2024-07-26T05:44:41.291 INFO:root:teuthology version: 0.0.1.dev379+g53ce146 2024-07-26T05:44:41.318 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-07-26T05:44:41.412 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2024-07-26_02:08:16-upgrade-squid-distro-default-smithi/7818609 branch: squid description: upgrade/quincy-x/parallel/{0-random-distro$/{centos_9.stream_runc} 0-start 1-tasks mon_election/classic upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} email: ceph-qa@ceph.com first_in_suite: false job_id: '7818609' kernel: kdb: 1 sha1: distro last_in_suite: false machine_type: smithi meta: - desc: 'run run randomized correctness test for rados operations on an erasure-coded pool ' - desc: 'object class functional tests ' - desc: 'generate read/write load with rados objects ranging from 1MB to 25MB ' - desc: 'run basic import/export cli tests for rbd ' - desc: 'librbd C and C++ api tests ' - desc: 'librbd python api tests ' name: teuthology-2024-07-26_02:08:16-upgrade-squid-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 9.stream overrides: admin_socket: branch: squid ceph: conf: global: mon election default strategy: 1 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true create_rbd_pool: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) sha1: 4b230446d7be021d836dfefaff290f6673dd2502 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: extra_system_packages: - python3-pytest flavor: default sha1: 4b230446d7be021d836dfefaff290f6673dd2502 selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 workunit: branch: squid sha1: 7157f4fcc60c60f7da92ccbda475bb5db5f37a30 owner: scheduled_teuthology@teuthology priority: 100 repo: https://git.ceph.com/ceph.git roles: - - mon.a - mon.c - mgr.y - mds.a - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mds.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b seed: 4075 sha1: 4b230446d7be021d836dfefaff290f6673dd2502 sleep_before_teardown: 0 subset: 27/32 suite: upgrade suite_branch: squid suite_path: /home/teuthworker/src/git.ceph.com_ceph_7157f4fcc60c60f7da92ccbda475bb5db5f37a30/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph.git suite_sha1: 7157f4fcc60c60f7da92ccbda475bb5db5f37a30 targets: smithi089.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBL6i0/SS8o84L7vjbYxlFTl/R8rpqK6ikqh7I2awFpcpkVF9uo3EFhskjSnuE4rhtXzdEgZH4SJcovqs0B6r+XI= smithi155.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBJQZpRdtmKgwn9tL6qw2fQThuNmZoBqVgJtUtWPqKSGMnh5JetfnTGeLdnLx7A3JmKEkaiIa1+RuK/JTihKUAoc= tasks: - pexec: all: - sudo dnf install runc nvmetcli nvme-cli -y - sudo sed -i 's/^#runtime = "crun"/runtime = "runc"/g' /usr/share/containers/containers.conf - sudo sed -i 's/runtime = "crun"/#runtime = "crun"/g' /usr/share/containers/containers.conf - install: branch: quincy exclude_packages: - ceph-volume - print: '**** done install task...' - print: '**** done start installing quincy cephadm ...' - cephadm: cephadm_branch: quincy cephadm_git_url: https://github.com/ceph/ceph conf: osd: osd_class_default_list: '*' osd_class_load_list: '*' image: quay.ceph.io/ceph-ci/ceph:quincy - print: '**** done end installing quincy cephadm ...' - print: '**** done start cephadm.shell ceph config set mgr...' - cephadm.shell: mon.a: - ceph config set mgr mgr/cephadm/use_repo_digest true --force - print: '**** done cephadm.shell ceph config set mgr...' - print: '**** done start telemetry quincy...' - workunit: clients: client.0: - test_telemetry_quincy.sh - print: '**** done end telemetry quincy...' - print: '**** done start parallel' - parallel: - workload - upgrade-sequence - print: '**** done end parallel' - print: '**** done start telemetry x...' - workunit: clients: client.0: - test_telemetry_quincy_x.sh - print: '**** done end telemetry x...' teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 53ce1462e129f6eb4071986336534c740fdebd31 timestamp: 2024-07-26_02:08:16 tube: smithi upgrade-sequence: sequential: - print: '**** done start upgrade, wait' - cephadm.shell: env: - sha1 mon.a: - ceph config set global log_to_journald false --force - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - while ceph orch upgrade status | jq '.in_progress' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done - ceph orch ps - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 - print: '**** done end upgrade, wait...' user: teuthology verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.4074525 workload: full_sequential: - print: '**** done start ec-rados-default.yaml' - rados: clients: - client.0 ec_pool: true objects: 50 op_weights: append: 100 copy_from: 50 delete: 50 read: 100 rmattr: 25 rollback: 50 setattr: 25 snap_create: 50 snap_remove: 50 write: 0 ops: 4000 write_append_excl: false - print: '**** done end ec-rados-default.yaml' - print: '**** done start rados_api.yaml' - workunit: branch: quincy clients: client.0: - cls - print: '**** done end rados_api.yaml' - print: '**** done start rados_loadgenbig.yaml' - workunit: branch: quincy clients: client.0: - rados/load-gen-big.sh - print: '**** done end rados_loadgenbig.yaml' - print: '**** done start rbd_import_export.yaml' - workunit: branch: quincy clients: client.1: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done end rbd_import_export.yaml' - print: '**** done start test_rbd_api.yaml' - workunit: branch: quincy clients: client.0: - rbd/test_librbd.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_api.yaml' - print: '**** done start test_rbd_python.yaml' - workunit: branch: quincy clients: client.0: - rbd/test_librbd_python.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_python.yaml' 2024-07-26T05:44:41.412 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph_7157f4fcc60c60f7da92ccbda475bb5db5f37a30/qa; will attempt to use it 2024-07-26T05:44:41.753 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph_7157f4fcc60c60f7da92ccbda475bb5db5f37a30/qa/tasks 2024-07-26T05:44:41.753 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-07-26T05:44:41.755 INFO:teuthology.task.internal:Checking packages... 2024-07-26T05:44:41.803 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '4b230446d7be021d836dfefaff290f6673dd2502' 2024-07-26T05:44:41.804 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-07-26T05:44:41.804 INFO:teuthology.packaging:ref: None 2024-07-26T05:44:41.804 INFO:teuthology.packaging:tag: None 2024-07-26T05:44:41.804 INFO:teuthology.packaging:branch: squid 2024-07-26T05:44:41.804 INFO:teuthology.packaging:sha1: 4b230446d7be021d836dfefaff290f6673dd2502 2024-07-26T05:44:41.804 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=squid 2024-07-26T05:44:42.021 INFO:teuthology.task.internal:Found packages for ceph version 19.1.0-1125.g4b230446 2024-07-26T05:44:42.023 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-07-26T05:44:42.031 INFO:teuthology.task.internal:no buildpackages task found 2024-07-26T05:44:42.031 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-07-26T05:44:42.072 INFO:teuthology.task.internal:Saving configuration 2024-07-26T05:44:42.093 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-07-26T05:44:42.106 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-07-26T05:44:42.133 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi089.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-07-26_02:08:16-upgrade-squid-distro-default-smithi/7818609', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-07-26 05:39:15.983887', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBL6i0/SS8o84L7vjbYxlFTl/R8rpqK6ikqh7I2awFpcpkVF9uo3EFhskjSnuE4rhtXzdEgZH4SJcovqs0B6r+XI='} 2024-07-26T05:44:42.160 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi155.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-07-26_02:08:16-upgrade-squid-distro-default-smithi/7818609', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-07-26 05:39:15.982328', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBJQZpRdtmKgwn9tL6qw2fQThuNmZoBqVgJtUtWPqKSGMnh5JetfnTGeLdnLx7A3JmKEkaiIa1+RuK/JTihKUAoc='} 2024-07-26T05:44:42.160 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-07-26T05:44:42.166 INFO:teuthology.task.internal:roles: ubuntu@smithi089.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'mds.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2024-07-26T05:44:42.166 INFO:teuthology.task.internal:roles: ubuntu@smithi155.front.sepia.ceph.com - ['mon.b', 'mds.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2024-07-26T05:44:42.166 INFO:teuthology.run_tasks:Running task console_log... 2024-07-26T05:44:42.244 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f3783f93ac0>, signals=[15]) 2024-07-26T05:44:42.244 INFO:teuthology.run_tasks:Running task internal.connect... 2024-07-26T05:44:42.250 INFO:teuthology.task.internal:Opening connections... 2024-07-26T05:44:42.250 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi089.front.sepia.ceph.com 2024-07-26T05:44:42.251 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi089.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-07-26T05:44:42.342 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi155.front.sepia.ceph.com 2024-07-26T05:44:42.361 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi155.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-07-26T05:44:42.438 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-07-26T05:44:42.445 DEBUG:teuthology.orchestra.run.smithi089:> uname -m 2024-07-26T05:44:42.463 INFO:teuthology.orchestra.run.smithi089.stdout:x86_64 2024-07-26T05:44:42.463 DEBUG:teuthology.orchestra.run.smithi089:> cat /etc/os-release 2024-07-26T05:44:42.520 INFO:teuthology.orchestra.run.smithi089.stdout:NAME="CentOS Stream" 2024-07-26T05:44:42.520 INFO:teuthology.orchestra.run.smithi089.stdout:VERSION="9" 2024-07-26T05:44:42.520 INFO:teuthology.orchestra.run.smithi089.stdout:ID="centos" 2024-07-26T05:44:42.521 INFO:teuthology.orchestra.run.smithi089.stdout:ID_LIKE="rhel fedora" 2024-07-26T05:44:42.521 INFO:teuthology.orchestra.run.smithi089.stdout:VERSION_ID="9" 2024-07-26T05:44:42.521 INFO:teuthology.orchestra.run.smithi089.stdout:PLATFORM_ID="platform:el9" 2024-07-26T05:44:42.521 INFO:teuthology.orchestra.run.smithi089.stdout:PRETTY_NAME="CentOS Stream 9" 2024-07-26T05:44:42.521 INFO:teuthology.orchestra.run.smithi089.stdout:ANSI_COLOR="0;31" 2024-07-26T05:44:42.521 INFO:teuthology.orchestra.run.smithi089.stdout:LOGO="fedora-logo-icon" 2024-07-26T05:44:42.521 INFO:teuthology.orchestra.run.smithi089.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-07-26T05:44:42.521 INFO:teuthology.orchestra.run.smithi089.stdout:HOME_URL="https://centos.org/" 2024-07-26T05:44:42.521 INFO:teuthology.orchestra.run.smithi089.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-07-26T05:44:42.521 INFO:teuthology.orchestra.run.smithi089.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-07-26T05:44:42.521 INFO:teuthology.orchestra.run.smithi089.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-07-26T05:44:42.522 INFO:teuthology.lock.ops:Updating smithi089.front.sepia.ceph.com on lock server 2024-07-26T05:44:42.550 DEBUG:teuthology.orchestra.run.smithi155:> uname -m 2024-07-26T05:44:42.567 INFO:teuthology.orchestra.run.smithi155.stdout:x86_64 2024-07-26T05:44:42.567 DEBUG:teuthology.orchestra.run.smithi155:> cat /etc/os-release 2024-07-26T05:44:42.624 INFO:teuthology.orchestra.run.smithi155.stdout:NAME="CentOS Stream" 2024-07-26T05:44:42.624 INFO:teuthology.orchestra.run.smithi155.stdout:VERSION="9" 2024-07-26T05:44:42.624 INFO:teuthology.orchestra.run.smithi155.stdout:ID="centos" 2024-07-26T05:44:42.624 INFO:teuthology.orchestra.run.smithi155.stdout:ID_LIKE="rhel fedora" 2024-07-26T05:44:42.624 INFO:teuthology.orchestra.run.smithi155.stdout:VERSION_ID="9" 2024-07-26T05:44:42.624 INFO:teuthology.orchestra.run.smithi155.stdout:PLATFORM_ID="platform:el9" 2024-07-26T05:44:42.624 INFO:teuthology.orchestra.run.smithi155.stdout:PRETTY_NAME="CentOS Stream 9" 2024-07-26T05:44:42.624 INFO:teuthology.orchestra.run.smithi155.stdout:ANSI_COLOR="0;31" 2024-07-26T05:44:42.624 INFO:teuthology.orchestra.run.smithi155.stdout:LOGO="fedora-logo-icon" 2024-07-26T05:44:42.625 INFO:teuthology.orchestra.run.smithi155.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-07-26T05:44:42.625 INFO:teuthology.orchestra.run.smithi155.stdout:HOME_URL="https://centos.org/" 2024-07-26T05:44:42.625 INFO:teuthology.orchestra.run.smithi155.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-07-26T05:44:42.625 INFO:teuthology.orchestra.run.smithi155.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-07-26T05:44:42.625 INFO:teuthology.orchestra.run.smithi155.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-07-26T05:44:42.625 INFO:teuthology.lock.ops:Updating smithi155.front.sepia.ceph.com on lock server 2024-07-26T05:44:42.650 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-07-26T05:44:42.659 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-07-26T05:44:42.688 INFO:teuthology.task.internal:Checking for old test directory... 2024-07-26T05:44:42.689 DEBUG:teuthology.orchestra.run.smithi089:> test '!' -e /home/ubuntu/cephtest 2024-07-26T05:44:42.691 DEBUG:teuthology.orchestra.run.smithi155:> test '!' -e /home/ubuntu/cephtest 2024-07-26T05:44:42.707 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-07-26T05:44:42.734 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-07-26T05:44:42.734 DEBUG:teuthology.orchestra.run.smithi089:> test -z $(ls -A /var/lib/ceph) 2024-07-26T05:44:42.747 DEBUG:teuthology.orchestra.run.smithi155:> test -z $(ls -A /var/lib/ceph) 2024-07-26T05:44:42.824 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-07-26T05:44:42.880 INFO:teuthology.run_tasks:Running task kernel... 2024-07-26T05:44:42.904 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-07-26T05:44:42.904 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-07-26T05:44:42.904 DEBUG:teuthology.orchestra.run.smithi089:> test -f /run/.containerenv -o -f /.dockerenv 2024-07-26T05:44:42.905 DEBUG:teuthology.orchestra.run.smithi155:> test -f /run/.containerenv -o -f /.dockerenv 2024-07-26T05:44:42.921 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-26T05:44:42.922 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-26T05:44:42.922 DEBUG:teuthology.orchestra.run.smithi089:> uname -r 2024-07-26T05:44:42.923 DEBUG:teuthology.orchestra.run.smithi155:> uname -r 2024-07-26T05:44:42.979 INFO:teuthology.orchestra.run.smithi155.stdout:5.14.0-437.el9.x86_64 2024-07-26T05:44:42.979 INFO:teuthology.task.kernel:Running kernel on smithi155: 5.14.0-437.el9.x86_64 2024-07-26T05:44:42.979 DEBUG:teuthology.orchestra.run.smithi155:> sudo yum install -y kernel 2024-07-26T05:44:42.980 INFO:teuthology.orchestra.run.smithi089.stdout:5.14.0-437.el9.x86_64 2024-07-26T05:44:42.980 INFO:teuthology.task.kernel:Running kernel on smithi089: 5.14.0-437.el9.x86_64 2024-07-26T05:44:42.980 DEBUG:teuthology.orchestra.run.smithi089:> sudo yum install -y kernel 2024-07-26T05:44:46.163 INFO:teuthology.orchestra.run.smithi089.stdout:CentOS Stream 9 - BaseOS 5.7 MB/s | 8.2 MB 00:01 2024-07-26T05:44:46.281 INFO:teuthology.orchestra.run.smithi155.stdout:CentOS Stream 9 - BaseOS 5.5 MB/s | 8.2 MB 00:01 2024-07-26T05:44:47.845 INFO:teuthology.orchestra.run.smithi089.stdout:CentOS Stream 9 - AppStream 34 MB/s | 20 MB 00:00 2024-07-26T05:44:48.571 INFO:teuthology.orchestra.run.smithi155.stdout:CentOS Stream 9 - AppStream 16 MB/s | 20 MB 00:01 2024-07-26T05:44:52.112 INFO:teuthology.orchestra.run.smithi089.stdout:CentOS Stream 9 - CRB 12 MB/s | 6.5 MB 00:00 2024-07-26T05:44:53.738 INFO:teuthology.orchestra.run.smithi089.stdout:CentOS Stream 9 - Extras packages 68 kB/s | 18 kB 00:00 2024-07-26T05:44:53.757 INFO:teuthology.orchestra.run.smithi155.stdout:CentOS Stream 9 - CRB 4.7 MB/s | 6.5 MB 00:01 2024-07-26T05:44:54.617 INFO:teuthology.orchestra.run.smithi089.stdout:Extra Packages for Enterprise Linux 29 MB/s | 22 MB 00:00 2024-07-26T05:44:55.330 INFO:teuthology.orchestra.run.smithi155.stdout:CentOS Stream 9 - Extras packages 69 kB/s | 18 kB 00:00 2024-07-26T05:44:56.267 INFO:teuthology.orchestra.run.smithi155.stdout:Extra Packages for Enterprise Linux 27 MB/s | 22 MB 00:00 2024-07-26T05:44:59.956 INFO:teuthology.orchestra.run.smithi089.stdout:lab-extras 31 kB/s | 1.7 kB 00:00 2024-07-26T05:45:01.681 INFO:teuthology.orchestra.run.smithi155.stdout:lab-extras 43 kB/s | 1.7 kB 00:00 2024-07-26T05:45:01.979 INFO:teuthology.orchestra.run.smithi089.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-07-26T05:45:01.979 INFO:teuthology.orchestra.run.smithi089.stdout:Package kernel-5.14.0-437.el9.x86_64 is already installed. 2024-07-26T05:45:02.076 INFO:teuthology.orchestra.run.smithi089.stdout:Dependencies resolved. 2024-07-26T05:45:02.088 INFO:teuthology.orchestra.run.smithi089.stdout:================================================================================ 2024-07-26T05:45:02.088 INFO:teuthology.orchestra.run.smithi089.stdout: Package Architecture Version Repository Size 2024-07-26T05:45:02.088 INFO:teuthology.orchestra.run.smithi089.stdout:================================================================================ 2024-07-26T05:45:02.088 INFO:teuthology.orchestra.run.smithi089.stdout:Installing: 2024-07-26T05:45:02.088 INFO:teuthology.orchestra.run.smithi089.stdout: kernel x86_64 5.14.0-480.el9 baseos 1.5 M 2024-07-26T05:45:02.088 INFO:teuthology.orchestra.run.smithi089.stdout:Installing dependencies: 2024-07-26T05:45:02.088 INFO:teuthology.orchestra.run.smithi089.stdout: kernel-core x86_64 5.14.0-480.el9 baseos 17 M 2024-07-26T05:45:02.089 INFO:teuthology.orchestra.run.smithi089.stdout: kernel-modules x86_64 5.14.0-480.el9 baseos 36 M 2024-07-26T05:45:02.089 INFO:teuthology.orchestra.run.smithi089.stdout: kernel-modules-core x86_64 5.14.0-480.el9 baseos 30 M 2024-07-26T05:45:02.089 INFO:teuthology.orchestra.run.smithi089.stdout: 2024-07-26T05:45:02.089 INFO:teuthology.orchestra.run.smithi089.stdout:Transaction Summary 2024-07-26T05:45:02.089 INFO:teuthology.orchestra.run.smithi089.stdout:================================================================================ 2024-07-26T05:45:02.089 INFO:teuthology.orchestra.run.smithi089.stdout:Install 4 Packages 2024-07-26T05:45:02.089 INFO:teuthology.orchestra.run.smithi089.stdout: 2024-07-26T05:45:02.089 INFO:teuthology.orchestra.run.smithi089.stdout:Total download size: 84 M 2024-07-26T05:45:02.089 INFO:teuthology.orchestra.run.smithi089.stdout:Installed size: 126 M 2024-07-26T05:45:02.089 INFO:teuthology.orchestra.run.smithi089.stdout:Downloading Packages: 2024-07-26T05:45:02.657 INFO:teuthology.orchestra.run.smithi089.stdout:(1/4): kernel-5.14.0-480.el9.x86_64.rpm 3.7 MB/s | 1.5 MB 00:00 2024-07-26T05:45:03.679 INFO:teuthology.orchestra.run.smithi155.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-07-26T05:45:03.679 INFO:teuthology.orchestra.run.smithi155.stdout:Package kernel-5.14.0-437.el9.x86_64 is already installed. 2024-07-26T05:45:03.774 INFO:teuthology.orchestra.run.smithi155.stdout:Dependencies resolved. 2024-07-26T05:45:03.781 INFO:teuthology.orchestra.run.smithi155.stdout:================================================================================ 2024-07-26T05:45:03.782 INFO:teuthology.orchestra.run.smithi155.stdout: Package Architecture Version Repository Size 2024-07-26T05:45:03.782 INFO:teuthology.orchestra.run.smithi155.stdout:================================================================================ 2024-07-26T05:45:03.782 INFO:teuthology.orchestra.run.smithi155.stdout:Installing: 2024-07-26T05:45:03.782 INFO:teuthology.orchestra.run.smithi155.stdout: kernel x86_64 5.14.0-480.el9 baseos 1.5 M 2024-07-26T05:45:03.782 INFO:teuthology.orchestra.run.smithi155.stdout:Installing dependencies: 2024-07-26T05:45:03.782 INFO:teuthology.orchestra.run.smithi155.stdout: kernel-core x86_64 5.14.0-480.el9 baseos 17 M 2024-07-26T05:45:03.782 INFO:teuthology.orchestra.run.smithi155.stdout: kernel-modules x86_64 5.14.0-480.el9 baseos 36 M 2024-07-26T05:45:03.782 INFO:teuthology.orchestra.run.smithi155.stdout: kernel-modules-core x86_64 5.14.0-480.el9 baseos 30 M 2024-07-26T05:45:03.782 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-26T05:45:03.782 INFO:teuthology.orchestra.run.smithi155.stdout:Transaction Summary 2024-07-26T05:45:03.782 INFO:teuthology.orchestra.run.smithi155.stdout:================================================================================ 2024-07-26T05:45:03.783 INFO:teuthology.orchestra.run.smithi155.stdout:Install 4 Packages 2024-07-26T05:45:03.783 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-26T05:45:03.783 INFO:teuthology.orchestra.run.smithi155.stdout:Total download size: 84 M 2024-07-26T05:45:03.783 INFO:teuthology.orchestra.run.smithi155.stdout:Installed size: 126 M 2024-07-26T05:45:03.783 INFO:teuthology.orchestra.run.smithi155.stdout:Downloading Packages: 2024-07-26T05:45:04.841 INFO:teuthology.orchestra.run.smithi089.stdout:(2/4): kernel-core-5.14.0-480.el9.x86_64.rpm 6.6 MB/s | 17 MB 00:02 2024-07-26T05:45:05.140 INFO:teuthology.orchestra.run.smithi155.stdout:(1/4): kernel-5.14.0-480.el9.x86_64.rpm 1.4 MB/s | 1.5 MB 00:01 2024-07-26T05:45:06.033 INFO:teuthology.orchestra.run.smithi155.stdout:(2/4): kernel-core-5.14.0-480.el9.x86_64.rpm 8.7 MB/s | 17 MB 00:01 2024-07-26T05:45:06.641 INFO:teuthology.orchestra.run.smithi155.stdout:(3/4): kernel-modules-5.14.0-480.el9.x86_64.rpm 14 MB/s | 36 MB 00:02 2024-07-26T05:45:06.924 INFO:teuthology.orchestra.run.smithi155.stdout:(4/4): kernel-modules-core-5.14.0-480.el9.x86_6 17 MB/s | 30 MB 00:01 2024-07-26T05:45:06.927 INFO:teuthology.orchestra.run.smithi155.stdout:-------------------------------------------------------------------------------- 2024-07-26T05:45:06.928 INFO:teuthology.orchestra.run.smithi155.stdout:Total 27 MB/s | 84 MB 00:03 2024-07-26T05:45:07.432 INFO:teuthology.orchestra.run.smithi089.stdout:(3/4): kernel-modules-5.14.0-480.el9.x86_64.rpm 6.9 MB/s | 36 MB 00:05 2024-07-26T05:45:07.659 INFO:teuthology.orchestra.run.smithi155.stdout:Running transaction check 2024-07-26T05:45:07.867 INFO:teuthology.orchestra.run.smithi089.stdout:(4/4): kernel-modules-core-5.14.0-480.el9.x86_6 5.7 MB/s | 30 MB 00:05 2024-07-26T05:45:07.867 INFO:teuthology.orchestra.run.smithi089.stdout:-------------------------------------------------------------------------------- 2024-07-26T05:45:07.867 INFO:teuthology.orchestra.run.smithi089.stdout:Total 15 MB/s | 84 MB 00:05 2024-07-26T05:45:08.001 INFO:teuthology.orchestra.run.smithi155.stdout:Transaction check succeeded. 2024-07-26T05:45:08.001 INFO:teuthology.orchestra.run.smithi155.stdout:Running transaction test 2024-07-26T05:45:08.603 INFO:teuthology.orchestra.run.smithi089.stdout:Running transaction check 2024-07-26T05:45:08.939 INFO:teuthology.orchestra.run.smithi089.stdout:Transaction check succeeded. 2024-07-26T05:45:08.939 INFO:teuthology.orchestra.run.smithi089.stdout:Running transaction test 2024-07-26T05:45:09.010 INFO:teuthology.orchestra.run.smithi155.stdout:Transaction test succeeded. 2024-07-26T05:45:09.011 INFO:teuthology.orchestra.run.smithi155.stdout:Running transaction 2024-07-26T05:45:09.939 INFO:teuthology.orchestra.run.smithi089.stdout:Transaction test succeeded. 2024-07-26T05:45:09.939 INFO:teuthology.orchestra.run.smithi089.stdout:Running transaction 2024-07-26T05:45:11.430 INFO:teuthology.orchestra.run.smithi155.stdout: Preparing : 1/1 2024-07-26T05:45:12.110 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : kernel-modules-core-5.14.0-480.el9.x86_64 1/4 2024-07-26T05:45:12.207 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : kernel-core-5.14.0-480.el9.x86_64 2/4 2024-07-26T05:45:12.392 INFO:teuthology.orchestra.run.smithi089.stdout: Preparing : 1/1 2024-07-26T05:45:13.072 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : kernel-modules-core-5.14.0-480.el9.x86_64 1/4 2024-07-26T05:45:13.166 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : kernel-core-5.14.0-480.el9.x86_64 2/4 2024-07-26T05:45:14.878 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: kernel-core-5.14.0-480.el9.x86_64 2/4 2024-07-26T05:45:15.031 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : kernel-modules-5.14.0-480.el9.x86_64 3/4 2024-07-26T05:45:15.839 INFO:teuthology.orchestra.run.smithi089.stdout: Running scriptlet: kernel-core-5.14.0-480.el9.x86_64 2/4 2024-07-26T05:45:15.987 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : kernel-modules-5.14.0-480.el9.x86_64 3/4 2024-07-26T05:45:19.901 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: kernel-modules-5.14.0-480.el9.x86_64 3/4 2024-07-26T05:45:19.966 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : kernel-5.14.0-480.el9.x86_64 4/4 2024-07-26T05:45:20.795 INFO:teuthology.orchestra.run.smithi089.stdout: Running scriptlet: kernel-modules-5.14.0-480.el9.x86_64 3/4 2024-07-26T05:45:20.930 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : kernel-5.14.0-480.el9.x86_64 4/4 2024-07-26T05:45:24.844 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: kernel-modules-core-5.14.0-480.el9.x86_64 4/4 2024-07-26T05:45:25.751 INFO:teuthology.orchestra.run.smithi089.stdout: Running scriptlet: kernel-modules-core-5.14.0-480.el9.x86_64 4/4 2024-07-26T05:45:54.795 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: kernel-core-5.14.0-480.el9.x86_64 4/4 2024-07-26T05:45:54.835 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: kernel-modules-5.14.0-480.el9.x86_64 4/4 2024-07-26T05:45:55.126 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: kernel-5.14.0-480.el9.x86_64 4/4 2024-07-26T05:45:55.126 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : kernel-5.14.0-480.el9.x86_64 1/4 2024-07-26T05:45:55.126 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : kernel-core-5.14.0-480.el9.x86_64 2/4 2024-07-26T05:45:55.126 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : kernel-modules-5.14.0-480.el9.x86_64 3/4 2024-07-26T05:45:55.462 INFO:teuthology.orchestra.run.smithi089.stdout: Running scriptlet: kernel-core-5.14.0-480.el9.x86_64 4/4 2024-07-26T05:45:55.504 INFO:teuthology.orchestra.run.smithi089.stdout: Running scriptlet: kernel-modules-5.14.0-480.el9.x86_64 4/4 2024-07-26T05:45:55.892 INFO:teuthology.orchestra.run.smithi089.stdout: Running scriptlet: kernel-5.14.0-480.el9.x86_64 4/4 2024-07-26T05:45:55.892 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : kernel-5.14.0-480.el9.x86_64 1/4 2024-07-26T05:45:55.892 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : kernel-core-5.14.0-480.el9.x86_64 2/4 2024-07-26T05:45:55.892 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : kernel-modules-5.14.0-480.el9.x86_64 3/4 2024-07-26T05:45:55.960 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : kernel-modules-core-5.14.0-480.el9.x86_64 4/4 2024-07-26T05:45:55.960 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-26T05:45:55.960 INFO:teuthology.orchestra.run.smithi155.stdout:Installed: 2024-07-26T05:45:55.960 INFO:teuthology.orchestra.run.smithi155.stdout: kernel-5.14.0-480.el9.x86_64 2024-07-26T05:45:55.961 INFO:teuthology.orchestra.run.smithi155.stdout: kernel-core-5.14.0-480.el9.x86_64 2024-07-26T05:45:55.961 INFO:teuthology.orchestra.run.smithi155.stdout: kernel-modules-5.14.0-480.el9.x86_64 2024-07-26T05:45:55.961 INFO:teuthology.orchestra.run.smithi155.stdout: kernel-modules-core-5.14.0-480.el9.x86_64 2024-07-26T05:45:55.961 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-26T05:45:55.961 INFO:teuthology.orchestra.run.smithi155.stdout:Complete! 2024-07-26T05:45:56.339 DEBUG:teuthology.orchestra.run.smithi155:> rpm -q kernel | sort -rV | head -n 1 2024-07-26T05:45:56.420 INFO:teuthology.orchestra.run.smithi155.stdout:kernel-5.14.0-480.el9.x86_64 2024-07-26T05:45:56.420 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-480.el9.x86_64 2024-07-26T05:45:56.421 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-437.el9.x86_64 Expected: 5.14.0-480.el9.x86_64 2024-07-26T05:45:56.421 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-07-26T05:45:56.421 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-07-26T05:45:56.421 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-07-26T05:45:56.421 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi155.front.sepia.ceph.com, path=None, version=distro) 2024-07-26T05:45:56.421 DEBUG:teuthology.orchestra.run.smithi155:> rpm -q kernel | sort -rV | head -n 1 2024-07-26T05:45:56.478 INFO:teuthology.orchestra.run.smithi155.stdout:kernel-5.14.0-480.el9.x86_64 2024-07-26T05:45:56.479 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-480.el9.x86_64 2024-07-26T05:45:56.479 DEBUG:teuthology.orchestra.run.smithi155:> sudo rpm -qi grub2-tools 2024-07-26T05:45:56.515 INFO:teuthology.orchestra.run.smithi155.stdout:Name : grub2-tools 2024-07-26T05:45:56.515 INFO:teuthology.orchestra.run.smithi155.stdout:Epoch : 1 2024-07-26T05:45:56.515 INFO:teuthology.orchestra.run.smithi155.stdout:Version : 2.06 2024-07-26T05:45:56.515 INFO:teuthology.orchestra.run.smithi155.stdout:Release : 68.el9 2024-07-26T05:45:56.516 INFO:teuthology.orchestra.run.smithi155.stdout:Architecture: x86_64 2024-07-26T05:45:56.516 INFO:teuthology.orchestra.run.smithi155.stdout:Install Date: Fri 19 Apr 2024 09:32:39 PM UTC 2024-07-26T05:45:56.516 INFO:teuthology.orchestra.run.smithi155.stdout:Group : Unspecified 2024-07-26T05:45:56.516 INFO:teuthology.orchestra.run.smithi155.stdout:Size : 8264254 2024-07-26T05:45:56.516 INFO:teuthology.orchestra.run.smithi155.stdout:License : GPLv3+ 2024-07-26T05:45:56.516 INFO:teuthology.orchestra.run.smithi155.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-07-26T05:45:56.516 INFO:teuthology.orchestra.run.smithi155.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-07-26T05:45:56.516 INFO:teuthology.orchestra.run.smithi155.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-07-26T05:45:56.516 INFO:teuthology.orchestra.run.smithi155.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-07-26T05:45:56.516 INFO:teuthology.orchestra.run.smithi155.stdout:Packager : builder@centos.org 2024-07-26T05:45:56.516 INFO:teuthology.orchestra.run.smithi155.stdout:Vendor : CentOS 2024-07-26T05:45:56.516 INFO:teuthology.orchestra.run.smithi155.stdout:URL : http://www.gnu.org/software/grub/ 2024-07-26T05:45:56.516 INFO:teuthology.orchestra.run.smithi155.stdout:Summary : Support tools for GRUB. 2024-07-26T05:45:56.516 INFO:teuthology.orchestra.run.smithi155.stdout:Description : 2024-07-26T05:45:56.517 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-26T05:45:56.517 INFO:teuthology.orchestra.run.smithi155.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-07-26T05:45:56.517 INFO:teuthology.orchestra.run.smithi155.stdout:customizable bootloader with modular architecture. It supports a rich 2024-07-26T05:45:56.517 INFO:teuthology.orchestra.run.smithi155.stdout:variety of kernel formats, file systems, computer architectures and 2024-07-26T05:45:56.517 INFO:teuthology.orchestra.run.smithi155.stdout:hardware devices. 2024-07-26T05:45:56.517 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-26T05:45:56.517 INFO:teuthology.orchestra.run.smithi155.stdout:This subpackage provides tools for support of all platforms. 2024-07-26T05:45:56.518 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-07-26T05:45:56.518 INFO:teuthology.task.kernel:Updating grub on smithi155 to boot 5.14.0-480.el9.x86_64 2024-07-26T05:45:56.518 DEBUG:teuthology.orchestra.run.smithi155:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-07-26T05:45:56.728 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : kernel-modules-core-5.14.0-480.el9.x86_64 4/4 2024-07-26T05:45:56.728 INFO:teuthology.orchestra.run.smithi089.stdout: 2024-07-26T05:45:56.729 INFO:teuthology.orchestra.run.smithi089.stdout:Installed: 2024-07-26T05:45:56.729 INFO:teuthology.orchestra.run.smithi089.stdout: kernel-5.14.0-480.el9.x86_64 2024-07-26T05:45:56.729 INFO:teuthology.orchestra.run.smithi089.stdout: kernel-core-5.14.0-480.el9.x86_64 2024-07-26T05:45:56.729 INFO:teuthology.orchestra.run.smithi089.stdout: kernel-modules-5.14.0-480.el9.x86_64 2024-07-26T05:45:56.729 INFO:teuthology.orchestra.run.smithi089.stdout: kernel-modules-core-5.14.0-480.el9.x86_64 2024-07-26T05:45:56.729 INFO:teuthology.orchestra.run.smithi089.stdout: 2024-07-26T05:45:56.729 INFO:teuthology.orchestra.run.smithi089.stdout:Complete! 2024-07-26T05:45:57.132 DEBUG:teuthology.orchestra.run.smithi089:> rpm -q kernel | sort -rV | head -n 1 2024-07-26T05:45:57.147 INFO:teuthology.orchestra.run.smithi155.stderr:Generating grub configuration file ... 2024-07-26T05:45:57.209 INFO:teuthology.orchestra.run.smithi089.stdout:kernel-5.14.0-480.el9.x86_64 2024-07-26T05:45:57.209 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-480.el9.x86_64 2024-07-26T05:45:57.210 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-437.el9.x86_64 Expected: 5.14.0-480.el9.x86_64 2024-07-26T05:45:57.210 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-07-26T05:45:57.210 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-07-26T05:45:57.210 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-07-26T05:45:57.210 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi089.front.sepia.ceph.com, path=None, version=distro) 2024-07-26T05:45:57.210 DEBUG:teuthology.orchestra.run.smithi089:> rpm -q kernel | sort -rV | head -n 1 2024-07-26T05:45:57.267 INFO:teuthology.orchestra.run.smithi089.stdout:kernel-5.14.0-480.el9.x86_64 2024-07-26T05:45:57.267 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-480.el9.x86_64 2024-07-26T05:45:57.267 DEBUG:teuthology.orchestra.run.smithi089:> sudo rpm -qi grub2-tools 2024-07-26T05:45:57.298 INFO:teuthology.orchestra.run.smithi089.stdout:Name : grub2-tools 2024-07-26T05:45:57.298 INFO:teuthology.orchestra.run.smithi089.stdout:Epoch : 1 2024-07-26T05:45:57.298 INFO:teuthology.orchestra.run.smithi089.stdout:Version : 2.06 2024-07-26T05:45:57.298 INFO:teuthology.orchestra.run.smithi089.stdout:Release : 68.el9 2024-07-26T05:45:57.298 INFO:teuthology.orchestra.run.smithi089.stdout:Architecture: x86_64 2024-07-26T05:45:57.298 INFO:teuthology.orchestra.run.smithi089.stdout:Install Date: Fri 19 Apr 2024 09:32:39 PM UTC 2024-07-26T05:45:57.299 INFO:teuthology.orchestra.run.smithi089.stdout:Group : Unspecified 2024-07-26T05:45:57.299 INFO:teuthology.orchestra.run.smithi089.stdout:Size : 8264254 2024-07-26T05:45:57.299 INFO:teuthology.orchestra.run.smithi089.stdout:License : GPLv3+ 2024-07-26T05:45:57.299 INFO:teuthology.orchestra.run.smithi089.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-07-26T05:45:57.299 INFO:teuthology.orchestra.run.smithi089.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-07-26T05:45:57.299 INFO:teuthology.orchestra.run.smithi089.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-07-26T05:45:57.299 INFO:teuthology.orchestra.run.smithi089.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-07-26T05:45:57.299 INFO:teuthology.orchestra.run.smithi089.stdout:Packager : builder@centos.org 2024-07-26T05:45:57.299 INFO:teuthology.orchestra.run.smithi089.stdout:Vendor : CentOS 2024-07-26T05:45:57.299 INFO:teuthology.orchestra.run.smithi089.stdout:URL : http://www.gnu.org/software/grub/ 2024-07-26T05:45:57.299 INFO:teuthology.orchestra.run.smithi089.stdout:Summary : Support tools for GRUB. 2024-07-26T05:45:57.299 INFO:teuthology.orchestra.run.smithi089.stdout:Description : 2024-07-26T05:45:57.299 INFO:teuthology.orchestra.run.smithi089.stdout: 2024-07-26T05:45:57.299 INFO:teuthology.orchestra.run.smithi089.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-07-26T05:45:57.300 INFO:teuthology.orchestra.run.smithi089.stdout:customizable bootloader with modular architecture. It supports a rich 2024-07-26T05:45:57.300 INFO:teuthology.orchestra.run.smithi089.stdout:variety of kernel formats, file systems, computer architectures and 2024-07-26T05:45:57.300 INFO:teuthology.orchestra.run.smithi089.stdout:hardware devices. 2024-07-26T05:45:57.300 INFO:teuthology.orchestra.run.smithi089.stdout: 2024-07-26T05:45:57.300 INFO:teuthology.orchestra.run.smithi089.stdout:This subpackage provides tools for support of all platforms. 2024-07-26T05:45:57.301 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-07-26T05:45:57.301 INFO:teuthology.task.kernel:Updating grub on smithi089 to boot 5.14.0-480.el9.x86_64 2024-07-26T05:45:57.301 DEBUG:teuthology.orchestra.run.smithi089:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-07-26T05:45:57.965 INFO:teuthology.orchestra.run.smithi089.stderr:Generating grub configuration file ... 2024-07-26T05:45:58.556 INFO:teuthology.orchestra.run.smithi155.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-07-26T05:45:58.594 INFO:teuthology.orchestra.run.smithi155.stderr:done 2024-07-26T05:45:58.596 DEBUG:teuthology.orchestra.run.smithi155:> mktemp 2024-07-26T05:45:58.611 INFO:teuthology.orchestra.run.smithi155.stdout:/tmp/tmp.iEiQr4IQzq 2024-07-26T05:45:58.612 DEBUG:teuthology.orchestra.run.smithi155:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.iEiQr4IQzq 2024-07-26T05:45:58.677 DEBUG:teuthology.orchestra.run.smithi155:> sudo chmod 0666 /tmp/tmp.iEiQr4IQzq 2024-07-26T05:45:58.814 DEBUG:teuthology.orchestra.remote:smithi155:/tmp/tmp.iEiQr4IQzq is 6KB 2024-07-26T05:45:58.863 DEBUG:teuthology.orchestra.run.smithi155:> rm -fr /tmp/tmp.iEiQr4IQzq 2024-07-26T05:45:58.879 DEBUG:teuthology.orchestra.run.smithi155:> sudo /bin/ls /boot/loader/entries || true 2024-07-26T05:45:58.940 INFO:teuthology.orchestra.run.smithi155.stdout:7fc8828e06d0482694bcf4a447d13cb6-0-rescue.conf 2024-07-26T05:45:58.940 INFO:teuthology.orchestra.run.smithi155.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-239.el9.x86_64.conf 2024-07-26T05:45:58.940 INFO:teuthology.orchestra.run.smithi155.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-437.el9.x86_64.conf 2024-07-26T05:45:58.940 INFO:teuthology.orchestra.run.smithi155.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-480.el9.x86_64.conf 2024-07-26T05:45:58.941 DEBUG:teuthology.orchestra.run.smithi155:> sudo grub2-set-default 7fc8828e06d0482694bcf4a447d13cb6-5.14.0-480.el9.x86_64 2024-07-26T05:45:59.085 DEBUG:teuthology.orchestra.run.smithi155:> sudo shutdown -r now 2024-07-26T05:45:59.323 INFO:teuthology.orchestra.run.smithi089.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-07-26T05:45:59.356 INFO:teuthology.orchestra.run.smithi089.stderr:done 2024-07-26T05:45:59.358 DEBUG:teuthology.orchestra.run.smithi089:> mktemp 2024-07-26T05:45:59.372 INFO:teuthology.orchestra.run.smithi089.stdout:/tmp/tmp.qNEtsfPiOa 2024-07-26T05:45:59.373 DEBUG:teuthology.orchestra.run.smithi089:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.qNEtsfPiOa 2024-07-26T05:45:59.437 DEBUG:teuthology.orchestra.run.smithi089:> sudo chmod 0666 /tmp/tmp.qNEtsfPiOa 2024-07-26T05:45:59.583 DEBUG:teuthology.orchestra.remote:smithi089:/tmp/tmp.qNEtsfPiOa is 6KB 2024-07-26T05:45:59.631 DEBUG:teuthology.orchestra.run.smithi089:> rm -fr /tmp/tmp.qNEtsfPiOa 2024-07-26T05:45:59.645 DEBUG:teuthology.orchestra.run.smithi089:> sudo /bin/ls /boot/loader/entries || true 2024-07-26T05:45:59.709 INFO:teuthology.orchestra.run.smithi089.stdout:7fc8828e06d0482694bcf4a447d13cb6-0-rescue.conf 2024-07-26T05:45:59.709 INFO:teuthology.orchestra.run.smithi089.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-239.el9.x86_64.conf 2024-07-26T05:45:59.709 INFO:teuthology.orchestra.run.smithi089.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-437.el9.x86_64.conf 2024-07-26T05:45:59.709 INFO:teuthology.orchestra.run.smithi089.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-480.el9.x86_64.conf 2024-07-26T05:45:59.710 DEBUG:teuthology.orchestra.run.smithi089:> sudo grub2-set-default 7fc8828e06d0482694bcf4a447d13cb6-5.14.0-480.el9.x86_64 2024-07-26T05:45:59.863 DEBUG:teuthology.orchestra.run.smithi089:> sudo shutdown -r now 2024-07-26T05:46:29.115 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-07-26T05:46:29.168 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi155.front.sepia.ceph.com' 2024-07-26T05:46:29.170 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi155.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-07-26T05:46:29.866 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-07-26T05:46:29.866 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi089.front.sepia.ceph.com' 2024-07-26T05:46:29.867 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi089.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-07-26T05:46:47.651 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.155 2024-07-26T05:46:48.414 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.89 2024-07-26T05:46:56.660 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi155.front.sepia.ceph.com' 2024-07-26T05:46:56.662 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi155.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-07-26T05:46:57.417 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi089.front.sepia.ceph.com' 2024-07-26T05:46:57.417 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi089.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-07-26T05:46:59.746 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.155 2024-07-26T05:47:11.749 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi155.front.sepia.ceph.com' 2024-07-26T05:47:11.750 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi155.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-07-26T05:47:57.464 DEBUG:teuthology.orchestra.remote:timed out 2024-07-26T05:48:09.474 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi089.front.sepia.ceph.com' 2024-07-26T05:48:09.476 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi089.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-07-26T05:48:09.836 DEBUG:teuthology.orchestra.run.smithi089:> true 2024-07-26T05:48:10.183 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi089.front.sepia.ceph.com' 2024-07-26T05:48:10.184 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-480.el9.x86_64"... 2024-07-26T05:48:10.184 DEBUG:teuthology.orchestra.run.smithi089:> uname -r 2024-07-26T05:48:10.200 INFO:teuthology.orchestra.run.smithi089.stdout:5.14.0-480.el9.x86_64 2024-07-26T05:48:10.200 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-480.el9.x86_64 vs 5.14.0-480.el9.x86_64 2024-07-26T05:48:10.200 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-07-26T05:48:10.200 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-07-26T05:48:11.201 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-07-26T05:48:11.201 DEBUG:teuthology.orchestra.run.smithi089:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-07-26T05:48:11.277 INFO:teuthology.orchestra.run.smithi089.stdout:ttyS1 2024-07-26T05:48:11.315 DEBUG:teuthology.parallel:result is None 2024-07-26T05:48:11.753 DEBUG:teuthology.orchestra.remote:timed out 2024-07-26T05:48:26.755 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi155.front.sepia.ceph.com' 2024-07-26T05:48:26.756 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi155.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-07-26T05:48:27.169 DEBUG:teuthology.orchestra.run.smithi155:> true 2024-07-26T05:48:27.551 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi155.front.sepia.ceph.com' 2024-07-26T05:48:27.551 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-480.el9.x86_64"... 2024-07-26T05:48:27.551 DEBUG:teuthology.orchestra.run.smithi155:> uname -r 2024-07-26T05:48:27.567 INFO:teuthology.orchestra.run.smithi155.stdout:5.14.0-480.el9.x86_64 2024-07-26T05:48:27.568 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-480.el9.x86_64 vs 5.14.0-480.el9.x86_64 2024-07-26T05:48:27.568 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-07-26T05:48:27.568 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-07-26T05:48:28.569 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-07-26T05:48:28.569 DEBUG:teuthology.orchestra.run.smithi155:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-07-26T05:48:28.647 INFO:teuthology.orchestra.run.smithi155.stdout:ttyS1 2024-07-26T05:48:28.743 DEBUG:teuthology.parallel:result is None 2024-07-26T05:48:28.744 INFO:teuthology.run_tasks:Running task internal.base... 2024-07-26T05:48:28.758 INFO:teuthology.task.internal:Creating test directory... 2024-07-26T05:48:28.759 DEBUG:teuthology.orchestra.run.smithi089:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-07-26T05:48:28.761 DEBUG:teuthology.orchestra.run.smithi155:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-07-26T05:48:28.780 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-07-26T05:48:28.791 INFO:teuthology.run_tasks:Running task internal.archive... 2024-07-26T05:48:28.814 INFO:teuthology.task.internal:Creating archive directory... 2024-07-26T05:48:28.814 DEBUG:teuthology.orchestra.run.smithi089:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-07-26T05:48:28.820 DEBUG:teuthology.orchestra.run.smithi155:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-07-26T05:48:28.916 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-07-26T05:48:28.929 INFO:teuthology.task.internal:Enabling coredump saving... 2024-07-26T05:48:28.929 DEBUG:teuthology.orchestra.run.smithi089:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-07-26T05:48:28.932 DEBUG:teuthology.orchestra.run.smithi155:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-07-26T05:48:28.965 INFO:teuthology.orchestra.run.smithi155.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-07-26T05:48:28.966 INFO:teuthology.orchestra.run.smithi089.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-07-26T05:48:28.976 INFO:teuthology.orchestra.run.smithi155.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-07-26T05:48:28.978 INFO:teuthology.orchestra.run.smithi089.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-07-26T05:48:28.979 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-07-26T05:48:28.989 INFO:teuthology.task.internal:Configuring sudo... 2024-07-26T05:48:28.990 DEBUG:teuthology.orchestra.run.smithi089:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-07-26T05:48:29.022 DEBUG:teuthology.orchestra.run.smithi155:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-07-26T05:48:29.050 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-07-26T05:48:29.059 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-07-26T05:48:29.059 DEBUG:teuthology.orchestra.run.smithi089:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-07-26T05:48:29.091 DEBUG:teuthology.orchestra.run.smithi155:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-07-26T05:48:29.107 DEBUG:teuthology.orchestra.run.smithi089:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-07-26T05:48:29.192 DEBUG:teuthology.orchestra.run.smithi089:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-07-26T05:48:29.286 DEBUG:teuthology.orchestra.run.smithi089:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-07-26T05:48:29.370 DEBUG:teuthology.orchestra.run.smithi089:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-07-26T05:48:29.410 DEBUG:teuthology.orchestra.run.smithi089:> set -ex 2024-07-26T05:48:29.410 DEBUG:teuthology.orchestra.run.smithi089:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-07-26T05:48:29.475 DEBUG:teuthology.orchestra.run.smithi155:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-07-26T05:48:29.518 DEBUG:teuthology.orchestra.run.smithi155:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-07-26T05:48:29.581 DEBUG:teuthology.orchestra.run.smithi155:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-07-26T05:48:29.665 DEBUG:teuthology.orchestra.run.smithi155:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-07-26T05:48:29.710 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-07-26T05:48:29.710 DEBUG:teuthology.orchestra.run.smithi155:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-07-26T05:48:29.777 DEBUG:teuthology.orchestra.run.smithi089:> sudo service rsyslog restart 2024-07-26T05:48:29.780 DEBUG:teuthology.orchestra.run.smithi155:> sudo service rsyslog restart 2024-07-26T05:48:29.820 INFO:teuthology.orchestra.run.smithi089.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-07-26T05:48:29.852 INFO:teuthology.orchestra.run.smithi155.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-07-26T05:48:30.195 INFO:teuthology.run_tasks:Running task internal.timer... 2024-07-26T05:48:30.203 INFO:teuthology.task.internal:Starting timer... 2024-07-26T05:48:30.203 INFO:teuthology.run_tasks:Running task pcp... 2024-07-26T05:48:30.223 INFO:teuthology.run_tasks:Running task selinux... 2024-07-26T05:48:30.238 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0']} 2024-07-26T05:48:30.238 DEBUG:teuthology.orchestra.run.smithi089:> sudo service auditd rotate 2024-07-26T05:48:30.291 INFO:teuthology.orchestra.run.smithi089.stdout:Rotating logs: 2024-07-26T05:48:30.293 DEBUG:teuthology.orchestra.run.smithi155:> sudo service auditd rotate 2024-07-26T05:48:30.339 INFO:teuthology.orchestra.run.smithi155.stdout:Rotating logs: 2024-07-26T05:48:30.341 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-07-26T05:48:30.341 DEBUG:teuthology.orchestra.run.smithi089:> /usr/sbin/getenforce 2024-07-26T05:48:30.377 INFO:teuthology.orchestra.run.smithi089.stdout:Permissive 2024-07-26T05:48:30.378 DEBUG:teuthology.orchestra.run.smithi155:> /usr/sbin/getenforce 2024-07-26T05:48:30.465 INFO:teuthology.orchestra.run.smithi155.stdout:Permissive 2024-07-26T05:48:30.466 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi089.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi155.front.sepia.ceph.com': 'permissive'} 2024-07-26T05:48:30.466 DEBUG:teuthology.orchestra.run.smithi089:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-07-26T05:48:30.494 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-26T05:48:30.494 DEBUG:teuthology.orchestra.run.smithi155:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-07-26T05:48:30.521 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-26T05:48:30.521 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-07-26T05:48:30.522 DEBUG:teuthology.orchestra.run.smithi089:> sudo /usr/sbin/setenforce permissive 2024-07-26T05:48:30.561 DEBUG:teuthology.orchestra.run.smithi155:> sudo /usr/sbin/setenforce permissive 2024-07-26T05:48:30.587 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-07-26T05:48:30.597 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-07-26T05:48:30.671 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-07-26T05:48:30.698 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi089.front.sepia.ceph.com,smithi155.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-07-26T05:53:27.673 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi089.front.sepia.ceph.com'), Remote(name='ubuntu@smithi155.front.sepia.ceph.com')] 2024-07-26T05:53:27.710 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi089.front.sepia.ceph.com' 2024-07-26T05:53:27.712 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi089.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-07-26T05:53:27.792 DEBUG:teuthology.orchestra.run.smithi089:> true 2024-07-26T05:53:27.872 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi089.front.sepia.ceph.com' 2024-07-26T05:53:27.872 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi155.front.sepia.ceph.com' 2024-07-26T05:53:27.873 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi155.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-07-26T05:53:27.947 DEBUG:teuthology.orchestra.run.smithi155:> true 2024-07-26T05:53:27.990 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi155.front.sepia.ceph.com' 2024-07-26T05:53:27.990 INFO:teuthology.run_tasks:Running task clock... 2024-07-26T05:53:28.002 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-07-26T05:53:28.002 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-07-26T05:53:28.003 DEBUG:teuthology.orchestra.run.smithi089:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-07-26T05:53:28.005 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-07-26T05:53:28.005 DEBUG:teuthology.orchestra.run.smithi155:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-07-26T05:53:28.034 INFO:teuthology.orchestra.run.smithi089.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-07-26T05:53:28.049 INFO:teuthology.orchestra.run.smithi089.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-07-26T05:53:28.061 INFO:teuthology.orchestra.run.smithi155.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-07-26T05:53:28.074 INFO:teuthology.orchestra.run.smithi089.stderr:sudo: ntpd: command not found 2024-07-26T05:53:28.076 INFO:teuthology.orchestra.run.smithi155.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-07-26T05:53:28.085 INFO:teuthology.orchestra.run.smithi089.stdout:506 Cannot talk to daemon 2024-07-26T05:53:28.099 INFO:teuthology.orchestra.run.smithi089.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-07-26T05:53:28.101 INFO:teuthology.orchestra.run.smithi155.stderr:sudo: ntpd: command not found 2024-07-26T05:53:28.112 INFO:teuthology.orchestra.run.smithi155.stdout:506 Cannot talk to daemon 2024-07-26T05:53:28.112 INFO:teuthology.orchestra.run.smithi089.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-07-26T05:53:28.127 INFO:teuthology.orchestra.run.smithi155.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-07-26T05:53:28.141 INFO:teuthology.orchestra.run.smithi155.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-07-26T05:53:28.172 INFO:teuthology.orchestra.run.smithi089.stderr:bash: line 1: ntpq: command not found 2024-07-26T05:53:28.175 INFO:teuthology.orchestra.run.smithi089.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-07-26T05:53:28.175 INFO:teuthology.orchestra.run.smithi089.stdout:=============================================================================== 2024-07-26T05:53:28.175 INFO:teuthology.orchestra.run.smithi089.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-07-26T05:53:28.175 INFO:teuthology.orchestra.run.smithi089.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-07-26T05:53:28.176 INFO:teuthology.orchestra.run.smithi089.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-07-26T05:53:28.176 INFO:teuthology.orchestra.run.smithi089.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-07-26T05:53:28.196 INFO:teuthology.orchestra.run.smithi155.stderr:bash: line 1: ntpq: command not found 2024-07-26T05:53:28.200 INFO:teuthology.orchestra.run.smithi155.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-07-26T05:53:28.200 INFO:teuthology.orchestra.run.smithi155.stdout:=============================================================================== 2024-07-26T05:53:28.200 INFO:teuthology.orchestra.run.smithi155.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-07-26T05:53:28.200 INFO:teuthology.orchestra.run.smithi155.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-07-26T05:53:28.200 INFO:teuthology.orchestra.run.smithi155.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-07-26T05:53:28.201 INFO:teuthology.orchestra.run.smithi155.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-07-26T05:53:28.201 INFO:teuthology.run_tasks:Running task pexec... 2024-07-26T05:53:28.212 INFO:teuthology.task.pexec:Executing custom commands... 2024-07-26T05:53:28.213 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi089.front.sepia.ceph.com 2024-07-26T05:53:28.213 DEBUG:teuthology.orchestra.run.smithi089:> TESTDIR=/home/ubuntu/cephtest bash -s 2024-07-26T05:53:28.214 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi155.front.sepia.ceph.com 2024-07-26T05:53:28.214 DEBUG:teuthology.orchestra.run.smithi155:> TESTDIR=/home/ubuntu/cephtest bash -s 2024-07-26T05:53:28.779 INFO:teuthology.orchestra.run.smithi089.stdout:Last metadata expiration check: 0:01:21 ago on Fri 26 Jul 2024 05:52:07 AM UTC. 2024-07-26T05:53:28.806 INFO:teuthology.orchestra.run.smithi155.stdout:Last metadata expiration check: 0:01:20 ago on Fri 26 Jul 2024 05:52:08 AM UTC. 2024-07-26T05:53:28.865 INFO:teuthology.orchestra.run.smithi089.stdout:Package nvme-cli-2.6-5.el9.x86_64 is already installed. 2024-07-26T05:53:28.891 INFO:teuthology.orchestra.run.smithi155.stdout:Package nvme-cli-2.6-5.el9.x86_64 is already installed. 2024-07-26T05:53:28.905 INFO:teuthology.orchestra.run.smithi089.stdout:Dependencies resolved. 2024-07-26T05:53:28.925 INFO:teuthology.orchestra.run.smithi089.stdout:================================================================================ 2024-07-26T05:53:28.925 INFO:teuthology.orchestra.run.smithi089.stdout: Package Arch Version Repository Size 2024-07-26T05:53:28.925 INFO:teuthology.orchestra.run.smithi089.stdout:================================================================================ 2024-07-26T05:53:28.925 INFO:teuthology.orchestra.run.smithi089.stdout:Installing: 2024-07-26T05:53:28.925 INFO:teuthology.orchestra.run.smithi089.stdout: nvmetcli noarch 0.7-3.el9 baseos 44 k 2024-07-26T05:53:28.925 INFO:teuthology.orchestra.run.smithi089.stdout: runc x86_64 4:1.1.13-4.el9 appstream 3.2 M 2024-07-26T05:53:28.925 INFO:teuthology.orchestra.run.smithi089.stdout:Upgrading: 2024-07-26T05:53:28.925 INFO:teuthology.orchestra.run.smithi089.stdout: libnvme x86_64 1.9-1.el9 baseos 104 k 2024-07-26T05:53:28.926 INFO:teuthology.orchestra.run.smithi089.stdout: nvme-cli x86_64 2.9.1-3.el9 baseos 903 k 2024-07-26T05:53:28.926 INFO:teuthology.orchestra.run.smithi089.stdout:Installing dependencies: 2024-07-26T05:53:28.926 INFO:teuthology.orchestra.run.smithi089.stdout: python3-configshell noarch 1:1.1.30-1.el9 baseos 72 k 2024-07-26T05:53:28.926 INFO:teuthology.orchestra.run.smithi089.stdout: python3-kmod x86_64 0.9-32.el9 baseos 84 k 2024-07-26T05:53:28.926 INFO:teuthology.orchestra.run.smithi089.stdout: python3-urwid x86_64 2.1.2-4.el9 baseos 837 k 2024-07-26T05:53:28.926 INFO:teuthology.orchestra.run.smithi089.stdout: 2024-07-26T05:53:28.926 INFO:teuthology.orchestra.run.smithi089.stdout:Transaction Summary 2024-07-26T05:53:28.926 INFO:teuthology.orchestra.run.smithi089.stdout:================================================================================ 2024-07-26T05:53:28.926 INFO:teuthology.orchestra.run.smithi089.stdout:Install 5 Packages 2024-07-26T05:53:28.926 INFO:teuthology.orchestra.run.smithi089.stdout:Upgrade 2 Packages 2024-07-26T05:53:28.926 INFO:teuthology.orchestra.run.smithi089.stdout: 2024-07-26T05:53:28.930 INFO:teuthology.orchestra.run.smithi089.stdout:Total download size: 5.2 M 2024-07-26T05:53:28.930 INFO:teuthology.orchestra.run.smithi089.stdout:Downloading Packages: 2024-07-26T05:53:28.932 INFO:teuthology.orchestra.run.smithi155.stdout:Dependencies resolved. 2024-07-26T05:53:28.945 INFO:teuthology.orchestra.run.smithi155.stdout:================================================================================ 2024-07-26T05:53:28.946 INFO:teuthology.orchestra.run.smithi155.stdout: Package Arch Version Repository Size 2024-07-26T05:53:28.946 INFO:teuthology.orchestra.run.smithi155.stdout:================================================================================ 2024-07-26T05:53:28.946 INFO:teuthology.orchestra.run.smithi155.stdout:Installing: 2024-07-26T05:53:28.946 INFO:teuthology.orchestra.run.smithi155.stdout: nvmetcli noarch 0.7-3.el9 baseos 44 k 2024-07-26T05:53:28.946 INFO:teuthology.orchestra.run.smithi155.stdout: runc x86_64 4:1.1.13-4.el9 appstream 3.2 M 2024-07-26T05:53:28.946 INFO:teuthology.orchestra.run.smithi155.stdout:Upgrading: 2024-07-26T05:53:28.946 INFO:teuthology.orchestra.run.smithi155.stdout: libnvme x86_64 1.9-1.el9 baseos 104 k 2024-07-26T05:53:28.946 INFO:teuthology.orchestra.run.smithi155.stdout: nvme-cli x86_64 2.9.1-3.el9 baseos 903 k 2024-07-26T05:53:28.946 INFO:teuthology.orchestra.run.smithi155.stdout:Installing dependencies: 2024-07-26T05:53:28.946 INFO:teuthology.orchestra.run.smithi155.stdout: python3-configshell noarch 1:1.1.30-1.el9 baseos 72 k 2024-07-26T05:53:28.946 INFO:teuthology.orchestra.run.smithi155.stdout: python3-kmod x86_64 0.9-32.el9 baseos 84 k 2024-07-26T05:53:28.946 INFO:teuthology.orchestra.run.smithi155.stdout: python3-urwid x86_64 2.1.2-4.el9 baseos 837 k 2024-07-26T05:53:28.947 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-26T05:53:28.947 INFO:teuthology.orchestra.run.smithi155.stdout:Transaction Summary 2024-07-26T05:53:28.947 INFO:teuthology.orchestra.run.smithi155.stdout:================================================================================ 2024-07-26T05:53:28.947 INFO:teuthology.orchestra.run.smithi155.stdout:Install 5 Packages 2024-07-26T05:53:28.947 INFO:teuthology.orchestra.run.smithi155.stdout:Upgrade 2 Packages 2024-07-26T05:53:28.947 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-26T05:53:28.956 INFO:teuthology.orchestra.run.smithi155.stdout:Total download size: 5.2 M 2024-07-26T05:53:28.956 INFO:teuthology.orchestra.run.smithi155.stdout:Downloading Packages: 2024-07-26T05:53:29.431 INFO:teuthology.orchestra.run.smithi089.stdout:(1/7): python3-configshell-1.1.30-1.el9.noarch. 626 kB/s | 72 kB 00:00 2024-07-26T05:53:29.442 INFO:teuthology.orchestra.run.smithi155.stdout:(1/7): nvmetcli-0.7-3.el9.noarch.rpm 470 kB/s | 44 kB 00:00 2024-07-26T05:53:29.456 INFO:teuthology.orchestra.run.smithi089.stdout:(2/7): nvmetcli-0.7-3.el9.noarch.rpm 318 kB/s | 44 kB 00:00 2024-07-26T05:53:29.469 INFO:teuthology.orchestra.run.smithi155.stdout:(2/7): python3-configshell-1.1.30-1.el9.noarch. 598 kB/s | 72 kB 00:00 2024-07-26T05:53:29.481 INFO:teuthology.orchestra.run.smithi089.stdout:(3/7): python3-kmod-0.9-32.el9.x86_64.rpm 510 kB/s | 84 kB 00:00 2024-07-26T05:53:29.492 INFO:teuthology.orchestra.run.smithi155.stdout:(3/7): python3-kmod-0.9-32.el9.x86_64.rpm 580 kB/s | 84 kB 00:00 2024-07-26T05:53:29.540 INFO:teuthology.orchestra.run.smithi089.stdout:(4/7): libnvme-1.9-1.el9.x86_64.rpm 1.8 MB/s | 104 kB 00:00 2024-07-26T05:53:29.551 INFO:teuthology.orchestra.run.smithi155.stdout:(4/7): libnvme-1.9-1.el9.x86_64.rpm 1.8 MB/s | 104 kB 00:00 2024-07-26T05:53:29.584 INFO:teuthology.orchestra.run.smithi155.stdout:(5/7): python3-urwid-2.1.2-4.el9.x86_64.rpm 5.7 MB/s | 837 kB 00:00 2024-07-26T05:53:29.615 INFO:teuthology.orchestra.run.smithi089.stdout:(5/7): python3-urwid-2.1.2-4.el9.x86_64.rpm 4.4 MB/s | 837 kB 00:00 2024-07-26T05:53:29.651 INFO:teuthology.orchestra.run.smithi155.stdout:(6/7): nvme-cli-2.9.1-3.el9.x86_64.rpm 8.8 MB/s | 903 kB 00:00 2024-07-26T05:53:29.665 INFO:teuthology.orchestra.run.smithi089.stdout:(6/7): nvme-cli-2.9.1-3.el9.x86_64.rpm 7.0 MB/s | 903 kB 00:00 2024-07-26T05:53:30.460 INFO:teuthology.orchestra.run.smithi155.stdout:(7/7): runc-1.1.13-4.el9.x86_64.rpm 3.2 MB/s | 3.2 MB 00:00 2024-07-26T05:53:30.460 INFO:teuthology.orchestra.run.smithi155.stdout:-------------------------------------------------------------------------------- 2024-07-26T05:53:30.460 INFO:teuthology.orchestra.run.smithi155.stdout:Total 3.4 MB/s | 5.2 MB 00:01 2024-07-26T05:53:30.541 INFO:teuthology.orchestra.run.smithi089.stdout:(7/7): runc-1.1.13-4.el9.x86_64.rpm 2.9 MB/s | 3.2 MB 00:01 2024-07-26T05:53:30.541 INFO:teuthology.orchestra.run.smithi089.stdout:-------------------------------------------------------------------------------- 2024-07-26T05:53:30.541 INFO:teuthology.orchestra.run.smithi089.stdout:Total 3.2 MB/s | 5.2 MB 00:01 2024-07-26T05:53:30.576 INFO:teuthology.orchestra.run.smithi155.stdout:Running transaction check 2024-07-26T05:53:30.593 INFO:teuthology.orchestra.run.smithi155.stdout:Transaction check succeeded. 2024-07-26T05:53:30.593 INFO:teuthology.orchestra.run.smithi155.stdout:Running transaction test 2024-07-26T05:53:30.654 INFO:teuthology.orchestra.run.smithi089.stdout:Running transaction check 2024-07-26T05:53:30.669 INFO:teuthology.orchestra.run.smithi089.stdout:Transaction check succeeded. 2024-07-26T05:53:30.669 INFO:teuthology.orchestra.run.smithi089.stdout:Running transaction test 2024-07-26T05:53:30.803 INFO:teuthology.orchestra.run.smithi155.stdout:Transaction test succeeded. 2024-07-26T05:53:30.803 INFO:teuthology.orchestra.run.smithi155.stdout:Running transaction 2024-07-26T05:53:30.926 INFO:teuthology.orchestra.run.smithi089.stdout:Transaction test succeeded. 2024-07-26T05:53:30.926 INFO:teuthology.orchestra.run.smithi089.stdout:Running transaction 2024-07-26T05:53:31.195 INFO:teuthology.orchestra.run.smithi155.stdout: Preparing : 1/1 2024-07-26T05:53:31.328 INFO:teuthology.orchestra.run.smithi089.stdout: Preparing : 1/1 2024-07-26T05:53:31.407 INFO:teuthology.orchestra.run.smithi155.stdout: Upgrading : libnvme-1.9-1.el9.x86_64 1/9 2024-07-26T05:53:31.464 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-urwid-2.1.2-4.el9.x86_64 2/9 2024-07-26T05:53:31.509 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-configshell-1:1.1.30-1.el9.noarch 3/9 2024-07-26T05:53:31.541 INFO:teuthology.orchestra.run.smithi089.stdout: Upgrading : libnvme-1.9-1.el9.x86_64 1/9 2024-07-26T05:53:31.548 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-kmod-0.9-32.el9.x86_64 4/9 2024-07-26T05:53:31.574 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : nvmetcli-0.7-3.el9.noarch 5/9 2024-07-26T05:53:31.595 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-urwid-2.1.2-4.el9.x86_64 2/9 2024-07-26T05:53:31.634 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-configshell-1:1.1.30-1.el9.noarch 3/9 2024-07-26T05:53:31.671 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-kmod-0.9-32.el9.x86_64 4/9 2024-07-26T05:53:31.696 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : nvmetcli-0.7-3.el9.noarch 5/9 2024-07-26T05:53:31.835 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: nvmetcli-0.7-3.el9.noarch 5/9 2024-07-26T05:53:31.901 INFO:teuthology.orchestra.run.smithi155.stdout: Upgrading : nvme-cli-2.9.1-3.el9.x86_64 6/9 2024-07-26T05:53:31.956 INFO:teuthology.orchestra.run.smithi089.stdout: Running scriptlet: nvmetcli-0.7-3.el9.noarch 5/9 2024-07-26T05:53:32.008 INFO:teuthology.orchestra.run.smithi089.stdout: Upgrading : nvme-cli-2.9.1-3.el9.x86_64 6/9 2024-07-26T05:53:32.289 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: nvme-cli-2.9.1-3.el9.x86_64 6/9 2024-07-26T05:53:32.313 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : runc-4:1.1.13-4.el9.x86_64 7/9 2024-07-26T05:53:32.346 INFO:teuthology.orchestra.run.smithi155.stdout: Cleanup : nvme-cli-2.6-5.el9.x86_64 8/9 2024-07-26T05:53:32.402 INFO:teuthology.orchestra.run.smithi089.stdout: Running scriptlet: nvme-cli-2.9.1-3.el9.x86_64 6/9 2024-07-26T05:53:32.406 INFO:teuthology.orchestra.run.smithi155.stdout: Cleanup : libnvme-1.6-1.el9.x86_64 9/9 2024-07-26T05:53:32.428 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : runc-4:1.1.13-4.el9.x86_64 7/9 2024-07-26T05:53:32.461 INFO:teuthology.orchestra.run.smithi089.stdout: Cleanup : nvme-cli-2.6-5.el9.x86_64 8/9 2024-07-26T05:53:32.521 INFO:teuthology.orchestra.run.smithi089.stdout: Cleanup : libnvme-1.6-1.el9.x86_64 9/9 2024-07-26T05:53:33.343 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: libnvme-1.6-1.el9.x86_64 9/9 2024-07-26T05:53:33.343 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : nvmetcli-0.7-3.el9.noarch 1/9 2024-07-26T05:53:33.343 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-configshell-1:1.1.30-1.el9.noarch 2/9 2024-07-26T05:53:33.343 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-kmod-0.9-32.el9.x86_64 3/9 2024-07-26T05:53:33.343 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-urwid-2.1.2-4.el9.x86_64 4/9 2024-07-26T05:53:33.343 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : runc-4:1.1.13-4.el9.x86_64 5/9 2024-07-26T05:53:33.343 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : libnvme-1.9-1.el9.x86_64 6/9 2024-07-26T05:53:33.343 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : libnvme-1.6-1.el9.x86_64 7/9 2024-07-26T05:53:33.344 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : nvme-cli-2.9.1-3.el9.x86_64 8/9 2024-07-26T05:53:33.455 INFO:teuthology.orchestra.run.smithi089.stdout: Running scriptlet: libnvme-1.6-1.el9.x86_64 9/9 2024-07-26T05:53:33.456 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : nvmetcli-0.7-3.el9.noarch 1/9 2024-07-26T05:53:33.456 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-configshell-1:1.1.30-1.el9.noarch 2/9 2024-07-26T05:53:33.456 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-kmod-0.9-32.el9.x86_64 3/9 2024-07-26T05:53:33.456 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-urwid-2.1.2-4.el9.x86_64 4/9 2024-07-26T05:53:33.456 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : runc-4:1.1.13-4.el9.x86_64 5/9 2024-07-26T05:53:33.456 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : libnvme-1.9-1.el9.x86_64 6/9 2024-07-26T05:53:33.456 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : libnvme-1.6-1.el9.x86_64 7/9 2024-07-26T05:53:33.456 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : nvme-cli-2.9.1-3.el9.x86_64 8/9 2024-07-26T05:53:33.765 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : nvme-cli-2.6-5.el9.x86_64 9/9 2024-07-26T05:53:33.765 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-26T05:53:33.765 INFO:teuthology.orchestra.run.smithi155.stdout:Upgraded: 2024-07-26T05:53:33.765 INFO:teuthology.orchestra.run.smithi155.stdout: libnvme-1.9-1.el9.x86_64 nvme-cli-2.9.1-3.el9.x86_64 2024-07-26T05:53:33.765 INFO:teuthology.orchestra.run.smithi155.stdout:Installed: 2024-07-26T05:53:33.765 INFO:teuthology.orchestra.run.smithi155.stdout: nvmetcli-0.7-3.el9.noarch python3-configshell-1:1.1.30-1.el9.noarch 2024-07-26T05:53:33.765 INFO:teuthology.orchestra.run.smithi155.stdout: python3-kmod-0.9-32.el9.x86_64 python3-urwid-2.1.2-4.el9.x86_64 2024-07-26T05:53:33.765 INFO:teuthology.orchestra.run.smithi155.stdout: runc-4:1.1.13-4.el9.x86_64 2024-07-26T05:53:33.765 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-26T05:53:33.765 INFO:teuthology.orchestra.run.smithi155.stdout:Complete! 2024-07-26T05:53:33.823 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : nvme-cli-2.6-5.el9.x86_64 9/9 2024-07-26T05:53:33.823 INFO:teuthology.orchestra.run.smithi089.stdout: 2024-07-26T05:53:33.823 INFO:teuthology.orchestra.run.smithi089.stdout:Upgraded: 2024-07-26T05:53:33.823 INFO:teuthology.orchestra.run.smithi089.stdout: libnvme-1.9-1.el9.x86_64 nvme-cli-2.9.1-3.el9.x86_64 2024-07-26T05:53:33.823 INFO:teuthology.orchestra.run.smithi089.stdout:Installed: 2024-07-26T05:53:33.824 INFO:teuthology.orchestra.run.smithi089.stdout: nvmetcli-0.7-3.el9.noarch python3-configshell-1:1.1.30-1.el9.noarch 2024-07-26T05:53:33.824 INFO:teuthology.orchestra.run.smithi089.stdout: python3-kmod-0.9-32.el9.x86_64 python3-urwid-2.1.2-4.el9.x86_64 2024-07-26T05:53:33.824 INFO:teuthology.orchestra.run.smithi089.stdout: runc-4:1.1.13-4.el9.x86_64 2024-07-26T05:53:33.824 INFO:teuthology.orchestra.run.smithi089.stdout: 2024-07-26T05:53:33.824 INFO:teuthology.orchestra.run.smithi089.stdout:Complete! 2024-07-26T05:53:34.178 DEBUG:teuthology.parallel:result is None 2024-07-26T05:53:34.199 DEBUG:teuthology.parallel:result is None 2024-07-26T05:53:34.200 INFO:teuthology.run_tasks:Running task install... 2024-07-26T05:53:34.213 DEBUG:teuthology.task.install:project ceph 2024-07-26T05:53:34.213 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': '4b230446d7be021d836dfefaff290f6673dd2502'}} 2024-07-26T05:53:34.213 DEBUG:teuthology.task.install:config {'branch': 'quincy', 'exclude_packages': ['ceph-volume'], 'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': '4b230446d7be021d836dfefaff290f6673dd2502'} 2024-07-26T05:53:34.214 INFO:teuthology.task.install:Using flavor: default 2024-07-26T05:53:34.220 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-07-26T05:53:34.220 INFO:teuthology.task.install:extra packages: [] 2024-07-26T05:53:34.220 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'quincy', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '4b230446d7be021d836dfefaff290f6673dd2502', 'tag': None, 'wait_for_package': False} 2024-07-26T05:53:34.220 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-07-26T05:53:34.221 INFO:teuthology.packaging:ref: None 2024-07-26T05:53:34.221 INFO:teuthology.packaging:tag: None 2024-07-26T05:53:34.221 INFO:teuthology.packaging:branch: quincy 2024-07-26T05:53:34.221 INFO:teuthology.packaging:sha1: 4b230446d7be021d836dfefaff290f6673dd2502 2024-07-26T05:53:34.221 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2024-07-26T05:53:34.224 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'quincy', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '4b230446d7be021d836dfefaff290f6673dd2502', 'tag': None, 'wait_for_package': False} 2024-07-26T05:53:34.224 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-07-26T05:53:34.224 INFO:teuthology.packaging:ref: None 2024-07-26T05:53:34.224 INFO:teuthology.packaging:tag: None 2024-07-26T05:53:34.224 INFO:teuthology.packaging:branch: quincy 2024-07-26T05:53:34.224 INFO:teuthology.packaging:sha1: 4b230446d7be021d836dfefaff290f6673dd2502 2024-07-26T05:53:34.224 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2024-07-26T05:53:34.437 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/quincy/5dff84c0a6bb03e106d925464f6e7d50eaddc4fe/centos/9/flavors/default/ 2024-07-26T05:53:34.437 INFO:teuthology.task.install.rpm:Package version is 17.2.7-1143.g5dff84c0 2024-07-26T05:53:34.463 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/quincy/5dff84c0a6bb03e106d925464f6e7d50eaddc4fe/centos/9/flavors/default/ 2024-07-26T05:53:34.463 INFO:teuthology.task.install.rpm:Package version is 17.2.7-1143.g5dff84c0 2024-07-26T05:53:34.556 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/quincy/5dff84c0a6bb03e106d925464f6e7d50eaddc4fe/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/quincy/5dff84c0a6bb03e106d925464f6e7d50eaddc4fe/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/quincy/5dff84c0a6bb03e106d925464f6e7d50eaddc4fe/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-07-26T05:53:34.556 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-07-26T05:53:34.556 DEBUG:teuthology.orchestra.run.smithi155:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-07-26T05:53:34.574 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/quincy/5dff84c0a6bb03e106d925464f6e7d50eaddc4fe/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/quincy/5dff84c0a6bb03e106d925464f6e7d50eaddc4fe/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/quincy/5dff84c0a6bb03e106d925464f6e7d50eaddc4fe/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-07-26T05:53:34.574 DEBUG:teuthology.orchestra.run.smithi089:> set -ex 2024-07-26T05:53:34.574 DEBUG:teuthology.orchestra.run.smithi089:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-07-26T05:53:34.582 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-07-26T05:53:34.582 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-07-26T05:53:34.583 INFO:teuthology.packaging:ref: None 2024-07-26T05:53:34.583 INFO:teuthology.packaging:tag: None 2024-07-26T05:53:34.583 INFO:teuthology.packaging:branch: quincy 2024-07-26T05:53:34.583 INFO:teuthology.packaging:sha1: 4b230446d7be021d836dfefaff290f6673dd2502 2024-07-26T05:53:34.583 DEBUG:teuthology.orchestra.run.smithi155:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/quincy/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-07-26T05:53:34.600 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-07-26T05:53:34.600 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-07-26T05:53:34.600 INFO:teuthology.packaging:ref: None 2024-07-26T05:53:34.600 INFO:teuthology.packaging:tag: None 2024-07-26T05:53:34.600 INFO:teuthology.packaging:branch: quincy 2024-07-26T05:53:34.600 INFO:teuthology.packaging:sha1: 4b230446d7be021d836dfefaff290f6673dd2502 2024-07-26T05:53:34.600 DEBUG:teuthology.orchestra.run.smithi089:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/quincy/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-07-26T05:53:34.662 DEBUG:teuthology.orchestra.run.smithi155:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-07-26T05:53:34.665 DEBUG:teuthology.orchestra.run.smithi089:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-07-26T05:53:34.737 DEBUG:teuthology.orchestra.run.smithi155:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-07-26T05:53:34.740 DEBUG:teuthology.orchestra.run.smithi089:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-07-26T05:53:34.802 INFO:teuthology.orchestra.run.smithi155.stdout:check_obsoletes = 1 2024-07-26T05:53:34.804 DEBUG:teuthology.orchestra.run.smithi155:> sudo yum clean all 2024-07-26T05:53:34.805 INFO:teuthology.orchestra.run.smithi089.stdout:check_obsoletes = 1 2024-07-26T05:53:34.805 DEBUG:teuthology.orchestra.run.smithi089:> sudo yum clean all 2024-07-26T05:53:35.035 INFO:teuthology.orchestra.run.smithi089.stdout:45 files removed 2024-07-26T05:53:35.037 INFO:teuthology.orchestra.run.smithi155.stdout:45 files removed 2024-07-26T05:53:35.061 DEBUG:teuthology.orchestra.run.smithi089:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-07-26T05:53:35.067 DEBUG:teuthology.orchestra.run.smithi155:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-07-26T05:53:35.661 INFO:teuthology.orchestra.run.smithi155.stdout:ceph packages for x86_64 246 kB/s | 77 kB 00:00 2024-07-26T05:53:35.677 INFO:teuthology.orchestra.run.smithi089.stdout:ceph packages for x86_64 228 kB/s | 77 kB 00:00 2024-07-26T05:53:35.994 INFO:teuthology.orchestra.run.smithi155.stdout:ceph noarch packages 38 kB/s | 11 kB 00:00 2024-07-26T05:53:36.027 INFO:teuthology.orchestra.run.smithi089.stdout:ceph noarch packages 36 kB/s | 11 kB 00:00 2024-07-26T05:53:36.319 INFO:teuthology.orchestra.run.smithi155.stdout:ceph source packages 6.4 kB/s | 1.8 kB 00:00 2024-07-26T05:53:36.345 INFO:teuthology.orchestra.run.smithi089.stdout:ceph source packages 6.5 kB/s | 1.8 kB 00:00 2024-07-26T05:53:37.820 INFO:teuthology.orchestra.run.smithi155.stdout:CentOS Stream 9 - BaseOS 5.6 MB/s | 8.2 MB 00:01 2024-07-26T05:53:38.128 INFO:teuthology.orchestra.run.smithi089.stdout:CentOS Stream 9 - BaseOS 4.7 MB/s | 8.2 MB 00:01 2024-07-26T05:53:39.762 INFO:teuthology.orchestra.run.smithi155.stdout:CentOS Stream 9 - AppStream 24 MB/s | 20 MB 00:00 2024-07-26T05:53:41.254 INFO:teuthology.orchestra.run.smithi089.stdout:CentOS Stream 9 - AppStream 9.8 MB/s | 20 MB 00:02 2024-07-26T05:53:44.296 INFO:teuthology.orchestra.run.smithi155.stdout:CentOS Stream 9 - CRB 8.4 MB/s | 6.5 MB 00:00 2024-07-26T05:53:45.789 INFO:teuthology.orchestra.run.smithi155.stdout:CentOS Stream 9 - Extras packages 67 kB/s | 18 kB 00:00 2024-07-26T05:53:46.557 INFO:teuthology.orchestra.run.smithi089.stdout:CentOS Stream 9 - CRB 4.2 MB/s | 6.5 MB 00:01 2024-07-26T05:53:46.718 INFO:teuthology.orchestra.run.smithi155.stdout:Extra Packages for Enterprise Linux 28 MB/s | 22 MB 00:00 2024-07-26T05:53:48.298 INFO:teuthology.orchestra.run.smithi089.stdout:CentOS Stream 9 - Extras packages 35 kB/s | 18 kB 00:00 2024-07-26T05:53:49.593 INFO:teuthology.orchestra.run.smithi089.stdout:Extra Packages for Enterprise Linux 19 MB/s | 22 MB 00:01 2024-07-26T05:53:52.132 INFO:teuthology.orchestra.run.smithi155.stdout:lab-extras 30 kB/s | 1.7 kB 00:00 2024-07-26T05:53:54.453 INFO:teuthology.orchestra.run.smithi155.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-07-26T05:53:54.454 INFO:teuthology.orchestra.run.smithi155.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-07-26T05:53:54.514 INFO:teuthology.orchestra.run.smithi155.stdout:Dependencies resolved. 2024-07-26T05:53:54.520 INFO:teuthology.orchestra.run.smithi155.stdout:======================================================================================= 2024-07-26T05:53:54.520 INFO:teuthology.orchestra.run.smithi155.stdout: Package Arch Version Repository Size 2024-07-26T05:53:54.521 INFO:teuthology.orchestra.run.smithi155.stdout:======================================================================================= 2024-07-26T05:53:54.521 INFO:teuthology.orchestra.run.smithi155.stdout:Installing: 2024-07-26T05:53:54.521 INFO:teuthology.orchestra.run.smithi155.stdout: ceph x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 6.5 k 2024-07-26T05:53:54.521 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-base x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 5.0 M 2024-07-26T05:53:54.521 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-fuse x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 813 k 2024-07-26T05:53:54.521 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-immutable-object-cache x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 137 k 2024-07-26T05:53:54.521 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-mgr x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 1.4 M 2024-07-26T05:53:54.521 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-mgr-cephadm noarch 2:17.2.7-1143.g5dff84c0.el9 ceph-noarch 123 k 2024-07-26T05:53:54.521 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-mgr-dashboard noarch 2:17.2.7-1143.g5dff84c0.el9 ceph-noarch 3.4 M 2024-07-26T05:53:54.521 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-mgr-diskprediction-local noarch 2:17.2.7-1143.g5dff84c0.el9 ceph-noarch 7.4 M 2024-07-26T05:53:54.521 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-mgr-rook noarch 2:17.2.7-1143.g5dff84c0.el9 ceph-noarch 47 k 2024-07-26T05:53:54.522 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-radosgw x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 14 M 2024-07-26T05:53:54.522 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-test x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 48 M 2024-07-26T05:53:54.522 INFO:teuthology.orchestra.run.smithi155.stdout: cephadm noarch 2:17.2.7-1143.g5dff84c0.el9 ceph-noarch 82 k 2024-07-26T05:53:54.522 INFO:teuthology.orchestra.run.smithi155.stdout: libcephfs-devel x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 25 k 2024-07-26T05:53:54.522 INFO:teuthology.orchestra.run.smithi155.stdout: libcephfs2 x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 637 k 2024-07-26T05:53:54.522 INFO:teuthology.orchestra.run.smithi155.stdout: librados-devel x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 126 k 2024-07-26T05:53:54.522 INFO:teuthology.orchestra.run.smithi155.stdout: python3-cephfs x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 181 k 2024-07-26T05:53:54.522 INFO:teuthology.orchestra.run.smithi155.stdout: python3-pytest noarch 6.2.2-7.el9 appstream 519 k 2024-07-26T05:53:54.522 INFO:teuthology.orchestra.run.smithi155.stdout: python3-rados x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 368 k 2024-07-26T05:53:54.522 INFO:teuthology.orchestra.run.smithi155.stdout: python3-rbd x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 343 k 2024-07-26T05:53:54.522 INFO:teuthology.orchestra.run.smithi155.stdout: python3-rgw x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 116 k 2024-07-26T05:53:54.523 INFO:teuthology.orchestra.run.smithi155.stdout: rbd-fuse x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 82 k 2024-07-26T05:53:54.523 INFO:teuthology.orchestra.run.smithi155.stdout: rbd-mirror x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 2.9 M 2024-07-26T05:53:54.523 INFO:teuthology.orchestra.run.smithi155.stdout: rbd-nbd x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 165 k 2024-07-26T05:53:54.523 INFO:teuthology.orchestra.run.smithi155.stdout:Upgrading: 2024-07-26T05:53:54.523 INFO:teuthology.orchestra.run.smithi155.stdout: librados2 x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 3.1 M 2024-07-26T05:53:54.523 INFO:teuthology.orchestra.run.smithi155.stdout: librbd1 x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 2.9 M 2024-07-26T05:53:54.523 INFO:teuthology.orchestra.run.smithi155.stdout:Installing dependencies: 2024-07-26T05:53:54.523 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-common x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 22 M 2024-07-26T05:53:54.523 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-grafana-dashboards noarch 2:17.2.7-1143.g5dff84c0.el9 ceph-noarch 24 k 2024-07-26T05:53:54.523 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-mds x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 2.1 M 2024-07-26T05:53:54.523 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-mgr-modules-core noarch 2:17.2.7-1143.g5dff84c0.el9 ceph-noarch 240 k 2024-07-26T05:53:54.524 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-mon x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 3.9 M 2024-07-26T05:53:54.524 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-osd x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 15 M 2024-07-26T05:53:54.524 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-prometheus-alerts noarch 2:17.2.7-1143.g5dff84c0.el9 ceph-noarch 15 k 2024-07-26T05:53:54.524 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-selinux x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 25 k 2024-07-26T05:53:54.524 INFO:teuthology.orchestra.run.smithi155.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-07-26T05:53:54.524 INFO:teuthology.orchestra.run.smithi155.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-07-26T05:53:54.524 INFO:teuthology.orchestra.run.smithi155.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-07-26T05:53:54.524 INFO:teuthology.orchestra.run.smithi155.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-07-26T05:53:54.524 INFO:teuthology.orchestra.run.smithi155.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-07-26T05:53:54.524 INFO:teuthology.orchestra.run.smithi155.stdout: libcephsqlite x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 163 k 2024-07-26T05:53:54.524 INFO:teuthology.orchestra.run.smithi155.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-07-26T05:53:54.524 INFO:teuthology.orchestra.run.smithi155.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-07-26T05:53:54.524 INFO:teuthology.orchestra.run.smithi155.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-07-26T05:53:54.524 INFO:teuthology.orchestra.run.smithi155.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-07-26T05:53:54.525 INFO:teuthology.orchestra.run.smithi155.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-07-26T05:53:54.525 INFO:teuthology.orchestra.run.smithi155.stdout: libradosstriper1 x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 457 k 2024-07-26T05:53:54.525 INFO:teuthology.orchestra.run.smithi155.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-07-26T05:53:54.525 INFO:teuthology.orchestra.run.smithi155.stdout: librgw2 x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 4.9 M 2024-07-26T05:53:54.525 INFO:teuthology.orchestra.run.smithi155.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-07-26T05:53:54.525 INFO:teuthology.orchestra.run.smithi155.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-07-26T05:53:54.525 INFO:teuthology.orchestra.run.smithi155.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-07-26T05:53:54.525 INFO:teuthology.orchestra.run.smithi155.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-07-26T05:53:54.525 INFO:teuthology.orchestra.run.smithi155.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-07-26T05:53:54.525 INFO:teuthology.orchestra.run.smithi155.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-07-26T05:53:54.525 INFO:teuthology.orchestra.run.smithi155.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-07-26T05:53:54.526 INFO:teuthology.orchestra.run.smithi155.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-07-26T05:53:54.526 INFO:teuthology.orchestra.run.smithi155.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-07-26T05:53:54.526 INFO:teuthology.orchestra.run.smithi155.stdout: python3-ceph-argparse x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 45 k 2024-07-26T05:53:54.526 INFO:teuthology.orchestra.run.smithi155.stdout: python3-ceph-common x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 118 k 2024-07-26T05:53:54.526 INFO:teuthology.orchestra.run.smithi155.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-07-26T05:53:54.526 INFO:teuthology.orchestra.run.smithi155.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-07-26T05:53:54.526 INFO:teuthology.orchestra.run.smithi155.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-07-26T05:53:54.526 INFO:teuthology.orchestra.run.smithi155.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-07-26T05:53:54.526 INFO:teuthology.orchestra.run.smithi155.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-07-26T05:53:54.526 INFO:teuthology.orchestra.run.smithi155.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-07-26T05:53:54.526 INFO:teuthology.orchestra.run.smithi155.stdout: python3-google-auth noarch 1:2.32.0-1.el9 epel 216 k 2024-07-26T05:53:54.526 INFO:teuthology.orchestra.run.smithi155.stdout: python3-iniconfig noarch 1.1.1-7.el9 appstream 17 k 2024-07-26T05:53:54.527 INFO:teuthology.orchestra.run.smithi155.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-07-26T05:53:54.527 INFO:teuthology.orchestra.run.smithi155.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-07-26T05:53:54.527 INFO:teuthology.orchestra.run.smithi155.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-07-26T05:53:54.527 INFO:teuthology.orchestra.run.smithi155.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-07-26T05:53:54.527 INFO:teuthology.orchestra.run.smithi155.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-07-26T05:53:54.527 INFO:teuthology.orchestra.run.smithi155.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-07-26T05:53:54.527 INFO:teuthology.orchestra.run.smithi155.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-07-26T05:53:54.527 INFO:teuthology.orchestra.run.smithi155.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-07-26T05:53:54.527 INFO:teuthology.orchestra.run.smithi155.stdout: python3-jwt noarch 2.4.0-1.el9 epel 41 k 2024-07-26T05:53:54.527 INFO:teuthology.orchestra.run.smithi155.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-07-26T05:53:54.527 INFO:teuthology.orchestra.run.smithi155.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-07-26T05:53:54.527 INFO:teuthology.orchestra.run.smithi155.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-07-26T05:53:54.528 INFO:teuthology.orchestra.run.smithi155.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-07-26T05:53:54.528 INFO:teuthology.orchestra.run.smithi155.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-07-26T05:53:54.528 INFO:teuthology.orchestra.run.smithi155.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-07-26T05:53:54.528 INFO:teuthology.orchestra.run.smithi155.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-07-26T05:53:54.528 INFO:teuthology.orchestra.run.smithi155.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-07-26T05:53:54.528 INFO:teuthology.orchestra.run.smithi155.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-07-26T05:53:54.528 INFO:teuthology.orchestra.run.smithi155.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-07-26T05:53:54.528 INFO:teuthology.orchestra.run.smithi155.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-07-26T05:53:54.528 INFO:teuthology.orchestra.run.smithi155.stdout: python3-pluggy noarch 0.13.1-7.el9 appstream 41 k 2024-07-26T05:53:54.528 INFO:teuthology.orchestra.run.smithi155.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-07-26T05:53:54.528 INFO:teuthology.orchestra.run.smithi155.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-07-26T05:53:54.528 INFO:teuthology.orchestra.run.smithi155.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-07-26T05:53:54.528 INFO:teuthology.orchestra.run.smithi155.stdout: python3-py noarch 1.10.0-6.el9 appstream 477 k 2024-07-26T05:53:54.528 INFO:teuthology.orchestra.run.smithi155.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-07-26T05:53:54.529 INFO:teuthology.orchestra.run.smithi155.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-07-26T05:53:54.529 INFO:teuthology.orchestra.run.smithi155.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-07-26T05:53:54.529 INFO:teuthology.orchestra.run.smithi155.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-07-26T05:53:54.529 INFO:teuthology.orchestra.run.smithi155.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-07-26T05:53:54.529 INFO:teuthology.orchestra.run.smithi155.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-07-26T05:53:54.529 INFO:teuthology.orchestra.run.smithi155.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-07-26T05:53:54.529 INFO:teuthology.orchestra.run.smithi155.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-07-26T05:53:54.529 INFO:teuthology.orchestra.run.smithi155.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-07-26T05:53:54.529 INFO:teuthology.orchestra.run.smithi155.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-07-26T05:53:54.529 INFO:teuthology.orchestra.run.smithi155.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-07-26T05:53:54.529 INFO:teuthology.orchestra.run.smithi155.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-07-26T05:53:54.529 INFO:teuthology.orchestra.run.smithi155.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-07-26T05:53:54.530 INFO:teuthology.orchestra.run.smithi155.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-07-26T05:53:54.530 INFO:teuthology.orchestra.run.smithi155.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-07-26T05:53:54.530 INFO:teuthology.orchestra.run.smithi155.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-07-26T05:53:54.530 INFO:teuthology.orchestra.run.smithi155.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-07-26T05:53:54.530 INFO:teuthology.orchestra.run.smithi155.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-07-26T05:53:54.530 INFO:teuthology.orchestra.run.smithi155.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-07-26T05:53:54.530 INFO:teuthology.orchestra.run.smithi155.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-07-26T05:53:54.530 INFO:teuthology.orchestra.run.smithi155.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-07-26T05:53:54.530 INFO:teuthology.orchestra.run.smithi155.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-07-26T05:53:54.530 INFO:teuthology.orchestra.run.smithi155.stdout:Installing weak dependencies: 2024-07-26T05:53:54.530 INFO:teuthology.orchestra.run.smithi155.stdout: python3-jwt+crypto noarch 2.4.0-1.el9 epel 9.0 k 2024-07-26T05:53:54.530 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-26T05:53:54.531 INFO:teuthology.orchestra.run.smithi155.stdout:Transaction Summary 2024-07-26T05:53:54.531 INFO:teuthology.orchestra.run.smithi155.stdout:======================================================================================= 2024-07-26T05:53:54.531 INFO:teuthology.orchestra.run.smithi155.stdout:Install 112 Packages 2024-07-26T05:53:54.531 INFO:teuthology.orchestra.run.smithi155.stdout:Upgrade 2 Packages 2024-07-26T05:53:54.531 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-26T05:53:54.531 INFO:teuthology.orchestra.run.smithi155.stdout:Total download size: 190 M 2024-07-26T05:53:54.531 INFO:teuthology.orchestra.run.smithi155.stdout:Downloading Packages: 2024-07-26T05:53:54.941 INFO:teuthology.orchestra.run.smithi089.stdout:lab-extras 23 kB/s | 1.7 kB 00:00 2024-07-26T05:53:55.216 INFO:teuthology.orchestra.run.smithi155.stdout:(1/114): ceph-17.2.7-1143.g5dff84c0.el9.x86_64. 38 kB/s | 6.5 kB 00:00 2024-07-26T05:53:55.450 INFO:teuthology.orchestra.run.smithi155.stdout:(2/114): ceph-fuse-17.2.7-1143.g5dff84c0.el9.x8 3.4 MB/s | 813 kB 00:00 2024-07-26T05:53:55.517 INFO:teuthology.orchestra.run.smithi155.stdout:(3/114): ceph-base-17.2.7-1143.g5dff84c0.el9.x8 11 MB/s | 5.0 MB 00:00 2024-07-26T05:53:55.542 INFO:teuthology.orchestra.run.smithi155.stdout:(4/114): ceph-immutable-object-cache-17.2.7-114 1.5 MB/s | 137 kB 00:00 2024-07-26T05:53:55.617 INFO:teuthology.orchestra.run.smithi155.stdout:(5/114): ceph-mds-17.2.7-1143.g5dff84c0.el9.x86 21 MB/s | 2.1 MB 00:00 2024-07-26T05:53:55.826 INFO:teuthology.orchestra.run.smithi155.stdout:(6/114): ceph-mon-17.2.7-1143.g5dff84c0.el9.x86 19 MB/s | 3.9 MB 00:00 2024-07-26T05:53:55.868 INFO:teuthology.orchestra.run.smithi155.stdout:(7/114): ceph-mgr-17.2.7-1143.g5dff84c0.el9.x86 4.3 MB/s | 1.4 MB 00:00 2024-07-26T05:53:56.485 INFO:teuthology.orchestra.run.smithi155.stdout:(8/114): ceph-common-17.2.7-1143.g5dff84c0.el9. 16 MB/s | 22 MB 00:01 2024-07-26T05:53:56.677 INFO:teuthology.orchestra.run.smithi155.stdout:(9/114): ceph-osd-17.2.7-1143.g5dff84c0.el9.x86 18 MB/s | 15 MB 00:00 2024-07-26T05:53:56.702 INFO:teuthology.orchestra.run.smithi155.stdout:(10/114): ceph-selinux-17.2.7-1143.g5dff84c0.el 116 kB/s | 25 kB 00:00 2024-07-26T05:53:56.761 INFO:teuthology.orchestra.run.smithi155.stdout:(11/114): libcephfs-devel-17.2.7-1143.g5dff84c0 429 kB/s | 25 kB 00:00 2024-07-26T05:53:56.836 INFO:teuthology.orchestra.run.smithi155.stdout:(12/114): libcephfs2-17.2.7-1143.g5dff84c0.el9. 8.3 MB/s | 637 kB 00:00 2024-07-26T05:53:56.903 INFO:teuthology.orchestra.run.smithi155.stdout:(13/114): libcephsqlite-17.2.7-1143.g5dff84c0.e 2.4 MB/s | 163 kB 00:00 2024-07-26T05:53:56.961 INFO:teuthology.orchestra.run.smithi155.stdout:(14/114): librados-devel-17.2.7-1143.g5dff84c0. 2.1 MB/s | 126 kB 00:00 2024-07-26T05:53:57.028 INFO:teuthology.orchestra.run.smithi155.stdout:(15/114): libradosstriper1-17.2.7-1143.g5dff84c 6.7 MB/s | 457 kB 00:00 2024-07-26T05:53:57.291 INFO:teuthology.orchestra.run.smithi089.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-07-26T05:53:57.292 INFO:teuthology.orchestra.run.smithi089.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-07-26T05:53:57.329 INFO:teuthology.orchestra.run.smithi155.stdout:(16/114): librgw2-17.2.7-1143.g5dff84c0.el9.x86 16 MB/s | 4.9 MB 00:00 2024-07-26T05:53:57.351 INFO:teuthology.orchestra.run.smithi089.stdout:Dependencies resolved. 2024-07-26T05:53:57.358 INFO:teuthology.orchestra.run.smithi089.stdout:======================================================================================= 2024-07-26T05:53:57.358 INFO:teuthology.orchestra.run.smithi089.stdout: Package Arch Version Repository Size 2024-07-26T05:53:57.358 INFO:teuthology.orchestra.run.smithi089.stdout:======================================================================================= 2024-07-26T05:53:57.358 INFO:teuthology.orchestra.run.smithi089.stdout:Installing: 2024-07-26T05:53:57.358 INFO:teuthology.orchestra.run.smithi089.stdout: ceph x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 6.5 k 2024-07-26T05:53:57.358 INFO:teuthology.orchestra.run.smithi089.stdout: ceph-base x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 5.0 M 2024-07-26T05:53:57.359 INFO:teuthology.orchestra.run.smithi089.stdout: ceph-fuse x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 813 k 2024-07-26T05:53:57.359 INFO:teuthology.orchestra.run.smithi089.stdout: ceph-immutable-object-cache x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 137 k 2024-07-26T05:53:57.359 INFO:teuthology.orchestra.run.smithi089.stdout: ceph-mgr x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 1.4 M 2024-07-26T05:53:57.359 INFO:teuthology.orchestra.run.smithi089.stdout: ceph-mgr-cephadm noarch 2:17.2.7-1143.g5dff84c0.el9 ceph-noarch 123 k 2024-07-26T05:53:57.359 INFO:teuthology.orchestra.run.smithi089.stdout: ceph-mgr-dashboard noarch 2:17.2.7-1143.g5dff84c0.el9 ceph-noarch 3.4 M 2024-07-26T05:53:57.359 INFO:teuthology.orchestra.run.smithi089.stdout: ceph-mgr-diskprediction-local noarch 2:17.2.7-1143.g5dff84c0.el9 ceph-noarch 7.4 M 2024-07-26T05:53:57.359 INFO:teuthology.orchestra.run.smithi089.stdout: ceph-mgr-rook noarch 2:17.2.7-1143.g5dff84c0.el9 ceph-noarch 47 k 2024-07-26T05:53:57.359 INFO:teuthology.orchestra.run.smithi089.stdout: ceph-radosgw x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 14 M 2024-07-26T05:53:57.359 INFO:teuthology.orchestra.run.smithi089.stdout: ceph-test x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 48 M 2024-07-26T05:53:57.359 INFO:teuthology.orchestra.run.smithi089.stdout: cephadm noarch 2:17.2.7-1143.g5dff84c0.el9 ceph-noarch 82 k 2024-07-26T05:53:57.359 INFO:teuthology.orchestra.run.smithi089.stdout: libcephfs-devel x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 25 k 2024-07-26T05:53:57.359 INFO:teuthology.orchestra.run.smithi089.stdout: libcephfs2 x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 637 k 2024-07-26T05:53:57.359 INFO:teuthology.orchestra.run.smithi089.stdout: librados-devel x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 126 k 2024-07-26T05:53:57.359 INFO:teuthology.orchestra.run.smithi089.stdout: python3-cephfs x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 181 k 2024-07-26T05:53:57.360 INFO:teuthology.orchestra.run.smithi089.stdout: python3-pytest noarch 6.2.2-7.el9 appstream 519 k 2024-07-26T05:53:57.360 INFO:teuthology.orchestra.run.smithi089.stdout: python3-rados x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 368 k 2024-07-26T05:53:57.360 INFO:teuthology.orchestra.run.smithi089.stdout: python3-rbd x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 343 k 2024-07-26T05:53:57.360 INFO:teuthology.orchestra.run.smithi089.stdout: python3-rgw x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 116 k 2024-07-26T05:53:57.360 INFO:teuthology.orchestra.run.smithi089.stdout: rbd-fuse x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 82 k 2024-07-26T05:53:57.360 INFO:teuthology.orchestra.run.smithi089.stdout: rbd-mirror x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 2.9 M 2024-07-26T05:53:57.360 INFO:teuthology.orchestra.run.smithi089.stdout: rbd-nbd x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 165 k 2024-07-26T05:53:57.360 INFO:teuthology.orchestra.run.smithi089.stdout:Upgrading: 2024-07-26T05:53:57.360 INFO:teuthology.orchestra.run.smithi089.stdout: librados2 x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 3.1 M 2024-07-26T05:53:57.360 INFO:teuthology.orchestra.run.smithi089.stdout: librbd1 x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 2.9 M 2024-07-26T05:53:57.360 INFO:teuthology.orchestra.run.smithi089.stdout:Installing dependencies: 2024-07-26T05:53:57.360 INFO:teuthology.orchestra.run.smithi089.stdout: ceph-common x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 22 M 2024-07-26T05:53:57.360 INFO:teuthology.orchestra.run.smithi089.stdout: ceph-grafana-dashboards noarch 2:17.2.7-1143.g5dff84c0.el9 ceph-noarch 24 k 2024-07-26T05:53:57.361 INFO:teuthology.orchestra.run.smithi089.stdout: ceph-mds x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 2.1 M 2024-07-26T05:53:57.361 INFO:teuthology.orchestra.run.smithi089.stdout: ceph-mgr-modules-core noarch 2:17.2.7-1143.g5dff84c0.el9 ceph-noarch 240 k 2024-07-26T05:53:57.361 INFO:teuthology.orchestra.run.smithi089.stdout: ceph-mon x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 3.9 M 2024-07-26T05:53:57.361 INFO:teuthology.orchestra.run.smithi089.stdout: ceph-osd x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 15 M 2024-07-26T05:53:57.361 INFO:teuthology.orchestra.run.smithi089.stdout: ceph-prometheus-alerts noarch 2:17.2.7-1143.g5dff84c0.el9 ceph-noarch 15 k 2024-07-26T05:53:57.361 INFO:teuthology.orchestra.run.smithi089.stdout: ceph-selinux x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 25 k 2024-07-26T05:53:57.361 INFO:teuthology.orchestra.run.smithi089.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-07-26T05:53:57.361 INFO:teuthology.orchestra.run.smithi089.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-07-26T05:53:57.361 INFO:teuthology.orchestra.run.smithi089.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-07-26T05:53:57.361 INFO:teuthology.orchestra.run.smithi089.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-07-26T05:53:57.361 INFO:teuthology.orchestra.run.smithi089.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-07-26T05:53:57.361 INFO:teuthology.orchestra.run.smithi089.stdout: libcephsqlite x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 163 k 2024-07-26T05:53:57.361 INFO:teuthology.orchestra.run.smithi089.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-07-26T05:53:57.361 INFO:teuthology.orchestra.run.smithi089.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-07-26T05:53:57.362 INFO:teuthology.orchestra.run.smithi089.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-07-26T05:53:57.362 INFO:teuthology.orchestra.run.smithi089.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-07-26T05:53:57.362 INFO:teuthology.orchestra.run.smithi089.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-07-26T05:53:57.362 INFO:teuthology.orchestra.run.smithi089.stdout: libradosstriper1 x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 457 k 2024-07-26T05:53:57.362 INFO:teuthology.orchestra.run.smithi089.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-07-26T05:53:57.362 INFO:teuthology.orchestra.run.smithi089.stdout: librgw2 x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 4.9 M 2024-07-26T05:53:57.362 INFO:teuthology.orchestra.run.smithi089.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-07-26T05:53:57.362 INFO:teuthology.orchestra.run.smithi089.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-07-26T05:53:57.362 INFO:teuthology.orchestra.run.smithi089.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-07-26T05:53:57.362 INFO:teuthology.orchestra.run.smithi089.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-07-26T05:53:57.362 INFO:teuthology.orchestra.run.smithi089.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-07-26T05:53:57.363 INFO:teuthology.orchestra.run.smithi089.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-07-26T05:53:57.363 INFO:teuthology.orchestra.run.smithi089.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-07-26T05:53:57.363 INFO:teuthology.orchestra.run.smithi089.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-07-26T05:53:57.363 INFO:teuthology.orchestra.run.smithi089.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-07-26T05:53:57.363 INFO:teuthology.orchestra.run.smithi089.stdout: python3-ceph-argparse x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 45 k 2024-07-26T05:53:57.363 INFO:teuthology.orchestra.run.smithi089.stdout: python3-ceph-common x86_64 2:17.2.7-1143.g5dff84c0.el9 ceph 118 k 2024-07-26T05:53:57.363 INFO:teuthology.orchestra.run.smithi089.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-07-26T05:53:57.363 INFO:teuthology.orchestra.run.smithi089.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-07-26T05:53:57.363 INFO:teuthology.orchestra.run.smithi089.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-07-26T05:53:57.363 INFO:teuthology.orchestra.run.smithi089.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-07-26T05:53:57.363 INFO:teuthology.orchestra.run.smithi089.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-07-26T05:53:57.363 INFO:teuthology.orchestra.run.smithi089.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-07-26T05:53:57.363 INFO:teuthology.orchestra.run.smithi089.stdout: python3-google-auth noarch 1:2.32.0-1.el9 epel 216 k 2024-07-26T05:53:57.363 INFO:teuthology.orchestra.run.smithi089.stdout: python3-iniconfig noarch 1.1.1-7.el9 appstream 17 k 2024-07-26T05:53:57.364 INFO:teuthology.orchestra.run.smithi089.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-07-26T05:53:57.364 INFO:teuthology.orchestra.run.smithi089.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-07-26T05:53:57.364 INFO:teuthology.orchestra.run.smithi089.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-07-26T05:53:57.364 INFO:teuthology.orchestra.run.smithi089.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-07-26T05:53:57.364 INFO:teuthology.orchestra.run.smithi089.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-07-26T05:53:57.364 INFO:teuthology.orchestra.run.smithi089.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-07-26T05:53:57.364 INFO:teuthology.orchestra.run.smithi089.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-07-26T05:53:57.364 INFO:teuthology.orchestra.run.smithi089.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-07-26T05:53:57.364 INFO:teuthology.orchestra.run.smithi089.stdout: python3-jwt noarch 2.4.0-1.el9 epel 41 k 2024-07-26T05:53:57.364 INFO:teuthology.orchestra.run.smithi089.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-07-26T05:53:57.364 INFO:teuthology.orchestra.run.smithi089.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-07-26T05:53:57.364 INFO:teuthology.orchestra.run.smithi089.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-07-26T05:53:57.365 INFO:teuthology.orchestra.run.smithi089.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-07-26T05:53:57.365 INFO:teuthology.orchestra.run.smithi089.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-07-26T05:53:57.365 INFO:teuthology.orchestra.run.smithi089.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-07-26T05:53:57.365 INFO:teuthology.orchestra.run.smithi089.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-07-26T05:53:57.365 INFO:teuthology.orchestra.run.smithi089.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-07-26T05:53:57.365 INFO:teuthology.orchestra.run.smithi089.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-07-26T05:53:57.365 INFO:teuthology.orchestra.run.smithi089.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-07-26T05:53:57.365 INFO:teuthology.orchestra.run.smithi089.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-07-26T05:53:57.365 INFO:teuthology.orchestra.run.smithi089.stdout: python3-pluggy noarch 0.13.1-7.el9 appstream 41 k 2024-07-26T05:53:57.365 INFO:teuthology.orchestra.run.smithi089.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-07-26T05:53:57.365 INFO:teuthology.orchestra.run.smithi089.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-07-26T05:53:57.366 INFO:teuthology.orchestra.run.smithi089.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-07-26T05:53:57.366 INFO:teuthology.orchestra.run.smithi089.stdout: python3-py noarch 1.10.0-6.el9 appstream 477 k 2024-07-26T05:53:57.366 INFO:teuthology.orchestra.run.smithi089.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-07-26T05:53:57.366 INFO:teuthology.orchestra.run.smithi089.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-07-26T05:53:57.366 INFO:teuthology.orchestra.run.smithi089.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-07-26T05:53:57.366 INFO:teuthology.orchestra.run.smithi089.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-07-26T05:53:57.366 INFO:teuthology.orchestra.run.smithi089.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-07-26T05:53:57.366 INFO:teuthology.orchestra.run.smithi089.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-07-26T05:53:57.366 INFO:teuthology.orchestra.run.smithi089.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-07-26T05:53:57.366 INFO:teuthology.orchestra.run.smithi089.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-07-26T05:53:57.366 INFO:teuthology.orchestra.run.smithi089.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-07-26T05:53:57.366 INFO:teuthology.orchestra.run.smithi089.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-07-26T05:53:57.366 INFO:teuthology.orchestra.run.smithi089.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-07-26T05:53:57.366 INFO:teuthology.orchestra.run.smithi089.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-07-26T05:53:57.367 INFO:teuthology.orchestra.run.smithi089.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-07-26T05:53:57.367 INFO:teuthology.orchestra.run.smithi089.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-07-26T05:53:57.367 INFO:teuthology.orchestra.run.smithi089.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-07-26T05:53:57.367 INFO:teuthology.orchestra.run.smithi089.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-07-26T05:53:57.367 INFO:teuthology.orchestra.run.smithi089.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-07-26T05:53:57.367 INFO:teuthology.orchestra.run.smithi089.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-07-26T05:53:57.367 INFO:teuthology.orchestra.run.smithi089.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-07-26T05:53:57.367 INFO:teuthology.orchestra.run.smithi089.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-07-26T05:53:57.367 INFO:teuthology.orchestra.run.smithi089.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-07-26T05:53:57.367 INFO:teuthology.orchestra.run.smithi089.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-07-26T05:53:57.367 INFO:teuthology.orchestra.run.smithi089.stdout:Installing weak dependencies: 2024-07-26T05:53:57.367 INFO:teuthology.orchestra.run.smithi089.stdout: python3-jwt+crypto noarch 2.4.0-1.el9 epel 9.0 k 2024-07-26T05:53:57.367 INFO:teuthology.orchestra.run.smithi089.stdout: 2024-07-26T05:53:57.367 INFO:teuthology.orchestra.run.smithi089.stdout:Transaction Summary 2024-07-26T05:53:57.368 INFO:teuthology.orchestra.run.smithi089.stdout:======================================================================================= 2024-07-26T05:53:57.368 INFO:teuthology.orchestra.run.smithi089.stdout:Install 112 Packages 2024-07-26T05:53:57.368 INFO:teuthology.orchestra.run.smithi089.stdout:Upgrade 2 Packages 2024-07-26T05:53:57.368 INFO:teuthology.orchestra.run.smithi089.stdout: 2024-07-26T05:53:57.368 INFO:teuthology.orchestra.run.smithi089.stdout:Total download size: 190 M 2024-07-26T05:53:57.368 INFO:teuthology.orchestra.run.smithi089.stdout:Downloading Packages: 2024-07-26T05:53:57.379 INFO:teuthology.orchestra.run.smithi155.stdout:(17/114): python3-ceph-argparse-17.2.7-1143.g5d 906 kB/s | 45 kB 00:00 2024-07-26T05:53:57.454 INFO:teuthology.orchestra.run.smithi155.stdout:(18/114): python3-ceph-common-17.2.7-1143.g5dff 1.5 MB/s | 118 kB 00:00 2024-07-26T05:53:57.521 INFO:teuthology.orchestra.run.smithi155.stdout:(19/114): python3-cephfs-17.2.7-1143.g5dff84c0. 2.7 MB/s | 181 kB 00:00 2024-07-26T05:53:57.588 INFO:teuthology.orchestra.run.smithi155.stdout:(20/114): python3-rados-17.2.7-1143.g5dff84c0.e 5.4 MB/s | 368 kB 00:00 2024-07-26T05:53:57.747 INFO:teuthology.orchestra.run.smithi155.stdout:(21/114): ceph-radosgw-17.2.7-1143.g5dff84c0.el 7.5 MB/s | 14 MB 00:01 2024-07-26T05:53:57.772 INFO:teuthology.orchestra.run.smithi155.stdout:(22/114): python3-rbd-17.2.7-1143.g5dff84c0.el9 1.8 MB/s | 343 kB 00:00 2024-07-26T05:53:57.798 INFO:teuthology.orchestra.run.smithi155.stdout:(23/114): python3-rgw-17.2.7-1143.g5dff84c0.el9 2.3 MB/s | 116 kB 00:00 2024-07-26T05:53:57.830 INFO:teuthology.orchestra.run.smithi155.stdout:(24/114): rbd-fuse-17.2.7-1143.g5dff84c0.el9.x8 1.4 MB/s | 82 kB 00:00 2024-07-26T05:53:58.259 INFO:teuthology.orchestra.run.smithi089.stdout:(1/114): ceph-17.2.7-1143.g5dff84c0.el9.x86_64. 22 kB/s | 6.5 kB 00:00 2024-07-26T05:53:58.689 INFO:teuthology.orchestra.run.smithi155.stdout:(25/114): ceph-test-17.2.7-1143.g5dff84c0.el9.x 24 MB/s | 48 MB 00:02 2024-07-26T05:53:58.714 INFO:teuthology.orchestra.run.smithi155.stdout:(26/114): rbd-nbd-17.2.7-1143.g5dff84c0.el9.x86 187 kB/s | 165 kB 00:00 2024-07-26T05:53:58.773 INFO:teuthology.orchestra.run.smithi155.stdout:(27/114): rbd-mirror-17.2.7-1143.g5dff84c0.el9. 3.0 MB/s | 2.9 MB 00:00 2024-07-26T05:53:58.798 INFO:teuthology.orchestra.run.smithi155.stdout:(28/114): ceph-grafana-dashboards-17.2.7-1143.g 225 kB/s | 24 kB 00:00 2024-07-26T05:53:58.823 INFO:teuthology.orchestra.run.smithi155.stdout:(29/114): ceph-mgr-cephadm-17.2.7-1143.g5dff84c 1.1 MB/s | 123 kB 00:00 2024-07-26T05:53:58.924 INFO:teuthology.orchestra.run.smithi155.stdout:(30/114): ceph-mgr-modules-core-17.2.7-1143.g5d 2.3 MB/s | 240 kB 00:00 2024-07-26T05:53:59.009 INFO:teuthology.orchestra.run.smithi089.stdout:(2/114): ceph-fuse-17.2.7-1143.g5dff84c0.el9.x8 1.1 MB/s | 813 kB 00:00 2024-07-26T05:53:59.032 INFO:teuthology.orchestra.run.smithi155.stdout:(31/114): ceph-mgr-rook-17.2.7-1143.g5dff84c0.e 438 kB/s | 47 kB 00:00 2024-07-26T05:53:59.384 INFO:teuthology.orchestra.run.smithi089.stdout:(3/114): ceph-immutable-object-cache-17.2.7-114 366 kB/s | 137 kB 00:00 2024-07-26T05:53:59.449 INFO:teuthology.orchestra.run.smithi155.stdout:(32/114): ceph-mgr-diskprediction-local-17.2.7- 11 MB/s | 7.4 MB 00:00 2024-07-26T05:53:59.474 INFO:teuthology.orchestra.run.smithi155.stdout:(33/114): ceph-prometheus-alerts-17.2.7-1143.g5 33 kB/s | 15 kB 00:00 2024-07-26T05:53:59.533 INFO:teuthology.orchestra.run.smithi155.stdout:(34/114): cephadm-17.2.7-1143.g5dff84c0.el9.noa 983 kB/s | 82 kB 00:00 2024-07-26T05:53:59.600 INFO:teuthology.orchestra.run.smithi155.stdout:(35/114): ceph-mgr-dashboard-17.2.7-1143.g5dff8 4.1 MB/s | 3.4 MB 00:00 2024-07-26T05:53:59.642 INFO:teuthology.orchestra.run.smithi155.stdout:(36/114): fuse-2.9.9-16.el9.x86_64.rpm 476 kB/s | 80 kB 00:00 2024-07-26T05:53:59.726 INFO:teuthology.orchestra.run.smithi155.stdout:(37/114): python3-cffi-1.14.5-5.el9.x86_64.rpm 3.0 MB/s | 253 kB 00:00 2024-07-26T05:53:59.751 INFO:teuthology.orchestra.run.smithi155.stdout:(38/114): libquadmath-11.4.1-3.el9.x86_64.rpm 1.3 MB/s | 195 kB 00:00 2024-07-26T05:53:59.776 INFO:teuthology.orchestra.run.smithi155.stdout:(39/114): libgfortran-11.4.1-3.el9.x86_64.rpm 3.2 MB/s | 803 kB 00:00 2024-07-26T05:53:59.801 INFO:teuthology.orchestra.run.smithi155.stdout:(40/114): python3-ply-3.11-14.el9.noarch.rpm 2.1 MB/s | 106 kB 00:00 2024-07-26T05:53:59.827 INFO:teuthology.orchestra.run.smithi155.stdout:(41/114): python3-pycparser-2.20-6.el9.noarch.r 2.6 MB/s | 135 kB 00:00 2024-07-26T05:53:59.852 INFO:teuthology.orchestra.run.smithi155.stdout:(42/114): python3-requests-2.25.1-8.el9.noarch. 2.4 MB/s | 125 kB 00:00 2024-07-26T05:53:59.894 INFO:teuthology.orchestra.run.smithi155.stdout:(43/114): python3-urllib3-1.26.5-6.el9.noarch.r 3.1 MB/s | 215 kB 00:00 2024-07-26T05:53:59.919 INFO:teuthology.orchestra.run.smithi155.stdout:(44/114): flexiblas-3.0.4-8.el9.x86_64.rpm 490 kB/s | 33 kB 00:00 2024-07-26T05:53:59.953 INFO:teuthology.orchestra.run.smithi155.stdout:(45/114): python3-cryptography-36.0.1-4.el9.x86 5.4 MB/s | 1.2 MB 00:00 2024-07-26T05:53:59.970 INFO:teuthology.orchestra.run.smithi155.stdout:(46/114): flexiblas-openblas-openmp-3.0.4-8.el9 362 kB/s | 18 kB 00:00 2024-07-26T05:53:59.995 INFO:teuthology.orchestra.run.smithi155.stdout:(47/114): libpmemobj-1.12.1-1.el9.x86_64.rpm 3.8 MB/s | 160 kB 00:00 2024-07-26T05:54:00.012 INFO:teuthology.orchestra.run.smithi155.stdout:(48/114): librabbitmq-0.11.0-7.el9.x86_64.rpm 1.1 MB/s | 45 kB 00:00 2024-07-26T05:54:00.046 INFO:teuthology.orchestra.run.smithi155.stdout:(49/114): librdkafka-1.6.1-102.el9.x86_64.rpm 13 MB/s | 662 kB 00:00 2024-07-26T05:54:00.071 INFO:teuthology.orchestra.run.smithi155.stdout:(50/114): lttng-ust-2.12.0-6.el9.x86_64.rpm 4.9 MB/s | 292 kB 00:00 2024-07-26T05:54:00.087 INFO:teuthology.orchestra.run.smithi155.stdout:(51/114): openblas-0.3.21-2.el9.x86_64.rpm 845 kB/s | 35 kB 00:00 2024-07-26T05:54:00.146 INFO:teuthology.orchestra.run.smithi155.stdout:(52/114): flexiblas-netlib-3.0.4-8.el9.x86_64.r 12 MB/s | 3.0 MB 00:00 2024-07-26T05:54:00.171 INFO:teuthology.orchestra.run.smithi155.stdout:(53/114): python3-attrs-20.3.0-7.el9.noarch.rpm 1.0 MB/s | 87 kB 00:00 2024-07-26T05:54:00.213 INFO:teuthology.orchestra.run.smithi155.stdout:(54/114): python3-devel-3.9.18-3.el9.x86_64.rpm 5.7 MB/s | 244 kB 00:00 2024-07-26T05:54:00.242 INFO:teuthology.orchestra.run.smithi089.stdout:(4/114): ceph-mds-17.2.7-1143.g5dff84c0.el9.x86 2.4 MB/s | 2.1 MB 00:00 2024-07-26T05:54:00.289 INFO:teuthology.orchestra.run.smithi155.stdout:(55/114): openblas-openmp-0.3.21-2.el9.x86_64.r 22 MB/s | 4.7 MB 00:00 2024-07-26T05:54:00.372 INFO:teuthology.orchestra.run.smithi155.stdout:(56/114): python3-babel-2.9.1-2.el9.noarch.rpm 26 MB/s | 6.0 MB 00:00 2024-07-26T05:54:00.397 INFO:teuthology.orchestra.run.smithi155.stdout:(57/114): python3-iniconfig-1.1.1-7.el9.noarch. 95 kB/s | 17 kB 00:00 2024-07-26T05:54:00.423 INFO:teuthology.orchestra.run.smithi155.stdout:(58/114): python3-jsonpatch-1.21-16.el9.noarch. 512 kB/s | 26 kB 00:00 2024-07-26T05:54:00.448 INFO:teuthology.orchestra.run.smithi155.stdout:(59/114): python3-jsonpointer-2.0-4.el9.noarch. 382 kB/s | 19 kB 00:00 2024-07-26T05:54:00.451 INFO:teuthology.orchestra.run.smithi089.stdout:(5/114): ceph-base-17.2.7-1143.g5dff84c0.el9.x8 2.0 MB/s | 5.0 MB 00:02 2024-07-26T05:54:00.473 INFO:teuthology.orchestra.run.smithi155.stdout:(60/114): python3-jinja2-2.11.3-6.el9.noarch.rp 1.3 MB/s | 248 kB 00:00 2024-07-26T05:54:00.498 INFO:teuthology.orchestra.run.smithi155.stdout:(61/114): python3-mako-1.1.4-6.el9.noarch.rpm 2.2 MB/s | 172 kB 00:00 2024-07-26T05:54:00.524 INFO:teuthology.orchestra.run.smithi155.stdout:(62/114): python3-markupsafe-1.1.1-12.el9.x86_6 462 kB/s | 35 kB 00:00 2024-07-26T05:54:00.549 INFO:teuthology.orchestra.run.smithi155.stdout:(63/114): python3-numpy-f2py-1.20.1-5.el9.x86_6 4.9 MB/s | 250 kB 00:00 2024-07-26T05:54:00.574 INFO:teuthology.orchestra.run.smithi155.stdout:(64/114): python3-oauthlib-3.1.1-5.el9.noarch.r 4.3 MB/s | 222 kB 00:00 2024-07-26T05:54:00.599 INFO:teuthology.orchestra.run.smithi155.stdout:(65/114): python3-packaging-20.9-5.el9.noarch.r 1.5 MB/s | 77 kB 00:00 2024-07-26T05:54:00.625 INFO:teuthology.orchestra.run.smithi155.stdout:(66/114): python3-pluggy-0.13.1-7.el9.noarch.rp 827 kB/s | 41 kB 00:00 2024-07-26T05:54:00.658 INFO:teuthology.orchestra.run.smithi155.stdout:(67/114): python3-prettytable-0.7.2-27.el9.noar 719 kB/s | 42 kB 00:00 2024-07-26T05:54:00.684 INFO:teuthology.orchestra.run.smithi155.stdout:(68/114): python3-py-1.10.0-6.el9.noarch.rpm 8.0 MB/s | 477 kB 00:00 2024-07-26T05:54:00.693 INFO:teuthology.orchestra.run.smithi089.stdout:(6/114): ceph-mgr-17.2.7-1143.g5dff84c0.el9.x86 3.1 MB/s | 1.4 MB 00:00 2024-07-26T05:54:00.709 INFO:teuthology.orchestra.run.smithi155.stdout:(69/114): python3-pyasn1-0.4.8-6.el9.noarch.rpm 3.1 MB/s | 159 kB 00:00 2024-07-26T05:54:00.734 INFO:teuthology.orchestra.run.smithi155.stdout:(70/114): python3-pyasn1-modules-0.4.8-6.el9.no 5.4 MB/s | 279 kB 00:00 2024-07-26T05:54:00.759 INFO:teuthology.orchestra.run.smithi155.stdout:(71/114): python3-pytest-6.2.2-7.el9.noarch.rpm 10 MB/s | 519 kB 00:00 2024-07-26T05:54:00.785 INFO:teuthology.orchestra.run.smithi155.stdout:(72/114): python3-pytz-2021.1-5.el9.noarch.rpm 1.0 MB/s | 51 kB 00:00 2024-07-26T05:54:00.810 INFO:teuthology.orchestra.run.smithi155.stdout:(73/114): python3-requests-oauthlib-1.3.0-12.el 1.0 MB/s | 54 kB 00:00 2024-07-26T05:54:00.894 INFO:teuthology.orchestra.run.smithi155.stdout:(74/114): python3-numpy-1.20.1-5.el9.x86_64.rpm 13 MB/s | 5.1 MB 00:00 2024-07-26T05:54:00.919 INFO:teuthology.orchestra.run.smithi155.stdout:(75/114): python3-toml-0.10.2-6.el9.noarch.rpm 384 kB/s | 42 kB 00:00 2024-07-26T05:54:00.944 INFO:teuthology.orchestra.run.smithi155.stdout:(76/114): socat-1.7.4.1-6.el9.x86_64.rpm 5.9 MB/s | 304 kB 00:00 2024-07-26T05:54:00.969 INFO:teuthology.orchestra.run.smithi155.stdout:(77/114): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.2 MB/s | 64 kB 00:00 2024-07-26T05:54:01.053 INFO:teuthology.orchestra.run.smithi155.stdout:(78/114): gperftools-libs-2.9.1-2.el9.x86_64.rp 2.8 MB/s | 309 kB 00:00 2024-07-26T05:54:01.078 INFO:teuthology.orchestra.run.smithi155.stdout:(79/114): libunwind-1.6.2-1.el9.x86_64.rpm 2.9 MB/s | 67 kB 00:00 2024-07-26T05:54:01.103 INFO:teuthology.orchestra.run.smithi155.stdout:(80/114): liboath-2.6.7-2.el9.x86_64.rpm 363 kB/s | 49 kB 00:00 2024-07-26T05:54:01.129 INFO:teuthology.orchestra.run.smithi155.stdout:(81/114): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 1.7 MB/s | 43 kB 00:00 2024-07-26T05:54:01.154 INFO:teuthology.orchestra.run.smithi155.stdout:(82/114): python3-cachetools-4.2.4-1.el9.noarch 1.3 MB/s | 32 kB 00:00 2024-07-26T05:54:01.179 INFO:teuthology.orchestra.run.smithi155.stdout:(83/114): python3-certifi-2023.05.07-4.el9.noar 568 kB/s | 14 kB 00:00 2024-07-26T05:54:01.213 INFO:teuthology.orchestra.run.smithi155.stdout:(84/114): python3-asyncssh-2.13.2-5.el9.noarch. 4.0 MB/s | 548 kB 00:00 2024-07-26T05:54:01.238 INFO:teuthology.orchestra.run.smithi155.stdout:(85/114): python3-cheroot-8.6.0-4.el9.noarch.rp 2.9 MB/s | 172 kB 00:00 2024-07-26T05:54:01.271 INFO:teuthology.orchestra.run.smithi155.stdout:(86/114): python3-google-auth-2.32.0-1.el9.noar 6.4 MB/s | 216 kB 00:00 2024-07-26T05:54:01.305 INFO:teuthology.orchestra.run.smithi155.stdout:(87/114): python3-cherrypy-18.6.1-2.el9.noarch. 3.8 MB/s | 358 kB 00:00 2024-07-26T05:54:01.330 INFO:teuthology.orchestra.run.smithi155.stdout:(88/114): python3-jaraco-8.2.1-3.el9.noarch.rpm 183 kB/s | 11 kB 00:00 2024-07-26T05:54:01.352 INFO:teuthology.orchestra.run.smithi089.stdout:(7/114): ceph-mon-17.2.7-1143.g5dff84c0.el9.x86 4.4 MB/s | 3.9 MB 00:00 2024-07-26T05:54:01.356 INFO:teuthology.orchestra.run.smithi155.stdout:(89/114): python3-jaraco-classes-3.2.1-5.el9.no 352 kB/s | 18 kB 00:00 2024-07-26T05:54:01.381 INFO:teuthology.orchestra.run.smithi155.stdout:(90/114): python3-jaraco-collections-3.0.0-8.el 461 kB/s | 23 kB 00:00 2024-07-26T05:54:01.398 INFO:teuthology.orchestra.run.smithi155.stdout:(91/114): python3-jaraco-functools-3.5.0-2.el9. 465 kB/s | 19 kB 00:00 2024-07-26T05:54:01.415 INFO:teuthology.orchestra.run.smithi155.stdout:(92/114): python3-jaraco-text-3.2.0-6.el9.noarc 588 kB/s | 20 kB 00:00 2024-07-26T05:54:01.431 INFO:teuthology.orchestra.run.smithi155.stdout:(93/114): python3-jwt+crypto-2.4.0-1.el9.noarch 270 kB/s | 9.0 kB 00:00 2024-07-26T05:54:01.448 INFO:teuthology.orchestra.run.smithi155.stdout:(94/114): python3-jwt-2.4.0-1.el9.noarch.rpm 1.2 MB/s | 41 kB 00:00 2024-07-26T05:54:01.465 INFO:teuthology.orchestra.run.smithi155.stdout:(95/114): python3-logutils-0.3.5-21.el9.noarch. 2.7 MB/s | 46 kB 00:00 2024-07-26T05:54:01.482 INFO:teuthology.orchestra.run.smithi155.stdout:(96/114): python3-more-itertools-8.12.0-2.el9.n 4.7 MB/s | 79 kB 00:00 2024-07-26T05:54:01.499 INFO:teuthology.orchestra.run.smithi155.stdout:(97/114): python3-natsort-7.1.1-5.el9.noarch.rp 3.4 MB/s | 58 kB 00:00 2024-07-26T05:54:01.533 INFO:teuthology.orchestra.run.smithi155.stdout:(98/114): python3-pecan-1.4.2-3.el9.noarch.rpm 8.0 MB/s | 272 kB 00:00 2024-07-26T05:54:01.558 INFO:teuthology.orchestra.run.smithi155.stdout:(99/114): python3-portend-3.1.0-2.el9.noarch.rp 653 kB/s | 16 kB 00:00 2024-07-26T05:54:01.592 INFO:teuthology.orchestra.run.smithi155.stdout:(100/114): python3-pyOpenSSL-21.0.0-1.el9.noarc 2.6 MB/s | 90 kB 00:00 2024-07-26T05:54:01.626 INFO:teuthology.orchestra.run.smithi155.stdout:(101/114): python3-kubernetes-26.1.0-2.el9.noar 5.3 MB/s | 1.0 MB 00:00 2024-07-26T05:54:01.651 INFO:teuthology.orchestra.run.smithi155.stdout:(102/114): python3-repoze-lru-0.7-16.el9.noarch 528 kB/s | 31 kB 00:00 2024-07-26T05:54:01.676 INFO:teuthology.orchestra.run.smithi155.stdout:(103/114): python3-rsa-4.9-2.el9.noarch.rpm 2.3 MB/s | 59 kB 00:00 2024-07-26T05:54:01.701 INFO:teuthology.orchestra.run.smithi155.stdout:(104/114): python3-tempora-5.0.0-2.el9.noarch.r 1.4 MB/s | 36 kB 00:00 2024-07-26T05:54:01.727 INFO:teuthology.orchestra.run.smithi155.stdout:(105/114): python3-routes-2.5.1-5.el9.noarch.rp 1.8 MB/s | 188 kB 00:00 2024-07-26T05:54:01.752 INFO:teuthology.orchestra.run.smithi155.stdout:(106/114): python3-typing-extensions-4.4.0-2.el 1.0 MB/s | 51 kB 00:00 2024-07-26T05:54:01.777 INFO:teuthology.orchestra.run.smithi155.stdout:(107/114): python3-websocket-client-1.2.3-2.el9 3.5 MB/s | 90 kB 00:00 2024-07-26T05:54:01.803 INFO:teuthology.orchestra.run.smithi155.stdout:(108/114): python3-webob-1.8.7-6.el9.noarch.rpm 3.0 MB/s | 230 kB 00:00 2024-07-26T05:54:01.828 INFO:teuthology.orchestra.run.smithi155.stdout:(109/114): python3-zc-lockfile-2.0-10.el9.noarc 805 kB/s | 20 kB 00:00 2024-07-26T05:54:01.861 INFO:teuthology.orchestra.run.smithi155.stdout:(110/114): python3-werkzeug-2.0.3-3.el9.1.noarc 5.0 MB/s | 427 kB 00:00 2024-07-26T05:54:01.912 INFO:teuthology.orchestra.run.smithi155.stdout:(111/114): thrift-0.15.0-2.el9.x86_64.rpm 19 MB/s | 1.6 MB 00:00 2024-07-26T05:54:02.087 INFO:teuthology.orchestra.run.smithi155.stdout:(112/114): python3-scipy-1.6.2-8.el9.x86_64.rpm 12 MB/s | 16 MB 00:01 2024-07-26T05:54:02.254 INFO:teuthology.orchestra.run.smithi155.stdout:(113/114): librbd1-17.2.7-1143.g5dff84c0.el9.x8 8.6 MB/s | 2.9 MB 00:00 2024-07-26T05:54:02.327 INFO:teuthology.orchestra.run.smithi089.stdout:(8/114): ceph-common-17.2.7-1143.g5dff84c0.el9. 5.1 MB/s | 22 MB 00:04 2024-07-26T05:54:02.362 INFO:teuthology.orchestra.run.smithi155.stdout:(114/114): librados2-17.2.7-1143.g5dff84c0.el9. 6.1 MB/s | 3.1 MB 00:00 2024-07-26T05:54:02.368 INFO:teuthology.orchestra.run.smithi155.stdout:-------------------------------------------------------------------------------- 2024-07-26T05:54:02.368 INFO:teuthology.orchestra.run.smithi155.stdout:Total 24 MB/s | 190 MB 00:07 2024-07-26T05:54:02.377 INFO:teuthology.orchestra.run.smithi089.stdout:(9/114): ceph-selinux-17.2.7-1143.g5dff84c0.el9 505 kB/s | 25 kB 00:00 2024-07-26T05:54:03.120 INFO:teuthology.orchestra.run.smithi155.stdout:Running transaction check 2024-07-26T05:54:03.217 INFO:teuthology.orchestra.run.smithi155.stdout:Transaction check succeeded. 2024-07-26T05:54:03.217 INFO:teuthology.orchestra.run.smithi155.stdout:Running transaction test 2024-07-26T05:54:03.861 INFO:teuthology.orchestra.run.smithi089.stdout:(10/114): ceph-osd-17.2.7-1143.g5dff84c0.el9.x8 4.8 MB/s | 15 MB 00:03 2024-07-26T05:54:04.011 INFO:teuthology.orchestra.run.smithi089.stdout:(11/114): ceph-radosgw-17.2.7-1143.g5dff84c0.el 5.3 MB/s | 14 MB 00:02 2024-07-26T05:54:04.036 INFO:teuthology.orchestra.run.smithi089.stdout:(12/114): libcephfs-devel-17.2.7-1143.g5dff84c0 143 kB/s | 25 kB 00:00 2024-07-26T05:54:04.103 INFO:teuthology.orchestra.run.smithi089.stdout:(13/114): libcephsqlite-17.2.7-1143.g5dff84c0.e 2.4 MB/s | 163 kB 00:00 2024-07-26T05:54:04.153 INFO:teuthology.orchestra.run.smithi089.stdout:(14/114): libcephfs2-17.2.7-1143.g5dff84c0.el9. 4.4 MB/s | 637 kB 00:00 2024-07-26T05:54:04.179 INFO:teuthology.orchestra.run.smithi089.stdout:(15/114): librados-devel-17.2.7-1143.g5dff84c0. 1.6 MB/s | 126 kB 00:00 2024-07-26T05:54:04.254 INFO:teuthology.orchestra.run.smithi089.stdout:(16/114): libradosstriper1-17.2.7-1143.g5dff84c 4.5 MB/s | 457 kB 00:00 2024-07-26T05:54:04.304 INFO:teuthology.orchestra.run.smithi089.stdout:(17/114): python3-ceph-argparse-17.2.7-1143.g5d 906 kB/s | 45 kB 00:00 2024-07-26T05:54:04.355 INFO:teuthology.orchestra.run.smithi089.stdout:(18/114): python3-ceph-common-17.2.7-1143.g5dff 2.3 MB/s | 118 kB 00:00 2024-07-26T05:54:04.405 INFO:teuthology.orchestra.run.smithi089.stdout:(19/114): python3-cephfs-17.2.7-1143.g5dff84c0. 3.5 MB/s | 181 kB 00:00 2024-07-26T05:54:04.472 INFO:teuthology.orchestra.run.smithi089.stdout:(20/114): python3-rados-17.2.7-1143.g5dff84c0.e 5.4 MB/s | 368 kB 00:00 2024-07-26T05:54:04.539 INFO:teuthology.orchestra.run.smithi089.stdout:(21/114): python3-rbd-17.2.7-1143.g5dff84c0.el9 5.0 MB/s | 343 kB 00:00 2024-07-26T05:54:04.589 INFO:teuthology.orchestra.run.smithi089.stdout:(22/114): python3-rgw-17.2.7-1143.g5dff84c0.el9 2.3 MB/s | 116 kB 00:00 2024-07-26T05:54:04.631 INFO:teuthology.orchestra.run.smithi089.stdout:(23/114): rbd-fuse-17.2.7-1143.g5dff84c0.el9.x8 1.9 MB/s | 82 kB 00:00 2024-07-26T05:54:04.815 INFO:teuthology.orchestra.run.smithi155.stdout:Transaction test succeeded. 2024-07-26T05:54:04.815 INFO:teuthology.orchestra.run.smithi155.stdout:Running transaction 2024-07-26T05:54:04.865 INFO:teuthology.orchestra.run.smithi089.stdout:(24/114): librgw2-17.2.7-1143.g5dff84c0.el9.x86 7.2 MB/s | 4.9 MB 00:00 2024-07-26T05:54:04.915 INFO:teuthology.orchestra.run.smithi089.stdout:(25/114): rbd-nbd-17.2.7-1143.g5dff84c0.el9.x86 3.2 MB/s | 165 kB 00:00 2024-07-26T05:54:04.957 INFO:teuthology.orchestra.run.smithi089.stdout:(26/114): ceph-grafana-dashboards-17.2.7-1143.g 589 kB/s | 24 kB 00:00 2024-07-26T05:54:05.007 INFO:teuthology.orchestra.run.smithi089.stdout:(27/114): ceph-mgr-cephadm-17.2.7-1143.g5dff84c 2.4 MB/s | 123 kB 00:00 2024-07-26T05:54:05.058 INFO:teuthology.orchestra.run.smithi089.stdout:(28/114): rbd-mirror-17.2.7-1143.g5dff84c0.el9. 6.9 MB/s | 2.9 MB 00:00 2024-07-26T05:54:05.450 INFO:teuthology.orchestra.run.smithi089.stdout:(29/114): ceph-mgr-dashboard-17.2.7-1143.g5dff8 7.6 MB/s | 3.4 MB 00:00 2024-07-26T05:54:05.517 INFO:teuthology.orchestra.run.smithi089.stdout:(30/114): ceph-mgr-modules-core-17.2.7-1143.g5d 3.5 MB/s | 240 kB 00:00 2024-07-26T05:54:05.567 INFO:teuthology.orchestra.run.smithi089.stdout:(31/114): ceph-mgr-rook-17.2.7-1143.g5dff84c0.e 956 kB/s | 47 kB 00:00 2024-07-26T05:54:05.609 INFO:teuthology.orchestra.run.smithi089.stdout:(32/114): ceph-prometheus-alerts-17.2.7-1143.g5 351 kB/s | 15 kB 00:00 2024-07-26T05:54:05.659 INFO:teuthology.orchestra.run.smithi089.stdout:(33/114): cephadm-17.2.7-1143.g5dff84c0.el9.noa 1.6 MB/s | 82 kB 00:00 2024-07-26T05:54:05.959 INFO:teuthology.orchestra.run.smithi089.stdout:(34/114): ceph-mgr-diskprediction-local-17.2.7- 8.2 MB/s | 7.4 MB 00:00 2024-07-26T05:54:06.160 INFO:teuthology.orchestra.run.smithi089.stdout:(35/114): fuse-2.9.9-16.el9.x86_64.rpm 159 kB/s | 80 kB 00:00 2024-07-26T05:54:06.443 INFO:teuthology.orchestra.run.smithi089.stdout:(36/114): libgfortran-11.4.1-3.el9.x86_64.rpm 1.6 MB/s | 803 kB 00:00 2024-07-26T05:54:06.468 INFO:teuthology.orchestra.run.smithi089.stdout:(37/114): libquadmath-11.4.1-3.el9.x86_64.rpm 633 kB/s | 195 kB 00:00 2024-07-26T05:54:06.560 INFO:teuthology.orchestra.run.smithi089.stdout:(38/114): python3-cffi-1.14.5-5.el9.x86_64.rpm 2.1 MB/s | 253 kB 00:00 2024-07-26T05:54:06.652 INFO:teuthology.orchestra.run.smithi089.stdout:(39/114): python3-cryptography-36.0.1-4.el9.x86 6.7 MB/s | 1.2 MB 00:00 2024-07-26T05:54:06.677 INFO:teuthology.orchestra.run.smithi089.stdout:(40/114): python3-ply-3.11-14.el9.noarch.rpm 918 kB/s | 106 kB 00:00 2024-07-26T05:54:06.753 INFO:teuthology.orchestra.run.smithi089.stdout:(41/114): python3-pycparser-2.20-6.el9.noarch.r 1.3 MB/s | 135 kB 00:00 2024-07-26T05:54:07.220 INFO:teuthology.orchestra.run.smithi089.stdout:(42/114): ceph-test-17.2.7-1143.g5dff84c0.el9.x 9.9 MB/s | 48 MB 00:04 2024-07-26T05:54:07.245 INFO:teuthology.orchestra.run.smithi089.stdout:(43/114): python3-requests-2.25.1-8.el9.noarch. 220 kB/s | 125 kB 00:00 2024-07-26T05:54:07.270 INFO:teuthology.orchestra.run.smithi089.stdout:(44/114): python3-urllib3-1.26.5-6.el9.noarch.r 415 kB/s | 215 kB 00:00 2024-07-26T05:54:07.337 INFO:teuthology.orchestra.run.smithi089.stdout:(45/114): flexiblas-3.0.4-8.el9.x86_64.rpm 282 kB/s | 33 kB 00:00 2024-07-26T05:54:07.354 INFO:teuthology.orchestra.run.smithi089.stdout:(46/114): flexiblas-openblas-openmp-3.0.4-8.el9 219 kB/s | 18 kB 00:00 2024-07-26T05:54:07.404 INFO:teuthology.orchestra.run.smithi089.stdout:(47/114): librabbitmq-0.11.0-7.el9.x86_64.rpm 911 kB/s | 45 kB 00:00 2024-07-26T05:54:07.446 INFO:teuthology.orchestra.run.smithi089.stdout:(48/114): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.7 MB/s | 160 kB 00:00 2024-07-26T05:54:07.505 INFO:teuthology.orchestra.run.smithi089.stdout:(49/114): lttng-ust-2.12.0-6.el9.x86_64.rpm 4.9 MB/s | 292 kB 00:00 2024-07-26T05:54:07.530 INFO:teuthology.orchestra.run.smithi089.stdout:(50/114): librdkafka-1.6.1-102.el9.x86_64.rpm 5.2 MB/s | 662 kB 00:00 2024-07-26T05:54:07.547 INFO:teuthology.orchestra.run.smithi089.stdout:(51/114): openblas-0.3.21-2.el9.x86_64.rpm 841 kB/s | 35 kB 00:00 2024-07-26T05:54:07.581 INFO:teuthology.orchestra.run.smithi089.stdout:(52/114): python3-attrs-20.3.0-7.el9.noarch.rpm 2.6 MB/s | 87 kB 00:00 2024-07-26T05:54:07.966 INFO:teuthology.orchestra.run.smithi089.stdout:(53/114): flexiblas-netlib-3.0.4-8.el9.x86_64.r 4.3 MB/s | 3.0 MB 00:00 2024-07-26T05:54:08.098 INFO:teuthology.orchestra.run.smithi089.stdout:(54/114): openblas-openmp-0.3.21-2.el9.x86_64.r 8.4 MB/s | 4.7 MB 00:00 2024-07-26T05:54:08.123 INFO:teuthology.orchestra.run.smithi089.stdout:(55/114): python3-devel-3.9.18-3.el9.x86_64.rpm 1.5 MB/s | 244 kB 00:00 2024-07-26T05:54:08.140 INFO:teuthology.orchestra.run.smithi089.stdout:(56/114): python3-iniconfig-1.1.1-7.el9.noarch. 420 kB/s | 17 kB 00:00 2024-07-26T05:54:08.174 INFO:teuthology.orchestra.run.smithi089.stdout:(57/114): python3-jsonpatch-1.21-16.el9.noarch. 768 kB/s | 26 kB 00:00 2024-07-26T05:54:08.216 INFO:teuthology.orchestra.run.smithi089.stdout:(58/114): python3-jinja2-2.11.3-6.el9.noarch.rp 2.6 MB/s | 248 kB 00:00 2024-07-26T05:54:08.232 INFO:teuthology.orchestra.run.smithi089.stdout:(59/114): python3-jsonpointer-2.0-4.el9.noarch. 327 kB/s | 19 kB 00:00 2024-07-26T05:54:08.275 INFO:teuthology.orchestra.run.smithi089.stdout:(60/114): python3-markupsafe-1.1.1-12.el9.x86_6 834 kB/s | 35 kB 00:00 2024-07-26T05:54:08.300 INFO:teuthology.orchestra.run.smithi089.stdout:(61/114): python3-mako-1.1.4-6.el9.noarch.rpm 2.0 MB/s | 172 kB 00:00 2024-07-26T05:54:08.409 INFO:teuthology.orchestra.run.smithi089.stdout:(62/114): python3-numpy-1.20.1-5.el9.x86_64.rpm 38 MB/s | 5.1 MB 00:00 2024-07-26T05:54:08.434 INFO:teuthology.orchestra.run.smithi089.stdout:(63/114): python3-numpy-f2py-1.20.1-5.el9.x86_6 1.8 MB/s | 250 kB 00:00 2024-07-26T05:54:08.459 INFO:teuthology.orchestra.run.smithi089.stdout:(64/114): python3-oauthlib-3.1.1-5.el9.noarch.r 4.3 MB/s | 222 kB 00:00 2024-07-26T05:54:08.501 INFO:teuthology.orchestra.run.smithi089.stdout:(65/114): python3-packaging-20.9-5.el9.noarch.r 1.1 MB/s | 77 kB 00:00 2024-07-26T05:54:08.526 INFO:teuthology.orchestra.run.smithi089.stdout:(66/114): python3-pluggy-0.13.1-7.el9.noarch.rp 620 kB/s | 41 kB 00:00 2024-07-26T05:54:08.560 INFO:teuthology.orchestra.run.smithi089.stdout:(67/114): python3-prettytable-0.7.2-27.el9.noar 723 kB/s | 42 kB 00:00 2024-07-26T05:54:08.585 INFO:teuthology.orchestra.run.smithi089.stdout:(68/114): python3-py-1.10.0-6.el9.noarch.rpm 8.0 MB/s | 477 kB 00:00 2024-07-26T05:54:08.627 INFO:teuthology.orchestra.run.smithi089.stdout:(69/114): python3-pyasn1-modules-0.4.8-6.el9.no 6.6 MB/s | 279 kB 00:00 2024-07-26T05:54:08.652 INFO:teuthology.orchestra.run.smithi089.stdout:(70/114): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.7 MB/s | 159 kB 00:00 2024-07-26T05:54:08.703 INFO:teuthology.orchestra.run.smithi089.stdout:(71/114): python3-pytest-6.2.2-7.el9.noarch.rpm 6.7 MB/s | 519 kB 00:00 2024-07-26T05:54:08.737 INFO:teuthology.orchestra.run.smithi089.stdout:(72/114): python3-pytz-2021.1-5.el9.noarch.rpm 609 kB/s | 51 kB 00:00 2024-07-26T05:54:08.762 INFO:teuthology.orchestra.run.smithi089.stdout:(73/114): python3-requests-oauthlib-1.3.0-12.el 912 kB/s | 54 kB 00:00 2024-07-26T05:54:08.804 INFO:teuthology.orchestra.run.smithi089.stdout:(74/114): python3-toml-0.10.2-6.el9.noarch.rpm 1.0 MB/s | 42 kB 00:00 2024-07-26T05:54:08.846 INFO:teuthology.orchestra.run.smithi089.stdout:(75/114): socat-1.7.4.1-6.el9.x86_64.rpm 7.2 MB/s | 304 kB 00:00 2024-07-26T05:54:08.888 INFO:teuthology.orchestra.run.smithi089.stdout:(76/114): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.5 MB/s | 64 kB 00:00 2024-07-26T05:54:08.955 INFO:teuthology.orchestra.run.smithi089.stdout:(77/114): gperftools-libs-2.9.1-2.el9.x86_64.rp 4.5 MB/s | 309 kB 00:00 2024-07-26T05:54:08.980 INFO:teuthology.orchestra.run.smithi089.stdout:(78/114): liboath-2.6.7-2.el9.x86_64.rpm 1.9 MB/s | 49 kB 00:00 2024-07-26T05:54:09.005 INFO:teuthology.orchestra.run.smithi089.stdout:(79/114): libunwind-1.6.2-1.el9.x86_64.rpm 2.6 MB/s | 67 kB 00:00 2024-07-26T05:54:09.039 INFO:teuthology.orchestra.run.smithi089.stdout:(80/114): python3-asyncssh-2.13.2-5.el9.noarch. 16 MB/s | 548 kB 00:00 2024-07-26T05:54:09.064 INFO:teuthology.orchestra.run.smithi089.stdout:(81/114): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 1.7 MB/s | 43 kB 00:00 2024-07-26T05:54:09.090 INFO:teuthology.orchestra.run.smithi089.stdout:(82/114): python3-cachetools-4.2.4-1.el9.noarch 1.3 MB/s | 32 kB 00:00 2024-07-26T05:54:09.144 INFO:teuthology.orchestra.run.smithi089.stdout:(83/114): python3-certifi-2023.05.07-4.el9.noar 259 kB/s | 14 kB 00:00 2024-07-26T05:54:09.173 INFO:teuthology.orchestra.run.smithi089.stdout:(84/114): python3-cheroot-8.6.0-4.el9.noarch.rp 5.8 MB/s | 172 kB 00:00 2024-07-26T05:54:09.207 INFO:teuthology.orchestra.run.smithi089.stdout:(85/114): python3-cherrypy-18.6.1-2.el9.noarch. 11 MB/s | 358 kB 00:00 2024-07-26T05:54:09.232 INFO:teuthology.orchestra.run.smithi089.stdout:(86/114): python3-google-auth-2.32.0-1.el9.noar 8.6 MB/s | 216 kB 00:00 2024-07-26T05:54:09.249 INFO:teuthology.orchestra.run.smithi089.stdout:(87/114): python3-jaraco-8.2.1-3.el9.noarch.rpm 641 kB/s | 11 kB 00:00 2024-07-26T05:54:09.275 INFO:teuthology.orchestra.run.smithi089.stdout:(88/114): python3-jaraco-classes-3.2.1-5.el9.no 708 kB/s | 18 kB 00:00 2024-07-26T05:54:09.300 INFO:teuthology.orchestra.run.smithi089.stdout:(89/114): python3-jaraco-collections-3.0.0-8.el 930 kB/s | 23 kB 00:00 2024-07-26T05:54:09.325 INFO:teuthology.orchestra.run.smithi089.stdout:(90/114): python3-jaraco-functools-3.5.0-2.el9. 779 kB/s | 19 kB 00:00 2024-07-26T05:54:09.331 INFO:teuthology.orchestra.run.smithi155.stdout: Preparing : 1/1 2024-07-26T05:54:09.342 INFO:teuthology.orchestra.run.smithi089.stdout:(91/114): python3-jaraco-text-3.2.0-6.el9.noarc 1.2 MB/s | 20 kB 00:00 2024-07-26T05:54:09.359 INFO:teuthology.orchestra.run.smithi089.stdout:(92/114): python3-jwt+crypto-2.4.0-1.el9.noarch 547 kB/s | 9.0 kB 00:00 2024-07-26T05:54:09.418 INFO:teuthology.orchestra.run.smithi089.stdout:(93/114): python3-jwt-2.4.0-1.el9.noarch.rpm 701 kB/s | 41 kB 00:00 2024-07-26T05:54:09.448 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/116 2024-07-26T05:54:09.460 INFO:teuthology.orchestra.run.smithi089.stdout:(94/114): python3-kubernetes-26.1.0-2.el9.noarc 25 MB/s | 1.0 MB 00:00 2024-07-26T05:54:09.473 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/116 2024-07-26T05:54:09.477 INFO:teuthology.orchestra.run.smithi089.stdout:(95/114): python3-logutils-0.3.5-21.el9.noarch. 2.7 MB/s | 46 kB 00:00 2024-07-26T05:54:09.502 INFO:teuthology.orchestra.run.smithi089.stdout:(96/114): python3-more-itertools-8.12.0-2.el9.n 3.1 MB/s | 79 kB 00:00 2024-07-26T05:54:09.519 INFO:teuthology.orchestra.run.smithi089.stdout:(97/114): python3-natsort-7.1.1-5.el9.noarch.rp 3.4 MB/s | 58 kB 00:00 2024-07-26T05:54:09.538 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/116 2024-07-26T05:54:09.544 INFO:teuthology.orchestra.run.smithi089.stdout:(98/114): python3-pecan-1.4.2-3.el9.noarch.rpm 11 MB/s | 272 kB 00:00 2024-07-26T05:54:09.620 INFO:teuthology.orchestra.run.smithi089.stdout:(99/114): python3-babel-2.9.1-2.el9.noarch.rpm 2.9 MB/s | 6.0 MB 00:02 2024-07-26T05:54:09.645 INFO:teuthology.orchestra.run.smithi089.stdout:(100/114): python3-portend-3.1.0-2.el9.noarch.r 163 kB/s | 16 kB 00:00 2024-07-26T05:54:09.696 INFO:teuthology.orchestra.run.smithi089.stdout:(101/114): python3-repoze-lru-0.7-16.el9.noarch 1.3 MB/s | 31 kB 00:00 2024-07-26T05:54:09.729 INFO:teuthology.orchestra.run.smithi089.stdout:(102/114): python3-routes-2.5.1-5.el9.noarch.rp 6.0 MB/s | 188 kB 00:00 2024-07-26T05:54:09.755 INFO:teuthology.orchestra.run.smithi089.stdout:(103/114): python3-pyOpenSSL-21.0.0-1.el9.noarc 669 kB/s | 90 kB 00:00 2024-07-26T05:54:09.780 INFO:teuthology.orchestra.run.smithi089.stdout:(104/114): python3-rsa-4.9-2.el9.noarch.rpm 1.1 MB/s | 59 kB 00:00 2024-07-26T05:54:09.805 INFO:teuthology.orchestra.run.smithi089.stdout:(105/114): python3-tempora-5.0.0-2.el9.noarch.r 714 kB/s | 36 kB 00:00 2024-07-26T05:54:09.830 INFO:teuthology.orchestra.run.smithi089.stdout:(106/114): python3-typing-extensions-4.4.0-2.el 1.0 MB/s | 51 kB 00:00 2024-07-26T05:54:09.840 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/116 2024-07-26T05:54:09.855 INFO:teuthology.orchestra.run.smithi089.stdout:(107/114): python3-websocket-client-1.2.3-2.el9 3.5 MB/s | 90 kB 00:00 2024-07-26T05:54:09.881 INFO:teuthology.orchestra.run.smithi089.stdout:(108/114): python3-webob-1.8.7-6.el9.noarch.rpm 3.0 MB/s | 230 kB 00:00 2024-07-26T05:54:09.906 INFO:teuthology.orchestra.run.smithi089.stdout:(109/114): python3-zc-lockfile-2.0-10.el9.noarc 802 kB/s | 20 kB 00:00 2024-07-26T05:54:09.941 INFO:teuthology.orchestra.run.smithi155.stdout: Upgrading : librados2-2:17.2.7-1143.g5dff84c0.el9.x86_64 5/116 2024-07-26T05:54:09.948 INFO:teuthology.orchestra.run.smithi089.stdout:(110/114): python3-werkzeug-2.0.3-3.el9.1.noarc 4.5 MB/s | 427 kB 00:00 2024-07-26T05:54:09.998 INFO:teuthology.orchestra.run.smithi089.stdout:(111/114): thrift-0.15.0-2.el9.x86_64.rpm 17 MB/s | 1.6 MB 00:00 2024-07-26T05:54:10.053 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: librados2-2:17.2.7-1143.g5dff84c0.el9.x86_64 5/116 2024-07-26T05:54:10.084 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : libcephfs2-2:17.2.7-1143.g5dff84c0.el9.x86_64 6/116 2024-07-26T05:54:10.190 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: libcephfs2-2:17.2.7-1143.g5dff84c0.el9.x86_64 6/116 2024-07-26T05:54:10.235 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-rados-2:17.2.7-1143.g5dff84c0.el9.x86_64 7/116 2024-07-26T05:54:10.263 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/116 2024-07-26T05:54:10.390 INFO:teuthology.orchestra.run.smithi089.stdout:(112/114): librbd1-17.2.7-1143.g5dff84c0.el9.x8 7.5 MB/s | 2.9 MB 00:00 2024-07-26T05:54:10.441 INFO:teuthology.orchestra.run.smithi089.stdout:(113/114): librados2-17.2.7-1143.g5dff84c0.el9. 6.3 MB/s | 3.1 MB 00:00 2024-07-26T05:54:10.711 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/116 2024-07-26T05:54:10.744 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : librgw2-2:17.2.7-1143.g5dff84c0.el9.x86_64 10/116 2024-07-26T05:54:10.819 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: librgw2-2:17.2.7-1143.g5dff84c0.el9.x86_64 10/116 2024-07-26T05:54:11.005 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : libcephsqlite-2:17.2.7-1143.g5dff84c0.el9.x86_64 11/116 2024-07-26T05:54:11.005 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: libcephsqlite-2:17.2.7-1143.g5dff84c0.el9.x86_64 11/116 2024-07-26T05:54:11.006 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : libradosstriper1-2:17.2.7-1143.g5dff84c0.el9.x86 12/116 2024-07-26T05:54:11.098 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: libradosstriper1-2:17.2.7-1143.g5dff84c0.el9.x86 12/116 2024-07-26T05:54:11.134 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 13/116 2024-07-26T05:54:11.166 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : liboath-2.6.7-2.el9.x86_64 14/116 2024-07-26T05:54:11.195 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 15/116 2024-07-26T05:54:11.238 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 16/116 2024-07-26T05:54:11.301 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 17/116 2024-07-26T05:54:11.336 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 18/116 2024-07-26T05:54:11.363 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 19/116 2024-07-26T05:54:11.433 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 20/116 2024-07-26T05:54:11.502 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 21/116 2024-07-26T05:54:11.538 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 22/116 2024-07-26T05:54:11.593 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 23/116 2024-07-26T05:54:11.627 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 24/116 2024-07-26T05:54:11.672 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-ceph-argparse-2:17.2.7-1143.g5dff84c0.el 25/116 2024-07-26T05:54:11.745 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-cephfs-2:17.2.7-1143.g5dff84c0.el9.x86_6 26/116 2024-07-26T05:54:11.889 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 27/116 2024-07-26T05:54:11.949 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 28/116 2024-07-26T05:54:12.485 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-rsa-4.9-2.el9.noarch 29/116 2024-07-26T05:54:12.570 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 30/116 2024-07-26T05:54:12.615 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 31/116 2024-07-26T05:54:12.648 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 32/116 2024-07-26T05:54:12.683 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 33/116 2024-07-26T05:54:12.723 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 34/116 2024-07-26T05:54:12.759 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-rgw-2:17.2.7-1143.g5dff84c0.el9.x86_64 35/116 2024-07-26T05:54:12.796 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : librados-devel-2:17.2.7-1143.g5dff84c0.el9.x86_6 36/116 2024-07-26T05:54:12.827 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 37/116 2024-07-26T05:54:12.855 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 38/116 2024-07-26T05:54:12.913 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 39/116 2024-07-26T05:54:12.983 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 40/116 2024-07-26T05:54:13.014 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 41/116 2024-07-26T05:54:13.050 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 42/116 2024-07-26T05:54:13.099 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 43/116 2024-07-26T05:54:13.144 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 44/116 2024-07-26T05:54:13.186 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 45/116 2024-07-26T05:54:13.326 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 46/116 2024-07-26T05:54:13.380 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 47/116 2024-07-26T05:54:13.421 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 48/116 2024-07-26T05:54:13.521 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 49/116 2024-07-26T05:54:13.555 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-google-auth-1:2.32.0-1.el9.noarch 50/116 2024-07-26T05:54:13.590 INFO:teuthology.orchestra.run.smithi089.stdout:(114/114): python3-scipy-1.6.2-8.el9.x86_64.rpm 3.3 MB/s | 16 MB 00:04 2024-07-26T05:54:13.596 INFO:teuthology.orchestra.run.smithi089.stdout:-------------------------------------------------------------------------------- 2024-07-26T05:54:13.596 INFO:teuthology.orchestra.run.smithi089.stdout:Total 12 MB/s | 190 MB 00:16 2024-07-26T05:54:13.597 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 51/116 2024-07-26T05:54:13.632 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 52/116 2024-07-26T05:54:13.677 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 53/116 2024-07-26T05:54:13.802 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 54/116 2024-07-26T05:54:13.843 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-py-1.10.0-6.el9.noarch 55/116 2024-07-26T05:54:13.882 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 56/116 2024-07-26T05:54:13.925 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 57/116 2024-07-26T05:54:14.082 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-packaging-20.9-5.el9.noarch 58/116 2024-07-26T05:54:14.237 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 59/116 2024-07-26T05:54:14.353 INFO:teuthology.orchestra.run.smithi089.stdout:Running transaction check 2024-07-26T05:54:14.448 INFO:teuthology.orchestra.run.smithi089.stdout:Transaction check succeeded. 2024-07-26T05:54:14.448 INFO:teuthology.orchestra.run.smithi089.stdout:Running transaction test 2024-07-26T05:54:14.989 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 60/116 2024-07-26T05:54:15.034 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 61/116 2024-07-26T05:54:15.067 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 62/116 2024-07-26T05:54:15.101 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 63/116 2024-07-26T05:54:15.200 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 64/116 2024-07-26T05:54:15.251 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 65/116 2024-07-26T05:54:15.293 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 66/116 2024-07-26T05:54:15.471 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : openblas-0.3.21-2.el9.x86_64 67/116 2024-07-26T05:54:15.509 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 68/116 2024-07-26T05:54:15.586 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 69/116 2024-07-26T05:54:16.138 INFO:teuthology.orchestra.run.smithi089.stdout:Transaction test succeeded. 2024-07-26T05:54:16.138 INFO:teuthology.orchestra.run.smithi089.stdout:Running transaction 2024-07-26T05:54:16.257 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 70/116 2024-07-26T05:54:16.382 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 71/116 2024-07-26T05:54:17.674 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 72/116 2024-07-26T05:54:17.764 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 73/116 2024-07-26T05:54:18.063 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 74/116 2024-07-26T05:54:18.110 INFO:teuthology.orchestra.run.smithi155.stdout: Upgrading : librbd1-2:17.2.7-1143.g5dff84c0.el9.x86_64 75/116 2024-07-26T05:54:18.194 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: librbd1-2:17.2.7-1143.g5dff84c0.el9.x86_64 75/116 2024-07-26T05:54:18.231 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-rbd-2:17.2.7-1143.g5dff84c0.el9.x86_64 76/116 2024-07-26T05:54:18.288 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-ply-3.11-14.el9.noarch 77/116 2024-07-26T05:54:18.344 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 78/116 2024-07-26T05:54:18.542 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 79/116 2024-07-26T05:54:18.594 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 80/116 2024-07-26T05:54:18.672 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 81/116 2024-07-26T05:54:18.761 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 82/116 2024-07-26T05:54:18.910 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 83/116 2024-07-26T05:54:18.956 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 84/116 2024-07-26T05:54:18.985 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-jwt-2.4.0-1.el9.noarch 85/116 2024-07-26T05:54:19.019 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-jwt+crypto-2.4.0-1.el9.noarch 86/116 2024-07-26T05:54:19.059 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 87/116 2024-07-26T05:54:19.087 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : fuse-2.9.9-16.el9.x86_64 88/116 2024-07-26T05:54:19.525 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: cephadm-2:17.2.7-1143.g5dff84c0.el9.noarch 89/116 2024-07-26T05:54:19.560 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : cephadm-2:17.2.7-1143.g5dff84c0.el9.noarch 89/116 2024-07-26T05:54:19.591 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-prometheus-alerts-2:17.2.7-1143.g5dff84c0.e 90/116 2024-07-26T05:54:19.667 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-grafana-dashboards-2:17.2.7-1143.g5dff84c0. 91/116 2024-07-26T05:54:19.694 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-ceph-common-2:17.2.7-1143.g5dff84c0.el9. 92/116 2024-07-26T05:54:20.646 INFO:teuthology.orchestra.run.smithi089.stdout: Preparing : 1/1 2024-07-26T05:54:20.718 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/116 2024-07-26T05:54:20.752 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/116 2024-07-26T05:54:20.807 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/116 2024-07-26T05:54:21.111 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/116 2024-07-26T05:54:21.219 INFO:teuthology.orchestra.run.smithi089.stdout: Upgrading : librados2-2:17.2.7-1143.g5dff84c0.el9.x86_64 5/116 2024-07-26T05:54:21.333 INFO:teuthology.orchestra.run.smithi089.stdout: Running scriptlet: librados2-2:17.2.7-1143.g5dff84c0.el9.x86_64 5/116 2024-07-26T05:54:21.362 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : libcephfs2-2:17.2.7-1143.g5dff84c0.el9.x86_64 6/116 2024-07-26T05:54:21.442 INFO:teuthology.orchestra.run.smithi089.stdout: Running scriptlet: libcephfs2-2:17.2.7-1143.g5dff84c0.el9.x86_64 6/116 2024-07-26T05:54:21.502 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-rados-2:17.2.7-1143.g5dff84c0.el9.x86_64 7/116 2024-07-26T05:54:21.534 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/116 2024-07-26T05:54:21.964 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/116 2024-07-26T05:54:21.990 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : librgw2-2:17.2.7-1143.g5dff84c0.el9.x86_64 10/116 2024-07-26T05:54:22.048 INFO:teuthology.orchestra.run.smithi089.stdout: Running scriptlet: librgw2-2:17.2.7-1143.g5dff84c0.el9.x86_64 10/116 2024-07-26T05:54:22.074 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: ceph-common-2:17.2.7-1143.g5dff84c0.el9.x86_64 93/116 2024-07-26T05:54:22.074 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : libcephsqlite-2:17.2.7-1143.g5dff84c0.el9.x86_64 11/116 2024-07-26T05:54:22.110 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-common-2:17.2.7-1143.g5dff84c0.el9.x86_64 93/116 2024-07-26T05:54:22.174 INFO:teuthology.orchestra.run.smithi089.stdout: Running scriptlet: libcephsqlite-2:17.2.7-1143.g5dff84c0.el9.x86_64 11/116 2024-07-26T05:54:22.200 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : libradosstriper1-2:17.2.7-1143.g5dff84c0.el9.x86 12/116 2024-07-26T05:54:22.330 INFO:teuthology.orchestra.run.smithi089.stdout: Running scriptlet: libradosstriper1-2:17.2.7-1143.g5dff84c0.el9.x86 12/116 2024-07-26T05:54:22.380 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 13/116 2024-07-26T05:54:22.412 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : liboath-2.6.7-2.el9.x86_64 14/116 2024-07-26T05:54:22.442 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 15/116 2024-07-26T05:54:22.482 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 16/116 2024-07-26T05:54:22.550 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 17/116 2024-07-26T05:54:22.590 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 18/116 2024-07-26T05:54:22.617 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 19/116 2024-07-26T05:54:22.635 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: ceph-common-2:17.2.7-1143.g5dff84c0.el9.x86_64 93/116 2024-07-26T05:54:22.663 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-base-2:17.2.7-1143.g5dff84c0.el9.x86_64 94/116 2024-07-26T05:54:22.688 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 20/116 2024-07-26T05:54:22.741 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 21/116 2024-07-26T05:54:22.763 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: ceph-base-2:17.2.7-1143.g5dff84c0.el9.x86_64 94/116 2024-07-26T05:54:22.763 INFO:teuthology.orchestra.run.smithi155.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-07-26T05:54:22.763 INFO:teuthology.orchestra.run.smithi155.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-07-26T05:54:22.764 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-26T05:54:22.773 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 22/116 2024-07-26T05:54:22.797 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-selinux-2:17.2.7-1143.g5dff84c0.el9.x86_64 95/116 2024-07-26T05:54:22.814 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 23/116 2024-07-26T05:54:22.849 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 24/116 2024-07-26T05:54:22.893 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-ceph-argparse-2:17.2.7-1143.g5dff84c0.el 25/116 2024-07-26T05:54:22.968 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-cephfs-2:17.2.7-1143.g5dff84c0.el9.x86_6 26/116 2024-07-26T05:54:23.115 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 27/116 2024-07-26T05:54:23.172 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 28/116 2024-07-26T05:54:23.718 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-rsa-4.9-2.el9.noarch 29/116 2024-07-26T05:54:23.803 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 30/116 2024-07-26T05:54:23.847 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 31/116 2024-07-26T05:54:23.881 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 32/116 2024-07-26T05:54:23.954 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 33/116 2024-07-26T05:54:23.989 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 34/116 2024-07-26T05:54:24.023 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-rgw-2:17.2.7-1143.g5dff84c0.el9.x86_64 35/116 2024-07-26T05:54:24.062 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : librados-devel-2:17.2.7-1143.g5dff84c0.el9.x86_6 36/116 2024-07-26T05:54:24.092 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 37/116 2024-07-26T05:54:24.128 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 38/116 2024-07-26T05:54:24.186 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 39/116 2024-07-26T05:54:24.259 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 40/116 2024-07-26T05:54:24.296 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 41/116 2024-07-26T05:54:24.333 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 42/116 2024-07-26T05:54:24.381 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 43/116 2024-07-26T05:54:24.426 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 44/116 2024-07-26T05:54:24.476 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 45/116 2024-07-26T05:54:24.780 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 46/116 2024-07-26T05:54:24.818 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 47/116 2024-07-26T05:54:24.860 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 48/116 2024-07-26T05:54:24.962 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 49/116 2024-07-26T05:54:25.002 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-google-auth-1:2.32.0-1.el9.noarch 50/116 2024-07-26T05:54:25.044 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 51/116 2024-07-26T05:54:25.088 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 52/116 2024-07-26T05:54:25.133 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 53/116 2024-07-26T05:54:25.261 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 54/116 2024-07-26T05:54:25.299 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-py-1.10.0-6.el9.noarch 55/116 2024-07-26T05:54:25.339 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 56/116 2024-07-26T05:54:25.389 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 57/116 2024-07-26T05:54:25.500 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-packaging-20.9-5.el9.noarch 58/116 2024-07-26T05:54:25.560 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 59/116 2024-07-26T05:54:26.330 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 60/116 2024-07-26T05:54:26.382 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 61/116 2024-07-26T05:54:26.415 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 62/116 2024-07-26T05:54:26.449 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 63/116 2024-07-26T05:54:26.553 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 64/116 2024-07-26T05:54:26.608 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 65/116 2024-07-26T05:54:26.641 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 66/116 2024-07-26T05:54:26.819 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : openblas-0.3.21-2.el9.x86_64 67/116 2024-07-26T05:54:26.848 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 68/116 2024-07-26T05:54:26.926 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 69/116 2024-07-26T05:54:27.638 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 70/116 2024-07-26T05:54:27.762 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 71/116 2024-07-26T05:54:29.114 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 72/116 2024-07-26T05:54:29.506 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 73/116 2024-07-26T05:54:29.797 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 74/116 2024-07-26T05:54:29.834 INFO:teuthology.orchestra.run.smithi089.stdout: Upgrading : librbd1-2:17.2.7-1143.g5dff84c0.el9.x86_64 75/116 2024-07-26T05:54:29.928 INFO:teuthology.orchestra.run.smithi089.stdout: Running scriptlet: librbd1-2:17.2.7-1143.g5dff84c0.el9.x86_64 75/116 2024-07-26T05:54:29.964 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-rbd-2:17.2.7-1143.g5dff84c0.el9.x86_64 76/116 2024-07-26T05:54:30.022 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-ply-3.11-14.el9.noarch 77/116 2024-07-26T05:54:30.087 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 78/116 2024-07-26T05:54:30.359 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 79/116 2024-07-26T05:54:30.410 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 80/116 2024-07-26T05:54:30.491 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 81/116 2024-07-26T05:54:30.626 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 82/116 2024-07-26T05:54:30.773 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 83/116 2024-07-26T05:54:30.840 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 84/116 2024-07-26T05:54:30.868 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-jwt-2.4.0-1.el9.noarch 85/116 2024-07-26T05:54:30.902 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-jwt+crypto-2.4.0-1.el9.noarch 86/116 2024-07-26T05:54:30.934 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 87/116 2024-07-26T05:54:30.962 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : fuse-2.9.9-16.el9.x86_64 88/116 2024-07-26T05:54:31.373 INFO:teuthology.orchestra.run.smithi089.stdout: Running scriptlet: cephadm-2:17.2.7-1143.g5dff84c0.el9.noarch 89/116 2024-07-26T05:54:31.400 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : cephadm-2:17.2.7-1143.g5dff84c0.el9.noarch 89/116 2024-07-26T05:54:31.431 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : ceph-prometheus-alerts-2:17.2.7-1143.g5dff84c0.e 90/116 2024-07-26T05:54:31.506 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : ceph-grafana-dashboards-2:17.2.7-1143.g5dff84c0. 91/116 2024-07-26T05:54:31.534 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-ceph-common-2:17.2.7-1143.g5dff84c0.el9. 92/116 2024-07-26T05:54:33.914 INFO:teuthology.orchestra.run.smithi089.stdout: Running scriptlet: ceph-common-2:17.2.7-1143.g5dff84c0.el9.x86_64 93/116 2024-07-26T05:54:33.955 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : ceph-common-2:17.2.7-1143.g5dff84c0.el9.x86_64 93/116 2024-07-26T05:54:34.052 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: ceph-selinux-2:17.2.7-1143.g5dff84c0.el9.x86_64 95/116 2024-07-26T05:54:34.052 INFO:teuthology.orchestra.run.smithi155.stdout:skipping the directory /sys 2024-07-26T05:54:34.052 INFO:teuthology.orchestra.run.smithi155.stdout:skipping the directory /proc 2024-07-26T05:54:34.053 INFO:teuthology.orchestra.run.smithi155.stdout:skipping the directory /mnt 2024-07-26T05:54:34.053 INFO:teuthology.orchestra.run.smithi155.stdout:skipping the directory /var/tmp 2024-07-26T05:54:34.053 INFO:teuthology.orchestra.run.smithi155.stdout:skipping the directory /home 2024-07-26T05:54:34.053 INFO:teuthology.orchestra.run.smithi155.stdout:skipping the directory /root 2024-07-26T05:54:34.053 INFO:teuthology.orchestra.run.smithi155.stdout:skipping the directory /tmp 2024-07-26T05:54:34.053 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-26T05:54:34.132 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-mgr-cephadm-2:17.2.7-1143.g5dff84c0.el9.noa 96/116 2024-07-26T05:54:34.469 INFO:teuthology.orchestra.run.smithi089.stdout: Running scriptlet: ceph-common-2:17.2.7-1143.g5dff84c0.el9.x86_64 93/116 2024-07-26T05:54:34.508 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : ceph-base-2:17.2.7-1143.g5dff84c0.el9.x86_64 94/116 2024-07-26T05:54:34.613 INFO:teuthology.orchestra.run.smithi089.stdout: Running scriptlet: ceph-base-2:17.2.7-1143.g5dff84c0.el9.x86_64 94/116 2024-07-26T05:54:34.613 INFO:teuthology.orchestra.run.smithi089.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-07-26T05:54:34.614 INFO:teuthology.orchestra.run.smithi089.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-07-26T05:54:34.614 INFO:teuthology.orchestra.run.smithi089.stdout: 2024-07-26T05:54:34.643 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : ceph-selinux-2:17.2.7-1143.g5dff84c0.el9.x86_64 95/116 2024-07-26T05:54:35.169 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: ceph-mgr-cephadm-2:17.2.7-1143.g5dff84c0.el9.noa 96/116 2024-07-26T05:54:35.213 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-mgr-dashboard-2:17.2.7-1143.g5dff84c0.el9.n 97/116 2024-07-26T05:54:36.173 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: ceph-mgr-dashboard-2:17.2.7-1143.g5dff84c0.el9.n 97/116 2024-07-26T05:54:36.205 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-mgr-diskprediction-local-2:17.2.7-1143.g5df 98/116 2024-07-26T05:54:36.305 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:17.2.7-1143.g5df 98/116 2024-07-26T05:54:36.476 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-mgr-modules-core-2:17.2.7-1143.g5dff84c0.el 99/116 2024-07-26T05:54:36.569 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-mgr-2:17.2.7-1143.g5dff84c0.el9.x86_64 100/116 2024-07-26T05:54:36.569 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: ceph-mgr-2:17.2.7-1143.g5dff84c0.el9.x86_64 100/116 2024-07-26T05:54:36.569 INFO:teuthology.orchestra.run.smithi155.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-26T05:54:36.569 INFO:teuthology.orchestra.run.smithi155.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-07-26T05:54:36.569 INFO:teuthology.orchestra.run.smithi155.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-07-26T05:54:36.569 INFO:teuthology.orchestra.run.smithi155.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-07-26T05:54:36.569 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-26T05:54:36.574 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-mgr-rook-2:17.2.7-1143.g5dff84c0.el9.noarch 101/116 2024-07-26T05:54:36.757 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: ceph-mgr-rook-2:17.2.7-1143.g5dff84c0.el9.noarch 101/116 2024-07-26T05:54:36.783 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-mds-2:17.2.7-1143.g5dff84c0.el9.x86_64 102/116 2024-07-26T05:54:36.807 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: ceph-mds-2:17.2.7-1143.g5dff84c0.el9.x86_64 102/116 2024-07-26T05:54:36.807 INFO:teuthology.orchestra.run.smithi155.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-26T05:54:36.807 INFO:teuthology.orchestra.run.smithi155.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-07-26T05:54:36.807 INFO:teuthology.orchestra.run.smithi155.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-07-26T05:54:36.807 INFO:teuthology.orchestra.run.smithi155.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-07-26T05:54:36.807 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-26T05:54:37.176 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-mon-2:17.2.7-1143.g5dff84c0.el9.x86_64 103/116 2024-07-26T05:54:37.199 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: ceph-mon-2:17.2.7-1143.g5dff84c0.el9.x86_64 103/116 2024-07-26T05:54:37.200 INFO:teuthology.orchestra.run.smithi155.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-26T05:54:37.200 INFO:teuthology.orchestra.run.smithi155.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-07-26T05:54:37.200 INFO:teuthology.orchestra.run.smithi155.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-07-26T05:54:37.200 INFO:teuthology.orchestra.run.smithi155.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-07-26T05:54:37.200 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-26T05:54:38.502 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-osd-2:17.2.7-1143.g5dff84c0.el9.x86_64 104/116 2024-07-26T05:54:38.529 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: ceph-osd-2:17.2.7-1143.g5dff84c0.el9.x86_64 104/116 2024-07-26T05:54:38.529 INFO:teuthology.orchestra.run.smithi155.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-26T05:54:38.529 INFO:teuthology.orchestra.run.smithi155.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-07-26T05:54:38.529 INFO:teuthology.orchestra.run.smithi155.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-07-26T05:54:38.529 INFO:teuthology.orchestra.run.smithi155.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-07-26T05:54:38.529 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-26T05:54:39.738 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-2:17.2.7-1143.g5dff84c0.el9.x86_64 105/116 2024-07-26T05:54:39.778 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-radosgw-2:17.2.7-1143.g5dff84c0.el9.x86_64 106/116 2024-07-26T05:54:39.857 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: ceph-radosgw-2:17.2.7-1143.g5dff84c0.el9.x86_64 106/116 2024-07-26T05:54:39.857 INFO:teuthology.orchestra.run.smithi155.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-26T05:54:39.857 INFO:teuthology.orchestra.run.smithi155.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-07-26T05:54:39.857 INFO:teuthology.orchestra.run.smithi155.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-07-26T05:54:39.857 INFO:teuthology.orchestra.run.smithi155.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-07-26T05:54:39.857 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-26T05:54:39.896 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-immutable-object-cache-2:17.2.7-1143.g5dff8 107/116 2024-07-26T05:54:39.919 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: ceph-immutable-object-cache-2:17.2.7-1143.g5dff8 107/116 2024-07-26T05:54:39.919 INFO:teuthology.orchestra.run.smithi155.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-26T05:54:39.919 INFO:teuthology.orchestra.run.smithi155.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-07-26T05:54:39.919 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-26T05:54:40.205 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : rbd-mirror-2:17.2.7-1143.g5dff84c0.el9.x86_64 108/116 2024-07-26T05:54:40.228 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: rbd-mirror-2:17.2.7-1143.g5dff84c0.el9.x86_64 108/116 2024-07-26T05:54:40.228 INFO:teuthology.orchestra.run.smithi155.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-26T05:54:40.228 INFO:teuthology.orchestra.run.smithi155.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-07-26T05:54:40.228 INFO:teuthology.orchestra.run.smithi155.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-07-26T05:54:40.228 INFO:teuthology.orchestra.run.smithi155.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-07-26T05:54:40.228 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-26T05:54:44.637 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-test-2:17.2.7-1143.g5dff84c0.el9.x86_64 109/116 2024-07-26T05:54:44.684 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-fuse-2:17.2.7-1143.g5dff84c0.el9.x86_64 110/116 2024-07-26T05:54:44.738 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : rbd-fuse-2:17.2.7-1143.g5dff84c0.el9.x86_64 111/116 2024-07-26T05:54:44.854 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : rbd-nbd-2:17.2.7-1143.g5dff84c0.el9.x86_64 112/116 2024-07-26T05:54:44.891 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-pytest-6.2.2-7.el9.noarch 113/116 2024-07-26T05:54:44.914 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : libcephfs-devel-2:17.2.7-1143.g5dff84c0.el9.x86_ 114/116 2024-07-26T05:54:44.914 INFO:teuthology.orchestra.run.smithi155.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 115/116 2024-07-26T05:54:44.998 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 115/116 2024-07-26T05:54:44.998 INFO:teuthology.orchestra.run.smithi155.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 116/116 2024-07-26T05:54:46.269 INFO:teuthology.orchestra.run.smithi089.stdout: Running scriptlet: ceph-selinux-2:17.2.7-1143.g5dff84c0.el9.x86_64 95/116 2024-07-26T05:54:46.269 INFO:teuthology.orchestra.run.smithi089.stdout:skipping the directory /sys 2024-07-26T05:54:46.270 INFO:teuthology.orchestra.run.smithi089.stdout:skipping the directory /proc 2024-07-26T05:54:46.270 INFO:teuthology.orchestra.run.smithi089.stdout:skipping the directory /mnt 2024-07-26T05:54:46.270 INFO:teuthology.orchestra.run.smithi089.stdout:skipping the directory /var/tmp 2024-07-26T05:54:46.270 INFO:teuthology.orchestra.run.smithi089.stdout:skipping the directory /home 2024-07-26T05:54:46.270 INFO:teuthology.orchestra.run.smithi089.stdout:skipping the directory /root 2024-07-26T05:54:46.270 INFO:teuthology.orchestra.run.smithi089.stdout:skipping the directory /tmp 2024-07-26T05:54:46.270 INFO:teuthology.orchestra.run.smithi089.stdout: 2024-07-26T05:54:46.339 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : ceph-mgr-cephadm-2:17.2.7-1143.g5dff84c0.el9.noa 96/116 2024-07-26T05:54:47.381 INFO:teuthology.orchestra.run.smithi089.stdout: Running scriptlet: ceph-mgr-cephadm-2:17.2.7-1143.g5dff84c0.el9.noa 96/116 2024-07-26T05:54:47.436 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : ceph-mgr-dashboard-2:17.2.7-1143.g5dff84c0.el9.n 97/116 2024-07-26T05:54:48.397 INFO:teuthology.orchestra.run.smithi089.stdout: Running scriptlet: ceph-mgr-dashboard-2:17.2.7-1143.g5dff84c0.el9.n 97/116 2024-07-26T05:54:48.428 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : ceph-mgr-diskprediction-local-2:17.2.7-1143.g5df 98/116 2024-07-26T05:54:48.532 INFO:teuthology.orchestra.run.smithi089.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:17.2.7-1143.g5df 98/116 2024-07-26T05:54:48.707 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : ceph-mgr-modules-core-2:17.2.7-1143.g5dff84c0.el 99/116 2024-07-26T05:54:48.739 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : ceph-mgr-2:17.2.7-1143.g5dff84c0.el9.x86_64 100/116 2024-07-26T05:54:48.762 INFO:teuthology.orchestra.run.smithi089.stdout: Running scriptlet: ceph-mgr-2:17.2.7-1143.g5dff84c0.el9.x86_64 100/116 2024-07-26T05:54:48.762 INFO:teuthology.orchestra.run.smithi089.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-26T05:54:48.762 INFO:teuthology.orchestra.run.smithi089.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-07-26T05:54:48.762 INFO:teuthology.orchestra.run.smithi089.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-07-26T05:54:48.762 INFO:teuthology.orchestra.run.smithi089.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-07-26T05:54:48.762 INFO:teuthology.orchestra.run.smithi089.stdout: 2024-07-26T05:54:48.806 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : ceph-mgr-rook-2:17.2.7-1143.g5dff84c0.el9.noarch 101/116 2024-07-26T05:54:48.989 INFO:teuthology.orchestra.run.smithi089.stdout: Running scriptlet: ceph-mgr-rook-2:17.2.7-1143.g5dff84c0.el9.noarch 101/116 2024-07-26T05:54:49.015 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : ceph-mds-2:17.2.7-1143.g5dff84c0.el9.x86_64 102/116 2024-07-26T05:54:49.038 INFO:teuthology.orchestra.run.smithi089.stdout: Running scriptlet: ceph-mds-2:17.2.7-1143.g5dff84c0.el9.x86_64 102/116 2024-07-26T05:54:49.038 INFO:teuthology.orchestra.run.smithi089.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-26T05:54:49.038 INFO:teuthology.orchestra.run.smithi089.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-07-26T05:54:49.039 INFO:teuthology.orchestra.run.smithi089.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-07-26T05:54:49.039 INFO:teuthology.orchestra.run.smithi089.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-07-26T05:54:49.039 INFO:teuthology.orchestra.run.smithi089.stdout: 2024-07-26T05:54:49.415 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : ceph-mon-2:17.2.7-1143.g5dff84c0.el9.x86_64 103/116 2024-07-26T05:54:49.438 INFO:teuthology.orchestra.run.smithi089.stdout: Running scriptlet: ceph-mon-2:17.2.7-1143.g5dff84c0.el9.x86_64 103/116 2024-07-26T05:54:49.439 INFO:teuthology.orchestra.run.smithi089.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-26T05:54:49.439 INFO:teuthology.orchestra.run.smithi089.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-07-26T05:54:49.439 INFO:teuthology.orchestra.run.smithi089.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-07-26T05:54:49.439 INFO:teuthology.orchestra.run.smithi089.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-07-26T05:54:49.439 INFO:teuthology.orchestra.run.smithi089.stdout: 2024-07-26T05:54:49.905 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 116/116 2024-07-26T05:54:49.905 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-2:17.2.7-1143.g5dff84c0.el9.x86_64 1/116 2024-07-26T05:54:49.906 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-base-2:17.2.7-1143.g5dff84c0.el9.x86_64 2/116 2024-07-26T05:54:49.906 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-common-2:17.2.7-1143.g5dff84c0.el9.x86_64 3/116 2024-07-26T05:54:49.906 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-fuse-2:17.2.7-1143.g5dff84c0.el9.x86_64 4/116 2024-07-26T05:54:49.906 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-immutable-object-cache-2:17.2.7-1143.g5dff8 5/116 2024-07-26T05:54:49.906 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-mds-2:17.2.7-1143.g5dff84c0.el9.x86_64 6/116 2024-07-26T05:54:49.906 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-mgr-2:17.2.7-1143.g5dff84c0.el9.x86_64 7/116 2024-07-26T05:54:49.906 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-mon-2:17.2.7-1143.g5dff84c0.el9.x86_64 8/116 2024-07-26T05:54:49.906 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-osd-2:17.2.7-1143.g5dff84c0.el9.x86_64 9/116 2024-07-26T05:54:49.906 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-radosgw-2:17.2.7-1143.g5dff84c0.el9.x86_64 10/116 2024-07-26T05:54:49.906 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-selinux-2:17.2.7-1143.g5dff84c0.el9.x86_64 11/116 2024-07-26T05:54:49.907 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-test-2:17.2.7-1143.g5dff84c0.el9.x86_64 12/116 2024-07-26T05:54:49.907 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : libcephfs-devel-2:17.2.7-1143.g5dff84c0.el9.x86_ 13/116 2024-07-26T05:54:49.907 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : libcephfs2-2:17.2.7-1143.g5dff84c0.el9.x86_64 14/116 2024-07-26T05:54:49.907 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : libcephsqlite-2:17.2.7-1143.g5dff84c0.el9.x86_64 15/116 2024-07-26T05:54:49.907 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : librados-devel-2:17.2.7-1143.g5dff84c0.el9.x86_6 16/116 2024-07-26T05:54:49.907 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : libradosstriper1-2:17.2.7-1143.g5dff84c0.el9.x86 17/116 2024-07-26T05:54:49.907 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : librgw2-2:17.2.7-1143.g5dff84c0.el9.x86_64 18/116 2024-07-26T05:54:49.907 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-ceph-argparse-2:17.2.7-1143.g5dff84c0.el 19/116 2024-07-26T05:54:49.907 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-ceph-common-2:17.2.7-1143.g5dff84c0.el9. 20/116 2024-07-26T05:54:49.907 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-cephfs-2:17.2.7-1143.g5dff84c0.el9.x86_6 21/116 2024-07-26T05:54:49.908 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-rados-2:17.2.7-1143.g5dff84c0.el9.x86_64 22/116 2024-07-26T05:54:49.908 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-rbd-2:17.2.7-1143.g5dff84c0.el9.x86_64 23/116 2024-07-26T05:54:49.908 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-rgw-2:17.2.7-1143.g5dff84c0.el9.x86_64 24/116 2024-07-26T05:54:49.908 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : rbd-fuse-2:17.2.7-1143.g5dff84c0.el9.x86_64 25/116 2024-07-26T05:54:49.908 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : rbd-mirror-2:17.2.7-1143.g5dff84c0.el9.x86_64 26/116 2024-07-26T05:54:49.908 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : rbd-nbd-2:17.2.7-1143.g5dff84c0.el9.x86_64 27/116 2024-07-26T05:54:49.908 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-grafana-dashboards-2:17.2.7-1143.g5dff84c0. 28/116 2024-07-26T05:54:49.908 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-mgr-cephadm-2:17.2.7-1143.g5dff84c0.el9.noa 29/116 2024-07-26T05:54:49.908 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-mgr-dashboard-2:17.2.7-1143.g5dff84c0.el9.n 30/116 2024-07-26T05:54:49.908 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-mgr-diskprediction-local-2:17.2.7-1143.g5df 31/116 2024-07-26T05:54:49.909 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-mgr-modules-core-2:17.2.7-1143.g5dff84c0.el 32/116 2024-07-26T05:54:49.909 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-mgr-rook-2:17.2.7-1143.g5dff84c0.el9.noarch 33/116 2024-07-26T05:54:49.909 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-prometheus-alerts-2:17.2.7-1143.g5dff84c0.e 34/116 2024-07-26T05:54:49.909 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : cephadm-2:17.2.7-1143.g5dff84c0.el9.noarch 35/116 2024-07-26T05:54:49.909 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 36/116 2024-07-26T05:54:49.909 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 37/116 2024-07-26T05:54:49.909 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 38/116 2024-07-26T05:54:49.909 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 39/116 2024-07-26T05:54:49.909 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 40/116 2024-07-26T05:54:49.909 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-ply-3.11-14.el9.noarch 41/116 2024-07-26T05:54:49.909 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 42/116 2024-07-26T05:54:49.910 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 43/116 2024-07-26T05:54:49.910 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 44/116 2024-07-26T05:54:49.910 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 45/116 2024-07-26T05:54:49.910 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 46/116 2024-07-26T05:54:49.910 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 47/116 2024-07-26T05:54:49.910 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 48/116 2024-07-26T05:54:49.910 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 49/116 2024-07-26T05:54:49.910 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 50/116 2024-07-26T05:54:49.910 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 51/116 2024-07-26T05:54:49.910 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 52/116 2024-07-26T05:54:49.910 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 53/116 2024-07-26T05:54:49.911 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 54/116 2024-07-26T05:54:49.911 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 55/116 2024-07-26T05:54:49.911 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 56/116 2024-07-26T05:54:49.911 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 57/116 2024-07-26T05:54:49.911 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 58/116 2024-07-26T05:54:49.911 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 59/116 2024-07-26T05:54:49.911 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 60/116 2024-07-26T05:54:49.911 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 61/116 2024-07-26T05:54:49.911 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 62/116 2024-07-26T05:54:49.911 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 63/116 2024-07-26T05:54:49.911 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 64/116 2024-07-26T05:54:49.912 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 65/116 2024-07-26T05:54:49.912 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 66/116 2024-07-26T05:54:49.912 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 67/116 2024-07-26T05:54:49.912 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 68/116 2024-07-26T05:54:49.912 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 69/116 2024-07-26T05:54:49.912 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 70/116 2024-07-26T05:54:49.912 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 71/116 2024-07-26T05:54:49.912 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-pytest-6.2.2-7.el9.noarch 72/116 2024-07-26T05:54:49.912 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 73/116 2024-07-26T05:54:49.912 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 74/116 2024-07-26T05:54:49.913 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 75/116 2024-07-26T05:54:49.913 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 76/116 2024-07-26T05:54:49.913 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 77/116 2024-07-26T05:54:49.913 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 78/116 2024-07-26T05:54:49.913 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 79/116 2024-07-26T05:54:49.913 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 80/116 2024-07-26T05:54:49.913 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 81/116 2024-07-26T05:54:49.913 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 82/116 2024-07-26T05:54:49.913 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 83/116 2024-07-26T05:54:49.913 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 84/116 2024-07-26T05:54:49.914 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 85/116 2024-07-26T05:54:49.914 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 86/116 2024-07-26T05:54:49.914 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 87/116 2024-07-26T05:54:49.914 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-google-auth-1:2.32.0-1.el9.noarch 88/116 2024-07-26T05:54:49.914 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 89/116 2024-07-26T05:54:49.914 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 90/116 2024-07-26T05:54:49.914 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 91/116 2024-07-26T05:54:49.914 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 92/116 2024-07-26T05:54:49.915 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 93/116 2024-07-26T05:54:49.915 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-jwt+crypto-2.4.0-1.el9.noarch 94/116 2024-07-26T05:54:49.915 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-jwt-2.4.0-1.el9.noarch 95/116 2024-07-26T05:54:49.915 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 96/116 2024-07-26T05:54:49.915 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 97/116 2024-07-26T05:54:49.915 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 98/116 2024-07-26T05:54:49.915 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 99/116 2024-07-26T05:54:49.915 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 100/116 2024-07-26T05:54:49.915 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 101/116 2024-07-26T05:54:49.915 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 102/116 2024-07-26T05:54:49.916 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 103/116 2024-07-26T05:54:49.916 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 104/116 2024-07-26T05:54:49.916 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 105/116 2024-07-26T05:54:49.916 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 106/116 2024-07-26T05:54:49.916 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 107/116 2024-07-26T05:54:49.916 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 108/116 2024-07-26T05:54:49.916 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 109/116 2024-07-26T05:54:49.916 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 110/116 2024-07-26T05:54:49.916 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 111/116 2024-07-26T05:54:49.916 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 112/116 2024-07-26T05:54:49.917 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : librados2-2:17.2.7-1143.g5dff84c0.el9.x86_64 113/116 2024-07-26T05:54:49.917 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 114/116 2024-07-26T05:54:49.917 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : librbd1-2:17.2.7-1143.g5dff84c0.el9.x86_64 115/116 2024-07-26T05:54:50.750 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : ceph-osd-2:17.2.7-1143.g5dff84c0.el9.x86_64 104/116 2024-07-26T05:54:50.776 INFO:teuthology.orchestra.run.smithi089.stdout: Running scriptlet: ceph-osd-2:17.2.7-1143.g5dff84c0.el9.x86_64 104/116 2024-07-26T05:54:50.776 INFO:teuthology.orchestra.run.smithi089.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-26T05:54:50.776 INFO:teuthology.orchestra.run.smithi089.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-07-26T05:54:50.777 INFO:teuthology.orchestra.run.smithi089.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-07-26T05:54:50.777 INFO:teuthology.orchestra.run.smithi089.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-07-26T05:54:50.777 INFO:teuthology.orchestra.run.smithi089.stdout: 2024-07-26T05:54:51.870 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 116/116 2024-07-26T05:54:51.870 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-26T05:54:51.870 INFO:teuthology.orchestra.run.smithi155.stdout:Upgraded: 2024-07-26T05:54:51.870 INFO:teuthology.orchestra.run.smithi155.stdout: librados2-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T05:54:51.870 INFO:teuthology.orchestra.run.smithi155.stdout: librbd1-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T05:54:51.871 INFO:teuthology.orchestra.run.smithi155.stdout:Installed: 2024-07-26T05:54:51.871 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T05:54:51.871 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-base-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T05:54:51.871 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-common-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T05:54:51.871 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-fuse-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T05:54:51.871 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-grafana-dashboards-2:17.2.7-1143.g5dff84c0.el9.noarch 2024-07-26T05:54:51.871 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-immutable-object-cache-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T05:54:51.871 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-mds-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T05:54:51.871 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-mgr-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T05:54:51.871 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-mgr-cephadm-2:17.2.7-1143.g5dff84c0.el9.noarch 2024-07-26T05:54:51.871 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-mgr-dashboard-2:17.2.7-1143.g5dff84c0.el9.noarch 2024-07-26T05:54:51.871 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-mgr-diskprediction-local-2:17.2.7-1143.g5dff84c0.el9.noarch 2024-07-26T05:54:51.872 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-mgr-modules-core-2:17.2.7-1143.g5dff84c0.el9.noarch 2024-07-26T05:54:51.872 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-mgr-rook-2:17.2.7-1143.g5dff84c0.el9.noarch 2024-07-26T05:54:51.872 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-mon-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T05:54:51.872 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-osd-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T05:54:51.872 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-prometheus-alerts-2:17.2.7-1143.g5dff84c0.el9.noarch 2024-07-26T05:54:51.872 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-radosgw-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T05:54:51.872 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-selinux-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T05:54:51.872 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-test-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T05:54:51.872 INFO:teuthology.orchestra.run.smithi155.stdout: cephadm-2:17.2.7-1143.g5dff84c0.el9.noarch 2024-07-26T05:54:51.872 INFO:teuthology.orchestra.run.smithi155.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-07-26T05:54:51.872 INFO:teuthology.orchestra.run.smithi155.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-07-26T05:54:51.872 INFO:teuthology.orchestra.run.smithi155.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-07-26T05:54:51.872 INFO:teuthology.orchestra.run.smithi155.stdout: fuse-2.9.9-16.el9.x86_64 2024-07-26T05:54:51.873 INFO:teuthology.orchestra.run.smithi155.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-07-26T05:54:51.873 INFO:teuthology.orchestra.run.smithi155.stdout: libcephfs-devel-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T05:54:51.873 INFO:teuthology.orchestra.run.smithi155.stdout: libcephfs2-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T05:54:51.873 INFO:teuthology.orchestra.run.smithi155.stdout: libcephsqlite-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T05:54:51.873 INFO:teuthology.orchestra.run.smithi155.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-07-26T05:54:51.873 INFO:teuthology.orchestra.run.smithi155.stdout: liboath-2.6.7-2.el9.x86_64 2024-07-26T05:54:51.873 INFO:teuthology.orchestra.run.smithi155.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-07-26T05:54:51.873 INFO:teuthology.orchestra.run.smithi155.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-07-26T05:54:51.873 INFO:teuthology.orchestra.run.smithi155.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-07-26T05:54:51.873 INFO:teuthology.orchestra.run.smithi155.stdout: librados-devel-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T05:54:51.873 INFO:teuthology.orchestra.run.smithi155.stdout: libradosstriper1-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T05:54:51.873 INFO:teuthology.orchestra.run.smithi155.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-07-26T05:54:51.873 INFO:teuthology.orchestra.run.smithi155.stdout: librgw2-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T05:54:51.874 INFO:teuthology.orchestra.run.smithi155.stdout: libunwind-1.6.2-1.el9.x86_64 2024-07-26T05:54:51.874 INFO:teuthology.orchestra.run.smithi155.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-07-26T05:54:51.874 INFO:teuthology.orchestra.run.smithi155.stdout: openblas-0.3.21-2.el9.x86_64 2024-07-26T05:54:51.874 INFO:teuthology.orchestra.run.smithi155.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-07-26T05:54:51.874 INFO:teuthology.orchestra.run.smithi155.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-07-26T05:54:51.874 INFO:teuthology.orchestra.run.smithi155.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-07-26T05:54:51.874 INFO:teuthology.orchestra.run.smithi155.stdout: python3-babel-2.9.1-2.el9.noarch 2024-07-26T05:54:51.874 INFO:teuthology.orchestra.run.smithi155.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-07-26T05:54:51.874 INFO:teuthology.orchestra.run.smithi155.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-07-26T05:54:51.874 INFO:teuthology.orchestra.run.smithi155.stdout: python3-ceph-argparse-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T05:54:51.874 INFO:teuthology.orchestra.run.smithi155.stdout: python3-ceph-common-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T05:54:51.874 INFO:teuthology.orchestra.run.smithi155.stdout: python3-cephfs-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T05:54:51.875 INFO:teuthology.orchestra.run.smithi155.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-07-26T05:54:51.875 INFO:teuthology.orchestra.run.smithi155.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-07-26T05:54:51.875 INFO:teuthology.orchestra.run.smithi155.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-07-26T05:54:51.875 INFO:teuthology.orchestra.run.smithi155.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-07-26T05:54:51.875 INFO:teuthology.orchestra.run.smithi155.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-07-26T05:54:51.875 INFO:teuthology.orchestra.run.smithi155.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-07-26T05:54:51.875 INFO:teuthology.orchestra.run.smithi155.stdout: python3-google-auth-1:2.32.0-1.el9.noarch 2024-07-26T05:54:51.875 INFO:teuthology.orchestra.run.smithi155.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-07-26T05:54:51.875 INFO:teuthology.orchestra.run.smithi155.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-07-26T05:54:51.875 INFO:teuthology.orchestra.run.smithi155.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-07-26T05:54:51.875 INFO:teuthology.orchestra.run.smithi155.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-07-26T05:54:51.875 INFO:teuthology.orchestra.run.smithi155.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-07-26T05:54:51.875 INFO:teuthology.orchestra.run.smithi155.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-07-26T05:54:51.876 INFO:teuthology.orchestra.run.smithi155.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-07-26T05:54:51.876 INFO:teuthology.orchestra.run.smithi155.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-07-26T05:54:51.876 INFO:teuthology.orchestra.run.smithi155.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-07-26T05:54:51.876 INFO:teuthology.orchestra.run.smithi155.stdout: python3-jwt-2.4.0-1.el9.noarch 2024-07-26T05:54:51.876 INFO:teuthology.orchestra.run.smithi155.stdout: python3-jwt+crypto-2.4.0-1.el9.noarch 2024-07-26T05:54:51.876 INFO:teuthology.orchestra.run.smithi155.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-07-26T05:54:51.876 INFO:teuthology.orchestra.run.smithi155.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-07-26T05:54:51.876 INFO:teuthology.orchestra.run.smithi155.stdout: python3-mako-1.1.4-6.el9.noarch 2024-07-26T05:54:51.876 INFO:teuthology.orchestra.run.smithi155.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-07-26T05:54:51.876 INFO:teuthology.orchestra.run.smithi155.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-07-26T05:54:51.876 INFO:teuthology.orchestra.run.smithi155.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-07-26T05:54:51.876 INFO:teuthology.orchestra.run.smithi155.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-07-26T05:54:51.876 INFO:teuthology.orchestra.run.smithi155.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-07-26T05:54:51.877 INFO:teuthology.orchestra.run.smithi155.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-07-26T05:54:51.877 INFO:teuthology.orchestra.run.smithi155.stdout: python3-packaging-20.9-5.el9.noarch 2024-07-26T05:54:51.877 INFO:teuthology.orchestra.run.smithi155.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-07-26T05:54:51.877 INFO:teuthology.orchestra.run.smithi155.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-07-26T05:54:51.877 INFO:teuthology.orchestra.run.smithi155.stdout: python3-ply-3.11-14.el9.noarch 2024-07-26T05:54:51.877 INFO:teuthology.orchestra.run.smithi155.stdout: python3-portend-3.1.0-2.el9.noarch 2024-07-26T05:54:51.877 INFO:teuthology.orchestra.run.smithi155.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-07-26T05:54:51.877 INFO:teuthology.orchestra.run.smithi155.stdout: python3-py-1.10.0-6.el9.noarch 2024-07-26T05:54:51.877 INFO:teuthology.orchestra.run.smithi155.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-07-26T05:54:51.877 INFO:teuthology.orchestra.run.smithi155.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-07-26T05:54:51.877 INFO:teuthology.orchestra.run.smithi155.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-07-26T05:54:51.877 INFO:teuthology.orchestra.run.smithi155.stdout: python3-pycparser-2.20-6.el9.noarch 2024-07-26T05:54:51.877 INFO:teuthology.orchestra.run.smithi155.stdout: python3-pytest-6.2.2-7.el9.noarch 2024-07-26T05:54:51.878 INFO:teuthology.orchestra.run.smithi155.stdout: python3-pytz-2021.1-5.el9.noarch 2024-07-26T05:54:51.878 INFO:teuthology.orchestra.run.smithi155.stdout: python3-rados-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T05:54:51.878 INFO:teuthology.orchestra.run.smithi155.stdout: python3-rbd-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T05:54:51.878 INFO:teuthology.orchestra.run.smithi155.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-07-26T05:54:51.878 INFO:teuthology.orchestra.run.smithi155.stdout: python3-requests-2.25.1-8.el9.noarch 2024-07-26T05:54:51.878 INFO:teuthology.orchestra.run.smithi155.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-07-26T05:54:51.878 INFO:teuthology.orchestra.run.smithi155.stdout: python3-rgw-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T05:54:51.878 INFO:teuthology.orchestra.run.smithi155.stdout: python3-routes-2.5.1-5.el9.noarch 2024-07-26T05:54:51.878 INFO:teuthology.orchestra.run.smithi155.stdout: python3-rsa-4.9-2.el9.noarch 2024-07-26T05:54:51.878 INFO:teuthology.orchestra.run.smithi155.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-07-26T05:54:51.878 INFO:teuthology.orchestra.run.smithi155.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-07-26T05:54:51.878 INFO:teuthology.orchestra.run.smithi155.stdout: python3-toml-0.10.2-6.el9.noarch 2024-07-26T05:54:51.878 INFO:teuthology.orchestra.run.smithi155.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-07-26T05:54:51.879 INFO:teuthology.orchestra.run.smithi155.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-07-26T05:54:51.879 INFO:teuthology.orchestra.run.smithi155.stdout: python3-webob-1.8.7-6.el9.noarch 2024-07-26T05:54:51.879 INFO:teuthology.orchestra.run.smithi155.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-07-26T05:54:51.879 INFO:teuthology.orchestra.run.smithi155.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-07-26T05:54:51.879 INFO:teuthology.orchestra.run.smithi155.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-07-26T05:54:51.879 INFO:teuthology.orchestra.run.smithi155.stdout: rbd-fuse-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T05:54:51.879 INFO:teuthology.orchestra.run.smithi155.stdout: rbd-mirror-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T05:54:51.879 INFO:teuthology.orchestra.run.smithi155.stdout: rbd-nbd-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T05:54:51.879 INFO:teuthology.orchestra.run.smithi155.stdout: socat-1.7.4.1-6.el9.x86_64 2024-07-26T05:54:51.879 INFO:teuthology.orchestra.run.smithi155.stdout: thrift-0.15.0-2.el9.x86_64 2024-07-26T05:54:51.880 INFO:teuthology.orchestra.run.smithi155.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-07-26T05:54:51.880 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-26T05:54:51.880 INFO:teuthology.orchestra.run.smithi155.stdout:Complete! 2024-07-26T05:54:51.986 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : ceph-2:17.2.7-1143.g5dff84c0.el9.x86_64 105/116 2024-07-26T05:54:52.026 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : ceph-radosgw-2:17.2.7-1143.g5dff84c0.el9.x86_64 106/116 2024-07-26T05:54:52.104 INFO:teuthology.orchestra.run.smithi089.stdout: Running scriptlet: ceph-radosgw-2:17.2.7-1143.g5dff84c0.el9.x86_64 106/116 2024-07-26T05:54:52.104 INFO:teuthology.orchestra.run.smithi089.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-26T05:54:52.104 INFO:teuthology.orchestra.run.smithi089.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-07-26T05:54:52.104 INFO:teuthology.orchestra.run.smithi089.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-07-26T05:54:52.104 INFO:teuthology.orchestra.run.smithi089.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-07-26T05:54:52.104 INFO:teuthology.orchestra.run.smithi089.stdout: 2024-07-26T05:54:52.153 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : ceph-immutable-object-cache-2:17.2.7-1143.g5dff8 107/116 2024-07-26T05:54:52.175 INFO:teuthology.orchestra.run.smithi089.stdout: Running scriptlet: ceph-immutable-object-cache-2:17.2.7-1143.g5dff8 107/116 2024-07-26T05:54:52.175 INFO:teuthology.orchestra.run.smithi089.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-26T05:54:52.175 INFO:teuthology.orchestra.run.smithi089.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-07-26T05:54:52.175 INFO:teuthology.orchestra.run.smithi089.stdout: 2024-07-26T05:54:52.232 DEBUG:teuthology.parallel:result is None 2024-07-26T05:54:52.462 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : rbd-mirror-2:17.2.7-1143.g5dff84c0.el9.x86_64 108/116 2024-07-26T05:54:52.485 INFO:teuthology.orchestra.run.smithi089.stdout: Running scriptlet: rbd-mirror-2:17.2.7-1143.g5dff84c0.el9.x86_64 108/116 2024-07-26T05:54:52.485 INFO:teuthology.orchestra.run.smithi089.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-26T05:54:52.485 INFO:teuthology.orchestra.run.smithi089.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-07-26T05:54:52.485 INFO:teuthology.orchestra.run.smithi089.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-07-26T05:54:52.485 INFO:teuthology.orchestra.run.smithi089.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-07-26T05:54:52.485 INFO:teuthology.orchestra.run.smithi089.stdout: 2024-07-26T05:54:56.879 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : ceph-test-2:17.2.7-1143.g5dff84c0.el9.x86_64 109/116 2024-07-26T05:54:56.915 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : ceph-fuse-2:17.2.7-1143.g5dff84c0.el9.x86_64 110/116 2024-07-26T05:54:56.957 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : rbd-fuse-2:17.2.7-1143.g5dff84c0.el9.x86_64 111/116 2024-07-26T05:54:57.081 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : rbd-nbd-2:17.2.7-1143.g5dff84c0.el9.x86_64 112/116 2024-07-26T05:54:57.123 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-pytest-6.2.2-7.el9.noarch 113/116 2024-07-26T05:54:57.146 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : libcephfs-devel-2:17.2.7-1143.g5dff84c0.el9.x86_ 114/116 2024-07-26T05:54:57.146 INFO:teuthology.orchestra.run.smithi089.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 115/116 2024-07-26T05:54:57.222 INFO:teuthology.orchestra.run.smithi089.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 115/116 2024-07-26T05:54:57.222 INFO:teuthology.orchestra.run.smithi089.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 116/116 2024-07-26T05:55:02.422 INFO:teuthology.orchestra.run.smithi089.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 116/116 2024-07-26T05:55:02.423 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : ceph-2:17.2.7-1143.g5dff84c0.el9.x86_64 1/116 2024-07-26T05:55:02.423 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : ceph-base-2:17.2.7-1143.g5dff84c0.el9.x86_64 2/116 2024-07-26T05:55:02.423 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : ceph-common-2:17.2.7-1143.g5dff84c0.el9.x86_64 3/116 2024-07-26T05:55:02.423 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : ceph-fuse-2:17.2.7-1143.g5dff84c0.el9.x86_64 4/116 2024-07-26T05:55:02.423 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : ceph-immutable-object-cache-2:17.2.7-1143.g5dff8 5/116 2024-07-26T05:55:02.423 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : ceph-mds-2:17.2.7-1143.g5dff84c0.el9.x86_64 6/116 2024-07-26T05:55:02.423 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : ceph-mgr-2:17.2.7-1143.g5dff84c0.el9.x86_64 7/116 2024-07-26T05:55:02.423 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : ceph-mon-2:17.2.7-1143.g5dff84c0.el9.x86_64 8/116 2024-07-26T05:55:02.423 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : ceph-osd-2:17.2.7-1143.g5dff84c0.el9.x86_64 9/116 2024-07-26T05:55:02.423 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : ceph-radosgw-2:17.2.7-1143.g5dff84c0.el9.x86_64 10/116 2024-07-26T05:55:02.423 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : ceph-selinux-2:17.2.7-1143.g5dff84c0.el9.x86_64 11/116 2024-07-26T05:55:02.423 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : ceph-test-2:17.2.7-1143.g5dff84c0.el9.x86_64 12/116 2024-07-26T05:55:02.423 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : libcephfs-devel-2:17.2.7-1143.g5dff84c0.el9.x86_ 13/116 2024-07-26T05:55:02.424 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : libcephfs2-2:17.2.7-1143.g5dff84c0.el9.x86_64 14/116 2024-07-26T05:55:02.424 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : libcephsqlite-2:17.2.7-1143.g5dff84c0.el9.x86_64 15/116 2024-07-26T05:55:02.424 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : librados-devel-2:17.2.7-1143.g5dff84c0.el9.x86_6 16/116 2024-07-26T05:55:02.424 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : libradosstriper1-2:17.2.7-1143.g5dff84c0.el9.x86 17/116 2024-07-26T05:55:02.424 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : librgw2-2:17.2.7-1143.g5dff84c0.el9.x86_64 18/116 2024-07-26T05:55:02.424 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-ceph-argparse-2:17.2.7-1143.g5dff84c0.el 19/116 2024-07-26T05:55:02.424 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-ceph-common-2:17.2.7-1143.g5dff84c0.el9. 20/116 2024-07-26T05:55:02.424 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-cephfs-2:17.2.7-1143.g5dff84c0.el9.x86_6 21/116 2024-07-26T05:55:02.424 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-rados-2:17.2.7-1143.g5dff84c0.el9.x86_64 22/116 2024-07-26T05:55:02.424 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-rbd-2:17.2.7-1143.g5dff84c0.el9.x86_64 23/116 2024-07-26T05:55:02.425 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-rgw-2:17.2.7-1143.g5dff84c0.el9.x86_64 24/116 2024-07-26T05:55:02.425 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : rbd-fuse-2:17.2.7-1143.g5dff84c0.el9.x86_64 25/116 2024-07-26T05:55:02.432 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : rbd-mirror-2:17.2.7-1143.g5dff84c0.el9.x86_64 26/116 2024-07-26T05:55:02.433 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : rbd-nbd-2:17.2.7-1143.g5dff84c0.el9.x86_64 27/116 2024-07-26T05:55:02.433 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : ceph-grafana-dashboards-2:17.2.7-1143.g5dff84c0. 28/116 2024-07-26T05:55:02.433 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : ceph-mgr-cephadm-2:17.2.7-1143.g5dff84c0.el9.noa 29/116 2024-07-26T05:55:02.433 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : ceph-mgr-dashboard-2:17.2.7-1143.g5dff84c0.el9.n 30/116 2024-07-26T05:55:02.433 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : ceph-mgr-diskprediction-local-2:17.2.7-1143.g5df 31/116 2024-07-26T05:55:02.433 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : ceph-mgr-modules-core-2:17.2.7-1143.g5dff84c0.el 32/116 2024-07-26T05:55:02.433 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : ceph-mgr-rook-2:17.2.7-1143.g5dff84c0.el9.noarch 33/116 2024-07-26T05:55:02.433 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : ceph-prometheus-alerts-2:17.2.7-1143.g5dff84c0.e 34/116 2024-07-26T05:55:02.433 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : cephadm-2:17.2.7-1143.g5dff84c0.el9.noarch 35/116 2024-07-26T05:55:02.433 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 36/116 2024-07-26T05:55:02.433 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 37/116 2024-07-26T05:55:02.433 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 38/116 2024-07-26T05:55:02.433 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 39/116 2024-07-26T05:55:02.434 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 40/116 2024-07-26T05:55:02.434 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-ply-3.11-14.el9.noarch 41/116 2024-07-26T05:55:02.434 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 42/116 2024-07-26T05:55:02.434 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 43/116 2024-07-26T05:55:02.434 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 44/116 2024-07-26T05:55:02.434 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 45/116 2024-07-26T05:55:02.434 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 46/116 2024-07-26T05:55:02.434 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 47/116 2024-07-26T05:55:02.434 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 48/116 2024-07-26T05:55:02.434 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 49/116 2024-07-26T05:55:02.434 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 50/116 2024-07-26T05:55:02.434 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 51/116 2024-07-26T05:55:02.434 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 52/116 2024-07-26T05:55:02.435 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 53/116 2024-07-26T05:55:02.435 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 54/116 2024-07-26T05:55:02.435 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 55/116 2024-07-26T05:55:02.435 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 56/116 2024-07-26T05:55:02.435 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 57/116 2024-07-26T05:55:02.435 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 58/116 2024-07-26T05:55:02.435 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 59/116 2024-07-26T05:55:02.435 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 60/116 2024-07-26T05:55:02.435 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 61/116 2024-07-26T05:55:02.435 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 62/116 2024-07-26T05:55:02.435 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 63/116 2024-07-26T05:55:02.435 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 64/116 2024-07-26T05:55:02.435 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 65/116 2024-07-26T05:55:02.436 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 66/116 2024-07-26T05:55:02.436 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 67/116 2024-07-26T05:55:02.436 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 68/116 2024-07-26T05:55:02.436 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 69/116 2024-07-26T05:55:02.436 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 70/116 2024-07-26T05:55:02.436 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 71/116 2024-07-26T05:55:02.436 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-pytest-6.2.2-7.el9.noarch 72/116 2024-07-26T05:55:02.436 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 73/116 2024-07-26T05:55:02.436 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 74/116 2024-07-26T05:55:02.436 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 75/116 2024-07-26T05:55:02.436 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 76/116 2024-07-26T05:55:02.436 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 77/116 2024-07-26T05:55:02.436 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 78/116 2024-07-26T05:55:02.437 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 79/116 2024-07-26T05:55:02.437 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 80/116 2024-07-26T05:55:02.437 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 81/116 2024-07-26T05:55:02.437 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 82/116 2024-07-26T05:55:02.437 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 83/116 2024-07-26T05:55:02.437 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 84/116 2024-07-26T05:55:02.437 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 85/116 2024-07-26T05:55:02.437 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 86/116 2024-07-26T05:55:02.437 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 87/116 2024-07-26T05:55:02.437 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-google-auth-1:2.32.0-1.el9.noarch 88/116 2024-07-26T05:55:02.437 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 89/116 2024-07-26T05:55:02.437 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 90/116 2024-07-26T05:55:02.437 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 91/116 2024-07-26T05:55:02.437 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 92/116 2024-07-26T05:55:02.438 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 93/116 2024-07-26T05:55:02.438 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-jwt+crypto-2.4.0-1.el9.noarch 94/116 2024-07-26T05:55:02.438 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-jwt-2.4.0-1.el9.noarch 95/116 2024-07-26T05:55:02.438 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 96/116 2024-07-26T05:55:02.438 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 97/116 2024-07-26T05:55:02.438 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 98/116 2024-07-26T05:55:02.438 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 99/116 2024-07-26T05:55:02.438 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 100/116 2024-07-26T05:55:02.438 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 101/116 2024-07-26T05:55:02.438 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 102/116 2024-07-26T05:55:02.438 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 103/116 2024-07-26T05:55:02.438 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 104/116 2024-07-26T05:55:02.438 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 105/116 2024-07-26T05:55:02.439 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 106/116 2024-07-26T05:55:02.439 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 107/116 2024-07-26T05:55:02.439 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 108/116 2024-07-26T05:55:02.439 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 109/116 2024-07-26T05:55:02.439 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 110/116 2024-07-26T05:55:02.439 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 111/116 2024-07-26T05:55:02.439 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 112/116 2024-07-26T05:55:02.439 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : librados2-2:17.2.7-1143.g5dff84c0.el9.x86_64 113/116 2024-07-26T05:55:02.439 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 114/116 2024-07-26T05:55:02.439 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : librbd1-2:17.2.7-1143.g5dff84c0.el9.x86_64 115/116 2024-07-26T05:55:04.631 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 116/116 2024-07-26T05:55:04.631 INFO:teuthology.orchestra.run.smithi089.stdout: 2024-07-26T05:55:04.631 INFO:teuthology.orchestra.run.smithi089.stdout:Upgraded: 2024-07-26T05:55:04.631 INFO:teuthology.orchestra.run.smithi089.stdout: librados2-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T05:55:04.631 INFO:teuthology.orchestra.run.smithi089.stdout: librbd1-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T05:55:04.632 INFO:teuthology.orchestra.run.smithi089.stdout:Installed: 2024-07-26T05:55:04.632 INFO:teuthology.orchestra.run.smithi089.stdout: ceph-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T05:55:04.632 INFO:teuthology.orchestra.run.smithi089.stdout: ceph-base-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T05:55:04.632 INFO:teuthology.orchestra.run.smithi089.stdout: ceph-common-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T05:55:04.632 INFO:teuthology.orchestra.run.smithi089.stdout: ceph-fuse-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T05:55:04.632 INFO:teuthology.orchestra.run.smithi089.stdout: ceph-grafana-dashboards-2:17.2.7-1143.g5dff84c0.el9.noarch 2024-07-26T05:55:04.632 INFO:teuthology.orchestra.run.smithi089.stdout: ceph-immutable-object-cache-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T05:55:04.632 INFO:teuthology.orchestra.run.smithi089.stdout: ceph-mds-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T05:55:04.632 INFO:teuthology.orchestra.run.smithi089.stdout: ceph-mgr-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T05:55:04.632 INFO:teuthology.orchestra.run.smithi089.stdout: ceph-mgr-cephadm-2:17.2.7-1143.g5dff84c0.el9.noarch 2024-07-26T05:55:04.632 INFO:teuthology.orchestra.run.smithi089.stdout: ceph-mgr-dashboard-2:17.2.7-1143.g5dff84c0.el9.noarch 2024-07-26T05:55:04.632 INFO:teuthology.orchestra.run.smithi089.stdout: ceph-mgr-diskprediction-local-2:17.2.7-1143.g5dff84c0.el9.noarch 2024-07-26T05:55:04.633 INFO:teuthology.orchestra.run.smithi089.stdout: ceph-mgr-modules-core-2:17.2.7-1143.g5dff84c0.el9.noarch 2024-07-26T05:55:04.633 INFO:teuthology.orchestra.run.smithi089.stdout: ceph-mgr-rook-2:17.2.7-1143.g5dff84c0.el9.noarch 2024-07-26T05:55:04.633 INFO:teuthology.orchestra.run.smithi089.stdout: ceph-mon-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T05:55:04.633 INFO:teuthology.orchestra.run.smithi089.stdout: ceph-osd-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T05:55:04.633 INFO:teuthology.orchestra.run.smithi089.stdout: ceph-prometheus-alerts-2:17.2.7-1143.g5dff84c0.el9.noarch 2024-07-26T05:55:04.633 INFO:teuthology.orchestra.run.smithi089.stdout: ceph-radosgw-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T05:55:04.633 INFO:teuthology.orchestra.run.smithi089.stdout: ceph-selinux-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T05:55:04.633 INFO:teuthology.orchestra.run.smithi089.stdout: ceph-test-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T05:55:04.633 INFO:teuthology.orchestra.run.smithi089.stdout: cephadm-2:17.2.7-1143.g5dff84c0.el9.noarch 2024-07-26T05:55:04.633 INFO:teuthology.orchestra.run.smithi089.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-07-26T05:55:04.633 INFO:teuthology.orchestra.run.smithi089.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-07-26T05:55:04.633 INFO:teuthology.orchestra.run.smithi089.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-07-26T05:55:04.633 INFO:teuthology.orchestra.run.smithi089.stdout: fuse-2.9.9-16.el9.x86_64 2024-07-26T05:55:04.634 INFO:teuthology.orchestra.run.smithi089.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-07-26T05:55:04.634 INFO:teuthology.orchestra.run.smithi089.stdout: libcephfs-devel-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T05:55:04.634 INFO:teuthology.orchestra.run.smithi089.stdout: libcephfs2-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T05:55:04.634 INFO:teuthology.orchestra.run.smithi089.stdout: libcephsqlite-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T05:55:04.634 INFO:teuthology.orchestra.run.smithi089.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-07-26T05:55:04.634 INFO:teuthology.orchestra.run.smithi089.stdout: liboath-2.6.7-2.el9.x86_64 2024-07-26T05:55:04.634 INFO:teuthology.orchestra.run.smithi089.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-07-26T05:55:04.634 INFO:teuthology.orchestra.run.smithi089.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-07-26T05:55:04.634 INFO:teuthology.orchestra.run.smithi089.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-07-26T05:55:04.634 INFO:teuthology.orchestra.run.smithi089.stdout: librados-devel-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T05:55:04.634 INFO:teuthology.orchestra.run.smithi089.stdout: libradosstriper1-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T05:55:04.634 INFO:teuthology.orchestra.run.smithi089.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-07-26T05:55:04.634 INFO:teuthology.orchestra.run.smithi089.stdout: librgw2-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T05:55:04.635 INFO:teuthology.orchestra.run.smithi089.stdout: libunwind-1.6.2-1.el9.x86_64 2024-07-26T05:55:04.635 INFO:teuthology.orchestra.run.smithi089.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-07-26T05:55:04.635 INFO:teuthology.orchestra.run.smithi089.stdout: openblas-0.3.21-2.el9.x86_64 2024-07-26T05:55:04.635 INFO:teuthology.orchestra.run.smithi089.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-07-26T05:55:04.635 INFO:teuthology.orchestra.run.smithi089.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-07-26T05:55:04.635 INFO:teuthology.orchestra.run.smithi089.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-07-26T05:55:04.635 INFO:teuthology.orchestra.run.smithi089.stdout: python3-babel-2.9.1-2.el9.noarch 2024-07-26T05:55:04.635 INFO:teuthology.orchestra.run.smithi089.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-07-26T05:55:04.635 INFO:teuthology.orchestra.run.smithi089.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-07-26T05:55:04.635 INFO:teuthology.orchestra.run.smithi089.stdout: python3-ceph-argparse-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T05:55:04.635 INFO:teuthology.orchestra.run.smithi089.stdout: python3-ceph-common-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T05:55:04.635 INFO:teuthology.orchestra.run.smithi089.stdout: python3-cephfs-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T05:55:04.635 INFO:teuthology.orchestra.run.smithi089.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-07-26T05:55:04.635 INFO:teuthology.orchestra.run.smithi089.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-07-26T05:55:04.636 INFO:teuthology.orchestra.run.smithi089.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-07-26T05:55:04.636 INFO:teuthology.orchestra.run.smithi089.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-07-26T05:55:04.636 INFO:teuthology.orchestra.run.smithi089.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-07-26T05:55:04.636 INFO:teuthology.orchestra.run.smithi089.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-07-26T05:55:04.636 INFO:teuthology.orchestra.run.smithi089.stdout: python3-google-auth-1:2.32.0-1.el9.noarch 2024-07-26T05:55:04.636 INFO:teuthology.orchestra.run.smithi089.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-07-26T05:55:04.636 INFO:teuthology.orchestra.run.smithi089.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-07-26T05:55:04.636 INFO:teuthology.orchestra.run.smithi089.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-07-26T05:55:04.636 INFO:teuthology.orchestra.run.smithi089.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-07-26T05:55:04.636 INFO:teuthology.orchestra.run.smithi089.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-07-26T05:55:04.636 INFO:teuthology.orchestra.run.smithi089.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-07-26T05:55:04.636 INFO:teuthology.orchestra.run.smithi089.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-07-26T05:55:04.636 INFO:teuthology.orchestra.run.smithi089.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-07-26T05:55:04.637 INFO:teuthology.orchestra.run.smithi089.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-07-26T05:55:04.637 INFO:teuthology.orchestra.run.smithi089.stdout: python3-jwt-2.4.0-1.el9.noarch 2024-07-26T05:55:04.637 INFO:teuthology.orchestra.run.smithi089.stdout: python3-jwt+crypto-2.4.0-1.el9.noarch 2024-07-26T05:55:04.637 INFO:teuthology.orchestra.run.smithi089.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-07-26T05:55:04.637 INFO:teuthology.orchestra.run.smithi089.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-07-26T05:55:04.637 INFO:teuthology.orchestra.run.smithi089.stdout: python3-mako-1.1.4-6.el9.noarch 2024-07-26T05:55:04.637 INFO:teuthology.orchestra.run.smithi089.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-07-26T05:55:04.637 INFO:teuthology.orchestra.run.smithi089.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-07-26T05:55:04.637 INFO:teuthology.orchestra.run.smithi089.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-07-26T05:55:04.637 INFO:teuthology.orchestra.run.smithi089.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-07-26T05:55:04.637 INFO:teuthology.orchestra.run.smithi089.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-07-26T05:55:04.637 INFO:teuthology.orchestra.run.smithi089.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-07-26T05:55:04.637 INFO:teuthology.orchestra.run.smithi089.stdout: python3-packaging-20.9-5.el9.noarch 2024-07-26T05:55:04.638 INFO:teuthology.orchestra.run.smithi089.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-07-26T05:55:04.638 INFO:teuthology.orchestra.run.smithi089.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-07-26T05:55:04.638 INFO:teuthology.orchestra.run.smithi089.stdout: python3-ply-3.11-14.el9.noarch 2024-07-26T05:55:04.638 INFO:teuthology.orchestra.run.smithi089.stdout: python3-portend-3.1.0-2.el9.noarch 2024-07-26T05:55:04.638 INFO:teuthology.orchestra.run.smithi089.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-07-26T05:55:04.638 INFO:teuthology.orchestra.run.smithi089.stdout: python3-py-1.10.0-6.el9.noarch 2024-07-26T05:55:04.638 INFO:teuthology.orchestra.run.smithi089.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-07-26T05:55:04.638 INFO:teuthology.orchestra.run.smithi089.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-07-26T05:55:04.638 INFO:teuthology.orchestra.run.smithi089.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-07-26T05:55:04.638 INFO:teuthology.orchestra.run.smithi089.stdout: python3-pycparser-2.20-6.el9.noarch 2024-07-26T05:55:04.638 INFO:teuthology.orchestra.run.smithi089.stdout: python3-pytest-6.2.2-7.el9.noarch 2024-07-26T05:55:04.638 INFO:teuthology.orchestra.run.smithi089.stdout: python3-pytz-2021.1-5.el9.noarch 2024-07-26T05:55:04.638 INFO:teuthology.orchestra.run.smithi089.stdout: python3-rados-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T05:55:04.639 INFO:teuthology.orchestra.run.smithi089.stdout: python3-rbd-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T05:55:04.639 INFO:teuthology.orchestra.run.smithi089.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-07-26T05:55:04.639 INFO:teuthology.orchestra.run.smithi089.stdout: python3-requests-2.25.1-8.el9.noarch 2024-07-26T05:55:04.639 INFO:teuthology.orchestra.run.smithi089.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-07-26T05:55:04.639 INFO:teuthology.orchestra.run.smithi089.stdout: python3-rgw-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T05:55:04.639 INFO:teuthology.orchestra.run.smithi089.stdout: python3-routes-2.5.1-5.el9.noarch 2024-07-26T05:55:04.639 INFO:teuthology.orchestra.run.smithi089.stdout: python3-rsa-4.9-2.el9.noarch 2024-07-26T05:55:04.639 INFO:teuthology.orchestra.run.smithi089.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-07-26T05:55:04.639 INFO:teuthology.orchestra.run.smithi089.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-07-26T05:55:04.639 INFO:teuthology.orchestra.run.smithi089.stdout: python3-toml-0.10.2-6.el9.noarch 2024-07-26T05:55:04.639 INFO:teuthology.orchestra.run.smithi089.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-07-26T05:55:04.639 INFO:teuthology.orchestra.run.smithi089.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-07-26T05:55:04.639 INFO:teuthology.orchestra.run.smithi089.stdout: python3-webob-1.8.7-6.el9.noarch 2024-07-26T05:55:04.639 INFO:teuthology.orchestra.run.smithi089.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-07-26T05:55:04.640 INFO:teuthology.orchestra.run.smithi089.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-07-26T05:55:04.640 INFO:teuthology.orchestra.run.smithi089.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-07-26T05:55:04.640 INFO:teuthology.orchestra.run.smithi089.stdout: rbd-fuse-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T05:55:04.640 INFO:teuthology.orchestra.run.smithi089.stdout: rbd-mirror-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T05:55:04.640 INFO:teuthology.orchestra.run.smithi089.stdout: rbd-nbd-2:17.2.7-1143.g5dff84c0.el9.x86_64 2024-07-26T05:55:04.640 INFO:teuthology.orchestra.run.smithi089.stdout: socat-1.7.4.1-6.el9.x86_64 2024-07-26T05:55:04.640 INFO:teuthology.orchestra.run.smithi089.stdout: thrift-0.15.0-2.el9.x86_64 2024-07-26T05:55:04.640 INFO:teuthology.orchestra.run.smithi089.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-07-26T05:55:04.640 INFO:teuthology.orchestra.run.smithi089.stdout: 2024-07-26T05:55:04.641 INFO:teuthology.orchestra.run.smithi089.stdout:Complete! 2024-07-26T05:55:04.978 DEBUG:teuthology.parallel:result is None 2024-07-26T05:55:04.979 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-07-26T05:55:04.979 INFO:teuthology.packaging:ref: None 2024-07-26T05:55:04.979 INFO:teuthology.packaging:tag: None 2024-07-26T05:55:04.979 INFO:teuthology.packaging:branch: quincy 2024-07-26T05:55:04.979 INFO:teuthology.packaging:sha1: 4b230446d7be021d836dfefaff290f6673dd2502 2024-07-26T05:55:04.979 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2024-07-26T05:55:05.198 DEBUG:teuthology.orchestra.run.smithi089:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-07-26T05:55:05.220 INFO:teuthology.orchestra.run.smithi089.stdout:17.2.7-1143.g5dff84c0.el9 2024-07-26T05:55:05.221 INFO:teuthology.packaging:The installed version of ceph is 17.2.7-1143.g5dff84c0.el9 2024-07-26T05:55:05.221 INFO:teuthology.task.install:The correct ceph version 17.2.7-1143.g5dff84c0 is installed. 2024-07-26T05:55:05.223 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-07-26T05:55:05.223 INFO:teuthology.packaging:ref: None 2024-07-26T05:55:05.223 INFO:teuthology.packaging:tag: None 2024-07-26T05:55:05.223 INFO:teuthology.packaging:branch: quincy 2024-07-26T05:55:05.223 INFO:teuthology.packaging:sha1: 4b230446d7be021d836dfefaff290f6673dd2502 2024-07-26T05:55:05.223 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2024-07-26T05:55:05.438 DEBUG:teuthology.orchestra.run.smithi155:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-07-26T05:55:05.468 INFO:teuthology.orchestra.run.smithi155.stdout:17.2.7-1143.g5dff84c0.el9 2024-07-26T05:55:05.468 INFO:teuthology.packaging:The installed version of ceph is 17.2.7-1143.g5dff84c0.el9 2024-07-26T05:55:05.468 INFO:teuthology.task.install:The correct ceph version 17.2.7-1143.g5dff84c0 is installed. 2024-07-26T05:55:05.470 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-07-26T05:55:05.470 DEBUG:teuthology.orchestra.run.smithi089:> set -ex 2024-07-26T05:55:05.470 DEBUG:teuthology.orchestra.run.smithi089:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-07-26T05:55:05.497 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-07-26T05:55:05.498 DEBUG:teuthology.orchestra.run.smithi155:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-07-26T05:55:05.539 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-07-26T05:55:05.540 DEBUG:teuthology.orchestra.run.smithi089:> set -ex 2024-07-26T05:55:05.541 DEBUG:teuthology.orchestra.run.smithi089:> sudo dd of=/usr/bin/daemon-helper 2024-07-26T05:55:05.566 DEBUG:teuthology.orchestra.run.smithi089:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-07-26T05:55:05.633 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-07-26T05:55:05.633 DEBUG:teuthology.orchestra.run.smithi155:> sudo dd of=/usr/bin/daemon-helper 2024-07-26T05:55:05.661 DEBUG:teuthology.orchestra.run.smithi155:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-07-26T05:55:05.730 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-07-26T05:55:05.730 DEBUG:teuthology.orchestra.run.smithi089:> set -ex 2024-07-26T05:55:05.730 DEBUG:teuthology.orchestra.run.smithi089:> sudo dd of=/usr/bin/adjust-ulimits 2024-07-26T05:55:05.755 DEBUG:teuthology.orchestra.run.smithi089:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-07-26T05:55:05.819 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-07-26T05:55:05.819 DEBUG:teuthology.orchestra.run.smithi155:> sudo dd of=/usr/bin/adjust-ulimits 2024-07-26T05:55:05.847 DEBUG:teuthology.orchestra.run.smithi155:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-07-26T05:55:05.912 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-07-26T05:55:05.912 DEBUG:teuthology.orchestra.run.smithi089:> set -ex 2024-07-26T05:55:05.913 DEBUG:teuthology.orchestra.run.smithi089:> sudo dd of=/usr/bin/stdin-killer 2024-07-26T05:55:05.937 DEBUG:teuthology.orchestra.run.smithi089:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-07-26T05:55:06.002 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-07-26T05:55:06.002 DEBUG:teuthology.orchestra.run.smithi155:> sudo dd of=/usr/bin/stdin-killer 2024-07-26T05:55:06.028 DEBUG:teuthology.orchestra.run.smithi155:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-07-26T05:55:06.094 INFO:teuthology.run_tasks:Running task print... 2024-07-26T05:55:06.103 INFO:teuthology.task.print:**** done install task... 2024-07-26T05:55:06.104 INFO:teuthology.run_tasks:Running task print... 2024-07-26T05:55:06.143 INFO:teuthology.task.print:**** done start installing quincy cephadm ... 2024-07-26T05:55:06.143 INFO:teuthology.run_tasks:Running task cephadm... 2024-07-26T05:55:06.263 INFO:tasks.cephadm:Config: {'cephadm_branch': 'quincy', 'cephadm_git_url': 'https://github.com/ceph/ceph', 'conf': {'osd': {'osd_class_default_list': '*', 'osd_class_load_list': '*', 'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}, 'global': {'mon election default strategy': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}}, 'image': 'quay.ceph.io/ceph-ci/ceph:quincy', 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': '4b230446d7be021d836dfefaff290f6673dd2502'} 2024-07-26T05:55:06.263 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:quincy 2024-07-26T05:55:06.263 INFO:tasks.cephadm:Cluster fsid is 9bd49884-4b13-11ef-bcb6-c7b262605968 2024-07-26T05:55:06.264 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-07-26T05:55:06.264 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.89', 'mon.c': '[v2:172.21.15.89:3301,v1:172.21.15.89:6790]', 'mon.b': '172.21.15.155'} 2024-07-26T05:55:06.264 INFO:tasks.cephadm:First mon is mon.a on smithi089 2024-07-26T05:55:06.264 INFO:tasks.cephadm:First mgr is y 2024-07-26T05:55:06.264 INFO:tasks.cephadm:Normalizing hostnames... 2024-07-26T05:55:06.264 DEBUG:teuthology.orchestra.run.smithi089:> sudo hostname $(hostname -s) 2024-07-26T05:55:06.289 DEBUG:teuthology.orchestra.run.smithi155:> sudo hostname $(hostname -s) 2024-07-26T05:55:06.315 INFO:tasks.cephadm:Downloading cephadm (repo https://github.com/ceph/ceph ref quincy)... 2024-07-26T05:55:06.316 DEBUG:teuthology.orchestra.run.smithi089:> curl --silent https://raw.githubusercontent.com/ceph/ceph/quincy/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-07-26T05:55:06.551 INFO:teuthology.orchestra.run.smithi089.stdout:-rw-r--r--. 1 ubuntu ubuntu 375514 Jul 26 05:55 /home/ubuntu/cephtest/cephadm 2024-07-26T05:55:06.556 DEBUG:teuthology.orchestra.run.smithi155:> curl --silent https://raw.githubusercontent.com/ceph/ceph/quincy/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-07-26T05:55:06.705 INFO:teuthology.orchestra.run.smithi155.stdout:-rw-r--r--. 1 ubuntu ubuntu 375514 Jul 26 05:55 /home/ubuntu/cephtest/cephadm 2024-07-26T05:55:06.705 DEBUG:teuthology.orchestra.run.smithi089:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-07-26T05:55:06.721 DEBUG:teuthology.orchestra.run.smithi155:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-07-26T05:55:06.769 INFO:tasks.cephadm:Pulling image quay.ceph.io/ceph-ci/ceph:quincy on all hosts... 2024-07-26T05:55:06.769 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy pull 2024-07-26T05:55:06.772 DEBUG:teuthology.orchestra.run.smithi155:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy pull 2024-07-26T05:55:07.579 INFO:teuthology.orchestra.run.smithi155.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2024-07-26T05:55:07.663 INFO:teuthology.orchestra.run.smithi089.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2024-07-26T05:55:35.301 INFO:teuthology.orchestra.run.smithi155.stdout:{ 2024-07-26T05:55:35.302 INFO:teuthology.orchestra.run.smithi155.stdout: "ceph_version": "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)", 2024-07-26T05:55:35.302 INFO:teuthology.orchestra.run.smithi155.stdout: "image_id": "18bcb77ae7947061e68420fc4510314670c32dfb33cd69de0ce4841ee6609f85", 2024-07-26T05:55:35.302 INFO:teuthology.orchestra.run.smithi155.stdout: "repo_digests": [ 2024-07-26T05:55:35.302 INFO:teuthology.orchestra.run.smithi155.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f" 2024-07-26T05:55:35.302 INFO:teuthology.orchestra.run.smithi155.stdout: ] 2024-07-26T05:55:35.302 INFO:teuthology.orchestra.run.smithi155.stdout:} 2024-07-26T05:55:36.015 INFO:teuthology.orchestra.run.smithi089.stdout:{ 2024-07-26T05:55:36.015 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph_version": "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)", 2024-07-26T05:55:36.015 INFO:teuthology.orchestra.run.smithi089.stdout: "image_id": "18bcb77ae7947061e68420fc4510314670c32dfb33cd69de0ce4841ee6609f85", 2024-07-26T05:55:36.015 INFO:teuthology.orchestra.run.smithi089.stdout: "repo_digests": [ 2024-07-26T05:55:36.015 INFO:teuthology.orchestra.run.smithi089.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f" 2024-07-26T05:55:36.015 INFO:teuthology.orchestra.run.smithi089.stdout: ] 2024-07-26T05:55:36.016 INFO:teuthology.orchestra.run.smithi089.stdout:} 2024-07-26T05:55:36.034 DEBUG:teuthology.orchestra.run.smithi089:> sudo mkdir -p /etc/ceph 2024-07-26T05:55:36.105 DEBUG:teuthology.orchestra.run.smithi155:> sudo mkdir -p /etc/ceph 2024-07-26T05:55:36.138 DEBUG:teuthology.orchestra.run.smithi089:> sudo chmod 777 /etc/ceph 2024-07-26T05:55:36.163 DEBUG:teuthology.orchestra.run.smithi155:> sudo chmod 777 /etc/ceph 2024-07-26T05:55:36.208 INFO:tasks.cephadm:Writing seed config... 2024-07-26T05:55:36.209 INFO:tasks.cephadm: override: [osd] osd_class_default_list = * 2024-07-26T05:55:36.209 INFO:tasks.cephadm: override: [osd] osd_class_load_list = * 2024-07-26T05:55:36.209 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-07-26T05:55:36.210 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-07-26T05:55:36.210 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-07-26T05:55:36.210 INFO:tasks.cephadm: override: [global] mon election default strategy = 1 2024-07-26T05:55:36.210 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-07-26T05:55:36.210 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-07-26T05:55:36.210 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-07-26T05:55:36.210 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-07-26T05:55:36.210 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-07-26T05:55:36.211 DEBUG:teuthology.orchestra.run.smithi089:> set -ex 2024-07-26T05:55:36.211 DEBUG:teuthology.orchestra.run.smithi089:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-07-26T05:55:36.226 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 9bd49884-4b13-11ef-bcb6-c7b262605968 mon election default strategy = 1 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true osd_class_default_list = * osd_class_load_list = * debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2024-07-26T05:55:36.226 DEBUG:teuthology.orchestra.run.smithi089:mon.a> sudo journalctl -f -n 0 -u ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@mon.a.service 2024-07-26T05:55:36.269 DEBUG:teuthology.orchestra.run.smithi089:mgr.y> sudo journalctl -f -n 0 -u ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@mgr.y.service 2024-07-26T05:55:36.311 INFO:tasks.cephadm:Bootstrapping... 2024-07-26T05:55:36.312 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy -v bootstrap --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.89 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-07-26T05:55:36.513 INFO:teuthology.orchestra.run.smithi089.stdout:-------------------------------------------------------------------------------- 2024-07-26T05:55:36.513 INFO:teuthology.orchestra.run.smithi089.stdout:cephadm ['--image', 'quay.ceph.io/ceph-ci/ceph:quincy', '-v', 'bootstrap', '--fsid', '9bd49884-4b13-11ef-bcb6-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.89', '--skip-admin-label'] 2024-07-26T05:55:36.539 INFO:teuthology.orchestra.run.smithi089.stdout:/bin/podman: stdout 5.1.2 2024-07-26T05:55:36.540 INFO:teuthology.orchestra.run.smithi089.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-07-26T05:55:36.540 INFO:teuthology.orchestra.run.smithi089.stdout:Verifying podman|docker is present... 2024-07-26T05:55:36.563 INFO:teuthology.orchestra.run.smithi089.stdout:/bin/podman: stdout 5.1.2 2024-07-26T05:55:36.563 INFO:teuthology.orchestra.run.smithi089.stdout:Verifying lvm2 is present... 2024-07-26T05:55:36.563 INFO:teuthology.orchestra.run.smithi089.stdout:Verifying time synchronization is in place... 2024-07-26T05:55:36.571 INFO:teuthology.orchestra.run.smithi089.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-07-26T05:55:36.571 INFO:teuthology.orchestra.run.smithi089.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-07-26T05:55:36.577 INFO:teuthology.orchestra.run.smithi089.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-07-26T05:55:36.577 INFO:teuthology.orchestra.run.smithi089.stdout:systemctl: stdout inactive 2024-07-26T05:55:36.584 INFO:teuthology.orchestra.run.smithi089.stdout:systemctl: stdout enabled 2024-07-26T05:55:36.591 INFO:teuthology.orchestra.run.smithi089.stdout:systemctl: stdout active 2024-07-26T05:55:36.591 INFO:teuthology.orchestra.run.smithi089.stdout:Unit chronyd.service is enabled and running 2024-07-26T05:55:36.591 INFO:teuthology.orchestra.run.smithi089.stdout:Repeating the final host check... 2024-07-26T05:55:36.614 INFO:teuthology.orchestra.run.smithi089.stdout:/bin/podman: stdout 5.1.2 2024-07-26T05:55:36.614 INFO:teuthology.orchestra.run.smithi089.stdout:podman (/bin/podman) version 5.1.2 is present 2024-07-26T05:55:36.615 INFO:teuthology.orchestra.run.smithi089.stdout:systemctl is present 2024-07-26T05:55:36.615 INFO:teuthology.orchestra.run.smithi089.stdout:lvcreate is present 2024-07-26T05:55:36.621 INFO:teuthology.orchestra.run.smithi089.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-07-26T05:55:36.621 INFO:teuthology.orchestra.run.smithi089.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-07-26T05:55:36.628 INFO:teuthology.orchestra.run.smithi089.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-07-26T05:55:36.628 INFO:teuthology.orchestra.run.smithi089.stdout:systemctl: stdout inactive 2024-07-26T05:55:36.634 INFO:teuthology.orchestra.run.smithi089.stdout:systemctl: stdout enabled 2024-07-26T05:55:36.641 INFO:teuthology.orchestra.run.smithi089.stdout:systemctl: stdout active 2024-07-26T05:55:36.641 INFO:teuthology.orchestra.run.smithi089.stdout:Unit chronyd.service is enabled and running 2024-07-26T05:55:36.641 INFO:teuthology.orchestra.run.smithi089.stdout:Host looks OK 2024-07-26T05:55:36.641 INFO:teuthology.orchestra.run.smithi089.stdout:Cluster fsid: 9bd49884-4b13-11ef-bcb6-c7b262605968 2024-07-26T05:55:36.641 INFO:teuthology.orchestra.run.smithi089.stdout:Acquiring lock 139903258851360 on /run/cephadm/9bd49884-4b13-11ef-bcb6-c7b262605968.lock 2024-07-26T05:55:36.641 INFO:teuthology.orchestra.run.smithi089.stdout:Lock 139903258851360 acquired on /run/cephadm/9bd49884-4b13-11ef-bcb6-c7b262605968.lock 2024-07-26T05:55:36.642 INFO:teuthology.orchestra.run.smithi089.stdout:Verifying IP 172.21.15.89 port 3300 ... 2024-07-26T05:55:36.642 INFO:teuthology.orchestra.run.smithi089.stdout:Verifying IP 172.21.15.89 port 6789 ... 2024-07-26T05:55:36.642 INFO:teuthology.orchestra.run.smithi089.stdout:Base mon IP(s) is [172.21.15.89:3300, 172.21.15.89:6789], mon addrv is [v2:172.21.15.89:3300,v1:172.21.15.89:6789] 2024-07-26T05:55:36.645 INFO:teuthology.orchestra.run.smithi089.stdout:/sbin/ip: stdout default via 172.21.15.254 dev enp3s0f1 proto dhcp src 172.21.15.89 metric 100 2024-07-26T05:55:36.645 INFO:teuthology.orchestra.run.smithi089.stdout:/sbin/ip: stdout 172.21.0.0/20 dev enp3s0f1 proto kernel scope link src 172.21.15.89 metric 100 2024-07-26T05:55:36.648 INFO:teuthology.orchestra.run.smithi089.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-07-26T05:55:36.648 INFO:teuthology.orchestra.run.smithi089.stdout:/sbin/ip: stdout fe80::/64 dev enp3s0f1 proto kernel metric 256 pref medium 2024-07-26T05:55:36.648 INFO:teuthology.orchestra.run.smithi089.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev enp3s0f1 proto ra metric 1024 expires 1797sec hoplimit 64 pref medium 2024-07-26T05:55:36.651 INFO:teuthology.orchestra.run.smithi089.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-07-26T05:55:36.651 INFO:teuthology.orchestra.run.smithi089.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-07-26T05:55:36.651 INFO:teuthology.orchestra.run.smithi089.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-07-26T05:55:36.651 INFO:teuthology.orchestra.run.smithi089.stdout:/sbin/ip: stdout 5: enp3s0f1: mtu 1500 state UP qlen 1000 2024-07-26T05:55:36.651 INFO:teuthology.orchestra.run.smithi089.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:fe8f:d501/64 scope link 2024-07-26T05:55:36.651 INFO:teuthology.orchestra.run.smithi089.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-07-26T05:55:36.652 INFO:teuthology.orchestra.run.smithi089.stdout:Mon IP `172.21.15.89` is in CIDR network `172.21.0.0/20` 2024-07-26T05:55:36.652 INFO:teuthology.orchestra.run.smithi089.stdout:Mon IP `172.21.15.89` is in CIDR network `172.21.0.0/20` 2024-07-26T05:55:36.652 INFO:teuthology.orchestra.run.smithi089.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-07-26T05:55:36.652 INFO:teuthology.orchestra.run.smithi089.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-07-26T05:55:36.653 INFO:teuthology.orchestra.run.smithi089.stdout:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2024-07-26T05:55:37.158 INFO:teuthology.orchestra.run.smithi089.stdout:/bin/podman: stdout 18bcb77ae7947061e68420fc4510314670c32dfb33cd69de0ce4841ee6609f85 2024-07-26T05:55:37.158 INFO:teuthology.orchestra.run.smithi089.stdout:/bin/podman: stderr Trying to pull quay.ceph.io/ceph-ci/ceph:quincy... 2024-07-26T05:55:37.158 INFO:teuthology.orchestra.run.smithi089.stdout:/bin/podman: stderr Getting image source signatures 2024-07-26T05:55:37.158 INFO:teuthology.orchestra.run.smithi089.stdout:/bin/podman: stderr Copying blob sha256:f93d1f2a1808defe44e5c6f871c7e8fd18663d646ebd4a251ec90a3084382f66 2024-07-26T05:55:37.158 INFO:teuthology.orchestra.run.smithi089.stdout:/bin/podman: stderr Copying blob sha256:43735fbce9214f061a6894341d7822563f5aafe16fc7532189f4415cff6d2d91 2024-07-26T05:55:37.158 INFO:teuthology.orchestra.run.smithi089.stdout:/bin/podman: stderr Copying config sha256:18bcb77ae7947061e68420fc4510314670c32dfb33cd69de0ce4841ee6609f85 2024-07-26T05:55:37.158 INFO:teuthology.orchestra.run.smithi089.stdout:/bin/podman: stderr Writing manifest to image destination 2024-07-26T05:55:38.195 INFO:teuthology.orchestra.run.smithi089.stdout:ceph: stdout ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable) 2024-07-26T05:55:38.196 INFO:teuthology.orchestra.run.smithi089.stdout:Ceph version: ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable) 2024-07-26T05:55:38.196 INFO:teuthology.orchestra.run.smithi089.stdout:Extracting ceph user uid/gid from container image... 2024-07-26T05:55:39.227 INFO:teuthology.orchestra.run.smithi089.stdout:stat: stdout 167 167 2024-07-26T05:55:39.227 INFO:teuthology.orchestra.run.smithi089.stdout:Creating initial keys... 2024-07-26T05:55:40.175 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph-authtool: stdout AQBbOqNmibxBIhAALguFEoGINHKluG+jbEa4WA== 2024-07-26T05:55:41.138 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph-authtool: stdout AQBcOqNm71YlIBAA5+GfqWz36VYE7jJNvnFTGg== 2024-07-26T05:55:42.194 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph-authtool: stdout AQBdOqNmCMeDHhAAk31NsKSd0+ttt6s4EFxYng== 2024-07-26T05:55:42.195 INFO:teuthology.orchestra.run.smithi089.stdout:Creating initial monmap... 2024-07-26T05:55:43.084 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-07-26T05:55:43.084 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = octopus 2024-07-26T05:55:43.084 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 9bd49884-4b13-11ef-bcb6-c7b262605968 2024-07-26T05:55:43.084 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-07-26T05:55:43.084 INFO:teuthology.orchestra.run.smithi089.stdout:monmaptool for a [v2:172.21.15.89:3300,v1:172.21.15.89:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-07-26T05:55:43.085 INFO:teuthology.orchestra.run.smithi089.stdout:setting min_mon_release = octopus 2024-07-26T05:55:43.085 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/monmaptool: set fsid to 9bd49884-4b13-11ef-bcb6-c7b262605968 2024-07-26T05:55:43.085 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-07-26T05:55:43.085 INFO:teuthology.orchestra.run.smithi089.stdout: 2024-07-26T05:55:43.085 INFO:teuthology.orchestra.run.smithi089.stdout:Creating mon... 2024-07-26T05:55:44.032 INFO:teuthology.orchestra.run.smithi089.stdout:create mon.a on 2024-07-26T05:55:44.242 INFO:teuthology.orchestra.run.smithi089.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-07-26T05:55:44.391 INFO:teuthology.orchestra.run.smithi089.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-07-26T05:55:44.539 INFO:teuthology.orchestra.run.smithi089.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-9bd49884-4b13-11ef-bcb6-c7b262605968.target → /etc/systemd/system/ceph-9bd49884-4b13-11ef-bcb6-c7b262605968.target. 2024-07-26T05:55:44.539 INFO:teuthology.orchestra.run.smithi089.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-9bd49884-4b13-11ef-bcb6-c7b262605968.target → /etc/systemd/system/ceph-9bd49884-4b13-11ef-bcb6-c7b262605968.target. 2024-07-26T05:55:44.712 INFO:teuthology.orchestra.run.smithi089.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@mon.a 2024-07-26T05:55:44.712 INFO:teuthology.orchestra.run.smithi089.stdout:systemctl: stderr Failed to reset failed state of unit ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@mon.a.service: Unit ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@mon.a.service not loaded. 2024-07-26T05:55:44.876 INFO:teuthology.orchestra.run.smithi089.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-9bd49884-4b13-11ef-bcb6-c7b262605968.target.wants/ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@mon.a.service → /etc/systemd/system/ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@.service. 2024-07-26T05:55:45.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:45 smithi089 podman[29038]: 2024-07-26 05:55:45.018295277 +0000 UTC m=+0.016854267 image pull 18bcb77ae7947061e68420fc4510314670c32dfb33cd69de0ce4841ee6609f85 quay.ceph.io/ceph-ci/ceph:quincy 2024-07-26T05:55:45.472 INFO:teuthology.orchestra.run.smithi089.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-07-26T05:55:45.472 INFO:teuthology.orchestra.run.smithi089.stdout:systemctl: stdout disabled 2024-07-26T05:55:45.479 INFO:teuthology.orchestra.run.smithi089.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-07-26T05:55:45.479 INFO:teuthology.orchestra.run.smithi089.stdout:systemctl: stdout inactive 2024-07-26T05:55:45.479 INFO:teuthology.orchestra.run.smithi089.stdout:firewalld.service is not enabled 2024-07-26T05:55:45.479 INFO:teuthology.orchestra.run.smithi089.stdout:Not possible to enable service . firewalld.service is not available 2024-07-26T05:55:45.480 INFO:teuthology.orchestra.run.smithi089.stdout:Waiting for mon to start... 2024-07-26T05:55:45.480 INFO:teuthology.orchestra.run.smithi089.stdout:Waiting for mon... 2024-07-26T05:55:45.604 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:45 smithi089 podman[29038]: 2024-07-26 05:55:45.349757584 +0000 UTC m=+0.348316564 container init 34101ae80fa3873a4f6b19fb53ecd93d484885d223dbdbde5ba69346f1b70cba (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mon-a, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240724, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, RELEASE=quincy-5dff84c, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-07-26T05:55:45.604 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:45 smithi089 podman[29038]: 2024-07-26 05:55:45.354621999 +0000 UTC m=+0.353180980 container start 34101ae80fa3873a4f6b19fb53ecd93d484885d223dbdbde5ba69346f1b70cba (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mon-a, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, ceph=True, org.label-schema.build-date=20240724, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-5dff84c) 2024-07-26T05:55:45.604 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:45 smithi089 ceph-mon[29077]: mkfs 9bd49884-4b13-11ef-bcb6-c7b262605968 2024-07-26T05:55:45.605 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:45 smithi089 ceph-mon[29077]: mon.a is new leader, mons a in quorum (ranks 0) 2024-07-26T05:55:45.605 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:45 smithi089 bash[29038]: 34101ae80fa3873a4f6b19fb53ecd93d484885d223dbdbde5ba69346f1b70cba 2024-07-26T05:55:45.605 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:45 smithi089 systemd[1]: Started Ceph mon.a for 9bd49884-4b13-11ef-bcb6-c7b262605968. 2024-07-26T05:55:46.548 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:46 smithi089 ceph-mon[29077]: mon.a is new leader, mons a in quorum (ranks 0) 2024-07-26T05:55:46.549 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:46 smithi089 ceph-mon[29077]: monmap e1: 1 mons at {a=[v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-07-26T05:55:46.549 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:46 smithi089 ceph-mon[29077]: fsmap 2024-07-26T05:55:46.549 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:46 smithi089 ceph-mon[29077]: osdmap e1: 0 total, 0 up, 0 in 2024-07-26T05:55:46.549 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:46 smithi089 ceph-mon[29077]: mgrmap e1: no daemons active 2024-07-26T05:55:46.549 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:46 smithi089 ceph-mon[29077]: from='client.? 172.21.15.89:0/1591801777' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-07-26T05:55:46.551 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout cluster: 2024-07-26T05:55:46.553 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout id: 9bd49884-4b13-11ef-bcb6-c7b262605968 2024-07-26T05:55:46.553 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-07-26T05:55:46.553 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout 2024-07-26T05:55:46.553 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout services: 2024-07-26T05:55:46.553 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.585013s) 2024-07-26T05:55:46.554 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-07-26T05:55:46.554 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-07-26T05:55:46.554 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout 2024-07-26T05:55:46.554 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout data: 2024-07-26T05:55:46.554 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-07-26T05:55:46.554 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-07-26T05:55:46.554 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-07-26T05:55:46.554 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout pgs: 2024-07-26T05:55:46.554 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout 2024-07-26T05:55:46.554 INFO:teuthology.orchestra.run.smithi089.stdout:mon is available 2024-07-26T05:55:46.554 INFO:teuthology.orchestra.run.smithi089.stdout:Assimilating anything we can from ceph.conf... 2024-07-26T05:55:47.560 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout 2024-07-26T05:55:47.589 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout [global] 2024-07-26T05:55:47.589 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout fsid = 9bd49884-4b13-11ef-bcb6-c7b262605968 2024-07-26T05:55:47.589 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2024-07-26T05:55:47.589 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.89:3300,v1:172.21.15.89:6789] 2024-07-26T05:55:47.589 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-07-26T05:55:47.590 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-07-26T05:55:47.590 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-07-26T05:55:47.590 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-07-26T05:55:47.590 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout 2024-07-26T05:55:47.590 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout [mgr] 2024-07-26T05:55:47.590 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-07-26T05:55:47.590 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout 2024-07-26T05:55:47.590 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout [osd] 2024-07-26T05:55:47.590 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-07-26T05:55:47.590 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-07-26T05:55:47.590 INFO:teuthology.orchestra.run.smithi089.stdout:Generating new minimal ceph.conf... 2024-07-26T05:55:47.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:47 smithi089 ceph-mon[29077]: from='client.? 172.21.15.89:0/1970445940' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-07-26T05:55:47.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:47 smithi089 ceph-mon[29077]: from='client.? 172.21.15.89:0/1970445940' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-07-26T05:55:48.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:48 smithi089 ceph-mon[29077]: from='client.? 172.21.15.89:0/3957397748' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:55:49.698 INFO:teuthology.orchestra.run.smithi089.stdout:Restarting the monitor... 2024-07-26T05:55:50.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:49 smithi089 systemd[1]: Stopping Ceph mon.a for 9bd49884-4b13-11ef-bcb6-c7b262605968... 2024-07-26T05:55:51.410 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:51 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mon-a[29054]: 2024-07-26T05:55:51.113+0000 7f4ed70ff640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-07-26T05:55:51.410 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:51 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mon-a[29054]: 2024-07-26T05:55:51.113+0000 7f4ed70ff640 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-07-26T05:55:51.410 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:51 smithi089 podman[29395]: 2024-07-26 05:55:51.134450985 +0000 UTC m=+1.255516480 container died 34101ae80fa3873a4f6b19fb53ecd93d484885d223dbdbde5ba69346f1b70cba (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mon-a, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=quincy-5dff84c, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240724) 2024-07-26T05:55:55.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:54 smithi089 podman[29395]: 2024-07-26 05:55:54.746264858 +0000 UTC m=+4.867330350 container cleanup 34101ae80fa3873a4f6b19fb53ecd93d484885d223dbdbde5ba69346f1b70cba (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.build-date=20240724, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=quincy-5dff84c, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-07-26T05:55:55.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:54 smithi089 bash[29395]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mon-a 2024-07-26T05:55:57.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:56 smithi089 podman[29415]: 2024-07-26 05:55:56.89549697 +0000 UTC m=+5.758703147 container remove 34101ae80fa3873a4f6b19fb53ecd93d484885d223dbdbde5ba69346f1b70cba (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mon-a, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=quincy-5dff84c, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240724, io.buildah.version=1.36.0, GIT_CLEAN=True) 2024-07-26T05:55:57.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 systemd[1]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@mon.a.service: Deactivated successfully. 2024-07-26T05:55:57.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 systemd[1]: Stopped Ceph mon.a for 9bd49884-4b13-11ef-bcb6-c7b262605968. 2024-07-26T05:55:57.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 systemd[1]: Starting Ceph mon.a for 9bd49884-4b13-11ef-bcb6-c7b262605968... 2024-07-26T05:55:57.574 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 podman[29518]: 2024-07-26 05:55:57.146208555 +0000 UTC m=+0.016784864 image pull 18bcb77ae7947061e68420fc4510314670c32dfb33cd69de0ce4841ee6609f85 quay.ceph.io/ceph-ci/ceph:quincy 2024-07-26T05:55:57.845 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 podman[29518]: 2024-07-26 05:55:57.574765059 +0000 UTC m=+0.445341352 container create 642e1787636227d070b05e9611cb9dca5461224842644b664363c2ce4612eb00 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mon-a, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, RELEASE=quincy-5dff84c, org.label-schema.build-date=20240724, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.36.0) 2024-07-26T05:55:57.845 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 podman[29518]: 2024-07-26 05:55:57.76100008 +0000 UTC m=+0.631576386 container init 642e1787636227d070b05e9611cb9dca5461224842644b664363c2ce4612eb00 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mon-a, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=quincy-5dff84c, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240724, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0) 2024-07-26T05:55:57.845 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 podman[29518]: 2024-07-26 05:55:57.766025435 +0000 UTC m=+0.636601729 container start 642e1787636227d070b05e9611cb9dca5461224842644b664363c2ce4612eb00 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mon-a, org.label-schema.schema-version=1.0, RELEASE=quincy-5dff84c, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240724, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-07-26T05:55:57.845 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: set uid:gid to 167:167 (ceph:ceph) 2024-07-26T05:55:57.845 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable), process ceph-mon, pid 7 2024-07-26T05:55:57.845 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: pidfile_write: ignore empty --pid-file 2024-07-26T05:55:57.845 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: load: jerasure load: lrc 2024-07-26T05:55:57.845 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: RocksDB version: 6.15.5 2024-07-26T05:55:57.846 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-07-26T05:55:57.846 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Compile date Jul 25 2024 2024-07-26T05:55:57.846 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: DB SUMMARY 2024-07-26T05:55:57.846 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: DB Session ID: F3SMWCNIQQ4ZM80K4XNN 2024-07-26T05:55:57.846 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: CURRENT file: CURRENT 2024-07-26T05:55:57.846 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: IDENTITY file: IDENTITY 2024-07-26T05:55:57.846 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: MANIFEST file: MANIFEST-000009 size: 131 Bytes 2024-07-26T05:55:57.846 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-07-26T05:55:57.846 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000010.log size: 83690 ; 2024-07-26T05:55:57.847 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.error_if_exists: 0 2024-07-26T05:55:57.847 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.create_if_missing: 0 2024-07-26T05:55:57.847 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.paranoid_checks: 1 2024-07-26T05:55:57.847 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-07-26T05:55:57.847 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.env: 0x559336f35440 2024-07-26T05:55:57.847 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.fs: Posix File System 2024-07-26T05:55:57.847 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.info_log: 0x559337aecf20 2024-07-26T05:55:57.847 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.max_file_opening_threads: 16 2024-07-26T05:55:57.847 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.statistics: (nil) 2024-07-26T05:55:57.847 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.use_fsync: 0 2024-07-26T05:55:57.847 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.max_log_file_size: 0 2024-07-26T05:55:57.847 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-07-26T05:55:57.848 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.log_file_time_to_roll: 0 2024-07-26T05:55:57.848 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.keep_log_file_num: 1000 2024-07-26T05:55:57.848 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.recycle_log_file_num: 0 2024-07-26T05:55:57.848 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.allow_fallocate: 1 2024-07-26T05:55:57.848 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.allow_mmap_reads: 0 2024-07-26T05:55:57.848 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.allow_mmap_writes: 0 2024-07-26T05:55:57.848 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.use_direct_reads: 0 2024-07-26T05:55:57.848 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-07-26T05:55:57.848 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.create_missing_column_families: 0 2024-07-26T05:55:57.848 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.db_log_dir: 2024-07-26T05:55:57.848 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-a/store.db 2024-07-26T05:55:57.848 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.table_cache_numshardbits: 6 2024-07-26T05:55:57.848 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.WAL_ttl_seconds: 0 2024-07-26T05:55:57.849 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.WAL_size_limit_MB: 0 2024-07-26T05:55:57.849 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-07-26T05:55:57.849 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-07-26T05:55:57.849 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.is_fd_close_on_exec: 1 2024-07-26T05:55:57.849 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.advise_random_on_open: 1 2024-07-26T05:55:57.849 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.db_write_buffer_size: 0 2024-07-26T05:55:57.849 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.write_buffer_manager: 0x559337baa750 2024-07-26T05:55:57.849 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-07-26T05:55:57.849 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-07-26T05:55:57.849 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-07-26T05:55:57.849 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.use_adaptive_mutex: 0 2024-07-26T05:55:57.849 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.rate_limiter: (nil) 2024-07-26T05:55:57.849 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-07-26T05:55:57.850 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.wal_recovery_mode: 2 2024-07-26T05:55:57.850 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.enable_thread_tracking: 0 2024-07-26T05:55:57.850 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.enable_pipelined_write: 0 2024-07-26T05:55:57.850 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.unordered_write: 0 2024-07-26T05:55:57.850 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-07-26T05:55:57.851 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-07-26T05:55:57.851 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-07-26T05:55:57.851 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-07-26T05:55:57.851 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.row_cache: None 2024-07-26T05:55:57.851 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.wal_filter: None 2024-07-26T05:55:57.852 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-07-26T05:55:57.852 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.allow_ingest_behind: 0 2024-07-26T05:55:57.852 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.preserve_deletes: 0 2024-07-26T05:55:57.852 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.two_write_queues: 0 2024-07-26T05:55:57.852 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.manual_wal_flush: 0 2024-07-26T05:55:57.852 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.atomic_flush: 0 2024-07-26T05:55:57.852 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-07-26T05:55:57.852 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.persist_stats_to_disk: 0 2024-07-26T05:55:57.852 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.write_dbid_to_manifest: 0 2024-07-26T05:55:57.852 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.log_readahead_size: 0 2024-07-26T05:55:57.852 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-07-26T05:55:57.852 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.best_efforts_recovery: 0 2024-07-26T05:55:57.852 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-07-26T05:55:57.853 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-07-26T05:55:57.853 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.allow_data_in_errors: 0 2024-07-26T05:55:57.853 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.db_host_id: __hostname__ 2024-07-26T05:55:57.853 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.max_background_jobs: 2 2024-07-26T05:55:57.853 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.max_background_compactions: -1 2024-07-26T05:55:57.853 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.max_subcompactions: 1 2024-07-26T05:55:57.853 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-07-26T05:55:57.853 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-07-26T05:55:57.853 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.delayed_write_rate : 16777216 2024-07-26T05:55:57.853 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.max_total_wal_size: 0 2024-07-26T05:55:57.853 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-07-26T05:55:57.853 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.stats_dump_period_sec: 600 2024-07-26T05:55:57.853 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.stats_persist_period_sec: 600 2024-07-26T05:55:57.853 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-07-26T05:55:57.853 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.max_open_files: -1 2024-07-26T05:55:57.854 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.bytes_per_sync: 0 2024-07-26T05:55:57.854 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.wal_bytes_per_sync: 0 2024-07-26T05:55:57.854 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.strict_bytes_per_sync: 0 2024-07-26T05:55:57.854 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.compaction_readahead_size: 0 2024-07-26T05:55:57.854 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.max_background_flushes: -1 2024-07-26T05:55:57.854 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Compression algorithms supported: 2024-07-26T05:55:57.854 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: kZSTD supported: 0 2024-07-26T05:55:57.854 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: kXpressCompression supported: 0 2024-07-26T05:55:57.855 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: kBZip2Compression supported: 0 2024-07-26T05:55:57.855 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-07-26T05:55:57.855 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: kLZ4Compression supported: 1 2024-07-26T05:55:57.855 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: kZlibCompression supported: 1 2024-07-26T05:55:57.855 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: kLZ4HCCompression supported: 1 2024-07-26T05:55:57.855 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: kSnappyCompression supported: 1 2024-07-26T05:55:57.855 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Fast CRC32 supported: Supported on x86 2024-07-26T05:55:57.855 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000009 2024-07-26T05:55:57.855 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2024-07-26T05:55:57.855 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-07-26T05:55:57.855 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.merge_operator: 2024-07-26T05:55:57.855 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.compaction_filter: None 2024-07-26T05:55:57.855 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.compaction_filter_factory: None 2024-07-26T05:55:57.855 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.sst_partitioner_factory: None 2024-07-26T05:55:57.856 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.memtable_factory: SkipListFactory 2024-07-26T05:55:57.856 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.table_factory: BlockBasedTable 2024-07-26T05:55:57.856 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x559337a93a58) 2024-07-26T05:55:57.856 INFO:journalctl@ceph.mon.a.smithi089.stdout: cache_index_and_filter_blocks: 1 2024-07-26T05:55:57.856 INFO:journalctl@ceph.mon.a.smithi089.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-07-26T05:55:57.856 INFO:journalctl@ceph.mon.a.smithi089.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-07-26T05:55:57.856 INFO:journalctl@ceph.mon.a.smithi089.stdout: pin_top_level_index_and_filter: 1 2024-07-26T05:55:57.856 INFO:journalctl@ceph.mon.a.smithi089.stdout: index_type: 0 2024-07-26T05:55:57.856 INFO:journalctl@ceph.mon.a.smithi089.stdout: data_block_index_type: 0 2024-07-26T05:55:57.856 INFO:journalctl@ceph.mon.a.smithi089.stdout: index_shortening: 1 2024-07-26T05:55:57.856 INFO:journalctl@ceph.mon.a.smithi089.stdout: data_block_hash_table_util_ratio: 0.750000 2024-07-26T05:55:57.856 INFO:journalctl@ceph.mon.a.smithi089.stdout: hash_index_allow_collision: 1 2024-07-26T05:55:57.856 INFO:journalctl@ceph.mon.a.smithi089.stdout: checksum: 1 2024-07-26T05:55:57.856 INFO:journalctl@ceph.mon.a.smithi089.stdout: no_block_cache: 0 2024-07-26T05:55:57.856 INFO:journalctl@ceph.mon.a.smithi089.stdout: block_cache: 0x559337ac91f0 2024-07-26T05:55:57.857 INFO:journalctl@ceph.mon.a.smithi089.stdout: block_cache_name: BinnedLRUCache 2024-07-26T05:55:57.857 INFO:journalctl@ceph.mon.a.smithi089.stdout: block_cache_options: 2024-07-26T05:55:57.857 INFO:journalctl@ceph.mon.a.smithi089.stdout: capacity : 536870912 2024-07-26T05:55:57.857 INFO:journalctl@ceph.mon.a.smithi089.stdout: num_shard_bits : 4 2024-07-26T05:55:57.857 INFO:journalctl@ceph.mon.a.smithi089.stdout: strict_capacity_limit : 0 2024-07-26T05:55:57.857 INFO:journalctl@ceph.mon.a.smithi089.stdout: high_pri_pool_ratio: 0.000 2024-07-26T05:55:57.857 INFO:journalctl@ceph.mon.a.smithi089.stdout: block_cache_compressed: (nil) 2024-07-26T05:55:57.857 INFO:journalctl@ceph.mon.a.smithi089.stdout: persistent_cache: (nil) 2024-07-26T05:55:57.857 INFO:journalctl@ceph.mon.a.smithi089.stdout: block_size: 4096 2024-07-26T05:55:57.857 INFO:journalctl@ceph.mon.a.smithi089.stdout: block_size_deviation: 10 2024-07-26T05:55:57.857 INFO:journalctl@ceph.mon.a.smithi089.stdout: block_restart_interval: 16 2024-07-26T05:55:57.857 INFO:journalctl@ceph.mon.a.smithi089.stdout: index_block_restart_interval: 1 2024-07-26T05:55:57.857 INFO:journalctl@ceph.mon.a.smithi089.stdout: metadata_block_size: 4096 2024-07-26T05:55:57.857 INFO:journalctl@ceph.mon.a.smithi089.stdout: partition_filters: 0 2024-07-26T05:55:57.858 INFO:journalctl@ceph.mon.a.smithi089.stdout: use_delta_encoding: 1 2024-07-26T05:55:57.858 INFO:journalctl@ceph.mon.a.smithi089.stdout: filter_policy: rocksdb.BuiltinBloomFilter 2024-07-26T05:55:57.858 INFO:journalctl@ceph.mon.a.smithi089.stdout: whole_key_filtering: 1 2024-07-26T05:55:57.858 INFO:journalctl@ceph.mon.a.smithi089.stdout: verify_compression: 0 2024-07-26T05:55:57.858 INFO:journalctl@ceph.mon.a.smithi089.stdout: read_amp_bytes_per_bit: 0 2024-07-26T05:55:57.858 INFO:journalctl@ceph.mon.a.smithi089.stdout: format_version: 4 2024-07-26T05:55:57.858 INFO:journalctl@ceph.mon.a.smithi089.stdout: enable_index_compression: 1 2024-07-26T05:55:57.858 INFO:journalctl@ceph.mon.a.smithi089.stdout: block_align: 0 2024-07-26T05:55:57.858 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.write_buffer_size: 33554432 2024-07-26T05:55:57.858 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.max_write_buffer_number: 2 2024-07-26T05:55:57.858 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.compression: NoCompression 2024-07-26T05:55:57.859 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.bottommost_compression: Disabled 2024-07-26T05:55:57.859 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.prefix_extractor: nullptr 2024-07-26T05:55:57.859 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-07-26T05:55:57.859 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.num_levels: 7 2024-07-26T05:55:57.859 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-07-26T05:55:57.859 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-07-26T05:55:57.859 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-07-26T05:55:57.859 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-07-26T05:55:57.859 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-07-26T05:55:57.859 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-07-26T05:55:57.859 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-07-26T05:55:57.859 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-07-26T05:55:57.860 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-07-26T05:55:57.860 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-07-26T05:55:57.860 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.compression_opts.window_bits: -14 2024-07-26T05:55:57.860 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.compression_opts.level: 32767 2024-07-26T05:55:57.860 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.compression_opts.strategy: 0 2024-07-26T05:55:57.860 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-07-26T05:55:57.860 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-07-26T05:55:57.860 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-07-26T05:55:57.860 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.compression_opts.enabled: false 2024-07-26T05:55:57.860 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-07-26T05:55:57.860 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-07-26T05:55:57.860 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-07-26T05:55:57.861 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.target_file_size_base: 67108864 2024-07-26T05:55:57.861 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.target_file_size_multiplier: 1 2024-07-26T05:55:57.861 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-07-26T05:55:57.861 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-07-26T05:55:57.861 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-07-26T05:55:57.861 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-07-26T05:55:57.861 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-07-26T05:55:57.861 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-07-26T05:55:57.861 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-07-26T05:55:57.861 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-07-26T05:55:57.861 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-07-26T05:55:57.862 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-07-26T05:55:57.862 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-07-26T05:55:57.862 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-07-26T05:55:57.862 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.arena_block_size: 4194304 2024-07-26T05:55:57.862 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-07-26T05:55:57.862 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-07-26T05:55:57.862 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-07-26T05:55:57.863 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.disable_auto_compactions: 0 2024-07-26T05:55:57.863 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-07-26T05:55:57.863 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-07-26T05:55:57.863 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-07-26T05:55:57.863 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-07-26T05:55:57.863 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-07-26T05:55:57.863 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-07-26T05:55:57.863 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-07-26T05:55:57.863 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-07-26T05:55:57.863 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-07-26T05:55:57.863 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-07-26T05:55:57.863 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.table_properties_collectors: 2024-07-26T05:55:57.864 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.inplace_update_support: 0 2024-07-26T05:55:57.864 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.inplace_update_num_locks: 10000 2024-07-26T05:55:57.864 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-07-26T05:55:57.864 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-07-26T05:55:57.864 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.memtable_huge_page_size: 0 2024-07-26T05:55:57.864 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.bloom_locality: 0 2024-07-26T05:55:57.864 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.max_successive_merges: 0 2024-07-26T05:55:57.864 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.optimize_filters_for_hits: 0 2024-07-26T05:55:57.864 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.paranoid_file_checks: 0 2024-07-26T05:55:57.864 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.force_consistency_checks: 1 2024-07-26T05:55:57.864 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.report_bg_io_stats: 0 2024-07-26T05:55:57.864 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.ttl: 2592000 2024-07-26T05:55:57.864 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.periodic_compaction_seconds: 0 2024-07-26T05:55:57.865 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.enable_blob_files: false 2024-07-26T05:55:57.865 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.min_blob_size: 0 2024-07-26T05:55:57.865 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.blob_file_size: 268435456 2024-07-26T05:55:57.865 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.blob_compression_type: NoCompression 2024-07-26T05:55:57.865 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.enable_blob_garbage_collection: false 2024-07-26T05:55:57.865 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-07-26T05:55:57.865 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 11, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-07-26T05:55:57.865 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 5 2024-07-26T05:55:57.865 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: [db/version_set.cc:4082] Creating manifest 13 2024-07-26T05:55:57.865 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: EVENT_LOG_v1 {"time_micros": 1721973357790776, "job": 1, "event": "recovery_started", "wal_files": [10]} 2024-07-26T05:55:57.865 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: [db/db_impl/db_impl_open.cc:845] Recovering log #10 mode 2 2024-07-26T05:55:57.865 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: [table/block_based/filter_policy.cc:991] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2024-07-26T05:55:57.865 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: EVENT_LOG_v1 {"time_micros": 1721973357791843, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 14, "file_size": 80237, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 78505, "index_size": 220, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 10130, "raw_average_key_size": 47, "raw_value_size": 72718, "raw_average_value_size": 341, "num_data_blocks": 10, "num_entries": 213, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1721973357, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "f7aa104e-6e5e-45b5-8b86-900616291708", "db_session_id": "F3SMWCNIQQ4ZM80K4XNN"}} 2024-07-26T05:55:57.866 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: [db/version_set.cc:4082] Creating manifest 15 2024-07-26T05:55:57.866 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: EVENT_LOG_v1 {"time_micros": 1721973357792337, "job": 1, "event": "recovery_finished"} 2024-07-26T05:55:57.866 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000010.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-07-26T05:55:57.866 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x559337afc700 2024-07-26T05:55:57.866 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: DB pointer 0x559337acc000 2024-07-26T05:55:57.866 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2024-07-26T05:55:57.866 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: rocksdb: [db/db_impl/db_impl.cc:903] 2024-07-26T05:55:57.866 INFO:journalctl@ceph.mon.a.smithi089.stdout: ** DB Stats ** 2024-07-26T05:55:57.866 INFO:journalctl@ceph.mon.a.smithi089.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-07-26T05:55:57.866 INFO:journalctl@ceph.mon.a.smithi089.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-07-26T05:55:57.866 INFO:journalctl@ceph.mon.a.smithi089.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-07-26T05:55:57.866 INFO:journalctl@ceph.mon.a.smithi089.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-07-26T05:55:57.867 INFO:journalctl@ceph.mon.a.smithi089.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-07-26T05:55:57.867 INFO:journalctl@ceph.mon.a.smithi089.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-07-26T05:55:57.867 INFO:journalctl@ceph.mon.a.smithi089.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-07-26T05:55:57.867 INFO:journalctl@ceph.mon.a.smithi089.stdout: 2024-07-26T05:55:57.867 INFO:journalctl@ceph.mon.a.smithi089.stdout: ** Compaction Stats [default] ** 2024-07-26T05:55:57.867 INFO:journalctl@ceph.mon.a.smithi089.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-07-26T05:55:57.867 INFO:journalctl@ceph.mon.a.smithi089.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-07-26T05:55:57.867 INFO:journalctl@ceph.mon.a.smithi089.stdout: L0 2/0 80.12 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 109.0 0.00 0.00 1 0.001 0 0 2024-07-26T05:55:57.867 INFO:journalctl@ceph.mon.a.smithi089.stdout: Sum 2/0 80.12 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 109.0 0.00 0.00 1 0.001 0 0 2024-07-26T05:55:57.867 INFO:journalctl@ceph.mon.a.smithi089.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 109.0 0.00 0.00 1 0.001 0 0 2024-07-26T05:55:57.867 INFO:journalctl@ceph.mon.a.smithi089.stdout: 2024-07-26T05:55:57.867 INFO:journalctl@ceph.mon.a.smithi089.stdout: ** Compaction Stats [default] ** 2024-07-26T05:55:57.867 INFO:journalctl@ceph.mon.a.smithi089.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-07-26T05:55:57.868 INFO:journalctl@ceph.mon.a.smithi089.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-07-26T05:55:57.868 INFO:journalctl@ceph.mon.a.smithi089.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 109.0 0.00 0.00 1 0.001 0 0 2024-07-26T05:55:57.868 INFO:journalctl@ceph.mon.a.smithi089.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-07-26T05:55:57.868 INFO:journalctl@ceph.mon.a.smithi089.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-07-26T05:55:57.868 INFO:journalctl@ceph.mon.a.smithi089.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-07-26T05:55:57.868 INFO:journalctl@ceph.mon.a.smithi089.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-07-26T05:55:57.868 INFO:journalctl@ceph.mon.a.smithi089.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-07-26T05:55:57.868 INFO:journalctl@ceph.mon.a.smithi089.stdout: AddFile(Keys): cumulative 0, interval 0 2024-07-26T05:55:57.868 INFO:journalctl@ceph.mon.a.smithi089.stdout: Cumulative compaction: 0.00 GB write, 17.10 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-07-26T05:55:57.868 INFO:journalctl@ceph.mon.a.smithi089.stdout: Interval compaction: 0.00 GB write, 17.10 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-07-26T05:55:57.868 INFO:journalctl@ceph.mon.a.smithi089.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-07-26T05:55:57.868 INFO:journalctl@ceph.mon.a.smithi089.stdout: 2024-07-26T05:55:57.868 INFO:journalctl@ceph.mon.a.smithi089.stdout: ** File Read Latency Histogram By Level [default] ** 2024-07-26T05:55:57.869 INFO:journalctl@ceph.mon.a.smithi089.stdout: 2024-07-26T05:55:57.869 INFO:journalctl@ceph.mon.a.smithi089.stdout: ** Compaction Stats [default] ** 2024-07-26T05:55:57.869 INFO:journalctl@ceph.mon.a.smithi089.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-07-26T05:55:57.869 INFO:journalctl@ceph.mon.a.smithi089.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-07-26T05:55:57.869 INFO:journalctl@ceph.mon.a.smithi089.stdout: L0 2/0 80.12 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 109.0 0.00 0.00 1 0.001 0 0 2024-07-26T05:55:57.869 INFO:journalctl@ceph.mon.a.smithi089.stdout: Sum 2/0 80.12 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 109.0 0.00 0.00 1 0.001 0 0 2024-07-26T05:55:57.869 INFO:journalctl@ceph.mon.a.smithi089.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-07-26T05:55:57.869 INFO:journalctl@ceph.mon.a.smithi089.stdout: 2024-07-26T05:55:57.869 INFO:journalctl@ceph.mon.a.smithi089.stdout: ** Compaction Stats [default] ** 2024-07-26T05:55:57.869 INFO:journalctl@ceph.mon.a.smithi089.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-07-26T05:55:57.869 INFO:journalctl@ceph.mon.a.smithi089.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-07-26T05:55:57.869 INFO:journalctl@ceph.mon.a.smithi089.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 109.0 0.00 0.00 1 0.001 0 0 2024-07-26T05:55:57.869 INFO:journalctl@ceph.mon.a.smithi089.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-07-26T05:55:57.869 INFO:journalctl@ceph.mon.a.smithi089.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-07-26T05:55:57.870 INFO:journalctl@ceph.mon.a.smithi089.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-07-26T05:55:57.870 INFO:journalctl@ceph.mon.a.smithi089.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-07-26T05:55:57.870 INFO:journalctl@ceph.mon.a.smithi089.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-07-26T05:55:57.870 INFO:journalctl@ceph.mon.a.smithi089.stdout: AddFile(Keys): cumulative 0, interval 0 2024-07-26T05:55:57.870 INFO:journalctl@ceph.mon.a.smithi089.stdout: Cumulative compaction: 0.00 GB write, 16.97 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-07-26T05:55:57.870 INFO:journalctl@ceph.mon.a.smithi089.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-07-26T05:55:57.870 INFO:journalctl@ceph.mon.a.smithi089.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-07-26T05:55:57.870 INFO:journalctl@ceph.mon.a.smithi089.stdout: 2024-07-26T05:55:57.870 INFO:journalctl@ceph.mon.a.smithi089.stdout: ** File Read Latency Histogram By Level [default] ** 2024-07-26T05:55:57.870 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: starting mon.a rank 0 at public addrs [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] at bind addrs [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 2024-07-26T05:55:57.870 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: mon.a@-1(???) e1 preinit fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 2024-07-26T05:55:57.870 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: mon.a@-1(???).mds e1 new map 2024-07-26T05:55:57.870 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: mon.a@-1(???).mds e1 print_map 2024-07-26T05:55:57.871 INFO:journalctl@ceph.mon.a.smithi089.stdout: e1 2024-07-26T05:55:57.871 INFO:journalctl@ceph.mon.a.smithi089.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-07-26T05:55:57.871 INFO:journalctl@ceph.mon.a.smithi089.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-07-26T05:55:57.871 INFO:journalctl@ceph.mon.a.smithi089.stdout: legacy client fscid: -1 2024-07-26T05:55:57.871 INFO:journalctl@ceph.mon.a.smithi089.stdout: 2024-07-26T05:55:57.871 INFO:journalctl@ceph.mon.a.smithi089.stdout: No filesystems configured 2024-07-26T05:55:57.871 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-07-26T05:55:57.871 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-07-26T05:55:57.871 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-07-26T05:55:57.871 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-07-26T05:55:57.871 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-07-26T05:55:57.871 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 bash[29518]: 642e1787636227d070b05e9611cb9dca5461224842644b664363c2ce4612eb00 2024-07-26T05:55:57.872 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 systemd[1]: Started Ceph mon.a for 9bd49884-4b13-11ef-bcb6-c7b262605968. 2024-07-26T05:55:57.872 INFO:teuthology.orchestra.run.smithi089.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-07-26T05:55:58.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: mon.a is new leader, mons a in quorum (ranks 0) 2024-07-26T05:55:58.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: monmap e1: 1 mons at {a=[v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-07-26T05:55:58.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: fsmap 2024-07-26T05:55:58.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: osdmap e1: 0 total, 0 up, 0 in 2024-07-26T05:55:58.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:57 smithi089 ceph-mon[29555]: mgrmap e1: no daemons active 2024-07-26T05:55:58.955 INFO:teuthology.orchestra.run.smithi089.stdout:Wrote config to /etc/ceph/ceph.conf 2024-07-26T05:55:58.955 INFO:teuthology.orchestra.run.smithi089.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-07-26T05:55:58.955 INFO:teuthology.orchestra.run.smithi089.stdout:Creating mgr... 2024-07-26T05:55:58.956 INFO:teuthology.orchestra.run.smithi089.stdout:Verifying port 9283 ... 2024-07-26T05:55:59.124 INFO:teuthology.orchestra.run.smithi089.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@mgr.y 2024-07-26T05:55:59.125 INFO:teuthology.orchestra.run.smithi089.stdout:systemctl: stderr Failed to reset failed state of unit ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@mgr.y.service: Unit ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@mgr.y.service not loaded. 2024-07-26T05:55:59.268 INFO:teuthology.orchestra.run.smithi089.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-9bd49884-4b13-11ef-bcb6-c7b262605968.target.wants/ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@mgr.y.service → /etc/systemd/system/ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@.service. 2024-07-26T05:55:59.607 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:55:59 smithi089 ceph-mon[29555]: from='client.? 172.21.15.89:0/411536913' entity='client.admin' 2024-07-26T05:55:59.607 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:55:59 smithi089 podman[29788]: 2024-07-26 05:55:59.518326735 +0000 UTC m=+0.128311017 container create ce50526f268fa941244dd9c6df4a8fe5235e0a4292d2c4fa1820d10b57f561a8 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=quincy-5dff84c, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240724, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-07-26T05:55:59.826 INFO:teuthology.orchestra.run.smithi089.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-07-26T05:56:00.151 INFO:teuthology.orchestra.run.smithi089.stdout:systemctl: stdout disabled 2024-07-26T05:56:00.153 INFO:teuthology.orchestra.run.smithi089.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-07-26T05:56:00.153 INFO:teuthology.orchestra.run.smithi089.stdout:systemctl: stdout inactive 2024-07-26T05:56:00.153 INFO:teuthology.orchestra.run.smithi089.stdout:firewalld.service is not enabled 2024-07-26T05:56:00.153 INFO:teuthology.orchestra.run.smithi089.stdout:Not possible to enable service . firewalld.service is not available 2024-07-26T05:56:00.153 INFO:teuthology.orchestra.run.smithi089.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-07-26T05:56:00.153 INFO:teuthology.orchestra.run.smithi089.stdout:systemctl: stdout disabled 2024-07-26T05:56:00.154 INFO:teuthology.orchestra.run.smithi089.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-07-26T05:56:00.154 INFO:teuthology.orchestra.run.smithi089.stdout:systemctl: stdout inactive 2024-07-26T05:56:00.154 INFO:teuthology.orchestra.run.smithi089.stdout:firewalld.service is not enabled 2024-07-26T05:56:00.154 INFO:teuthology.orchestra.run.smithi089.stdout:Not possible to open ports <[9283]>. firewalld.service is not available 2024-07-26T05:56:00.154 INFO:teuthology.orchestra.run.smithi089.stdout:Waiting for mgr to start... 2024-07-26T05:56:00.154 INFO:teuthology.orchestra.run.smithi089.stdout:Waiting for mgr... 2024-07-26T05:56:00.154 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:55:59 smithi089 podman[29788]: 2024-07-26 05:55:59.71266533 +0000 UTC m=+0.322649625 container init ce50526f268fa941244dd9c6df4a8fe5235e0a4292d2c4fa1820d10b57f561a8 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240724, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=quincy-5dff84c, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-07-26T05:56:00.154 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:55:59 smithi089 podman[29788]: 2024-07-26 05:55:59.717232077 +0000 UTC m=+0.327216370 container start ce50526f268fa941244dd9c6df4a8fe5235e0a4292d2c4fa1820d10b57f561a8 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y, io.buildah.version=1.36.0, RELEASE=quincy-5dff84c, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240724, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True) 2024-07-26T05:56:00.154 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:55:59 smithi089 bash[29788]: ce50526f268fa941244dd9c6df4a8fe5235e0a4292d2c4fa1820d10b57f561a8 2024-07-26T05:56:00.154 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:55:59 smithi089 systemd[1]: Started Ceph mgr.y for 9bd49884-4b13-11ef-bcb6-c7b262605968. 2024-07-26T05:56:00.154 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:55:59 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T05:55:59.834+0000 7f3578e6eec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-07-26T05:56:00.154 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:55:59 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T05:55:59.961+0000 7f3578e6eec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-07-26T05:56:00.232 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:00 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T05:56:00.027+0000 7f3578e6eec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-07-26T05:56:00.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:00 smithi089 ceph-mon[29555]: from='client.? 172.21.15.89:0/3080663097' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-07-26T05:56:00.655 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:00 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T05:56:00.280+0000 7f3578e6eec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-07-26T05:56:00.655 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:00 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T05:56:00.340+0000 7f3578e6eec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-07-26T05:56:00.950 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout 2024-07-26T05:56:00.950 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout { 2024-07-26T05:56:00.950 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "fsid": "9bd49884-4b13-11ef-bcb6-c7b262605968", 2024-07-26T05:56:00.950 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "health": { 2024-07-26T05:56:00.951 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-07-26T05:56:00.951 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-07-26T05:56:00.951 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-07-26T05:56:00.951 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout }, 2024-07-26T05:56:00.951 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-07-26T05:56:00.951 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-07-26T05:56:00.951 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout 0 2024-07-26T05:56:00.951 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout ], 2024-07-26T05:56:00.951 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-07-26T05:56:00.951 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "a" 2024-07-26T05:56:00.951 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout ], 2024-07-26T05:56:00.951 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "quorum_age": 2, 2024-07-26T05:56:00.952 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "monmap": { 2024-07-26T05:56:00.952 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-07-26T05:56:00.952 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2024-07-26T05:56:00.952 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-07-26T05:56:00.952 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout }, 2024-07-26T05:56:00.952 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-07-26T05:56:00.952 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-07-26T05:56:00.952 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-07-26T05:56:00.952 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-07-26T05:56:00.952 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-07-26T05:56:00.952 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-07-26T05:56:00.952 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-07-26T05:56:00.952 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-07-26T05:56:00.956 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout }, 2024-07-26T05:56:00.956 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-07-26T05:56:00.956 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-07-26T05:56:00.956 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-07-26T05:56:00.956 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-07-26T05:56:00.956 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-07-26T05:56:00.956 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-07-26T05:56:00.956 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-07-26T05:56:00.957 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-07-26T05:56:00.957 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-07-26T05:56:00.957 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout }, 2024-07-26T05:56:00.957 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-07-26T05:56:00.957 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-07-26T05:56:00.957 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-07-26T05:56:00.957 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-07-26T05:56:00.957 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout }, 2024-07-26T05:56:00.957 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-07-26T05:56:00.957 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "available": false, 2024-07-26T05:56:00.957 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-07-26T05:56:00.958 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "modules": [ 2024-07-26T05:56:00.958 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "iostat", 2024-07-26T05:56:00.958 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "nfs", 2024-07-26T05:56:00.958 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "restful" 2024-07-26T05:56:00.958 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout ], 2024-07-26T05:56:00.958 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "services": {} 2024-07-26T05:56:00.958 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout }, 2024-07-26T05:56:00.959 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-07-26T05:56:00.959 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-07-26T05:56:00.959 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "modified": "2024-07-26T05:55:45.388374+0000", 2024-07-26T05:56:00.959 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "services": {} 2024-07-26T05:56:00.959 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout }, 2024-07-26T05:56:00.959 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-07-26T05:56:00.959 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout } 2024-07-26T05:56:00.959 INFO:teuthology.orchestra.run.smithi089.stdout:mgr not available, waiting (1/15)... 2024-07-26T05:56:01.598 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:01 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T05:56:01.250+0000 7f3578e6eec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-07-26T05:56:01.599 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:01 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T05:56:01.359+0000 7f3578e6eec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-07-26T05:56:01.599 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:01 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T05:56:01.413+0000 7f3578e6eec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-07-26T05:56:01.599 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:01 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T05:56:01.597+0000 7f3578e6eec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-07-26T05:56:01.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:01 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T05:56:01.656+0000 7f3578e6eec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-07-26T05:56:01.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:01 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T05:56:01.720+0000 7f3578e6eec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-07-26T05:56:01.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:01 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T05:56:01.839+0000 7f3578e6eec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-07-26T05:56:02.526 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:02 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T05:56:02.238+0000 7f3578e6eec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-07-26T05:56:02.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:02 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T05:56:02.525+0000 7f3578e6eec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-07-26T05:56:02.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:02 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T05:56:02.591+0000 7f3578e6eec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-07-26T05:56:02.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:02 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T05:56:02.720+0000 7f3578e6eec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-07-26T05:56:03.275 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:02 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T05:56:02.972+0000 7f3578e6eec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-07-26T05:56:03.275 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:03 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T05:56:03.033+0000 7f3578e6eec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-07-26T05:56:03.275 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:03 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T05:56:03.213+0000 7f3578e6eec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-07-26T05:56:03.275 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:03 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T05:56:03.274+0000 7f3578e6eec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-07-26T05:56:03.655 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:03 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T05:56:03.354+0000 7f3578e6eec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-07-26T05:56:03.655 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:03 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T05:56:03.409+0000 7f3578e6eec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-07-26T05:56:04.405 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:03 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T05:56:03.924+0000 7f3578e6eec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-07-26T05:56:04.405 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:04 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T05:56:04.057+0000 7f3578e6eec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-07-26T05:56:04.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:04 smithi089 ceph-mon[29555]: Activating manager daemon y 2024-07-26T05:56:04.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:04 smithi089 ceph-mon[29555]: mgrmap e2: y(active, starting, since 0.00265211s) 2024-07-26T05:56:04.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:04 smithi089 ceph-mon[29555]: from='mgr.14100 172.21.15.89:0/2270431220' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-07-26T05:56:04.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:04 smithi089 ceph-mon[29555]: from='mgr.14100 172.21.15.89:0/2270431220' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-07-26T05:56:04.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:04 smithi089 ceph-mon[29555]: from='mgr.14100 172.21.15.89:0/2270431220' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-07-26T05:56:04.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:04 smithi089 ceph-mon[29555]: from='mgr.14100 172.21.15.89:0/2270431220' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T05:56:04.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:04 smithi089 ceph-mon[29555]: from='mgr.14100 172.21.15.89:0/2270431220' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-07-26T05:56:04.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:04 smithi089 ceph-mon[29555]: Manager daemon y is now available 2024-07-26T05:56:04.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:04 smithi089 ceph-mon[29555]: from='mgr.14100 172.21.15.89:0/2270431220' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-07-26T05:56:04.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:04 smithi089 ceph-mon[29555]: from='mgr.14100 172.21.15.89:0/2270431220' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-07-26T05:56:04.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:04 smithi089 ceph-mon[29555]: from='mgr.14100 172.21.15.89:0/2270431220' entity='mgr.y' 2024-07-26T05:56:04.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:04 smithi089 ceph-mon[29555]: from='mgr.14100 172.21.15.89:0/2270431220' entity='mgr.y' 2024-07-26T05:56:04.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:04 smithi089 ceph-mon[29555]: from='mgr.14100 172.21.15.89:0/2270431220' entity='mgr.y' 2024-07-26T05:56:06.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:06 smithi089 ceph-mon[29555]: mgrmap e3: y(active, since 1.00675s) 2024-07-26T05:56:06.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:06 smithi089 ceph-mon[29555]: from='client.? 172.21.15.89:0/3871243553' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-07-26T05:56:06.483 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout 2024-07-26T05:56:06.483 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout { 2024-07-26T05:56:06.483 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "fsid": "9bd49884-4b13-11ef-bcb6-c7b262605968", 2024-07-26T05:56:06.483 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "health": { 2024-07-26T05:56:06.483 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-07-26T05:56:06.483 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-07-26T05:56:06.483 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-07-26T05:56:06.484 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout }, 2024-07-26T05:56:06.484 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-07-26T05:56:06.484 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-07-26T05:56:06.484 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout 0 2024-07-26T05:56:06.484 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout ], 2024-07-26T05:56:06.484 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-07-26T05:56:06.484 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "a" 2024-07-26T05:56:06.484 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout ], 2024-07-26T05:56:06.484 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "quorum_age": 8, 2024-07-26T05:56:06.484 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "monmap": { 2024-07-26T05:56:06.484 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-07-26T05:56:06.484 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2024-07-26T05:56:06.484 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-07-26T05:56:06.484 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout }, 2024-07-26T05:56:06.485 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-07-26T05:56:06.485 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-07-26T05:56:06.485 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-07-26T05:56:06.485 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-07-26T05:56:06.485 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-07-26T05:56:06.485 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-07-26T05:56:06.485 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-07-26T05:56:06.485 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-07-26T05:56:06.488 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout }, 2024-07-26T05:56:06.488 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-07-26T05:56:06.488 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-07-26T05:56:06.488 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-07-26T05:56:06.488 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-07-26T05:56:06.489 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-07-26T05:56:06.489 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-07-26T05:56:06.489 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-07-26T05:56:06.489 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-07-26T05:56:06.489 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-07-26T05:56:06.489 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout }, 2024-07-26T05:56:06.489 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-07-26T05:56:06.489 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-07-26T05:56:06.489 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-07-26T05:56:06.489 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-07-26T05:56:06.489 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout }, 2024-07-26T05:56:06.489 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-07-26T05:56:06.489 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "available": true, 2024-07-26T05:56:06.490 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-07-26T05:56:06.490 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "modules": [ 2024-07-26T05:56:06.490 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "iostat", 2024-07-26T05:56:06.490 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "nfs", 2024-07-26T05:56:06.490 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "restful" 2024-07-26T05:56:06.490 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout ], 2024-07-26T05:56:06.490 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "services": {} 2024-07-26T05:56:06.490 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout }, 2024-07-26T05:56:06.490 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-07-26T05:56:06.490 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-07-26T05:56:06.490 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "modified": "2024-07-26T05:55:45.388374+0000", 2024-07-26T05:56:06.490 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "services": {} 2024-07-26T05:56:06.490 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout }, 2024-07-26T05:56:06.491 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-07-26T05:56:06.491 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout } 2024-07-26T05:56:06.491 INFO:teuthology.orchestra.run.smithi089.stdout:mgr is available 2024-07-26T05:56:07.375 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:07 smithi089 ceph-mon[29555]: mgrmap e4: y(active, since 2s) 2024-07-26T05:56:07.664 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout 2024-07-26T05:56:07.664 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout [global] 2024-07-26T05:56:07.664 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout fsid = 9bd49884-4b13-11ef-bcb6-c7b262605968 2024-07-26T05:56:07.664 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2024-07-26T05:56:07.664 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-07-26T05:56:07.665 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-07-26T05:56:07.665 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-07-26T05:56:07.665 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-07-26T05:56:07.665 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout 2024-07-26T05:56:07.665 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout [mgr] 2024-07-26T05:56:07.665 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-07-26T05:56:07.665 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout 2024-07-26T05:56:07.665 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout [osd] 2024-07-26T05:56:07.665 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-07-26T05:56:07.665 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-07-26T05:56:07.665 INFO:teuthology.orchestra.run.smithi089.stdout:Enabling cephadm module... 2024-07-26T05:56:08.349 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:08 smithi089 ceph-mon[29555]: from='client.? 172.21.15.89:0/48178651' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-07-26T05:56:09.337 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:09 smithi089 ceph-mon[29555]: from='client.? 172.21.15.89:0/837299398' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-07-26T05:56:09.338 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:09 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: ignoring --setuser ceph since I am not root 2024-07-26T05:56:09.338 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:09 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: ignoring --setgroup ceph since I am not root 2024-07-26T05:56:09.338 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:09 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T05:56:09.209+0000 7fb168660ec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-07-26T05:56:09.338 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:09 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T05:56:09.336+0000 7fb168660ec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-07-26T05:56:09.641 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:09 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T05:56:09.401+0000 7fb168660ec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-07-26T05:56:09.642 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:09 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T05:56:09.640+0000 7fb168660ec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-07-26T05:56:09.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:09 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T05:56:09.701+0000 7fb168660ec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-07-26T05:56:10.346 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:10 smithi089 ceph-mon[29555]: from='client.? 172.21.15.89:0/837299398' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-07-26T05:56:10.347 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:10 smithi089 ceph-mon[29555]: mgrmap e5: y(active, since 5s) 2024-07-26T05:56:10.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:10 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T05:56:10.615+0000 7fb168660ec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-07-26T05:56:10.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:10 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T05:56:10.727+0000 7fb168660ec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-07-26T05:56:10.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:10 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T05:56:10.781+0000 7fb168660ec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-07-26T05:56:10.960 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout { 2024-07-26T05:56:10.962 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-07-26T05:56:10.962 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "available": true, 2024-07-26T05:56:10.962 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-07-26T05:56:10.962 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-07-26T05:56:10.963 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout } 2024-07-26T05:56:10.963 INFO:teuthology.orchestra.run.smithi089.stdout:Waiting for the mgr to restart... 2024-07-26T05:56:10.963 INFO:teuthology.orchestra.run.smithi089.stdout:Waiting for mgr epoch 5... 2024-07-26T05:56:11.212 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:11 smithi089 ceph-mon[29555]: from='client.? 172.21.15.89:0/715052465' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-07-26T05:56:11.212 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:10 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T05:56:10.971+0000 7fb168660ec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-07-26T05:56:11.212 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:11 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T05:56:11.033+0000 7fb168660ec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-07-26T05:56:11.212 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:11 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T05:56:11.099+0000 7fb168660ec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-07-26T05:56:11.468 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:11 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T05:56:11.226+0000 7fb168660ec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-07-26T05:56:11.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:11 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T05:56:11.638+0000 7fb168660ec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-07-26T05:56:12.359 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:11 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T05:56:11.920+0000 7fb168660ec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-07-26T05:56:12.359 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:11 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T05:56:11.985+0000 7fb168660ec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-07-26T05:56:12.359 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T05:56:12.110+0000 7fb168660ec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-07-26T05:56:12.359 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T05:56:12.357+0000 7fb168660ec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-07-26T05:56:12.654 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T05:56:12.415+0000 7fb168660ec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-07-26T05:56:12.654 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T05:56:12.592+0000 7fb168660ec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-07-26T05:56:12.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T05:56:12.652+0000 7fb168660ec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-07-26T05:56:12.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T05:56:12.731+0000 7fb168660ec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-07-26T05:56:12.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T05:56:12.787+0000 7fb168660ec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-07-26T05:56:13.655 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:13 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T05:56:13.297+0000 7fb168660ec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-07-26T05:56:13.655 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:13 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T05:56:13.431+0000 7fb168660ec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-07-26T05:56:13.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:13 smithi089 ceph-mon[29555]: Active manager daemon y restarted 2024-07-26T05:56:13.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:13 smithi089 ceph-mon[29555]: Activating manager daemon y 2024-07-26T05:56:13.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:13 smithi089 ceph-mon[29555]: osdmap e2: 0 total, 0 up, 0 in 2024-07-26T05:56:13.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:13 smithi089 ceph-mon[29555]: mgrmap e6: y(active, starting, since 0.00289153s) 2024-07-26T05:56:13.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:13 smithi089 ceph-mon[29555]: from='mgr.14116 172.21.15.89:0/3505403626' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T05:56:13.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:13 smithi089 ceph-mon[29555]: from='mgr.14116 172.21.15.89:0/3505403626' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-07-26T05:56:13.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:13 smithi089 ceph-mon[29555]: from='mgr.14116 172.21.15.89:0/3505403626' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-07-26T05:56:13.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:13 smithi089 ceph-mon[29555]: from='mgr.14116 172.21.15.89:0/3505403626' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-07-26T05:56:13.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:13 smithi089 ceph-mon[29555]: from='mgr.14116 172.21.15.89:0/3505403626' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-07-26T05:56:13.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:13 smithi089 ceph-mon[29555]: Manager daemon y is now available 2024-07-26T05:56:13.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:13 smithi089 ceph-mon[29555]: from='mgr.14116 172.21.15.89:0/3505403626' entity='mgr.y' 2024-07-26T05:56:13.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:13 smithi089 ceph-mon[29555]: from='mgr.14116 172.21.15.89:0/3505403626' entity='mgr.y' 2024-07-26T05:56:13.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:13 smithi089 ceph-mon[29555]: from='mgr.14116 172.21.15.89:0/3505403626' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T05:56:13.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:13 smithi089 ceph-mon[29555]: from='mgr.14116 172.21.15.89:0/3505403626' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T05:56:13.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:13 smithi089 ceph-mon[29555]: from='mgr.14116 172.21.15.89:0/3505403626' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T05:56:13.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:13 smithi089 ceph-mon[29555]: from='mgr.14116 172.21.15.89:0/3505403626' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-07-26T05:56:13.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:13 smithi089 ceph-mon[29555]: from='mgr.14116 172.21.15.89:0/3505403626' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-07-26T05:56:14.729 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:14 smithi089 ceph-mon[29555]: Found migration_current of "None". Setting to last migration. 2024-07-26T05:56:14.729 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:14 smithi089 ceph-mon[29555]: mgrmap e7: y(active, since 1.00489s) 2024-07-26T05:56:15.073 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:14 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T05:56:14.728+0000 7fb11aa68640 -1 log_channel(cephadm) log [ERR] : [26/Jul/2024:05:56:14] ENGINE Error in HTTPServer.serve 2024-07-26T05:56:15.073 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:14 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: Traceback (most recent call last): 2024-07-26T05:56:15.073 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:14 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-07-26T05:56:15.073 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:14 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: self._connections.run(self.expiration_interval) 2024-07-26T05:56:15.073 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:14 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-07-26T05:56:15.073 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:14 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: self._run(expiration_interval) 2024-07-26T05:56:15.073 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:14 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-07-26T05:56:15.073 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:14 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: new_conn = self._from_server_socket(self.server.socket) 2024-07-26T05:56:15.073 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:14 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-07-26T05:56:15.073 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:14 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-07-26T05:56:15.073 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:14 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-07-26T05:56:15.074 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:14 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: s = self.context.wrap_socket( 2024-07-26T05:56:15.074 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:14 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-07-26T05:56:15.074 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:14 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: return self.sslsocket_class._create( 2024-07-26T05:56:15.074 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:14 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-07-26T05:56:15.074 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:14 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: self.do_handshake() 2024-07-26T05:56:15.074 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:14 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-07-26T05:56:15.074 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:14 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: self._sslobj.do_handshake() 2024-07-26T05:56:15.074 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:14 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-07-26T05:56:15.074 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:14 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T05:56:15.075 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout { 2024-07-26T05:56:15.076 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-07-26T05:56:15.076 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "initialized": true 2024-07-26T05:56:15.076 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout } 2024-07-26T05:56:15.076 INFO:teuthology.orchestra.run.smithi089.stdout:mgr epoch 5 is available 2024-07-26T05:56:15.076 INFO:teuthology.orchestra.run.smithi089.stdout:Setting orchestrator backend to cephadm... 2024-07-26T05:56:15.962 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:15 smithi089 ceph-mon[29555]: from='client.14120 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-07-26T05:56:15.962 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:15 smithi089 ceph-mon[29555]: from='client.14120 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-07-26T05:56:15.962 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:15 smithi089 ceph-mon[29555]: [26/Jul/2024:05:56:14] ENGINE Bus STARTING 2024-07-26T05:56:15.963 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:15 smithi089 ceph-mon[29555]: [26/Jul/2024:05:56:14] ENGINE Serving on https://172.21.15.89:7150 2024-07-26T05:56:15.963 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:15 smithi089 ceph-mon[29555]: [26/Jul/2024:05:56:14] ENGINE Bus STARTED 2024-07-26T05:56:15.963 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:15 smithi089 ceph-mon[29555]: [26/Jul/2024:05:56:14] ENGINE Error in HTTPServer.serve 2024-07-26T05:56:15.963 INFO:journalctl@ceph.mon.a.smithi089.stdout: Traceback (most recent call last): 2024-07-26T05:56:15.963 INFO:journalctl@ceph.mon.a.smithi089.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-07-26T05:56:15.963 INFO:journalctl@ceph.mon.a.smithi089.stdout: self._connections.run(self.expiration_interval) 2024-07-26T05:56:15.963 INFO:journalctl@ceph.mon.a.smithi089.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-07-26T05:56:15.963 INFO:journalctl@ceph.mon.a.smithi089.stdout: self._run(expiration_interval) 2024-07-26T05:56:15.963 INFO:journalctl@ceph.mon.a.smithi089.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-07-26T05:56:15.963 INFO:journalctl@ceph.mon.a.smithi089.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-07-26T05:56:15.963 INFO:journalctl@ceph.mon.a.smithi089.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-07-26T05:56:15.963 INFO:journalctl@ceph.mon.a.smithi089.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-07-26T05:56:15.964 INFO:journalctl@ceph.mon.a.smithi089.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-07-26T05:56:15.964 INFO:journalctl@ceph.mon.a.smithi089.stdout: s = self.context.wrap_socket( 2024-07-26T05:56:15.964 INFO:journalctl@ceph.mon.a.smithi089.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-07-26T05:56:15.964 INFO:journalctl@ceph.mon.a.smithi089.stdout: return self.sslsocket_class._create( 2024-07-26T05:56:15.964 INFO:journalctl@ceph.mon.a.smithi089.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-07-26T05:56:15.964 INFO:journalctl@ceph.mon.a.smithi089.stdout: self.do_handshake() 2024-07-26T05:56:15.964 INFO:journalctl@ceph.mon.a.smithi089.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-07-26T05:56:15.964 INFO:journalctl@ceph.mon.a.smithi089.stdout: self._sslobj.do_handshake() 2024-07-26T05:56:15.964 INFO:journalctl@ceph.mon.a.smithi089.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-07-26T05:56:15.964 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:15 smithi089 ceph-mon[29555]: from='mgr.14116 172.21.15.89:0/3505403626' entity='mgr.y' 2024-07-26T05:56:15.964 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:15 smithi089 ceph-mon[29555]: from='mgr.14116 172.21.15.89:0/3505403626' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T05:56:15.965 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:15 smithi089 ceph-mon[29555]: from='mgr.14116 172.21.15.89:0/3505403626' entity='mgr.y' 2024-07-26T05:56:15.965 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:15 smithi089 ceph-mon[29555]: from='mgr.14116 172.21.15.89:0/3505403626' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T05:56:16.822 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:16 smithi089 ceph-mon[29555]: from='client.14128 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T05:56:16.822 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:16 smithi089 ceph-mon[29555]: mgrmap e8: y(active, since 2s) 2024-07-26T05:56:17.397 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout value unchanged 2024-07-26T05:56:17.397 INFO:teuthology.orchestra.run.smithi089.stdout:Generating ssh key... 2024-07-26T05:56:18.085 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:17 smithi089 ceph-mon[29555]: from='client.14130 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T05:56:18.384 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:18 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: Generating public/private rsa key pair. 2024-07-26T05:56:18.384 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:18 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: Your identification has been saved in /tmp/tmpi4ou2plz/key 2024-07-26T05:56:18.384 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:18 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: Your public key has been saved in /tmp/tmpi4ou2plz/key.pub 2024-07-26T05:56:18.384 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:18 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: The key fingerprint is: 2024-07-26T05:56:18.384 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:18 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: SHA256:8qzWBFZ5h8rCYqhXmt2ZC47qK/bc9NzdJXsEJ2Jxy3E ceph-9bd49884-4b13-11ef-bcb6-c7b262605968 2024-07-26T05:56:18.384 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:18 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: The key's randomart image is: 2024-07-26T05:56:18.384 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:18 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: +---[RSA 3072]----+ 2024-07-26T05:56:18.384 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:18 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: | . . | 2024-07-26T05:56:18.384 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:18 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: | o o..o E | 2024-07-26T05:56:18.385 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:18 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: | . . o o .+ + | 2024-07-26T05:56:18.385 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:18 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: | . + = o o = . | 2024-07-26T05:56:18.385 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:18 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: | . * +.=S . . + | 2024-07-26T05:56:18.385 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:18 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: |. + o ++. . | 2024-07-26T05:56:18.385 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:18 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: | . o o +o ... | 2024-07-26T05:56:18.385 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:18 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: |..o + =.o . . +. | 2024-07-26T05:56:18.385 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:18 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: |=+oo o.o . . o. | 2024-07-26T05:56:18.385 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:18 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: +----[SHA256]-----+ 2024-07-26T05:56:19.274 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:19 smithi089 ceph-mon[29555]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T05:56:19.274 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:19 smithi089 ceph-mon[29555]: Generating ssh key... 2024-07-26T05:56:19.274 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:19 smithi089 ceph-mon[29555]: from='mgr.14116 172.21.15.89:0/3505403626' entity='mgr.y' 2024-07-26T05:56:19.274 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:19 smithi089 ceph-mon[29555]: from='mgr.14116 172.21.15.89:0/3505403626' entity='mgr.y' 2024-07-26T05:56:19.819 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCyLDkQFFoX8yiqF7Cmjqwa4qhvA+x5GlayeN0xa2/pNjXkfOhwzHO1R0Tr6y1P65kN0QUlQN1KYshoCpfEM2YknWlzSgH1gD43SnOT2qszY44R/2imXzZKtCFqfyoWtKh4Z9edenrZW/vG1buFfpQ4cwkQnCkak/r8KyFgPeX4LOysIJTyhm50IJ+07hAxzU3iti/rfcxR31SQbbOT7vsKmO2wNPKIMiQZMe4ZuCudPpIZBh0/gaANErdS9MixfupzAXCrpIUTb7SUHkdOCImFlK4INbxCzXAVgqoJ6QZs5JI6QxkjhktVQqbrnvwRIOkZifaqK7dmduEprCNivURFMC6T/lXNB56G5a9ZLs5uGNl55EVtmrQrG6pMlO80HvQqRlBLWx9YlvH7kORxmn2IbP+2nFYjOFJkWz68E7UMGPusvEiBCIVM3c7+iWv1eHcJA9nVG3E+iYl79XyMsaIAWWqcWGCYm/iJq8E3WuWusqDx58EPm6wd8qVw7Pqcyts= ceph-9bd49884-4b13-11ef-bcb6-c7b262605968 2024-07-26T05:56:19.819 INFO:teuthology.orchestra.run.smithi089.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-07-26T05:56:19.819 INFO:teuthology.orchestra.run.smithi089.stdout:Adding key to root@localhost authorized_keys... 2024-07-26T05:56:19.820 INFO:teuthology.orchestra.run.smithi089.stdout:Adding host smithi089... 2024-07-26T05:56:20.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:20 smithi089 ceph-mon[29555]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T05:56:21.213 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:21 smithi089 ceph-mon[29555]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi089", "addr": "172.21.15.89", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T05:56:22.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:22 smithi089 ceph-mon[29555]: Deploying cephadm binary to smithi089 2024-07-26T05:56:23.660 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout Added host 'smithi089' with addr '172.21.15.89' 2024-07-26T05:56:23.660 INFO:teuthology.orchestra.run.smithi089.stdout:Deploying unmanaged mon service... 2024-07-26T05:56:24.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:24 smithi089 ceph-mon[29555]: from='mgr.14116 172.21.15.89:0/3505403626' entity='mgr.y' 2024-07-26T05:56:24.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:24 smithi089 ceph-mon[29555]: Added host smithi089 2024-07-26T05:56:24.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:24 smithi089 ceph-mon[29555]: from='mgr.14116 172.21.15.89:0/3505403626' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T05:56:24.860 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-07-26T05:56:24.860 INFO:teuthology.orchestra.run.smithi089.stdout:Deploying unmanaged mgr service... 2024-07-26T05:56:25.512 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:25 smithi089 ceph-mon[29555]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T05:56:25.512 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:25 smithi089 ceph-mon[29555]: Saving service mon spec with placement count:5 2024-07-26T05:56:25.512 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:25 smithi089 ceph-mon[29555]: from='mgr.14116 172.21.15.89:0/3505403626' entity='mgr.y' 2024-07-26T05:56:26.777 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:26 smithi089 ceph-mon[29555]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T05:56:26.778 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:26 smithi089 ceph-mon[29555]: Saving service mgr spec with placement count:2 2024-07-26T05:56:26.778 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:26 smithi089 ceph-mon[29555]: from='mgr.14116 172.21.15.89:0/3505403626' entity='mgr.y' 2024-07-26T05:56:26.778 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:26 smithi089 ceph-mon[29555]: from='mgr.14116 172.21.15.89:0/3505403626' entity='mgr.y' 2024-07-26T05:56:27.031 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-07-26T05:56:28.335 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:28 smithi089 ceph-mon[29555]: from='mgr.14116 172.21.15.89:0/3505403626' entity='mgr.y' 2024-07-26T05:56:28.335 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:28 smithi089 ceph-mon[29555]: from='client.? 172.21.15.89:0/1826713421' entity='client.admin' 2024-07-26T05:56:29.880 INFO:teuthology.orchestra.run.smithi089.stdout:Enabling the dashboard module... 2024-07-26T05:56:30.132 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:29 smithi089 ceph-mon[29555]: from='client.? 172.21.15.89:0/759567881' entity='client.admin' 2024-07-26T05:56:30.132 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:29 smithi089 ceph-mon[29555]: from='mgr.14116 172.21.15.89:0/3505403626' entity='mgr.y' 2024-07-26T05:56:31.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:30 smithi089 ceph-mon[29555]: from='mgr.14116 172.21.15.89:0/3505403626' entity='mgr.y' 2024-07-26T05:56:31.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:30 smithi089 ceph-mon[29555]: from='client.? 172.21.15.89:0/1288403622' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-07-26T05:56:31.155 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:30 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: ignoring --setuser ceph since I am not root 2024-07-26T05:56:31.155 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:30 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: ignoring --setgroup ceph since I am not root 2024-07-26T05:56:31.155 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:31 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T05:56:31.066+0000 7f9ef3bb1ec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-07-26T05:56:31.494 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:31 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T05:56:31.188+0000 7f9ef3bb1ec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-07-26T05:56:31.495 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:31 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T05:56:31.253+0000 7f9ef3bb1ec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-07-26T05:56:31.495 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:31 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T05:56:31.493+0000 7f9ef3bb1ec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-07-26T05:56:31.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:31 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T05:56:31.552+0000 7f9ef3bb1ec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-07-26T05:56:32.284 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:31 smithi089 ceph-mon[29555]: from='client.? 172.21.15.89:0/1288403622' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-07-26T05:56:32.284 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:31 smithi089 ceph-mon[29555]: mgrmap e9: y(active, since 17s) 2024-07-26T05:56:32.574 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T05:56:32.462+0000 7f9ef3bb1ec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-07-26T05:56:32.871 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T05:56:32.576+0000 7f9ef3bb1ec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-07-26T05:56:32.871 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T05:56:32.634+0000 7f9ef3bb1ec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-07-26T05:56:32.871 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T05:56:32.823+0000 7f9ef3bb1ec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-07-26T05:56:33.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:32 smithi089 ceph-mon[29555]: from='client.? 172.21.15.89:0/3538658975' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-07-26T05:56:33.155 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T05:56:32.883+0000 7f9ef3bb1ec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-07-26T05:56:33.155 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T05:56:32.948+0000 7f9ef3bb1ec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-07-26T05:56:33.155 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:33 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T05:56:33.069+0000 7f9ef3bb1ec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-07-26T05:56:33.183 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout { 2024-07-26T05:56:33.183 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-07-26T05:56:33.183 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "available": true, 2024-07-26T05:56:33.183 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-07-26T05:56:33.183 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-07-26T05:56:33.183 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout } 2024-07-26T05:56:33.183 INFO:teuthology.orchestra.run.smithi089.stdout:Waiting for the mgr to restart... 2024-07-26T05:56:33.183 INFO:teuthology.orchestra.run.smithi089.stdout:Waiting for mgr epoch 9... 2024-07-26T05:56:33.782 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:33 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T05:56:33.493+0000 7f9ef3bb1ec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-07-26T05:56:33.782 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:33 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T05:56:33.781+0000 7f9ef3bb1ec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-07-26T05:56:34.155 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:33 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T05:56:33.845+0000 7f9ef3bb1ec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-07-26T05:56:34.155 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:33 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T05:56:33.967+0000 7f9ef3bb1ec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-07-26T05:56:34.508 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:34 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T05:56:34.212+0000 7f9ef3bb1ec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-07-26T05:56:34.508 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:34 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T05:56:34.270+0000 7f9ef3bb1ec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-07-26T05:56:34.508 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:34 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T05:56:34.446+0000 7f9ef3bb1ec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-07-26T05:56:34.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:34 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T05:56:34.507+0000 7f9ef3bb1ec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-07-26T05:56:34.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:34 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T05:56:34.586+0000 7f9ef3bb1ec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-07-26T05:56:34.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:34 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T05:56:34.642+0000 7f9ef3bb1ec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-07-26T05:56:35.405 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:35 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T05:56:35.150+0000 7f9ef3bb1ec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-07-26T05:56:35.405 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:35 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T05:56:35.282+0000 7f9ef3bb1ec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-07-26T05:56:35.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:35 smithi089 ceph-mon[29555]: Active manager daemon y restarted 2024-07-26T05:56:35.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:35 smithi089 ceph-mon[29555]: Activating manager daemon y 2024-07-26T05:56:35.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:35 smithi089 ceph-mon[29555]: osdmap e3: 0 total, 0 up, 0 in 2024-07-26T05:56:35.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:35 smithi089 ceph-mon[29555]: mgrmap e10: y(active, starting, since 0.00530873s) 2024-07-26T05:56:35.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:35 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T05:56:35.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:35 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-07-26T05:56:35.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:35 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-07-26T05:56:35.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:35 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-07-26T05:56:35.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:35 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-07-26T05:56:35.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:35 smithi089 ceph-mon[29555]: Manager daemon y is now available 2024-07-26T05:56:35.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:35 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T05:56:35.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:35 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T05:56:35.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:35 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-07-26T05:56:35.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:35 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-07-26T05:56:37.151 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout { 2024-07-26T05:56:37.151 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-07-26T05:56:37.152 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout "initialized": true 2024-07-26T05:56:37.152 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout } 2024-07-26T05:56:37.152 INFO:teuthology.orchestra.run.smithi089.stdout:mgr epoch 9 is available 2024-07-26T05:56:37.152 INFO:teuthology.orchestra.run.smithi089.stdout:Generating a dashboard self-signed certificate... 2024-07-26T05:56:37.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:37 smithi089 ceph-mon[29555]: from='client.14152 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-07-26T05:56:37.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:37 smithi089 ceph-mon[29555]: mgrmap e11: y(active, since 1.00609s) 2024-07-26T05:56:37.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:37 smithi089 ceph-mon[29555]: from='client.14152 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-07-26T05:56:37.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:37 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:56:38.155 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:37 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T05:56:37.874+0000 7f9ea4728640 -1 log_channel(cephadm) log [ERR] : [26/Jul/2024:05:56:37] ENGINE Error in HTTPServer.serve 2024-07-26T05:56:38.156 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:37 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: Traceback (most recent call last): 2024-07-26T05:56:38.156 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:37 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-07-26T05:56:38.156 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:37 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: self._connections.run(self.expiration_interval) 2024-07-26T05:56:38.156 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:37 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-07-26T05:56:38.156 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:37 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: self._run(expiration_interval) 2024-07-26T05:56:38.156 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:37 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-07-26T05:56:38.156 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:37 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: new_conn = self._from_server_socket(self.server.socket) 2024-07-26T05:56:38.156 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:37 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-07-26T05:56:38.156 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:37 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-07-26T05:56:38.156 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:37 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-07-26T05:56:38.156 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:37 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: s = self.context.wrap_socket( 2024-07-26T05:56:38.156 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:37 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-07-26T05:56:38.156 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:37 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: return self.sslsocket_class._create( 2024-07-26T05:56:38.156 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:37 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-07-26T05:56:38.157 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:37 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: self.do_handshake() 2024-07-26T05:56:38.157 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:37 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-07-26T05:56:38.157 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:37 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: self._sslobj.do_handshake() 2024-07-26T05:56:38.157 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:37 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-07-26T05:56:38.157 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 05:56:37 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T05:56:38.474 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-07-26T05:56:38.474 INFO:teuthology.orchestra.run.smithi089.stdout:Creating initial admin user... 2024-07-26T05:56:38.745 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:38 smithi089 ceph-mon[29555]: mgrmap e12: y(active, since 2s) 2024-07-26T05:56:38.745 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:38 smithi089 ceph-mon[29555]: [26/Jul/2024:05:56:37] ENGINE Bus STARTING 2024-07-26T05:56:38.745 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:38 smithi089 ceph-mon[29555]: from='client.14160 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T05:56:38.745 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:38 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:56:38.745 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:38 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:56:38.746 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:38 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:56:38.746 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:38 smithi089 ceph-mon[29555]: [26/Jul/2024:05:56:37] ENGINE Serving on https://172.21.15.89:7150 2024-07-26T05:56:38.746 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:38 smithi089 ceph-mon[29555]: [26/Jul/2024:05:56:37] ENGINE Bus STARTED 2024-07-26T05:56:38.746 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:38 smithi089 ceph-mon[29555]: [26/Jul/2024:05:56:37] ENGINE Error in HTTPServer.serve 2024-07-26T05:56:38.746 INFO:journalctl@ceph.mon.a.smithi089.stdout: Traceback (most recent call last): 2024-07-26T05:56:38.746 INFO:journalctl@ceph.mon.a.smithi089.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-07-26T05:56:38.746 INFO:journalctl@ceph.mon.a.smithi089.stdout: self._connections.run(self.expiration_interval) 2024-07-26T05:56:38.746 INFO:journalctl@ceph.mon.a.smithi089.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-07-26T05:56:38.746 INFO:journalctl@ceph.mon.a.smithi089.stdout: self._run(expiration_interval) 2024-07-26T05:56:38.746 INFO:journalctl@ceph.mon.a.smithi089.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-07-26T05:56:38.746 INFO:journalctl@ceph.mon.a.smithi089.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-07-26T05:56:38.747 INFO:journalctl@ceph.mon.a.smithi089.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-07-26T05:56:38.747 INFO:journalctl@ceph.mon.a.smithi089.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-07-26T05:56:38.747 INFO:journalctl@ceph.mon.a.smithi089.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-07-26T05:56:38.747 INFO:journalctl@ceph.mon.a.smithi089.stdout: s = self.context.wrap_socket( 2024-07-26T05:56:38.747 INFO:journalctl@ceph.mon.a.smithi089.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-07-26T05:56:38.747 INFO:journalctl@ceph.mon.a.smithi089.stdout: return self.sslsocket_class._create( 2024-07-26T05:56:38.747 INFO:journalctl@ceph.mon.a.smithi089.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-07-26T05:56:38.747 INFO:journalctl@ceph.mon.a.smithi089.stdout: self.do_handshake() 2024-07-26T05:56:38.747 INFO:journalctl@ceph.mon.a.smithi089.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-07-26T05:56:38.747 INFO:journalctl@ceph.mon.a.smithi089.stdout: self._sslobj.do_handshake() 2024-07-26T05:56:38.747 INFO:journalctl@ceph.mon.a.smithi089.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-07-26T05:56:38.748 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:38 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:56:40.108 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$1FQ5BsumltQ6DWW0e01ZSeljfFlIWQFIqvAbS1t/kwhrECAV7jy2S", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1721973399, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-07-26T05:56:40.109 INFO:teuthology.orchestra.run.smithi089.stdout:Fetching dashboard port number... 2024-07-26T05:56:40.746 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:40 smithi089 ceph-mon[29555]: from='client.14162 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T05:56:40.746 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:40 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:56:41.672 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:41 smithi089 ceph-mon[29555]: from='client.? 172.21.15.89:0/4282382698' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-07-26T05:56:41.675 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stdout 8443 2024-07-26T05:56:41.685 INFO:teuthology.orchestra.run.smithi089.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-07-26T05:56:41.685 INFO:teuthology.orchestra.run.smithi089.stdout:systemctl: stdout disabled 2024-07-26T05:56:41.693 INFO:teuthology.orchestra.run.smithi089.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-07-26T05:56:41.693 INFO:teuthology.orchestra.run.smithi089.stdout:systemctl: stdout inactive 2024-07-26T05:56:41.693 INFO:teuthology.orchestra.run.smithi089.stdout:firewalld.service is not enabled 2024-07-26T05:56:41.693 INFO:teuthology.orchestra.run.smithi089.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-07-26T05:56:41.695 INFO:teuthology.orchestra.run.smithi089.stdout:Ceph Dashboard is now available at: 2024-07-26T05:56:41.695 INFO:teuthology.orchestra.run.smithi089.stdout: 2024-07-26T05:56:41.695 INFO:teuthology.orchestra.run.smithi089.stdout: URL: https://smithi089.front.sepia.ceph.com:8443/ 2024-07-26T05:56:41.695 INFO:teuthology.orchestra.run.smithi089.stdout: User: admin 2024-07-26T05:56:41.695 INFO:teuthology.orchestra.run.smithi089.stdout: Password: q7kmtuxh15 2024-07-26T05:56:41.695 INFO:teuthology.orchestra.run.smithi089.stdout: 2024-07-26T05:56:41.696 INFO:teuthology.orchestra.run.smithi089.stdout:Saving cluster configuration to /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/config directory 2024-07-26T05:56:41.696 INFO:teuthology.orchestra.run.smithi089.stdout:Enabling autotune for osd_memory_target 2024-07-26T05:56:42.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:42 smithi089 ceph-mon[29555]: mgrmap e13: y(active, since 6s) 2024-07-26T05:56:44.204 INFO:teuthology.orchestra.run.smithi089.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-07-26T05:56:44.204 INFO:teuthology.orchestra.run.smithi089.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-07-26T05:56:44.204 INFO:teuthology.orchestra.run.smithi089.stdout: 2024-07-26T05:56:44.205 INFO:teuthology.orchestra.run.smithi089.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-07-26T05:56:44.205 INFO:teuthology.orchestra.run.smithi089.stdout: 2024-07-26T05:56:44.205 INFO:teuthology.orchestra.run.smithi089.stdout:Or, if you are only running a single cluster on this host: 2024-07-26T05:56:44.205 INFO:teuthology.orchestra.run.smithi089.stdout: 2024-07-26T05:56:44.205 INFO:teuthology.orchestra.run.smithi089.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-07-26T05:56:44.205 INFO:teuthology.orchestra.run.smithi089.stdout: 2024-07-26T05:56:44.205 INFO:teuthology.orchestra.run.smithi089.stdout:Please consider enabling telemetry to help improve Ceph: 2024-07-26T05:56:44.205 INFO:teuthology.orchestra.run.smithi089.stdout: 2024-07-26T05:56:44.205 INFO:teuthology.orchestra.run.smithi089.stdout: ceph telemetry on 2024-07-26T05:56:44.205 INFO:teuthology.orchestra.run.smithi089.stdout: 2024-07-26T05:56:44.205 INFO:teuthology.orchestra.run.smithi089.stdout:For more information see: 2024-07-26T05:56:44.205 INFO:teuthology.orchestra.run.smithi089.stdout: 2024-07-26T05:56:44.205 INFO:teuthology.orchestra.run.smithi089.stdout: https://docs.ceph.com/docs/master/mgr/telemetry/ 2024-07-26T05:56:44.206 INFO:teuthology.orchestra.run.smithi089.stdout: 2024-07-26T05:56:44.206 INFO:teuthology.orchestra.run.smithi089.stdout:Bootstrap complete. 2024-07-26T05:56:44.240 INFO:tasks.cephadm:Fetching config... 2024-07-26T05:56:44.240 DEBUG:teuthology.orchestra.run.smithi089:> set -ex 2024-07-26T05:56:44.240 DEBUG:teuthology.orchestra.run.smithi089:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-07-26T05:56:44.257 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-07-26T05:56:44.257 DEBUG:teuthology.orchestra.run.smithi089:> set -ex 2024-07-26T05:56:44.257 DEBUG:teuthology.orchestra.run.smithi089:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-07-26T05:56:44.312 INFO:tasks.cephadm:Fetching mon keyring... 2024-07-26T05:56:44.312 DEBUG:teuthology.orchestra.run.smithi089:> set -ex 2024-07-26T05:56:44.313 DEBUG:teuthology.orchestra.run.smithi089:> sudo dd if=/var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.a/keyring of=/dev/stdout 2024-07-26T05:56:44.377 INFO:tasks.cephadm:Fetching pub ssh key... 2024-07-26T05:56:44.377 DEBUG:teuthology.orchestra.run.smithi089:> set -ex 2024-07-26T05:56:44.377 DEBUG:teuthology.orchestra.run.smithi089:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-07-26T05:56:44.432 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-07-26T05:56:44.434 DEBUG:teuthology.orchestra.run.smithi089:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCyLDkQFFoX8yiqF7Cmjqwa4qhvA+x5GlayeN0xa2/pNjXkfOhwzHO1R0Tr6y1P65kN0QUlQN1KYshoCpfEM2YknWlzSgH1gD43SnOT2qszY44R/2imXzZKtCFqfyoWtKh4Z9edenrZW/vG1buFfpQ4cwkQnCkak/r8KyFgPeX4LOysIJTyhm50IJ+07hAxzU3iti/rfcxR31SQbbOT7vsKmO2wNPKIMiQZMe4ZuCudPpIZBh0/gaANErdS9MixfupzAXCrpIUTb7SUHkdOCImFlK4INbxCzXAVgqoJ6QZs5JI6QxkjhktVQqbrnvwRIOkZifaqK7dmduEprCNivURFMC6T/lXNB56G5a9ZLs5uGNl55EVtmrQrG6pMlO80HvQqRlBLWx9YlvH7kORxmn2IbP+2nFYjOFJkWz68E7UMGPusvEiBCIVM3c7+iWv1eHcJA9nVG3E+iYl79XyMsaIAWWqcWGCYm/iJq8E3WuWusqDx58EPm6wd8qVw7Pqcyts= ceph-9bd49884-4b13-11ef-bcb6-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-07-26T05:56:44.507 INFO:teuthology.orchestra.run.smithi089.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCyLDkQFFoX8yiqF7Cmjqwa4qhvA+x5GlayeN0xa2/pNjXkfOhwzHO1R0Tr6y1P65kN0QUlQN1KYshoCpfEM2YknWlzSgH1gD43SnOT2qszY44R/2imXzZKtCFqfyoWtKh4Z9edenrZW/vG1buFfpQ4cwkQnCkak/r8KyFgPeX4LOysIJTyhm50IJ+07hAxzU3iti/rfcxR31SQbbOT7vsKmO2wNPKIMiQZMe4ZuCudPpIZBh0/gaANErdS9MixfupzAXCrpIUTb7SUHkdOCImFlK4INbxCzXAVgqoJ6QZs5JI6QxkjhktVQqbrnvwRIOkZifaqK7dmduEprCNivURFMC6T/lXNB56G5a9ZLs5uGNl55EVtmrQrG6pMlO80HvQqRlBLWx9YlvH7kORxmn2IbP+2nFYjOFJkWz68E7UMGPusvEiBCIVM3c7+iWv1eHcJA9nVG3E+iYl79XyMsaIAWWqcWGCYm/iJq8E3WuWusqDx58EPm6wd8qVw7Pqcyts= ceph-9bd49884-4b13-11ef-bcb6-c7b262605968 2024-07-26T05:56:44.528 DEBUG:teuthology.orchestra.run.smithi155:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCyLDkQFFoX8yiqF7Cmjqwa4qhvA+x5GlayeN0xa2/pNjXkfOhwzHO1R0Tr6y1P65kN0QUlQN1KYshoCpfEM2YknWlzSgH1gD43SnOT2qszY44R/2imXzZKtCFqfyoWtKh4Z9edenrZW/vG1buFfpQ4cwkQnCkak/r8KyFgPeX4LOysIJTyhm50IJ+07hAxzU3iti/rfcxR31SQbbOT7vsKmO2wNPKIMiQZMe4ZuCudPpIZBh0/gaANErdS9MixfupzAXCrpIUTb7SUHkdOCImFlK4INbxCzXAVgqoJ6QZs5JI6QxkjhktVQqbrnvwRIOkZifaqK7dmduEprCNivURFMC6T/lXNB56G5a9ZLs5uGNl55EVtmrQrG6pMlO80HvQqRlBLWx9YlvH7kORxmn2IbP+2nFYjOFJkWz68E7UMGPusvEiBCIVM3c7+iWv1eHcJA9nVG3E+iYl79XyMsaIAWWqcWGCYm/iJq8E3WuWusqDx58EPm6wd8qVw7Pqcyts= ceph-9bd49884-4b13-11ef-bcb6-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-07-26T05:56:44.569 INFO:teuthology.orchestra.run.smithi155.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCyLDkQFFoX8yiqF7Cmjqwa4qhvA+x5GlayeN0xa2/pNjXkfOhwzHO1R0Tr6y1P65kN0QUlQN1KYshoCpfEM2YknWlzSgH1gD43SnOT2qszY44R/2imXzZKtCFqfyoWtKh4Z9edenrZW/vG1buFfpQ4cwkQnCkak/r8KyFgPeX4LOysIJTyhm50IJ+07hAxzU3iti/rfcxR31SQbbOT7vsKmO2wNPKIMiQZMe4ZuCudPpIZBh0/gaANErdS9MixfupzAXCrpIUTb7SUHkdOCImFlK4INbxCzXAVgqoJ6QZs5JI6QxkjhktVQqbrnvwRIOkZifaqK7dmduEprCNivURFMC6T/lXNB56G5a9ZLs5uGNl55EVtmrQrG6pMlO80HvQqRlBLWx9YlvH7kORxmn2IbP+2nFYjOFJkWz68E7UMGPusvEiBCIVM3c7+iWv1eHcJA9nVG3E+iYl79XyMsaIAWWqcWGCYm/iJq8E3WuWusqDx58EPm6wd8qVw7Pqcyts= ceph-9bd49884-4b13-11ef-bcb6-c7b262605968 2024-07-26T05:56:44.582 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-07-26T05:56:44.833 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T05:56:44.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:44 smithi089 ceph-mon[29555]: from='client.? 172.21.15.89:0/69097704' entity='client.admin' 2024-07-26T05:56:47.504 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:47 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:56:47.504 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:47 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:56:47.504 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:47 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi089", "name": "osd_memory_target"}]: dispatch 2024-07-26T05:56:47.504 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:47 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:56:47.504 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:47 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T05:56:47.505 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:47 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:56:48.807 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-07-26T05:56:48.807 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-07-26T05:56:49.056 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T05:56:49.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:48 smithi089 ceph-mon[29555]: from='client.? 172.21.15.89:0/2660727471' entity='client.admin' 2024-07-26T05:56:49.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:48 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T05:56:49.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:48 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:56:51.585 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi155 2024-07-26T05:56:51.610 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-07-26T05:56:51.610 DEBUG:teuthology.orchestra.run.smithi155:> dd of=/etc/ceph/ceph.conf 2024-07-26T05:56:51.631 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-07-26T05:56:51.631 DEBUG:teuthology.orchestra.run.smithi155:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-07-26T05:56:51.691 INFO:tasks.cephadm:Adding host smithi155 to orchestrator... 2024-07-26T05:56:51.691 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- ceph orch host add smithi155 2024-07-26T05:56:51.937 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T05:56:52.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:51 smithi089 ceph-mon[29555]: from='client.14172 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T05:56:52.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:51 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:56:52.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:51 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T05:56:52.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:51 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:56:52.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:51 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T05:56:52.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:51 smithi089 ceph-mon[29555]: Updating smithi089:/etc/ceph/ceph.conf 2024-07-26T05:56:52.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:51 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:56:52.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:51 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:56:52.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:51 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:56:53.040 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:52 smithi089 ceph-mon[29555]: Updating smithi089:/var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/config/ceph.conf 2024-07-26T05:56:53.041 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:52 smithi089 ceph-mon[29555]: Updating smithi089:/etc/ceph/ceph.client.admin.keyring 2024-07-26T05:56:53.041 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:52 smithi089 ceph-mon[29555]: Updating smithi089:/var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/config/ceph.client.admin.keyring 2024-07-26T05:56:54.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:54 smithi089 ceph-mon[29555]: from='client.14174 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi155", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T05:56:55.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:55 smithi089 ceph-mon[29555]: Deploying cephadm binary to smithi155 2024-07-26T05:56:56.425 INFO:teuthology.orchestra.run.smithi089.stdout:Added host 'smithi155' with addr '172.21.15.155' 2024-07-26T05:56:56.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:56 smithi089 ceph-mon[29555]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:56:57.014 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- ceph orch host ls --format=json 2024-07-26T05:56:57.258 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T05:56:57.640 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:57 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:56:57.640 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:57 smithi089 ceph-mon[29555]: Added host smithi155 2024-07-26T05:56:57.640 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:57 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T05:56:57.640 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:57 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:56:57.640 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:57 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:56:58.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:58 smithi089 ceph-mon[29555]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:56:58.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:56:58 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:56:58.983 INFO:teuthology.orchestra.run.smithi089.stdout: 2024-07-26T05:56:58.984 INFO:teuthology.orchestra.run.smithi089.stdout:[{"addr": "172.21.15.89", "hostname": "smithi089", "labels": [], "status": ""}, {"addr": "172.21.15.155", "hostname": "smithi155", "labels": [], "status": ""}] 2024-07-26T05:56:59.539 INFO:tasks.cephadm:Setting crush tunables to default 2024-07-26T05:56:59.540 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- ceph osd crush tunables default 2024-07-26T05:56:59.782 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T05:57:00.855 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:00 smithi089 ceph-mon[29555]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-07-26T05:57:00.855 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:00 smithi089 ceph-mon[29555]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:57:00.855 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:00 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:00.856 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:00 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:00.856 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:00 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:00.856 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:00 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:00.856 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:00 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi155", "name": "osd_memory_target"}]: dispatch 2024-07-26T05:57:00.856 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:00 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:57:00.856 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:00 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T05:57:01.790 INFO:teuthology.orchestra.run.smithi089.stderr:adjusted tunables profile to default 2024-07-26T05:57:02.095 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:01 smithi089 ceph-mon[29555]: Updating smithi155:/etc/ceph/ceph.conf 2024-07-26T05:57:02.095 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:01 smithi089 ceph-mon[29555]: Updating smithi155:/var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/config/ceph.conf 2024-07-26T05:57:02.095 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:01 smithi089 ceph-mon[29555]: from='client.? 172.21.15.89:0/3325305227' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-07-26T05:57:02.095 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:01 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:02.095 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:01 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:02.095 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:01 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:02.404 INFO:tasks.cephadm:Adding mon.a on smithi089 2024-07-26T05:57:02.404 INFO:tasks.cephadm:Adding mon.c on smithi089 2024-07-26T05:57:02.404 INFO:tasks.cephadm:Adding mon.b on smithi155 2024-07-26T05:57:02.404 DEBUG:teuthology.orchestra.run.smithi155:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- ceph orch apply mon '3;smithi089:172.21.15.89=a;smithi089:[v2:172.21.15.89:3301,v1:172.21.15.89:6790]=c;smithi155:172.21.15.155=b' 2024-07-26T05:57:02.651 INFO:teuthology.orchestra.run.smithi155.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/config/ceph.conf 2024-07-26T05:57:03.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:02 smithi089 ceph-mon[29555]: Updating smithi155:/etc/ceph/ceph.client.admin.keyring 2024-07-26T05:57:03.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:02 smithi089 ceph-mon[29555]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:57:03.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:02 smithi089 ceph-mon[29555]: Updating smithi155:/var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/config/ceph.client.admin.keyring 2024-07-26T05:57:03.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:02 smithi089 ceph-mon[29555]: from='client.? 172.21.15.89:0/3325305227' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-07-26T05:57:03.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:02 smithi089 ceph-mon[29555]: osdmap e4: 0 total, 0 up, 0 in 2024-07-26T05:57:04.297 INFO:teuthology.orchestra.run.smithi155.stdout:Scheduled mon update... 2024-07-26T05:57:04.868 DEBUG:teuthology.orchestra.run.smithi089:mon.c> sudo journalctl -f -n 0 -u ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@mon.c.service 2024-07-26T05:57:04.871 DEBUG:teuthology.orchestra.run.smithi155:mon.b> sudo journalctl -f -n 0 -u ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@mon.b.service 2024-07-26T05:57:04.873 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-07-26T05:57:04.873 DEBUG:teuthology.orchestra.run.smithi155:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- ceph mon dump -f json 2024-07-26T05:57:05.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:04 smithi089 ceph-mon[29555]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:57:05.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:04 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:05.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:04 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T05:57:05.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:04 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:57:05.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:04 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T05:57:05.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:04 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:05.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:04 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-26T05:57:05.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:04 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:57:05.844 INFO:teuthology.orchestra.run.smithi155.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/config/ceph.conf 2024-07-26T05:57:06.056 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:05 smithi089 ceph-mon[29555]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi089:172.21.15.89=a;smithi089:[v2:172.21.15.89:3301,v1:172.21.15.89:6790]=c;smithi155:172.21.15.155=b", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T05:57:06.056 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:05 smithi089 ceph-mon[29555]: Saving service mon spec with placement smithi089:172.21.15.89=a;smithi089:[v2:172.21.15.89:3301,v1:172.21.15.89:6790]=c;smithi155:172.21.15.155=b;count:3 2024-07-26T05:57:06.056 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:05 smithi089 ceph-mon[29555]: Deploying daemon mon.b on smithi155 2024-07-26T05:57:07.072 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:06 smithi089 ceph-mon[29555]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:57:08.716 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-26T05:57:08.716 INFO:teuthology.orchestra.run.smithi155.stdout:{"epoch":1,"fsid":"9bd49884-4b13-11ef-bcb6-c7b262605968","modified":"2024-07-26T05:55:42.540523Z","created":"2024-07-26T05:55:42.540523Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:3300","nonce":0},{"type":"v1","addr":"172.21.15.89:6789","nonce":0}]},"addr":"172.21.15.89:6789/0","public_addr":"172.21.15.89:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-07-26T05:57:08.717 INFO:teuthology.orchestra.run.smithi155.stderr:dumped monmap epoch 1 2024-07-26T05:57:09.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:08 smithi089 ceph-mon[29555]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:57:09.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:08 smithi089 ceph-mon[29555]: from='client.? 172.21.15.155:0/3825964728' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-07-26T05:57:09.570 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 podman[33271]: 2024-07-26 05:57:09.367982366 +0000 UTC m=+0.127644965 container create 907a62e6621bc0cb63a61568ba28f7c80115df719fe49218f85759afebb4786a (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mon-b, io.buildah.version=1.36.0, org.label-schema.build-date=20240724, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=quincy-5dff84c, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-07-26T05:57:09.571 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 podman[33271]: 2024-07-26 05:57:09.57016143 +0000 UTC m=+0.329824031 container init 907a62e6621bc0cb63a61568ba28f7c80115df719fe49218f85759afebb4786a (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mon-b, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=quincy-5dff84c, io.buildah.version=1.36.0, org.label-schema.build-date=20240724, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-07-26T05:57:09.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 podman[33271]: 2024-07-26 05:57:09.574938639 +0000 UTC m=+0.334601251 container start 907a62e6621bc0cb63a61568ba28f7c80115df719fe49218f85759afebb4786a (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mon-b, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.build-date=20240724, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-5dff84c, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-07-26T05:57:09.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: set uid:gid to 167:167 (ceph:ceph) 2024-07-26T05:57:09.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable), process ceph-mon, pid 7 2024-07-26T05:57:09.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: pidfile_write: ignore empty --pid-file 2024-07-26T05:57:09.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: load: jerasure load: lrc 2024-07-26T05:57:09.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: RocksDB version: 6.15.5 2024-07-26T05:57:09.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-07-26T05:57:09.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Compile date Jul 25 2024 2024-07-26T05:57:09.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: DB SUMMARY 2024-07-26T05:57:09.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: DB Session ID: I4TB14CWNKA31V1V4U20 2024-07-26T05:57:09.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: CURRENT file: CURRENT 2024-07-26T05:57:09.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: IDENTITY file: IDENTITY 2024-07-26T05:57:09.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: MANIFEST file: MANIFEST-000003 size: 57 Bytes 2024-07-26T05:57:09.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 0, files: 2024-07-26T05:57:09.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000004.log size: 511 ; 2024-07-26T05:57:09.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.error_if_exists: 0 2024-07-26T05:57:09.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.create_if_missing: 0 2024-07-26T05:57:09.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.paranoid_checks: 1 2024-07-26T05:57:09.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-07-26T05:57:09.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.env: 0x56489939c440 2024-07-26T05:57:09.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.fs: Posix File System 2024-07-26T05:57:09.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.info_log: 0x564899c5af20 2024-07-26T05:57:09.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.max_file_opening_threads: 16 2024-07-26T05:57:09.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.statistics: (nil) 2024-07-26T05:57:09.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.use_fsync: 0 2024-07-26T05:57:09.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.max_log_file_size: 0 2024-07-26T05:57:09.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-07-26T05:57:09.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.log_file_time_to_roll: 0 2024-07-26T05:57:09.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.keep_log_file_num: 1000 2024-07-26T05:57:09.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.recycle_log_file_num: 0 2024-07-26T05:57:09.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.allow_fallocate: 1 2024-07-26T05:57:09.883 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.allow_mmap_reads: 0 2024-07-26T05:57:09.883 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.allow_mmap_writes: 0 2024-07-26T05:57:09.883 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.use_direct_reads: 0 2024-07-26T05:57:09.883 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-07-26T05:57:09.883 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.create_missing_column_families: 0 2024-07-26T05:57:09.883 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.db_log_dir: 2024-07-26T05:57:09.883 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-b/store.db 2024-07-26T05:57:09.883 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.table_cache_numshardbits: 6 2024-07-26T05:57:09.883 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.WAL_ttl_seconds: 0 2024-07-26T05:57:09.883 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.WAL_size_limit_MB: 0 2024-07-26T05:57:09.883 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-07-26T05:57:09.884 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-07-26T05:57:09.884 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.is_fd_close_on_exec: 1 2024-07-26T05:57:09.884 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.advise_random_on_open: 1 2024-07-26T05:57:09.884 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.db_write_buffer_size: 0 2024-07-26T05:57:09.884 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.write_buffer_manager: 0x564899d18750 2024-07-26T05:57:09.884 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-07-26T05:57:09.884 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-07-26T05:57:09.884 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-07-26T05:57:09.884 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.use_adaptive_mutex: 0 2024-07-26T05:57:09.884 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.rate_limiter: (nil) 2024-07-26T05:57:09.884 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-07-26T05:57:09.884 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.wal_recovery_mode: 2 2024-07-26T05:57:09.885 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.enable_thread_tracking: 0 2024-07-26T05:57:09.885 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.enable_pipelined_write: 0 2024-07-26T05:57:09.885 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.unordered_write: 0 2024-07-26T05:57:09.885 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-07-26T05:57:09.885 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-07-26T05:57:09.885 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-07-26T05:57:09.885 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-07-26T05:57:09.885 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.row_cache: None 2024-07-26T05:57:09.885 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.wal_filter: None 2024-07-26T05:57:09.885 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-07-26T05:57:09.885 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.allow_ingest_behind: 0 2024-07-26T05:57:09.885 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.preserve_deletes: 0 2024-07-26T05:57:09.886 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.two_write_queues: 0 2024-07-26T05:57:09.886 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.manual_wal_flush: 0 2024-07-26T05:57:09.886 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.atomic_flush: 0 2024-07-26T05:57:09.886 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-07-26T05:57:09.886 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.persist_stats_to_disk: 0 2024-07-26T05:57:09.886 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.write_dbid_to_manifest: 0 2024-07-26T05:57:09.886 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.log_readahead_size: 0 2024-07-26T05:57:09.891 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-07-26T05:57:09.891 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.best_efforts_recovery: 0 2024-07-26T05:57:09.891 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-07-26T05:57:09.891 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-07-26T05:57:09.892 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.allow_data_in_errors: 0 2024-07-26T05:57:09.892 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.db_host_id: __hostname__ 2024-07-26T05:57:09.892 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.max_background_jobs: 2 2024-07-26T05:57:09.892 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.max_background_compactions: -1 2024-07-26T05:57:09.892 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.max_subcompactions: 1 2024-07-26T05:57:09.892 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-07-26T05:57:09.892 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-07-26T05:57:09.892 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.delayed_write_rate : 16777216 2024-07-26T05:57:09.892 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.max_total_wal_size: 0 2024-07-26T05:57:09.892 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-07-26T05:57:09.893 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.stats_dump_period_sec: 600 2024-07-26T05:57:09.893 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.stats_persist_period_sec: 600 2024-07-26T05:57:09.893 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-07-26T05:57:09.893 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.max_open_files: -1 2024-07-26T05:57:09.893 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.bytes_per_sync: 0 2024-07-26T05:57:09.893 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.wal_bytes_per_sync: 0 2024-07-26T05:57:09.893 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.strict_bytes_per_sync: 0 2024-07-26T05:57:09.893 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.compaction_readahead_size: 0 2024-07-26T05:57:09.893 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.max_background_flushes: -1 2024-07-26T05:57:09.893 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Compression algorithms supported: 2024-07-26T05:57:09.893 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: kZSTD supported: 0 2024-07-26T05:57:09.894 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: kXpressCompression supported: 0 2024-07-26T05:57:09.894 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: kBZip2Compression supported: 0 2024-07-26T05:57:09.894 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-07-26T05:57:09.894 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: kLZ4Compression supported: 1 2024-07-26T05:57:09.894 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: kZlibCompression supported: 1 2024-07-26T05:57:09.894 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: kLZ4HCCompression supported: 1 2024-07-26T05:57:09.894 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: kSnappyCompression supported: 1 2024-07-26T05:57:09.894 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Fast CRC32 supported: Supported on x86 2024-07-26T05:57:09.894 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000003 2024-07-26T05:57:09.895 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2024-07-26T05:57:09.895 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-07-26T05:57:09.895 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.merge_operator: 2024-07-26T05:57:09.895 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.compaction_filter: None 2024-07-26T05:57:09.895 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.compaction_filter_factory: None 2024-07-26T05:57:09.895 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.sst_partitioner_factory: None 2024-07-26T05:57:09.895 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.memtable_factory: SkipListFactory 2024-07-26T05:57:09.895 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.table_factory: BlockBasedTable 2024-07-26T05:57:09.895 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x564899c01a58) 2024-07-26T05:57:09.895 INFO:journalctl@ceph.mon.b.smithi155.stdout: cache_index_and_filter_blocks: 1 2024-07-26T05:57:09.895 INFO:journalctl@ceph.mon.b.smithi155.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-07-26T05:57:09.896 INFO:journalctl@ceph.mon.b.smithi155.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-07-26T05:57:09.896 INFO:journalctl@ceph.mon.b.smithi155.stdout: pin_top_level_index_and_filter: 1 2024-07-26T05:57:09.896 INFO:journalctl@ceph.mon.b.smithi155.stdout: index_type: 0 2024-07-26T05:57:09.896 INFO:journalctl@ceph.mon.b.smithi155.stdout: data_block_index_type: 0 2024-07-26T05:57:09.896 INFO:journalctl@ceph.mon.b.smithi155.stdout: index_shortening: 1 2024-07-26T05:57:09.896 INFO:journalctl@ceph.mon.b.smithi155.stdout: data_block_hash_table_util_ratio: 0.750000 2024-07-26T05:57:09.896 INFO:journalctl@ceph.mon.b.smithi155.stdout: hash_index_allow_collision: 1 2024-07-26T05:57:09.896 INFO:journalctl@ceph.mon.b.smithi155.stdout: checksum: 1 2024-07-26T05:57:09.896 INFO:journalctl@ceph.mon.b.smithi155.stdout: no_block_cache: 0 2024-07-26T05:57:09.897 INFO:journalctl@ceph.mon.b.smithi155.stdout: block_cache: 0x564899c371f0 2024-07-26T05:57:09.897 INFO:journalctl@ceph.mon.b.smithi155.stdout: block_cache_name: BinnedLRUCache 2024-07-26T05:57:09.897 INFO:journalctl@ceph.mon.b.smithi155.stdout: block_cache_options: 2024-07-26T05:57:09.897 INFO:journalctl@ceph.mon.b.smithi155.stdout: capacity : 536870912 2024-07-26T05:57:09.897 INFO:journalctl@ceph.mon.b.smithi155.stdout: num_shard_bits : 4 2024-07-26T05:57:09.897 INFO:journalctl@ceph.mon.b.smithi155.stdout: strict_capacity_limit : 0 2024-07-26T05:57:09.897 INFO:journalctl@ceph.mon.b.smithi155.stdout: high_pri_pool_ratio: 0.000 2024-07-26T05:57:09.897 INFO:journalctl@ceph.mon.b.smithi155.stdout: block_cache_compressed: (nil) 2024-07-26T05:57:09.897 INFO:journalctl@ceph.mon.b.smithi155.stdout: persistent_cache: (nil) 2024-07-26T05:57:09.897 INFO:journalctl@ceph.mon.b.smithi155.stdout: block_size: 4096 2024-07-26T05:57:09.897 INFO:journalctl@ceph.mon.b.smithi155.stdout: block_size_deviation: 10 2024-07-26T05:57:09.897 INFO:journalctl@ceph.mon.b.smithi155.stdout: block_restart_interval: 16 2024-07-26T05:57:09.898 INFO:journalctl@ceph.mon.b.smithi155.stdout: index_block_restart_interval: 1 2024-07-26T05:57:09.898 INFO:journalctl@ceph.mon.b.smithi155.stdout: metadata_block_size: 4096 2024-07-26T05:57:09.898 INFO:journalctl@ceph.mon.b.smithi155.stdout: partition_filters: 0 2024-07-26T05:57:09.898 INFO:journalctl@ceph.mon.b.smithi155.stdout: use_delta_encoding: 1 2024-07-26T05:57:09.898 INFO:journalctl@ceph.mon.b.smithi155.stdout: filter_policy: rocksdb.BuiltinBloomFilter 2024-07-26T05:57:09.898 INFO:journalctl@ceph.mon.b.smithi155.stdout: whole_key_filtering: 1 2024-07-26T05:57:09.898 INFO:journalctl@ceph.mon.b.smithi155.stdout: verify_compression: 0 2024-07-26T05:57:09.898 INFO:journalctl@ceph.mon.b.smithi155.stdout: read_amp_bytes_per_bit: 0 2024-07-26T05:57:09.898 INFO:journalctl@ceph.mon.b.smithi155.stdout: format_version: 4 2024-07-26T05:57:09.898 INFO:journalctl@ceph.mon.b.smithi155.stdout: enable_index_compression: 1 2024-07-26T05:57:09.898 INFO:journalctl@ceph.mon.b.smithi155.stdout: block_align: 0 2024-07-26T05:57:09.898 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.write_buffer_size: 33554432 2024-07-26T05:57:09.899 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.max_write_buffer_number: 2 2024-07-26T05:57:09.899 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.compression: NoCompression 2024-07-26T05:57:09.899 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.bottommost_compression: Disabled 2024-07-26T05:57:09.899 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.prefix_extractor: nullptr 2024-07-26T05:57:09.899 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-07-26T05:57:09.899 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.num_levels: 7 2024-07-26T05:57:09.899 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-07-26T05:57:09.899 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-07-26T05:57:09.899 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-07-26T05:57:09.899 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-07-26T05:57:09.900 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-07-26T05:57:09.900 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-07-26T05:57:09.900 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-07-26T05:57:09.900 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-07-26T05:57:09.900 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-07-26T05:57:09.900 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-07-26T05:57:09.900 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.compression_opts.window_bits: -14 2024-07-26T05:57:09.900 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.compression_opts.level: 32767 2024-07-26T05:57:09.900 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.compression_opts.strategy: 0 2024-07-26T05:57:09.900 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-07-26T05:57:09.900 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-07-26T05:57:09.900 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-07-26T05:57:09.901 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.compression_opts.enabled: false 2024-07-26T05:57:09.901 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-07-26T05:57:09.901 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-07-26T05:57:09.901 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-07-26T05:57:09.901 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.target_file_size_base: 67108864 2024-07-26T05:57:09.901 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.target_file_size_multiplier: 1 2024-07-26T05:57:09.901 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-07-26T05:57:09.901 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-07-26T05:57:09.901 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-07-26T05:57:09.901 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-07-26T05:57:09.902 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-07-26T05:57:09.902 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-07-26T05:57:09.902 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-07-26T05:57:09.902 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-07-26T05:57:09.902 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-07-26T05:57:09.902 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-07-26T05:57:09.902 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-07-26T05:57:09.902 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-07-26T05:57:09.902 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.arena_block_size: 4194304 2024-07-26T05:57:09.902 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-07-26T05:57:09.902 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-07-26T05:57:09.903 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-07-26T05:57:09.903 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.disable_auto_compactions: 0 2024-07-26T05:57:09.903 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-07-26T05:57:09.903 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-07-26T05:57:09.903 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-07-26T05:57:09.903 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-07-26T05:57:09.903 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-07-26T05:57:09.903 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-07-26T05:57:09.903 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-07-26T05:57:09.903 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-07-26T05:57:09.903 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-07-26T05:57:09.904 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-07-26T05:57:09.904 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.table_properties_collectors: 2024-07-26T05:57:09.904 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.inplace_update_support: 0 2024-07-26T05:57:09.904 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.inplace_update_num_locks: 10000 2024-07-26T05:57:09.904 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-07-26T05:57:09.904 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-07-26T05:57:09.904 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.memtable_huge_page_size: 0 2024-07-26T05:57:09.904 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.bloom_locality: 0 2024-07-26T05:57:09.904 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.max_successive_merges: 0 2024-07-26T05:57:09.904 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.optimize_filters_for_hits: 0 2024-07-26T05:57:09.904 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.paranoid_file_checks: 0 2024-07-26T05:57:09.904 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.force_consistency_checks: 1 2024-07-26T05:57:09.905 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.report_bg_io_stats: 0 2024-07-26T05:57:09.905 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.ttl: 2592000 2024-07-26T05:57:09.905 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.periodic_compaction_seconds: 0 2024-07-26T05:57:09.905 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.enable_blob_files: false 2024-07-26T05:57:09.905 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.min_blob_size: 0 2024-07-26T05:57:09.905 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.blob_file_size: 268435456 2024-07-26T05:57:09.905 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.blob_compression_type: NoCompression 2024-07-26T05:57:09.905 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.enable_blob_garbage_collection: false 2024-07-26T05:57:09.905 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-07-26T05:57:09.905 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000003 succeeded,manifest_file_number is 3, next_file_number is 5, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-07-26T05:57:09.905 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 0 2024-07-26T05:57:09.906 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: [db/version_set.cc:4082] Creating manifest 7 2024-07-26T05:57:09.906 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: EVENT_LOG_v1 {"time_micros": 1721973429599120, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-07-26T05:57:09.906 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: [db/db_impl/db_impl_open.cc:845] Recovering log #4 mode 2 2024-07-26T05:57:09.906 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: [table/block_based/filter_policy.cc:991] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2024-07-26T05:57:09.906 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: EVENT_LOG_v1 {"time_micros": 1721973429599428, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1545, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1721973429, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "bcea3d17-7267-45d5-b021-7eeeed560e10", "db_session_id": "I4TB14CWNKA31V1V4U20"}} 2024-07-26T05:57:09.906 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: [db/version_set.cc:4082] Creating manifest 9 2024-07-26T05:57:09.906 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: EVENT_LOG_v1 {"time_micros": 1721973429599747, "job": 1, "event": "recovery_finished"} 2024-07-26T05:57:09.906 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-07-26T05:57:09.906 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x564899c6a700 2024-07-26T05:57:09.906 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: DB pointer 0x564899c3a000 2024-07-26T05:57:09.907 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2024-07-26T05:57:09.907 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: rocksdb: [db/db_impl/db_impl.cc:903] 2024-07-26T05:57:09.907 INFO:journalctl@ceph.mon.b.smithi155.stdout: ** DB Stats ** 2024-07-26T05:57:09.907 INFO:journalctl@ceph.mon.b.smithi155.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-07-26T05:57:09.907 INFO:journalctl@ceph.mon.b.smithi155.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-07-26T05:57:09.907 INFO:journalctl@ceph.mon.b.smithi155.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-07-26T05:57:09.907 INFO:journalctl@ceph.mon.b.smithi155.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-07-26T05:57:09.907 INFO:journalctl@ceph.mon.b.smithi155.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-07-26T05:57:09.907 INFO:journalctl@ceph.mon.b.smithi155.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-07-26T05:57:09.907 INFO:journalctl@ceph.mon.b.smithi155.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-07-26T05:57:09.907 INFO:journalctl@ceph.mon.b.smithi155.stdout: 2024-07-26T05:57:09.908 INFO:journalctl@ceph.mon.b.smithi155.stdout: ** Compaction Stats [default] ** 2024-07-26T05:57:09.908 INFO:journalctl@ceph.mon.b.smithi155.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-07-26T05:57:09.908 INFO:journalctl@ceph.mon.b.smithi155.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-07-26T05:57:09.908 INFO:journalctl@ceph.mon.b.smithi155.stdout: L0 1/0 1.51 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.0 0.00 0.00 1 0.000 0 0 2024-07-26T05:57:09.908 INFO:journalctl@ceph.mon.b.smithi155.stdout: Sum 1/0 1.51 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.0 0.00 0.00 1 0.000 0 0 2024-07-26T05:57:09.908 INFO:journalctl@ceph.mon.b.smithi155.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.0 0.00 0.00 1 0.000 0 0 2024-07-26T05:57:09.908 INFO:journalctl@ceph.mon.b.smithi155.stdout: 2024-07-26T05:57:09.908 INFO:journalctl@ceph.mon.b.smithi155.stdout: ** Compaction Stats [default] ** 2024-07-26T05:57:09.908 INFO:journalctl@ceph.mon.b.smithi155.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-07-26T05:57:09.908 INFO:journalctl@ceph.mon.b.smithi155.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-07-26T05:57:09.908 INFO:journalctl@ceph.mon.b.smithi155.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 5.0 0.00 0.00 1 0.000 0 0 2024-07-26T05:57:09.909 INFO:journalctl@ceph.mon.b.smithi155.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-07-26T05:57:09.909 INFO:journalctl@ceph.mon.b.smithi155.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-07-26T05:57:09.909 INFO:journalctl@ceph.mon.b.smithi155.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-07-26T05:57:09.909 INFO:journalctl@ceph.mon.b.smithi155.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-07-26T05:57:09.909 INFO:journalctl@ceph.mon.b.smithi155.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-07-26T05:57:09.909 INFO:journalctl@ceph.mon.b.smithi155.stdout: AddFile(Keys): cumulative 0, interval 0 2024-07-26T05:57:09.909 INFO:journalctl@ceph.mon.b.smithi155.stdout: Cumulative compaction: 0.00 GB write, 0.57 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-07-26T05:57:09.909 INFO:journalctl@ceph.mon.b.smithi155.stdout: Interval compaction: 0.00 GB write, 0.57 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-07-26T05:57:09.909 INFO:journalctl@ceph.mon.b.smithi155.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-07-26T05:57:09.909 INFO:journalctl@ceph.mon.b.smithi155.stdout: 2024-07-26T05:57:09.909 INFO:journalctl@ceph.mon.b.smithi155.stdout: ** File Read Latency Histogram By Level [default] ** 2024-07-26T05:57:09.909 INFO:journalctl@ceph.mon.b.smithi155.stdout: 2024-07-26T05:57:09.910 INFO:journalctl@ceph.mon.b.smithi155.stdout: ** Compaction Stats [default] ** 2024-07-26T05:57:09.910 INFO:journalctl@ceph.mon.b.smithi155.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-07-26T05:57:09.910 INFO:journalctl@ceph.mon.b.smithi155.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-07-26T05:57:09.910 INFO:journalctl@ceph.mon.b.smithi155.stdout: L0 1/0 1.51 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.0 0.00 0.00 1 0.000 0 0 2024-07-26T05:57:09.910 INFO:journalctl@ceph.mon.b.smithi155.stdout: Sum 1/0 1.51 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.0 0.00 0.00 1 0.000 0 0 2024-07-26T05:57:09.910 INFO:journalctl@ceph.mon.b.smithi155.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-07-26T05:57:09.910 INFO:journalctl@ceph.mon.b.smithi155.stdout: 2024-07-26T05:57:09.910 INFO:journalctl@ceph.mon.b.smithi155.stdout: ** Compaction Stats [default] ** 2024-07-26T05:57:09.910 INFO:journalctl@ceph.mon.b.smithi155.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-07-26T05:57:09.910 INFO:journalctl@ceph.mon.b.smithi155.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-07-26T05:57:09.910 INFO:journalctl@ceph.mon.b.smithi155.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 5.0 0.00 0.00 1 0.000 0 0 2024-07-26T05:57:09.911 INFO:journalctl@ceph.mon.b.smithi155.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-07-26T05:57:09.911 INFO:journalctl@ceph.mon.b.smithi155.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-07-26T05:57:09.911 INFO:journalctl@ceph.mon.b.smithi155.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-07-26T05:57:09.911 INFO:journalctl@ceph.mon.b.smithi155.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-07-26T05:57:09.911 INFO:journalctl@ceph.mon.b.smithi155.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-07-26T05:57:09.911 INFO:journalctl@ceph.mon.b.smithi155.stdout: AddFile(Keys): cumulative 0, interval 0 2024-07-26T05:57:09.911 INFO:journalctl@ceph.mon.b.smithi155.stdout: Cumulative compaction: 0.00 GB write, 0.56 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-07-26T05:57:09.911 INFO:journalctl@ceph.mon.b.smithi155.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-07-26T05:57:09.911 INFO:journalctl@ceph.mon.b.smithi155.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-07-26T05:57:09.911 INFO:journalctl@ceph.mon.b.smithi155.stdout: 2024-07-26T05:57:09.911 INFO:journalctl@ceph.mon.b.smithi155.stdout: ** File Read Latency Histogram By Level [default] ** 2024-07-26T05:57:09.911 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: mon.b does not exist in monmap, will attempt to join an existing cluster 2024-07-26T05:57:09.912 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: using public_addr v2:172.21.15.155:0/0 -> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] 2024-07-26T05:57:09.912 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: starting mon.b rank -1 at public addrs [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] at bind addrs [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 2024-07-26T05:57:09.912 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: mon.b@-1(???) e0 preinit fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 2024-07-26T05:57:09.912 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: mon.b@-1(synchronizing).mds e1 new map 2024-07-26T05:57:09.912 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: mon.b@-1(synchronizing).mds e1 print_map 2024-07-26T05:57:09.912 INFO:journalctl@ceph.mon.b.smithi155.stdout: e1 2024-07-26T05:57:09.912 INFO:journalctl@ceph.mon.b.smithi155.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-07-26T05:57:09.912 INFO:journalctl@ceph.mon.b.smithi155.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-07-26T05:57:09.912 INFO:journalctl@ceph.mon.b.smithi155.stdout: legacy client fscid: -1 2024-07-26T05:57:09.912 INFO:journalctl@ceph.mon.b.smithi155.stdout: 2024-07-26T05:57:09.912 INFO:journalctl@ceph.mon.b.smithi155.stdout: No filesystems configured 2024-07-26T05:57:09.912 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-07-26T05:57:09.913 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-07-26T05:57:09.913 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-07-26T05:57:09.913 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-07-26T05:57:09.913 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-07-26T05:57:09.913 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-07-26T05:57:09.913 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-07-26T05:57:09.913 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-07-26T05:57:09.913 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-07-26T05:57:09.913 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-07-26T05:57:09.913 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:57:09.913 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:09.914 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T05:57:09.914 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:57:09.914 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T05:57:09.914 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:09.914 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-26T05:57:09.914 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:57:09.914 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi089:172.21.15.89=a;smithi089:[v2:172.21.15.89:3301,v1:172.21.15.89:6790]=c;smithi155:172.21.15.155=b", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T05:57:09.914 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: Saving service mon spec with placement smithi089:172.21.15.89=a;smithi089:[v2:172.21.15.89:3301,v1:172.21.15.89:6790]=c;smithi155:172.21.15.155=b;count:3 2024-07-26T05:57:09.914 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: Deploying daemon mon.b on smithi155 2024-07-26T05:57:09.914 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:57:09.914 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:57:09.914 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: from='client.? 172.21.15.155:0/3825964728' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-07-26T05:57:09.915 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 ceph-mon[33309]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-07-26T05:57:09.915 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 bash[33271]: 907a62e6621bc0cb63a61568ba28f7c80115df719fe49218f85759afebb4786a 2024-07-26T05:57:09.915 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:09 smithi155 systemd[1]: Started Ceph mon.b for 9bd49884-4b13-11ef-bcb6-c7b262605968. 2024-07-26T05:57:10.209 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-07-26T05:57:10.210 DEBUG:teuthology.orchestra.run.smithi155:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- ceph mon dump -f json 2024-07-26T05:57:10.460 INFO:teuthology.orchestra.run.smithi155.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.b/config 2024-07-26T05:57:15.005 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-26T05:57:15.005 INFO:teuthology.orchestra.run.smithi155.stdout:{"epoch":2,"fsid":"9bd49884-4b13-11ef-bcb6-c7b262605968","modified":"2024-07-26T05:57:09.623512Z","created":"2024-07-26T05:55:42.540523Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:3300","nonce":0},{"type":"v1","addr":"172.21.15.89:6789","nonce":0}]},"addr":"172.21.15.89:6789/0","public_addr":"172.21.15.89:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:3300","nonce":0},{"type":"v1","addr":"172.21.15.155:6789","nonce":0}]},"addr":"172.21.15.155:6789/0","public_addr":"172.21.15.155:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-07-26T05:57:15.005 INFO:teuthology.orchestra.run.smithi155.stderr:dumped monmap epoch 2 2024-07-26T05:57:15.006 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:14 smithi155 ceph-mon[33309]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:57:15.006 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:14 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T05:57:15.006 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:14 smithi155 ceph-mon[33309]: mon.a calling monitor election 2024-07-26T05:57:15.006 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:14 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T05:57:15.006 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:14 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T05:57:15.006 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:14 smithi155 ceph-mon[33309]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:57:15.006 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:14 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T05:57:15.006 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:14 smithi155 ceph-mon[33309]: mon.b calling monitor election 2024-07-26T05:57:15.006 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:14 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T05:57:15.006 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:14 smithi155 ceph-mon[33309]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:57:15.006 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:14 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T05:57:15.006 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:14 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T05:57:15.007 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:14 smithi155 ceph-mon[33309]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-07-26T05:57:15.007 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:14 smithi155 ceph-mon[33309]: monmap e2: 2 mons at {a=[v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0],b=[v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-07-26T05:57:15.007 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:14 smithi155 ceph-mon[33309]: fsmap 2024-07-26T05:57:15.007 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:14 smithi155 ceph-mon[33309]: osdmap e4: 0 total, 0 up, 0 in 2024-07-26T05:57:15.007 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:14 smithi155 ceph-mon[33309]: mgrmap e13: y(active, since 39s) 2024-07-26T05:57:15.007 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:14 smithi155 ceph-mon[33309]: overall HEALTH_OK 2024-07-26T05:57:15.007 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:14 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:15.007 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:14 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:15.007 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:14 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:15.007 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:14 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-26T05:57:15.007 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:14 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:57:15.085 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:14 smithi089 ceph-mon[29555]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:57:15.085 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:14 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T05:57:15.085 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:14 smithi089 ceph-mon[29555]: mon.a calling monitor election 2024-07-26T05:57:15.085 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:14 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T05:57:15.085 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:14 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T05:57:15.085 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:14 smithi089 ceph-mon[29555]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:57:15.086 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:14 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T05:57:15.086 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:14 smithi089 ceph-mon[29555]: mon.b calling monitor election 2024-07-26T05:57:15.086 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:14 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T05:57:15.086 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:14 smithi089 ceph-mon[29555]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:57:15.086 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:14 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T05:57:15.086 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:14 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T05:57:15.086 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:14 smithi089 ceph-mon[29555]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-07-26T05:57:15.086 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:14 smithi089 ceph-mon[29555]: monmap e2: 2 mons at {a=[v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0],b=[v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-07-26T05:57:15.086 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:14 smithi089 ceph-mon[29555]: fsmap 2024-07-26T05:57:15.086 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:14 smithi089 ceph-mon[29555]: osdmap e4: 0 total, 0 up, 0 in 2024-07-26T05:57:15.086 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:14 smithi089 ceph-mon[29555]: mgrmap e13: y(active, since 39s) 2024-07-26T05:57:15.086 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:14 smithi089 ceph-mon[29555]: overall HEALTH_OK 2024-07-26T05:57:15.086 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:14 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:15.087 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:14 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:15.087 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:14 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:15.087 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:14 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-26T05:57:15.087 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:14 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:57:15.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:15 smithi155 ceph-mon[33309]: Deploying daemon mon.c on smithi089 2024-07-26T05:57:15.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:15 smithi155 ceph-mon[33309]: from='client.? 172.21.15.155:0/394751622' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-07-26T05:57:15.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:15 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T05:57:16.068 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:15 smithi089 ceph-mon[29555]: Deploying daemon mon.c on smithi089 2024-07-26T05:57:16.068 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:15 smithi089 ceph-mon[29555]: from='client.? 172.21.15.155:0/394751622' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-07-26T05:57:16.068 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:15 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T05:57:16.592 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-07-26T05:57:16.592 DEBUG:teuthology.orchestra.run.smithi155:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- ceph mon dump -f json 2024-07-26T05:57:16.841 INFO:teuthology.orchestra.run.smithi155.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.b/config 2024-07-26T05:57:16.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:16 smithi155 ceph-mon[33309]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:57:17.106 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:16 smithi089 ceph-mon[29555]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:57:17.758 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 podman[41413]: 2024-07-26 05:57:17.699528858 +0000 UTC m=+0.122458893 container create 47e9e2c91b10712532e69a1869baabde5512f1e4fbfadb08b84af1349501e9a8 (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mon-c, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240724, RELEASE=quincy-5dff84c, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image) 2024-07-26T05:57:18.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 podman[41413]: 2024-07-26 05:57:17.910083912 +0000 UTC m=+0.333013919 container init 47e9e2c91b10712532e69a1869baabde5512f1e4fbfadb08b84af1349501e9a8 (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mon-c, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=quincy-5dff84c, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240724) 2024-07-26T05:57:18.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 podman[41413]: 2024-07-26 05:57:17.914374869 +0000 UTC m=+0.337304858 container start 47e9e2c91b10712532e69a1869baabde5512f1e4fbfadb08b84af1349501e9a8 (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mon-c, org.label-schema.build-date=20240724, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, RELEASE=quincy-5dff84c, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-07-26T05:57:18.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: set uid:gid to 167:167 (ceph:ceph) 2024-07-26T05:57:18.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable), process ceph-mon, pid 7 2024-07-26T05:57:18.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: pidfile_write: ignore empty --pid-file 2024-07-26T05:57:18.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: load: jerasure load: lrc 2024-07-26T05:57:18.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: RocksDB version: 6.15.5 2024-07-26T05:57:18.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-07-26T05:57:18.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Compile date Jul 25 2024 2024-07-26T05:57:18.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: DB SUMMARY 2024-07-26T05:57:18.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: DB Session ID: 5KB6Y6Q6N9DVWY7IBZR0 2024-07-26T05:57:18.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: CURRENT file: CURRENT 2024-07-26T05:57:18.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: IDENTITY file: IDENTITY 2024-07-26T05:57:18.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: MANIFEST file: MANIFEST-000003 size: 57 Bytes 2024-07-26T05:57:18.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2024-07-26T05:57:18.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 636 ; 2024-07-26T05:57:18.157 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.error_if_exists: 0 2024-07-26T05:57:18.157 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.create_if_missing: 0 2024-07-26T05:57:18.157 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.paranoid_checks: 1 2024-07-26T05:57:18.157 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-07-26T05:57:18.157 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.env: 0x55cf18311440 2024-07-26T05:57:18.157 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.fs: Posix File System 2024-07-26T05:57:18.157 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.info_log: 0x55cf19b8ef20 2024-07-26T05:57:18.157 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.max_file_opening_threads: 16 2024-07-26T05:57:18.157 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.statistics: (nil) 2024-07-26T05:57:18.157 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.use_fsync: 0 2024-07-26T05:57:18.157 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.max_log_file_size: 0 2024-07-26T05:57:18.157 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-07-26T05:57:18.158 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.log_file_time_to_roll: 0 2024-07-26T05:57:18.158 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.keep_log_file_num: 1000 2024-07-26T05:57:18.158 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.recycle_log_file_num: 0 2024-07-26T05:57:18.158 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.allow_fallocate: 1 2024-07-26T05:57:18.158 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.allow_mmap_reads: 0 2024-07-26T05:57:18.158 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.allow_mmap_writes: 0 2024-07-26T05:57:18.158 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.use_direct_reads: 0 2024-07-26T05:57:18.158 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-07-26T05:57:18.158 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.create_missing_column_families: 0 2024-07-26T05:57:18.158 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.db_log_dir: 2024-07-26T05:57:18.158 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-c/store.db 2024-07-26T05:57:18.158 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.table_cache_numshardbits: 6 2024-07-26T05:57:18.158 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.WAL_ttl_seconds: 0 2024-07-26T05:57:18.159 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.WAL_size_limit_MB: 0 2024-07-26T05:57:18.159 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-07-26T05:57:18.159 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-07-26T05:57:18.159 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.is_fd_close_on_exec: 1 2024-07-26T05:57:18.159 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.advise_random_on_open: 1 2024-07-26T05:57:18.159 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.db_write_buffer_size: 0 2024-07-26T05:57:18.159 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.write_buffer_manager: 0x55cf19c4c720 2024-07-26T05:57:18.159 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-07-26T05:57:18.159 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-07-26T05:57:18.159 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-07-26T05:57:18.159 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.use_adaptive_mutex: 0 2024-07-26T05:57:18.159 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.rate_limiter: (nil) 2024-07-26T05:57:18.159 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-07-26T05:57:18.160 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.wal_recovery_mode: 2 2024-07-26T05:57:18.160 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.enable_thread_tracking: 0 2024-07-26T05:57:18.160 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.enable_pipelined_write: 0 2024-07-26T05:57:18.160 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.unordered_write: 0 2024-07-26T05:57:18.160 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-07-26T05:57:18.160 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-07-26T05:57:18.160 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-07-26T05:57:18.160 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-07-26T05:57:18.160 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.row_cache: None 2024-07-26T05:57:18.160 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.wal_filter: None 2024-07-26T05:57:18.160 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-07-26T05:57:18.162 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.allow_ingest_behind: 0 2024-07-26T05:57:18.162 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.preserve_deletes: 0 2024-07-26T05:57:18.162 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.two_write_queues: 0 2024-07-26T05:57:18.162 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.manual_wal_flush: 0 2024-07-26T05:57:18.162 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.atomic_flush: 0 2024-07-26T05:57:18.162 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-07-26T05:57:18.162 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.persist_stats_to_disk: 0 2024-07-26T05:57:18.162 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.write_dbid_to_manifest: 0 2024-07-26T05:57:18.162 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.log_readahead_size: 0 2024-07-26T05:57:18.162 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-07-26T05:57:18.162 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.best_efforts_recovery: 0 2024-07-26T05:57:18.163 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-07-26T05:57:18.163 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-07-26T05:57:18.163 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.allow_data_in_errors: 0 2024-07-26T05:57:18.163 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.db_host_id: __hostname__ 2024-07-26T05:57:18.163 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.max_background_jobs: 2 2024-07-26T05:57:18.163 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.max_background_compactions: -1 2024-07-26T05:57:18.163 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.max_subcompactions: 1 2024-07-26T05:57:18.163 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-07-26T05:57:18.163 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-07-26T05:57:18.163 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.delayed_write_rate : 16777216 2024-07-26T05:57:18.163 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.max_total_wal_size: 0 2024-07-26T05:57:18.163 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-07-26T05:57:18.163 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.stats_dump_period_sec: 600 2024-07-26T05:57:18.164 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.stats_persist_period_sec: 600 2024-07-26T05:57:18.164 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-07-26T05:57:18.164 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.max_open_files: -1 2024-07-26T05:57:18.164 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.bytes_per_sync: 0 2024-07-26T05:57:18.164 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.wal_bytes_per_sync: 0 2024-07-26T05:57:18.164 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.strict_bytes_per_sync: 0 2024-07-26T05:57:18.164 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.compaction_readahead_size: 0 2024-07-26T05:57:18.164 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.max_background_flushes: -1 2024-07-26T05:57:18.164 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Compression algorithms supported: 2024-07-26T05:57:18.164 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: kZSTD supported: 0 2024-07-26T05:57:18.164 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: kXpressCompression supported: 0 2024-07-26T05:57:18.164 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: kBZip2Compression supported: 0 2024-07-26T05:57:18.164 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-07-26T05:57:18.165 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: kLZ4Compression supported: 1 2024-07-26T05:57:18.165 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: kZlibCompression supported: 1 2024-07-26T05:57:18.165 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: kLZ4HCCompression supported: 1 2024-07-26T05:57:18.165 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: kSnappyCompression supported: 1 2024-07-26T05:57:18.165 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Fast CRC32 supported: Supported on x86 2024-07-26T05:57:18.165 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000003 2024-07-26T05:57:18.165 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2024-07-26T05:57:18.165 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-07-26T05:57:18.165 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.merge_operator: 2024-07-26T05:57:18.165 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.compaction_filter: None 2024-07-26T05:57:18.165 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.compaction_filter_factory: None 2024-07-26T05:57:18.165 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.sst_partitioner_factory: None 2024-07-26T05:57:18.165 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.memtable_factory: SkipListFactory 2024-07-26T05:57:18.166 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.table_factory: BlockBasedTable 2024-07-26T05:57:18.166 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55cf19b35a58) 2024-07-26T05:57:18.166 INFO:journalctl@ceph.mon.c.smithi089.stdout: cache_index_and_filter_blocks: 1 2024-07-26T05:57:18.166 INFO:journalctl@ceph.mon.c.smithi089.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-07-26T05:57:18.166 INFO:journalctl@ceph.mon.c.smithi089.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-07-26T05:57:18.166 INFO:journalctl@ceph.mon.c.smithi089.stdout: pin_top_level_index_and_filter: 1 2024-07-26T05:57:18.166 INFO:journalctl@ceph.mon.c.smithi089.stdout: index_type: 0 2024-07-26T05:57:18.166 INFO:journalctl@ceph.mon.c.smithi089.stdout: data_block_index_type: 0 2024-07-26T05:57:18.166 INFO:journalctl@ceph.mon.c.smithi089.stdout: index_shortening: 1 2024-07-26T05:57:18.166 INFO:journalctl@ceph.mon.c.smithi089.stdout: data_block_hash_table_util_ratio: 0.750000 2024-07-26T05:57:18.166 INFO:journalctl@ceph.mon.c.smithi089.stdout: hash_index_allow_collision: 1 2024-07-26T05:57:18.166 INFO:journalctl@ceph.mon.c.smithi089.stdout: checksum: 1 2024-07-26T05:57:18.166 INFO:journalctl@ceph.mon.c.smithi089.stdout: no_block_cache: 0 2024-07-26T05:57:18.167 INFO:journalctl@ceph.mon.c.smithi089.stdout: block_cache: 0x55cf19b6b1f0 2024-07-26T05:57:18.167 INFO:journalctl@ceph.mon.c.smithi089.stdout: block_cache_name: BinnedLRUCache 2024-07-26T05:57:18.167 INFO:journalctl@ceph.mon.c.smithi089.stdout: block_cache_options: 2024-07-26T05:57:18.167 INFO:journalctl@ceph.mon.c.smithi089.stdout: capacity : 536870912 2024-07-26T05:57:18.167 INFO:journalctl@ceph.mon.c.smithi089.stdout: num_shard_bits : 4 2024-07-26T05:57:18.167 INFO:journalctl@ceph.mon.c.smithi089.stdout: strict_capacity_limit : 0 2024-07-26T05:57:18.167 INFO:journalctl@ceph.mon.c.smithi089.stdout: high_pri_pool_ratio: 0.000 2024-07-26T05:57:18.167 INFO:journalctl@ceph.mon.c.smithi089.stdout: block_cache_compressed: (nil) 2024-07-26T05:57:18.167 INFO:journalctl@ceph.mon.c.smithi089.stdout: persistent_cache: (nil) 2024-07-26T05:57:18.167 INFO:journalctl@ceph.mon.c.smithi089.stdout: block_size: 4096 2024-07-26T05:57:18.167 INFO:journalctl@ceph.mon.c.smithi089.stdout: block_size_deviation: 10 2024-07-26T05:57:18.167 INFO:journalctl@ceph.mon.c.smithi089.stdout: block_restart_interval: 16 2024-07-26T05:57:18.167 INFO:journalctl@ceph.mon.c.smithi089.stdout: index_block_restart_interval: 1 2024-07-26T05:57:18.167 INFO:journalctl@ceph.mon.c.smithi089.stdout: metadata_block_size: 4096 2024-07-26T05:57:18.168 INFO:journalctl@ceph.mon.c.smithi089.stdout: partition_filters: 0 2024-07-26T05:57:18.168 INFO:journalctl@ceph.mon.c.smithi089.stdout: use_delta_encoding: 1 2024-07-26T05:57:18.168 INFO:journalctl@ceph.mon.c.smithi089.stdout: filter_policy: rocksdb.BuiltinBloomFilter 2024-07-26T05:57:18.168 INFO:journalctl@ceph.mon.c.smithi089.stdout: whole_key_filtering: 1 2024-07-26T05:57:18.168 INFO:journalctl@ceph.mon.c.smithi089.stdout: verify_compression: 0 2024-07-26T05:57:18.168 INFO:journalctl@ceph.mon.c.smithi089.stdout: read_amp_bytes_per_bit: 0 2024-07-26T05:57:18.168 INFO:journalctl@ceph.mon.c.smithi089.stdout: format_version: 4 2024-07-26T05:57:18.168 INFO:journalctl@ceph.mon.c.smithi089.stdout: enable_index_compression: 1 2024-07-26T05:57:18.168 INFO:journalctl@ceph.mon.c.smithi089.stdout: block_align: 0 2024-07-26T05:57:18.168 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.write_buffer_size: 33554432 2024-07-26T05:57:18.168 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.max_write_buffer_number: 2 2024-07-26T05:57:18.168 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.compression: NoCompression 2024-07-26T05:57:18.168 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.bottommost_compression: Disabled 2024-07-26T05:57:18.168 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.prefix_extractor: nullptr 2024-07-26T05:57:18.168 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-07-26T05:57:18.169 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.num_levels: 7 2024-07-26T05:57:18.169 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-07-26T05:57:18.169 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-07-26T05:57:18.169 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-07-26T05:57:18.169 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-07-26T05:57:18.169 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-07-26T05:57:18.169 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-07-26T05:57:18.169 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-07-26T05:57:18.169 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-07-26T05:57:18.169 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-07-26T05:57:18.169 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-07-26T05:57:18.169 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.compression_opts.window_bits: -14 2024-07-26T05:57:18.169 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.compression_opts.level: 32767 2024-07-26T05:57:18.169 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.compression_opts.strategy: 0 2024-07-26T05:57:18.170 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-07-26T05:57:18.170 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-07-26T05:57:18.170 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-07-26T05:57:18.170 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.compression_opts.enabled: false 2024-07-26T05:57:18.170 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-07-26T05:57:18.170 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-07-26T05:57:18.170 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-07-26T05:57:18.170 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.target_file_size_base: 67108864 2024-07-26T05:57:18.170 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.target_file_size_multiplier: 1 2024-07-26T05:57:18.170 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-07-26T05:57:18.170 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-07-26T05:57:18.170 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-07-26T05:57:18.170 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-07-26T05:57:18.171 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-07-26T05:57:18.171 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-07-26T05:57:18.171 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-07-26T05:57:18.171 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-07-26T05:57:18.171 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-07-26T05:57:18.171 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-07-26T05:57:18.171 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-07-26T05:57:18.171 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-07-26T05:57:18.171 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.arena_block_size: 4194304 2024-07-26T05:57:18.171 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-07-26T05:57:18.171 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-07-26T05:57:18.171 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-07-26T05:57:18.171 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.disable_auto_compactions: 0 2024-07-26T05:57:18.171 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-07-26T05:57:18.172 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-07-26T05:57:18.172 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-07-26T05:57:18.172 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-07-26T05:57:18.172 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-07-26T05:57:18.172 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-07-26T05:57:18.172 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-07-26T05:57:18.172 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-07-26T05:57:18.172 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-07-26T05:57:18.172 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-07-26T05:57:18.172 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.table_properties_collectors: 2024-07-26T05:57:18.172 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.inplace_update_support: 0 2024-07-26T05:57:18.172 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.inplace_update_num_locks: 10000 2024-07-26T05:57:18.172 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-07-26T05:57:18.172 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-07-26T05:57:18.173 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.memtable_huge_page_size: 0 2024-07-26T05:57:18.173 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.bloom_locality: 0 2024-07-26T05:57:18.173 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.max_successive_merges: 0 2024-07-26T05:57:18.173 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.optimize_filters_for_hits: 0 2024-07-26T05:57:18.173 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.paranoid_file_checks: 0 2024-07-26T05:57:18.173 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.force_consistency_checks: 1 2024-07-26T05:57:18.173 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.report_bg_io_stats: 0 2024-07-26T05:57:18.173 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.ttl: 2592000 2024-07-26T05:57:18.173 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.periodic_compaction_seconds: 0 2024-07-26T05:57:18.173 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.enable_blob_files: false 2024-07-26T05:57:18.173 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.min_blob_size: 0 2024-07-26T05:57:18.173 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.blob_file_size: 268435456 2024-07-26T05:57:18.173 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.blob_compression_type: NoCompression 2024-07-26T05:57:18.173 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.enable_blob_garbage_collection: false 2024-07-26T05:57:18.174 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-07-26T05:57:18.174 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000003 succeeded,manifest_file_number is 3, next_file_number is 5, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-07-26T05:57:18.174 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 0 2024-07-26T05:57:18.174 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: [db/version_set.cc:4082] Creating manifest 7 2024-07-26T05:57:18.174 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: EVENT_LOG_v1 {"time_micros": 1721973437937464, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-07-26T05:57:18.174 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: [db/db_impl/db_impl_open.cc:845] Recovering log #4 mode 2 2024-07-26T05:57:18.174 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: [table/block_based/filter_policy.cc:991] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2024-07-26T05:57:18.174 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: EVENT_LOG_v1 {"time_micros": 1721973437937791, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1670, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 648, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 526, "raw_average_value_size": 105, "num_data_blocks": 1, "num_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1721973437, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "16b9ce8c-6013-48a0-9480-48cc5d552cab", "db_session_id": "5KB6Y6Q6N9DVWY7IBZR0"}} 2024-07-26T05:57:18.174 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: [db/version_set.cc:4082] Creating manifest 9 2024-07-26T05:57:18.174 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: EVENT_LOG_v1 {"time_micros": 1721973437938110, "job": 1, "event": "recovery_finished"} 2024-07-26T05:57:18.174 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-07-26T05:57:18.175 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x55cf19b9e700 2024-07-26T05:57:18.175 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: DB pointer 0x55cf19b6e000 2024-07-26T05:57:18.175 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2024-07-26T05:57:18.175 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: rocksdb: [db/db_impl/db_impl.cc:903] 2024-07-26T05:57:18.175 INFO:journalctl@ceph.mon.c.smithi089.stdout: ** DB Stats ** 2024-07-26T05:57:18.175 INFO:journalctl@ceph.mon.c.smithi089.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-07-26T05:57:18.175 INFO:journalctl@ceph.mon.c.smithi089.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-07-26T05:57:18.175 INFO:journalctl@ceph.mon.c.smithi089.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-07-26T05:57:18.175 INFO:journalctl@ceph.mon.c.smithi089.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-07-26T05:57:18.175 INFO:journalctl@ceph.mon.c.smithi089.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-07-26T05:57:18.175 INFO:journalctl@ceph.mon.c.smithi089.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-07-26T05:57:18.175 INFO:journalctl@ceph.mon.c.smithi089.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-07-26T05:57:18.175 INFO:journalctl@ceph.mon.c.smithi089.stdout: 2024-07-26T05:57:18.175 INFO:journalctl@ceph.mon.c.smithi089.stdout: ** Compaction Stats [default] ** 2024-07-26T05:57:18.176 INFO:journalctl@ceph.mon.c.smithi089.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-07-26T05:57:18.176 INFO:journalctl@ceph.mon.c.smithi089.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-07-26T05:57:18.176 INFO:journalctl@ceph.mon.c.smithi089.stdout: L0 1/0 1.63 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.1 0.00 0.00 1 0.000 0 0 2024-07-26T05:57:18.176 INFO:journalctl@ceph.mon.c.smithi089.stdout: Sum 1/0 1.63 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.1 0.00 0.00 1 0.000 0 0 2024-07-26T05:57:18.176 INFO:journalctl@ceph.mon.c.smithi089.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.1 0.00 0.00 1 0.000 0 0 2024-07-26T05:57:18.176 INFO:journalctl@ceph.mon.c.smithi089.stdout: 2024-07-26T05:57:18.176 INFO:journalctl@ceph.mon.c.smithi089.stdout: ** Compaction Stats [default] ** 2024-07-26T05:57:18.176 INFO:journalctl@ceph.mon.c.smithi089.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-07-26T05:57:18.176 INFO:journalctl@ceph.mon.c.smithi089.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-07-26T05:57:18.176 INFO:journalctl@ceph.mon.c.smithi089.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 5.1 0.00 0.00 1 0.000 0 0 2024-07-26T05:57:18.176 INFO:journalctl@ceph.mon.c.smithi089.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-07-26T05:57:18.176 INFO:journalctl@ceph.mon.c.smithi089.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-07-26T05:57:18.176 INFO:journalctl@ceph.mon.c.smithi089.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-07-26T05:57:18.176 INFO:journalctl@ceph.mon.c.smithi089.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-07-26T05:57:18.177 INFO:journalctl@ceph.mon.c.smithi089.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-07-26T05:57:18.177 INFO:journalctl@ceph.mon.c.smithi089.stdout: AddFile(Keys): cumulative 0, interval 0 2024-07-26T05:57:18.177 INFO:journalctl@ceph.mon.c.smithi089.stdout: Cumulative compaction: 0.00 GB write, 0.62 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-07-26T05:57:18.177 INFO:journalctl@ceph.mon.c.smithi089.stdout: Interval compaction: 0.00 GB write, 0.62 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-07-26T05:57:18.177 INFO:journalctl@ceph.mon.c.smithi089.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-07-26T05:57:18.177 INFO:journalctl@ceph.mon.c.smithi089.stdout: 2024-07-26T05:57:18.177 INFO:journalctl@ceph.mon.c.smithi089.stdout: ** File Read Latency Histogram By Level [default] ** 2024-07-26T05:57:18.177 INFO:journalctl@ceph.mon.c.smithi089.stdout: 2024-07-26T05:57:18.177 INFO:journalctl@ceph.mon.c.smithi089.stdout: ** Compaction Stats [default] ** 2024-07-26T05:57:18.177 INFO:journalctl@ceph.mon.c.smithi089.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-07-26T05:57:18.177 INFO:journalctl@ceph.mon.c.smithi089.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-07-26T05:57:18.177 INFO:journalctl@ceph.mon.c.smithi089.stdout: L0 1/0 1.63 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.1 0.00 0.00 1 0.000 0 0 2024-07-26T05:57:18.177 INFO:journalctl@ceph.mon.c.smithi089.stdout: Sum 1/0 1.63 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.1 0.00 0.00 1 0.000 0 0 2024-07-26T05:57:18.177 INFO:journalctl@ceph.mon.c.smithi089.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-07-26T05:57:18.178 INFO:journalctl@ceph.mon.c.smithi089.stdout: 2024-07-26T05:57:18.178 INFO:journalctl@ceph.mon.c.smithi089.stdout: ** Compaction Stats [default] ** 2024-07-26T05:57:18.178 INFO:journalctl@ceph.mon.c.smithi089.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-07-26T05:57:18.178 INFO:journalctl@ceph.mon.c.smithi089.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-07-26T05:57:18.178 INFO:journalctl@ceph.mon.c.smithi089.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 5.1 0.00 0.00 1 0.000 0 0 2024-07-26T05:57:18.178 INFO:journalctl@ceph.mon.c.smithi089.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-07-26T05:57:18.178 INFO:journalctl@ceph.mon.c.smithi089.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-07-26T05:57:18.178 INFO:journalctl@ceph.mon.c.smithi089.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-07-26T05:57:18.178 INFO:journalctl@ceph.mon.c.smithi089.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-07-26T05:57:18.178 INFO:journalctl@ceph.mon.c.smithi089.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-07-26T05:57:18.178 INFO:journalctl@ceph.mon.c.smithi089.stdout: AddFile(Keys): cumulative 0, interval 0 2024-07-26T05:57:18.178 INFO:journalctl@ceph.mon.c.smithi089.stdout: Cumulative compaction: 0.00 GB write, 0.61 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-07-26T05:57:18.178 INFO:journalctl@ceph.mon.c.smithi089.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-07-26T05:57:18.179 INFO:journalctl@ceph.mon.c.smithi089.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-07-26T05:57:18.179 INFO:journalctl@ceph.mon.c.smithi089.stdout: 2024-07-26T05:57:18.179 INFO:journalctl@ceph.mon.c.smithi089.stdout: ** File Read Latency Histogram By Level [default] ** 2024-07-26T05:57:18.179 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: mon.c does not exist in monmap, will attempt to join an existing cluster 2024-07-26T05:57:18.179 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: using public_addrv [v2:172.21.15.89:3301/0,v1:172.21.15.89:6790/0] 2024-07-26T05:57:18.179 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: starting mon.c rank -1 at public addrs [v2:172.21.15.89:3301/0,v1:172.21.15.89:6790/0] at bind addrs [v2:172.21.15.89:3301/0,v1:172.21.15.89:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 2024-07-26T05:57:18.179 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: mon.c@-1(???) e0 preinit fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 2024-07-26T05:57:18.179 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: mon.c@-1(synchronizing).mds e1 new map 2024-07-26T05:57:18.179 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: mon.c@-1(synchronizing).mds e1 print_map 2024-07-26T05:57:18.179 INFO:journalctl@ceph.mon.c.smithi089.stdout: e1 2024-07-26T05:57:18.179 INFO:journalctl@ceph.mon.c.smithi089.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-07-26T05:57:18.179 INFO:journalctl@ceph.mon.c.smithi089.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-07-26T05:57:18.179 INFO:journalctl@ceph.mon.c.smithi089.stdout: legacy client fscid: -1 2024-07-26T05:57:18.179 INFO:journalctl@ceph.mon.c.smithi089.stdout: 2024-07-26T05:57:18.180 INFO:journalctl@ceph.mon.c.smithi089.stdout: No filesystems configured 2024-07-26T05:57:18.180 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-07-26T05:57:18.180 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-07-26T05:57:18.180 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-07-26T05:57:18.180 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-07-26T05:57:18.180 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-07-26T05:57:18.180 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-07-26T05:57:18.180 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-07-26T05:57:18.180 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-07-26T05:57:18.180 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-07-26T05:57:18.180 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-07-26T05:57:18.180 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:57:18.180 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:18.181 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T05:57:18.181 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:57:18.181 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T05:57:18.181 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:18.181 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-26T05:57:18.181 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:57:18.181 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi089:172.21.15.89=a;smithi089:[v2:172.21.15.89:3301,v1:172.21.15.89:6790]=c;smithi155:172.21.15.155=b", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T05:57:18.181 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: Saving service mon spec with placement smithi089:172.21.15.89=a;smithi089:[v2:172.21.15.89:3301,v1:172.21.15.89:6790]=c;smithi155:172.21.15.155=b;count:3 2024-07-26T05:57:18.181 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: Deploying daemon mon.b on smithi155 2024-07-26T05:57:18.181 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:57:18.181 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:57:18.181 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: from='client.? 172.21.15.155:0/3825964728' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-07-26T05:57:18.181 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:57:18.181 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T05:57:18.182 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: mon.a calling monitor election 2024-07-26T05:57:18.182 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T05:57:18.182 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T05:57:18.182 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:57:18.182 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T05:57:18.182 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: mon.b calling monitor election 2024-07-26T05:57:18.182 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T05:57:18.182 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:57:18.182 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T05:57:18.182 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T05:57:18.182 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-07-26T05:57:18.182 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: monmap e2: 2 mons at {a=[v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0],b=[v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-07-26T05:57:18.182 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: fsmap 2024-07-26T05:57:18.182 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: osdmap e4: 0 total, 0 up, 0 in 2024-07-26T05:57:18.183 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: mgrmap e13: y(active, since 39s) 2024-07-26T05:57:18.183 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: overall HEALTH_OK 2024-07-26T05:57:18.183 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:18.183 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:18.183 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:18.183 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-26T05:57:18.183 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:57:18.183 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: Deploying daemon mon.c on smithi089 2024-07-26T05:57:18.183 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: from='client.? 172.21.15.155:0/394751622' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-07-26T05:57:18.183 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T05:57:18.183 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:57:18.183 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 ceph-mon[41451]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-07-26T05:57:18.183 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 bash[41413]: 47e9e2c91b10712532e69a1869baabde5512f1e4fbfadb08b84af1349501e9a8 2024-07-26T05:57:18.183 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:17 smithi089 systemd[1]: Started Ceph mon.c for 9bd49884-4b13-11ef-bcb6-c7b262605968. 2024-07-26T05:57:23.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:23 smithi155 ceph-mon[33309]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:57:23.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:23 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T05:57:23.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:23 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T05:57:23.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:23 smithi155 ceph-mon[33309]: mon.a calling monitor election 2024-07-26T05:57:23.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:23 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T05:57:23.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:23 smithi155 ceph-mon[33309]: mon.b calling monitor election 2024-07-26T05:57:23.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:23 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T05:57:23.382 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:23 smithi155 ceph-mon[33309]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:57:23.382 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:23 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T05:57:23.382 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:23 smithi155 ceph-mon[33309]: mon.c calling monitor election 2024-07-26T05:57:23.382 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:23 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T05:57:23.383 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:23 smithi155 ceph-mon[33309]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:57:23.383 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:23 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T05:57:23.383 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:23 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T05:57:23.383 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:23 smithi155 ceph-mon[33309]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-07-26T05:57:23.383 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:23 smithi155 ceph-mon[33309]: monmap e3: 3 mons at {a=[v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0],b=[v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0],c=[v2:172.21.15.89:3301/0,v1:172.21.15.89:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-07-26T05:57:23.384 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:23 smithi155 ceph-mon[33309]: fsmap 2024-07-26T05:57:23.384 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:23 smithi155 ceph-mon[33309]: osdmap e4: 0 total, 0 up, 0 in 2024-07-26T05:57:23.384 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:23 smithi155 ceph-mon[33309]: mgrmap e13: y(active, since 47s) 2024-07-26T05:57:23.384 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:23 smithi155 ceph-mon[33309]: overall HEALTH_OK 2024-07-26T05:57:23.384 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:23 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:23.385 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:23 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:23.385 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:23 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:23.385 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:23 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:23.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:23 smithi089 ceph-mon[29555]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:57:23.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:23 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T05:57:23.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:23 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T05:57:23.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:23 smithi089 ceph-mon[29555]: mon.a calling monitor election 2024-07-26T05:57:23.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:23 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T05:57:23.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:23 smithi089 ceph-mon[29555]: mon.b calling monitor election 2024-07-26T05:57:23.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:23 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T05:57:23.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:23 smithi089 ceph-mon[29555]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:57:23.407 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:23 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T05:57:23.407 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:23 smithi089 ceph-mon[29555]: mon.c calling monitor election 2024-07-26T05:57:23.407 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:23 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T05:57:23.407 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:23 smithi089 ceph-mon[29555]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:57:23.407 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:23 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T05:57:23.407 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:23 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T05:57:23.408 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:23 smithi089 ceph-mon[29555]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-07-26T05:57:23.408 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:23 smithi089 ceph-mon[29555]: monmap e3: 3 mons at {a=[v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0],b=[v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0],c=[v2:172.21.15.89:3301/0,v1:172.21.15.89:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-07-26T05:57:23.408 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:23 smithi089 ceph-mon[29555]: fsmap 2024-07-26T05:57:23.408 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:23 smithi089 ceph-mon[29555]: osdmap e4: 0 total, 0 up, 0 in 2024-07-26T05:57:23.408 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:23 smithi089 ceph-mon[29555]: mgrmap e13: y(active, since 47s) 2024-07-26T05:57:23.408 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:23 smithi089 ceph-mon[29555]: overall HEALTH_OK 2024-07-26T05:57:23.409 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:23 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:23.409 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:23 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:23.409 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:23 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:23.409 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:23 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:23.410 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:23 smithi089 ceph-mon[41451]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:57:23.410 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:23 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T05:57:23.410 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:23 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T05:57:23.410 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:23 smithi089 ceph-mon[41451]: mon.a calling monitor election 2024-07-26T05:57:23.410 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:23 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T05:57:23.410 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:23 smithi089 ceph-mon[41451]: mon.b calling monitor election 2024-07-26T05:57:23.411 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:23 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T05:57:23.411 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:23 smithi089 ceph-mon[41451]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:57:23.411 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:23 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T05:57:23.411 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:23 smithi089 ceph-mon[41451]: mon.c calling monitor election 2024-07-26T05:57:23.411 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:23 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T05:57:23.412 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:23 smithi089 ceph-mon[41451]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:57:23.412 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:23 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T05:57:23.412 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:23 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T05:57:23.412 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:23 smithi089 ceph-mon[41451]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-07-26T05:57:23.412 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:23 smithi089 ceph-mon[41451]: monmap e3: 3 mons at {a=[v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0],b=[v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0],c=[v2:172.21.15.89:3301/0,v1:172.21.15.89:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-07-26T05:57:23.412 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:23 smithi089 ceph-mon[41451]: fsmap 2024-07-26T05:57:23.413 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:23 smithi089 ceph-mon[41451]: osdmap e4: 0 total, 0 up, 0 in 2024-07-26T05:57:23.413 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:23 smithi089 ceph-mon[41451]: mgrmap e13: y(active, since 47s) 2024-07-26T05:57:23.413 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:23 smithi089 ceph-mon[41451]: overall HEALTH_OK 2024-07-26T05:57:23.413 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:23 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:23.413 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:23 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:23.413 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:23 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:23.414 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:23 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:24.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:24 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T05:57:24.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:24 smithi155 ceph-mon[33309]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:57:24.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:24 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T05:57:24.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:24 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T05:57:24.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:24 smithi089 ceph-mon[29555]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:57:24.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:24 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T05:57:24.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:24 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T05:57:24.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:24 smithi089 ceph-mon[41451]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:57:24.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:24 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T05:57:24.528 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-26T05:57:24.528 INFO:teuthology.orchestra.run.smithi155.stdout:{"epoch":3,"fsid":"9bd49884-4b13-11ef-bcb6-c7b262605968","modified":"2024-07-26T05:57:17.957958Z","created":"2024-07-26T05:55:42.540523Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:3300","nonce":0},{"type":"v1","addr":"172.21.15.89:6789","nonce":0}]},"addr":"172.21.15.89:6789/0","public_addr":"172.21.15.89:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:3300","nonce":0},{"type":"v1","addr":"172.21.15.155:6789","nonce":0}]},"addr":"172.21.15.155:6789/0","public_addr":"172.21.15.155:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:3301","nonce":0},{"type":"v1","addr":"172.21.15.89:6790","nonce":0}]},"addr":"172.21.15.89:6790/0","public_addr":"172.21.15.89:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2024-07-26T05:57:24.528 INFO:teuthology.orchestra.run.smithi155.stderr:dumped monmap epoch 3 2024-07-26T05:57:25.075 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:25 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:25.075 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:25 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:25.075 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:25 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:25.076 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:25 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:25.076 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:25 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:57:25.076 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:25 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T05:57:25.076 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:25 smithi155 ceph-mon[33309]: Updating smithi089:/etc/ceph/ceph.conf 2024-07-26T05:57:25.076 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:25 smithi155 ceph-mon[33309]: Updating smithi155:/etc/ceph/ceph.conf 2024-07-26T05:57:25.076 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:25 smithi155 ceph-mon[33309]: Updating smithi089:/var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/config/ceph.conf 2024-07-26T05:57:25.076 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:25 smithi155 ceph-mon[33309]: Updating smithi155:/var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/config/ceph.conf 2024-07-26T05:57:25.076 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:25 smithi155 ceph-mon[33309]: from='client.? 172.21.15.155:0/1276767884' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-07-26T05:57:25.076 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:25 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:25.076 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:25 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:25.076 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:25 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:25.076 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:25 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:25.076 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:25 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:25.076 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:25 smithi155 ceph-mon[33309]: Reconfiguring mon.a (unknown last config time)... 2024-07-26T05:57:25.077 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:25 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-26T05:57:25.077 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:25 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-07-26T05:57:25.077 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:25 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:57:25.077 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:25 smithi155 ceph-mon[33309]: Reconfiguring daemon mon.a on smithi089 2024-07-26T05:57:25.100 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-07-26T05:57:25.100 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- ceph config generate-minimal-conf 2024-07-26T05:57:25.401 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:25 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:25.402 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:25 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:25.402 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:25 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:25.402 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:25 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:25.402 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:25 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:57:25.402 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:25 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T05:57:25.402 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:25 smithi089 ceph-mon[29555]: Updating smithi089:/etc/ceph/ceph.conf 2024-07-26T05:57:25.402 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:25 smithi089 ceph-mon[29555]: Updating smithi155:/etc/ceph/ceph.conf 2024-07-26T05:57:25.402 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:25 smithi089 ceph-mon[29555]: Updating smithi089:/var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/config/ceph.conf 2024-07-26T05:57:25.402 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:25 smithi089 ceph-mon[29555]: Updating smithi155:/var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/config/ceph.conf 2024-07-26T05:57:25.402 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:25 smithi089 ceph-mon[29555]: from='client.? 172.21.15.155:0/1276767884' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-07-26T05:57:25.403 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:25 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:25.403 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:25 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:25.403 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:25 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:25.403 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:25 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:25.403 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:25 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:25.403 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:25 smithi089 ceph-mon[29555]: Reconfiguring mon.a (unknown last config time)... 2024-07-26T05:57:25.403 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:25 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-26T05:57:25.403 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:25 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-07-26T05:57:25.403 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:25 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:57:25.403 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:25 smithi089 ceph-mon[29555]: Reconfiguring daemon mon.a on smithi089 2024-07-26T05:57:25.403 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:25 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:25.403 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:25 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:25.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:25 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:25.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:25 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:25.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:25 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:57:25.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:25 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T05:57:25.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:25 smithi089 ceph-mon[41451]: Updating smithi089:/etc/ceph/ceph.conf 2024-07-26T05:57:25.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:25 smithi089 ceph-mon[41451]: Updating smithi155:/etc/ceph/ceph.conf 2024-07-26T05:57:25.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:25 smithi089 ceph-mon[41451]: Updating smithi089:/var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/config/ceph.conf 2024-07-26T05:57:25.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:25 smithi089 ceph-mon[41451]: Updating smithi155:/var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/config/ceph.conf 2024-07-26T05:57:25.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:25 smithi089 ceph-mon[41451]: from='client.? 172.21.15.155:0/1276767884' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-07-26T05:57:25.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:25 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:25.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:25 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:25.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:25 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:25.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:25 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:25.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:25 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:25.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:25 smithi089 ceph-mon[41451]: Reconfiguring mon.a (unknown last config time)... 2024-07-26T05:57:25.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:25 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-26T05:57:25.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:25 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-07-26T05:57:25.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:25 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:57:25.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:25 smithi089 ceph-mon[41451]: Reconfiguring daemon mon.a on smithi089 2024-07-26T05:57:26.218 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T05:57:26.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:26 smithi089 ceph-mon[29555]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:57:26.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:26 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:26.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:26 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:26.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:26 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:26.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:26 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-26T05:57:26.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:26 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-07-26T05:57:26.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:26 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:57:26.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:26 smithi089 ceph-mon[41451]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:57:26.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:26 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:26.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:26 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:26.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:26 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:26.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:26 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-26T05:57:26.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:26 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-07-26T05:57:26.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:26 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:57:26.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:26 smithi155 ceph-mon[33309]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:57:26.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:26 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:26.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:26 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:26.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:26 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:26.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:26 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-26T05:57:26.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:26 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-07-26T05:57:26.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:26 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:57:27.587 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:27 smithi089 ceph-mon[29555]: Reconfiguring mon.c (monmap changed)... 2024-07-26T05:57:27.587 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:27 smithi089 ceph-mon[29555]: Reconfiguring daemon mon.c on smithi089 2024-07-26T05:57:27.588 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:27 smithi089 ceph-mon[41451]: Reconfiguring mon.c (monmap changed)... 2024-07-26T05:57:27.588 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:27 smithi089 ceph-mon[41451]: Reconfiguring daemon mon.c on smithi089 2024-07-26T05:57:27.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:27 smithi155 ceph-mon[33309]: Reconfiguring mon.c (monmap changed)... 2024-07-26T05:57:27.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:27 smithi155 ceph-mon[33309]: Reconfiguring daemon mon.c on smithi089 2024-07-26T05:57:28.560 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:28 smithi089 ceph-mon[29555]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:57:28.560 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:28 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:28.560 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:28 smithi089 ceph-mon[41451]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:57:28.560 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:28 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:28.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:28 smithi155 ceph-mon[33309]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:57:28.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:28 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:28.909 INFO:teuthology.orchestra.run.smithi089.stdout:# minimal ceph.conf for 9bd49884-4b13-11ef-bcb6-c7b262605968 2024-07-26T05:57:28.910 INFO:teuthology.orchestra.run.smithi089.stdout:[global] 2024-07-26T05:57:28.910 INFO:teuthology.orchestra.run.smithi089.stdout: fsid = 9bd49884-4b13-11ef-bcb6-c7b262605968 2024-07-26T05:57:28.910 INFO:teuthology.orchestra.run.smithi089.stdout: mon_host = [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] [v2:172.21.15.89:3301/0,v1:172.21.15.89:6790/0] 2024-07-26T05:57:29.496 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:29 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:29.496 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:29 smithi089 ceph-mon[41451]: Reconfiguring mon.b (monmap changed)... 2024-07-26T05:57:29.496 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:29 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-26T05:57:29.496 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:29 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-07-26T05:57:29.497 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:29 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:57:29.497 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:29 smithi089 ceph-mon[41451]: Reconfiguring daemon mon.b on smithi155 2024-07-26T05:57:29.497 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:29 smithi089 ceph-mon[41451]: from='client.? 172.21.15.89:0/1466107525' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:57:29.497 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:29 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:29.497 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:29 smithi089 ceph-mon[29555]: Reconfiguring mon.b (monmap changed)... 2024-07-26T05:57:29.497 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:29 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-26T05:57:29.497 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:29 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-07-26T05:57:29.497 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:29 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:57:29.497 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:29 smithi089 ceph-mon[29555]: Reconfiguring daemon mon.b on smithi155 2024-07-26T05:57:29.497 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:29 smithi089 ceph-mon[29555]: from='client.? 172.21.15.89:0/1466107525' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:57:29.519 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-07-26T05:57:29.519 DEBUG:teuthology.orchestra.run.smithi089:> set -ex 2024-07-26T05:57:29.519 DEBUG:teuthology.orchestra.run.smithi089:> sudo dd of=/etc/ceph/ceph.conf 2024-07-26T05:57:29.546 DEBUG:teuthology.orchestra.run.smithi089:> set -ex 2024-07-26T05:57:29.546 DEBUG:teuthology.orchestra.run.smithi089:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-07-26T05:57:29.581 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:29 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:29.581 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:29 smithi155 ceph-mon[33309]: Reconfiguring mon.b (monmap changed)... 2024-07-26T05:57:29.581 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:29 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-26T05:57:29.581 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:29 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-07-26T05:57:29.581 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:29 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:57:29.581 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:29 smithi155 ceph-mon[33309]: Reconfiguring daemon mon.b on smithi155 2024-07-26T05:57:29.581 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:29 smithi155 ceph-mon[33309]: from='client.? 172.21.15.89:0/1466107525' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:57:29.611 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-07-26T05:57:29.612 DEBUG:teuthology.orchestra.run.smithi155:> sudo dd of=/etc/ceph/ceph.conf 2024-07-26T05:57:29.641 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-07-26T05:57:29.641 DEBUG:teuthology.orchestra.run.smithi155:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-07-26T05:57:29.707 INFO:tasks.cephadm:Adding mgr.y on smithi089 2024-07-26T05:57:29.707 INFO:tasks.cephadm:Adding mgr.x on smithi155 2024-07-26T05:57:29.707 DEBUG:teuthology.orchestra.run.smithi155:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- ceph orch apply mgr '2;smithi089=y;smithi155=x' 2024-07-26T05:57:29.989 INFO:teuthology.orchestra.run.smithi155.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.b/config 2024-07-26T05:57:30.820 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:30 smithi155 ceph-mon[33309]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:57:30.820 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:30 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:30.820 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:30 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:30.820 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:30 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T05:57:30.820 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:30 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:57:30.820 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:30 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T05:57:30.820 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:30 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:30.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:30 smithi089 ceph-mon[29555]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:57:30.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:30 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:30.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:30 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:30.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:30 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T05:57:30.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:30 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:57:30.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:30 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T05:57:30.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:30 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:30.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:30 smithi089 ceph-mon[41451]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:57:30.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:30 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:30.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:30 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:30.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:30 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T05:57:30.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:30 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:57:30.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:30 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T05:57:30.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:30 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:31.743 INFO:teuthology.orchestra.run.smithi155.stdout:Scheduled mgr update... 2024-07-26T05:57:32.376 DEBUG:teuthology.orchestra.run.smithi155:mgr.x> sudo journalctl -f -n 0 -u ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@mgr.x.service 2024-07-26T05:57:32.379 INFO:tasks.cephadm:Deploying OSDs... 2024-07-26T05:57:32.379 DEBUG:teuthology.orchestra.run.smithi089:> set -ex 2024-07-26T05:57:32.379 DEBUG:teuthology.orchestra.run.smithi089:> dd if=/scratch_devs of=/dev/stdout 2024-07-26T05:57:32.399 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-07-26T05:57:32.399 DEBUG:teuthology.orchestra.run.smithi089:> stat /dev/vg_nvme/lv_1 2024-07-26T05:57:32.460 INFO:teuthology.orchestra.run.smithi089.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-07-26T05:57:32.461 INFO:teuthology.orchestra.run.smithi089.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-07-26T05:57:32.461 INFO:teuthology.orchestra.run.smithi089.stdout:Device: 5h/5d Inode: 978 Links: 1 2024-07-26T05:57:32.461 INFO:teuthology.orchestra.run.smithi089.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-07-26T05:57:32.461 INFO:teuthology.orchestra.run.smithi089.stdout:Context: system_u:object_r:device_t:s0 2024-07-26T05:57:32.461 INFO:teuthology.orchestra.run.smithi089.stdout:Access: 2024-07-26 05:57:17.410484774 +0000 2024-07-26T05:57:32.461 INFO:teuthology.orchestra.run.smithi089.stdout:Modify: 2024-07-26 05:53:32.427579119 +0000 2024-07-26T05:57:32.461 INFO:teuthology.orchestra.run.smithi089.stdout:Change: 2024-07-26 05:53:32.427579119 +0000 2024-07-26T05:57:32.461 INFO:teuthology.orchestra.run.smithi089.stdout: Birth: 2024-07-26 05:53:32.427579119 +0000 2024-07-26T05:57:32.461 DEBUG:teuthology.orchestra.run.smithi089:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-07-26T05:57:32.527 INFO:teuthology.orchestra.run.smithi089.stderr:1+0 records in 2024-07-26T05:57:32.528 INFO:teuthology.orchestra.run.smithi089.stderr:1+0 records out 2024-07-26T05:57:32.528 INFO:teuthology.orchestra.run.smithi089.stderr:512 bytes copied, 0.00023524 s, 2.2 MB/s 2024-07-26T05:57:32.529 DEBUG:teuthology.orchestra.run.smithi089:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-07-26T05:57:32.588 DEBUG:teuthology.orchestra.run.smithi089:> stat /dev/vg_nvme/lv_2 2024-07-26T05:57:32.645 INFO:teuthology.orchestra.run.smithi089.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-07-26T05:57:32.645 INFO:teuthology.orchestra.run.smithi089.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-07-26T05:57:32.645 INFO:teuthology.orchestra.run.smithi089.stdout:Device: 5h/5d Inode: 974 Links: 1 2024-07-26T05:57:32.645 INFO:teuthology.orchestra.run.smithi089.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-07-26T05:57:32.646 INFO:teuthology.orchestra.run.smithi089.stdout:Context: system_u:object_r:device_t:s0 2024-07-26T05:57:32.646 INFO:teuthology.orchestra.run.smithi089.stdout:Access: 2024-07-26 05:57:17.410484774 +0000 2024-07-26T05:57:32.646 INFO:teuthology.orchestra.run.smithi089.stdout:Modify: 2024-07-26 05:53:32.427579119 +0000 2024-07-26T05:57:32.646 INFO:teuthology.orchestra.run.smithi089.stdout:Change: 2024-07-26 05:53:32.427579119 +0000 2024-07-26T05:57:32.646 INFO:teuthology.orchestra.run.smithi089.stdout: Birth: 2024-07-26 05:53:32.427579119 +0000 2024-07-26T05:57:32.646 DEBUG:teuthology.orchestra.run.smithi089:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-07-26T05:57:32.711 INFO:teuthology.orchestra.run.smithi089.stderr:1+0 records in 2024-07-26T05:57:32.711 INFO:teuthology.orchestra.run.smithi089.stderr:1+0 records out 2024-07-26T05:57:32.711 INFO:teuthology.orchestra.run.smithi089.stderr:512 bytes copied, 0.000245516 s, 2.1 MB/s 2024-07-26T05:57:32.713 DEBUG:teuthology.orchestra.run.smithi089:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-07-26T05:57:32.771 DEBUG:teuthology.orchestra.run.smithi089:> stat /dev/vg_nvme/lv_3 2024-07-26T05:57:32.827 INFO:teuthology.orchestra.run.smithi089.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-07-26T05:57:32.827 INFO:teuthology.orchestra.run.smithi089.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-07-26T05:57:32.827 INFO:teuthology.orchestra.run.smithi089.stdout:Device: 5h/5d Inode: 987 Links: 1 2024-07-26T05:57:32.827 INFO:teuthology.orchestra.run.smithi089.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-07-26T05:57:32.827 INFO:teuthology.orchestra.run.smithi089.stdout:Context: system_u:object_r:device_t:s0 2024-07-26T05:57:32.828 INFO:teuthology.orchestra.run.smithi089.stdout:Access: 2024-07-26 05:57:17.410484774 +0000 2024-07-26T05:57:32.828 INFO:teuthology.orchestra.run.smithi089.stdout:Modify: 2024-07-26 05:53:32.428579096 +0000 2024-07-26T05:57:32.828 INFO:teuthology.orchestra.run.smithi089.stdout:Change: 2024-07-26 05:53:32.428579096 +0000 2024-07-26T05:57:32.828 INFO:teuthology.orchestra.run.smithi089.stdout: Birth: 2024-07-26 05:53:32.428579096 +0000 2024-07-26T05:57:32.828 DEBUG:teuthology.orchestra.run.smithi089:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-07-26T05:57:32.890 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:32 smithi089 ceph-mon[29555]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:57:32.890 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:32 smithi089 ceph-mon[29555]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi089=y;smithi155=x", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T05:57:32.890 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:32 smithi089 ceph-mon[29555]: Saving service mgr spec with placement smithi089=y;smithi155=x;count:2 2024-07-26T05:57:32.890 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:32 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:32.890 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:32 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T05:57:32.890 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:32 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:57:32.890 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:32 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T05:57:32.891 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:32 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:32.891 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:32 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-07-26T05:57:32.891 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:32 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-07-26T05:57:32.891 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:32 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-07-26T05:57:32.891 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:32 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:57:32.891 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:32 smithi089 ceph-mon[29555]: Deploying daemon mgr.x on smithi155 2024-07-26T05:57:32.891 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:32 smithi089 ceph-mon[41451]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:57:32.891 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:32 smithi089 ceph-mon[41451]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi089=y;smithi155=x", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T05:57:32.891 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:32 smithi089 ceph-mon[41451]: Saving service mgr spec with placement smithi089=y;smithi155=x;count:2 2024-07-26T05:57:32.891 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:32 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:32.891 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:32 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T05:57:32.892 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:32 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:57:32.892 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:32 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T05:57:32.892 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:32 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:32.892 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:32 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-07-26T05:57:32.892 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:32 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-07-26T05:57:32.892 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:32 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-07-26T05:57:32.892 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:32 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:57:32.892 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:32 smithi089 ceph-mon[41451]: Deploying daemon mgr.x on smithi155 2024-07-26T05:57:32.893 INFO:teuthology.orchestra.run.smithi089.stderr:1+0 records in 2024-07-26T05:57:32.893 INFO:teuthology.orchestra.run.smithi089.stderr:1+0 records out 2024-07-26T05:57:32.893 INFO:teuthology.orchestra.run.smithi089.stderr:512 bytes copied, 0.000195228 s, 2.6 MB/s 2024-07-26T05:57:32.894 DEBUG:teuthology.orchestra.run.smithi089:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-07-26T05:57:32.951 DEBUG:teuthology.orchestra.run.smithi089:> stat /dev/vg_nvme/lv_4 2024-07-26T05:57:33.007 INFO:teuthology.orchestra.run.smithi089.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-07-26T05:57:33.008 INFO:teuthology.orchestra.run.smithi089.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-07-26T05:57:33.008 INFO:teuthology.orchestra.run.smithi089.stdout:Device: 5h/5d Inode: 983 Links: 1 2024-07-26T05:57:33.008 INFO:teuthology.orchestra.run.smithi089.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-07-26T05:57:33.008 INFO:teuthology.orchestra.run.smithi089.stdout:Context: system_u:object_r:device_t:s0 2024-07-26T05:57:33.008 INFO:teuthology.orchestra.run.smithi089.stdout:Access: 2024-07-26 05:57:17.411484752 +0000 2024-07-26T05:57:33.008 INFO:teuthology.orchestra.run.smithi089.stdout:Modify: 2024-07-26 05:53:32.427579119 +0000 2024-07-26T05:57:33.008 INFO:teuthology.orchestra.run.smithi089.stdout:Change: 2024-07-26 05:53:32.427579119 +0000 2024-07-26T05:57:33.008 INFO:teuthology.orchestra.run.smithi089.stdout: Birth: 2024-07-26 05:53:32.427579119 +0000 2024-07-26T05:57:33.008 DEBUG:teuthology.orchestra.run.smithi089:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-07-26T05:57:33.071 INFO:teuthology.orchestra.run.smithi089.stderr:1+0 records in 2024-07-26T05:57:33.071 INFO:teuthology.orchestra.run.smithi089.stderr:1+0 records out 2024-07-26T05:57:33.072 INFO:teuthology.orchestra.run.smithi089.stderr:512 bytes copied, 0.000205047 s, 2.5 MB/s 2024-07-26T05:57:33.073 DEBUG:teuthology.orchestra.run.smithi089:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-07-26T05:57:33.129 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-07-26T05:57:33.199 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/scratch_devs of=/dev/stdout 2024-07-26T05:57:33.200 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:32 smithi155 ceph-mon[33309]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:57:33.200 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:32 smithi155 ceph-mon[33309]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi089=y;smithi155=x", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T05:57:33.201 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:32 smithi155 ceph-mon[33309]: Saving service mgr spec with placement smithi089=y;smithi155=x;count:2 2024-07-26T05:57:33.201 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:32 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:33.201 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:32 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T05:57:33.201 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:32 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:57:33.201 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:32 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T05:57:33.201 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:32 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:33.201 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:32 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-07-26T05:57:33.201 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:32 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-07-26T05:57:33.201 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:32 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-07-26T05:57:33.201 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:32 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:57:33.201 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:32 smithi155 ceph-mon[33309]: Deploying daemon mgr.x on smithi155 2024-07-26T05:57:33.217 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-07-26T05:57:33.218 DEBUG:teuthology.orchestra.run.smithi155:> stat /dev/vg_nvme/lv_1 2024-07-26T05:57:33.272 INFO:teuthology.orchestra.run.smithi155.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-07-26T05:57:33.273 INFO:teuthology.orchestra.run.smithi155.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-07-26T05:57:33.273 INFO:teuthology.orchestra.run.smithi155.stdout:Device: 5h/5d Inode: 981 Links: 1 2024-07-26T05:57:33.273 INFO:teuthology.orchestra.run.smithi155.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-07-26T05:57:33.273 INFO:teuthology.orchestra.run.smithi155.stdout:Context: system_u:object_r:device_t:s0 2024-07-26T05:57:33.273 INFO:teuthology.orchestra.run.smithi155.stdout:Access: 2024-07-26 05:57:08.601496026 +0000 2024-07-26T05:57:33.273 INFO:teuthology.orchestra.run.smithi155.stdout:Modify: 2024-07-26 05:53:32.316778732 +0000 2024-07-26T05:57:33.273 INFO:teuthology.orchestra.run.smithi155.stdout:Change: 2024-07-26 05:53:32.316778732 +0000 2024-07-26T05:57:33.273 INFO:teuthology.orchestra.run.smithi155.stdout: Birth: 2024-07-26 05:53:32.316778732 +0000 2024-07-26T05:57:33.273 DEBUG:teuthology.orchestra.run.smithi155:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-07-26T05:57:33.337 INFO:teuthology.orchestra.run.smithi155.stderr:1+0 records in 2024-07-26T05:57:33.337 INFO:teuthology.orchestra.run.smithi155.stderr:1+0 records out 2024-07-26T05:57:33.337 INFO:teuthology.orchestra.run.smithi155.stderr:512 bytes copied, 0.000211181 s, 2.4 MB/s 2024-07-26T05:57:33.338 DEBUG:teuthology.orchestra.run.smithi155:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-07-26T05:57:33.394 DEBUG:teuthology.orchestra.run.smithi155:> stat /dev/vg_nvme/lv_2 2024-07-26T05:57:33.450 INFO:teuthology.orchestra.run.smithi155.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-07-26T05:57:33.450 INFO:teuthology.orchestra.run.smithi155.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-07-26T05:57:33.450 INFO:teuthology.orchestra.run.smithi155.stdout:Device: 5h/5d Inode: 992 Links: 1 2024-07-26T05:57:33.450 INFO:teuthology.orchestra.run.smithi155.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-07-26T05:57:33.450 INFO:teuthology.orchestra.run.smithi155.stdout:Context: system_u:object_r:device_t:s0 2024-07-26T05:57:33.451 INFO:teuthology.orchestra.run.smithi155.stdout:Access: 2024-07-26 05:57:08.601496026 +0000 2024-07-26T05:57:33.451 INFO:teuthology.orchestra.run.smithi155.stdout:Modify: 2024-07-26 05:53:32.319778676 +0000 2024-07-26T05:57:33.451 INFO:teuthology.orchestra.run.smithi155.stdout:Change: 2024-07-26 05:53:32.319778676 +0000 2024-07-26T05:57:33.451 INFO:teuthology.orchestra.run.smithi155.stdout: Birth: 2024-07-26 05:53:32.319778676 +0000 2024-07-26T05:57:33.451 DEBUG:teuthology.orchestra.run.smithi155:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-07-26T05:57:33.513 INFO:teuthology.orchestra.run.smithi155.stderr:1+0 records in 2024-07-26T05:57:33.513 INFO:teuthology.orchestra.run.smithi155.stderr:1+0 records out 2024-07-26T05:57:33.513 INFO:teuthology.orchestra.run.smithi155.stderr:512 bytes copied, 0.000199227 s, 2.6 MB/s 2024-07-26T05:57:33.514 DEBUG:teuthology.orchestra.run.smithi155:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-07-26T05:57:33.570 DEBUG:teuthology.orchestra.run.smithi155:> stat /dev/vg_nvme/lv_3 2024-07-26T05:57:33.628 INFO:teuthology.orchestra.run.smithi155.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-07-26T05:57:33.628 INFO:teuthology.orchestra.run.smithi155.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-07-26T05:57:33.628 INFO:teuthology.orchestra.run.smithi155.stdout:Device: 5h/5d Inode: 980 Links: 1 2024-07-26T05:57:33.628 INFO:teuthology.orchestra.run.smithi155.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-07-26T05:57:33.628 INFO:teuthology.orchestra.run.smithi155.stdout:Context: system_u:object_r:device_t:s0 2024-07-26T05:57:33.628 INFO:teuthology.orchestra.run.smithi155.stdout:Access: 2024-07-26 05:57:08.602496008 +0000 2024-07-26T05:57:33.628 INFO:teuthology.orchestra.run.smithi155.stdout:Modify: 2024-07-26 05:53:32.316778732 +0000 2024-07-26T05:57:33.628 INFO:teuthology.orchestra.run.smithi155.stdout:Change: 2024-07-26 05:53:32.316778732 +0000 2024-07-26T05:57:33.629 INFO:teuthology.orchestra.run.smithi155.stdout: Birth: 2024-07-26 05:53:32.316778732 +0000 2024-07-26T05:57:33.629 DEBUG:teuthology.orchestra.run.smithi155:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-07-26T05:57:33.711 INFO:teuthology.orchestra.run.smithi155.stderr:1+0 records in 2024-07-26T05:57:33.712 INFO:teuthology.orchestra.run.smithi155.stderr:1+0 records out 2024-07-26T05:57:33.712 INFO:teuthology.orchestra.run.smithi155.stderr:512 bytes copied, 0.000238429 s, 2.1 MB/s 2024-07-26T05:57:33.713 DEBUG:teuthology.orchestra.run.smithi155:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-07-26T05:57:33.770 DEBUG:teuthology.orchestra.run.smithi155:> stat /dev/vg_nvme/lv_4 2024-07-26T05:57:33.826 INFO:teuthology.orchestra.run.smithi155.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-07-26T05:57:33.826 INFO:teuthology.orchestra.run.smithi155.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-07-26T05:57:33.826 INFO:teuthology.orchestra.run.smithi155.stdout:Device: 5h/5d Inode: 979 Links: 1 2024-07-26T05:57:33.826 INFO:teuthology.orchestra.run.smithi155.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-07-26T05:57:33.826 INFO:teuthology.orchestra.run.smithi155.stdout:Context: system_u:object_r:device_t:s0 2024-07-26T05:57:33.826 INFO:teuthology.orchestra.run.smithi155.stdout:Access: 2024-07-26 05:57:33.664032531 +0000 2024-07-26T05:57:33.826 INFO:teuthology.orchestra.run.smithi155.stdout:Modify: 2024-07-26 05:53:32.316778732 +0000 2024-07-26T05:57:33.826 INFO:teuthology.orchestra.run.smithi155.stdout:Change: 2024-07-26 05:53:32.316778732 +0000 2024-07-26T05:57:33.826 INFO:teuthology.orchestra.run.smithi155.stdout: Birth: 2024-07-26 05:53:32.316778732 +0000 2024-07-26T05:57:33.827 DEBUG:teuthology.orchestra.run.smithi155:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-07-26T05:57:33.896 INFO:teuthology.orchestra.run.smithi155.stderr:1+0 records in 2024-07-26T05:57:33.896 INFO:teuthology.orchestra.run.smithi155.stderr:1+0 records out 2024-07-26T05:57:33.896 INFO:teuthology.orchestra.run.smithi155.stderr:512 bytes copied, 0.000177087 s, 2.9 MB/s 2024-07-26T05:57:33.897 DEBUG:teuthology.orchestra.run.smithi155:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-07-26T05:57:33.955 INFO:tasks.cephadm:Deploying osd.0 on smithi089 with /dev/vg_nvme/lv_4... 2024-07-26T05:57:33.966 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-07-26T05:57:34.144 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 05:57:34 smithi155 podman[35388]: 2024-07-26 05:57:34.143943682 +0000 UTC m=+0.126186419 container create 4d1aa811fceb1819d95268915b88d1b44c2585182d13bfc43c3359f810fe3ba7 (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240724, ceph=True, GIT_CLEAN=True, RELEASE=quincy-5dff84c, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-07-26T05:57:34.217 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T05:57:34.421 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 05:57:34 smithi155 podman[35388]: 2024-07-26 05:57:34.313332437 +0000 UTC m=+0.295575174 container init 4d1aa811fceb1819d95268915b88d1b44c2585182d13bfc43c3359f810fe3ba7 (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=quincy-5dff84c, org.label-schema.build-date=20240724) 2024-07-26T05:57:34.427 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 05:57:34 smithi155 podman[35388]: 2024-07-26 05:57:34.318420744 +0000 UTC m=+0.300663481 container start 4d1aa811fceb1819d95268915b88d1b44c2585182d13bfc43c3359f810fe3ba7 (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240724, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=quincy-5dff84c, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True) 2024-07-26T05:57:34.427 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 05:57:34 smithi155 ceph-mgr[35426]: -- 172.21.15.155:0/316629970 <== mon.1 v2:172.21.15.155:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x56552db029c0 con 0x56552db0f000 2024-07-26T05:57:34.427 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 05:57:34 smithi155 bash[35388]: 4d1aa811fceb1819d95268915b88d1b44c2585182d13bfc43c3359f810fe3ba7 2024-07-26T05:57:34.747 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 05:57:34 smithi155 systemd[1]: Started Ceph mgr.x for 9bd49884-4b13-11ef-bcb6-c7b262605968. 2024-07-26T05:57:34.747 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 05:57:34 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[35403]: 2024-07-26T05:57:34.433+0000 7f80907a3ec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-07-26T05:57:34.747 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 05:57:34 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[35403]: 2024-07-26T05:57:34.562+0000 7f80907a3ec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-07-26T05:57:34.747 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 05:57:34 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[35403]: 2024-07-26T05:57:34.631+0000 7f80907a3ec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-07-26T05:57:35.028 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:34 smithi089 ceph-mon[29555]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:57:35.029 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:34 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:35.029 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:34 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:35.029 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:34 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:35.029 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:34 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:35.029 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:34 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T05:57:35.029 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:34 smithi089 ceph-mon[41451]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:57:35.030 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:34 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:35.030 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:34 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:35.030 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:34 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:35.030 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:34 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:35.030 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:34 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T05:57:35.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:34 smithi155 ceph-mon[33309]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:57:35.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:34 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:35.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:34 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:35.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:34 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:35.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:34 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:35.131 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:34 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T05:57:35.131 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 05:57:34 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[35403]: 2024-07-26T05:57:34.896+0000 7f80907a3ec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-07-26T05:57:35.131 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 05:57:34 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[35403]: 2024-07-26T05:57:34.964+0000 7f80907a3ec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-07-26T05:57:36.243 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 05:57:35 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[35403]: 2024-07-26T05:57:35.895+0000 7f80907a3ec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-07-26T05:57:36.243 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 05:57:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[35403]: 2024-07-26T05:57:36.004+0000 7f80907a3ec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-07-26T05:57:36.243 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 05:57:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[35403]: 2024-07-26T05:57:36.057+0000 7f80907a3ec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-07-26T05:57:36.243 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 05:57:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[35403]: 2024-07-26T05:57:36.240+0000 7f80907a3ec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-07-26T05:57:36.534 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:36 smithi089 ceph-mon[41451]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:57:36.535 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:36 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:36.535 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:36 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:36.535 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:36 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:36.535 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:36 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:57:36.535 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:36 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T05:57:36.535 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:36 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:36.535 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:36 smithi089 ceph-mon[41451]: Reconfiguring mgr.y (unknown last config time)... 2024-07-26T05:57:36.535 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:36 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-07-26T05:57:36.535 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:36 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-07-26T05:57:36.535 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:36 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:57:36.535 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:36 smithi089 ceph-mon[41451]: Reconfiguring daemon mgr.y on smithi089 2024-07-26T05:57:36.536 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:36 smithi089 ceph-mon[29555]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:57:36.536 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:36 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:36.536 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:36 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:36.536 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:36 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:36.536 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:36 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:57:36.536 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:36 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T05:57:36.536 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:36 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:36.536 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:36 smithi089 ceph-mon[29555]: Reconfiguring mgr.y (unknown last config time)... 2024-07-26T05:57:36.536 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:36 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-07-26T05:57:36.536 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:36 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-07-26T05:57:36.536 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:36 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:57:36.536 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:36 smithi089 ceph-mon[29555]: Reconfiguring daemon mgr.y on smithi089 2024-07-26T05:57:36.540 INFO:teuthology.orchestra.run.smithi089.stdout: 2024-07-26T05:57:36.559 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- ceph orch daemon add osd smithi089:vg_nvme/lv_4 2024-07-26T05:57:36.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:36 smithi155 ceph-mon[33309]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:57:36.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:36 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:36.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:36 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:36.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:36 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:36.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:36 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:57:36.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:36 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T05:57:36.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:36 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:36.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:36 smithi155 ceph-mon[33309]: Reconfiguring mgr.y (unknown last config time)... 2024-07-26T05:57:36.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:36 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-07-26T05:57:36.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:36 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-07-26T05:57:36.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:36 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:57:36.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:36 smithi155 ceph-mon[33309]: Reconfiguring daemon mgr.y on smithi089 2024-07-26T05:57:36.630 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 05:57:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[35403]: 2024-07-26T05:57:36.299+0000 7f80907a3ec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-07-26T05:57:36.630 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 05:57:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[35403]: 2024-07-26T05:57:36.363+0000 7f80907a3ec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-07-26T05:57:36.630 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 05:57:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[35403]: 2024-07-26T05:57:36.482+0000 7f80907a3ec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-07-26T05:57:37.170 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 05:57:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[35403]: 2024-07-26T05:57:36.887+0000 7f80907a3ec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-07-26T05:57:37.296 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T05:57:37.605 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 05:57:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[35403]: 2024-07-26T05:57:37.169+0000 7f80907a3ec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-07-26T05:57:37.605 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 05:57:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[35403]: 2024-07-26T05:57:37.233+0000 7f80907a3ec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-07-26T05:57:37.605 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 05:57:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[35403]: 2024-07-26T05:57:37.357+0000 7f80907a3ec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-07-26T05:57:37.606 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 05:57:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[35403]: 2024-07-26T05:57:37.603+0000 7f80907a3ec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-07-26T05:57:37.879 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 05:57:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[35403]: 2024-07-26T05:57:37.662+0000 7f80907a3ec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-07-26T05:57:37.879 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 05:57:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[35403]: 2024-07-26T05:57:37.838+0000 7f80907a3ec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-07-26T05:57:38.330 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 05:57:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[35403]: 2024-07-26T05:57:37.900+0000 7f80907a3ec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-07-26T05:57:38.330 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 05:57:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[35403]: 2024-07-26T05:57:37.979+0000 7f80907a3ec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-07-26T05:57:38.330 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 05:57:38 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[35403]: 2024-07-26T05:57:38.035+0000 7f80907a3ec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-07-26T05:57:38.588 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:38 smithi089 ceph-mon[29555]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:57:38.588 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:38 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:38.588 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:38 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:38.589 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:38 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T05:57:38.589 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:38 smithi089 ceph-mon[41451]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:57:38.589 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:38 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:38.589 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:38 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:38.589 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:38 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T05:57:38.629 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 05:57:38 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[35403]: 2024-07-26T05:57:38.542+0000 7f80907a3ec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-07-26T05:57:38.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:38 smithi155 ceph-mon[33309]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:57:38.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:38 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:38.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:38 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:38.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:38 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T05:57:39.129 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 05:57:38 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[35403]: 2024-07-26T05:57:38.678+0000 7f80907a3ec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-07-26T05:57:39.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:39 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:57:39.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:39 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T05:57:39.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:39 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:39.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:39 smithi089 ceph-mon[29555]: Standby manager daemon x started 2024-07-26T05:57:39.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:39 smithi089 ceph-mon[29555]: from='mgr.? 172.21.15.155:0/2071938984' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-07-26T05:57:39.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:39 smithi089 ceph-mon[29555]: from='mgr.? 172.21.15.155:0/2071938984' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-07-26T05:57:39.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:39 smithi089 ceph-mon[29555]: from='mgr.? 172.21.15.155:0/2071938984' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-07-26T05:57:39.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:39 smithi089 ceph-mon[29555]: from='mgr.? 172.21.15.155:0/2071938984' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-07-26T05:57:39.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:39 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:57:39.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:39 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T05:57:39.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:39 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:39.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:39 smithi089 ceph-mon[41451]: Standby manager daemon x started 2024-07-26T05:57:39.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:39 smithi089 ceph-mon[41451]: from='mgr.? 172.21.15.155:0/2071938984' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-07-26T05:57:39.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:39 smithi089 ceph-mon[41451]: from='mgr.? 172.21.15.155:0/2071938984' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-07-26T05:57:39.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:39 smithi089 ceph-mon[41451]: from='mgr.? 172.21.15.155:0/2071938984' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-07-26T05:57:39.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:39 smithi089 ceph-mon[41451]: from='mgr.? 172.21.15.155:0/2071938984' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-07-26T05:57:39.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:39 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:57:39.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:39 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T05:57:39.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:39 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:39.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:39 smithi155 ceph-mon[33309]: Standby manager daemon x started 2024-07-26T05:57:39.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:39 smithi155 ceph-mon[33309]: from='mgr.? 172.21.15.155:0/2071938984' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-07-26T05:57:39.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:39 smithi155 ceph-mon[33309]: from='mgr.? 172.21.15.155:0/2071938984' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-07-26T05:57:39.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:39 smithi155 ceph-mon[33309]: from='mgr.? 172.21.15.155:0/2071938984' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-07-26T05:57:39.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:39 smithi155 ceph-mon[33309]: from='mgr.? 172.21.15.155:0/2071938984' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-07-26T05:57:40.549 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:40 smithi089 ceph-mon[29555]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:57:40.549 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:40 smithi089 ceph-mon[29555]: from='client.24116 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi089:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T05:57:40.549 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:40 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-07-26T05:57:40.549 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:40 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-07-26T05:57:40.549 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:40 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:57:40.549 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:40 smithi089 ceph-mon[29555]: mgrmap e14: y(active, since 64s), standbys: x 2024-07-26T05:57:40.549 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:40 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-07-26T05:57:40.549 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:40 smithi089 ceph-mon[41451]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:57:40.549 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:40 smithi089 ceph-mon[41451]: from='client.24116 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi089:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T05:57:40.550 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:40 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-07-26T05:57:40.550 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:40 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-07-26T05:57:40.550 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:40 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:57:40.550 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:40 smithi089 ceph-mon[41451]: mgrmap e14: y(active, since 64s), standbys: x 2024-07-26T05:57:40.550 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:40 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-07-26T05:57:40.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:40 smithi155 ceph-mon[33309]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:57:40.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:40 smithi155 ceph-mon[33309]: from='client.24116 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi089:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T05:57:40.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:40 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-07-26T05:57:40.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:40 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-07-26T05:57:40.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:40 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:57:40.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:40 smithi155 ceph-mon[33309]: mgrmap e14: y(active, since 64s), standbys: x 2024-07-26T05:57:40.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:40 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-07-26T05:57:42.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:42 smithi155 ceph-mon[33309]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:57:42.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:42 smithi155 ceph-mon[33309]: from='client.? 172.21.15.89:0/2181180451' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e3266cc4-68e5-45de-bbe9-5051115aeaf6"}]: dispatch 2024-07-26T05:57:42.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:42 smithi155 ceph-mon[33309]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e3266cc4-68e5-45de-bbe9-5051115aeaf6"}]: dispatch 2024-07-26T05:57:42.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:42 smithi155 ceph-mon[33309]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e3266cc4-68e5-45de-bbe9-5051115aeaf6"}]': finished 2024-07-26T05:57:42.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:42 smithi155 ceph-mon[33309]: osdmap e5: 1 total, 0 up, 1 in 2024-07-26T05:57:42.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:42 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-26T05:57:42.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:42 smithi155 ceph-mon[33309]: from='client.? 172.21.15.89:0/1451061853' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-07-26T05:57:42.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:42 smithi089 ceph-mon[29555]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:57:42.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:42 smithi089 ceph-mon[29555]: from='client.? 172.21.15.89:0/2181180451' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e3266cc4-68e5-45de-bbe9-5051115aeaf6"}]: dispatch 2024-07-26T05:57:42.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:42 smithi089 ceph-mon[29555]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e3266cc4-68e5-45de-bbe9-5051115aeaf6"}]: dispatch 2024-07-26T05:57:42.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:42 smithi089 ceph-mon[29555]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e3266cc4-68e5-45de-bbe9-5051115aeaf6"}]': finished 2024-07-26T05:57:42.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:42 smithi089 ceph-mon[29555]: osdmap e5: 1 total, 0 up, 1 in 2024-07-26T05:57:42.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:42 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-26T05:57:42.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:42 smithi089 ceph-mon[29555]: from='client.? 172.21.15.89:0/1451061853' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-07-26T05:57:42.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:42 smithi089 ceph-mon[41451]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:57:42.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:42 smithi089 ceph-mon[41451]: from='client.? 172.21.15.89:0/2181180451' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e3266cc4-68e5-45de-bbe9-5051115aeaf6"}]: dispatch 2024-07-26T05:57:42.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:42 smithi089 ceph-mon[41451]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e3266cc4-68e5-45de-bbe9-5051115aeaf6"}]: dispatch 2024-07-26T05:57:42.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:42 smithi089 ceph-mon[41451]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e3266cc4-68e5-45de-bbe9-5051115aeaf6"}]': finished 2024-07-26T05:57:42.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:42 smithi089 ceph-mon[41451]: osdmap e5: 1 total, 0 up, 1 in 2024-07-26T05:57:42.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:42 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-26T05:57:42.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:42 smithi089 ceph-mon[41451]: from='client.? 172.21.15.89:0/1451061853' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-07-26T05:57:44.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:44 smithi155 ceph-mon[33309]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:57:44.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:44 smithi089 ceph-mon[29555]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:57:44.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:44 smithi089 ceph-mon[41451]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:57:46.476 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:46 smithi089 ceph-mon[29555]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:57:46.476 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:46 smithi089 ceph-mon[41451]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:57:46.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:46 smithi155 ceph-mon[33309]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:57:48.342 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:48 smithi089 ceph-mon[29555]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:57:48.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:48 smithi155 ceph-mon[33309]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:57:48.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:48 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-07-26T05:57:48.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:48 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:57:48.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:48 smithi155 ceph-mon[33309]: Deploying daemon osd.0 on smithi089 2024-07-26T05:57:48.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:48 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-07-26T05:57:48.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:48 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:57:48.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:48 smithi089 ceph-mon[29555]: Deploying daemon osd.0 on smithi089 2024-07-26T05:57:48.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:48 smithi089 ceph-mon[41451]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:57:48.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:48 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-07-26T05:57:48.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:48 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:57:48.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:48 smithi089 ceph-mon[41451]: Deploying daemon osd.0 on smithi089 2024-07-26T05:57:50.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:50 smithi155 ceph-mon[33309]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:57:50.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:50 smithi089 ceph-mon[29555]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:57:50.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:50 smithi089 ceph-mon[41451]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:57:52.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:52 smithi155 ceph-mon[33309]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:57:52.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:52 smithi089 ceph-mon[29555]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:57:52.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:52 smithi089 ceph-mon[41451]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:57:53.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:53 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T05:57:53.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:53 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:53.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:53 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:53.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:53 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T05:57:53.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:53 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:53.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:53 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:53.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:53 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T05:57:53.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:53 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:53.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:53 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:54.582 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:54 smithi089 ceph-mon[29555]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:57:54.582 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:54 smithi089 ceph-mon[41451]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:57:54.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:54 smithi155 ceph-mon[33309]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:57:55.530 INFO:teuthology.orchestra.run.smithi089.stdout:Created osd(s) 0 on host 'smithi089' 2024-07-26T05:57:56.125 DEBUG:teuthology.orchestra.run.smithi089:osd.0> sudo journalctl -f -n 0 -u ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@osd.0.service 2024-07-26T05:57:56.156 INFO:tasks.cephadm:Deploying osd.1 on smithi089 with /dev/vg_nvme/lv_3... 2024-07-26T05:57:56.156 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-07-26T05:57:56.460 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T05:57:56.823 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:56 smithi089 ceph-mon[41451]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:57:56.823 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:56 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:56.824 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:56 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:56.824 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:56 smithi089 ceph-mon[41451]: from='osd.0 [v2:172.21.15.89:6802/734743297,v1:172.21.15.89:6803/734743297]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-07-26T05:57:56.824 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:56 smithi089 ceph-mon[41451]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-07-26T05:57:56.824 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:56 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:56.824 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:56 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:56.825 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:56 smithi089 ceph-mon[29555]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:57:56.825 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:56 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:56.825 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:56 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:56.825 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:56 smithi089 ceph-mon[29555]: from='osd.0 [v2:172.21.15.89:6802/734743297,v1:172.21.15.89:6803/734743297]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-07-26T05:57:56.825 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:56 smithi089 ceph-mon[29555]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-07-26T05:57:56.825 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:56 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:56.825 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:56 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:56.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:56 smithi155 ceph-mon[33309]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:57:56.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:56 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:56.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:56 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:56.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:56 smithi155 ceph-mon[33309]: from='osd.0 [v2:172.21.15.89:6802/734743297,v1:172.21.15.89:6803/734743297]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-07-26T05:57:56.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:56 smithi155 ceph-mon[33309]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-07-26T05:57:56.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:56 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:56.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:56 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:57:57.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:57 smithi155 ceph-mon[33309]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-07-26T05:57:57.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:57 smithi155 ceph-mon[33309]: osdmap e6: 1 total, 0 up, 1 in 2024-07-26T05:57:57.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:57 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-26T05:57:57.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:57 smithi155 ceph-mon[33309]: from='osd.0 [v2:172.21.15.89:6802/734743297,v1:172.21.15.89:6803/734743297]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi089", "root=default"]}]: dispatch 2024-07-26T05:57:57.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:57 smithi155 ceph-mon[33309]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi089", "root=default"]}]: dispatch 2024-07-26T05:57:57.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:57 smithi089 ceph-mon[29555]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-07-26T05:57:57.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:57 smithi089 ceph-mon[29555]: osdmap e6: 1 total, 0 up, 1 in 2024-07-26T05:57:57.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:57 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-26T05:57:57.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:57 smithi089 ceph-mon[29555]: from='osd.0 [v2:172.21.15.89:6802/734743297,v1:172.21.15.89:6803/734743297]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi089", "root=default"]}]: dispatch 2024-07-26T05:57:57.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:57 smithi089 ceph-mon[29555]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi089", "root=default"]}]: dispatch 2024-07-26T05:57:57.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:57 smithi089 ceph-mon[41451]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-07-26T05:57:57.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:57 smithi089 ceph-mon[41451]: osdmap e6: 1 total, 0 up, 1 in 2024-07-26T05:57:57.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:57 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-26T05:57:57.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:57 smithi089 ceph-mon[41451]: from='osd.0 [v2:172.21.15.89:6802/734743297,v1:172.21.15.89:6803/734743297]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi089", "root=default"]}]: dispatch 2024-07-26T05:57:57.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:57 smithi089 ceph-mon[41451]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi089", "root=default"]}]: dispatch 2024-07-26T05:57:57.906 INFO:journalctl@ceph.osd.0.smithi089.stdout:Jul 26 05:57:57 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-0[45862]: 2024-07-26T05:57:57.544+0000 7f9f7b138640 -1 osd.0 0 waiting for initial osdmap 2024-07-26T05:57:57.906 INFO:journalctl@ceph.osd.0.smithi089.stdout:Jul 26 05:57:57 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-0[45862]: 2024-07-26T05:57:57.547+0000 7f9f75f6f640 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-07-26T05:57:58.826 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:58 smithi089 ceph-mon[29555]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:57:58.827 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:58 smithi089 ceph-mon[29555]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi089", "root=default"]}]': finished 2024-07-26T05:57:58.827 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:58 smithi089 ceph-mon[29555]: osdmap e7: 1 total, 0 up, 1 in 2024-07-26T05:57:58.827 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:58 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-26T05:57:58.827 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:58 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-26T05:57:58.827 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:58 smithi089 ceph-mon[41451]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:57:58.827 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:58 smithi089 ceph-mon[41451]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi089", "root=default"]}]': finished 2024-07-26T05:57:58.827 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:58 smithi089 ceph-mon[41451]: osdmap e7: 1 total, 0 up, 1 in 2024-07-26T05:57:58.827 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:58 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-26T05:57:58.827 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:58 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-26T05:57:58.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:58 smithi155 ceph-mon[33309]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-07-26T05:57:58.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:58 smithi155 ceph-mon[33309]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi089", "root=default"]}]': finished 2024-07-26T05:57:58.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:58 smithi155 ceph-mon[33309]: osdmap e7: 1 total, 0 up, 1 in 2024-07-26T05:57:58.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:58 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-26T05:57:58.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:58 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-26T05:57:59.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:59 smithi155 ceph-mon[33309]: purged_snaps scrub starts 2024-07-26T05:57:59.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:59 smithi155 ceph-mon[33309]: purged_snaps scrub ok 2024-07-26T05:57:59.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:59 smithi155 ceph-mon[33309]: osd.0 [v2:172.21.15.89:6802/734743297,v1:172.21.15.89:6803/734743297] boot 2024-07-26T05:57:59.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:59 smithi155 ceph-mon[33309]: osdmap e8: 1 total, 1 up, 1 in 2024-07-26T05:57:59.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:57:59 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-26T05:57:59.889 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:59 smithi089 ceph-mon[41451]: purged_snaps scrub starts 2024-07-26T05:57:59.889 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:59 smithi089 ceph-mon[41451]: purged_snaps scrub ok 2024-07-26T05:57:59.889 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:59 smithi089 ceph-mon[41451]: osd.0 [v2:172.21.15.89:6802/734743297,v1:172.21.15.89:6803/734743297] boot 2024-07-26T05:57:59.890 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:59 smithi089 ceph-mon[41451]: osdmap e8: 1 total, 1 up, 1 in 2024-07-26T05:57:59.890 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:57:59 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-26T05:57:59.890 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:59 smithi089 ceph-mon[29555]: purged_snaps scrub starts 2024-07-26T05:57:59.891 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:59 smithi089 ceph-mon[29555]: purged_snaps scrub ok 2024-07-26T05:57:59.891 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:59 smithi089 ceph-mon[29555]: osd.0 [v2:172.21.15.89:6802/734743297,v1:172.21.15.89:6803/734743297] boot 2024-07-26T05:57:59.891 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:59 smithi089 ceph-mon[29555]: osdmap e8: 1 total, 1 up, 1 in 2024-07-26T05:57:59.891 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:57:59 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-26T05:57:59.895 INFO:teuthology.orchestra.run.smithi089.stdout: 2024-07-26T05:57:59.914 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- ceph orch daemon add osd smithi089:vg_nvme/lv_3 2024-07-26T05:58:00.517 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T05:58:00.557 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:00 smithi089 ceph-mon[41451]: pgmap v40: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-26T05:58:00.557 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:00 smithi089 ceph-mon[41451]: osdmap e9: 1 total, 1 up, 1 in 2024-07-26T05:58:00.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:00 smithi155 ceph-mon[33309]: pgmap v40: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-26T05:58:00.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:00 smithi155 ceph-mon[33309]: osdmap e9: 1 total, 1 up, 1 in 2024-07-26T05:58:00.903 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:00 smithi089 ceph-mon[29555]: pgmap v40: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-26T05:58:00.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:00 smithi089 ceph-mon[29555]: osdmap e9: 1 total, 1 up, 1 in 2024-07-26T05:58:03.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:02 smithi155 ceph-mon[33309]: pgmap v42: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-26T05:58:03.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:02 smithi155 ceph-mon[33309]: Detected new or changed devices on smithi089 2024-07-26T05:58:03.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:02 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:03.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:02 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:03.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:02 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-07-26T05:58:03.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:02 smithi155 ceph-mon[33309]: Adjusting osd_memory_target on smithi089 to 16063M 2024-07-26T05:58:03.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:02 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:03.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:02 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:58:03.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:02 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T05:58:03.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:02 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:03.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:02 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T05:58:03.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:02 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:58:03.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:02 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T05:58:03.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:02 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:03.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:02 smithi089 ceph-mon[29555]: pgmap v42: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-26T05:58:03.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:02 smithi089 ceph-mon[29555]: Detected new or changed devices on smithi089 2024-07-26T05:58:03.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:02 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:03.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:02 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:03.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:02 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-07-26T05:58:03.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:02 smithi089 ceph-mon[29555]: Adjusting osd_memory_target on smithi089 to 16063M 2024-07-26T05:58:03.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:02 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:03.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:02 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:58:03.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:02 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T05:58:03.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:02 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:03.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:02 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T05:58:03.156 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:02 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:58:03.156 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:02 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T05:58:03.156 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:02 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:03.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:02 smithi089 ceph-mon[41451]: pgmap v42: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-26T05:58:03.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:02 smithi089 ceph-mon[41451]: Detected new or changed devices on smithi089 2024-07-26T05:58:03.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:02 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:03.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:02 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:03.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:02 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-07-26T05:58:03.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:02 smithi089 ceph-mon[41451]: Adjusting osd_memory_target on smithi089 to 16063M 2024-07-26T05:58:03.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:02 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:03.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:02 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:58:03.157 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:02 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T05:58:03.157 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:02 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:03.157 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:02 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T05:58:03.157 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:02 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:58:03.157 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:02 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T05:58:03.157 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:02 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:04.103 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:03 smithi089 ceph-mon[29555]: from='client.24143 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi089:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T05:58:04.104 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:03 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-07-26T05:58:04.104 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:03 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-07-26T05:58:04.104 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:03 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:58:04.104 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:03 smithi089 ceph-mon[41451]: from='client.24143 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi089:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T05:58:04.104 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:03 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-07-26T05:58:04.104 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:03 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-07-26T05:58:04.104 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:03 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:58:04.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:03 smithi155 ceph-mon[33309]: from='client.24143 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi089:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T05:58:04.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:03 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-07-26T05:58:04.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:03 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-07-26T05:58:04.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:03 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:58:05.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:04 smithi155 ceph-mon[33309]: pgmap v43: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-26T05:58:05.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:04 smithi089 ceph-mon[41451]: pgmap v43: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-26T05:58:05.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:04 smithi089 ceph-mon[29555]: pgmap v43: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-26T05:58:06.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:05 smithi155 ceph-mon[33309]: from='client.? 172.21.15.89:0/3627827995' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5dd01d94-d5d9-4eeb-ad81-3e3067c73973"}]: dispatch 2024-07-26T05:58:06.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:05 smithi155 ceph-mon[33309]: from='client.? 172.21.15.89:0/3627827995' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5dd01d94-d5d9-4eeb-ad81-3e3067c73973"}]': finished 2024-07-26T05:58:06.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:05 smithi155 ceph-mon[33309]: osdmap e10: 2 total, 1 up, 2 in 2024-07-26T05:58:06.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:05 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-26T05:58:06.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:05 smithi155 ceph-mon[33309]: from='client.? 172.21.15.89:0/1315245099' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-07-26T05:58:06.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:05 smithi089 ceph-mon[41451]: from='client.? 172.21.15.89:0/3627827995' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5dd01d94-d5d9-4eeb-ad81-3e3067c73973"}]: dispatch 2024-07-26T05:58:06.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:05 smithi089 ceph-mon[41451]: from='client.? 172.21.15.89:0/3627827995' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5dd01d94-d5d9-4eeb-ad81-3e3067c73973"}]': finished 2024-07-26T05:58:06.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:05 smithi089 ceph-mon[41451]: osdmap e10: 2 total, 1 up, 2 in 2024-07-26T05:58:06.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:05 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-26T05:58:06.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:05 smithi089 ceph-mon[41451]: from='client.? 172.21.15.89:0/1315245099' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-07-26T05:58:06.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:05 smithi089 ceph-mon[29555]: from='client.? 172.21.15.89:0/3627827995' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5dd01d94-d5d9-4eeb-ad81-3e3067c73973"}]: dispatch 2024-07-26T05:58:06.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:05 smithi089 ceph-mon[29555]: from='client.? 172.21.15.89:0/3627827995' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5dd01d94-d5d9-4eeb-ad81-3e3067c73973"}]': finished 2024-07-26T05:58:06.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:05 smithi089 ceph-mon[29555]: osdmap e10: 2 total, 1 up, 2 in 2024-07-26T05:58:06.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:05 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-26T05:58:06.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:05 smithi089 ceph-mon[29555]: from='client.? 172.21.15.89:0/1315245099' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-07-26T05:58:07.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:06 smithi155 ceph-mon[33309]: pgmap v45: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-26T05:58:07.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:06 smithi089 ceph-mon[29555]: pgmap v45: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-26T05:58:07.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:06 smithi089 ceph-mon[41451]: pgmap v45: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-26T05:58:09.060 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:08 smithi089 ceph-mon[29555]: pgmap v46: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-26T05:58:09.060 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:08 smithi089 ceph-mon[41451]: pgmap v46: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-26T05:58:09.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:08 smithi155 ceph-mon[33309]: pgmap v46: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-26T05:58:10.874 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:10 smithi089 ceph-mon[29555]: pgmap v47: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-26T05:58:10.874 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:10 smithi089 ceph-mon[41451]: pgmap v47: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-26T05:58:11.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:10 smithi155 ceph-mon[33309]: pgmap v47: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-26T05:58:11.877 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:11 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-07-26T05:58:11.878 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:11 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:58:11.878 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:11 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-07-26T05:58:11.878 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:11 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:58:12.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:11 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-07-26T05:58:12.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:11 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:58:13.050 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:12 smithi089 ceph-mon[29555]: Deploying daemon osd.1 on smithi089 2024-07-26T05:58:13.050 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:12 smithi089 ceph-mon[29555]: pgmap v48: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-26T05:58:13.051 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:12 smithi089 ceph-mon[41451]: Deploying daemon osd.1 on smithi089 2024-07-26T05:58:13.051 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:12 smithi089 ceph-mon[41451]: pgmap v48: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-26T05:58:13.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:12 smithi155 ceph-mon[33309]: Deploying daemon osd.1 on smithi089 2024-07-26T05:58:13.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:12 smithi155 ceph-mon[33309]: pgmap v48: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-26T05:58:15.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:14 smithi155 ceph-mon[33309]: pgmap v49: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-26T05:58:15.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:14 smithi089 ceph-mon[29555]: pgmap v49: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-26T05:58:15.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:14 smithi089 ceph-mon[41451]: pgmap v49: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-26T05:58:17.017 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:16 smithi089 ceph-mon[41451]: pgmap v50: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-26T05:58:17.018 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:16 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T05:58:17.018 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:16 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:17.018 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:16 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:17.018 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:16 smithi089 ceph-mon[29555]: pgmap v50: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-26T05:58:17.018 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:16 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T05:58:17.018 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:16 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:17.018 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:16 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:17.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:16 smithi155 ceph-mon[33309]: pgmap v50: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-26T05:58:17.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:16 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T05:58:17.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:16 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:17.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:16 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:19.056 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:18 smithi089 ceph-mon[29555]: pgmap v51: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-26T05:58:19.056 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:18 smithi089 ceph-mon[41451]: pgmap v51: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-26T05:58:19.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:18 smithi155 ceph-mon[33309]: pgmap v51: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-26T05:58:19.698 INFO:teuthology.orchestra.run.smithi089.stdout:Created osd(s) 1 on host 'smithi089' 2024-07-26T05:58:20.303 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:20 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:20.303 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:20 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:20.303 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:20 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:58:20.303 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:20 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T05:58:20.303 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:20 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:20.303 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:20 smithi089 ceph-mon[29555]: pgmap v52: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-26T05:58:20.303 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:20 smithi089 ceph-mon[29555]: from='osd.1 [v2:172.21.15.89:6810/1551310240,v1:172.21.15.89:6811/1551310240]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-07-26T05:58:20.303 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:20 smithi089 ceph-mon[29555]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-07-26T05:58:20.303 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:20 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T05:58:20.303 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:20 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:20.304 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:20 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:20.304 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:20 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:20.304 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:20 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:20.304 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:20 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:58:20.304 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:20 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T05:58:20.304 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:20 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:20.304 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:20 smithi089 ceph-mon[41451]: pgmap v52: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-26T05:58:20.304 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:20 smithi089 ceph-mon[41451]: from='osd.1 [v2:172.21.15.89:6810/1551310240,v1:172.21.15.89:6811/1551310240]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-07-26T05:58:20.304 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:20 smithi089 ceph-mon[41451]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-07-26T05:58:20.304 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:20 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T05:58:20.304 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:20 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:20.305 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:20 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:20.333 DEBUG:teuthology.orchestra.run.smithi089:osd.1> sudo journalctl -f -n 0 -u ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@osd.1.service 2024-07-26T05:58:20.336 INFO:tasks.cephadm:Deploying osd.2 on smithi089 with /dev/vg_nvme/lv_2... 2024-07-26T05:58:20.336 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-07-26T05:58:20.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:20 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:20.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:20 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:20.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:20 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:58:20.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:20 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T05:58:20.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:20 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:20.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:20 smithi155 ceph-mon[33309]: pgmap v52: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-26T05:58:20.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:20 smithi155 ceph-mon[33309]: from='osd.1 [v2:172.21.15.89:6810/1551310240,v1:172.21.15.89:6811/1551310240]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-07-26T05:58:20.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:20 smithi155 ceph-mon[33309]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-07-26T05:58:20.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:20 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T05:58:20.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:20 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:20.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:20 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:20.989 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T05:58:21.367 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:21 smithi089 ceph-mon[41451]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-07-26T05:58:21.367 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:21 smithi089 ceph-mon[41451]: osdmap e11: 2 total, 1 up, 2 in 2024-07-26T05:58:21.367 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:21 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-26T05:58:21.367 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:21 smithi089 ceph-mon[41451]: from='osd.1 [v2:172.21.15.89:6810/1551310240,v1:172.21.15.89:6811/1551310240]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi089", "root=default"]}]: dispatch 2024-07-26T05:58:21.368 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:21 smithi089 ceph-mon[41451]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi089", "root=default"]}]: dispatch 2024-07-26T05:58:21.368 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:21 smithi089 ceph-mon[29555]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-07-26T05:58:21.368 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:21 smithi089 ceph-mon[29555]: osdmap e11: 2 total, 1 up, 2 in 2024-07-26T05:58:21.368 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:21 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-26T05:58:21.368 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:21 smithi089 ceph-mon[29555]: from='osd.1 [v2:172.21.15.89:6810/1551310240,v1:172.21.15.89:6811/1551310240]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi089", "root=default"]}]: dispatch 2024-07-26T05:58:21.368 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:21 smithi089 ceph-mon[29555]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi089", "root=default"]}]: dispatch 2024-07-26T05:58:21.368 INFO:journalctl@ceph.osd.1.smithi089.stdout:Jul 26 05:58:21 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-1[51789]: 2024-07-26T05:58:21.038+0000 7fe366dbc640 -1 osd.1 0 waiting for initial osdmap 2024-07-26T05:58:21.368 INFO:journalctl@ceph.osd.1.smithi089.stdout:Jul 26 05:58:21 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-1[51789]: 2024-07-26T05:58:21.040+0000 7fe35fbef640 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-07-26T05:58:21.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:21 smithi155 ceph-mon[33309]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-07-26T05:58:21.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:21 smithi155 ceph-mon[33309]: osdmap e11: 2 total, 1 up, 2 in 2024-07-26T05:58:21.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:21 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-26T05:58:21.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:21 smithi155 ceph-mon[33309]: from='osd.1 [v2:172.21.15.89:6810/1551310240,v1:172.21.15.89:6811/1551310240]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi089", "root=default"]}]: dispatch 2024-07-26T05:58:21.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:21 smithi155 ceph-mon[33309]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi089", "root=default"]}]: dispatch 2024-07-26T05:58:22.337 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:22 smithi089 ceph-mon[29555]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi089", "root=default"]}]': finished 2024-07-26T05:58:22.337 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:22 smithi089 ceph-mon[29555]: osdmap e12: 2 total, 1 up, 2 in 2024-07-26T05:58:22.337 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:22 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-26T05:58:22.337 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:22 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-26T05:58:22.338 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:22 smithi089 ceph-mon[29555]: pgmap v55: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-26T05:58:22.338 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:22 smithi089 ceph-mon[41451]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi089", "root=default"]}]': finished 2024-07-26T05:58:22.338 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:22 smithi089 ceph-mon[41451]: osdmap e12: 2 total, 1 up, 2 in 2024-07-26T05:58:22.338 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:22 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-26T05:58:22.338 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:22 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-26T05:58:22.338 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:22 smithi089 ceph-mon[41451]: pgmap v55: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-26T05:58:22.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:22 smithi155 ceph-mon[33309]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi089", "root=default"]}]': finished 2024-07-26T05:58:22.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:22 smithi155 ceph-mon[33309]: osdmap e12: 2 total, 1 up, 2 in 2024-07-26T05:58:22.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:22 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-26T05:58:22.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:22 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-26T05:58:22.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:22 smithi155 ceph-mon[33309]: pgmap v55: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-07-26T05:58:23.358 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:23 smithi089 ceph-mon[29555]: purged_snaps scrub starts 2024-07-26T05:58:23.358 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:23 smithi089 ceph-mon[29555]: purged_snaps scrub ok 2024-07-26T05:58:23.358 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:23 smithi089 ceph-mon[29555]: osd.1 [v2:172.21.15.89:6810/1551310240,v1:172.21.15.89:6811/1551310240] boot 2024-07-26T05:58:23.358 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:23 smithi089 ceph-mon[29555]: osdmap e13: 2 total, 2 up, 2 in 2024-07-26T05:58:23.358 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:23 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-26T05:58:23.358 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:23 smithi089 ceph-mon[41451]: purged_snaps scrub starts 2024-07-26T05:58:23.358 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:23 smithi089 ceph-mon[41451]: purged_snaps scrub ok 2024-07-26T05:58:23.359 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:23 smithi089 ceph-mon[41451]: osd.1 [v2:172.21.15.89:6810/1551310240,v1:172.21.15.89:6811/1551310240] boot 2024-07-26T05:58:23.359 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:23 smithi089 ceph-mon[41451]: osdmap e13: 2 total, 2 up, 2 in 2024-07-26T05:58:23.359 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:23 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-26T05:58:23.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:23 smithi155 ceph-mon[33309]: purged_snaps scrub starts 2024-07-26T05:58:23.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:23 smithi155 ceph-mon[33309]: purged_snaps scrub ok 2024-07-26T05:58:23.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:23 smithi155 ceph-mon[33309]: osd.1 [v2:172.21.15.89:6810/1551310240,v1:172.21.15.89:6811/1551310240] boot 2024-07-26T05:58:23.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:23 smithi155 ceph-mon[33309]: osdmap e13: 2 total, 2 up, 2 in 2024-07-26T05:58:23.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:23 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-26T05:58:24.284 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:24 smithi089 ceph-mon[29555]: osdmap e14: 2 total, 2 up, 2 in 2024-07-26T05:58:24.284 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:24 smithi089 ceph-mon[29555]: pgmap v58: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-26T05:58:24.284 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:24 smithi089 ceph-mon[29555]: Detected new or changed devices on smithi089 2024-07-26T05:58:24.284 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:24 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:24.285 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:24 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:24.285 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:24 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-07-26T05:58:24.285 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:24 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-07-26T05:58:24.285 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:24 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:24.285 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:24 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:58:24.285 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:24 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T05:58:24.285 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:24 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:24.285 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:24 smithi089 ceph-mon[41451]: osdmap e14: 2 total, 2 up, 2 in 2024-07-26T05:58:24.285 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:24 smithi089 ceph-mon[41451]: pgmap v58: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-26T05:58:24.285 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:24 smithi089 ceph-mon[41451]: Detected new or changed devices on smithi089 2024-07-26T05:58:24.286 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:24 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:24.286 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:24 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:24.286 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:24 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-07-26T05:58:24.286 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:24 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-07-26T05:58:24.286 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:24 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:24.286 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:24 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:58:24.286 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:24 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T05:58:24.286 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:24 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:24.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:24 smithi155 ceph-mon[33309]: osdmap e14: 2 total, 2 up, 2 in 2024-07-26T05:58:24.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:24 smithi155 ceph-mon[33309]: pgmap v58: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-26T05:58:24.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:24 smithi155 ceph-mon[33309]: Detected new or changed devices on smithi089 2024-07-26T05:58:24.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:24 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:24.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:24 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:24.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:24 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-07-26T05:58:24.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:24 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-07-26T05:58:24.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:24 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:24.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:24 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:58:24.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:24 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T05:58:24.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:24 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:25.257 INFO:teuthology.orchestra.run.smithi089.stdout: 2024-07-26T05:58:25.276 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- ceph orch daemon add osd smithi089:vg_nvme/lv_2 2024-07-26T05:58:25.298 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:25 smithi089 ceph-mon[29555]: Adjusting osd_memory_target on smithi089 to 8031M 2024-07-26T05:58:25.299 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:25 smithi089 ceph-mon[41451]: Adjusting osd_memory_target on smithi089 to 8031M 2024-07-26T05:58:25.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:25 smithi155 ceph-mon[33309]: Adjusting osd_memory_target on smithi089 to 8031M 2024-07-26T05:58:25.524 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T05:58:26.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:26 smithi155 ceph-mon[33309]: pgmap v59: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-26T05:58:26.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:26 smithi089 ceph-mon[29555]: pgmap v59: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-26T05:58:26.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:26 smithi089 ceph-mon[41451]: pgmap v59: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-26T05:58:27.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:27 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-07-26T05:58:27.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:27 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-07-26T05:58:27.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:27 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:58:27.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:27 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-07-26T05:58:27.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:27 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-07-26T05:58:27.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:27 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:58:27.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:27 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-07-26T05:58:27.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:27 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-07-26T05:58:27.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:27 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:58:28.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:28 smithi155 ceph-mon[33309]: pgmap v60: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-26T05:58:28.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:28 smithi155 ceph-mon[33309]: from='client.14262 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi089:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T05:58:28.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:28 smithi089 ceph-mon[29555]: pgmap v60: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-26T05:58:28.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:28 smithi089 ceph-mon[29555]: from='client.14262 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi089:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T05:58:28.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:28 smithi089 ceph-mon[41451]: pgmap v60: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-26T05:58:28.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:28 smithi089 ceph-mon[41451]: from='client.14262 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi089:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T05:58:30.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:30 smithi089 ceph-mon[29555]: pgmap v61: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-26T05:58:30.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:30 smithi089 ceph-mon[29555]: from='client.? 172.21.15.89:0/2052771334' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "dc0d78a2-8537-493c-b460-e3c02fa49ad8"}]: dispatch 2024-07-26T05:58:30.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:30 smithi089 ceph-mon[29555]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "dc0d78a2-8537-493c-b460-e3c02fa49ad8"}]: dispatch 2024-07-26T05:58:30.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:30 smithi089 ceph-mon[29555]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "dc0d78a2-8537-493c-b460-e3c02fa49ad8"}]': finished 2024-07-26T05:58:30.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:30 smithi089 ceph-mon[29555]: osdmap e15: 3 total, 2 up, 3 in 2024-07-26T05:58:30.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:30 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-26T05:58:30.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:30 smithi089 ceph-mon[29555]: from='client.? 172.21.15.89:0/1320165789' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-07-26T05:58:30.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:30 smithi089 ceph-mon[41451]: pgmap v61: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-26T05:58:30.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:30 smithi089 ceph-mon[41451]: from='client.? 172.21.15.89:0/2052771334' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "dc0d78a2-8537-493c-b460-e3c02fa49ad8"}]: dispatch 2024-07-26T05:58:30.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:30 smithi089 ceph-mon[41451]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "dc0d78a2-8537-493c-b460-e3c02fa49ad8"}]: dispatch 2024-07-26T05:58:30.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:30 smithi089 ceph-mon[41451]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "dc0d78a2-8537-493c-b460-e3c02fa49ad8"}]': finished 2024-07-26T05:58:30.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:30 smithi089 ceph-mon[41451]: osdmap e15: 3 total, 2 up, 3 in 2024-07-26T05:58:30.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:30 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-26T05:58:30.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:30 smithi089 ceph-mon[41451]: from='client.? 172.21.15.89:0/1320165789' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-07-26T05:58:30.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:30 smithi155 ceph-mon[33309]: pgmap v61: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-26T05:58:30.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:30 smithi155 ceph-mon[33309]: from='client.? 172.21.15.89:0/2052771334' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "dc0d78a2-8537-493c-b460-e3c02fa49ad8"}]: dispatch 2024-07-26T05:58:30.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:30 smithi155 ceph-mon[33309]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "dc0d78a2-8537-493c-b460-e3c02fa49ad8"}]: dispatch 2024-07-26T05:58:30.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:30 smithi155 ceph-mon[33309]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "dc0d78a2-8537-493c-b460-e3c02fa49ad8"}]': finished 2024-07-26T05:58:30.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:30 smithi155 ceph-mon[33309]: osdmap e15: 3 total, 2 up, 3 in 2024-07-26T05:58:30.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:30 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-26T05:58:30.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:30 smithi155 ceph-mon[33309]: from='client.? 172.21.15.89:0/1320165789' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-07-26T05:58:32.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:32 smithi089 ceph-mon[29555]: pgmap v63: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-26T05:58:32.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:32 smithi089 ceph-mon[41451]: pgmap v63: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-26T05:58:32.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:32 smithi155 ceph-mon[33309]: pgmap v63: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-26T05:58:34.450 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:34 smithi089 ceph-mon[29555]: pgmap v64: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-26T05:58:34.451 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:34 smithi089 ceph-mon[41451]: pgmap v64: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-26T05:58:34.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:34 smithi155 ceph-mon[33309]: pgmap v64: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-26T05:58:36.842 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:36 smithi089 ceph-mon[29555]: pgmap v65: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-26T05:58:36.842 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:36 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-07-26T05:58:36.842 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:36 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:58:36.842 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:36 smithi089 ceph-mon[29555]: Deploying daemon osd.2 on smithi089 2024-07-26T05:58:36.842 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:36 smithi089 ceph-mon[41451]: pgmap v65: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-26T05:58:36.842 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:36 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-07-26T05:58:36.843 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:36 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:58:36.843 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:36 smithi089 ceph-mon[41451]: Deploying daemon osd.2 on smithi089 2024-07-26T05:58:36.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:36 smithi155 ceph-mon[33309]: pgmap v65: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-26T05:58:36.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:36 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-07-26T05:58:36.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:36 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:58:36.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:36 smithi155 ceph-mon[33309]: Deploying daemon osd.2 on smithi089 2024-07-26T05:58:38.613 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:38 smithi089 ceph-mon[29555]: pgmap v66: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-26T05:58:38.614 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:38 smithi089 ceph-mon[41451]: pgmap v66: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-26T05:58:38.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:38 smithi155 ceph-mon[33309]: pgmap v66: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-26T05:58:40.709 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:40 smithi089 ceph-mon[29555]: pgmap v67: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-26T05:58:40.709 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:40 smithi089 ceph-mon[41451]: pgmap v67: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-26T05:58:40.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:40 smithi155 ceph-mon[33309]: pgmap v67: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-26T05:58:41.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:41 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T05:58:41.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:41 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:41.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:41 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:41.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:41 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T05:58:41.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:41 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:41.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:41 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:41.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:41 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T05:58:41.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:41 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:41.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:41 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:42.970 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:42 smithi089 ceph-mon[29555]: pgmap v68: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-26T05:58:42.970 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:42 smithi089 ceph-mon[41451]: pgmap v68: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-26T05:58:43.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:42 smithi155 ceph-mon[33309]: pgmap v68: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-26T05:58:44.066 INFO:teuthology.orchestra.run.smithi089.stdout:Created osd(s) 2 on host 'smithi089' 2024-07-26T05:58:44.645 DEBUG:teuthology.orchestra.run.smithi089:osd.2> sudo journalctl -f -n 0 -u ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@osd.2.service 2024-07-26T05:58:44.688 INFO:tasks.cephadm:Deploying osd.3 on smithi089 with /dev/vg_nvme/lv_1... 2024-07-26T05:58:44.688 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- lvm zap /dev/vg_nvme/lv_1 2024-07-26T05:58:44.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:44 smithi089 ceph-mon[29555]: pgmap v69: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-26T05:58:44.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:44 smithi089 ceph-mon[29555]: from='osd.2 [v2:172.21.15.89:6818/1852842008,v1:172.21.15.89:6819/1852842008]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-07-26T05:58:44.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:44 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:44.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:44 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:44.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:44 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:44.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:44 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:44.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:44 smithi089 ceph-mon[41451]: pgmap v69: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-26T05:58:44.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:44 smithi089 ceph-mon[41451]: from='osd.2 [v2:172.21.15.89:6818/1852842008,v1:172.21.15.89:6819/1852842008]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-07-26T05:58:44.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:44 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:44.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:44 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:44.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:44 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:44.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:44 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:44.988 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T05:58:45.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:44 smithi155 ceph-mon[33309]: pgmap v69: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-26T05:58:45.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:44 smithi155 ceph-mon[33309]: from='osd.2 [v2:172.21.15.89:6818/1852842008,v1:172.21.15.89:6819/1852842008]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-07-26T05:58:45.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:44 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:45.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:44 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:45.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:44 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:45.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:44 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:46.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:45 smithi155 ceph-mon[33309]: from='osd.2 [v2:172.21.15.89:6818/1852842008,v1:172.21.15.89:6819/1852842008]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-07-26T05:58:46.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:45 smithi155 ceph-mon[33309]: osdmap e16: 3 total, 2 up, 3 in 2024-07-26T05:58:46.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:45 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-26T05:58:46.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:45 smithi155 ceph-mon[33309]: from='osd.2 [v2:172.21.15.89:6818/1852842008,v1:172.21.15.89:6819/1852842008]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi089", "root=default"]}]: dispatch 2024-07-26T05:58:46.136 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:45 smithi089 ceph-mon[41451]: from='osd.2 [v2:172.21.15.89:6818/1852842008,v1:172.21.15.89:6819/1852842008]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-07-26T05:58:46.137 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:45 smithi089 ceph-mon[41451]: osdmap e16: 3 total, 2 up, 3 in 2024-07-26T05:58:46.137 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:45 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-26T05:58:46.137 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:45 smithi089 ceph-mon[41451]: from='osd.2 [v2:172.21.15.89:6818/1852842008,v1:172.21.15.89:6819/1852842008]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi089", "root=default"]}]: dispatch 2024-07-26T05:58:46.137 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:45 smithi089 ceph-mon[29555]: from='osd.2 [v2:172.21.15.89:6818/1852842008,v1:172.21.15.89:6819/1852842008]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-07-26T05:58:46.137 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:45 smithi089 ceph-mon[29555]: osdmap e16: 3 total, 2 up, 3 in 2024-07-26T05:58:46.137 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:45 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-26T05:58:46.137 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:45 smithi089 ceph-mon[29555]: from='osd.2 [v2:172.21.15.89:6818/1852842008,v1:172.21.15.89:6819/1852842008]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi089", "root=default"]}]: dispatch 2024-07-26T05:58:46.138 INFO:journalctl@ceph.osd.2.smithi089.stdout:Jul 26 05:58:45 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-2[58209]: 2024-07-26T05:58:45.781+0000 7f949a344640 -1 osd.2 0 waiting for initial osdmap 2024-07-26T05:58:46.138 INFO:journalctl@ceph.osd.2.smithi089.stdout:Jul 26 05:58:45 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-2[58209]: 2024-07-26T05:58:45.785+0000 7f9494179640 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-07-26T05:58:46.995 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:46 smithi089 ceph-mon[29555]: pgmap v71: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-26T05:58:46.996 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:46 smithi089 ceph-mon[29555]: from='osd.2 [v2:172.21.15.89:6818/1852842008,v1:172.21.15.89:6819/1852842008]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi089", "root=default"]}]': finished 2024-07-26T05:58:46.996 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:46 smithi089 ceph-mon[29555]: osdmap e17: 3 total, 2 up, 3 in 2024-07-26T05:58:46.996 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:46 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-26T05:58:46.996 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:46 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-26T05:58:46.996 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:46 smithi089 ceph-mon[41451]: pgmap v71: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-26T05:58:46.996 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:46 smithi089 ceph-mon[41451]: from='osd.2 [v2:172.21.15.89:6818/1852842008,v1:172.21.15.89:6819/1852842008]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi089", "root=default"]}]': finished 2024-07-26T05:58:46.996 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:46 smithi089 ceph-mon[41451]: osdmap e17: 3 total, 2 up, 3 in 2024-07-26T05:58:46.996 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:46 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-26T05:58:46.996 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:46 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-26T05:58:47.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:46 smithi155 ceph-mon[33309]: pgmap v71: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-26T05:58:47.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:46 smithi155 ceph-mon[33309]: from='osd.2 [v2:172.21.15.89:6818/1852842008,v1:172.21.15.89:6819/1852842008]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi089", "root=default"]}]': finished 2024-07-26T05:58:47.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:46 smithi155 ceph-mon[33309]: osdmap e17: 3 total, 2 up, 3 in 2024-07-26T05:58:47.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:46 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-26T05:58:47.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:46 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-26T05:58:47.980 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:47 smithi089 ceph-mon[29555]: purged_snaps scrub starts 2024-07-26T05:58:47.980 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:47 smithi089 ceph-mon[29555]: purged_snaps scrub ok 2024-07-26T05:58:47.980 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:47 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-26T05:58:47.980 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:47 smithi089 ceph-mon[29555]: osd.2 [v2:172.21.15.89:6818/1852842008,v1:172.21.15.89:6819/1852842008] boot 2024-07-26T05:58:47.980 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:47 smithi089 ceph-mon[29555]: osdmap e18: 3 total, 3 up, 3 in 2024-07-26T05:58:47.980 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:47 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-26T05:58:47.980 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:47 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-07-26T05:58:47.981 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:47 smithi089 ceph-mon[41451]: purged_snaps scrub starts 2024-07-26T05:58:47.981 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:47 smithi089 ceph-mon[41451]: purged_snaps scrub ok 2024-07-26T05:58:47.981 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:47 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-26T05:58:47.981 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:47 smithi089 ceph-mon[41451]: osd.2 [v2:172.21.15.89:6818/1852842008,v1:172.21.15.89:6819/1852842008] boot 2024-07-26T05:58:47.981 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:47 smithi089 ceph-mon[41451]: osdmap e18: 3 total, 3 up, 3 in 2024-07-26T05:58:47.981 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:47 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-26T05:58:47.981 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:47 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-07-26T05:58:47.985 INFO:teuthology.orchestra.run.smithi089.stdout: 2024-07-26T05:58:48.006 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- ceph orch daemon add osd smithi089:vg_nvme/lv_1 2024-07-26T05:58:48.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:47 smithi155 ceph-mon[33309]: purged_snaps scrub starts 2024-07-26T05:58:48.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:47 smithi155 ceph-mon[33309]: purged_snaps scrub ok 2024-07-26T05:58:48.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:47 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-26T05:58:48.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:47 smithi155 ceph-mon[33309]: osd.2 [v2:172.21.15.89:6818/1852842008,v1:172.21.15.89:6819/1852842008] boot 2024-07-26T05:58:48.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:47 smithi155 ceph-mon[33309]: osdmap e18: 3 total, 3 up, 3 in 2024-07-26T05:58:48.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:47 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-26T05:58:48.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:47 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-07-26T05:58:48.550 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T05:58:49.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:48 smithi155 ceph-mon[33309]: pgmap v74: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-26T05:58:49.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:48 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-07-26T05:58:49.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:48 smithi155 ceph-mon[33309]: osdmap e19: 3 total, 3 up, 3 in 2024-07-26T05:58:49.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:48 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-07-26T05:58:49.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:48 smithi089 ceph-mon[29555]: pgmap v74: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-26T05:58:49.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:48 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-07-26T05:58:49.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:48 smithi089 ceph-mon[29555]: osdmap e19: 3 total, 3 up, 3 in 2024-07-26T05:58:49.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:48 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-07-26T05:58:49.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:48 smithi089 ceph-mon[41451]: pgmap v74: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-07-26T05:58:49.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:48 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-07-26T05:58:49.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:48 smithi089 ceph-mon[41451]: osdmap e19: 3 total, 3 up, 3 in 2024-07-26T05:58:49.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:48 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-07-26T05:58:49.405 INFO:journalctl@ceph.osd.0.smithi089.stdout:Jul 26 05:58:49 smithi089 sudo[59990]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-07-26T05:58:49.405 INFO:journalctl@ceph.osd.0.smithi089.stdout:Jul 26 05:58:49 smithi089 sudo[59990]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-07-26T05:58:49.405 INFO:journalctl@ceph.osd.0.smithi089.stdout:Jul 26 05:58:49 smithi089 sudo[59990]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-07-26T05:58:49.405 INFO:journalctl@ceph.osd.0.smithi089.stdout:Jul 26 05:58:49 smithi089 sudo[59990]: pam_unix(sudo:session): session closed for user root 2024-07-26T05:58:49.722 INFO:journalctl@ceph.osd.0.smithi089.stdout:Jul 26 05:58:49 smithi089 sudo[60016]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-07-26T05:58:49.722 INFO:journalctl@ceph.osd.0.smithi089.stdout:Jul 26 05:58:49 smithi089 sudo[60016]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-07-26T05:58:49.722 INFO:journalctl@ceph.osd.0.smithi089.stdout:Jul 26 05:58:49 smithi089 sudo[60016]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-07-26T05:58:49.722 INFO:journalctl@ceph.osd.0.smithi089.stdout:Jul 26 05:58:49 smithi089 sudo[60016]: pam_unix(sudo:session): session closed for user root 2024-07-26T05:58:49.986 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:49 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-07-26T05:58:49.986 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:49 smithi089 ceph-mon[41451]: osdmap e20: 3 total, 3 up, 3 in 2024-07-26T05:58:49.986 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:49 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:49.986 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:49 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-07-26T05:58:49.986 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:49 smithi089 ceph-mon[29555]: osdmap e20: 3 total, 3 up, 3 in 2024-07-26T05:58:49.986 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:49 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:49.987 INFO:journalctl@ceph.osd.1.smithi089.stdout:Jul 26 05:58:49 smithi089 sudo[61915]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-07-26T05:58:49.987 INFO:journalctl@ceph.osd.1.smithi089.stdout:Jul 26 05:58:49 smithi089 sudo[61915]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-07-26T05:58:49.987 INFO:journalctl@ceph.osd.1.smithi089.stdout:Jul 26 05:58:49 smithi089 sudo[61915]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-07-26T05:58:49.987 INFO:journalctl@ceph.osd.1.smithi089.stdout:Jul 26 05:58:49 smithi089 sudo[61915]: pam_unix(sudo:session): session closed for user root 2024-07-26T05:58:50.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:49 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-07-26T05:58:50.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:49 smithi155 ceph-mon[33309]: osdmap e20: 3 total, 3 up, 3 in 2024-07-26T05:58:50.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:49 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:50.236 INFO:journalctl@ceph.osd.1.smithi089.stdout:Jul 26 05:58:49 smithi089 sudo[62600]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-07-26T05:58:50.236 INFO:journalctl@ceph.osd.1.smithi089.stdout:Jul 26 05:58:49 smithi089 sudo[62600]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-07-26T05:58:50.236 INFO:journalctl@ceph.osd.1.smithi089.stdout:Jul 26 05:58:49 smithi089 sudo[62600]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-07-26T05:58:50.236 INFO:journalctl@ceph.osd.1.smithi089.stdout:Jul 26 05:58:49 smithi089 sudo[62600]: pam_unix(sudo:session): session closed for user root 2024-07-26T05:58:50.237 INFO:journalctl@ceph.osd.2.smithi089.stdout:Jul 26 05:58:50 smithi089 sudo[62610]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-07-26T05:58:50.501 INFO:journalctl@ceph.osd.2.smithi089.stdout:Jul 26 05:58:50 smithi089 sudo[62610]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-07-26T05:58:50.501 INFO:journalctl@ceph.osd.2.smithi089.stdout:Jul 26 05:58:50 smithi089 sudo[62610]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-07-26T05:58:50.501 INFO:journalctl@ceph.osd.2.smithi089.stdout:Jul 26 05:58:50 smithi089 sudo[62610]: pam_unix(sudo:session): session closed for user root 2024-07-26T05:58:50.762 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:50 smithi089 sudo[62692]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-07-26T05:58:50.762 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:50 smithi089 sudo[62692]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-07-26T05:58:50.762 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:50 smithi089 sudo[62692]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-07-26T05:58:50.763 INFO:journalctl@ceph.osd.2.smithi089.stdout:Jul 26 05:58:50 smithi089 sudo[62675]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-07-26T05:58:50.763 INFO:journalctl@ceph.osd.2.smithi089.stdout:Jul 26 05:58:50 smithi089 sudo[62675]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-07-26T05:58:50.763 INFO:journalctl@ceph.osd.2.smithi089.stdout:Jul 26 05:58:50 smithi089 sudo[62675]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-07-26T05:58:50.763 INFO:journalctl@ceph.osd.2.smithi089.stdout:Jul 26 05:58:50 smithi089 sudo[62675]: pam_unix(sudo:session): session closed for user root 2024-07-26T05:58:51.014 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:50 smithi089 sudo[62692]: pam_unix(sudo:session): session closed for user root 2024-07-26T05:58:51.014 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:51 smithi089 sudo[62715]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-07-26T05:58:51.014 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:51 smithi089 sudo[62715]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-07-26T05:58:51.015 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:51 smithi089 sudo[62715]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-07-26T05:58:51.015 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:51 smithi089 sudo[62715]: pam_unix(sudo:session): session closed for user root 2024-07-26T05:58:51.267 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:51 smithi089 ceph-mon[29555]: pgmap v77: 1 pgs: 1 unknown; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-07-26T05:58:51.267 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:51 smithi089 ceph-mon[29555]: osdmap e21: 3 total, 3 up, 3 in 2024-07-26T05:58:51.268 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:51 smithi089 ceph-mon[29555]: mgrmap e15: y(active, since 2m), standbys: x 2024-07-26T05:58:51.268 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:51 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:51.268 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:51 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:51.268 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:51 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-07-26T05:58:51.268 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:51 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-07-26T05:58:51.268 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:51 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-07-26T05:58:51.268 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:51 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:51.268 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:51 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:58:51.269 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:51 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T05:58:51.269 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:51 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:51.269 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:51 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T05:58:51.269 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:51 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:58:51.269 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:51 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T05:58:51.269 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:51 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:51.269 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:51 smithi089 ceph-mon[29555]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-07-26T05:58:51.269 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:51 smithi089 ceph-mon[41451]: pgmap v77: 1 pgs: 1 unknown; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-07-26T05:58:51.269 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:51 smithi089 ceph-mon[41451]: osdmap e21: 3 total, 3 up, 3 in 2024-07-26T05:58:51.270 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:51 smithi089 ceph-mon[41451]: mgrmap e15: y(active, since 2m), standbys: x 2024-07-26T05:58:51.270 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:51 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:51.270 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:51 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:51.270 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:51 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-07-26T05:58:51.270 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:51 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-07-26T05:58:51.270 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:51 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-07-26T05:58:51.270 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:51 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:51.270 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:51 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:58:51.270 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:51 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T05:58:51.270 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:51 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:51.270 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:51 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T05:58:51.270 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:51 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:58:51.271 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:51 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T05:58:51.271 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:51 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:51.271 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:51 smithi089 ceph-mon[41451]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-07-26T05:58:51.276 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:51 smithi155 ceph-mon[33309]: pgmap v77: 1 pgs: 1 unknown; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-07-26T05:58:51.276 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:51 smithi155 ceph-mon[33309]: osdmap e21: 3 total, 3 up, 3 in 2024-07-26T05:58:51.276 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:51 smithi155 ceph-mon[33309]: mgrmap e15: y(active, since 2m), standbys: x 2024-07-26T05:58:51.276 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:51 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:51.276 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:51 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:51.276 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:51 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-07-26T05:58:51.277 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:51 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-07-26T05:58:51.277 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:51 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-07-26T05:58:51.277 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:51 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:51.277 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:51 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:58:51.277 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:51 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T05:58:51.277 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:51 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:51.277 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:51 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T05:58:51.277 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:51 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:58:51.277 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:51 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T05:58:51.277 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:51 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:51.277 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:51 smithi155 ceph-mon[33309]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-07-26T05:58:51.277 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:51 smithi155 sudo[36097]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-07-26T05:58:51.278 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:51 smithi155 sudo[36097]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-07-26T05:58:51.278 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:51 smithi155 sudo[36097]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-07-26T05:58:51.278 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:51 smithi155 sudo[36097]: pam_unix(sudo:session): session closed for user root 2024-07-26T05:58:51.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:51 smithi155 sudo[36100]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-07-26T05:58:51.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:51 smithi155 sudo[36100]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-07-26T05:58:51.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:51 smithi155 sudo[36100]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-07-26T05:58:51.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:51 smithi155 sudo[36100]: pam_unix(sudo:session): session closed for user root 2024-07-26T05:58:52.062 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:51 smithi089 sudo[62860]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-07-26T05:58:52.062 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:51 smithi089 sudo[62860]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-07-26T05:58:52.062 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:51 smithi089 sudo[62860]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-07-26T05:58:52.062 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:51 smithi089 sudo[62860]: pam_unix(sudo:session): session closed for user root 2024-07-26T05:58:52.337 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:52 smithi089 ceph-mon[29555]: Detected new or changed devices on smithi089 2024-07-26T05:58:52.337 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:52 smithi089 ceph-mon[29555]: Adjusting osd_memory_target on smithi089 to 5354M 2024-07-26T05:58:52.337 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:52 smithi089 ceph-mon[29555]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-07-26T05:58:52.337 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:52 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T05:58:52.337 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:52 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T05:58:52.337 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:52 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T05:58:52.337 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:52 smithi089 ceph-mon[29555]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-07-26T05:58:52.338 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:52 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T05:58:52.338 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:52 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T05:58:52.338 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:52 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T05:58:52.338 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:52 smithi089 ceph-mon[29555]: pgmap v79: 1 pgs: 1 unknown; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-07-26T05:58:52.338 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:52 smithi089 ceph-mon[29555]: from='client.14298 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi089:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T05:58:52.338 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:52 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-07-26T05:58:52.338 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:52 smithi089 ceph-mon[29555]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-07-26T05:58:52.338 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:52 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-07-26T05:58:52.338 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:52 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:58:52.338 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:52 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:52.338 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:52 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T05:58:52.339 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:52 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T05:58:52.339 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:52 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T05:58:52.339 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:52 smithi089 sudo[62891]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-07-26T05:58:52.339 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:52 smithi089 sudo[62891]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-07-26T05:58:52.339 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:52 smithi089 sudo[62891]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-07-26T05:58:52.339 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:52 smithi089 sudo[62891]: pam_unix(sudo:session): session closed for user root 2024-07-26T05:58:52.339 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:52 smithi089 ceph-mon[41451]: Detected new or changed devices on smithi089 2024-07-26T05:58:52.339 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:52 smithi089 ceph-mon[41451]: Adjusting osd_memory_target on smithi089 to 5354M 2024-07-26T05:58:52.339 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:52 smithi089 ceph-mon[41451]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-07-26T05:58:52.339 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:52 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T05:58:52.340 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:52 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T05:58:52.340 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:52 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T05:58:52.340 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:52 smithi089 ceph-mon[41451]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-07-26T05:58:52.340 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:52 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T05:58:52.340 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:52 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T05:58:52.340 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:52 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T05:58:52.340 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:52 smithi089 ceph-mon[41451]: pgmap v79: 1 pgs: 1 unknown; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-07-26T05:58:52.340 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:52 smithi089 ceph-mon[41451]: from='client.14298 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi089:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T05:58:52.340 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:52 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-07-26T05:58:52.340 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:52 smithi089 ceph-mon[41451]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-07-26T05:58:52.340 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:52 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-07-26T05:58:52.340 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:52 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:58:52.340 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:52 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:52.340 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:52 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T05:58:52.341 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:52 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T05:58:52.341 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:52 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T05:58:52.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:52 smithi155 ceph-mon[33309]: Detected new or changed devices on smithi089 2024-07-26T05:58:52.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:52 smithi155 ceph-mon[33309]: Adjusting osd_memory_target on smithi089 to 5354M 2024-07-26T05:58:52.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:52 smithi155 ceph-mon[33309]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-07-26T05:58:52.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:52 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T05:58:52.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:52 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T05:58:52.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:52 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T05:58:52.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:52 smithi155 ceph-mon[33309]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-07-26T05:58:52.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:52 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T05:58:52.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:52 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T05:58:52.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:52 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T05:58:52.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:52 smithi155 ceph-mon[33309]: pgmap v79: 1 pgs: 1 unknown; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-07-26T05:58:52.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:52 smithi155 ceph-mon[33309]: from='client.14298 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi089:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T05:58:52.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:52 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-07-26T05:58:52.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:52 smithi155 ceph-mon[33309]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-07-26T05:58:52.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:52 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-07-26T05:58:52.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:52 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:58:52.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:52 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:58:52.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:52 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T05:58:52.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:52 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T05:58:52.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:52 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T05:58:53.258 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:53 smithi089 ceph-mon[29555]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-07-26T05:58:53.258 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:53 smithi089 ceph-mon[29555]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-07-26T05:58:53.258 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:53 smithi089 ceph-mon[41451]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-07-26T05:58:53.258 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:53 smithi089 ceph-mon[41451]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-07-26T05:58:53.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:53 smithi155 ceph-mon[33309]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-07-26T05:58:53.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:53 smithi155 ceph-mon[33309]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-07-26T05:58:54.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:54 smithi155 ceph-mon[33309]: pgmap v80: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-07-26T05:58:54.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:54 smithi155 ceph-mon[33309]: from='client.? 172.21.15.89:0/944319930' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5c089896-6162-42ce-92d1-3df0067b0509"}]: dispatch 2024-07-26T05:58:54.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:54 smithi155 ceph-mon[33309]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5c089896-6162-42ce-92d1-3df0067b0509"}]: dispatch 2024-07-26T05:58:54.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:54 smithi155 ceph-mon[33309]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5c089896-6162-42ce-92d1-3df0067b0509"}]': finished 2024-07-26T05:58:54.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:54 smithi155 ceph-mon[33309]: osdmap e22: 4 total, 3 up, 4 in 2024-07-26T05:58:54.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:54 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-26T05:58:54.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:54 smithi089 ceph-mon[41451]: pgmap v80: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-07-26T05:58:54.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:54 smithi089 ceph-mon[41451]: from='client.? 172.21.15.89:0/944319930' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5c089896-6162-42ce-92d1-3df0067b0509"}]: dispatch 2024-07-26T05:58:54.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:54 smithi089 ceph-mon[41451]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5c089896-6162-42ce-92d1-3df0067b0509"}]: dispatch 2024-07-26T05:58:54.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:54 smithi089 ceph-mon[41451]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5c089896-6162-42ce-92d1-3df0067b0509"}]': finished 2024-07-26T05:58:54.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:54 smithi089 ceph-mon[41451]: osdmap e22: 4 total, 3 up, 4 in 2024-07-26T05:58:54.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:54 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-26T05:58:54.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:54 smithi089 ceph-mon[29555]: pgmap v80: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-07-26T05:58:54.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:54 smithi089 ceph-mon[29555]: from='client.? 172.21.15.89:0/944319930' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5c089896-6162-42ce-92d1-3df0067b0509"}]: dispatch 2024-07-26T05:58:54.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:54 smithi089 ceph-mon[29555]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5c089896-6162-42ce-92d1-3df0067b0509"}]: dispatch 2024-07-26T05:58:54.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:54 smithi089 ceph-mon[29555]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5c089896-6162-42ce-92d1-3df0067b0509"}]': finished 2024-07-26T05:58:54.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:54 smithi089 ceph-mon[29555]: osdmap e22: 4 total, 3 up, 4 in 2024-07-26T05:58:54.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:54 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-26T05:58:55.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:55 smithi155 ceph-mon[33309]: from='client.? 172.21.15.89:0/191029079' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-07-26T05:58:55.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:55 smithi089 ceph-mon[29555]: from='client.? 172.21.15.89:0/191029079' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-07-26T05:58:55.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:55 smithi089 ceph-mon[41451]: from='client.? 172.21.15.89:0/191029079' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-07-26T05:58:56.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:56 smithi155 ceph-mon[33309]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-07-26T05:58:56.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:56 smithi089 ceph-mon[29555]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-07-26T05:58:56.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:56 smithi089 ceph-mon[41451]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-07-26T05:58:58.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:58:58 smithi155 ceph-mon[33309]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.2 KiB/s rd, 65 KiB/s wr, 5 op/s 2024-07-26T05:58:58.630 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:58:58 smithi089 ceph-mon[29555]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.2 KiB/s rd, 65 KiB/s wr, 5 op/s 2024-07-26T05:58:58.630 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:58:58 smithi089 ceph-mon[41451]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.2 KiB/s rd, 65 KiB/s wr, 5 op/s 2024-07-26T05:59:00.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:00 smithi089 ceph-mon[29555]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.5 KiB/s rd, 44 KiB/s wr, 3 op/s 2024-07-26T05:59:00.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:00 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-07-26T05:59:00.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:00 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:59:00.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:00 smithi089 ceph-mon[41451]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.5 KiB/s rd, 44 KiB/s wr, 3 op/s 2024-07-26T05:59:00.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:00 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-07-26T05:59:00.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:00 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:59:00.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:00 smithi155 ceph-mon[33309]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.5 KiB/s rd, 44 KiB/s wr, 3 op/s 2024-07-26T05:59:00.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:00 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-07-26T05:59:00.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:00 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:59:01.553 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:01 smithi089 ceph-mon[29555]: Deploying daemon osd.3 on smithi089 2024-07-26T05:59:01.554 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:01 smithi089 ceph-mon[41451]: Deploying daemon osd.3 on smithi089 2024-07-26T05:59:01.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:01 smithi155 ceph-mon[33309]: Deploying daemon osd.3 on smithi089 2024-07-26T05:59:02.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:02 smithi155 ceph-mon[33309]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.1 KiB/s rd, 33 KiB/s wr, 2 op/s 2024-07-26T05:59:02.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:02 smithi089 ceph-mon[29555]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.1 KiB/s rd, 33 KiB/s wr, 2 op/s 2024-07-26T05:59:02.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:02 smithi089 ceph-mon[41451]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.1 KiB/s rd, 33 KiB/s wr, 2 op/s 2024-07-26T05:59:04.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:04 smithi089 ceph-mon[29555]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 921 B/s rd, 26 KiB/s wr, 2 op/s 2024-07-26T05:59:04.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:04 smithi089 ceph-mon[41451]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 921 B/s rd, 26 KiB/s wr, 2 op/s 2024-07-26T05:59:04.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:04 smithi155 ceph-mon[33309]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 921 B/s rd, 26 KiB/s wr, 2 op/s 2024-07-26T05:59:05.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:05 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T05:59:05.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:05 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:05.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:05 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:05.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:05 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T05:59:05.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:05 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:05.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:05 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:05.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:05 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T05:59:05.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:05 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:05.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:05 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:06.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:06 smithi089 ceph-mon[29555]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 810 B/s rd, 23 KiB/s wr, 2 op/s 2024-07-26T05:59:06.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:06 smithi089 ceph-mon[41451]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 810 B/s rd, 23 KiB/s wr, 2 op/s 2024-07-26T05:59:06.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:06 smithi155 ceph-mon[33309]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 810 B/s rd, 23 KiB/s wr, 2 op/s 2024-07-26T05:59:08.575 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:08 smithi089 ceph-mon[29555]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2024-07-26T05:59:08.575 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:08 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:08.575 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:08 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:08.575 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:08 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:59:08.575 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:08 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T05:59:08.575 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:08 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:08.576 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:08 smithi089 ceph-mon[41451]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2024-07-26T05:59:08.576 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:08 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:08.576 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:08 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:08.576 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:08 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:59:08.576 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:08 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T05:59:08.577 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:08 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:08.878 INFO:teuthology.orchestra.run.smithi089.stdout:Created osd(s) 3 on host 'smithi089' 2024-07-26T05:59:08.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:08 smithi155 ceph-mon[33309]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2024-07-26T05:59:08.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:08 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:08.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:08 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:08.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:08 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:59:08.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:08 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T05:59:08.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:08 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:09.512 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:09 smithi089 ceph-mon[29555]: from='osd.3 [v2:172.21.15.89:6826/2463993494,v1:172.21.15.89:6827/2463993494]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-07-26T05:59:09.512 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:09 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T05:59:09.513 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:09 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:09.513 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:09 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:09.513 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:09 smithi089 ceph-mon[41451]: from='osd.3 [v2:172.21.15.89:6826/2463993494,v1:172.21.15.89:6827/2463993494]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-07-26T05:59:09.513 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:09 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T05:59:09.513 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:09 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:09.513 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:09 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:09.535 DEBUG:teuthology.orchestra.run.smithi089:osd.3> sudo journalctl -f -n 0 -u ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@osd.3.service 2024-07-26T05:59:09.538 INFO:tasks.cephadm:Deploying osd.4 on smithi155 with /dev/vg_nvme/lv_4... 2024-07-26T05:59:09.538 DEBUG:teuthology.orchestra.run.smithi155:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-07-26T05:59:09.795 INFO:teuthology.orchestra.run.smithi155.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.b/config 2024-07-26T05:59:09.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:09 smithi155 ceph-mon[33309]: from='osd.3 [v2:172.21.15.89:6826/2463993494,v1:172.21.15.89:6827/2463993494]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-07-26T05:59:09.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:09 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T05:59:09.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:09 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:09.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:09 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:10.591 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:10 smithi155 ceph-mon[33309]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-07-26T05:59:10.591 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:10 smithi155 ceph-mon[33309]: from='osd.3 [v2:172.21.15.89:6826/2463993494,v1:172.21.15.89:6827/2463993494]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-07-26T05:59:10.591 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:10 smithi155 ceph-mon[33309]: osdmap e23: 4 total, 3 up, 4 in 2024-07-26T05:59:10.592 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:10 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-26T05:59:10.592 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:10 smithi155 ceph-mon[33309]: from='osd.3 [v2:172.21.15.89:6826/2463993494,v1:172.21.15.89:6827/2463993494]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi089", "root=default"]}]: dispatch 2024-07-26T05:59:10.702 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:10 smithi089 ceph-mon[29555]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-07-26T05:59:10.702 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:10 smithi089 ceph-mon[29555]: from='osd.3 [v2:172.21.15.89:6826/2463993494,v1:172.21.15.89:6827/2463993494]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-07-26T05:59:10.702 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:10 smithi089 ceph-mon[29555]: osdmap e23: 4 total, 3 up, 4 in 2024-07-26T05:59:10.702 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:10 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-26T05:59:10.702 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:10 smithi089 ceph-mon[29555]: from='osd.3 [v2:172.21.15.89:6826/2463993494,v1:172.21.15.89:6827/2463993494]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi089", "root=default"]}]: dispatch 2024-07-26T05:59:10.703 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:10 smithi089 ceph-mon[41451]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-07-26T05:59:10.703 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:10 smithi089 ceph-mon[41451]: from='osd.3 [v2:172.21.15.89:6826/2463993494,v1:172.21.15.89:6827/2463993494]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-07-26T05:59:10.703 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:10 smithi089 ceph-mon[41451]: osdmap e23: 4 total, 3 up, 4 in 2024-07-26T05:59:10.703 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:10 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-26T05:59:10.703 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:10 smithi089 ceph-mon[41451]: from='osd.3 [v2:172.21.15.89:6826/2463993494,v1:172.21.15.89:6827/2463993494]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi089", "root=default"]}]: dispatch 2024-07-26T05:59:10.703 INFO:journalctl@ceph.osd.3.smithi089.stdout:Jul 26 05:59:10 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-3[64808]: 2024-07-26T05:59:10.404+0000 7f3c3eecd640 -1 osd.3 0 waiting for initial osdmap 2024-07-26T05:59:10.703 INFO:journalctl@ceph.osd.3.smithi089.stdout:Jul 26 05:59:10 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-3[64808]: 2024-07-26T05:59:10.410+0000 7f3c3a505640 -1 osd.3 24 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-07-26T05:59:11.547 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:11 smithi155 ceph-mon[33309]: from='osd.3 [v2:172.21.15.89:6826/2463993494,v1:172.21.15.89:6827/2463993494]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi089", "root=default"]}]': finished 2024-07-26T05:59:11.547 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:11 smithi155 ceph-mon[33309]: osdmap e24: 4 total, 3 up, 4 in 2024-07-26T05:59:11.547 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:11 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-26T05:59:11.548 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:11 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-26T05:59:11.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:11 smithi089 ceph-mon[41451]: from='osd.3 [v2:172.21.15.89:6826/2463993494,v1:172.21.15.89:6827/2463993494]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi089", "root=default"]}]': finished 2024-07-26T05:59:11.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:11 smithi089 ceph-mon[41451]: osdmap e24: 4 total, 3 up, 4 in 2024-07-26T05:59:11.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:11 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-26T05:59:11.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:11 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-26T05:59:11.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:11 smithi089 ceph-mon[29555]: from='osd.3 [v2:172.21.15.89:6826/2463993494,v1:172.21.15.89:6827/2463993494]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi089", "root=default"]}]': finished 2024-07-26T05:59:11.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:11 smithi089 ceph-mon[29555]: osdmap e24: 4 total, 3 up, 4 in 2024-07-26T05:59:11.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:11 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-26T05:59:11.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:11 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-26T05:59:12.146 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-26T05:59:12.165 DEBUG:teuthology.orchestra.run.smithi155:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- ceph orch daemon add osd smithi155:vg_nvme/lv_4 2024-07-26T05:59:12.413 INFO:teuthology.orchestra.run.smithi155.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.b/config 2024-07-26T05:59:12.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:12 smithi089 ceph-mon[41451]: purged_snaps scrub starts 2024-07-26T05:59:12.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:12 smithi089 ceph-mon[41451]: purged_snaps scrub ok 2024-07-26T05:59:12.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:12 smithi089 ceph-mon[41451]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-07-26T05:59:12.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:12 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-26T05:59:12.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:12 smithi089 ceph-mon[41451]: osd.3 [v2:172.21.15.89:6826/2463993494,v1:172.21.15.89:6827/2463993494] boot 2024-07-26T05:59:12.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:12 smithi089 ceph-mon[41451]: osdmap e25: 4 total, 4 up, 4 in 2024-07-26T05:59:12.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:12 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-26T05:59:12.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:12 smithi089 ceph-mon[29555]: purged_snaps scrub starts 2024-07-26T05:59:12.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:12 smithi089 ceph-mon[29555]: purged_snaps scrub ok 2024-07-26T05:59:12.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:12 smithi089 ceph-mon[29555]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-07-26T05:59:12.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:12 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-26T05:59:12.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:12 smithi089 ceph-mon[29555]: osd.3 [v2:172.21.15.89:6826/2463993494,v1:172.21.15.89:6827/2463993494] boot 2024-07-26T05:59:12.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:12 smithi089 ceph-mon[29555]: osdmap e25: 4 total, 4 up, 4 in 2024-07-26T05:59:12.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:12 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-26T05:59:12.793 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:12 smithi155 ceph-mon[33309]: purged_snaps scrub starts 2024-07-26T05:59:12.793 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:12 smithi155 ceph-mon[33309]: purged_snaps scrub ok 2024-07-26T05:59:12.794 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:12 smithi155 ceph-mon[33309]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-07-26T05:59:12.794 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:12 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-26T05:59:12.794 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:12 smithi155 ceph-mon[33309]: osd.3 [v2:172.21.15.89:6826/2463993494,v1:172.21.15.89:6827/2463993494] boot 2024-07-26T05:59:12.794 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:12 smithi155 ceph-mon[33309]: osdmap e25: 4 total, 4 up, 4 in 2024-07-26T05:59:12.794 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:12 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-26T05:59:13.733 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:13 smithi155 ceph-mon[33309]: osdmap e26: 4 total, 4 up, 4 in 2024-07-26T05:59:13.734 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:13 smithi155 ceph-mon[33309]: Detected new or changed devices on smithi089 2024-07-26T05:59:13.734 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:13 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:13.734 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:13 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:13.734 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:13 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-07-26T05:59:13.734 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:13 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-07-26T05:59:13.734 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:13 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-07-26T05:59:13.734 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:13 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-07-26T05:59:13.734 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:13 smithi155 ceph-mon[33309]: Adjusting osd_memory_target on smithi089 to 4015M 2024-07-26T05:59:13.734 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:13 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:13.734 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:13 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:59:13.734 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:13 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T05:59:13.734 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:13 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:13.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:13 smithi089 ceph-mon[41451]: osdmap e26: 4 total, 4 up, 4 in 2024-07-26T05:59:13.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:13 smithi089 ceph-mon[41451]: Detected new or changed devices on smithi089 2024-07-26T05:59:13.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:13 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:13.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:13 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:13.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:13 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-07-26T05:59:13.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:13 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-07-26T05:59:13.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:13 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-07-26T05:59:13.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:13 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-07-26T05:59:13.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:13 smithi089 ceph-mon[41451]: Adjusting osd_memory_target on smithi089 to 4015M 2024-07-26T05:59:13.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:13 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:13.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:13 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:59:13.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:13 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T05:59:13.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:13 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:13.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:13 smithi089 ceph-mon[29555]: osdmap e26: 4 total, 4 up, 4 in 2024-07-26T05:59:13.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:13 smithi089 ceph-mon[29555]: Detected new or changed devices on smithi089 2024-07-26T05:59:13.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:13 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:13.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:13 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:13.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:13 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-07-26T05:59:13.907 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:13 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-07-26T05:59:13.907 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:13 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-07-26T05:59:13.907 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:13 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-07-26T05:59:13.907 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:13 smithi089 ceph-mon[29555]: Adjusting osd_memory_target on smithi089 to 4015M 2024-07-26T05:59:13.907 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:13 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:13.907 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:13 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:59:13.907 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:13 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T05:59:13.907 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:13 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:14.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:14 smithi155 ceph-mon[33309]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-26T05:59:14.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:14 smithi155 ceph-mon[33309]: from='client.24184 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi155:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T05:59:14.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:14 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-07-26T05:59:14.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:14 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-07-26T05:59:14.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:14 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:59:14.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:14 smithi089 ceph-mon[29555]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-26T05:59:14.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:14 smithi089 ceph-mon[29555]: from='client.24184 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi155:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T05:59:14.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:14 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-07-26T05:59:14.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:14 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-07-26T05:59:14.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:14 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:59:14.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:14 smithi089 ceph-mon[41451]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-26T05:59:14.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:14 smithi089 ceph-mon[41451]: from='client.24184 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi155:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T05:59:14.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:14 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-07-26T05:59:14.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:14 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-07-26T05:59:14.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:14 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:59:16.771 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:16 smithi155 ceph-mon[33309]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-26T05:59:16.771 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:16 smithi155 ceph-mon[33309]: from='client.? 172.21.15.155:0/1201504848' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0e999ea6-fb75-4ecb-87cc-a209e0de50a4"}]: dispatch 2024-07-26T05:59:16.771 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:16 smithi155 ceph-mon[33309]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0e999ea6-fb75-4ecb-87cc-a209e0de50a4"}]: dispatch 2024-07-26T05:59:16.771 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:16 smithi155 ceph-mon[33309]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0e999ea6-fb75-4ecb-87cc-a209e0de50a4"}]': finished 2024-07-26T05:59:16.772 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:16 smithi155 ceph-mon[33309]: osdmap e27: 5 total, 4 up, 5 in 2024-07-26T05:59:16.772 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:16 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-26T05:59:16.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:16 smithi089 ceph-mon[29555]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-26T05:59:16.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:16 smithi089 ceph-mon[29555]: from='client.? 172.21.15.155:0/1201504848' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0e999ea6-fb75-4ecb-87cc-a209e0de50a4"}]: dispatch 2024-07-26T05:59:16.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:16 smithi089 ceph-mon[29555]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0e999ea6-fb75-4ecb-87cc-a209e0de50a4"}]: dispatch 2024-07-26T05:59:16.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:16 smithi089 ceph-mon[29555]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0e999ea6-fb75-4ecb-87cc-a209e0de50a4"}]': finished 2024-07-26T05:59:16.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:16 smithi089 ceph-mon[29555]: osdmap e27: 5 total, 4 up, 5 in 2024-07-26T05:59:16.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:16 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-26T05:59:16.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:16 smithi089 ceph-mon[41451]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-26T05:59:16.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:16 smithi089 ceph-mon[41451]: from='client.? 172.21.15.155:0/1201504848' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0e999ea6-fb75-4ecb-87cc-a209e0de50a4"}]: dispatch 2024-07-26T05:59:16.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:16 smithi089 ceph-mon[41451]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0e999ea6-fb75-4ecb-87cc-a209e0de50a4"}]: dispatch 2024-07-26T05:59:16.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:16 smithi089 ceph-mon[41451]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0e999ea6-fb75-4ecb-87cc-a209e0de50a4"}]': finished 2024-07-26T05:59:16.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:16 smithi089 ceph-mon[41451]: osdmap e27: 5 total, 4 up, 5 in 2024-07-26T05:59:16.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:16 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-26T05:59:17.651 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:17 smithi155 ceph-mon[33309]: from='client.? 172.21.15.155:0/4097351735' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-07-26T05:59:17.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:17 smithi089 ceph-mon[29555]: from='client.? 172.21.15.155:0/4097351735' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-07-26T05:59:17.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:17 smithi089 ceph-mon[41451]: from='client.? 172.21.15.155:0/4097351735' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-07-26T05:59:18.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:18 smithi155 ceph-mon[33309]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-26T05:59:18.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:18 smithi089 ceph-mon[41451]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-26T05:59:18.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:18 smithi089 ceph-mon[29555]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-26T05:59:20.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:20 smithi155 ceph-mon[33309]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-26T05:59:20.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:20 smithi089 ceph-mon[29555]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-26T05:59:20.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:20 smithi089 ceph-mon[41451]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-26T05:59:22.808 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:22 smithi155 ceph-mon[33309]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-26T05:59:22.808 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:22 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-07-26T05:59:22.808 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:22 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:59:22.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:22 smithi089 ceph-mon[29555]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-26T05:59:22.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:22 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-07-26T05:59:22.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:22 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:59:22.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:22 smithi089 ceph-mon[41451]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-26T05:59:22.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:22 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-07-26T05:59:22.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:22 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:59:23.724 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:23 smithi155 ceph-mon[33309]: Deploying daemon osd.4 on smithi155 2024-07-26T05:59:23.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:23 smithi089 ceph-mon[29555]: Deploying daemon osd.4 on smithi155 2024-07-26T05:59:23.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:23 smithi089 ceph-mon[41451]: Deploying daemon osd.4 on smithi155 2024-07-26T05:59:24.541 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:24 smithi155 ceph-mon[33309]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-26T05:59:24.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:24 smithi089 ceph-mon[29555]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-26T05:59:24.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:24 smithi089 ceph-mon[41451]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-26T05:59:26.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:26 smithi155 ceph-mon[33309]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-26T05:59:26.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:26 smithi089 ceph-mon[29555]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-26T05:59:26.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:26 smithi089 ceph-mon[41451]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-26T05:59:27.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:27 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T05:59:27.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:27 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:27.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:27 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:27.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:27 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T05:59:27.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:27 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:27.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:27 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:27.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:27 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T05:59:27.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:27 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:27.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:27 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:28.912 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:28 smithi155 ceph-mon[33309]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-26T05:59:29.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:28 smithi089 ceph-mon[29555]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-26T05:59:29.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:28 smithi089 ceph-mon[41451]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-26T05:59:29.893 INFO:teuthology.orchestra.run.smithi155.stdout:Created osd(s) 4 on host 'smithi155' 2024-07-26T05:59:30.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:30 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:30.703 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:30 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:30.703 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:30 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:59:30.703 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:30 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T05:59:30.703 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:30 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:30.704 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:30 smithi155 ceph-mon[33309]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-26T05:59:30.704 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:30 smithi155 ceph-mon[33309]: from='osd.4 [v2:172.21.15.155:6800/575276294,v1:172.21.15.155:6801/575276294]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-07-26T05:59:30.704 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:30 smithi155 ceph-mon[33309]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-07-26T05:59:30.704 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:30 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T05:59:30.704 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:30 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:30.704 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:30 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:30.705 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:30 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:30.705 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:30 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:30.705 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:30 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:59:30.705 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:30 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T05:59:30.706 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:30 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:30.706 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:30 smithi089 ceph-mon[29555]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-26T05:59:30.706 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:30 smithi089 ceph-mon[29555]: from='osd.4 [v2:172.21.15.155:6800/575276294,v1:172.21.15.155:6801/575276294]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-07-26T05:59:30.706 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:30 smithi089 ceph-mon[29555]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-07-26T05:59:30.706 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:30 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T05:59:30.706 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:30 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:30.706 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:30 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:30.707 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:30 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:30.707 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:30 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:30.707 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:30 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:59:30.707 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:30 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T05:59:30.707 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:30 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:30.707 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:30 smithi089 ceph-mon[41451]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-26T05:59:30.707 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:30 smithi089 ceph-mon[41451]: from='osd.4 [v2:172.21.15.155:6800/575276294,v1:172.21.15.155:6801/575276294]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-07-26T05:59:30.707 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:30 smithi089 ceph-mon[41451]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-07-26T05:59:30.707 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:30 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T05:59:30.708 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:30 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:30.708 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:30 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:30.709 DEBUG:teuthology.orchestra.run.smithi155:osd.4> sudo journalctl -f -n 0 -u ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@osd.4.service 2024-07-26T05:59:30.711 INFO:tasks.cephadm:Deploying osd.5 on smithi155 with /dev/vg_nvme/lv_3... 2024-07-26T05:59:30.712 DEBUG:teuthology.orchestra.run.smithi155:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-07-26T05:59:31.441 INFO:teuthology.orchestra.run.smithi155.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.b/config 2024-07-26T05:59:31.559 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:31 smithi155 ceph-mon[33309]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-07-26T05:59:31.559 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:31 smithi155 ceph-mon[33309]: osdmap e28: 5 total, 4 up, 5 in 2024-07-26T05:59:31.559 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:31 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-26T05:59:31.559 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:31 smithi155 ceph-mon[33309]: from='osd.4 [v2:172.21.15.155:6800/575276294,v1:172.21.15.155:6801/575276294]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2024-07-26T05:59:31.559 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:31 smithi155 ceph-mon[33309]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2024-07-26T05:59:31.559 INFO:journalctl@ceph.osd.4.smithi155.stdout:Jul 26 05:59:31 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-4[38763]: 2024-07-26T05:59:31.236+0000 7f64456eb640 -1 osd.4 0 waiting for initial osdmap 2024-07-26T05:59:31.559 INFO:journalctl@ceph.osd.4.smithi155.stdout:Jul 26 05:59:31 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-4[38763]: 2024-07-26T05:59:31.240+0000 7f6441524640 -1 osd.4 29 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-07-26T05:59:31.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:31 smithi089 ceph-mon[29555]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-07-26T05:59:31.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:31 smithi089 ceph-mon[29555]: osdmap e28: 5 total, 4 up, 5 in 2024-07-26T05:59:31.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:31 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-26T05:59:31.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:31 smithi089 ceph-mon[29555]: from='osd.4 [v2:172.21.15.155:6800/575276294,v1:172.21.15.155:6801/575276294]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2024-07-26T05:59:31.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:31 smithi089 ceph-mon[29555]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2024-07-26T05:59:31.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:31 smithi089 ceph-mon[41451]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-07-26T05:59:31.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:31 smithi089 ceph-mon[41451]: osdmap e28: 5 total, 4 up, 5 in 2024-07-26T05:59:31.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:31 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-26T05:59:31.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:31 smithi089 ceph-mon[41451]: from='osd.4 [v2:172.21.15.155:6800/575276294,v1:172.21.15.155:6801/575276294]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2024-07-26T05:59:31.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:31 smithi089 ceph-mon[41451]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2024-07-26T05:59:32.541 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:32 smithi155 ceph-mon[33309]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]': finished 2024-07-26T05:59:32.542 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:32 smithi155 ceph-mon[33309]: osdmap e29: 5 total, 4 up, 5 in 2024-07-26T05:59:32.542 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:32 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-26T05:59:32.542 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:32 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-26T05:59:32.542 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:32 smithi155 ceph-mon[33309]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-26T05:59:32.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:32 smithi089 ceph-mon[29555]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]': finished 2024-07-26T05:59:32.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:32 smithi089 ceph-mon[29555]: osdmap e29: 5 total, 4 up, 5 in 2024-07-26T05:59:32.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:32 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-26T05:59:32.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:32 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-26T05:59:32.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:32 smithi089 ceph-mon[29555]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-26T05:59:32.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:32 smithi089 ceph-mon[41451]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]': finished 2024-07-26T05:59:32.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:32 smithi089 ceph-mon[41451]: osdmap e29: 5 total, 4 up, 5 in 2024-07-26T05:59:32.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:32 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-26T05:59:32.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:32 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-26T05:59:32.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:32 smithi089 ceph-mon[41451]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-07-26T05:59:33.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:33 smithi155 ceph-mon[33309]: purged_snaps scrub starts 2024-07-26T05:59:33.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:33 smithi155 ceph-mon[33309]: purged_snaps scrub ok 2024-07-26T05:59:33.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:33 smithi155 ceph-mon[33309]: osd.4 [v2:172.21.15.155:6800/575276294,v1:172.21.15.155:6801/575276294] boot 2024-07-26T05:59:33.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:33 smithi155 ceph-mon[33309]: osdmap e30: 5 total, 5 up, 5 in 2024-07-26T05:59:33.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:33 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-26T05:59:33.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:33 smithi155 ceph-mon[33309]: osdmap e31: 5 total, 5 up, 5 in 2024-07-26T05:59:33.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:33 smithi089 ceph-mon[29555]: purged_snaps scrub starts 2024-07-26T05:59:33.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:33 smithi089 ceph-mon[29555]: purged_snaps scrub ok 2024-07-26T05:59:33.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:33 smithi089 ceph-mon[29555]: osd.4 [v2:172.21.15.155:6800/575276294,v1:172.21.15.155:6801/575276294] boot 2024-07-26T05:59:33.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:33 smithi089 ceph-mon[29555]: osdmap e30: 5 total, 5 up, 5 in 2024-07-26T05:59:33.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:33 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-26T05:59:33.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:33 smithi089 ceph-mon[29555]: osdmap e31: 5 total, 5 up, 5 in 2024-07-26T05:59:33.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:33 smithi089 ceph-mon[41451]: purged_snaps scrub starts 2024-07-26T05:59:33.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:33 smithi089 ceph-mon[41451]: purged_snaps scrub ok 2024-07-26T05:59:33.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:33 smithi089 ceph-mon[41451]: osd.4 [v2:172.21.15.155:6800/575276294,v1:172.21.15.155:6801/575276294] boot 2024-07-26T05:59:33.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:33 smithi089 ceph-mon[41451]: osdmap e30: 5 total, 5 up, 5 in 2024-07-26T05:59:33.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:33 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-26T05:59:33.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:33 smithi089 ceph-mon[41451]: osdmap e31: 5 total, 5 up, 5 in 2024-07-26T05:59:34.919 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:34 smithi155 ceph-mon[33309]: pgmap v110: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-07-26T05:59:34.919 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:34 smithi155 ceph-mon[33309]: osdmap e32: 5 total, 5 up, 5 in 2024-07-26T05:59:34.919 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:34 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:34.919 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:34 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:34.919 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:34 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-07-26T05:59:34.919 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:34 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:34.920 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:34 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:59:34.920 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:34 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T05:59:34.920 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:34 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:35.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:34 smithi089 ceph-mon[29555]: pgmap v110: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-07-26T05:59:35.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:34 smithi089 ceph-mon[29555]: osdmap e32: 5 total, 5 up, 5 in 2024-07-26T05:59:35.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:34 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:35.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:34 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:35.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:34 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-07-26T05:59:35.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:34 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:35.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:34 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:59:35.156 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:34 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T05:59:35.156 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:34 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:35.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:34 smithi089 ceph-mon[41451]: pgmap v110: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-07-26T05:59:35.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:34 smithi089 ceph-mon[41451]: osdmap e32: 5 total, 5 up, 5 in 2024-07-26T05:59:35.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:34 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:35.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:34 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:35.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:34 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-07-26T05:59:35.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:34 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:35.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:34 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:59:35.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:34 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T05:59:35.157 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:34 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:35.628 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-26T05:59:35.649 DEBUG:teuthology.orchestra.run.smithi155:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- ceph orch daemon add osd smithi155:vg_nvme/lv_3 2024-07-26T05:59:35.900 INFO:teuthology.orchestra.run.smithi155.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.b/config 2024-07-26T05:59:36.014 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:35 smithi155 ceph-mon[33309]: Detected new or changed devices on smithi155 2024-07-26T05:59:36.014 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:35 smithi155 ceph-mon[33309]: Adjusting osd_memory_target on smithi155 to 17088M 2024-07-26T05:59:36.015 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:35 smithi155 ceph-mon[33309]: osdmap e33: 5 total, 5 up, 5 in 2024-07-26T05:59:36.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:35 smithi089 ceph-mon[29555]: Detected new or changed devices on smithi155 2024-07-26T05:59:36.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:35 smithi089 ceph-mon[29555]: Adjusting osd_memory_target on smithi155 to 17088M 2024-07-26T05:59:36.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:35 smithi089 ceph-mon[29555]: osdmap e33: 5 total, 5 up, 5 in 2024-07-26T05:59:36.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:35 smithi089 ceph-mon[41451]: Detected new or changed devices on smithi155 2024-07-26T05:59:36.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:35 smithi089 ceph-mon[41451]: Adjusting osd_memory_target on smithi155 to 17088M 2024-07-26T05:59:36.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:35 smithi089 ceph-mon[41451]: osdmap e33: 5 total, 5 up, 5 in 2024-07-26T05:59:37.087 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:36 smithi155 ceph-mon[33309]: pgmap v113: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-07-26T05:59:37.088 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:36 smithi155 ceph-mon[33309]: osdmap e34: 5 total, 5 up, 5 in 2024-07-26T05:59:37.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:36 smithi089 ceph-mon[29555]: pgmap v113: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-07-26T05:59:37.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:36 smithi089 ceph-mon[29555]: osdmap e34: 5 total, 5 up, 5 in 2024-07-26T05:59:37.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:36 smithi089 ceph-mon[41451]: pgmap v113: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-07-26T05:59:37.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:36 smithi089 ceph-mon[41451]: osdmap e34: 5 total, 5 up, 5 in 2024-07-26T05:59:38.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:37 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-07-26T05:59:38.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:37 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-07-26T05:59:38.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:37 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:59:38.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:37 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-07-26T05:59:38.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:37 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-07-26T05:59:38.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:37 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:59:38.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:37 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-07-26T05:59:38.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:37 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-07-26T05:59:38.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:37 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:59:39.127 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:38 smithi155 ceph-mon[33309]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 128 KiB/s, 0 objects/s recovering 2024-07-26T05:59:39.127 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:38 smithi155 ceph-mon[33309]: from='client.24211 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi155:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T05:59:39.156 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:38 smithi089 ceph-mon[29555]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 128 KiB/s, 0 objects/s recovering 2024-07-26T05:59:39.156 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:38 smithi089 ceph-mon[29555]: from='client.24211 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi155:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T05:59:39.157 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:38 smithi089 ceph-mon[41451]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 128 KiB/s, 0 objects/s recovering 2024-07-26T05:59:39.157 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:38 smithi089 ceph-mon[41451]: from='client.24211 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi155:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T05:59:40.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:39 smithi155 ceph-mon[33309]: from='client.? 172.21.15.155:0/3924544724' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e5a05578-33b1-4b4c-94a9-9229659da7fa"}]: dispatch 2024-07-26T05:59:40.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:39 smithi155 ceph-mon[33309]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e5a05578-33b1-4b4c-94a9-9229659da7fa"}]: dispatch 2024-07-26T05:59:40.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:39 smithi155 ceph-mon[33309]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e5a05578-33b1-4b4c-94a9-9229659da7fa"}]': finished 2024-07-26T05:59:40.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:39 smithi155 ceph-mon[33309]: osdmap e35: 6 total, 5 up, 6 in 2024-07-26T05:59:40.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:39 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-26T05:59:40.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:39 smithi089 ceph-mon[29555]: from='client.? 172.21.15.155:0/3924544724' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e5a05578-33b1-4b4c-94a9-9229659da7fa"}]: dispatch 2024-07-26T05:59:40.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:39 smithi089 ceph-mon[29555]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e5a05578-33b1-4b4c-94a9-9229659da7fa"}]: dispatch 2024-07-26T05:59:40.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:39 smithi089 ceph-mon[29555]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e5a05578-33b1-4b4c-94a9-9229659da7fa"}]': finished 2024-07-26T05:59:40.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:39 smithi089 ceph-mon[29555]: osdmap e35: 6 total, 5 up, 6 in 2024-07-26T05:59:40.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:39 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-26T05:59:40.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:39 smithi089 ceph-mon[41451]: from='client.? 172.21.15.155:0/3924544724' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e5a05578-33b1-4b4c-94a9-9229659da7fa"}]: dispatch 2024-07-26T05:59:40.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:39 smithi089 ceph-mon[41451]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e5a05578-33b1-4b4c-94a9-9229659da7fa"}]: dispatch 2024-07-26T05:59:40.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:39 smithi089 ceph-mon[41451]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e5a05578-33b1-4b4c-94a9-9229659da7fa"}]': finished 2024-07-26T05:59:40.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:39 smithi089 ceph-mon[41451]: osdmap e35: 6 total, 5 up, 6 in 2024-07-26T05:59:40.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:39 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-26T05:59:41.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:40 smithi155 ceph-mon[33309]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-07-26T05:59:41.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:40 smithi155 ceph-mon[33309]: from='client.? 172.21.15.155:0/2252532370' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-07-26T05:59:41.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:40 smithi089 ceph-mon[29555]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-07-26T05:59:41.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:40 smithi089 ceph-mon[29555]: from='client.? 172.21.15.155:0/2252532370' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-07-26T05:59:41.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:40 smithi089 ceph-mon[41451]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-07-26T05:59:41.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:40 smithi089 ceph-mon[41451]: from='client.? 172.21.15.155:0/2252532370' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-07-26T05:59:43.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:42 smithi155 ceph-mon[33309]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 89 KiB/s, 0 objects/s recovering 2024-07-26T05:59:43.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:42 smithi089 ceph-mon[29555]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 89 KiB/s, 0 objects/s recovering 2024-07-26T05:59:43.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:42 smithi089 ceph-mon[41451]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 89 KiB/s, 0 objects/s recovering 2024-07-26T05:59:45.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:44 smithi155 ceph-mon[33309]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-07-26T05:59:45.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:44 smithi089 ceph-mon[41451]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-07-26T05:59:45.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:44 smithi089 ceph-mon[29555]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-07-26T05:59:46.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:45 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-07-26T05:59:46.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:45 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:59:46.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:45 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-07-26T05:59:46.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:45 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:59:46.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:45 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-07-26T05:59:46.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:45 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:59:47.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:46 smithi155 ceph-mon[33309]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-07-26T05:59:47.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:46 smithi155 ceph-mon[33309]: Deploying daemon osd.5 on smithi155 2024-07-26T05:59:47.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:46 smithi089 ceph-mon[29555]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-07-26T05:59:47.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:46 smithi089 ceph-mon[29555]: Deploying daemon osd.5 on smithi155 2024-07-26T05:59:47.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:46 smithi089 ceph-mon[41451]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-07-26T05:59:47.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:46 smithi089 ceph-mon[41451]: Deploying daemon osd.5 on smithi155 2024-07-26T05:59:49.065 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:48 smithi155 ceph-mon[33309]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-07-26T05:59:49.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:48 smithi089 ceph-mon[29555]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-07-26T05:59:49.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:48 smithi089 ceph-mon[41451]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-07-26T05:59:51.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:50 smithi155 ceph-mon[33309]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-07-26T05:59:51.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:50 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T05:59:51.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:50 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:51.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:50 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:51.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:50 smithi089 ceph-mon[29555]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-07-26T05:59:51.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:50 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T05:59:51.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:50 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:51.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:50 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:51.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:50 smithi089 ceph-mon[41451]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-07-26T05:59:51.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:50 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T05:59:51.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:50 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:51.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:50 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:53.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:52 smithi155 ceph-mon[33309]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-07-26T05:59:53.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:52 smithi089 ceph-mon[29555]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-07-26T05:59:53.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:52 smithi089 ceph-mon[41451]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-07-26T05:59:53.775 INFO:teuthology.orchestra.run.smithi155.stdout:Created osd(s) 5 on host 'smithi155' 2024-07-26T05:59:54.358 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:54 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:54.358 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:54 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:54.358 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:54 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:59:54.358 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:54 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T05:59:54.359 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:54 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:54.359 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:54 smithi155 ceph-mon[33309]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-07-26T05:59:54.359 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:54 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T05:59:54.359 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:54 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:54.359 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:54 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:54.359 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:54 smithi155 ceph-mon[33309]: from='osd.5 [v2:172.21.15.155:6808/1694454732,v1:172.21.15.155:6809/1694454732]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-07-26T05:59:54.359 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:54 smithi155 ceph-mon[33309]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-07-26T05:59:54.386 DEBUG:teuthology.orchestra.run.smithi155:osd.5> sudo journalctl -f -n 0 -u ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@osd.5.service 2024-07-26T05:59:54.389 INFO:tasks.cephadm:Deploying osd.6 on smithi155 with /dev/vg_nvme/lv_2... 2024-07-26T05:59:54.389 DEBUG:teuthology.orchestra.run.smithi155:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-07-26T05:59:54.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:54 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:54.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:54 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:54.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:54 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:59:54.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:54 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T05:59:54.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:54 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:54.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:54 smithi089 ceph-mon[29555]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-07-26T05:59:54.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:54 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T05:59:54.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:54 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:54.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:54 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:54.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:54 smithi089 ceph-mon[29555]: from='osd.5 [v2:172.21.15.155:6808/1694454732,v1:172.21.15.155:6809/1694454732]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-07-26T05:59:54.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:54 smithi089 ceph-mon[29555]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-07-26T05:59:54.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:54 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:54.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:54 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:54.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:54 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:59:54.657 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:54 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T05:59:54.657 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:54 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:54.657 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:54 smithi089 ceph-mon[41451]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-07-26T05:59:54.657 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:54 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T05:59:54.657 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:54 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:54.657 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:54 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:54.657 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:54 smithi089 ceph-mon[41451]: from='osd.5 [v2:172.21.15.155:6808/1694454732,v1:172.21.15.155:6809/1694454732]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-07-26T05:59:54.657 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:54 smithi089 ceph-mon[41451]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-07-26T05:59:55.061 INFO:teuthology.orchestra.run.smithi155.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.b/config 2024-07-26T05:59:56.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:55 smithi155 ceph-mon[33309]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-07-26T05:59:56.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:55 smithi155 ceph-mon[33309]: osdmap e36: 6 total, 5 up, 6 in 2024-07-26T05:59:56.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:55 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-26T05:59:56.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:55 smithi155 ceph-mon[33309]: from='osd.5 [v2:172.21.15.155:6808/1694454732,v1:172.21.15.155:6809/1694454732]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2024-07-26T05:59:56.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:55 smithi155 ceph-mon[33309]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2024-07-26T05:59:56.130 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 05:59:55 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-5[44656]: 2024-07-26T05:59:55.787+0000 7f7c7f00c640 -1 osd.5 0 waiting for initial osdmap 2024-07-26T05:59:56.130 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 05:59:55 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-5[44656]: 2024-07-26T05:59:55.792+0000 7f7c7ae45640 -1 osd.5 37 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-07-26T05:59:56.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:55 smithi089 ceph-mon[29555]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-07-26T05:59:56.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:55 smithi089 ceph-mon[29555]: osdmap e36: 6 total, 5 up, 6 in 2024-07-26T05:59:56.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:55 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-26T05:59:56.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:55 smithi089 ceph-mon[29555]: from='osd.5 [v2:172.21.15.155:6808/1694454732,v1:172.21.15.155:6809/1694454732]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2024-07-26T05:59:56.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:55 smithi089 ceph-mon[29555]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2024-07-26T05:59:56.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:55 smithi089 ceph-mon[41451]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-07-26T05:59:56.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:55 smithi089 ceph-mon[41451]: osdmap e36: 6 total, 5 up, 6 in 2024-07-26T05:59:56.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:55 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-26T05:59:56.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:55 smithi089 ceph-mon[41451]: from='osd.5 [v2:172.21.15.155:6808/1694454732,v1:172.21.15.155:6809/1694454732]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2024-07-26T05:59:56.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:55 smithi089 ceph-mon[41451]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2024-07-26T05:59:57.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:56 smithi155 ceph-mon[33309]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-07-26T05:59:57.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:56 smithi155 ceph-mon[33309]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]': finished 2024-07-26T05:59:57.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:56 smithi155 ceph-mon[33309]: osdmap e37: 6 total, 5 up, 6 in 2024-07-26T05:59:57.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:56 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-26T05:59:57.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:56 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-26T05:59:57.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:56 smithi155 ceph-mon[33309]: osd.5 [v2:172.21.15.155:6808/1694454732,v1:172.21.15.155:6809/1694454732] boot 2024-07-26T05:59:57.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:56 smithi155 ceph-mon[33309]: osdmap e38: 6 total, 6 up, 6 in 2024-07-26T05:59:57.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:56 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-26T05:59:57.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:56 smithi089 ceph-mon[29555]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-07-26T05:59:57.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:56 smithi089 ceph-mon[29555]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]': finished 2024-07-26T05:59:57.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:56 smithi089 ceph-mon[29555]: osdmap e37: 6 total, 5 up, 6 in 2024-07-26T05:59:57.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:56 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-26T05:59:57.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:56 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-26T05:59:57.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:56 smithi089 ceph-mon[29555]: osd.5 [v2:172.21.15.155:6808/1694454732,v1:172.21.15.155:6809/1694454732] boot 2024-07-26T05:59:57.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:56 smithi089 ceph-mon[29555]: osdmap e38: 6 total, 6 up, 6 in 2024-07-26T05:59:57.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:56 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-26T05:59:57.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:56 smithi089 ceph-mon[41451]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-07-26T05:59:57.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:56 smithi089 ceph-mon[41451]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]': finished 2024-07-26T05:59:57.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:56 smithi089 ceph-mon[41451]: osdmap e37: 6 total, 5 up, 6 in 2024-07-26T05:59:57.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:56 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-26T05:59:57.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:56 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-26T05:59:57.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:56 smithi089 ceph-mon[41451]: osd.5 [v2:172.21.15.155:6808/1694454732,v1:172.21.15.155:6809/1694454732] boot 2024-07-26T05:59:57.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:56 smithi089 ceph-mon[41451]: osdmap e38: 6 total, 6 up, 6 in 2024-07-26T05:59:57.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:56 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-26T05:59:57.905 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:57 smithi155 ceph-mon[33309]: purged_snaps scrub starts 2024-07-26T05:59:57.906 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:57 smithi155 ceph-mon[33309]: purged_snaps scrub ok 2024-07-26T05:59:57.906 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:57 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:57.906 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:57 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:57.906 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:57 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-07-26T05:59:57.906 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:57 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-07-26T05:59:57.906 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:57 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:57.906 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:57 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:59:57.906 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:57 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T05:59:57.906 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:57 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:57.906 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:57 smithi155 ceph-mon[33309]: osdmap e39: 6 total, 6 up, 6 in 2024-07-26T05:59:58.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:57 smithi089 ceph-mon[29555]: purged_snaps scrub starts 2024-07-26T05:59:58.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:57 smithi089 ceph-mon[29555]: purged_snaps scrub ok 2024-07-26T05:59:58.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:57 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:58.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:57 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:58.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:57 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-07-26T05:59:58.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:57 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-07-26T05:59:58.156 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:57 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:58.156 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:57 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:59:58.156 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:57 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T05:59:58.156 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:57 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:58.156 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:57 smithi089 ceph-mon[29555]: osdmap e39: 6 total, 6 up, 6 in 2024-07-26T05:59:58.157 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:57 smithi089 ceph-mon[41451]: purged_snaps scrub starts 2024-07-26T05:59:58.157 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:57 smithi089 ceph-mon[41451]: purged_snaps scrub ok 2024-07-26T05:59:58.157 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:57 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:58.157 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:57 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:58.157 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:57 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-07-26T05:59:58.157 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:57 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-07-26T05:59:58.158 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:57 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:58.158 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:57 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T05:59:58.158 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:57 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T05:59:58.158 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:57 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T05:59:58.158 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:57 smithi089 ceph-mon[41451]: osdmap e39: 6 total, 6 up, 6 in 2024-07-26T05:59:58.834 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:58 smithi155 ceph-mon[33309]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-07-26T05:59:58.834 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:58 smithi155 ceph-mon[33309]: Detected new or changed devices on smithi155 2024-07-26T05:59:58.834 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:58 smithi155 ceph-mon[33309]: Adjusting osd_memory_target on smithi155 to 8544M 2024-07-26T05:59:58.834 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:58 smithi155 ceph-mon[33309]: osdmap e40: 6 total, 6 up, 6 in 2024-07-26T05:59:58.881 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-26T05:59:58.901 DEBUG:teuthology.orchestra.run.smithi155:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- ceph orch daemon add osd smithi155:vg_nvme/lv_2 2024-07-26T05:59:59.150 INFO:teuthology.orchestra.run.smithi155.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.b/config 2024-07-26T05:59:59.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:58 smithi089 ceph-mon[29555]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-07-26T05:59:59.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:58 smithi089 ceph-mon[29555]: Detected new or changed devices on smithi155 2024-07-26T05:59:59.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:58 smithi089 ceph-mon[29555]: Adjusting osd_memory_target on smithi155 to 8544M 2024-07-26T05:59:59.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:58 smithi089 ceph-mon[29555]: osdmap e40: 6 total, 6 up, 6 in 2024-07-26T05:59:59.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:58 smithi089 ceph-mon[41451]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-07-26T05:59:59.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:58 smithi089 ceph-mon[41451]: Detected new or changed devices on smithi155 2024-07-26T05:59:59.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:58 smithi089 ceph-mon[41451]: Adjusting osd_memory_target on smithi155 to 8544M 2024-07-26T05:59:59.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:58 smithi089 ceph-mon[41451]: osdmap e40: 6 total, 6 up, 6 in 2024-07-26T05:59:59.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:59 smithi155 ceph-mon[33309]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-07-26T05:59:59.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 05:59:59 smithi155 ceph-mon[33309]: osdmap e41: 6 total, 6 up, 6 in 2024-07-26T06:00:00.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:59 smithi089 ceph-mon[29555]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-07-26T06:00:00.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 05:59:59 smithi089 ceph-mon[29555]: osdmap e41: 6 total, 6 up, 6 in 2024-07-26T06:00:00.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:59 smithi089 ceph-mon[41451]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-07-26T06:00:00.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 05:59:59 smithi089 ceph-mon[41451]: osdmap e41: 6 total, 6 up, 6 in 2024-07-26T06:00:01.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:00 smithi155 ceph-mon[33309]: pgmap v132: 1 pgs: 1 remapped+peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-07-26T06:00:01.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:00 smithi155 ceph-mon[33309]: Health detail: HEALTH_WARN Reduced data availability: 1 pg peering 2024-07-26T06:00:01.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:00 smithi155 ceph-mon[33309]: [WRN] PG_AVAILABILITY: Reduced data availability: 1 pg peering 2024-07-26T06:00:01.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:00 smithi155 ceph-mon[33309]: pg 1.0 is stuck peering for 67s, current state remapped+peering, last acting [0,1] 2024-07-26T06:00:01.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:00 smithi155 ceph-mon[33309]: osdmap e42: 6 total, 6 up, 6 in 2024-07-26T06:00:01.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:00 smithi089 ceph-mon[29555]: pgmap v132: 1 pgs: 1 remapped+peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-07-26T06:00:01.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:00 smithi089 ceph-mon[29555]: Health detail: HEALTH_WARN Reduced data availability: 1 pg peering 2024-07-26T06:00:01.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:00 smithi089 ceph-mon[29555]: [WRN] PG_AVAILABILITY: Reduced data availability: 1 pg peering 2024-07-26T06:00:01.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:00 smithi089 ceph-mon[29555]: pg 1.0 is stuck peering for 67s, current state remapped+peering, last acting [0,1] 2024-07-26T06:00:01.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:00 smithi089 ceph-mon[29555]: osdmap e42: 6 total, 6 up, 6 in 2024-07-26T06:00:01.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:00 smithi089 ceph-mon[41451]: pgmap v132: 1 pgs: 1 remapped+peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-07-26T06:00:01.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:00 smithi089 ceph-mon[41451]: Health detail: HEALTH_WARN Reduced data availability: 1 pg peering 2024-07-26T06:00:01.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:00 smithi089 ceph-mon[41451]: [WRN] PG_AVAILABILITY: Reduced data availability: 1 pg peering 2024-07-26T06:00:01.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:00 smithi089 ceph-mon[41451]: pg 1.0 is stuck peering for 67s, current state remapped+peering, last acting [0,1] 2024-07-26T06:00:01.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:00 smithi089 ceph-mon[41451]: osdmap e42: 6 total, 6 up, 6 in 2024-07-26T06:00:02.108 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:01 smithi155 ceph-mon[33309]: from='client.24238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi155:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:00:02.108 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:01 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-07-26T06:00:02.108 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:01 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-07-26T06:00:02.108 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:01 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:00:02.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:01 smithi089 ceph-mon[29555]: from='client.24238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi155:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:00:02.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:01 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-07-26T06:00:02.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:01 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-07-26T06:00:02.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:01 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:00:02.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:01 smithi089 ceph-mon[41451]: from='client.24238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi155:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:00:02.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:01 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-07-26T06:00:02.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:01 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-07-26T06:00:02.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:01 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:00:03.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:02 smithi155 ceph-mon[33309]: pgmap v135: 1 pgs: 1 remapped+peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-07-26T06:00:03.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:02 smithi089 ceph-mon[29555]: pgmap v135: 1 pgs: 1 remapped+peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-07-26T06:00:03.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:02 smithi089 ceph-mon[41451]: pgmap v135: 1 pgs: 1 remapped+peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-07-26T06:00:04.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:03 smithi155 ceph-mon[33309]: from='client.? 172.21.15.155:0/1500988376' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7b4c1111-fe24-4430-ac3a-e8c50f843596"}]: dispatch 2024-07-26T06:00:04.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:03 smithi155 ceph-mon[33309]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7b4c1111-fe24-4430-ac3a-e8c50f843596"}]: dispatch 2024-07-26T06:00:04.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:03 smithi155 ceph-mon[33309]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7b4c1111-fe24-4430-ac3a-e8c50f843596"}]': finished 2024-07-26T06:00:04.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:03 smithi155 ceph-mon[33309]: osdmap e43: 7 total, 6 up, 7 in 2024-07-26T06:00:04.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:03 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-26T06:00:04.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:03 smithi155 ceph-mon[33309]: from='client.? 172.21.15.155:0/565474045' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-07-26T06:00:04.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:03 smithi089 ceph-mon[29555]: from='client.? 172.21.15.155:0/1500988376' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7b4c1111-fe24-4430-ac3a-e8c50f843596"}]: dispatch 2024-07-26T06:00:04.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:03 smithi089 ceph-mon[29555]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7b4c1111-fe24-4430-ac3a-e8c50f843596"}]: dispatch 2024-07-26T06:00:04.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:03 smithi089 ceph-mon[29555]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7b4c1111-fe24-4430-ac3a-e8c50f843596"}]': finished 2024-07-26T06:00:04.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:03 smithi089 ceph-mon[29555]: osdmap e43: 7 total, 6 up, 7 in 2024-07-26T06:00:04.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:03 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-26T06:00:04.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:03 smithi089 ceph-mon[29555]: from='client.? 172.21.15.155:0/565474045' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-07-26T06:00:04.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:03 smithi089 ceph-mon[41451]: from='client.? 172.21.15.155:0/1500988376' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7b4c1111-fe24-4430-ac3a-e8c50f843596"}]: dispatch 2024-07-26T06:00:04.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:03 smithi089 ceph-mon[41451]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7b4c1111-fe24-4430-ac3a-e8c50f843596"}]: dispatch 2024-07-26T06:00:04.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:03 smithi089 ceph-mon[41451]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7b4c1111-fe24-4430-ac3a-e8c50f843596"}]': finished 2024-07-26T06:00:04.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:03 smithi089 ceph-mon[41451]: osdmap e43: 7 total, 6 up, 7 in 2024-07-26T06:00:04.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:03 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-26T06:00:04.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:03 smithi089 ceph-mon[41451]: from='client.? 172.21.15.155:0/565474045' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-07-26T06:00:05.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:04 smithi155 ceph-mon[33309]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 127 KiB/s, 0 objects/s recovering 2024-07-26T06:00:05.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:04 smithi155 ceph-mon[33309]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-07-26T06:00:05.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:04 smithi155 ceph-mon[33309]: Cluster is now healthy 2024-07-26T06:00:05.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:04 smithi089 ceph-mon[29555]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 127 KiB/s, 0 objects/s recovering 2024-07-26T06:00:05.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:04 smithi089 ceph-mon[29555]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-07-26T06:00:05.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:04 smithi089 ceph-mon[29555]: Cluster is now healthy 2024-07-26T06:00:05.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:04 smithi089 ceph-mon[41451]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 127 KiB/s, 0 objects/s recovering 2024-07-26T06:00:05.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:04 smithi089 ceph-mon[41451]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-07-26T06:00:05.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:04 smithi089 ceph-mon[41451]: Cluster is now healthy 2024-07-26T06:00:07.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:06 smithi155 ceph-mon[33309]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-07-26T06:00:07.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:06 smithi089 ceph-mon[29555]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-07-26T06:00:07.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:06 smithi089 ceph-mon[41451]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-07-26T06:00:08.945 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:08 smithi155 ceph-mon[33309]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 77 KiB/s, 0 objects/s recovering 2024-07-26T06:00:09.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:08 smithi089 ceph-mon[29555]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 77 KiB/s, 0 objects/s recovering 2024-07-26T06:00:09.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:08 smithi089 ceph-mon[41451]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 77 KiB/s, 0 objects/s recovering 2024-07-26T06:00:10.043 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:09 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-07-26T06:00:10.043 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:09 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:00:10.044 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:09 smithi155 ceph-mon[33309]: Deploying daemon osd.6 on smithi155 2024-07-26T06:00:10.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:09 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-07-26T06:00:10.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:09 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:00:10.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:09 smithi089 ceph-mon[29555]: Deploying daemon osd.6 on smithi155 2024-07-26T06:00:10.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:09 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-07-26T06:00:10.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:09 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:00:10.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:09 smithi089 ceph-mon[41451]: Deploying daemon osd.6 on smithi155 2024-07-26T06:00:11.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:10 smithi155 ceph-mon[33309]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 68 KiB/s, 0 objects/s recovering 2024-07-26T06:00:11.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:10 smithi089 ceph-mon[29555]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 68 KiB/s, 0 objects/s recovering 2024-07-26T06:00:11.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:10 smithi089 ceph-mon[41451]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 68 KiB/s, 0 objects/s recovering 2024-07-26T06:00:13.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:12 smithi155 ceph-mon[33309]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-07-26T06:00:13.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:12 smithi089 ceph-mon[29555]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-07-26T06:00:13.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:12 smithi089 ceph-mon[41451]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-07-26T06:00:14.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:13 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:00:14.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:13 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:14.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:13 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:14.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:13 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:00:14.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:13 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:14.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:13 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:14.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:13 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:00:14.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:13 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:14.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:13 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:15.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:14 smithi155 ceph-mon[33309]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-07-26T06:00:15.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:14 smithi089 ceph-mon[29555]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-07-26T06:00:15.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:14 smithi089 ceph-mon[41451]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-07-26T06:00:17.026 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:16 smithi155 ceph-mon[33309]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-07-26T06:00:17.060 INFO:teuthology.orchestra.run.smithi155.stdout:Created osd(s) 6 on host 'smithi155' 2024-07-26T06:00:17.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:16 smithi089 ceph-mon[29555]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-07-26T06:00:17.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:16 smithi089 ceph-mon[41451]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-07-26T06:00:17.662 DEBUG:teuthology.orchestra.run.smithi155:osd.6> sudo journalctl -f -n 0 -u ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@osd.6.service 2024-07-26T06:00:17.665 INFO:tasks.cephadm:Deploying osd.7 on smithi155 with /dev/vg_nvme/lv_1... 2024-07-26T06:00:17.665 DEBUG:teuthology.orchestra.run.smithi155:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- lvm zap /dev/vg_nvme/lv_1 2024-07-26T06:00:17.966 INFO:teuthology.orchestra.run.smithi155.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.b/config 2024-07-26T06:00:18.091 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:17 smithi155 ceph-mon[33309]: from='osd.6 [v2:172.21.15.155:6816/2263007075,v1:172.21.15.155:6817/2263007075]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-07-26T06:00:18.092 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:17 smithi155 ceph-mon[33309]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-07-26T06:00:18.092 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:17 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:18.092 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:17 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:18.092 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:17 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:18.092 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:17 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:18.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:17 smithi089 ceph-mon[29555]: from='osd.6 [v2:172.21.15.155:6816/2263007075,v1:172.21.15.155:6817/2263007075]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-07-26T06:00:18.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:17 smithi089 ceph-mon[29555]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-07-26T06:00:18.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:17 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:18.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:17 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:18.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:17 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:18.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:17 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:18.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:17 smithi089 ceph-mon[41451]: from='osd.6 [v2:172.21.15.155:6816/2263007075,v1:172.21.15.155:6817/2263007075]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-07-26T06:00:18.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:17 smithi089 ceph-mon[41451]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-07-26T06:00:18.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:17 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:18.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:17 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:18.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:17 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:18.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:17 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:19.127 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:18 smithi155 ceph-mon[33309]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-07-26T06:00:19.127 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:18 smithi155 ceph-mon[33309]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-07-26T06:00:19.127 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:18 smithi155 ceph-mon[33309]: osdmap e44: 7 total, 6 up, 7 in 2024-07-26T06:00:19.127 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:18 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-26T06:00:19.127 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:18 smithi155 ceph-mon[33309]: from='osd.6 [v2:172.21.15.155:6816/2263007075,v1:172.21.15.155:6817/2263007075]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2024-07-26T06:00:19.127 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:18 smithi155 ceph-mon[33309]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2024-07-26T06:00:19.127 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 06:00:18 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6[50834]: 2024-07-26T06:00:18.891+0000 7fbdb4cdb640 -1 osd.6 0 waiting for initial osdmap 2024-07-26T06:00:19.128 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 06:00:18 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6[50834]: 2024-07-26T06:00:18.897+0000 7fbdaf311640 -1 osd.6 45 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-07-26T06:00:19.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:18 smithi089 ceph-mon[41451]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-07-26T06:00:19.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:18 smithi089 ceph-mon[41451]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-07-26T06:00:19.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:18 smithi089 ceph-mon[41451]: osdmap e44: 7 total, 6 up, 7 in 2024-07-26T06:00:19.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:18 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-26T06:00:19.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:18 smithi089 ceph-mon[41451]: from='osd.6 [v2:172.21.15.155:6816/2263007075,v1:172.21.15.155:6817/2263007075]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2024-07-26T06:00:19.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:18 smithi089 ceph-mon[41451]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2024-07-26T06:00:19.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:18 smithi089 ceph-mon[29555]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-07-26T06:00:19.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:18 smithi089 ceph-mon[29555]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-07-26T06:00:19.156 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:18 smithi089 ceph-mon[29555]: osdmap e44: 7 total, 6 up, 7 in 2024-07-26T06:00:19.156 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:18 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-26T06:00:19.156 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:18 smithi089 ceph-mon[29555]: from='osd.6 [v2:172.21.15.155:6816/2263007075,v1:172.21.15.155:6817/2263007075]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2024-07-26T06:00:19.156 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:18 smithi089 ceph-mon[29555]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2024-07-26T06:00:19.916 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:19 smithi155 ceph-mon[33309]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]': finished 2024-07-26T06:00:19.916 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:19 smithi155 ceph-mon[33309]: osdmap e45: 7 total, 6 up, 7 in 2024-07-26T06:00:19.917 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:19 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-26T06:00:19.917 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:19 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-26T06:00:20.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:19 smithi089 ceph-mon[29555]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]': finished 2024-07-26T06:00:20.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:19 smithi089 ceph-mon[29555]: osdmap e45: 7 total, 6 up, 7 in 2024-07-26T06:00:20.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:19 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-26T06:00:20.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:19 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-26T06:00:20.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:19 smithi089 ceph-mon[41451]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]': finished 2024-07-26T06:00:20.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:19 smithi089 ceph-mon[41451]: osdmap e45: 7 total, 6 up, 7 in 2024-07-26T06:00:20.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:19 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-26T06:00:20.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:19 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-26T06:00:20.776 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-26T06:00:20.801 DEBUG:teuthology.orchestra.run.smithi155:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- ceph orch daemon add osd smithi155:vg_nvme/lv_1 2024-07-26T06:00:21.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:20 smithi155 ceph-mon[33309]: purged_snaps scrub starts 2024-07-26T06:00:21.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:20 smithi155 ceph-mon[33309]: purged_snaps scrub ok 2024-07-26T06:00:21.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:20 smithi155 ceph-mon[33309]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-07-26T06:00:21.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:20 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-26T06:00:21.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:20 smithi155 ceph-mon[33309]: osd.6 [v2:172.21.15.155:6816/2263007075,v1:172.21.15.155:6817/2263007075] boot 2024-07-26T06:00:21.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:20 smithi155 ceph-mon[33309]: osdmap e46: 7 total, 7 up, 7 in 2024-07-26T06:00:21.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:20 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-26T06:00:21.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:20 smithi089 ceph-mon[29555]: purged_snaps scrub starts 2024-07-26T06:00:21.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:20 smithi089 ceph-mon[29555]: purged_snaps scrub ok 2024-07-26T06:00:21.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:20 smithi089 ceph-mon[29555]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-07-26T06:00:21.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:20 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-26T06:00:21.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:20 smithi089 ceph-mon[29555]: osd.6 [v2:172.21.15.155:6816/2263007075,v1:172.21.15.155:6817/2263007075] boot 2024-07-26T06:00:21.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:20 smithi089 ceph-mon[29555]: osdmap e46: 7 total, 7 up, 7 in 2024-07-26T06:00:21.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:20 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-26T06:00:21.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:20 smithi089 ceph-mon[41451]: purged_snaps scrub starts 2024-07-26T06:00:21.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:20 smithi089 ceph-mon[41451]: purged_snaps scrub ok 2024-07-26T06:00:21.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:20 smithi089 ceph-mon[41451]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-07-26T06:00:21.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:20 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-26T06:00:21.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:20 smithi089 ceph-mon[41451]: osd.6 [v2:172.21.15.155:6816/2263007075,v1:172.21.15.155:6817/2263007075] boot 2024-07-26T06:00:21.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:20 smithi089 ceph-mon[41451]: osdmap e46: 7 total, 7 up, 7 in 2024-07-26T06:00:21.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:20 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-26T06:00:21.248 INFO:teuthology.orchestra.run.smithi155.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.b/config 2024-07-26T06:00:21.988 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:21 smithi155 ceph-mon[33309]: osdmap e47: 7 total, 7 up, 7 in 2024-07-26T06:00:22.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:21 smithi089 ceph-mon[29555]: osdmap e47: 7 total, 7 up, 7 in 2024-07-26T06:00:22.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:21 smithi089 ceph-mon[41451]: osdmap e47: 7 total, 7 up, 7 in 2024-07-26T06:00:23.212 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:22 smithi155 ceph-mon[33309]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-07-26T06:00:23.212 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:22 smithi155 ceph-mon[33309]: osdmap e48: 7 total, 7 up, 7 in 2024-07-26T06:00:23.212 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:22 smithi155 ceph-mon[33309]: osdmap e49: 7 total, 7 up, 7 in 2024-07-26T06:00:23.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:22 smithi089 ceph-mon[29555]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-07-26T06:00:23.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:22 smithi089 ceph-mon[29555]: osdmap e48: 7 total, 7 up, 7 in 2024-07-26T06:00:23.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:22 smithi089 ceph-mon[29555]: osdmap e49: 7 total, 7 up, 7 in 2024-07-26T06:00:23.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:22 smithi089 ceph-mon[41451]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-07-26T06:00:23.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:22 smithi089 ceph-mon[41451]: osdmap e48: 7 total, 7 up, 7 in 2024-07-26T06:00:23.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:22 smithi089 ceph-mon[41451]: osdmap e49: 7 total, 7 up, 7 in 2024-07-26T06:00:24.575 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:24 smithi155 ceph-mon[33309]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-07-26T06:00:24.575 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:24 smithi155 ceph-mon[33309]: Detected new or changed devices on smithi155 2024-07-26T06:00:24.575 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:24 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:24.575 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:24 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:24.575 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:24 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:00:24.575 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:24 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:00:24.575 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:24 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:00:24.575 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:24 smithi155 ceph-mon[33309]: Adjusting osd_memory_target on smithi155 to 5696M 2024-07-26T06:00:24.575 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:24 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:24.575 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:24 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:00:24.576 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:24 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:00:24.576 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:24 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:24.576 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:24 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:00:24.576 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:24 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:00:24.576 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:24 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:00:24.576 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:24 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:24.576 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:24 smithi155 ceph-mon[33309]: osdmap e50: 7 total, 7 up, 7 in 2024-07-26T06:00:24.576 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:24 smithi155 ceph-mon[33309]: from='client.24265 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi155:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:00:24.576 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:24 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-07-26T06:00:24.576 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:24 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-07-26T06:00:24.576 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:24 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:00:24.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:24 smithi089 ceph-mon[41451]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-07-26T06:00:24.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:24 smithi089 ceph-mon[41451]: Detected new or changed devices on smithi155 2024-07-26T06:00:24.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:24 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:24.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:24 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:24.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:24 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:00:24.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:24 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:00:24.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:24 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:00:24.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:24 smithi089 ceph-mon[41451]: Adjusting osd_memory_target on smithi155 to 5696M 2024-07-26T06:00:24.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:24 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:24.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:24 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:00:24.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:24 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:00:24.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:24 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:24.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:24 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:00:24.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:24 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:00:24.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:24 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:00:24.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:24 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:24.907 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:24 smithi089 ceph-mon[41451]: osdmap e50: 7 total, 7 up, 7 in 2024-07-26T06:00:24.907 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:24 smithi089 ceph-mon[41451]: from='client.24265 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi155:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:00:24.907 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:24 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-07-26T06:00:24.907 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:24 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-07-26T06:00:24.907 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:24 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:00:24.907 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:24 smithi089 ceph-mon[29555]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-07-26T06:00:24.907 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:24 smithi089 ceph-mon[29555]: Detected new or changed devices on smithi155 2024-07-26T06:00:24.907 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:24 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:24.907 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:24 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:24.907 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:24 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:00:24.908 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:24 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:00:24.908 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:24 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:00:24.908 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:24 smithi089 ceph-mon[29555]: Adjusting osd_memory_target on smithi155 to 5696M 2024-07-26T06:00:24.908 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:24 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:24.908 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:24 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:00:24.908 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:24 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:00:24.908 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:24 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:24.908 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:24 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:00:24.908 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:24 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:00:24.908 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:24 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:00:24.908 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:24 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:24.909 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:24 smithi089 ceph-mon[29555]: osdmap e50: 7 total, 7 up, 7 in 2024-07-26T06:00:24.909 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:24 smithi089 ceph-mon[29555]: from='client.24265 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi155:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:00:24.909 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:24 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-07-26T06:00:24.909 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:24 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-07-26T06:00:24.909 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:24 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:00:26.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:26 smithi155 ceph-mon[33309]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-07-26T06:00:26.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:26 smithi155 ceph-mon[33309]: from='client.? 172.21.15.155:0/1801081528' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1915e7cf-7780-474b-a0f7-8c4cfe3310a9"}]: dispatch 2024-07-26T06:00:26.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:26 smithi155 ceph-mon[33309]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1915e7cf-7780-474b-a0f7-8c4cfe3310a9"}]: dispatch 2024-07-26T06:00:26.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:26 smithi155 ceph-mon[33309]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1915e7cf-7780-474b-a0f7-8c4cfe3310a9"}]': finished 2024-07-26T06:00:26.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:26 smithi155 ceph-mon[33309]: osdmap e51: 8 total, 7 up, 8 in 2024-07-26T06:00:26.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:26 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-26T06:00:26.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:26 smithi089 ceph-mon[41451]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-07-26T06:00:26.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:26 smithi089 ceph-mon[41451]: from='client.? 172.21.15.155:0/1801081528' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1915e7cf-7780-474b-a0f7-8c4cfe3310a9"}]: dispatch 2024-07-26T06:00:26.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:26 smithi089 ceph-mon[41451]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1915e7cf-7780-474b-a0f7-8c4cfe3310a9"}]: dispatch 2024-07-26T06:00:26.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:26 smithi089 ceph-mon[41451]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1915e7cf-7780-474b-a0f7-8c4cfe3310a9"}]': finished 2024-07-26T06:00:26.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:26 smithi089 ceph-mon[41451]: osdmap e51: 8 total, 7 up, 8 in 2024-07-26T06:00:26.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:26 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-26T06:00:26.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:26 smithi089 ceph-mon[29555]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-07-26T06:00:26.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:26 smithi089 ceph-mon[29555]: from='client.? 172.21.15.155:0/1801081528' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1915e7cf-7780-474b-a0f7-8c4cfe3310a9"}]: dispatch 2024-07-26T06:00:26.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:26 smithi089 ceph-mon[29555]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1915e7cf-7780-474b-a0f7-8c4cfe3310a9"}]: dispatch 2024-07-26T06:00:26.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:26 smithi089 ceph-mon[29555]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1915e7cf-7780-474b-a0f7-8c4cfe3310a9"}]': finished 2024-07-26T06:00:26.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:26 smithi089 ceph-mon[29555]: osdmap e51: 8 total, 7 up, 8 in 2024-07-26T06:00:26.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:26 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-26T06:00:27.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:27 smithi155 ceph-mon[33309]: from='client.? 172.21.15.155:0/3836655055' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-07-26T06:00:27.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:27 smithi089 ceph-mon[29555]: from='client.? 172.21.15.155:0/3836655055' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-07-26T06:00:27.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:27 smithi089 ceph-mon[41451]: from='client.? 172.21.15.155:0/3836655055' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-07-26T06:00:28.800 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:28 smithi155 ceph-mon[33309]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 106 KiB/s, 0 objects/s recovering 2024-07-26T06:00:28.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:28 smithi089 ceph-mon[29555]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 106 KiB/s, 0 objects/s recovering 2024-07-26T06:00:28.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:28 smithi089 ceph-mon[41451]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 106 KiB/s, 0 objects/s recovering 2024-07-26T06:00:30.867 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:30 smithi155 ceph-mon[33309]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 89 KiB/s, 0 objects/s recovering 2024-07-26T06:00:30.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:30 smithi089 ceph-mon[29555]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 89 KiB/s, 0 objects/s recovering 2024-07-26T06:00:30.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:30 smithi089 ceph-mon[41451]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 89 KiB/s, 0 objects/s recovering 2024-07-26T06:00:32.810 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:32 smithi155 ceph-mon[33309]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-07-26T06:00:32.810 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:32 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-07-26T06:00:32.810 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:32 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:00:32.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:32 smithi089 ceph-mon[29555]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-07-26T06:00:32.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:32 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-07-26T06:00:32.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:32 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:00:32.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:32 smithi089 ceph-mon[41451]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-07-26T06:00:32.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:32 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-07-26T06:00:32.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:32 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:00:33.786 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:33 smithi155 ceph-mon[33309]: Deploying daemon osd.7 on smithi155 2024-07-26T06:00:33.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:33 smithi089 ceph-mon[29555]: Deploying daemon osd.7 on smithi155 2024-07-26T06:00:33.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:33 smithi089 ceph-mon[41451]: Deploying daemon osd.7 on smithi155 2024-07-26T06:00:34.728 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:34 smithi155 ceph-mon[33309]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-07-26T06:00:34.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:34 smithi089 ceph-mon[41451]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-07-26T06:00:34.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:34 smithi089 ceph-mon[29555]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-07-26T06:00:36.810 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:36 smithi155 ceph-mon[33309]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-07-26T06:00:36.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:36 smithi089 ceph-mon[41451]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-07-26T06:00:36.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:36 smithi089 ceph-mon[29555]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-07-26T06:00:37.779 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:37 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:00:37.779 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:37 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:37.779 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:37 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:37.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:37 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:00:37.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:37 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:37.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:37 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:37.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:37 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:00:37.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:37 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:37.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:37 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:38.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:38 smithi155 ceph-mon[33309]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-07-26T06:00:38.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:38 smithi089 ceph-mon[41451]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-07-26T06:00:38.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:38 smithi089 ceph-mon[29555]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-07-26T06:00:40.080 INFO:teuthology.orchestra.run.smithi155.stdout:Created osd(s) 7 on host 'smithi155' 2024-07-26T06:00:40.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:40 smithi155 ceph-mon[33309]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-07-26T06:00:40.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:40 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:40.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:40 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:40.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:40 smithi155 ceph-mon[33309]: from='osd.7 [v2:172.21.15.155:6824/4260696323,v1:172.21.15.155:6825/4260696323]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-07-26T06:00:40.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:40 smithi155 ceph-mon[33309]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-07-26T06:00:40.674 DEBUG:teuthology.orchestra.run.smithi155:osd.7> sudo journalctl -f -n 0 -u ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@osd.7.service 2024-07-26T06:00:40.677 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2024-07-26T06:00:40.677 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- ceph osd stat -f json 2024-07-26T06:00:40.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:40 smithi089 ceph-mon[29555]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-07-26T06:00:40.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:40 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:40.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:40 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:40.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:40 smithi089 ceph-mon[29555]: from='osd.7 [v2:172.21.15.155:6824/4260696323,v1:172.21.15.155:6825/4260696323]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-07-26T06:00:40.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:40 smithi089 ceph-mon[29555]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-07-26T06:00:40.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:40 smithi089 ceph-mon[41451]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-07-26T06:00:40.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:40 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:40.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:40 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:40.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:40 smithi089 ceph-mon[41451]: from='osd.7 [v2:172.21.15.155:6824/4260696323,v1:172.21.15.155:6825/4260696323]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-07-26T06:00:40.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:40 smithi089 ceph-mon[41451]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-07-26T06:00:40.939 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:00:42.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:41 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:42.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:41 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:42.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:41 smithi089 ceph-mon[29555]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-07-26T06:00:42.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:41 smithi089 ceph-mon[29555]: osdmap e52: 8 total, 7 up, 8 in 2024-07-26T06:00:42.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:41 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-26T06:00:42.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:41 smithi089 ceph-mon[29555]: from='osd.7 [v2:172.21.15.155:6824/4260696323,v1:172.21.15.155:6825/4260696323]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2024-07-26T06:00:42.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:41 smithi089 ceph-mon[29555]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2024-07-26T06:00:42.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:41 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:42.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:41 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:42.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:41 smithi089 ceph-mon[41451]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-07-26T06:00:42.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:41 smithi089 ceph-mon[41451]: osdmap e52: 8 total, 7 up, 8 in 2024-07-26T06:00:42.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:41 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-26T06:00:42.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:41 smithi089 ceph-mon[41451]: from='osd.7 [v2:172.21.15.155:6824/4260696323,v1:172.21.15.155:6825/4260696323]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2024-07-26T06:00:42.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:41 smithi089 ceph-mon[41451]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2024-07-26T06:00:42.340 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:41 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:42.340 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:41 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:42.340 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:41 smithi155 ceph-mon[33309]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-07-26T06:00:42.340 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:41 smithi155 ceph-mon[33309]: osdmap e52: 8 total, 7 up, 8 in 2024-07-26T06:00:42.340 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:41 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-26T06:00:42.340 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:41 smithi155 ceph-mon[33309]: from='osd.7 [v2:172.21.15.155:6824/4260696323,v1:172.21.15.155:6825/4260696323]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2024-07-26T06:00:42.340 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:41 smithi155 ceph-mon[33309]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2024-07-26T06:00:42.340 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 06:00:42 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[56878]: 2024-07-26T06:00:42.091+0000 7fa52b315640 -1 osd.7 0 waiting for initial osdmap 2024-07-26T06:00:42.341 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 06:00:42 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[56878]: 2024-07-26T06:00:42.099+0000 7fa524126640 -1 osd.7 53 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-07-26T06:00:42.858 INFO:teuthology.orchestra.run.smithi089.stdout: 2024-07-26T06:00:43.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:42 smithi089 ceph-mon[29555]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-07-26T06:00:43.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:42 smithi089 ceph-mon[29555]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]': finished 2024-07-26T06:00:43.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:42 smithi089 ceph-mon[29555]: osdmap e53: 8 total, 7 up, 8 in 2024-07-26T06:00:43.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:42 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-26T06:00:43.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:42 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-26T06:00:43.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:42 smithi089 ceph-mon[29555]: osd.7 [v2:172.21.15.155:6824/4260696323,v1:172.21.15.155:6825/4260696323] boot 2024-07-26T06:00:43.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:42 smithi089 ceph-mon[29555]: osdmap e54: 8 total, 8 up, 8 in 2024-07-26T06:00:43.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:42 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-26T06:00:43.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:42 smithi089 ceph-mon[29555]: from='client.? 172.21.15.89:0/3911239751' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-07-26T06:00:43.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:42 smithi089 ceph-mon[41451]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-07-26T06:00:43.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:42 smithi089 ceph-mon[41451]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]': finished 2024-07-26T06:00:43.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:42 smithi089 ceph-mon[41451]: osdmap e53: 8 total, 7 up, 8 in 2024-07-26T06:00:43.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:42 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-26T06:00:43.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:42 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-26T06:00:43.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:42 smithi089 ceph-mon[41451]: osd.7 [v2:172.21.15.155:6824/4260696323,v1:172.21.15.155:6825/4260696323] boot 2024-07-26T06:00:43.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:42 smithi089 ceph-mon[41451]: osdmap e54: 8 total, 8 up, 8 in 2024-07-26T06:00:43.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:42 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-26T06:00:43.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:42 smithi089 ceph-mon[41451]: from='client.? 172.21.15.89:0/3911239751' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-07-26T06:00:43.266 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:42 smithi155 ceph-mon[33309]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-07-26T06:00:43.266 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:42 smithi155 ceph-mon[33309]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]': finished 2024-07-26T06:00:43.266 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:42 smithi155 ceph-mon[33309]: osdmap e53: 8 total, 7 up, 8 in 2024-07-26T06:00:43.266 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:42 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-26T06:00:43.267 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:42 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-26T06:00:43.267 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:42 smithi155 ceph-mon[33309]: osd.7 [v2:172.21.15.155:6824/4260696323,v1:172.21.15.155:6825/4260696323] boot 2024-07-26T06:00:43.267 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:42 smithi155 ceph-mon[33309]: osdmap e54: 8 total, 8 up, 8 in 2024-07-26T06:00:43.267 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:42 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-26T06:00:43.267 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:42 smithi155 ceph-mon[33309]: from='client.? 172.21.15.89:0/3911239751' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-07-26T06:00:43.586 INFO:teuthology.orchestra.run.smithi089.stdout:{"epoch":54,"num_osds":8,"num_up_osds":8,"osd_up_since":1721973642,"num_in_osds":8,"osd_in_since":1721973626,"num_remapped_pgs":1} 2024-07-26T06:00:43.587 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- ceph osd dump --format=json 2024-07-26T06:00:43.838 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:00:44.254 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:43 smithi089 ceph-mon[29555]: purged_snaps scrub starts 2024-07-26T06:00:44.254 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:43 smithi089 ceph-mon[29555]: purged_snaps scrub ok 2024-07-26T06:00:44.254 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:43 smithi089 ceph-mon[29555]: osdmap e55: 8 total, 8 up, 8 in 2024-07-26T06:00:44.254 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:43 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:44.254 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:43 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:44.254 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:43 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:00:44.254 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:43 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:00:44.254 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:43 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:00:44.254 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:43 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:00:44.255 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:43 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:44.255 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:43 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:00:44.255 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:43 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:00:44.255 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:43 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:44.255 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:43 smithi089 ceph-mon[41451]: purged_snaps scrub starts 2024-07-26T06:00:44.255 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:43 smithi089 ceph-mon[41451]: purged_snaps scrub ok 2024-07-26T06:00:44.255 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:43 smithi089 ceph-mon[41451]: osdmap e55: 8 total, 8 up, 8 in 2024-07-26T06:00:44.255 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:43 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:44.255 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:43 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:44.255 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:43 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:00:44.256 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:43 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:00:44.256 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:43 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:00:44.256 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:43 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:00:44.256 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:43 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:44.256 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:43 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:00:44.256 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:43 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:00:44.256 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:43 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:44.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:43 smithi155 ceph-mon[33309]: purged_snaps scrub starts 2024-07-26T06:00:44.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:43 smithi155 ceph-mon[33309]: purged_snaps scrub ok 2024-07-26T06:00:44.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:43 smithi155 ceph-mon[33309]: osdmap e55: 8 total, 8 up, 8 in 2024-07-26T06:00:44.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:43 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:44.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:43 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:44.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:43 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:00:44.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:43 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:00:44.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:43 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:00:44.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:43 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:00:44.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:43 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:44.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:43 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:00:44.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:43 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:00:44.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:43 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:45.077 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:44 smithi089 ceph-mon[29555]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:00:45.078 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:44 smithi089 ceph-mon[29555]: Detected new or changed devices on smithi155 2024-07-26T06:00:45.078 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:44 smithi089 ceph-mon[29555]: Adjusting osd_memory_target on smithi155 to 4272M 2024-07-26T06:00:45.078 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:44 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:00:45.078 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:44 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:00:45.078 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:44 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:00:45.078 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:44 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:45.078 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:44 smithi089 ceph-mon[29555]: osdmap e56: 8 total, 8 up, 8 in 2024-07-26T06:00:45.078 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:44 smithi089 ceph-mon[41451]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:00:45.078 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:44 smithi089 ceph-mon[41451]: Detected new or changed devices on smithi155 2024-07-26T06:00:45.078 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:44 smithi089 ceph-mon[41451]: Adjusting osd_memory_target on smithi155 to 4272M 2024-07-26T06:00:45.079 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:44 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:00:45.079 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:44 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:00:45.079 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:44 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:00:45.079 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:44 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:45.079 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:44 smithi089 ceph-mon[41451]: osdmap e56: 8 total, 8 up, 8 in 2024-07-26T06:00:45.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:44 smithi155 ceph-mon[33309]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:00:45.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:44 smithi155 ceph-mon[33309]: Detected new or changed devices on smithi155 2024-07-26T06:00:45.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:44 smithi155 ceph-mon[33309]: Adjusting osd_memory_target on smithi155 to 4272M 2024-07-26T06:00:45.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:44 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:00:45.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:44 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:00:45.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:44 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:00:45.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:44 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:45.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:44 smithi155 ceph-mon[33309]: osdmap e56: 8 total, 8 up, 8 in 2024-07-26T06:00:45.759 INFO:teuthology.orchestra.run.smithi089.stdout: 2024-07-26T06:00:45.759 INFO:teuthology.orchestra.run.smithi089.stdout:{"epoch":56,"fsid":"9bd49884-4b13-11ef-bcb6-c7b262605968","created":"2024-07-26T05:55:45.387944+0000","modified":"2024-07-26T06:00:44.839588+0000","last_up_change":"2024-07-26T06:00:42.836601+0000","last_in_change":"2024-07-26T06:00:26.104383+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T05:58:47.578246+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"e3266cc4-68e5-45de-bbe9-5051115aeaf6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6802","nonce":734743297},{"type":"v1","addr":"172.21.15.89:6803","nonce":734743297}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6804","nonce":734743297},{"type":"v1","addr":"172.21.15.89:6805","nonce":734743297}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6808","nonce":734743297},{"type":"v1","addr":"172.21.15.89:6809","nonce":734743297}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6806","nonce":734743297},{"type":"v1","addr":"172.21.15.89:6807","nonce":734743297}]},"public_addr":"172.21.15.89:6803/734743297","cluster_addr":"172.21.15.89:6805/734743297","heartbeat_back_addr":"172.21.15.89:6809/734743297","heartbeat_front_addr":"172.21.15.89:6807/734743297","state":["exists","up"]},{"osd":1,"uuid":"5dd01d94-d5d9-4eeb-ad81-3e3067c73973","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6810","nonce":1551310240},{"type":"v1","addr":"172.21.15.89:6811","nonce":1551310240}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6812","nonce":1551310240},{"type":"v1","addr":"172.21.15.89:6813","nonce":1551310240}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6816","nonce":1551310240},{"type":"v1","addr":"172.21.15.89:6817","nonce":1551310240}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6814","nonce":1551310240},{"type":"v1","addr":"172.21.15.89:6815","nonce":1551310240}]},"public_addr":"172.21.15.89:6811/1551310240","cluster_addr":"172.21.15.89:6813/1551310240","heartbeat_back_addr":"172.21.15.89:6817/1551310240","heartbeat_front_addr":"172.21.15.89:6815/1551310240","state":["exists","up"]},{"osd":2,"uuid":"dc0d78a2-8537-493c-b460-e3c02fa49ad8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6818","nonce":1852842008},{"type":"v1","addr":"172.21.15.89:6819","nonce":1852842008}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6820","nonce":1852842008},{"type":"v1","addr":"172.21.15.89:6821","nonce":1852842008}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6824","nonce":1852842008},{"type":"v1","addr":"172.21.15.89:6825","nonce":1852842008}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6822","nonce":1852842008},{"type":"v1","addr":"172.21.15.89:6823","nonce":1852842008}]},"public_addr":"172.21.15.89:6819/1852842008","cluster_addr":"172.21.15.89:6821/1852842008","heartbeat_back_addr":"172.21.15.89:6825/1852842008","heartbeat_front_addr":"172.21.15.89:6823/1852842008","state":["exists","up"]},{"osd":3,"uuid":"5c089896-6162-42ce-92d1-3df0067b0509","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6826","nonce":2463993494},{"type":"v1","addr":"172.21.15.89:6827","nonce":2463993494}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6828","nonce":2463993494},{"type":"v1","addr":"172.21.15.89:6829","nonce":2463993494}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6832","nonce":2463993494},{"type":"v1","addr":"172.21.15.89:6833","nonce":2463993494}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6830","nonce":2463993494},{"type":"v1","addr":"172.21.15.89:6831","nonce":2463993494}]},"public_addr":"172.21.15.89:6827/2463993494","cluster_addr":"172.21.15.89:6829/2463993494","heartbeat_back_addr":"172.21.15.89:6833/2463993494","heartbeat_front_addr":"172.21.15.89:6831/2463993494","state":["exists","up"]},{"osd":4,"uuid":"0e999ea6-fb75-4ecb-87cc-a209e0de50a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":575276294},{"type":"v1","addr":"172.21.15.155:6801","nonce":575276294}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":575276294},{"type":"v1","addr":"172.21.15.155:6803","nonce":575276294}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":575276294},{"type":"v1","addr":"172.21.15.155:6807","nonce":575276294}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":575276294},{"type":"v1","addr":"172.21.15.155:6805","nonce":575276294}]},"public_addr":"172.21.15.155:6801/575276294","cluster_addr":"172.21.15.155:6803/575276294","heartbeat_back_addr":"172.21.15.155:6807/575276294","heartbeat_front_addr":"172.21.15.155:6805/575276294","state":["exists","up"]},{"osd":5,"uuid":"e5a05578-33b1-4b4c-94a9-9229659da7fa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6808","nonce":1694454732},{"type":"v1","addr":"172.21.15.155:6809","nonce":1694454732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":1694454732},{"type":"v1","addr":"172.21.15.155:6811","nonce":1694454732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":1694454732},{"type":"v1","addr":"172.21.15.155:6815","nonce":1694454732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":1694454732},{"type":"v1","addr":"172.21.15.155:6813","nonce":1694454732}]},"public_addr":"172.21.15.155:6809/1694454732","cluster_addr":"172.21.15.155:6811/1694454732","heartbeat_back_addr":"172.21.15.155:6815/1694454732","heartbeat_front_addr":"172.21.15.155:6813/1694454732","state":["exists","up"]},{"osd":6,"uuid":"7b4c1111-fe24-4430-ac3a-e8c50f843596","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":2263007075},{"type":"v1","addr":"172.21.15.155:6817","nonce":2263007075}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":2263007075},{"type":"v1","addr":"172.21.15.155:6819","nonce":2263007075}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":2263007075},{"type":"v1","addr":"172.21.15.155:6823","nonce":2263007075}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":2263007075},{"type":"v1","addr":"172.21.15.155:6821","nonce":2263007075}]},"public_addr":"172.21.15.155:6817/2263007075","cluster_addr":"172.21.15.155:6819/2263007075","heartbeat_back_addr":"172.21.15.155:6823/2263007075","heartbeat_front_addr":"172.21.15.155:6821/2263007075","state":["exists","up"]},{"osd":7,"uuid":"1915e7cf-7780-474b-a0f7-8c4cfe3310a9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":4260696323},{"type":"v1","addr":"172.21.15.155:6825","nonce":4260696323}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":4260696323},{"type":"v1","addr":"172.21.15.155:6827","nonce":4260696323}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":4260696323},{"type":"v1","addr":"172.21.15.155:6831","nonce":4260696323}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":4260696323},{"type":"v1","addr":"172.21.15.155:6829","nonce":4260696323}]},"public_addr":"172.21.15.155:6825/4260696323","cluster_addr":"172.21.15.155:6827/4260696323","heartbeat_back_addr":"172.21.15.155:6831/4260696323","heartbeat_front_addr":"172.21.15.155:6829/4260696323","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T05:57:56.488873+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T05:58:20.398823+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T05:58:44.813815+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T05:59:09.412213+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T05:59:30.797303+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T05:59:54.744079+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:00:17.961591+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:00:41.152832+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[{"pgid":"1.0","osds":[0,6]}],"primary_temp":[],"blocklist":{"172.21.15.89:0/3549863385":"2024-07-27T05:56:35.284582+0000","172.21.15.89:6800/877404674":"2024-07-27T05:56:35.284582+0000","172.21.15.89:0/3641405665":"2024-07-27T05:56:13.433538+0000","172.21.15.89:0/3977426505":"2024-07-27T05:56:35.284582+0000","172.21.15.89:0/735279321":"2024-07-27T05:56:13.433538+0000","172.21.15.89:6801/2914049638":"2024-07-27T05:56:13.433538+0000","172.21.15.89:0/3141568195":"2024-07-27T05:56:35.284582+0000","172.21.15.89:6801/877404674":"2024-07-27T05:56:35.284582+0000","172.21.15.89:0/1888492994":"2024-07-27T05:56:13.433538+0000","172.21.15.89:6800/2914049638":"2024-07-27T05:56:13.433538+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T06:00:46.060 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:45 smithi089 ceph-mon[29555]: from='client.? 172.21.15.89:0/2126838986' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-07-26T06:00:46.060 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:45 smithi089 ceph-mon[29555]: osdmap e57: 8 total, 8 up, 8 in 2024-07-26T06:00:46.060 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:45 smithi089 ceph-mon[41451]: from='client.? 172.21.15.89:0/2126838986' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-07-26T06:00:46.060 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:45 smithi089 ceph-mon[41451]: osdmap e57: 8 total, 8 up, 8 in 2024-07-26T06:00:46.280 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:45 smithi155 ceph-mon[33309]: from='client.? 172.21.15.89:0/2126838986' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-07-26T06:00:46.281 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:45 smithi155 ceph-mon[33309]: osdmap e57: 8 total, 8 up, 8 in 2024-07-26T06:00:46.516 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-07-26T05:58:47.578246+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}] 2024-07-26T06:00:46.516 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-07-26T06:00:46.769 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:00:47.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:46 smithi089 ceph-mon[29555]: pgmap v171: 1 pgs: 1 remapped+peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:00:47.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:46 smithi089 ceph-mon[29555]: osdmap e58: 8 total, 8 up, 8 in 2024-07-26T06:00:47.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:46 smithi089 ceph-mon[41451]: pgmap v171: 1 pgs: 1 remapped+peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:00:47.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:46 smithi089 ceph-mon[41451]: osdmap e58: 8 total, 8 up, 8 in 2024-07-26T06:00:47.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:46 smithi155 ceph-mon[33309]: pgmap v171: 1 pgs: 1 remapped+peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:00:47.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:46 smithi155 ceph-mon[33309]: osdmap e58: 8 total, 8 up, 8 in 2024-07-26T06:00:48.678 INFO:teuthology.orchestra.run.smithi089.stdout:pg_num: 1 2024-07-26T06:00:49.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:48 smithi155 ceph-mon[33309]: pgmap v174: 1 pgs: 1 remapped+peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:00:49.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:48 smithi155 ceph-mon[33309]: from='client.? 172.21.15.89:0/592710329' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-07-26T06:00:49.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:48 smithi089 ceph-mon[29555]: pgmap v174: 1 pgs: 1 remapped+peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:00:49.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:48 smithi089 ceph-mon[29555]: from='client.? 172.21.15.89:0/592710329' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-07-26T06:00:49.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:48 smithi089 ceph-mon[41451]: pgmap v174: 1 pgs: 1 remapped+peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:00:49.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:48 smithi089 ceph-mon[41451]: from='client.? 172.21.15.89:0/592710329' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-07-26T06:00:49.469 INFO:tasks.cephadm:Adding mds.a on smithi089 2024-07-26T06:00:49.469 INFO:tasks.cephadm:Adding mds.b on smithi155 2024-07-26T06:00:49.469 DEBUG:teuthology.orchestra.run.smithi155:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- ceph orch apply mds all '2;smithi089=a;smithi155=b' 2024-07-26T06:00:49.735 INFO:teuthology.orchestra.run.smithi155.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.b/config 2024-07-26T06:00:51.052 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:50 smithi155 ceph-mon[33309]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 105 KiB/s, 0 objects/s recovering 2024-07-26T06:00:51.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:50 smithi089 ceph-mon[29555]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 105 KiB/s, 0 objects/s recovering 2024-07-26T06:00:51.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:50 smithi089 ceph-mon[41451]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 105 KiB/s, 0 objects/s recovering 2024-07-26T06:00:51.447 INFO:teuthology.orchestra.run.smithi155.stdout:Scheduled mds.all update... 2024-07-26T06:00:52.083 DEBUG:teuthology.orchestra.run.smithi089:mds.a> sudo journalctl -f -n 0 -u ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@mds.a.service 2024-07-26T06:00:52.085 DEBUG:teuthology.orchestra.run.smithi155:mds.b> sudo journalctl -f -n 0 -u ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@mds.b.service 2024-07-26T06:00:52.087 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-07-26T06:00:52.087 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- ceph fs dump --format=json 2024-07-26T06:00:52.616 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:52 smithi089 ceph-mon[29555]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 89 KiB/s, 0 objects/s recovering 2024-07-26T06:00:52.616 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:52 smithi089 ceph-mon[29555]: from='client.24301 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi089=a;smithi155=b", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:00:52.616 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:52 smithi089 ceph-mon[29555]: Saving service mds.all spec with placement smithi089=a;smithi155=b;count:2 2024-07-26T06:00:52.616 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:52 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:52.616 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:52 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:00:52.616 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:52 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:00:52.616 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:52 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:00:52.616 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:52 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:52.616 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:52 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-07-26T06:00:52.617 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:52 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-07-26T06:00:52.617 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:52 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:00:52.617 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:52 smithi089 ceph-mon[29555]: Deploying daemon mds.a on smithi089 2024-07-26T06:00:52.617 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:52 smithi089 ceph-mon[41451]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 89 KiB/s, 0 objects/s recovering 2024-07-26T06:00:52.617 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:52 smithi089 ceph-mon[41451]: from='client.24301 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi089=a;smithi155=b", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:00:52.617 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:52 smithi089 ceph-mon[41451]: Saving service mds.all spec with placement smithi089=a;smithi155=b;count:2 2024-07-26T06:00:52.617 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:52 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:52.617 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:52 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:00:52.618 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:52 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:00:52.618 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:52 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:00:52.618 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:52 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:52.618 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:52 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-07-26T06:00:52.618 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:52 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-07-26T06:00:52.618 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:52 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:00:52.619 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:52 smithi089 ceph-mon[41451]: Deploying daemon mds.a on smithi089 2024-07-26T06:00:52.852 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:00:52.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:52 smithi155 ceph-mon[33309]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 89 KiB/s, 0 objects/s recovering 2024-07-26T06:00:52.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:52 smithi155 ceph-mon[33309]: from='client.24301 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi089=a;smithi155=b", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:00:52.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:52 smithi155 ceph-mon[33309]: Saving service mds.all spec with placement smithi089=a;smithi155=b;count:2 2024-07-26T06:00:52.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:52 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:52.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:52 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:00:52.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:52 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:00:52.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:52 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:00:52.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:52 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:52.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:52 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-07-26T06:00:52.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:52 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-07-26T06:00:52.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:52 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:00:52.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:52 smithi155 ceph-mon[33309]: Deploying daemon mds.a on smithi089 2024-07-26T06:00:54.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:54 smithi089 ceph-mon[29555]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-07-26T06:00:54.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:54 smithi089 ceph-mon[41451]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-07-26T06:00:54.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:54 smithi155 ceph-mon[33309]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-07-26T06:00:55.376 INFO:teuthology.orchestra.run.smithi089.stdout: 2024-07-26T06:00:55.376 INFO:teuthology.orchestra.run.smithi089.stdout:{"epoch":1,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[]} 2024-07-26T06:00:55.376 INFO:teuthology.orchestra.run.smithi089.stderr:dumped fsmap epoch 1 2024-07-26T06:00:55.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:55 smithi089 ceph-mon[29555]: from='client.? 172.21.15.89:0/689619057' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-07-26T06:00:55.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:55 smithi089 ceph-mon[29555]: mds.? [v2:172.21.15.89:6834/3345943564,v1:172.21.15.89:6835/3345943564] up:boot 2024-07-26T06:00:55.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:55 smithi089 ceph-mon[29555]: fsmap 1 up:standby 2024-07-26T06:00:55.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:55 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-07-26T06:00:55.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:55 smithi089 ceph-mon[41451]: from='client.? 172.21.15.89:0/689619057' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-07-26T06:00:55.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:55 smithi089 ceph-mon[41451]: mds.? [v2:172.21.15.89:6834/3345943564,v1:172.21.15.89:6835/3345943564] up:boot 2024-07-26T06:00:55.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:55 smithi089 ceph-mon[41451]: fsmap 1 up:standby 2024-07-26T06:00:55.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:55 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-07-26T06:00:55.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:55 smithi155 ceph-mon[33309]: from='client.? 172.21.15.89:0/689619057' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-07-26T06:00:55.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:55 smithi155 ceph-mon[33309]: mds.? [v2:172.21.15.89:6834/3345943564,v1:172.21.15.89:6835/3345943564] up:boot 2024-07-26T06:00:55.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:55 smithi155 ceph-mon[33309]: fsmap 1 up:standby 2024-07-26T06:00:55.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:55 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-07-26T06:00:56.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:56 smithi155 ceph-mon[33309]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-07-26T06:00:56.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:56 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:56.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:56 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:56.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:56 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:56.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:56 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-07-26T06:00:56.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:56 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-07-26T06:00:56.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:56 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:00:56.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:56 smithi155 ceph-mon[33309]: Deploying daemon mds.b on smithi155 2024-07-26T06:00:56.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:56 smithi089 ceph-mon[29555]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-07-26T06:00:56.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:56 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:56.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:56 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:56.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:56 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:56.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:56 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-07-26T06:00:56.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:56 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-07-26T06:00:56.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:56 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:00:56.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:56 smithi089 ceph-mon[29555]: Deploying daemon mds.b on smithi155 2024-07-26T06:00:56.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:56 smithi089 ceph-mon[41451]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-07-26T06:00:56.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:56 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:56.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:56 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:56.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:56 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:56.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:56 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-07-26T06:00:56.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:56 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-07-26T06:00:56.907 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:56 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:00:56.907 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:56 smithi089 ceph-mon[41451]: Deploying daemon mds.b on smithi155 2024-07-26T06:00:57.307 INFO:journalctl@ceph.mds.b.smithi155.stdout:Jul 26 06:00:57 smithi155 systemd[1]: Starting Ceph mds.b for 9bd49884-4b13-11ef-bcb6-c7b262605968... 2024-07-26T06:00:57.561 INFO:journalctl@ceph.mds.b.smithi155.stdout:Jul 26 06:00:57 smithi155 podman[61185]: 2024-07-26 06:00:57.426962135 +0000 UTC m=+0.017089123 image pull 18bcb77ae7947061e68420fc4510314670c32dfb33cd69de0ce4841ee6609f85 quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f 2024-07-26T06:00:57.817 INFO:journalctl@ceph.mds.b.smithi155.stdout:Jul 26 06:00:57 smithi155 podman[61185]: 2024-07-26 06:00:57.60679957 +0000 UTC m=+0.196926544 container create 1c6d7dfdf08d488564920ce7f80ae7d240fd9f2f26678bdab7237779b2439435 (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mds-b, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240724, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=quincy-5dff84c, ceph=True) 2024-07-26T06:00:58.084 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- ceph fs dump --format=json 2024-07-26T06:00:58.129 INFO:journalctl@ceph.mds.b.smithi155.stdout:Jul 26 06:00:57 smithi155 podman[61185]: 2024-07-26 06:00:57.817355198 +0000 UTC m=+0.407482172 container init 1c6d7dfdf08d488564920ce7f80ae7d240fd9f2f26678bdab7237779b2439435 (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mds-b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240724, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=quincy-5dff84c, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0) 2024-07-26T06:00:58.129 INFO:journalctl@ceph.mds.b.smithi155.stdout:Jul 26 06:00:57 smithi155 podman[61185]: 2024-07-26 06:00:57.822008467 +0000 UTC m=+0.412135444 container start 1c6d7dfdf08d488564920ce7f80ae7d240fd9f2f26678bdab7237779b2439435 (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mds-b, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240724, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=quincy-5dff84c, CEPH_POINT_RELEASE=) 2024-07-26T06:00:58.129 INFO:journalctl@ceph.mds.b.smithi155.stdout:Jul 26 06:00:57 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mds-b[61200]: starting mds.b at 2024-07-26T06:00:58.129 INFO:journalctl@ceph.mds.b.smithi155.stdout:Jul 26 06:00:57 smithi155 bash[61185]: 1c6d7dfdf08d488564920ce7f80ae7d240fd9f2f26678bdab7237779b2439435 2024-07-26T06:00:58.129 INFO:journalctl@ceph.mds.b.smithi155.stdout:Jul 26 06:00:57 smithi155 systemd[1]: Started Ceph mds.b for 9bd49884-4b13-11ef-bcb6-c7b262605968. 2024-07-26T06:00:58.349 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:00:59.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:58 smithi089 ceph-mon[29555]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 55 KiB/s, 0 objects/s recovering 2024-07-26T06:00:59.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:58 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:59.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:58 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:59.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:58 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:59.156 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:58 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:59.156 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:58 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:59.156 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:58 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:00:59.156 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:58 smithi089 ceph-mon[29555]: mds.? [v2:172.21.15.155:6832/1230019515,v1:172.21.15.155:6833/1230019515] up:boot 2024-07-26T06:00:59.156 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:58 smithi089 ceph-mon[29555]: fsmap 2 up:standby 2024-07-26T06:00:59.156 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:00:58 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-07-26T06:00:59.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:58 smithi089 ceph-mon[41451]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 55 KiB/s, 0 objects/s recovering 2024-07-26T06:00:59.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:58 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:59.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:58 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:59.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:58 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:59.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:58 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:59.157 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:58 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:59.157 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:58 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:00:59.157 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:58 smithi089 ceph-mon[41451]: mds.? [v2:172.21.15.155:6832/1230019515,v1:172.21.15.155:6833/1230019515] up:boot 2024-07-26T06:00:59.157 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:58 smithi089 ceph-mon[41451]: fsmap 2 up:standby 2024-07-26T06:00:59.157 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:00:58 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-07-26T06:00:59.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:58 smithi155 ceph-mon[33309]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 55 KiB/s, 0 objects/s recovering 2024-07-26T06:00:59.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:58 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:59.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:58 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:59.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:58 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:59.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:58 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:59.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:58 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:00:59.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:58 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:00:59.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:58 smithi155 ceph-mon[33309]: mds.? [v2:172.21.15.155:6832/1230019515,v1:172.21.15.155:6833/1230019515] up:boot 2024-07-26T06:00:59.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:58 smithi155 ceph-mon[33309]: fsmap 2 up:standby 2024-07-26T06:00:59.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:00:58 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-07-26T06:01:00.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:00 smithi089 ceph-mon[29555]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-07-26T06:01:00.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:00 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:01:00.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:00 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:01:00.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:00 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:01:00.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:00 smithi089 ceph-mon[41451]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-07-26T06:01:00.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:00 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:01:00.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:00 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:01:00.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:00 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:01:00.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:00 smithi155 ceph-mon[33309]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-07-26T06:01:00.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:00 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:01:00.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:00 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:01:00.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:00 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:01:01.058 INFO:teuthology.orchestra.run.smithi089.stdout: 2024-07-26T06:01:01.058 INFO:teuthology.orchestra.run.smithi089.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14427,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.89:6835/3345943564","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6834","nonce":3345943564},{"type":"v1","addr":"172.21.15.89:6835","nonce":3345943564}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":24319,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6833/1230019515","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":1230019515},{"type":"v1","addr":"172.21.15.155:6833","nonce":1230019515}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[]} 2024-07-26T06:01:01.058 INFO:teuthology.orchestra.run.smithi089.stderr:dumped fsmap epoch 3 2024-07-26T06:01:01.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:01 smithi089 ceph-mon[41451]: from='client.? 172.21.15.89:0/863603940' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-07-26T06:01:01.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:01 smithi089 ceph-mon[29555]: from='client.? 172.21.15.89:0/863603940' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-07-26T06:01:01.832 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- ceph --format=json-pretty osd lspools 2024-07-26T06:01:01.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:01 smithi155 ceph-mon[33309]: from='client.? 172.21.15.89:0/863603940' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-07-26T06:01:02.101 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:01:03.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:02 smithi155 ceph-mon[33309]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:01:03.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:02 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:01:03.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:02 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:01:03.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:02 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:01:03.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:02 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:01:03.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:02 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:01:03.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:02 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:01:03.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:02 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:01:03.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:02 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:01:03.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:02 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:01:03.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:02 smithi089 ceph-mon[29555]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:01:03.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:02 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:01:03.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:02 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:01:03.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:02 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:01:03.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:02 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:01:03.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:02 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:01:03.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:02 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:01:03.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:02 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:01:03.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:02 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:01:03.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:02 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:01:03.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:02 smithi089 ceph-mon[41451]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:01:03.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:02 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:01:03.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:02 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:01:03.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:02 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:01:03.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:02 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:01:03.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:02 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:01:03.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:02 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:01:03.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:02 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:01:03.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:02 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:01:03.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:02 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:01:03.920 INFO:teuthology.orchestra.run.smithi089.stdout: 2024-07-26T06:01:03.920 INFO:teuthology.orchestra.run.smithi089.stdout:[ 2024-07-26T06:01:03.920 INFO:teuthology.orchestra.run.smithi089.stdout: { 2024-07-26T06:01:03.920 INFO:teuthology.orchestra.run.smithi089.stdout: "poolnum": 1, 2024-07-26T06:01:03.920 INFO:teuthology.orchestra.run.smithi089.stdout: "poolname": ".mgr" 2024-07-26T06:01:03.921 INFO:teuthology.orchestra.run.smithi089.stdout: } 2024-07-26T06:01:03.921 INFO:teuthology.orchestra.run.smithi089.stdout:] 2024-07-26T06:01:04.605 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-07-26T06:01:04.605 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- ceph osd pool create cephfs_metadata --pg_num_min 64 2024-07-26T06:01:04.855 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:01:05.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:04 smithi155 ceph-mon[33309]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:01:05.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:04 smithi155 ceph-mon[33309]: from='client.? 172.21.15.89:0/296417311' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-07-26T06:01:05.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:04 smithi089 ceph-mon[29555]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:01:05.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:04 smithi089 ceph-mon[29555]: from='client.? 172.21.15.89:0/296417311' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-07-26T06:01:05.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:04 smithi089 ceph-mon[41451]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:01:05.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:04 smithi089 ceph-mon[41451]: from='client.? 172.21.15.89:0/296417311' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-07-26T06:01:07.054 INFO:teuthology.orchestra.run.smithi089.stderr:pool 'cephfs_metadata' created 2024-07-26T06:01:07.335 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:06 smithi089 ceph-mon[29555]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:01:07.335 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:06 smithi089 ceph-mon[41451]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:01:07.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:06 smithi155 ceph-mon[33309]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:01:07.803 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-07-26T06:01:08.074 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:01:08.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:07 smithi089 ceph-mon[29555]: from='client.? 172.21.15.89:0/3303214922' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-07-26T06:01:08.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:07 smithi089 ceph-mon[29555]: from='client.? 172.21.15.89:0/3303214922' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-07-26T06:01:08.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:07 smithi089 ceph-mon[29555]: osdmap e59: 8 total, 8 up, 8 in 2024-07-26T06:01:08.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:07 smithi089 ceph-mon[41451]: from='client.? 172.21.15.89:0/3303214922' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-07-26T06:01:08.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:07 smithi089 ceph-mon[41451]: from='client.? 172.21.15.89:0/3303214922' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-07-26T06:01:08.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:07 smithi089 ceph-mon[41451]: osdmap e59: 8 total, 8 up, 8 in 2024-07-26T06:01:08.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:07 smithi155 ceph-mon[33309]: from='client.? 172.21.15.89:0/3303214922' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-07-26T06:01:08.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:07 smithi155 ceph-mon[33309]: from='client.? 172.21.15.89:0/3303214922' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-07-26T06:01:08.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:07 smithi155 ceph-mon[33309]: osdmap e59: 8 total, 8 up, 8 in 2024-07-26T06:01:09.343 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:08 smithi089 ceph-mon[29555]: pgmap v185: 33 pgs: 7 creating+peering, 25 unknown, 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:01:09.344 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:08 smithi089 ceph-mon[29555]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:01:09.344 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:08 smithi089 ceph-mon[29555]: osdmap e60: 8 total, 8 up, 8 in 2024-07-26T06:01:09.344 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:09 smithi089 ceph-mon[41451]: pgmap v185: 33 pgs: 7 creating+peering, 25 unknown, 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:01:09.344 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:09 smithi089 ceph-mon[41451]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:01:09.345 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:09 smithi089 ceph-mon[41451]: osdmap e60: 8 total, 8 up, 8 in 2024-07-26T06:01:09.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:08 smithi155 ceph-mon[33309]: pgmap v185: 33 pgs: 7 creating+peering, 25 unknown, 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:01:09.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:08 smithi155 ceph-mon[33309]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:01:09.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:08 smithi155 ceph-mon[33309]: osdmap e60: 8 total, 8 up, 8 in 2024-07-26T06:01:10.332 INFO:teuthology.orchestra.run.smithi089.stderr:pool 'cephfs_data' created 2024-07-26T06:01:10.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:10 smithi155 ceph-mon[33309]: osdmap e61: 8 total, 8 up, 8 in 2024-07-26T06:01:10.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:10 smithi155 ceph-mon[33309]: pgmap v188: 33 pgs: 9 active+clean, 14 creating+peering, 10 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:01:10.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:10 smithi089 ceph-mon[29555]: osdmap e61: 8 total, 8 up, 8 in 2024-07-26T06:01:10.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:10 smithi089 ceph-mon[29555]: pgmap v188: 33 pgs: 9 active+clean, 14 creating+peering, 10 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:01:10.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:10 smithi089 ceph-mon[41451]: osdmap e61: 8 total, 8 up, 8 in 2024-07-26T06:01:10.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:10 smithi089 ceph-mon[41451]: pgmap v188: 33 pgs: 9 active+clean, 14 creating+peering, 10 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:01:11.153 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- ceph fs new cephfs cephfs_metadata cephfs_data 2024-07-26T06:01:11.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:11 smithi089 ceph-mon[29555]: from='client.? 172.21.15.89:0/1621641477' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-07-26T06:01:11.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:11 smithi089 ceph-mon[29555]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-07-26T06:01:11.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:11 smithi089 ceph-mon[29555]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-07-26T06:01:11.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:11 smithi089 ceph-mon[29555]: osdmap e62: 8 total, 8 up, 8 in 2024-07-26T06:01:11.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:11 smithi089 ceph-mon[41451]: from='client.? 172.21.15.89:0/1621641477' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-07-26T06:01:11.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:11 smithi089 ceph-mon[41451]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-07-26T06:01:11.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:11 smithi089 ceph-mon[41451]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-07-26T06:01:11.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:11 smithi089 ceph-mon[41451]: osdmap e62: 8 total, 8 up, 8 in 2024-07-26T06:01:11.421 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:01:11.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:11 smithi155 ceph-mon[33309]: from='client.? 172.21.15.89:0/1621641477' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-07-26T06:01:11.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:11 smithi155 ceph-mon[33309]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-07-26T06:01:11.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:11 smithi155 ceph-mon[33309]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-07-26T06:01:11.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:11 smithi155 ceph-mon[33309]: osdmap e62: 8 total, 8 up, 8 in 2024-07-26T06:01:12.608 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:12 smithi089 ceph-mon[29555]: pgmap v191: 97 pgs: 14 active+clean, 21 creating+peering, 62 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:01:12.608 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:12 smithi089 ceph-mon[29555]: osdmap e63: 8 total, 8 up, 8 in 2024-07-26T06:01:12.609 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:12 smithi089 ceph-mon[41451]: pgmap v191: 97 pgs: 14 active+clean, 21 creating+peering, 62 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:01:12.609 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:12 smithi089 ceph-mon[41451]: osdmap e63: 8 total, 8 up, 8 in 2024-07-26T06:01:12.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:12 smithi155 ceph-mon[33309]: pgmap v191: 97 pgs: 14 active+clean, 21 creating+peering, 62 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:01:12.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:12 smithi155 ceph-mon[33309]: osdmap e63: 8 total, 8 up, 8 in 2024-07-26T06:01:13.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:13 smithi155 ceph-mon[33309]: osdmap e64: 8 total, 8 up, 8 in 2024-07-26T06:01:13.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:13 smithi089 ceph-mon[29555]: osdmap e64: 8 total, 8 up, 8 in 2024-07-26T06:01:13.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:13 smithi089 ceph-mon[41451]: osdmap e64: 8 total, 8 up, 8 in 2024-07-26T06:01:14.346 INFO:teuthology.orchestra.run.smithi089.stderr:new fs with metadata pool 2 and data pool 3 2024-07-26T06:01:14.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:14 smithi155 ceph-mon[33309]: pgmap v193: 97 pgs: 80 active+clean, 7 creating+peering, 10 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:01:14.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:14 smithi155 ceph-mon[33309]: from='client.? 172.21.15.89:0/1364693096' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-07-26T06:01:14.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:14 smithi155 ceph-mon[33309]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-07-26T06:01:14.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:14 smithi155 ceph-mon[33309]: osdmap e65: 8 total, 8 up, 8 in 2024-07-26T06:01:14.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:14 smithi089 ceph-mon[29555]: pgmap v193: 97 pgs: 80 active+clean, 7 creating+peering, 10 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:01:14.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:14 smithi089 ceph-mon[29555]: from='client.? 172.21.15.89:0/1364693096' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-07-26T06:01:14.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:14 smithi089 ceph-mon[29555]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-07-26T06:01:14.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:14 smithi089 ceph-mon[29555]: osdmap e65: 8 total, 8 up, 8 in 2024-07-26T06:01:14.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:14 smithi089 ceph-mon[41451]: pgmap v193: 97 pgs: 80 active+clean, 7 creating+peering, 10 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:01:14.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:14 smithi089 ceph-mon[41451]: from='client.? 172.21.15.89:0/1364693096' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-07-26T06:01:14.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:14 smithi089 ceph-mon[41451]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-07-26T06:01:14.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:14 smithi089 ceph-mon[41451]: osdmap e65: 8 total, 8 up, 8 in 2024-07-26T06:01:15.096 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- ceph osd dump --format=json 2024-07-26T06:01:15.348 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:01:15.604 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:15 smithi089 ceph-mon[29555]: from='client.? 172.21.15.89:0/1364693096' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-07-26T06:01:15.604 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:15 smithi089 ceph-mon[29555]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-07-26T06:01:15.604 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:15 smithi089 ceph-mon[29555]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-07-26T06:01:15.605 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:15 smithi089 ceph-mon[41451]: from='client.? 172.21.15.89:0/1364693096' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-07-26T06:01:15.605 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:15 smithi089 ceph-mon[41451]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-07-26T06:01:15.605 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:15 smithi089 ceph-mon[41451]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-07-26T06:01:15.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:15 smithi155 ceph-mon[33309]: from='client.? 172.21.15.89:0/1364693096' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-07-26T06:01:15.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:15 smithi155 ceph-mon[33309]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-07-26T06:01:15.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:15 smithi155 ceph-mon[33309]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-07-26T06:01:16.574 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:16 smithi089 ceph-mon[29555]: pgmap v195: 97 pgs: 90 active+clean, 7 creating+peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:01:16.574 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:16 smithi089 ceph-mon[29555]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-07-26T06:01:16.574 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:16 smithi089 ceph-mon[29555]: Cluster is now healthy 2024-07-26T06:01:16.574 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:16 smithi089 ceph-mon[29555]: mds.? [v2:172.21.15.155:6832/1230019515,v1:172.21.15.155:6833/1230019515] up:active 2024-07-26T06:01:16.574 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:16 smithi089 ceph-mon[29555]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-07-26T06:01:16.574 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:16 smithi089 ceph-mon[29555]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-07-26T06:01:16.575 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:16 smithi089 ceph-mon[41451]: pgmap v195: 97 pgs: 90 active+clean, 7 creating+peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:01:16.575 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:16 smithi089 ceph-mon[41451]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-07-26T06:01:16.575 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:16 smithi089 ceph-mon[41451]: Cluster is now healthy 2024-07-26T06:01:16.575 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:16 smithi089 ceph-mon[41451]: mds.? [v2:172.21.15.155:6832/1230019515,v1:172.21.15.155:6833/1230019515] up:active 2024-07-26T06:01:16.575 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:16 smithi089 ceph-mon[41451]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-07-26T06:01:16.575 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:16 smithi089 ceph-mon[41451]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-07-26T06:01:16.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:16 smithi155 ceph-mon[33309]: pgmap v195: 97 pgs: 90 active+clean, 7 creating+peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:01:16.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:16 smithi155 ceph-mon[33309]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-07-26T06:01:16.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:16 smithi155 ceph-mon[33309]: Cluster is now healthy 2024-07-26T06:01:16.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:16 smithi155 ceph-mon[33309]: mds.? [v2:172.21.15.155:6832/1230019515,v1:172.21.15.155:6833/1230019515] up:active 2024-07-26T06:01:16.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:16 smithi155 ceph-mon[33309]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-07-26T06:01:16.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:16 smithi155 ceph-mon[33309]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-07-26T06:01:17.243 INFO:teuthology.orchestra.run.smithi089.stdout: 2024-07-26T06:01:17.243 INFO:teuthology.orchestra.run.smithi089.stdout:{"epoch":65,"fsid":"9bd49884-4b13-11ef-bcb6-c7b262605968","created":"2024-07-26T05:55:45.387944+0000","modified":"2024-07-26T06:01:13.343010+0000","last_up_change":"2024-07-26T06:00:42.836601+0000","last_in_change":"2024-07-26T06:00:26.104383+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T05:58:47.578246+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-07-26T06:01:06.993209+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-07-26T06:01:10.275125+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"e3266cc4-68e5-45de-bbe9-5051115aeaf6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6802","nonce":734743297},{"type":"v1","addr":"172.21.15.89:6803","nonce":734743297}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6804","nonce":734743297},{"type":"v1","addr":"172.21.15.89:6805","nonce":734743297}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6808","nonce":734743297},{"type":"v1","addr":"172.21.15.89:6809","nonce":734743297}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6806","nonce":734743297},{"type":"v1","addr":"172.21.15.89:6807","nonce":734743297}]},"public_addr":"172.21.15.89:6803/734743297","cluster_addr":"172.21.15.89:6805/734743297","heartbeat_back_addr":"172.21.15.89:6809/734743297","heartbeat_front_addr":"172.21.15.89:6807/734743297","state":["exists","up"]},{"osd":1,"uuid":"5dd01d94-d5d9-4eeb-ad81-3e3067c73973","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6810","nonce":1551310240},{"type":"v1","addr":"172.21.15.89:6811","nonce":1551310240}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6812","nonce":1551310240},{"type":"v1","addr":"172.21.15.89:6813","nonce":1551310240}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6816","nonce":1551310240},{"type":"v1","addr":"172.21.15.89:6817","nonce":1551310240}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6814","nonce":1551310240},{"type":"v1","addr":"172.21.15.89:6815","nonce":1551310240}]},"public_addr":"172.21.15.89:6811/1551310240","cluster_addr":"172.21.15.89:6813/1551310240","heartbeat_back_addr":"172.21.15.89:6817/1551310240","heartbeat_front_addr":"172.21.15.89:6815/1551310240","state":["exists","up"]},{"osd":2,"uuid":"dc0d78a2-8537-493c-b460-e3c02fa49ad8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6818","nonce":1852842008},{"type":"v1","addr":"172.21.15.89:6819","nonce":1852842008}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6820","nonce":1852842008},{"type":"v1","addr":"172.21.15.89:6821","nonce":1852842008}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6824","nonce":1852842008},{"type":"v1","addr":"172.21.15.89:6825","nonce":1852842008}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6822","nonce":1852842008},{"type":"v1","addr":"172.21.15.89:6823","nonce":1852842008}]},"public_addr":"172.21.15.89:6819/1852842008","cluster_addr":"172.21.15.89:6821/1852842008","heartbeat_back_addr":"172.21.15.89:6825/1852842008","heartbeat_front_addr":"172.21.15.89:6823/1852842008","state":["exists","up"]},{"osd":3,"uuid":"5c089896-6162-42ce-92d1-3df0067b0509","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6826","nonce":2463993494},{"type":"v1","addr":"172.21.15.89:6827","nonce":2463993494}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6828","nonce":2463993494},{"type":"v1","addr":"172.21.15.89:6829","nonce":2463993494}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6832","nonce":2463993494},{"type":"v1","addr":"172.21.15.89:6833","nonce":2463993494}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6830","nonce":2463993494},{"type":"v1","addr":"172.21.15.89:6831","nonce":2463993494}]},"public_addr":"172.21.15.89:6827/2463993494","cluster_addr":"172.21.15.89:6829/2463993494","heartbeat_back_addr":"172.21.15.89:6833/2463993494","heartbeat_front_addr":"172.21.15.89:6831/2463993494","state":["exists","up"]},{"osd":4,"uuid":"0e999ea6-fb75-4ecb-87cc-a209e0de50a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":575276294},{"type":"v1","addr":"172.21.15.155:6801","nonce":575276294}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":575276294},{"type":"v1","addr":"172.21.15.155:6803","nonce":575276294}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":575276294},{"type":"v1","addr":"172.21.15.155:6807","nonce":575276294}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":575276294},{"type":"v1","addr":"172.21.15.155:6805","nonce":575276294}]},"public_addr":"172.21.15.155:6801/575276294","cluster_addr":"172.21.15.155:6803/575276294","heartbeat_back_addr":"172.21.15.155:6807/575276294","heartbeat_front_addr":"172.21.15.155:6805/575276294","state":["exists","up"]},{"osd":5,"uuid":"e5a05578-33b1-4b4c-94a9-9229659da7fa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6808","nonce":1694454732},{"type":"v1","addr":"172.21.15.155:6809","nonce":1694454732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":1694454732},{"type":"v1","addr":"172.21.15.155:6811","nonce":1694454732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":1694454732},{"type":"v1","addr":"172.21.15.155:6815","nonce":1694454732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":1694454732},{"type":"v1","addr":"172.21.15.155:6813","nonce":1694454732}]},"public_addr":"172.21.15.155:6809/1694454732","cluster_addr":"172.21.15.155:6811/1694454732","heartbeat_back_addr":"172.21.15.155:6815/1694454732","heartbeat_front_addr":"172.21.15.155:6813/1694454732","state":["exists","up"]},{"osd":6,"uuid":"7b4c1111-fe24-4430-ac3a-e8c50f843596","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":2263007075},{"type":"v1","addr":"172.21.15.155:6817","nonce":2263007075}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":2263007075},{"type":"v1","addr":"172.21.15.155:6819","nonce":2263007075}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":2263007075},{"type":"v1","addr":"172.21.15.155:6823","nonce":2263007075}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":2263007075},{"type":"v1","addr":"172.21.15.155:6821","nonce":2263007075}]},"public_addr":"172.21.15.155:6817/2263007075","cluster_addr":"172.21.15.155:6819/2263007075","heartbeat_back_addr":"172.21.15.155:6823/2263007075","heartbeat_front_addr":"172.21.15.155:6821/2263007075","state":["exists","up"]},{"osd":7,"uuid":"1915e7cf-7780-474b-a0f7-8c4cfe3310a9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":4260696323},{"type":"v1","addr":"172.21.15.155:6825","nonce":4260696323}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":4260696323},{"type":"v1","addr":"172.21.15.155:6827","nonce":4260696323}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":4260696323},{"type":"v1","addr":"172.21.15.155:6831","nonce":4260696323}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":4260696323},{"type":"v1","addr":"172.21.15.155:6829","nonce":4260696323}]},"public_addr":"172.21.15.155:6825/4260696323","cluster_addr":"172.21.15.155:6827/4260696323","heartbeat_back_addr":"172.21.15.155:6831/4260696323","heartbeat_front_addr":"172.21.15.155:6829/4260696323","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T05:57:56.488873+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T05:58:20.398823+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T05:58:44.813815+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T05:59:09.412213+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T05:59:30.797303+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T05:59:54.744079+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:00:17.961591+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:00:41.152832+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.89:0/3549863385":"2024-07-27T05:56:35.284582+0000","172.21.15.89:6800/877404674":"2024-07-27T05:56:35.284582+0000","172.21.15.89:0/3641405665":"2024-07-27T05:56:13.433538+0000","172.21.15.89:0/3977426505":"2024-07-27T05:56:35.284582+0000","172.21.15.89:0/735279321":"2024-07-27T05:56:13.433538+0000","172.21.15.89:6801/2914049638":"2024-07-27T05:56:13.433538+0000","172.21.15.89:0/3141568195":"2024-07-27T05:56:35.284582+0000","172.21.15.89:6801/877404674":"2024-07-27T05:56:35.284582+0000","172.21.15.89:0/1888492994":"2024-07-27T05:56:13.433538+0000","172.21.15.89:6800/2914049638":"2024-07-27T05:56:13.433538+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T06:01:17.597 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:17 smithi089 ceph-mon[29555]: from='client.? 172.21.15.89:0/2239630162' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-07-26T06:01:17.597 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:17 smithi089 ceph-mon[41451]: from='client.? 172.21.15.89:0/2239630162' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-07-26T06:01:17.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:17 smithi155 ceph-mon[33309]: from='client.? 172.21.15.89:0/2239630162' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-07-26T06:01:17.944 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- ceph osd dump --format=json 2024-07-26T06:01:18.196 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:01:18.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:18 smithi155 ceph-mon[33309]: pgmap v196: 97 pgs: 97 active+clean; 578 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1023 B/s wr, 2 op/s 2024-07-26T06:01:18.629 INFO:journalctl@ceph.mds.b.smithi155.stdout:Jul 26 06:01:18 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mds-b[61200]: 2024-07-26T06:01:18.526+0000 7f72a3c49640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-07-26T06:01:18.634 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:18 smithi089 ceph-mon[29555]: pgmap v196: 97 pgs: 97 active+clean; 578 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1023 B/s wr, 2 op/s 2024-07-26T06:01:18.634 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:18 smithi089 ceph-mon[41451]: pgmap v196: 97 pgs: 97 active+clean; 578 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1023 B/s wr, 2 op/s 2024-07-26T06:01:20.145 INFO:teuthology.orchestra.run.smithi089.stdout: 2024-07-26T06:01:20.145 INFO:teuthology.orchestra.run.smithi089.stdout:{"epoch":65,"fsid":"9bd49884-4b13-11ef-bcb6-c7b262605968","created":"2024-07-26T05:55:45.387944+0000","modified":"2024-07-26T06:01:13.343010+0000","last_up_change":"2024-07-26T06:00:42.836601+0000","last_in_change":"2024-07-26T06:00:26.104383+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T05:58:47.578246+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-07-26T06:01:06.993209+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-07-26T06:01:10.275125+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"e3266cc4-68e5-45de-bbe9-5051115aeaf6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6802","nonce":734743297},{"type":"v1","addr":"172.21.15.89:6803","nonce":734743297}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6804","nonce":734743297},{"type":"v1","addr":"172.21.15.89:6805","nonce":734743297}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6808","nonce":734743297},{"type":"v1","addr":"172.21.15.89:6809","nonce":734743297}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6806","nonce":734743297},{"type":"v1","addr":"172.21.15.89:6807","nonce":734743297}]},"public_addr":"172.21.15.89:6803/734743297","cluster_addr":"172.21.15.89:6805/734743297","heartbeat_back_addr":"172.21.15.89:6809/734743297","heartbeat_front_addr":"172.21.15.89:6807/734743297","state":["exists","up"]},{"osd":1,"uuid":"5dd01d94-d5d9-4eeb-ad81-3e3067c73973","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6810","nonce":1551310240},{"type":"v1","addr":"172.21.15.89:6811","nonce":1551310240}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6812","nonce":1551310240},{"type":"v1","addr":"172.21.15.89:6813","nonce":1551310240}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6816","nonce":1551310240},{"type":"v1","addr":"172.21.15.89:6817","nonce":1551310240}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6814","nonce":1551310240},{"type":"v1","addr":"172.21.15.89:6815","nonce":1551310240}]},"public_addr":"172.21.15.89:6811/1551310240","cluster_addr":"172.21.15.89:6813/1551310240","heartbeat_back_addr":"172.21.15.89:6817/1551310240","heartbeat_front_addr":"172.21.15.89:6815/1551310240","state":["exists","up"]},{"osd":2,"uuid":"dc0d78a2-8537-493c-b460-e3c02fa49ad8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6818","nonce":1852842008},{"type":"v1","addr":"172.21.15.89:6819","nonce":1852842008}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6820","nonce":1852842008},{"type":"v1","addr":"172.21.15.89:6821","nonce":1852842008}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6824","nonce":1852842008},{"type":"v1","addr":"172.21.15.89:6825","nonce":1852842008}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6822","nonce":1852842008},{"type":"v1","addr":"172.21.15.89:6823","nonce":1852842008}]},"public_addr":"172.21.15.89:6819/1852842008","cluster_addr":"172.21.15.89:6821/1852842008","heartbeat_back_addr":"172.21.15.89:6825/1852842008","heartbeat_front_addr":"172.21.15.89:6823/1852842008","state":["exists","up"]},{"osd":3,"uuid":"5c089896-6162-42ce-92d1-3df0067b0509","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6826","nonce":2463993494},{"type":"v1","addr":"172.21.15.89:6827","nonce":2463993494}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6828","nonce":2463993494},{"type":"v1","addr":"172.21.15.89:6829","nonce":2463993494}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6832","nonce":2463993494},{"type":"v1","addr":"172.21.15.89:6833","nonce":2463993494}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6830","nonce":2463993494},{"type":"v1","addr":"172.21.15.89:6831","nonce":2463993494}]},"public_addr":"172.21.15.89:6827/2463993494","cluster_addr":"172.21.15.89:6829/2463993494","heartbeat_back_addr":"172.21.15.89:6833/2463993494","heartbeat_front_addr":"172.21.15.89:6831/2463993494","state":["exists","up"]},{"osd":4,"uuid":"0e999ea6-fb75-4ecb-87cc-a209e0de50a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":575276294},{"type":"v1","addr":"172.21.15.155:6801","nonce":575276294}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":575276294},{"type":"v1","addr":"172.21.15.155:6803","nonce":575276294}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":575276294},{"type":"v1","addr":"172.21.15.155:6807","nonce":575276294}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":575276294},{"type":"v1","addr":"172.21.15.155:6805","nonce":575276294}]},"public_addr":"172.21.15.155:6801/575276294","cluster_addr":"172.21.15.155:6803/575276294","heartbeat_back_addr":"172.21.15.155:6807/575276294","heartbeat_front_addr":"172.21.15.155:6805/575276294","state":["exists","up"]},{"osd":5,"uuid":"e5a05578-33b1-4b4c-94a9-9229659da7fa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6808","nonce":1694454732},{"type":"v1","addr":"172.21.15.155:6809","nonce":1694454732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":1694454732},{"type":"v1","addr":"172.21.15.155:6811","nonce":1694454732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":1694454732},{"type":"v1","addr":"172.21.15.155:6815","nonce":1694454732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":1694454732},{"type":"v1","addr":"172.21.15.155:6813","nonce":1694454732}]},"public_addr":"172.21.15.155:6809/1694454732","cluster_addr":"172.21.15.155:6811/1694454732","heartbeat_back_addr":"172.21.15.155:6815/1694454732","heartbeat_front_addr":"172.21.15.155:6813/1694454732","state":["exists","up"]},{"osd":6,"uuid":"7b4c1111-fe24-4430-ac3a-e8c50f843596","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":2263007075},{"type":"v1","addr":"172.21.15.155:6817","nonce":2263007075}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":2263007075},{"type":"v1","addr":"172.21.15.155:6819","nonce":2263007075}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":2263007075},{"type":"v1","addr":"172.21.15.155:6823","nonce":2263007075}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":2263007075},{"type":"v1","addr":"172.21.15.155:6821","nonce":2263007075}]},"public_addr":"172.21.15.155:6817/2263007075","cluster_addr":"172.21.15.155:6819/2263007075","heartbeat_back_addr":"172.21.15.155:6823/2263007075","heartbeat_front_addr":"172.21.15.155:6821/2263007075","state":["exists","up"]},{"osd":7,"uuid":"1915e7cf-7780-474b-a0f7-8c4cfe3310a9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":4260696323},{"type":"v1","addr":"172.21.15.155:6825","nonce":4260696323}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":4260696323},{"type":"v1","addr":"172.21.15.155:6827","nonce":4260696323}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":4260696323},{"type":"v1","addr":"172.21.15.155:6831","nonce":4260696323}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":4260696323},{"type":"v1","addr":"172.21.15.155:6829","nonce":4260696323}]},"public_addr":"172.21.15.155:6825/4260696323","cluster_addr":"172.21.15.155:6827/4260696323","heartbeat_back_addr":"172.21.15.155:6831/4260696323","heartbeat_front_addr":"172.21.15.155:6829/4260696323","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T05:57:56.488873+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T05:58:20.398823+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T05:58:44.813815+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T05:59:09.412213+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T05:59:30.797303+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T05:59:54.744079+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:00:17.961591+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:00:41.152832+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.89:0/3549863385":"2024-07-27T05:56:35.284582+0000","172.21.15.89:6800/877404674":"2024-07-27T05:56:35.284582+0000","172.21.15.89:0/3641405665":"2024-07-27T05:56:13.433538+0000","172.21.15.89:0/3977426505":"2024-07-27T05:56:35.284582+0000","172.21.15.89:0/735279321":"2024-07-27T05:56:13.433538+0000","172.21.15.89:6801/2914049638":"2024-07-27T05:56:13.433538+0000","172.21.15.89:0/3141568195":"2024-07-27T05:56:35.284582+0000","172.21.15.89:6801/877404674":"2024-07-27T05:56:35.284582+0000","172.21.15.89:0/1888492994":"2024-07-27T05:56:13.433538+0000","172.21.15.89:6800/2914049638":"2024-07-27T05:56:13.433538+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T06:01:20.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:20 smithi089 ceph-mon[29555]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.6 KiB/s wr, 5 op/s 2024-07-26T06:01:20.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:20 smithi089 ceph-mon[29555]: from='client.? 172.21.15.89:0/1833464621' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-07-26T06:01:20.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:20 smithi089 ceph-mon[41451]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.6 KiB/s wr, 5 op/s 2024-07-26T06:01:20.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:20 smithi089 ceph-mon[41451]: from='client.? 172.21.15.89:0/1833464621' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-07-26T06:01:20.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:20 smithi155 ceph-mon[33309]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.6 KiB/s wr, 5 op/s 2024-07-26T06:01:20.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:20 smithi155 ceph-mon[33309]: from='client.? 172.21.15.89:0/1833464621' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-07-26T06:01:20.813 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- ceph fs set cephfs standby_count_wanted 0 2024-07-26T06:01:21.062 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:01:22.544 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:22 smithi089 ceph-mon[29555]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.4 KiB/s wr, 4 op/s 2024-07-26T06:01:22.545 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:22 smithi089 ceph-mon[41451]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.4 KiB/s wr, 4 op/s 2024-07-26T06:01:22.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:22 smithi155 ceph-mon[33309]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.4 KiB/s wr, 4 op/s 2024-07-26T06:01:23.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:23 smithi155 ceph-mon[33309]: from='client.? 172.21.15.89:0/2358472638' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-07-26T06:01:23.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:23 smithi089 ceph-mon[29555]: from='client.? 172.21.15.89:0/2358472638' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-07-26T06:01:23.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:23 smithi089 ceph-mon[41451]: from='client.? 172.21.15.89:0/2358472638' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-07-26T06:01:24.112 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-07-26T06:01:24.112 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- ceph fs set cephfs allow_standby_replay false 2024-07-26T06:01:24.360 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:01:24.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:24 smithi155 ceph-mon[33309]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-07-26T06:01:24.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:24 smithi155 ceph-mon[33309]: from='client.? 172.21.15.89:0/2358472638' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-07-26T06:01:24.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:24 smithi155 ceph-mon[33309]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-07-26T06:01:24.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:24 smithi089 ceph-mon[29555]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-07-26T06:01:24.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:24 smithi089 ceph-mon[29555]: from='client.? 172.21.15.89:0/2358472638' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-07-26T06:01:24.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:24 smithi089 ceph-mon[29555]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-07-26T06:01:24.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:24 smithi089 ceph-mon[41451]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-07-26T06:01:24.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:24 smithi089 ceph-mon[41451]: from='client.? 172.21.15.89:0/2358472638' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-07-26T06:01:24.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:24 smithi089 ceph-mon[41451]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-07-26T06:01:26.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:26 smithi155 ceph-mon[33309]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-07-26T06:01:26.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:26 smithi155 ceph-mon[33309]: from='client.? 172.21.15.89:0/3064968239' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-07-26T06:01:26.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:26 smithi155 ceph-mon[33309]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-07-26T06:01:26.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:26 smithi089 ceph-mon[29555]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-07-26T06:01:26.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:26 smithi089 ceph-mon[29555]: from='client.? 172.21.15.89:0/3064968239' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-07-26T06:01:26.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:26 smithi089 ceph-mon[29555]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-07-26T06:01:26.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:26 smithi089 ceph-mon[41451]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-07-26T06:01:26.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:26 smithi089 ceph-mon[41451]: from='client.? 172.21.15.89:0/3064968239' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-07-26T06:01:26.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:26 smithi089 ceph-mon[41451]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-07-26T06:01:27.111 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-07-26T06:01:27.112 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- ceph fs dump --format=json 2024-07-26T06:01:27.364 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:01:27.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:27 smithi155 ceph-mon[33309]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-07-26T06:01:27.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:27 smithi155 ceph-mon[33309]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-07-26T06:01:27.648 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:27 smithi089 ceph-mon[29555]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-07-26T06:01:27.648 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:27 smithi089 ceph-mon[29555]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-07-26T06:01:27.648 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:27 smithi089 ceph-mon[41451]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-07-26T06:01:27.649 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:27 smithi089 ceph-mon[41451]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-07-26T06:01:28.568 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:28 smithi089 ceph-mon[29555]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-07-26T06:01:28.569 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:28 smithi089 ceph-mon[41451]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-07-26T06:01:28.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:28 smithi155 ceph-mon[33309]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-07-26T06:01:29.328 INFO:teuthology.orchestra.run.smithi089.stdout: 2024-07-26T06:01:29.328 INFO:teuthology.orchestra.run.smithi089.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14427,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.89:6835/3345943564","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6834","nonce":3345943564},{"type":"v1","addr":"172.21.15.89:6835","nonce":3345943564}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T06:01:13.343118+0000","modified":"2024-07-26T06:01:26.369599+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24319},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24319":{"gid":24319,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":6,"addr":"172.21.15.155:6833/1230019515","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":1230019515},{"type":"v1","addr":"172.21.15.155:6833","nonce":1230019515}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-07-26T06:01:29.328 INFO:teuthology.orchestra.run.smithi089.stderr:dumped fsmap epoch 8 2024-07-26T06:01:29.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:29 smithi089 ceph-mon[29555]: from='client.? 172.21.15.89:0/3874038048' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-07-26T06:01:29.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:29 smithi089 ceph-mon[41451]: from='client.? 172.21.15.89:0/3874038048' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-07-26T06:01:29.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:29 smithi155 ceph-mon[33309]: from='client.? 172.21.15.89:0/3874038048' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-07-26T06:01:30.061 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- ceph osd dump --format=json 2024-07-26T06:01:30.309 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:01:30.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:30 smithi089 ceph-mon[29555]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 597 B/s wr, 2 op/s 2024-07-26T06:01:30.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:30 smithi089 ceph-mon[41451]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 597 B/s wr, 2 op/s 2024-07-26T06:01:30.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:30 smithi155 ceph-mon[33309]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 597 B/s wr, 2 op/s 2024-07-26T06:01:32.299 INFO:teuthology.orchestra.run.smithi089.stdout: 2024-07-26T06:01:32.299 INFO:teuthology.orchestra.run.smithi089.stdout:{"epoch":65,"fsid":"9bd49884-4b13-11ef-bcb6-c7b262605968","created":"2024-07-26T05:55:45.387944+0000","modified":"2024-07-26T06:01:13.343010+0000","last_up_change":"2024-07-26T06:00:42.836601+0000","last_in_change":"2024-07-26T06:00:26.104383+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T05:58:47.578246+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-07-26T06:01:06.993209+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-07-26T06:01:10.275125+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"e3266cc4-68e5-45de-bbe9-5051115aeaf6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6802","nonce":734743297},{"type":"v1","addr":"172.21.15.89:6803","nonce":734743297}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6804","nonce":734743297},{"type":"v1","addr":"172.21.15.89:6805","nonce":734743297}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6808","nonce":734743297},{"type":"v1","addr":"172.21.15.89:6809","nonce":734743297}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6806","nonce":734743297},{"type":"v1","addr":"172.21.15.89:6807","nonce":734743297}]},"public_addr":"172.21.15.89:6803/734743297","cluster_addr":"172.21.15.89:6805/734743297","heartbeat_back_addr":"172.21.15.89:6809/734743297","heartbeat_front_addr":"172.21.15.89:6807/734743297","state":["exists","up"]},{"osd":1,"uuid":"5dd01d94-d5d9-4eeb-ad81-3e3067c73973","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6810","nonce":1551310240},{"type":"v1","addr":"172.21.15.89:6811","nonce":1551310240}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6812","nonce":1551310240},{"type":"v1","addr":"172.21.15.89:6813","nonce":1551310240}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6816","nonce":1551310240},{"type":"v1","addr":"172.21.15.89:6817","nonce":1551310240}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6814","nonce":1551310240},{"type":"v1","addr":"172.21.15.89:6815","nonce":1551310240}]},"public_addr":"172.21.15.89:6811/1551310240","cluster_addr":"172.21.15.89:6813/1551310240","heartbeat_back_addr":"172.21.15.89:6817/1551310240","heartbeat_front_addr":"172.21.15.89:6815/1551310240","state":["exists","up"]},{"osd":2,"uuid":"dc0d78a2-8537-493c-b460-e3c02fa49ad8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6818","nonce":1852842008},{"type":"v1","addr":"172.21.15.89:6819","nonce":1852842008}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6820","nonce":1852842008},{"type":"v1","addr":"172.21.15.89:6821","nonce":1852842008}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6824","nonce":1852842008},{"type":"v1","addr":"172.21.15.89:6825","nonce":1852842008}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6822","nonce":1852842008},{"type":"v1","addr":"172.21.15.89:6823","nonce":1852842008}]},"public_addr":"172.21.15.89:6819/1852842008","cluster_addr":"172.21.15.89:6821/1852842008","heartbeat_back_addr":"172.21.15.89:6825/1852842008","heartbeat_front_addr":"172.21.15.89:6823/1852842008","state":["exists","up"]},{"osd":3,"uuid":"5c089896-6162-42ce-92d1-3df0067b0509","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6826","nonce":2463993494},{"type":"v1","addr":"172.21.15.89:6827","nonce":2463993494}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6828","nonce":2463993494},{"type":"v1","addr":"172.21.15.89:6829","nonce":2463993494}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6832","nonce":2463993494},{"type":"v1","addr":"172.21.15.89:6833","nonce":2463993494}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6830","nonce":2463993494},{"type":"v1","addr":"172.21.15.89:6831","nonce":2463993494}]},"public_addr":"172.21.15.89:6827/2463993494","cluster_addr":"172.21.15.89:6829/2463993494","heartbeat_back_addr":"172.21.15.89:6833/2463993494","heartbeat_front_addr":"172.21.15.89:6831/2463993494","state":["exists","up"]},{"osd":4,"uuid":"0e999ea6-fb75-4ecb-87cc-a209e0de50a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":575276294},{"type":"v1","addr":"172.21.15.155:6801","nonce":575276294}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":575276294},{"type":"v1","addr":"172.21.15.155:6803","nonce":575276294}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":575276294},{"type":"v1","addr":"172.21.15.155:6807","nonce":575276294}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":575276294},{"type":"v1","addr":"172.21.15.155:6805","nonce":575276294}]},"public_addr":"172.21.15.155:6801/575276294","cluster_addr":"172.21.15.155:6803/575276294","heartbeat_back_addr":"172.21.15.155:6807/575276294","heartbeat_front_addr":"172.21.15.155:6805/575276294","state":["exists","up"]},{"osd":5,"uuid":"e5a05578-33b1-4b4c-94a9-9229659da7fa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6808","nonce":1694454732},{"type":"v1","addr":"172.21.15.155:6809","nonce":1694454732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":1694454732},{"type":"v1","addr":"172.21.15.155:6811","nonce":1694454732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":1694454732},{"type":"v1","addr":"172.21.15.155:6815","nonce":1694454732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":1694454732},{"type":"v1","addr":"172.21.15.155:6813","nonce":1694454732}]},"public_addr":"172.21.15.155:6809/1694454732","cluster_addr":"172.21.15.155:6811/1694454732","heartbeat_back_addr":"172.21.15.155:6815/1694454732","heartbeat_front_addr":"172.21.15.155:6813/1694454732","state":["exists","up"]},{"osd":6,"uuid":"7b4c1111-fe24-4430-ac3a-e8c50f843596","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":2263007075},{"type":"v1","addr":"172.21.15.155:6817","nonce":2263007075}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":2263007075},{"type":"v1","addr":"172.21.15.155:6819","nonce":2263007075}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":2263007075},{"type":"v1","addr":"172.21.15.155:6823","nonce":2263007075}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":2263007075},{"type":"v1","addr":"172.21.15.155:6821","nonce":2263007075}]},"public_addr":"172.21.15.155:6817/2263007075","cluster_addr":"172.21.15.155:6819/2263007075","heartbeat_back_addr":"172.21.15.155:6823/2263007075","heartbeat_front_addr":"172.21.15.155:6821/2263007075","state":["exists","up"]},{"osd":7,"uuid":"1915e7cf-7780-474b-a0f7-8c4cfe3310a9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":4260696323},{"type":"v1","addr":"172.21.15.155:6825","nonce":4260696323}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":4260696323},{"type":"v1","addr":"172.21.15.155:6827","nonce":4260696323}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":4260696323},{"type":"v1","addr":"172.21.15.155:6831","nonce":4260696323}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":4260696323},{"type":"v1","addr":"172.21.15.155:6829","nonce":4260696323}]},"public_addr":"172.21.15.155:6825/4260696323","cluster_addr":"172.21.15.155:6827/4260696323","heartbeat_back_addr":"172.21.15.155:6831/4260696323","heartbeat_front_addr":"172.21.15.155:6829/4260696323","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T05:57:56.488873+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T05:58:20.398823+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T05:58:44.813815+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T05:59:09.412213+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T05:59:30.797303+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T05:59:54.744079+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:00:17.961591+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:00:41.152832+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.89:0/3549863385":"2024-07-27T05:56:35.284582+0000","172.21.15.89:6800/877404674":"2024-07-27T05:56:35.284582+0000","172.21.15.89:0/3641405665":"2024-07-27T05:56:13.433538+0000","172.21.15.89:0/3977426505":"2024-07-27T05:56:35.284582+0000","172.21.15.89:0/735279321":"2024-07-27T05:56:13.433538+0000","172.21.15.89:6801/2914049638":"2024-07-27T05:56:13.433538+0000","172.21.15.89:0/3141568195":"2024-07-27T05:56:35.284582+0000","172.21.15.89:6801/877404674":"2024-07-27T05:56:35.284582+0000","172.21.15.89:0/1888492994":"2024-07-27T05:56:13.433538+0000","172.21.15.89:6800/2914049638":"2024-07-27T05:56:13.433538+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T06:01:32.583 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:32 smithi089 ceph-mon[29555]: pgmap v203: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-07-26T06:01:32.583 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:32 smithi089 ceph-mon[29555]: from='client.? 172.21.15.89:0/109282803' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-07-26T06:01:32.583 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:32 smithi089 ceph-mon[41451]: pgmap v203: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-07-26T06:01:32.583 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:32 smithi089 ceph-mon[41451]: from='client.? 172.21.15.89:0/109282803' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-07-26T06:01:32.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:32 smithi155 ceph-mon[33309]: pgmap v203: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-07-26T06:01:32.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:32 smithi155 ceph-mon[33309]: from='client.? 172.21.15.89:0/109282803' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-07-26T06:01:33.028 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-07-26T06:01:33.028 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- ceph pg dump --format=json 2024-07-26T06:01:33.280 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:01:34.433 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:34 smithi089 ceph-mon[29555]: pgmap v204: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-07-26T06:01:34.434 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:34 smithi089 ceph-mon[41451]: pgmap v204: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-07-26T06:01:34.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:34 smithi155 ceph-mon[33309]: pgmap v204: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-07-26T06:01:35.180 INFO:teuthology.orchestra.run.smithi089.stdout: 2024-07-26T06:01:35.181 INFO:teuthology.orchestra.run.smithi089.stderr:dumped all 2024-07-26T06:01:35.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:35 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.3", "id": [7, 4]}]: dispatch 2024-07-26T06:01:35.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:35 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.a", "id": [6, 2]}]: dispatch 2024-07-26T06:01:35.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:35 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 3]}]: dispatch 2024-07-26T06:01:35.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:35 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.f", "id": [4, 1]}]: dispatch 2024-07-26T06:01:35.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:35 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.12", "id": [0, 2]}]: dispatch 2024-07-26T06:01:35.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:35 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [5, 2]}]: dispatch 2024-07-26T06:01:35.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:35 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.24", "id": [0, 1]}]: dispatch 2024-07-26T06:01:35.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:35 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.3", "id": [7, 4]}]: dispatch 2024-07-26T06:01:35.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:35 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.a", "id": [6, 2]}]: dispatch 2024-07-26T06:01:35.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:35 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 3]}]: dispatch 2024-07-26T06:01:35.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:35 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.f", "id": [4, 1]}]: dispatch 2024-07-26T06:01:35.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:35 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.12", "id": [0, 2]}]: dispatch 2024-07-26T06:01:35.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:35 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [5, 2]}]: dispatch 2024-07-26T06:01:35.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:35 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.24", "id": [0, 1]}]: dispatch 2024-07-26T06:01:35.799 INFO:teuthology.orchestra.run.smithi089.stdout:{"pg_ready":true,"pg_map":{"version":204,"stamp":"2024-07-26T06:01:33.340874+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592706,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2385788,"kb_used_data":6940,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747575428,"statfs":{"total":767960285184,"available":765517238272,"internally_reserved":0,"allocated":7106560,"data_stored":3991510,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002527"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:13.059499+0000","last_change":"2024-07-26T06:01:11.355572+0000","last_active":"2024-07-26T06:01:13.059499+0000","last_peered":"2024-07-26T06:01:13.059499+0000","last_clean":"2024-07-26T06:01:13.059499+0000","last_became_active":"2024-07-26T06:01:11.355301+0000","last_became_peered":"2024-07-26T06:01:11.355301+0000","last_unstale":"2024-07-26T06:01:13.059499+0000","last_undegraded":"2024-07-26T06:01:13.059499+0000","last_fullsized":"2024-07-26T06:01:13.059499+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:57:48.194583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:13.059385+0000","last_change":"2024-07-26T06:01:11.357194+0000","last_active":"2024-07-26T06:01:13.059385+0000","last_peered":"2024-07-26T06:01:13.059385+0000","last_clean":"2024-07-26T06:01:13.059385+0000","last_became_active":"2024-07-26T06:01:11.356902+0000","last_became_peered":"2024-07-26T06:01:11.356902+0000","last_unstale":"2024-07-26T06:01:13.059385+0000","last_undegraded":"2024-07-26T06:01:13.059385+0000","last_fullsized":"2024-07-26T06:01:13.059385+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:06:30.131634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:12.339047+0000","last_change":"2024-07-26T06:01:11.346200+0000","last_active":"2024-07-26T06:01:12.339047+0000","last_peered":"2024-07-26T06:01:12.339047+0000","last_clean":"2024-07-26T06:01:12.339047+0000","last_became_active":"2024-07-26T06:01:11.345941+0000","last_became_peered":"2024-07-26T06:01:11.345941+0000","last_unstale":"2024-07-26T06:01:12.339047+0000","last_undegraded":"2024-07-26T06:01:12.339047+0000","last_fullsized":"2024-07-26T06:01:12.339047+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:18:36.508099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:12.603900+0000","last_change":"2024-07-26T06:01:11.353881+0000","last_active":"2024-07-26T06:01:12.603900+0000","last_peered":"2024-07-26T06:01:12.603900+0000","last_clean":"2024-07-26T06:01:12.603900+0000","last_became_active":"2024-07-26T06:01:11.352759+0000","last_became_peered":"2024-07-26T06:01:11.352759+0000","last_unstale":"2024-07-26T06:01:12.603900+0000","last_undegraded":"2024-07-26T06:01:12.603900+0000","last_fullsized":"2024-07-26T06:01:12.603900+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:09:16.245598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:13.058859+0000","last_change":"2024-07-26T06:01:11.361477+0000","last_active":"2024-07-26T06:01:13.058859+0000","last_peered":"2024-07-26T06:01:13.058859+0000","last_clean":"2024-07-26T06:01:13.058859+0000","last_became_active":"2024-07-26T06:01:11.361214+0000","last_became_peered":"2024-07-26T06:01:11.361214+0000","last_unstale":"2024-07-26T06:01:13.058859+0000","last_undegraded":"2024-07-26T06:01:13.058859+0000","last_fullsized":"2024-07-26T06:01:13.058859+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:06:24.202096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:12.603784+0000","last_change":"2024-07-26T06:01:11.350976+0000","last_active":"2024-07-26T06:01:12.603784+0000","last_peered":"2024-07-26T06:01:12.603784+0000","last_clean":"2024-07-26T06:01:12.603784+0000","last_became_active":"2024-07-26T06:01:11.350705+0000","last_became_peered":"2024-07-26T06:01:11.350705+0000","last_unstale":"2024-07-26T06:01:12.603784+0000","last_undegraded":"2024-07-26T06:01:12.603784+0000","last_fullsized":"2024-07-26T06:01:12.603784+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:21:20.720672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:13.058558+0000","last_change":"2024-07-26T06:01:11.359548+0000","last_active":"2024-07-26T06:01:13.058558+0000","last_peered":"2024-07-26T06:01:13.058558+0000","last_clean":"2024-07-26T06:01:13.058558+0000","last_became_active":"2024-07-26T06:01:11.359267+0000","last_became_peered":"2024-07-26T06:01:11.359267+0000","last_unstale":"2024-07-26T06:01:13.058558+0000","last_undegraded":"2024-07-26T06:01:13.058558+0000","last_fullsized":"2024-07-26T06:01:13.058558+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:33:58.112041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:12.337624+0000","last_change":"2024-07-26T06:01:11.359303+0000","last_active":"2024-07-26T06:01:12.337624+0000","last_peered":"2024-07-26T06:01:12.337624+0000","last_clean":"2024-07-26T06:01:12.337624+0000","last_became_active":"2024-07-26T06:01:11.359040+0000","last_became_peered":"2024-07-26T06:01:11.359040+0000","last_unstale":"2024-07-26T06:01:12.337624+0000","last_undegraded":"2024-07-26T06:01:12.337624+0000","last_fullsized":"2024-07-26T06:01:12.337624+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:18:42.265603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:13.059694+0000","last_change":"2024-07-26T06:01:11.364806+0000","last_active":"2024-07-26T06:01:13.059694+0000","last_peered":"2024-07-26T06:01:13.059694+0000","last_clean":"2024-07-26T06:01:13.059694+0000","last_became_active":"2024-07-26T06:01:11.364528+0000","last_became_peered":"2024-07-26T06:01:11.364528+0000","last_unstale":"2024-07-26T06:01:13.059694+0000","last_undegraded":"2024-07-26T06:01:13.059694+0000","last_fullsized":"2024-07-26T06:01:13.059694+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:04:32.276411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:13.059862+0000","last_change":"2024-07-26T06:01:11.357262+0000","last_active":"2024-07-26T06:01:13.059862+0000","last_peered":"2024-07-26T06:01:13.059862+0000","last_clean":"2024-07-26T06:01:13.059862+0000","last_became_active":"2024-07-26T06:01:11.356969+0000","last_became_peered":"2024-07-26T06:01:11.356969+0000","last_unstale":"2024-07-26T06:01:13.059862+0000","last_undegraded":"2024-07-26T06:01:13.059862+0000","last_fullsized":"2024-07-26T06:01:13.059862+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:31:23.205649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:13.059633+0000","last_change":"2024-07-26T06:01:11.353847+0000","last_active":"2024-07-26T06:01:13.059633+0000","last_peered":"2024-07-26T06:01:13.059633+0000","last_clean":"2024-07-26T06:01:13.059633+0000","last_became_active":"2024-07-26T06:01:11.353434+0000","last_became_peered":"2024-07-26T06:01:11.353434+0000","last_unstale":"2024-07-26T06:01:13.059633+0000","last_undegraded":"2024-07-26T06:01:13.059633+0000","last_fullsized":"2024-07-26T06:01:13.059633+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:55:54.944715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:12.338223+0000","last_change":"2024-07-26T06:01:11.348842+0000","last_active":"2024-07-26T06:01:12.338223+0000","last_peered":"2024-07-26T06:01:12.338223+0000","last_clean":"2024-07-26T06:01:12.338223+0000","last_became_active":"2024-07-26T06:01:11.348191+0000","last_became_peered":"2024-07-26T06:01:11.348191+0000","last_unstale":"2024-07-26T06:01:12.338223+0000","last_undegraded":"2024-07-26T06:01:12.338223+0000","last_fullsized":"2024-07-26T06:01:12.338223+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:47:55.547117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:12.338140+0000","last_change":"2024-07-26T06:01:11.356622+0000","last_active":"2024-07-26T06:01:12.338140+0000","last_peered":"2024-07-26T06:01:12.338140+0000","last_clean":"2024-07-26T06:01:12.338140+0000","last_became_active":"2024-07-26T06:01:11.356271+0000","last_became_peered":"2024-07-26T06:01:11.356271+0000","last_unstale":"2024-07-26T06:01:12.338140+0000","last_undegraded":"2024-07-26T06:01:12.338140+0000","last_fullsized":"2024-07-26T06:01:12.338140+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:38:01.117697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:12.338814+0000","last_change":"2024-07-26T06:01:11.356410+0000","last_active":"2024-07-26T06:01:12.338814+0000","last_peered":"2024-07-26T06:01:12.338814+0000","last_clean":"2024-07-26T06:01:12.338814+0000","last_became_active":"2024-07-26T06:01:11.355006+0000","last_became_peered":"2024-07-26T06:01:11.355006+0000","last_unstale":"2024-07-26T06:01:12.338814+0000","last_undegraded":"2024-07-26T06:01:12.338814+0000","last_fullsized":"2024-07-26T06:01:12.338814+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:43:46.712580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:13.058510+0000","last_change":"2024-07-26T06:01:11.362595+0000","last_active":"2024-07-26T06:01:13.058510+0000","last_peered":"2024-07-26T06:01:13.058510+0000","last_clean":"2024-07-26T06:01:13.058510+0000","last_became_active":"2024-07-26T06:01:11.361850+0000","last_became_peered":"2024-07-26T06:01:11.361850+0000","last_unstale":"2024-07-26T06:01:13.058510+0000","last_undegraded":"2024-07-26T06:01:13.058510+0000","last_fullsized":"2024-07-26T06:01:13.058510+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:33:01.311628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:12.603716+0000","last_change":"2024-07-26T06:01:11.356494+0000","last_active":"2024-07-26T06:01:12.603716+0000","last_peered":"2024-07-26T06:01:12.603716+0000","last_clean":"2024-07-26T06:01:12.603716+0000","last_became_active":"2024-07-26T06:01:11.354814+0000","last_became_peered":"2024-07-26T06:01:11.354814+0000","last_unstale":"2024-07-26T06:01:12.603716+0000","last_undegraded":"2024-07-26T06:01:12.603716+0000","last_fullsized":"2024-07-26T06:01:12.603716+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:29:23.535816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:12.604330+0000","last_change":"2024-07-26T06:01:11.352997+0000","last_active":"2024-07-26T06:01:12.604330+0000","last_peered":"2024-07-26T06:01:12.604330+0000","last_clean":"2024-07-26T06:01:12.604330+0000","last_became_active":"2024-07-26T06:01:11.352718+0000","last_became_peered":"2024-07-26T06:01:11.352718+0000","last_unstale":"2024-07-26T06:01:12.604330+0000","last_undegraded":"2024-07-26T06:01:12.604330+0000","last_fullsized":"2024-07-26T06:01:12.604330+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:21:00.866905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:13.058706+0000","last_change":"2024-07-26T06:01:11.352961+0000","last_active":"2024-07-26T06:01:13.058706+0000","last_peered":"2024-07-26T06:01:13.058706+0000","last_clean":"2024-07-26T06:01:13.058706+0000","last_became_active":"2024-07-26T06:01:11.352675+0000","last_became_peered":"2024-07-26T06:01:11.352675+0000","last_unstale":"2024-07-26T06:01:13.058706+0000","last_undegraded":"2024-07-26T06:01:13.058706+0000","last_fullsized":"2024-07-26T06:01:13.058706+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:32:15.204440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:13.059337+0000","last_change":"2024-07-26T06:01:11.356745+0000","last_active":"2024-07-26T06:01:13.059337+0000","last_peered":"2024-07-26T06:01:13.059337+0000","last_clean":"2024-07-26T06:01:13.059337+0000","last_became_active":"2024-07-26T06:01:11.356460+0000","last_became_peered":"2024-07-26T06:01:11.356460+0000","last_unstale":"2024-07-26T06:01:13.059337+0000","last_undegraded":"2024-07-26T06:01:13.059337+0000","last_fullsized":"2024-07-26T06:01:13.059337+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:19:23.507019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:13.059314+0000","last_change":"2024-07-26T06:01:11.360672+0000","last_active":"2024-07-26T06:01:13.059314+0000","last_peered":"2024-07-26T06:01:13.059314+0000","last_clean":"2024-07-26T06:01:13.059314+0000","last_became_active":"2024-07-26T06:01:11.360390+0000","last_became_peered":"2024-07-26T06:01:11.360390+0000","last_unstale":"2024-07-26T06:01:13.059314+0000","last_undegraded":"2024-07-26T06:01:13.059314+0000","last_fullsized":"2024-07-26T06:01:13.059314+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:26:01.809508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:12.338558+0000","last_change":"2024-07-26T06:01:11.351836+0000","last_active":"2024-07-26T06:01:12.338558+0000","last_peered":"2024-07-26T06:01:12.338558+0000","last_clean":"2024-07-26T06:01:12.338558+0000","last_became_active":"2024-07-26T06:01:11.351584+0000","last_became_peered":"2024-07-26T06:01:11.351584+0000","last_unstale":"2024-07-26T06:01:12.338558+0000","last_undegraded":"2024-07-26T06:01:12.338558+0000","last_fullsized":"2024-07-26T06:01:12.338558+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:04:43.109332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:12.603803+0000","last_change":"2024-07-26T06:01:11.353528+0000","last_active":"2024-07-26T06:01:12.603803+0000","last_peered":"2024-07-26T06:01:12.603803+0000","last_clean":"2024-07-26T06:01:12.603803+0000","last_became_active":"2024-07-26T06:01:11.352185+0000","last_became_peered":"2024-07-26T06:01:11.352185+0000","last_unstale":"2024-07-26T06:01:12.603803+0000","last_undegraded":"2024-07-26T06:01:12.603803+0000","last_fullsized":"2024-07-26T06:01:12.603803+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:51:12.029056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:12.337791+0000","last_change":"2024-07-26T06:01:11.351667+0000","last_active":"2024-07-26T06:01:12.337791+0000","last_peered":"2024-07-26T06:01:12.337791+0000","last_clean":"2024-07-26T06:01:12.337791+0000","last_became_active":"2024-07-26T06:01:11.351402+0000","last_became_peered":"2024-07-26T06:01:11.351402+0000","last_unstale":"2024-07-26T06:01:12.337791+0000","last_undegraded":"2024-07-26T06:01:12.337791+0000","last_fullsized":"2024-07-26T06:01:12.337791+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:08:37.461497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:12.603882+0000","last_change":"2024-07-26T06:01:11.356320+0000","last_active":"2024-07-26T06:01:12.603882+0000","last_peered":"2024-07-26T06:01:12.603882+0000","last_clean":"2024-07-26T06:01:12.603882+0000","last_became_active":"2024-07-26T06:01:11.353842+0000","last_became_peered":"2024-07-26T06:01:11.353842+0000","last_unstale":"2024-07-26T06:01:12.603882+0000","last_undegraded":"2024-07-26T06:01:12.603882+0000","last_fullsized":"2024-07-26T06:01:12.603882+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:54:18.348702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:12.338250+0000","last_change":"2024-07-26T06:01:11.353126+0000","last_active":"2024-07-26T06:01:12.338250+0000","last_peered":"2024-07-26T06:01:12.338250+0000","last_clean":"2024-07-26T06:01:12.338250+0000","last_became_active":"2024-07-26T06:01:11.352856+0000","last_became_peered":"2024-07-26T06:01:11.352856+0000","last_unstale":"2024-07-26T06:01:12.338250+0000","last_undegraded":"2024-07-26T06:01:12.338250+0000","last_fullsized":"2024-07-26T06:01:12.338250+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:31:10.275321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:13.059859+0000","last_change":"2024-07-26T06:01:11.356569+0000","last_active":"2024-07-26T06:01:13.059859+0000","last_peered":"2024-07-26T06:01:13.059859+0000","last_clean":"2024-07-26T06:01:13.059859+0000","last_became_active":"2024-07-26T06:01:11.356295+0000","last_became_peered":"2024-07-26T06:01:11.356295+0000","last_unstale":"2024-07-26T06:01:13.059859+0000","last_undegraded":"2024-07-26T06:01:13.059859+0000","last_fullsized":"2024-07-26T06:01:13.059859+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:24:05.049612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:13.059145+0000","last_change":"2024-07-26T06:01:11.351677+0000","last_active":"2024-07-26T06:01:13.059145+0000","last_peered":"2024-07-26T06:01:13.059145+0000","last_clean":"2024-07-26T06:01:13.059145+0000","last_became_active":"2024-07-26T06:01:11.350728+0000","last_became_peered":"2024-07-26T06:01:11.350728+0000","last_unstale":"2024-07-26T06:01:13.059145+0000","last_undegraded":"2024-07-26T06:01:13.059145+0000","last_fullsized":"2024-07-26T06:01:13.059145+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:47:05.059573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:12.337941+0000","last_change":"2024-07-26T06:01:11.352753+0000","last_active":"2024-07-26T06:01:12.337941+0000","last_peered":"2024-07-26T06:01:12.337941+0000","last_clean":"2024-07-26T06:01:12.337941+0000","last_became_active":"2024-07-26T06:01:11.352513+0000","last_became_peered":"2024-07-26T06:01:11.352513+0000","last_unstale":"2024-07-26T06:01:12.337941+0000","last_undegraded":"2024-07-26T06:01:12.337941+0000","last_fullsized":"2024-07-26T06:01:12.337941+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:52:44.008288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:12.338609+0000","last_change":"2024-07-26T06:01:11.350557+0000","last_active":"2024-07-26T06:01:12.338609+0000","last_peered":"2024-07-26T06:01:12.338609+0000","last_clean":"2024-07-26T06:01:12.338609+0000","last_became_active":"2024-07-26T06:01:11.349018+0000","last_became_peered":"2024-07-26T06:01:11.349018+0000","last_unstale":"2024-07-26T06:01:12.338609+0000","last_undegraded":"2024-07-26T06:01:12.338609+0000","last_fullsized":"2024-07-26T06:01:12.338609+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:09:10.136575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:12.603949+0000","last_change":"2024-07-26T06:01:11.350068+0000","last_active":"2024-07-26T06:01:12.603949+0000","last_peered":"2024-07-26T06:01:12.603949+0000","last_clean":"2024-07-26T06:01:12.603949+0000","last_became_active":"2024-07-26T06:01:11.349789+0000","last_became_peered":"2024-07-26T06:01:11.349789+0000","last_unstale":"2024-07-26T06:01:12.603949+0000","last_undegraded":"2024-07-26T06:01:12.603949+0000","last_fullsized":"2024-07-26T06:01:12.603949+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:10:30.418232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:13.058285+0000","last_change":"2024-07-26T06:01:11.351987+0000","last_active":"2024-07-26T06:01:13.058285+0000","last_peered":"2024-07-26T06:01:13.058285+0000","last_clean":"2024-07-26T06:01:13.058285+0000","last_became_active":"2024-07-26T06:01:11.351736+0000","last_became_peered":"2024-07-26T06:01:11.351736+0000","last_unstale":"2024-07-26T06:01:13.058285+0000","last_undegraded":"2024-07-26T06:01:13.058285+0000","last_fullsized":"2024-07-26T06:01:13.058285+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:10:21.102778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:13.058590+0000","last_change":"2024-07-26T06:01:11.352727+0000","last_active":"2024-07-26T06:01:13.058590+0000","last_peered":"2024-07-26T06:01:13.058590+0000","last_clean":"2024-07-26T06:01:13.058590+0000","last_became_active":"2024-07-26T06:01:11.352447+0000","last_became_peered":"2024-07-26T06:01:11.352447+0000","last_unstale":"2024-07-26T06:01:13.058590+0000","last_undegraded":"2024-07-26T06:01:13.058590+0000","last_fullsized":"2024-07-26T06:01:13.058590+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:46:48.368304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:12.337835+0000","last_change":"2024-07-26T06:01:11.349437+0000","last_active":"2024-07-26T06:01:12.337835+0000","last_peered":"2024-07-26T06:01:12.337835+0000","last_clean":"2024-07-26T06:01:12.337835+0000","last_became_active":"2024-07-26T06:01:11.349137+0000","last_became_peered":"2024-07-26T06:01:11.349137+0000","last_unstale":"2024-07-26T06:01:12.337835+0000","last_undegraded":"2024-07-26T06:01:12.337835+0000","last_fullsized":"2024-07-26T06:01:12.337835+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:25:19.885307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"65'1","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:01:14.352960+0000","last_change":"2024-07-26T06:01:08.071805+0000","last_active":"2024-07-26T06:01:14.352960+0000","last_peered":"2024-07-26T06:01:14.352960+0000","last_clean":"2024-07-26T06:01:14.352960+0000","last_became_active":"2024-07-26T06:01:08.071594+0000","last_became_peered":"2024-07-26T06:01:08.071594+0000","last_unstale":"2024-07-26T06:01:14.352960+0000","last_undegraded":"2024-07-26T06:01:14.352960+0000","last_fullsized":"2024-07-26T06:01:14.352960+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:24:16.296226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:12.338639+0000","last_change":"2024-07-26T06:01:11.352762+0000","last_active":"2024-07-26T06:01:12.338639+0000","last_peered":"2024-07-26T06:01:12.338639+0000","last_clean":"2024-07-26T06:01:12.338639+0000","last_became_active":"2024-07-26T06:01:11.352519+0000","last_became_peered":"2024-07-26T06:01:11.352519+0000","last_unstale":"2024-07-26T06:01:12.338639+0000","last_undegraded":"2024-07-26T06:01:12.338639+0000","last_fullsized":"2024-07-26T06:01:12.338639+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:27:22.372351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"65'1","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:01:14.033229+0000","last_change":"2024-07-26T06:01:08.070953+0000","last_active":"2024-07-26T06:01:14.033229+0000","last_peered":"2024-07-26T06:01:14.033229+0000","last_clean":"2024-07-26T06:01:14.033229+0000","last_became_active":"2024-07-26T06:01:08.070665+0000","last_became_peered":"2024-07-26T06:01:08.070665+0000","last_unstale":"2024-07-26T06:01:14.033229+0000","last_undegraded":"2024-07-26T06:01:14.033229+0000","last_fullsized":"2024-07-26T06:01:14.033229+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:56:07.850223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:12.337912+0000","last_change":"2024-07-26T06:01:08.071291+0000","last_active":"2024-07-26T06:01:12.337912+0000","last_peered":"2024-07-26T06:01:12.337912+0000","last_clean":"2024-07-26T06:01:12.337912+0000","last_became_active":"2024-07-26T06:01:08.071063+0000","last_became_peered":"2024-07-26T06:01:08.071063+0000","last_unstale":"2024-07-26T06:01:12.337912+0000","last_undegraded":"2024-07-26T06:01:12.337912+0000","last_fullsized":"2024-07-26T06:01:12.337912+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T06:53:12.502933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:12.337697+0000","last_change":"2024-07-26T06:01:11.355020+0000","last_active":"2024-07-26T06:01:12.337697+0000","last_peered":"2024-07-26T06:01:12.337697+0000","last_clean":"2024-07-26T06:01:12.337697+0000","last_became_active":"2024-07-26T06:01:11.354541+0000","last_became_peered":"2024-07-26T06:01:11.354541+0000","last_unstale":"2024-07-26T06:01:12.337697+0000","last_undegraded":"2024-07-26T06:01:12.337697+0000","last_fullsized":"2024-07-26T06:01:12.337697+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:37:48.162934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:12.603975+0000","last_change":"2024-07-26T06:01:08.069506+0000","last_active":"2024-07-26T06:01:12.603975+0000","last_peered":"2024-07-26T06:01:12.603975+0000","last_clean":"2024-07-26T06:01:12.603975+0000","last_became_active":"2024-07-26T06:01:08.069254+0000","last_became_peered":"2024-07-26T06:01:08.069254+0000","last_unstale":"2024-07-26T06:01:12.603975+0000","last_undegraded":"2024-07-26T06:01:12.603975+0000","last_fullsized":"2024-07-26T06:01:12.603975+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:44:51.556538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:13.058318+0000","last_change":"2024-07-26T06:01:11.352694+0000","last_active":"2024-07-26T06:01:13.058318+0000","last_peered":"2024-07-26T06:01:13.058318+0000","last_clean":"2024-07-26T06:01:13.058318+0000","last_became_active":"2024-07-26T06:01:11.352443+0000","last_became_peered":"2024-07-26T06:01:11.352443+0000","last_unstale":"2024-07-26T06:01:13.058318+0000","last_undegraded":"2024-07-26T06:01:13.058318+0000","last_fullsized":"2024-07-26T06:01:13.058318+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:30:41.051408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:13.059779+0000","last_change":"2024-07-26T06:01:08.069385+0000","last_active":"2024-07-26T06:01:13.059779+0000","last_peered":"2024-07-26T06:01:13.059779+0000","last_clean":"2024-07-26T06:01:13.059779+0000","last_became_active":"2024-07-26T06:01:08.068971+0000","last_became_peered":"2024-07-26T06:01:08.068971+0000","last_unstale":"2024-07-26T06:01:13.059779+0000","last_undegraded":"2024-07-26T06:01:13.059779+0000","last_fullsized":"2024-07-26T06:01:13.059779+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:24:59.685934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:12.604207+0000","last_change":"2024-07-26T06:01:11.358269+0000","last_active":"2024-07-26T06:01:12.604207+0000","last_peered":"2024-07-26T06:01:12.604207+0000","last_clean":"2024-07-26T06:01:12.604207+0000","last_became_active":"2024-07-26T06:01:11.357959+0000","last_became_peered":"2024-07-26T06:01:11.357959+0000","last_unstale":"2024-07-26T06:01:12.604207+0000","last_undegraded":"2024-07-26T06:01:12.604207+0000","last_fullsized":"2024-07-26T06:01:12.604207+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:52:20.644573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:12.604281+0000","last_change":"2024-07-26T06:01:08.070852+0000","last_active":"2024-07-26T06:01:12.604281+0000","last_peered":"2024-07-26T06:01:12.604281+0000","last_clean":"2024-07-26T06:01:12.604281+0000","last_became_active":"2024-07-26T06:01:08.070538+0000","last_became_peered":"2024-07-26T06:01:08.070538+0000","last_unstale":"2024-07-26T06:01:12.604281+0000","last_undegraded":"2024-07-26T06:01:12.604281+0000","last_fullsized":"2024-07-26T06:01:12.604281+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:44:33.948376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:12.339328+0000","last_change":"2024-07-26T06:01:11.356519+0000","last_active":"2024-07-26T06:01:12.339328+0000","last_peered":"2024-07-26T06:01:12.339328+0000","last_clean":"2024-07-26T06:01:12.339328+0000","last_became_active":"2024-07-26T06:01:11.353892+0000","last_became_peered":"2024-07-26T06:01:11.353892+0000","last_unstale":"2024-07-26T06:01:12.339328+0000","last_undegraded":"2024-07-26T06:01:12.339328+0000","last_fullsized":"2024-07-26T06:01:12.339328+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T06:14:05.890064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"65'3","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:01:14.357886+0000","last_change":"2024-07-26T06:01:08.065255+0000","last_active":"2024-07-26T06:01:14.357886+0000","last_peered":"2024-07-26T06:01:14.357886+0000","last_clean":"2024-07-26T06:01:14.357886+0000","last_became_active":"2024-07-26T06:01:08.065020+0000","last_became_peered":"2024-07-26T06:01:08.065020+0000","last_unstale":"2024-07-26T06:01:14.357886+0000","last_undegraded":"2024-07-26T06:01:14.357886+0000","last_fullsized":"2024-07-26T06:01:14.357886+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:11:18.099345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:12.338558+0000","last_change":"2024-07-26T06:01:11.354757+0000","last_active":"2024-07-26T06:01:12.338558+0000","last_peered":"2024-07-26T06:01:12.338558+0000","last_clean":"2024-07-26T06:01:12.338558+0000","last_became_active":"2024-07-26T06:01:11.354466+0000","last_became_peered":"2024-07-26T06:01:11.354466+0000","last_unstale":"2024-07-26T06:01:12.338558+0000","last_undegraded":"2024-07-26T06:01:12.338558+0000","last_fullsized":"2024-07-26T06:01:12.338558+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:52:27.397901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"65'6","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:01:14.356524+0000","last_change":"2024-07-26T06:01:08.066706+0000","last_active":"2024-07-26T06:01:14.356524+0000","last_peered":"2024-07-26T06:01:14.356524+0000","last_clean":"2024-07-26T06:01:14.356524+0000","last_became_active":"2024-07-26T06:01:08.066377+0000","last_became_peered":"2024-07-26T06:01:08.066377+0000","last_unstale":"2024-07-26T06:01:14.356524+0000","last_undegraded":"2024-07-26T06:01:14.356524+0000","last_fullsized":"2024-07-26T06:01:14.356524+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:51:42.794194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1552,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:13.059059+0000","last_change":"2024-07-26T06:01:11.363577+0000","last_active":"2024-07-26T06:01:13.059059+0000","last_peered":"2024-07-26T06:01:13.059059+0000","last_clean":"2024-07-26T06:01:13.059059+0000","last_became_active":"2024-07-26T06:01:11.363248+0000","last_became_peered":"2024-07-26T06:01:11.363248+0000","last_unstale":"2024-07-26T06:01:13.059059+0000","last_undegraded":"2024-07-26T06:01:13.059059+0000","last_fullsized":"2024-07-26T06:01:13.059059+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:08:01.338958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"65'2","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:01:14.357710+0000","last_change":"2024-07-26T06:01:08.061755+0000","last_active":"2024-07-26T06:01:14.357710+0000","last_peered":"2024-07-26T06:01:14.357710+0000","last_clean":"2024-07-26T06:01:14.357710+0000","last_became_active":"2024-07-26T06:01:08.061468+0000","last_became_peered":"2024-07-26T06:01:08.061468+0000","last_unstale":"2024-07-26T06:01:14.357710+0000","last_undegraded":"2024-07-26T06:01:14.357710+0000","last_fullsized":"2024-07-26T06:01:14.357710+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:04:32.329152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:12.338887+0000","last_change":"2024-07-26T06:01:11.348207+0000","last_active":"2024-07-26T06:01:12.338887+0000","last_peered":"2024-07-26T06:01:12.338887+0000","last_clean":"2024-07-26T06:01:12.338887+0000","last_became_active":"2024-07-26T06:01:11.347707+0000","last_became_peered":"2024-07-26T06:01:11.347707+0000","last_unstale":"2024-07-26T06:01:12.338887+0000","last_undegraded":"2024-07-26T06:01:12.338887+0000","last_fullsized":"2024-07-26T06:01:12.338887+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:41:29.650021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:12.603954+0000","last_change":"2024-07-26T06:01:08.070455+0000","last_active":"2024-07-26T06:01:12.603954+0000","last_peered":"2024-07-26T06:01:12.603954+0000","last_clean":"2024-07-26T06:01:12.603954+0000","last_became_active":"2024-07-26T06:01:08.070120+0000","last_became_peered":"2024-07-26T06:01:08.070120+0000","last_unstale":"2024-07-26T06:01:12.603954+0000","last_undegraded":"2024-07-26T06:01:12.603954+0000","last_fullsized":"2024-07-26T06:01:12.603954+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:09:35.858871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:13.058926+0000","last_change":"2024-07-26T06:01:11.364163+0000","last_active":"2024-07-26T06:01:13.058926+0000","last_peered":"2024-07-26T06:01:13.058926+0000","last_clean":"2024-07-26T06:01:13.058926+0000","last_became_active":"2024-07-26T06:01:11.363876+0000","last_became_peered":"2024-07-26T06:01:11.363876+0000","last_unstale":"2024-07-26T06:01:13.058926+0000","last_undegraded":"2024-07-26T06:01:13.058926+0000","last_fullsized":"2024-07-26T06:01:13.058926+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:02:42.739447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:13.059377+0000","last_change":"2024-07-26T06:01:08.070324+0000","last_active":"2024-07-26T06:01:13.059377+0000","last_peered":"2024-07-26T06:01:13.059377+0000","last_clean":"2024-07-26T06:01:13.059377+0000","last_became_active":"2024-07-26T06:01:08.069213+0000","last_became_peered":"2024-07-26T06:01:08.069213+0000","last_unstale":"2024-07-26T06:01:13.059377+0000","last_undegraded":"2024-07-26T06:01:13.059377+0000","last_fullsized":"2024-07-26T06:01:13.059377+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:53:48.887363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:13.058698+0000","last_change":"2024-07-26T06:01:11.352123+0000","last_active":"2024-07-26T06:01:13.058698+0000","last_peered":"2024-07-26T06:01:13.058698+0000","last_clean":"2024-07-26T06:01:13.058698+0000","last_became_active":"2024-07-26T06:01:11.351835+0000","last_became_peered":"2024-07-26T06:01:11.351835+0000","last_unstale":"2024-07-26T06:01:13.058698+0000","last_undegraded":"2024-07-26T06:01:13.058698+0000","last_fullsized":"2024-07-26T06:01:13.058698+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:09:29.670091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"65'8","reported_seq":22,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:01:14.357622+0000","last_change":"2024-07-26T06:01:08.062919+0000","last_active":"2024-07-26T06:01:14.357622+0000","last_peered":"2024-07-26T06:01:14.357622+0000","last_clean":"2024-07-26T06:01:14.357622+0000","last_became_active":"2024-07-26T06:01:08.062646+0000","last_became_peered":"2024-07-26T06:01:08.062646+0000","last_unstale":"2024-07-26T06:01:14.357622+0000","last_undegraded":"2024-07-26T06:01:14.357622+0000","last_fullsized":"2024-07-26T06:01:14.357622+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:12:50.233716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:13.058591+0000","last_change":"2024-07-26T06:01:11.360750+0000","last_active":"2024-07-26T06:01:13.058591+0000","last_peered":"2024-07-26T06:01:13.058591+0000","last_clean":"2024-07-26T06:01:13.058591+0000","last_became_active":"2024-07-26T06:01:11.360425+0000","last_became_peered":"2024-07-26T06:01:11.360425+0000","last_unstale":"2024-07-26T06:01:13.058591+0000","last_undegraded":"2024-07-26T06:01:13.058591+0000","last_fullsized":"2024-07-26T06:01:13.058591+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:12:01.732169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"65'1","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:01:13.391753+0000","last_change":"2024-07-26T06:01:08.068409+0000","last_active":"2024-07-26T06:01:13.391753+0000","last_peered":"2024-07-26T06:01:13.391753+0000","last_clean":"2024-07-26T06:01:13.391753+0000","last_became_active":"2024-07-26T06:01:08.067927+0000","last_became_peered":"2024-07-26T06:01:08.067927+0000","last_unstale":"2024-07-26T06:01:13.391753+0000","last_undegraded":"2024-07-26T06:01:13.391753+0000","last_fullsized":"2024-07-26T06:01:13.391753+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:07:51.628118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:13.059518+0000","last_change":"2024-07-26T06:01:11.359461+0000","last_active":"2024-07-26T06:01:13.059518+0000","last_peered":"2024-07-26T06:01:13.059518+0000","last_clean":"2024-07-26T06:01:13.059518+0000","last_became_active":"2024-07-26T06:01:11.359154+0000","last_became_peered":"2024-07-26T06:01:11.359154+0000","last_unstale":"2024-07-26T06:01:13.059518+0000","last_undegraded":"2024-07-26T06:01:13.059518+0000","last_fullsized":"2024-07-26T06:01:13.059518+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:04:34.152584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"65'2","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:01:14.356089+0000","last_change":"2024-07-26T06:01:08.069333+0000","last_active":"2024-07-26T06:01:14.356089+0000","last_peered":"2024-07-26T06:01:14.356089+0000","last_clean":"2024-07-26T06:01:14.356089+0000","last_became_active":"2024-07-26T06:01:08.069037+0000","last_became_peered":"2024-07-26T06:01:08.069037+0000","last_unstale":"2024-07-26T06:01:14.356089+0000","last_undegraded":"2024-07-26T06:01:14.356089+0000","last_fullsized":"2024-07-26T06:01:14.356089+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:55:28.016095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:13.059471+0000","last_change":"2024-07-26T06:01:11.362728+0000","last_active":"2024-07-26T06:01:13.059471+0000","last_peered":"2024-07-26T06:01:13.059471+0000","last_clean":"2024-07-26T06:01:13.059471+0000","last_became_active":"2024-07-26T06:01:11.362420+0000","last_became_peered":"2024-07-26T06:01:11.362420+0000","last_unstale":"2024-07-26T06:01:13.059471+0000","last_undegraded":"2024-07-26T06:01:13.059471+0000","last_fullsized":"2024-07-26T06:01:13.059471+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:45:22.246684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"65'1","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:01:14.354242+0000","last_change":"2024-07-26T06:01:08.063773+0000","last_active":"2024-07-26T06:01:14.354242+0000","last_peered":"2024-07-26T06:01:14.354242+0000","last_clean":"2024-07-26T06:01:14.354242+0000","last_became_active":"2024-07-26T06:01:08.063529+0000","last_became_peered":"2024-07-26T06:01:08.063529+0000","last_unstale":"2024-07-26T06:01:14.354242+0000","last_undegraded":"2024-07-26T06:01:14.354242+0000","last_fullsized":"2024-07-26T06:01:14.354242+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:26:09.333843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:12.604048+0000","last_change":"2024-07-26T06:01:11.358171+0000","last_active":"2024-07-26T06:01:12.604048+0000","last_peered":"2024-07-26T06:01:12.604048+0000","last_clean":"2024-07-26T06:01:12.604048+0000","last_became_active":"2024-07-26T06:01:11.357845+0000","last_became_peered":"2024-07-26T06:01:11.357845+0000","last_unstale":"2024-07-26T06:01:12.604048+0000","last_undegraded":"2024-07-26T06:01:12.604048+0000","last_fullsized":"2024-07-26T06:01:12.604048+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:04:45.380043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:13.058540+0000","last_change":"2024-07-26T06:01:08.064462+0000","last_active":"2024-07-26T06:01:13.058540+0000","last_peered":"2024-07-26T06:01:13.058540+0000","last_clean":"2024-07-26T06:01:13.058540+0000","last_became_active":"2024-07-26T06:01:08.064132+0000","last_became_peered":"2024-07-26T06:01:08.064132+0000","last_unstale":"2024-07-26T06:01:13.058540+0000","last_undegraded":"2024-07-26T06:01:13.058540+0000","last_fullsized":"2024-07-26T06:01:13.058540+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:29:51.245602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:13.059104+0000","last_change":"2024-07-26T06:01:11.365661+0000","last_active":"2024-07-26T06:01:13.059104+0000","last_peered":"2024-07-26T06:01:13.059104+0000","last_clean":"2024-07-26T06:01:13.059104+0000","last_became_active":"2024-07-26T06:01:11.365095+0000","last_became_peered":"2024-07-26T06:01:11.365095+0000","last_unstale":"2024-07-26T06:01:13.059104+0000","last_undegraded":"2024-07-26T06:01:13.059104+0000","last_fullsized":"2024-07-26T06:01:13.059104+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:44:37.628035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"21'117","reported_seq":233,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:13.058669+0000","last_change":"2024-07-26T06:00:46.847948+0000","last_active":"2024-07-26T06:01:13.058669+0000","last_peered":"2024-07-26T06:01:13.058669+0000","last_clean":"2024-07-26T06:01:13.058669+0000","last_became_active":"2024-07-26T06:00:46.847503+0000","last_became_peered":"2024-07-26T06:00:46.847503+0000","last_unstale":"2024-07-26T06:01:13.058669+0000","last_undegraded":"2024-07-26T06:01:13.058669+0000","last_fullsized":"2024-07-26T06:01:13.058669+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T05:58:47.788656+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T05:58:47.788656+0000","last_clean_scrub_stamp":"2024-07-26T05:58:47.788656+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:54:29.822470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:12.603779+0000","last_change":"2024-07-26T06:01:08.072833+0000","last_active":"2024-07-26T06:01:12.603779+0000","last_peered":"2024-07-26T06:01:12.603779+0000","last_clean":"2024-07-26T06:01:12.603779+0000","last_became_active":"2024-07-26T06:01:08.072050+0000","last_became_peered":"2024-07-26T06:01:08.072050+0000","last_unstale":"2024-07-26T06:01:12.603779+0000","last_undegraded":"2024-07-26T06:01:12.603779+0000","last_fullsized":"2024-07-26T06:01:12.603779+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:29:23.229177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:12.338016+0000","last_change":"2024-07-26T06:01:11.353170+0000","last_active":"2024-07-26T06:01:12.338016+0000","last_peered":"2024-07-26T06:01:12.338016+0000","last_clean":"2024-07-26T06:01:12.338016+0000","last_became_active":"2024-07-26T06:01:11.352880+0000","last_became_peered":"2024-07-26T06:01:11.352880+0000","last_unstale":"2024-07-26T06:01:12.338016+0000","last_undegraded":"2024-07-26T06:01:12.338016+0000","last_fullsized":"2024-07-26T06:01:12.338016+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:40:55.158513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:13.058579+0000","last_change":"2024-07-26T06:01:08.073901+0000","last_active":"2024-07-26T06:01:13.058579+0000","last_peered":"2024-07-26T06:01:13.058579+0000","last_clean":"2024-07-26T06:01:13.058579+0000","last_became_active":"2024-07-26T06:01:08.073408+0000","last_became_peered":"2024-07-26T06:01:08.073408+0000","last_unstale":"2024-07-26T06:01:13.058579+0000","last_undegraded":"2024-07-26T06:01:13.058579+0000","last_fullsized":"2024-07-26T06:01:13.058579+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:03:54.088040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:12.338299+0000","last_change":"2024-07-26T06:01:11.347452+0000","last_active":"2024-07-26T06:01:12.338299+0000","last_peered":"2024-07-26T06:01:12.338299+0000","last_clean":"2024-07-26T06:01:12.338299+0000","last_became_active":"2024-07-26T06:01:11.347205+0000","last_became_peered":"2024-07-26T06:01:11.347205+0000","last_unstale":"2024-07-26T06:01:12.338299+0000","last_undegraded":"2024-07-26T06:01:12.338299+0000","last_fullsized":"2024-07-26T06:01:12.338299+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:00:03.693962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:13.058321+0000","last_change":"2024-07-26T06:01:08.059485+0000","last_active":"2024-07-26T06:01:13.058321+0000","last_peered":"2024-07-26T06:01:13.058321+0000","last_clean":"2024-07-26T06:01:13.058321+0000","last_became_active":"2024-07-26T06:01:08.059207+0000","last_became_peered":"2024-07-26T06:01:08.059207+0000","last_unstale":"2024-07-26T06:01:13.058321+0000","last_undegraded":"2024-07-26T06:01:13.058321+0000","last_fullsized":"2024-07-26T06:01:13.058321+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:16:01.397721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:13.058205+0000","last_change":"2024-07-26T06:01:11.350490+0000","last_active":"2024-07-26T06:01:13.058205+0000","last_peered":"2024-07-26T06:01:13.058205+0000","last_clean":"2024-07-26T06:01:13.058205+0000","last_became_active":"2024-07-26T06:01:11.350235+0000","last_became_peered":"2024-07-26T06:01:11.350235+0000","last_unstale":"2024-07-26T06:01:13.058205+0000","last_undegraded":"2024-07-26T06:01:13.058205+0000","last_fullsized":"2024-07-26T06:01:13.058205+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T06:40:25.010668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:12.604031+0000","last_change":"2024-07-26T06:01:08.067713+0000","last_active":"2024-07-26T06:01:12.604031+0000","last_peered":"2024-07-26T06:01:12.604031+0000","last_clean":"2024-07-26T06:01:12.604031+0000","last_became_active":"2024-07-26T06:01:08.067377+0000","last_became_peered":"2024-07-26T06:01:08.067377+0000","last_unstale":"2024-07-26T06:01:12.604031+0000","last_undegraded":"2024-07-26T06:01:12.604031+0000","last_fullsized":"2024-07-26T06:01:12.604031+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:44:42.224640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:12.338067+0000","last_change":"2024-07-26T06:01:11.344666+0000","last_active":"2024-07-26T06:01:12.338067+0000","last_peered":"2024-07-26T06:01:12.338067+0000","last_clean":"2024-07-26T06:01:12.338067+0000","last_became_active":"2024-07-26T06:01:11.344302+0000","last_became_peered":"2024-07-26T06:01:11.344302+0000","last_unstale":"2024-07-26T06:01:12.338067+0000","last_undegraded":"2024-07-26T06:01:12.338067+0000","last_fullsized":"2024-07-26T06:01:12.338067+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:45:17.508844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:13.059101+0000","last_change":"2024-07-26T06:01:08.067195+0000","last_active":"2024-07-26T06:01:13.059101+0000","last_peered":"2024-07-26T06:01:13.059101+0000","last_clean":"2024-07-26T06:01:13.059101+0000","last_became_active":"2024-07-26T06:01:08.066952+0000","last_became_peered":"2024-07-26T06:01:08.066952+0000","last_unstale":"2024-07-26T06:01:13.059101+0000","last_undegraded":"2024-07-26T06:01:13.059101+0000","last_fullsized":"2024-07-26T06:01:13.059101+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:06:21.342328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:12.604182+0000","last_change":"2024-07-26T06:01:11.356966+0000","last_active":"2024-07-26T06:01:12.604182+0000","last_peered":"2024-07-26T06:01:12.604182+0000","last_clean":"2024-07-26T06:01:12.604182+0000","last_became_active":"2024-07-26T06:01:11.353370+0000","last_became_peered":"2024-07-26T06:01:11.353370+0000","last_unstale":"2024-07-26T06:01:12.604182+0000","last_undegraded":"2024-07-26T06:01:12.604182+0000","last_fullsized":"2024-07-26T06:01:12.604182+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:40:42.118211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:13.059351+0000","last_change":"2024-07-26T06:01:08.073014+0000","last_active":"2024-07-26T06:01:13.059351+0000","last_peered":"2024-07-26T06:01:13.059351+0000","last_clean":"2024-07-26T06:01:13.059351+0000","last_became_active":"2024-07-26T06:01:08.072728+0000","last_became_peered":"2024-07-26T06:01:08.072728+0000","last_unstale":"2024-07-26T06:01:13.059351+0000","last_undegraded":"2024-07-26T06:01:13.059351+0000","last_fullsized":"2024-07-26T06:01:13.059351+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:24:30.754323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:13.059007+0000","last_change":"2024-07-26T06:01:11.361144+0000","last_active":"2024-07-26T06:01:13.059007+0000","last_peered":"2024-07-26T06:01:13.059007+0000","last_clean":"2024-07-26T06:01:13.059007+0000","last_became_active":"2024-07-26T06:01:11.360879+0000","last_became_peered":"2024-07-26T06:01:11.360879+0000","last_unstale":"2024-07-26T06:01:13.059007+0000","last_undegraded":"2024-07-26T06:01:13.059007+0000","last_fullsized":"2024-07-26T06:01:13.059007+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:55:26.734491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"65'1","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:01:14.355278+0000","last_change":"2024-07-26T06:01:08.070612+0000","last_active":"2024-07-26T06:01:14.355278+0000","last_peered":"2024-07-26T06:01:14.355278+0000","last_clean":"2024-07-26T06:01:14.355278+0000","last_became_active":"2024-07-26T06:01:08.070293+0000","last_became_peered":"2024-07-26T06:01:08.070293+0000","last_unstale":"2024-07-26T06:01:14.355278+0000","last_undegraded":"2024-07-26T06:01:14.355278+0000","last_fullsized":"2024-07-26T06:01:14.355278+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:52:15.257449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:12.338516+0000","last_change":"2024-07-26T06:01:11.359741+0000","last_active":"2024-07-26T06:01:12.338516+0000","last_peered":"2024-07-26T06:01:12.338516+0000","last_clean":"2024-07-26T06:01:12.338516+0000","last_became_active":"2024-07-26T06:01:11.359471+0000","last_became_peered":"2024-07-26T06:01:11.359471+0000","last_unstale":"2024-07-26T06:01:12.338516+0000","last_undegraded":"2024-07-26T06:01:12.338516+0000","last_fullsized":"2024-07-26T06:01:12.338516+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:41:34.349525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"65'2","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:01:14.352553+0000","last_change":"2024-07-26T06:01:08.069210+0000","last_active":"2024-07-26T06:01:14.352553+0000","last_peered":"2024-07-26T06:01:14.352553+0000","last_clean":"2024-07-26T06:01:14.352553+0000","last_became_active":"2024-07-26T06:01:08.068907+0000","last_became_peered":"2024-07-26T06:01:08.068907+0000","last_unstale":"2024-07-26T06:01:14.352553+0000","last_undegraded":"2024-07-26T06:01:14.352553+0000","last_fullsized":"2024-07-26T06:01:14.352553+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:57:19.133123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:12.338814+0000","last_change":"2024-07-26T06:01:11.350773+0000","last_active":"2024-07-26T06:01:12.338814+0000","last_peered":"2024-07-26T06:01:12.338814+0000","last_clean":"2024-07-26T06:01:12.338814+0000","last_became_active":"2024-07-26T06:01:11.350519+0000","last_became_peered":"2024-07-26T06:01:11.350519+0000","last_unstale":"2024-07-26T06:01:12.338814+0000","last_undegraded":"2024-07-26T06:01:12.338814+0000","last_fullsized":"2024-07-26T06:01:12.338814+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:04:14.493880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:13.058543+0000","last_change":"2024-07-26T06:01:08.074093+0000","last_active":"2024-07-26T06:01:13.058543+0000","last_peered":"2024-07-26T06:01:13.058543+0000","last_clean":"2024-07-26T06:01:13.058543+0000","last_became_active":"2024-07-26T06:01:08.073824+0000","last_became_peered":"2024-07-26T06:01:08.073824+0000","last_unstale":"2024-07-26T06:01:13.058543+0000","last_undegraded":"2024-07-26T06:01:13.058543+0000","last_fullsized":"2024-07-26T06:01:13.058543+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:41:59.069133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:12.338019+0000","last_change":"2024-07-26T06:01:11.358606+0000","last_active":"2024-07-26T06:01:12.338019+0000","last_peered":"2024-07-26T06:01:12.338019+0000","last_clean":"2024-07-26T06:01:12.338019+0000","last_became_active":"2024-07-26T06:01:11.358329+0000","last_became_peered":"2024-07-26T06:01:11.358329+0000","last_unstale":"2024-07-26T06:01:12.338019+0000","last_undegraded":"2024-07-26T06:01:12.338019+0000","last_fullsized":"2024-07-26T06:01:12.338019+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:48:59.720255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:13.058534+0000","last_change":"2024-07-26T06:01:08.064593+0000","last_active":"2024-07-26T06:01:13.058534+0000","last_peered":"2024-07-26T06:01:13.058534+0000","last_clean":"2024-07-26T06:01:13.058534+0000","last_became_active":"2024-07-26T06:01:08.064330+0000","last_became_peered":"2024-07-26T06:01:08.064330+0000","last_unstale":"2024-07-26T06:01:13.058534+0000","last_undegraded":"2024-07-26T06:01:13.058534+0000","last_fullsized":"2024-07-26T06:01:13.058534+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:36:28.458527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:12.337725+0000","last_change":"2024-07-26T06:01:11.359793+0000","last_active":"2024-07-26T06:01:12.337725+0000","last_peered":"2024-07-26T06:01:12.337725+0000","last_clean":"2024-07-26T06:01:12.337725+0000","last_became_active":"2024-07-26T06:01:11.359551+0000","last_became_peered":"2024-07-26T06:01:11.359551+0000","last_unstale":"2024-07-26T06:01:12.337725+0000","last_undegraded":"2024-07-26T06:01:12.337725+0000","last_fullsized":"2024-07-26T06:01:12.337725+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:38:12.536640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:13.058685+0000","last_change":"2024-07-26T06:01:08.068525+0000","last_active":"2024-07-26T06:01:13.058685+0000","last_peered":"2024-07-26T06:01:13.058685+0000","last_clean":"2024-07-26T06:01:13.058685+0000","last_became_active":"2024-07-26T06:01:08.068259+0000","last_became_peered":"2024-07-26T06:01:08.068259+0000","last_unstale":"2024-07-26T06:01:13.058685+0000","last_undegraded":"2024-07-26T06:01:13.058685+0000","last_fullsized":"2024-07-26T06:01:13.058685+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:06:34.669352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:12.338226+0000","last_change":"2024-07-26T06:01:11.353711+0000","last_active":"2024-07-26T06:01:12.338226+0000","last_peered":"2024-07-26T06:01:12.338226+0000","last_clean":"2024-07-26T06:01:12.338226+0000","last_became_active":"2024-07-26T06:01:11.353451+0000","last_became_peered":"2024-07-26T06:01:11.353451+0000","last_unstale":"2024-07-26T06:01:12.338226+0000","last_undegraded":"2024-07-26T06:01:12.338226+0000","last_fullsized":"2024-07-26T06:01:12.338226+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:26:22.584224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"65'2","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:01:14.355744+0000","last_change":"2024-07-26T06:01:08.073337+0000","last_active":"2024-07-26T06:01:14.355744+0000","last_peered":"2024-07-26T06:01:14.355744+0000","last_clean":"2024-07-26T06:01:14.355744+0000","last_became_active":"2024-07-26T06:01:08.072996+0000","last_became_peered":"2024-07-26T06:01:08.072996+0000","last_unstale":"2024-07-26T06:01:14.355744+0000","last_undegraded":"2024-07-26T06:01:14.355744+0000","last_fullsized":"2024-07-26T06:01:14.355744+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:57:39.857006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:13.058858+0000","last_change":"2024-07-26T06:01:11.349969+0000","last_active":"2024-07-26T06:01:13.058858+0000","last_peered":"2024-07-26T06:01:13.058858+0000","last_clean":"2024-07-26T06:01:13.058858+0000","last_became_active":"2024-07-26T06:01:11.349691+0000","last_became_peered":"2024-07-26T06:01:11.349691+0000","last_unstale":"2024-07-26T06:01:13.058858+0000","last_undegraded":"2024-07-26T06:01:13.058858+0000","last_fullsized":"2024-07-26T06:01:13.058858+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:18:29.582029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:12.604155+0000","last_change":"2024-07-26T06:01:11.351541+0000","last_active":"2024-07-26T06:01:12.604155+0000","last_peered":"2024-07-26T06:01:12.604155+0000","last_clean":"2024-07-26T06:01:12.604155+0000","last_became_active":"2024-07-26T06:01:11.351148+0000","last_became_peered":"2024-07-26T06:01:11.351148+0000","last_unstale":"2024-07-26T06:01:12.604155+0000","last_undegraded":"2024-07-26T06:01:12.604155+0000","last_fullsized":"2024-07-26T06:01:12.604155+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:11:39.172325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"65'2","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:01:14.356071+0000","last_change":"2024-07-26T06:01:08.073858+0000","last_active":"2024-07-26T06:01:14.356071+0000","last_peered":"2024-07-26T06:01:14.356071+0000","last_clean":"2024-07-26T06:01:14.356071+0000","last_became_active":"2024-07-26T06:01:08.073536+0000","last_became_peered":"2024-07-26T06:01:08.073536+0000","last_unstale":"2024-07-26T06:01:14.356071+0000","last_undegraded":"2024-07-26T06:01:14.356071+0000","last_fullsized":"2024-07-26T06:01:14.356071+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:36:53.389271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:12.603937+0000","last_change":"2024-07-26T06:01:11.362934+0000","last_active":"2024-07-26T06:01:12.603937+0000","last_peered":"2024-07-26T06:01:12.603937+0000","last_clean":"2024-07-26T06:01:12.603937+0000","last_became_active":"2024-07-26T06:01:11.362390+0000","last_became_peered":"2024-07-26T06:01:11.362390+0000","last_unstale":"2024-07-26T06:01:12.603937+0000","last_undegraded":"2024-07-26T06:01:12.603937+0000","last_fullsized":"2024-07-26T06:01:12.603937+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:15:09.280407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"65'2","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:01:14.356923+0000","last_change":"2024-07-26T06:01:08.074747+0000","last_active":"2024-07-26T06:01:14.356923+0000","last_peered":"2024-07-26T06:01:14.356923+0000","last_clean":"2024-07-26T06:01:14.356923+0000","last_became_active":"2024-07-26T06:01:08.073964+0000","last_became_peered":"2024-07-26T06:01:08.073964+0000","last_unstale":"2024-07-26T06:01:14.356923+0000","last_undegraded":"2024-07-26T06:01:14.356923+0000","last_fullsized":"2024-07-26T06:01:14.356923+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:54:06.244462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:12.339272+0000","last_change":"2024-07-26T06:01:11.355897+0000","last_active":"2024-07-26T06:01:12.339272+0000","last_peered":"2024-07-26T06:01:12.339272+0000","last_clean":"2024-07-26T06:01:12.339272+0000","last_became_active":"2024-07-26T06:01:11.354937+0000","last_became_peered":"2024-07-26T06:01:11.354937+0000","last_unstale":"2024-07-26T06:01:12.339272+0000","last_undegraded":"2024-07-26T06:01:12.339272+0000","last_fullsized":"2024-07-26T06:01:12.339272+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T06:36:41.027614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"65'1","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:01:14.351548+0000","last_change":"2024-07-26T06:01:08.063586+0000","last_active":"2024-07-26T06:01:14.351548+0000","last_peered":"2024-07-26T06:01:14.351548+0000","last_clean":"2024-07-26T06:01:14.351548+0000","last_became_active":"2024-07-26T06:01:08.063302+0000","last_became_peered":"2024-07-26T06:01:08.063302+0000","last_unstale":"2024-07-26T06:01:14.351548+0000","last_undegraded":"2024-07-26T06:01:14.351548+0000","last_fullsized":"2024-07-26T06:01:14.351548+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:39:47.677141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:12.338160+0000","last_change":"2024-07-26T06:01:11.355949+0000","last_active":"2024-07-26T06:01:12.338160+0000","last_peered":"2024-07-26T06:01:12.338160+0000","last_clean":"2024-07-26T06:01:12.338160+0000","last_became_active":"2024-07-26T06:01:11.355659+0000","last_became_peered":"2024-07-26T06:01:11.355659+0000","last_unstale":"2024-07-26T06:01:12.338160+0000","last_undegraded":"2024-07-26T06:01:12.338160+0000","last_fullsized":"2024-07-26T06:01:12.338160+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:51:43.118464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"65'4","reported_seq":18,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:01:14.355888+0000","last_change":"2024-07-26T06:01:08.066313+0000","last_active":"2024-07-26T06:01:14.355888+0000","last_peered":"2024-07-26T06:01:14.355888+0000","last_clean":"2024-07-26T06:01:14.355888+0000","last_became_active":"2024-07-26T06:01:08.066056+0000","last_became_peered":"2024-07-26T06:01:08.066056+0000","last_unstale":"2024-07-26T06:01:14.355888+0000","last_undegraded":"2024-07-26T06:01:14.355888+0000","last_fullsized":"2024-07-26T06:01:14.355888+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:10:29.824132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2338,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233996,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298576,"kb_used_data":1220,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446576,"statfs":{"total":95995035648,"available":95689293824,"internally_reserved":0,"allocated":1249280,"data_stored":867193,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64600000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.505}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57399999999999995}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52300000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44900000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67700000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58599999999999997}]}]},{"osd":6,"up_from":46,"seq":197568495633,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298580,"kb_used_data":1228,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446572,"statfs":{"total":95995035648,"available":95689289728,"internally_reserved":0,"allocated":1257472,"data_stored":868476,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 26 06:01:21 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.48899999999999999},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.55500000000000005}]},{"osd":1,"last update":"Fri Jul 26 06:01:21 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.56699999999999995},{"interface":"front","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":0.873,"5min":0.873,"15min":0.873},"last":0.5}]},{"osd":2,"last update":"Fri Jul 26 06:01:21 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":0.85699999999999998},"last":0.53700000000000003}]},{"osd":3,"last update":"Fri Jul 26 06:01:21 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"last":0.443},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.42799999999999999}]},{"osd":4,"last update":"Fri Jul 26 06:01:21 2024","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.432,"15min":0.432},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.34699999999999998},{"interface":"front","average":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.379}]},{"osd":5,"last update":"Fri Jul 26 06:01:21 2024","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.40500000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47299999999999998}]}]},{"osd":5,"up_from":38,"seq":163208757269,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298016,"kb_used_data":656,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447136,"statfs":{"total":95995035648,"available":95689867264,"internally_reserved":0,"allocated":671744,"data_stored":278463,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 26 06:00:56 2024","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.499,"15min":0.499},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.40899999999999997},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.53800000000000003}]},{"osd":1,"last update":"Fri Jul 26 06:00:56 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":1.0740000000000001,"5min":1.0740000000000001,"15min":1.0740000000000001},"last":0.44},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.59699999999999998}]},{"osd":2,"last update":"Fri Jul 26 06:00:56 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":1.05,"5min":1.05,"15min":1.05},"last":0.51600000000000001}]},{"osd":3,"last update":"Fri Jul 26 06:00:56 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":1.099,"5min":1.099,"15min":1.099},"last":0.48099999999999998}]},{"osd":4,"last update":"Fri Jul 26 06:00:56 2024","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"last":0.66300000000000003},{"interface":"front","average":{"1min":0.37,"5min":0.37,"15min":0.37},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"last":0.504}]},{"osd":6,"last update":"Fri Jul 26 06:01:21 2024","interfaces":[{"interface":"back","average":{"1min":0.442,"5min":0.442,"15min":0.442},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.94199999999999995,"5min":0.94199999999999995,"15min":0.94199999999999995},"last":0.62}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58599999999999997}]}]},{"osd":4,"up_from":30,"seq":128849018906,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298016,"kb_used_data":656,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447136,"statfs":{"total":95995035648,"available":95689867264,"internally_reserved":0,"allocated":671744,"data_stored":277517,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 26 06:00:32 2024","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.65700000000000003},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.61499999999999999}]},{"osd":1,"last update":"Fri Jul 26 06:00:32 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.60099999999999998}]},{"osd":2,"last update":"Fri Jul 26 06:00:32 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.5},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.624}]},{"osd":3,"last update":"Fri Jul 26 06:00:32 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"last":0.53500000000000003}]},{"osd":5,"last update":"Fri Jul 26 06:01:01 2024","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.64200000000000002},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.40600000000000003}]},{"osd":6,"last update":"Fri Jul 26 06:01:23 2024","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.432,"15min":0.432},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.98399999999999999,"5min":0.98399999999999999,"15min":0.98399999999999999},"last":0.56299999999999994}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47099999999999997}]}]},{"osd":3,"up_from":25,"seq":107374182430,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298016,"kb_used_data":656,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447136,"statfs":{"total":95995035648,"available":95689867264,"internally_reserved":0,"allocated":671744,"data_stored":278154,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 26 06:01:15 2024","interfaces":[{"interface":"back","average":{"1min":0.38500000000000001,"5min":0.40300000000000002,"15min":0.40600000000000003},"min":{"1min":0.25600000000000001,"5min":0.219,"15min":0.219},"max":{"1min":0.56100000000000005,"5min":0.58899999999999997,"15min":0.58899999999999997},"last":0.32900000000000001},{"interface":"front","average":{"1min":0.40799999999999997,"5min":0.41999999999999998,"15min":0.42199999999999999},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.58899999999999997,"5min":0.625,"15min":0.625},"last":0.36899999999999999}]},{"osd":1,"last update":"Fri Jul 26 06:01:15 2024","interfaces":[{"interface":"back","average":{"1min":0.39200000000000002,"5min":0.38400000000000001,"15min":0.38300000000000001},"min":{"1min":0.249,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.51400000000000001,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.29599999999999999},{"interface":"front","average":{"1min":0.38,"5min":0.40100000000000002,"15min":0.40500000000000003},"min":{"1min":0.251,"5min":0.251,"15min":0.251},"max":{"1min":0.53300000000000003,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.40799999999999997}]},{"osd":2,"last update":"Fri Jul 26 06:01:15 2024","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.42799999999999999,"15min":0.42999999999999999},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.57399999999999995,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.35799999999999998},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"last":0.39000000000000001}]},{"osd":4,"last update":"Fri Jul 26 06:00:33 2024","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.627,"5min":0.627,"15min":0.627},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.54700000000000004}]},{"osd":5,"last update":"Fri Jul 26 06:00:58 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.502}]},{"osd":6,"last update":"Fri Jul 26 06:01:21 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.57599999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53600000000000003}]}]},{"osd":2,"up_from":18,"seq":77309411364,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297992,"kb_used_data":640,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447160,"statfs":{"total":95995035648,"available":95689891840,"internally_reserved":0,"allocated":655360,"data_stored":276821,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 26 06:00:49 2024","interfaces":[{"interface":"back","average":{"1min":0.36499999999999999,"5min":0.35699999999999998,"15min":0.35599999999999998},"min":{"1min":0.247,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"last":0.30099999999999999},{"interface":"front","average":{"1min":0.40400000000000003,"5min":0.36399999999999999,"15min":0.35799999999999998},"min":{"1min":0.27700000000000002,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"last":0.34300000000000003}]},{"osd":1,"last update":"Fri Jul 26 06:00:49 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.376,"15min":0.376},"min":{"1min":0.26500000000000001,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"last":0.315},{"interface":"front","average":{"1min":0.40799999999999997,"5min":0.39800000000000002,"15min":0.39600000000000002},"min":{"1min":0.25700000000000001,"5min":0.224,"15min":0.224},"max":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"last":0.32900000000000001}]},{"osd":3,"last update":"Fri Jul 26 06:01:14 2024","interfaces":[{"interface":"back","average":{"1min":0.41299999999999998,"5min":0.45500000000000002,"15min":0.46200000000000002},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.61599999999999999,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.41599999999999998,"15min":0.41799999999999998},"min":{"1min":0.31,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.28399999999999997}]},{"osd":4,"last update":"Fri Jul 26 06:00:34 2024","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.81899999999999995,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.437},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.47299999999999998}]},{"osd":5,"last update":"Fri Jul 26 06:00:59 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.81399999999999995,"5min":0.81399999999999995,"15min":0.81399999999999995},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.40100000000000002}]},{"osd":6,"last update":"Fri Jul 26 06:01:23 2024","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.59599999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57999999999999996}]}]},{"osd":1,"up_from":13,"seq":55834574888,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298004,"kb_used_data":648,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447148,"statfs":{"total":95995035648,"available":95689879552,"internally_reserved":0,"allocated":663552,"data_stored":276981,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 26 06:01:28 2024","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.34899999999999998,"15min":0.33700000000000002},"min":{"1min":0.25,"5min":0.219,"15min":0.219},"max":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"last":0.58399999999999996},{"interface":"front","average":{"1min":0.33800000000000002,"5min":0.34599999999999997,"15min":0.33000000000000002},"min":{"1min":0.23200000000000001,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":0.46400000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.56299999999999994}]},{"osd":2,"last update":"Fri Jul 26 06:00:49 2024","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":0.39500000000000002,"15min":0.39300000000000002},"min":{"1min":0.29499999999999998,"5min":0.252,"15min":0.252},"max":{"1min":0.55100000000000005,"5min":0.56899999999999995,"15min":0.56899999999999995},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"min":{"1min":0.25900000000000001,"5min":0.221,"15min":0.221},"max":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"last":0.54500000000000004}]},{"osd":3,"last update":"Fri Jul 26 06:01:16 2024","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.438,"15min":0.44800000000000001},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.51700000000000002,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.45300000000000001,"15min":0.45900000000000002},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.59599999999999997}]},{"osd":4,"last update":"Fri Jul 26 06:00:32 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.77000000000000002},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.71599999999999997}]},{"osd":5,"last update":"Fri Jul 26 06:01:00 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.80000000000000004},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.68600000000000005}]},{"osd":6,"last update":"Fri Jul 26 06:01:21 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.69599999999999995},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.74299999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73099999999999998}]}]},{"osd":0,"up_from":8,"seq":34359738412,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298588,"kb_used_data":1236,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446564,"statfs":{"total":95995035648,"available":95689281536,"internally_reserved":0,"allocated":1265664,"data_stored":867905,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Jul 26 06:01:24 2024","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.33200000000000002,"15min":0.31900000000000001},"min":{"1min":0.218,"5min":0.214,"15min":0.214},"max":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"last":0.309},{"interface":"front","average":{"1min":0.38500000000000001,"5min":0.34300000000000003,"15min":0.32900000000000001},"min":{"1min":0.29499999999999998,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.501,"5min":0.501,"15min":0.501},"last":0.28000000000000003}]},{"osd":2,"last update":"Fri Jul 26 06:00:53 2024","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.378,"15min":0.375},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.502,"5min":0.52500000000000002,"15min":0.52500000000000002},"last":0.35799999999999998},{"interface":"front","average":{"1min":0.373,"5min":0.36199999999999999,"15min":0.35999999999999999},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.495,"5min":0.56599999999999995,"15min":0.56599999999999995},"last":0.29799999999999999}]},{"osd":3,"last update":"Fri Jul 26 06:01:18 2024","interfaces":[{"interface":"back","average":{"1min":0.41699999999999998,"5min":0.39600000000000002,"15min":0.39200000000000002},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"last":0.249},{"interface":"front","average":{"1min":0.442,"5min":0.44600000000000001,"15min":0.44700000000000001},"min":{"1min":0.34999999999999998,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.52800000000000002,"5min":0.54700000000000004,"15min":0.54700000000000004},"last":0.33400000000000002}]},{"osd":4,"last update":"Fri Jul 26 06:00:35 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.874,"5min":0.874,"15min":0.874},"last":0.66500000000000004}]},{"osd":5,"last update":"Fri Jul 26 06:01:02 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.65200000000000002},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.60199999999999998}]},{"osd":6,"last update":"Fri Jul 26 06:01:21 2024","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.69199999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61099999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1642,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T06:01:35.805 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- ceph pg dump --format=json 2024-07-26T06:01:35.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:35 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.3", "id": [7, 4]}]: dispatch 2024-07-26T06:01:35.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:35 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.a", "id": [6, 2]}]: dispatch 2024-07-26T06:01:35.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:35 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 3]}]: dispatch 2024-07-26T06:01:35.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:35 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.f", "id": [4, 1]}]: dispatch 2024-07-26T06:01:35.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:35 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.12", "id": [0, 2]}]: dispatch 2024-07-26T06:01:35.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:35 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [5, 2]}]: dispatch 2024-07-26T06:01:35.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:35 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.24", "id": [0, 1]}]: dispatch 2024-07-26T06:01:36.054 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:01:36.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:36 smithi155 ceph-mon[33309]: from='client.24410 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-07-26T06:01:36.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:36 smithi155 ceph-mon[33309]: pgmap v205: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:01:36.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:36 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.3", "id": [7, 4]}]': finished 2024-07-26T06:01:36.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:36 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.a", "id": [6, 2]}]': finished 2024-07-26T06:01:36.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:36 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 3]}]': finished 2024-07-26T06:01:36.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:36 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.f", "id": [4, 1]}]': finished 2024-07-26T06:01:36.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:36 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.12", "id": [0, 2]}]': finished 2024-07-26T06:01:36.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:36 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [5, 2]}]': finished 2024-07-26T06:01:36.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:36 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.24", "id": [0, 1]}]': finished 2024-07-26T06:01:36.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:36 smithi155 ceph-mon[33309]: osdmap e66: 8 total, 8 up, 8 in 2024-07-26T06:01:36.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:36 smithi089 ceph-mon[29555]: from='client.24410 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-07-26T06:01:36.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:36 smithi089 ceph-mon[29555]: pgmap v205: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:01:36.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:36 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.3", "id": [7, 4]}]': finished 2024-07-26T06:01:36.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:36 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.a", "id": [6, 2]}]': finished 2024-07-26T06:01:36.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:36 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 3]}]': finished 2024-07-26T06:01:36.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:36 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.f", "id": [4, 1]}]': finished 2024-07-26T06:01:36.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:36 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.12", "id": [0, 2]}]': finished 2024-07-26T06:01:36.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:36 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [5, 2]}]': finished 2024-07-26T06:01:36.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:36 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.24", "id": [0, 1]}]': finished 2024-07-26T06:01:36.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:36 smithi089 ceph-mon[29555]: osdmap e66: 8 total, 8 up, 8 in 2024-07-26T06:01:36.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:36 smithi089 ceph-mon[41451]: from='client.24410 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-07-26T06:01:36.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:36 smithi089 ceph-mon[41451]: pgmap v205: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:01:36.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:36 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.3", "id": [7, 4]}]': finished 2024-07-26T06:01:36.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:36 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.a", "id": [6, 2]}]': finished 2024-07-26T06:01:36.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:36 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 3]}]': finished 2024-07-26T06:01:36.907 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:36 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.f", "id": [4, 1]}]': finished 2024-07-26T06:01:36.907 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:36 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.12", "id": [0, 2]}]': finished 2024-07-26T06:01:36.907 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:36 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [5, 2]}]': finished 2024-07-26T06:01:36.907 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:36 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.24", "id": [0, 1]}]': finished 2024-07-26T06:01:36.907 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:36 smithi089 ceph-mon[41451]: osdmap e66: 8 total, 8 up, 8 in 2024-07-26T06:01:37.594 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:37 smithi089 ceph-mon[29555]: osdmap e67: 8 total, 8 up, 8 in 2024-07-26T06:01:37.594 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:37 smithi089 ceph-mon[41451]: osdmap e67: 8 total, 8 up, 8 in 2024-07-26T06:01:37.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:37 smithi155 ceph-mon[33309]: osdmap e67: 8 total, 8 up, 8 in 2024-07-26T06:01:38.040 INFO:teuthology.orchestra.run.smithi089.stdout: 2024-07-26T06:01:38.041 INFO:teuthology.orchestra.run.smithi089.stderr:dumped all 2024-07-26T06:01:38.690 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:38 smithi089 ceph-mon[29555]: pgmap v208: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:01:38.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:38 smithi089 ceph-mon[41451]: pgmap v208: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:01:38.715 INFO:teuthology.orchestra.run.smithi089.stdout:{"pg_ready":true,"pg_map":{"version":208,"stamp":"2024-07-26T06:01:37.341682+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592706,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2385832,"kb_used_data":6988,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747575384,"statfs":{"total":767960285184,"available":765517193216,"internally_reserved":0,"allocated":7155712,"data_stored":4018271,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001632"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:13.059499+0000","last_change":"2024-07-26T06:01:11.355572+0000","last_active":"2024-07-26T06:01:13.059499+0000","last_peered":"2024-07-26T06:01:13.059499+0000","last_clean":"2024-07-26T06:01:13.059499+0000","last_became_active":"2024-07-26T06:01:11.355301+0000","last_became_peered":"2024-07-26T06:01:11.355301+0000","last_unstale":"2024-07-26T06:01:13.059499+0000","last_undegraded":"2024-07-26T06:01:13.059499+0000","last_fullsized":"2024-07-26T06:01:13.059499+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:57:48.194583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-26T06:01:35.404662+0000","last_change":"2024-07-26T06:01:11.357194+0000","last_active":"2024-07-26T06:01:35.404662+0000","last_peered":"2024-07-26T06:01:35.404662+0000","last_clean":"2024-07-26T06:01:35.404662+0000","last_became_active":"2024-07-26T06:01:11.356902+0000","last_became_peered":"2024-07-26T06:01:11.356902+0000","last_unstale":"2024-07-26T06:01:35.404662+0000","last_undegraded":"2024-07-26T06:01:35.404662+0000","last_fullsized":"2024-07-26T06:01:35.404662+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:06:30.131634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:12.339047+0000","last_change":"2024-07-26T06:01:11.346200+0000","last_active":"2024-07-26T06:01:12.339047+0000","last_peered":"2024-07-26T06:01:12.339047+0000","last_clean":"2024-07-26T06:01:12.339047+0000","last_became_active":"2024-07-26T06:01:11.345941+0000","last_became_peered":"2024-07-26T06:01:11.345941+0000","last_unstale":"2024-07-26T06:01:12.339047+0000","last_undegraded":"2024-07-26T06:01:12.339047+0000","last_fullsized":"2024-07-26T06:01:12.339047+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:18:36.508099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-26T06:01:35.410274+0000","last_change":"2024-07-26T06:01:11.353881+0000","last_active":"2024-07-26T06:01:35.410274+0000","last_peered":"2024-07-26T06:01:35.410274+0000","last_clean":"2024-07-26T06:01:35.410274+0000","last_became_active":"2024-07-26T06:01:11.352759+0000","last_became_peered":"2024-07-26T06:01:11.352759+0000","last_unstale":"2024-07-26T06:01:35.410274+0000","last_undegraded":"2024-07-26T06:01:35.410274+0000","last_fullsized":"2024-07-26T06:01:35.410274+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:09:16.245598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:13.058859+0000","last_change":"2024-07-26T06:01:11.361477+0000","last_active":"2024-07-26T06:01:13.058859+0000","last_peered":"2024-07-26T06:01:13.058859+0000","last_clean":"2024-07-26T06:01:13.058859+0000","last_became_active":"2024-07-26T06:01:11.361214+0000","last_became_peered":"2024-07-26T06:01:11.361214+0000","last_unstale":"2024-07-26T06:01:13.058859+0000","last_undegraded":"2024-07-26T06:01:13.058859+0000","last_fullsized":"2024-07-26T06:01:13.058859+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:06:24.202096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-26T06:01:35.409825+0000","last_change":"2024-07-26T06:01:11.350976+0000","last_active":"2024-07-26T06:01:35.409825+0000","last_peered":"2024-07-26T06:01:35.409825+0000","last_clean":"2024-07-26T06:01:35.409825+0000","last_became_active":"2024-07-26T06:01:11.350705+0000","last_became_peered":"2024-07-26T06:01:11.350705+0000","last_unstale":"2024-07-26T06:01:35.409825+0000","last_undegraded":"2024-07-26T06:01:35.409825+0000","last_fullsized":"2024-07-26T06:01:35.409825+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:21:20.720672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:13.058558+0000","last_change":"2024-07-26T06:01:11.359548+0000","last_active":"2024-07-26T06:01:13.058558+0000","last_peered":"2024-07-26T06:01:13.058558+0000","last_clean":"2024-07-26T06:01:13.058558+0000","last_became_active":"2024-07-26T06:01:11.359267+0000","last_became_peered":"2024-07-26T06:01:11.359267+0000","last_unstale":"2024-07-26T06:01:13.058558+0000","last_undegraded":"2024-07-26T06:01:13.058558+0000","last_fullsized":"2024-07-26T06:01:13.058558+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:33:58.112041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:12.337624+0000","last_change":"2024-07-26T06:01:11.359303+0000","last_active":"2024-07-26T06:01:12.337624+0000","last_peered":"2024-07-26T06:01:12.337624+0000","last_clean":"2024-07-26T06:01:12.337624+0000","last_became_active":"2024-07-26T06:01:11.359040+0000","last_became_peered":"2024-07-26T06:01:11.359040+0000","last_unstale":"2024-07-26T06:01:12.337624+0000","last_undegraded":"2024-07-26T06:01:12.337624+0000","last_fullsized":"2024-07-26T06:01:12.337624+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:18:42.265603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:13.059694+0000","last_change":"2024-07-26T06:01:11.364806+0000","last_active":"2024-07-26T06:01:13.059694+0000","last_peered":"2024-07-26T06:01:13.059694+0000","last_clean":"2024-07-26T06:01:13.059694+0000","last_became_active":"2024-07-26T06:01:11.364528+0000","last_became_peered":"2024-07-26T06:01:11.364528+0000","last_unstale":"2024-07-26T06:01:13.059694+0000","last_undegraded":"2024-07-26T06:01:13.059694+0000","last_fullsized":"2024-07-26T06:01:13.059694+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:04:32.276411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:01:14.033514+0000","last_change":"2024-07-26T06:01:11.357262+0000","last_active":"2024-07-26T06:01:14.033514+0000","last_peered":"2024-07-26T06:01:14.033514+0000","last_clean":"2024-07-26T06:01:14.033514+0000","last_became_active":"2024-07-26T06:01:11.356969+0000","last_became_peered":"2024-07-26T06:01:11.356969+0000","last_unstale":"2024-07-26T06:01:14.033514+0000","last_undegraded":"2024-07-26T06:01:14.033514+0000","last_fullsized":"2024-07-26T06:01:14.033514+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:31:23.205649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:01:14.033452+0000","last_change":"2024-07-26T06:01:11.353847+0000","last_active":"2024-07-26T06:01:14.033452+0000","last_peered":"2024-07-26T06:01:14.033452+0000","last_clean":"2024-07-26T06:01:14.033452+0000","last_became_active":"2024-07-26T06:01:11.353434+0000","last_became_peered":"2024-07-26T06:01:11.353434+0000","last_unstale":"2024-07-26T06:01:14.033452+0000","last_undegraded":"2024-07-26T06:01:14.033452+0000","last_fullsized":"2024-07-26T06:01:14.033452+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:55:54.944715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-26T06:01:35.405648+0000","last_change":"2024-07-26T06:01:11.348842+0000","last_active":"2024-07-26T06:01:35.405648+0000","last_peered":"2024-07-26T06:01:35.405648+0000","last_clean":"2024-07-26T06:01:35.405648+0000","last_became_active":"2024-07-26T06:01:11.348191+0000","last_became_peered":"2024-07-26T06:01:11.348191+0000","last_unstale":"2024-07-26T06:01:35.405648+0000","last_undegraded":"2024-07-26T06:01:35.405648+0000","last_fullsized":"2024-07-26T06:01:35.405648+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:47:55.547117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:12.338140+0000","last_change":"2024-07-26T06:01:11.356622+0000","last_active":"2024-07-26T06:01:12.338140+0000","last_peered":"2024-07-26T06:01:12.338140+0000","last_clean":"2024-07-26T06:01:12.338140+0000","last_became_active":"2024-07-26T06:01:11.356271+0000","last_became_peered":"2024-07-26T06:01:11.356271+0000","last_unstale":"2024-07-26T06:01:12.338140+0000","last_undegraded":"2024-07-26T06:01:12.338140+0000","last_fullsized":"2024-07-26T06:01:12.338140+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:38:01.117697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:12.338814+0000","last_change":"2024-07-26T06:01:11.356410+0000","last_active":"2024-07-26T06:01:12.338814+0000","last_peered":"2024-07-26T06:01:12.338814+0000","last_clean":"2024-07-26T06:01:12.338814+0000","last_became_active":"2024-07-26T06:01:11.355006+0000","last_became_peered":"2024-07-26T06:01:11.355006+0000","last_unstale":"2024-07-26T06:01:12.338814+0000","last_undegraded":"2024-07-26T06:01:12.338814+0000","last_fullsized":"2024-07-26T06:01:12.338814+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:43:46.712580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-26T06:01:35.404115+0000","last_change":"2024-07-26T06:01:11.362595+0000","last_active":"2024-07-26T06:01:35.404115+0000","last_peered":"2024-07-26T06:01:35.404115+0000","last_clean":"2024-07-26T06:01:35.404115+0000","last_became_active":"2024-07-26T06:01:11.361850+0000","last_became_peered":"2024-07-26T06:01:11.361850+0000","last_unstale":"2024-07-26T06:01:35.404115+0000","last_undegraded":"2024-07-26T06:01:35.404115+0000","last_fullsized":"2024-07-26T06:01:35.404115+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:33:01.311628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-26T06:01:35.409254+0000","last_change":"2024-07-26T06:01:11.356494+0000","last_active":"2024-07-26T06:01:35.409254+0000","last_peered":"2024-07-26T06:01:35.409254+0000","last_clean":"2024-07-26T06:01:35.409254+0000","last_became_active":"2024-07-26T06:01:11.354814+0000","last_became_peered":"2024-07-26T06:01:11.354814+0000","last_unstale":"2024-07-26T06:01:35.409254+0000","last_undegraded":"2024-07-26T06:01:35.409254+0000","last_fullsized":"2024-07-26T06:01:35.409254+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:29:23.535816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-26T06:01:35.410585+0000","last_change":"2024-07-26T06:01:11.352997+0000","last_active":"2024-07-26T06:01:35.410585+0000","last_peered":"2024-07-26T06:01:35.410585+0000","last_clean":"2024-07-26T06:01:35.410585+0000","last_became_active":"2024-07-26T06:01:11.352718+0000","last_became_peered":"2024-07-26T06:01:11.352718+0000","last_unstale":"2024-07-26T06:01:35.410585+0000","last_undegraded":"2024-07-26T06:01:35.410585+0000","last_fullsized":"2024-07-26T06:01:35.410585+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:21:00.866905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:13.058706+0000","last_change":"2024-07-26T06:01:11.352961+0000","last_active":"2024-07-26T06:01:13.058706+0000","last_peered":"2024-07-26T06:01:13.058706+0000","last_clean":"2024-07-26T06:01:13.058706+0000","last_became_active":"2024-07-26T06:01:11.352675+0000","last_became_peered":"2024-07-26T06:01:11.352675+0000","last_unstale":"2024-07-26T06:01:13.058706+0000","last_undegraded":"2024-07-26T06:01:13.058706+0000","last_fullsized":"2024-07-26T06:01:13.058706+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:32:15.204440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:13.059337+0000","last_change":"2024-07-26T06:01:11.356745+0000","last_active":"2024-07-26T06:01:13.059337+0000","last_peered":"2024-07-26T06:01:13.059337+0000","last_clean":"2024-07-26T06:01:13.059337+0000","last_became_active":"2024-07-26T06:01:11.356460+0000","last_became_peered":"2024-07-26T06:01:11.356460+0000","last_unstale":"2024-07-26T06:01:13.059337+0000","last_undegraded":"2024-07-26T06:01:13.059337+0000","last_fullsized":"2024-07-26T06:01:13.059337+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:19:23.507019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:01:14.033367+0000","last_change":"2024-07-26T06:01:11.360672+0000","last_active":"2024-07-26T06:01:14.033367+0000","last_peered":"2024-07-26T06:01:14.033367+0000","last_clean":"2024-07-26T06:01:14.033367+0000","last_became_active":"2024-07-26T06:01:11.360390+0000","last_became_peered":"2024-07-26T06:01:11.360390+0000","last_unstale":"2024-07-26T06:01:14.033367+0000","last_undegraded":"2024-07-26T06:01:14.033367+0000","last_fullsized":"2024-07-26T06:01:14.033367+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:26:01.809508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:12.338558+0000","last_change":"2024-07-26T06:01:11.351836+0000","last_active":"2024-07-26T06:01:12.338558+0000","last_peered":"2024-07-26T06:01:12.338558+0000","last_clean":"2024-07-26T06:01:12.338558+0000","last_became_active":"2024-07-26T06:01:11.351584+0000","last_became_peered":"2024-07-26T06:01:11.351584+0000","last_unstale":"2024-07-26T06:01:12.338558+0000","last_undegraded":"2024-07-26T06:01:12.338558+0000","last_fullsized":"2024-07-26T06:01:12.338558+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:04:43.109332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-26T06:01:35.409903+0000","last_change":"2024-07-26T06:01:11.353528+0000","last_active":"2024-07-26T06:01:35.409903+0000","last_peered":"2024-07-26T06:01:35.409903+0000","last_clean":"2024-07-26T06:01:35.409903+0000","last_became_active":"2024-07-26T06:01:11.352185+0000","last_became_peered":"2024-07-26T06:01:11.352185+0000","last_unstale":"2024-07-26T06:01:35.409903+0000","last_undegraded":"2024-07-26T06:01:35.409903+0000","last_fullsized":"2024-07-26T06:01:35.409903+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:51:12.029056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:12.337791+0000","last_change":"2024-07-26T06:01:11.351667+0000","last_active":"2024-07-26T06:01:12.337791+0000","last_peered":"2024-07-26T06:01:12.337791+0000","last_clean":"2024-07-26T06:01:12.337791+0000","last_became_active":"2024-07-26T06:01:11.351402+0000","last_became_peered":"2024-07-26T06:01:11.351402+0000","last_unstale":"2024-07-26T06:01:12.337791+0000","last_undegraded":"2024-07-26T06:01:12.337791+0000","last_fullsized":"2024-07-26T06:01:12.337791+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:08:37.461497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-26T06:01:35.409335+0000","last_change":"2024-07-26T06:01:11.356320+0000","last_active":"2024-07-26T06:01:35.409335+0000","last_peered":"2024-07-26T06:01:35.409335+0000","last_clean":"2024-07-26T06:01:35.409335+0000","last_became_active":"2024-07-26T06:01:11.353842+0000","last_became_peered":"2024-07-26T06:01:11.353842+0000","last_unstale":"2024-07-26T06:01:35.409335+0000","last_undegraded":"2024-07-26T06:01:35.409335+0000","last_fullsized":"2024-07-26T06:01:35.409335+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:54:18.348702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:12.338250+0000","last_change":"2024-07-26T06:01:11.353126+0000","last_active":"2024-07-26T06:01:12.338250+0000","last_peered":"2024-07-26T06:01:12.338250+0000","last_clean":"2024-07-26T06:01:12.338250+0000","last_became_active":"2024-07-26T06:01:11.352856+0000","last_became_peered":"2024-07-26T06:01:11.352856+0000","last_unstale":"2024-07-26T06:01:12.338250+0000","last_undegraded":"2024-07-26T06:01:12.338250+0000","last_fullsized":"2024-07-26T06:01:12.338250+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:31:10.275321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:01:14.033619+0000","last_change":"2024-07-26T06:01:11.356569+0000","last_active":"2024-07-26T06:01:14.033619+0000","last_peered":"2024-07-26T06:01:14.033619+0000","last_clean":"2024-07-26T06:01:14.033619+0000","last_became_active":"2024-07-26T06:01:11.356295+0000","last_became_peered":"2024-07-26T06:01:11.356295+0000","last_unstale":"2024-07-26T06:01:14.033619+0000","last_undegraded":"2024-07-26T06:01:14.033619+0000","last_fullsized":"2024-07-26T06:01:14.033619+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:24:05.049612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-26T06:01:35.404003+0000","last_change":"2024-07-26T06:01:11.351677+0000","last_active":"2024-07-26T06:01:35.404003+0000","last_peered":"2024-07-26T06:01:35.404003+0000","last_clean":"2024-07-26T06:01:35.404003+0000","last_became_active":"2024-07-26T06:01:11.350728+0000","last_became_peered":"2024-07-26T06:01:11.350728+0000","last_unstale":"2024-07-26T06:01:35.404003+0000","last_undegraded":"2024-07-26T06:01:35.404003+0000","last_fullsized":"2024-07-26T06:01:35.404003+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:47:05.059573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:12.337941+0000","last_change":"2024-07-26T06:01:11.352753+0000","last_active":"2024-07-26T06:01:12.337941+0000","last_peered":"2024-07-26T06:01:12.337941+0000","last_clean":"2024-07-26T06:01:12.337941+0000","last_became_active":"2024-07-26T06:01:11.352513+0000","last_became_peered":"2024-07-26T06:01:11.352513+0000","last_unstale":"2024-07-26T06:01:12.337941+0000","last_undegraded":"2024-07-26T06:01:12.337941+0000","last_fullsized":"2024-07-26T06:01:12.337941+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:52:44.008288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:12.338609+0000","last_change":"2024-07-26T06:01:11.350557+0000","last_active":"2024-07-26T06:01:12.338609+0000","last_peered":"2024-07-26T06:01:12.338609+0000","last_clean":"2024-07-26T06:01:12.338609+0000","last_became_active":"2024-07-26T06:01:11.349018+0000","last_became_peered":"2024-07-26T06:01:11.349018+0000","last_unstale":"2024-07-26T06:01:12.338609+0000","last_undegraded":"2024-07-26T06:01:12.338609+0000","last_fullsized":"2024-07-26T06:01:12.338609+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:09:10.136575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-26T06:01:35.409978+0000","last_change":"2024-07-26T06:01:11.350068+0000","last_active":"2024-07-26T06:01:35.409978+0000","last_peered":"2024-07-26T06:01:35.409978+0000","last_clean":"2024-07-26T06:01:35.409978+0000","last_became_active":"2024-07-26T06:01:11.349789+0000","last_became_peered":"2024-07-26T06:01:11.349789+0000","last_unstale":"2024-07-26T06:01:35.409978+0000","last_undegraded":"2024-07-26T06:01:35.409978+0000","last_fullsized":"2024-07-26T06:01:35.409978+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:10:30.418232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:13.058285+0000","last_change":"2024-07-26T06:01:11.351987+0000","last_active":"2024-07-26T06:01:13.058285+0000","last_peered":"2024-07-26T06:01:13.058285+0000","last_clean":"2024-07-26T06:01:13.058285+0000","last_became_active":"2024-07-26T06:01:11.351736+0000","last_became_peered":"2024-07-26T06:01:11.351736+0000","last_unstale":"2024-07-26T06:01:13.058285+0000","last_undegraded":"2024-07-26T06:01:13.058285+0000","last_fullsized":"2024-07-26T06:01:13.058285+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:10:21.102778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:01:14.032992+0000","last_change":"2024-07-26T06:01:11.352727+0000","last_active":"2024-07-26T06:01:14.032992+0000","last_peered":"2024-07-26T06:01:14.032992+0000","last_clean":"2024-07-26T06:01:14.032992+0000","last_became_active":"2024-07-26T06:01:11.352447+0000","last_became_peered":"2024-07-26T06:01:11.352447+0000","last_unstale":"2024-07-26T06:01:14.032992+0000","last_undegraded":"2024-07-26T06:01:14.032992+0000","last_fullsized":"2024-07-26T06:01:14.032992+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:46:48.368304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-26T06:01:35.404065+0000","last_change":"2024-07-26T06:01:11.349437+0000","last_active":"2024-07-26T06:01:35.404065+0000","last_peered":"2024-07-26T06:01:35.404065+0000","last_clean":"2024-07-26T06:01:35.404065+0000","last_became_active":"2024-07-26T06:01:11.349137+0000","last_became_peered":"2024-07-26T06:01:11.349137+0000","last_unstale":"2024-07-26T06:01:35.404065+0000","last_undegraded":"2024-07-26T06:01:35.404065+0000","last_fullsized":"2024-07-26T06:01:35.404065+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:25:19.885307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"65'1","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:01:14.352960+0000","last_change":"2024-07-26T06:01:08.071805+0000","last_active":"2024-07-26T06:01:14.352960+0000","last_peered":"2024-07-26T06:01:14.352960+0000","last_clean":"2024-07-26T06:01:14.352960+0000","last_became_active":"2024-07-26T06:01:08.071594+0000","last_became_peered":"2024-07-26T06:01:08.071594+0000","last_unstale":"2024-07-26T06:01:14.352960+0000","last_undegraded":"2024-07-26T06:01:14.352960+0000","last_fullsized":"2024-07-26T06:01:14.352960+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:24:16.296226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:12.338639+0000","last_change":"2024-07-26T06:01:11.352762+0000","last_active":"2024-07-26T06:01:12.338639+0000","last_peered":"2024-07-26T06:01:12.338639+0000","last_clean":"2024-07-26T06:01:12.338639+0000","last_became_active":"2024-07-26T06:01:11.352519+0000","last_became_peered":"2024-07-26T06:01:11.352519+0000","last_unstale":"2024-07-26T06:01:12.338639+0000","last_undegraded":"2024-07-26T06:01:12.338639+0000","last_fullsized":"2024-07-26T06:01:12.338639+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:27:22.372351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"65'1","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:01:14.353639+0000","last_change":"2024-07-26T06:01:08.070953+0000","last_active":"2024-07-26T06:01:14.353639+0000","last_peered":"2024-07-26T06:01:14.353639+0000","last_clean":"2024-07-26T06:01:14.353639+0000","last_became_active":"2024-07-26T06:01:08.070665+0000","last_became_peered":"2024-07-26T06:01:08.070665+0000","last_unstale":"2024-07-26T06:01:14.353639+0000","last_undegraded":"2024-07-26T06:01:14.353639+0000","last_fullsized":"2024-07-26T06:01:14.353639+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:56:07.850223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:12.337912+0000","last_change":"2024-07-26T06:01:08.071291+0000","last_active":"2024-07-26T06:01:12.337912+0000","last_peered":"2024-07-26T06:01:12.337912+0000","last_clean":"2024-07-26T06:01:12.337912+0000","last_became_active":"2024-07-26T06:01:08.071063+0000","last_became_peered":"2024-07-26T06:01:08.071063+0000","last_unstale":"2024-07-26T06:01:12.337912+0000","last_undegraded":"2024-07-26T06:01:12.337912+0000","last_fullsized":"2024-07-26T06:01:12.337912+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T06:53:12.502933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:12.337697+0000","last_change":"2024-07-26T06:01:11.355020+0000","last_active":"2024-07-26T06:01:12.337697+0000","last_peered":"2024-07-26T06:01:12.337697+0000","last_clean":"2024-07-26T06:01:12.337697+0000","last_became_active":"2024-07-26T06:01:11.354541+0000","last_became_peered":"2024-07-26T06:01:11.354541+0000","last_unstale":"2024-07-26T06:01:12.337697+0000","last_undegraded":"2024-07-26T06:01:12.337697+0000","last_fullsized":"2024-07-26T06:01:12.337697+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:37:48.162934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-26T06:01:35.409418+0000","last_change":"2024-07-26T06:01:08.069506+0000","last_active":"2024-07-26T06:01:35.409418+0000","last_peered":"2024-07-26T06:01:35.409418+0000","last_clean":"2024-07-26T06:01:35.409418+0000","last_became_active":"2024-07-26T06:01:08.069254+0000","last_became_peered":"2024-07-26T06:01:08.069254+0000","last_unstale":"2024-07-26T06:01:35.409418+0000","last_undegraded":"2024-07-26T06:01:35.409418+0000","last_fullsized":"2024-07-26T06:01:35.409418+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:44:51.556538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-26T06:01:35.403975+0000","last_change":"2024-07-26T06:01:11.352694+0000","last_active":"2024-07-26T06:01:35.403975+0000","last_peered":"2024-07-26T06:01:35.403975+0000","last_clean":"2024-07-26T06:01:35.403975+0000","last_became_active":"2024-07-26T06:01:11.352443+0000","last_became_peered":"2024-07-26T06:01:11.352443+0000","last_unstale":"2024-07-26T06:01:35.403975+0000","last_undegraded":"2024-07-26T06:01:35.403975+0000","last_fullsized":"2024-07-26T06:01:35.403975+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:30:41.051408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:01:14.033564+0000","last_change":"2024-07-26T06:01:08.069385+0000","last_active":"2024-07-26T06:01:14.033564+0000","last_peered":"2024-07-26T06:01:14.033564+0000","last_clean":"2024-07-26T06:01:14.033564+0000","last_became_active":"2024-07-26T06:01:08.068971+0000","last_became_peered":"2024-07-26T06:01:08.068971+0000","last_unstale":"2024-07-26T06:01:14.033564+0000","last_undegraded":"2024-07-26T06:01:14.033564+0000","last_fullsized":"2024-07-26T06:01:14.033564+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:24:59.685934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-26T06:01:35.410406+0000","last_change":"2024-07-26T06:01:11.358269+0000","last_active":"2024-07-26T06:01:35.410406+0000","last_peered":"2024-07-26T06:01:35.410406+0000","last_clean":"2024-07-26T06:01:35.410406+0000","last_became_active":"2024-07-26T06:01:11.357959+0000","last_became_peered":"2024-07-26T06:01:11.357959+0000","last_unstale":"2024-07-26T06:01:35.410406+0000","last_undegraded":"2024-07-26T06:01:35.410406+0000","last_fullsized":"2024-07-26T06:01:35.410406+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:52:20.644573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-26T06:01:35.410555+0000","last_change":"2024-07-26T06:01:08.070852+0000","last_active":"2024-07-26T06:01:35.410555+0000","last_peered":"2024-07-26T06:01:35.410555+0000","last_clean":"2024-07-26T06:01:35.410555+0000","last_became_active":"2024-07-26T06:01:08.070538+0000","last_became_peered":"2024-07-26T06:01:08.070538+0000","last_unstale":"2024-07-26T06:01:35.410555+0000","last_undegraded":"2024-07-26T06:01:35.410555+0000","last_fullsized":"2024-07-26T06:01:35.410555+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:44:33.948376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:12.339328+0000","last_change":"2024-07-26T06:01:11.356519+0000","last_active":"2024-07-26T06:01:12.339328+0000","last_peered":"2024-07-26T06:01:12.339328+0000","last_clean":"2024-07-26T06:01:12.339328+0000","last_became_active":"2024-07-26T06:01:11.353892+0000","last_became_peered":"2024-07-26T06:01:11.353892+0000","last_unstale":"2024-07-26T06:01:12.339328+0000","last_undegraded":"2024-07-26T06:01:12.339328+0000","last_fullsized":"2024-07-26T06:01:12.339328+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T06:14:05.890064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"65'3","reported_seq":19,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-26T06:01:35.404147+0000","last_change":"2024-07-26T06:01:08.065255+0000","last_active":"2024-07-26T06:01:35.404147+0000","last_peered":"2024-07-26T06:01:35.404147+0000","last_clean":"2024-07-26T06:01:35.404147+0000","last_became_active":"2024-07-26T06:01:08.065020+0000","last_became_peered":"2024-07-26T06:01:08.065020+0000","last_unstale":"2024-07-26T06:01:35.404147+0000","last_undegraded":"2024-07-26T06:01:35.404147+0000","last_fullsized":"2024-07-26T06:01:35.404147+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:11:18.099345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-26T06:01:35.404900+0000","last_change":"2024-07-26T06:01:11.354757+0000","last_active":"2024-07-26T06:01:35.404900+0000","last_peered":"2024-07-26T06:01:35.404900+0000","last_clean":"2024-07-26T06:01:35.404900+0000","last_became_active":"2024-07-26T06:01:11.354466+0000","last_became_peered":"2024-07-26T06:01:11.354466+0000","last_unstale":"2024-07-26T06:01:35.404900+0000","last_undegraded":"2024-07-26T06:01:35.404900+0000","last_fullsized":"2024-07-26T06:01:35.404900+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:52:27.397901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"65'6","reported_seq":21,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:01:14.358200+0000","last_change":"2024-07-26T06:01:08.066706+0000","last_active":"2024-07-26T06:01:14.358200+0000","last_peered":"2024-07-26T06:01:14.358200+0000","last_clean":"2024-07-26T06:01:14.358200+0000","last_became_active":"2024-07-26T06:01:08.066377+0000","last_became_peered":"2024-07-26T06:01:08.066377+0000","last_unstale":"2024-07-26T06:01:14.358200+0000","last_undegraded":"2024-07-26T06:01:14.358200+0000","last_fullsized":"2024-07-26T06:01:14.358200+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:51:42.794194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1552,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:13.059059+0000","last_change":"2024-07-26T06:01:11.363577+0000","last_active":"2024-07-26T06:01:13.059059+0000","last_peered":"2024-07-26T06:01:13.059059+0000","last_clean":"2024-07-26T06:01:13.059059+0000","last_became_active":"2024-07-26T06:01:11.363248+0000","last_became_peered":"2024-07-26T06:01:11.363248+0000","last_unstale":"2024-07-26T06:01:13.059059+0000","last_undegraded":"2024-07-26T06:01:13.059059+0000","last_fullsized":"2024-07-26T06:01:13.059059+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:08:01.338958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"65'2","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:01:14.357710+0000","last_change":"2024-07-26T06:01:08.061755+0000","last_active":"2024-07-26T06:01:14.357710+0000","last_peered":"2024-07-26T06:01:14.357710+0000","last_clean":"2024-07-26T06:01:14.357710+0000","last_became_active":"2024-07-26T06:01:08.061468+0000","last_became_peered":"2024-07-26T06:01:08.061468+0000","last_unstale":"2024-07-26T06:01:14.357710+0000","last_undegraded":"2024-07-26T06:01:14.357710+0000","last_fullsized":"2024-07-26T06:01:14.357710+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:04:32.329152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:12.338887+0000","last_change":"2024-07-26T06:01:11.348207+0000","last_active":"2024-07-26T06:01:12.338887+0000","last_peered":"2024-07-26T06:01:12.338887+0000","last_clean":"2024-07-26T06:01:12.338887+0000","last_became_active":"2024-07-26T06:01:11.347707+0000","last_became_peered":"2024-07-26T06:01:11.347707+0000","last_unstale":"2024-07-26T06:01:12.338887+0000","last_undegraded":"2024-07-26T06:01:12.338887+0000","last_fullsized":"2024-07-26T06:01:12.338887+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:41:29.650021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-26T06:01:35.410040+0000","last_change":"2024-07-26T06:01:08.070455+0000","last_active":"2024-07-26T06:01:35.410040+0000","last_peered":"2024-07-26T06:01:35.410040+0000","last_clean":"2024-07-26T06:01:35.410040+0000","last_became_active":"2024-07-26T06:01:08.070120+0000","last_became_peered":"2024-07-26T06:01:08.070120+0000","last_unstale":"2024-07-26T06:01:35.410040+0000","last_undegraded":"2024-07-26T06:01:35.410040+0000","last_fullsized":"2024-07-26T06:01:35.410040+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:09:35.858871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:13.058926+0000","last_change":"2024-07-26T06:01:11.364163+0000","last_active":"2024-07-26T06:01:13.058926+0000","last_peered":"2024-07-26T06:01:13.058926+0000","last_clean":"2024-07-26T06:01:13.058926+0000","last_became_active":"2024-07-26T06:01:11.363876+0000","last_became_peered":"2024-07-26T06:01:11.363876+0000","last_unstale":"2024-07-26T06:01:13.058926+0000","last_undegraded":"2024-07-26T06:01:13.058926+0000","last_fullsized":"2024-07-26T06:01:13.058926+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:02:42.739447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:01:14.033024+0000","last_change":"2024-07-26T06:01:08.070324+0000","last_active":"2024-07-26T06:01:14.033024+0000","last_peered":"2024-07-26T06:01:14.033024+0000","last_clean":"2024-07-26T06:01:14.033024+0000","last_became_active":"2024-07-26T06:01:08.069213+0000","last_became_peered":"2024-07-26T06:01:08.069213+0000","last_unstale":"2024-07-26T06:01:14.033024+0000","last_undegraded":"2024-07-26T06:01:14.033024+0000","last_fullsized":"2024-07-26T06:01:14.033024+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:53:48.887363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:01:14.032995+0000","last_change":"2024-07-26T06:01:11.352123+0000","last_active":"2024-07-26T06:01:14.032995+0000","last_peered":"2024-07-26T06:01:14.032995+0000","last_clean":"2024-07-26T06:01:14.032995+0000","last_became_active":"2024-07-26T06:01:11.351835+0000","last_became_peered":"2024-07-26T06:01:11.351835+0000","last_unstale":"2024-07-26T06:01:14.032995+0000","last_undegraded":"2024-07-26T06:01:14.032995+0000","last_fullsized":"2024-07-26T06:01:14.032995+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:09:29.670091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"65'8","reported_seq":22,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:01:14.357622+0000","last_change":"2024-07-26T06:01:08.062919+0000","last_active":"2024-07-26T06:01:14.357622+0000","last_peered":"2024-07-26T06:01:14.357622+0000","last_clean":"2024-07-26T06:01:14.357622+0000","last_became_active":"2024-07-26T06:01:08.062646+0000","last_became_peered":"2024-07-26T06:01:08.062646+0000","last_unstale":"2024-07-26T06:01:14.357622+0000","last_undegraded":"2024-07-26T06:01:14.357622+0000","last_fullsized":"2024-07-26T06:01:14.357622+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:12:50.233716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:13.058591+0000","last_change":"2024-07-26T06:01:11.360750+0000","last_active":"2024-07-26T06:01:13.058591+0000","last_peered":"2024-07-26T06:01:13.058591+0000","last_clean":"2024-07-26T06:01:13.058591+0000","last_became_active":"2024-07-26T06:01:11.360425+0000","last_became_peered":"2024-07-26T06:01:11.360425+0000","last_unstale":"2024-07-26T06:01:13.058591+0000","last_undegraded":"2024-07-26T06:01:13.058591+0000","last_fullsized":"2024-07-26T06:01:13.058591+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:12:01.732169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"65'1","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-26T06:01:35.405472+0000","last_change":"2024-07-26T06:01:08.068409+0000","last_active":"2024-07-26T06:01:35.405472+0000","last_peered":"2024-07-26T06:01:35.405472+0000","last_clean":"2024-07-26T06:01:35.405472+0000","last_became_active":"2024-07-26T06:01:08.067927+0000","last_became_peered":"2024-07-26T06:01:08.067927+0000","last_unstale":"2024-07-26T06:01:35.405472+0000","last_undegraded":"2024-07-26T06:01:35.405472+0000","last_fullsized":"2024-07-26T06:01:35.405472+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:07:51.628118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:13.059518+0000","last_change":"2024-07-26T06:01:11.359461+0000","last_active":"2024-07-26T06:01:13.059518+0000","last_peered":"2024-07-26T06:01:13.059518+0000","last_clean":"2024-07-26T06:01:13.059518+0000","last_became_active":"2024-07-26T06:01:11.359154+0000","last_became_peered":"2024-07-26T06:01:11.359154+0000","last_unstale":"2024-07-26T06:01:13.059518+0000","last_undegraded":"2024-07-26T06:01:13.059518+0000","last_fullsized":"2024-07-26T06:01:13.059518+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:04:34.152584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"65'2","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:01:14.356089+0000","last_change":"2024-07-26T06:01:08.069333+0000","last_active":"2024-07-26T06:01:14.356089+0000","last_peered":"2024-07-26T06:01:14.356089+0000","last_clean":"2024-07-26T06:01:14.356089+0000","last_became_active":"2024-07-26T06:01:08.069037+0000","last_became_peered":"2024-07-26T06:01:08.069037+0000","last_unstale":"2024-07-26T06:01:14.356089+0000","last_undegraded":"2024-07-26T06:01:14.356089+0000","last_fullsized":"2024-07-26T06:01:14.356089+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:55:28.016095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:13.059471+0000","last_change":"2024-07-26T06:01:11.362728+0000","last_active":"2024-07-26T06:01:13.059471+0000","last_peered":"2024-07-26T06:01:13.059471+0000","last_clean":"2024-07-26T06:01:13.059471+0000","last_became_active":"2024-07-26T06:01:11.362420+0000","last_became_peered":"2024-07-26T06:01:11.362420+0000","last_unstale":"2024-07-26T06:01:13.059471+0000","last_undegraded":"2024-07-26T06:01:13.059471+0000","last_fullsized":"2024-07-26T06:01:13.059471+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:45:22.246684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"65'1","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-26T06:01:35.404232+0000","last_change":"2024-07-26T06:01:08.063773+0000","last_active":"2024-07-26T06:01:35.404232+0000","last_peered":"2024-07-26T06:01:35.404232+0000","last_clean":"2024-07-26T06:01:35.404232+0000","last_became_active":"2024-07-26T06:01:08.063529+0000","last_became_peered":"2024-07-26T06:01:08.063529+0000","last_unstale":"2024-07-26T06:01:35.404232+0000","last_undegraded":"2024-07-26T06:01:35.404232+0000","last_fullsized":"2024-07-26T06:01:35.404232+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:26:09.333843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-26T06:01:35.410580+0000","last_change":"2024-07-26T06:01:11.358171+0000","last_active":"2024-07-26T06:01:35.410580+0000","last_peered":"2024-07-26T06:01:35.410580+0000","last_clean":"2024-07-26T06:01:35.410580+0000","last_became_active":"2024-07-26T06:01:11.357845+0000","last_became_peered":"2024-07-26T06:01:11.357845+0000","last_unstale":"2024-07-26T06:01:35.410580+0000","last_undegraded":"2024-07-26T06:01:35.410580+0000","last_fullsized":"2024-07-26T06:01:35.410580+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:04:45.380043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:13.058540+0000","last_change":"2024-07-26T06:01:08.064462+0000","last_active":"2024-07-26T06:01:13.058540+0000","last_peered":"2024-07-26T06:01:13.058540+0000","last_clean":"2024-07-26T06:01:13.058540+0000","last_became_active":"2024-07-26T06:01:08.064132+0000","last_became_peered":"2024-07-26T06:01:08.064132+0000","last_unstale":"2024-07-26T06:01:13.058540+0000","last_undegraded":"2024-07-26T06:01:13.058540+0000","last_fullsized":"2024-07-26T06:01:13.058540+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:29:51.245602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:13.059104+0000","last_change":"2024-07-26T06:01:11.365661+0000","last_active":"2024-07-26T06:01:13.059104+0000","last_peered":"2024-07-26T06:01:13.059104+0000","last_clean":"2024-07-26T06:01:13.059104+0000","last_became_active":"2024-07-26T06:01:11.365095+0000","last_became_peered":"2024-07-26T06:01:11.365095+0000","last_unstale":"2024-07-26T06:01:13.059104+0000","last_undegraded":"2024-07-26T06:01:13.059104+0000","last_fullsized":"2024-07-26T06:01:13.059104+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:44:37.628035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"21'117","reported_seq":233,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:13.058669+0000","last_change":"2024-07-26T06:00:46.847948+0000","last_active":"2024-07-26T06:01:13.058669+0000","last_peered":"2024-07-26T06:01:13.058669+0000","last_clean":"2024-07-26T06:01:13.058669+0000","last_became_active":"2024-07-26T06:00:46.847503+0000","last_became_peered":"2024-07-26T06:00:46.847503+0000","last_unstale":"2024-07-26T06:01:13.058669+0000","last_undegraded":"2024-07-26T06:01:13.058669+0000","last_fullsized":"2024-07-26T06:01:13.058669+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T05:58:47.788656+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T05:58:47.788656+0000","last_clean_scrub_stamp":"2024-07-26T05:58:47.788656+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:54:29.822470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":26,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-26T06:01:36.416772+0000","last_change":"2024-07-26T06:01:36.416772+0000","last_active":"2024-07-26T06:01:36.416772+0000","last_peered":"2024-07-26T06:01:36.416772+0000","last_clean":"2024-07-26T06:01:36.416772+0000","last_became_active":"2024-07-26T06:01:36.416416+0000","last_became_peered":"2024-07-26T06:01:36.416416+0000","last_unstale":"2024-07-26T06:01:36.416772+0000","last_undegraded":"2024-07-26T06:01:36.416772+0000","last_fullsized":"2024-07-26T06:01:36.416772+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:13:16.402334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:12.338016+0000","last_change":"2024-07-26T06:01:11.353170+0000","last_active":"2024-07-26T06:01:12.338016+0000","last_peered":"2024-07-26T06:01:12.338016+0000","last_clean":"2024-07-26T06:01:12.338016+0000","last_became_active":"2024-07-26T06:01:11.352880+0000","last_became_peered":"2024-07-26T06:01:11.352880+0000","last_unstale":"2024-07-26T06:01:12.338016+0000","last_undegraded":"2024-07-26T06:01:12.338016+0000","last_fullsized":"2024-07-26T06:01:12.338016+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:40:55.158513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:13.058579+0000","last_change":"2024-07-26T06:01:08.073901+0000","last_active":"2024-07-26T06:01:13.058579+0000","last_peered":"2024-07-26T06:01:13.058579+0000","last_clean":"2024-07-26T06:01:13.058579+0000","last_became_active":"2024-07-26T06:01:08.073408+0000","last_became_peered":"2024-07-26T06:01:08.073408+0000","last_unstale":"2024-07-26T06:01:13.058579+0000","last_undegraded":"2024-07-26T06:01:13.058579+0000","last_fullsized":"2024-07-26T06:01:13.058579+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:03:54.088040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:12.338299+0000","last_change":"2024-07-26T06:01:11.347452+0000","last_active":"2024-07-26T06:01:12.338299+0000","last_peered":"2024-07-26T06:01:12.338299+0000","last_clean":"2024-07-26T06:01:12.338299+0000","last_became_active":"2024-07-26T06:01:11.347205+0000","last_became_peered":"2024-07-26T06:01:11.347205+0000","last_unstale":"2024-07-26T06:01:12.338299+0000","last_undegraded":"2024-07-26T06:01:12.338299+0000","last_fullsized":"2024-07-26T06:01:12.338299+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:00:03.693962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:13.058321+0000","last_change":"2024-07-26T06:01:08.059485+0000","last_active":"2024-07-26T06:01:13.058321+0000","last_peered":"2024-07-26T06:01:13.058321+0000","last_clean":"2024-07-26T06:01:13.058321+0000","last_became_active":"2024-07-26T06:01:08.059207+0000","last_became_peered":"2024-07-26T06:01:08.059207+0000","last_unstale":"2024-07-26T06:01:13.058321+0000","last_undegraded":"2024-07-26T06:01:13.058321+0000","last_fullsized":"2024-07-26T06:01:13.058321+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:16:01.397721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-26T06:01:35.402873+0000","last_change":"2024-07-26T06:01:11.350490+0000","last_active":"2024-07-26T06:01:35.402873+0000","last_peered":"2024-07-26T06:01:35.402873+0000","last_clean":"2024-07-26T06:01:35.402873+0000","last_became_active":"2024-07-26T06:01:11.350235+0000","last_became_peered":"2024-07-26T06:01:11.350235+0000","last_unstale":"2024-07-26T06:01:35.402873+0000","last_undegraded":"2024-07-26T06:01:35.402873+0000","last_fullsized":"2024-07-26T06:01:35.402873+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T06:40:25.010668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-26T06:01:35.410063+0000","last_change":"2024-07-26T06:01:08.067713+0000","last_active":"2024-07-26T06:01:35.410063+0000","last_peered":"2024-07-26T06:01:35.410063+0000","last_clean":"2024-07-26T06:01:35.410063+0000","last_became_active":"2024-07-26T06:01:08.067377+0000","last_became_peered":"2024-07-26T06:01:08.067377+0000","last_unstale":"2024-07-26T06:01:35.410063+0000","last_undegraded":"2024-07-26T06:01:35.410063+0000","last_fullsized":"2024-07-26T06:01:35.410063+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:44:42.224640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-26T06:01:35.404503+0000","last_change":"2024-07-26T06:01:11.344666+0000","last_active":"2024-07-26T06:01:35.404503+0000","last_peered":"2024-07-26T06:01:35.404503+0000","last_clean":"2024-07-26T06:01:35.404503+0000","last_became_active":"2024-07-26T06:01:11.344302+0000","last_became_peered":"2024-07-26T06:01:11.344302+0000","last_unstale":"2024-07-26T06:01:35.404503+0000","last_undegraded":"2024-07-26T06:01:35.404503+0000","last_fullsized":"2024-07-26T06:01:35.404503+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:45:17.508844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-26T06:01:35.404401+0000","last_change":"2024-07-26T06:01:08.067195+0000","last_active":"2024-07-26T06:01:35.404401+0000","last_peered":"2024-07-26T06:01:35.404401+0000","last_clean":"2024-07-26T06:01:35.404401+0000","last_became_active":"2024-07-26T06:01:08.066952+0000","last_became_peered":"2024-07-26T06:01:08.066952+0000","last_unstale":"2024-07-26T06:01:35.404401+0000","last_undegraded":"2024-07-26T06:01:35.404401+0000","last_fullsized":"2024-07-26T06:01:35.404401+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:06:21.342328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-26T06:01:35.410662+0000","last_change":"2024-07-26T06:01:11.356966+0000","last_active":"2024-07-26T06:01:35.410662+0000","last_peered":"2024-07-26T06:01:35.410662+0000","last_clean":"2024-07-26T06:01:35.410662+0000","last_became_active":"2024-07-26T06:01:11.353370+0000","last_became_peered":"2024-07-26T06:01:11.353370+0000","last_unstale":"2024-07-26T06:01:35.410662+0000","last_undegraded":"2024-07-26T06:01:35.410662+0000","last_fullsized":"2024-07-26T06:01:35.410662+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:40:42.118211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:13.059351+0000","last_change":"2024-07-26T06:01:08.073014+0000","last_active":"2024-07-26T06:01:13.059351+0000","last_peered":"2024-07-26T06:01:13.059351+0000","last_clean":"2024-07-26T06:01:13.059351+0000","last_became_active":"2024-07-26T06:01:08.072728+0000","last_became_peered":"2024-07-26T06:01:08.072728+0000","last_unstale":"2024-07-26T06:01:13.059351+0000","last_undegraded":"2024-07-26T06:01:13.059351+0000","last_fullsized":"2024-07-26T06:01:13.059351+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:24:30.754323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-26T06:01:35.404421+0000","last_change":"2024-07-26T06:01:11.361144+0000","last_active":"2024-07-26T06:01:35.404421+0000","last_peered":"2024-07-26T06:01:35.404421+0000","last_clean":"2024-07-26T06:01:35.404421+0000","last_became_active":"2024-07-26T06:01:11.360879+0000","last_became_peered":"2024-07-26T06:01:11.360879+0000","last_unstale":"2024-07-26T06:01:35.404421+0000","last_undegraded":"2024-07-26T06:01:35.404421+0000","last_fullsized":"2024-07-26T06:01:35.404421+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:55:26.734491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"65'1","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-26T06:01:35.404738+0000","last_change":"2024-07-26T06:01:08.070612+0000","last_active":"2024-07-26T06:01:35.404738+0000","last_peered":"2024-07-26T06:01:35.404738+0000","last_clean":"2024-07-26T06:01:35.404738+0000","last_became_active":"2024-07-26T06:01:08.070293+0000","last_became_peered":"2024-07-26T06:01:08.070293+0000","last_unstale":"2024-07-26T06:01:35.404738+0000","last_undegraded":"2024-07-26T06:01:35.404738+0000","last_fullsized":"2024-07-26T06:01:35.404738+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:52:15.257449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:12.338516+0000","last_change":"2024-07-26T06:01:11.359741+0000","last_active":"2024-07-26T06:01:12.338516+0000","last_peered":"2024-07-26T06:01:12.338516+0000","last_clean":"2024-07-26T06:01:12.338516+0000","last_became_active":"2024-07-26T06:01:11.359471+0000","last_became_peered":"2024-07-26T06:01:11.359471+0000","last_unstale":"2024-07-26T06:01:12.338516+0000","last_undegraded":"2024-07-26T06:01:12.338516+0000","last_fullsized":"2024-07-26T06:01:12.338516+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:41:34.349525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"65'2","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:01:14.353389+0000","last_change":"2024-07-26T06:01:08.069210+0000","last_active":"2024-07-26T06:01:14.353389+0000","last_peered":"2024-07-26T06:01:14.353389+0000","last_clean":"2024-07-26T06:01:14.353389+0000","last_became_active":"2024-07-26T06:01:08.068907+0000","last_became_peered":"2024-07-26T06:01:08.068907+0000","last_unstale":"2024-07-26T06:01:14.353389+0000","last_undegraded":"2024-07-26T06:01:14.353389+0000","last_fullsized":"2024-07-26T06:01:14.353389+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:57:19.133123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:12.338814+0000","last_change":"2024-07-26T06:01:11.350773+0000","last_active":"2024-07-26T06:01:12.338814+0000","last_peered":"2024-07-26T06:01:12.338814+0000","last_clean":"2024-07-26T06:01:12.338814+0000","last_became_active":"2024-07-26T06:01:11.350519+0000","last_became_peered":"2024-07-26T06:01:11.350519+0000","last_unstale":"2024-07-26T06:01:12.338814+0000","last_undegraded":"2024-07-26T06:01:12.338814+0000","last_fullsized":"2024-07-26T06:01:12.338814+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:04:14.493880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:13.058543+0000","last_change":"2024-07-26T06:01:08.074093+0000","last_active":"2024-07-26T06:01:13.058543+0000","last_peered":"2024-07-26T06:01:13.058543+0000","last_clean":"2024-07-26T06:01:13.058543+0000","last_became_active":"2024-07-26T06:01:08.073824+0000","last_became_peered":"2024-07-26T06:01:08.073824+0000","last_unstale":"2024-07-26T06:01:13.058543+0000","last_undegraded":"2024-07-26T06:01:13.058543+0000","last_fullsized":"2024-07-26T06:01:13.058543+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:41:59.069133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-26T06:01:35.404060+0000","last_change":"2024-07-26T06:01:11.358606+0000","last_active":"2024-07-26T06:01:35.404060+0000","last_peered":"2024-07-26T06:01:35.404060+0000","last_clean":"2024-07-26T06:01:35.404060+0000","last_became_active":"2024-07-26T06:01:11.358329+0000","last_became_peered":"2024-07-26T06:01:11.358329+0000","last_unstale":"2024-07-26T06:01:35.404060+0000","last_undegraded":"2024-07-26T06:01:35.404060+0000","last_fullsized":"2024-07-26T06:01:35.404060+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:48:59.720255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-26T06:01:35.404195+0000","last_change":"2024-07-26T06:01:08.064593+0000","last_active":"2024-07-26T06:01:35.404195+0000","last_peered":"2024-07-26T06:01:35.404195+0000","last_clean":"2024-07-26T06:01:35.404195+0000","last_became_active":"2024-07-26T06:01:08.064330+0000","last_became_peered":"2024-07-26T06:01:08.064330+0000","last_unstale":"2024-07-26T06:01:35.404195+0000","last_undegraded":"2024-07-26T06:01:35.404195+0000","last_fullsized":"2024-07-26T06:01:35.404195+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:36:28.458527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:12.337725+0000","last_change":"2024-07-26T06:01:11.359793+0000","last_active":"2024-07-26T06:01:12.337725+0000","last_peered":"2024-07-26T06:01:12.337725+0000","last_clean":"2024-07-26T06:01:12.337725+0000","last_became_active":"2024-07-26T06:01:11.359551+0000","last_became_peered":"2024-07-26T06:01:11.359551+0000","last_unstale":"2024-07-26T06:01:12.337725+0000","last_undegraded":"2024-07-26T06:01:12.337725+0000","last_fullsized":"2024-07-26T06:01:12.337725+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:38:12.536640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-26T06:01:35.403763+0000","last_change":"2024-07-26T06:01:08.068525+0000","last_active":"2024-07-26T06:01:35.403763+0000","last_peered":"2024-07-26T06:01:35.403763+0000","last_clean":"2024-07-26T06:01:35.403763+0000","last_became_active":"2024-07-26T06:01:08.068259+0000","last_became_peered":"2024-07-26T06:01:08.068259+0000","last_unstale":"2024-07-26T06:01:35.403763+0000","last_undegraded":"2024-07-26T06:01:35.403763+0000","last_fullsized":"2024-07-26T06:01:35.403763+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:06:34.669352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:12.338226+0000","last_change":"2024-07-26T06:01:11.353711+0000","last_active":"2024-07-26T06:01:12.338226+0000","last_peered":"2024-07-26T06:01:12.338226+0000","last_clean":"2024-07-26T06:01:12.338226+0000","last_became_active":"2024-07-26T06:01:11.353451+0000","last_became_peered":"2024-07-26T06:01:11.353451+0000","last_unstale":"2024-07-26T06:01:12.338226+0000","last_undegraded":"2024-07-26T06:01:12.338226+0000","last_fullsized":"2024-07-26T06:01:12.338226+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:26:22.584224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"65'2","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:01:14.355744+0000","last_change":"2024-07-26T06:01:08.073337+0000","last_active":"2024-07-26T06:01:14.355744+0000","last_peered":"2024-07-26T06:01:14.355744+0000","last_clean":"2024-07-26T06:01:14.355744+0000","last_became_active":"2024-07-26T06:01:08.072996+0000","last_became_peered":"2024-07-26T06:01:08.072996+0000","last_unstale":"2024-07-26T06:01:14.355744+0000","last_undegraded":"2024-07-26T06:01:14.355744+0000","last_fullsized":"2024-07-26T06:01:14.355744+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:57:39.857006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:13.058858+0000","last_change":"2024-07-26T06:01:11.349969+0000","last_active":"2024-07-26T06:01:13.058858+0000","last_peered":"2024-07-26T06:01:13.058858+0000","last_clean":"2024-07-26T06:01:13.058858+0000","last_became_active":"2024-07-26T06:01:11.349691+0000","last_became_peered":"2024-07-26T06:01:11.349691+0000","last_unstale":"2024-07-26T06:01:13.058858+0000","last_undegraded":"2024-07-26T06:01:13.058858+0000","last_fullsized":"2024-07-26T06:01:13.058858+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:18:29.582029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:12.604155+0000","last_change":"2024-07-26T06:01:11.351541+0000","last_active":"2024-07-26T06:01:12.604155+0000","last_peered":"2024-07-26T06:01:12.604155+0000","last_clean":"2024-07-26T06:01:12.604155+0000","last_became_active":"2024-07-26T06:01:11.351148+0000","last_became_peered":"2024-07-26T06:01:11.351148+0000","last_unstale":"2024-07-26T06:01:12.604155+0000","last_undegraded":"2024-07-26T06:01:12.604155+0000","last_fullsized":"2024-07-26T06:01:12.604155+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:11:39.172325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"65'2","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:01:14.356071+0000","last_change":"2024-07-26T06:01:08.073858+0000","last_active":"2024-07-26T06:01:14.356071+0000","last_peered":"2024-07-26T06:01:14.356071+0000","last_clean":"2024-07-26T06:01:14.356071+0000","last_became_active":"2024-07-26T06:01:08.073536+0000","last_became_peered":"2024-07-26T06:01:08.073536+0000","last_unstale":"2024-07-26T06:01:14.356071+0000","last_undegraded":"2024-07-26T06:01:14.356071+0000","last_fullsized":"2024-07-26T06:01:14.356071+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:36:53.389271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-26T06:01:35.410271+0000","last_change":"2024-07-26T06:01:11.362934+0000","last_active":"2024-07-26T06:01:35.410271+0000","last_peered":"2024-07-26T06:01:35.410271+0000","last_clean":"2024-07-26T06:01:35.410271+0000","last_became_active":"2024-07-26T06:01:11.362390+0000","last_became_peered":"2024-07-26T06:01:11.362390+0000","last_unstale":"2024-07-26T06:01:35.410271+0000","last_undegraded":"2024-07-26T06:01:35.410271+0000","last_fullsized":"2024-07-26T06:01:35.410271+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:15:09.280407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"65'2","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:01:14.356923+0000","last_change":"2024-07-26T06:01:08.074747+0000","last_active":"2024-07-26T06:01:14.356923+0000","last_peered":"2024-07-26T06:01:14.356923+0000","last_clean":"2024-07-26T06:01:14.356923+0000","last_became_active":"2024-07-26T06:01:08.073964+0000","last_became_peered":"2024-07-26T06:01:08.073964+0000","last_unstale":"2024-07-26T06:01:14.356923+0000","last_undegraded":"2024-07-26T06:01:14.356923+0000","last_fullsized":"2024-07-26T06:01:14.356923+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:54:06.244462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:12.339272+0000","last_change":"2024-07-26T06:01:11.355897+0000","last_active":"2024-07-26T06:01:12.339272+0000","last_peered":"2024-07-26T06:01:12.339272+0000","last_clean":"2024-07-26T06:01:12.339272+0000","last_became_active":"2024-07-26T06:01:11.354937+0000","last_became_peered":"2024-07-26T06:01:11.354937+0000","last_unstale":"2024-07-26T06:01:12.339272+0000","last_undegraded":"2024-07-26T06:01:12.339272+0000","last_fullsized":"2024-07-26T06:01:12.339272+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T06:36:41.027614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"65'1","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:01:14.351548+0000","last_change":"2024-07-26T06:01:08.063586+0000","last_active":"2024-07-26T06:01:14.351548+0000","last_peered":"2024-07-26T06:01:14.351548+0000","last_clean":"2024-07-26T06:01:14.351548+0000","last_became_active":"2024-07-26T06:01:08.063302+0000","last_became_peered":"2024-07-26T06:01:08.063302+0000","last_unstale":"2024-07-26T06:01:14.351548+0000","last_undegraded":"2024-07-26T06:01:14.351548+0000","last_fullsized":"2024-07-26T06:01:14.351548+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:39:47.677141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-07-26T06:01:12.338160+0000","last_change":"2024-07-26T06:01:11.355949+0000","last_active":"2024-07-26T06:01:12.338160+0000","last_peered":"2024-07-26T06:01:12.338160+0000","last_clean":"2024-07-26T06:01:12.338160+0000","last_became_active":"2024-07-26T06:01:11.355659+0000","last_became_peered":"2024-07-26T06:01:11.355659+0000","last_unstale":"2024-07-26T06:01:12.338160+0000","last_undegraded":"2024-07-26T06:01:12.338160+0000","last_fullsized":"2024-07-26T06:01:12.338160+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:51:43.118464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"65'4","reported_seq":18,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-07-26T06:01:14.355888+0000","last_change":"2024-07-26T06:01:08.066313+0000","last_active":"2024-07-26T06:01:14.355888+0000","last_peered":"2024-07-26T06:01:14.355888+0000","last_clean":"2024-07-26T06:01:14.355888+0000","last_became_active":"2024-07-26T06:01:08.066056+0000","last_became_peered":"2024-07-26T06:01:08.066056+0000","last_unstale":"2024-07-26T06:01:14.355888+0000","last_undegraded":"2024-07-26T06:01:14.355888+0000","last_fullsized":"2024-07-26T06:01:14.355888+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:10:29.824132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2338,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233996,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298576,"kb_used_data":1220,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446576,"statfs":{"total":95995035648,"available":95689293824,"internally_reserved":0,"allocated":1249280,"data_stored":867193,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64600000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.505}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57399999999999995}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52300000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44900000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67700000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58599999999999997}]}]},{"osd":6,"up_from":46,"seq":197568495634,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298580,"kb_used_data":1228,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446572,"statfs":{"total":95995035648,"available":95689289728,"internally_reserved":0,"allocated":1257472,"data_stored":868476,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 26 06:01:21 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.54000000000000004}]},{"osd":1,"last update":"Fri Jul 26 06:01:21 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":0.873,"5min":0.873,"15min":0.873},"last":0.55900000000000005}]},{"osd":2,"last update":"Fri Jul 26 06:01:21 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":0.85699999999999998},"last":0.52400000000000002}]},{"osd":3,"last update":"Fri Jul 26 06:01:21 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.49399999999999999}]},{"osd":4,"last update":"Fri Jul 26 06:01:21 2024","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.432,"15min":0.432},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.34699999999999998}]},{"osd":5,"last update":"Fri Jul 26 06:01:21 2024","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.36899999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38700000000000001}]}]},{"osd":5,"up_from":38,"seq":163208757270,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298024,"kb_used_data":668,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447128,"statfs":{"total":95995035648,"available":95689859072,"internally_reserved":0,"allocated":684032,"data_stored":285196,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 26 06:00:56 2024","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.499,"15min":0.499},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.438}]},{"osd":1,"last update":"Fri Jul 26 06:00:56 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":1.0740000000000001,"5min":1.0740000000000001,"15min":1.0740000000000001},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.54800000000000004}]},{"osd":2,"last update":"Fri Jul 26 06:00:56 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":1.05,"5min":1.05,"15min":1.05},"last":0.49399999999999999}]},{"osd":3,"last update":"Fri Jul 26 06:00:56 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":1.099,"5min":1.099,"15min":1.099},"last":0.58099999999999996}]},{"osd":4,"last update":"Fri Jul 26 06:00:56 2024","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"last":0.32900000000000001},{"interface":"front","average":{"1min":0.37,"5min":0.37,"15min":0.37},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"last":0.40100000000000002}]},{"osd":6,"last update":"Fri Jul 26 06:01:21 2024","interfaces":[{"interface":"back","average":{"1min":0.442,"5min":0.442,"15min":0.442},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.94199999999999995,"5min":0.94199999999999995,"15min":0.94199999999999995},"last":0.41999999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46100000000000002}]}]},{"osd":4,"up_from":30,"seq":128849018907,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298024,"kb_used_data":668,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447128,"statfs":{"total":95995035648,"available":95689859072,"internally_reserved":0,"allocated":684032,"data_stored":284250,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 26 06:01:34 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.44,"5min":0.371,"15min":0.371},"max":{"1min":0.73499999999999999,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.57899999999999996,"15min":0.57599999999999996},"min":{"1min":0.49199999999999999,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.746,"5min":0.752,"15min":0.752},"last":0.48599999999999999}]},{"osd":1,"last update":"Fri Jul 26 06:01:34 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.57499999999999996,"15min":0.57899999999999996},"min":{"1min":0.434,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.66400000000000003,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.55100000000000005,"15min":0.54900000000000004},"min":{"1min":0.441,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.72299999999999998,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.45200000000000001}]},{"osd":2,"last update":"Fri Jul 26 06:01:34 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.52700000000000002,"15min":0.52800000000000002},"min":{"1min":0.40600000000000003,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.67100000000000004,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.68700000000000006,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.56799999999999995}]},{"osd":3,"last update":"Fri Jul 26 06:01:34 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.55400000000000005,"15min":0.55200000000000005},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.53400000000000003,"15min":0.53000000000000003},"min":{"1min":0.434,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.437}]},{"osd":5,"last update":"Fri Jul 26 06:01:01 2024","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.375}]},{"osd":6,"last update":"Fri Jul 26 06:01:23 2024","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.432,"15min":0.432},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.98399999999999999,"5min":0.98399999999999999,"15min":0.98399999999999999},"last":0.50800000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42199999999999999}]}]},{"osd":3,"up_from":25,"seq":107374182430,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298016,"kb_used_data":656,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447136,"statfs":{"total":95995035648,"available":95689867264,"internally_reserved":0,"allocated":671744,"data_stored":278154,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 26 06:01:15 2024","interfaces":[{"interface":"back","average":{"1min":0.38500000000000001,"5min":0.40300000000000002,"15min":0.40600000000000003},"min":{"1min":0.25600000000000001,"5min":0.219,"15min":0.219},"max":{"1min":0.56100000000000005,"5min":0.58899999999999997,"15min":0.58899999999999997},"last":0.32900000000000001},{"interface":"front","average":{"1min":0.40799999999999997,"5min":0.41999999999999998,"15min":0.42199999999999999},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.58899999999999997,"5min":0.625,"15min":0.625},"last":0.36899999999999999}]},{"osd":1,"last update":"Fri Jul 26 06:01:15 2024","interfaces":[{"interface":"back","average":{"1min":0.39200000000000002,"5min":0.38400000000000001,"15min":0.38300000000000001},"min":{"1min":0.249,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.51400000000000001,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.29599999999999999},{"interface":"front","average":{"1min":0.38,"5min":0.40100000000000002,"15min":0.40500000000000003},"min":{"1min":0.251,"5min":0.251,"15min":0.251},"max":{"1min":0.53300000000000003,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.40799999999999997}]},{"osd":2,"last update":"Fri Jul 26 06:01:15 2024","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.42799999999999999,"15min":0.42999999999999999},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.57399999999999995,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.35799999999999998},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"last":0.39000000000000001}]},{"osd":4,"last update":"Fri Jul 26 06:00:33 2024","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.627,"5min":0.627,"15min":0.627},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.54700000000000004}]},{"osd":5,"last update":"Fri Jul 26 06:00:58 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.502}]},{"osd":6,"last update":"Fri Jul 26 06:01:21 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.57599999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53600000000000003}]}]},{"osd":2,"up_from":18,"seq":77309411364,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297992,"kb_used_data":640,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447160,"statfs":{"total":95995035648,"available":95689891840,"internally_reserved":0,"allocated":655360,"data_stored":276821,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 26 06:00:49 2024","interfaces":[{"interface":"back","average":{"1min":0.36499999999999999,"5min":0.35699999999999998,"15min":0.35599999999999998},"min":{"1min":0.247,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"last":0.30099999999999999},{"interface":"front","average":{"1min":0.40400000000000003,"5min":0.36399999999999999,"15min":0.35799999999999998},"min":{"1min":0.27700000000000002,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"last":0.34300000000000003}]},{"osd":1,"last update":"Fri Jul 26 06:00:49 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.376,"15min":0.376},"min":{"1min":0.26500000000000001,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"last":0.315},{"interface":"front","average":{"1min":0.40799999999999997,"5min":0.39800000000000002,"15min":0.39600000000000002},"min":{"1min":0.25700000000000001,"5min":0.224,"15min":0.224},"max":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"last":0.32900000000000001}]},{"osd":3,"last update":"Fri Jul 26 06:01:14 2024","interfaces":[{"interface":"back","average":{"1min":0.41299999999999998,"5min":0.45500000000000002,"15min":0.46200000000000002},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.61599999999999999,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.41599999999999998,"15min":0.41799999999999998},"min":{"1min":0.31,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.28399999999999997}]},{"osd":4,"last update":"Fri Jul 26 06:00:34 2024","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.81899999999999995,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.437},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.47299999999999998}]},{"osd":5,"last update":"Fri Jul 26 06:00:59 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.81399999999999995,"5min":0.81399999999999995,"15min":0.81399999999999995},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.40100000000000002}]},{"osd":6,"last update":"Fri Jul 26 06:01:23 2024","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.59599999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57999999999999996}]}]},{"osd":1,"up_from":13,"seq":55834574889,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298032,"kb_used_data":672,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447120,"statfs":{"total":95995035648,"available":95689850880,"internally_reserved":0,"allocated":688128,"data_stored":290276,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 26 06:01:28 2024","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.34899999999999998,"15min":0.33700000000000002},"min":{"1min":0.25,"5min":0.219,"15min":0.219},"max":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"last":0.29499999999999998},{"interface":"front","average":{"1min":0.33800000000000002,"5min":0.34599999999999997,"15min":0.33000000000000002},"min":{"1min":0.23200000000000001,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":0.46400000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.27800000000000002}]},{"osd":2,"last update":"Fri Jul 26 06:00:49 2024","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":0.39500000000000002,"15min":0.39300000000000002},"min":{"1min":0.29499999999999998,"5min":0.252,"15min":0.252},"max":{"1min":0.55100000000000005,"5min":0.56899999999999995,"15min":0.56899999999999995},"last":0.31},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"min":{"1min":0.25900000000000001,"5min":0.221,"15min":0.221},"max":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"last":0.19800000000000001}]},{"osd":3,"last update":"Fri Jul 26 06:01:16 2024","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.438,"15min":0.44800000000000001},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.51700000000000002,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.26400000000000001},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.45300000000000001,"15min":0.45900000000000002},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.33300000000000002}]},{"osd":4,"last update":"Fri Jul 26 06:01:33 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.42299999999999999,"5min":0.371,"15min":0.371},"max":{"1min":0.77000000000000002,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.58699999999999997,"15min":0.58399999999999996},"min":{"1min":0.437,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.81399999999999995,"5min":0.81399999999999995,"15min":0.81399999999999995},"last":0.45300000000000001}]},{"osd":5,"last update":"Fri Jul 26 06:01:00 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.36799999999999999}]},{"osd":6,"last update":"Fri Jul 26 06:01:21 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.48699999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.379}]}]},{"osd":0,"up_from":8,"seq":34359738413,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298588,"kb_used_data":1236,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446564,"statfs":{"total":95995035648,"available":95689281536,"internally_reserved":0,"allocated":1265664,"data_stored":867905,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Jul 26 06:01:24 2024","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.33200000000000002,"15min":0.31900000000000001},"min":{"1min":0.218,"5min":0.214,"15min":0.214},"max":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"last":0.26000000000000001},{"interface":"front","average":{"1min":0.38500000000000001,"5min":0.34300000000000003,"15min":0.32900000000000001},"min":{"1min":0.29499999999999998,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.501,"5min":0.501,"15min":0.501},"last":0.36699999999999999}]},{"osd":2,"last update":"Fri Jul 26 06:00:53 2024","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.378,"15min":0.375},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.502,"5min":0.52500000000000002,"15min":0.52500000000000002},"last":0.27700000000000002},{"interface":"front","average":{"1min":0.373,"5min":0.36199999999999999,"15min":0.35999999999999999},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.495,"5min":0.56599999999999995,"15min":0.56599999999999995},"last":0.33800000000000002}]},{"osd":3,"last update":"Fri Jul 26 06:01:18 2024","interfaces":[{"interface":"back","average":{"1min":0.41699999999999998,"5min":0.39600000000000002,"15min":0.39200000000000002},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"last":0.44},{"interface":"front","average":{"1min":0.442,"5min":0.44600000000000001,"15min":0.44700000000000001},"min":{"1min":0.34999999999999998,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.52800000000000002,"5min":0.54700000000000004,"15min":0.54700000000000004},"last":0.41099999999999998}]},{"osd":4,"last update":"Fri Jul 26 06:00:35 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.874,"5min":0.874,"15min":0.874},"last":0.60599999999999998}]},{"osd":5,"last update":"Fri Jul 26 06:01:02 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.55000000000000004},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.501}]},{"osd":6,"last update":"Fri Jul 26 06:01:21 2024","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.64000000000000001},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.53500000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51300000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1642,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T06:01:38.720 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-07-26T06:01:38.721 INFO:tasks.cephadm:Adding prometheus.a on smithi155 2024-07-26T06:01:38.721 DEBUG:teuthology.orchestra.run.smithi155:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- ceph orch apply prometheus '1;smithi155=a' 2024-07-26T06:01:38.751 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:38 smithi155 ceph-mon[33309]: pgmap v208: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:01:38.989 INFO:teuthology.orchestra.run.smithi155.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.b/config 2024-07-26T06:01:39.679 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:39 smithi155 ceph-mon[33309]: from='client.14511 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-07-26T06:01:39.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:39 smithi089 ceph-mon[29555]: from='client.14511 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-07-26T06:01:39.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:39 smithi089 ceph-mon[41451]: from='client.14511 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-07-26T06:01:40.561 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:40 smithi155 ceph-mon[33309]: pgmap v209: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:01:40.825 INFO:teuthology.orchestra.run.smithi155.stdout:Scheduled prometheus update... 2024-07-26T06:01:40.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:40 smithi089 ceph-mon[29555]: pgmap v209: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:01:40.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:40 smithi089 ceph-mon[41451]: pgmap v209: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:01:41.415 DEBUG:teuthology.orchestra.run.smithi155:prometheus.a> sudo journalctl -f -n 0 -u ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@prometheus.a.service 2024-07-26T06:01:41.458 INFO:tasks.cephadm:Adding node-exporter.a on smithi089 2024-07-26T06:01:41.458 INFO:tasks.cephadm:Adding node-exporter.b on smithi155 2024-07-26T06:01:41.458 DEBUG:teuthology.orchestra.run.smithi155:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- ceph orch apply node-exporter '2;smithi089=a;smithi155=b' 2024-07-26T06:01:41.762 INFO:teuthology.orchestra.run.smithi155.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.b/config 2024-07-26T06:01:42.128 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:41 smithi155 ceph-mon[33309]: from='client.24355 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi155=a", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:01:42.128 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:41 smithi155 ceph-mon[33309]: Saving service prometheus spec with placement smithi155=a;count:1 2024-07-26T06:01:42.128 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:41 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:01:42.128 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:41 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:01:42.128 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:41 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:01:42.128 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:41 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:01:42.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:41 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:01:42.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:41 smithi089 ceph-mon[41451]: from='client.24355 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi155=a", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:01:42.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:41 smithi089 ceph-mon[41451]: Saving service prometheus spec with placement smithi155=a;count:1 2024-07-26T06:01:42.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:41 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:01:42.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:41 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:01:42.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:41 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:01:42.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:41 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:01:42.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:41 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:01:42.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:41 smithi089 ceph-mon[29555]: from='client.24355 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi155=a", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:01:42.156 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:41 smithi089 ceph-mon[29555]: Saving service prometheus spec with placement smithi155=a;count:1 2024-07-26T06:01:42.156 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:41 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:01:42.156 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:41 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:01:42.156 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:41 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:01:42.156 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:41 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:01:42.156 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:41 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:01:42.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:42 smithi155 ceph-mon[33309]: pgmap v210: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:01:42.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:42 smithi155 ceph-mon[33309]: Deploying daemon prometheus.a on smithi155 2024-07-26T06:01:43.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:42 smithi089 ceph-mon[29555]: pgmap v210: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:01:43.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:42 smithi089 ceph-mon[29555]: Deploying daemon prometheus.a on smithi155 2024-07-26T06:01:43.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:42 smithi089 ceph-mon[41451]: pgmap v210: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:01:43.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:42 smithi089 ceph-mon[41451]: Deploying daemon prometheus.a on smithi155 2024-07-26T06:01:43.866 INFO:teuthology.orchestra.run.smithi155.stdout:Scheduled node-exporter update... 2024-07-26T06:01:44.864 DEBUG:teuthology.orchestra.run.smithi089:node-exporter.a> sudo journalctl -f -n 0 -u ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@node-exporter.a.service 2024-07-26T06:01:44.867 DEBUG:teuthology.orchestra.run.smithi155:node-exporter.b> sudo journalctl -f -n 0 -u ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@node-exporter.b.service 2024-07-26T06:01:44.870 INFO:tasks.cephadm:Adding alertmanager.a on smithi089 2024-07-26T06:01:44.870 DEBUG:teuthology.orchestra.run.smithi155:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- ceph orch apply alertmanager '1;smithi089=a' 2024-07-26T06:01:45.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:44 smithi155 ceph-mon[33309]: pgmap v211: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:01:45.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:44 smithi155 ceph-mon[33309]: from='client.24361 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi089=a;smithi155=b", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:01:45.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:44 smithi155 ceph-mon[33309]: Saving service node-exporter spec with placement smithi089=a;smithi155=b;count:2 2024-07-26T06:01:45.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:44 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:01:45.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:44 smithi089 ceph-mon[29555]: pgmap v211: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:01:45.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:44 smithi089 ceph-mon[29555]: from='client.24361 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi089=a;smithi155=b", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:01:45.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:44 smithi089 ceph-mon[29555]: Saving service node-exporter spec with placement smithi089=a;smithi155=b;count:2 2024-07-26T06:01:45.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:44 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:01:45.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:44 smithi089 ceph-mon[41451]: pgmap v211: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:01:45.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:44 smithi089 ceph-mon[41451]: from='client.24361 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi089=a;smithi155=b", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:01:45.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:44 smithi089 ceph-mon[41451]: Saving service node-exporter spec with placement smithi089=a;smithi155=b;count:2 2024-07-26T06:01:45.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:44 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:01:45.365 INFO:teuthology.orchestra.run.smithi155.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.b/config 2024-07-26T06:01:47.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:46 smithi155 ceph-mon[33309]: pgmap v212: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:01:47.158 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:46 smithi089 ceph-mon[29555]: pgmap v212: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:01:47.158 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:46 smithi089 ceph-mon[41451]: pgmap v212: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:01:49.054 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:48 smithi155 ceph-mon[33309]: pgmap v213: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:01:49.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:48 smithi089 ceph-mon[29555]: pgmap v213: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:01:49.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:48 smithi089 ceph-mon[41451]: pgmap v213: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:01:50.911 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:50 smithi155 ceph-mon[33309]: pgmap v214: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:01:51.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:50 smithi089 ceph-mon[29555]: pgmap v214: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:01:51.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:50 smithi089 ceph-mon[41451]: pgmap v214: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:01:52.126 INFO:teuthology.orchestra.run.smithi155.stdout:Scheduled alertmanager update... 2024-07-26T06:01:52.919 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:52 smithi155 ceph-mon[33309]: pgmap v215: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:01:52.919 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:52 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:01:53.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:52 smithi089 ceph-mon[29555]: pgmap v215: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:01:53.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:52 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:01:53.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:52 smithi089 ceph-mon[41451]: pgmap v215: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:01:53.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:52 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:01:53.201 DEBUG:teuthology.orchestra.run.smithi089:alertmanager.a> sudo journalctl -f -n 0 -u ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@alertmanager.a.service 2024-07-26T06:01:53.204 INFO:tasks.cephadm:Adding grafana.a on smithi155 2024-07-26T06:01:53.204 DEBUG:teuthology.orchestra.run.smithi155:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- ceph orch apply grafana '1;smithi155=a' 2024-07-26T06:01:53.746 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:01:53 smithi155 podman[62938]: 2024-07-26 06:01:53.493702865 +0000 UTC m=+0.139394042 container create 411f0725d551f756317b709e520c0a9d089b3ae9294c8348ca85822d84ef73d3 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-07-26T06:01:53.746 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:01:53 smithi155 podman[62938]: 2024-07-26 06:01:53.746231456 +0000 UTC m=+0.391922644 container init 411f0725d551f756317b709e520c0a9d089b3ae9294c8348ca85822d84ef73d3 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-07-26T06:01:53.888 INFO:teuthology.orchestra.run.smithi155.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.b/config 2024-07-26T06:01:54.014 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:53 smithi155 ceph-mon[33309]: from='client.24367 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi089=a", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:01:54.014 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:53 smithi155 ceph-mon[33309]: Saving service alertmanager spec with placement smithi089=a;count:1 2024-07-26T06:01:54.015 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:01:53 smithi155 podman[62938]: 2024-07-26 06:01:53.75145811 +0000 UTC m=+0.397149288 container start 411f0725d551f756317b709e520c0a9d089b3ae9294c8348ca85822d84ef73d3 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-07-26T06:01:54.015 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:01:53 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[62967]: ts=2024-07-26T06:01:53.774Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-07-26T06:01:54.015 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:01:53 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[62967]: ts=2024-07-26T06:01:53.774Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-07-26T06:01:54.015 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:01:53 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[62967]: ts=2024-07-26T06:01:53.774Z caller=main.go:570 level=info host_details="(Linux 5.14.0-480.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024 x86_64 smithi155 (none))" 2024-07-26T06:01:54.015 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:01:53 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[62967]: ts=2024-07-26T06:01:53.774Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-07-26T06:01:54.015 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:01:53 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[62967]: ts=2024-07-26T06:01:53.774Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-07-26T06:01:54.015 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:01:53 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[62967]: ts=2024-07-26T06:01:53.775Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-07-26T06:01:54.015 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:01:53 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[62967]: ts=2024-07-26T06:01:53.776Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-07-26T06:01:54.015 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:01:53 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[62967]: ts=2024-07-26T06:01:53.777Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-07-26T06:01:54.016 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:01:53 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[62967]: ts=2024-07-26T06:01:53.777Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-07-26T06:01:54.016 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:01:53 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[62967]: ts=2024-07-26T06:01:53.779Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-07-26T06:01:54.016 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:01:53 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[62967]: ts=2024-07-26T06:01:53.779Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.62µs 2024-07-26T06:01:54.016 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:01:53 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[62967]: ts=2024-07-26T06:01:53.779Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-07-26T06:01:54.016 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:01:53 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[62967]: ts=2024-07-26T06:01:53.779Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-07-26T06:01:54.016 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:01:53 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[62967]: ts=2024-07-26T06:01:53.779Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=17.403µs wal_replay_duration=160.128µs wbl_replay_duration=89ns total_replay_duration=195.74µs 2024-07-26T06:01:54.016 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:01:53 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[62967]: ts=2024-07-26T06:01:53.780Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-07-26T06:01:54.016 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:01:53 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[62967]: ts=2024-07-26T06:01:53.780Z caller=main.go:1029 level=info msg="TSDB started" 2024-07-26T06:01:54.016 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:01:53 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[62967]: ts=2024-07-26T06:01:53.780Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-07-26T06:01:54.016 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:01:53 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[62967]: ts=2024-07-26T06:01:53.796Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=15.320279ms db_storage=1µs remote_storage=1.115µs web_handler=255ns query_engine=499ns scrape=434.959µs scrape_sd=16.605µs notify=647ns notify_sd=1.259µs rules=14.703886ms tracing=5.713µs 2024-07-26T06:01:54.017 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:01:53 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[62967]: ts=2024-07-26T06:01:53.796Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-07-26T06:01:54.017 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:01:53 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[62967]: ts=2024-07-26T06:01:53.796Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-07-26T06:01:54.017 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:01:53 smithi155 bash[62938]: 411f0725d551f756317b709e520c0a9d089b3ae9294c8348ca85822d84ef73d3 2024-07-26T06:01:54.017 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:01:53 smithi155 systemd[1]: Started Ceph prometheus.a for 9bd49884-4b13-11ef-bcb6-c7b262605968. 2024-07-26T06:01:54.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:53 smithi089 ceph-mon[41451]: from='client.24367 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi089=a", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:01:54.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:53 smithi089 ceph-mon[41451]: Saving service alertmanager spec with placement smithi089=a;count:1 2024-07-26T06:01:54.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:53 smithi089 ceph-mon[29555]: from='client.24367 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi089=a", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:01:54.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:53 smithi089 ceph-mon[29555]: Saving service alertmanager spec with placement smithi089=a;count:1 2024-07-26T06:01:55.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:54 smithi155 ceph-mon[33309]: pgmap v216: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:01:55.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:54 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:01:55.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:54 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:01:55.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:54 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:01:55.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:54 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-07-26T06:01:55.130 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:01:54 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[35403]: ignoring --setuser ceph since I am not root 2024-07-26T06:01:55.130 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:01:54 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[35403]: ignoring --setgroup ceph since I am not root 2024-07-26T06:01:55.130 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:01:54 smithi155 ceph-mgr[35426]: -- 172.21.15.155:0/3523724601 <== mon.1 v2:172.21.15.155:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5640a43209c0 con 0x5640a432c800 2024-07-26T06:01:55.131 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:01:55 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[35403]: 2024-07-26T06:01:55.059+0000 7f05c7e6cec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-07-26T06:01:55.183 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:54 smithi089 ceph-mon[29555]: pgmap v216: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:01:55.183 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:54 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:01:55.183 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:54 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:01:55.183 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:54 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:01:55.183 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:54 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-07-26T06:01:55.183 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:01:54 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: ignoring --setuser ceph since I am not root 2024-07-26T06:01:55.183 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:01:54 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: ignoring --setgroup ceph since I am not root 2024-07-26T06:01:55.184 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:01:54 smithi089 ceph-mgr[29826]: -- 172.21.15.89:0/3755846827 <== mon.0 v2:172.21.15.89:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x557aced289c0 con 0x557aced34800 2024-07-26T06:01:55.184 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:01:55 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T06:01:55.062+0000 7f3fe4956ec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-07-26T06:01:55.184 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:54 smithi089 ceph-mon[41451]: pgmap v216: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:01:55.184 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:54 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:01:55.184 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:54 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:01:55.184 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:54 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' 2024-07-26T06:01:55.184 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:54 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-07-26T06:01:55.443 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:01:55 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[35403]: 2024-07-26T06:01:55.198+0000 7f05c7e6cec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-07-26T06:01:55.444 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:01:55 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[35403]: 2024-07-26T06:01:55.269+0000 7f05c7e6cec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-07-26T06:01:55.479 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:01:55 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T06:01:55.181+0000 7f3fe4956ec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-07-26T06:01:55.479 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:01:55 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T06:01:55.246+0000 7f3fe4956ec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-07-26T06:01:55.879 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:01:55 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[35403]: 2024-07-26T06:01:55.519+0000 7f05c7e6cec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-07-26T06:01:55.879 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:01:55 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[35403]: 2024-07-26T06:01:55.577+0000 7f05c7e6cec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-07-26T06:01:55.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:01:55 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T06:01:55.478+0000 7f3fe4956ec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-07-26T06:01:55.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:01:55 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T06:01:55.534+0000 7f3fe4956ec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-07-26T06:01:56.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:55 smithi155 ceph-mon[33309]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-07-26T06:01:56.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:55 smithi155 ceph-mon[33309]: mgrmap e16: y(active, since 5m), standbys: x 2024-07-26T06:01:56.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:55 smithi089 ceph-mon[29555]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-07-26T06:01:56.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:55 smithi089 ceph-mon[29555]: mgrmap e16: y(active, since 5m), standbys: x 2024-07-26T06:01:56.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:55 smithi089 ceph-mon[41451]: from='mgr.14148 172.21.15.89:0/168912162' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-07-26T06:01:56.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:55 smithi089 ceph-mon[41451]: mgrmap e16: y(active, since 5m), standbys: x 2024-07-26T06:01:56.759 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:01:56 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T06:01:56.413+0000 7f3fe4956ec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-07-26T06:01:56.759 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:01:56 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T06:01:56.522+0000 7f3fe4956ec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-07-26T06:01:56.759 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:01:56 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T06:01:56.575+0000 7f3fe4956ec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-07-26T06:01:56.760 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:01:56 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T06:01:56.758+0000 7f3fe4956ec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-07-26T06:01:56.853 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:01:56 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[35403]: 2024-07-26T06:01:56.502+0000 7f05c7e6cec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-07-26T06:01:56.853 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:01:56 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[35403]: 2024-07-26T06:01:56.611+0000 7f05c7e6cec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-07-26T06:01:56.853 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:01:56 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[35403]: 2024-07-26T06:01:56.665+0000 7f05c7e6cec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-07-26T06:01:56.853 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:01:56 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[35403]: 2024-07-26T06:01:56.852+0000 7f05c7e6cec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-07-26T06:01:57.129 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:01:56 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[35403]: 2024-07-26T06:01:56.911+0000 7f05c7e6cec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-07-26T06:01:57.129 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:01:56 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[35403]: 2024-07-26T06:01:56.976+0000 7f05c7e6cec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-07-26T06:01:57.129 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:01:57 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[35403]: 2024-07-26T06:01:57.097+0000 7f05c7e6cec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-07-26T06:01:57.155 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:01:56 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T06:01:56.817+0000 7f3fe4956ec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-07-26T06:01:57.155 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:01:56 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T06:01:56.880+0000 7f3fe4956ec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-07-26T06:01:57.155 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:01:57 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T06:01:56.999+0000 7f3fe4956ec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-07-26T06:01:57.654 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:01:57 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T06:01:57.399+0000 7f3fe4956ec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-07-26T06:01:57.790 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:01:57 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[35403]: 2024-07-26T06:01:57.502+0000 7f05c7e6cec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-07-26T06:01:58.114 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:01:57 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T06:01:57.680+0000 7f3fe4956ec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-07-26T06:01:58.115 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:01:57 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T06:01:57.743+0000 7f3fe4956ec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-07-26T06:01:58.115 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:01:57 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T06:01:57.866+0000 7f3fe4956ec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-07-26T06:01:58.115 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:01:58 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T06:01:58.113+0000 7f3fe4956ec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-07-26T06:01:58.129 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:01:57 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[35403]: 2024-07-26T06:01:57.789+0000 7f05c7e6cec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-07-26T06:01:58.129 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:01:57 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[35403]: 2024-07-26T06:01:57.854+0000 7f05c7e6cec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-07-26T06:01:58.129 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:01:57 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[35403]: 2024-07-26T06:01:57.979+0000 7f05c7e6cec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-07-26T06:01:58.404 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:01:58 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T06:01:58.172+0000 7f3fe4956ec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-07-26T06:01:58.405 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:01:58 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T06:01:58.349+0000 7f3fe4956ec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-07-26T06:01:58.532 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:01:58 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[35403]: 2024-07-26T06:01:58.227+0000 7f05c7e6cec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-07-26T06:01:58.532 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:01:58 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[35403]: 2024-07-26T06:01:58.292+0000 7f05c7e6cec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-07-26T06:01:58.533 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:01:58 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[35403]: 2024-07-26T06:01:58.471+0000 7f05c7e6cec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-07-26T06:01:58.879 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:01:58 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[35403]: 2024-07-26T06:01:58.532+0000 7f05c7e6cec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-07-26T06:01:58.879 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:01:58 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[35403]: 2024-07-26T06:01:58.611+0000 7f05c7e6cec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-07-26T06:01:58.879 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:01:58 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[35403]: 2024-07-26T06:01:58.667+0000 7f05c7e6cec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-07-26T06:01:58.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:01:58 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T06:01:58.411+0000 7f3fe4956ec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-07-26T06:01:58.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:01:58 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T06:01:58.490+0000 7f3fe4956ec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-07-26T06:01:58.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:01:58 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T06:01:58.545+0000 7f3fe4956ec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-07-26T06:01:59.385 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:59 smithi089 ceph-mon[29555]: Active manager daemon y restarted 2024-07-26T06:01:59.385 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:59 smithi089 ceph-mon[29555]: Activating manager daemon y 2024-07-26T06:01:59.385 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:59 smithi089 ceph-mon[29555]: osdmap e68: 8 total, 8 up, 8 in 2024-07-26T06:01:59.385 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:59 smithi089 ceph-mon[29555]: mgrmap e17: y(active, starting, since 0.00874998s), standbys: x 2024-07-26T06:01:59.386 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:59 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:01:59.386 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:59 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:01:59.386 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:59 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:01:59.386 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:59 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-07-26T06:01:59.386 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:59 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-07-26T06:01:59.386 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:59 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-07-26T06:01:59.386 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:59 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-07-26T06:01:59.386 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:59 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-26T06:01:59.386 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:59 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-26T06:01:59.386 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:59 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-26T06:01:59.386 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:59 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-26T06:01:59.386 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:59 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-26T06:01:59.386 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:59 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-26T06:01:59.387 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:59 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-26T06:01:59.387 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:59 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-26T06:01:59.387 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:59 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-07-26T06:01:59.387 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:59 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-07-26T06:01:59.387 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:59 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-07-26T06:01:59.387 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:59 smithi089 ceph-mon[29555]: Manager daemon y is now available 2024-07-26T06:01:59.387 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:59 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:01:59.387 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:01:59 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:01:59.387 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:59 smithi089 ceph-mon[41451]: Active manager daemon y restarted 2024-07-26T06:01:59.388 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:59 smithi089 ceph-mon[41451]: Activating manager daemon y 2024-07-26T06:01:59.388 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:59 smithi089 ceph-mon[41451]: osdmap e68: 8 total, 8 up, 8 in 2024-07-26T06:01:59.388 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:59 smithi089 ceph-mon[41451]: mgrmap e17: y(active, starting, since 0.00874998s), standbys: x 2024-07-26T06:01:59.388 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:59 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:01:59.388 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:59 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:01:59.388 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:59 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:01:59.388 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:59 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-07-26T06:01:59.388 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:59 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-07-26T06:01:59.388 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:59 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-07-26T06:01:59.388 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:59 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-07-26T06:01:59.388 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:59 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-26T06:01:59.388 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:59 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-26T06:01:59.388 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:59 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-26T06:01:59.388 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:59 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-26T06:01:59.389 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:59 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-26T06:01:59.389 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:59 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-26T06:01:59.389 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:59 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-26T06:01:59.389 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:59 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-26T06:01:59.389 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:59 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-07-26T06:01:59.389 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:59 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-07-26T06:01:59.389 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:59 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-07-26T06:01:59.389 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:59 smithi089 ceph-mon[41451]: Manager daemon y is now available 2024-07-26T06:01:59.389 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:59 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:01:59.389 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:01:59 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:01:59.389 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:01:59 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T06:01:59.054+0000 7f3fe4956ec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-07-26T06:01:59.390 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:01:59 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T06:01:59.186+0000 7f3fe4956ec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-07-26T06:01:59.390 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:01:59 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: [26/Jul/2024:06:01:59] ENGINE Bus STARTING 2024-07-26T06:01:59.390 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:01:59 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: CherryPy Checker: 2024-07-26T06:01:59.390 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:01:59 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: The Application mounted at '' has an empty config. 2024-07-26T06:01:59.390 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:01:59 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T06:01:59.390 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:01:59 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T06:01:59.296+0000 7f3f90b04640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T06:01:59.390 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:01:59 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T06:01:59.296+0000 7f3f90b04640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T06:01:59.390 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:01:59 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T06:01:59.296+0000 7f3f90b04640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T06:01:59.390 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:01:59 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T06:01:59.296+0000 7f3f90b04640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T06:01:59.390 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:01:59 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T06:01:59.296+0000 7f3f90b04640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T06:01:59.390 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:01:59 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T06:01:59.298+0000 7f3f93b0a640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T06:01:59.390 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:01:59 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T06:01:59.298+0000 7f3f93b0a640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T06:01:59.390 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:01:59 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T06:01:59.298+0000 7f3f93b0a640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T06:01:59.391 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:01:59 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T06:01:59.298+0000 7f3f93b0a640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T06:01:59.391 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:01:59 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T06:01:59.298+0000 7f3f93b0a640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T06:01:59.391 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:01:59 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: [26/Jul/2024:06:01:59] ENGINE Serving on http://:::9283 2024-07-26T06:01:59.511 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:01:59 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[35403]: 2024-07-26T06:01:59.178+0000 7f05c7e6cec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-07-26T06:01:59.511 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:01:59 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[35403]: 2024-07-26T06:01:59.319+0000 7f05c7e6cec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-07-26T06:01:59.511 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:01:59 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[35403]: [26/Jul/2024:06:01:59] ENGINE Bus STARTING 2024-07-26T06:01:59.512 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:01:59 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[35403]: CherryPy Checker: 2024-07-26T06:01:59.512 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:01:59 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[35403]: The Application mounted at '' has an empty config. 2024-07-26T06:01:59.512 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:01:59 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[35403]: 2024-07-26T06:01:59.512 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:01:59 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[35403]: [26/Jul/2024:06:01:59] ENGINE Serving on http://:::9283 2024-07-26T06:01:59.512 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:01:59 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[35403]: [26/Jul/2024:06:01:59] ENGINE Bus STARTED 2024-07-26T06:01:59.512 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:59 smithi155 ceph-mon[33309]: Active manager daemon y restarted 2024-07-26T06:01:59.512 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:59 smithi155 ceph-mon[33309]: Activating manager daemon y 2024-07-26T06:01:59.512 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:59 smithi155 ceph-mon[33309]: osdmap e68: 8 total, 8 up, 8 in 2024-07-26T06:01:59.512 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:59 smithi155 ceph-mon[33309]: mgrmap e17: y(active, starting, since 0.00874998s), standbys: x 2024-07-26T06:01:59.512 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:59 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:01:59.513 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:59 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:01:59.513 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:59 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:01:59.513 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:59 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-07-26T06:01:59.513 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:59 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-07-26T06:01:59.513 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:59 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-07-26T06:01:59.513 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:59 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-07-26T06:01:59.513 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:59 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-26T06:01:59.513 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:59 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-26T06:01:59.513 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:59 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-26T06:01:59.513 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:59 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-26T06:01:59.513 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:59 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-26T06:01:59.513 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:59 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-26T06:01:59.513 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:59 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-26T06:01:59.513 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:59 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-26T06:01:59.514 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:59 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-07-26T06:01:59.514 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:59 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-07-26T06:01:59.514 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:59 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-07-26T06:01:59.514 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:59 smithi155 ceph-mon[33309]: Manager daemon y is now available 2024-07-26T06:01:59.514 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:59 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:01:59.514 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:01:59 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:01:59.654 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:01:59 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: [26/Jul/2024:06:01:59] ENGINE Bus STARTED 2024-07-26T06:02:00.211 INFO:teuthology.orchestra.run.smithi155.stdout:Scheduled grafana update... 2024-07-26T06:02:00.505 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:00 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:00.505 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:00 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:02:00.505 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:00 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-07-26T06:02:00.505 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:00 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-07-26T06:02:00.505 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:00 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-07-26T06:02:00.505 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:00 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-07-26T06:02:00.505 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:00 smithi155 ceph-mon[33309]: Standby manager daemon x restarted 2024-07-26T06:02:00.505 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:00 smithi155 ceph-mon[33309]: Standby manager daemon x started 2024-07-26T06:02:00.505 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:00 smithi155 ceph-mon[33309]: from='mgr.? 172.21.15.155:0/2573445484' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-07-26T06:02:00.505 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:00 smithi155 ceph-mon[33309]: from='mgr.? 172.21.15.155:0/2573445484' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-07-26T06:02:00.506 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:00 smithi155 ceph-mon[33309]: from='mgr.? 172.21.15.155:0/2573445484' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-07-26T06:02:00.506 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:00 smithi155 ceph-mon[33309]: from='mgr.? 172.21.15.155:0/2573445484' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-07-26T06:02:00.506 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:00 smithi155 ceph-mon[33309]: mgrmap e18: y(active, since 1.01243s), standbys: x 2024-07-26T06:02:00.506 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:00 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:00.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:00 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:00.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:00 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:02:00.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:00 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-07-26T06:02:00.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:00 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-07-26T06:02:00.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:00 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-07-26T06:02:00.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:00 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-07-26T06:02:00.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:00 smithi089 ceph-mon[29555]: Standby manager daemon x restarted 2024-07-26T06:02:00.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:00 smithi089 ceph-mon[29555]: Standby manager daemon x started 2024-07-26T06:02:00.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:00 smithi089 ceph-mon[29555]: from='mgr.? 172.21.15.155:0/2573445484' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-07-26T06:02:00.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:00 smithi089 ceph-mon[29555]: from='mgr.? 172.21.15.155:0/2573445484' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-07-26T06:02:00.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:00 smithi089 ceph-mon[29555]: from='mgr.? 172.21.15.155:0/2573445484' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-07-26T06:02:00.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:00 smithi089 ceph-mon[29555]: from='mgr.? 172.21.15.155:0/2573445484' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-07-26T06:02:00.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:00 smithi089 ceph-mon[29555]: mgrmap e18: y(active, since 1.01243s), standbys: x 2024-07-26T06:02:00.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:00 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:00.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:00 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:00.676 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:00 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:02:00.677 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:00 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-07-26T06:02:00.677 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:00 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-07-26T06:02:00.677 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:00 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-07-26T06:02:00.677 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:00 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-07-26T06:02:00.677 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:00 smithi089 ceph-mon[41451]: Standby manager daemon x restarted 2024-07-26T06:02:00.677 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:00 smithi089 ceph-mon[41451]: Standby manager daemon x started 2024-07-26T06:02:00.677 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:00 smithi089 ceph-mon[41451]: from='mgr.? 172.21.15.155:0/2573445484' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-07-26T06:02:00.677 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:00 smithi089 ceph-mon[41451]: from='mgr.? 172.21.15.155:0/2573445484' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-07-26T06:02:00.677 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:00 smithi089 ceph-mon[41451]: from='mgr.? 172.21.15.155:0/2573445484' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-07-26T06:02:00.677 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:00 smithi089 ceph-mon[41451]: from='mgr.? 172.21.15.155:0/2573445484' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-07-26T06:02:00.677 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:00 smithi089 ceph-mon[41451]: mgrmap e18: y(active, since 1.01243s), standbys: x 2024-07-26T06:02:00.677 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:00 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:00.678 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:02:00 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T06:02:00.412+0000 7f3f7d6de640 -1 log_channel(cephadm) log [ERR] : [26/Jul/2024:06:02:00] ENGINE Error in HTTPServer.serve 2024-07-26T06:02:00.678 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:02:00 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: Traceback (most recent call last): 2024-07-26T06:02:00.678 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:02:00 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-07-26T06:02:00.678 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:02:00 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: self._connections.run(self.expiration_interval) 2024-07-26T06:02:00.678 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:02:00 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-07-26T06:02:00.678 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:02:00 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: self._run(expiration_interval) 2024-07-26T06:02:00.678 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:02:00 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-07-26T06:02:00.678 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:02:00 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: new_conn = self._from_server_socket(self.server.socket) 2024-07-26T06:02:00.679 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:02:00 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-07-26T06:02:00.679 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:02:00 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-07-26T06:02:00.679 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:02:00 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-07-26T06:02:00.679 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:02:00 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: s = self.context.wrap_socket( 2024-07-26T06:02:00.679 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:02:00 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-07-26T06:02:00.679 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:02:00 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: return self.sslsocket_class._create( 2024-07-26T06:02:00.679 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:02:00 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-07-26T06:02:00.679 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:02:00 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: self.do_handshake() 2024-07-26T06:02:00.679 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:02:00 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-07-26T06:02:00.679 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:02:00 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: self._sslobj.do_handshake() 2024-07-26T06:02:00.679 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:02:00 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-07-26T06:02:00.679 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:02:00 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T06:02:01.129 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:02:00 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[35403]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:02:00] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-07-26T06:02:01.240 DEBUG:teuthology.orchestra.run.smithi155:grafana.a> sudo journalctl -f -n 0 -u ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@grafana.a.service 2024-07-26T06:02:01.242 INFO:tasks.cephadm:Setting up client nodes... 2024-07-26T06:02:01.242 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-07-26T06:02:01.507 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:02:01.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:01 smithi155 ceph-mon[33309]: Saving service grafana spec with placement smithi155=a;count:1 2024-07-26T06:02:01.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:01 smithi155 ceph-mon[33309]: pgmap v3: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:02:01.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:01 smithi155 ceph-mon[33309]: [26/Jul/2024:06:02:00] ENGINE Bus STARTING 2024-07-26T06:02:01.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:01 smithi155 ceph-mon[33309]: [26/Jul/2024:06:02:00] ENGINE Serving on https://172.21.15.89:7150 2024-07-26T06:02:01.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:01 smithi155 ceph-mon[33309]: [26/Jul/2024:06:02:00] ENGINE Bus STARTED 2024-07-26T06:02:01.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:01 smithi155 ceph-mon[33309]: [26/Jul/2024:06:02:00] ENGINE Error in HTTPServer.serve 2024-07-26T06:02:01.630 INFO:journalctl@ceph.mon.b.smithi155.stdout: Traceback (most recent call last): 2024-07-26T06:02:01.630 INFO:journalctl@ceph.mon.b.smithi155.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-07-26T06:02:01.630 INFO:journalctl@ceph.mon.b.smithi155.stdout: self._connections.run(self.expiration_interval) 2024-07-26T06:02:01.630 INFO:journalctl@ceph.mon.b.smithi155.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-07-26T06:02:01.630 INFO:journalctl@ceph.mon.b.smithi155.stdout: self._run(expiration_interval) 2024-07-26T06:02:01.630 INFO:journalctl@ceph.mon.b.smithi155.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-07-26T06:02:01.630 INFO:journalctl@ceph.mon.b.smithi155.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-07-26T06:02:01.630 INFO:journalctl@ceph.mon.b.smithi155.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-07-26T06:02:01.630 INFO:journalctl@ceph.mon.b.smithi155.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-07-26T06:02:01.630 INFO:journalctl@ceph.mon.b.smithi155.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-07-26T06:02:01.630 INFO:journalctl@ceph.mon.b.smithi155.stdout: s = self.context.wrap_socket( 2024-07-26T06:02:01.631 INFO:journalctl@ceph.mon.b.smithi155.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-07-26T06:02:01.631 INFO:journalctl@ceph.mon.b.smithi155.stdout: return self.sslsocket_class._create( 2024-07-26T06:02:01.631 INFO:journalctl@ceph.mon.b.smithi155.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-07-26T06:02:01.631 INFO:journalctl@ceph.mon.b.smithi155.stdout: self.do_handshake() 2024-07-26T06:02:01.631 INFO:journalctl@ceph.mon.b.smithi155.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-07-26T06:02:01.631 INFO:journalctl@ceph.mon.b.smithi155.stdout: self._sslobj.do_handshake() 2024-07-26T06:02:01.631 INFO:journalctl@ceph.mon.b.smithi155.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-07-26T06:02:01.631 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:01 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:01.631 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:01 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:01.631 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:01 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:01.632 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:01 smithi089 ceph-mon[29555]: Saving service grafana spec with placement smithi155=a;count:1 2024-07-26T06:02:01.632 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:01 smithi089 ceph-mon[29555]: pgmap v3: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:02:01.632 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:01 smithi089 ceph-mon[29555]: [26/Jul/2024:06:02:00] ENGINE Bus STARTING 2024-07-26T06:02:01.632 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:01 smithi089 ceph-mon[29555]: [26/Jul/2024:06:02:00] ENGINE Serving on https://172.21.15.89:7150 2024-07-26T06:02:01.632 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:01 smithi089 ceph-mon[29555]: [26/Jul/2024:06:02:00] ENGINE Bus STARTED 2024-07-26T06:02:01.632 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:01 smithi089 ceph-mon[29555]: [26/Jul/2024:06:02:00] ENGINE Error in HTTPServer.serve 2024-07-26T06:02:01.632 INFO:journalctl@ceph.mon.a.smithi089.stdout: Traceback (most recent call last): 2024-07-26T06:02:01.632 INFO:journalctl@ceph.mon.a.smithi089.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-07-26T06:02:01.632 INFO:journalctl@ceph.mon.a.smithi089.stdout: self._connections.run(self.expiration_interval) 2024-07-26T06:02:01.632 INFO:journalctl@ceph.mon.a.smithi089.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-07-26T06:02:01.632 INFO:journalctl@ceph.mon.a.smithi089.stdout: self._run(expiration_interval) 2024-07-26T06:02:01.632 INFO:journalctl@ceph.mon.a.smithi089.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-07-26T06:02:01.633 INFO:journalctl@ceph.mon.a.smithi089.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-07-26T06:02:01.633 INFO:journalctl@ceph.mon.a.smithi089.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-07-26T06:02:01.633 INFO:journalctl@ceph.mon.a.smithi089.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-07-26T06:02:01.633 INFO:journalctl@ceph.mon.a.smithi089.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-07-26T06:02:01.633 INFO:journalctl@ceph.mon.a.smithi089.stdout: s = self.context.wrap_socket( 2024-07-26T06:02:01.633 INFO:journalctl@ceph.mon.a.smithi089.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-07-26T06:02:01.633 INFO:journalctl@ceph.mon.a.smithi089.stdout: return self.sslsocket_class._create( 2024-07-26T06:02:01.633 INFO:journalctl@ceph.mon.a.smithi089.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-07-26T06:02:01.633 INFO:journalctl@ceph.mon.a.smithi089.stdout: self.do_handshake() 2024-07-26T06:02:01.633 INFO:journalctl@ceph.mon.a.smithi089.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-07-26T06:02:01.633 INFO:journalctl@ceph.mon.a.smithi089.stdout: self._sslobj.do_handshake() 2024-07-26T06:02:01.633 INFO:journalctl@ceph.mon.a.smithi089.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-07-26T06:02:01.633 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:01 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:01.633 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:01 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:01.634 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:01 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:01.634 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:01 smithi089 ceph-mon[41451]: Saving service grafana spec with placement smithi155=a;count:1 2024-07-26T06:02:01.634 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:01 smithi089 ceph-mon[41451]: pgmap v3: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:02:01.634 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:01 smithi089 ceph-mon[41451]: [26/Jul/2024:06:02:00] ENGINE Bus STARTING 2024-07-26T06:02:01.634 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:01 smithi089 ceph-mon[41451]: [26/Jul/2024:06:02:00] ENGINE Serving on https://172.21.15.89:7150 2024-07-26T06:02:01.634 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:01 smithi089 ceph-mon[41451]: [26/Jul/2024:06:02:00] ENGINE Bus STARTED 2024-07-26T06:02:01.634 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:01 smithi089 ceph-mon[41451]: [26/Jul/2024:06:02:00] ENGINE Error in HTTPServer.serve 2024-07-26T06:02:01.635 INFO:journalctl@ceph.mon.c.smithi089.stdout: Traceback (most recent call last): 2024-07-26T06:02:01.635 INFO:journalctl@ceph.mon.c.smithi089.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-07-26T06:02:01.635 INFO:journalctl@ceph.mon.c.smithi089.stdout: self._connections.run(self.expiration_interval) 2024-07-26T06:02:01.635 INFO:journalctl@ceph.mon.c.smithi089.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-07-26T06:02:01.635 INFO:journalctl@ceph.mon.c.smithi089.stdout: self._run(expiration_interval) 2024-07-26T06:02:01.635 INFO:journalctl@ceph.mon.c.smithi089.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-07-26T06:02:01.635 INFO:journalctl@ceph.mon.c.smithi089.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-07-26T06:02:01.635 INFO:journalctl@ceph.mon.c.smithi089.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-07-26T06:02:01.635 INFO:journalctl@ceph.mon.c.smithi089.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-07-26T06:02:01.635 INFO:journalctl@ceph.mon.c.smithi089.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-07-26T06:02:01.635 INFO:journalctl@ceph.mon.c.smithi089.stdout: s = self.context.wrap_socket( 2024-07-26T06:02:01.635 INFO:journalctl@ceph.mon.c.smithi089.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-07-26T06:02:01.635 INFO:journalctl@ceph.mon.c.smithi089.stdout: return self.sslsocket_class._create( 2024-07-26T06:02:01.636 INFO:journalctl@ceph.mon.c.smithi089.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-07-26T06:02:01.636 INFO:journalctl@ceph.mon.c.smithi089.stdout: self.do_handshake() 2024-07-26T06:02:01.636 INFO:journalctl@ceph.mon.c.smithi089.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-07-26T06:02:01.636 INFO:journalctl@ceph.mon.c.smithi089.stdout: self._sslobj.do_handshake() 2024-07-26T06:02:01.636 INFO:journalctl@ceph.mon.c.smithi089.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-07-26T06:02:01.636 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:01 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:01.636 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:01 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:01.636 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:01 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:02.878 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:02 smithi089 ceph-mon[29555]: pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:02:02.879 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:02 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:02.879 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:02 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:02.879 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:02 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:02:02.879 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:02 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:02:02.879 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:02 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:02:02.879 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:02 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:02:02.879 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:02 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:02:02.879 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:02 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:02:02.879 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:02 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:02:02.879 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:02 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:02:02.879 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:02 smithi089 ceph-mon[29555]: Adjusting osd_memory_target on smithi089 to 2991M 2024-07-26T06:02:02.879 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:02 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:02.879 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:02 smithi089 ceph-mon[29555]: mgrmap e19: y(active, since 2s), standbys: x 2024-07-26T06:02:02.880 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:02 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:02.880 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:02 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:02.880 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:02 smithi089 ceph-mon[41451]: pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:02:02.880 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:02 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:02.880 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:02 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:02.880 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:02 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:02:02.880 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:02 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:02:02.880 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:02 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:02:02.880 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:02 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:02:02.880 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:02 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:02:02.880 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:02 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:02:02.881 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:02 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:02:02.881 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:02 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:02:02.881 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:02 smithi089 ceph-mon[41451]: Adjusting osd_memory_target on smithi089 to 2991M 2024-07-26T06:02:02.881 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:02 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:02.881 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:02 smithi089 ceph-mon[41451]: mgrmap e19: y(active, since 2s), standbys: x 2024-07-26T06:02:02.881 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:02 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:02.881 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:02 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:02.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:02 smithi155 ceph-mon[33309]: pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:02:02.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:02 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:02.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:02 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:02.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:02 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:02:02.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:02 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:02:02.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:02 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:02:02.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:02 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:02:02.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:02 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:02:02.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:02 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:02:02.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:02 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:02:02.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:02 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:02:02.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:02 smithi155 ceph-mon[33309]: Adjusting osd_memory_target on smithi089 to 2991M 2024-07-26T06:02:02.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:02 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:02.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:02 smithi155 ceph-mon[33309]: mgrmap e19: y(active, since 2s), standbys: x 2024-07-26T06:02:02.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:02 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:02.883 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:02 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:03.764 INFO:teuthology.orchestra.run.smithi089.stdout:[client.0] 2024-07-26T06:02:03.764 INFO:teuthology.orchestra.run.smithi089.stdout: key = AQDbO6Nm+4NPLRAAAs+T3pgVcizZ658X70nkFQ== 2024-07-26T06:02:04.140 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:03 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:04.140 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:03 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:04.140 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:03 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:02:04.140 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:03 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:02:04.140 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:03 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:02:04.140 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:03 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:02:04.140 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:03 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:02:04.141 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:03 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:02:04.141 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:03 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:02:04.141 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:03 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:02:04.141 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:03 smithi089 ceph-mon[29555]: Adjusting osd_memory_target on smithi155 to 2992M 2024-07-26T06:02:04.141 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:03 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:04.141 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:03 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:02:04.141 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:03 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:02:04.141 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:03 smithi089 ceph-mon[29555]: Updating smithi089:/etc/ceph/ceph.conf 2024-07-26T06:02:04.141 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:03 smithi089 ceph-mon[29555]: Updating smithi155:/etc/ceph/ceph.conf 2024-07-26T06:02:04.141 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:03 smithi089 ceph-mon[29555]: from='client.? 172.21.15.89:0/1980738261' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-07-26T06:02:04.141 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:03 smithi089 ceph-mon[29555]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-07-26T06:02:04.141 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:03 smithi089 ceph-mon[29555]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-07-26T06:02:04.141 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:03 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:04.142 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:03 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:04.142 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:03 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:04.142 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:03 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:04.142 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:03 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:04.142 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:03 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:04.142 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:03 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:04.142 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:03 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:02:04.142 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:03 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:02:04.142 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:03 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:02:04.143 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:03 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:02:04.143 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:03 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:02:04.143 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:03 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:02:04.143 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:03 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:02:04.143 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:03 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:02:04.143 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:03 smithi089 ceph-mon[41451]: Adjusting osd_memory_target on smithi155 to 2992M 2024-07-26T06:02:04.143 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:03 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:04.143 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:03 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:02:04.143 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:03 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:02:04.143 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:03 smithi089 ceph-mon[41451]: Updating smithi089:/etc/ceph/ceph.conf 2024-07-26T06:02:04.143 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:03 smithi089 ceph-mon[41451]: Updating smithi155:/etc/ceph/ceph.conf 2024-07-26T06:02:04.143 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:03 smithi089 ceph-mon[41451]: from='client.? 172.21.15.89:0/1980738261' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-07-26T06:02:04.143 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:03 smithi089 ceph-mon[41451]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-07-26T06:02:04.144 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:03 smithi089 ceph-mon[41451]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-07-26T06:02:04.144 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:03 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:04.144 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:03 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:04.144 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:03 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:04.144 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:03 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:04.144 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:03 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:04.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:03 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:04.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:03 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:04.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:03 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:02:04.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:03 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:02:04.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:03 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:02:04.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:03 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:02:04.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:03 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:02:04.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:03 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:02:04.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:03 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:02:04.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:03 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:02:04.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:03 smithi155 ceph-mon[33309]: Adjusting osd_memory_target on smithi155 to 2992M 2024-07-26T06:02:04.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:03 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:04.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:03 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:02:04.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:03 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:02:04.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:03 smithi155 ceph-mon[33309]: Updating smithi089:/etc/ceph/ceph.conf 2024-07-26T06:02:04.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:03 smithi155 ceph-mon[33309]: Updating smithi155:/etc/ceph/ceph.conf 2024-07-26T06:02:04.382 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:03 smithi155 ceph-mon[33309]: from='client.? 172.21.15.89:0/1980738261' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-07-26T06:02:04.382 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:03 smithi155 ceph-mon[33309]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-07-26T06:02:04.382 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:03 smithi155 ceph-mon[33309]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-07-26T06:02:04.382 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:03 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:04.382 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:03 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:04.382 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:03 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:04.382 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:03 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:04.382 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:03 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:04.464 DEBUG:teuthology.orchestra.run.smithi089:> set -ex 2024-07-26T06:02:04.464 DEBUG:teuthology.orchestra.run.smithi089:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-07-26T06:02:04.464 DEBUG:teuthology.orchestra.run.smithi089:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-07-26T06:02:04.505 DEBUG:teuthology.orchestra.run.smithi155:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-07-26T06:02:04.756 INFO:teuthology.orchestra.run.smithi155.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.b/config 2024-07-26T06:02:05.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:04 smithi155 ceph-mon[33309]: Updating smithi089:/var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/config/ceph.conf 2024-07-26T06:02:05.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:04 smithi155 ceph-mon[33309]: Updating smithi155:/var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/config/ceph.conf 2024-07-26T06:02:05.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:04 smithi155 ceph-mon[33309]: pgmap v5: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:02:05.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:04 smithi155 ceph-mon[33309]: Updating smithi155:/etc/ceph/ceph.client.admin.keyring 2024-07-26T06:02:05.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:04 smithi155 ceph-mon[33309]: Updating smithi089:/etc/ceph/ceph.client.admin.keyring 2024-07-26T06:02:05.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:04 smithi155 ceph-mon[33309]: Updating smithi155:/var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/config/ceph.client.admin.keyring 2024-07-26T06:02:05.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:04 smithi155 ceph-mon[33309]: Updating smithi089:/var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/config/ceph.client.admin.keyring 2024-07-26T06:02:05.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:04 smithi155 ceph-mon[33309]: Deploying daemon alertmanager.a on smithi089 2024-07-26T06:02:05.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:04 smithi155 ceph-mon[33309]: mgrmap e20: y(active, since 4s), standbys: x 2024-07-26T06:02:05.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:04 smithi089 ceph-mon[41451]: Updating smithi089:/var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/config/ceph.conf 2024-07-26T06:02:05.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:04 smithi089 ceph-mon[41451]: Updating smithi155:/var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/config/ceph.conf 2024-07-26T06:02:05.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:04 smithi089 ceph-mon[41451]: pgmap v5: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:02:05.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:04 smithi089 ceph-mon[41451]: Updating smithi155:/etc/ceph/ceph.client.admin.keyring 2024-07-26T06:02:05.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:04 smithi089 ceph-mon[41451]: Updating smithi089:/etc/ceph/ceph.client.admin.keyring 2024-07-26T06:02:05.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:04 smithi089 ceph-mon[41451]: Updating smithi155:/var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/config/ceph.client.admin.keyring 2024-07-26T06:02:05.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:04 smithi089 ceph-mon[41451]: Updating smithi089:/var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/config/ceph.client.admin.keyring 2024-07-26T06:02:05.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:04 smithi089 ceph-mon[41451]: Deploying daemon alertmanager.a on smithi089 2024-07-26T06:02:05.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:04 smithi089 ceph-mon[41451]: mgrmap e20: y(active, since 4s), standbys: x 2024-07-26T06:02:05.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:04 smithi089 ceph-mon[29555]: Updating smithi089:/var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/config/ceph.conf 2024-07-26T06:02:05.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:04 smithi089 ceph-mon[29555]: Updating smithi155:/var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/config/ceph.conf 2024-07-26T06:02:05.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:04 smithi089 ceph-mon[29555]: pgmap v5: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:02:05.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:04 smithi089 ceph-mon[29555]: Updating smithi155:/etc/ceph/ceph.client.admin.keyring 2024-07-26T06:02:05.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:04 smithi089 ceph-mon[29555]: Updating smithi089:/etc/ceph/ceph.client.admin.keyring 2024-07-26T06:02:05.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:04 smithi089 ceph-mon[29555]: Updating smithi155:/var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/config/ceph.client.admin.keyring 2024-07-26T06:02:05.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:04 smithi089 ceph-mon[29555]: Updating smithi089:/var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/config/ceph.client.admin.keyring 2024-07-26T06:02:05.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:04 smithi089 ceph-mon[29555]: Deploying daemon alertmanager.a on smithi089 2024-07-26T06:02:05.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:04 smithi089 ceph-mon[29555]: mgrmap e20: y(active, since 4s), standbys: x 2024-07-26T06:02:06.707 INFO:teuthology.orchestra.run.smithi155.stdout:[client.1] 2024-07-26T06:02:06.708 INFO:teuthology.orchestra.run.smithi155.stdout: key = AQDeO6Nm5ofsKRAAWOhgeEMgvZz1voq7ty+olg== 2024-07-26T06:02:07.008 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:06 smithi155 ceph-mon[33309]: pgmap v6: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 23 op/s 2024-07-26T06:02:07.008 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:06 smithi155 ceph-mon[33309]: from='client.? 172.21.15.155:0/3189031313' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-07-26T06:02:07.008 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:06 smithi155 ceph-mon[33309]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-07-26T06:02:07.008 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:06 smithi155 ceph-mon[33309]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-07-26T06:02:07.211 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:06 smithi089 ceph-mon[29555]: pgmap v6: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 23 op/s 2024-07-26T06:02:07.211 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:06 smithi089 ceph-mon[29555]: from='client.? 172.21.15.155:0/3189031313' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-07-26T06:02:07.211 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:06 smithi089 ceph-mon[29555]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-07-26T06:02:07.211 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:06 smithi089 ceph-mon[29555]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-07-26T06:02:07.211 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:06 smithi089 ceph-mon[41451]: pgmap v6: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 23 op/s 2024-07-26T06:02:07.211 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:06 smithi089 ceph-mon[41451]: from='client.? 172.21.15.155:0/3189031313' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-07-26T06:02:07.211 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:06 smithi089 ceph-mon[41451]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-07-26T06:02:07.211 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:06 smithi089 ceph-mon[41451]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-07-26T06:02:07.331 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-07-26T06:02:07.332 DEBUG:teuthology.orchestra.run.smithi155:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2024-07-26T06:02:07.332 DEBUG:teuthology.orchestra.run.smithi155:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-07-26T06:02:07.371 INFO:tasks.cephadm:Creating RBD pool 2024-07-26T06:02:07.372 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- ceph osd pool create rbd 8 2024-07-26T06:02:07.896 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:02:09.285 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:08 smithi089 ceph-mon[29555]: pgmap v7: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-07-26T06:02:09.286 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:08 smithi089 ceph-mon[41451]: pgmap v7: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-07-26T06:02:09.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:08 smithi155 ceph-mon[33309]: pgmap v7: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-07-26T06:02:11.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:10 smithi089 ceph-mon[29555]: pgmap v8: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-07-26T06:02:11.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:10 smithi089 ceph-mon[41451]: pgmap v8: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-07-26T06:02:11.379 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:02:10 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[35403]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:02:10] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-07-26T06:02:11.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:10 smithi155 ceph-mon[33309]: pgmap v8: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-07-26T06:02:13.177 INFO:teuthology.orchestra.run.smithi089.stderr:pool 'rbd' created 2024-07-26T06:02:13.295 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:13 smithi089 ceph-mon[29555]: pgmap v9: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 10 op/s 2024-07-26T06:02:13.295 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:13 smithi089 ceph-mon[41451]: pgmap v9: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 10 op/s 2024-07-26T06:02:13.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:13 smithi155 ceph-mon[33309]: pgmap v9: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 10 op/s 2024-07-26T06:02:13.864 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:02:13 smithi089 systemd[1]: Started Ceph alertmanager.a for 9bd49884-4b13-11ef-bcb6-c7b262605968. 2024-07-26T06:02:14.216 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- rbd pool init rbd 2024-07-26T06:02:14.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:14 smithi155 ceph-mon[33309]: from='client.? 172.21.15.89:0/3941216834' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-07-26T06:02:14.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:14 smithi155 ceph-mon[33309]: from='client.? 172.21.15.89:0/3941216834' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-07-26T06:02:14.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:14 smithi155 ceph-mon[33309]: osdmap e69: 8 total, 8 up, 8 in 2024-07-26T06:02:14.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:14 smithi155 ceph-mon[33309]: pgmap v11: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-07-26T06:02:14.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:14 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:14.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:14 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:14.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:14 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:14.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:14 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:14.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:14 smithi155 ceph-mon[33309]: Deploying daemon node-exporter.a on smithi089 2024-07-26T06:02:14.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:14 smithi089 ceph-mon[41451]: from='client.? 172.21.15.89:0/3941216834' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-07-26T06:02:14.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:14 smithi089 ceph-mon[41451]: from='client.? 172.21.15.89:0/3941216834' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-07-26T06:02:14.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:14 smithi089 ceph-mon[41451]: osdmap e69: 8 total, 8 up, 8 in 2024-07-26T06:02:14.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:14 smithi089 ceph-mon[41451]: pgmap v11: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-07-26T06:02:14.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:14 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:14.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:14 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:14.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:14 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:14.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:14 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:14.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:14 smithi089 ceph-mon[41451]: Deploying daemon node-exporter.a on smithi089 2024-07-26T06:02:14.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:14 smithi089 ceph-mon[29555]: from='client.? 172.21.15.89:0/3941216834' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-07-26T06:02:14.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:14 smithi089 ceph-mon[29555]: from='client.? 172.21.15.89:0/3941216834' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-07-26T06:02:14.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:14 smithi089 ceph-mon[29555]: osdmap e69: 8 total, 8 up, 8 in 2024-07-26T06:02:14.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:14 smithi089 ceph-mon[29555]: pgmap v11: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-07-26T06:02:14.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:14 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:14.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:14 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:14.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:14 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:14.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:14 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:14.407 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:14 smithi089 ceph-mon[29555]: Deploying daemon node-exporter.a on smithi089 2024-07-26T06:02:14.495 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:02:14.752 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:02:14 smithi089 systemd[1]: Starting Ceph node-exporter.a for 9bd49884-4b13-11ef-bcb6-c7b262605968... 2024-07-26T06:02:15.340 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:15 smithi089 ceph-mon[29555]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:02:15.340 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:15 smithi089 ceph-mon[29555]: osdmap e70: 8 total, 8 up, 8 in 2024-07-26T06:02:15.340 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:15 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:15.340 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:15 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:15.340 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:15 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:02:15.340 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:15 smithi089 ceph-mon[41451]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:02:15.340 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:15 smithi089 ceph-mon[41451]: osdmap e70: 8 total, 8 up, 8 in 2024-07-26T06:02:15.341 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:15 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:15.341 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:15 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:15.341 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:15 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:02:15.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:15 smithi155 ceph-mon[33309]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:02:15.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:15 smithi155 ceph-mon[33309]: osdmap e70: 8 total, 8 up, 8 in 2024-07-26T06:02:15.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:15 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:15.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:15 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:15.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:15 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:02:15.624 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:02:15 smithi089 bash[76443]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2024-07-26T06:02:15.895 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:02:15 smithi089 bash[76443]: Getting image source signatures 2024-07-26T06:02:15.895 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:02:15 smithi089 bash[76443]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-07-26T06:02:15.896 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:02:15 smithi089 bash[76443]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-07-26T06:02:15.896 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:02:15 smithi089 bash[76443]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-07-26T06:02:15.896 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:02:15 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-alertmanager-a[76063]: ts=2024-07-26T06:02:15.623Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000137546s 2024-07-26T06:02:16.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:16 smithi155 ceph-mon[33309]: osdmap e71: 8 total, 8 up, 8 in 2024-07-26T06:02:16.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:16 smithi155 ceph-mon[33309]: pgmap v14: 105 pgs: 6 unknown, 99 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:02:16.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:16 smithi089 ceph-mon[29555]: osdmap e71: 8 total, 8 up, 8 in 2024-07-26T06:02:16.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:16 smithi089 ceph-mon[29555]: pgmap v14: 105 pgs: 6 unknown, 99 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:02:16.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:16 smithi089 ceph-mon[41451]: osdmap e71: 8 total, 8 up, 8 in 2024-07-26T06:02:16.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:16 smithi089 ceph-mon[41451]: pgmap v14: 105 pgs: 6 unknown, 99 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:02:17.534 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:17 smithi089 ceph-mon[29555]: from='client.? 172.21.15.89:0/2210237128' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-07-26T06:02:17.534 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:17 smithi089 ceph-mon[29555]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-07-26T06:02:17.534 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:17 smithi089 ceph-mon[41451]: from='client.? 172.21.15.89:0/2210237128' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-07-26T06:02:17.534 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:17 smithi089 ceph-mon[41451]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-07-26T06:02:17.555 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:17 smithi155 ceph-mon[33309]: from='client.? 172.21.15.89:0/2210237128' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-07-26T06:02:17.555 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:17 smithi155 ceph-mon[33309]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-07-26T06:02:17.904 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:02:17 smithi089 bash[76443]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-07-26T06:02:18.017 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:02:17 smithi089 bash[76443]: Writing manifest to image destination 2024-07-26T06:02:18.342 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:18 smithi089 ceph-mon[29555]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-07-26T06:02:18.342 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:18 smithi089 ceph-mon[29555]: osdmap e72: 8 total, 8 up, 8 in 2024-07-26T06:02:18.342 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:18 smithi089 ceph-mon[29555]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:02:18.343 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:02:18 smithi089 podman[76443]: 2024-07-26 06:02:18.008464993 +0000 UTC m=+2.758501694 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-07-26T06:02:18.343 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:02:18 smithi089 podman[76443]: 2024-07-26 06:02:18.132086406 +0000 UTC m=+2.882123099 container create 18e7b64251bb94d06c74d21276d8f44c0db4bc32a2f946da9d2c552b97b29131 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-07-26T06:02:18.343 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:18 smithi089 ceph-mon[41451]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-07-26T06:02:18.343 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:18 smithi089 ceph-mon[41451]: osdmap e72: 8 total, 8 up, 8 in 2024-07-26T06:02:18.343 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:18 smithi089 ceph-mon[41451]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:02:18.493 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:18 smithi155 ceph-mon[33309]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-07-26T06:02:18.493 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:18 smithi155 ceph-mon[33309]: osdmap e72: 8 total, 8 up, 8 in 2024-07-26T06:02:18.493 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:18 smithi155 ceph-mon[33309]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:02:18.655 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:02:18 smithi089 podman[76443]: 2024-07-26 06:02:18.342550095 +0000 UTC m=+3.092586789 container init 18e7b64251bb94d06c74d21276d8f44c0db4bc32a2f946da9d2c552b97b29131 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-07-26T06:02:18.655 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:02:18 smithi089 podman[76443]: 2024-07-26 06:02:18.348228035 +0000 UTC m=+3.098264729 container start 18e7b64251bb94d06c74d21276d8f44c0db4bc32a2f946da9d2c552b97b29131 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-07-26T06:02:18.655 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:02:18 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[76566]: ts=2024-07-26T06:02:18.352Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-07-26T06:02:18.655 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:02:18 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[76566]: ts=2024-07-26T06:02:18.352Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-07-26T06:02:18.655 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:02:18 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[76566]: ts=2024-07-26T06:02:18.352Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-07-26T06:02:18.655 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:02:18 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[76566]: ts=2024-07-26T06:02:18.352Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-07-26T06:02:18.655 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:02:18 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[76566]: ts=2024-07-26T06:02:18.353Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-07-26T06:02:18.655 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:02:18 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[76566]: ts=2024-07-26T06:02:18.353Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-07-26T06:02:18.656 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:02:18 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[76566]: ts=2024-07-26T06:02:18.353Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-07-26T06:02:18.656 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:02:18 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[76566]: ts=2024-07-26T06:02:18.353Z caller=node_exporter.go:117 level=info collector=arp 2024-07-26T06:02:18.656 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:02:18 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[76566]: ts=2024-07-26T06:02:18.353Z caller=node_exporter.go:117 level=info collector=bcache 2024-07-26T06:02:18.656 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:02:18 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[76566]: ts=2024-07-26T06:02:18.353Z caller=node_exporter.go:117 level=info collector=bonding 2024-07-26T06:02:18.656 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:02:18 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[76566]: ts=2024-07-26T06:02:18.353Z caller=node_exporter.go:117 level=info collector=btrfs 2024-07-26T06:02:18.656 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:02:18 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[76566]: ts=2024-07-26T06:02:18.353Z caller=node_exporter.go:117 level=info collector=conntrack 2024-07-26T06:02:18.656 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:02:18 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[76566]: ts=2024-07-26T06:02:18.353Z caller=node_exporter.go:117 level=info collector=cpu 2024-07-26T06:02:18.656 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:02:18 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[76566]: ts=2024-07-26T06:02:18.353Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-07-26T06:02:18.657 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:02:18 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[76566]: ts=2024-07-26T06:02:18.353Z caller=node_exporter.go:117 level=info collector=diskstats 2024-07-26T06:02:18.657 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:02:18 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[76566]: ts=2024-07-26T06:02:18.353Z caller=node_exporter.go:117 level=info collector=dmi 2024-07-26T06:02:18.657 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:02:18 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[76566]: ts=2024-07-26T06:02:18.353Z caller=node_exporter.go:117 level=info collector=edac 2024-07-26T06:02:18.657 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:02:18 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[76566]: ts=2024-07-26T06:02:18.353Z caller=node_exporter.go:117 level=info collector=entropy 2024-07-26T06:02:18.657 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:02:18 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[76566]: ts=2024-07-26T06:02:18.353Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-07-26T06:02:18.657 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:02:18 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[76566]: ts=2024-07-26T06:02:18.353Z caller=node_exporter.go:117 level=info collector=filefd 2024-07-26T06:02:18.657 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:02:18 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[76566]: ts=2024-07-26T06:02:18.353Z caller=node_exporter.go:117 level=info collector=filesystem 2024-07-26T06:02:18.657 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:02:18 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[76566]: ts=2024-07-26T06:02:18.353Z caller=node_exporter.go:117 level=info collector=hwmon 2024-07-26T06:02:18.657 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:02:18 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[76566]: ts=2024-07-26T06:02:18.353Z caller=node_exporter.go:117 level=info collector=infiniband 2024-07-26T06:02:18.657 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:02:18 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[76566]: ts=2024-07-26T06:02:18.353Z caller=node_exporter.go:117 level=info collector=ipvs 2024-07-26T06:02:18.658 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:02:18 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[76566]: ts=2024-07-26T06:02:18.353Z caller=node_exporter.go:117 level=info collector=loadavg 2024-07-26T06:02:18.658 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:02:18 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[76566]: ts=2024-07-26T06:02:18.353Z caller=node_exporter.go:117 level=info collector=mdadm 2024-07-26T06:02:18.658 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:02:18 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[76566]: ts=2024-07-26T06:02:18.353Z caller=node_exporter.go:117 level=info collector=meminfo 2024-07-26T06:02:18.658 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:02:18 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[76566]: ts=2024-07-26T06:02:18.353Z caller=node_exporter.go:117 level=info collector=netclass 2024-07-26T06:02:18.658 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:02:18 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[76566]: ts=2024-07-26T06:02:18.353Z caller=node_exporter.go:117 level=info collector=netdev 2024-07-26T06:02:18.658 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:02:18 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[76566]: ts=2024-07-26T06:02:18.353Z caller=node_exporter.go:117 level=info collector=netstat 2024-07-26T06:02:18.658 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:02:18 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[76566]: ts=2024-07-26T06:02:18.353Z caller=node_exporter.go:117 level=info collector=nfs 2024-07-26T06:02:18.658 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:02:18 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[76566]: ts=2024-07-26T06:02:18.353Z caller=node_exporter.go:117 level=info collector=nfsd 2024-07-26T06:02:18.658 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:02:18 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[76566]: ts=2024-07-26T06:02:18.353Z caller=node_exporter.go:117 level=info collector=nvme 2024-07-26T06:02:18.658 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:02:18 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[76566]: ts=2024-07-26T06:02:18.353Z caller=node_exporter.go:117 level=info collector=os 2024-07-26T06:02:18.658 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:02:18 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[76566]: ts=2024-07-26T06:02:18.353Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-07-26T06:02:18.658 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:02:18 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[76566]: ts=2024-07-26T06:02:18.353Z caller=node_exporter.go:117 level=info collector=pressure 2024-07-26T06:02:18.659 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:02:18 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[76566]: ts=2024-07-26T06:02:18.353Z caller=node_exporter.go:117 level=info collector=rapl 2024-07-26T06:02:18.659 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:02:18 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[76566]: ts=2024-07-26T06:02:18.353Z caller=node_exporter.go:117 level=info collector=schedstat 2024-07-26T06:02:18.659 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:02:18 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[76566]: ts=2024-07-26T06:02:18.353Z caller=node_exporter.go:117 level=info collector=selinux 2024-07-26T06:02:18.659 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:02:18 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[76566]: ts=2024-07-26T06:02:18.353Z caller=node_exporter.go:117 level=info collector=sockstat 2024-07-26T06:02:18.659 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:02:18 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[76566]: ts=2024-07-26T06:02:18.353Z caller=node_exporter.go:117 level=info collector=softnet 2024-07-26T06:02:18.659 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:02:18 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[76566]: ts=2024-07-26T06:02:18.353Z caller=node_exporter.go:117 level=info collector=stat 2024-07-26T06:02:18.659 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:02:18 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[76566]: ts=2024-07-26T06:02:18.353Z caller=node_exporter.go:117 level=info collector=tapestats 2024-07-26T06:02:18.659 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:02:18 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[76566]: ts=2024-07-26T06:02:18.353Z caller=node_exporter.go:117 level=info collector=textfile 2024-07-26T06:02:18.659 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:02:18 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[76566]: ts=2024-07-26T06:02:18.353Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-07-26T06:02:18.659 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:02:18 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[76566]: ts=2024-07-26T06:02:18.353Z caller=node_exporter.go:117 level=info collector=time 2024-07-26T06:02:18.659 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:02:18 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[76566]: ts=2024-07-26T06:02:18.353Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-07-26T06:02:18.659 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:02:18 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[76566]: ts=2024-07-26T06:02:18.353Z caller=node_exporter.go:117 level=info collector=uname 2024-07-26T06:02:18.659 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:02:18 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[76566]: ts=2024-07-26T06:02:18.353Z caller=node_exporter.go:117 level=info collector=vmstat 2024-07-26T06:02:18.660 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:02:18 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[76566]: ts=2024-07-26T06:02:18.353Z caller=node_exporter.go:117 level=info collector=xfs 2024-07-26T06:02:18.660 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:02:18 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[76566]: ts=2024-07-26T06:02:18.353Z caller=node_exporter.go:117 level=info collector=zfs 2024-07-26T06:02:18.660 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:02:18 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[76566]: ts=2024-07-26T06:02:18.354Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-07-26T06:02:18.660 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:02:18 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[76566]: ts=2024-07-26T06:02:18.354Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-07-26T06:02:18.660 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:02:18 smithi089 bash[76443]: 18e7b64251bb94d06c74d21276d8f44c0db4bc32a2f946da9d2c552b97b29131 2024-07-26T06:02:18.660 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:02:18 smithi089 systemd[1]: Started Ceph node-exporter.a for 9bd49884-4b13-11ef-bcb6-c7b262605968. 2024-07-26T06:02:19.581 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:19 smithi089 ceph-mon[29555]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:02:19.581 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:19 smithi089 ceph-mon[29555]: Cluster is now healthy 2024-07-26T06:02:19.581 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:19 smithi089 ceph-mon[29555]: osdmap e73: 8 total, 8 up, 8 in 2024-07-26T06:02:19.582 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:19 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:19.582 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:19 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:19.582 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:19 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:19.582 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:19 smithi089 ceph-mon[29555]: Deploying daemon node-exporter.b on smithi155 2024-07-26T06:02:19.582 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:19 smithi089 ceph-mon[41451]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:02:19.582 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:19 smithi089 ceph-mon[41451]: Cluster is now healthy 2024-07-26T06:02:19.582 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:19 smithi089 ceph-mon[41451]: osdmap e73: 8 total, 8 up, 8 in 2024-07-26T06:02:19.582 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:19 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:19.582 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:19 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:19.582 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:19 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:19.583 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:19 smithi089 ceph-mon[41451]: Deploying daemon node-exporter.b on smithi155 2024-07-26T06:02:19.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:19 smithi155 ceph-mon[33309]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:02:19.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:19 smithi155 ceph-mon[33309]: Cluster is now healthy 2024-07-26T06:02:19.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:19 smithi155 ceph-mon[33309]: osdmap e73: 8 total, 8 up, 8 in 2024-07-26T06:02:19.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:19 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:19.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:19 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:19.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:19 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:19.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:19 smithi155 ceph-mon[33309]: Deploying daemon node-exporter.b on smithi155 2024-07-26T06:02:19.630 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:02:19 smithi155 bash[65128]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2024-07-26T06:02:20.129 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:02:19 smithi155 bash[65128]: Getting image source signatures 2024-07-26T06:02:20.129 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:02:19 smithi155 bash[65128]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-07-26T06:02:20.129 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:02:19 smithi155 bash[65128]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-07-26T06:02:20.129 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:02:19 smithi155 bash[65128]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-07-26T06:02:20.235 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-07-26T06:02:20.236 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-07-26T06:02:20.236 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- ceph mgr dump --format=json 2024-07-26T06:02:20.492 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:02:20.615 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:20 smithi089 ceph-mon[29555]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:02:20.615 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:20 smithi089 ceph-mon[29555]: osdmap e74: 8 total, 8 up, 8 in 2024-07-26T06:02:20.615 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:20 smithi089 ceph-mon[41451]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:02:20.615 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:20 smithi089 ceph-mon[41451]: osdmap e74: 8 total, 8 up, 8 in 2024-07-26T06:02:20.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:20 smithi155 ceph-mon[33309]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:02:20.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:20 smithi155 ceph-mon[33309]: osdmap e74: 8 total, 8 up, 8 in 2024-07-26T06:02:21.341 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:02:21 smithi155 bash[65128]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-07-26T06:02:21.341 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:02:20 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[35403]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:02:20] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-07-26T06:02:21.629 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:02:21 smithi155 bash[65128]: Writing manifest to image destination 2024-07-26T06:02:21.981 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:02:21 smithi155 podman[65128]: 2024-07-26 06:02:21.621875077 +0000 UTC m=+2.283911454 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-07-26T06:02:21.981 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:02:21 smithi155 podman[65128]: 2024-07-26 06:02:21.729077614 +0000 UTC m=+2.391113993 container create 39a8d5f79b9439a70d50cc33cb7ee849d9e0117c25e20eabb01f9fe3f01216c6 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-07-26T06:02:21.981 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:02:21 smithi155 podman[65128]: 2024-07-26 06:02:21.98130217 +0000 UTC m=+2.643338562 container init 39a8d5f79b9439a70d50cc33cb7ee849d9e0117c25e20eabb01f9fe3f01216c6 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-07-26T06:02:22.353 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:22 smithi089 ceph-mon[29555]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 341 B/s wr, 0 op/s 2024-07-26T06:02:22.354 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:22 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:22.354 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:22 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:22.354 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:22 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:22.354 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:22 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:22.354 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:22 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:22.354 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:02:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: [26/Jul/2024:06:02:22] ENGINE Bus STOPPING 2024-07-26T06:02:22.354 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:22 smithi089 ceph-mon[41451]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 341 B/s wr, 0 op/s 2024-07-26T06:02:22.355 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:22 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:22.355 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:22 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:22.355 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:22 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:22.355 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:22 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:22.355 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:22 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:22.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:22 smithi155 ceph-mon[33309]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 341 B/s wr, 0 op/s 2024-07-26T06:02:22.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:22 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:22.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:22 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:22.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:22 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:22.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:22 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:22.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:22 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:22.380 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:02:21 smithi155 podman[65128]: 2024-07-26 06:02:21.986262979 +0000 UTC m=+2.648299356 container start 39a8d5f79b9439a70d50cc33cb7ee849d9e0117c25e20eabb01f9fe3f01216c6 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-07-26T06:02:22.380 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:02:21 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[65180]: ts=2024-07-26T06:02:21.990Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-07-26T06:02:22.380 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:02:21 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[65180]: ts=2024-07-26T06:02:21.990Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-07-26T06:02:22.380 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:02:21 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[65180]: ts=2024-07-26T06:02:21.990Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-07-26T06:02:22.380 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:02:21 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[65180]: ts=2024-07-26T06:02:21.990Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-07-26T06:02:22.380 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:02:21 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[65180]: ts=2024-07-26T06:02:21.991Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-07-26T06:02:22.380 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:02:21 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[65180]: ts=2024-07-26T06:02:21.991Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-07-26T06:02:22.381 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:02:21 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[65180]: ts=2024-07-26T06:02:21.991Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-07-26T06:02:22.381 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:02:21 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[65180]: ts=2024-07-26T06:02:21.991Z caller=node_exporter.go:117 level=info collector=arp 2024-07-26T06:02:22.381 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:02:21 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[65180]: ts=2024-07-26T06:02:21.991Z caller=node_exporter.go:117 level=info collector=bcache 2024-07-26T06:02:22.381 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:02:21 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[65180]: ts=2024-07-26T06:02:21.991Z caller=node_exporter.go:117 level=info collector=bonding 2024-07-26T06:02:22.381 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:02:21 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[65180]: ts=2024-07-26T06:02:21.991Z caller=node_exporter.go:117 level=info collector=btrfs 2024-07-26T06:02:22.381 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:02:21 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[65180]: ts=2024-07-26T06:02:21.991Z caller=node_exporter.go:117 level=info collector=conntrack 2024-07-26T06:02:22.381 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:02:21 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[65180]: ts=2024-07-26T06:02:21.991Z caller=node_exporter.go:117 level=info collector=cpu 2024-07-26T06:02:22.381 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:02:21 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[65180]: ts=2024-07-26T06:02:21.991Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-07-26T06:02:22.381 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:02:21 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[65180]: ts=2024-07-26T06:02:21.991Z caller=node_exporter.go:117 level=info collector=diskstats 2024-07-26T06:02:22.381 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:02:21 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[65180]: ts=2024-07-26T06:02:21.991Z caller=node_exporter.go:117 level=info collector=dmi 2024-07-26T06:02:22.381 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:02:21 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[65180]: ts=2024-07-26T06:02:21.991Z caller=node_exporter.go:117 level=info collector=edac 2024-07-26T06:02:22.381 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:02:21 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[65180]: ts=2024-07-26T06:02:21.991Z caller=node_exporter.go:117 level=info collector=entropy 2024-07-26T06:02:22.381 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:02:21 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[65180]: ts=2024-07-26T06:02:21.991Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-07-26T06:02:22.382 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:02:21 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[65180]: ts=2024-07-26T06:02:21.991Z caller=node_exporter.go:117 level=info collector=filefd 2024-07-26T06:02:22.382 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:02:21 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[65180]: ts=2024-07-26T06:02:21.991Z caller=node_exporter.go:117 level=info collector=filesystem 2024-07-26T06:02:22.382 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:02:21 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[65180]: ts=2024-07-26T06:02:21.991Z caller=node_exporter.go:117 level=info collector=hwmon 2024-07-26T06:02:22.382 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:02:21 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[65180]: ts=2024-07-26T06:02:21.991Z caller=node_exporter.go:117 level=info collector=infiniband 2024-07-26T06:02:22.382 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:02:21 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[65180]: ts=2024-07-26T06:02:21.991Z caller=node_exporter.go:117 level=info collector=ipvs 2024-07-26T06:02:22.382 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:02:21 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[65180]: ts=2024-07-26T06:02:21.991Z caller=node_exporter.go:117 level=info collector=loadavg 2024-07-26T06:02:22.382 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:02:21 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[65180]: ts=2024-07-26T06:02:21.991Z caller=node_exporter.go:117 level=info collector=mdadm 2024-07-26T06:02:22.382 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:02:21 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[65180]: ts=2024-07-26T06:02:21.991Z caller=node_exporter.go:117 level=info collector=meminfo 2024-07-26T06:02:22.382 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:02:21 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[65180]: ts=2024-07-26T06:02:21.991Z caller=node_exporter.go:117 level=info collector=netclass 2024-07-26T06:02:22.382 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:02:21 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[65180]: ts=2024-07-26T06:02:21.991Z caller=node_exporter.go:117 level=info collector=netdev 2024-07-26T06:02:22.382 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:02:21 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[65180]: ts=2024-07-26T06:02:21.991Z caller=node_exporter.go:117 level=info collector=netstat 2024-07-26T06:02:22.382 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:02:21 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[65180]: ts=2024-07-26T06:02:21.991Z caller=node_exporter.go:117 level=info collector=nfs 2024-07-26T06:02:22.383 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:02:21 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[65180]: ts=2024-07-26T06:02:21.991Z caller=node_exporter.go:117 level=info collector=nfsd 2024-07-26T06:02:22.383 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:02:21 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[65180]: ts=2024-07-26T06:02:21.991Z caller=node_exporter.go:117 level=info collector=nvme 2024-07-26T06:02:22.383 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:02:21 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[65180]: ts=2024-07-26T06:02:21.991Z caller=node_exporter.go:117 level=info collector=os 2024-07-26T06:02:22.383 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:02:21 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[65180]: ts=2024-07-26T06:02:21.991Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-07-26T06:02:22.383 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:02:21 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[65180]: ts=2024-07-26T06:02:21.991Z caller=node_exporter.go:117 level=info collector=pressure 2024-07-26T06:02:22.383 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:02:21 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[65180]: ts=2024-07-26T06:02:21.991Z caller=node_exporter.go:117 level=info collector=rapl 2024-07-26T06:02:22.383 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:02:21 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[65180]: ts=2024-07-26T06:02:21.991Z caller=node_exporter.go:117 level=info collector=schedstat 2024-07-26T06:02:22.383 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:02:21 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[65180]: ts=2024-07-26T06:02:21.991Z caller=node_exporter.go:117 level=info collector=selinux 2024-07-26T06:02:22.383 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:02:21 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[65180]: ts=2024-07-26T06:02:21.991Z caller=node_exporter.go:117 level=info collector=sockstat 2024-07-26T06:02:22.383 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:02:21 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[65180]: ts=2024-07-26T06:02:21.991Z caller=node_exporter.go:117 level=info collector=softnet 2024-07-26T06:02:22.383 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:02:21 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[65180]: ts=2024-07-26T06:02:21.991Z caller=node_exporter.go:117 level=info collector=stat 2024-07-26T06:02:22.383 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:02:21 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[65180]: ts=2024-07-26T06:02:21.991Z caller=node_exporter.go:117 level=info collector=tapestats 2024-07-26T06:02:22.383 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:02:21 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[65180]: ts=2024-07-26T06:02:21.991Z caller=node_exporter.go:117 level=info collector=textfile 2024-07-26T06:02:22.384 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:02:21 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[65180]: ts=2024-07-26T06:02:21.991Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-07-26T06:02:22.384 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:02:21 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[65180]: ts=2024-07-26T06:02:21.991Z caller=node_exporter.go:117 level=info collector=time 2024-07-26T06:02:22.384 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:02:21 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[65180]: ts=2024-07-26T06:02:21.991Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-07-26T06:02:22.384 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:02:21 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[65180]: ts=2024-07-26T06:02:21.991Z caller=node_exporter.go:117 level=info collector=uname 2024-07-26T06:02:22.384 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:02:21 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[65180]: ts=2024-07-26T06:02:21.991Z caller=node_exporter.go:117 level=info collector=vmstat 2024-07-26T06:02:22.384 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:02:21 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[65180]: ts=2024-07-26T06:02:21.991Z caller=node_exporter.go:117 level=info collector=xfs 2024-07-26T06:02:22.384 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:02:21 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[65180]: ts=2024-07-26T06:02:21.991Z caller=node_exporter.go:117 level=info collector=zfs 2024-07-26T06:02:22.384 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:02:21 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[65180]: ts=2024-07-26T06:02:21.992Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-07-26T06:02:22.384 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:02:21 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[65180]: ts=2024-07-26T06:02:21.992Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-07-26T06:02:22.384 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:02:22 smithi155 bash[65128]: 39a8d5f79b9439a70d50cc33cb7ee849d9e0117c25e20eabb01f9fe3f01216c6 2024-07-26T06:02:22.384 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:02:22 smithi155 systemd[1]: Started Ceph node-exporter.b for 9bd49884-4b13-11ef-bcb6-c7b262605968. 2024-07-26T06:02:22.539 INFO:teuthology.orchestra.run.smithi089.stdout: 2024-07-26T06:02:22.658 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:02:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: [26/Jul/2024:06:02:22] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-07-26T06:02:22.658 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:02:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: [26/Jul/2024:06:02:22] ENGINE Bus STOPPED 2024-07-26T06:02:22.658 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:02:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: [26/Jul/2024:06:02:22] ENGINE Bus STARTING 2024-07-26T06:02:22.658 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:02:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: [26/Jul/2024:06:02:22] ENGINE Serving on http://:::9283 2024-07-26T06:02:22.658 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:02:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: [26/Jul/2024:06:02:22] ENGINE Bus STARTED 2024-07-26T06:02:23.190 INFO:teuthology.orchestra.run.smithi089.stdout:{"epoch":20,"flags":0,"active_gid":14535,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6800","nonce":214037989},{"type":"v1","addr":"172.21.15.89:6801","nonce":214037989}]},"active_addr":"172.21.15.89:6801/214037989","active_change":"2024-07-26T06:01:59.188649+0000","active_mgr_features":4540138320759226367,"available":true,"standbys":[{"gid":24373,"name":"x","mgr_features":4540138320759226367,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.89:8443/","prometheus":"http://172.21.15.89:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":68,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.89:0","nonce":1840338185}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.89:0","nonce":3704729042}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.89:0","nonce":1153063528}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.89:0","nonce":3071569083}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.89:0","nonce":3729998956}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.89:0","nonce":1489675012}]}]} 2024-07-26T06:02:23.195 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-07-26T06:02:23.195 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-07-26T06:02:23.195 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- ceph osd dump --format=json 2024-07-26T06:02:23.453 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:02:23.575 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:23 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:23.575 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:23 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:23.576 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:23 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-07-26T06:02:23.576 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:23 smithi089 ceph-mon[29555]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-07-26T06:02:23.576 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:23 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:23.576 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:23 smithi089 ceph-mon[29555]: Deploying daemon grafana.a on smithi155 2024-07-26T06:02:23.576 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:23 smithi089 ceph-mon[29555]: from='client.? 172.21.15.89:0/3458736306' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-07-26T06:02:23.576 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:23 smithi089 ceph-mon[29555]: osdmap e75: 8 total, 8 up, 8 in 2024-07-26T06:02:23.576 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:23 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:23.576 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:23 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:23.576 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:23 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-07-26T06:02:23.576 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:23 smithi089 ceph-mon[41451]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-07-26T06:02:23.576 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:23 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:23.577 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:23 smithi089 ceph-mon[41451]: Deploying daemon grafana.a on smithi155 2024-07-26T06:02:23.577 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:23 smithi089 ceph-mon[41451]: from='client.? 172.21.15.89:0/3458736306' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-07-26T06:02:23.577 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:23 smithi089 ceph-mon[41451]: osdmap e75: 8 total, 8 up, 8 in 2024-07-26T06:02:23.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:23 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:23.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:23 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:23.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:23 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-07-26T06:02:23.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:23 smithi155 ceph-mon[33309]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-07-26T06:02:23.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:23 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:23.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:23 smithi155 ceph-mon[33309]: Deploying daemon grafana.a on smithi155 2024-07-26T06:02:23.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:23 smithi155 ceph-mon[33309]: from='client.? 172.21.15.89:0/3458736306' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-07-26T06:02:23.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:23 smithi155 ceph-mon[33309]: osdmap e75: 8 total, 8 up, 8 in 2024-07-26T06:02:23.835 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:02:23 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-alertmanager-a[76063]: ts=2024-07-26T06:02:23.627Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.004039544s 2024-07-26T06:02:24.875 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:24 smithi089 ceph-mon[29555]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 341 B/s wr, 0 op/s 2024-07-26T06:02:24.875 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:24 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:24.875 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:24 smithi089 ceph-mon[41451]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 341 B/s wr, 0 op/s 2024-07-26T06:02:24.876 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:24 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:25.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:24 smithi155 ceph-mon[33309]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 341 B/s wr, 0 op/s 2024-07-26T06:02:25.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:24 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:25.248 INFO:teuthology.orchestra.run.smithi089.stdout: 2024-07-26T06:02:25.248 INFO:teuthology.orchestra.run.smithi089.stdout:{"epoch":75,"fsid":"9bd49884-4b13-11ef-bcb6-c7b262605968","created":"2024-07-26T05:55:45.387944+0000","modified":"2024-07-26T06:02:22.856873+0000","last_up_change":"2024-07-26T06:00:42.836601+0000","last_in_change":"2024-07-26T06:00:26.104383+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T05:58:47.578246+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-07-26T06:01:06.993209+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-07-26T06:01:10.275125+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2024-07-26T06:02:13.120944+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":74,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"e3266cc4-68e5-45de-bbe9-5051115aeaf6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6802","nonce":734743297},{"type":"v1","addr":"172.21.15.89:6803","nonce":734743297}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6804","nonce":734743297},{"type":"v1","addr":"172.21.15.89:6805","nonce":734743297}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6808","nonce":734743297},{"type":"v1","addr":"172.21.15.89:6809","nonce":734743297}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6806","nonce":734743297},{"type":"v1","addr":"172.21.15.89:6807","nonce":734743297}]},"public_addr":"172.21.15.89:6803/734743297","cluster_addr":"172.21.15.89:6805/734743297","heartbeat_back_addr":"172.21.15.89:6809/734743297","heartbeat_front_addr":"172.21.15.89:6807/734743297","state":["exists","up"]},{"osd":1,"uuid":"5dd01d94-d5d9-4eeb-ad81-3e3067c73973","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6810","nonce":1551310240},{"type":"v1","addr":"172.21.15.89:6811","nonce":1551310240}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6812","nonce":1551310240},{"type":"v1","addr":"172.21.15.89:6813","nonce":1551310240}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6816","nonce":1551310240},{"type":"v1","addr":"172.21.15.89:6817","nonce":1551310240}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6814","nonce":1551310240},{"type":"v1","addr":"172.21.15.89:6815","nonce":1551310240}]},"public_addr":"172.21.15.89:6811/1551310240","cluster_addr":"172.21.15.89:6813/1551310240","heartbeat_back_addr":"172.21.15.89:6817/1551310240","heartbeat_front_addr":"172.21.15.89:6815/1551310240","state":["exists","up"]},{"osd":2,"uuid":"dc0d78a2-8537-493c-b460-e3c02fa49ad8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6818","nonce":1852842008},{"type":"v1","addr":"172.21.15.89:6819","nonce":1852842008}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6820","nonce":1852842008},{"type":"v1","addr":"172.21.15.89:6821","nonce":1852842008}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6824","nonce":1852842008},{"type":"v1","addr":"172.21.15.89:6825","nonce":1852842008}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6822","nonce":1852842008},{"type":"v1","addr":"172.21.15.89:6823","nonce":1852842008}]},"public_addr":"172.21.15.89:6819/1852842008","cluster_addr":"172.21.15.89:6821/1852842008","heartbeat_back_addr":"172.21.15.89:6825/1852842008","heartbeat_front_addr":"172.21.15.89:6823/1852842008","state":["exists","up"]},{"osd":3,"uuid":"5c089896-6162-42ce-92d1-3df0067b0509","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6826","nonce":2463993494},{"type":"v1","addr":"172.21.15.89:6827","nonce":2463993494}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6828","nonce":2463993494},{"type":"v1","addr":"172.21.15.89:6829","nonce":2463993494}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6832","nonce":2463993494},{"type":"v1","addr":"172.21.15.89:6833","nonce":2463993494}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6830","nonce":2463993494},{"type":"v1","addr":"172.21.15.89:6831","nonce":2463993494}]},"public_addr":"172.21.15.89:6827/2463993494","cluster_addr":"172.21.15.89:6829/2463993494","heartbeat_back_addr":"172.21.15.89:6833/2463993494","heartbeat_front_addr":"172.21.15.89:6831/2463993494","state":["exists","up"]},{"osd":4,"uuid":"0e999ea6-fb75-4ecb-87cc-a209e0de50a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":575276294},{"type":"v1","addr":"172.21.15.155:6801","nonce":575276294}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":575276294},{"type":"v1","addr":"172.21.15.155:6803","nonce":575276294}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":575276294},{"type":"v1","addr":"172.21.15.155:6807","nonce":575276294}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":575276294},{"type":"v1","addr":"172.21.15.155:6805","nonce":575276294}]},"public_addr":"172.21.15.155:6801/575276294","cluster_addr":"172.21.15.155:6803/575276294","heartbeat_back_addr":"172.21.15.155:6807/575276294","heartbeat_front_addr":"172.21.15.155:6805/575276294","state":["exists","up"]},{"osd":5,"uuid":"e5a05578-33b1-4b4c-94a9-9229659da7fa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6808","nonce":1694454732},{"type":"v1","addr":"172.21.15.155:6809","nonce":1694454732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":1694454732},{"type":"v1","addr":"172.21.15.155:6811","nonce":1694454732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":1694454732},{"type":"v1","addr":"172.21.15.155:6815","nonce":1694454732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":1694454732},{"type":"v1","addr":"172.21.15.155:6813","nonce":1694454732}]},"public_addr":"172.21.15.155:6809/1694454732","cluster_addr":"172.21.15.155:6811/1694454732","heartbeat_back_addr":"172.21.15.155:6815/1694454732","heartbeat_front_addr":"172.21.15.155:6813/1694454732","state":["exists","up"]},{"osd":6,"uuid":"7b4c1111-fe24-4430-ac3a-e8c50f843596","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":2263007075},{"type":"v1","addr":"172.21.15.155:6817","nonce":2263007075}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":2263007075},{"type":"v1","addr":"172.21.15.155:6819","nonce":2263007075}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":2263007075},{"type":"v1","addr":"172.21.15.155:6823","nonce":2263007075}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":2263007075},{"type":"v1","addr":"172.21.15.155:6821","nonce":2263007075}]},"public_addr":"172.21.15.155:6817/2263007075","cluster_addr":"172.21.15.155:6819/2263007075","heartbeat_back_addr":"172.21.15.155:6823/2263007075","heartbeat_front_addr":"172.21.15.155:6821/2263007075","state":["exists","up"]},{"osd":7,"uuid":"1915e7cf-7780-474b-a0f7-8c4cfe3310a9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":4260696323},{"type":"v1","addr":"172.21.15.155:6825","nonce":4260696323}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":4260696323},{"type":"v1","addr":"172.21.15.155:6827","nonce":4260696323}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":4260696323},{"type":"v1","addr":"172.21.15.155:6831","nonce":4260696323}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":4260696323},{"type":"v1","addr":"172.21.15.155:6829","nonce":4260696323}]},"public_addr":"172.21.15.155:6825/4260696323","cluster_addr":"172.21.15.155:6827/4260696323","heartbeat_back_addr":"172.21.15.155:6831/4260696323","heartbeat_front_addr":"172.21.15.155:6829/4260696323","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T05:57:56.488873+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T05:58:20.398823+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T05:58:44.813815+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T05:59:09.412213+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T05:59:30.797303+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T05:59:54.744079+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:00:17.961591+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:00:41.152832+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.3","mappings":[{"from":7,"to":4}]},{"pgid":"3.a","mappings":[{"from":6,"to":2}]},{"pgid":"3.e","mappings":[{"from":4,"to":3}]},{"pgid":"3.f","mappings":[{"from":4,"to":1}]},{"pgid":"3.12","mappings":[{"from":0,"to":2}]},{"pgid":"3.1d","mappings":[{"from":5,"to":2}]},{"pgid":"3.24","mappings":[{"from":0,"to":1}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.89:6800/3145153003":"2024-07-27T06:01:59.188451+0000","172.21.15.89:6800/2914049638":"2024-07-27T05:56:13.433538+0000","172.21.15.89:0/1888492994":"2024-07-27T05:56:13.433538+0000","172.21.15.89:0/3141568195":"2024-07-27T05:56:35.284582+0000","172.21.15.89:6801/3145153003":"2024-07-27T06:01:59.188451+0000","172.21.15.89:0/645092047":"2024-07-27T06:01:59.188451+0000","172.21.15.89:6801/2914049638":"2024-07-27T05:56:13.433538+0000","172.21.15.89:0/215767964":"2024-07-27T06:01:59.188451+0000","172.21.15.89:6801/877404674":"2024-07-27T05:56:35.284582+0000","172.21.15.89:0/735279321":"2024-07-27T05:56:13.433538+0000","172.21.15.89:0/3977426505":"2024-07-27T05:56:35.284582+0000","172.21.15.89:0/3641405665":"2024-07-27T05:56:13.433538+0000","172.21.15.89:0/1412375414":"2024-07-27T06:01:59.188451+0000","172.21.15.89:6800/877404674":"2024-07-27T05:56:35.284582+0000","172.21.15.89:0/3549863385":"2024-07-27T05:56:35.284582+0000","172.21.15.89:0/1195969220":"2024-07-27T06:01:59.188451+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":4,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T06:02:26.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:25 smithi155 ceph-mon[33309]: from='client.? 172.21.15.89:0/1311233808' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-07-26T06:02:26.150 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:25 smithi089 ceph-mon[29555]: from='client.? 172.21.15.89:0/1311233808' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-07-26T06:02:26.150 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:25 smithi089 ceph-mon[41451]: from='client.? 172.21.15.89:0/1311233808' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-07-26T06:02:26.178 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-07-26T06:02:26.179 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- ceph osd dump --format=json 2024-07-26T06:02:26.436 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:02:27.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:26 smithi155 ceph-mon[33309]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 292 B/s wr, 0 op/s 2024-07-26T06:02:27.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:26 smithi089 ceph-mon[29555]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 292 B/s wr, 0 op/s 2024-07-26T06:02:27.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:26 smithi089 ceph-mon[41451]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 292 B/s wr, 0 op/s 2024-07-26T06:02:28.536 INFO:teuthology.orchestra.run.smithi089.stdout: 2024-07-26T06:02:28.536 INFO:teuthology.orchestra.run.smithi089.stdout:{"epoch":75,"fsid":"9bd49884-4b13-11ef-bcb6-c7b262605968","created":"2024-07-26T05:55:45.387944+0000","modified":"2024-07-26T06:02:22.856873+0000","last_up_change":"2024-07-26T06:00:42.836601+0000","last_in_change":"2024-07-26T06:00:26.104383+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T05:58:47.578246+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-07-26T06:01:06.993209+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-07-26T06:01:10.275125+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2024-07-26T06:02:13.120944+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":74,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"e3266cc4-68e5-45de-bbe9-5051115aeaf6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6802","nonce":734743297},{"type":"v1","addr":"172.21.15.89:6803","nonce":734743297}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6804","nonce":734743297},{"type":"v1","addr":"172.21.15.89:6805","nonce":734743297}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6808","nonce":734743297},{"type":"v1","addr":"172.21.15.89:6809","nonce":734743297}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6806","nonce":734743297},{"type":"v1","addr":"172.21.15.89:6807","nonce":734743297}]},"public_addr":"172.21.15.89:6803/734743297","cluster_addr":"172.21.15.89:6805/734743297","heartbeat_back_addr":"172.21.15.89:6809/734743297","heartbeat_front_addr":"172.21.15.89:6807/734743297","state":["exists","up"]},{"osd":1,"uuid":"5dd01d94-d5d9-4eeb-ad81-3e3067c73973","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6810","nonce":1551310240},{"type":"v1","addr":"172.21.15.89:6811","nonce":1551310240}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6812","nonce":1551310240},{"type":"v1","addr":"172.21.15.89:6813","nonce":1551310240}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6816","nonce":1551310240},{"type":"v1","addr":"172.21.15.89:6817","nonce":1551310240}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6814","nonce":1551310240},{"type":"v1","addr":"172.21.15.89:6815","nonce":1551310240}]},"public_addr":"172.21.15.89:6811/1551310240","cluster_addr":"172.21.15.89:6813/1551310240","heartbeat_back_addr":"172.21.15.89:6817/1551310240","heartbeat_front_addr":"172.21.15.89:6815/1551310240","state":["exists","up"]},{"osd":2,"uuid":"dc0d78a2-8537-493c-b460-e3c02fa49ad8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6818","nonce":1852842008},{"type":"v1","addr":"172.21.15.89:6819","nonce":1852842008}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6820","nonce":1852842008},{"type":"v1","addr":"172.21.15.89:6821","nonce":1852842008}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6824","nonce":1852842008},{"type":"v1","addr":"172.21.15.89:6825","nonce":1852842008}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6822","nonce":1852842008},{"type":"v1","addr":"172.21.15.89:6823","nonce":1852842008}]},"public_addr":"172.21.15.89:6819/1852842008","cluster_addr":"172.21.15.89:6821/1852842008","heartbeat_back_addr":"172.21.15.89:6825/1852842008","heartbeat_front_addr":"172.21.15.89:6823/1852842008","state":["exists","up"]},{"osd":3,"uuid":"5c089896-6162-42ce-92d1-3df0067b0509","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6826","nonce":2463993494},{"type":"v1","addr":"172.21.15.89:6827","nonce":2463993494}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6828","nonce":2463993494},{"type":"v1","addr":"172.21.15.89:6829","nonce":2463993494}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6832","nonce":2463993494},{"type":"v1","addr":"172.21.15.89:6833","nonce":2463993494}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6830","nonce":2463993494},{"type":"v1","addr":"172.21.15.89:6831","nonce":2463993494}]},"public_addr":"172.21.15.89:6827/2463993494","cluster_addr":"172.21.15.89:6829/2463993494","heartbeat_back_addr":"172.21.15.89:6833/2463993494","heartbeat_front_addr":"172.21.15.89:6831/2463993494","state":["exists","up"]},{"osd":4,"uuid":"0e999ea6-fb75-4ecb-87cc-a209e0de50a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":575276294},{"type":"v1","addr":"172.21.15.155:6801","nonce":575276294}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":575276294},{"type":"v1","addr":"172.21.15.155:6803","nonce":575276294}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":575276294},{"type":"v1","addr":"172.21.15.155:6807","nonce":575276294}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":575276294},{"type":"v1","addr":"172.21.15.155:6805","nonce":575276294}]},"public_addr":"172.21.15.155:6801/575276294","cluster_addr":"172.21.15.155:6803/575276294","heartbeat_back_addr":"172.21.15.155:6807/575276294","heartbeat_front_addr":"172.21.15.155:6805/575276294","state":["exists","up"]},{"osd":5,"uuid":"e5a05578-33b1-4b4c-94a9-9229659da7fa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6808","nonce":1694454732},{"type":"v1","addr":"172.21.15.155:6809","nonce":1694454732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":1694454732},{"type":"v1","addr":"172.21.15.155:6811","nonce":1694454732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":1694454732},{"type":"v1","addr":"172.21.15.155:6815","nonce":1694454732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":1694454732},{"type":"v1","addr":"172.21.15.155:6813","nonce":1694454732}]},"public_addr":"172.21.15.155:6809/1694454732","cluster_addr":"172.21.15.155:6811/1694454732","heartbeat_back_addr":"172.21.15.155:6815/1694454732","heartbeat_front_addr":"172.21.15.155:6813/1694454732","state":["exists","up"]},{"osd":6,"uuid":"7b4c1111-fe24-4430-ac3a-e8c50f843596","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":2263007075},{"type":"v1","addr":"172.21.15.155:6817","nonce":2263007075}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":2263007075},{"type":"v1","addr":"172.21.15.155:6819","nonce":2263007075}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":2263007075},{"type":"v1","addr":"172.21.15.155:6823","nonce":2263007075}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":2263007075},{"type":"v1","addr":"172.21.15.155:6821","nonce":2263007075}]},"public_addr":"172.21.15.155:6817/2263007075","cluster_addr":"172.21.15.155:6819/2263007075","heartbeat_back_addr":"172.21.15.155:6823/2263007075","heartbeat_front_addr":"172.21.15.155:6821/2263007075","state":["exists","up"]},{"osd":7,"uuid":"1915e7cf-7780-474b-a0f7-8c4cfe3310a9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":4260696323},{"type":"v1","addr":"172.21.15.155:6825","nonce":4260696323}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":4260696323},{"type":"v1","addr":"172.21.15.155:6827","nonce":4260696323}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":4260696323},{"type":"v1","addr":"172.21.15.155:6831","nonce":4260696323}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":4260696323},{"type":"v1","addr":"172.21.15.155:6829","nonce":4260696323}]},"public_addr":"172.21.15.155:6825/4260696323","cluster_addr":"172.21.15.155:6827/4260696323","heartbeat_back_addr":"172.21.15.155:6831/4260696323","heartbeat_front_addr":"172.21.15.155:6829/4260696323","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T05:57:56.488873+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T05:58:20.398823+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T05:58:44.813815+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T05:59:09.412213+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T05:59:30.797303+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T05:59:54.744079+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:00:17.961591+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:00:41.152832+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.3","mappings":[{"from":7,"to":4}]},{"pgid":"3.a","mappings":[{"from":6,"to":2}]},{"pgid":"3.e","mappings":[{"from":4,"to":3}]},{"pgid":"3.f","mappings":[{"from":4,"to":1}]},{"pgid":"3.12","mappings":[{"from":0,"to":2}]},{"pgid":"3.1d","mappings":[{"from":5,"to":2}]},{"pgid":"3.24","mappings":[{"from":0,"to":1}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.89:6800/3145153003":"2024-07-27T06:01:59.188451+0000","172.21.15.89:6800/2914049638":"2024-07-27T05:56:13.433538+0000","172.21.15.89:0/1888492994":"2024-07-27T05:56:13.433538+0000","172.21.15.89:0/3141568195":"2024-07-27T05:56:35.284582+0000","172.21.15.89:6801/3145153003":"2024-07-27T06:01:59.188451+0000","172.21.15.89:0/645092047":"2024-07-27T06:01:59.188451+0000","172.21.15.89:6801/2914049638":"2024-07-27T05:56:13.433538+0000","172.21.15.89:0/215767964":"2024-07-27T06:01:59.188451+0000","172.21.15.89:6801/877404674":"2024-07-27T05:56:35.284582+0000","172.21.15.89:0/735279321":"2024-07-27T05:56:13.433538+0000","172.21.15.89:0/3977426505":"2024-07-27T05:56:35.284582+0000","172.21.15.89:0/3641405665":"2024-07-27T05:56:13.433538+0000","172.21.15.89:0/1412375414":"2024-07-27T06:01:59.188451+0000","172.21.15.89:6800/877404674":"2024-07-27T05:56:35.284582+0000","172.21.15.89:0/3549863385":"2024-07-27T05:56:35.284582+0000","172.21.15.89:0/1195969220":"2024-07-27T06:01:59.188451+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":4,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T06:02:29.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:28 smithi155 ceph-mon[33309]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-07-26T06:02:29.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:28 smithi155 ceph-mon[33309]: from='client.? 172.21.15.89:0/2721301458' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-07-26T06:02:29.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:28 smithi089 ceph-mon[29555]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-07-26T06:02:29.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:28 smithi089 ceph-mon[29555]: from='client.? 172.21.15.89:0/2721301458' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-07-26T06:02:29.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:28 smithi089 ceph-mon[41451]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-07-26T06:02:29.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:28 smithi089 ceph-mon[41451]: from='client.? 172.21.15.89:0/2721301458' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-07-26T06:02:29.241 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-07-26T06:02:29.241 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-07-26T06:02:29.242 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-07-26T06:02:29.242 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-07-26T06:02:29.242 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-07-26T06:02:29.243 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-07-26T06:02:29.243 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-07-26T06:02:29.244 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-07-26T06:02:29.783 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:02:29.790 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:02:29.791 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:02:29.814 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:02:30.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:30 smithi155 ceph-mon[33309]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-07-26T06:02:30.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:30 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:30.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:30 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:02:30.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:30 smithi089 ceph-mon[29555]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-07-26T06:02:30.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:30 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:30.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:30 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:02:30.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:30 smithi089 ceph-mon[41451]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-07-26T06:02:30.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:30 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:30.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:30 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:02:30.837 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:02:30.837 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:02:30.838 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:02:30.838 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:02:31.379 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:02:30 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[35403]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:02:30] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-07-26T06:02:32.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:32 smithi155 ceph-mon[33309]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:02:32.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:32 smithi089 ceph-mon[29555]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:02:32.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:32 smithi089 ceph-mon[41451]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:02:34.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:34 smithi089 ceph-mon[29555]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:02:34.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:34 smithi089 ceph-mon[41451]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:02:34.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:34 smithi155 ceph-mon[33309]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:02:35.583 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:35 smithi155 systemd[1]: Starting Ceph grafana.a for 9bd49884-4b13-11ef-bcb6-c7b262605968... 2024-07-26T06:02:35.875 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:35 smithi155 podman[65573]: 2024-07-26 06:02:35.484313498 +0000 UTC m=+0.016569384 image pull 954c08fa618887fe9a6fe572ae541197c77e625b05f4193df7898f5ac649ada9 quay.io/ceph/ceph-grafana:9.4.7 2024-07-26T06:02:35.875 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:35 smithi155 podman[65573]: 2024-07-26 06:02:35.589091606 +0000 UTC m=+0.121347478 container create 702b8d8585aeb63ab0f45de3c912259698b32545f5e6850769e4aa2f4101407a (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a, maintainer=Paul Cuzner , url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, distribution-scope=public, build-date=2022-04-29T11:48:11.055897, io.openshift.tags=base rhel8, version=8.5, io.openshift.expose-services=, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., architecture=x86_64, name=ubi8, vendor=Red Hat, Inc., io.buildah.version=1.32.0, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, description=Ceph Grafana Container, vcs-type=git, release=239.1651231664, io.k8s.display-name=Red Hat Universal Base Image 8, com.redhat.component=ubi8-container, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56) 2024-07-26T06:02:35.875 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:35 smithi155 podman[65573]: 2024-07-26 06:02:35.791474837 +0000 UTC m=+0.323730707 container init 702b8d8585aeb63ab0f45de3c912259698b32545f5e6850769e4aa2f4101407a (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a, vcs-type=git, io.openshift.tags=base rhel8, io.k8s.display-name=Red Hat Universal Base Image 8, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.expose-services=, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, distribution-scope=public, description=Ceph Grafana Container, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, release=239.1651231664, name=ubi8, com.redhat.component=ubi8-container, architecture=x86_64, maintainer=Paul Cuzner , build-date=2022-04-29T11:48:11.055897, io.buildah.version=1.32.0, version=8.5, vendor=Red Hat, Inc., com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com) 2024-07-26T06:02:35.875 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:35 smithi155 podman[65573]: 2024-07-26 06:02:35.796690567 +0000 UTC m=+0.328946438 container start 702b8d8585aeb63ab0f45de3c912259698b32545f5e6850769e4aa2f4101407a (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a, release=239.1651231664, maintainer=Paul Cuzner , url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, summary=Grafana Container configured for Ceph mgr/dashboard integration, version=8.5, io.k8s.display-name=Red Hat Universal Base Image 8, architecture=x86_64, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, vcs-type=git, io.openshift.expose-services=, io.openshift.tags=base rhel8, vendor=Red Hat, Inc., distribution-scope=public, description=Ceph Grafana Container, build-date=2022-04-29T11:48:11.055897, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.buildah.version=1.32.0, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., name=ubi8, com.redhat.component=ubi8-container, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI) 2024-07-26T06:02:36.125 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:35 smithi155 bash[65573]: 702b8d8585aeb63ab0f45de3c912259698b32545f5e6850769e4aa2f4101407a 2024-07-26T06:02:36.126 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:35 smithi155 systemd[1]: Started Ceph grafana.a for 9bd49884-4b13-11ef-bcb6-c7b262605968. 2024-07-26T06:02:36.126 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:35 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=settings t=2024-07-26T06:02:35.960446687Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2024-07-26T06:02:36.126 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:35 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=settings t=2024-07-26T06:02:35.960619528Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-07-26T06:02:36.126 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:35 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=settings t=2024-07-26T06:02:35.960644566Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-07-26T06:02:36.126 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:35 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=settings t=2024-07-26T06:02:35.960651993Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-07-26T06:02:36.126 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:35 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=settings t=2024-07-26T06:02:35.960658053Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-07-26T06:02:36.126 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:35 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=settings t=2024-07-26T06:02:35.960664203Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-07-26T06:02:36.126 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:35 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=settings t=2024-07-26T06:02:35.960670104Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-07-26T06:02:36.126 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:35 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=settings t=2024-07-26T06:02:35.960676004Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-07-26T06:02:36.127 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:35 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=settings t=2024-07-26T06:02:35.960682316Z level=info msg="Path Home" path=/usr/share/grafana 2024-07-26T06:02:36.127 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:35 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=settings t=2024-07-26T06:02:35.960688192Z level=info msg="Path Data" path=/var/lib/grafana 2024-07-26T06:02:36.127 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:35 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=settings t=2024-07-26T06:02:35.960693976Z level=info msg="Path Logs" path=/var/log/grafana 2024-07-26T06:02:36.127 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:35 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=settings t=2024-07-26T06:02:35.960700105Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-07-26T06:02:36.127 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:35 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=settings t=2024-07-26T06:02:35.960708022Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-07-26T06:02:36.127 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:35 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=settings t=2024-07-26T06:02:35.9607144Z level=info msg="App mode production" 2024-07-26T06:02:36.127 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:35 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=sqlstore t=2024-07-26T06:02:35.960760734Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-07-26T06:02:36.127 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:35 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=sqlstore t=2024-07-26T06:02:35.960777291Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-07-26T06:02:36.127 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:35 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:35.961617043Z level=info msg="Starting DB migrations" 2024-07-26T06:02:36.127 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:35 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:35.961702225Z level=info msg="Executing migration" id="create migration_log table" 2024-07-26T06:02:36.127 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:35 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:35.962335017Z level=info msg="Executing migration" id="create user table" 2024-07-26T06:02:36.128 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:35 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:35.962746356Z level=info msg="Executing migration" id="add unique index user.login" 2024-07-26T06:02:36.128 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:35 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:35.963178658Z level=info msg="Executing migration" id="add unique index user.email" 2024-07-26T06:02:36.128 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:35 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:35.963999838Z level=info msg="Executing migration" id="drop index UQE_user_login - v1" 2024-07-26T06:02:36.128 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:35 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:35.964735642Z level=info msg="Executing migration" id="drop index UQE_user_email - v1" 2024-07-26T06:02:36.128 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:35 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:35.965683445Z level=info msg="Executing migration" id="Rename table user to user_v1 - v1" 2024-07-26T06:02:36.128 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:35 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:35.966551057Z level=info msg="Executing migration" id="create user table v2" 2024-07-26T06:02:36.128 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:35 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:35.967455169Z level=info msg="Executing migration" id="create index UQE_user_login - v2" 2024-07-26T06:02:36.128 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:35 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:35.968087364Z level=info msg="Executing migration" id="create index UQE_user_email - v2" 2024-07-26T06:02:36.128 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:35 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:35.968899603Z level=info msg="Executing migration" id="copy data_source v1 to v2" 2024-07-26T06:02:36.128 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:35 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:35.969808363Z level=info msg="Executing migration" id="Drop old table user_v1" 2024-07-26T06:02:36.128 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:35 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:35.970465597Z level=info msg="Executing migration" id="Add column help_flags1 to user table" 2024-07-26T06:02:36.128 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:35 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:35.970908738Z level=info msg="Executing migration" id="Update user table charset" 2024-07-26T06:02:36.128 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:35 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:35.9717927Z level=info msg="Executing migration" id="Add last_seen_at column to user" 2024-07-26T06:02:36.129 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:35 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:35.972683083Z level=info msg="Executing migration" id="Add missing user data" 2024-07-26T06:02:36.129 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:35 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:35.973298132Z level=info msg="Executing migration" id="Add is_disabled column to user" 2024-07-26T06:02:36.129 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:35 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:35.973997111Z level=info msg="Executing migration" id="Add index user.login/user.email" 2024-07-26T06:02:36.129 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:35 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:35.974449523Z level=info msg="Executing migration" id="Add is_service_account column to user" 2024-07-26T06:02:36.129 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:35 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:35.974889191Z level=info msg="Executing migration" id="Update is_service_account column to nullable" 2024-07-26T06:02:36.130 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:35 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:35.976036433Z level=info msg="Executing migration" id="create temp user table v1-7" 2024-07-26T06:02:36.130 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:35 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:35.976810314Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v1-7" 2024-07-26T06:02:36.130 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:35 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:35.977276009Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v1-7" 2024-07-26T06:02:36.130 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:35 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:35.978100011Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v1-7" 2024-07-26T06:02:36.130 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:35 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:35.978870171Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v1-7" 2024-07-26T06:02:36.131 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:35 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:35.979678511Z level=info msg="Executing migration" id="Update temp_user table charset" 2024-07-26T06:02:36.131 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:35 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:35.980635169Z level=info msg="Executing migration" id="drop index IDX_temp_user_email - v1" 2024-07-26T06:02:36.131 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:35 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:35.981327163Z level=info msg="Executing migration" id="drop index IDX_temp_user_org_id - v1" 2024-07-26T06:02:36.131 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:35 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:35.982070179Z level=info msg="Executing migration" id="drop index IDX_temp_user_code - v1" 2024-07-26T06:02:36.131 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:35 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:35.9825324Z level=info msg="Executing migration" id="drop index IDX_temp_user_status - v1" 2024-07-26T06:02:36.131 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:35 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:35.982939146Z level=info msg="Executing migration" id="Rename table temp_user to temp_user_tmp_qwerty - v1" 2024-07-26T06:02:36.131 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:35 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:35.983755941Z level=info msg="Executing migration" id="create temp_user v2" 2024-07-26T06:02:36.131 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:35 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:35.984522275Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v2" 2024-07-26T06:02:36.131 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:35 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:35.985465454Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v2" 2024-07-26T06:02:36.131 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:35 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:35.98615589Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v2" 2024-07-26T06:02:36.131 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:35 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:35.988810959Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v2" 2024-07-26T06:02:36.131 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:35 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:35.991525856Z level=info msg="Executing migration" id="copy temp_user v1 to v2" 2024-07-26T06:02:36.131 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:35 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:35.99418773Z level=info msg="Executing migration" id="drop temp_user_tmp_qwerty" 2024-07-26T06:02:36.132 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:35 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:35.996902333Z level=info msg="Executing migration" id="Set created for temp users that will otherwise prematurely expire" 2024-07-26T06:02:36.132 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:35 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:35.997283813Z level=info msg="Executing migration" id="create star table" 2024-07-26T06:02:36.132 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:35.999998783Z level=info msg="Executing migration" id="add unique index star.user_id_dashboard_id" 2024-07-26T06:02:36.132 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.000505668Z level=info msg="Executing migration" id="create org table v1" 2024-07-26T06:02:36.132 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.002724206Z level=info msg="Executing migration" id="create index UQE_org_name - v1" 2024-07-26T06:02:36.132 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.005422863Z level=info msg="Executing migration" id="create org_user table v1" 2024-07-26T06:02:36.132 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.005867769Z level=info msg="Executing migration" id="create index IDX_org_user_org_id - v1" 2024-07-26T06:02:36.132 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.006964313Z level=info msg="Executing migration" id="create index UQE_org_user_org_id_user_id - v1" 2024-07-26T06:02:36.132 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.007425401Z level=info msg="Executing migration" id="create index IDX_org_user_user_id - v1" 2024-07-26T06:02:36.133 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.007850724Z level=info msg="Executing migration" id="Update org table charset" 2024-07-26T06:02:36.133 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.008675326Z level=info msg="Executing migration" id="Update org_user table charset" 2024-07-26T06:02:36.133 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.009535393Z level=info msg="Executing migration" id="Migrate all Read Only Viewers to Viewers" 2024-07-26T06:02:36.133 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.010334089Z level=info msg="Executing migration" id="create dashboard table" 2024-07-26T06:02:36.133 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.010738878Z level=info msg="Executing migration" id="add index dashboard.account_id" 2024-07-26T06:02:36.133 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.011581042Z level=info msg="Executing migration" id="add unique index dashboard_account_id_slug" 2024-07-26T06:02:36.133 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.012369922Z level=info msg="Executing migration" id="create dashboard_tag table" 2024-07-26T06:02:36.133 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.015050264Z level=info msg="Executing migration" id="add unique index dashboard_tag.dasboard_id_term" 2024-07-26T06:02:36.133 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.015506895Z level=info msg="Executing migration" id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2024-07-26T06:02:36.133 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.018278282Z level=info msg="Executing migration" id="Rename table dashboard to dashboard_v1 - v1" 2024-07-26T06:02:36.133 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.021109807Z level=info msg="Executing migration" id="create dashboard v2" 2024-07-26T06:02:36.133 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.023727504Z level=info msg="Executing migration" id="create index IDX_dashboard_org_id - v2" 2024-07-26T06:02:36.133 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.024165814Z level=info msg="Executing migration" id="create index UQE_dashboard_org_id_slug - v2" 2024-07-26T06:02:36.133 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.027010299Z level=info msg="Executing migration" id="copy dashboard v1 to v2" 2024-07-26T06:02:36.134 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.029590274Z level=info msg="Executing migration" id="drop table dashboard_v1" 2024-07-26T06:02:36.134 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.032305093Z level=info msg="Executing migration" id="alter dashboard.data to mediumtext v1" 2024-07-26T06:02:36.134 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.032671525Z level=info msg="Executing migration" id="Add column updated_by in dashboard - v2" 2024-07-26T06:02:36.134 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.035483606Z level=info msg="Executing migration" id="Add column created_by in dashboard - v2" 2024-07-26T06:02:36.134 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.038216987Z level=info msg="Executing migration" id="Add column gnetId in dashboard" 2024-07-26T06:02:36.134 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.040954206Z level=info msg="Executing migration" id="Add index for gnetId in dashboard" 2024-07-26T06:02:36.134 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.041426602Z level=info msg="Executing migration" id="Add column plugin_id in dashboard" 2024-07-26T06:02:36.134 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.044177256Z level=info msg="Executing migration" id="Add index for plugin_id in dashboard" 2024-07-26T06:02:36.134 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.046823686Z level=info msg="Executing migration" id="Add index for dashboard_id in dashboard_tag" 2024-07-26T06:02:36.134 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.049518227Z level=info msg="Executing migration" id="Update dashboard table charset" 2024-07-26T06:02:36.134 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.04985145Z level=info msg="Executing migration" id="Update dashboard_tag table charset" 2024-07-26T06:02:36.134 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.052645776Z level=info msg="Executing migration" id="Add column folder_id in dashboard" 2024-07-26T06:02:36.134 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.055313536Z level=info msg="Executing migration" id="Add column isFolder in dashboard" 2024-07-26T06:02:36.135 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.055864196Z level=info msg="Executing migration" id="Add column has_acl in dashboard" 2024-07-26T06:02:36.135 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.05639494Z level=info msg="Executing migration" id="Add column uid in dashboard" 2024-07-26T06:02:36.135 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.059183128Z level=info msg="Executing migration" id="Update uid column values in dashboard" 2024-07-26T06:02:36.135 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.061709043Z level=info msg="Executing migration" id="Add unique index dashboard_org_id_uid" 2024-07-26T06:02:36.135 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.064385416Z level=info msg="Executing migration" id="Remove unique index org_id_slug" 2024-07-26T06:02:36.135 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.064977051Z level=info msg="Executing migration" id="Update dashboard title length" 2024-07-26T06:02:36.135 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.067410564Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_title_folder_id" 2024-07-26T06:02:36.135 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.069895093Z level=info msg="Executing migration" id="create dashboard_provisioning" 2024-07-26T06:02:36.135 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.072733517Z level=info msg="Executing migration" id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2024-07-26T06:02:36.135 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.073808516Z level=info msg="Executing migration" id="create dashboard_provisioning v2" 2024-07-26T06:02:36.135 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.076531971Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2024-07-26T06:02:36.135 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.079097639Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2024-07-26T06:02:36.135 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.081763313Z level=info msg="Executing migration" id="copy dashboard_provisioning v1 to v2" 2024-07-26T06:02:36.135 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.082102665Z level=info msg="Executing migration" id="drop dashboard_provisioning_tmp_qwerty" 2024-07-26T06:02:36.136 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.0846947Z level=info msg="Executing migration" id="Add check_sum column" 2024-07-26T06:02:36.136 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.085239746Z level=info msg="Executing migration" id="Add index for dashboard_title" 2024-07-26T06:02:36.136 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.087292404Z level=info msg="Executing migration" id="delete tags for deleted dashboards" 2024-07-26T06:02:36.136 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.087662422Z level=info msg="Executing migration" id="delete stars for deleted dashboards" 2024-07-26T06:02:36.136 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.088036259Z level=info msg="Executing migration" id="Add index for dashboard_is_folder" 2024-07-26T06:02:36.136 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.088550927Z level=info msg="Executing migration" id="Add isPublic for dashboard" 2024-07-26T06:02:36.136 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.08938294Z level=info msg="Executing migration" id="create data_source table" 2024-07-26T06:02:36.136 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.090157427Z level=info msg="Executing migration" id="add index data_source.account_id" 2024-07-26T06:02:36.136 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.090633537Z level=info msg="Executing migration" id="add unique index data_source.account_id_name" 2024-07-26T06:02:36.136 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.091185552Z level=info msg="Executing migration" id="drop index IDX_data_source_account_id - v1" 2024-07-26T06:02:36.136 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.091899258Z level=info msg="Executing migration" id="drop index UQE_data_source_account_id_name - v1" 2024-07-26T06:02:36.137 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.092391015Z level=info msg="Executing migration" id="Rename table data_source to data_source_v1 - v1" 2024-07-26T06:02:36.137 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.093662606Z level=info msg="Executing migration" id="create data_source table v2" 2024-07-26T06:02:36.137 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.094434409Z level=info msg="Executing migration" id="create index IDX_data_source_org_id - v2" 2024-07-26T06:02:36.137 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.09485953Z level=info msg="Executing migration" id="create index UQE_data_source_org_id_name - v2" 2024-07-26T06:02:36.137 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.095720558Z level=info msg="Executing migration" id="Drop old table data_source_v1 #2" 2024-07-26T06:02:36.137 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.096489582Z level=info msg="Executing migration" id="Add column with_credentials" 2024-07-26T06:02:36.137 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.097301019Z level=info msg="Executing migration" id="Add secure json data column" 2024-07-26T06:02:36.137 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.098082064Z level=info msg="Executing migration" id="Update data_source table charset" 2024-07-26T06:02:36.137 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.098829498Z level=info msg="Executing migration" id="Update initial version to 1" 2024-07-26T06:02:36.137 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.099278481Z level=info msg="Executing migration" id="Add read_only data column" 2024-07-26T06:02:36.137 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.100062764Z level=info msg="Executing migration" id="Migrate logging ds to loki ds" 2024-07-26T06:02:36.137 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.100493438Z level=info msg="Executing migration" id="Update json_data with nulls" 2024-07-26T06:02:36.138 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.10092347Z level=info msg="Executing migration" id="Add uid column" 2024-07-26T06:02:36.138 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.101892939Z level=info msg="Executing migration" id="Update uid value" 2024-07-26T06:02:36.138 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.102333856Z level=info msg="Executing migration" id="Add unique index datasource_org_id_uid" 2024-07-26T06:02:36.138 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.102968358Z level=info msg="Executing migration" id="add unique index datasource_org_id_is_default" 2024-07-26T06:02:36.138 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.103828684Z level=info msg="Executing migration" id="create api_key table" 2024-07-26T06:02:36.138 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.104704821Z level=info msg="Executing migration" id="add index api_key.account_id" 2024-07-26T06:02:36.138 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.105578065Z level=info msg="Executing migration" id="add index api_key.key" 2024-07-26T06:02:36.138 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.10618344Z level=info msg="Executing migration" id="add index api_key.account_id_name" 2024-07-26T06:02:36.138 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.106960965Z level=info msg="Executing migration" id="drop index IDX_api_key_account_id - v1" 2024-07-26T06:02:36.138 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.107767146Z level=info msg="Executing migration" id="drop index UQE_api_key_key - v1" 2024-07-26T06:02:36.138 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.10836341Z level=info msg="Executing migration" id="drop index UQE_api_key_account_id_name - v1" 2024-07-26T06:02:36.138 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.108940939Z level=info msg="Executing migration" id="Rename table api_key to api_key_v1 - v1" 2024-07-26T06:02:36.139 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.110696902Z level=info msg="Executing migration" id="create api_key table v2" 2024-07-26T06:02:36.139 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.111269587Z level=info msg="Executing migration" id="create index IDX_api_key_org_id - v2" 2024-07-26T06:02:36.139 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.11189017Z level=info msg="Executing migration" id="create index UQE_api_key_key - v2" 2024-07-26T06:02:36.139 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.112508127Z level=info msg="Executing migration" id="create index UQE_api_key_org_id_name - v2" 2024-07-26T06:02:36.139 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.113116001Z level=info msg="Executing migration" id="copy api_key v1 to v2" 2024-07-26T06:02:36.139 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.113579074Z level=info msg="Executing migration" id="Drop old table api_key_v1" 2024-07-26T06:02:36.139 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.114092615Z level=info msg="Executing migration" id="Update api_key table charset" 2024-07-26T06:02:36.139 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.114473097Z level=info msg="Executing migration" id="Add expires to api_key table" 2024-07-26T06:02:36.139 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.115273721Z level=info msg="Executing migration" id="Add service account foreign key" 2024-07-26T06:02:36.140 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.116090829Z level=info msg="Executing migration" id="set service account foreign key to nil if 0" 2024-07-26T06:02:36.140 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.116547551Z level=info msg="Executing migration" id="Add last_used_at to api_key table" 2024-07-26T06:02:36.140 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.117389689Z level=info msg="Executing migration" id="Add is_revoked column to api_key table" 2024-07-26T06:02:36.140 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.118289277Z level=info msg="Executing migration" id="create dashboard_snapshot table v4" 2024-07-26T06:02:36.140 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.11884968Z level=info msg="Executing migration" id="drop table dashboard_snapshot_v4 #1" 2024-07-26T06:02:36.140 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.119363686Z level=info msg="Executing migration" id="create dashboard_snapshot table v5 #2" 2024-07-26T06:02:36.140 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.11993232Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_key - v5" 2024-07-26T06:02:36.140 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.120529534Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_delete_key - v5" 2024-07-26T06:02:36.140 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.121118467Z level=info msg="Executing migration" id="create index IDX_dashboard_snapshot_user_id - v5" 2024-07-26T06:02:36.140 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.121705313Z level=info msg="Executing migration" id="alter dashboard_snapshot to mediumtext v2" 2024-07-26T06:02:36.140 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.122127316Z level=info msg="Executing migration" id="Update dashboard_snapshot table charset" 2024-07-26T06:02:36.140 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.122502111Z level=info msg="Executing migration" id="Add column external_delete_url to dashboard_snapshots table" 2024-07-26T06:02:36.140 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.123342193Z level=info msg="Executing migration" id="Add encrypted dashboard json column" 2024-07-26T06:02:36.141 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.124218021Z level=info msg="Executing migration" id="Change dashboard_encrypted column to MEDIUMBLOB" 2024-07-26T06:02:36.141 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.124754473Z level=info msg="Executing migration" id="create quota table v1" 2024-07-26T06:02:36.141 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.125299631Z level=info msg="Executing migration" id="create index UQE_quota_org_id_user_id_target - v1" 2024-07-26T06:02:36.141 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.125898632Z level=info msg="Executing migration" id="Update quota table charset" 2024-07-26T06:02:36.141 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.126331433Z level=info msg="Executing migration" id="create plugin_setting table" 2024-07-26T06:02:36.141 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.126923169Z level=info msg="Executing migration" id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2024-07-26T06:02:36.141 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.12753451Z level=info msg="Executing migration" id="Add column plugin_version to plugin_settings" 2024-07-26T06:02:36.141 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.128487082Z level=info msg="Executing migration" id="Update plugin_setting table charset" 2024-07-26T06:02:36.141 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.128919262Z level=info msg="Executing migration" id="create session table" 2024-07-26T06:02:36.376 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.12952895Z level=info msg="Executing migration" id="Drop old table playlist table" 2024-07-26T06:02:36.377 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.129999131Z level=info msg="Executing migration" id="Drop old table playlist_item table" 2024-07-26T06:02:36.377 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.130424658Z level=info msg="Executing migration" id="create playlist table v2" 2024-07-26T06:02:36.377 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.130987415Z level=info msg="Executing migration" id="create playlist item table v2" 2024-07-26T06:02:36.377 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.131524816Z level=info msg="Executing migration" id="Update playlist table charset" 2024-07-26T06:02:36.377 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.131931336Z level=info msg="Executing migration" id="Update playlist_item table charset" 2024-07-26T06:02:36.377 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.132327218Z level=info msg="Executing migration" id="drop preferences table v2" 2024-07-26T06:02:36.377 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.132717511Z level=info msg="Executing migration" id="drop preferences table v3" 2024-07-26T06:02:36.377 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.133135977Z level=info msg="Executing migration" id="create preferences table v3" 2024-07-26T06:02:36.377 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.133678666Z level=info msg="Executing migration" id="Update preferences table charset" 2024-07-26T06:02:36.377 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.134085568Z level=info msg="Executing migration" id="Add column team_id in preferences" 2024-07-26T06:02:36.377 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.134985434Z level=info msg="Executing migration" id="Update team_id column values in preferences" 2024-07-26T06:02:36.377 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.135406975Z level=info msg="Executing migration" id="Add column week_start in preferences" 2024-07-26T06:02:36.377 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.136365898Z level=info msg="Executing migration" id="Add column preferences.json_data" 2024-07-26T06:02:36.378 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.137254696Z level=info msg="Executing migration" id="alter preferences.json_data to mediumtext v1" 2024-07-26T06:02:36.378 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.13770323Z level=info msg="Executing migration" id="Add preferences index org_id" 2024-07-26T06:02:36.378 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.138301352Z level=info msg="Executing migration" id="Add preferences index user_id" 2024-07-26T06:02:36.378 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.1389448Z level=info msg="Executing migration" id="create alert table v1" 2024-07-26T06:02:36.378 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.139820525Z level=info msg="Executing migration" id="add index alert org_id & id " 2024-07-26T06:02:36.378 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.140712723Z level=info msg="Executing migration" id="add index alert state" 2024-07-26T06:02:36.378 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.14154456Z level=info msg="Executing migration" id="add index alert dashboard_id" 2024-07-26T06:02:36.378 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.142386995Z level=info msg="Executing migration" id="Create alert_rule_tag table v1" 2024-07-26T06:02:36.379 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.143233322Z level=info msg="Executing migration" id="Add unique index alert_rule_tag.alert_id_tag_id" 2024-07-26T06:02:36.379 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.145703885Z level=info msg="Executing migration" id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2024-07-26T06:02:36.379 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.148496834Z level=info msg="Executing migration" id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2024-07-26T06:02:36.379 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.151370889Z level=info msg="Executing migration" id="Create alert_rule_tag table v2" 2024-07-26T06:02:36.379 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.154090367Z level=info msg="Executing migration" id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2024-07-26T06:02:36.379 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.156778577Z level=info msg="Executing migration" id="copy alert_rule_tag v1 to v2" 2024-07-26T06:02:36.379 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.159412532Z level=info msg="Executing migration" id="drop table alert_rule_tag_v1" 2024-07-26T06:02:36.379 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.162192439Z level=info msg="Executing migration" id="create alert_notification table v1" 2024-07-26T06:02:36.379 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.16484608Z level=info msg="Executing migration" id="Add column is_default" 2024-07-26T06:02:36.379 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.167696766Z level=info msg="Executing migration" id="Add column frequency" 2024-07-26T06:02:36.380 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.170262242Z level=info msg="Executing migration" id="Add column send_reminder" 2024-07-26T06:02:36.380 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.172869196Z level=info msg="Executing migration" id="Add column disable_resolve_message" 2024-07-26T06:02:36.380 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.175637228Z level=info msg="Executing migration" id="add index alert_notification org_id & name" 2024-07-26T06:02:36.380 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.178384655Z level=info msg="Executing migration" id="Update alert table charset" 2024-07-26T06:02:36.380 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.18118267Z level=info msg="Executing migration" id="Update alert_notification table charset" 2024-07-26T06:02:36.380 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.183833401Z level=info msg="Executing migration" id="create notification_journal table v1" 2024-07-26T06:02:36.380 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.186610508Z level=info msg="Executing migration" id="add index notification_journal org_id & alert_id & notifier_id" 2024-07-26T06:02:36.380 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.189071768Z level=info msg="Executing migration" id="drop alert_notification_journal" 2024-07-26T06:02:36.380 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.191778373Z level=info msg="Executing migration" id="create alert_notification_state table v1" 2024-07-26T06:02:36.380 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.194307259Z level=info msg="Executing migration" id="add index alert_notification_state org_id & alert_id & notifier_id" 2024-07-26T06:02:36.380 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.1968333Z level=info msg="Executing migration" id="Add for to alert table" 2024-07-26T06:02:36.380 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.199487424Z level=info msg="Executing migration" id="Add column uid in alert_notification" 2024-07-26T06:02:36.380 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.2019089Z level=info msg="Executing migration" id="Update uid column values in alert_notification" 2024-07-26T06:02:36.381 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.204406765Z level=info msg="Executing migration" id="Add unique index alert_notification_org_id_uid" 2024-07-26T06:02:36.381 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.205064432Z level=info msg="Executing migration" id="Remove unique index org_id_name" 2024-07-26T06:02:36.381 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.207696321Z level=info msg="Executing migration" id="Add column secure_settings in alert_notification" 2024-07-26T06:02:36.381 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.210159877Z level=info msg="Executing migration" id="alter alert.settings to mediumtext" 2024-07-26T06:02:36.381 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.212610037Z level=info msg="Executing migration" id="Add non-unique index alert_notification_state_alert_id" 2024-07-26T06:02:36.381 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.213250612Z level=info msg="Executing migration" id="Add non-unique index alert_rule_tag_alert_id" 2024-07-26T06:02:36.381 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.215901309Z level=info msg="Executing migration" id="Drop old annotation table v4" 2024-07-26T06:02:36.381 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.218518189Z level=info msg="Executing migration" id="create annotation table v5" 2024-07-26T06:02:36.381 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.221073058Z level=info msg="Executing migration" id="add index annotation 0 v3" 2024-07-26T06:02:36.381 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.22174277Z level=info msg="Executing migration" id="add index annotation 1 v3" 2024-07-26T06:02:36.381 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.224325281Z level=info msg="Executing migration" id="add index annotation 2 v3" 2024-07-26T06:02:36.381 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.225063953Z level=info msg="Executing migration" id="add index annotation 3 v3" 2024-07-26T06:02:36.383 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.225946058Z level=info msg="Executing migration" id="add index annotation 4 v3" 2024-07-26T06:02:36.383 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.226586374Z level=info msg="Executing migration" id="Update annotation table charset" 2024-07-26T06:02:36.383 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.227344472Z level=info msg="Executing migration" id="Add column region_id to annotation table" 2024-07-26T06:02:36.383 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.228404969Z level=info msg="Executing migration" id="Drop category_id index" 2024-07-26T06:02:36.383 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.229127885Z level=info msg="Executing migration" id="Add column tags to annotation table" 2024-07-26T06:02:36.383 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.230219688Z level=info msg="Executing migration" id="Create annotation_tag table v2" 2024-07-26T06:02:36.383 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.231015557Z level=info msg="Executing migration" id="Add unique index annotation_tag.annotation_id_tag_id" 2024-07-26T06:02:36.383 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.231721269Z level=info msg="Executing migration" id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2024-07-26T06:02:36.384 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.232520095Z level=info msg="Executing migration" id="Rename table annotation_tag to annotation_tag_v2 - v2" 2024-07-26T06:02:36.384 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.235247496Z level=info msg="Executing migration" id="Create annotation_tag table v3" 2024-07-26T06:02:36.384 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.236028268Z level=info msg="Executing migration" id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2024-07-26T06:02:36.384 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.236727452Z level=info msg="Executing migration" id="copy annotation_tag v2 to v3" 2024-07-26T06:02:36.384 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.237442883Z level=info msg="Executing migration" id="drop table annotation_tag_v2" 2024-07-26T06:02:36.384 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.237993953Z level=info msg="Executing migration" id="Update alert annotations and set TEXT to empty" 2024-07-26T06:02:36.384 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.238719872Z level=info msg="Executing migration" id="Add created time to annotation table" 2024-07-26T06:02:36.384 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.239755331Z level=info msg="Executing migration" id="Add updated time to annotation table" 2024-07-26T06:02:36.384 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.240797752Z level=info msg="Executing migration" id="Add index for created in annotation table" 2024-07-26T06:02:36.384 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.241589205Z level=info msg="Executing migration" id="Add index for updated in annotation table" 2024-07-26T06:02:36.385 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.242418366Z level=info msg="Executing migration" id="Convert existing annotations from seconds to milliseconds" 2024-07-26T06:02:36.385 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.24320137Z level=info msg="Executing migration" id="Add epoch_end column" 2024-07-26T06:02:36.385 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.244285366Z level=info msg="Executing migration" id="Add index for epoch_end" 2024-07-26T06:02:36.385 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.244917612Z level=info msg="Executing migration" id="Make epoch_end the same as epoch" 2024-07-26T06:02:36.385 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.245741363Z level=info msg="Executing migration" id="Move region to single row" 2024-07-26T06:02:36.385 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.246551547Z level=info msg="Executing migration" id="Remove index org_id_epoch from annotation table" 2024-07-26T06:02:36.385 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.247350364Z level=info msg="Executing migration" id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2024-07-26T06:02:36.385 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.247968675Z level=info msg="Executing migration" id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2024-07-26T06:02:36.385 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.24879555Z level=info msg="Executing migration" id="Add index for org_id_epoch_end_epoch on annotation table" 2024-07-26T06:02:36.385 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.249605542Z level=info msg="Executing migration" id="Remove index org_id_epoch_epoch_end from annotation table" 2024-07-26T06:02:36.385 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.250379055Z level=info msg="Executing migration" id="Add index for alert_id on annotation table" 2024-07-26T06:02:36.385 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.250971152Z level=info msg="Executing migration" id="Increase tags column to length 4096" 2024-07-26T06:02:36.385 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.251773609Z level=info msg="Executing migration" id="create test_data table" 2024-07-26T06:02:36.385 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.252581351Z level=info msg="Executing migration" id="create dashboard_version table v1" 2024-07-26T06:02:36.386 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.25338389Z level=info msg="Executing migration" id="add index dashboard_version.dashboard_id" 2024-07-26T06:02:36.386 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.254000765Z level=info msg="Executing migration" id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2024-07-26T06:02:36.386 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.256590546Z level=info msg="Executing migration" id="Set dashboard version to 1 where 0" 2024-07-26T06:02:36.386 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.259101274Z level=info msg="Executing migration" id="save existing dashboard data in dashboard_version table v1" 2024-07-26T06:02:36.386 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.261850142Z level=info msg="Executing migration" id="alter dashboard_version.data to mediumtext v1" 2024-07-26T06:02:36.386 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.262167567Z level=info msg="Executing migration" id="create team table" 2024-07-26T06:02:36.386 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.265050387Z level=info msg="Executing migration" id="add index team.org_id" 2024-07-26T06:02:36.386 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.267674407Z level=info msg="Executing migration" id="add unique index team_org_id_name" 2024-07-26T06:02:36.386 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.270431574Z level=info msg="Executing migration" id="create team member table" 2024-07-26T06:02:36.386 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.270859963Z level=info msg="Executing migration" id="add index team_member.org_id" 2024-07-26T06:02:36.386 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.273684133Z level=info msg="Executing migration" id="add unique index team_member_org_id_team_id_user_id" 2024-07-26T06:02:36.386 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.276466231Z level=info msg="Executing migration" id="add index team_member.team_id" 2024-07-26T06:02:36.387 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.279249612Z level=info msg="Executing migration" id="Add column email to team table" 2024-07-26T06:02:36.387 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.279992829Z level=info msg="Executing migration" id="Add column external to team_member table" 2024-07-26T06:02:36.387 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.282728397Z level=info msg="Executing migration" id="Add column permission to team_member table" 2024-07-26T06:02:36.387 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.285436428Z level=info msg="Executing migration" id="create dashboard acl table" 2024-07-26T06:02:36.387 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.288205224Z level=info msg="Executing migration" id="add index dashboard_acl_dashboard_id" 2024-07-26T06:02:36.387 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.288730738Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_user_id" 2024-07-26T06:02:36.387 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.291479068Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_team_id" 2024-07-26T06:02:36.387 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.294012178Z level=info msg="Executing migration" id="add index dashboard_acl_user_id" 2024-07-26T06:02:36.387 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.296463207Z level=info msg="Executing migration" id="add index dashboard_acl_team_id" 2024-07-26T06:02:36.387 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.296992875Z level=info msg="Executing migration" id="add index dashboard_acl_org_id_role" 2024-07-26T06:02:36.387 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.29943899Z level=info msg="Executing migration" id="add index dashboard_permission" 2024-07-26T06:02:36.387 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.301978507Z level=info msg="Executing migration" id="save default acl rules in dashboard_acl table" 2024-07-26T06:02:36.387 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.304596033Z level=info msg="Executing migration" id="delete acl rules for deleted dashboards and folders" 2024-07-26T06:02:36.387 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.30715971Z level=info msg="Executing migration" id="create tag table" 2024-07-26T06:02:36.388 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.309858306Z level=info msg="Executing migration" id="add index tag.key_value" 2024-07-26T06:02:36.388 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.312245651Z level=info msg="Executing migration" id="create login attempt table" 2024-07-26T06:02:36.388 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.314848235Z level=info msg="Executing migration" id="add index login_attempt.username" 2024-07-26T06:02:36.388 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.317329741Z level=info msg="Executing migration" id="drop index IDX_login_attempt_username - v1" 2024-07-26T06:02:36.388 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.319792512Z level=info msg="Executing migration" id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2024-07-26T06:02:36.388 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.3222204Z level=info msg="Executing migration" id="create login_attempt v2" 2024-07-26T06:02:36.388 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.324621039Z level=info msg="Executing migration" id="create index IDX_login_attempt_username - v2" 2024-07-26T06:02:36.388 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.327002132Z level=info msg="Executing migration" id="copy login_attempt v1 to v2" 2024-07-26T06:02:36.388 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.329437021Z level=info msg="Executing migration" id="drop login_attempt_tmp_qwerty" 2024-07-26T06:02:36.388 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.331927284Z level=info msg="Executing migration" id="create user auth table" 2024-07-26T06:02:36.388 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.334546963Z level=info msg="Executing migration" id="create index IDX_user_auth_auth_module_auth_id - v1" 2024-07-26T06:02:36.388 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.3352948Z level=info msg="Executing migration" id="alter user_auth.auth_id to length 190" 2024-07-26T06:02:36.388 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.336040015Z level=info msg="Executing migration" id="Add OAuth access token to user_auth" 2024-07-26T06:02:36.389 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.336854643Z level=info msg="Executing migration" id="Add OAuth refresh token to user_auth" 2024-07-26T06:02:36.389 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.337619706Z level=info msg="Executing migration" id="Add OAuth token type to user_auth" 2024-07-26T06:02:36.389 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.338408572Z level=info msg="Executing migration" id="Add OAuth expiry to user_auth" 2024-07-26T06:02:36.389 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.339206737Z level=info msg="Executing migration" id="Add index to user_id column in user_auth" 2024-07-26T06:02:36.389 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.340025345Z level=info msg="Executing migration" id="Add OAuth ID token to user_auth" 2024-07-26T06:02:36.389 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.340807268Z level=info msg="Executing migration" id="create server_lock table" 2024-07-26T06:02:36.389 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.341563231Z level=info msg="Executing migration" id="add index server_lock.operation_uid" 2024-07-26T06:02:36.389 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.342324007Z level=info msg="Executing migration" id="create user auth token table" 2024-07-26T06:02:36.389 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.343041214Z level=info msg="Executing migration" id="add unique index user_auth_token.auth_token" 2024-07-26T06:02:36.389 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.343834182Z level=info msg="Executing migration" id="add unique index user_auth_token.prev_auth_token" 2024-07-26T06:02:36.389 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.344617914Z level=info msg="Executing migration" id="add index user_auth_token.user_id" 2024-07-26T06:02:36.389 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.345336911Z level=info msg="Executing migration" id="Add revoked_at to the user auth token" 2024-07-26T06:02:36.389 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.346159271Z level=info msg="Executing migration" id="create cache_data table" 2024-07-26T06:02:36.390 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.346949343Z level=info msg="Executing migration" id="add unique index cache_data.cache_key" 2024-07-26T06:02:36.390 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.347648878Z level=info msg="Executing migration" id="create short_url table v1" 2024-07-26T06:02:36.390 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.348420906Z level=info msg="Executing migration" id="add index short_url.org_id-uid" 2024-07-26T06:02:36.390 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.349248191Z level=info msg="Executing migration" id="alter table short_url alter column created_by type to bigint" 2024-07-26T06:02:36.390 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.35006Z level=info msg="Executing migration" id="delete alert_definition table" 2024-07-26T06:02:36.390 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.350850971Z level=info msg="Executing migration" id="recreate alert_definition table" 2024-07-26T06:02:36.390 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.351678956Z level=info msg="Executing migration" id="add index in alert_definition on org_id and title columns" 2024-07-26T06:02:36.390 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.35248304Z level=info msg="Executing migration" id="add index in alert_definition on org_id and uid columns" 2024-07-26T06:02:36.390 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.353273094Z level=info msg="Executing migration" id="alter alert_definition table data column to mediumtext in mysql" 2024-07-26T06:02:36.390 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.354120692Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and title columns" 2024-07-26T06:02:36.390 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.354709059Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and uid columns" 2024-07-26T06:02:36.390 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.357290225Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and title columns" 2024-07-26T06:02:36.390 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.360091395Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and uid columns" 2024-07-26T06:02:36.390 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.362809355Z level=info msg="Executing migration" id="Add column paused in alert_definition" 2024-07-26T06:02:36.391 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.3652676Z level=info msg="Executing migration" id="drop alert_definition table" 2024-07-26T06:02:36.391 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.368010845Z level=info msg="Executing migration" id="delete alert_definition_version table" 2024-07-26T06:02:36.391 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.370584889Z level=info msg="Executing migration" id="recreate alert_definition_version table" 2024-07-26T06:02:36.391 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.373251373Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_id and version columns" 2024-07-26T06:02:36.391 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.375801982Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_uid and version columns" 2024-07-26T06:02:36.391 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.378215205Z level=info msg="Executing migration" id="alter alert_definition_version table data column to mediumtext in mysql" 2024-07-26T06:02:36.628 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.38096117Z level=info msg="Executing migration" id="drop alert_definition_version table" 2024-07-26T06:02:36.628 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.383753269Z level=info msg="Executing migration" id="create alert_instance table" 2024-07-26T06:02:36.628 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.386367439Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2024-07-26T06:02:36.628 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.389022242Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, current_state columns" 2024-07-26T06:02:36.629 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.391653854Z level=info msg="Executing migration" id="add column current_state_end to alert_instance" 2024-07-26T06:02:36.629 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.394314658Z level=info msg="Executing migration" id="remove index def_org_id, def_uid, current_state on alert_instance" 2024-07-26T06:02:36.629 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.396928531Z level=info msg="Executing migration" id="remove index def_org_id, current_state on alert_instance" 2024-07-26T06:02:36.629 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.399534907Z level=info msg="Executing migration" id="rename def_org_id to rule_org_id in alert_instance" 2024-07-26T06:02:36.629 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.403422972Z level=info msg="Executing migration" id="rename def_uid to rule_uid in alert_instance" 2024-07-26T06:02:36.629 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.40720079Z level=info msg="Executing migration" id="add index rule_org_id, rule_uid, current_state on alert_instance" 2024-07-26T06:02:36.629 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.40799142Z level=info msg="Executing migration" id="add index rule_org_id, current_state on alert_instance" 2024-07-26T06:02:36.629 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.408806142Z level=info msg="Executing migration" id="add current_reason column related to current_state" 2024-07-26T06:02:36.629 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.409645461Z level=info msg="Executing migration" id="create alert_rule table" 2024-07-26T06:02:36.629 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.410072572Z level=info msg="Executing migration" id="add index in alert_rule on org_id and title columns" 2024-07-26T06:02:36.630 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.410858666Z level=info msg="Executing migration" id="add index in alert_rule on org_id and uid columns" 2024-07-26T06:02:36.630 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.411653888Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2024-07-26T06:02:36.630 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.412503014Z level=info msg="Executing migration" id="alter alert_rule table data column to mediumtext in mysql" 2024-07-26T06:02:36.630 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.413524595Z level=info msg="Executing migration" id="add column for to alert_rule" 2024-07-26T06:02:36.630 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.414433961Z level=info msg="Executing migration" id="add column annotations to alert_rule" 2024-07-26T06:02:36.630 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.415267742Z level=info msg="Executing migration" id="add column labels to alert_rule" 2024-07-26T06:02:36.630 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.416121173Z level=info msg="Executing migration" id="remove unique index from alert_rule on org_id, title columns" 2024-07-26T06:02:36.630 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.416954915Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespase_uid and title columns" 2024-07-26T06:02:36.630 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.417762349Z level=info msg="Executing migration" id="add dashboard_uid column to alert_rule" 2024-07-26T06:02:36.630 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.418578515Z level=info msg="Executing migration" id="add panel_id column to alert_rule" 2024-07-26T06:02:36.631 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.419414012Z level=info msg="Executing migration" id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2024-07-26T06:02:36.631 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.420244131Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule" 2024-07-26T06:02:36.631 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.42108508Z level=info msg="Executing migration" id="add is_paused column to alert_rule table" 2024-07-26T06:02:36.631 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.421924525Z level=info msg="Executing migration" id="fix is_paused column for alert_rule table" 2024-07-26T06:02:36.631 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.422843408Z level=info msg="Executing migration" id="create alert_rule_version table" 2024-07-26T06:02:36.631 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.423705032Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2024-07-26T06:02:36.631 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.424566493Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2024-07-26T06:02:36.631 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.425409006Z level=info msg="Executing migration" id="alter alert_rule_version table data column to mediumtext in mysql" 2024-07-26T06:02:36.631 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.425718091Z level=info msg="Executing migration" id="add column for to alert_rule_version" 2024-07-26T06:02:36.631 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.426612704Z level=info msg="Executing migration" id="add column annotations to alert_rule_version" 2024-07-26T06:02:36.632 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.427455649Z level=info msg="Executing migration" id="add column labels to alert_rule_version" 2024-07-26T06:02:36.633 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.428311374Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule_version" 2024-07-26T06:02:36.633 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.429154159Z level=info msg="Executing migration" id="add is_paused column to alert_rule_versions table" 2024-07-26T06:02:36.633 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.429990046Z level=info msg="Executing migration" id="fix is_paused column for alert_rule_version table" 2024-07-26T06:02:36.633 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.430884435Z level=info msg="Executing migration" id=create_alert_configuration_table 2024-07-26T06:02:36.633 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.431749142Z level=info msg="Executing migration" id="Add column default in alert_configuration" 2024-07-26T06:02:36.634 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.432630878Z level=info msg="Executing migration" id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2024-07-26T06:02:36.634 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.433400751Z level=info msg="Executing migration" id="add column org_id in alert_configuration" 2024-07-26T06:02:36.634 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.434411523Z level=info msg="Executing migration" id="add index in alert_configuration table on org_id column" 2024-07-26T06:02:36.634 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.435178155Z level=info msg="Executing migration" id="add configuration_hash column to alert_configuration" 2024-07-26T06:02:36.634 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.436087815Z level=info msg="Executing migration" id=create_ngalert_configuration_table 2024-07-26T06:02:36.634 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.436923522Z level=info msg="Executing migration" id="add index in ngalert_configuration on org_id column" 2024-07-26T06:02:36.634 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.439827904Z level=info msg="Executing migration" id="add column send_alerts_to in ngalert_configuration" 2024-07-26T06:02:36.634 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.442489442Z level=info msg="Executing migration" id="create provenance_type table" 2024-07-26T06:02:36.635 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.44537312Z level=info msg="Executing migration" id="add index to uniquify (record_key, record_type, org_id) columns" 2024-07-26T06:02:36.635 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.448082398Z level=info msg="Executing migration" id="create alert_image table" 2024-07-26T06:02:36.635 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.450735024Z level=info msg="Executing migration" id="add unique index on token to alert_image table" 2024-07-26T06:02:36.635 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.45353117Z level=info msg="Executing migration" id="support longer URLs in alert_image table" 2024-07-26T06:02:36.635 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.456228238Z level=info msg="Executing migration" id=create_alert_configuration_history_table 2024-07-26T06:02:36.635 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.456721562Z level=info msg="Executing migration" id="drop non-unique orgID index on alert_configuration" 2024-07-26T06:02:36.635 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.45894447Z level=info msg="Executing migration" id="drop unique orgID index on alert_configuration if exists" 2024-07-26T06:02:36.635 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.459034432Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop unique orgID index on alert_configuration if exists" 2024-07-26T06:02:36.635 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.461745389Z level=info msg="Executing migration" id="extract alertmanager configuration history to separate table" 2024-07-26T06:02:36.635 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.464538243Z level=info msg="Executing migration" id="add unique index on orgID to alert_configuration" 2024-07-26T06:02:36.636 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.467372114Z level=info msg="Executing migration" id="clear migration entry \"remove unified alerting data\"" 2024-07-26T06:02:36.636 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.46755455Z level=info msg="Executing migration" id="move dashboard alerts to unified alerting" 2024-07-26T06:02:36.636 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.467715936Z level=info msg="alerts found to migrate" alerts=0 2024-07-26T06:02:36.636 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.47014075Z level=info msg="Executing migration" id="create library_element table v1" 2024-07-26T06:02:36.636 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.47289829Z level=info msg="Executing migration" id="add index library_element org_id-folder_id-name-kind" 2024-07-26T06:02:36.636 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.476197836Z level=info msg="Executing migration" id="create library_element_connection table v1" 2024-07-26T06:02:36.636 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.478306521Z level=info msg="Executing migration" id="add index library_element_connection element_id-kind-connection_id" 2024-07-26T06:02:36.636 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.481246832Z level=info msg="Executing migration" id="add unique index library_element org_id_uid" 2024-07-26T06:02:36.636 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.483807793Z level=info msg="Executing migration" id="increase max description length to 2048" 2024-07-26T06:02:36.637 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.486569704Z level=info msg="Executing migration" id="clone move dashboard alerts to unified alerting" 2024-07-26T06:02:36.637 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.489328628Z level=info msg="Executing migration" id="create data_keys table" 2024-07-26T06:02:36.637 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.492038443Z level=info msg="Executing migration" id="create secrets table" 2024-07-26T06:02:36.637 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.494940167Z level=info msg="Executing migration" id="rename data_keys name column to id" 2024-07-26T06:02:36.637 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.499422424Z level=info msg="Executing migration" id="add name column into data_keys" 2024-07-26T06:02:36.637 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.502090772Z level=info msg="Executing migration" id="copy data_keys id column values into name" 2024-07-26T06:02:36.637 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.504791743Z level=info msg="Executing migration" id="rename data_keys name column to label" 2024-07-26T06:02:36.637 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.509351333Z level=info msg="Executing migration" id="rename data_keys id column back to name" 2024-07-26T06:02:36.637 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.51367115Z level=info msg="Executing migration" id="create kv_store table v1" 2024-07-26T06:02:36.637 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.514113374Z level=info msg="Executing migration" id="add index kv_store.org_id-namespace-key" 2024-07-26T06:02:36.638 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.514538573Z level=info msg="Executing migration" id="update dashboard_uid and panel_id from existing annotations" 2024-07-26T06:02:36.638 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.514889711Z level=info msg="Executing migration" id="create permission table" 2024-07-26T06:02:36.638 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.515307519Z level=info msg="Executing migration" id="add unique index permission.role_id" 2024-07-26T06:02:36.638 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.515725963Z level=info msg="Executing migration" id="add unique index role_id_action_scope" 2024-07-26T06:02:36.638 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.516182084Z level=info msg="Executing migration" id="create role table" 2024-07-26T06:02:36.638 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.516564525Z level=info msg="Executing migration" id="add column display_name" 2024-07-26T06:02:36.638 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.517810842Z level=info msg="Executing migration" id="add column group_name" 2024-07-26T06:02:36.638 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.518723436Z level=info msg="Executing migration" id="add index role.org_id" 2024-07-26T06:02:36.638 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.519181083Z level=info msg="Executing migration" id="add unique index role_org_id_name" 2024-07-26T06:02:36.639 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.51960895Z level=info msg="Executing migration" id="add index role_org_id_uid" 2024-07-26T06:02:36.639 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.520070023Z level=info msg="Executing migration" id="create team role table" 2024-07-26T06:02:36.639 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.520452948Z level=info msg="Executing migration" id="add index team_role.org_id" 2024-07-26T06:02:36.639 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.520887891Z level=info msg="Executing migration" id="add unique index team_role_org_id_team_id_role_id" 2024-07-26T06:02:36.639 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.521333648Z level=info msg="Executing migration" id="add index team_role.team_id" 2024-07-26T06:02:36.639 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.521751454Z level=info msg="Executing migration" id="create user role table" 2024-07-26T06:02:36.639 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.522183034Z level=info msg="Executing migration" id="add index user_role.org_id" 2024-07-26T06:02:36.639 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.522600107Z level=info msg="Executing migration" id="add unique index user_role_org_id_user_id_role_id" 2024-07-26T06:02:36.640 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.523064367Z level=info msg="Executing migration" id="add index user_role.user_id" 2024-07-26T06:02:36.640 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.523486792Z level=info msg="Executing migration" id="create builtin role table" 2024-07-26T06:02:36.640 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.523906804Z level=info msg="Executing migration" id="add index builtin_role.role_id" 2024-07-26T06:02:36.640 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.526674519Z level=info msg="Executing migration" id="add index builtin_role.name" 2024-07-26T06:02:36.640 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.52713832Z level=info msg="Executing migration" id="Add column org_id to builtin_role table" 2024-07-26T06:02:36.640 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.528149071Z level=info msg="Executing migration" id="add index builtin_role.org_id" 2024-07-26T06:02:36.640 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.528613649Z level=info msg="Executing migration" id="add unique index builtin_role_org_id_role_id_role" 2024-07-26T06:02:36.640 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.531301641Z level=info msg="Executing migration" id="Remove unique index role_org_id_uid" 2024-07-26T06:02:36.640 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.531772809Z level=info msg="Executing migration" id="add unique index role.uid" 2024-07-26T06:02:36.640 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.532273591Z level=info msg="Executing migration" id="create seed assignment table" 2024-07-26T06:02:36.640 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.532665272Z level=info msg="Executing migration" id="add unique index builtin_role_role_name" 2024-07-26T06:02:36.640 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.533130372Z level=info msg="Executing migration" id="add column hidden to role table" 2024-07-26T06:02:36.641 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.534188595Z level=info msg="Executing migration" id="create query_history table v1" 2024-07-26T06:02:36.641 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.534605727Z level=info msg="Executing migration" id="add index query_history.org_id-created_by-datasource_uid" 2024-07-26T06:02:36.641 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.535114334Z level=info msg="Executing migration" id="alter table query_history alter column created_by type to bigint" 2024-07-26T06:02:36.641 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.53538241Z level=info msg="Executing migration" id="teams permissions migration" 2024-07-26T06:02:36.641 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.535789093Z level=info msg="Executing migration" id="dashboard permissions" 2024-07-26T06:02:36.641 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.536235413Z level=info msg="Executing migration" id="dashboard permissions uid scopes" 2024-07-26T06:02:36.641 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.536569409Z level=info msg="Executing migration" id="drop managed folder create actions" 2024-07-26T06:02:36.641 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.536891964Z level=info msg="Executing migration" id="alerting notification permissions" 2024-07-26T06:02:36.641 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.537242397Z level=info msg="Executing migration" id="create query_history_star table v1" 2024-07-26T06:02:36.642 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.537614571Z level=info msg="Executing migration" id="add index query_history.user_id-query_uid" 2024-07-26T06:02:36.642 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.538079739Z level=info msg="Executing migration" id="add column org_id in query_history_star" 2024-07-26T06:02:36.642 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.539058987Z level=info msg="Executing migration" id="alter table query_history_star_mig column user_id type to bigint" 2024-07-26T06:02:36.642 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.539355749Z level=info msg="Executing migration" id="create correlation table v1" 2024-07-26T06:02:36.642 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.539765001Z level=info msg="Executing migration" id="add index correlations.uid" 2024-07-26T06:02:36.642 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.542200202Z level=info msg="Executing migration" id="add index correlations.source_uid" 2024-07-26T06:02:36.642 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.54265713Z level=info msg="Executing migration" id="add correlation config column" 2024-07-26T06:02:36.642 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.544690342Z level=info msg="Executing migration" id="create entity_events table" 2024-07-26T06:02:36.642 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.545474182Z level=info msg="Executing migration" id="create dashboard public config v1" 2024-07-26T06:02:36.642 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.546126335Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v1" 2024-07-26T06:02:36.643 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.546205013Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index UQE_dashboard_public_config_uid - v1" 2024-07-26T06:02:36.643 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.546910501Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-07-26T06:02:36.643 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.546991148Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-07-26T06:02:36.643 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.54775197Z level=info msg="Executing migration" id="Drop old dashboard public config table" 2024-07-26T06:02:36.643 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.548451318Z level=info msg="Executing migration" id="recreate dashboard public config v1" 2024-07-26T06:02:36.643 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.549366594Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v1" 2024-07-26T06:02:36.643 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.550027669Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-07-26T06:02:36.643 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.55080333Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v2" 2024-07-26T06:02:36.643 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.551694078Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-07-26T06:02:36.643 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.552413897Z level=info msg="Executing migration" id="Drop public config table" 2024-07-26T06:02:36.644 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.553204194Z level=info msg="Executing migration" id="Recreate dashboard public config v2" 2024-07-26T06:02:36.644 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.553994686Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v2" 2024-07-26T06:02:36.644 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.554742286Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-07-26T06:02:36.644 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.555567238Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_access_token - v2" 2024-07-26T06:02:36.644 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.556355275Z level=info msg="Executing migration" id="Rename table dashboard_public_config to dashboard_public - v2" 2024-07-26T06:02:36.645 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.559558868Z level=info msg="Executing migration" id="add annotations_enabled column" 2024-07-26T06:02:36.645 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.560608048Z level=info msg="Executing migration" id="add time_selection_enabled column" 2024-07-26T06:02:36.645 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.561648699Z level=info msg="Executing migration" id="delete orphaned public dashboards" 2024-07-26T06:02:36.645 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.56257644Z level=info msg="Executing migration" id="add share column" 2024-07-26T06:02:36.645 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.563677203Z level=info msg="Executing migration" id="create default alerting folders" 2024-07-26T06:02:36.645 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.56644009Z level=info msg="Executing migration" id="create file table" 2024-07-26T06:02:36.645 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.569266825Z level=info msg="Executing migration" id="file table idx: path natural pk" 2024-07-26T06:02:36.645 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.57204093Z level=info msg="Executing migration" id="file table idx: parent_folder_path_hash fast folder retrieval" 2024-07-26T06:02:36.645 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.574895945Z level=info msg="Executing migration" id="create file_meta table" 2024-07-26T06:02:36.645 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.577468006Z level=info msg="Executing migration" id="file table idx: path key" 2024-07-26T06:02:36.645 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.580333816Z level=info msg="Executing migration" id="set path collation in file table" 2024-07-26T06:02:36.646 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.582945774Z level=info msg="Executing migration" id="managed permissions migration" 2024-07-26T06:02:36.646 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.585615535Z level=info msg="Executing migration" id="managed folder permissions alert actions migration" 2024-07-26T06:02:36.646 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.588440707Z level=info msg="Executing migration" id="RBAC action name migrator" 2024-07-26T06:02:36.646 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.5911236Z level=info msg="Executing migration" id="Add UID column to playlist" 2024-07-26T06:02:36.646 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.594097502Z level=info msg="Executing migration" id="Update uid column values in playlist" 2024-07-26T06:02:36.646 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.596874071Z level=info msg="Executing migration" id="Add index for uid in playlist" 2024-07-26T06:02:36.646 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.599725965Z level=info msg="Executing migration" id="update group index for alert rules" 2024-07-26T06:02:36.646 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.602388389Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated migration" 2024-07-26T06:02:36.646 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.604826235Z level=info msg="Executing migration" id="admin only folder/dashboard permission" 2024-07-26T06:02:36.646 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.607618727Z level=info msg="Executing migration" id="add action column to seed_assignment" 2024-07-26T06:02:36.647 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.61019609Z level=info msg="Executing migration" id="add scope column to seed_assignment" 2024-07-26T06:02:36.647 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.612961733Z level=info msg="Executing migration" id="remove unique index builtin_role_role_name before nullable update" 2024-07-26T06:02:36.647 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.615315817Z level=info msg="Executing migration" id="update seed_assignment role_name column to nullable" 2024-07-26T06:02:36.647 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.625290231Z level=info msg="Executing migration" id="add unique index builtin_role_name back" 2024-07-26T06:02:36.647 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.627768876Z level=info msg="Executing migration" id="add unique index builtin_role_action_scope" 2024-07-26T06:02:36.647 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.630251052Z level=info msg="Executing migration" id="add primary key to seed_assigment" 2024-07-26T06:02:36.879 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.633919885Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated fixed migration" 2024-07-26T06:02:36.880 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.636351431Z level=info msg="Executing migration" id="migrate external alertmanagers to datsourcse" 2024-07-26T06:02:36.880 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.638845642Z level=info msg="Executing migration" id="create folder table" 2024-07-26T06:02:36.880 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.641338825Z level=info msg="Executing migration" id="Add index for parent_uid" 2024-07-26T06:02:36.880 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.643830599Z level=info msg="Executing migration" id="Add unique index for folder.uid and folder.org_id" 2024-07-26T06:02:36.880 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.64629079Z level=info msg="Executing migration" id="Update folder title length" 2024-07-26T06:02:36.880 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.648759792Z level=info msg="Executing migration" id="Add unique index for folder.title and folder.parent_uid" 2024-07-26T06:02:36.880 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=migrator t=2024-07-26T06:02:36.651276658Z level=info msg="migrations completed" performed=485 skipped=0 duration=689.59463ms 2024-07-26T06:02:36.880 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=sqlstore t=2024-07-26T06:02:36.65174489Z level=info msg="Created default organization" 2024-07-26T06:02:36.880 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=plugin.loader t=2024-07-26T06:02:36.713706102Z level=info msg="Plugin registered" pluginID=input 2024-07-26T06:02:36.880 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=plugin.loader t=2024-07-26T06:02:36.742354255Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2024-07-26T06:02:36.880 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=plugin.loader t=2024-07-26T06:02:36.742403042Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2024-07-26T06:02:36.880 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=secrets t=2024-07-26T06:02:36.742448942Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-07-26T06:02:36.880 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=query_data t=2024-07-26T06:02:36.744190376Z level=info msg="Query Service initialization" 2024-07-26T06:02:36.881 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=live.push_http t=2024-07-26T06:02:36.747113371Z level=info msg="Live Push Gateway initialization" 2024-07-26T06:02:37.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-mon[33309]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:02:37.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:37.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:37.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:37.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:37.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:36 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:02:37.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:36 smithi089 ceph-mon[29555]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:02:37.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:36 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:37.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:36 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:37.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:36 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:37.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:36 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:37.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:36 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:02:37.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:36 smithi089 ceph-mon[41451]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:02:37.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:36 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:37.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:36 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:37.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:36 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:37.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:36 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:37.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:36 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:02:37.466 INFO:teuthology.orchestra.run.smithi089.stdout:163208757282 2024-07-26T06:02:37.467 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-07-26T06:02:37.879 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=infra.usagestats.collector t=2024-07-26T06:02:37.552957874Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-07-26T06:02:37.879 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=provisioning.datasources t=2024-07-26T06:02:37.553267886Z level=warn msg="[Deprecated] the datasource provisioning config is outdated. please upgrade" filename=/etc/grafana/provisioning/datasources/ceph-dashboard.yml 2024-07-26T06:02:37.879 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=provisioning.datasources t=2024-07-26T06:02:37.586847234Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-07-26T06:02:37.879 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=provisioning.datasources t=2024-07-26T06:02:37.618784445Z level=info msg="inserting datasource from configuration " name=Loki uid=P8E80F9AEF21F6940 2024-07-26T06:02:37.880 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=provisioning.alerting t=2024-07-26T06:02:37.640063099Z level=info msg="starting to provision alerting" 2024-07-26T06:02:37.880 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=provisioning.alerting t=2024-07-26T06:02:37.640253794Z level=info msg="finished to provision alerting" 2024-07-26T06:02:37.880 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=grafanaStorageLogger t=2024-07-26T06:02:37.640331862Z level=info msg="storage starting" 2024-07-26T06:02:37.880 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=ngalert.state.manager t=2024-07-26T06:02:37.640444039Z level=info msg="Warming state cache for startup" 2024-07-26T06:02:37.880 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=http.server t=2024-07-26T06:02:37.645198908Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-07-26T06:02:37.880 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=ngalert.state.manager t=2024-07-26T06:02:37.650987387Z level=info msg="State cache has been initialized" states=0 duration=10.541884ms 2024-07-26T06:02:37.880 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=ngalert.multiorg.alertmanager t=2024-07-26T06:02:37.651035139Z level=info msg="starting MultiOrg Alertmanager" 2024-07-26T06:02:37.880 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=ticker t=2024-07-26T06:02:37.651060886Z level=info msg=starting first_tick=2024-07-26T06:02:40Z 2024-07-26T06:02:37.880 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=sqlstore.transactions t=2024-07-26T06:02:37.686323767Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-07-26T06:02:37.880 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:02:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[65588]: logger=sqlstore.transactions t=2024-07-26T06:02:37.724498835Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-07-26T06:02:39.094 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:38 smithi089 ceph-mon[29555]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:02:39.095 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:38 smithi089 ceph-mon[41451]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:02:39.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:38 smithi155 ceph-mon[33309]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:02:40.612 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:40 smithi089 ceph-mon[29555]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:02:40.612 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:40 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:40.612 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:40 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:40.612 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:40 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:40.612 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:40 smithi089 ceph-mon[41451]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:02:40.612 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:40 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:40.613 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:40 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:40.613 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:40 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:40.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:40 smithi155 ceph-mon[33309]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:02:40.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:40 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:40.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:40 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:40.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:40 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:02:41.379 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:02:40 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[35403]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:02:40] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-07-26T06:02:42.501 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:42 smithi089 ceph-mon[29555]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:02:42.502 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:42 smithi089 ceph-mon[41451]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:02:42.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:42 smithi155 ceph-mon[33309]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:02:42.843 INFO:teuthology.orchestra.run.smithi089.stdout:107374182443 2024-07-26T06:02:42.844 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-07-26T06:02:44.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:44 smithi155 ceph-mon[33309]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:02:44.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:44 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:02:44.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:44 smithi089 ceph-mon[29555]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:02:44.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:44 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:02:44.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:44 smithi089 ceph-mon[41451]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:02:44.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:44 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:02:44.737 INFO:teuthology.orchestra.run.smithi089.stdout:231928234009 2024-07-26T06:02:44.737 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-07-26T06:02:45.116 INFO:teuthology.orchestra.run.smithi089.stdout:77309411378 2024-07-26T06:02:45.116 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-07-26T06:02:45.157 INFO:teuthology.orchestra.run.smithi089.stdout:197568495647 2024-07-26T06:02:45.158 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-07-26T06:02:45.955 INFO:teuthology.orchestra.run.smithi089.stdout:128849018920 2024-07-26T06:02:45.955 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-07-26T06:02:46.495 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:02:46.496 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:02:46.497 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:02:46.609 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:46 smithi089 ceph-mon[29555]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:02:46.609 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:46 smithi089 ceph-mon[41451]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:02:46.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:46 smithi155 ceph-mon[33309]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:02:47.120 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:02:48.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:48 smithi089 ceph-mon[29555]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:02:48.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:48 smithi089 ceph-mon[41451]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:02:48.485 INFO:teuthology.orchestra.run.smithi089.stdout:55834574903 2024-07-26T06:02:48.486 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-07-26T06:02:48.620 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:48 smithi155 ceph-mon[33309]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:02:50.046 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:02:50.046 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:02:50.559 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:50 smithi089 ceph-mon[29555]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:02:50.583 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:50 smithi089 ceph-mon[41451]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:02:50.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:50 smithi155 ceph-mon[33309]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:02:51.379 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:02:50 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[35403]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:02:50] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-07-26T06:02:51.812 INFO:teuthology.orchestra.run.smithi089.stdout:107374182446 2024-07-26T06:02:52.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:52 smithi089 ceph-mon[29555]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:02:52.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:52 smithi089 ceph-mon[29555]: from='client.? 172.21.15.89:0/4074327319' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-07-26T06:02:52.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:52 smithi089 ceph-mon[41451]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:02:52.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:52 smithi089 ceph-mon[41451]: from='client.? 172.21.15.89:0/4074327319' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-07-26T06:02:52.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:52 smithi155 ceph-mon[33309]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:02:52.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:52 smithi155 ceph-mon[33309]: from='client.? 172.21.15.89:0/4074327319' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-07-26T06:02:52.959 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182443 got 107374182446 for osd.3 2024-07-26T06:02:52.960 DEBUG:teuthology.parallel:result is None 2024-07-26T06:02:53.845 INFO:teuthology.orchestra.run.smithi089.stdout:163208757285 2024-07-26T06:02:54.407 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:54 smithi089 ceph-mon[29555]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:02:54.407 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:54 smithi089 ceph-mon[29555]: from='client.? 172.21.15.89:0/1310392969' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-07-26T06:02:54.408 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:54 smithi089 ceph-mon[41451]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:02:54.408 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:54 smithi089 ceph-mon[41451]: from='client.? 172.21.15.89:0/1310392969' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-07-26T06:02:54.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:54 smithi155 ceph-mon[33309]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:02:54.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:54 smithi155 ceph-mon[33309]: from='client.? 172.21.15.89:0/1310392969' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-07-26T06:02:54.914 INFO:tasks.cephadm.ceph_manager.ceph:need seq 163208757282 got 163208757285 for osd.5 2024-07-26T06:02:54.915 DEBUG:teuthology.parallel:result is None 2024-07-26T06:02:55.565 INFO:teuthology.orchestra.run.smithi089.stdout:128849018923 2024-07-26T06:02:56.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:56 smithi155 ceph-mon[33309]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:02:56.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:56 smithi155 ceph-mon[33309]: from='client.? 172.21.15.89:0/2387452079' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-07-26T06:02:56.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:56 smithi089 ceph-mon[29555]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:02:56.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:56 smithi089 ceph-mon[29555]: from='client.? 172.21.15.89:0/2387452079' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-07-26T06:02:56.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:56 smithi089 ceph-mon[41451]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:02:56.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:56 smithi089 ceph-mon[41451]: from='client.? 172.21.15.89:0/2387452079' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-07-26T06:02:57.476 INFO:tasks.cephadm.ceph_manager.ceph:need seq 128849018920 got 128849018923 for osd.4 2024-07-26T06:02:57.476 DEBUG:teuthology.parallel:result is None 2024-07-26T06:02:57.856 INFO:teuthology.orchestra.run.smithi089.stdout:34359738428 2024-07-26T06:02:57.857 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-07-26T06:02:58.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:58 smithi089 ceph-mon[29555]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:02:58.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:58 smithi089 ceph-mon[41451]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:02:58.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:58 smithi155 ceph-mon[33309]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:02:59.595 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:02:59 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:02:59.595 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:02:59 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:02:59.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:02:59 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:03:00.198 INFO:teuthology.orchestra.run.smithi089.stdout:231928234013 2024-07-26T06:03:00.214 INFO:teuthology.orchestra.run.smithi089.stdout:77309411381 2024-07-26T06:03:00.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:00 smithi089 ceph-mon[29555]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:03:00.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:00 smithi089 ceph-mon[29555]: from='client.? 172.21.15.89:0/4094056949' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-07-26T06:03:00.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:00 smithi089 ceph-mon[29555]: from='client.? 172.21.15.89:0/2062533978' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-07-26T06:03:00.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:00 smithi089 ceph-mon[41451]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:03:00.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:00 smithi089 ceph-mon[41451]: from='client.? 172.21.15.89:0/4094056949' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-07-26T06:03:00.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:00 smithi089 ceph-mon[41451]: from='client.? 172.21.15.89:0/2062533978' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-07-26T06:03:00.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:00 smithi155 ceph-mon[33309]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:03:00.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:00 smithi155 ceph-mon[33309]: from='client.? 172.21.15.89:0/4094056949' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-07-26T06:03:00.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:00 smithi155 ceph-mon[33309]: from='client.? 172.21.15.89:0/2062533978' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-07-26T06:03:00.678 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:03:01.379 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:03:00 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[35403]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:03:00] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-07-26T06:03:02.033 INFO:teuthology.orchestra.run.smithi089.stdout:197568495651 2024-07-26T06:03:02.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:02 smithi155 ceph-mon[33309]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:03:02.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:02 smithi155 ceph-mon[33309]: from='client.? 172.21.15.89:0/292353044' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-07-26T06:03:02.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:02 smithi089 ceph-mon[29555]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:03:02.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:02 smithi089 ceph-mon[29555]: from='client.? 172.21.15.89:0/292353044' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-07-26T06:03:02.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:02 smithi089 ceph-mon[41451]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:03:02.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:02 smithi089 ceph-mon[41451]: from='client.? 172.21.15.89:0/292353044' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-07-26T06:03:02.781 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411378 got 77309411381 for osd.2 2024-07-26T06:03:02.782 DEBUG:teuthology.parallel:result is None 2024-07-26T06:03:03.458 INFO:tasks.cephadm.ceph_manager.ceph:need seq 197568495647 got 197568495651 for osd.6 2024-07-26T06:03:03.459 DEBUG:teuthology.parallel:result is None 2024-07-26T06:03:04.390 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:04 smithi089 ceph-mon[29555]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:03:04.390 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:04 smithi089 ceph-mon[41451]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:03:04.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:04 smithi155 ceph-mon[33309]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:03:04.931 INFO:tasks.cephadm.ceph_manager.ceph:need seq 231928234009 got 231928234013 for osd.7 2024-07-26T06:03:04.931 DEBUG:teuthology.parallel:result is None 2024-07-26T06:03:05.434 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:03:05.594 INFO:teuthology.orchestra.run.smithi089.stdout:55834574907 2024-07-26T06:03:06.251 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574903 got 55834574907 for osd.1 2024-07-26T06:03:06.251 DEBUG:teuthology.parallel:result is None 2024-07-26T06:03:06.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:06 smithi155 ceph-mon[33309]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:03:06.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:06 smithi155 ceph-mon[33309]: from='client.? 172.21.15.89:0/837732840' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-07-26T06:03:06.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:06 smithi089 ceph-mon[29555]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:03:06.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:06 smithi089 ceph-mon[29555]: from='client.? 172.21.15.89:0/837732840' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-07-26T06:03:06.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:06 smithi089 ceph-mon[41451]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:03:06.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:06 smithi089 ceph-mon[41451]: from='client.? 172.21.15.89:0/837732840' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-07-26T06:03:08.319 INFO:teuthology.orchestra.run.smithi089.stdout:34359738432 2024-07-26T06:03:08.330 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:08 smithi089 ceph-mon[29555]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:03:08.331 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:08 smithi089 ceph-mon[41451]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:03:08.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:08 smithi155 ceph-mon[33309]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:03:09.227 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738428 got 34359738432 for osd.0 2024-07-26T06:03:09.227 DEBUG:teuthology.parallel:result is None 2024-07-26T06:03:09.227 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-07-26T06:03:09.228 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- ceph pg dump --format=json 2024-07-26T06:03:09.517 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:03:09.614 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:09 smithi089 ceph-mon[29555]: from='client.? 172.21.15.89:0/931343739' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-07-26T06:03:09.615 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:09 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:03:09.615 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:09 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:03:09.615 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:09 smithi089 ceph-mon[41451]: from='client.? 172.21.15.89:0/931343739' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-07-26T06:03:09.615 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:09 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:03:09.615 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:09 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:03:09.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:09 smithi155 ceph-mon[33309]: from='client.? 172.21.15.89:0/931343739' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-07-26T06:03:09.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:09 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:03:09.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:09 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:03:10.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:10 smithi155 ceph-mon[33309]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:03:10.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:10 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:03:10.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:10 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:03:10.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:10 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:03:10.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:10 smithi155 ceph-mon[33309]: Reconfiguring alertmanager.a (dependencies changed)... 2024-07-26T06:03:10.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:10 smithi155 ceph-mon[33309]: Reconfiguring daemon alertmanager.a on smithi089 2024-07-26T06:03:10.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:10 smithi089 ceph-mon[29555]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:03:10.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:10 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:03:10.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:10 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:03:10.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:10 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:03:10.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:10 smithi089 ceph-mon[29555]: Reconfiguring alertmanager.a (dependencies changed)... 2024-07-26T06:03:10.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:10 smithi089 ceph-mon[29555]: Reconfiguring daemon alertmanager.a on smithi089 2024-07-26T06:03:10.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:10 smithi089 ceph-mon[41451]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:03:10.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:10 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:03:10.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:10 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:03:10.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:10 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:03:10.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:10 smithi089 ceph-mon[41451]: Reconfiguring alertmanager.a (dependencies changed)... 2024-07-26T06:03:10.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:10 smithi089 ceph-mon[41451]: Reconfiguring daemon alertmanager.a on smithi089 2024-07-26T06:03:11.379 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:03:10 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[35403]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:03:10] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-07-26T06:03:11.941 INFO:teuthology.orchestra.run.smithi089.stdout: 2024-07-26T06:03:11.943 INFO:teuthology.orchestra.run.smithi089.stderr:dumped all 2024-07-26T06:03:12.620 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:12 smithi089 ceph-mon[29555]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:03:12.621 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:12 smithi089 ceph-mon[29555]: from='client.24623 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-07-26T06:03:12.621 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:12 smithi089 ceph-mon[41451]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:03:12.621 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:12 smithi089 ceph-mon[41451]: from='client.24623 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-07-26T06:03:12.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:12 smithi155 ceph-mon[33309]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:03:12.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:12 smithi155 ceph-mon[33309]: from='client.24623 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-07-26T06:03:14.009 INFO:teuthology.orchestra.run.smithi089.stdout:{"pg_ready":true,"pg_map":{"version":46,"stamp":"2024-07-26T06:03:11.218344+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593515,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":229,"num_write_kb":2434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":173,"ondisk_log_size":173,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2386760,"kb_used_data":7912,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747574456,"statfs":{"total":767960285184,"available":765516242944,"internally_reserved":0,"allocated":8101888,"data_stored":4571361,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002238"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.612820+0000","last_change":"2024-07-26T06:01:11.355572+0000","last_active":"2024-07-26T06:02:19.612820+0000","last_peered":"2024-07-26T06:02:19.612820+0000","last_clean":"2024-07-26T06:02:19.612820+0000","last_became_active":"2024-07-26T06:01:11.355301+0000","last_became_peered":"2024-07-26T06:01:11.355301+0000","last_unstale":"2024-07-26T06:02:19.612820+0000","last_undegraded":"2024-07-26T06:02:19.612820+0000","last_fullsized":"2024-07-26T06:02:19.612820+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:57:48.194583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.209319+0000","last_change":"2024-07-26T06:01:11.357194+0000","last_active":"2024-07-26T06:02:19.209319+0000","last_peered":"2024-07-26T06:02:19.209319+0000","last_clean":"2024-07-26T06:02:19.209319+0000","last_became_active":"2024-07-26T06:01:11.356902+0000","last_became_peered":"2024-07-26T06:01:11.356902+0000","last_unstale":"2024-07-26T06:02:19.209319+0000","last_undegraded":"2024-07-26T06:02:19.209319+0000","last_fullsized":"2024-07-26T06:02:19.209319+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:06:30.131634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.367646+0000","last_change":"2024-07-26T06:01:11.346200+0000","last_active":"2024-07-26T06:02:19.367646+0000","last_peered":"2024-07-26T06:02:19.367646+0000","last_clean":"2024-07-26T06:02:19.367646+0000","last_became_active":"2024-07-26T06:01:11.345941+0000","last_became_peered":"2024-07-26T06:01:11.345941+0000","last_unstale":"2024-07-26T06:02:19.367646+0000","last_undegraded":"2024-07-26T06:02:19.367646+0000","last_fullsized":"2024-07-26T06:02:19.367646+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:18:36.508099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.211770+0000","last_change":"2024-07-26T06:01:11.353881+0000","last_active":"2024-07-26T06:02:19.211770+0000","last_peered":"2024-07-26T06:02:19.211770+0000","last_clean":"2024-07-26T06:02:19.211770+0000","last_became_active":"2024-07-26T06:01:11.352759+0000","last_became_peered":"2024-07-26T06:01:11.352759+0000","last_unstale":"2024-07-26T06:02:19.211770+0000","last_undegraded":"2024-07-26T06:02:19.211770+0000","last_fullsized":"2024-07-26T06:02:19.211770+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:09:16.245598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.612541+0000","last_change":"2024-07-26T06:01:11.361477+0000","last_active":"2024-07-26T06:02:19.612541+0000","last_peered":"2024-07-26T06:02:19.612541+0000","last_clean":"2024-07-26T06:02:19.612541+0000","last_became_active":"2024-07-26T06:01:11.361214+0000","last_became_peered":"2024-07-26T06:01:11.361214+0000","last_unstale":"2024-07-26T06:02:19.612541+0000","last_undegraded":"2024-07-26T06:02:19.612541+0000","last_fullsized":"2024-07-26T06:02:19.612541+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:06:24.202096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.211732+0000","last_change":"2024-07-26T06:01:11.350976+0000","last_active":"2024-07-26T06:02:19.211732+0000","last_peered":"2024-07-26T06:02:19.211732+0000","last_clean":"2024-07-26T06:02:19.211732+0000","last_became_active":"2024-07-26T06:01:11.350705+0000","last_became_peered":"2024-07-26T06:01:11.350705+0000","last_unstale":"2024-07-26T06:02:19.211732+0000","last_undegraded":"2024-07-26T06:02:19.211732+0000","last_fullsized":"2024-07-26T06:02:19.211732+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:21:20.720672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.612337+0000","last_change":"2024-07-26T06:01:11.359548+0000","last_active":"2024-07-26T06:02:19.612337+0000","last_peered":"2024-07-26T06:02:19.612337+0000","last_clean":"2024-07-26T06:02:19.612337+0000","last_became_active":"2024-07-26T06:01:11.359267+0000","last_became_peered":"2024-07-26T06:01:11.359267+0000","last_unstale":"2024-07-26T06:02:19.612337+0000","last_undegraded":"2024-07-26T06:02:19.612337+0000","last_fullsized":"2024-07-26T06:02:19.612337+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:33:58.112041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.653692+0000","last_change":"2024-07-26T06:01:11.359303+0000","last_active":"2024-07-26T06:02:19.653692+0000","last_peered":"2024-07-26T06:02:19.653692+0000","last_clean":"2024-07-26T06:02:19.653692+0000","last_became_active":"2024-07-26T06:01:11.359040+0000","last_became_peered":"2024-07-26T06:01:11.359040+0000","last_unstale":"2024-07-26T06:02:19.653692+0000","last_undegraded":"2024-07-26T06:02:19.653692+0000","last_fullsized":"2024-07-26T06:02:19.653692+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:18:42.265603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.612979+0000","last_change":"2024-07-26T06:01:11.364806+0000","last_active":"2024-07-26T06:02:19.612979+0000","last_peered":"2024-07-26T06:02:19.612979+0000","last_clean":"2024-07-26T06:02:19.612979+0000","last_became_active":"2024-07-26T06:01:11.364528+0000","last_became_peered":"2024-07-26T06:01:11.364528+0000","last_unstale":"2024-07-26T06:02:19.612979+0000","last_undegraded":"2024-07-26T06:02:19.612979+0000","last_fullsized":"2024-07-26T06:02:19.612979+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:04:32.276411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.653874+0000","last_change":"2024-07-26T06:01:11.357262+0000","last_active":"2024-07-26T06:02:19.653874+0000","last_peered":"2024-07-26T06:02:19.653874+0000","last_clean":"2024-07-26T06:02:19.653874+0000","last_became_active":"2024-07-26T06:01:11.356969+0000","last_became_peered":"2024-07-26T06:01:11.356969+0000","last_unstale":"2024-07-26T06:02:19.653874+0000","last_undegraded":"2024-07-26T06:02:19.653874+0000","last_fullsized":"2024-07-26T06:02:19.653874+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:31:23.205649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.653881+0000","last_change":"2024-07-26T06:01:11.353847+0000","last_active":"2024-07-26T06:02:19.653881+0000","last_peered":"2024-07-26T06:02:19.653881+0000","last_clean":"2024-07-26T06:02:19.653881+0000","last_became_active":"2024-07-26T06:01:11.353434+0000","last_became_peered":"2024-07-26T06:01:11.353434+0000","last_unstale":"2024-07-26T06:02:19.653881+0000","last_undegraded":"2024-07-26T06:02:19.653881+0000","last_fullsized":"2024-07-26T06:02:19.653881+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:55:54.944715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.209102+0000","last_change":"2024-07-26T06:01:11.348842+0000","last_active":"2024-07-26T06:02:19.209102+0000","last_peered":"2024-07-26T06:02:19.209102+0000","last_clean":"2024-07-26T06:02:19.209102+0000","last_became_active":"2024-07-26T06:01:11.348191+0000","last_became_peered":"2024-07-26T06:01:11.348191+0000","last_unstale":"2024-07-26T06:02:19.209102+0000","last_undegraded":"2024-07-26T06:02:19.209102+0000","last_fullsized":"2024-07-26T06:02:19.209102+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:47:55.547117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.653774+0000","last_change":"2024-07-26T06:01:11.356622+0000","last_active":"2024-07-26T06:02:19.653774+0000","last_peered":"2024-07-26T06:02:19.653774+0000","last_clean":"2024-07-26T06:02:19.653774+0000","last_became_active":"2024-07-26T06:01:11.356271+0000","last_became_peered":"2024-07-26T06:01:11.356271+0000","last_unstale":"2024-07-26T06:02:19.653774+0000","last_undegraded":"2024-07-26T06:02:19.653774+0000","last_fullsized":"2024-07-26T06:02:19.653774+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:38:01.117697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.367263+0000","last_change":"2024-07-26T06:01:11.356410+0000","last_active":"2024-07-26T06:02:19.367263+0000","last_peered":"2024-07-26T06:02:19.367263+0000","last_clean":"2024-07-26T06:02:19.367263+0000","last_became_active":"2024-07-26T06:01:11.355006+0000","last_became_peered":"2024-07-26T06:01:11.355006+0000","last_unstale":"2024-07-26T06:02:19.367263+0000","last_undegraded":"2024-07-26T06:02:19.367263+0000","last_fullsized":"2024-07-26T06:02:19.367263+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:43:46.712580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.209027+0000","last_change":"2024-07-26T06:01:11.362595+0000","last_active":"2024-07-26T06:02:19.209027+0000","last_peered":"2024-07-26T06:02:19.209027+0000","last_clean":"2024-07-26T06:02:19.209027+0000","last_became_active":"2024-07-26T06:01:11.361850+0000","last_became_peered":"2024-07-26T06:01:11.361850+0000","last_unstale":"2024-07-26T06:02:19.209027+0000","last_undegraded":"2024-07-26T06:02:19.209027+0000","last_fullsized":"2024-07-26T06:02:19.209027+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:33:01.311628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.211532+0000","last_change":"2024-07-26T06:01:11.356494+0000","last_active":"2024-07-26T06:02:19.211532+0000","last_peered":"2024-07-26T06:02:19.211532+0000","last_clean":"2024-07-26T06:02:19.211532+0000","last_became_active":"2024-07-26T06:01:11.354814+0000","last_became_peered":"2024-07-26T06:01:11.354814+0000","last_unstale":"2024-07-26T06:02:19.211532+0000","last_undegraded":"2024-07-26T06:02:19.211532+0000","last_fullsized":"2024-07-26T06:02:19.211532+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:29:23.535816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.212267+0000","last_change":"2024-07-26T06:01:11.352997+0000","last_active":"2024-07-26T06:02:19.212267+0000","last_peered":"2024-07-26T06:02:19.212267+0000","last_clean":"2024-07-26T06:02:19.212267+0000","last_became_active":"2024-07-26T06:01:11.352718+0000","last_became_peered":"2024-07-26T06:01:11.352718+0000","last_unstale":"2024-07-26T06:02:19.212267+0000","last_undegraded":"2024-07-26T06:02:19.212267+0000","last_fullsized":"2024-07-26T06:02:19.212267+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:21:00.866905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.208348+0000","last_change":"2024-07-26T06:01:11.352961+0000","last_active":"2024-07-26T06:02:19.208348+0000","last_peered":"2024-07-26T06:02:19.208348+0000","last_clean":"2024-07-26T06:02:19.208348+0000","last_became_active":"2024-07-26T06:01:11.352675+0000","last_became_peered":"2024-07-26T06:01:11.352675+0000","last_unstale":"2024-07-26T06:02:19.208348+0000","last_undegraded":"2024-07-26T06:02:19.208348+0000","last_fullsized":"2024-07-26T06:02:19.208348+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:32:15.204440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.612818+0000","last_change":"2024-07-26T06:01:11.356745+0000","last_active":"2024-07-26T06:02:19.612818+0000","last_peered":"2024-07-26T06:02:19.612818+0000","last_clean":"2024-07-26T06:02:19.612818+0000","last_became_active":"2024-07-26T06:01:11.356460+0000","last_became_peered":"2024-07-26T06:01:11.356460+0000","last_unstale":"2024-07-26T06:02:19.612818+0000","last_undegraded":"2024-07-26T06:02:19.612818+0000","last_fullsized":"2024-07-26T06:02:19.612818+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:19:23.507019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.653705+0000","last_change":"2024-07-26T06:01:11.360672+0000","last_active":"2024-07-26T06:02:19.653705+0000","last_peered":"2024-07-26T06:02:19.653705+0000","last_clean":"2024-07-26T06:02:19.653705+0000","last_became_active":"2024-07-26T06:01:11.360390+0000","last_became_peered":"2024-07-26T06:01:11.360390+0000","last_unstale":"2024-07-26T06:02:19.653705+0000","last_undegraded":"2024-07-26T06:02:19.653705+0000","last_fullsized":"2024-07-26T06:02:19.653705+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:26:01.809508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.367538+0000","last_change":"2024-07-26T06:01:11.351836+0000","last_active":"2024-07-26T06:02:19.367538+0000","last_peered":"2024-07-26T06:02:19.367538+0000","last_clean":"2024-07-26T06:02:19.367538+0000","last_became_active":"2024-07-26T06:01:11.351584+0000","last_became_peered":"2024-07-26T06:01:11.351584+0000","last_unstale":"2024-07-26T06:02:19.367538+0000","last_undegraded":"2024-07-26T06:02:19.367538+0000","last_fullsized":"2024-07-26T06:02:19.367538+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:04:43.109332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.211810+0000","last_change":"2024-07-26T06:01:11.353528+0000","last_active":"2024-07-26T06:02:19.211810+0000","last_peered":"2024-07-26T06:02:19.211810+0000","last_clean":"2024-07-26T06:02:19.211810+0000","last_became_active":"2024-07-26T06:01:11.352185+0000","last_became_peered":"2024-07-26T06:01:11.352185+0000","last_unstale":"2024-07-26T06:02:19.211810+0000","last_undegraded":"2024-07-26T06:02:19.211810+0000","last_fullsized":"2024-07-26T06:02:19.211810+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:51:12.029056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.653647+0000","last_change":"2024-07-26T06:01:11.351667+0000","last_active":"2024-07-26T06:02:19.653647+0000","last_peered":"2024-07-26T06:02:19.653647+0000","last_clean":"2024-07-26T06:02:19.653647+0000","last_became_active":"2024-07-26T06:01:11.351402+0000","last_became_peered":"2024-07-26T06:01:11.351402+0000","last_unstale":"2024-07-26T06:02:19.653647+0000","last_undegraded":"2024-07-26T06:02:19.653647+0000","last_fullsized":"2024-07-26T06:02:19.653647+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:08:37.461497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.211583+0000","last_change":"2024-07-26T06:01:11.356320+0000","last_active":"2024-07-26T06:02:19.211583+0000","last_peered":"2024-07-26T06:02:19.211583+0000","last_clean":"2024-07-26T06:02:19.211583+0000","last_became_active":"2024-07-26T06:01:11.353842+0000","last_became_peered":"2024-07-26T06:01:11.353842+0000","last_unstale":"2024-07-26T06:02:19.211583+0000","last_undegraded":"2024-07-26T06:02:19.211583+0000","last_fullsized":"2024-07-26T06:02:19.211583+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:54:18.348702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.653914+0000","last_change":"2024-07-26T06:01:11.353126+0000","last_active":"2024-07-26T06:02:19.653914+0000","last_peered":"2024-07-26T06:02:19.653914+0000","last_clean":"2024-07-26T06:02:19.653914+0000","last_became_active":"2024-07-26T06:01:11.352856+0000","last_became_peered":"2024-07-26T06:01:11.352856+0000","last_unstale":"2024-07-26T06:02:19.653914+0000","last_undegraded":"2024-07-26T06:02:19.653914+0000","last_fullsized":"2024-07-26T06:02:19.653914+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:31:10.275321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.653941+0000","last_change":"2024-07-26T06:01:11.356569+0000","last_active":"2024-07-26T06:02:19.653941+0000","last_peered":"2024-07-26T06:02:19.653941+0000","last_clean":"2024-07-26T06:02:19.653941+0000","last_became_active":"2024-07-26T06:01:11.356295+0000","last_became_peered":"2024-07-26T06:01:11.356295+0000","last_unstale":"2024-07-26T06:02:19.653941+0000","last_undegraded":"2024-07-26T06:02:19.653941+0000","last_fullsized":"2024-07-26T06:02:19.653941+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:24:05.049612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.208392+0000","last_change":"2024-07-26T06:01:11.351677+0000","last_active":"2024-07-26T06:02:19.208392+0000","last_peered":"2024-07-26T06:02:19.208392+0000","last_clean":"2024-07-26T06:02:19.208392+0000","last_became_active":"2024-07-26T06:01:11.350728+0000","last_became_peered":"2024-07-26T06:01:11.350728+0000","last_unstale":"2024-07-26T06:02:19.208392+0000","last_undegraded":"2024-07-26T06:02:19.208392+0000","last_fullsized":"2024-07-26T06:02:19.208392+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:47:05.059573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":31,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.654054+0000","last_change":"2024-07-26T06:01:36.414159+0000","last_active":"2024-07-26T06:02:19.654054+0000","last_peered":"2024-07-26T06:02:19.654054+0000","last_clean":"2024-07-26T06:02:19.654054+0000","last_became_active":"2024-07-26T06:01:36.413784+0000","last_became_peered":"2024-07-26T06:01:36.413784+0000","last_unstale":"2024-07-26T06:02:19.654054+0000","last_undegraded":"2024-07-26T06:02:19.654054+0000","last_fullsized":"2024-07-26T06:02:19.654054+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:29:24.157329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.367592+0000","last_change":"2024-07-26T06:01:11.350557+0000","last_active":"2024-07-26T06:02:19.367592+0000","last_peered":"2024-07-26T06:02:19.367592+0000","last_clean":"2024-07-26T06:02:19.367592+0000","last_became_active":"2024-07-26T06:01:11.349018+0000","last_became_peered":"2024-07-26T06:01:11.349018+0000","last_unstale":"2024-07-26T06:02:19.367592+0000","last_undegraded":"2024-07-26T06:02:19.367592+0000","last_fullsized":"2024-07-26T06:02:19.367592+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:09:10.136575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.211999+0000","last_change":"2024-07-26T06:01:11.350068+0000","last_active":"2024-07-26T06:02:19.211999+0000","last_peered":"2024-07-26T06:02:19.211999+0000","last_clean":"2024-07-26T06:02:19.211999+0000","last_became_active":"2024-07-26T06:01:11.349789+0000","last_became_peered":"2024-07-26T06:01:11.349789+0000","last_unstale":"2024-07-26T06:02:19.211999+0000","last_undegraded":"2024-07-26T06:02:19.211999+0000","last_fullsized":"2024-07-26T06:02:19.211999+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:10:30.418232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.208096+0000","last_change":"2024-07-26T06:01:11.351987+0000","last_active":"2024-07-26T06:02:19.208096+0000","last_peered":"2024-07-26T06:02:19.208096+0000","last_clean":"2024-07-26T06:02:19.208096+0000","last_became_active":"2024-07-26T06:01:11.351736+0000","last_became_peered":"2024-07-26T06:01:11.351736+0000","last_unstale":"2024-07-26T06:02:19.208096+0000","last_undegraded":"2024-07-26T06:02:19.208096+0000","last_fullsized":"2024-07-26T06:02:19.208096+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:10:21.102778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.653404+0000","last_change":"2024-07-26T06:01:11.352727+0000","last_active":"2024-07-26T06:02:19.653404+0000","last_peered":"2024-07-26T06:02:19.653404+0000","last_clean":"2024-07-26T06:02:19.653404+0000","last_became_active":"2024-07-26T06:01:11.352447+0000","last_became_peered":"2024-07-26T06:01:11.352447+0000","last_unstale":"2024-07-26T06:02:19.653404+0000","last_undegraded":"2024-07-26T06:02:19.653404+0000","last_fullsized":"2024-07-26T06:02:19.653404+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:46:48.368304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.208491+0000","last_change":"2024-07-26T06:01:11.349437+0000","last_active":"2024-07-26T06:02:19.208491+0000","last_peered":"2024-07-26T06:02:19.208491+0000","last_clean":"2024-07-26T06:02:19.208491+0000","last_became_active":"2024-07-26T06:01:11.349137+0000","last_became_peered":"2024-07-26T06:01:11.349137+0000","last_unstale":"2024-07-26T06:02:19.208491+0000","last_undegraded":"2024-07-26T06:02:19.208491+0000","last_fullsized":"2024-07-26T06:02:19.208491+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:25:19.885307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.654031+0000","last_change":"2024-07-26T06:01:08.071805+0000","last_active":"2024-07-26T06:02:19.654031+0000","last_peered":"2024-07-26T06:02:19.654031+0000","last_clean":"2024-07-26T06:02:19.654031+0000","last_became_active":"2024-07-26T06:01:08.071594+0000","last_became_peered":"2024-07-26T06:01:08.071594+0000","last_unstale":"2024-07-26T06:02:19.654031+0000","last_undegraded":"2024-07-26T06:02:19.654031+0000","last_fullsized":"2024-07-26T06:02:19.654031+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:24:16.296226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.367658+0000","last_change":"2024-07-26T06:01:11.352762+0000","last_active":"2024-07-26T06:02:19.367658+0000","last_peered":"2024-07-26T06:02:19.367658+0000","last_clean":"2024-07-26T06:02:19.367658+0000","last_became_active":"2024-07-26T06:01:11.352519+0000","last_became_peered":"2024-07-26T06:01:11.352519+0000","last_unstale":"2024-07-26T06:02:19.367658+0000","last_undegraded":"2024-07-26T06:02:19.367658+0000","last_fullsized":"2024-07-26T06:02:19.367658+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:27:22.372351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.653549+0000","last_change":"2024-07-26T06:01:08.070953+0000","last_active":"2024-07-26T06:02:19.653549+0000","last_peered":"2024-07-26T06:02:19.653549+0000","last_clean":"2024-07-26T06:02:19.653549+0000","last_became_active":"2024-07-26T06:01:08.070665+0000","last_became_peered":"2024-07-26T06:01:08.070665+0000","last_unstale":"2024-07-26T06:02:19.653549+0000","last_undegraded":"2024-07-26T06:02:19.653549+0000","last_fullsized":"2024-07-26T06:02:19.653549+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:56:07.850223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.653878+0000","last_change":"2024-07-26T06:01:08.071291+0000","last_active":"2024-07-26T06:02:19.653878+0000","last_peered":"2024-07-26T06:02:19.653878+0000","last_clean":"2024-07-26T06:02:19.653878+0000","last_became_active":"2024-07-26T06:01:08.071063+0000","last_became_peered":"2024-07-26T06:01:08.071063+0000","last_unstale":"2024-07-26T06:02:19.653878+0000","last_undegraded":"2024-07-26T06:02:19.653878+0000","last_fullsized":"2024-07-26T06:02:19.653878+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T06:53:12.502933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.653742+0000","last_change":"2024-07-26T06:01:11.355020+0000","last_active":"2024-07-26T06:02:19.653742+0000","last_peered":"2024-07-26T06:02:19.653742+0000","last_clean":"2024-07-26T06:02:19.653742+0000","last_became_active":"2024-07-26T06:01:11.354541+0000","last_became_peered":"2024-07-26T06:01:11.354541+0000","last_unstale":"2024-07-26T06:02:19.653742+0000","last_undegraded":"2024-07-26T06:02:19.653742+0000","last_fullsized":"2024-07-26T06:02:19.653742+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:37:48.162934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.211612+0000","last_change":"2024-07-26T06:01:08.069506+0000","last_active":"2024-07-26T06:02:19.211612+0000","last_peered":"2024-07-26T06:02:19.211612+0000","last_clean":"2024-07-26T06:02:19.211612+0000","last_became_active":"2024-07-26T06:01:08.069254+0000","last_became_peered":"2024-07-26T06:01:08.069254+0000","last_unstale":"2024-07-26T06:02:19.211612+0000","last_undegraded":"2024-07-26T06:02:19.211612+0000","last_fullsized":"2024-07-26T06:02:19.211612+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:44:51.556538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.208781+0000","last_change":"2024-07-26T06:01:11.352694+0000","last_active":"2024-07-26T06:02:19.208781+0000","last_peered":"2024-07-26T06:02:19.208781+0000","last_clean":"2024-07-26T06:02:19.208781+0000","last_became_active":"2024-07-26T06:01:11.352443+0000","last_became_peered":"2024-07-26T06:01:11.352443+0000","last_unstale":"2024-07-26T06:02:19.208781+0000","last_undegraded":"2024-07-26T06:02:19.208781+0000","last_fullsized":"2024-07-26T06:02:19.208781+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:30:41.051408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.653887+0000","last_change":"2024-07-26T06:01:08.069385+0000","last_active":"2024-07-26T06:02:19.653887+0000","last_peered":"2024-07-26T06:02:19.653887+0000","last_clean":"2024-07-26T06:02:19.653887+0000","last_became_active":"2024-07-26T06:01:08.068971+0000","last_became_peered":"2024-07-26T06:01:08.068971+0000","last_unstale":"2024-07-26T06:02:19.653887+0000","last_undegraded":"2024-07-26T06:02:19.653887+0000","last_fullsized":"2024-07-26T06:02:19.653887+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:24:59.685934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.211904+0000","last_change":"2024-07-26T06:01:11.358269+0000","last_active":"2024-07-26T06:02:19.211904+0000","last_peered":"2024-07-26T06:02:19.211904+0000","last_clean":"2024-07-26T06:02:19.211904+0000","last_became_active":"2024-07-26T06:01:11.357959+0000","last_became_peered":"2024-07-26T06:01:11.357959+0000","last_unstale":"2024-07-26T06:02:19.211904+0000","last_undegraded":"2024-07-26T06:02:19.211904+0000","last_fullsized":"2024-07-26T06:02:19.211904+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:52:20.644573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.212042+0000","last_change":"2024-07-26T06:01:08.070852+0000","last_active":"2024-07-26T06:02:19.212042+0000","last_peered":"2024-07-26T06:02:19.212042+0000","last_clean":"2024-07-26T06:02:19.212042+0000","last_became_active":"2024-07-26T06:01:08.070538+0000","last_became_peered":"2024-07-26T06:01:08.070538+0000","last_unstale":"2024-07-26T06:02:19.212042+0000","last_undegraded":"2024-07-26T06:02:19.212042+0000","last_fullsized":"2024-07-26T06:02:19.212042+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:44:33.948376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.367553+0000","last_change":"2024-07-26T06:01:11.356519+0000","last_active":"2024-07-26T06:02:19.367553+0000","last_peered":"2024-07-26T06:02:19.367553+0000","last_clean":"2024-07-26T06:02:19.367553+0000","last_became_active":"2024-07-26T06:01:11.353892+0000","last_became_peered":"2024-07-26T06:01:11.353892+0000","last_unstale":"2024-07-26T06:02:19.367553+0000","last_undegraded":"2024-07-26T06:02:19.367553+0000","last_fullsized":"2024-07-26T06:02:19.367553+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T06:14:05.890064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"65'3","reported_seq":27,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.208532+0000","last_change":"2024-07-26T06:01:08.065255+0000","last_active":"2024-07-26T06:02:19.208532+0000","last_peered":"2024-07-26T06:02:19.208532+0000","last_clean":"2024-07-26T06:02:19.208532+0000","last_became_active":"2024-07-26T06:01:08.065020+0000","last_became_peered":"2024-07-26T06:01:08.065020+0000","last_unstale":"2024-07-26T06:02:19.208532+0000","last_undegraded":"2024-07-26T06:02:19.208532+0000","last_fullsized":"2024-07-26T06:02:19.208532+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:11:18.099345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.209123+0000","last_change":"2024-07-26T06:01:11.354757+0000","last_active":"2024-07-26T06:02:19.209123+0000","last_peered":"2024-07-26T06:02:19.209123+0000","last_clean":"2024-07-26T06:02:19.209123+0000","last_became_active":"2024-07-26T06:01:11.354466+0000","last_became_peered":"2024-07-26T06:01:11.354466+0000","last_unstale":"2024-07-26T06:02:19.209123+0000","last_undegraded":"2024-07-26T06:02:19.209123+0000","last_fullsized":"2024-07-26T06:02:19.209123+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:52:27.397901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"68'9","reported_seq":33,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.653764+0000","last_change":"2024-07-26T06:01:08.066706+0000","last_active":"2024-07-26T06:02:19.653764+0000","last_peered":"2024-07-26T06:02:19.653764+0000","last_clean":"2024-07-26T06:02:19.653764+0000","last_became_active":"2024-07-26T06:01:08.066377+0000","last_became_peered":"2024-07-26T06:01:08.066377+0000","last_unstale":"2024-07-26T06:02:19.653764+0000","last_undegraded":"2024-07-26T06:02:19.653764+0000","last_fullsized":"2024-07-26T06:02:19.653764+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:51:42.794194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2342,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.612670+0000","last_change":"2024-07-26T06:01:11.363577+0000","last_active":"2024-07-26T06:02:19.612670+0000","last_peered":"2024-07-26T06:02:19.612670+0000","last_clean":"2024-07-26T06:02:19.612670+0000","last_became_active":"2024-07-26T06:01:11.363248+0000","last_became_peered":"2024-07-26T06:01:11.363248+0000","last_unstale":"2024-07-26T06:02:19.612670+0000","last_undegraded":"2024-07-26T06:02:19.612670+0000","last_fullsized":"2024-07-26T06:02:19.612670+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:08:01.338958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"65'2","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.367729+0000","last_change":"2024-07-26T06:01:08.061755+0000","last_active":"2024-07-26T06:02:19.367729+0000","last_peered":"2024-07-26T06:02:19.367729+0000","last_clean":"2024-07-26T06:02:19.367729+0000","last_became_active":"2024-07-26T06:01:08.061468+0000","last_became_peered":"2024-07-26T06:01:08.061468+0000","last_unstale":"2024-07-26T06:02:19.367729+0000","last_undegraded":"2024-07-26T06:02:19.367729+0000","last_fullsized":"2024-07-26T06:02:19.367729+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:04:32.329152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":18,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.208258+0000","last_change":"2024-07-26T06:01:36.410881+0000","last_active":"2024-07-26T06:02:19.208258+0000","last_peered":"2024-07-26T06:02:19.208258+0000","last_clean":"2024-07-26T06:02:19.208258+0000","last_became_active":"2024-07-26T06:01:36.410451+0000","last_became_peered":"2024-07-26T06:01:36.410451+0000","last_unstale":"2024-07-26T06:02:19.208258+0000","last_undegraded":"2024-07-26T06:02:19.208258+0000","last_fullsized":"2024-07-26T06:02:19.208258+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:31:07.291962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,3],"acting":[2,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.212067+0000","last_change":"2024-07-26T06:01:08.070455+0000","last_active":"2024-07-26T06:02:19.212067+0000","last_peered":"2024-07-26T06:02:19.212067+0000","last_clean":"2024-07-26T06:02:19.212067+0000","last_became_active":"2024-07-26T06:01:08.070120+0000","last_became_peered":"2024-07-26T06:01:08.070120+0000","last_unstale":"2024-07-26T06:02:19.212067+0000","last_undegraded":"2024-07-26T06:02:19.212067+0000","last_fullsized":"2024-07-26T06:02:19.212067+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:09:35.858871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.612617+0000","last_change":"2024-07-26T06:01:11.364163+0000","last_active":"2024-07-26T06:02:19.612617+0000","last_peered":"2024-07-26T06:02:19.612617+0000","last_clean":"2024-07-26T06:02:19.612617+0000","last_became_active":"2024-07-26T06:01:11.363876+0000","last_became_peered":"2024-07-26T06:01:11.363876+0000","last_unstale":"2024-07-26T06:02:19.612617+0000","last_undegraded":"2024-07-26T06:02:19.612617+0000","last_fullsized":"2024-07-26T06:02:19.612617+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:02:42.739447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.653510+0000","last_change":"2024-07-26T06:01:08.070324+0000","last_active":"2024-07-26T06:02:19.653510+0000","last_peered":"2024-07-26T06:02:19.653510+0000","last_clean":"2024-07-26T06:02:19.653510+0000","last_became_active":"2024-07-26T06:01:08.069213+0000","last_became_peered":"2024-07-26T06:01:08.069213+0000","last_unstale":"2024-07-26T06:02:19.653510+0000","last_undegraded":"2024-07-26T06:02:19.653510+0000","last_fullsized":"2024-07-26T06:02:19.653510+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:53:48.887363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.653404+0000","last_change":"2024-07-26T06:01:11.352123+0000","last_active":"2024-07-26T06:02:19.653404+0000","last_peered":"2024-07-26T06:02:19.653404+0000","last_clean":"2024-07-26T06:02:19.653404+0000","last_became_active":"2024-07-26T06:01:11.351835+0000","last_became_peered":"2024-07-26T06:01:11.351835+0000","last_unstale":"2024-07-26T06:02:19.653404+0000","last_undegraded":"2024-07-26T06:02:19.653404+0000","last_fullsized":"2024-07-26T06:02:19.653404+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:09:29.670091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"65'8","reported_seq":32,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.207952+0000","last_change":"2024-07-26T06:01:08.062919+0000","last_active":"2024-07-26T06:02:19.207952+0000","last_peered":"2024-07-26T06:02:19.207952+0000","last_clean":"2024-07-26T06:02:19.207952+0000","last_became_active":"2024-07-26T06:01:08.062646+0000","last_became_peered":"2024-07-26T06:01:08.062646+0000","last_unstale":"2024-07-26T06:02:19.207952+0000","last_undegraded":"2024-07-26T06:02:19.207952+0000","last_fullsized":"2024-07-26T06:02:19.207952+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:12:50.233716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.612371+0000","last_change":"2024-07-26T06:01:11.360750+0000","last_active":"2024-07-26T06:02:19.612371+0000","last_peered":"2024-07-26T06:02:19.612371+0000","last_clean":"2024-07-26T06:02:19.612371+0000","last_became_active":"2024-07-26T06:01:11.360425+0000","last_became_peered":"2024-07-26T06:01:11.360425+0000","last_unstale":"2024-07-26T06:02:19.612371+0000","last_undegraded":"2024-07-26T06:02:19.612371+0000","last_fullsized":"2024-07-26T06:02:19.612371+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:12:01.732169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.208703+0000","last_change":"2024-07-26T06:01:08.068409+0000","last_active":"2024-07-26T06:02:19.208703+0000","last_peered":"2024-07-26T06:02:19.208703+0000","last_clean":"2024-07-26T06:02:19.208703+0000","last_became_active":"2024-07-26T06:01:08.067927+0000","last_became_peered":"2024-07-26T06:01:08.067927+0000","last_unstale":"2024-07-26T06:02:19.208703+0000","last_undegraded":"2024-07-26T06:02:19.208703+0000","last_fullsized":"2024-07-26T06:02:19.208703+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:07:51.628118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":31,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.612818+0000","last_change":"2024-07-26T06:01:36.411101+0000","last_active":"2024-07-26T06:02:19.612818+0000","last_peered":"2024-07-26T06:02:19.612818+0000","last_clean":"2024-07-26T06:02:19.612818+0000","last_became_active":"2024-07-26T06:01:36.410822+0000","last_became_peered":"2024-07-26T06:01:36.410822+0000","last_unstale":"2024-07-26T06:02:19.612818+0000","last_undegraded":"2024-07-26T06:02:19.612818+0000","last_fullsized":"2024-07-26T06:02:19.612818+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:44:30.182314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"65'2","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.208443+0000","last_change":"2024-07-26T06:01:08.069333+0000","last_active":"2024-07-26T06:02:19.208443+0000","last_peered":"2024-07-26T06:02:19.208443+0000","last_clean":"2024-07-26T06:02:19.208443+0000","last_became_active":"2024-07-26T06:01:08.069037+0000","last_became_peered":"2024-07-26T06:01:08.069037+0000","last_unstale":"2024-07-26T06:02:19.208443+0000","last_undegraded":"2024-07-26T06:02:19.208443+0000","last_fullsized":"2024-07-26T06:02:19.208443+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:55:28.016095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":31,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.612877+0000","last_change":"2024-07-26T06:01:36.750344+0000","last_active":"2024-07-26T06:02:19.612877+0000","last_peered":"2024-07-26T06:02:19.612877+0000","last_clean":"2024-07-26T06:02:19.612877+0000","last_became_active":"2024-07-26T06:01:36.750071+0000","last_became_peered":"2024-07-26T06:01:36.750071+0000","last_unstale":"2024-07-26T06:02:19.612877+0000","last_undegraded":"2024-07-26T06:02:19.612877+0000","last_fullsized":"2024-07-26T06:02:19.612877+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:14:00.716280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.208659+0000","last_change":"2024-07-26T06:01:08.063773+0000","last_active":"2024-07-26T06:02:19.208659+0000","last_peered":"2024-07-26T06:02:19.208659+0000","last_clean":"2024-07-26T06:02:19.208659+0000","last_became_active":"2024-07-26T06:01:08.063529+0000","last_became_peered":"2024-07-26T06:01:08.063529+0000","last_unstale":"2024-07-26T06:02:19.208659+0000","last_undegraded":"2024-07-26T06:02:19.208659+0000","last_fullsized":"2024-07-26T06:02:19.208659+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:26:09.333843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.211853+0000","last_change":"2024-07-26T06:01:11.358171+0000","last_active":"2024-07-26T06:02:19.211853+0000","last_peered":"2024-07-26T06:02:19.211853+0000","last_clean":"2024-07-26T06:02:19.211853+0000","last_became_active":"2024-07-26T06:01:11.357845+0000","last_became_peered":"2024-07-26T06:01:11.357845+0000","last_unstale":"2024-07-26T06:02:19.211853+0000","last_undegraded":"2024-07-26T06:02:19.211853+0000","last_fullsized":"2024-07-26T06:02:19.211853+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:04:45.380043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.208171+0000","last_change":"2024-07-26T06:01:08.064462+0000","last_active":"2024-07-26T06:02:19.208171+0000","last_peered":"2024-07-26T06:02:19.208171+0000","last_clean":"2024-07-26T06:02:19.208171+0000","last_became_active":"2024-07-26T06:01:08.064132+0000","last_became_peered":"2024-07-26T06:01:08.064132+0000","last_unstale":"2024-07-26T06:02:19.208171+0000","last_undegraded":"2024-07-26T06:02:19.208171+0000","last_fullsized":"2024-07-26T06:02:19.208171+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:29:51.245602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.612749+0000","last_change":"2024-07-26T06:01:11.365661+0000","last_active":"2024-07-26T06:02:19.612749+0000","last_peered":"2024-07-26T06:02:19.612749+0000","last_clean":"2024-07-26T06:02:19.612749+0000","last_became_active":"2024-07-26T06:01:11.365095+0000","last_became_peered":"2024-07-26T06:01:11.365095+0000","last_unstale":"2024-07-26T06:02:19.612749+0000","last_undegraded":"2024-07-26T06:02:19.612749+0000","last_fullsized":"2024-07-26T06:02:19.612749+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:44:37.628035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:02:23.099329+0000","last_change":"2024-07-26T06:02:19.654006+0000","last_active":"2024-07-26T06:02:23.099329+0000","last_peered":"2024-07-26T06:02:23.099329+0000","last_clean":"2024-07-26T06:02:23.099329+0000","last_became_active":"2024-07-26T06:02:14.189871+0000","last_became_peered":"2024-07-26T06:02:14.189871+0000","last_unstale":"2024-07-26T06:02:23.099329+0000","last_undegraded":"2024-07-26T06:02:23.099329+0000","last_fullsized":"2024-07-26T06:02:23.099329+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:02:13.171055+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:02:13.171055+0000","last_clean_scrub_stamp":"2024-07-26T06:02:13.171055+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:09:55.486911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00023966600000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"68'128","reported_seq":282,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.612454+0000","last_change":"2024-07-26T06:00:46.847948+0000","last_active":"2024-07-26T06:02:19.612454+0000","last_peered":"2024-07-26T06:02:19.612454+0000","last_clean":"2024-07-26T06:02:19.612454+0000","last_became_active":"2024-07-26T06:00:46.847503+0000","last_became_peered":"2024-07-26T06:00:46.847503+0000","last_unstale":"2024-07-26T06:02:19.612454+0000","last_undegraded":"2024-07-26T06:02:19.612454+0000","last_fullsized":"2024-07-26T06:02:19.612454+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T05:58:47.788656+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T05:58:47.788656+0000","last_clean_scrub_stamp":"2024-07-26T05:58:47.788656+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:54:29.822470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":34,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.211749+0000","last_change":"2024-07-26T06:01:36.416772+0000","last_active":"2024-07-26T06:02:19.211749+0000","last_peered":"2024-07-26T06:02:19.211749+0000","last_clean":"2024-07-26T06:02:19.211749+0000","last_became_active":"2024-07-26T06:01:36.416416+0000","last_became_peered":"2024-07-26T06:01:36.416416+0000","last_unstale":"2024-07-26T06:02:19.211749+0000","last_undegraded":"2024-07-26T06:02:19.211749+0000","last_fullsized":"2024-07-26T06:02:19.211749+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:13:16.402334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.653690+0000","last_change":"2024-07-26T06:01:11.353170+0000","last_active":"2024-07-26T06:02:19.653690+0000","last_peered":"2024-07-26T06:02:19.653690+0000","last_clean":"2024-07-26T06:02:19.653690+0000","last_became_active":"2024-07-26T06:01:11.352880+0000","last_became_peered":"2024-07-26T06:01:11.352880+0000","last_unstale":"2024-07-26T06:02:19.653690+0000","last_undegraded":"2024-07-26T06:02:19.653690+0000","last_fullsized":"2024-07-26T06:02:19.653690+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:40:55.158513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:02:23.154969+0000","last_change":"2024-07-26T06:02:19.367917+0000","last_active":"2024-07-26T06:02:23.154969+0000","last_peered":"2024-07-26T06:02:23.154969+0000","last_clean":"2024-07-26T06:02:23.154969+0000","last_became_active":"2024-07-26T06:02:14.187295+0000","last_became_peered":"2024-07-26T06:02:14.187295+0000","last_unstale":"2024-07-26T06:02:23.154969+0000","last_undegraded":"2024-07-26T06:02:23.154969+0000","last_fullsized":"2024-07-26T06:02:23.154969+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:02:13.171055+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:02:13.171055+0000","last_clean_scrub_stamp":"2024-07-26T06:02:13.171055+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:15:57.754067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00026296499999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.612378+0000","last_change":"2024-07-26T06:01:08.073901+0000","last_active":"2024-07-26T06:02:19.612378+0000","last_peered":"2024-07-26T06:02:19.612378+0000","last_clean":"2024-07-26T06:02:19.612378+0000","last_became_active":"2024-07-26T06:01:08.073408+0000","last_became_peered":"2024-07-26T06:01:08.073408+0000","last_unstale":"2024-07-26T06:02:19.612378+0000","last_undegraded":"2024-07-26T06:02:19.612378+0000","last_fullsized":"2024-07-26T06:02:19.612378+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:03:54.088040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.367107+0000","last_change":"2024-07-26T06:01:11.347452+0000","last_active":"2024-07-26T06:02:19.367107+0000","last_peered":"2024-07-26T06:02:19.367107+0000","last_clean":"2024-07-26T06:02:19.367107+0000","last_became_active":"2024-07-26T06:01:11.347205+0000","last_became_peered":"2024-07-26T06:01:11.347205+0000","last_unstale":"2024-07-26T06:02:19.367107+0000","last_undegraded":"2024-07-26T06:02:19.367107+0000","last_fullsized":"2024-07-26T06:02:19.367107+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:00:03.693962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:02:22.863073+0000","last_change":"2024-07-26T06:02:19.209385+0000","last_active":"2024-07-26T06:02:22.863073+0000","last_peered":"2024-07-26T06:02:22.863073+0000","last_clean":"2024-07-26T06:02:22.863073+0000","last_became_active":"2024-07-26T06:02:14.279539+0000","last_became_peered":"2024-07-26T06:02:14.279539+0000","last_unstale":"2024-07-26T06:02:22.863073+0000","last_undegraded":"2024-07-26T06:02:22.863073+0000","last_fullsized":"2024-07-26T06:02:22.863073+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:02:13.171055+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:02:13.171055+0000","last_clean_scrub_stamp":"2024-07-26T06:02:13.171055+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:17:48.651945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00058424300000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.208177+0000","last_change":"2024-07-26T06:01:08.059485+0000","last_active":"2024-07-26T06:02:19.208177+0000","last_peered":"2024-07-26T06:02:19.208177+0000","last_clean":"2024-07-26T06:02:19.208177+0000","last_became_active":"2024-07-26T06:01:08.059207+0000","last_became_peered":"2024-07-26T06:01:08.059207+0000","last_unstale":"2024-07-26T06:02:19.208177+0000","last_undegraded":"2024-07-26T06:02:19.208177+0000","last_fullsized":"2024-07-26T06:02:19.208177+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:16:01.397721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.208674+0000","last_change":"2024-07-26T06:01:11.350490+0000","last_active":"2024-07-26T06:02:19.208674+0000","last_peered":"2024-07-26T06:02:19.208674+0000","last_clean":"2024-07-26T06:02:19.208674+0000","last_became_active":"2024-07-26T06:01:11.350235+0000","last_became_peered":"2024-07-26T06:01:11.350235+0000","last_unstale":"2024-07-26T06:02:19.208674+0000","last_undegraded":"2024-07-26T06:02:19.208674+0000","last_fullsized":"2024-07-26T06:02:19.208674+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T06:40:25.010668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:02:22.862663+0000","last_change":"2024-07-26T06:02:19.209913+0000","last_active":"2024-07-26T06:02:22.862663+0000","last_peered":"2024-07-26T06:02:22.862663+0000","last_clean":"2024-07-26T06:02:22.862663+0000","last_became_active":"2024-07-26T06:02:14.185476+0000","last_became_peered":"2024-07-26T06:02:14.185476+0000","last_unstale":"2024-07-26T06:02:22.862663+0000","last_undegraded":"2024-07-26T06:02:22.862663+0000","last_fullsized":"2024-07-26T06:02:22.862663+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:02:13.171055+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:02:13.171055+0000","last_clean_scrub_stamp":"2024-07-26T06:02:13.171055+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:39:03.666054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00072550200000000005,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.212134+0000","last_change":"2024-07-26T06:01:08.067713+0000","last_active":"2024-07-26T06:02:19.212134+0000","last_peered":"2024-07-26T06:02:19.212134+0000","last_clean":"2024-07-26T06:02:19.212134+0000","last_became_active":"2024-07-26T06:01:08.067377+0000","last_became_peered":"2024-07-26T06:01:08.067377+0000","last_unstale":"2024-07-26T06:02:19.212134+0000","last_undegraded":"2024-07-26T06:02:19.212134+0000","last_fullsized":"2024-07-26T06:02:19.212134+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:44:42.224640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.208920+0000","last_change":"2024-07-26T06:01:11.344666+0000","last_active":"2024-07-26T06:02:19.208920+0000","last_peered":"2024-07-26T06:02:19.208920+0000","last_clean":"2024-07-26T06:02:19.208920+0000","last_became_active":"2024-07-26T06:01:11.344302+0000","last_became_peered":"2024-07-26T06:01:11.344302+0000","last_unstale":"2024-07-26T06:02:19.208920+0000","last_undegraded":"2024-07-26T06:02:19.208920+0000","last_fullsized":"2024-07-26T06:02:19.208920+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:45:17.508844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2","version":"74'2","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:02:22.862606+0000","last_change":"2024-07-26T06:02:19.209511+0000","last_active":"2024-07-26T06:02:22.862606+0000","last_peered":"2024-07-26T06:02:22.862606+0000","last_clean":"2024-07-26T06:02:22.862606+0000","last_became_active":"2024-07-26T06:02:14.279229+0000","last_became_peered":"2024-07-26T06:02:14.279229+0000","last_unstale":"2024-07-26T06:02:22.862606+0000","last_undegraded":"2024-07-26T06:02:22.862606+0000","last_fullsized":"2024-07-26T06:02:22.862606+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:02:13.171055+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:02:13.171055+0000","last_clean_scrub_stamp":"2024-07-26T06:02:13.171055+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:15:14.745308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00061636600000000003,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.209500+0000","last_change":"2024-07-26T06:01:08.067195+0000","last_active":"2024-07-26T06:02:19.209500+0000","last_peered":"2024-07-26T06:02:19.209500+0000","last_clean":"2024-07-26T06:02:19.209500+0000","last_became_active":"2024-07-26T06:01:08.066952+0000","last_became_peered":"2024-07-26T06:01:08.066952+0000","last_unstale":"2024-07-26T06:02:19.209500+0000","last_undegraded":"2024-07-26T06:02:19.209500+0000","last_fullsized":"2024-07-26T06:02:19.209500+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:06:21.342328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.211920+0000","last_change":"2024-07-26T06:01:11.356966+0000","last_active":"2024-07-26T06:02:19.211920+0000","last_peered":"2024-07-26T06:02:19.211920+0000","last_clean":"2024-07-26T06:02:19.211920+0000","last_became_active":"2024-07-26T06:01:11.353370+0000","last_became_peered":"2024-07-26T06:01:11.353370+0000","last_unstale":"2024-07-26T06:02:19.211920+0000","last_undegraded":"2024-07-26T06:02:19.211920+0000","last_fullsized":"2024-07-26T06:02:19.211920+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:40:42.118211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3","version":"72'1","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:02:23.154580+0000","last_change":"2024-07-26T06:02:19.367910+0000","last_active":"2024-07-26T06:02:23.154580+0000","last_peered":"2024-07-26T06:02:23.154580+0000","last_clean":"2024-07-26T06:02:23.154580+0000","last_became_active":"2024-07-26T06:02:14.280193+0000","last_became_peered":"2024-07-26T06:02:14.280193+0000","last_unstale":"2024-07-26T06:02:23.154580+0000","last_undegraded":"2024-07-26T06:02:23.154580+0000","last_fullsized":"2024-07-26T06:02:23.154580+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:02:13.171055+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:02:13.171055+0000","last_clean_scrub_stamp":"2024-07-26T06:02:13.171055+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:53:52.521187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00062986499999999996,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.612895+0000","last_change":"2024-07-26T06:01:08.073014+0000","last_active":"2024-07-26T06:02:19.612895+0000","last_peered":"2024-07-26T06:02:19.612895+0000","last_clean":"2024-07-26T06:02:19.612895+0000","last_became_active":"2024-07-26T06:01:08.072728+0000","last_became_peered":"2024-07-26T06:01:08.072728+0000","last_unstale":"2024-07-26T06:02:19.612895+0000","last_undegraded":"2024-07-26T06:02:19.612895+0000","last_fullsized":"2024-07-26T06:02:19.612895+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:24:30.754323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.209112+0000","last_change":"2024-07-26T06:01:11.361144+0000","last_active":"2024-07-26T06:02:19.209112+0000","last_peered":"2024-07-26T06:02:19.209112+0000","last_clean":"2024-07-26T06:02:19.209112+0000","last_became_active":"2024-07-26T06:01:11.360879+0000","last_became_peered":"2024-07-26T06:01:11.360879+0000","last_unstale":"2024-07-26T06:02:19.209112+0000","last_undegraded":"2024-07-26T06:02:19.209112+0000","last_fullsized":"2024-07-26T06:02:19.209112+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:55:26.734491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:02:23.154005+0000","last_change":"2024-07-26T06:02:19.654061+0000","last_active":"2024-07-26T06:02:23.154005+0000","last_peered":"2024-07-26T06:02:23.154005+0000","last_clean":"2024-07-26T06:02:23.154005+0000","last_became_active":"2024-07-26T06:02:14.187167+0000","last_became_peered":"2024-07-26T06:02:14.187167+0000","last_unstale":"2024-07-26T06:02:23.154005+0000","last_undegraded":"2024-07-26T06:02:23.154005+0000","last_fullsized":"2024-07-26T06:02:23.154005+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:02:13.171055+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:02:13.171055+0000","last_clean_scrub_stamp":"2024-07-26T06:02:13.171055+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T06:40:55.722832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048346199999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.209409+0000","last_change":"2024-07-26T06:01:08.070612+0000","last_active":"2024-07-26T06:02:19.209409+0000","last_peered":"2024-07-26T06:02:19.209409+0000","last_clean":"2024-07-26T06:02:19.209409+0000","last_became_active":"2024-07-26T06:01:08.070293+0000","last_became_peered":"2024-07-26T06:01:08.070293+0000","last_unstale":"2024-07-26T06:02:19.209409+0000","last_undegraded":"2024-07-26T06:02:19.209409+0000","last_fullsized":"2024-07-26T06:02:19.209409+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:52:15.257449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.653989+0000","last_change":"2024-07-26T06:01:11.359741+0000","last_active":"2024-07-26T06:02:19.653989+0000","last_peered":"2024-07-26T06:02:19.653989+0000","last_clean":"2024-07-26T06:02:19.653989+0000","last_became_active":"2024-07-26T06:01:11.359471+0000","last_became_peered":"2024-07-26T06:01:11.359471+0000","last_unstale":"2024-07-26T06:02:19.653989+0000","last_undegraded":"2024-07-26T06:02:19.653989+0000","last_fullsized":"2024-07-26T06:02:19.653989+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:41:34.349525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:02:22.864194+0000","last_change":"2024-07-26T06:02:19.208309+0000","last_active":"2024-07-26T06:02:22.864194+0000","last_peered":"2024-07-26T06:02:22.864194+0000","last_clean":"2024-07-26T06:02:22.864194+0000","last_became_active":"2024-07-26T06:02:14.279338+0000","last_became_peered":"2024-07-26T06:02:14.279338+0000","last_unstale":"2024-07-26T06:02:22.864194+0000","last_undegraded":"2024-07-26T06:02:22.864194+0000","last_fullsized":"2024-07-26T06:02:22.864194+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:02:13.171055+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:02:13.171055+0000","last_clean_scrub_stamp":"2024-07-26T06:02:13.171055+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:25:22.235693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000321245,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"65'2","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.653957+0000","last_change":"2024-07-26T06:01:08.069210+0000","last_active":"2024-07-26T06:02:19.653957+0000","last_peered":"2024-07-26T06:02:19.653957+0000","last_clean":"2024-07-26T06:02:19.653957+0000","last_became_active":"2024-07-26T06:01:08.068907+0000","last_became_peered":"2024-07-26T06:01:08.068907+0000","last_unstale":"2024-07-26T06:02:19.653957+0000","last_undegraded":"2024-07-26T06:02:19.653957+0000","last_fullsized":"2024-07-26T06:02:19.653957+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:57:19.133123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.367594+0000","last_change":"2024-07-26T06:01:11.350773+0000","last_active":"2024-07-26T06:02:19.367594+0000","last_peered":"2024-07-26T06:02:19.367594+0000","last_clean":"2024-07-26T06:02:19.367594+0000","last_became_active":"2024-07-26T06:01:11.350519+0000","last_became_peered":"2024-07-26T06:01:11.350519+0000","last_unstale":"2024-07-26T06:02:19.367594+0000","last_undegraded":"2024-07-26T06:02:19.367594+0000","last_fullsized":"2024-07-26T06:02:19.367594+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:04:14.493880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.612352+0000","last_change":"2024-07-26T06:01:08.074093+0000","last_active":"2024-07-26T06:02:19.612352+0000","last_peered":"2024-07-26T06:02:19.612352+0000","last_clean":"2024-07-26T06:02:19.612352+0000","last_became_active":"2024-07-26T06:01:08.073824+0000","last_became_peered":"2024-07-26T06:01:08.073824+0000","last_unstale":"2024-07-26T06:02:19.612352+0000","last_undegraded":"2024-07-26T06:02:19.612352+0000","last_fullsized":"2024-07-26T06:02:19.612352+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:41:59.069133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.208505+0000","last_change":"2024-07-26T06:01:11.358606+0000","last_active":"2024-07-26T06:02:19.208505+0000","last_peered":"2024-07-26T06:02:19.208505+0000","last_clean":"2024-07-26T06:02:19.208505+0000","last_became_active":"2024-07-26T06:01:11.358329+0000","last_became_peered":"2024-07-26T06:01:11.358329+0000","last_unstale":"2024-07-26T06:02:19.208505+0000","last_undegraded":"2024-07-26T06:02:19.208505+0000","last_fullsized":"2024-07-26T06:02:19.208505+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:48:59.720255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.208941+0000","last_change":"2024-07-26T06:01:08.064593+0000","last_active":"2024-07-26T06:02:19.208941+0000","last_peered":"2024-07-26T06:02:19.208941+0000","last_clean":"2024-07-26T06:02:19.208941+0000","last_became_active":"2024-07-26T06:01:08.064330+0000","last_became_peered":"2024-07-26T06:01:08.064330+0000","last_unstale":"2024-07-26T06:02:19.208941+0000","last_undegraded":"2024-07-26T06:02:19.208941+0000","last_fullsized":"2024-07-26T06:02:19.208941+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:36:28.458527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.653839+0000","last_change":"2024-07-26T06:01:11.359793+0000","last_active":"2024-07-26T06:02:19.653839+0000","last_peered":"2024-07-26T06:02:19.653839+0000","last_clean":"2024-07-26T06:02:19.653839+0000","last_became_active":"2024-07-26T06:01:11.359551+0000","last_became_peered":"2024-07-26T06:01:11.359551+0000","last_unstale":"2024-07-26T06:02:19.653839+0000","last_undegraded":"2024-07-26T06:02:19.653839+0000","last_fullsized":"2024-07-26T06:02:19.653839+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:38:12.536640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.209280+0000","last_change":"2024-07-26T06:01:08.068525+0000","last_active":"2024-07-26T06:02:19.209280+0000","last_peered":"2024-07-26T06:02:19.209280+0000","last_clean":"2024-07-26T06:02:19.209280+0000","last_became_active":"2024-07-26T06:01:08.068259+0000","last_became_peered":"2024-07-26T06:01:08.068259+0000","last_unstale":"2024-07-26T06:02:19.209280+0000","last_undegraded":"2024-07-26T06:02:19.209280+0000","last_fullsized":"2024-07-26T06:02:19.209280+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:06:34.669352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.653933+0000","last_change":"2024-07-26T06:01:11.353711+0000","last_active":"2024-07-26T06:02:19.653933+0000","last_peered":"2024-07-26T06:02:19.653933+0000","last_clean":"2024-07-26T06:02:19.653933+0000","last_became_active":"2024-07-26T06:01:11.353451+0000","last_became_peered":"2024-07-26T06:01:11.353451+0000","last_unstale":"2024-07-26T06:02:19.653933+0000","last_undegraded":"2024-07-26T06:02:19.653933+0000","last_fullsized":"2024-07-26T06:02:19.653933+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:26:22.584224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"65'2","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.612708+0000","last_change":"2024-07-26T06:01:08.073337+0000","last_active":"2024-07-26T06:02:19.612708+0000","last_peered":"2024-07-26T06:02:19.612708+0000","last_clean":"2024-07-26T06:02:19.612708+0000","last_became_active":"2024-07-26T06:01:08.072996+0000","last_became_peered":"2024-07-26T06:01:08.072996+0000","last_unstale":"2024-07-26T06:02:19.612708+0000","last_undegraded":"2024-07-26T06:02:19.612708+0000","last_fullsized":"2024-07-26T06:02:19.612708+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:57:39.857006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":18,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.208333+0000","last_change":"2024-07-26T06:01:36.416695+0000","last_active":"2024-07-26T06:02:19.208333+0000","last_peered":"2024-07-26T06:02:19.208333+0000","last_clean":"2024-07-26T06:02:19.208333+0000","last_became_active":"2024-07-26T06:01:36.416335+0000","last_became_peered":"2024-07-26T06:01:36.416335+0000","last_unstale":"2024-07-26T06:02:19.208333+0000","last_undegraded":"2024-07-26T06:02:19.208333+0000","last_fullsized":"2024-07-26T06:02:19.208333+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:26:34.630202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":18,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.208199+0000","last_change":"2024-07-26T06:01:36.837167+0000","last_active":"2024-07-26T06:02:19.208199+0000","last_peered":"2024-07-26T06:02:19.208199+0000","last_clean":"2024-07-26T06:02:19.208199+0000","last_became_active":"2024-07-26T06:01:36.836858+0000","last_became_peered":"2024-07-26T06:01:36.836858+0000","last_unstale":"2024-07-26T06:02:19.208199+0000","last_undegraded":"2024-07-26T06:02:19.208199+0000","last_fullsized":"2024-07-26T06:02:19.208199+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:24:15.587193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,6],"acting":[2,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1c","version":"65'2","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.612689+0000","last_change":"2024-07-26T06:01:08.073858+0000","last_active":"2024-07-26T06:02:19.612689+0000","last_peered":"2024-07-26T06:02:19.612689+0000","last_clean":"2024-07-26T06:02:19.612689+0000","last_became_active":"2024-07-26T06:01:08.073536+0000","last_became_peered":"2024-07-26T06:01:08.073536+0000","last_unstale":"2024-07-26T06:02:19.612689+0000","last_undegraded":"2024-07-26T06:02:19.612689+0000","last_fullsized":"2024-07-26T06:02:19.612689+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:36:53.389271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.211787+0000","last_change":"2024-07-26T06:01:11.362934+0000","last_active":"2024-07-26T06:02:19.211787+0000","last_peered":"2024-07-26T06:02:19.211787+0000","last_clean":"2024-07-26T06:02:19.211787+0000","last_became_active":"2024-07-26T06:01:11.362390+0000","last_became_peered":"2024-07-26T06:01:11.362390+0000","last_unstale":"2024-07-26T06:02:19.211787+0000","last_undegraded":"2024-07-26T06:02:19.211787+0000","last_fullsized":"2024-07-26T06:02:19.211787+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:15:09.280407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"65'2","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.612806+0000","last_change":"2024-07-26T06:01:08.074747+0000","last_active":"2024-07-26T06:02:19.612806+0000","last_peered":"2024-07-26T06:02:19.612806+0000","last_clean":"2024-07-26T06:02:19.612806+0000","last_became_active":"2024-07-26T06:01:08.073964+0000","last_became_peered":"2024-07-26T06:01:08.073964+0000","last_unstale":"2024-07-26T06:02:19.612806+0000","last_undegraded":"2024-07-26T06:02:19.612806+0000","last_fullsized":"2024-07-26T06:02:19.612806+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:54:06.244462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.367473+0000","last_change":"2024-07-26T06:01:11.355897+0000","last_active":"2024-07-26T06:02:19.367473+0000","last_peered":"2024-07-26T06:02:19.367473+0000","last_clean":"2024-07-26T06:02:19.367473+0000","last_became_active":"2024-07-26T06:01:11.354937+0000","last_became_peered":"2024-07-26T06:01:11.354937+0000","last_unstale":"2024-07-26T06:02:19.367473+0000","last_undegraded":"2024-07-26T06:02:19.367473+0000","last_fullsized":"2024-07-26T06:02:19.367473+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T06:36:41.027614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.654113+0000","last_change":"2024-07-26T06:01:08.063586+0000","last_active":"2024-07-26T06:02:19.654113+0000","last_peered":"2024-07-26T06:02:19.654113+0000","last_clean":"2024-07-26T06:02:19.654113+0000","last_became_active":"2024-07-26T06:01:08.063302+0000","last_became_peered":"2024-07-26T06:01:08.063302+0000","last_unstale":"2024-07-26T06:02:19.654113+0000","last_undegraded":"2024-07-26T06:02:19.654113+0000","last_fullsized":"2024-07-26T06:02:19.654113+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:39:47.677141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.654033+0000","last_change":"2024-07-26T06:01:11.355949+0000","last_active":"2024-07-26T06:02:19.654033+0000","last_peered":"2024-07-26T06:02:19.654033+0000","last_clean":"2024-07-26T06:02:19.654033+0000","last_became_active":"2024-07-26T06:01:11.355659+0000","last_became_peered":"2024-07-26T06:01:11.355659+0000","last_unstale":"2024-07-26T06:02:19.654033+0000","last_undegraded":"2024-07-26T06:02:19.654033+0000","last_fullsized":"2024-07-26T06:02:19.654033+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:51:43.118464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"65'4","reported_seq":28,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.367804+0000","last_change":"2024-07-26T06:01:08.066313+0000","last_active":"2024-07-26T06:02:19.367804+0000","last_peered":"2024-07-26T06:02:19.367804+0000","last_clean":"2024-07-26T06:02:19.367804+0000","last_became_active":"2024-07-26T06:01:08.066056+0000","last_became_peered":"2024-07-26T06:01:08.066056+0000","last_unstale":"2024-07-26T06:02:19.367804+0000","last_undegraded":"2024-07-26T06:02:19.367804+0000","last_fullsized":"2024-07-26T06:02:19.367804+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:10:29.824132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3128,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234016,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298696,"kb_used_data":1340,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446456,"statfs":{"total":95995035648,"available":95689170944,"internally_reserved":0,"allocated":1372160,"data_stored":939371,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 26 06:02:44 2024","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.53200000000000003,"15min":0.53500000000000003},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.66500000000000004,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.53400000000000003,"15min":0.53600000000000003},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.66200000000000003,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.436}]},{"osd":1,"last update":"Fri Jul 26 06:02:44 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.51200000000000001,"15min":0.50900000000000001},"min":{"1min":0.38300000000000001,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.504,"5min":0.55300000000000005,"15min":0.56100000000000005},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.68799999999999994,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.48599999999999999}]},{"osd":2,"last update":"Fri Jul 26 06:02:44 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.53400000000000003,"15min":0.53600000000000003},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.55000000000000004,"15min":0.55100000000000005},"min":{"1min":0.39600000000000002,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.749,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.53100000000000003}]},{"osd":3,"last update":"Fri Jul 26 06:02:44 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.55200000000000005,"15min":0.55700000000000005},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.54800000000000004,"15min":0.55400000000000005},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.72799999999999998,"5min":0.749,"15min":0.749},"last":0.60199999999999998}]},{"osd":4,"last update":"Fri Jul 26 06:02:44 2024","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.45100000000000001,"15min":0.45900000000000002},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.54800000000000004,"5min":0.90700000000000003,"15min":0.90700000000000003},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.40999999999999998,"5min":0.47499999999999998,"15min":0.48599999999999999},"min":{"1min":0.32400000000000001,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.58899999999999997,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.51200000000000001}]},{"osd":5,"last update":"Fri Jul 26 06:02:44 2024","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.47899999999999998,"15min":0.48899999999999999},"min":{"1min":0.32100000000000001,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.60199999999999998,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.50900000000000001,"15min":0.51700000000000002},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.61099999999999999,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.58899999999999997}]},{"osd":6,"last update":"Fri Jul 26 06:02:44 2024","interfaces":[{"interface":"back","average":{"1min":0.47499999999999998,"5min":0.53900000000000003,"15min":0.54900000000000004},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.61499999999999999,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.46500000000000002,"5min":0.53000000000000003,"15min":0.54100000000000004},"min":{"1min":0.30599999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.62,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.45100000000000001}]}]},{"osd":6,"up_from":46,"seq":197568495653,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298704,"kb_used_data":1348,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446448,"statfs":{"total":95995035648,"available":95689162752,"internally_reserved":0,"allocated":1380352,"data_stored":941444,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 26 06:02:25 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.56599999999999995,"15min":0.56399999999999995},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":1.2130000000000001,"5min":1.2130000000000001,"15min":1.2130000000000001},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.56699999999999995,"15min":0.57499999999999996},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.754,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.48599999999999999}]},{"osd":1,"last update":"Fri Jul 26 06:02:25 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.57999999999999996,"15min":0.58999999999999997},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.73899999999999999,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.63600000000000001},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.61399999999999999,"15min":0.61799999999999999},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":1.2010000000000001,"5min":1.2010000000000001,"15min":1.2010000000000001},"last":0.625}]},{"osd":2,"last update":"Fri Jul 26 06:02:25 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.55300000000000005,"15min":0.55700000000000005},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.78700000000000003,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.56699999999999995},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.57799999999999996,"15min":0.57699999999999996},"min":{"1min":0.40100000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":1.26,"5min":1.26,"15min":1.26},"last":0.52000000000000002}]},{"osd":3,"last update":"Fri Jul 26 06:02:25 2024","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.54800000000000004,"15min":0.54100000000000004},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":1.2689999999999999,"5min":1.2689999999999999,"15min":1.2689999999999999},"last":0.65000000000000002},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.57699999999999996,"15min":0.58299999999999996},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":1.3560000000000001,"5min":1.3560000000000001,"15min":1.3560000000000001},"last":0.45900000000000002}]},{"osd":4,"last update":"Fri Jul 26 06:02:25 2024","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.436,"15min":0.433},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.70099999999999996,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.58699999999999997},{"interface":"front","average":{"1min":0.45600000000000002,"5min":0.46400000000000002,"15min":0.46500000000000002},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.67200000000000004}]},{"osd":5,"last update":"Fri Jul 26 06:02:25 2024","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.44900000000000001,"15min":0.45100000000000001},"min":{"1min":0.28699999999999998,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.66300000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"min":{"1min":0.32100000000000001,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.70199999999999996}]},{"osd":7,"last update":"Fri Jul 26 06:02:44 2024","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.496,"15min":0.502},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.53700000000000003,"15min":0.54100000000000004},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.68300000000000005}]}]},{"osd":5,"up_from":38,"seq":163208757289,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298136,"kb_used_data":780,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447016,"statfs":{"total":95995035648,"available":95689744384,"internally_reserved":0,"allocated":798720,"data_stored":351450,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 26 06:02:58 2024","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.501,"15min":0.499},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.65500000000000003,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.432},{"interface":"front","average":{"1min":0.48999999999999999,"5min":0.52700000000000002,"15min":0.53300000000000003},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.66500000000000004,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.53700000000000003}]},{"osd":1,"last update":"Fri Jul 26 06:02:58 2024","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.53100000000000003,"15min":0.54100000000000004},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.68300000000000005,"5min":1.0740000000000001,"15min":1.0740000000000001},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.47899999999999998,"5min":0.51900000000000002,"15min":0.52800000000000002},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.66200000000000003,"5min":0.745,"15min":0.745},"last":0.45400000000000001}]},{"osd":2,"last update":"Fri Jul 26 06:02:58 2024","interfaces":[{"interface":"back","average":{"1min":0.47899999999999998,"5min":0.52800000000000002,"15min":0.54000000000000004},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.627,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.54700000000000004,"15min":0.54800000000000004},"min":{"1min":0.41599999999999998,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.71199999999999997,"5min":1.05,"15min":1.05},"last":0.56000000000000005}]},{"osd":3,"last update":"Fri Jul 26 06:02:58 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.54600000000000004,"15min":0.54800000000000004},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.623,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.502},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.53900000000000003,"15min":0.54700000000000004},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.64100000000000001,"5min":1.099,"15min":1.099},"last":0.60799999999999998}]},{"osd":4,"last update":"Fri Jul 26 06:02:58 2024","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.38900000000000001,"15min":0.37},"min":{"1min":0.32100000000000001,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.56299999999999994,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.39600000000000002,"15min":0.378},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"last":0.57399999999999995}]},{"osd":6,"last update":"Fri Jul 26 06:02:25 2024","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.44400000000000001,"15min":0.442},"min":{"1min":0.313,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.63500000000000001,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.623},{"interface":"front","average":{"1min":0.44500000000000001,"5min":0.46800000000000003,"15min":0.47199999999999998},"min":{"1min":0.28599999999999998,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.64000000000000001,"5min":0.94199999999999995,"15min":0.94199999999999995},"last":0.39700000000000002}]},{"osd":7,"last update":"Fri Jul 26 06:02:50 2024","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.52400000000000002,"15min":0.53200000000000003},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.61299999999999999,"5min":1,"15min":1},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"min":{"1min":0.29099999999999998,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.57799999999999996,"5min":0.63600000000000001,"15min":0.63600000000000001},"last":0.59399999999999997}]}]},{"osd":4,"up_from":30,"seq":128849018926,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298136,"kb_used_data":780,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447016,"statfs":{"total":95995035648,"available":95689744384,"internally_reserved":0,"allocated":798720,"data_stored":349714,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 26 06:02:37 2024","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.57299999999999995,"15min":0.58499999999999996},"min":{"1min":0.38,"5min":0.371,"15min":0.371},"max":{"1min":0.64300000000000002,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.502,"5min":0.56499999999999995,"15min":0.57099999999999995},"min":{"1min":0.39300000000000002,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.59899999999999998,"5min":0.752,"15min":0.752},"last":0.53200000000000003}]},{"osd":1,"last update":"Fri Jul 26 06:02:37 2024","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.55600000000000005,"15min":0.57299999999999995},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.60999999999999999,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.47299999999999998,"5min":0.53600000000000003,"15min":0.54400000000000004},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.59099999999999997,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.46400000000000002}]},{"osd":2,"last update":"Fri Jul 26 06:02:37 2024","interfaces":[{"interface":"back","average":{"1min":0.47299999999999998,"5min":0.51500000000000001,"15min":0.52400000000000002},"min":{"1min":0.376,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.58999999999999997,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.499,"5min":0.56499999999999995,"15min":0.57699999999999996},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.622,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.5}]},{"osd":3,"last update":"Fri Jul 26 06:02:37 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.54800000000000004,"15min":0.55000000000000004},"min":{"1min":0.44700000000000001,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.64600000000000002,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.498,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.39000000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.63,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.48999999999999999}]},{"osd":5,"last update":"Fri Jul 26 06:03:08 2024","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.40799999999999997,"15min":0.40600000000000003},"min":{"1min":0.29899999999999999,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.59699999999999998,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.41099999999999998},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.40799999999999997,"15min":0.40000000000000002},"min":{"1min":0.31900000000000001,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.38100000000000001}]},{"osd":6,"last update":"Fri Jul 26 06:02:24 2024","interfaces":[{"interface":"back","average":{"1min":0.41299999999999998,"5min":0.42799999999999999,"15min":0.42999999999999999},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.628,"5min":0.628,"15min":0.628},"last":0.36399999999999999},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.44700000000000001,"15min":0.45300000000000001},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.61599999999999999,"5min":0.98399999999999999,"15min":0.98399999999999999},"last":0.39300000000000002}]},{"osd":7,"last update":"Fri Jul 26 06:02:43 2024","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.46600000000000003,"15min":0.46999999999999997},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.435},{"interface":"front","average":{"1min":0.46400000000000002,"5min":0.5,"15min":0.50600000000000001},"min":{"1min":0.32700000000000001,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.65600000000000003,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.55500000000000005}]}]},{"osd":3,"up_from":25,"seq":107374182450,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298132,"kb_used_data":776,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447020,"statfs":{"total":95995035648,"available":95689748480,"internally_reserved":0,"allocated":794624,"data_stored":351122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 26 06:02:19 2024","interfaces":[{"interface":"back","average":{"1min":0.33300000000000002,"5min":0.38800000000000001,"15min":0.40100000000000002},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.54800000000000004,"5min":0.58899999999999997,"15min":0.58899999999999997},"last":0.35199999999999998},{"interface":"front","average":{"1min":0.36799999999999999,"5min":0.40899999999999997,"15min":0.41899999999999998},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.58299999999999996,"5min":0.625,"15min":0.625},"last":0.32900000000000001}]},{"osd":1,"last update":"Fri Jul 26 06:02:19 2024","interfaces":[{"interface":"back","average":{"1min":0.33100000000000002,"5min":0.374,"15min":0.38},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.52800000000000002,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.36199999999999999,"5min":0.39200000000000002,"15min":0.40200000000000002},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.54900000000000004,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.28499999999999998}]},{"osd":2,"last update":"Fri Jul 26 06:02:19 2024","interfaces":[{"interface":"back","average":{"1min":0.372,"5min":0.41599999999999998,"15min":0.42599999999999999},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.66800000000000004,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.33300000000000002,"5min":0.38400000000000001,"15min":0.39200000000000002},"min":{"1min":0.24099999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.59399999999999997,"5min":0.64600000000000002,"15min":0.64600000000000002},"last":0.315}]},{"osd":4,"last update":"Fri Jul 26 06:02:39 2024","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.56799999999999995,"15min":0.59399999999999997},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.65800000000000003,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.59299999999999997,"15min":0.61499999999999999},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.73999999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.46400000000000002}]},{"osd":5,"last update":"Fri Jul 26 06:03:02 2024","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":0.53500000000000003,"15min":0.55100000000000005},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.65800000000000003,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.56599999999999995,"15min":0.57599999999999996},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.53200000000000003}]},{"osd":6,"last update":"Fri Jul 26 06:02:26 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.56299999999999994,"15min":0.56899999999999995},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.57299999999999995,"15min":0.57899999999999996},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.72699999999999998,"5min":0.747,"15min":0.747},"last":0.503}]},{"osd":7,"last update":"Fri Jul 26 06:02:51 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.56899999999999995,"15min":0.57499999999999996},"min":{"1min":0.43099999999999999,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.433},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.48899999999999999}]}]},{"osd":2,"up_from":18,"seq":77309411384,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298116,"kb_used_data":760,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447036,"statfs":{"total":95995035648,"available":95689764864,"internally_reserved":0,"allocated":778240,"data_stored":348999,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 26 06:02:56 2024","interfaces":[{"interface":"back","average":{"1min":0.31,"5min":0.34300000000000003,"15min":0.35099999999999998},"min":{"1min":0.19400000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.497,"5min":0.56100000000000005,"15min":0.56100000000000005},"last":0.189},{"interface":"front","average":{"1min":0.32600000000000001,"5min":0.35999999999999999,"15min":0.35599999999999998},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"last":0.38900000000000001}]},{"osd":1,"last update":"Fri Jul 26 06:02:56 2024","interfaces":[{"interface":"back","average":{"1min":0.29499999999999998,"5min":0.34899999999999998,"15min":0.36699999999999999},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.42699999999999999,"5min":0.53400000000000003,"15min":0.53400000000000003},"last":0.28699999999999998},{"interface":"front","average":{"1min":0.34200000000000003,"5min":0.38300000000000001,"15min":0.39100000000000001},"min":{"1min":0.24399999999999999,"5min":0.224,"15min":0.224},"max":{"1min":0.56000000000000005,"5min":0.621,"15min":0.621},"last":0.221}]},{"osd":3,"last update":"Fri Jul 26 06:02:15 2024","interfaces":[{"interface":"back","average":{"1min":0.371,"5min":0.436,"15min":0.45600000000000002},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.52700000000000002,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.33700000000000002,"5min":0.40000000000000002,"15min":0.41199999999999998},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.40400000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.35599999999999998}]},{"osd":4,"last update":"Fri Jul 26 06:02:35 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.55500000000000005,"15min":0.55900000000000005},"min":{"1min":0.39700000000000002,"5min":0.373,"15min":0.373},"max":{"1min":0.74199999999999999,"5min":0.85699999999999998,"15min":0.85699999999999998},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.57599999999999996,"15min":0.58099999999999996},"min":{"1min":0.41599999999999998,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.77600000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.53300000000000003}]},{"osd":5,"last update":"Fri Jul 26 06:03:01 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.78400000000000003,"5min":0.81399999999999995,"15min":0.81399999999999995},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.70599999999999996,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.46500000000000002}]},{"osd":6,"last update":"Fri Jul 26 06:02:26 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.56200000000000006,"15min":0.56699999999999995},"min":{"1min":0.39100000000000001,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.755,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.56699999999999995,"15min":0.57199999999999995},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.68200000000000005,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.54100000000000004}]},{"osd":7,"last update":"Fri Jul 26 06:02:47 2024","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.58599999999999997,"15min":0.59999999999999998},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.70099999999999996,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.56699999999999995,"15min":0.57299999999999995},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.77400000000000002,"5min":0.878,"15min":0.878},"last":0.49399999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574908,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298128,"kb_used_data":772,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447024,"statfs":{"total":95995035648,"available":95689752576,"internally_reserved":0,"allocated":790528,"data_stored":349178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 26 06:02:28 2024","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.35999999999999999,"15min":0.34100000000000003},"min":{"1min":0.22900000000000001,"5min":0.219,"15min":0.219},"max":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"last":0.35099999999999998},{"interface":"front","average":{"1min":0.377,"5min":0.35699999999999998,"15min":0.33400000000000002},"min":{"1min":0.23599999999999999,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":0.59399999999999997,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.33400000000000002}]},{"osd":2,"last update":"Fri Jul 26 06:02:54 2024","interfaces":[{"interface":"back","average":{"1min":0.36199999999999999,"5min":0.39200000000000002,"15min":0.39200000000000002},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.27900000000000003},{"interface":"front","average":{"1min":0.34000000000000002,"5min":0.376,"15min":0.38200000000000001},"min":{"1min":0.248,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":0.48299999999999998,"5min":0.56399999999999995,"15min":0.56399999999999995},"last":0.39500000000000002}]},{"osd":3,"last update":"Fri Jul 26 06:02:20 2024","interfaces":[{"interface":"back","average":{"1min":0.439,"5min":0.436,"15min":0.44700000000000001},"min":{"1min":0.26400000000000001,"5min":0.248,"15min":0.248},"max":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"last":0.379},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.44400000000000001,"15min":0.45600000000000002},"min":{"1min":0.28699999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.59599999999999997,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.36799999999999999}]},{"osd":4,"last update":"Fri Jul 26 06:02:33 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.58399999999999996,"15min":0.59199999999999997},"min":{"1min":0.40400000000000003,"5min":0.371,"15min":0.371},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.58999999999999997},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.57699999999999996,"15min":0.58099999999999996},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.55300000000000005}]},{"osd":5,"last update":"Fri Jul 26 06:03:03 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.56200000000000006,"15min":0.56899999999999995},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.71299999999999997,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.66000000000000003},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.56699999999999995,"15min":0.57099999999999995},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.71699999999999997}]},{"osd":6,"last update":"Fri Jul 26 06:02:22 2024","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.57699999999999996,"15min":0.57799999999999996},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.55600000000000005,"15min":0.55200000000000005},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.81399999999999995,"5min":0.81399999999999995,"15min":0.81399999999999995},"last":0.69699999999999995}]},{"osd":7,"last update":"Fri Jul 26 06:02:45 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.57099999999999995,"15min":0.57499999999999996},"min":{"1min":0.42499999999999999,"5min":0.379,"15min":0.379},"max":{"1min":0.71099999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.58899999999999997,"15min":0.59699999999999998},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.63800000000000001,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.47199999999999998}]}]},{"osd":0,"up_from":8,"seq":34359738433,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298712,"kb_used_data":1356,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446440,"statfs":{"total":95995035648,"available":95689154560,"internally_reserved":0,"allocated":1388544,"data_stored":940083,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Jul 26 06:02:26 2024","interfaces":[{"interface":"back","average":{"1min":0.33200000000000002,"5min":0.33600000000000002,"15min":0.32000000000000001},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.50600000000000001,"5min":0.52600000000000002,"15min":0.52600000000000002},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.378,"5min":0.35499999999999998,"15min":0.33300000000000002},"min":{"1min":0.193,"5min":0.193,"15min":0.193},"max":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"last":0.25600000000000001}]},{"osd":2,"last update":"Fri Jul 26 06:03:00 2024","interfaces":[{"interface":"back","average":{"1min":0.36399999999999999,"5min":0.379,"15min":0.375},"min":{"1min":0.25,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.48499999999999999,"5min":0.57099999999999995,"15min":0.57099999999999995},"last":0.311},{"interface":"front","average":{"1min":0.35399999999999998,"5min":0.36399999999999999,"15min":0.36099999999999999},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.49299999999999999,"5min":0.56599999999999995,"15min":0.56599999999999995},"last":0.32200000000000001}]},{"osd":3,"last update":"Fri Jul 26 06:02:19 2024","interfaces":[{"interface":"back","average":{"1min":0.36199999999999999,"5min":0.39000000000000001,"15min":0.39000000000000001},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.47999999999999998,"5min":0.56599999999999995,"15min":0.56599999999999995},"last":0.27400000000000002},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.438,"15min":0.44400000000000001},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"last":0.35599999999999998}]},{"osd":4,"last update":"Fri Jul 26 06:02:37 2024","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.57499999999999996,"15min":0.56699999999999995},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.73699999999999999,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.72599999999999998},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.57599999999999996,"15min":0.57199999999999995},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.73499999999999999,"5min":0.874,"15min":0.874},"last":0.70699999999999996}]},{"osd":5,"last update":"Fri Jul 26 06:03:10 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.70899999999999996,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.66600000000000004},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.57499999999999996,"15min":0.57699999999999996},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.68000000000000005,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.64500000000000002}]},{"osd":6,"last update":"Fri Jul 26 06:02:23 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.58199999999999996,"15min":0.58299999999999996},"min":{"1min":0.39900000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.70599999999999996,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.68799999999999994},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.74399999999999999,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.77000000000000002}]},{"osd":7,"last update":"Fri Jul 26 06:02:48 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.59699999999999998,"15min":0.60299999999999998},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.623},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.61699999999999999,"15min":0.627},"min":{"1min":0.432,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.72499999999999998,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.745}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2446,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2342,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T06:03:14.015 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- ceph pg dump --format=json 2024-07-26T06:03:14.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:14 smithi155 ceph-mon[33309]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:03:14.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:14 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:03:14.632 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:14 smithi089 ceph-mon[29555]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:03:14.632 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:14 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:03:14.632 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:14 smithi089 ceph-mon[41451]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:03:14.632 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:14 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:03:15.247 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:03:15.370 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:03:15 smithi089 systemd[1]: Stopping Ceph alertmanager.a for 9bd49884-4b13-11ef-bcb6-c7b262605968... 2024-07-26T06:03:16.432 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:16 smithi089 ceph-mon[29555]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:03:16.432 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:16 smithi089 ceph-mon[41451]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:03:16.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:16 smithi155 ceph-mon[33309]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:03:17.133 INFO:teuthology.orchestra.run.smithi089.stdout: 2024-07-26T06:03:17.135 INFO:teuthology.orchestra.run.smithi089.stderr:dumped all 2024-07-26T06:03:17.405 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:03:17 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-alertmanager-a[76063]: ts=2024-07-26T06:03:17.132Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-07-26T06:03:17.881 INFO:teuthology.orchestra.run.smithi089.stdout:{"pg_ready":true,"pg_map":{"version":48,"stamp":"2024-07-26T06:03:15.219379+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593515,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":229,"num_write_kb":2434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":173,"ondisk_log_size":173,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2386760,"kb_used_data":7912,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747574456,"statfs":{"total":767960285184,"available":765516242944,"internally_reserved":0,"allocated":8101888,"data_stored":4571361,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002405"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.612820+0000","last_change":"2024-07-26T06:01:11.355572+0000","last_active":"2024-07-26T06:02:19.612820+0000","last_peered":"2024-07-26T06:02:19.612820+0000","last_clean":"2024-07-26T06:02:19.612820+0000","last_became_active":"2024-07-26T06:01:11.355301+0000","last_became_peered":"2024-07-26T06:01:11.355301+0000","last_unstale":"2024-07-26T06:02:19.612820+0000","last_undegraded":"2024-07-26T06:02:19.612820+0000","last_fullsized":"2024-07-26T06:02:19.612820+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:57:48.194583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.209319+0000","last_change":"2024-07-26T06:01:11.357194+0000","last_active":"2024-07-26T06:02:19.209319+0000","last_peered":"2024-07-26T06:02:19.209319+0000","last_clean":"2024-07-26T06:02:19.209319+0000","last_became_active":"2024-07-26T06:01:11.356902+0000","last_became_peered":"2024-07-26T06:01:11.356902+0000","last_unstale":"2024-07-26T06:02:19.209319+0000","last_undegraded":"2024-07-26T06:02:19.209319+0000","last_fullsized":"2024-07-26T06:02:19.209319+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:06:30.131634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.367646+0000","last_change":"2024-07-26T06:01:11.346200+0000","last_active":"2024-07-26T06:02:19.367646+0000","last_peered":"2024-07-26T06:02:19.367646+0000","last_clean":"2024-07-26T06:02:19.367646+0000","last_became_active":"2024-07-26T06:01:11.345941+0000","last_became_peered":"2024-07-26T06:01:11.345941+0000","last_unstale":"2024-07-26T06:02:19.367646+0000","last_undegraded":"2024-07-26T06:02:19.367646+0000","last_fullsized":"2024-07-26T06:02:19.367646+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:18:36.508099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.211770+0000","last_change":"2024-07-26T06:01:11.353881+0000","last_active":"2024-07-26T06:02:19.211770+0000","last_peered":"2024-07-26T06:02:19.211770+0000","last_clean":"2024-07-26T06:02:19.211770+0000","last_became_active":"2024-07-26T06:01:11.352759+0000","last_became_peered":"2024-07-26T06:01:11.352759+0000","last_unstale":"2024-07-26T06:02:19.211770+0000","last_undegraded":"2024-07-26T06:02:19.211770+0000","last_fullsized":"2024-07-26T06:02:19.211770+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:09:16.245598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.612541+0000","last_change":"2024-07-26T06:01:11.361477+0000","last_active":"2024-07-26T06:02:19.612541+0000","last_peered":"2024-07-26T06:02:19.612541+0000","last_clean":"2024-07-26T06:02:19.612541+0000","last_became_active":"2024-07-26T06:01:11.361214+0000","last_became_peered":"2024-07-26T06:01:11.361214+0000","last_unstale":"2024-07-26T06:02:19.612541+0000","last_undegraded":"2024-07-26T06:02:19.612541+0000","last_fullsized":"2024-07-26T06:02:19.612541+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:06:24.202096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.211732+0000","last_change":"2024-07-26T06:01:11.350976+0000","last_active":"2024-07-26T06:02:19.211732+0000","last_peered":"2024-07-26T06:02:19.211732+0000","last_clean":"2024-07-26T06:02:19.211732+0000","last_became_active":"2024-07-26T06:01:11.350705+0000","last_became_peered":"2024-07-26T06:01:11.350705+0000","last_unstale":"2024-07-26T06:02:19.211732+0000","last_undegraded":"2024-07-26T06:02:19.211732+0000","last_fullsized":"2024-07-26T06:02:19.211732+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:21:20.720672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.612337+0000","last_change":"2024-07-26T06:01:11.359548+0000","last_active":"2024-07-26T06:02:19.612337+0000","last_peered":"2024-07-26T06:02:19.612337+0000","last_clean":"2024-07-26T06:02:19.612337+0000","last_became_active":"2024-07-26T06:01:11.359267+0000","last_became_peered":"2024-07-26T06:01:11.359267+0000","last_unstale":"2024-07-26T06:02:19.612337+0000","last_undegraded":"2024-07-26T06:02:19.612337+0000","last_fullsized":"2024-07-26T06:02:19.612337+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:33:58.112041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.653692+0000","last_change":"2024-07-26T06:01:11.359303+0000","last_active":"2024-07-26T06:02:19.653692+0000","last_peered":"2024-07-26T06:02:19.653692+0000","last_clean":"2024-07-26T06:02:19.653692+0000","last_became_active":"2024-07-26T06:01:11.359040+0000","last_became_peered":"2024-07-26T06:01:11.359040+0000","last_unstale":"2024-07-26T06:02:19.653692+0000","last_undegraded":"2024-07-26T06:02:19.653692+0000","last_fullsized":"2024-07-26T06:02:19.653692+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:18:42.265603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.612979+0000","last_change":"2024-07-26T06:01:11.364806+0000","last_active":"2024-07-26T06:02:19.612979+0000","last_peered":"2024-07-26T06:02:19.612979+0000","last_clean":"2024-07-26T06:02:19.612979+0000","last_became_active":"2024-07-26T06:01:11.364528+0000","last_became_peered":"2024-07-26T06:01:11.364528+0000","last_unstale":"2024-07-26T06:02:19.612979+0000","last_undegraded":"2024-07-26T06:02:19.612979+0000","last_fullsized":"2024-07-26T06:02:19.612979+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:04:32.276411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.653874+0000","last_change":"2024-07-26T06:01:11.357262+0000","last_active":"2024-07-26T06:02:19.653874+0000","last_peered":"2024-07-26T06:02:19.653874+0000","last_clean":"2024-07-26T06:02:19.653874+0000","last_became_active":"2024-07-26T06:01:11.356969+0000","last_became_peered":"2024-07-26T06:01:11.356969+0000","last_unstale":"2024-07-26T06:02:19.653874+0000","last_undegraded":"2024-07-26T06:02:19.653874+0000","last_fullsized":"2024-07-26T06:02:19.653874+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:31:23.205649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.653881+0000","last_change":"2024-07-26T06:01:11.353847+0000","last_active":"2024-07-26T06:02:19.653881+0000","last_peered":"2024-07-26T06:02:19.653881+0000","last_clean":"2024-07-26T06:02:19.653881+0000","last_became_active":"2024-07-26T06:01:11.353434+0000","last_became_peered":"2024-07-26T06:01:11.353434+0000","last_unstale":"2024-07-26T06:02:19.653881+0000","last_undegraded":"2024-07-26T06:02:19.653881+0000","last_fullsized":"2024-07-26T06:02:19.653881+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:55:54.944715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.209102+0000","last_change":"2024-07-26T06:01:11.348842+0000","last_active":"2024-07-26T06:02:19.209102+0000","last_peered":"2024-07-26T06:02:19.209102+0000","last_clean":"2024-07-26T06:02:19.209102+0000","last_became_active":"2024-07-26T06:01:11.348191+0000","last_became_peered":"2024-07-26T06:01:11.348191+0000","last_unstale":"2024-07-26T06:02:19.209102+0000","last_undegraded":"2024-07-26T06:02:19.209102+0000","last_fullsized":"2024-07-26T06:02:19.209102+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:47:55.547117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.653774+0000","last_change":"2024-07-26T06:01:11.356622+0000","last_active":"2024-07-26T06:02:19.653774+0000","last_peered":"2024-07-26T06:02:19.653774+0000","last_clean":"2024-07-26T06:02:19.653774+0000","last_became_active":"2024-07-26T06:01:11.356271+0000","last_became_peered":"2024-07-26T06:01:11.356271+0000","last_unstale":"2024-07-26T06:02:19.653774+0000","last_undegraded":"2024-07-26T06:02:19.653774+0000","last_fullsized":"2024-07-26T06:02:19.653774+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:38:01.117697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.367263+0000","last_change":"2024-07-26T06:01:11.356410+0000","last_active":"2024-07-26T06:02:19.367263+0000","last_peered":"2024-07-26T06:02:19.367263+0000","last_clean":"2024-07-26T06:02:19.367263+0000","last_became_active":"2024-07-26T06:01:11.355006+0000","last_became_peered":"2024-07-26T06:01:11.355006+0000","last_unstale":"2024-07-26T06:02:19.367263+0000","last_undegraded":"2024-07-26T06:02:19.367263+0000","last_fullsized":"2024-07-26T06:02:19.367263+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:43:46.712580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.209027+0000","last_change":"2024-07-26T06:01:11.362595+0000","last_active":"2024-07-26T06:02:19.209027+0000","last_peered":"2024-07-26T06:02:19.209027+0000","last_clean":"2024-07-26T06:02:19.209027+0000","last_became_active":"2024-07-26T06:01:11.361850+0000","last_became_peered":"2024-07-26T06:01:11.361850+0000","last_unstale":"2024-07-26T06:02:19.209027+0000","last_undegraded":"2024-07-26T06:02:19.209027+0000","last_fullsized":"2024-07-26T06:02:19.209027+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:33:01.311628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.211532+0000","last_change":"2024-07-26T06:01:11.356494+0000","last_active":"2024-07-26T06:02:19.211532+0000","last_peered":"2024-07-26T06:02:19.211532+0000","last_clean":"2024-07-26T06:02:19.211532+0000","last_became_active":"2024-07-26T06:01:11.354814+0000","last_became_peered":"2024-07-26T06:01:11.354814+0000","last_unstale":"2024-07-26T06:02:19.211532+0000","last_undegraded":"2024-07-26T06:02:19.211532+0000","last_fullsized":"2024-07-26T06:02:19.211532+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:29:23.535816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.212267+0000","last_change":"2024-07-26T06:01:11.352997+0000","last_active":"2024-07-26T06:02:19.212267+0000","last_peered":"2024-07-26T06:02:19.212267+0000","last_clean":"2024-07-26T06:02:19.212267+0000","last_became_active":"2024-07-26T06:01:11.352718+0000","last_became_peered":"2024-07-26T06:01:11.352718+0000","last_unstale":"2024-07-26T06:02:19.212267+0000","last_undegraded":"2024-07-26T06:02:19.212267+0000","last_fullsized":"2024-07-26T06:02:19.212267+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:21:00.866905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.208348+0000","last_change":"2024-07-26T06:01:11.352961+0000","last_active":"2024-07-26T06:02:19.208348+0000","last_peered":"2024-07-26T06:02:19.208348+0000","last_clean":"2024-07-26T06:02:19.208348+0000","last_became_active":"2024-07-26T06:01:11.352675+0000","last_became_peered":"2024-07-26T06:01:11.352675+0000","last_unstale":"2024-07-26T06:02:19.208348+0000","last_undegraded":"2024-07-26T06:02:19.208348+0000","last_fullsized":"2024-07-26T06:02:19.208348+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:32:15.204440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.612818+0000","last_change":"2024-07-26T06:01:11.356745+0000","last_active":"2024-07-26T06:02:19.612818+0000","last_peered":"2024-07-26T06:02:19.612818+0000","last_clean":"2024-07-26T06:02:19.612818+0000","last_became_active":"2024-07-26T06:01:11.356460+0000","last_became_peered":"2024-07-26T06:01:11.356460+0000","last_unstale":"2024-07-26T06:02:19.612818+0000","last_undegraded":"2024-07-26T06:02:19.612818+0000","last_fullsized":"2024-07-26T06:02:19.612818+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:19:23.507019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.653705+0000","last_change":"2024-07-26T06:01:11.360672+0000","last_active":"2024-07-26T06:02:19.653705+0000","last_peered":"2024-07-26T06:02:19.653705+0000","last_clean":"2024-07-26T06:02:19.653705+0000","last_became_active":"2024-07-26T06:01:11.360390+0000","last_became_peered":"2024-07-26T06:01:11.360390+0000","last_unstale":"2024-07-26T06:02:19.653705+0000","last_undegraded":"2024-07-26T06:02:19.653705+0000","last_fullsized":"2024-07-26T06:02:19.653705+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:26:01.809508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.367538+0000","last_change":"2024-07-26T06:01:11.351836+0000","last_active":"2024-07-26T06:02:19.367538+0000","last_peered":"2024-07-26T06:02:19.367538+0000","last_clean":"2024-07-26T06:02:19.367538+0000","last_became_active":"2024-07-26T06:01:11.351584+0000","last_became_peered":"2024-07-26T06:01:11.351584+0000","last_unstale":"2024-07-26T06:02:19.367538+0000","last_undegraded":"2024-07-26T06:02:19.367538+0000","last_fullsized":"2024-07-26T06:02:19.367538+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:04:43.109332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.211810+0000","last_change":"2024-07-26T06:01:11.353528+0000","last_active":"2024-07-26T06:02:19.211810+0000","last_peered":"2024-07-26T06:02:19.211810+0000","last_clean":"2024-07-26T06:02:19.211810+0000","last_became_active":"2024-07-26T06:01:11.352185+0000","last_became_peered":"2024-07-26T06:01:11.352185+0000","last_unstale":"2024-07-26T06:02:19.211810+0000","last_undegraded":"2024-07-26T06:02:19.211810+0000","last_fullsized":"2024-07-26T06:02:19.211810+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:51:12.029056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.653647+0000","last_change":"2024-07-26T06:01:11.351667+0000","last_active":"2024-07-26T06:02:19.653647+0000","last_peered":"2024-07-26T06:02:19.653647+0000","last_clean":"2024-07-26T06:02:19.653647+0000","last_became_active":"2024-07-26T06:01:11.351402+0000","last_became_peered":"2024-07-26T06:01:11.351402+0000","last_unstale":"2024-07-26T06:02:19.653647+0000","last_undegraded":"2024-07-26T06:02:19.653647+0000","last_fullsized":"2024-07-26T06:02:19.653647+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:08:37.461497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.211583+0000","last_change":"2024-07-26T06:01:11.356320+0000","last_active":"2024-07-26T06:02:19.211583+0000","last_peered":"2024-07-26T06:02:19.211583+0000","last_clean":"2024-07-26T06:02:19.211583+0000","last_became_active":"2024-07-26T06:01:11.353842+0000","last_became_peered":"2024-07-26T06:01:11.353842+0000","last_unstale":"2024-07-26T06:02:19.211583+0000","last_undegraded":"2024-07-26T06:02:19.211583+0000","last_fullsized":"2024-07-26T06:02:19.211583+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:54:18.348702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.653914+0000","last_change":"2024-07-26T06:01:11.353126+0000","last_active":"2024-07-26T06:02:19.653914+0000","last_peered":"2024-07-26T06:02:19.653914+0000","last_clean":"2024-07-26T06:02:19.653914+0000","last_became_active":"2024-07-26T06:01:11.352856+0000","last_became_peered":"2024-07-26T06:01:11.352856+0000","last_unstale":"2024-07-26T06:02:19.653914+0000","last_undegraded":"2024-07-26T06:02:19.653914+0000","last_fullsized":"2024-07-26T06:02:19.653914+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:31:10.275321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.653941+0000","last_change":"2024-07-26T06:01:11.356569+0000","last_active":"2024-07-26T06:02:19.653941+0000","last_peered":"2024-07-26T06:02:19.653941+0000","last_clean":"2024-07-26T06:02:19.653941+0000","last_became_active":"2024-07-26T06:01:11.356295+0000","last_became_peered":"2024-07-26T06:01:11.356295+0000","last_unstale":"2024-07-26T06:02:19.653941+0000","last_undegraded":"2024-07-26T06:02:19.653941+0000","last_fullsized":"2024-07-26T06:02:19.653941+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:24:05.049612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.208392+0000","last_change":"2024-07-26T06:01:11.351677+0000","last_active":"2024-07-26T06:02:19.208392+0000","last_peered":"2024-07-26T06:02:19.208392+0000","last_clean":"2024-07-26T06:02:19.208392+0000","last_became_active":"2024-07-26T06:01:11.350728+0000","last_became_peered":"2024-07-26T06:01:11.350728+0000","last_unstale":"2024-07-26T06:02:19.208392+0000","last_undegraded":"2024-07-26T06:02:19.208392+0000","last_fullsized":"2024-07-26T06:02:19.208392+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:47:05.059573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":31,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.654054+0000","last_change":"2024-07-26T06:01:36.414159+0000","last_active":"2024-07-26T06:02:19.654054+0000","last_peered":"2024-07-26T06:02:19.654054+0000","last_clean":"2024-07-26T06:02:19.654054+0000","last_became_active":"2024-07-26T06:01:36.413784+0000","last_became_peered":"2024-07-26T06:01:36.413784+0000","last_unstale":"2024-07-26T06:02:19.654054+0000","last_undegraded":"2024-07-26T06:02:19.654054+0000","last_fullsized":"2024-07-26T06:02:19.654054+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:29:24.157329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.367592+0000","last_change":"2024-07-26T06:01:11.350557+0000","last_active":"2024-07-26T06:02:19.367592+0000","last_peered":"2024-07-26T06:02:19.367592+0000","last_clean":"2024-07-26T06:02:19.367592+0000","last_became_active":"2024-07-26T06:01:11.349018+0000","last_became_peered":"2024-07-26T06:01:11.349018+0000","last_unstale":"2024-07-26T06:02:19.367592+0000","last_undegraded":"2024-07-26T06:02:19.367592+0000","last_fullsized":"2024-07-26T06:02:19.367592+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:09:10.136575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.211999+0000","last_change":"2024-07-26T06:01:11.350068+0000","last_active":"2024-07-26T06:02:19.211999+0000","last_peered":"2024-07-26T06:02:19.211999+0000","last_clean":"2024-07-26T06:02:19.211999+0000","last_became_active":"2024-07-26T06:01:11.349789+0000","last_became_peered":"2024-07-26T06:01:11.349789+0000","last_unstale":"2024-07-26T06:02:19.211999+0000","last_undegraded":"2024-07-26T06:02:19.211999+0000","last_fullsized":"2024-07-26T06:02:19.211999+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:10:30.418232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.208096+0000","last_change":"2024-07-26T06:01:11.351987+0000","last_active":"2024-07-26T06:02:19.208096+0000","last_peered":"2024-07-26T06:02:19.208096+0000","last_clean":"2024-07-26T06:02:19.208096+0000","last_became_active":"2024-07-26T06:01:11.351736+0000","last_became_peered":"2024-07-26T06:01:11.351736+0000","last_unstale":"2024-07-26T06:02:19.208096+0000","last_undegraded":"2024-07-26T06:02:19.208096+0000","last_fullsized":"2024-07-26T06:02:19.208096+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:10:21.102778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.653404+0000","last_change":"2024-07-26T06:01:11.352727+0000","last_active":"2024-07-26T06:02:19.653404+0000","last_peered":"2024-07-26T06:02:19.653404+0000","last_clean":"2024-07-26T06:02:19.653404+0000","last_became_active":"2024-07-26T06:01:11.352447+0000","last_became_peered":"2024-07-26T06:01:11.352447+0000","last_unstale":"2024-07-26T06:02:19.653404+0000","last_undegraded":"2024-07-26T06:02:19.653404+0000","last_fullsized":"2024-07-26T06:02:19.653404+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:46:48.368304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.208491+0000","last_change":"2024-07-26T06:01:11.349437+0000","last_active":"2024-07-26T06:02:19.208491+0000","last_peered":"2024-07-26T06:02:19.208491+0000","last_clean":"2024-07-26T06:02:19.208491+0000","last_became_active":"2024-07-26T06:01:11.349137+0000","last_became_peered":"2024-07-26T06:01:11.349137+0000","last_unstale":"2024-07-26T06:02:19.208491+0000","last_undegraded":"2024-07-26T06:02:19.208491+0000","last_fullsized":"2024-07-26T06:02:19.208491+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:25:19.885307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.654031+0000","last_change":"2024-07-26T06:01:08.071805+0000","last_active":"2024-07-26T06:02:19.654031+0000","last_peered":"2024-07-26T06:02:19.654031+0000","last_clean":"2024-07-26T06:02:19.654031+0000","last_became_active":"2024-07-26T06:01:08.071594+0000","last_became_peered":"2024-07-26T06:01:08.071594+0000","last_unstale":"2024-07-26T06:02:19.654031+0000","last_undegraded":"2024-07-26T06:02:19.654031+0000","last_fullsized":"2024-07-26T06:02:19.654031+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:24:16.296226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.367658+0000","last_change":"2024-07-26T06:01:11.352762+0000","last_active":"2024-07-26T06:02:19.367658+0000","last_peered":"2024-07-26T06:02:19.367658+0000","last_clean":"2024-07-26T06:02:19.367658+0000","last_became_active":"2024-07-26T06:01:11.352519+0000","last_became_peered":"2024-07-26T06:01:11.352519+0000","last_unstale":"2024-07-26T06:02:19.367658+0000","last_undegraded":"2024-07-26T06:02:19.367658+0000","last_fullsized":"2024-07-26T06:02:19.367658+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:27:22.372351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.653549+0000","last_change":"2024-07-26T06:01:08.070953+0000","last_active":"2024-07-26T06:02:19.653549+0000","last_peered":"2024-07-26T06:02:19.653549+0000","last_clean":"2024-07-26T06:02:19.653549+0000","last_became_active":"2024-07-26T06:01:08.070665+0000","last_became_peered":"2024-07-26T06:01:08.070665+0000","last_unstale":"2024-07-26T06:02:19.653549+0000","last_undegraded":"2024-07-26T06:02:19.653549+0000","last_fullsized":"2024-07-26T06:02:19.653549+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:56:07.850223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.653878+0000","last_change":"2024-07-26T06:01:08.071291+0000","last_active":"2024-07-26T06:02:19.653878+0000","last_peered":"2024-07-26T06:02:19.653878+0000","last_clean":"2024-07-26T06:02:19.653878+0000","last_became_active":"2024-07-26T06:01:08.071063+0000","last_became_peered":"2024-07-26T06:01:08.071063+0000","last_unstale":"2024-07-26T06:02:19.653878+0000","last_undegraded":"2024-07-26T06:02:19.653878+0000","last_fullsized":"2024-07-26T06:02:19.653878+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T06:53:12.502933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.653742+0000","last_change":"2024-07-26T06:01:11.355020+0000","last_active":"2024-07-26T06:02:19.653742+0000","last_peered":"2024-07-26T06:02:19.653742+0000","last_clean":"2024-07-26T06:02:19.653742+0000","last_became_active":"2024-07-26T06:01:11.354541+0000","last_became_peered":"2024-07-26T06:01:11.354541+0000","last_unstale":"2024-07-26T06:02:19.653742+0000","last_undegraded":"2024-07-26T06:02:19.653742+0000","last_fullsized":"2024-07-26T06:02:19.653742+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:37:48.162934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.211612+0000","last_change":"2024-07-26T06:01:08.069506+0000","last_active":"2024-07-26T06:02:19.211612+0000","last_peered":"2024-07-26T06:02:19.211612+0000","last_clean":"2024-07-26T06:02:19.211612+0000","last_became_active":"2024-07-26T06:01:08.069254+0000","last_became_peered":"2024-07-26T06:01:08.069254+0000","last_unstale":"2024-07-26T06:02:19.211612+0000","last_undegraded":"2024-07-26T06:02:19.211612+0000","last_fullsized":"2024-07-26T06:02:19.211612+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:44:51.556538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.208781+0000","last_change":"2024-07-26T06:01:11.352694+0000","last_active":"2024-07-26T06:02:19.208781+0000","last_peered":"2024-07-26T06:02:19.208781+0000","last_clean":"2024-07-26T06:02:19.208781+0000","last_became_active":"2024-07-26T06:01:11.352443+0000","last_became_peered":"2024-07-26T06:01:11.352443+0000","last_unstale":"2024-07-26T06:02:19.208781+0000","last_undegraded":"2024-07-26T06:02:19.208781+0000","last_fullsized":"2024-07-26T06:02:19.208781+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:30:41.051408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.653887+0000","last_change":"2024-07-26T06:01:08.069385+0000","last_active":"2024-07-26T06:02:19.653887+0000","last_peered":"2024-07-26T06:02:19.653887+0000","last_clean":"2024-07-26T06:02:19.653887+0000","last_became_active":"2024-07-26T06:01:08.068971+0000","last_became_peered":"2024-07-26T06:01:08.068971+0000","last_unstale":"2024-07-26T06:02:19.653887+0000","last_undegraded":"2024-07-26T06:02:19.653887+0000","last_fullsized":"2024-07-26T06:02:19.653887+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:24:59.685934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.211904+0000","last_change":"2024-07-26T06:01:11.358269+0000","last_active":"2024-07-26T06:02:19.211904+0000","last_peered":"2024-07-26T06:02:19.211904+0000","last_clean":"2024-07-26T06:02:19.211904+0000","last_became_active":"2024-07-26T06:01:11.357959+0000","last_became_peered":"2024-07-26T06:01:11.357959+0000","last_unstale":"2024-07-26T06:02:19.211904+0000","last_undegraded":"2024-07-26T06:02:19.211904+0000","last_fullsized":"2024-07-26T06:02:19.211904+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:52:20.644573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.212042+0000","last_change":"2024-07-26T06:01:08.070852+0000","last_active":"2024-07-26T06:02:19.212042+0000","last_peered":"2024-07-26T06:02:19.212042+0000","last_clean":"2024-07-26T06:02:19.212042+0000","last_became_active":"2024-07-26T06:01:08.070538+0000","last_became_peered":"2024-07-26T06:01:08.070538+0000","last_unstale":"2024-07-26T06:02:19.212042+0000","last_undegraded":"2024-07-26T06:02:19.212042+0000","last_fullsized":"2024-07-26T06:02:19.212042+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:44:33.948376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.367553+0000","last_change":"2024-07-26T06:01:11.356519+0000","last_active":"2024-07-26T06:02:19.367553+0000","last_peered":"2024-07-26T06:02:19.367553+0000","last_clean":"2024-07-26T06:02:19.367553+0000","last_became_active":"2024-07-26T06:01:11.353892+0000","last_became_peered":"2024-07-26T06:01:11.353892+0000","last_unstale":"2024-07-26T06:02:19.367553+0000","last_undegraded":"2024-07-26T06:02:19.367553+0000","last_fullsized":"2024-07-26T06:02:19.367553+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T06:14:05.890064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"65'3","reported_seq":27,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.208532+0000","last_change":"2024-07-26T06:01:08.065255+0000","last_active":"2024-07-26T06:02:19.208532+0000","last_peered":"2024-07-26T06:02:19.208532+0000","last_clean":"2024-07-26T06:02:19.208532+0000","last_became_active":"2024-07-26T06:01:08.065020+0000","last_became_peered":"2024-07-26T06:01:08.065020+0000","last_unstale":"2024-07-26T06:02:19.208532+0000","last_undegraded":"2024-07-26T06:02:19.208532+0000","last_fullsized":"2024-07-26T06:02:19.208532+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:11:18.099345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.209123+0000","last_change":"2024-07-26T06:01:11.354757+0000","last_active":"2024-07-26T06:02:19.209123+0000","last_peered":"2024-07-26T06:02:19.209123+0000","last_clean":"2024-07-26T06:02:19.209123+0000","last_became_active":"2024-07-26T06:01:11.354466+0000","last_became_peered":"2024-07-26T06:01:11.354466+0000","last_unstale":"2024-07-26T06:02:19.209123+0000","last_undegraded":"2024-07-26T06:02:19.209123+0000","last_fullsized":"2024-07-26T06:02:19.209123+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:52:27.397901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"68'9","reported_seq":33,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.653764+0000","last_change":"2024-07-26T06:01:08.066706+0000","last_active":"2024-07-26T06:02:19.653764+0000","last_peered":"2024-07-26T06:02:19.653764+0000","last_clean":"2024-07-26T06:02:19.653764+0000","last_became_active":"2024-07-26T06:01:08.066377+0000","last_became_peered":"2024-07-26T06:01:08.066377+0000","last_unstale":"2024-07-26T06:02:19.653764+0000","last_undegraded":"2024-07-26T06:02:19.653764+0000","last_fullsized":"2024-07-26T06:02:19.653764+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:51:42.794194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2342,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.612670+0000","last_change":"2024-07-26T06:01:11.363577+0000","last_active":"2024-07-26T06:02:19.612670+0000","last_peered":"2024-07-26T06:02:19.612670+0000","last_clean":"2024-07-26T06:02:19.612670+0000","last_became_active":"2024-07-26T06:01:11.363248+0000","last_became_peered":"2024-07-26T06:01:11.363248+0000","last_unstale":"2024-07-26T06:02:19.612670+0000","last_undegraded":"2024-07-26T06:02:19.612670+0000","last_fullsized":"2024-07-26T06:02:19.612670+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:08:01.338958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"65'2","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.367729+0000","last_change":"2024-07-26T06:01:08.061755+0000","last_active":"2024-07-26T06:02:19.367729+0000","last_peered":"2024-07-26T06:02:19.367729+0000","last_clean":"2024-07-26T06:02:19.367729+0000","last_became_active":"2024-07-26T06:01:08.061468+0000","last_became_peered":"2024-07-26T06:01:08.061468+0000","last_unstale":"2024-07-26T06:02:19.367729+0000","last_undegraded":"2024-07-26T06:02:19.367729+0000","last_fullsized":"2024-07-26T06:02:19.367729+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:04:32.329152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":18,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.208258+0000","last_change":"2024-07-26T06:01:36.410881+0000","last_active":"2024-07-26T06:02:19.208258+0000","last_peered":"2024-07-26T06:02:19.208258+0000","last_clean":"2024-07-26T06:02:19.208258+0000","last_became_active":"2024-07-26T06:01:36.410451+0000","last_became_peered":"2024-07-26T06:01:36.410451+0000","last_unstale":"2024-07-26T06:02:19.208258+0000","last_undegraded":"2024-07-26T06:02:19.208258+0000","last_fullsized":"2024-07-26T06:02:19.208258+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:31:07.291962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,3],"acting":[2,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.212067+0000","last_change":"2024-07-26T06:01:08.070455+0000","last_active":"2024-07-26T06:02:19.212067+0000","last_peered":"2024-07-26T06:02:19.212067+0000","last_clean":"2024-07-26T06:02:19.212067+0000","last_became_active":"2024-07-26T06:01:08.070120+0000","last_became_peered":"2024-07-26T06:01:08.070120+0000","last_unstale":"2024-07-26T06:02:19.212067+0000","last_undegraded":"2024-07-26T06:02:19.212067+0000","last_fullsized":"2024-07-26T06:02:19.212067+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:09:35.858871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.612617+0000","last_change":"2024-07-26T06:01:11.364163+0000","last_active":"2024-07-26T06:02:19.612617+0000","last_peered":"2024-07-26T06:02:19.612617+0000","last_clean":"2024-07-26T06:02:19.612617+0000","last_became_active":"2024-07-26T06:01:11.363876+0000","last_became_peered":"2024-07-26T06:01:11.363876+0000","last_unstale":"2024-07-26T06:02:19.612617+0000","last_undegraded":"2024-07-26T06:02:19.612617+0000","last_fullsized":"2024-07-26T06:02:19.612617+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:02:42.739447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.653510+0000","last_change":"2024-07-26T06:01:08.070324+0000","last_active":"2024-07-26T06:02:19.653510+0000","last_peered":"2024-07-26T06:02:19.653510+0000","last_clean":"2024-07-26T06:02:19.653510+0000","last_became_active":"2024-07-26T06:01:08.069213+0000","last_became_peered":"2024-07-26T06:01:08.069213+0000","last_unstale":"2024-07-26T06:02:19.653510+0000","last_undegraded":"2024-07-26T06:02:19.653510+0000","last_fullsized":"2024-07-26T06:02:19.653510+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:53:48.887363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.653404+0000","last_change":"2024-07-26T06:01:11.352123+0000","last_active":"2024-07-26T06:02:19.653404+0000","last_peered":"2024-07-26T06:02:19.653404+0000","last_clean":"2024-07-26T06:02:19.653404+0000","last_became_active":"2024-07-26T06:01:11.351835+0000","last_became_peered":"2024-07-26T06:01:11.351835+0000","last_unstale":"2024-07-26T06:02:19.653404+0000","last_undegraded":"2024-07-26T06:02:19.653404+0000","last_fullsized":"2024-07-26T06:02:19.653404+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:09:29.670091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"65'8","reported_seq":32,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.207952+0000","last_change":"2024-07-26T06:01:08.062919+0000","last_active":"2024-07-26T06:02:19.207952+0000","last_peered":"2024-07-26T06:02:19.207952+0000","last_clean":"2024-07-26T06:02:19.207952+0000","last_became_active":"2024-07-26T06:01:08.062646+0000","last_became_peered":"2024-07-26T06:01:08.062646+0000","last_unstale":"2024-07-26T06:02:19.207952+0000","last_undegraded":"2024-07-26T06:02:19.207952+0000","last_fullsized":"2024-07-26T06:02:19.207952+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:12:50.233716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.612371+0000","last_change":"2024-07-26T06:01:11.360750+0000","last_active":"2024-07-26T06:02:19.612371+0000","last_peered":"2024-07-26T06:02:19.612371+0000","last_clean":"2024-07-26T06:02:19.612371+0000","last_became_active":"2024-07-26T06:01:11.360425+0000","last_became_peered":"2024-07-26T06:01:11.360425+0000","last_unstale":"2024-07-26T06:02:19.612371+0000","last_undegraded":"2024-07-26T06:02:19.612371+0000","last_fullsized":"2024-07-26T06:02:19.612371+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:12:01.732169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.208703+0000","last_change":"2024-07-26T06:01:08.068409+0000","last_active":"2024-07-26T06:02:19.208703+0000","last_peered":"2024-07-26T06:02:19.208703+0000","last_clean":"2024-07-26T06:02:19.208703+0000","last_became_active":"2024-07-26T06:01:08.067927+0000","last_became_peered":"2024-07-26T06:01:08.067927+0000","last_unstale":"2024-07-26T06:02:19.208703+0000","last_undegraded":"2024-07-26T06:02:19.208703+0000","last_fullsized":"2024-07-26T06:02:19.208703+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:07:51.628118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":31,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.612818+0000","last_change":"2024-07-26T06:01:36.411101+0000","last_active":"2024-07-26T06:02:19.612818+0000","last_peered":"2024-07-26T06:02:19.612818+0000","last_clean":"2024-07-26T06:02:19.612818+0000","last_became_active":"2024-07-26T06:01:36.410822+0000","last_became_peered":"2024-07-26T06:01:36.410822+0000","last_unstale":"2024-07-26T06:02:19.612818+0000","last_undegraded":"2024-07-26T06:02:19.612818+0000","last_fullsized":"2024-07-26T06:02:19.612818+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:44:30.182314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"65'2","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.208443+0000","last_change":"2024-07-26T06:01:08.069333+0000","last_active":"2024-07-26T06:02:19.208443+0000","last_peered":"2024-07-26T06:02:19.208443+0000","last_clean":"2024-07-26T06:02:19.208443+0000","last_became_active":"2024-07-26T06:01:08.069037+0000","last_became_peered":"2024-07-26T06:01:08.069037+0000","last_unstale":"2024-07-26T06:02:19.208443+0000","last_undegraded":"2024-07-26T06:02:19.208443+0000","last_fullsized":"2024-07-26T06:02:19.208443+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:55:28.016095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":31,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.612877+0000","last_change":"2024-07-26T06:01:36.750344+0000","last_active":"2024-07-26T06:02:19.612877+0000","last_peered":"2024-07-26T06:02:19.612877+0000","last_clean":"2024-07-26T06:02:19.612877+0000","last_became_active":"2024-07-26T06:01:36.750071+0000","last_became_peered":"2024-07-26T06:01:36.750071+0000","last_unstale":"2024-07-26T06:02:19.612877+0000","last_undegraded":"2024-07-26T06:02:19.612877+0000","last_fullsized":"2024-07-26T06:02:19.612877+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:14:00.716280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.208659+0000","last_change":"2024-07-26T06:01:08.063773+0000","last_active":"2024-07-26T06:02:19.208659+0000","last_peered":"2024-07-26T06:02:19.208659+0000","last_clean":"2024-07-26T06:02:19.208659+0000","last_became_active":"2024-07-26T06:01:08.063529+0000","last_became_peered":"2024-07-26T06:01:08.063529+0000","last_unstale":"2024-07-26T06:02:19.208659+0000","last_undegraded":"2024-07-26T06:02:19.208659+0000","last_fullsized":"2024-07-26T06:02:19.208659+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:26:09.333843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.211853+0000","last_change":"2024-07-26T06:01:11.358171+0000","last_active":"2024-07-26T06:02:19.211853+0000","last_peered":"2024-07-26T06:02:19.211853+0000","last_clean":"2024-07-26T06:02:19.211853+0000","last_became_active":"2024-07-26T06:01:11.357845+0000","last_became_peered":"2024-07-26T06:01:11.357845+0000","last_unstale":"2024-07-26T06:02:19.211853+0000","last_undegraded":"2024-07-26T06:02:19.211853+0000","last_fullsized":"2024-07-26T06:02:19.211853+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:04:45.380043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.208171+0000","last_change":"2024-07-26T06:01:08.064462+0000","last_active":"2024-07-26T06:02:19.208171+0000","last_peered":"2024-07-26T06:02:19.208171+0000","last_clean":"2024-07-26T06:02:19.208171+0000","last_became_active":"2024-07-26T06:01:08.064132+0000","last_became_peered":"2024-07-26T06:01:08.064132+0000","last_unstale":"2024-07-26T06:02:19.208171+0000","last_undegraded":"2024-07-26T06:02:19.208171+0000","last_fullsized":"2024-07-26T06:02:19.208171+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:29:51.245602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.612749+0000","last_change":"2024-07-26T06:01:11.365661+0000","last_active":"2024-07-26T06:02:19.612749+0000","last_peered":"2024-07-26T06:02:19.612749+0000","last_clean":"2024-07-26T06:02:19.612749+0000","last_became_active":"2024-07-26T06:01:11.365095+0000","last_became_peered":"2024-07-26T06:01:11.365095+0000","last_unstale":"2024-07-26T06:02:19.612749+0000","last_undegraded":"2024-07-26T06:02:19.612749+0000","last_fullsized":"2024-07-26T06:02:19.612749+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:44:37.628035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:02:23.099329+0000","last_change":"2024-07-26T06:02:19.654006+0000","last_active":"2024-07-26T06:02:23.099329+0000","last_peered":"2024-07-26T06:02:23.099329+0000","last_clean":"2024-07-26T06:02:23.099329+0000","last_became_active":"2024-07-26T06:02:14.189871+0000","last_became_peered":"2024-07-26T06:02:14.189871+0000","last_unstale":"2024-07-26T06:02:23.099329+0000","last_undegraded":"2024-07-26T06:02:23.099329+0000","last_fullsized":"2024-07-26T06:02:23.099329+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:02:13.171055+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:02:13.171055+0000","last_clean_scrub_stamp":"2024-07-26T06:02:13.171055+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:09:55.486911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00023966600000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"68'128","reported_seq":282,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.612454+0000","last_change":"2024-07-26T06:00:46.847948+0000","last_active":"2024-07-26T06:02:19.612454+0000","last_peered":"2024-07-26T06:02:19.612454+0000","last_clean":"2024-07-26T06:02:19.612454+0000","last_became_active":"2024-07-26T06:00:46.847503+0000","last_became_peered":"2024-07-26T06:00:46.847503+0000","last_unstale":"2024-07-26T06:02:19.612454+0000","last_undegraded":"2024-07-26T06:02:19.612454+0000","last_fullsized":"2024-07-26T06:02:19.612454+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T05:58:47.788656+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T05:58:47.788656+0000","last_clean_scrub_stamp":"2024-07-26T05:58:47.788656+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:54:29.822470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":34,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.211749+0000","last_change":"2024-07-26T06:01:36.416772+0000","last_active":"2024-07-26T06:02:19.211749+0000","last_peered":"2024-07-26T06:02:19.211749+0000","last_clean":"2024-07-26T06:02:19.211749+0000","last_became_active":"2024-07-26T06:01:36.416416+0000","last_became_peered":"2024-07-26T06:01:36.416416+0000","last_unstale":"2024-07-26T06:02:19.211749+0000","last_undegraded":"2024-07-26T06:02:19.211749+0000","last_fullsized":"2024-07-26T06:02:19.211749+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:13:16.402334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.653690+0000","last_change":"2024-07-26T06:01:11.353170+0000","last_active":"2024-07-26T06:02:19.653690+0000","last_peered":"2024-07-26T06:02:19.653690+0000","last_clean":"2024-07-26T06:02:19.653690+0000","last_became_active":"2024-07-26T06:01:11.352880+0000","last_became_peered":"2024-07-26T06:01:11.352880+0000","last_unstale":"2024-07-26T06:02:19.653690+0000","last_undegraded":"2024-07-26T06:02:19.653690+0000","last_fullsized":"2024-07-26T06:02:19.653690+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:40:55.158513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:02:23.154969+0000","last_change":"2024-07-26T06:02:19.367917+0000","last_active":"2024-07-26T06:02:23.154969+0000","last_peered":"2024-07-26T06:02:23.154969+0000","last_clean":"2024-07-26T06:02:23.154969+0000","last_became_active":"2024-07-26T06:02:14.187295+0000","last_became_peered":"2024-07-26T06:02:14.187295+0000","last_unstale":"2024-07-26T06:02:23.154969+0000","last_undegraded":"2024-07-26T06:02:23.154969+0000","last_fullsized":"2024-07-26T06:02:23.154969+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:02:13.171055+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:02:13.171055+0000","last_clean_scrub_stamp":"2024-07-26T06:02:13.171055+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:15:57.754067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00026296499999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.612378+0000","last_change":"2024-07-26T06:01:08.073901+0000","last_active":"2024-07-26T06:02:19.612378+0000","last_peered":"2024-07-26T06:02:19.612378+0000","last_clean":"2024-07-26T06:02:19.612378+0000","last_became_active":"2024-07-26T06:01:08.073408+0000","last_became_peered":"2024-07-26T06:01:08.073408+0000","last_unstale":"2024-07-26T06:02:19.612378+0000","last_undegraded":"2024-07-26T06:02:19.612378+0000","last_fullsized":"2024-07-26T06:02:19.612378+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:03:54.088040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.367107+0000","last_change":"2024-07-26T06:01:11.347452+0000","last_active":"2024-07-26T06:02:19.367107+0000","last_peered":"2024-07-26T06:02:19.367107+0000","last_clean":"2024-07-26T06:02:19.367107+0000","last_became_active":"2024-07-26T06:01:11.347205+0000","last_became_peered":"2024-07-26T06:01:11.347205+0000","last_unstale":"2024-07-26T06:02:19.367107+0000","last_undegraded":"2024-07-26T06:02:19.367107+0000","last_fullsized":"2024-07-26T06:02:19.367107+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:00:03.693962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:02:22.863073+0000","last_change":"2024-07-26T06:02:19.209385+0000","last_active":"2024-07-26T06:02:22.863073+0000","last_peered":"2024-07-26T06:02:22.863073+0000","last_clean":"2024-07-26T06:02:22.863073+0000","last_became_active":"2024-07-26T06:02:14.279539+0000","last_became_peered":"2024-07-26T06:02:14.279539+0000","last_unstale":"2024-07-26T06:02:22.863073+0000","last_undegraded":"2024-07-26T06:02:22.863073+0000","last_fullsized":"2024-07-26T06:02:22.863073+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:02:13.171055+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:02:13.171055+0000","last_clean_scrub_stamp":"2024-07-26T06:02:13.171055+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:17:48.651945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00058424300000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.208177+0000","last_change":"2024-07-26T06:01:08.059485+0000","last_active":"2024-07-26T06:02:19.208177+0000","last_peered":"2024-07-26T06:02:19.208177+0000","last_clean":"2024-07-26T06:02:19.208177+0000","last_became_active":"2024-07-26T06:01:08.059207+0000","last_became_peered":"2024-07-26T06:01:08.059207+0000","last_unstale":"2024-07-26T06:02:19.208177+0000","last_undegraded":"2024-07-26T06:02:19.208177+0000","last_fullsized":"2024-07-26T06:02:19.208177+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:16:01.397721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.208674+0000","last_change":"2024-07-26T06:01:11.350490+0000","last_active":"2024-07-26T06:02:19.208674+0000","last_peered":"2024-07-26T06:02:19.208674+0000","last_clean":"2024-07-26T06:02:19.208674+0000","last_became_active":"2024-07-26T06:01:11.350235+0000","last_became_peered":"2024-07-26T06:01:11.350235+0000","last_unstale":"2024-07-26T06:02:19.208674+0000","last_undegraded":"2024-07-26T06:02:19.208674+0000","last_fullsized":"2024-07-26T06:02:19.208674+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T06:40:25.010668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:02:22.862663+0000","last_change":"2024-07-26T06:02:19.209913+0000","last_active":"2024-07-26T06:02:22.862663+0000","last_peered":"2024-07-26T06:02:22.862663+0000","last_clean":"2024-07-26T06:02:22.862663+0000","last_became_active":"2024-07-26T06:02:14.185476+0000","last_became_peered":"2024-07-26T06:02:14.185476+0000","last_unstale":"2024-07-26T06:02:22.862663+0000","last_undegraded":"2024-07-26T06:02:22.862663+0000","last_fullsized":"2024-07-26T06:02:22.862663+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:02:13.171055+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:02:13.171055+0000","last_clean_scrub_stamp":"2024-07-26T06:02:13.171055+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:39:03.666054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00072550200000000005,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.212134+0000","last_change":"2024-07-26T06:01:08.067713+0000","last_active":"2024-07-26T06:02:19.212134+0000","last_peered":"2024-07-26T06:02:19.212134+0000","last_clean":"2024-07-26T06:02:19.212134+0000","last_became_active":"2024-07-26T06:01:08.067377+0000","last_became_peered":"2024-07-26T06:01:08.067377+0000","last_unstale":"2024-07-26T06:02:19.212134+0000","last_undegraded":"2024-07-26T06:02:19.212134+0000","last_fullsized":"2024-07-26T06:02:19.212134+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:44:42.224640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.208920+0000","last_change":"2024-07-26T06:01:11.344666+0000","last_active":"2024-07-26T06:02:19.208920+0000","last_peered":"2024-07-26T06:02:19.208920+0000","last_clean":"2024-07-26T06:02:19.208920+0000","last_became_active":"2024-07-26T06:01:11.344302+0000","last_became_peered":"2024-07-26T06:01:11.344302+0000","last_unstale":"2024-07-26T06:02:19.208920+0000","last_undegraded":"2024-07-26T06:02:19.208920+0000","last_fullsized":"2024-07-26T06:02:19.208920+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:45:17.508844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2","version":"74'2","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:02:22.862606+0000","last_change":"2024-07-26T06:02:19.209511+0000","last_active":"2024-07-26T06:02:22.862606+0000","last_peered":"2024-07-26T06:02:22.862606+0000","last_clean":"2024-07-26T06:02:22.862606+0000","last_became_active":"2024-07-26T06:02:14.279229+0000","last_became_peered":"2024-07-26T06:02:14.279229+0000","last_unstale":"2024-07-26T06:02:22.862606+0000","last_undegraded":"2024-07-26T06:02:22.862606+0000","last_fullsized":"2024-07-26T06:02:22.862606+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:02:13.171055+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:02:13.171055+0000","last_clean_scrub_stamp":"2024-07-26T06:02:13.171055+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:15:14.745308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00061636600000000003,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.209500+0000","last_change":"2024-07-26T06:01:08.067195+0000","last_active":"2024-07-26T06:02:19.209500+0000","last_peered":"2024-07-26T06:02:19.209500+0000","last_clean":"2024-07-26T06:02:19.209500+0000","last_became_active":"2024-07-26T06:01:08.066952+0000","last_became_peered":"2024-07-26T06:01:08.066952+0000","last_unstale":"2024-07-26T06:02:19.209500+0000","last_undegraded":"2024-07-26T06:02:19.209500+0000","last_fullsized":"2024-07-26T06:02:19.209500+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:06:21.342328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.211920+0000","last_change":"2024-07-26T06:01:11.356966+0000","last_active":"2024-07-26T06:02:19.211920+0000","last_peered":"2024-07-26T06:02:19.211920+0000","last_clean":"2024-07-26T06:02:19.211920+0000","last_became_active":"2024-07-26T06:01:11.353370+0000","last_became_peered":"2024-07-26T06:01:11.353370+0000","last_unstale":"2024-07-26T06:02:19.211920+0000","last_undegraded":"2024-07-26T06:02:19.211920+0000","last_fullsized":"2024-07-26T06:02:19.211920+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:40:42.118211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3","version":"72'1","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:02:23.154580+0000","last_change":"2024-07-26T06:02:19.367910+0000","last_active":"2024-07-26T06:02:23.154580+0000","last_peered":"2024-07-26T06:02:23.154580+0000","last_clean":"2024-07-26T06:02:23.154580+0000","last_became_active":"2024-07-26T06:02:14.280193+0000","last_became_peered":"2024-07-26T06:02:14.280193+0000","last_unstale":"2024-07-26T06:02:23.154580+0000","last_undegraded":"2024-07-26T06:02:23.154580+0000","last_fullsized":"2024-07-26T06:02:23.154580+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:02:13.171055+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:02:13.171055+0000","last_clean_scrub_stamp":"2024-07-26T06:02:13.171055+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:53:52.521187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00062986499999999996,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.612895+0000","last_change":"2024-07-26T06:01:08.073014+0000","last_active":"2024-07-26T06:02:19.612895+0000","last_peered":"2024-07-26T06:02:19.612895+0000","last_clean":"2024-07-26T06:02:19.612895+0000","last_became_active":"2024-07-26T06:01:08.072728+0000","last_became_peered":"2024-07-26T06:01:08.072728+0000","last_unstale":"2024-07-26T06:02:19.612895+0000","last_undegraded":"2024-07-26T06:02:19.612895+0000","last_fullsized":"2024-07-26T06:02:19.612895+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:24:30.754323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.209112+0000","last_change":"2024-07-26T06:01:11.361144+0000","last_active":"2024-07-26T06:02:19.209112+0000","last_peered":"2024-07-26T06:02:19.209112+0000","last_clean":"2024-07-26T06:02:19.209112+0000","last_became_active":"2024-07-26T06:01:11.360879+0000","last_became_peered":"2024-07-26T06:01:11.360879+0000","last_unstale":"2024-07-26T06:02:19.209112+0000","last_undegraded":"2024-07-26T06:02:19.209112+0000","last_fullsized":"2024-07-26T06:02:19.209112+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:55:26.734491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:02:23.154005+0000","last_change":"2024-07-26T06:02:19.654061+0000","last_active":"2024-07-26T06:02:23.154005+0000","last_peered":"2024-07-26T06:02:23.154005+0000","last_clean":"2024-07-26T06:02:23.154005+0000","last_became_active":"2024-07-26T06:02:14.187167+0000","last_became_peered":"2024-07-26T06:02:14.187167+0000","last_unstale":"2024-07-26T06:02:23.154005+0000","last_undegraded":"2024-07-26T06:02:23.154005+0000","last_fullsized":"2024-07-26T06:02:23.154005+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:02:13.171055+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:02:13.171055+0000","last_clean_scrub_stamp":"2024-07-26T06:02:13.171055+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T06:40:55.722832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048346199999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.209409+0000","last_change":"2024-07-26T06:01:08.070612+0000","last_active":"2024-07-26T06:02:19.209409+0000","last_peered":"2024-07-26T06:02:19.209409+0000","last_clean":"2024-07-26T06:02:19.209409+0000","last_became_active":"2024-07-26T06:01:08.070293+0000","last_became_peered":"2024-07-26T06:01:08.070293+0000","last_unstale":"2024-07-26T06:02:19.209409+0000","last_undegraded":"2024-07-26T06:02:19.209409+0000","last_fullsized":"2024-07-26T06:02:19.209409+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:52:15.257449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.653989+0000","last_change":"2024-07-26T06:01:11.359741+0000","last_active":"2024-07-26T06:02:19.653989+0000","last_peered":"2024-07-26T06:02:19.653989+0000","last_clean":"2024-07-26T06:02:19.653989+0000","last_became_active":"2024-07-26T06:01:11.359471+0000","last_became_peered":"2024-07-26T06:01:11.359471+0000","last_unstale":"2024-07-26T06:02:19.653989+0000","last_undegraded":"2024-07-26T06:02:19.653989+0000","last_fullsized":"2024-07-26T06:02:19.653989+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:41:34.349525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-07-26T06:02:22.864194+0000","last_change":"2024-07-26T06:02:19.208309+0000","last_active":"2024-07-26T06:02:22.864194+0000","last_peered":"2024-07-26T06:02:22.864194+0000","last_clean":"2024-07-26T06:02:22.864194+0000","last_became_active":"2024-07-26T06:02:14.279338+0000","last_became_peered":"2024-07-26T06:02:14.279338+0000","last_unstale":"2024-07-26T06:02:22.864194+0000","last_undegraded":"2024-07-26T06:02:22.864194+0000","last_fullsized":"2024-07-26T06:02:22.864194+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:02:13.171055+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:02:13.171055+0000","last_clean_scrub_stamp":"2024-07-26T06:02:13.171055+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:25:22.235693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000321245,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"65'2","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.653957+0000","last_change":"2024-07-26T06:01:08.069210+0000","last_active":"2024-07-26T06:02:19.653957+0000","last_peered":"2024-07-26T06:02:19.653957+0000","last_clean":"2024-07-26T06:02:19.653957+0000","last_became_active":"2024-07-26T06:01:08.068907+0000","last_became_peered":"2024-07-26T06:01:08.068907+0000","last_unstale":"2024-07-26T06:02:19.653957+0000","last_undegraded":"2024-07-26T06:02:19.653957+0000","last_fullsized":"2024-07-26T06:02:19.653957+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:57:19.133123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.367594+0000","last_change":"2024-07-26T06:01:11.350773+0000","last_active":"2024-07-26T06:02:19.367594+0000","last_peered":"2024-07-26T06:02:19.367594+0000","last_clean":"2024-07-26T06:02:19.367594+0000","last_became_active":"2024-07-26T06:01:11.350519+0000","last_became_peered":"2024-07-26T06:01:11.350519+0000","last_unstale":"2024-07-26T06:02:19.367594+0000","last_undegraded":"2024-07-26T06:02:19.367594+0000","last_fullsized":"2024-07-26T06:02:19.367594+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:04:14.493880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.612352+0000","last_change":"2024-07-26T06:01:08.074093+0000","last_active":"2024-07-26T06:02:19.612352+0000","last_peered":"2024-07-26T06:02:19.612352+0000","last_clean":"2024-07-26T06:02:19.612352+0000","last_became_active":"2024-07-26T06:01:08.073824+0000","last_became_peered":"2024-07-26T06:01:08.073824+0000","last_unstale":"2024-07-26T06:02:19.612352+0000","last_undegraded":"2024-07-26T06:02:19.612352+0000","last_fullsized":"2024-07-26T06:02:19.612352+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:41:59.069133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.208505+0000","last_change":"2024-07-26T06:01:11.358606+0000","last_active":"2024-07-26T06:02:19.208505+0000","last_peered":"2024-07-26T06:02:19.208505+0000","last_clean":"2024-07-26T06:02:19.208505+0000","last_became_active":"2024-07-26T06:01:11.358329+0000","last_became_peered":"2024-07-26T06:01:11.358329+0000","last_unstale":"2024-07-26T06:02:19.208505+0000","last_undegraded":"2024-07-26T06:02:19.208505+0000","last_fullsized":"2024-07-26T06:02:19.208505+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:48:59.720255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.208941+0000","last_change":"2024-07-26T06:01:08.064593+0000","last_active":"2024-07-26T06:02:19.208941+0000","last_peered":"2024-07-26T06:02:19.208941+0000","last_clean":"2024-07-26T06:02:19.208941+0000","last_became_active":"2024-07-26T06:01:08.064330+0000","last_became_peered":"2024-07-26T06:01:08.064330+0000","last_unstale":"2024-07-26T06:02:19.208941+0000","last_undegraded":"2024-07-26T06:02:19.208941+0000","last_fullsized":"2024-07-26T06:02:19.208941+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:36:28.458527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.653839+0000","last_change":"2024-07-26T06:01:11.359793+0000","last_active":"2024-07-26T06:02:19.653839+0000","last_peered":"2024-07-26T06:02:19.653839+0000","last_clean":"2024-07-26T06:02:19.653839+0000","last_became_active":"2024-07-26T06:01:11.359551+0000","last_became_peered":"2024-07-26T06:01:11.359551+0000","last_unstale":"2024-07-26T06:02:19.653839+0000","last_undegraded":"2024-07-26T06:02:19.653839+0000","last_fullsized":"2024-07-26T06:02:19.653839+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:38:12.536640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.209280+0000","last_change":"2024-07-26T06:01:08.068525+0000","last_active":"2024-07-26T06:02:19.209280+0000","last_peered":"2024-07-26T06:02:19.209280+0000","last_clean":"2024-07-26T06:02:19.209280+0000","last_became_active":"2024-07-26T06:01:08.068259+0000","last_became_peered":"2024-07-26T06:01:08.068259+0000","last_unstale":"2024-07-26T06:02:19.209280+0000","last_undegraded":"2024-07-26T06:02:19.209280+0000","last_fullsized":"2024-07-26T06:02:19.209280+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:06:34.669352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.653933+0000","last_change":"2024-07-26T06:01:11.353711+0000","last_active":"2024-07-26T06:02:19.653933+0000","last_peered":"2024-07-26T06:02:19.653933+0000","last_clean":"2024-07-26T06:02:19.653933+0000","last_became_active":"2024-07-26T06:01:11.353451+0000","last_became_peered":"2024-07-26T06:01:11.353451+0000","last_unstale":"2024-07-26T06:02:19.653933+0000","last_undegraded":"2024-07-26T06:02:19.653933+0000","last_fullsized":"2024-07-26T06:02:19.653933+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:26:22.584224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"65'2","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.612708+0000","last_change":"2024-07-26T06:01:08.073337+0000","last_active":"2024-07-26T06:02:19.612708+0000","last_peered":"2024-07-26T06:02:19.612708+0000","last_clean":"2024-07-26T06:02:19.612708+0000","last_became_active":"2024-07-26T06:01:08.072996+0000","last_became_peered":"2024-07-26T06:01:08.072996+0000","last_unstale":"2024-07-26T06:02:19.612708+0000","last_undegraded":"2024-07-26T06:02:19.612708+0000","last_fullsized":"2024-07-26T06:02:19.612708+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:57:39.857006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":18,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.208333+0000","last_change":"2024-07-26T06:01:36.416695+0000","last_active":"2024-07-26T06:02:19.208333+0000","last_peered":"2024-07-26T06:02:19.208333+0000","last_clean":"2024-07-26T06:02:19.208333+0000","last_became_active":"2024-07-26T06:01:36.416335+0000","last_became_peered":"2024-07-26T06:01:36.416335+0000","last_unstale":"2024-07-26T06:02:19.208333+0000","last_undegraded":"2024-07-26T06:02:19.208333+0000","last_fullsized":"2024-07-26T06:02:19.208333+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:26:34.630202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":18,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.208199+0000","last_change":"2024-07-26T06:01:36.837167+0000","last_active":"2024-07-26T06:02:19.208199+0000","last_peered":"2024-07-26T06:02:19.208199+0000","last_clean":"2024-07-26T06:02:19.208199+0000","last_became_active":"2024-07-26T06:01:36.836858+0000","last_became_peered":"2024-07-26T06:01:36.836858+0000","last_unstale":"2024-07-26T06:02:19.208199+0000","last_undegraded":"2024-07-26T06:02:19.208199+0000","last_fullsized":"2024-07-26T06:02:19.208199+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:24:15.587193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,6],"acting":[2,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1c","version":"65'2","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.612689+0000","last_change":"2024-07-26T06:01:08.073858+0000","last_active":"2024-07-26T06:02:19.612689+0000","last_peered":"2024-07-26T06:02:19.612689+0000","last_clean":"2024-07-26T06:02:19.612689+0000","last_became_active":"2024-07-26T06:01:08.073536+0000","last_became_peered":"2024-07-26T06:01:08.073536+0000","last_unstale":"2024-07-26T06:02:19.612689+0000","last_undegraded":"2024-07-26T06:02:19.612689+0000","last_fullsized":"2024-07-26T06:02:19.612689+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:36:53.389271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.211787+0000","last_change":"2024-07-26T06:01:11.362934+0000","last_active":"2024-07-26T06:02:19.211787+0000","last_peered":"2024-07-26T06:02:19.211787+0000","last_clean":"2024-07-26T06:02:19.211787+0000","last_became_active":"2024-07-26T06:01:11.362390+0000","last_became_peered":"2024-07-26T06:01:11.362390+0000","last_unstale":"2024-07-26T06:02:19.211787+0000","last_undegraded":"2024-07-26T06:02:19.211787+0000","last_fullsized":"2024-07-26T06:02:19.211787+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:15:09.280407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"65'2","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.612806+0000","last_change":"2024-07-26T06:01:08.074747+0000","last_active":"2024-07-26T06:02:19.612806+0000","last_peered":"2024-07-26T06:02:19.612806+0000","last_clean":"2024-07-26T06:02:19.612806+0000","last_became_active":"2024-07-26T06:01:08.073964+0000","last_became_peered":"2024-07-26T06:01:08.073964+0000","last_unstale":"2024-07-26T06:02:19.612806+0000","last_undegraded":"2024-07-26T06:02:19.612806+0000","last_fullsized":"2024-07-26T06:02:19.612806+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:54:06.244462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.367473+0000","last_change":"2024-07-26T06:01:11.355897+0000","last_active":"2024-07-26T06:02:19.367473+0000","last_peered":"2024-07-26T06:02:19.367473+0000","last_clean":"2024-07-26T06:02:19.367473+0000","last_became_active":"2024-07-26T06:01:11.354937+0000","last_became_peered":"2024-07-26T06:01:11.354937+0000","last_unstale":"2024-07-26T06:02:19.367473+0000","last_undegraded":"2024-07-26T06:02:19.367473+0000","last_fullsized":"2024-07-26T06:02:19.367473+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T06:36:41.027614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.654113+0000","last_change":"2024-07-26T06:01:08.063586+0000","last_active":"2024-07-26T06:02:19.654113+0000","last_peered":"2024-07-26T06:02:19.654113+0000","last_clean":"2024-07-26T06:02:19.654113+0000","last_became_active":"2024-07-26T06:01:08.063302+0000","last_became_peered":"2024-07-26T06:01:08.063302+0000","last_unstale":"2024-07-26T06:02:19.654113+0000","last_undegraded":"2024-07-26T06:02:19.654113+0000","last_fullsized":"2024-07-26T06:02:19.654113+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:39:47.677141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.654033+0000","last_change":"2024-07-26T06:01:11.355949+0000","last_active":"2024-07-26T06:02:19.654033+0000","last_peered":"2024-07-26T06:02:19.654033+0000","last_clean":"2024-07-26T06:02:19.654033+0000","last_became_active":"2024-07-26T06:01:11.355659+0000","last_became_peered":"2024-07-26T06:01:11.355659+0000","last_unstale":"2024-07-26T06:02:19.654033+0000","last_undegraded":"2024-07-26T06:02:19.654033+0000","last_fullsized":"2024-07-26T06:02:19.654033+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:51:43.118464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"65'4","reported_seq":28,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-07-26T06:02:19.367804+0000","last_change":"2024-07-26T06:01:08.066313+0000","last_active":"2024-07-26T06:02:19.367804+0000","last_peered":"2024-07-26T06:02:19.367804+0000","last_clean":"2024-07-26T06:02:19.367804+0000","last_became_active":"2024-07-26T06:01:08.066056+0000","last_became_peered":"2024-07-26T06:01:08.066056+0000","last_unstale":"2024-07-26T06:02:19.367804+0000","last_undegraded":"2024-07-26T06:02:19.367804+0000","last_fullsized":"2024-07-26T06:02:19.367804+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:10:29.824132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3128,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234017,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298696,"kb_used_data":1340,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446456,"statfs":{"total":95995035648,"available":95689170944,"internally_reserved":0,"allocated":1372160,"data_stored":939371,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 26 06:02:44 2024","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.53200000000000003,"15min":0.53500000000000003},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.66500000000000004,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.53400000000000003,"15min":0.53600000000000003},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.66200000000000003,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.63600000000000001}]},{"osd":1,"last update":"Fri Jul 26 06:02:44 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.51200000000000001,"15min":0.50900000000000001},"min":{"1min":0.38300000000000001,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.504,"5min":0.55300000000000005,"15min":0.56100000000000005},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.68799999999999994,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.66400000000000003}]},{"osd":2,"last update":"Fri Jul 26 06:02:44 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.53400000000000003,"15min":0.53600000000000003},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.70299999999999996},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.55000000000000004,"15min":0.55100000000000005},"min":{"1min":0.39600000000000002,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.749,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.58399999999999996}]},{"osd":3,"last update":"Fri Jul 26 06:02:44 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.55200000000000005,"15min":0.55700000000000005},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.65000000000000002},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.54800000000000004,"15min":0.55400000000000005},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.72799999999999998,"5min":0.749,"15min":0.749},"last":0.61199999999999999}]},{"osd":4,"last update":"Fri Jul 26 06:02:44 2024","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.45100000000000001,"15min":0.45900000000000002},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.54800000000000004,"5min":0.90700000000000003,"15min":0.90700000000000003},"last":0.59799999999999998},{"interface":"front","average":{"1min":0.40999999999999998,"5min":0.47499999999999998,"15min":0.48599999999999999},"min":{"1min":0.32400000000000001,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.58899999999999997,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.42699999999999999}]},{"osd":5,"last update":"Fri Jul 26 06:02:44 2024","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.47899999999999998,"15min":0.48899999999999999},"min":{"1min":0.32100000000000001,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.60199999999999998,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.50900000000000001,"15min":0.51700000000000002},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.61099999999999999,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.49399999999999999}]},{"osd":6,"last update":"Fri Jul 26 06:02:44 2024","interfaces":[{"interface":"back","average":{"1min":0.47499999999999998,"5min":0.53900000000000003,"15min":0.54900000000000004},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.61499999999999999,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.46500000000000002,"5min":0.53000000000000003,"15min":0.54100000000000004},"min":{"1min":0.30599999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.62,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.47399999999999998}]}]},{"osd":6,"up_from":46,"seq":197568495654,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298704,"kb_used_data":1348,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446448,"statfs":{"total":95995035648,"available":95689162752,"internally_reserved":0,"allocated":1380352,"data_stored":941444,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 26 06:02:25 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.56599999999999995,"15min":0.56399999999999995},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":1.2130000000000001,"5min":1.2130000000000001,"15min":1.2130000000000001},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.56699999999999995,"15min":0.57499999999999996},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.754,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.67200000000000004}]},{"osd":1,"last update":"Fri Jul 26 06:02:25 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.57999999999999996,"15min":0.58999999999999997},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.73899999999999999,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.61399999999999999,"15min":0.61799999999999999},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":1.2010000000000001,"5min":1.2010000000000001,"15min":1.2010000000000001},"last":0.58499999999999996}]},{"osd":2,"last update":"Fri Jul 26 06:02:25 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.55300000000000005,"15min":0.55700000000000005},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.78700000000000003,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.57799999999999996,"15min":0.57699999999999996},"min":{"1min":0.40100000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":1.26,"5min":1.26,"15min":1.26},"last":0.64700000000000002}]},{"osd":3,"last update":"Fri Jul 26 06:02:25 2024","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.54800000000000004,"15min":0.54100000000000004},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":1.2689999999999999,"5min":1.2689999999999999,"15min":1.2689999999999999},"last":0.48899999999999999},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.57699999999999996,"15min":0.58299999999999996},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":1.3560000000000001,"5min":1.3560000000000001,"15min":1.3560000000000001},"last":0.56299999999999994}]},{"osd":4,"last update":"Fri Jul 26 06:02:25 2024","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.436,"15min":0.433},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.70099999999999996,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.439},{"interface":"front","average":{"1min":0.45600000000000002,"5min":0.46400000000000002,"15min":0.46500000000000002},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.36099999999999999}]},{"osd":5,"last update":"Fri Jul 26 06:02:25 2024","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.44900000000000001,"15min":0.45100000000000001},"min":{"1min":0.28699999999999998,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.66300000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"min":{"1min":0.32100000000000001,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.39300000000000002}]},{"osd":7,"last update":"Fri Jul 26 06:02:44 2024","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.496,"15min":0.502},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.53700000000000003,"15min":0.54100000000000004},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.501}]}]},{"osd":5,"up_from":38,"seq":163208757290,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298136,"kb_used_data":780,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447016,"statfs":{"total":95995035648,"available":95689744384,"internally_reserved":0,"allocated":798720,"data_stored":351450,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 26 06:02:58 2024","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.501,"15min":0.499},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.65500000000000003,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.48999999999999999,"5min":0.52700000000000002,"15min":0.53300000000000003},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.66500000000000004,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.52700000000000002}]},{"osd":1,"last update":"Fri Jul 26 06:02:58 2024","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.53100000000000003,"15min":0.54100000000000004},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.68300000000000005,"5min":1.0740000000000001,"15min":1.0740000000000001},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.47899999999999998,"5min":0.51900000000000002,"15min":0.52800000000000002},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.66200000000000003,"5min":0.745,"15min":0.745},"last":0.57299999999999995}]},{"osd":2,"last update":"Fri Jul 26 06:02:58 2024","interfaces":[{"interface":"back","average":{"1min":0.47899999999999998,"5min":0.52800000000000002,"15min":0.54000000000000004},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.627,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.54700000000000004,"15min":0.54800000000000004},"min":{"1min":0.41599999999999998,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.71199999999999997,"5min":1.05,"15min":1.05},"last":0.626}]},{"osd":3,"last update":"Fri Jul 26 06:02:58 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.54600000000000004,"15min":0.54800000000000004},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.623,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.53900000000000003,"15min":0.54700000000000004},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.64100000000000001,"5min":1.099,"15min":1.099},"last":0.59899999999999998}]},{"osd":4,"last update":"Fri Jul 26 06:02:58 2024","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.38900000000000001,"15min":0.37},"min":{"1min":0.32100000000000001,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.56299999999999994,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.39600000000000002,"15min":0.378},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"last":0.40999999999999998}]},{"osd":6,"last update":"Fri Jul 26 06:02:25 2024","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.44400000000000001,"15min":0.442},"min":{"1min":0.313,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.63500000000000001,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.48399999999999999},{"interface":"front","average":{"1min":0.44500000000000001,"5min":0.46800000000000003,"15min":0.47199999999999998},"min":{"1min":0.28599999999999998,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.64000000000000001,"5min":0.94199999999999995,"15min":0.94199999999999995},"last":0.46700000000000003}]},{"osd":7,"last update":"Fri Jul 26 06:02:50 2024","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.52400000000000002,"15min":0.53200000000000003},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.61299999999999999,"5min":1,"15min":1},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"min":{"1min":0.29099999999999998,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.57799999999999996,"5min":0.63600000000000001,"15min":0.63600000000000001},"last":0.61399999999999999}]}]},{"osd":4,"up_from":30,"seq":128849018927,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298136,"kb_used_data":780,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447016,"statfs":{"total":95995035648,"available":95689744384,"internally_reserved":0,"allocated":798720,"data_stored":349714,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 26 06:02:37 2024","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.57299999999999995,"15min":0.58499999999999996},"min":{"1min":0.38,"5min":0.371,"15min":0.371},"max":{"1min":0.64300000000000002,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.68300000000000005},{"interface":"front","average":{"1min":0.502,"5min":0.56499999999999995,"15min":0.57099999999999995},"min":{"1min":0.39300000000000002,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.59899999999999998,"5min":0.752,"15min":0.752},"last":0.70399999999999996}]},{"osd":1,"last update":"Fri Jul 26 06:02:37 2024","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.55600000000000005,"15min":0.57299999999999995},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.60999999999999999,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.47299999999999998,"5min":0.53600000000000003,"15min":0.54400000000000004},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.59099999999999997,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.63400000000000001}]},{"osd":2,"last update":"Fri Jul 26 06:02:37 2024","interfaces":[{"interface":"back","average":{"1min":0.47299999999999998,"5min":0.51500000000000001,"15min":0.52400000000000002},"min":{"1min":0.376,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.58999999999999997,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.67200000000000004},{"interface":"front","average":{"1min":0.499,"5min":0.56499999999999995,"15min":0.57699999999999996},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.622,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.51600000000000001}]},{"osd":3,"last update":"Fri Jul 26 06:02:37 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.54800000000000004,"15min":0.55000000000000004},"min":{"1min":0.44700000000000001,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.64600000000000002,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.627},{"interface":"front","average":{"1min":0.498,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.39000000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.63,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.65600000000000003}]},{"osd":5,"last update":"Fri Jul 26 06:03:08 2024","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.40799999999999997,"15min":0.40600000000000003},"min":{"1min":0.29899999999999999,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.59699999999999998,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.40799999999999997,"15min":0.40000000000000002},"min":{"1min":0.31900000000000001,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.39600000000000002}]},{"osd":6,"last update":"Fri Jul 26 06:02:24 2024","interfaces":[{"interface":"back","average":{"1min":0.41299999999999998,"5min":0.42799999999999999,"15min":0.42999999999999999},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.628,"5min":0.628,"15min":0.628},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.44700000000000001,"15min":0.45300000000000001},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.61599999999999999,"5min":0.98399999999999999,"15min":0.98399999999999999},"last":0.42399999999999999}]},{"osd":7,"last update":"Fri Jul 26 06:02:43 2024","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.46600000000000003,"15min":0.46999999999999997},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.438},{"interface":"front","average":{"1min":0.46400000000000002,"5min":0.5,"15min":0.50600000000000001},"min":{"1min":0.32700000000000001,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.65600000000000003,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.54600000000000004}]}]},{"osd":3,"up_from":25,"seq":107374182451,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298132,"kb_used_data":776,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447020,"statfs":{"total":95995035648,"available":95689748480,"internally_reserved":0,"allocated":794624,"data_stored":351122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 26 06:02:19 2024","interfaces":[{"interface":"back","average":{"1min":0.33300000000000002,"5min":0.38800000000000001,"15min":0.40100000000000002},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.54800000000000004,"5min":0.58899999999999997,"15min":0.58899999999999997},"last":0.35199999999999998},{"interface":"front","average":{"1min":0.36799999999999999,"5min":0.40899999999999997,"15min":0.41899999999999998},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.58299999999999996,"5min":0.625,"15min":0.625},"last":0.32900000000000001}]},{"osd":1,"last update":"Fri Jul 26 06:02:19 2024","interfaces":[{"interface":"back","average":{"1min":0.33100000000000002,"5min":0.374,"15min":0.38},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.52800000000000002,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.36199999999999999,"5min":0.39200000000000002,"15min":0.40200000000000002},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.54900000000000004,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.28499999999999998}]},{"osd":2,"last update":"Fri Jul 26 06:02:19 2024","interfaces":[{"interface":"back","average":{"1min":0.372,"5min":0.41599999999999998,"15min":0.42599999999999999},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.66800000000000004,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.33300000000000002,"5min":0.38400000000000001,"15min":0.39200000000000002},"min":{"1min":0.24099999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.59399999999999997,"5min":0.64600000000000002,"15min":0.64600000000000002},"last":0.315}]},{"osd":4,"last update":"Fri Jul 26 06:02:39 2024","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.56799999999999995,"15min":0.59399999999999997},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.65800000000000003,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.59299999999999997,"15min":0.61499999999999999},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.73999999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.46400000000000002}]},{"osd":5,"last update":"Fri Jul 26 06:03:02 2024","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":0.53500000000000003,"15min":0.55100000000000005},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.65800000000000003,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.56599999999999995,"15min":0.57599999999999996},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.53200000000000003}]},{"osd":6,"last update":"Fri Jul 26 06:02:26 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.56299999999999994,"15min":0.56899999999999995},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.57299999999999995,"15min":0.57899999999999996},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.72699999999999998,"5min":0.747,"15min":0.747},"last":0.503}]},{"osd":7,"last update":"Fri Jul 26 06:02:51 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.56899999999999995,"15min":0.57499999999999996},"min":{"1min":0.43099999999999999,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.433},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.48899999999999999}]}]},{"osd":2,"up_from":18,"seq":77309411385,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298116,"kb_used_data":760,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447036,"statfs":{"total":95995035648,"available":95689764864,"internally_reserved":0,"allocated":778240,"data_stored":348999,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 26 06:02:56 2024","interfaces":[{"interface":"back","average":{"1min":0.31,"5min":0.34300000000000003,"15min":0.35099999999999998},"min":{"1min":0.19400000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.497,"5min":0.56100000000000005,"15min":0.56100000000000005},"last":0.311},{"interface":"front","average":{"1min":0.32600000000000001,"5min":0.35999999999999999,"15min":0.35599999999999998},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"last":0.39000000000000001}]},{"osd":1,"last update":"Fri Jul 26 06:02:56 2024","interfaces":[{"interface":"back","average":{"1min":0.29499999999999998,"5min":0.34899999999999998,"15min":0.36699999999999999},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.42699999999999999,"5min":0.53400000000000003,"15min":0.53400000000000003},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.34200000000000003,"5min":0.38300000000000001,"15min":0.39100000000000001},"min":{"1min":0.24399999999999999,"5min":0.224,"15min":0.224},"max":{"1min":0.56000000000000005,"5min":0.621,"15min":0.621},"last":0.34399999999999997}]},{"osd":3,"last update":"Fri Jul 26 06:02:15 2024","interfaces":[{"interface":"back","average":{"1min":0.371,"5min":0.436,"15min":0.45600000000000002},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.52700000000000002,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.40799999999999997},{"interface":"front","average":{"1min":0.33700000000000002,"5min":0.40000000000000002,"15min":0.41199999999999998},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.40400000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.33300000000000002}]},{"osd":4,"last update":"Fri Jul 26 06:02:35 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.55500000000000005,"15min":0.55900000000000005},"min":{"1min":0.39700000000000002,"5min":0.373,"15min":0.373},"max":{"1min":0.74199999999999999,"5min":0.85699999999999998,"15min":0.85699999999999998},"last":0.70899999999999996},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.57599999999999996,"15min":0.58099999999999996},"min":{"1min":0.41599999999999998,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.77600000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.74099999999999999}]},{"osd":5,"last update":"Fri Jul 26 06:03:01 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.78400000000000003,"5min":0.81399999999999995,"15min":0.81399999999999995},"last":0.63400000000000001},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.70599999999999996,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.78400000000000003}]},{"osd":6,"last update":"Fri Jul 26 06:02:26 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.56200000000000006,"15min":0.56699999999999995},"min":{"1min":0.39100000000000001,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.755,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.68899999999999995},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.56699999999999995,"15min":0.57199999999999995},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.68200000000000005,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.66000000000000003}]},{"osd":7,"last update":"Fri Jul 26 06:02:47 2024","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.58599999999999997,"15min":0.59999999999999998},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.70099999999999996,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.76600000000000001},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.56699999999999995,"15min":0.57299999999999995},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.77400000000000002,"5min":0.878,"15min":0.878},"last":0.64500000000000002}]}]},{"osd":1,"up_from":13,"seq":55834574909,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298128,"kb_used_data":772,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447024,"statfs":{"total":95995035648,"available":95689752576,"internally_reserved":0,"allocated":790528,"data_stored":349178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 26 06:02:28 2024","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.35999999999999999,"15min":0.34100000000000003},"min":{"1min":0.22900000000000001,"5min":0.219,"15min":0.219},"max":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"last":0.28699999999999998},{"interface":"front","average":{"1min":0.377,"5min":0.35699999999999998,"15min":0.33400000000000002},"min":{"1min":0.23599999999999999,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":0.59399999999999997,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.26500000000000001}]},{"osd":2,"last update":"Fri Jul 26 06:02:54 2024","interfaces":[{"interface":"back","average":{"1min":0.36199999999999999,"5min":0.39200000000000002,"15min":0.39200000000000002},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.224},{"interface":"front","average":{"1min":0.34000000000000002,"5min":0.376,"15min":0.38200000000000001},"min":{"1min":0.248,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":0.48299999999999998,"5min":0.56399999999999995,"15min":0.56399999999999995},"last":0.248}]},{"osd":3,"last update":"Fri Jul 26 06:02:20 2024","interfaces":[{"interface":"back","average":{"1min":0.439,"5min":0.436,"15min":0.44700000000000001},"min":{"1min":0.26400000000000001,"5min":0.248,"15min":0.248},"max":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"last":0.307},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.44400000000000001,"15min":0.45600000000000002},"min":{"1min":0.28699999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.59599999999999997,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.29799999999999999}]},{"osd":4,"last update":"Fri Jul 26 06:02:33 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.58399999999999996,"15min":0.59199999999999997},"min":{"1min":0.40400000000000003,"5min":0.371,"15min":0.371},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.57699999999999996,"15min":0.58099999999999996},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.60299999999999998}]},{"osd":5,"last update":"Fri Jul 26 06:03:03 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.56200000000000006,"15min":0.56899999999999995},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.71299999999999997,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.56699999999999995,"15min":0.57099999999999995},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.498}]},{"osd":6,"last update":"Fri Jul 26 06:02:22 2024","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.57699999999999996,"15min":0.57799999999999996},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.63400000000000001},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.55600000000000005,"15min":0.55200000000000005},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.81399999999999995,"5min":0.81399999999999995,"15min":0.81399999999999995},"last":0.51400000000000001}]},{"osd":7,"last update":"Fri Jul 26 06:02:45 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.57099999999999995,"15min":0.57499999999999996},"min":{"1min":0.42499999999999999,"5min":0.379,"15min":0.379},"max":{"1min":0.71099999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.58899999999999997,"15min":0.59699999999999998},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.63800000000000001,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.57799999999999996}]}]},{"osd":0,"up_from":8,"seq":34359738434,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298712,"kb_used_data":1356,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446440,"statfs":{"total":95995035648,"available":95689154560,"internally_reserved":0,"allocated":1388544,"data_stored":940083,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Jul 26 06:02:26 2024","interfaces":[{"interface":"back","average":{"1min":0.33200000000000002,"5min":0.33600000000000002,"15min":0.32000000000000001},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.50600000000000001,"5min":0.52600000000000002,"15min":0.52600000000000002},"last":0.38400000000000001},{"interface":"front","average":{"1min":0.378,"5min":0.35499999999999998,"15min":0.33300000000000002},"min":{"1min":0.193,"5min":0.193,"15min":0.193},"max":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"last":0.443}]},{"osd":2,"last update":"Fri Jul 26 06:03:00 2024","interfaces":[{"interface":"back","average":{"1min":0.36399999999999999,"5min":0.379,"15min":0.375},"min":{"1min":0.25,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.48499999999999999,"5min":0.57099999999999995,"15min":0.57099999999999995},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.35399999999999998,"5min":0.36399999999999999,"15min":0.36099999999999999},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.49299999999999999,"5min":0.56599999999999995,"15min":0.56599999999999995},"last":0.41699999999999998}]},{"osd":3,"last update":"Fri Jul 26 06:02:19 2024","interfaces":[{"interface":"back","average":{"1min":0.36199999999999999,"5min":0.39000000000000001,"15min":0.39000000000000001},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.47999999999999998,"5min":0.56599999999999995,"15min":0.56599999999999995},"last":0.432},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.438,"15min":0.44400000000000001},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"last":0.47699999999999998}]},{"osd":4,"last update":"Fri Jul 26 06:02:37 2024","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.57499999999999996,"15min":0.56699999999999995},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.73699999999999999,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.57599999999999996,"15min":0.57199999999999995},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.73499999999999999,"5min":0.874,"15min":0.874},"last":0.56899999999999995}]},{"osd":5,"last update":"Fri Jul 26 06:03:10 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.70899999999999996,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.57499999999999996,"15min":0.57699999999999996},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.68000000000000005,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.53000000000000003}]},{"osd":6,"last update":"Fri Jul 26 06:02:23 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.58199999999999996,"15min":0.58299999999999996},"min":{"1min":0.39900000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.70599999999999996,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.54400000000000004},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.74399999999999999,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.55600000000000005}]},{"osd":7,"last update":"Fri Jul 26 06:02:48 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.59699999999999998,"15min":0.60299999999999998},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.627},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.61699999999999999,"15min":0.627},"min":{"1min":0.432,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.72499999999999998,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.59799999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2446,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2342,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T06:03:17.886 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-07-26T06:03:17.886 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-07-26T06:03:17.886 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-07-26T06:03:17.886 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- ceph health --format=json 2024-07-26T06:03:18.155 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:03:17 smithi089 podman[81798]: 2024-07-26 06:03:17.883707088 +0000 UTC m=+0.859067415 container died ac6fc3bbdf26afb6bdec9010c288227f758b6c84a66d002ce810e7b08230c266 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-07-26T06:03:18.596 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:18 smithi089 ceph-mon[29555]: from='client.14718 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-07-26T06:03:18.596 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:18 smithi089 ceph-mon[29555]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:03:18.596 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:03:18 smithi089 podman[81798]: 2024-07-26 06:03:18.394895777 +0000 UTC m=+1.370256105 container cleanup ac6fc3bbdf26afb6bdec9010c288227f758b6c84a66d002ce810e7b08230c266 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-07-26T06:03:18.597 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:03:18 smithi089 bash[81798]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-alertmanager-a 2024-07-26T06:03:18.597 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:18 smithi089 ceph-mon[41451]: from='client.14718 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-07-26T06:03:18.597 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:18 smithi089 ceph-mon[41451]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:03:18.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:18 smithi155 ceph-mon[33309]: from='client.14718 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-07-26T06:03:18.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:18 smithi155 ceph-mon[33309]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:03:18.876 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:03:18.904 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:03:18 smithi089 podman[81819]: 2024-07-26 06:03:18.595945091 +0000 UTC m=+1.442067737 container remove ac6fc3bbdf26afb6bdec9010c288227f758b6c84a66d002ce810e7b08230c266 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-07-26T06:03:18.905 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:03:18 smithi089 podman[81819]: 2024-07-26 06:03:18.721768681 +0000 UTC m=+1.567891326 volume remove cfc65f09d7b184e3b4b854a51c667bef460c33db48942b5cb5c1094349e11143 2024-07-26T06:03:19.655 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:03:19 smithi089 podman[81923]: 2024-07-26 06:03:19.333574163 +0000 UTC m=+0.477426771 container died 34a60d2e2798f2826e1a7c254b616178cccd409ea267bb717bbebf3512dfc992 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=intelligent_panini, org.label-schema.build-date=20240724, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , RELEASE=quincy-5dff84c, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image) 2024-07-26T06:03:19.655 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:03:19 smithi089 systemd[1]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-07-26T06:03:19.655 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:03:19 smithi089 systemd[1]: Stopped Ceph alertmanager.a for 9bd49884-4b13-11ef-bcb6-c7b262605968. 2024-07-26T06:03:19.655 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:03:19 smithi089 systemd[1]: Starting Ceph alertmanager.a for 9bd49884-4b13-11ef-bcb6-c7b262605968... 2024-07-26T06:03:20.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:20 smithi155 ceph-mon[33309]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:03:20.640 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:20 smithi089 ceph-mon[29555]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:03:20.640 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:20 smithi089 ceph-mon[41451]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:03:20.784 INFO:teuthology.orchestra.run.smithi089.stdout: 2024-07-26T06:03:20.784 INFO:teuthology.orchestra.run.smithi089.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-07-26T06:03:20.905 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:03:20 smithi089 podman[82089]: 2024-07-26 06:03:20.741174429 +0000 UTC m=+0.337795215 volume create dbfffe50224b9e58c979cde070656c8b7aa224eccdc69107040d91d2f0313c58 2024-07-26T06:03:20.905 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:03:20 smithi089 podman[82089]: 2024-07-26 06:03:20.651091678 +0000 UTC m=+0.247712470 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-07-26T06:03:20.905 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:03:20 smithi089 podman[82089]: 2024-07-26 06:03:20.850229887 +0000 UTC m=+0.446850737 container create 64cd4ab716bc9521cfb8d6d09b7ab8e323f98e007d4637c94f471711d99b7e4a (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-07-26T06:03:21.331 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:03:20 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[35403]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:03:20] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-07-26T06:03:21.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:21 smithi155 ceph-mon[33309]: from='client.? 172.21.15.89:0/972697590' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-07-26T06:03:21.640 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:21 smithi089 ceph-mon[29555]: from='client.? 172.21.15.89:0/972697590' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-07-26T06:03:21.640 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:21 smithi089 ceph-mon[41451]: from='client.? 172.21.15.89:0/972697590' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-07-26T06:03:21.640 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:03:21 smithi089 podman[82089]: 2024-07-26 06:03:21.211526476 +0000 UTC m=+0.808147260 container init 64cd4ab716bc9521cfb8d6d09b7ab8e323f98e007d4637c94f471711d99b7e4a (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-07-26T06:03:21.640 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:03:21 smithi089 podman[82089]: 2024-07-26 06:03:21.216749909 +0000 UTC m=+0.813370696 container start 64cd4ab716bc9521cfb8d6d09b7ab8e323f98e007d4637c94f471711d99b7e4a (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-07-26T06:03:21.640 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:03:21 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-alertmanager-a[82143]: ts=2024-07-26T06:03:21.228Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-07-26T06:03:21.641 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:03:21 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-alertmanager-a[82143]: ts=2024-07-26T06:03:21.229Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-07-26T06:03:21.641 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:03:21 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-alertmanager-a[82143]: ts=2024-07-26T06:03:21.230Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.89 port=9094 2024-07-26T06:03:21.641 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:03:21 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-alertmanager-a[82143]: ts=2024-07-26T06:03:21.230Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-07-26T06:03:21.641 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:03:21 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-alertmanager-a[82143]: ts=2024-07-26T06:03:21.254Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-07-26T06:03:21.641 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:03:21 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-alertmanager-a[82143]: ts=2024-07-26T06:03:21.254Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-07-26T06:03:21.641 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:03:21 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-alertmanager-a[82143]: ts=2024-07-26T06:03:21.257Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-07-26T06:03:21.641 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:03:21 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-alertmanager-a[82143]: ts=2024-07-26T06:03:21.257Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-07-26T06:03:21.641 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:03:21 smithi089 bash[82089]: 64cd4ab716bc9521cfb8d6d09b7ab8e323f98e007d4637c94f471711d99b7e4a 2024-07-26T06:03:21.641 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:03:21 smithi089 systemd[1]: Started Ceph alertmanager.a for 9bd49884-4b13-11ef-bcb6-c7b262605968. 2024-07-26T06:03:22.007 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-07-26T06:03:22.008 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- ceph fs dump --format=json 2024-07-26T06:03:22.261 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:03:22.562 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:22 smithi155 ceph-mon[33309]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:03:22.563 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:22 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:03:22.563 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:22 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:03:22.563 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:22 smithi155 ceph-mon[33309]: Reconfiguring prometheus.a (dependencies changed)... 2024-07-26T06:03:22.563 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:22 smithi155 ceph-mon[33309]: Reconfiguring daemon prometheus.a on smithi155 2024-07-26T06:03:22.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:22 smithi089 ceph-mon[29555]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:03:22.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:22 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:03:22.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:22 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:03:22.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:22 smithi089 ceph-mon[29555]: Reconfiguring prometheus.a (dependencies changed)... 2024-07-26T06:03:22.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:22 smithi089 ceph-mon[29555]: Reconfiguring daemon prometheus.a on smithi155 2024-07-26T06:03:22.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:22 smithi089 ceph-mon[41451]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:03:22.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:22 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:03:22.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:22 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:03:22.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:22 smithi089 ceph-mon[41451]: Reconfiguring prometheus.a (dependencies changed)... 2024-07-26T06:03:22.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:22 smithi089 ceph-mon[41451]: Reconfiguring daemon prometheus.a on smithi155 2024-07-26T06:03:23.589 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:03:23 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-alertmanager-a[82143]: ts=2024-07-26T06:03:23.231Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000200799s 2024-07-26T06:03:24.288 INFO:teuthology.orchestra.run.smithi089.stdout: 2024-07-26T06:03:24.289 INFO:teuthology.orchestra.run.smithi089.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14427,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.89:6835/3345943564","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6834","nonce":3345943564},{"type":"v1","addr":"172.21.15.89:6835","nonce":3345943564}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T06:01:13.343118+0000","modified":"2024-07-26T06:01:26.369599+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24319},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24319":{"gid":24319,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":6,"addr":"172.21.15.155:6833/1230019515","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":1230019515},{"type":"v1","addr":"172.21.15.155:6833","nonce":1230019515}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-07-26T06:03:24.289 INFO:teuthology.orchestra.run.smithi089.stderr:dumped fsmap epoch 8 2024-07-26T06:03:24.568 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:03:24 smithi155 systemd[1]: Stopping Ceph prometheus.a for 9bd49884-4b13-11ef-bcb6-c7b262605968... 2024-07-26T06:03:24.568 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:24 smithi155 ceph-mon[33309]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:03:24.568 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:24 smithi155 ceph-mon[33309]: from='client.? 172.21.15.89:0/3457940848' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-07-26T06:03:24.612 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:24 smithi089 ceph-mon[41451]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:03:24.612 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:24 smithi089 ceph-mon[41451]: from='client.? 172.21.15.89:0/3457940848' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-07-26T06:03:24.613 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:24 smithi089 ceph-mon[29555]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:03:24.613 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:24 smithi089 ceph-mon[29555]: from='client.? 172.21.15.89:0/3457940848' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-07-26T06:03:24.866 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:03:24 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[62967]: ts=2024-07-26T06:03:24.567Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-07-26T06:03:24.867 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:03:24 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[62967]: ts=2024-07-26T06:03:24.567Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-07-26T06:03:24.867 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:03:24 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[62967]: ts=2024-07-26T06:03:24.567Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-07-26T06:03:24.867 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:03:24 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[62967]: ts=2024-07-26T06:03:24.567Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-07-26T06:03:24.867 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:03:24 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[62967]: ts=2024-07-26T06:03:24.567Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-07-26T06:03:24.867 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:03:24 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[62967]: ts=2024-07-26T06:03:24.567Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-07-26T06:03:24.867 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:03:24 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[62967]: ts=2024-07-26T06:03:24.567Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-07-26T06:03:24.867 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:03:24 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[62967]: ts=2024-07-26T06:03:24.567Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-07-26T06:03:24.867 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:03:24 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[62967]: ts=2024-07-26T06:03:24.568Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-07-26T06:03:24.867 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:03:24 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[62967]: ts=2024-07-26T06:03:24.568Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-07-26T06:03:24.867 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:03:24 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[62967]: ts=2024-07-26T06:03:24.568Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-07-26T06:03:24.867 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:03:24 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[62967]: ts=2024-07-26T06:03:24.568Z caller=main.go:1147 level=info msg="See you next time!" 2024-07-26T06:03:24.868 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:03:24 smithi155 podman[66505]: 2024-07-26 06:03:24.578321577 +0000 UTC m=+0.094486060 container died 411f0725d551f756317b709e520c0a9d089b3ae9294c8348ca85822d84ef73d3 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-07-26T06:03:25.000 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- ceph fs dump --format=json 2024-07-26T06:03:25.129 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:03:24 smithi155 podman[66505]: 2024-07-26 06:03:24.965461649 +0000 UTC m=+0.481626141 container cleanup 411f0725d551f756317b709e520c0a9d089b3ae9294c8348ca85822d84ef73d3 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-07-26T06:03:25.129 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:03:24 smithi155 bash[66505]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a 2024-07-26T06:03:25.256 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:03:25.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:03:25 smithi155 podman[66525]: 2024-07-26 06:03:25.208657601 +0000 UTC m=+0.632703190 container remove 411f0725d551f756317b709e520c0a9d089b3ae9294c8348ca85822d84ef73d3 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-07-26T06:03:25.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:03:25 smithi155 systemd[1]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-07-26T06:03:25.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:03:25 smithi155 systemd[1]: Stopped Ceph prometheus.a for 9bd49884-4b13-11ef-bcb6-c7b262605968. 2024-07-26T06:03:25.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:03:25 smithi155 systemd[1]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@prometheus.a.service: Consumed 1.124s CPU time. 2024-07-26T06:03:25.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:03:25 smithi155 systemd[1]: Starting Ceph prometheus.a for 9bd49884-4b13-11ef-bcb6-c7b262605968... 2024-07-26T06:03:25.911 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:03:25 smithi155 podman[66621]: 2024-07-26 06:03:25.558996302 +0000 UTC m=+0.018101156 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-07-26T06:03:25.911 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:03:25 smithi155 podman[66621]: 2024-07-26 06:03:25.667696032 +0000 UTC m=+0.126800858 container create 455545b831aebcbab6fa1e60d48d1c8963442f951b7fa9a12766127cff7257d1 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-07-26T06:03:25.911 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:03:25 smithi155 podman[66621]: 2024-07-26 06:03:25.911497942 +0000 UTC m=+0.370602770 container init 455545b831aebcbab6fa1e60d48d1c8963442f951b7fa9a12766127cff7257d1 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-07-26T06:03:26.356 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:03:26 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: [26/Jul/2024:06:03:26] ENGINE Bus STOPPING 2024-07-26T06:03:26.356 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:03:26 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: [26/Jul/2024:06:03:26] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-07-26T06:03:26.356 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:03:26 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: [26/Jul/2024:06:03:26] ENGINE Bus STOPPED 2024-07-26T06:03:26.356 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:03:26 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: [26/Jul/2024:06:03:26] ENGINE Bus STARTING 2024-07-26T06:03:26.357 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:03:26 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: [26/Jul/2024:06:03:26] ENGINE Serving on http://:::9283 2024-07-26T06:03:26.357 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:03:26 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: [26/Jul/2024:06:03:26] ENGINE Bus STARTED 2024-07-26T06:03:26.357 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:03:26 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: [26/Jul/2024:06:03:26] ENGINE Bus STOPPING 2024-07-26T06:03:26.357 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:03:25 smithi155 podman[66621]: 2024-07-26 06:03:25.916740912 +0000 UTC m=+0.375845740 container start 455545b831aebcbab6fa1e60d48d1c8963442f951b7fa9a12766127cff7257d1 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-07-26T06:03:26.357 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:03:25 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[66635]: ts=2024-07-26T06:03:25.940Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-07-26T06:03:26.357 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:03:25 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[66635]: ts=2024-07-26T06:03:25.940Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-07-26T06:03:26.358 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:03:25 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[66635]: ts=2024-07-26T06:03:25.940Z caller=main.go:570 level=info host_details="(Linux 5.14.0-480.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024 x86_64 smithi155 (none))" 2024-07-26T06:03:26.358 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:03:25 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[66635]: ts=2024-07-26T06:03:25.940Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-07-26T06:03:26.358 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:03:25 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[66635]: ts=2024-07-26T06:03:25.940Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-07-26T06:03:26.358 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:03:25 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[66635]: ts=2024-07-26T06:03:25.942Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-07-26T06:03:26.358 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:03:25 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[66635]: ts=2024-07-26T06:03:25.942Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-07-26T06:03:26.358 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:03:25 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[66635]: ts=2024-07-26T06:03:25.943Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-07-26T06:03:26.358 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:03:25 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[66635]: ts=2024-07-26T06:03:25.943Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-07-26T06:03:26.358 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:03:25 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[66635]: ts=2024-07-26T06:03:25.945Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-07-26T06:03:26.358 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:03:25 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[66635]: ts=2024-07-26T06:03:25.946Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.397µs 2024-07-26T06:03:26.358 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:03:25 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[66635]: ts=2024-07-26T06:03:25.946Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-07-26T06:03:26.358 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:03:25 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[66635]: ts=2024-07-26T06:03:25.946Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2024-07-26T06:03:26.358 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:03:25 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[66635]: ts=2024-07-26T06:03:25.946Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2024-07-26T06:03:26.359 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:03:25 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[66635]: ts=2024-07-26T06:03:25.946Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=25.089µs wal_replay_duration=528.542µs wbl_replay_duration=90ns total_replay_duration=581.101µs 2024-07-26T06:03:26.359 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:03:25 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[66635]: ts=2024-07-26T06:03:25.947Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-07-26T06:03:26.359 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:03:25 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[66635]: ts=2024-07-26T06:03:25.947Z caller=main.go:1029 level=info msg="TSDB started" 2024-07-26T06:03:26.359 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:03:25 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[66635]: ts=2024-07-26T06:03:25.947Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-07-26T06:03:26.359 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:03:25 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[66635]: ts=2024-07-26T06:03:25.962Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=14.930609ms db_storage=628ns remote_storage=944ns web_handler=391ns query_engine=556ns scrape=402.762µs scrape_sd=24.495µs notify=30.287µs notify_sd=7.518µs rules=14.232595ms tracing=4.999µs 2024-07-26T06:03:26.359 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:03:25 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[66635]: ts=2024-07-26T06:03:25.962Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-07-26T06:03:26.359 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:03:25 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[66635]: ts=2024-07-26T06:03:25.962Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-07-26T06:03:26.359 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:03:25 smithi155 bash[66621]: 455545b831aebcbab6fa1e60d48d1c8963442f951b7fa9a12766127cff7257d1 2024-07-26T06:03:26.359 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:03:25 smithi155 systemd[1]: Started Ceph prometheus.a for 9bd49884-4b13-11ef-bcb6-c7b262605968. 2024-07-26T06:03:26.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:26 smithi155 ceph-mon[33309]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:03:26.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:26 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:03:26.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:26 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:03:26.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:26 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-07-26T06:03:26.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:26 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi089.front.sepia.ceph.com:9093"}]: dispatch 2024-07-26T06:03:26.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:26 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:03:26.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:26 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-07-26T06:03:26.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:26 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi155.front.sepia.ceph.com:9095"}]: dispatch 2024-07-26T06:03:26.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:26 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:03:26.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:26 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-07-26T06:03:26.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:26 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi155.front.sepia.ceph.com:3000"}]: dispatch 2024-07-26T06:03:26.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:26 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:03:26.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:26 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:03:26.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:26 smithi089 ceph-mon[29555]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:03:26.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:26 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:03:26.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:26 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:03:26.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:26 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-07-26T06:03:26.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:26 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi089.front.sepia.ceph.com:9093"}]: dispatch 2024-07-26T06:03:26.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:26 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:03:26.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:26 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-07-26T06:03:26.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:26 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi155.front.sepia.ceph.com:9095"}]: dispatch 2024-07-26T06:03:26.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:26 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:03:26.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:26 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-07-26T06:03:26.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:26 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi155.front.sepia.ceph.com:3000"}]: dispatch 2024-07-26T06:03:26.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:26 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:03:26.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:26 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:03:26.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:26 smithi089 ceph-mon[41451]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:03:26.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:26 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:03:26.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:26 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:03:26.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:26 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-07-26T06:03:26.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:26 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi089.front.sepia.ceph.com:9093"}]: dispatch 2024-07-26T06:03:26.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:26 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:03:26.657 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:26 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-07-26T06:03:26.657 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:26 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi155.front.sepia.ceph.com:9095"}]: dispatch 2024-07-26T06:03:26.657 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:26 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:03:26.657 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:26 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-07-26T06:03:26.657 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:26 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi155.front.sepia.ceph.com:3000"}]: dispatch 2024-07-26T06:03:26.657 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:26 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:03:26.657 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:26 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:03:26.948 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:03:26 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: [26/Jul/2024:06:03:26] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-07-26T06:03:26.948 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:03:26 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: [26/Jul/2024:06:03:26] ENGINE Bus STOPPED 2024-07-26T06:03:26.948 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:03:26 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: [26/Jul/2024:06:03:26] ENGINE Bus STARTING 2024-07-26T06:03:26.949 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:03:26 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: [26/Jul/2024:06:03:26] ENGINE Serving on http://:::9283 2024-07-26T06:03:26.949 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:03:26 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: [26/Jul/2024:06:03:26] ENGINE Bus STARTED 2024-07-26T06:03:26.949 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:03:26 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: [26/Jul/2024:06:03:26] ENGINE Bus STOPPING 2024-07-26T06:03:27.248 INFO:teuthology.orchestra.run.smithi089.stdout: 2024-07-26T06:03:27.248 INFO:teuthology.orchestra.run.smithi089.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14427,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.89:6835/3345943564","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6834","nonce":3345943564},{"type":"v1","addr":"172.21.15.89:6835","nonce":3345943564}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T06:01:13.343118+0000","modified":"2024-07-26T06:01:26.369599+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24319},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24319":{"gid":24319,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":6,"addr":"172.21.15.155:6833/1230019515","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":1230019515},{"type":"v1","addr":"172.21.15.155:6833","nonce":1230019515}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-07-26T06:03:27.248 INFO:teuthology.orchestra.run.smithi089.stderr:dumped fsmap epoch 8 2024-07-26T06:03:27.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:27 smithi155 ceph-mon[33309]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-07-26T06:03:27.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:27 smithi155 ceph-mon[33309]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi089.front.sepia.ceph.com:9093"}]: dispatch 2024-07-26T06:03:27.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:27 smithi155 ceph-mon[33309]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-07-26T06:03:27.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:27 smithi155 ceph-mon[33309]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi155.front.sepia.ceph.com:9095"}]: dispatch 2024-07-26T06:03:27.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:27 smithi155 ceph-mon[33309]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-07-26T06:03:27.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:27 smithi155 ceph-mon[33309]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi155.front.sepia.ceph.com:3000"}]: dispatch 2024-07-26T06:03:27.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:27 smithi155 ceph-mon[33309]: from='client.? 172.21.15.89:0/3130832762' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-07-26T06:03:27.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:27 smithi089 ceph-mon[41451]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-07-26T06:03:27.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:27 smithi089 ceph-mon[41451]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi089.front.sepia.ceph.com:9093"}]: dispatch 2024-07-26T06:03:27.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:27 smithi089 ceph-mon[41451]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-07-26T06:03:27.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:27 smithi089 ceph-mon[41451]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi155.front.sepia.ceph.com:9095"}]: dispatch 2024-07-26T06:03:27.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:27 smithi089 ceph-mon[41451]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-07-26T06:03:27.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:27 smithi089 ceph-mon[41451]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi155.front.sepia.ceph.com:3000"}]: dispatch 2024-07-26T06:03:27.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:27 smithi089 ceph-mon[41451]: from='client.? 172.21.15.89:0/3130832762' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-07-26T06:03:27.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:27 smithi089 ceph-mon[29555]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-07-26T06:03:27.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:27 smithi089 ceph-mon[29555]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi089.front.sepia.ceph.com:9093"}]: dispatch 2024-07-26T06:03:27.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:27 smithi089 ceph-mon[29555]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-07-26T06:03:27.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:27 smithi089 ceph-mon[29555]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi155.front.sepia.ceph.com:9095"}]: dispatch 2024-07-26T06:03:27.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:27 smithi089 ceph-mon[29555]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-07-26T06:03:27.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:27 smithi089 ceph-mon[29555]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi155.front.sepia.ceph.com:3000"}]: dispatch 2024-07-26T06:03:27.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:27 smithi089 ceph-mon[29555]: from='client.? 172.21.15.89:0/3130832762' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-07-26T06:03:27.656 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:03:27 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: [26/Jul/2024:06:03:27] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-07-26T06:03:27.656 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:03:27 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: [26/Jul/2024:06:03:27] ENGINE Bus STOPPED 2024-07-26T06:03:27.656 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:03:27 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: [26/Jul/2024:06:03:27] ENGINE Bus STARTING 2024-07-26T06:03:27.656 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:03:27 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: [26/Jul/2024:06:03:27] ENGINE Serving on http://:::9283 2024-07-26T06:03:27.657 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:03:27 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: [26/Jul/2024:06:03:27] ENGINE Bus STARTED 2024-07-26T06:03:28.041 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- ceph osd dump --format=json 2024-07-26T06:03:28.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:28 smithi155 ceph-mon[33309]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:03:28.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:28 smithi089 ceph-mon[29555]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:03:28.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:28 smithi089 ceph-mon[41451]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:03:28.745 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:03:29.547 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:29 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:03:29.547 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:29 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:03:29.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:29 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:03:30.658 INFO:teuthology.orchestra.run.smithi089.stdout: 2024-07-26T06:03:30.658 INFO:teuthology.orchestra.run.smithi089.stdout:{"epoch":75,"fsid":"9bd49884-4b13-11ef-bcb6-c7b262605968","created":"2024-07-26T05:55:45.387944+0000","modified":"2024-07-26T06:02:22.856873+0000","last_up_change":"2024-07-26T06:00:42.836601+0000","last_in_change":"2024-07-26T06:00:26.104383+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T05:58:47.578246+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-07-26T06:01:06.993209+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-07-26T06:01:10.275125+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2024-07-26T06:02:13.120944+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":74,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"e3266cc4-68e5-45de-bbe9-5051115aeaf6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6802","nonce":734743297},{"type":"v1","addr":"172.21.15.89:6803","nonce":734743297}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6804","nonce":734743297},{"type":"v1","addr":"172.21.15.89:6805","nonce":734743297}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6808","nonce":734743297},{"type":"v1","addr":"172.21.15.89:6809","nonce":734743297}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6806","nonce":734743297},{"type":"v1","addr":"172.21.15.89:6807","nonce":734743297}]},"public_addr":"172.21.15.89:6803/734743297","cluster_addr":"172.21.15.89:6805/734743297","heartbeat_back_addr":"172.21.15.89:6809/734743297","heartbeat_front_addr":"172.21.15.89:6807/734743297","state":["exists","up"]},{"osd":1,"uuid":"5dd01d94-d5d9-4eeb-ad81-3e3067c73973","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6810","nonce":1551310240},{"type":"v1","addr":"172.21.15.89:6811","nonce":1551310240}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6812","nonce":1551310240},{"type":"v1","addr":"172.21.15.89:6813","nonce":1551310240}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6816","nonce":1551310240},{"type":"v1","addr":"172.21.15.89:6817","nonce":1551310240}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6814","nonce":1551310240},{"type":"v1","addr":"172.21.15.89:6815","nonce":1551310240}]},"public_addr":"172.21.15.89:6811/1551310240","cluster_addr":"172.21.15.89:6813/1551310240","heartbeat_back_addr":"172.21.15.89:6817/1551310240","heartbeat_front_addr":"172.21.15.89:6815/1551310240","state":["exists","up"]},{"osd":2,"uuid":"dc0d78a2-8537-493c-b460-e3c02fa49ad8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6818","nonce":1852842008},{"type":"v1","addr":"172.21.15.89:6819","nonce":1852842008}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6820","nonce":1852842008},{"type":"v1","addr":"172.21.15.89:6821","nonce":1852842008}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6824","nonce":1852842008},{"type":"v1","addr":"172.21.15.89:6825","nonce":1852842008}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6822","nonce":1852842008},{"type":"v1","addr":"172.21.15.89:6823","nonce":1852842008}]},"public_addr":"172.21.15.89:6819/1852842008","cluster_addr":"172.21.15.89:6821/1852842008","heartbeat_back_addr":"172.21.15.89:6825/1852842008","heartbeat_front_addr":"172.21.15.89:6823/1852842008","state":["exists","up"]},{"osd":3,"uuid":"5c089896-6162-42ce-92d1-3df0067b0509","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6826","nonce":2463993494},{"type":"v1","addr":"172.21.15.89:6827","nonce":2463993494}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6828","nonce":2463993494},{"type":"v1","addr":"172.21.15.89:6829","nonce":2463993494}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6832","nonce":2463993494},{"type":"v1","addr":"172.21.15.89:6833","nonce":2463993494}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6830","nonce":2463993494},{"type":"v1","addr":"172.21.15.89:6831","nonce":2463993494}]},"public_addr":"172.21.15.89:6827/2463993494","cluster_addr":"172.21.15.89:6829/2463993494","heartbeat_back_addr":"172.21.15.89:6833/2463993494","heartbeat_front_addr":"172.21.15.89:6831/2463993494","state":["exists","up"]},{"osd":4,"uuid":"0e999ea6-fb75-4ecb-87cc-a209e0de50a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":575276294},{"type":"v1","addr":"172.21.15.155:6801","nonce":575276294}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":575276294},{"type":"v1","addr":"172.21.15.155:6803","nonce":575276294}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":575276294},{"type":"v1","addr":"172.21.15.155:6807","nonce":575276294}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":575276294},{"type":"v1","addr":"172.21.15.155:6805","nonce":575276294}]},"public_addr":"172.21.15.155:6801/575276294","cluster_addr":"172.21.15.155:6803/575276294","heartbeat_back_addr":"172.21.15.155:6807/575276294","heartbeat_front_addr":"172.21.15.155:6805/575276294","state":["exists","up"]},{"osd":5,"uuid":"e5a05578-33b1-4b4c-94a9-9229659da7fa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6808","nonce":1694454732},{"type":"v1","addr":"172.21.15.155:6809","nonce":1694454732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":1694454732},{"type":"v1","addr":"172.21.15.155:6811","nonce":1694454732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":1694454732},{"type":"v1","addr":"172.21.15.155:6815","nonce":1694454732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":1694454732},{"type":"v1","addr":"172.21.15.155:6813","nonce":1694454732}]},"public_addr":"172.21.15.155:6809/1694454732","cluster_addr":"172.21.15.155:6811/1694454732","heartbeat_back_addr":"172.21.15.155:6815/1694454732","heartbeat_front_addr":"172.21.15.155:6813/1694454732","state":["exists","up"]},{"osd":6,"uuid":"7b4c1111-fe24-4430-ac3a-e8c50f843596","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":2263007075},{"type":"v1","addr":"172.21.15.155:6817","nonce":2263007075}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":2263007075},{"type":"v1","addr":"172.21.15.155:6819","nonce":2263007075}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":2263007075},{"type":"v1","addr":"172.21.15.155:6823","nonce":2263007075}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":2263007075},{"type":"v1","addr":"172.21.15.155:6821","nonce":2263007075}]},"public_addr":"172.21.15.155:6817/2263007075","cluster_addr":"172.21.15.155:6819/2263007075","heartbeat_back_addr":"172.21.15.155:6823/2263007075","heartbeat_front_addr":"172.21.15.155:6821/2263007075","state":["exists","up"]},{"osd":7,"uuid":"1915e7cf-7780-474b-a0f7-8c4cfe3310a9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":4260696323},{"type":"v1","addr":"172.21.15.155:6825","nonce":4260696323}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":4260696323},{"type":"v1","addr":"172.21.15.155:6827","nonce":4260696323}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":4260696323},{"type":"v1","addr":"172.21.15.155:6831","nonce":4260696323}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":4260696323},{"type":"v1","addr":"172.21.15.155:6829","nonce":4260696323}]},"public_addr":"172.21.15.155:6825/4260696323","cluster_addr":"172.21.15.155:6827/4260696323","heartbeat_back_addr":"172.21.15.155:6831/4260696323","heartbeat_front_addr":"172.21.15.155:6829/4260696323","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T05:57:56.488873+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T05:58:20.398823+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T05:58:44.813815+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T05:59:09.412213+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T05:59:30.797303+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T05:59:54.744079+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:00:17.961591+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:00:41.152832+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.3","mappings":[{"from":7,"to":4}]},{"pgid":"3.a","mappings":[{"from":6,"to":2}]},{"pgid":"3.e","mappings":[{"from":4,"to":3}]},{"pgid":"3.f","mappings":[{"from":4,"to":1}]},{"pgid":"3.12","mappings":[{"from":0,"to":2}]},{"pgid":"3.1d","mappings":[{"from":5,"to":2}]},{"pgid":"3.24","mappings":[{"from":0,"to":1}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.89:6800/3145153003":"2024-07-27T06:01:59.188451+0000","172.21.15.89:6800/2914049638":"2024-07-27T05:56:13.433538+0000","172.21.15.89:0/1888492994":"2024-07-27T05:56:13.433538+0000","172.21.15.89:0/3141568195":"2024-07-27T05:56:35.284582+0000","172.21.15.89:6801/3145153003":"2024-07-27T06:01:59.188451+0000","172.21.15.89:0/645092047":"2024-07-27T06:01:59.188451+0000","172.21.15.89:6801/2914049638":"2024-07-27T05:56:13.433538+0000","172.21.15.89:0/215767964":"2024-07-27T06:01:59.188451+0000","172.21.15.89:6801/877404674":"2024-07-27T05:56:35.284582+0000","172.21.15.89:0/735279321":"2024-07-27T05:56:13.433538+0000","172.21.15.89:0/3977426505":"2024-07-27T05:56:35.284582+0000","172.21.15.89:0/3641405665":"2024-07-27T05:56:13.433538+0000","172.21.15.89:0/1412375414":"2024-07-27T06:01:59.188451+0000","172.21.15.89:6800/877404674":"2024-07-27T05:56:35.284582+0000","172.21.15.89:0/3549863385":"2024-07-27T05:56:35.284582+0000","172.21.15.89:0/1195969220":"2024-07-27T06:01:59.188451+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":4,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T06:03:31.114 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:30 smithi089 ceph-mon[29555]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:03:31.114 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:30 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:03:31.114 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:30 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:03:31.114 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:30 smithi089 ceph-mon[29555]: from='client.? 172.21.15.89:0/501215160' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-07-26T06:03:31.114 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:30 smithi089 ceph-mon[41451]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:03:31.115 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:30 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:03:31.115 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:30 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:03:31.115 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:30 smithi089 ceph-mon[41451]: from='client.? 172.21.15.89:0/501215160' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-07-26T06:03:31.129 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:03:30 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[35403]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:03:30] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-07-26T06:03:31.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:30 smithi155 ceph-mon[33309]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:03:31.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:30 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:03:31.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:30 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:03:31.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:30 smithi155 ceph-mon[33309]: from='client.? 172.21.15.89:0/501215160' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-07-26T06:03:31.405 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:03:31 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-alertmanager-a[82143]: ts=2024-07-26T06:03:31.233Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.002548963s 2024-07-26T06:03:31.448 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- ceph fs dump --format=json 2024-07-26T06:03:32.609 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:03:33.065 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:32 smithi089 ceph-mon[29555]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-07-26T06:03:33.065 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:32 smithi089 ceph-mon[29555]: mgrmap e21: y(active, since 92s), standbys: x 2024-07-26T06:03:33.065 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:32 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:03:33.065 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:32 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:03:33.065 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:32 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:03:33.065 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:32 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:03:33.065 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:32 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:03:33.065 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:32 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:03:33.066 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:32 smithi089 ceph-mon[41451]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-07-26T06:03:33.066 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:32 smithi089 ceph-mon[41451]: mgrmap e21: y(active, since 92s), standbys: x 2024-07-26T06:03:33.066 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:32 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:03:33.066 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:32 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:03:33.066 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:32 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:03:33.066 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:32 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:03:33.066 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:32 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:03:33.066 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:32 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:03:33.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:32 smithi155 ceph-mon[33309]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-07-26T06:03:33.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:32 smithi155 ceph-mon[33309]: mgrmap e21: y(active, since 92s), standbys: x 2024-07-26T06:03:33.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:32 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:03:33.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:32 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:03:33.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:32 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:03:33.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:32 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:03:33.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:32 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:03:33.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:32 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:03:33.405 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:03:33 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:03:33] "GET /metrics HTTP/1.1" 200 236015 "" "Prometheus/2.43.0" 2024-07-26T06:03:34.739 INFO:teuthology.orchestra.run.smithi089.stdout: 2024-07-26T06:03:34.739 INFO:teuthology.orchestra.run.smithi089.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14427,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.89:6835/3345943564","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6834","nonce":3345943564},{"type":"v1","addr":"172.21.15.89:6835","nonce":3345943564}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T06:01:13.343118+0000","modified":"2024-07-26T06:01:26.369599+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24319},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24319":{"gid":24319,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":6,"addr":"172.21.15.155:6833/1230019515","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":1230019515},{"type":"v1","addr":"172.21.15.155:6833","nonce":1230019515}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-07-26T06:03:34.739 INFO:teuthology.orchestra.run.smithi089.stderr:dumped fsmap epoch 8 2024-07-26T06:03:35.079 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:34 smithi155 ceph-mon[33309]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-07-26T06:03:35.079 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:34 smithi155 ceph-mon[33309]: from='client.? 172.21.15.89:0/3876489792' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-07-26T06:03:35.094 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:34 smithi089 ceph-mon[29555]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-07-26T06:03:35.094 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:34 smithi089 ceph-mon[29555]: from='client.? 172.21.15.89:0/3876489792' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-07-26T06:03:35.094 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:34 smithi089 ceph-mon[41451]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-07-26T06:03:35.094 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:34 smithi089 ceph-mon[41451]: from='client.? 172.21.15.89:0/3876489792' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-07-26T06:03:35.535 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 8, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-07-26T06:01:13.343118+0000', 'modified': '2024-07-26T06:01:26.369599+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 24319}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24319': {'gid': 24319, 'name': 'b', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 6, 'addr': '172.21.15.155:6833/1230019515', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.155:6832', 'nonce': 1230019515}, {'type': 'v1', 'addr': '172.21.15.155:6833', 'nonce': 1230019515}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138320759226367, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'standby_count_wanted': 0} 2024-07-26T06:03:35.535 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-07-26T06:03:35.536 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- ceph tell mds.b status 2024-07-26T06:03:36.122 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:03:37.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:36 smithi155 ceph-mon[33309]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-07-26T06:03:37.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:36 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:03:37.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:36 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:03:37.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:36 smithi089 ceph-mon[29555]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-07-26T06:03:37.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:36 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:03:37.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:36 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:03:37.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:36 smithi089 ceph-mon[41451]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-07-26T06:03:37.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:36 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:03:37.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:36 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:03:37.815 INFO:teuthology.orchestra.run.smithi089.stderr:2024-07-26T06:03:37.808+0000 7f00c57fa640 0 client.14760 ms_handle_reset on v2:172.21.15.155:6832/1230019515 2024-07-26T06:03:37.828 INFO:teuthology.orchestra.run.smithi089.stderr:2024-07-26T06:03:37.827+0000 7f00c57fa640 0 client.24677 ms_handle_reset on v2:172.21.15.155:6832/1230019515 2024-07-26T06:03:37.829 INFO:teuthology.orchestra.run.smithi089.stdout:{ 2024-07-26T06:03:37.829 INFO:teuthology.orchestra.run.smithi089.stdout: "cluster_fsid": "9bd49884-4b13-11ef-bcb6-c7b262605968", 2024-07-26T06:03:37.829 INFO:teuthology.orchestra.run.smithi089.stdout: "whoami": 0, 2024-07-26T06:03:37.829 INFO:teuthology.orchestra.run.smithi089.stdout: "id": 24319, 2024-07-26T06:03:37.829 INFO:teuthology.orchestra.run.smithi089.stdout: "want_state": "up:active", 2024-07-26T06:03:37.829 INFO:teuthology.orchestra.run.smithi089.stdout: "state": "up:active", 2024-07-26T06:03:37.829 INFO:teuthology.orchestra.run.smithi089.stdout: "fs_name": "cephfs", 2024-07-26T06:03:37.830 INFO:teuthology.orchestra.run.smithi089.stdout: "rank_uptime": 143.48280557300001, 2024-07-26T06:03:37.830 INFO:teuthology.orchestra.run.smithi089.stdout: "mdsmap_epoch": 8, 2024-07-26T06:03:37.830 INFO:teuthology.orchestra.run.smithi089.stdout: "osdmap_epoch": 75, 2024-07-26T06:03:37.830 INFO:teuthology.orchestra.run.smithi089.stdout: "osdmap_epoch_barrier": 65, 2024-07-26T06:03:37.830 INFO:teuthology.orchestra.run.smithi089.stdout: "uptime": 159.98332445099999 2024-07-26T06:03:37.830 INFO:teuthology.orchestra.run.smithi089.stdout:} 2024-07-26T06:03:38.873 INFO:tasks.cephadm:Setup complete, yielding 2024-07-26T06:03:38.874 INFO:teuthology.run_tasks:Running task print... 2024-07-26T06:03:38.889 INFO:teuthology.task.print:**** done end installing quincy cephadm ... 2024-07-26T06:03:38.889 INFO:teuthology.run_tasks:Running task print... 2024-07-26T06:03:38.934 INFO:teuthology.task.print:**** done start cephadm.shell ceph config set mgr... 2024-07-26T06:03:38.934 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-07-26T06:03:39.010 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi089.front.sepia.ceph.com 2024-07-26T06:03:39.010 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- bash -c 'ceph config set mgr mgr/cephadm/use_repo_digest true --force' 2024-07-26T06:03:39.039 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:38 smithi089 ceph-mon[29555]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-07-26T06:03:39.039 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:38 smithi089 ceph-mon[41451]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-07-26T06:03:39.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:38 smithi155 ceph-mon[33309]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-07-26T06:03:39.410 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:03:41.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:40 smithi155 ceph-mon[33309]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-07-26T06:03:41.129 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:03:40 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[35403]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:03:40] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-07-26T06:03:41.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:40 smithi089 ceph-mon[29555]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-07-26T06:03:41.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:40 smithi089 ceph-mon[41451]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-07-26T06:03:42.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:41 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:03:42.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:41 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:03:42.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:41 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:03:42.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:41 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:03:42.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:41 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:03:42.155 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:03:41 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: [26/Jul/2024:06:03:41] ENGINE Bus STOPPING 2024-07-26T06:03:42.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:41 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:03:42.156 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:41 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:03:42.156 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:41 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:03:42.156 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:41 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:03:42.156 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:41 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:03:42.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:41 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:03:42.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:41 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:03:42.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:41 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:03:42.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:41 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:03:42.157 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:41 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:03:42.575 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:03:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: [26/Jul/2024:06:03:42] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-07-26T06:03:42.575 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:03:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: [26/Jul/2024:06:03:42] ENGINE Bus STOPPED 2024-07-26T06:03:42.576 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:03:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: [26/Jul/2024:06:03:42] ENGINE Bus STARTING 2024-07-26T06:03:42.576 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:03:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: [26/Jul/2024:06:03:42] ENGINE Serving on http://:::9283 2024-07-26T06:03:42.576 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:03:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: [26/Jul/2024:06:03:42] ENGINE Bus STARTED 2024-07-26T06:03:42.599 INFO:teuthology.run_tasks:Running task print... 2024-07-26T06:03:42.609 INFO:teuthology.task.print:**** done cephadm.shell ceph config set mgr... 2024-07-26T06:03:42.609 INFO:teuthology.run_tasks:Running task print... 2024-07-26T06:03:42.667 INFO:teuthology.task.print:**** done start telemetry quincy... 2024-07-26T06:03:42.668 INFO:teuthology.run_tasks:Running task workunit... 2024-07-26T06:03:42.752 INFO:tasks.workunit:Pulling workunits from ref 7157f4fcc60c60f7da92ccbda475bb5db5f37a30 2024-07-26T06:03:42.752 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-07-26T06:03:42.753 DEBUG:teuthology.orchestra.run.smithi089:> stat -- /home/ubuntu/cephtest/mnt.0 2024-07-26T06:03:42.769 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-26T06:03:42.769 INFO:teuthology.orchestra.run.smithi089.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-07-26T06:03:42.770 DEBUG:teuthology.orchestra.run.smithi089:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-07-26T06:03:42.825 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-07-26T06:03:42.825 DEBUG:teuthology.orchestra.run.smithi089:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-07-26T06:03:42.882 INFO:tasks.workunit:timeout=3h 2024-07-26T06:03:42.882 INFO:tasks.workunit:cleanup=True 2024-07-26T06:03:42.883 DEBUG:teuthology.orchestra.run.smithi089:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 7157f4fcc60c60f7da92ccbda475bb5db5f37a30 2024-07-26T06:03:42.938 INFO:tasks.workunit.client.0.smithi089.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-07-26T06:03:43.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:42 smithi155 ceph-mon[33309]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-07-26T06:03:43.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:42 smithi155 ceph-mon[33309]: from='client.? 172.21.15.89:0/3822713717' entity='client.admin' 2024-07-26T06:03:43.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:42 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:03:43.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:42 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:03:43.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:42 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:03:43.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:42 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:03:43.404 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:03:43 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:03:43] "GET /metrics HTTP/1.1" 200 236015 "" "Prometheus/2.43.0" 2024-07-26T06:03:43.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:42 smithi089 ceph-mon[41451]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-07-26T06:03:43.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:42 smithi089 ceph-mon[41451]: from='client.? 172.21.15.89:0/3822713717' entity='client.admin' 2024-07-26T06:03:43.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:42 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:03:43.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:42 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:03:43.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:42 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:03:43.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:42 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:03:43.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:42 smithi089 ceph-mon[29555]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-07-26T06:03:43.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:42 smithi089 ceph-mon[29555]: from='client.? 172.21.15.89:0/3822713717' entity='client.admin' 2024-07-26T06:03:43.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:42 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:03:43.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:42 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:03:43.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:42 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:03:43.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:42 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:03:45.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:44 smithi155 ceph-mon[33309]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:03:45.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:44 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:03:45.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:44 smithi089 ceph-mon[29555]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:03:45.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:44 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:03:45.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:44 smithi089 ceph-mon[41451]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:03:45.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:44 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:03:47.193 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:46 smithi155 ceph-mon[33309]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:03:47.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:46 smithi089 ceph-mon[29555]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:03:47.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:46 smithi089 ceph-mon[41451]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:03:49.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:48 smithi155 ceph-mon[33309]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:03:49.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:48 smithi089 ceph-mon[29555]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:03:49.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:48 smithi089 ceph-mon[41451]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:03:51.379 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:03:50 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[35403]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:03:50] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-07-26T06:03:51.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:50 smithi155 ceph-mon[33309]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:03:51.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:50 smithi089 ceph-mon[29555]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:03:51.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:50 smithi089 ceph-mon[41451]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:03:53.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:52 smithi155 ceph-mon[33309]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:03:53.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:52 smithi089 ceph-mon[29555]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:03:53.405 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:03:53 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:03:53] "GET /metrics HTTP/1.1" 200 236012 "" "Prometheus/2.43.0" 2024-07-26T06:03:53.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:52 smithi089 ceph-mon[41451]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:03:55.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:54 smithi155 ceph-mon[33309]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:03:55.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:54 smithi089 ceph-mon[29555]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:03:55.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:54 smithi089 ceph-mon[41451]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:03:57.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:56 smithi155 ceph-mon[33309]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:03:57.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:56 smithi089 ceph-mon[29555]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:03:57.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:56 smithi089 ceph-mon[41451]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:03:59.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:58 smithi155 ceph-mon[33309]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:03:59.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:58 smithi089 ceph-mon[29555]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:03:59.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:58 smithi089 ceph-mon[41451]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:04:00.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:03:59 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:04:00.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:03:59 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:04:00.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:03:59 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:04:01.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:00 smithi155 ceph-mon[33309]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:04:01.379 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:04:00 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[35403]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:04:00] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-07-26T06:04:01.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:00 smithi089 ceph-mon[29555]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:04:01.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:00 smithi089 ceph-mon[41451]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:04:03.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:02 smithi155 ceph-mon[33309]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:04:03.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:02 smithi089 ceph-mon[29555]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:04:03.405 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:04:03 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:04:03] "GET /metrics HTTP/1.1" 200 235999 "" "Prometheus/2.43.0" 2024-07-26T06:04:03.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:02 smithi089 ceph-mon[41451]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:04:05.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:04 smithi155 ceph-mon[33309]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:04:05.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:04 smithi089 ceph-mon[29555]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:04:05.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:04 smithi089 ceph-mon[41451]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:04:07.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:06 smithi155 ceph-mon[33309]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:04:07.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:06 smithi089 ceph-mon[29555]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:04:07.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:06 smithi089 ceph-mon[41451]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:04:09.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:08 smithi155 ceph-mon[33309]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:04:09.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:08 smithi089 ceph-mon[29555]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:04:09.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:08 smithi089 ceph-mon[41451]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:04:11.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:10 smithi155 ceph-mon[33309]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:04:11.379 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:04:10 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[35403]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:04:10] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-07-26T06:04:11.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:10 smithi089 ceph-mon[29555]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:04:11.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:10 smithi089 ceph-mon[41451]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:04:13.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:12 smithi155 ceph-mon[33309]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:04:13.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:12 smithi089 ceph-mon[29555]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:04:13.405 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:04:13 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:04:13] "GET /metrics HTTP/1.1" 200 235999 "" "Prometheus/2.43.0" 2024-07-26T06:04:13.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:12 smithi089 ceph-mon[41451]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:04:15.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:14 smithi155 ceph-mon[33309]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:04:15.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:14 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:04:15.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:14 smithi089 ceph-mon[29555]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:04:15.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:14 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:04:15.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:14 smithi089 ceph-mon[41451]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:04:15.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:14 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:04:17.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:16 smithi155 ceph-mon[33309]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:04:17.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:16 smithi089 ceph-mon[29555]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:04:17.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:16 smithi089 ceph-mon[41451]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:04:19.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:18 smithi155 ceph-mon[33309]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:04:19.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:18 smithi089 ceph-mon[29555]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:04:19.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:18 smithi089 ceph-mon[41451]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:04:21.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:20 smithi155 ceph-mon[33309]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:04:21.379 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:04:20 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[35403]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:04:20] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-07-26T06:04:21.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:20 smithi089 ceph-mon[29555]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:04:21.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:20 smithi089 ceph-mon[41451]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:04:23.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:22 smithi155 ceph-mon[33309]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:04:23.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:22 smithi089 ceph-mon[29555]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:04:23.405 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:04:23 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:04:23] "GET /metrics HTTP/1.1" 200 236006 "" "Prometheus/2.43.0" 2024-07-26T06:04:23.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:22 smithi089 ceph-mon[41451]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:04:25.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:24 smithi155 ceph-mon[33309]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:04:25.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:24 smithi089 ceph-mon[29555]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:04:25.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:24 smithi089 ceph-mon[41451]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:04:27.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:26 smithi155 ceph-mon[33309]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:04:27.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:26 smithi089 ceph-mon[29555]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:04:27.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:26 smithi089 ceph-mon[41451]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:04:29.382 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:28 smithi155 ceph-mon[33309]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:04:29.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:28 smithi089 ceph-mon[29555]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:04:29.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:28 smithi089 ceph-mon[41451]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:04:30.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:29 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:04:30.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:29 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:04:30.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:29 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:04:31.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:31 smithi155 ceph-mon[33309]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:04:31.379 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:04:30 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[35403]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:04:30] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-07-26T06:04:31.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:30 smithi089 ceph-mon[29555]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:04:31.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:31 smithi089 ceph-mon[41451]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:04:32.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:32 smithi155 ceph-mon[33309]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:04:32.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:32 smithi089 ceph-mon[29555]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:04:32.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:32 smithi089 ceph-mon[41451]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:04:33.654 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:04:33 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:04:33] "GET /metrics HTTP/1.1" 200 235980 "" "Prometheus/2.43.0" 2024-07-26T06:04:34.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:34 smithi155 ceph-mon[33309]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:04:34.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:34 smithi089 ceph-mon[29555]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:04:34.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:34 smithi089 ceph-mon[41451]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:04:36.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:36 smithi155 ceph-mon[33309]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:04:36.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:36 smithi089 ceph-mon[29555]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:04:36.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:36 smithi089 ceph-mon[41451]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:04:37.203 INFO:tasks.workunit.client.0.smithi089.stderr:Note: switching to '7157f4fcc60c60f7da92ccbda475bb5db5f37a30'. 2024-07-26T06:04:37.203 INFO:tasks.workunit.client.0.smithi089.stderr: 2024-07-26T06:04:37.203 INFO:tasks.workunit.client.0.smithi089.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-07-26T06:04:37.203 INFO:tasks.workunit.client.0.smithi089.stderr:changes and commit them, and you can discard any commits you make in this 2024-07-26T06:04:37.203 INFO:tasks.workunit.client.0.smithi089.stderr:state without impacting any branches by switching back to a branch. 2024-07-26T06:04:37.204 INFO:tasks.workunit.client.0.smithi089.stderr: 2024-07-26T06:04:37.204 INFO:tasks.workunit.client.0.smithi089.stderr:If you want to create a new branch to retain commits you create, you may 2024-07-26T06:04:37.204 INFO:tasks.workunit.client.0.smithi089.stderr:do so (now or later) by using -c with the switch command. Example: 2024-07-26T06:04:37.204 INFO:tasks.workunit.client.0.smithi089.stderr: 2024-07-26T06:04:37.204 INFO:tasks.workunit.client.0.smithi089.stderr: git switch -c 2024-07-26T06:04:37.204 INFO:tasks.workunit.client.0.smithi089.stderr: 2024-07-26T06:04:37.204 INFO:tasks.workunit.client.0.smithi089.stderr:Or undo this operation with: 2024-07-26T06:04:37.204 INFO:tasks.workunit.client.0.smithi089.stderr: 2024-07-26T06:04:37.204 INFO:tasks.workunit.client.0.smithi089.stderr: git switch - 2024-07-26T06:04:37.204 INFO:tasks.workunit.client.0.smithi089.stderr: 2024-07-26T06:04:37.204 INFO:tasks.workunit.client.0.smithi089.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-07-26T06:04:37.204 INFO:tasks.workunit.client.0.smithi089.stderr: 2024-07-26T06:04:37.204 INFO:tasks.workunit.client.0.smithi089.stderr:HEAD is now at 7157f4fcc60 Merge pull request #58863 from zdover23/wip-doc-2024-07-26-backport-58838-to-squid 2024-07-26T06:04:37.209 DEBUG:teuthology.orchestra.run.smithi089:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-07-26T06:04:37.277 INFO:tasks.workunit.client.0.smithi089.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-07-26T06:04:37.279 INFO:tasks.workunit.client.0.smithi089.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-07-26T06:04:37.279 INFO:tasks.workunit.client.0.smithi089.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-07-26T06:04:38.018 INFO:tasks.workunit.client.0.smithi089.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-07-26T06:04:38.078 INFO:tasks.workunit.client.0.smithi089.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-07-26T06:04:38.118 INFO:tasks.workunit.client.0.smithi089.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-07-26T06:04:38.119 INFO:tasks.workunit.client.0.smithi089.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-07-26T06:04:38.120 INFO:tasks.workunit.client.0.smithi089.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-07-26T06:04:38.158 INFO:tasks.workunit.client.0.smithi089.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-07-26T06:04:38.161 DEBUG:teuthology.orchestra.run.smithi089:> set -ex 2024-07-26T06:04:38.161 DEBUG:teuthology.orchestra.run.smithi089:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-07-26T06:04:38.218 INFO:tasks.workunit:Running workunits matching test_telemetry_quincy.sh on client.0... 2024-07-26T06:04:38.219 INFO:tasks.workunit:Running workunit test_telemetry_quincy.sh... 2024-07-26T06:04:38.219 DEBUG:teuthology.orchestra.run.smithi089:workunit test test_telemetry_quincy.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=7157f4fcc60c60f7da92ccbda475bb5db5f37a30 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/test_telemetry_quincy.sh 2024-07-26T06:04:38.283 INFO:tasks.workunit.client.0.smithi089.stderr:+ ceph config set mgr mgr/telemetry/channel_ident true 2024-07-26T06:04:38.550 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:38 smithi089 ceph-mon[29555]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:04:38.550 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:38 smithi089 ceph-mon[41451]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:04:38.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:38 smithi155 ceph-mon[33309]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:04:38.666 INFO:tasks.workunit.client.0.smithi089.stderr:+ ceph config set mgr mgr/telemetry/organization ceph-qa 2024-07-26T06:04:38.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:04:38 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: [26/Jul/2024:06:04:38] ENGINE Bus STOPPING 2024-07-26T06:04:38.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:04:38 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: [26/Jul/2024:06:04:38] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-07-26T06:04:38.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:04:38 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: [26/Jul/2024:06:04:38] ENGINE Bus STOPPED 2024-07-26T06:04:38.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:04:38 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: [26/Jul/2024:06:04:38] ENGINE Bus STARTING 2024-07-26T06:04:38.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:04:38 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: [26/Jul/2024:06:04:38] ENGINE Serving on http://:::9283 2024-07-26T06:04:38.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:04:38 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: [26/Jul/2024:06:04:38] ENGINE Bus STARTED 2024-07-26T06:04:39.089 INFO:tasks.workunit.client.0.smithi089.stderr:+ ceph config set mgr mgr/telemetry/description 'upgrade test cluster' 2024-07-26T06:04:39.296 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:04:38 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: [26/Jul/2024:06:04:38] ENGINE Bus STOPPING 2024-07-26T06:04:39.296 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:04:39 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: [26/Jul/2024:06:04:39] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-07-26T06:04:39.482 INFO:tasks.workunit.client.0.smithi089.stderr:+ ceph telemetry preview 2024-07-26T06:04:39.548 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:39 smithi089 ceph-mon[29555]: from='client.? 172.21.15.89:0/2515148389' entity='client.admin' 2024-07-26T06:04:39.548 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:39 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:04:39.548 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:39 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:04:39.548 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:39 smithi089 ceph-mon[29555]: from='client.? 172.21.15.89:0/4222553227' entity='client.admin' 2024-07-26T06:04:39.548 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:39 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:04:39.548 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:39 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:04:39.548 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:39 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:04:39.548 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:39 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:04:39.548 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:39 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:04:39.548 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:39 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:04:39.549 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:39 smithi089 ceph-mon[29555]: from='client.? ' entity='client.admin' 2024-07-26T06:04:39.549 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:39 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:04:39.549 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:39 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:04:39.549 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:39 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:04:39.549 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:39 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:04:39.549 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:04:39 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: [26/Jul/2024:06:04:39] ENGINE Bus STOPPED 2024-07-26T06:04:39.549 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:04:39 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: [26/Jul/2024:06:04:39] ENGINE Bus STARTING 2024-07-26T06:04:39.549 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:04:39 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: [26/Jul/2024:06:04:39] ENGINE Serving on http://:::9283 2024-07-26T06:04:39.549 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:04:39 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: [26/Jul/2024:06:04:39] ENGINE Bus STARTED 2024-07-26T06:04:39.549 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:04:39 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: [26/Jul/2024:06:04:39] ENGINE Bus STOPPING 2024-07-26T06:04:39.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:39 smithi155 ceph-mon[33309]: from='client.? 172.21.15.89:0/2515148389' entity='client.admin' 2024-07-26T06:04:39.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:39 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:04:39.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:39 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:04:39.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:39 smithi155 ceph-mon[33309]: from='client.? 172.21.15.89:0/4222553227' entity='client.admin' 2024-07-26T06:04:39.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:39 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:04:39.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:39 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:04:39.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:39 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:04:39.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:39 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:04:39.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:39 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:04:39.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:39 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:04:39.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:39 smithi155 ceph-mon[33309]: from='client.? ' entity='client.admin' 2024-07-26T06:04:39.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:39 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:04:39.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:39 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:04:39.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:39 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:04:39.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:39 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:04:39.903 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:39 smithi089 ceph-mon[41451]: from='client.? 172.21.15.89:0/2515148389' entity='client.admin' 2024-07-26T06:04:39.903 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:39 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:04:39.903 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:39 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:04:39.903 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:39 smithi089 ceph-mon[41451]: from='client.? 172.21.15.89:0/4222553227' entity='client.admin' 2024-07-26T06:04:39.903 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:39 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:04:39.903 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:39 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:04:39.903 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:39 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:04:39.903 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:39 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:04:39.903 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:39 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:04:39.903 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:39 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:04:39.903 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:39 smithi089 ceph-mon[41451]: from='client.? ' entity='client.admin' 2024-07-26T06:04:39.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:39 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:04:39.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:39 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:04:39.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:39 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:04:39.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:39 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:04:39.954 INFO:tasks.workunit.client.0.smithi089.stdout:{ 2024-07-26T06:04:39.954 INFO:tasks.workunit.client.0.smithi089.stdout: "balancer": { 2024-07-26T06:04:39.954 INFO:tasks.workunit.client.0.smithi089.stdout: "active": true, 2024-07-26T06:04:39.954 INFO:tasks.workunit.client.0.smithi089.stdout: "mode": "" 2024-07-26T06:04:39.954 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:39.954 INFO:tasks.workunit.client.0.smithi089.stdout: "channels": [ 2024-07-26T06:04:39.954 INFO:tasks.workunit.client.0.smithi089.stdout: "basic", 2024-07-26T06:04:39.954 INFO:tasks.workunit.client.0.smithi089.stdout: "crash", 2024-07-26T06:04:39.955 INFO:tasks.workunit.client.0.smithi089.stdout: "device", 2024-07-26T06:04:39.955 INFO:tasks.workunit.client.0.smithi089.stdout: "ident" 2024-07-26T06:04:39.955 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:39.955 INFO:tasks.workunit.client.0.smithi089.stdout: "channels_available": [ 2024-07-26T06:04:39.955 INFO:tasks.workunit.client.0.smithi089.stdout: "basic", 2024-07-26T06:04:39.955 INFO:tasks.workunit.client.0.smithi089.stdout: "ident", 2024-07-26T06:04:39.955 INFO:tasks.workunit.client.0.smithi089.stdout: "crash", 2024-07-26T06:04:39.955 INFO:tasks.workunit.client.0.smithi089.stdout: "device", 2024-07-26T06:04:39.955 INFO:tasks.workunit.client.0.smithi089.stdout: "perf" 2024-07-26T06:04:39.955 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:39.955 INFO:tasks.workunit.client.0.smithi089.stdout: "collections_available": [ 2024-07-26T06:04:39.955 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_base", 2024-07-26T06:04:39.955 INFO:tasks.workunit.client.0.smithi089.stdout: "device_base", 2024-07-26T06:04:39.955 INFO:tasks.workunit.client.0.smithi089.stdout: "crash_base", 2024-07-26T06:04:39.956 INFO:tasks.workunit.client.0.smithi089.stdout: "ident_base", 2024-07-26T06:04:39.956 INFO:tasks.workunit.client.0.smithi089.stdout: "perf_perf", 2024-07-26T06:04:39.956 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_mds_metadata", 2024-07-26T06:04:39.956 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_pool_usage", 2024-07-26T06:04:39.956 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_usage_by_class", 2024-07-26T06:04:39.956 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_rook_v01", 2024-07-26T06:04:39.956 INFO:tasks.workunit.client.0.smithi089.stdout: "perf_memory_metrics", 2024-07-26T06:04:39.956 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_pool_options_bluestore" 2024-07-26T06:04:39.956 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:39.956 INFO:tasks.workunit.client.0.smithi089.stdout: "collections_opted_in": [ 2024-07-26T06:04:39.956 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_base", 2024-07-26T06:04:39.956 INFO:tasks.workunit.client.0.smithi089.stdout: "device_base", 2024-07-26T06:04:39.956 INFO:tasks.workunit.client.0.smithi089.stdout: "crash_base", 2024-07-26T06:04:39.957 INFO:tasks.workunit.client.0.smithi089.stdout: "ident_base", 2024-07-26T06:04:39.957 INFO:tasks.workunit.client.0.smithi089.stdout: "perf_perf", 2024-07-26T06:04:39.957 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_mds_metadata", 2024-07-26T06:04:39.957 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_pool_usage", 2024-07-26T06:04:39.957 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_usage_by_class", 2024-07-26T06:04:39.957 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_rook_v01", 2024-07-26T06:04:39.957 INFO:tasks.workunit.client.0.smithi089.stdout: "perf_memory_metrics", 2024-07-26T06:04:39.957 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_pool_options_bluestore" 2024-07-26T06:04:39.957 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:39.957 INFO:tasks.workunit.client.0.smithi089.stdout: "config": { 2024-07-26T06:04:39.957 INFO:tasks.workunit.client.0.smithi089.stdout: "active_changed": [ 2024-07-26T06:04:39.957 INFO:tasks.workunit.client.0.smithi089.stdout: "auth_allow_insecure_global_id_reclaim", 2024-07-26T06:04:39.957 INFO:tasks.workunit.client.0.smithi089.stdout: "auth_debug", 2024-07-26T06:04:39.958 INFO:tasks.workunit.client.0.smithi089.stdout: "auth_mon_ticket_ttl", 2024-07-26T06:04:39.958 INFO:tasks.workunit.client.0.smithi089.stdout: "auth_service_ticket_ttl", 2024-07-26T06:04:39.958 INFO:tasks.workunit.client.0.smithi089.stdout: "bdev_debug_aio", 2024-07-26T06:04:39.958 INFO:tasks.workunit.client.0.smithi089.stdout: "client_check_pool_perm", 2024-07-26T06:04:39.958 INFO:tasks.workunit.client.0.smithi089.stdout: "client_mount_gid", 2024-07-26T06:04:39.958 INFO:tasks.workunit.client.0.smithi089.stdout: "client_mount_uid", 2024-07-26T06:04:39.958 INFO:tasks.workunit.client.0.smithi089.stdout: "client_quota", 2024-07-26T06:04:39.958 INFO:tasks.workunit.client.0.smithi089.stdout: "container_image", 2024-07-26T06:04:39.958 INFO:tasks.workunit.client.0.smithi089.stdout: "daemonize", 2024-07-26T06:04:39.959 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_asserts_on_shutdown", 2024-07-26T06:04:39.959 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_mgr", 2024-07-26T06:04:39.959 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_mon", 2024-07-26T06:04:39.959 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_ms", 2024-07-26T06:04:39.959 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_osd", 2024-07-26T06:04:39.959 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_paxos", 2024-07-26T06:04:39.959 INFO:tasks.workunit.client.0.smithi089.stdout: "keyring", 2024-07-26T06:04:39.959 INFO:tasks.workunit.client.0.smithi089.stdout: "leveldb_block_size", 2024-07-26T06:04:39.959 INFO:tasks.workunit.client.0.smithi089.stdout: "leveldb_cache_size", 2024-07-26T06:04:39.959 INFO:tasks.workunit.client.0.smithi089.stdout: "leveldb_compression", 2024-07-26T06:04:39.959 INFO:tasks.workunit.client.0.smithi089.stdout: "leveldb_log", 2024-07-26T06:04:39.959 INFO:tasks.workunit.client.0.smithi089.stdout: "leveldb_write_buffer_size", 2024-07-26T06:04:39.959 INFO:tasks.workunit.client.0.smithi089.stdout: "log_to_file", 2024-07-26T06:04:39.960 INFO:tasks.workunit.client.0.smithi089.stdout: "log_to_journald", 2024-07-26T06:04:39.960 INFO:tasks.workunit.client.0.smithi089.stdout: "log_to_stderr", 2024-07-26T06:04:39.960 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_allow_pool_delete", 2024-07-26T06:04:39.960 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_clock_drift_allowed", 2024-07-26T06:04:39.960 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_cluster_log_to_file", 2024-07-26T06:04:39.960 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_cluster_log_to_journald", 2024-07-26T06:04:39.960 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_cluster_log_to_stderr", 2024-07-26T06:04:39.960 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_data_avail_warn", 2024-07-26T06:04:39.960 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_election_default_strategy", 2024-07-26T06:04:39.960 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_host", 2024-07-26T06:04:39.960 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_max_pg_per_osd", 2024-07-26T06:04:39.960 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_mgr_mkfs_grace", 2024-07-26T06:04:39.960 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_osd_prime_pg_temp", 2024-07-26T06:04:39.960 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_osd_reporter_subtree_level", 2024-07-26T06:04:39.961 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_pg_warn_max_object_skew", 2024-07-26T06:04:39.961 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_reweight_min_bytes_per_osd", 2024-07-26T06:04:39.961 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_reweight_min_pgs_per_osd", 2024-07-26T06:04:39.961 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-07-26T06:04:39.961 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-07-26T06:04:39.961 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-07-26T06:04:39.961 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_legacy_crush_tunables", 2024-07-26T06:04:39.961 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-07-26T06:04:39.961 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-07-26T06:04:39.961 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_too_few_osds", 2024-07-26T06:04:39.961 INFO:tasks.workunit.client.0.smithi089.stdout: "ms_die_on_bug", 2024-07-26T06:04:39.961 INFO:tasks.workunit.client.0.smithi089.stdout: "ms_die_on_old_message", 2024-07-26T06:04:39.961 INFO:tasks.workunit.client.0.smithi089.stdout: "no_config_file", 2024-07-26T06:04:39.962 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_class_default_list", 2024-07-26T06:04:39.962 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_class_load_list", 2024-07-26T06:04:39.962 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_misdirected_ops", 2024-07-26T06:04:39.962 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_op_order", 2024-07-26T06:04:39.962 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_pg_log_writeout", 2024-07-26T06:04:39.962 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_shutdown", 2024-07-26T06:04:39.962 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_verify_cached_snaps", 2024-07-26T06:04:39.962 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_verify_missing_on_start", 2024-07-26T06:04:39.962 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_verify_stray_on_activate", 2024-07-26T06:04:39.962 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_deep_scrub_update_digest_min_age", 2024-07-26T06:04:39.962 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_profile", 2024-07-26T06:04:39.962 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-07-26T06:04:39.962 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-07-26T06:04:39.963 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-07-26T06:04:39.963 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-07-26T06:04:39.963 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-07-26T06:04:39.963 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-07-26T06:04:39.963 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_scheduler_client_lim", 2024-07-26T06:04:39.963 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_scheduler_client_res", 2024-07-26T06:04:39.963 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_scheduler_client_wgt", 2024-07-26T06:04:39.963 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_memory_target", 2024-07-26T06:04:39.963 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_memory_target_autotune", 2024-07-26T06:04:39.963 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_op_queue", 2024-07-26T06:04:39.963 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_op_queue_cut_off", 2024-07-26T06:04:39.963 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pool_default_erasure_code_profile", 2024-07-26T06:04:39.964 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pool_default_pg_autoscale_mode", 2024-07-26T06:04:39.964 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_recover_clone_overlap", 2024-07-26T06:04:39.964 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_recovery_max_chunk", 2024-07-26T06:04:39.964 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_scrub_load_threshold", 2024-07-26T06:04:39.964 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_scrub_max_interval", 2024-07-26T06:04:39.964 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_shutdown_pgref_assert", 2024-07-26T06:04:39.964 INFO:tasks.workunit.client.0.smithi089.stdout: "public_addr", 2024-07-26T06:04:39.964 INFO:tasks.workunit.client.0.smithi089.stdout: "public_addrv", 2024-07-26T06:04:39.964 INFO:tasks.workunit.client.0.smithi089.stdout: "public_network", 2024-07-26T06:04:39.964 INFO:tasks.workunit.client.0.smithi089.stdout: "rbd_default_features", 2024-07-26T06:04:39.964 INFO:tasks.workunit.client.0.smithi089.stdout: "rbd_qos_exclude_ops", 2024-07-26T06:04:39.964 INFO:tasks.workunit.client.0.smithi089.stdout: "setgroup", 2024-07-26T06:04:39.964 INFO:tasks.workunit.client.0.smithi089.stdout: "setuser" 2024-07-26T06:04:39.965 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:39.965 INFO:tasks.workunit.client.0.smithi089.stdout: "cluster_changed": [ 2024-07-26T06:04:39.965 INFO:tasks.workunit.client.0.smithi089.stdout: "auth_allow_insecure_global_id_reclaim", 2024-07-26T06:04:39.965 INFO:tasks.workunit.client.0.smithi089.stdout: "auth_debug", 2024-07-26T06:04:39.965 INFO:tasks.workunit.client.0.smithi089.stdout: "auth_mon_ticket_ttl", 2024-07-26T06:04:39.965 INFO:tasks.workunit.client.0.smithi089.stdout: "auth_service_ticket_ttl", 2024-07-26T06:04:39.965 INFO:tasks.workunit.client.0.smithi089.stdout: "bdev_debug_aio", 2024-07-26T06:04:39.965 INFO:tasks.workunit.client.0.smithi089.stdout: "container_image", 2024-07-26T06:04:39.965 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_asserts_on_shutdown", 2024-07-26T06:04:39.965 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_mgr", 2024-07-26T06:04:39.965 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_mon", 2024-07-26T06:04:39.965 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_ms", 2024-07-26T06:04:39.965 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_osd", 2024-07-26T06:04:39.965 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_paxos", 2024-07-26T06:04:39.966 INFO:tasks.workunit.client.0.smithi089.stdout: "log_to_file", 2024-07-26T06:04:39.966 INFO:tasks.workunit.client.0.smithi089.stdout: "log_to_journald", 2024-07-26T06:04:39.966 INFO:tasks.workunit.client.0.smithi089.stdout: "log_to_stderr", 2024-07-26T06:04:39.966 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_join_fs", 2024-07-26T06:04:39.966 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/cephadm/allow_ptrace", 2024-07-26T06:04:39.966 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/cephadm/container_init", 2024-07-26T06:04:39.966 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/cephadm/migration_current", 2024-07-26T06:04:39.966 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/cephadm/use_repo_digest", 2024-07-26T06:04:39.966 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-07-26T06:04:39.966 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-07-26T06:04:39.966 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-07-26T06:04:39.966 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-07-26T06:04:39.966 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/dashboard/ssl_server_port", 2024-07-26T06:04:39.967 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/orchestrator/orchestrator", 2024-07-26T06:04:39.967 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/telemetry/channel_ident", 2024-07-26T06:04:39.967 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/telemetry/description", 2024-07-26T06:04:39.967 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/telemetry/organization", 2024-07-26T06:04:39.967 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_allow_pool_delete", 2024-07-26T06:04:39.967 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_clock_drift_allowed", 2024-07-26T06:04:39.967 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_cluster_log_to_file", 2024-07-26T06:04:39.967 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_data_avail_warn", 2024-07-26T06:04:39.967 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_election_default_strategy", 2024-07-26T06:04:39.967 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_max_pg_per_osd", 2024-07-26T06:04:39.967 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_mgr_mkfs_grace", 2024-07-26T06:04:39.968 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_osd_prime_pg_temp", 2024-07-26T06:04:39.968 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_osd_reporter_subtree_level", 2024-07-26T06:04:39.968 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_pg_warn_max_object_skew", 2024-07-26T06:04:39.968 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_reweight_min_bytes_per_osd", 2024-07-26T06:04:39.968 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_reweight_min_pgs_per_osd", 2024-07-26T06:04:39.968 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-07-26T06:04:39.968 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-07-26T06:04:39.968 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-07-26T06:04:39.968 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_legacy_crush_tunables", 2024-07-26T06:04:39.968 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-07-26T06:04:39.968 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-07-26T06:04:39.968 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_too_few_osds", 2024-07-26T06:04:39.968 INFO:tasks.workunit.client.0.smithi089.stdout: "ms_die_on_bug", 2024-07-26T06:04:39.969 INFO:tasks.workunit.client.0.smithi089.stdout: "ms_die_on_old_message", 2024-07-26T06:04:39.969 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_class_default_list", 2024-07-26T06:04:39.969 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_class_load_list", 2024-07-26T06:04:39.969 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_misdirected_ops", 2024-07-26T06:04:39.969 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_op_order", 2024-07-26T06:04:39.969 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_pg_log_writeout", 2024-07-26T06:04:39.969 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_shutdown", 2024-07-26T06:04:39.969 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_verify_cached_snaps", 2024-07-26T06:04:39.969 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_verify_missing_on_start", 2024-07-26T06:04:39.969 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_verify_stray_on_activate", 2024-07-26T06:04:39.969 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_deep_scrub_update_digest_min_age", 2024-07-26T06:04:39.969 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_profile", 2024-07-26T06:04:39.970 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_memory_target", 2024-07-26T06:04:39.970 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_memory_target_autotune", 2024-07-26T06:04:39.970 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_op_queue", 2024-07-26T06:04:39.970 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_op_queue_cut_off", 2024-07-26T06:04:39.970 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pool_default_erasure_code_profile", 2024-07-26T06:04:39.970 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pool_default_pg_autoscale_mode", 2024-07-26T06:04:39.970 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_recover_clone_overlap", 2024-07-26T06:04:39.970 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_recovery_max_chunk", 2024-07-26T06:04:39.970 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_scrub_load_threshold", 2024-07-26T06:04:39.970 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_scrub_max_interval", 2024-07-26T06:04:39.970 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_shutdown_pgref_assert", 2024-07-26T06:04:39.970 INFO:tasks.workunit.client.0.smithi089.stdout: "public_network", 2024-07-26T06:04:39.970 INFO:tasks.workunit.client.0.smithi089.stdout: "rgw_cache_enabled", 2024-07-26T06:04:39.971 INFO:tasks.workunit.client.0.smithi089.stdout: "rgw_enable_ops_log", 2024-07-26T06:04:39.971 INFO:tasks.workunit.client.0.smithi089.stdout: "rgw_enable_usage_log" 2024-07-26T06:04:39.971 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:39.971 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:39.971 INFO:tasks.workunit.client.0.smithi089.stdout: "contact": null, 2024-07-26T06:04:39.971 INFO:tasks.workunit.client.0.smithi089.stdout: "crashes": [], 2024-07-26T06:04:39.971 INFO:tasks.workunit.client.0.smithi089.stdout: "created": "2024-07-26T05:55:42.540523Z", 2024-07-26T06:04:39.971 INFO:tasks.workunit.client.0.smithi089.stdout: "crush": { 2024-07-26T06:04:39.971 INFO:tasks.workunit.client.0.smithi089.stdout: "bucket_algs": { 2024-07-26T06:04:39.971 INFO:tasks.workunit.client.0.smithi089.stdout: "straw2": 3 2024-07-26T06:04:39.971 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:39.971 INFO:tasks.workunit.client.0.smithi089.stdout: "bucket_sizes": { 2024-07-26T06:04:39.971 INFO:tasks.workunit.client.0.smithi089.stdout: "2": 1, 2024-07-26T06:04:39.972 INFO:tasks.workunit.client.0.smithi089.stdout: "4": 2 2024-07-26T06:04:39.972 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:39.972 INFO:tasks.workunit.client.0.smithi089.stdout: "bucket_types": { 2024-07-26T06:04:39.972 INFO:tasks.workunit.client.0.smithi089.stdout: "1": 2, 2024-07-26T06:04:39.972 INFO:tasks.workunit.client.0.smithi089.stdout: "11": 1 2024-07-26T06:04:39.972 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:39.972 INFO:tasks.workunit.client.0.smithi089.stdout: "compat_weight_set": false, 2024-07-26T06:04:39.972 INFO:tasks.workunit.client.0.smithi089.stdout: "device_classes": [ 2024-07-26T06:04:39.972 INFO:tasks.workunit.client.0.smithi089.stdout: 8 2024-07-26T06:04:39.972 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:39.972 INFO:tasks.workunit.client.0.smithi089.stdout: "num_buckets": 6, 2024-07-26T06:04:39.972 INFO:tasks.workunit.client.0.smithi089.stdout: "num_devices": 8, 2024-07-26T06:04:39.972 INFO:tasks.workunit.client.0.smithi089.stdout: "num_rules": 1, 2024-07-26T06:04:39.973 INFO:tasks.workunit.client.0.smithi089.stdout: "num_types": 12, 2024-07-26T06:04:39.973 INFO:tasks.workunit.client.0.smithi089.stdout: "num_weight_sets": 0, 2024-07-26T06:04:39.973 INFO:tasks.workunit.client.0.smithi089.stdout: "tunables": { 2024-07-26T06:04:39.973 INFO:tasks.workunit.client.0.smithi089.stdout: "allowed_bucket_algs": 54, 2024-07-26T06:04:39.973 INFO:tasks.workunit.client.0.smithi089.stdout: "choose_local_fallback_tries": 0, 2024-07-26T06:04:39.973 INFO:tasks.workunit.client.0.smithi089.stdout: "choose_local_tries": 0, 2024-07-26T06:04:39.973 INFO:tasks.workunit.client.0.smithi089.stdout: "choose_total_tries": 50, 2024-07-26T06:04:39.973 INFO:tasks.workunit.client.0.smithi089.stdout: "chooseleaf_descend_once": 1, 2024-07-26T06:04:39.973 INFO:tasks.workunit.client.0.smithi089.stdout: "chooseleaf_stable": 1, 2024-07-26T06:04:39.973 INFO:tasks.workunit.client.0.smithi089.stdout: "chooseleaf_vary_r": 1, 2024-07-26T06:04:39.973 INFO:tasks.workunit.client.0.smithi089.stdout: "has_v2_rules": 0, 2024-07-26T06:04:39.973 INFO:tasks.workunit.client.0.smithi089.stdout: "has_v3_rules": 0, 2024-07-26T06:04:39.973 INFO:tasks.workunit.client.0.smithi089.stdout: "has_v4_buckets": 1, 2024-07-26T06:04:39.973 INFO:tasks.workunit.client.0.smithi089.stdout: "has_v5_rules": 0, 2024-07-26T06:04:39.974 INFO:tasks.workunit.client.0.smithi089.stdout: "legacy_tunables": 0, 2024-07-26T06:04:39.974 INFO:tasks.workunit.client.0.smithi089.stdout: "minimum_required_version": "jewel", 2024-07-26T06:04:39.974 INFO:tasks.workunit.client.0.smithi089.stdout: "optimal_tunables": 1, 2024-07-26T06:04:39.974 INFO:tasks.workunit.client.0.smithi089.stdout: "profile": "jewel", 2024-07-26T06:04:39.974 INFO:tasks.workunit.client.0.smithi089.stdout: "require_feature_tunables": 1, 2024-07-26T06:04:39.974 INFO:tasks.workunit.client.0.smithi089.stdout: "require_feature_tunables2": 1, 2024-07-26T06:04:39.974 INFO:tasks.workunit.client.0.smithi089.stdout: "require_feature_tunables3": 1, 2024-07-26T06:04:39.974 INFO:tasks.workunit.client.0.smithi089.stdout: "require_feature_tunables5": 1, 2024-07-26T06:04:39.974 INFO:tasks.workunit.client.0.smithi089.stdout: "straw_calc_version": 1 2024-07-26T06:04:39.974 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:39.974 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:39.975 INFO:tasks.workunit.client.0.smithi089.stdout: "description": "upgrade test cluster", 2024-07-26T06:04:39.975 INFO:tasks.workunit.client.0.smithi089.stdout: "fs": { 2024-07-26T06:04:39.975 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1, 2024-07-26T06:04:39.975 INFO:tasks.workunit.client.0.smithi089.stdout: "feature_flags": { 2024-07-26T06:04:39.975 INFO:tasks.workunit.client.0.smithi089.stdout: "enable_multiple": true, 2024-07-26T06:04:39.975 INFO:tasks.workunit.client.0.smithi089.stdout: "ever_enabled_multiple": true 2024-07-26T06:04:39.975 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:39.975 INFO:tasks.workunit.client.0.smithi089.stdout: "filesystems": [ 2024-07-26T06:04:39.975 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:39.975 INFO:tasks.workunit.client.0.smithi089.stdout: "approx_ctime": "2024-07", 2024-07-26T06:04:39.975 INFO:tasks.workunit.client.0.smithi089.stdout: "balancer_enabled": false, 2024-07-26T06:04:39.975 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:39.975 INFO:tasks.workunit.client.0.smithi089.stdout: "cached_caps": 0, 2024-07-26T06:04:39.976 INFO:tasks.workunit.client.0.smithi089.stdout: "cached_dns": 10, 2024-07-26T06:04:39.976 INFO:tasks.workunit.client.0.smithi089.stdout: "cached_inos": 13, 2024-07-26T06:04:39.976 INFO:tasks.workunit.client.0.smithi089.stdout: "cached_subtrees": 2, 2024-07-26T06:04:39.976 INFO:tasks.workunit.client.0.smithi089.stdout: "ever_allowed_features": 0, 2024-07-26T06:04:39.976 INFO:tasks.workunit.client.0.smithi089.stdout: "explicitly_allowed_features": 0, 2024-07-26T06:04:39.976 INFO:tasks.workunit.client.0.smithi089.stdout: "files": 0, 2024-07-26T06:04:39.976 INFO:tasks.workunit.client.0.smithi089.stdout: "max_mds": 1, 2024-07-26T06:04:39.976 INFO:tasks.workunit.client.0.smithi089.stdout: "num_data_pools": 1, 2024-07-26T06:04:39.976 INFO:tasks.workunit.client.0.smithi089.stdout: "num_in": 1, 2024-07-26T06:04:39.976 INFO:tasks.workunit.client.0.smithi089.stdout: "num_mds": 1, 2024-07-26T06:04:39.976 INFO:tasks.workunit.client.0.smithi089.stdout: "num_sessions": 0, 2024-07-26T06:04:39.976 INFO:tasks.workunit.client.0.smithi089.stdout: "num_standby_replay": 0, 2024-07-26T06:04:39.976 INFO:tasks.workunit.client.0.smithi089.stdout: "num_up": 1, 2024-07-26T06:04:39.977 INFO:tasks.workunit.client.0.smithi089.stdout: "snaps": 0, 2024-07-26T06:04:39.977 INFO:tasks.workunit.client.0.smithi089.stdout: "standby_count_wanted": 0 2024-07-26T06:04:39.977 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:39.977 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:39.977 INFO:tasks.workunit.client.0.smithi089.stdout: "num_standby_mds": 1, 2024-07-26T06:04:39.977 INFO:tasks.workunit.client.0.smithi089.stdout: "total_num_mds": 2 2024-07-26T06:04:39.977 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:39.977 INFO:tasks.workunit.client.0.smithi089.stdout: "hosts": { 2024-07-26T06:04:39.977 INFO:tasks.workunit.client.0.smithi089.stdout: "num": 2, 2024-07-26T06:04:39.977 INFO:tasks.workunit.client.0.smithi089.stdout: "num_with_mds": 2, 2024-07-26T06:04:39.977 INFO:tasks.workunit.client.0.smithi089.stdout: "num_with_mgr": 2, 2024-07-26T06:04:39.977 INFO:tasks.workunit.client.0.smithi089.stdout: "num_with_mon": 2, 2024-07-26T06:04:39.977 INFO:tasks.workunit.client.0.smithi089.stdout: "num_with_osd": 2 2024-07-26T06:04:39.977 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:39.978 INFO:tasks.workunit.client.0.smithi089.stdout: "leaderboard": false, 2024-07-26T06:04:39.978 INFO:tasks.workunit.client.0.smithi089.stdout: "license": "sharing-1-0", 2024-07-26T06:04:39.978 INFO:tasks.workunit.client.0.smithi089.stdout: "metadata": { 2024-07-26T06:04:39.978 INFO:tasks.workunit.client.0.smithi089.stdout: "mds": { 2024-07-26T06:04:39.978 INFO:tasks.workunit.client.0.smithi089.stdout: "arch": { 2024-07-26T06:04:39.978 INFO:tasks.workunit.client.0.smithi089.stdout: "x86_64": 2 2024-07-26T06:04:39.978 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:39.978 INFO:tasks.workunit.client.0.smithi089.stdout: "ceph_version": { 2024-07-26T06:04:39.978 INFO:tasks.workunit.client.0.smithi089.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 2 2024-07-26T06:04:39.978 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:39.978 INFO:tasks.workunit.client.0.smithi089.stdout: "cpu": { 2024-07-26T06:04:39.978 INFO:tasks.workunit.client.0.smithi089.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-07-26T06:04:39.978 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:39.978 INFO:tasks.workunit.client.0.smithi089.stdout: "distro": { 2024-07-26T06:04:39.979 INFO:tasks.workunit.client.0.smithi089.stdout: "centos": 2 2024-07-26T06:04:39.979 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:39.979 INFO:tasks.workunit.client.0.smithi089.stdout: "distro_description": { 2024-07-26T06:04:39.979 INFO:tasks.workunit.client.0.smithi089.stdout: "CentOS Stream 9": 2 2024-07-26T06:04:39.979 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:39.979 INFO:tasks.workunit.client.0.smithi089.stdout: "kernel_description": { 2024-07-26T06:04:39.979 INFO:tasks.workunit.client.0.smithi089.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 2 2024-07-26T06:04:39.979 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:39.979 INFO:tasks.workunit.client.0.smithi089.stdout: "kernel_version": { 2024-07-26T06:04:39.979 INFO:tasks.workunit.client.0.smithi089.stdout: "5.14.0-480.el9.x86_64": 2 2024-07-26T06:04:39.979 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:39.979 INFO:tasks.workunit.client.0.smithi089.stdout: "os": { 2024-07-26T06:04:39.979 INFO:tasks.workunit.client.0.smithi089.stdout: "Linux": 2 2024-07-26T06:04:39.980 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:39.980 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:39.980 INFO:tasks.workunit.client.0.smithi089.stdout: "mon": { 2024-07-26T06:04:39.980 INFO:tasks.workunit.client.0.smithi089.stdout: "arch": { 2024-07-26T06:04:39.980 INFO:tasks.workunit.client.0.smithi089.stdout: "x86_64": 3 2024-07-26T06:04:39.980 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:39.980 INFO:tasks.workunit.client.0.smithi089.stdout: "ceph_version": { 2024-07-26T06:04:39.980 INFO:tasks.workunit.client.0.smithi089.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 3 2024-07-26T06:04:39.980 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:39.980 INFO:tasks.workunit.client.0.smithi089.stdout: "cpu": { 2024-07-26T06:04:39.980 INFO:tasks.workunit.client.0.smithi089.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-07-26T06:04:39.980 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:39.980 INFO:tasks.workunit.client.0.smithi089.stdout: "distro": { 2024-07-26T06:04:39.981 INFO:tasks.workunit.client.0.smithi089.stdout: "centos": 3 2024-07-26T06:04:39.981 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:39.981 INFO:tasks.workunit.client.0.smithi089.stdout: "distro_description": { 2024-07-26T06:04:39.981 INFO:tasks.workunit.client.0.smithi089.stdout: "CentOS Stream 9": 3 2024-07-26T06:04:39.981 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:39.981 INFO:tasks.workunit.client.0.smithi089.stdout: "kernel_description": { 2024-07-26T06:04:39.981 INFO:tasks.workunit.client.0.smithi089.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 3 2024-07-26T06:04:39.981 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:39.981 INFO:tasks.workunit.client.0.smithi089.stdout: "kernel_version": { 2024-07-26T06:04:39.981 INFO:tasks.workunit.client.0.smithi089.stdout: "5.14.0-480.el9.x86_64": 3 2024-07-26T06:04:39.981 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:39.981 INFO:tasks.workunit.client.0.smithi089.stdout: "os": { 2024-07-26T06:04:39.981 INFO:tasks.workunit.client.0.smithi089.stdout: "Linux": 3 2024-07-26T06:04:39.981 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:39.982 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:39.982 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T06:04:39.982 INFO:tasks.workunit.client.0.smithi089.stdout: "arch": { 2024-07-26T06:04:39.982 INFO:tasks.workunit.client.0.smithi089.stdout: "x86_64": 8 2024-07-26T06:04:39.982 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:39.982 INFO:tasks.workunit.client.0.smithi089.stdout: "ceph_version": { 2024-07-26T06:04:39.982 INFO:tasks.workunit.client.0.smithi089.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 8 2024-07-26T06:04:39.982 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:39.982 INFO:tasks.workunit.client.0.smithi089.stdout: "cpu": { 2024-07-26T06:04:39.982 INFO:tasks.workunit.client.0.smithi089.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-07-26T06:04:39.982 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:39.982 INFO:tasks.workunit.client.0.smithi089.stdout: "distro": { 2024-07-26T06:04:39.982 INFO:tasks.workunit.client.0.smithi089.stdout: "centos": 8 2024-07-26T06:04:39.983 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:39.983 INFO:tasks.workunit.client.0.smithi089.stdout: "distro_description": { 2024-07-26T06:04:39.983 INFO:tasks.workunit.client.0.smithi089.stdout: "CentOS Stream 9": 8 2024-07-26T06:04:39.983 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:39.983 INFO:tasks.workunit.client.0.smithi089.stdout: "kernel_description": { 2024-07-26T06:04:39.983 INFO:tasks.workunit.client.0.smithi089.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 8 2024-07-26T06:04:39.983 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:39.983 INFO:tasks.workunit.client.0.smithi089.stdout: "kernel_version": { 2024-07-26T06:04:39.983 INFO:tasks.workunit.client.0.smithi089.stdout: "5.14.0-480.el9.x86_64": 8 2024-07-26T06:04:39.983 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:39.983 INFO:tasks.workunit.client.0.smithi089.stdout: "os": { 2024-07-26T06:04:39.983 INFO:tasks.workunit.client.0.smithi089.stdout: "Linux": 8 2024-07-26T06:04:39.983 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:39.983 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_objectstore": { 2024-07-26T06:04:39.984 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore": 8 2024-07-26T06:04:39.984 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:39.984 INFO:tasks.workunit.client.0.smithi089.stdout: "rotational": { 2024-07-26T06:04:39.984 INFO:tasks.workunit.client.0.smithi089.stdout: "0": 8 2024-07-26T06:04:39.984 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:39.984 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:39.984 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:39.984 INFO:tasks.workunit.client.0.smithi089.stdout: "mon": { 2024-07-26T06:04:39.984 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3, 2024-07-26T06:04:39.984 INFO:tasks.workunit.client.0.smithi089.stdout: "features": { 2024-07-26T06:04:39.984 INFO:tasks.workunit.client.0.smithi089.stdout: "optional": [], 2024-07-26T06:04:39.984 INFO:tasks.workunit.client.0.smithi089.stdout: "persistent": [ 2024-07-26T06:04:39.984 INFO:tasks.workunit.client.0.smithi089.stdout: "kraken", 2024-07-26T06:04:39.985 INFO:tasks.workunit.client.0.smithi089.stdout: "luminous", 2024-07-26T06:04:39.985 INFO:tasks.workunit.client.0.smithi089.stdout: "mimic", 2024-07-26T06:04:39.985 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap-prune", 2024-07-26T06:04:39.985 INFO:tasks.workunit.client.0.smithi089.stdout: "nautilus", 2024-07-26T06:04:39.985 INFO:tasks.workunit.client.0.smithi089.stdout: "octopus", 2024-07-26T06:04:39.985 INFO:tasks.workunit.client.0.smithi089.stdout: "pacific", 2024-07-26T06:04:39.985 INFO:tasks.workunit.client.0.smithi089.stdout: "elector-pinging", 2024-07-26T06:04:39.985 INFO:tasks.workunit.client.0.smithi089.stdout: "quincy" 2024-07-26T06:04:39.985 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:39.985 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:39.985 INFO:tasks.workunit.client.0.smithi089.stdout: "ipv4_addr_mons": 6, 2024-07-26T06:04:39.985 INFO:tasks.workunit.client.0.smithi089.stdout: "ipv6_addr_mons": 0, 2024-07-26T06:04:39.985 INFO:tasks.workunit.client.0.smithi089.stdout: "min_mon_release": 17, 2024-07-26T06:04:39.985 INFO:tasks.workunit.client.0.smithi089.stdout: "v1_addr_mons": 3, 2024-07-26T06:04:39.986 INFO:tasks.workunit.client.0.smithi089.stdout: "v2_addr_mons": 3 2024-07-26T06:04:39.986 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:39.986 INFO:tasks.workunit.client.0.smithi089.stdout: "organization": "ceph-qa", 2024-07-26T06:04:39.986 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T06:04:39.986 INFO:tasks.workunit.client.0.smithi089.stdout: "cluster_network": false, 2024-07-26T06:04:39.986 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 8, 2024-07-26T06:04:39.986 INFO:tasks.workunit.client.0.smithi089.stdout: "require_min_compat_client": "luminous", 2024-07-26T06:04:39.986 INFO:tasks.workunit.client.0.smithi089.stdout: "require_osd_release": "quincy" 2024-07-26T06:04:39.986 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:39.986 INFO:tasks.workunit.client.0.smithi089.stdout: "pools": [ 2024-07-26T06:04:39.986 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:39.986 INFO:tasks.workunit.client.0.smithi089.stdout: "application": [ 2024-07-26T06:04:39.986 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr" 2024-07-26T06:04:39.987 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:39.987 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_mode": "none", 2024-07-26T06:04:39.987 INFO:tasks.workunit.client.0.smithi089.stdout: "erasure_code_profile": {}, 2024-07-26T06:04:39.987 INFO:tasks.workunit.client.0.smithi089.stdout: "min_size": 2, 2024-07-26T06:04:39.987 INFO:tasks.workunit.client.0.smithi089.stdout: "options": {}, 2024-07-26T06:04:39.987 INFO:tasks.workunit.client.0.smithi089.stdout: "pg_autoscale_mode": "off", 2024-07-26T06:04:39.987 INFO:tasks.workunit.client.0.smithi089.stdout: "pg_num": 1, 2024-07-26T06:04:39.987 INFO:tasks.workunit.client.0.smithi089.stdout: "pgp_num": 1, 2024-07-26T06:04:39.987 INFO:tasks.workunit.client.0.smithi089.stdout: "pool": 1, 2024-07-26T06:04:39.987 INFO:tasks.workunit.client.0.smithi089.stdout: "size": 3, 2024-07-26T06:04:39.987 INFO:tasks.workunit.client.0.smithi089.stdout: "stats": { 2024-07-26T06:04:39.987 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_raw": 727115213066, 2024-07-26T06:04:39.987 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_used": 1781760, 2024-07-26T06:04:39.987 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_bytes_used": 0, 2024-07-26T06:04:39.988 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_under_bytes": 0, 2024-07-26T06:04:39.988 INFO:tasks.workunit.client.0.smithi089.stdout: "data_bytes_used": 1781760, 2024-07-26T06:04:39.988 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty": 0, 2024-07-26T06:04:39.988 INFO:tasks.workunit.client.0.smithi089.stdout: "max_avail": 242371739648, 2024-07-26T06:04:39.988 INFO:tasks.workunit.client.0.smithi089.stdout: "objects": 2, 2024-07-26T06:04:39.988 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_bytes_used": 0, 2024-07-26T06:04:39.988 INFO:tasks.workunit.client.0.smithi089.stdout: "percent_used": 2.4504447537765373e-06, 2024-07-26T06:04:39.988 INFO:tasks.workunit.client.0.smithi089.stdout: "quota_bytes": 0, 2024-07-26T06:04:39.988 INFO:tasks.workunit.client.0.smithi089.stdout: "quota_objects": 0, 2024-07-26T06:04:39.988 INFO:tasks.workunit.client.0.smithi089.stdout: "rd": 212, 2024-07-26T06:04:39.988 INFO:tasks.workunit.client.0.smithi089.stdout: "rd_bytes": 313344, 2024-07-26T06:04:39.988 INFO:tasks.workunit.client.0.smithi089.stdout: "stored": 590368, 2024-07-26T06:04:39.988 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_data": 590368, 2024-07-26T06:04:39.989 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_omap": 0, 2024-07-26T06:04:39.989 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_raw": 1771104, 2024-07-26T06:04:39.989 INFO:tasks.workunit.client.0.smithi089.stdout: "wr": 179, 2024-07-26T06:04:39.989 INFO:tasks.workunit.client.0.smithi089.stdout: "wr_bytes": 2473984 2024-07-26T06:04:39.989 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:39.989 INFO:tasks.workunit.client.0.smithi089.stdout: "target_max_bytes": 0, 2024-07-26T06:04:39.989 INFO:tasks.workunit.client.0.smithi089.stdout: "target_max_objects": 0, 2024-07-26T06:04:39.989 INFO:tasks.workunit.client.0.smithi089.stdout: "type": "replicated" 2024-07-26T06:04:39.989 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:39.989 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:39.989 INFO:tasks.workunit.client.0.smithi089.stdout: "application": [ 2024-07-26T06:04:39.989 INFO:tasks.workunit.client.0.smithi089.stdout: "cephfs" 2024-07-26T06:04:39.989 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:39.989 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_mode": "none", 2024-07-26T06:04:39.989 INFO:tasks.workunit.client.0.smithi089.stdout: "erasure_code_profile": {}, 2024-07-26T06:04:39.990 INFO:tasks.workunit.client.0.smithi089.stdout: "min_size": 2, 2024-07-26T06:04:39.990 INFO:tasks.workunit.client.0.smithi089.stdout: "options": {}, 2024-07-26T06:04:39.990 INFO:tasks.workunit.client.0.smithi089.stdout: "pg_autoscale_mode": "off", 2024-07-26T06:04:39.990 INFO:tasks.workunit.client.0.smithi089.stdout: "pg_num": 32, 2024-07-26T06:04:39.990 INFO:tasks.workunit.client.0.smithi089.stdout: "pgp_num": 32, 2024-07-26T06:04:39.990 INFO:tasks.workunit.client.0.smithi089.stdout: "pool": 2, 2024-07-26T06:04:39.990 INFO:tasks.workunit.client.0.smithi089.stdout: "size": 3, 2024-07-26T06:04:39.990 INFO:tasks.workunit.client.0.smithi089.stdout: "stats": { 2024-07-26T06:04:39.990 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_raw": 727115213066, 2024-07-26T06:04:39.990 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_used": 98304, 2024-07-26T06:04:39.990 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_bytes_used": 0, 2024-07-26T06:04:39.990 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_under_bytes": 0, 2024-07-26T06:04:39.991 INFO:tasks.workunit.client.0.smithi089.stdout: "data_bytes_used": 98304, 2024-07-26T06:04:39.991 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty": 0, 2024-07-26T06:04:39.991 INFO:tasks.workunit.client.0.smithi089.stdout: "max_avail": 242371739648, 2024-07-26T06:04:39.991 INFO:tasks.workunit.client.0.smithi089.stdout: "objects": 22, 2024-07-26T06:04:39.991 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_bytes_used": 0, 2024-07-26T06:04:39.991 INFO:tasks.workunit.client.0.smithi089.stdout: "percent_used": 1.351972542806834e-07, 2024-07-26T06:04:39.991 INFO:tasks.workunit.client.0.smithi089.stdout: "quota_bytes": 0, 2024-07-26T06:04:39.991 INFO:tasks.workunit.client.0.smithi089.stdout: "quota_objects": 0, 2024-07-26T06:04:39.991 INFO:tasks.workunit.client.0.smithi089.stdout: "rd": 0, 2024-07-26T06:04:39.991 INFO:tasks.workunit.client.0.smithi089.stdout: "rd_bytes": 0, 2024-07-26T06:04:39.991 INFO:tasks.workunit.client.0.smithi089.stdout: "stored": 3410, 2024-07-26T06:04:39.991 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_data": 3410, 2024-07-26T06:04:39.991 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_omap": 0, 2024-07-26T06:04:39.991 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_raw": 10230, 2024-07-26T06:04:39.992 INFO:tasks.workunit.client.0.smithi089.stdout: "wr": 51, 2024-07-26T06:04:39.992 INFO:tasks.workunit.client.0.smithi089.stdout: "wr_bytes": 19456 2024-07-26T06:04:39.992 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:39.992 INFO:tasks.workunit.client.0.smithi089.stdout: "target_max_bytes": 0, 2024-07-26T06:04:39.992 INFO:tasks.workunit.client.0.smithi089.stdout: "target_max_objects": 0, 2024-07-26T06:04:39.992 INFO:tasks.workunit.client.0.smithi089.stdout: "type": "replicated" 2024-07-26T06:04:39.992 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:39.992 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:39.992 INFO:tasks.workunit.client.0.smithi089.stdout: "application": [ 2024-07-26T06:04:39.992 INFO:tasks.workunit.client.0.smithi089.stdout: "cephfs" 2024-07-26T06:04:39.992 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:39.992 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_mode": "none", 2024-07-26T06:04:39.992 INFO:tasks.workunit.client.0.smithi089.stdout: "erasure_code_profile": {}, 2024-07-26T06:04:39.993 INFO:tasks.workunit.client.0.smithi089.stdout: "min_size": 2, 2024-07-26T06:04:39.993 INFO:tasks.workunit.client.0.smithi089.stdout: "options": {}, 2024-07-26T06:04:39.993 INFO:tasks.workunit.client.0.smithi089.stdout: "pg_autoscale_mode": "off", 2024-07-26T06:04:39.993 INFO:tasks.workunit.client.0.smithi089.stdout: "pg_num": 64, 2024-07-26T06:04:39.993 INFO:tasks.workunit.client.0.smithi089.stdout: "pgp_num": 64, 2024-07-26T06:04:39.993 INFO:tasks.workunit.client.0.smithi089.stdout: "pool": 3, 2024-07-26T06:04:39.993 INFO:tasks.workunit.client.0.smithi089.stdout: "size": 3, 2024-07-26T06:04:39.993 INFO:tasks.workunit.client.0.smithi089.stdout: "stats": { 2024-07-26T06:04:39.993 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_raw": 727115213066, 2024-07-26T06:04:39.993 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_used": 0, 2024-07-26T06:04:39.993 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_bytes_used": 0, 2024-07-26T06:04:39.993 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_under_bytes": 0, 2024-07-26T06:04:39.993 INFO:tasks.workunit.client.0.smithi089.stdout: "data_bytes_used": 0, 2024-07-26T06:04:39.993 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty": 0, 2024-07-26T06:04:39.994 INFO:tasks.workunit.client.0.smithi089.stdout: "max_avail": 242371739648, 2024-07-26T06:04:39.994 INFO:tasks.workunit.client.0.smithi089.stdout: "objects": 0, 2024-07-26T06:04:39.994 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_bytes_used": 0, 2024-07-26T06:04:39.994 INFO:tasks.workunit.client.0.smithi089.stdout: "percent_used": 0.0, 2024-07-26T06:04:39.994 INFO:tasks.workunit.client.0.smithi089.stdout: "quota_bytes": 0, 2024-07-26T06:04:39.994 INFO:tasks.workunit.client.0.smithi089.stdout: "quota_objects": 0, 2024-07-26T06:04:39.994 INFO:tasks.workunit.client.0.smithi089.stdout: "rd": 0, 2024-07-26T06:04:39.994 INFO:tasks.workunit.client.0.smithi089.stdout: "rd_bytes": 0, 2024-07-26T06:04:39.994 INFO:tasks.workunit.client.0.smithi089.stdout: "stored": 0, 2024-07-26T06:04:39.994 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_data": 0, 2024-07-26T06:04:39.994 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_omap": 0, 2024-07-26T06:04:39.994 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_raw": 0, 2024-07-26T06:04:39.994 INFO:tasks.workunit.client.0.smithi089.stdout: "wr": 0, 2024-07-26T06:04:39.995 INFO:tasks.workunit.client.0.smithi089.stdout: "wr_bytes": 0 2024-07-26T06:04:39.995 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:39.995 INFO:tasks.workunit.client.0.smithi089.stdout: "target_max_bytes": 0, 2024-07-26T06:04:39.995 INFO:tasks.workunit.client.0.smithi089.stdout: "target_max_objects": 0, 2024-07-26T06:04:39.995 INFO:tasks.workunit.client.0.smithi089.stdout: "type": "replicated" 2024-07-26T06:04:39.995 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:39.995 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:39.995 INFO:tasks.workunit.client.0.smithi089.stdout: "application": [ 2024-07-26T06:04:39.995 INFO:tasks.workunit.client.0.smithi089.stdout: "rbd" 2024-07-26T06:04:39.995 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:39.995 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_mode": "none", 2024-07-26T06:04:39.995 INFO:tasks.workunit.client.0.smithi089.stdout: "erasure_code_profile": {}, 2024-07-26T06:04:39.995 INFO:tasks.workunit.client.0.smithi089.stdout: "min_size": 2, 2024-07-26T06:04:39.995 INFO:tasks.workunit.client.0.smithi089.stdout: "options": {}, 2024-07-26T06:04:39.996 INFO:tasks.workunit.client.0.smithi089.stdout: "pg_autoscale_mode": "off", 2024-07-26T06:04:39.996 INFO:tasks.workunit.client.0.smithi089.stdout: "pg_num": 8, 2024-07-26T06:04:39.996 INFO:tasks.workunit.client.0.smithi089.stdout: "pgp_num": 8, 2024-07-26T06:04:39.996 INFO:tasks.workunit.client.0.smithi089.stdout: "pool": 4, 2024-07-26T06:04:39.996 INFO:tasks.workunit.client.0.smithi089.stdout: "size": 3, 2024-07-26T06:04:39.996 INFO:tasks.workunit.client.0.smithi089.stdout: "stats": { 2024-07-26T06:04:39.996 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_raw": 727115213066, 2024-07-26T06:04:39.996 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_used": 12288, 2024-07-26T06:04:39.996 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_bytes_used": 0, 2024-07-26T06:04:39.996 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_under_bytes": 0, 2024-07-26T06:04:39.996 INFO:tasks.workunit.client.0.smithi089.stdout: "data_bytes_used": 12288, 2024-07-26T06:04:39.996 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty": 0, 2024-07-26T06:04:39.996 INFO:tasks.workunit.client.0.smithi089.stdout: "max_avail": 242371739648, 2024-07-26T06:04:39.996 INFO:tasks.workunit.client.0.smithi089.stdout: "objects": 2, 2024-07-26T06:04:39.997 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_bytes_used": 0, 2024-07-26T06:04:39.997 INFO:tasks.workunit.client.0.smithi089.stdout: "percent_used": 1.6899660337799105e-08, 2024-07-26T06:04:39.997 INFO:tasks.workunit.client.0.smithi089.stdout: "quota_bytes": 0, 2024-07-26T06:04:39.997 INFO:tasks.workunit.client.0.smithi089.stdout: "quota_objects": 0, 2024-07-26T06:04:39.997 INFO:tasks.workunit.client.0.smithi089.stdout: "rd": 0, 2024-07-26T06:04:39.997 INFO:tasks.workunit.client.0.smithi089.stdout: "rd_bytes": 0, 2024-07-26T06:04:39.997 INFO:tasks.workunit.client.0.smithi089.stdout: "stored": 19, 2024-07-26T06:04:39.997 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_data": 19, 2024-07-26T06:04:39.997 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_omap": 0, 2024-07-26T06:04:39.997 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_raw": 57, 2024-07-26T06:04:39.997 INFO:tasks.workunit.client.0.smithi089.stdout: "wr": 2, 2024-07-26T06:04:39.997 INFO:tasks.workunit.client.0.smithi089.stdout: "wr_bytes": 2048 2024-07-26T06:04:39.997 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:39.998 INFO:tasks.workunit.client.0.smithi089.stdout: "target_max_bytes": 0, 2024-07-26T06:04:39.998 INFO:tasks.workunit.client.0.smithi089.stdout: "target_max_objects": 0, 2024-07-26T06:04:39.998 INFO:tasks.workunit.client.0.smithi089.stdout: "type": "replicated" 2024-07-26T06:04:39.998 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:39.998 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:39.998 INFO:tasks.workunit.client.0.smithi089.stdout: "rbd": { 2024-07-26T06:04:39.998 INFO:tasks.workunit.client.0.smithi089.stdout: "mirroring_by_pool": [ 2024-07-26T06:04:39.998 INFO:tasks.workunit.client.0.smithi089.stdout: false 2024-07-26T06:04:39.998 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:39.998 INFO:tasks.workunit.client.0.smithi089.stdout: "num_images_by_pool": [ 2024-07-26T06:04:39.998 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T06:04:39.998 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:39.998 INFO:tasks.workunit.client.0.smithi089.stdout: "num_pools": 1 2024-07-26T06:04:39.999 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:39.999 INFO:tasks.workunit.client.0.smithi089.stdout: "report_id": "026049de-bcb2-4570-8ba4-a21596785ca5", 2024-07-26T06:04:39.999 INFO:tasks.workunit.client.0.smithi089.stdout: "report_timestamp": "2024-07-26T06:04:39.948436", 2024-07-26T06:04:39.999 INFO:tasks.workunit.client.0.smithi089.stdout: "report_version": 1, 2024-07-26T06:04:39.999 INFO:tasks.workunit.client.0.smithi089.stdout: "rook": { 2024-07-26T06:04:39.999 INFO:tasks.workunit.client.0.smithi089.stdout: "cluster": { 2024-07-26T06:04:39.999 INFO:tasks.workunit.client.0.smithi089.stdout: "external-mode": null, 2024-07-26T06:04:39.999 INFO:tasks.workunit.client.0.smithi089.stdout: "mon": { 2024-07-26T06:04:39.999 INFO:tasks.workunit.client.0.smithi089.stdout: "allow-multiple-per-node": null, 2024-07-26T06:04:39.999 INFO:tasks.workunit.client.0.smithi089.stdout: "count": null, 2024-07-26T06:04:39.999 INFO:tasks.workunit.client.0.smithi089.stdout: "max-id": null, 2024-07-26T06:04:39.999 INFO:tasks.workunit.client.0.smithi089.stdout: "pvc": { 2024-07-26T06:04:39.999 INFO:tasks.workunit.client.0.smithi089.stdout: "enabled": null 2024-07-26T06:04:39.999 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.000 INFO:tasks.workunit.client.0.smithi089.stdout: "stretch": { 2024-07-26T06:04:40.000 INFO:tasks.workunit.client.0.smithi089.stdout: "enabled": null 2024-07-26T06:04:40.000 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:40.000 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.000 INFO:tasks.workunit.client.0.smithi089.stdout: "network": { 2024-07-26T06:04:40.000 INFO:tasks.workunit.client.0.smithi089.stdout: "provider": null 2024-07-26T06:04:40.000 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.000 INFO:tasks.workunit.client.0.smithi089.stdout: "storage": { 2024-07-26T06:04:40.000 INFO:tasks.workunit.client.0.smithi089.stdout: "device-set": { 2024-07-26T06:04:40.000 INFO:tasks.workunit.client.0.smithi089.stdout: "count": { 2024-07-26T06:04:40.000 INFO:tasks.workunit.client.0.smithi089.stdout: "non-portable": null, 2024-07-26T06:04:40.000 INFO:tasks.workunit.client.0.smithi089.stdout: "portable": null, 2024-07-26T06:04:40.000 INFO:tasks.workunit.client.0.smithi089.stdout: "total": null 2024-07-26T06:04:40.000 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:40.001 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:40.001 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:40.001 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.001 INFO:tasks.workunit.client.0.smithi089.stdout: "csi": { 2024-07-26T06:04:40.001 INFO:tasks.workunit.client.0.smithi089.stdout: "version": null 2024-07-26T06:04:40.001 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.001 INFO:tasks.workunit.client.0.smithi089.stdout: "kubernetes": { 2024-07-26T06:04:40.001 INFO:tasks.workunit.client.0.smithi089.stdout: "version": null 2024-07-26T06:04:40.001 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.001 INFO:tasks.workunit.client.0.smithi089.stdout: "node": { 2024-07-26T06:04:40.001 INFO:tasks.workunit.client.0.smithi089.stdout: "count": { 2024-07-26T06:04:40.001 INFO:tasks.workunit.client.0.smithi089.stdout: "kubernetes-total": null, 2024-07-26T06:04:40.001 INFO:tasks.workunit.client.0.smithi089.stdout: "with-ceph-daemons": null, 2024-07-26T06:04:40.001 INFO:tasks.workunit.client.0.smithi089.stdout: "with-csi-cephfs-plugin": null, 2024-07-26T06:04:40.002 INFO:tasks.workunit.client.0.smithi089.stdout: "with-csi-nfs-plugin": null, 2024-07-26T06:04:40.002 INFO:tasks.workunit.client.0.smithi089.stdout: "with-csi-rbd-plugin": null 2024-07-26T06:04:40.002 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:40.002 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.002 INFO:tasks.workunit.client.0.smithi089.stdout: "usage": { 2024-07-26T06:04:40.002 INFO:tasks.workunit.client.0.smithi089.stdout: "storage-class": { 2024-07-26T06:04:40.002 INFO:tasks.workunit.client.0.smithi089.stdout: "count": { 2024-07-26T06:04:40.002 INFO:tasks.workunit.client.0.smithi089.stdout: "bucket": null, 2024-07-26T06:04:40.002 INFO:tasks.workunit.client.0.smithi089.stdout: "cephfs": null, 2024-07-26T06:04:40.002 INFO:tasks.workunit.client.0.smithi089.stdout: "nfs": null, 2024-07-26T06:04:40.002 INFO:tasks.workunit.client.0.smithi089.stdout: "rbd": null, 2024-07-26T06:04:40.002 INFO:tasks.workunit.client.0.smithi089.stdout: "total": null 2024-07-26T06:04:40.002 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:40.002 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:40.003 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.003 INFO:tasks.workunit.client.0.smithi089.stdout: "version": null 2024-07-26T06:04:40.003 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.003 INFO:tasks.workunit.client.0.smithi089.stdout: "services": {}, 2024-07-26T06:04:40.003 INFO:tasks.workunit.client.0.smithi089.stdout: "usage": { 2024-07-26T06:04:40.003 INFO:tasks.workunit.client.0.smithi089.stdout: "pg_num": 105, 2024-07-26T06:04:40.003 INFO:tasks.workunit.client.0.smithi089.stdout: "pools": 4, 2024-07-26T06:04:40.003 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_by_class": { 2024-07-26T06:04:40.003 INFO:tasks.workunit.client.0.smithi089.stdout: "ssd": { 2024-07-26T06:04:40.003 INFO:tasks.workunit.client.0.smithi089.stdout: "total_avail_bytes": 765516255232, 2024-07-26T06:04:40.003 INFO:tasks.workunit.client.0.smithi089.stdout: "total_bytes": 767960285184, 2024-07-26T06:04:40.003 INFO:tasks.workunit.client.0.smithi089.stdout: "total_used_bytes": 2444029952, 2024-07-26T06:04:40.003 INFO:tasks.workunit.client.0.smithi089.stdout: "total_used_raw_bytes": 2444029952, 2024-07-26T06:04:40.003 INFO:tasks.workunit.client.0.smithi089.stdout: "total_used_raw_ratio": 0.0031824952457100153 2024-07-26T06:04:40.004 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:40.004 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.004 INFO:tasks.workunit.client.0.smithi089.stdout: "total_avail_bytes": 765516255232, 2024-07-26T06:04:40.004 INFO:tasks.workunit.client.0.smithi089.stdout: "total_bytes": 767960285184, 2024-07-26T06:04:40.004 INFO:tasks.workunit.client.0.smithi089.stdout: "total_used_bytes": 2444029952 2024-07-26T06:04:40.004 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:40.004 INFO:tasks.workunit.client.0.smithi089.stdout:} 2024-07-26T06:04:40.004 INFO:tasks.workunit.client.0.smithi089.stdout:Device report is generated separately. To see it run 'ceph telemetry preview-device'. 2024-07-26T06:04:40.004 INFO:tasks.workunit.client.0.smithi089.stderr:+ ceph telemetry preview-device 2024-07-26T06:04:40.155 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:04:39 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: [26/Jul/2024:06:04:39] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-07-26T06:04:40.155 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:04:39 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: [26/Jul/2024:06:04:39] ENGINE Bus STOPPED 2024-07-26T06:04:40.155 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:04:39 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: [26/Jul/2024:06:04:39] ENGINE Bus STARTING 2024-07-26T06:04:40.155 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:04:40 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: [26/Jul/2024:06:04:40] ENGINE Serving on http://:::9283 2024-07-26T06:04:40.156 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:04:40 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: [26/Jul/2024:06:04:40] ENGINE Bus STARTED 2024-07-26T06:04:40.459 INFO:tasks.workunit.client.0.smithi089.stdout:{ 2024-07-26T06:04:40.460 INFO:tasks.workunit.client.0.smithi089.stdout: "f1f6d230-4b14-11ef-9869-0cc47a8fd501": { 2024-07-26T06:04:40.460 INFO:tasks.workunit.client.0.smithi089.stdout: "INTEL_SSDPEDMD400G4_f1f7de5a-4b14-11ef-9869-0cc47a8fd501": { 2024-07-26T06:04:40.460 INFO:tasks.workunit.client.0.smithi089.stdout: "20240726-055851": { 2024-07-26T06:04:40.460 INFO:tasks.workunit.client.0.smithi089.stdout: "device": { 2024-07-26T06:04:40.460 INFO:tasks.workunit.client.0.smithi089.stdout: "info_name": "/dev/nvme0n1", 2024-07-26T06:04:40.461 INFO:tasks.workunit.client.0.smithi089.stdout: "name": "/dev/nvme0n1", 2024-07-26T06:04:40.461 INFO:tasks.workunit.client.0.smithi089.stdout: "protocol": "NVMe", 2024-07-26T06:04:40.461 INFO:tasks.workunit.client.0.smithi089.stdout: "type": "nvme" 2024-07-26T06:04:40.461 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.461 INFO:tasks.workunit.client.0.smithi089.stdout: "firmware_version": "8DV101H0", 2024-07-26T06:04:40.461 INFO:tasks.workunit.client.0.smithi089.stdout: "host_id": "f1f6d230-4b14-11ef-9869-0cc47a8fd501", 2024-07-26T06:04:40.462 INFO:tasks.workunit.client.0.smithi089.stdout: "json_format_version": [ 2024-07-26T06:04:40.462 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:40.462 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T06:04:40.462 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:40.462 INFO:tasks.workunit.client.0.smithi089.stdout: "local_time": { 2024-07-26T06:04:40.463 INFO:tasks.workunit.client.0.smithi089.stdout: "asctime": "Fri Jul 26 05:58:51 2024 UTC", 2024-07-26T06:04:40.463 INFO:tasks.workunit.client.0.smithi089.stdout: "time_t": 1721973531 2024-07-26T06:04:40.463 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.463 INFO:tasks.workunit.client.0.smithi089.stdout: "logical_block_size": 512, 2024-07-26T06:04:40.463 INFO:tasks.workunit.client.0.smithi089.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-07-26T06:04:40.464 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_controller_id": 0, 2024-07-26T06:04:40.464 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-07-26T06:04:40.464 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_namespaces": [ 2024-07-26T06:04:40.464 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:40.464 INFO:tasks.workunit.client.0.smithi089.stdout: "capacity": { 2024-07-26T06:04:40.465 INFO:tasks.workunit.client.0.smithi089.stdout: "blocks": 781422768, 2024-07-26T06:04:40.465 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 400088457216 2024-07-26T06:04:40.465 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.465 INFO:tasks.workunit.client.0.smithi089.stdout: "formatted_lba_size": 512, 2024-07-26T06:04:40.465 INFO:tasks.workunit.client.0.smithi089.stdout: "id": 1, 2024-07-26T06:04:40.466 INFO:tasks.workunit.client.0.smithi089.stdout: "size": { 2024-07-26T06:04:40.466 INFO:tasks.workunit.client.0.smithi089.stdout: "blocks": 781422768, 2024-07-26T06:04:40.466 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 400088457216 2024-07-26T06:04:40.466 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.466 INFO:tasks.workunit.client.0.smithi089.stdout: "utilization": { 2024-07-26T06:04:40.467 INFO:tasks.workunit.client.0.smithi089.stdout: "blocks": 781422768, 2024-07-26T06:04:40.467 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 400088457216 2024-07-26T06:04:40.467 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:40.467 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:40.467 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:40.468 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_number_of_namespaces": 1, 2024-07-26T06:04:40.468 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_pci_vendor": { 2024-07-26T06:04:40.468 INFO:tasks.workunit.client.0.smithi089.stdout: "id": 32902, 2024-07-26T06:04:40.468 INFO:tasks.workunit.client.0.smithi089.stdout: "subsystem_id": 32902 2024-07-26T06:04:40.468 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.468 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_smart_health_information_add_log": { 2024-07-26T06:04:40.469 INFO:tasks.workunit.client.0.smithi089.stdout: "Device stats": { 2024-07-26T06:04:40.469 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_fw_downgrades": { 2024-07-26T06:04:40.469 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 0, 2024-07-26T06:04:40.469 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:40.470 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.470 INFO:tasks.workunit.client.0.smithi089.stdout: "crc_error_count": { 2024-07-26T06:04:40.470 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:40.470 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:40.470 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.471 INFO:tasks.workunit.client.0.smithi089.stdout: "end_to_end_error_detection_count": { 2024-07-26T06:04:40.471 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:40.471 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:40.471 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.472 INFO:tasks.workunit.client.0.smithi089.stdout: "erase_fail_count": { 2024-07-26T06:04:40.472 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:40.472 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:40.472 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.473 INFO:tasks.workunit.client.0.smithi089.stdout: "host_bytes_written": { 2024-07-26T06:04:40.473 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:40.473 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 25320512 2024-07-26T06:04:40.473 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.473 INFO:tasks.workunit.client.0.smithi089.stdout: "host_ctx_wear_used": { 2024-07-26T06:04:40.474 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:40.474 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 1 2024-07-26T06:04:40.474 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.474 INFO:tasks.workunit.client.0.smithi089.stdout: "media_bytes_read": { 2024-07-26T06:04:40.475 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 0, 2024-07-26T06:04:40.475 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:40.475 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.475 INFO:tasks.workunit.client.0.smithi089.stdout: "nand_bytes_written": { 2024-07-26T06:04:40.475 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:40.476 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 43978950 2024-07-26T06:04:40.476 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.476 INFO:tasks.workunit.client.0.smithi089.stdout: "perf_stat_indicator": { 2024-07-26T06:04:40.476 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 0, 2024-07-26T06:04:40.476 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:40.477 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.477 INFO:tasks.workunit.client.0.smithi089.stdout: "pll_lock_loss_count": { 2024-07-26T06:04:40.477 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:40.477 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:40.477 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.478 INFO:tasks.workunit.client.0.smithi089.stdout: "program_fail_count": { 2024-07-26T06:04:40.478 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:40.478 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:40.478 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.479 INFO:tasks.workunit.client.0.smithi089.stdout: "re_alloc_sectr_cnt": { 2024-07-26T06:04:40.479 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 0, 2024-07-26T06:04:40.479 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:40.479 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.479 INFO:tasks.workunit.client.0.smithi089.stdout: "retry_buffer_overflow_count": { 2024-07-26T06:04:40.480 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:40.480 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:40.480 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.480 INFO:tasks.workunit.client.0.smithi089.stdout: "soft_ecc_err_rate": { 2024-07-26T06:04:40.480 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 0, 2024-07-26T06:04:40.480 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:40.481 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.481 INFO:tasks.workunit.client.0.smithi089.stdout: "thermal_throttle_status": { 2024-07-26T06:04:40.481 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:40.481 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": { 2024-07-26T06:04:40.481 INFO:tasks.workunit.client.0.smithi089.stdout: "cnt": 0, 2024-07-26T06:04:40.482 INFO:tasks.workunit.client.0.smithi089.stdout: "pct": 0 2024-07-26T06:04:40.482 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:40.482 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.482 INFO:tasks.workunit.client.0.smithi089.stdout: "timed_workload_host_reads": { 2024-07-26T06:04:40.483 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:40.483 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 65535 2024-07-26T06:04:40.483 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.483 INFO:tasks.workunit.client.0.smithi089.stdout: "timed_workload_media_wear": { 2024-07-26T06:04:40.484 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:40.484 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": "63.999023" 2024-07-26T06:04:40.484 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.484 INFO:tasks.workunit.client.0.smithi089.stdout: "timed_workload_timer": { 2024-07-26T06:04:40.484 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:40.485 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 65535 2024-07-26T06:04:40.485 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.485 INFO:tasks.workunit.client.0.smithi089.stdout: "unexp_power_loss": { 2024-07-26T06:04:40.485 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 0, 2024-07-26T06:04:40.485 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:40.486 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.486 INFO:tasks.workunit.client.0.smithi089.stdout: "wear_leveling": { 2024-07-26T06:04:40.486 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 91, 2024-07-26T06:04:40.486 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": { 2024-07-26T06:04:40.486 INFO:tasks.workunit.client.0.smithi089.stdout: "avg": 2986, 2024-07-26T06:04:40.487 INFO:tasks.workunit.client.0.smithi089.stdout: "max": 2994, 2024-07-26T06:04:40.487 INFO:tasks.workunit.client.0.smithi089.stdout: "min": 2977 2024-07-26T06:04:40.487 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:40.487 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:40.489 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.490 INFO:tasks.workunit.client.0.smithi089.stdout: "Intel Smart log": "nvme0n1" 2024-07-26T06:04:40.490 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.490 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_smart_health_information_log": { 2024-07-26T06:04:40.490 INFO:tasks.workunit.client.0.smithi089.stdout: "available_spare": 100, 2024-07-26T06:04:40.490 INFO:tasks.workunit.client.0.smithi089.stdout: "available_spare_threshold": 10, 2024-07-26T06:04:40.491 INFO:tasks.workunit.client.0.smithi089.stdout: "controller_busy_time": 54, 2024-07-26T06:04:40.491 INFO:tasks.workunit.client.0.smithi089.stdout: "critical_warning": 0, 2024-07-26T06:04:40.491 INFO:tasks.workunit.client.0.smithi089.stdout: "data_units_read": 342268810, 2024-07-26T06:04:40.491 INFO:tasks.workunit.client.0.smithi089.stdout: "data_units_written": 1659405125, 2024-07-26T06:04:40.491 INFO:tasks.workunit.client.0.smithi089.stdout: "host_reads": 5789471835, 2024-07-26T06:04:40.492 INFO:tasks.workunit.client.0.smithi089.stdout: "host_writes": 30491913124, 2024-07-26T06:04:40.492 INFO:tasks.workunit.client.0.smithi089.stdout: "media_errors": 0, 2024-07-26T06:04:40.492 INFO:tasks.workunit.client.0.smithi089.stdout: "num_err_log_entries": 0, 2024-07-26T06:04:40.492 INFO:tasks.workunit.client.0.smithi089.stdout: "percentage_used": 9, 2024-07-26T06:04:40.492 INFO:tasks.workunit.client.0.smithi089.stdout: "power_cycles": 48991, 2024-07-26T06:04:40.493 INFO:tasks.workunit.client.0.smithi089.stdout: "power_on_hours": 52946, 2024-07-26T06:04:40.493 INFO:tasks.workunit.client.0.smithi089.stdout: "temperature": 29, 2024-07-26T06:04:40.493 INFO:tasks.workunit.client.0.smithi089.stdout: "unsafe_shutdowns": 3257 2024-07-26T06:04:40.493 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.493 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_vendor": "intel", 2024-07-26T06:04:40.494 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_version": { 2024-07-26T06:04:40.494 INFO:tasks.workunit.client.0.smithi089.stdout: "string": "<1.2", 2024-07-26T06:04:40.494 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:40.494 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.494 INFO:tasks.workunit.client.0.smithi089.stdout: "power_cycle_count": 48991, 2024-07-26T06:04:40.495 INFO:tasks.workunit.client.0.smithi089.stdout: "power_on_time": { 2024-07-26T06:04:40.495 INFO:tasks.workunit.client.0.smithi089.stdout: "hours": 52946 2024-07-26T06:04:40.495 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.495 INFO:tasks.workunit.client.0.smithi089.stdout: "serial_number": "deleted", 2024-07-26T06:04:40.496 INFO:tasks.workunit.client.0.smithi089.stdout: "smart_status": { 2024-07-26T06:04:40.496 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme": { 2024-07-26T06:04:40.496 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:40.496 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.496 INFO:tasks.workunit.client.0.smithi089.stdout: "passed": true 2024-07-26T06:04:40.496 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.496 INFO:tasks.workunit.client.0.smithi089.stdout: "smartctl": { 2024-07-26T06:04:40.496 INFO:tasks.workunit.client.0.smithi089.stdout: "argv": [ 2024-07-26T06:04:40.496 INFO:tasks.workunit.client.0.smithi089.stdout: "smartctl", 2024-07-26T06:04:40.496 INFO:tasks.workunit.client.0.smithi089.stdout: "-x", 2024-07-26T06:04:40.496 INFO:tasks.workunit.client.0.smithi089.stdout: "--json=o", 2024-07-26T06:04:40.496 INFO:tasks.workunit.client.0.smithi089.stdout: "/dev/nvme0n1" 2024-07-26T06:04:40.497 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:40.497 INFO:tasks.workunit.client.0.smithi089.stdout: "build_info": "(local build)", 2024-07-26T06:04:40.497 INFO:tasks.workunit.client.0.smithi089.stdout: "exit_status": 0, 2024-07-26T06:04:40.497 INFO:tasks.workunit.client.0.smithi089.stdout: "output": [ 2024-07-26T06:04:40.497 INFO:tasks.workunit.client.0.smithi089.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-07-26T06:04:40.497 INFO:tasks.workunit.client.0.smithi089.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-07-26T06:04:40.497 INFO:tasks.workunit.client.0.smithi089.stdout: "", 2024-07-26T06:04:40.497 INFO:tasks.workunit.client.0.smithi089.stdout: "=== START OF INFORMATION SECTION ===", 2024-07-26T06:04:40.497 INFO:tasks.workunit.client.0.smithi089.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-07-26T06:04:40.497 INFO:tasks.workunit.client.0.smithi089.stdout: "Serial Number: deleted", 2024-07-26T06:04:40.497 INFO:tasks.workunit.client.0.smithi089.stdout: "Firmware Version: 8DV101H0", 2024-07-26T06:04:40.497 INFO:tasks.workunit.client.0.smithi089.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-07-26T06:04:40.497 INFO:tasks.workunit.client.0.smithi089.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-07-26T06:04:40.498 INFO:tasks.workunit.client.0.smithi089.stdout: "Controller ID: 0", 2024-07-26T06:04:40.498 INFO:tasks.workunit.client.0.smithi089.stdout: "NVMe Version: <1.2", 2024-07-26T06:04:40.498 INFO:tasks.workunit.client.0.smithi089.stdout: "Number of Namespaces: 1", 2024-07-26T06:04:40.498 INFO:tasks.workunit.client.0.smithi089.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-07-26T06:04:40.498 INFO:tasks.workunit.client.0.smithi089.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-07-26T06:04:40.498 INFO:tasks.workunit.client.0.smithi089.stdout: "Local Time is: Fri Jul 26 05:58:51 2024 UTC", 2024-07-26T06:04:40.498 INFO:tasks.workunit.client.0.smithi089.stdout: "Firmware Updates (0x02): 1 Slot", 2024-07-26T06:04:40.498 INFO:tasks.workunit.client.0.smithi089.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-07-26T06:04:40.498 INFO:tasks.workunit.client.0.smithi089.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-07-26T06:04:40.498 INFO:tasks.workunit.client.0.smithi089.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-07-26T06:04:40.498 INFO:tasks.workunit.client.0.smithi089.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-07-26T06:04:40.498 INFO:tasks.workunit.client.0.smithi089.stdout: "", 2024-07-26T06:04:40.499 INFO:tasks.workunit.client.0.smithi089.stdout: "Supported Power States", 2024-07-26T06:04:40.499 INFO:tasks.workunit.client.0.smithi089.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-07-26T06:04:40.499 INFO:tasks.workunit.client.0.smithi089.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-07-26T06:04:40.499 INFO:tasks.workunit.client.0.smithi089.stdout: "", 2024-07-26T06:04:40.499 INFO:tasks.workunit.client.0.smithi089.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-07-26T06:04:40.499 INFO:tasks.workunit.client.0.smithi089.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-07-26T06:04:40.499 INFO:tasks.workunit.client.0.smithi089.stdout: " 0 + 512 0 2", 2024-07-26T06:04:40.499 INFO:tasks.workunit.client.0.smithi089.stdout: " 1 - 512 8 2", 2024-07-26T06:04:40.499 INFO:tasks.workunit.client.0.smithi089.stdout: " 2 - 512 16 2", 2024-07-26T06:04:40.499 INFO:tasks.workunit.client.0.smithi089.stdout: " 3 - 4096 0 0", 2024-07-26T06:04:40.499 INFO:tasks.workunit.client.0.smithi089.stdout: " 4 - 4096 8 0", 2024-07-26T06:04:40.499 INFO:tasks.workunit.client.0.smithi089.stdout: " 5 - 4096 64 0", 2024-07-26T06:04:40.499 INFO:tasks.workunit.client.0.smithi089.stdout: " 6 - 4096 128 0", 2024-07-26T06:04:40.500 INFO:tasks.workunit.client.0.smithi089.stdout: "", 2024-07-26T06:04:40.500 INFO:tasks.workunit.client.0.smithi089.stdout: "=== START OF SMART DATA SECTION ===", 2024-07-26T06:04:40.500 INFO:tasks.workunit.client.0.smithi089.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-07-26T06:04:40.500 INFO:tasks.workunit.client.0.smithi089.stdout: "", 2024-07-26T06:04:40.500 INFO:tasks.workunit.client.0.smithi089.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-07-26T06:04:40.500 INFO:tasks.workunit.client.0.smithi089.stdout: "Critical Warning: 0x00", 2024-07-26T06:04:40.500 INFO:tasks.workunit.client.0.smithi089.stdout: "Temperature: 29 Celsius", 2024-07-26T06:04:40.500 INFO:tasks.workunit.client.0.smithi089.stdout: "Available Spare: 100%", 2024-07-26T06:04:40.500 INFO:tasks.workunit.client.0.smithi089.stdout: "Available Spare Threshold: 10%", 2024-07-26T06:04:40.500 INFO:tasks.workunit.client.0.smithi089.stdout: "Percentage Used: 9%", 2024-07-26T06:04:40.500 INFO:tasks.workunit.client.0.smithi089.stdout: "Data Units Read: 342,268,810 [175 TB]", 2024-07-26T06:04:40.500 INFO:tasks.workunit.client.0.smithi089.stdout: "Data Units Written: 1,659,405,125 [849 TB]", 2024-07-26T06:04:40.500 INFO:tasks.workunit.client.0.smithi089.stdout: "Host Read Commands: 5,789,471,835", 2024-07-26T06:04:40.500 INFO:tasks.workunit.client.0.smithi089.stdout: "Host Write Commands: 30,491,913,124", 2024-07-26T06:04:40.501 INFO:tasks.workunit.client.0.smithi089.stdout: "Controller Busy Time: 54", 2024-07-26T06:04:40.501 INFO:tasks.workunit.client.0.smithi089.stdout: "Power Cycles: 48,991", 2024-07-26T06:04:40.501 INFO:tasks.workunit.client.0.smithi089.stdout: "Power On Hours: 52,946", 2024-07-26T06:04:40.501 INFO:tasks.workunit.client.0.smithi089.stdout: "Unsafe Shutdowns: 3,257", 2024-07-26T06:04:40.501 INFO:tasks.workunit.client.0.smithi089.stdout: "Media and Data Integrity Errors: 0", 2024-07-26T06:04:40.501 INFO:tasks.workunit.client.0.smithi089.stdout: "Error Information Log Entries: 0", 2024-07-26T06:04:40.501 INFO:tasks.workunit.client.0.smithi089.stdout: "", 2024-07-26T06:04:40.501 INFO:tasks.workunit.client.0.smithi089.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-07-26T06:04:40.501 INFO:tasks.workunit.client.0.smithi089.stdout: "No Errors Logged", 2024-07-26T06:04:40.501 INFO:tasks.workunit.client.0.smithi089.stdout: "" 2024-07-26T06:04:40.501 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:40.501 INFO:tasks.workunit.client.0.smithi089.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-07-26T06:04:40.501 INFO:tasks.workunit.client.0.smithi089.stdout: "svn_revision": "5155", 2024-07-26T06:04:40.501 INFO:tasks.workunit.client.0.smithi089.stdout: "version": [ 2024-07-26T06:04:40.502 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:40.502 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T06:04:40.502 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:40.502 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.502 INFO:tasks.workunit.client.0.smithi089.stdout: "temperature": { 2024-07-26T06:04:40.502 INFO:tasks.workunit.client.0.smithi089.stdout: "current": 29 2024-07-26T06:04:40.502 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.502 INFO:tasks.workunit.client.0.smithi089.stdout: "user_capacity": { 2024-07-26T06:04:40.502 INFO:tasks.workunit.client.0.smithi089.stdout: "blocks": 781422768, 2024-07-26T06:04:40.502 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 400088457216 2024-07-26T06:04:40.502 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:40.502 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:40.502 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:40.502 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.503 INFO:tasks.workunit.client.0.smithi089.stdout: "f1f9c10c-4b14-11ef-9869-0cc47a8fd501": { 2024-07-26T06:04:40.503 INFO:tasks.workunit.client.0.smithi089.stdout: "INTEL_SSDPEDMD400G4_f1faceee-4b14-11ef-9869-0cc47a8fd501": { 2024-07-26T06:04:40.503 INFO:tasks.workunit.client.0.smithi089.stdout: "20240726-055849": { 2024-07-26T06:04:40.503 INFO:tasks.workunit.client.0.smithi089.stdout: "device": { 2024-07-26T06:04:40.503 INFO:tasks.workunit.client.0.smithi089.stdout: "info_name": "/dev/nvme0n1", 2024-07-26T06:04:40.503 INFO:tasks.workunit.client.0.smithi089.stdout: "name": "/dev/nvme0n1", 2024-07-26T06:04:40.503 INFO:tasks.workunit.client.0.smithi089.stdout: "protocol": "NVMe", 2024-07-26T06:04:40.503 INFO:tasks.workunit.client.0.smithi089.stdout: "type": "nvme" 2024-07-26T06:04:40.503 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.503 INFO:tasks.workunit.client.0.smithi089.stdout: "firmware_version": "8DV101H0", 2024-07-26T06:04:40.503 INFO:tasks.workunit.client.0.smithi089.stdout: "host_id": "f1f9c10c-4b14-11ef-9869-0cc47a8fd501", 2024-07-26T06:04:40.503 INFO:tasks.workunit.client.0.smithi089.stdout: "json_format_version": [ 2024-07-26T06:04:40.503 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:40.503 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T06:04:40.504 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:40.504 INFO:tasks.workunit.client.0.smithi089.stdout: "local_time": { 2024-07-26T06:04:40.504 INFO:tasks.workunit.client.0.smithi089.stdout: "asctime": "Fri Jul 26 05:58:49 2024 UTC", 2024-07-26T06:04:40.504 INFO:tasks.workunit.client.0.smithi089.stdout: "time_t": 1721973529 2024-07-26T06:04:40.504 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.504 INFO:tasks.workunit.client.0.smithi089.stdout: "logical_block_size": 512, 2024-07-26T06:04:40.504 INFO:tasks.workunit.client.0.smithi089.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-07-26T06:04:40.504 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_controller_id": 0, 2024-07-26T06:04:40.504 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-07-26T06:04:40.504 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_namespaces": [ 2024-07-26T06:04:40.504 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:40.504 INFO:tasks.workunit.client.0.smithi089.stdout: "capacity": { 2024-07-26T06:04:40.505 INFO:tasks.workunit.client.0.smithi089.stdout: "blocks": 781422768, 2024-07-26T06:04:40.505 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 400088457216 2024-07-26T06:04:40.505 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.505 INFO:tasks.workunit.client.0.smithi089.stdout: "formatted_lba_size": 512, 2024-07-26T06:04:40.505 INFO:tasks.workunit.client.0.smithi089.stdout: "id": 1, 2024-07-26T06:04:40.505 INFO:tasks.workunit.client.0.smithi089.stdout: "size": { 2024-07-26T06:04:40.505 INFO:tasks.workunit.client.0.smithi089.stdout: "blocks": 781422768, 2024-07-26T06:04:40.505 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 400088457216 2024-07-26T06:04:40.505 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.505 INFO:tasks.workunit.client.0.smithi089.stdout: "utilization": { 2024-07-26T06:04:40.505 INFO:tasks.workunit.client.0.smithi089.stdout: "blocks": 781422768, 2024-07-26T06:04:40.505 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 400088457216 2024-07-26T06:04:40.505 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:40.506 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:40.506 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:40.506 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_number_of_namespaces": 1, 2024-07-26T06:04:40.506 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_pci_vendor": { 2024-07-26T06:04:40.506 INFO:tasks.workunit.client.0.smithi089.stdout: "id": 32902, 2024-07-26T06:04:40.506 INFO:tasks.workunit.client.0.smithi089.stdout: "subsystem_id": 32902 2024-07-26T06:04:40.506 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.506 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_smart_health_information_add_log": { 2024-07-26T06:04:40.506 INFO:tasks.workunit.client.0.smithi089.stdout: "Device stats": { 2024-07-26T06:04:40.506 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_fw_downgrades": { 2024-07-26T06:04:40.506 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 0, 2024-07-26T06:04:40.506 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:40.506 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.506 INFO:tasks.workunit.client.0.smithi089.stdout: "crc_error_count": { 2024-07-26T06:04:40.507 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:40.507 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:40.507 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.507 INFO:tasks.workunit.client.0.smithi089.stdout: "end_to_end_error_detection_count": { 2024-07-26T06:04:40.507 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:40.507 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:40.507 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.507 INFO:tasks.workunit.client.0.smithi089.stdout: "erase_fail_count": { 2024-07-26T06:04:40.507 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:40.507 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:40.507 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.507 INFO:tasks.workunit.client.0.smithi089.stdout: "host_bytes_written": { 2024-07-26T06:04:40.507 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:40.507 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 33345857 2024-07-26T06:04:40.508 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.508 INFO:tasks.workunit.client.0.smithi089.stdout: "host_ctx_wear_used": { 2024-07-26T06:04:40.508 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:40.508 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 1 2024-07-26T06:04:40.508 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.508 INFO:tasks.workunit.client.0.smithi089.stdout: "media_bytes_read": { 2024-07-26T06:04:40.508 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 0, 2024-07-26T06:04:40.508 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:40.508 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.508 INFO:tasks.workunit.client.0.smithi089.stdout: "nand_bytes_written": { 2024-07-26T06:04:40.508 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:40.508 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 55628432 2024-07-26T06:04:40.508 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.508 INFO:tasks.workunit.client.0.smithi089.stdout: "perf_stat_indicator": { 2024-07-26T06:04:40.509 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 0, 2024-07-26T06:04:40.509 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:40.509 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.509 INFO:tasks.workunit.client.0.smithi089.stdout: "pll_lock_loss_count": { 2024-07-26T06:04:40.509 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:40.509 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:40.509 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.509 INFO:tasks.workunit.client.0.smithi089.stdout: "program_fail_count": { 2024-07-26T06:04:40.509 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:40.509 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:40.509 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.509 INFO:tasks.workunit.client.0.smithi089.stdout: "re_alloc_sectr_cnt": { 2024-07-26T06:04:40.509 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 0, 2024-07-26T06:04:40.509 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:40.509 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.510 INFO:tasks.workunit.client.0.smithi089.stdout: "retry_buffer_overflow_count": { 2024-07-26T06:04:40.510 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:40.510 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:40.510 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.510 INFO:tasks.workunit.client.0.smithi089.stdout: "soft_ecc_err_rate": { 2024-07-26T06:04:40.510 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 0, 2024-07-26T06:04:40.510 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:40.510 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.510 INFO:tasks.workunit.client.0.smithi089.stdout: "thermal_throttle_status": { 2024-07-26T06:04:40.510 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:40.510 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": { 2024-07-26T06:04:40.510 INFO:tasks.workunit.client.0.smithi089.stdout: "cnt": 0, 2024-07-26T06:04:40.510 INFO:tasks.workunit.client.0.smithi089.stdout: "pct": 0 2024-07-26T06:04:40.511 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:40.511 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.511 INFO:tasks.workunit.client.0.smithi089.stdout: "timed_workload_host_reads": { 2024-07-26T06:04:40.511 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:40.511 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 65535 2024-07-26T06:04:40.511 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.511 INFO:tasks.workunit.client.0.smithi089.stdout: "timed_workload_media_wear": { 2024-07-26T06:04:40.511 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:40.511 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": "63.999023" 2024-07-26T06:04:40.511 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.511 INFO:tasks.workunit.client.0.smithi089.stdout: "timed_workload_timer": { 2024-07-26T06:04:40.511 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:40.511 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 65535 2024-07-26T06:04:40.512 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.512 INFO:tasks.workunit.client.0.smithi089.stdout: "unexp_power_loss": { 2024-07-26T06:04:40.512 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 0, 2024-07-26T06:04:40.512 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:40.512 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.512 INFO:tasks.workunit.client.0.smithi089.stdout: "wear_leveling": { 2024-07-26T06:04:40.512 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 88, 2024-07-26T06:04:40.512 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": { 2024-07-26T06:04:40.512 INFO:tasks.workunit.client.0.smithi089.stdout: "avg": 3758, 2024-07-26T06:04:40.512 INFO:tasks.workunit.client.0.smithi089.stdout: "max": 3773, 2024-07-26T06:04:40.512 INFO:tasks.workunit.client.0.smithi089.stdout: "min": 3741 2024-07-26T06:04:40.512 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:40.512 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:40.513 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.513 INFO:tasks.workunit.client.0.smithi089.stdout: "Intel Smart log": "nvme0n1" 2024-07-26T06:04:40.513 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.513 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_smart_health_information_log": { 2024-07-26T06:04:40.513 INFO:tasks.workunit.client.0.smithi089.stdout: "available_spare": 100, 2024-07-26T06:04:40.513 INFO:tasks.workunit.client.0.smithi089.stdout: "available_spare_threshold": 10, 2024-07-26T06:04:40.513 INFO:tasks.workunit.client.0.smithi089.stdout: "controller_busy_time": 10, 2024-07-26T06:04:40.513 INFO:tasks.workunit.client.0.smithi089.stdout: "critical_warning": 0, 2024-07-26T06:04:40.513 INFO:tasks.workunit.client.0.smithi089.stdout: "data_units_read": 456383544, 2024-07-26T06:04:40.513 INFO:tasks.workunit.client.0.smithi089.stdout: "data_units_written": 2185354111, 2024-07-26T06:04:40.513 INFO:tasks.workunit.client.0.smithi089.stdout: "host_reads": 7178008182, 2024-07-26T06:04:40.513 INFO:tasks.workunit.client.0.smithi089.stdout: "host_writes": 37734841461, 2024-07-26T06:04:40.513 INFO:tasks.workunit.client.0.smithi089.stdout: "media_errors": 0, 2024-07-26T06:04:40.513 INFO:tasks.workunit.client.0.smithi089.stdout: "num_err_log_entries": 0, 2024-07-26T06:04:40.514 INFO:tasks.workunit.client.0.smithi089.stdout: "percentage_used": 12, 2024-07-26T06:04:40.514 INFO:tasks.workunit.client.0.smithi089.stdout: "power_cycles": 56250, 2024-07-26T06:04:40.514 INFO:tasks.workunit.client.0.smithi089.stdout: "power_on_hours": 56833, 2024-07-26T06:04:40.514 INFO:tasks.workunit.client.0.smithi089.stdout: "temperature": 27, 2024-07-26T06:04:40.514 INFO:tasks.workunit.client.0.smithi089.stdout: "unsafe_shutdowns": 913 2024-07-26T06:04:40.514 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.514 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_vendor": "intel", 2024-07-26T06:04:40.514 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_version": { 2024-07-26T06:04:40.514 INFO:tasks.workunit.client.0.smithi089.stdout: "string": "<1.2", 2024-07-26T06:04:40.514 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:40.514 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.514 INFO:tasks.workunit.client.0.smithi089.stdout: "power_cycle_count": 56250, 2024-07-26T06:04:40.514 INFO:tasks.workunit.client.0.smithi089.stdout: "power_on_time": { 2024-07-26T06:04:40.514 INFO:tasks.workunit.client.0.smithi089.stdout: "hours": 56833 2024-07-26T06:04:40.515 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.515 INFO:tasks.workunit.client.0.smithi089.stdout: "serial_number": "deleted", 2024-07-26T06:04:40.515 INFO:tasks.workunit.client.0.smithi089.stdout: "smart_status": { 2024-07-26T06:04:40.515 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme": { 2024-07-26T06:04:40.515 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:40.515 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.515 INFO:tasks.workunit.client.0.smithi089.stdout: "passed": true 2024-07-26T06:04:40.515 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.515 INFO:tasks.workunit.client.0.smithi089.stdout: "smartctl": { 2024-07-26T06:04:40.515 INFO:tasks.workunit.client.0.smithi089.stdout: "argv": [ 2024-07-26T06:04:40.515 INFO:tasks.workunit.client.0.smithi089.stdout: "smartctl", 2024-07-26T06:04:40.515 INFO:tasks.workunit.client.0.smithi089.stdout: "-x", 2024-07-26T06:04:40.515 INFO:tasks.workunit.client.0.smithi089.stdout: "--json=o", 2024-07-26T06:04:40.516 INFO:tasks.workunit.client.0.smithi089.stdout: "/dev/nvme0n1" 2024-07-26T06:04:40.516 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:40.516 INFO:tasks.workunit.client.0.smithi089.stdout: "build_info": "(local build)", 2024-07-26T06:04:40.516 INFO:tasks.workunit.client.0.smithi089.stdout: "exit_status": 0, 2024-07-26T06:04:40.516 INFO:tasks.workunit.client.0.smithi089.stdout: "output": [ 2024-07-26T06:04:40.516 INFO:tasks.workunit.client.0.smithi089.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-07-26T06:04:40.516 INFO:tasks.workunit.client.0.smithi089.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-07-26T06:04:40.516 INFO:tasks.workunit.client.0.smithi089.stdout: "", 2024-07-26T06:04:40.516 INFO:tasks.workunit.client.0.smithi089.stdout: "=== START OF INFORMATION SECTION ===", 2024-07-26T06:04:40.516 INFO:tasks.workunit.client.0.smithi089.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-07-26T06:04:40.516 INFO:tasks.workunit.client.0.smithi089.stdout: "Serial Number: deleted", 2024-07-26T06:04:40.516 INFO:tasks.workunit.client.0.smithi089.stdout: "Firmware Version: 8DV101H0", 2024-07-26T06:04:40.516 INFO:tasks.workunit.client.0.smithi089.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-07-26T06:04:40.516 INFO:tasks.workunit.client.0.smithi089.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-07-26T06:04:40.517 INFO:tasks.workunit.client.0.smithi089.stdout: "Controller ID: 0", 2024-07-26T06:04:40.517 INFO:tasks.workunit.client.0.smithi089.stdout: "NVMe Version: <1.2", 2024-07-26T06:04:40.517 INFO:tasks.workunit.client.0.smithi089.stdout: "Number of Namespaces: 1", 2024-07-26T06:04:40.517 INFO:tasks.workunit.client.0.smithi089.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-07-26T06:04:40.517 INFO:tasks.workunit.client.0.smithi089.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-07-26T06:04:40.517 INFO:tasks.workunit.client.0.smithi089.stdout: "Local Time is: Fri Jul 26 05:58:49 2024 UTC", 2024-07-26T06:04:40.517 INFO:tasks.workunit.client.0.smithi089.stdout: "Firmware Updates (0x02): 1 Slot", 2024-07-26T06:04:40.517 INFO:tasks.workunit.client.0.smithi089.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-07-26T06:04:40.517 INFO:tasks.workunit.client.0.smithi089.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-07-26T06:04:40.517 INFO:tasks.workunit.client.0.smithi089.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-07-26T06:04:40.517 INFO:tasks.workunit.client.0.smithi089.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-07-26T06:04:40.517 INFO:tasks.workunit.client.0.smithi089.stdout: "", 2024-07-26T06:04:40.517 INFO:tasks.workunit.client.0.smithi089.stdout: "Supported Power States", 2024-07-26T06:04:40.517 INFO:tasks.workunit.client.0.smithi089.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-07-26T06:04:40.518 INFO:tasks.workunit.client.0.smithi089.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-07-26T06:04:40.518 INFO:tasks.workunit.client.0.smithi089.stdout: "", 2024-07-26T06:04:40.518 INFO:tasks.workunit.client.0.smithi089.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-07-26T06:04:40.518 INFO:tasks.workunit.client.0.smithi089.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-07-26T06:04:40.518 INFO:tasks.workunit.client.0.smithi089.stdout: " 0 + 512 0 2", 2024-07-26T06:04:40.518 INFO:tasks.workunit.client.0.smithi089.stdout: " 1 - 512 8 2", 2024-07-26T06:04:40.518 INFO:tasks.workunit.client.0.smithi089.stdout: " 2 - 512 16 2", 2024-07-26T06:04:40.518 INFO:tasks.workunit.client.0.smithi089.stdout: " 3 - 4096 0 0", 2024-07-26T06:04:40.518 INFO:tasks.workunit.client.0.smithi089.stdout: " 4 - 4096 8 0", 2024-07-26T06:04:40.518 INFO:tasks.workunit.client.0.smithi089.stdout: " 5 - 4096 64 0", 2024-07-26T06:04:40.518 INFO:tasks.workunit.client.0.smithi089.stdout: " 6 - 4096 128 0", 2024-07-26T06:04:40.519 INFO:tasks.workunit.client.0.smithi089.stdout: "", 2024-07-26T06:04:40.519 INFO:tasks.workunit.client.0.smithi089.stdout: "=== START OF SMART DATA SECTION ===", 2024-07-26T06:04:40.519 INFO:tasks.workunit.client.0.smithi089.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-07-26T06:04:40.519 INFO:tasks.workunit.client.0.smithi089.stdout: "", 2024-07-26T06:04:40.519 INFO:tasks.workunit.client.0.smithi089.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-07-26T06:04:40.519 INFO:tasks.workunit.client.0.smithi089.stdout: "Critical Warning: 0x00", 2024-07-26T06:04:40.519 INFO:tasks.workunit.client.0.smithi089.stdout: "Temperature: 27 Celsius", 2024-07-26T06:04:40.519 INFO:tasks.workunit.client.0.smithi089.stdout: "Available Spare: 100%", 2024-07-26T06:04:40.519 INFO:tasks.workunit.client.0.smithi089.stdout: "Available Spare Threshold: 10%", 2024-07-26T06:04:40.519 INFO:tasks.workunit.client.0.smithi089.stdout: "Percentage Used: 12%", 2024-07-26T06:04:40.519 INFO:tasks.workunit.client.0.smithi089.stdout: "Data Units Read: 456,383,544 [233 TB]", 2024-07-26T06:04:40.519 INFO:tasks.workunit.client.0.smithi089.stdout: "Data Units Written: 2,185,354,111 [1.11 PB]", 2024-07-26T06:04:40.519 INFO:tasks.workunit.client.0.smithi089.stdout: "Host Read Commands: 7,178,008,182", 2024-07-26T06:04:40.520 INFO:tasks.workunit.client.0.smithi089.stdout: "Host Write Commands: 37,734,841,461", 2024-07-26T06:04:40.520 INFO:tasks.workunit.client.0.smithi089.stdout: "Controller Busy Time: 10", 2024-07-26T06:04:40.520 INFO:tasks.workunit.client.0.smithi089.stdout: "Power Cycles: 56,250", 2024-07-26T06:04:40.520 INFO:tasks.workunit.client.0.smithi089.stdout: "Power On Hours: 56,833", 2024-07-26T06:04:40.520 INFO:tasks.workunit.client.0.smithi089.stdout: "Unsafe Shutdowns: 913", 2024-07-26T06:04:40.520 INFO:tasks.workunit.client.0.smithi089.stdout: "Media and Data Integrity Errors: 0", 2024-07-26T06:04:40.520 INFO:tasks.workunit.client.0.smithi089.stdout: "Error Information Log Entries: 0", 2024-07-26T06:04:40.520 INFO:tasks.workunit.client.0.smithi089.stdout: "", 2024-07-26T06:04:40.520 INFO:tasks.workunit.client.0.smithi089.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-07-26T06:04:40.520 INFO:tasks.workunit.client.0.smithi089.stdout: "No Errors Logged", 2024-07-26T06:04:40.520 INFO:tasks.workunit.client.0.smithi089.stdout: "" 2024-07-26T06:04:40.520 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:40.520 INFO:tasks.workunit.client.0.smithi089.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-07-26T06:04:40.520 INFO:tasks.workunit.client.0.smithi089.stdout: "svn_revision": "5155", 2024-07-26T06:04:40.521 INFO:tasks.workunit.client.0.smithi089.stdout: "version": [ 2024-07-26T06:04:40.521 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:40.521 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T06:04:40.521 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:40.521 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.521 INFO:tasks.workunit.client.0.smithi089.stdout: "temperature": { 2024-07-26T06:04:40.521 INFO:tasks.workunit.client.0.smithi089.stdout: "current": 27 2024-07-26T06:04:40.521 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.521 INFO:tasks.workunit.client.0.smithi089.stdout: "user_capacity": { 2024-07-26T06:04:40.521 INFO:tasks.workunit.client.0.smithi089.stdout: "blocks": 781422768, 2024-07-26T06:04:40.522 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 400088457216 2024-07-26T06:04:40.522 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:40.522 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:40.522 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:40.522 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:40.522 INFO:tasks.workunit.client.0.smithi089.stdout:} 2024-07-26T06:04:40.523 INFO:tasks.workunit.client.0.smithi089.stderr:+ ceph telemetry preview-all 2024-07-26T06:04:40.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:40 smithi155 ceph-mon[33309]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:04:40.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:40 smithi155 ceph-mon[33309]: from='client.24707 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:04:40.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:40 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:04:40.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:40 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T06:04:40.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:40 smithi155 ceph-mon[33309]: from='client.24707 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:04:40.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:40 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:04:40.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:40 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T06:04:40.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:40 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:04:40.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:40 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:04:40.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:40 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:04:40.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:40 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:04:40.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:40 smithi089 ceph-mon[29555]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:04:40.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:40 smithi089 ceph-mon[29555]: from='client.24707 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:04:40.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:40 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:04:40.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:40 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T06:04:40.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:40 smithi089 ceph-mon[29555]: from='client.24707 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:04:40.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:40 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:04:40.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:40 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T06:04:40.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:40 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:04:40.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:40 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:04:40.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:40 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:04:40.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:40 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:04:40.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:40 smithi089 ceph-mon[41451]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:04:40.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:40 smithi089 ceph-mon[41451]: from='client.24707 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:04:40.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:40 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:04:40.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:40 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T06:04:40.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:40 smithi089 ceph-mon[41451]: from='client.24707 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:04:40.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:40 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:04:40.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:40 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T06:04:40.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:40 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:04:40.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:40 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:04:40.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:40 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:04:40.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:40 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:04:40.948 INFO:tasks.workunit.client.0.smithi089.stdout:{ 2024-07-26T06:04:40.949 INFO:tasks.workunit.client.0.smithi089.stdout: "device_report": { 2024-07-26T06:04:40.949 INFO:tasks.workunit.client.0.smithi089.stdout: "f1f6d230-4b14-11ef-9869-0cc47a8fd501": { 2024-07-26T06:04:40.949 INFO:tasks.workunit.client.0.smithi089.stdout: "INTEL_SSDPEDMD400G4_f1f7de5a-4b14-11ef-9869-0cc47a8fd501": { 2024-07-26T06:04:40.949 INFO:tasks.workunit.client.0.smithi089.stdout: "20240726-055851": { 2024-07-26T06:04:40.949 INFO:tasks.workunit.client.0.smithi089.stdout: "device": { 2024-07-26T06:04:40.949 INFO:tasks.workunit.client.0.smithi089.stdout: "info_name": "/dev/nvme0n1", 2024-07-26T06:04:40.949 INFO:tasks.workunit.client.0.smithi089.stdout: "name": "/dev/nvme0n1", 2024-07-26T06:04:40.949 INFO:tasks.workunit.client.0.smithi089.stdout: "protocol": "NVMe", 2024-07-26T06:04:40.950 INFO:tasks.workunit.client.0.smithi089.stdout: "type": "nvme" 2024-07-26T06:04:40.950 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.950 INFO:tasks.workunit.client.0.smithi089.stdout: "firmware_version": "8DV101H0", 2024-07-26T06:04:40.950 INFO:tasks.workunit.client.0.smithi089.stdout: "host_id": "f1f6d230-4b14-11ef-9869-0cc47a8fd501", 2024-07-26T06:04:40.950 INFO:tasks.workunit.client.0.smithi089.stdout: "json_format_version": [ 2024-07-26T06:04:40.950 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:40.950 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T06:04:40.950 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:40.950 INFO:tasks.workunit.client.0.smithi089.stdout: "local_time": { 2024-07-26T06:04:40.950 INFO:tasks.workunit.client.0.smithi089.stdout: "asctime": "Fri Jul 26 05:58:51 2024 UTC", 2024-07-26T06:04:40.950 INFO:tasks.workunit.client.0.smithi089.stdout: "time_t": 1721973531 2024-07-26T06:04:40.950 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.951 INFO:tasks.workunit.client.0.smithi089.stdout: "logical_block_size": 512, 2024-07-26T06:04:40.951 INFO:tasks.workunit.client.0.smithi089.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-07-26T06:04:40.951 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_controller_id": 0, 2024-07-26T06:04:40.951 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-07-26T06:04:40.951 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_namespaces": [ 2024-07-26T06:04:40.951 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:40.951 INFO:tasks.workunit.client.0.smithi089.stdout: "capacity": { 2024-07-26T06:04:40.951 INFO:tasks.workunit.client.0.smithi089.stdout: "blocks": 781422768, 2024-07-26T06:04:40.951 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 400088457216 2024-07-26T06:04:40.951 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.951 INFO:tasks.workunit.client.0.smithi089.stdout: "formatted_lba_size": 512, 2024-07-26T06:04:40.951 INFO:tasks.workunit.client.0.smithi089.stdout: "id": 1, 2024-07-26T06:04:40.951 INFO:tasks.workunit.client.0.smithi089.stdout: "size": { 2024-07-26T06:04:40.951 INFO:tasks.workunit.client.0.smithi089.stdout: "blocks": 781422768, 2024-07-26T06:04:40.952 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 400088457216 2024-07-26T06:04:40.952 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.952 INFO:tasks.workunit.client.0.smithi089.stdout: "utilization": { 2024-07-26T06:04:40.952 INFO:tasks.workunit.client.0.smithi089.stdout: "blocks": 781422768, 2024-07-26T06:04:40.952 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 400088457216 2024-07-26T06:04:40.952 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:40.952 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:40.952 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:40.952 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_number_of_namespaces": 1, 2024-07-26T06:04:40.952 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_pci_vendor": { 2024-07-26T06:04:40.952 INFO:tasks.workunit.client.0.smithi089.stdout: "id": 32902, 2024-07-26T06:04:40.952 INFO:tasks.workunit.client.0.smithi089.stdout: "subsystem_id": 32902 2024-07-26T06:04:40.953 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.953 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_smart_health_information_add_log": { 2024-07-26T06:04:40.953 INFO:tasks.workunit.client.0.smithi089.stdout: "Device stats": { 2024-07-26T06:04:40.953 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_fw_downgrades": { 2024-07-26T06:04:40.953 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 0, 2024-07-26T06:04:40.953 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:40.953 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.953 INFO:tasks.workunit.client.0.smithi089.stdout: "crc_error_count": { 2024-07-26T06:04:40.953 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:40.953 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:40.953 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.953 INFO:tasks.workunit.client.0.smithi089.stdout: "end_to_end_error_detection_count": { 2024-07-26T06:04:40.954 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:40.954 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:40.954 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.954 INFO:tasks.workunit.client.0.smithi089.stdout: "erase_fail_count": { 2024-07-26T06:04:40.954 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:40.954 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:40.954 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.954 INFO:tasks.workunit.client.0.smithi089.stdout: "host_bytes_written": { 2024-07-26T06:04:40.954 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:40.954 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 25320512 2024-07-26T06:04:40.954 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.954 INFO:tasks.workunit.client.0.smithi089.stdout: "host_ctx_wear_used": { 2024-07-26T06:04:40.955 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:40.955 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 1 2024-07-26T06:04:40.955 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.955 INFO:tasks.workunit.client.0.smithi089.stdout: "media_bytes_read": { 2024-07-26T06:04:40.955 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 0, 2024-07-26T06:04:40.955 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:40.955 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.955 INFO:tasks.workunit.client.0.smithi089.stdout: "nand_bytes_written": { 2024-07-26T06:04:40.955 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:40.955 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 43978950 2024-07-26T06:04:40.955 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.955 INFO:tasks.workunit.client.0.smithi089.stdout: "perf_stat_indicator": { 2024-07-26T06:04:40.956 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 0, 2024-07-26T06:04:40.956 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:40.956 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.956 INFO:tasks.workunit.client.0.smithi089.stdout: "pll_lock_loss_count": { 2024-07-26T06:04:40.956 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:40.956 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:40.956 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.956 INFO:tasks.workunit.client.0.smithi089.stdout: "program_fail_count": { 2024-07-26T06:04:40.956 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:40.956 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:40.956 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.956 INFO:tasks.workunit.client.0.smithi089.stdout: "re_alloc_sectr_cnt": { 2024-07-26T06:04:40.956 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 0, 2024-07-26T06:04:40.957 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:40.957 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.957 INFO:tasks.workunit.client.0.smithi089.stdout: "retry_buffer_overflow_count": { 2024-07-26T06:04:40.957 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:40.957 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:40.957 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.957 INFO:tasks.workunit.client.0.smithi089.stdout: "soft_ecc_err_rate": { 2024-07-26T06:04:40.957 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 0, 2024-07-26T06:04:40.957 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:40.957 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.957 INFO:tasks.workunit.client.0.smithi089.stdout: "thermal_throttle_status": { 2024-07-26T06:04:40.957 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:40.957 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": { 2024-07-26T06:04:40.958 INFO:tasks.workunit.client.0.smithi089.stdout: "cnt": 0, 2024-07-26T06:04:40.958 INFO:tasks.workunit.client.0.smithi089.stdout: "pct": 0 2024-07-26T06:04:40.958 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:40.958 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.958 INFO:tasks.workunit.client.0.smithi089.stdout: "timed_workload_host_reads": { 2024-07-26T06:04:40.958 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:40.958 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 65535 2024-07-26T06:04:40.958 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.958 INFO:tasks.workunit.client.0.smithi089.stdout: "timed_workload_media_wear": { 2024-07-26T06:04:40.958 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:40.958 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": "63.999023" 2024-07-26T06:04:40.958 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.959 INFO:tasks.workunit.client.0.smithi089.stdout: "timed_workload_timer": { 2024-07-26T06:04:40.959 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:40.959 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 65535 2024-07-26T06:04:40.959 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.959 INFO:tasks.workunit.client.0.smithi089.stdout: "unexp_power_loss": { 2024-07-26T06:04:40.959 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 0, 2024-07-26T06:04:40.959 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:40.959 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.959 INFO:tasks.workunit.client.0.smithi089.stdout: "wear_leveling": { 2024-07-26T06:04:40.959 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 91, 2024-07-26T06:04:40.959 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": { 2024-07-26T06:04:40.960 INFO:tasks.workunit.client.0.smithi089.stdout: "avg": 2986, 2024-07-26T06:04:40.960 INFO:tasks.workunit.client.0.smithi089.stdout: "max": 2994, 2024-07-26T06:04:40.960 INFO:tasks.workunit.client.0.smithi089.stdout: "min": 2977 2024-07-26T06:04:40.960 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:40.960 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:40.960 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.960 INFO:tasks.workunit.client.0.smithi089.stdout: "Intel Smart log": "nvme0n1" 2024-07-26T06:04:40.960 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.960 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_smart_health_information_log": { 2024-07-26T06:04:40.960 INFO:tasks.workunit.client.0.smithi089.stdout: "available_spare": 100, 2024-07-26T06:04:40.960 INFO:tasks.workunit.client.0.smithi089.stdout: "available_spare_threshold": 10, 2024-07-26T06:04:40.960 INFO:tasks.workunit.client.0.smithi089.stdout: "controller_busy_time": 54, 2024-07-26T06:04:40.960 INFO:tasks.workunit.client.0.smithi089.stdout: "critical_warning": 0, 2024-07-26T06:04:40.960 INFO:tasks.workunit.client.0.smithi089.stdout: "data_units_read": 342268810, 2024-07-26T06:04:40.961 INFO:tasks.workunit.client.0.smithi089.stdout: "data_units_written": 1659405125, 2024-07-26T06:04:40.961 INFO:tasks.workunit.client.0.smithi089.stdout: "host_reads": 5789471835, 2024-07-26T06:04:40.961 INFO:tasks.workunit.client.0.smithi089.stdout: "host_writes": 30491913124, 2024-07-26T06:04:40.961 INFO:tasks.workunit.client.0.smithi089.stdout: "media_errors": 0, 2024-07-26T06:04:40.961 INFO:tasks.workunit.client.0.smithi089.stdout: "num_err_log_entries": 0, 2024-07-26T06:04:40.961 INFO:tasks.workunit.client.0.smithi089.stdout: "percentage_used": 9, 2024-07-26T06:04:40.961 INFO:tasks.workunit.client.0.smithi089.stdout: "power_cycles": 48991, 2024-07-26T06:04:40.961 INFO:tasks.workunit.client.0.smithi089.stdout: "power_on_hours": 52946, 2024-07-26T06:04:40.961 INFO:tasks.workunit.client.0.smithi089.stdout: "temperature": 29, 2024-07-26T06:04:40.961 INFO:tasks.workunit.client.0.smithi089.stdout: "unsafe_shutdowns": 3257 2024-07-26T06:04:40.961 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.961 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_vendor": "intel", 2024-07-26T06:04:40.962 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_version": { 2024-07-26T06:04:40.962 INFO:tasks.workunit.client.0.smithi089.stdout: "string": "<1.2", 2024-07-26T06:04:40.962 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:40.962 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.962 INFO:tasks.workunit.client.0.smithi089.stdout: "power_cycle_count": 48991, 2024-07-26T06:04:40.962 INFO:tasks.workunit.client.0.smithi089.stdout: "power_on_time": { 2024-07-26T06:04:40.962 INFO:tasks.workunit.client.0.smithi089.stdout: "hours": 52946 2024-07-26T06:04:40.962 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.962 INFO:tasks.workunit.client.0.smithi089.stdout: "serial_number": "deleted", 2024-07-26T06:04:40.962 INFO:tasks.workunit.client.0.smithi089.stdout: "smart_status": { 2024-07-26T06:04:40.962 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme": { 2024-07-26T06:04:40.962 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:40.962 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.963 INFO:tasks.workunit.client.0.smithi089.stdout: "passed": true 2024-07-26T06:04:40.963 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.963 INFO:tasks.workunit.client.0.smithi089.stdout: "smartctl": { 2024-07-26T06:04:40.963 INFO:tasks.workunit.client.0.smithi089.stdout: "argv": [ 2024-07-26T06:04:40.963 INFO:tasks.workunit.client.0.smithi089.stdout: "smartctl", 2024-07-26T06:04:40.963 INFO:tasks.workunit.client.0.smithi089.stdout: "-x", 2024-07-26T06:04:40.963 INFO:tasks.workunit.client.0.smithi089.stdout: "--json=o", 2024-07-26T06:04:40.963 INFO:tasks.workunit.client.0.smithi089.stdout: "/dev/nvme0n1" 2024-07-26T06:04:40.963 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:40.963 INFO:tasks.workunit.client.0.smithi089.stdout: "build_info": "(local build)", 2024-07-26T06:04:40.963 INFO:tasks.workunit.client.0.smithi089.stdout: "exit_status": 0, 2024-07-26T06:04:40.963 INFO:tasks.workunit.client.0.smithi089.stdout: "output": [ 2024-07-26T06:04:40.964 INFO:tasks.workunit.client.0.smithi089.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-07-26T06:04:40.964 INFO:tasks.workunit.client.0.smithi089.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-07-26T06:04:40.964 INFO:tasks.workunit.client.0.smithi089.stdout: "", 2024-07-26T06:04:40.964 INFO:tasks.workunit.client.0.smithi089.stdout: "=== START OF INFORMATION SECTION ===", 2024-07-26T06:04:40.964 INFO:tasks.workunit.client.0.smithi089.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-07-26T06:04:40.964 INFO:tasks.workunit.client.0.smithi089.stdout: "Serial Number: deleted", 2024-07-26T06:04:40.964 INFO:tasks.workunit.client.0.smithi089.stdout: "Firmware Version: 8DV101H0", 2024-07-26T06:04:40.964 INFO:tasks.workunit.client.0.smithi089.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-07-26T06:04:40.964 INFO:tasks.workunit.client.0.smithi089.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-07-26T06:04:40.964 INFO:tasks.workunit.client.0.smithi089.stdout: "Controller ID: 0", 2024-07-26T06:04:40.964 INFO:tasks.workunit.client.0.smithi089.stdout: "NVMe Version: <1.2", 2024-07-26T06:04:40.964 INFO:tasks.workunit.client.0.smithi089.stdout: "Number of Namespaces: 1", 2024-07-26T06:04:40.965 INFO:tasks.workunit.client.0.smithi089.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-07-26T06:04:40.965 INFO:tasks.workunit.client.0.smithi089.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-07-26T06:04:40.965 INFO:tasks.workunit.client.0.smithi089.stdout: "Local Time is: Fri Jul 26 05:58:51 2024 UTC", 2024-07-26T06:04:40.965 INFO:tasks.workunit.client.0.smithi089.stdout: "Firmware Updates (0x02): 1 Slot", 2024-07-26T06:04:40.965 INFO:tasks.workunit.client.0.smithi089.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-07-26T06:04:40.965 INFO:tasks.workunit.client.0.smithi089.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-07-26T06:04:40.965 INFO:tasks.workunit.client.0.smithi089.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-07-26T06:04:40.965 INFO:tasks.workunit.client.0.smithi089.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-07-26T06:04:40.965 INFO:tasks.workunit.client.0.smithi089.stdout: "", 2024-07-26T06:04:40.965 INFO:tasks.workunit.client.0.smithi089.stdout: "Supported Power States", 2024-07-26T06:04:40.965 INFO:tasks.workunit.client.0.smithi089.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-07-26T06:04:40.965 INFO:tasks.workunit.client.0.smithi089.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-07-26T06:04:40.965 INFO:tasks.workunit.client.0.smithi089.stdout: "", 2024-07-26T06:04:40.965 INFO:tasks.workunit.client.0.smithi089.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-07-26T06:04:40.966 INFO:tasks.workunit.client.0.smithi089.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-07-26T06:04:40.966 INFO:tasks.workunit.client.0.smithi089.stdout: " 0 + 512 0 2", 2024-07-26T06:04:40.966 INFO:tasks.workunit.client.0.smithi089.stdout: " 1 - 512 8 2", 2024-07-26T06:04:40.966 INFO:tasks.workunit.client.0.smithi089.stdout: " 2 - 512 16 2", 2024-07-26T06:04:40.966 INFO:tasks.workunit.client.0.smithi089.stdout: " 3 - 4096 0 0", 2024-07-26T06:04:40.966 INFO:tasks.workunit.client.0.smithi089.stdout: " 4 - 4096 8 0", 2024-07-26T06:04:40.966 INFO:tasks.workunit.client.0.smithi089.stdout: " 5 - 4096 64 0", 2024-07-26T06:04:40.966 INFO:tasks.workunit.client.0.smithi089.stdout: " 6 - 4096 128 0", 2024-07-26T06:04:40.966 INFO:tasks.workunit.client.0.smithi089.stdout: "", 2024-07-26T06:04:40.966 INFO:tasks.workunit.client.0.smithi089.stdout: "=== START OF SMART DATA SECTION ===", 2024-07-26T06:04:40.966 INFO:tasks.workunit.client.0.smithi089.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-07-26T06:04:40.966 INFO:tasks.workunit.client.0.smithi089.stdout: "", 2024-07-26T06:04:40.966 INFO:tasks.workunit.client.0.smithi089.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-07-26T06:04:40.967 INFO:tasks.workunit.client.0.smithi089.stdout: "Critical Warning: 0x00", 2024-07-26T06:04:40.967 INFO:tasks.workunit.client.0.smithi089.stdout: "Temperature: 29 Celsius", 2024-07-26T06:04:40.967 INFO:tasks.workunit.client.0.smithi089.stdout: "Available Spare: 100%", 2024-07-26T06:04:40.967 INFO:tasks.workunit.client.0.smithi089.stdout: "Available Spare Threshold: 10%", 2024-07-26T06:04:40.967 INFO:tasks.workunit.client.0.smithi089.stdout: "Percentage Used: 9%", 2024-07-26T06:04:40.967 INFO:tasks.workunit.client.0.smithi089.stdout: "Data Units Read: 342,268,810 [175 TB]", 2024-07-26T06:04:40.967 INFO:tasks.workunit.client.0.smithi089.stdout: "Data Units Written: 1,659,405,125 [849 TB]", 2024-07-26T06:04:40.967 INFO:tasks.workunit.client.0.smithi089.stdout: "Host Read Commands: 5,789,471,835", 2024-07-26T06:04:40.967 INFO:tasks.workunit.client.0.smithi089.stdout: "Host Write Commands: 30,491,913,124", 2024-07-26T06:04:40.967 INFO:tasks.workunit.client.0.smithi089.stdout: "Controller Busy Time: 54", 2024-07-26T06:04:40.967 INFO:tasks.workunit.client.0.smithi089.stdout: "Power Cycles: 48,991", 2024-07-26T06:04:40.967 INFO:tasks.workunit.client.0.smithi089.stdout: "Power On Hours: 52,946", 2024-07-26T06:04:40.968 INFO:tasks.workunit.client.0.smithi089.stdout: "Unsafe Shutdowns: 3,257", 2024-07-26T06:04:40.968 INFO:tasks.workunit.client.0.smithi089.stdout: "Media and Data Integrity Errors: 0", 2024-07-26T06:04:40.968 INFO:tasks.workunit.client.0.smithi089.stdout: "Error Information Log Entries: 0", 2024-07-26T06:04:40.968 INFO:tasks.workunit.client.0.smithi089.stdout: "", 2024-07-26T06:04:40.968 INFO:tasks.workunit.client.0.smithi089.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-07-26T06:04:40.968 INFO:tasks.workunit.client.0.smithi089.stdout: "No Errors Logged", 2024-07-26T06:04:40.968 INFO:tasks.workunit.client.0.smithi089.stdout: "" 2024-07-26T06:04:40.968 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:40.968 INFO:tasks.workunit.client.0.smithi089.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-07-26T06:04:40.968 INFO:tasks.workunit.client.0.smithi089.stdout: "svn_revision": "5155", 2024-07-26T06:04:40.968 INFO:tasks.workunit.client.0.smithi089.stdout: "version": [ 2024-07-26T06:04:40.968 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:40.968 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T06:04:40.968 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:40.969 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.969 INFO:tasks.workunit.client.0.smithi089.stdout: "temperature": { 2024-07-26T06:04:40.969 INFO:tasks.workunit.client.0.smithi089.stdout: "current": 29 2024-07-26T06:04:40.969 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.969 INFO:tasks.workunit.client.0.smithi089.stdout: "user_capacity": { 2024-07-26T06:04:40.969 INFO:tasks.workunit.client.0.smithi089.stdout: "blocks": 781422768, 2024-07-26T06:04:40.969 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 400088457216 2024-07-26T06:04:40.969 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:40.969 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:40.969 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:40.969 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.969 INFO:tasks.workunit.client.0.smithi089.stdout: "f1f9c10c-4b14-11ef-9869-0cc47a8fd501": { 2024-07-26T06:04:40.969 INFO:tasks.workunit.client.0.smithi089.stdout: "INTEL_SSDPEDMD400G4_f1faceee-4b14-11ef-9869-0cc47a8fd501": { 2024-07-26T06:04:40.969 INFO:tasks.workunit.client.0.smithi089.stdout: "20240726-055849": { 2024-07-26T06:04:40.970 INFO:tasks.workunit.client.0.smithi089.stdout: "device": { 2024-07-26T06:04:40.970 INFO:tasks.workunit.client.0.smithi089.stdout: "info_name": "/dev/nvme0n1", 2024-07-26T06:04:40.970 INFO:tasks.workunit.client.0.smithi089.stdout: "name": "/dev/nvme0n1", 2024-07-26T06:04:40.970 INFO:tasks.workunit.client.0.smithi089.stdout: "protocol": "NVMe", 2024-07-26T06:04:40.970 INFO:tasks.workunit.client.0.smithi089.stdout: "type": "nvme" 2024-07-26T06:04:40.970 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.970 INFO:tasks.workunit.client.0.smithi089.stdout: "firmware_version": "8DV101H0", 2024-07-26T06:04:40.970 INFO:tasks.workunit.client.0.smithi089.stdout: "host_id": "f1f9c10c-4b14-11ef-9869-0cc47a8fd501", 2024-07-26T06:04:40.970 INFO:tasks.workunit.client.0.smithi089.stdout: "json_format_version": [ 2024-07-26T06:04:40.970 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:40.970 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T06:04:40.970 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:40.970 INFO:tasks.workunit.client.0.smithi089.stdout: "local_time": { 2024-07-26T06:04:40.970 INFO:tasks.workunit.client.0.smithi089.stdout: "asctime": "Fri Jul 26 05:58:49 2024 UTC", 2024-07-26T06:04:40.971 INFO:tasks.workunit.client.0.smithi089.stdout: "time_t": 1721973529 2024-07-26T06:04:40.971 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.971 INFO:tasks.workunit.client.0.smithi089.stdout: "logical_block_size": 512, 2024-07-26T06:04:40.971 INFO:tasks.workunit.client.0.smithi089.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-07-26T06:04:40.971 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_controller_id": 0, 2024-07-26T06:04:40.971 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-07-26T06:04:40.971 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_namespaces": [ 2024-07-26T06:04:40.971 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:40.971 INFO:tasks.workunit.client.0.smithi089.stdout: "capacity": { 2024-07-26T06:04:40.971 INFO:tasks.workunit.client.0.smithi089.stdout: "blocks": 781422768, 2024-07-26T06:04:40.971 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 400088457216 2024-07-26T06:04:40.971 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.971 INFO:tasks.workunit.client.0.smithi089.stdout: "formatted_lba_size": 512, 2024-07-26T06:04:40.972 INFO:tasks.workunit.client.0.smithi089.stdout: "id": 1, 2024-07-26T06:04:40.972 INFO:tasks.workunit.client.0.smithi089.stdout: "size": { 2024-07-26T06:04:40.972 INFO:tasks.workunit.client.0.smithi089.stdout: "blocks": 781422768, 2024-07-26T06:04:40.972 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 400088457216 2024-07-26T06:04:40.972 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.972 INFO:tasks.workunit.client.0.smithi089.stdout: "utilization": { 2024-07-26T06:04:40.972 INFO:tasks.workunit.client.0.smithi089.stdout: "blocks": 781422768, 2024-07-26T06:04:40.972 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 400088457216 2024-07-26T06:04:40.972 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:40.972 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:40.972 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:40.972 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_number_of_namespaces": 1, 2024-07-26T06:04:40.972 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_pci_vendor": { 2024-07-26T06:04:40.973 INFO:tasks.workunit.client.0.smithi089.stdout: "id": 32902, 2024-07-26T06:04:40.973 INFO:tasks.workunit.client.0.smithi089.stdout: "subsystem_id": 32902 2024-07-26T06:04:40.973 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.973 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_smart_health_information_add_log": { 2024-07-26T06:04:40.973 INFO:tasks.workunit.client.0.smithi089.stdout: "Device stats": { 2024-07-26T06:04:40.973 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_fw_downgrades": { 2024-07-26T06:04:40.973 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 0, 2024-07-26T06:04:40.973 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:40.973 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.973 INFO:tasks.workunit.client.0.smithi089.stdout: "crc_error_count": { 2024-07-26T06:04:40.973 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:40.973 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:40.973 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.974 INFO:tasks.workunit.client.0.smithi089.stdout: "end_to_end_error_detection_count": { 2024-07-26T06:04:40.974 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:40.974 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:40.974 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.974 INFO:tasks.workunit.client.0.smithi089.stdout: "erase_fail_count": { 2024-07-26T06:04:40.974 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:40.974 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:40.974 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.974 INFO:tasks.workunit.client.0.smithi089.stdout: "host_bytes_written": { 2024-07-26T06:04:40.974 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:40.974 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 33345857 2024-07-26T06:04:40.974 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.974 INFO:tasks.workunit.client.0.smithi089.stdout: "host_ctx_wear_used": { 2024-07-26T06:04:40.975 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:40.975 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 1 2024-07-26T06:04:40.975 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.975 INFO:tasks.workunit.client.0.smithi089.stdout: "media_bytes_read": { 2024-07-26T06:04:40.975 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 0, 2024-07-26T06:04:40.975 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:40.975 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.975 INFO:tasks.workunit.client.0.smithi089.stdout: "nand_bytes_written": { 2024-07-26T06:04:40.975 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:40.975 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 55628432 2024-07-26T06:04:40.975 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.975 INFO:tasks.workunit.client.0.smithi089.stdout: "perf_stat_indicator": { 2024-07-26T06:04:40.975 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 0, 2024-07-26T06:04:40.976 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:40.976 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.976 INFO:tasks.workunit.client.0.smithi089.stdout: "pll_lock_loss_count": { 2024-07-26T06:04:40.976 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:40.976 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:40.976 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.976 INFO:tasks.workunit.client.0.smithi089.stdout: "program_fail_count": { 2024-07-26T06:04:40.976 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:40.976 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:40.976 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.976 INFO:tasks.workunit.client.0.smithi089.stdout: "re_alloc_sectr_cnt": { 2024-07-26T06:04:40.976 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 0, 2024-07-26T06:04:40.977 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:40.977 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.977 INFO:tasks.workunit.client.0.smithi089.stdout: "retry_buffer_overflow_count": { 2024-07-26T06:04:40.977 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:40.977 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:40.977 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.977 INFO:tasks.workunit.client.0.smithi089.stdout: "soft_ecc_err_rate": { 2024-07-26T06:04:40.977 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 0, 2024-07-26T06:04:40.977 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:40.977 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.977 INFO:tasks.workunit.client.0.smithi089.stdout: "thermal_throttle_status": { 2024-07-26T06:04:40.977 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:40.978 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": { 2024-07-26T06:04:40.978 INFO:tasks.workunit.client.0.smithi089.stdout: "cnt": 0, 2024-07-26T06:04:40.978 INFO:tasks.workunit.client.0.smithi089.stdout: "pct": 0 2024-07-26T06:04:40.978 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:40.978 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.978 INFO:tasks.workunit.client.0.smithi089.stdout: "timed_workload_host_reads": { 2024-07-26T06:04:40.978 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:40.978 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 65535 2024-07-26T06:04:40.978 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.978 INFO:tasks.workunit.client.0.smithi089.stdout: "timed_workload_media_wear": { 2024-07-26T06:04:40.978 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:40.978 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": "63.999023" 2024-07-26T06:04:40.978 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.979 INFO:tasks.workunit.client.0.smithi089.stdout: "timed_workload_timer": { 2024-07-26T06:04:40.979 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:40.979 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 65535 2024-07-26T06:04:40.979 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.979 INFO:tasks.workunit.client.0.smithi089.stdout: "unexp_power_loss": { 2024-07-26T06:04:40.979 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 0, 2024-07-26T06:04:40.979 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:40.979 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.979 INFO:tasks.workunit.client.0.smithi089.stdout: "wear_leveling": { 2024-07-26T06:04:40.979 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 88, 2024-07-26T06:04:40.979 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": { 2024-07-26T06:04:40.979 INFO:tasks.workunit.client.0.smithi089.stdout: "avg": 3758, 2024-07-26T06:04:40.979 INFO:tasks.workunit.client.0.smithi089.stdout: "max": 3773, 2024-07-26T06:04:40.980 INFO:tasks.workunit.client.0.smithi089.stdout: "min": 3741 2024-07-26T06:04:40.980 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:40.980 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:40.980 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.980 INFO:tasks.workunit.client.0.smithi089.stdout: "Intel Smart log": "nvme0n1" 2024-07-26T06:04:40.980 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.980 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_smart_health_information_log": { 2024-07-26T06:04:40.980 INFO:tasks.workunit.client.0.smithi089.stdout: "available_spare": 100, 2024-07-26T06:04:40.980 INFO:tasks.workunit.client.0.smithi089.stdout: "available_spare_threshold": 10, 2024-07-26T06:04:40.980 INFO:tasks.workunit.client.0.smithi089.stdout: "controller_busy_time": 10, 2024-07-26T06:04:40.980 INFO:tasks.workunit.client.0.smithi089.stdout: "critical_warning": 0, 2024-07-26T06:04:40.980 INFO:tasks.workunit.client.0.smithi089.stdout: "data_units_read": 456383544, 2024-07-26T06:04:40.980 INFO:tasks.workunit.client.0.smithi089.stdout: "data_units_written": 2185354111, 2024-07-26T06:04:40.981 INFO:tasks.workunit.client.0.smithi089.stdout: "host_reads": 7178008182, 2024-07-26T06:04:40.981 INFO:tasks.workunit.client.0.smithi089.stdout: "host_writes": 37734841461, 2024-07-26T06:04:40.981 INFO:tasks.workunit.client.0.smithi089.stdout: "media_errors": 0, 2024-07-26T06:04:40.981 INFO:tasks.workunit.client.0.smithi089.stdout: "num_err_log_entries": 0, 2024-07-26T06:04:40.981 INFO:tasks.workunit.client.0.smithi089.stdout: "percentage_used": 12, 2024-07-26T06:04:40.981 INFO:tasks.workunit.client.0.smithi089.stdout: "power_cycles": 56250, 2024-07-26T06:04:40.981 INFO:tasks.workunit.client.0.smithi089.stdout: "power_on_hours": 56833, 2024-07-26T06:04:40.981 INFO:tasks.workunit.client.0.smithi089.stdout: "temperature": 27, 2024-07-26T06:04:40.981 INFO:tasks.workunit.client.0.smithi089.stdout: "unsafe_shutdowns": 913 2024-07-26T06:04:40.981 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.981 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_vendor": "intel", 2024-07-26T06:04:40.981 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_version": { 2024-07-26T06:04:40.982 INFO:tasks.workunit.client.0.smithi089.stdout: "string": "<1.2", 2024-07-26T06:04:40.982 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:40.982 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.982 INFO:tasks.workunit.client.0.smithi089.stdout: "power_cycle_count": 56250, 2024-07-26T06:04:40.982 INFO:tasks.workunit.client.0.smithi089.stdout: "power_on_time": { 2024-07-26T06:04:40.982 INFO:tasks.workunit.client.0.smithi089.stdout: "hours": 56833 2024-07-26T06:04:40.982 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.982 INFO:tasks.workunit.client.0.smithi089.stdout: "serial_number": "deleted", 2024-07-26T06:04:40.982 INFO:tasks.workunit.client.0.smithi089.stdout: "smart_status": { 2024-07-26T06:04:40.982 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme": { 2024-07-26T06:04:40.982 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:40.982 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.982 INFO:tasks.workunit.client.0.smithi089.stdout: "passed": true 2024-07-26T06:04:40.982 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.983 INFO:tasks.workunit.client.0.smithi089.stdout: "smartctl": { 2024-07-26T06:04:40.983 INFO:tasks.workunit.client.0.smithi089.stdout: "argv": [ 2024-07-26T06:04:40.983 INFO:tasks.workunit.client.0.smithi089.stdout: "smartctl", 2024-07-26T06:04:40.983 INFO:tasks.workunit.client.0.smithi089.stdout: "-x", 2024-07-26T06:04:40.983 INFO:tasks.workunit.client.0.smithi089.stdout: "--json=o", 2024-07-26T06:04:40.983 INFO:tasks.workunit.client.0.smithi089.stdout: "/dev/nvme0n1" 2024-07-26T06:04:40.983 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:40.983 INFO:tasks.workunit.client.0.smithi089.stdout: "build_info": "(local build)", 2024-07-26T06:04:40.983 INFO:tasks.workunit.client.0.smithi089.stdout: "exit_status": 0, 2024-07-26T06:04:40.983 INFO:tasks.workunit.client.0.smithi089.stdout: "output": [ 2024-07-26T06:04:40.983 INFO:tasks.workunit.client.0.smithi089.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-07-26T06:04:40.983 INFO:tasks.workunit.client.0.smithi089.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-07-26T06:04:40.983 INFO:tasks.workunit.client.0.smithi089.stdout: "", 2024-07-26T06:04:40.984 INFO:tasks.workunit.client.0.smithi089.stdout: "=== START OF INFORMATION SECTION ===", 2024-07-26T06:04:40.984 INFO:tasks.workunit.client.0.smithi089.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-07-26T06:04:40.984 INFO:tasks.workunit.client.0.smithi089.stdout: "Serial Number: deleted", 2024-07-26T06:04:40.984 INFO:tasks.workunit.client.0.smithi089.stdout: "Firmware Version: 8DV101H0", 2024-07-26T06:04:40.984 INFO:tasks.workunit.client.0.smithi089.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-07-26T06:04:40.984 INFO:tasks.workunit.client.0.smithi089.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-07-26T06:04:40.984 INFO:tasks.workunit.client.0.smithi089.stdout: "Controller ID: 0", 2024-07-26T06:04:40.984 INFO:tasks.workunit.client.0.smithi089.stdout: "NVMe Version: <1.2", 2024-07-26T06:04:40.984 INFO:tasks.workunit.client.0.smithi089.stdout: "Number of Namespaces: 1", 2024-07-26T06:04:40.984 INFO:tasks.workunit.client.0.smithi089.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-07-26T06:04:40.984 INFO:tasks.workunit.client.0.smithi089.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-07-26T06:04:40.984 INFO:tasks.workunit.client.0.smithi089.stdout: "Local Time is: Fri Jul 26 05:58:49 2024 UTC", 2024-07-26T06:04:40.984 INFO:tasks.workunit.client.0.smithi089.stdout: "Firmware Updates (0x02): 1 Slot", 2024-07-26T06:04:40.985 INFO:tasks.workunit.client.0.smithi089.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-07-26T06:04:40.985 INFO:tasks.workunit.client.0.smithi089.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-07-26T06:04:40.985 INFO:tasks.workunit.client.0.smithi089.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-07-26T06:04:40.985 INFO:tasks.workunit.client.0.smithi089.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-07-26T06:04:40.985 INFO:tasks.workunit.client.0.smithi089.stdout: "", 2024-07-26T06:04:40.985 INFO:tasks.workunit.client.0.smithi089.stdout: "Supported Power States", 2024-07-26T06:04:40.985 INFO:tasks.workunit.client.0.smithi089.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-07-26T06:04:40.985 INFO:tasks.workunit.client.0.smithi089.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-07-26T06:04:40.985 INFO:tasks.workunit.client.0.smithi089.stdout: "", 2024-07-26T06:04:40.985 INFO:tasks.workunit.client.0.smithi089.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-07-26T06:04:40.985 INFO:tasks.workunit.client.0.smithi089.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-07-26T06:04:40.985 INFO:tasks.workunit.client.0.smithi089.stdout: " 0 + 512 0 2", 2024-07-26T06:04:40.985 INFO:tasks.workunit.client.0.smithi089.stdout: " 1 - 512 8 2", 2024-07-26T06:04:40.986 INFO:tasks.workunit.client.0.smithi089.stdout: " 2 - 512 16 2", 2024-07-26T06:04:40.986 INFO:tasks.workunit.client.0.smithi089.stdout: " 3 - 4096 0 0", 2024-07-26T06:04:40.986 INFO:tasks.workunit.client.0.smithi089.stdout: " 4 - 4096 8 0", 2024-07-26T06:04:40.986 INFO:tasks.workunit.client.0.smithi089.stdout: " 5 - 4096 64 0", 2024-07-26T06:04:40.986 INFO:tasks.workunit.client.0.smithi089.stdout: " 6 - 4096 128 0", 2024-07-26T06:04:40.986 INFO:tasks.workunit.client.0.smithi089.stdout: "", 2024-07-26T06:04:40.986 INFO:tasks.workunit.client.0.smithi089.stdout: "=== START OF SMART DATA SECTION ===", 2024-07-26T06:04:40.986 INFO:tasks.workunit.client.0.smithi089.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-07-26T06:04:40.986 INFO:tasks.workunit.client.0.smithi089.stdout: "", 2024-07-26T06:04:40.986 INFO:tasks.workunit.client.0.smithi089.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-07-26T06:04:40.986 INFO:tasks.workunit.client.0.smithi089.stdout: "Critical Warning: 0x00", 2024-07-26T06:04:40.986 INFO:tasks.workunit.client.0.smithi089.stdout: "Temperature: 27 Celsius", 2024-07-26T06:04:40.986 INFO:tasks.workunit.client.0.smithi089.stdout: "Available Spare: 100%", 2024-07-26T06:04:40.986 INFO:tasks.workunit.client.0.smithi089.stdout: "Available Spare Threshold: 10%", 2024-07-26T06:04:40.987 INFO:tasks.workunit.client.0.smithi089.stdout: "Percentage Used: 12%", 2024-07-26T06:04:40.987 INFO:tasks.workunit.client.0.smithi089.stdout: "Data Units Read: 456,383,544 [233 TB]", 2024-07-26T06:04:40.987 INFO:tasks.workunit.client.0.smithi089.stdout: "Data Units Written: 2,185,354,111 [1.11 PB]", 2024-07-26T06:04:40.987 INFO:tasks.workunit.client.0.smithi089.stdout: "Host Read Commands: 7,178,008,182", 2024-07-26T06:04:40.987 INFO:tasks.workunit.client.0.smithi089.stdout: "Host Write Commands: 37,734,841,461", 2024-07-26T06:04:40.987 INFO:tasks.workunit.client.0.smithi089.stdout: "Controller Busy Time: 10", 2024-07-26T06:04:40.987 INFO:tasks.workunit.client.0.smithi089.stdout: "Power Cycles: 56,250", 2024-07-26T06:04:40.987 INFO:tasks.workunit.client.0.smithi089.stdout: "Power On Hours: 56,833", 2024-07-26T06:04:40.987 INFO:tasks.workunit.client.0.smithi089.stdout: "Unsafe Shutdowns: 913", 2024-07-26T06:04:40.987 INFO:tasks.workunit.client.0.smithi089.stdout: "Media and Data Integrity Errors: 0", 2024-07-26T06:04:40.987 INFO:tasks.workunit.client.0.smithi089.stdout: "Error Information Log Entries: 0", 2024-07-26T06:04:40.987 INFO:tasks.workunit.client.0.smithi089.stdout: "", 2024-07-26T06:04:40.987 INFO:tasks.workunit.client.0.smithi089.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-07-26T06:04:40.987 INFO:tasks.workunit.client.0.smithi089.stdout: "No Errors Logged", 2024-07-26T06:04:40.988 INFO:tasks.workunit.client.0.smithi089.stdout: "" 2024-07-26T06:04:40.988 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:40.988 INFO:tasks.workunit.client.0.smithi089.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-07-26T06:04:40.988 INFO:tasks.workunit.client.0.smithi089.stdout: "svn_revision": "5155", 2024-07-26T06:04:40.988 INFO:tasks.workunit.client.0.smithi089.stdout: "version": [ 2024-07-26T06:04:40.988 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:40.988 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T06:04:40.988 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:40.988 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.988 INFO:tasks.workunit.client.0.smithi089.stdout: "temperature": { 2024-07-26T06:04:40.988 INFO:tasks.workunit.client.0.smithi089.stdout: "current": 27 2024-07-26T06:04:40.988 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.989 INFO:tasks.workunit.client.0.smithi089.stdout: "user_capacity": { 2024-07-26T06:04:40.989 INFO:tasks.workunit.client.0.smithi089.stdout: "blocks": 781422768, 2024-07-26T06:04:40.989 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 400088457216 2024-07-26T06:04:40.989 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:40.989 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:40.989 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:40.989 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:40.989 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.989 INFO:tasks.workunit.client.0.smithi089.stdout: "report": { 2024-07-26T06:04:40.989 INFO:tasks.workunit.client.0.smithi089.stdout: "balancer": { 2024-07-26T06:04:40.989 INFO:tasks.workunit.client.0.smithi089.stdout: "active": true, 2024-07-26T06:04:40.989 INFO:tasks.workunit.client.0.smithi089.stdout: "mode": "" 2024-07-26T06:04:40.989 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:40.989 INFO:tasks.workunit.client.0.smithi089.stdout: "channels": [ 2024-07-26T06:04:40.990 INFO:tasks.workunit.client.0.smithi089.stdout: "basic", 2024-07-26T06:04:40.990 INFO:tasks.workunit.client.0.smithi089.stdout: "crash", 2024-07-26T06:04:40.990 INFO:tasks.workunit.client.0.smithi089.stdout: "device", 2024-07-26T06:04:40.990 INFO:tasks.workunit.client.0.smithi089.stdout: "ident" 2024-07-26T06:04:40.990 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:40.990 INFO:tasks.workunit.client.0.smithi089.stdout: "channels_available": [ 2024-07-26T06:04:40.990 INFO:tasks.workunit.client.0.smithi089.stdout: "basic", 2024-07-26T06:04:40.990 INFO:tasks.workunit.client.0.smithi089.stdout: "ident", 2024-07-26T06:04:40.990 INFO:tasks.workunit.client.0.smithi089.stdout: "crash", 2024-07-26T06:04:40.990 INFO:tasks.workunit.client.0.smithi089.stdout: "device", 2024-07-26T06:04:40.990 INFO:tasks.workunit.client.0.smithi089.stdout: "perf" 2024-07-26T06:04:40.991 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:40.991 INFO:tasks.workunit.client.0.smithi089.stdout: "collections_available": [ 2024-07-26T06:04:40.991 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_base", 2024-07-26T06:04:40.991 INFO:tasks.workunit.client.0.smithi089.stdout: "device_base", 2024-07-26T06:04:40.991 INFO:tasks.workunit.client.0.smithi089.stdout: "crash_base", 2024-07-26T06:04:40.991 INFO:tasks.workunit.client.0.smithi089.stdout: "ident_base", 2024-07-26T06:04:40.991 INFO:tasks.workunit.client.0.smithi089.stdout: "perf_perf", 2024-07-26T06:04:40.991 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_mds_metadata", 2024-07-26T06:04:40.991 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_pool_usage", 2024-07-26T06:04:40.991 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_usage_by_class", 2024-07-26T06:04:40.991 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_rook_v01", 2024-07-26T06:04:40.991 INFO:tasks.workunit.client.0.smithi089.stdout: "perf_memory_metrics", 2024-07-26T06:04:40.991 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_pool_options_bluestore" 2024-07-26T06:04:40.992 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:40.992 INFO:tasks.workunit.client.0.smithi089.stdout: "collections_opted_in": [ 2024-07-26T06:04:40.992 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_base", 2024-07-26T06:04:40.992 INFO:tasks.workunit.client.0.smithi089.stdout: "device_base", 2024-07-26T06:04:40.992 INFO:tasks.workunit.client.0.smithi089.stdout: "crash_base", 2024-07-26T06:04:40.992 INFO:tasks.workunit.client.0.smithi089.stdout: "ident_base", 2024-07-26T06:04:40.992 INFO:tasks.workunit.client.0.smithi089.stdout: "perf_perf", 2024-07-26T06:04:40.992 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_mds_metadata", 2024-07-26T06:04:40.992 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_pool_usage", 2024-07-26T06:04:40.992 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_usage_by_class", 2024-07-26T06:04:40.992 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_rook_v01", 2024-07-26T06:04:40.992 INFO:tasks.workunit.client.0.smithi089.stdout: "perf_memory_metrics", 2024-07-26T06:04:40.992 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_pool_options_bluestore" 2024-07-26T06:04:40.993 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:40.993 INFO:tasks.workunit.client.0.smithi089.stdout: "config": { 2024-07-26T06:04:40.993 INFO:tasks.workunit.client.0.smithi089.stdout: "active_changed": [ 2024-07-26T06:04:40.993 INFO:tasks.workunit.client.0.smithi089.stdout: "auth_allow_insecure_global_id_reclaim", 2024-07-26T06:04:40.993 INFO:tasks.workunit.client.0.smithi089.stdout: "auth_debug", 2024-07-26T06:04:40.993 INFO:tasks.workunit.client.0.smithi089.stdout: "auth_mon_ticket_ttl", 2024-07-26T06:04:40.993 INFO:tasks.workunit.client.0.smithi089.stdout: "auth_service_ticket_ttl", 2024-07-26T06:04:40.993 INFO:tasks.workunit.client.0.smithi089.stdout: "bdev_debug_aio", 2024-07-26T06:04:40.993 INFO:tasks.workunit.client.0.smithi089.stdout: "client_check_pool_perm", 2024-07-26T06:04:40.993 INFO:tasks.workunit.client.0.smithi089.stdout: "client_mount_gid", 2024-07-26T06:04:40.993 INFO:tasks.workunit.client.0.smithi089.stdout: "client_mount_uid", 2024-07-26T06:04:40.993 INFO:tasks.workunit.client.0.smithi089.stdout: "client_quota", 2024-07-26T06:04:40.993 INFO:tasks.workunit.client.0.smithi089.stdout: "container_image", 2024-07-26T06:04:40.994 INFO:tasks.workunit.client.0.smithi089.stdout: "daemonize", 2024-07-26T06:04:40.994 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_asserts_on_shutdown", 2024-07-26T06:04:40.994 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_mgr", 2024-07-26T06:04:40.994 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_mon", 2024-07-26T06:04:40.994 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_ms", 2024-07-26T06:04:40.994 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_osd", 2024-07-26T06:04:40.994 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_paxos", 2024-07-26T06:04:40.994 INFO:tasks.workunit.client.0.smithi089.stdout: "keyring", 2024-07-26T06:04:40.994 INFO:tasks.workunit.client.0.smithi089.stdout: "leveldb_block_size", 2024-07-26T06:04:40.994 INFO:tasks.workunit.client.0.smithi089.stdout: "leveldb_cache_size", 2024-07-26T06:04:40.994 INFO:tasks.workunit.client.0.smithi089.stdout: "leveldb_compression", 2024-07-26T06:04:40.994 INFO:tasks.workunit.client.0.smithi089.stdout: "leveldb_log", 2024-07-26T06:04:40.995 INFO:tasks.workunit.client.0.smithi089.stdout: "leveldb_write_buffer_size", 2024-07-26T06:04:40.995 INFO:tasks.workunit.client.0.smithi089.stdout: "log_to_file", 2024-07-26T06:04:40.995 INFO:tasks.workunit.client.0.smithi089.stdout: "log_to_journald", 2024-07-26T06:04:40.995 INFO:tasks.workunit.client.0.smithi089.stdout: "log_to_stderr", 2024-07-26T06:04:40.995 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_allow_pool_delete", 2024-07-26T06:04:40.995 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_clock_drift_allowed", 2024-07-26T06:04:40.995 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_cluster_log_to_file", 2024-07-26T06:04:40.995 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_cluster_log_to_journald", 2024-07-26T06:04:40.995 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_cluster_log_to_stderr", 2024-07-26T06:04:40.995 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_data_avail_warn", 2024-07-26T06:04:40.995 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_election_default_strategy", 2024-07-26T06:04:40.995 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_host", 2024-07-26T06:04:40.995 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_max_pg_per_osd", 2024-07-26T06:04:40.995 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_mgr_mkfs_grace", 2024-07-26T06:04:40.996 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_osd_prime_pg_temp", 2024-07-26T06:04:40.996 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_osd_reporter_subtree_level", 2024-07-26T06:04:40.996 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_pg_warn_max_object_skew", 2024-07-26T06:04:40.996 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_reweight_min_bytes_per_osd", 2024-07-26T06:04:40.996 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_reweight_min_pgs_per_osd", 2024-07-26T06:04:40.996 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-07-26T06:04:40.996 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-07-26T06:04:40.996 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-07-26T06:04:40.996 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_legacy_crush_tunables", 2024-07-26T06:04:40.996 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-07-26T06:04:40.996 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-07-26T06:04:40.996 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_too_few_osds", 2024-07-26T06:04:40.996 INFO:tasks.workunit.client.0.smithi089.stdout: "ms_die_on_bug", 2024-07-26T06:04:40.997 INFO:tasks.workunit.client.0.smithi089.stdout: "ms_die_on_old_message", 2024-07-26T06:04:40.997 INFO:tasks.workunit.client.0.smithi089.stdout: "no_config_file", 2024-07-26T06:04:40.997 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_class_default_list", 2024-07-26T06:04:40.997 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_class_load_list", 2024-07-26T06:04:40.997 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_misdirected_ops", 2024-07-26T06:04:40.997 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_op_order", 2024-07-26T06:04:40.997 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_pg_log_writeout", 2024-07-26T06:04:40.997 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_shutdown", 2024-07-26T06:04:40.997 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_verify_cached_snaps", 2024-07-26T06:04:40.997 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_verify_missing_on_start", 2024-07-26T06:04:40.997 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_verify_stray_on_activate", 2024-07-26T06:04:40.997 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_deep_scrub_update_digest_min_age", 2024-07-26T06:04:40.997 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_profile", 2024-07-26T06:04:40.998 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-07-26T06:04:40.998 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-07-26T06:04:40.998 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-07-26T06:04:40.998 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-07-26T06:04:40.998 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-07-26T06:04:40.998 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-07-26T06:04:40.998 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_scheduler_client_lim", 2024-07-26T06:04:40.998 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_scheduler_client_res", 2024-07-26T06:04:40.998 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_scheduler_client_wgt", 2024-07-26T06:04:40.998 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_memory_target", 2024-07-26T06:04:40.998 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_memory_target_autotune", 2024-07-26T06:04:40.998 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_op_queue", 2024-07-26T06:04:40.998 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_op_queue_cut_off", 2024-07-26T06:04:40.999 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pool_default_erasure_code_profile", 2024-07-26T06:04:40.999 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pool_default_pg_autoscale_mode", 2024-07-26T06:04:40.999 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_recover_clone_overlap", 2024-07-26T06:04:40.999 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_recovery_max_chunk", 2024-07-26T06:04:40.999 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_scrub_load_threshold", 2024-07-26T06:04:40.999 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_scrub_max_interval", 2024-07-26T06:04:40.999 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_shutdown_pgref_assert", 2024-07-26T06:04:40.999 INFO:tasks.workunit.client.0.smithi089.stdout: "public_addr", 2024-07-26T06:04:40.999 INFO:tasks.workunit.client.0.smithi089.stdout: "public_addrv", 2024-07-26T06:04:40.999 INFO:tasks.workunit.client.0.smithi089.stdout: "public_network", 2024-07-26T06:04:40.999 INFO:tasks.workunit.client.0.smithi089.stdout: "rbd_default_features", 2024-07-26T06:04:40.999 INFO:tasks.workunit.client.0.smithi089.stdout: "rbd_qos_exclude_ops", 2024-07-26T06:04:40.999 INFO:tasks.workunit.client.0.smithi089.stdout: "setgroup", 2024-07-26T06:04:41.000 INFO:tasks.workunit.client.0.smithi089.stdout: "setuser" 2024-07-26T06:04:41.000 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:41.000 INFO:tasks.workunit.client.0.smithi089.stdout: "cluster_changed": [ 2024-07-26T06:04:41.000 INFO:tasks.workunit.client.0.smithi089.stdout: "auth_allow_insecure_global_id_reclaim", 2024-07-26T06:04:41.000 INFO:tasks.workunit.client.0.smithi089.stdout: "auth_debug", 2024-07-26T06:04:41.000 INFO:tasks.workunit.client.0.smithi089.stdout: "auth_mon_ticket_ttl", 2024-07-26T06:04:41.000 INFO:tasks.workunit.client.0.smithi089.stdout: "auth_service_ticket_ttl", 2024-07-26T06:04:41.000 INFO:tasks.workunit.client.0.smithi089.stdout: "bdev_debug_aio", 2024-07-26T06:04:41.000 INFO:tasks.workunit.client.0.smithi089.stdout: "container_image", 2024-07-26T06:04:41.000 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_asserts_on_shutdown", 2024-07-26T06:04:41.000 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_mgr", 2024-07-26T06:04:41.000 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_mon", 2024-07-26T06:04:41.000 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_ms", 2024-07-26T06:04:41.001 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_osd", 2024-07-26T06:04:41.001 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_paxos", 2024-07-26T06:04:41.001 INFO:tasks.workunit.client.0.smithi089.stdout: "log_to_file", 2024-07-26T06:04:41.001 INFO:tasks.workunit.client.0.smithi089.stdout: "log_to_journald", 2024-07-26T06:04:41.001 INFO:tasks.workunit.client.0.smithi089.stdout: "log_to_stderr", 2024-07-26T06:04:41.001 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_join_fs", 2024-07-26T06:04:41.001 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/cephadm/allow_ptrace", 2024-07-26T06:04:41.001 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/cephadm/container_init", 2024-07-26T06:04:41.001 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/cephadm/migration_current", 2024-07-26T06:04:41.001 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/cephadm/use_repo_digest", 2024-07-26T06:04:41.001 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-07-26T06:04:41.001 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-07-26T06:04:41.001 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-07-26T06:04:41.001 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-07-26T06:04:41.002 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/dashboard/ssl_server_port", 2024-07-26T06:04:41.002 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/orchestrator/orchestrator", 2024-07-26T06:04:41.002 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/telemetry/channel_ident", 2024-07-26T06:04:41.002 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/telemetry/description", 2024-07-26T06:04:41.002 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/telemetry/organization", 2024-07-26T06:04:41.002 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_allow_pool_delete", 2024-07-26T06:04:41.002 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_clock_drift_allowed", 2024-07-26T06:04:41.002 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_cluster_log_to_file", 2024-07-26T06:04:41.002 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_data_avail_warn", 2024-07-26T06:04:41.002 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_election_default_strategy", 2024-07-26T06:04:41.002 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_max_pg_per_osd", 2024-07-26T06:04:41.002 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_mgr_mkfs_grace", 2024-07-26T06:04:41.002 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_osd_prime_pg_temp", 2024-07-26T06:04:41.003 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_osd_reporter_subtree_level", 2024-07-26T06:04:41.003 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_pg_warn_max_object_skew", 2024-07-26T06:04:41.003 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_reweight_min_bytes_per_osd", 2024-07-26T06:04:41.003 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_reweight_min_pgs_per_osd", 2024-07-26T06:04:41.003 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-07-26T06:04:41.003 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-07-26T06:04:41.003 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-07-26T06:04:41.003 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_legacy_crush_tunables", 2024-07-26T06:04:41.003 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-07-26T06:04:41.003 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-07-26T06:04:41.003 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_too_few_osds", 2024-07-26T06:04:41.003 INFO:tasks.workunit.client.0.smithi089.stdout: "ms_die_on_bug", 2024-07-26T06:04:41.003 INFO:tasks.workunit.client.0.smithi089.stdout: "ms_die_on_old_message", 2024-07-26T06:04:41.003 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_class_default_list", 2024-07-26T06:04:41.004 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_class_load_list", 2024-07-26T06:04:41.004 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_misdirected_ops", 2024-07-26T06:04:41.004 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_op_order", 2024-07-26T06:04:41.004 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_pg_log_writeout", 2024-07-26T06:04:41.004 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_shutdown", 2024-07-26T06:04:41.004 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_verify_cached_snaps", 2024-07-26T06:04:41.004 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_verify_missing_on_start", 2024-07-26T06:04:41.004 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_verify_stray_on_activate", 2024-07-26T06:04:41.004 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_deep_scrub_update_digest_min_age", 2024-07-26T06:04:41.004 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_profile", 2024-07-26T06:04:41.004 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_memory_target", 2024-07-26T06:04:41.004 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_memory_target_autotune", 2024-07-26T06:04:41.004 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_op_queue", 2024-07-26T06:04:41.005 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_op_queue_cut_off", 2024-07-26T06:04:41.005 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pool_default_erasure_code_profile", 2024-07-26T06:04:41.005 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pool_default_pg_autoscale_mode", 2024-07-26T06:04:41.005 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_recover_clone_overlap", 2024-07-26T06:04:41.005 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_recovery_max_chunk", 2024-07-26T06:04:41.005 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_scrub_load_threshold", 2024-07-26T06:04:41.005 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_scrub_max_interval", 2024-07-26T06:04:41.005 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_shutdown_pgref_assert", 2024-07-26T06:04:41.005 INFO:tasks.workunit.client.0.smithi089.stdout: "public_network", 2024-07-26T06:04:41.005 INFO:tasks.workunit.client.0.smithi089.stdout: "rgw_cache_enabled", 2024-07-26T06:04:41.005 INFO:tasks.workunit.client.0.smithi089.stdout: "rgw_enable_ops_log", 2024-07-26T06:04:41.005 INFO:tasks.workunit.client.0.smithi089.stdout: "rgw_enable_usage_log" 2024-07-26T06:04:41.005 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:41.006 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:41.006 INFO:tasks.workunit.client.0.smithi089.stdout: "contact": null, 2024-07-26T06:04:41.006 INFO:tasks.workunit.client.0.smithi089.stdout: "crashes": [], 2024-07-26T06:04:41.006 INFO:tasks.workunit.client.0.smithi089.stdout: "created": "2024-07-26T05:55:42.540523Z", 2024-07-26T06:04:41.006 INFO:tasks.workunit.client.0.smithi089.stdout: "crush": { 2024-07-26T06:04:41.006 INFO:tasks.workunit.client.0.smithi089.stdout: "bucket_algs": { 2024-07-26T06:04:41.006 INFO:tasks.workunit.client.0.smithi089.stdout: "straw2": 3 2024-07-26T06:04:41.006 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:41.006 INFO:tasks.workunit.client.0.smithi089.stdout: "bucket_sizes": { 2024-07-26T06:04:41.006 INFO:tasks.workunit.client.0.smithi089.stdout: "2": 1, 2024-07-26T06:04:41.006 INFO:tasks.workunit.client.0.smithi089.stdout: "4": 2 2024-07-26T06:04:41.006 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:41.007 INFO:tasks.workunit.client.0.smithi089.stdout: "bucket_types": { 2024-07-26T06:04:41.007 INFO:tasks.workunit.client.0.smithi089.stdout: "1": 2, 2024-07-26T06:04:41.007 INFO:tasks.workunit.client.0.smithi089.stdout: "11": 1 2024-07-26T06:04:41.007 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:41.007 INFO:tasks.workunit.client.0.smithi089.stdout: "compat_weight_set": false, 2024-07-26T06:04:41.007 INFO:tasks.workunit.client.0.smithi089.stdout: "device_classes": [ 2024-07-26T06:04:41.007 INFO:tasks.workunit.client.0.smithi089.stdout: 8 2024-07-26T06:04:41.007 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:41.007 INFO:tasks.workunit.client.0.smithi089.stdout: "num_buckets": 6, 2024-07-26T06:04:41.007 INFO:tasks.workunit.client.0.smithi089.stdout: "num_devices": 8, 2024-07-26T06:04:41.007 INFO:tasks.workunit.client.0.smithi089.stdout: "num_rules": 1, 2024-07-26T06:04:41.007 INFO:tasks.workunit.client.0.smithi089.stdout: "num_types": 12, 2024-07-26T06:04:41.007 INFO:tasks.workunit.client.0.smithi089.stdout: "num_weight_sets": 0, 2024-07-26T06:04:41.008 INFO:tasks.workunit.client.0.smithi089.stdout: "tunables": { 2024-07-26T06:04:41.008 INFO:tasks.workunit.client.0.smithi089.stdout: "allowed_bucket_algs": 54, 2024-07-26T06:04:41.008 INFO:tasks.workunit.client.0.smithi089.stdout: "choose_local_fallback_tries": 0, 2024-07-26T06:04:41.008 INFO:tasks.workunit.client.0.smithi089.stdout: "choose_local_tries": 0, 2024-07-26T06:04:41.008 INFO:tasks.workunit.client.0.smithi089.stdout: "choose_total_tries": 50, 2024-07-26T06:04:41.008 INFO:tasks.workunit.client.0.smithi089.stdout: "chooseleaf_descend_once": 1, 2024-07-26T06:04:41.008 INFO:tasks.workunit.client.0.smithi089.stdout: "chooseleaf_stable": 1, 2024-07-26T06:04:41.008 INFO:tasks.workunit.client.0.smithi089.stdout: "chooseleaf_vary_r": 1, 2024-07-26T06:04:41.008 INFO:tasks.workunit.client.0.smithi089.stdout: "has_v2_rules": 0, 2024-07-26T06:04:41.008 INFO:tasks.workunit.client.0.smithi089.stdout: "has_v3_rules": 0, 2024-07-26T06:04:41.008 INFO:tasks.workunit.client.0.smithi089.stdout: "has_v4_buckets": 1, 2024-07-26T06:04:41.008 INFO:tasks.workunit.client.0.smithi089.stdout: "has_v5_rules": 0, 2024-07-26T06:04:41.008 INFO:tasks.workunit.client.0.smithi089.stdout: "legacy_tunables": 0, 2024-07-26T06:04:41.009 INFO:tasks.workunit.client.0.smithi089.stdout: "minimum_required_version": "jewel", 2024-07-26T06:04:41.009 INFO:tasks.workunit.client.0.smithi089.stdout: "optimal_tunables": 1, 2024-07-26T06:04:41.009 INFO:tasks.workunit.client.0.smithi089.stdout: "profile": "jewel", 2024-07-26T06:04:41.009 INFO:tasks.workunit.client.0.smithi089.stdout: "require_feature_tunables": 1, 2024-07-26T06:04:41.009 INFO:tasks.workunit.client.0.smithi089.stdout: "require_feature_tunables2": 1, 2024-07-26T06:04:41.009 INFO:tasks.workunit.client.0.smithi089.stdout: "require_feature_tunables3": 1, 2024-07-26T06:04:41.009 INFO:tasks.workunit.client.0.smithi089.stdout: "require_feature_tunables5": 1, 2024-07-26T06:04:41.009 INFO:tasks.workunit.client.0.smithi089.stdout: "straw_calc_version": 1 2024-07-26T06:04:41.009 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:41.009 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:41.009 INFO:tasks.workunit.client.0.smithi089.stdout: "description": "upgrade test cluster", 2024-07-26T06:04:41.009 INFO:tasks.workunit.client.0.smithi089.stdout: "fs": { 2024-07-26T06:04:41.009 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1, 2024-07-26T06:04:41.009 INFO:tasks.workunit.client.0.smithi089.stdout: "feature_flags": { 2024-07-26T06:04:41.010 INFO:tasks.workunit.client.0.smithi089.stdout: "enable_multiple": true, 2024-07-26T06:04:41.010 INFO:tasks.workunit.client.0.smithi089.stdout: "ever_enabled_multiple": true 2024-07-26T06:04:41.010 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:41.010 INFO:tasks.workunit.client.0.smithi089.stdout: "filesystems": [ 2024-07-26T06:04:41.010 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:41.010 INFO:tasks.workunit.client.0.smithi089.stdout: "approx_ctime": "2024-07", 2024-07-26T06:04:41.010 INFO:tasks.workunit.client.0.smithi089.stdout: "balancer_enabled": false, 2024-07-26T06:04:41.010 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:41.010 INFO:tasks.workunit.client.0.smithi089.stdout: "cached_caps": 0, 2024-07-26T06:04:41.010 INFO:tasks.workunit.client.0.smithi089.stdout: "cached_dns": 10, 2024-07-26T06:04:41.010 INFO:tasks.workunit.client.0.smithi089.stdout: "cached_inos": 13, 2024-07-26T06:04:41.010 INFO:tasks.workunit.client.0.smithi089.stdout: "cached_subtrees": 2, 2024-07-26T06:04:41.010 INFO:tasks.workunit.client.0.smithi089.stdout: "ever_allowed_features": 0, 2024-07-26T06:04:41.010 INFO:tasks.workunit.client.0.smithi089.stdout: "explicitly_allowed_features": 0, 2024-07-26T06:04:41.011 INFO:tasks.workunit.client.0.smithi089.stdout: "files": 0, 2024-07-26T06:04:41.011 INFO:tasks.workunit.client.0.smithi089.stdout: "max_mds": 1, 2024-07-26T06:04:41.011 INFO:tasks.workunit.client.0.smithi089.stdout: "num_data_pools": 1, 2024-07-26T06:04:41.011 INFO:tasks.workunit.client.0.smithi089.stdout: "num_in": 1, 2024-07-26T06:04:41.011 INFO:tasks.workunit.client.0.smithi089.stdout: "num_mds": 1, 2024-07-26T06:04:41.011 INFO:tasks.workunit.client.0.smithi089.stdout: "num_sessions": 0, 2024-07-26T06:04:41.011 INFO:tasks.workunit.client.0.smithi089.stdout: "num_standby_replay": 0, 2024-07-26T06:04:41.011 INFO:tasks.workunit.client.0.smithi089.stdout: "num_up": 1, 2024-07-26T06:04:41.011 INFO:tasks.workunit.client.0.smithi089.stdout: "snaps": 0, 2024-07-26T06:04:41.011 INFO:tasks.workunit.client.0.smithi089.stdout: "standby_count_wanted": 0 2024-07-26T06:04:41.011 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:41.011 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:41.011 INFO:tasks.workunit.client.0.smithi089.stdout: "num_standby_mds": 1, 2024-07-26T06:04:41.011 INFO:tasks.workunit.client.0.smithi089.stdout: "total_num_mds": 2 2024-07-26T06:04:41.012 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:41.012 INFO:tasks.workunit.client.0.smithi089.stdout: "hosts": { 2024-07-26T06:04:41.012 INFO:tasks.workunit.client.0.smithi089.stdout: "num": 2, 2024-07-26T06:04:41.012 INFO:tasks.workunit.client.0.smithi089.stdout: "num_with_mds": 2, 2024-07-26T06:04:41.012 INFO:tasks.workunit.client.0.smithi089.stdout: "num_with_mgr": 2, 2024-07-26T06:04:41.012 INFO:tasks.workunit.client.0.smithi089.stdout: "num_with_mon": 2, 2024-07-26T06:04:41.012 INFO:tasks.workunit.client.0.smithi089.stdout: "num_with_osd": 2 2024-07-26T06:04:41.012 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:41.012 INFO:tasks.workunit.client.0.smithi089.stdout: "leaderboard": false, 2024-07-26T06:04:41.012 INFO:tasks.workunit.client.0.smithi089.stdout: "license": "sharing-1-0", 2024-07-26T06:04:41.012 INFO:tasks.workunit.client.0.smithi089.stdout: "metadata": { 2024-07-26T06:04:41.012 INFO:tasks.workunit.client.0.smithi089.stdout: "mds": { 2024-07-26T06:04:41.012 INFO:tasks.workunit.client.0.smithi089.stdout: "arch": { 2024-07-26T06:04:41.013 INFO:tasks.workunit.client.0.smithi089.stdout: "x86_64": 2 2024-07-26T06:04:41.013 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:41.013 INFO:tasks.workunit.client.0.smithi089.stdout: "ceph_version": { 2024-07-26T06:04:41.013 INFO:tasks.workunit.client.0.smithi089.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 2 2024-07-26T06:04:41.013 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:41.013 INFO:tasks.workunit.client.0.smithi089.stdout: "cpu": { 2024-07-26T06:04:41.013 INFO:tasks.workunit.client.0.smithi089.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-07-26T06:04:41.013 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:41.013 INFO:tasks.workunit.client.0.smithi089.stdout: "distro": { 2024-07-26T06:04:41.013 INFO:tasks.workunit.client.0.smithi089.stdout: "centos": 2 2024-07-26T06:04:41.013 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:41.013 INFO:tasks.workunit.client.0.smithi089.stdout: "distro_description": { 2024-07-26T06:04:41.013 INFO:tasks.workunit.client.0.smithi089.stdout: "CentOS Stream 9": 2 2024-07-26T06:04:41.013 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:41.014 INFO:tasks.workunit.client.0.smithi089.stdout: "kernel_description": { 2024-07-26T06:04:41.014 INFO:tasks.workunit.client.0.smithi089.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 2 2024-07-26T06:04:41.014 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:41.014 INFO:tasks.workunit.client.0.smithi089.stdout: "kernel_version": { 2024-07-26T06:04:41.014 INFO:tasks.workunit.client.0.smithi089.stdout: "5.14.0-480.el9.x86_64": 2 2024-07-26T06:04:41.014 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:41.014 INFO:tasks.workunit.client.0.smithi089.stdout: "os": { 2024-07-26T06:04:41.014 INFO:tasks.workunit.client.0.smithi089.stdout: "Linux": 2 2024-07-26T06:04:41.014 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:41.014 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:41.014 INFO:tasks.workunit.client.0.smithi089.stdout: "mon": { 2024-07-26T06:04:41.014 INFO:tasks.workunit.client.0.smithi089.stdout: "arch": { 2024-07-26T06:04:41.015 INFO:tasks.workunit.client.0.smithi089.stdout: "x86_64": 3 2024-07-26T06:04:41.015 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:41.015 INFO:tasks.workunit.client.0.smithi089.stdout: "ceph_version": { 2024-07-26T06:04:41.015 INFO:tasks.workunit.client.0.smithi089.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 3 2024-07-26T06:04:41.015 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:41.015 INFO:tasks.workunit.client.0.smithi089.stdout: "cpu": { 2024-07-26T06:04:41.015 INFO:tasks.workunit.client.0.smithi089.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-07-26T06:04:41.015 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:41.015 INFO:tasks.workunit.client.0.smithi089.stdout: "distro": { 2024-07-26T06:04:41.015 INFO:tasks.workunit.client.0.smithi089.stdout: "centos": 3 2024-07-26T06:04:41.015 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:41.015 INFO:tasks.workunit.client.0.smithi089.stdout: "distro_description": { 2024-07-26T06:04:41.015 INFO:tasks.workunit.client.0.smithi089.stdout: "CentOS Stream 9": 3 2024-07-26T06:04:41.015 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:41.015 INFO:tasks.workunit.client.0.smithi089.stdout: "kernel_description": { 2024-07-26T06:04:41.016 INFO:tasks.workunit.client.0.smithi089.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 3 2024-07-26T06:04:41.016 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:41.016 INFO:tasks.workunit.client.0.smithi089.stdout: "kernel_version": { 2024-07-26T06:04:41.016 INFO:tasks.workunit.client.0.smithi089.stdout: "5.14.0-480.el9.x86_64": 3 2024-07-26T06:04:41.016 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:41.016 INFO:tasks.workunit.client.0.smithi089.stdout: "os": { 2024-07-26T06:04:41.016 INFO:tasks.workunit.client.0.smithi089.stdout: "Linux": 3 2024-07-26T06:04:41.016 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:41.016 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:41.016 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T06:04:41.016 INFO:tasks.workunit.client.0.smithi089.stdout: "arch": { 2024-07-26T06:04:41.016 INFO:tasks.workunit.client.0.smithi089.stdout: "x86_64": 8 2024-07-26T06:04:41.016 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:41.016 INFO:tasks.workunit.client.0.smithi089.stdout: "ceph_version": { 2024-07-26T06:04:41.016 INFO:tasks.workunit.client.0.smithi089.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 8 2024-07-26T06:04:41.017 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:41.017 INFO:tasks.workunit.client.0.smithi089.stdout: "cpu": { 2024-07-26T06:04:41.017 INFO:tasks.workunit.client.0.smithi089.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-07-26T06:04:41.017 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:41.017 INFO:tasks.workunit.client.0.smithi089.stdout: "distro": { 2024-07-26T06:04:41.017 INFO:tasks.workunit.client.0.smithi089.stdout: "centos": 8 2024-07-26T06:04:41.017 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:41.017 INFO:tasks.workunit.client.0.smithi089.stdout: "distro_description": { 2024-07-26T06:04:41.017 INFO:tasks.workunit.client.0.smithi089.stdout: "CentOS Stream 9": 8 2024-07-26T06:04:41.017 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:41.017 INFO:tasks.workunit.client.0.smithi089.stdout: "kernel_description": { 2024-07-26T06:04:41.017 INFO:tasks.workunit.client.0.smithi089.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 8 2024-07-26T06:04:41.017 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:41.018 INFO:tasks.workunit.client.0.smithi089.stdout: "kernel_version": { 2024-07-26T06:04:41.018 INFO:tasks.workunit.client.0.smithi089.stdout: "5.14.0-480.el9.x86_64": 8 2024-07-26T06:04:41.018 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:41.018 INFO:tasks.workunit.client.0.smithi089.stdout: "os": { 2024-07-26T06:04:41.018 INFO:tasks.workunit.client.0.smithi089.stdout: "Linux": 8 2024-07-26T06:04:41.018 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:41.018 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_objectstore": { 2024-07-26T06:04:41.018 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore": 8 2024-07-26T06:04:41.018 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:41.018 INFO:tasks.workunit.client.0.smithi089.stdout: "rotational": { 2024-07-26T06:04:41.018 INFO:tasks.workunit.client.0.smithi089.stdout: "0": 8 2024-07-26T06:04:41.018 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:41.019 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:41.019 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:41.019 INFO:tasks.workunit.client.0.smithi089.stdout: "mon": { 2024-07-26T06:04:41.019 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3, 2024-07-26T06:04:41.019 INFO:tasks.workunit.client.0.smithi089.stdout: "features": { 2024-07-26T06:04:41.019 INFO:tasks.workunit.client.0.smithi089.stdout: "optional": [], 2024-07-26T06:04:41.019 INFO:tasks.workunit.client.0.smithi089.stdout: "persistent": [ 2024-07-26T06:04:41.019 INFO:tasks.workunit.client.0.smithi089.stdout: "kraken", 2024-07-26T06:04:41.019 INFO:tasks.workunit.client.0.smithi089.stdout: "luminous", 2024-07-26T06:04:41.019 INFO:tasks.workunit.client.0.smithi089.stdout: "mimic", 2024-07-26T06:04:41.019 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap-prune", 2024-07-26T06:04:41.019 INFO:tasks.workunit.client.0.smithi089.stdout: "nautilus", 2024-07-26T06:04:41.019 INFO:tasks.workunit.client.0.smithi089.stdout: "octopus", 2024-07-26T06:04:41.019 INFO:tasks.workunit.client.0.smithi089.stdout: "pacific", 2024-07-26T06:04:41.019 INFO:tasks.workunit.client.0.smithi089.stdout: "elector-pinging", 2024-07-26T06:04:41.020 INFO:tasks.workunit.client.0.smithi089.stdout: "quincy" 2024-07-26T06:04:41.020 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:41.020 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:41.020 INFO:tasks.workunit.client.0.smithi089.stdout: "ipv4_addr_mons": 6, 2024-07-26T06:04:41.020 INFO:tasks.workunit.client.0.smithi089.stdout: "ipv6_addr_mons": 0, 2024-07-26T06:04:41.020 INFO:tasks.workunit.client.0.smithi089.stdout: "min_mon_release": 17, 2024-07-26T06:04:41.020 INFO:tasks.workunit.client.0.smithi089.stdout: "v1_addr_mons": 3, 2024-07-26T06:04:41.020 INFO:tasks.workunit.client.0.smithi089.stdout: "v2_addr_mons": 3 2024-07-26T06:04:41.020 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:41.020 INFO:tasks.workunit.client.0.smithi089.stdout: "organization": "ceph-qa", 2024-07-26T06:04:41.020 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T06:04:41.020 INFO:tasks.workunit.client.0.smithi089.stdout: "cluster_network": false, 2024-07-26T06:04:41.021 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 8, 2024-07-26T06:04:41.021 INFO:tasks.workunit.client.0.smithi089.stdout: "require_min_compat_client": "luminous", 2024-07-26T06:04:41.021 INFO:tasks.workunit.client.0.smithi089.stdout: "require_osd_release": "quincy" 2024-07-26T06:04:41.021 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:41.021 INFO:tasks.workunit.client.0.smithi089.stdout: "pools": [ 2024-07-26T06:04:41.021 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:41.021 INFO:tasks.workunit.client.0.smithi089.stdout: "application": [ 2024-07-26T06:04:41.021 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr" 2024-07-26T06:04:41.021 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:41.021 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_mode": "none", 2024-07-26T06:04:41.021 INFO:tasks.workunit.client.0.smithi089.stdout: "erasure_code_profile": {}, 2024-07-26T06:04:41.021 INFO:tasks.workunit.client.0.smithi089.stdout: "min_size": 2, 2024-07-26T06:04:41.021 INFO:tasks.workunit.client.0.smithi089.stdout: "options": {}, 2024-07-26T06:04:41.021 INFO:tasks.workunit.client.0.smithi089.stdout: "pg_autoscale_mode": "off", 2024-07-26T06:04:41.021 INFO:tasks.workunit.client.0.smithi089.stdout: "pg_num": 1, 2024-07-26T06:04:41.022 INFO:tasks.workunit.client.0.smithi089.stdout: "pgp_num": 1, 2024-07-26T06:04:41.022 INFO:tasks.workunit.client.0.smithi089.stdout: "pool": 1, 2024-07-26T06:04:41.022 INFO:tasks.workunit.client.0.smithi089.stdout: "size": 3, 2024-07-26T06:04:41.022 INFO:tasks.workunit.client.0.smithi089.stdout: "stats": { 2024-07-26T06:04:41.022 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_raw": 727115213066, 2024-07-26T06:04:41.022 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_used": 1781760, 2024-07-26T06:04:41.022 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_bytes_used": 0, 2024-07-26T06:04:41.022 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_under_bytes": 0, 2024-07-26T06:04:41.022 INFO:tasks.workunit.client.0.smithi089.stdout: "data_bytes_used": 1781760, 2024-07-26T06:04:41.022 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty": 0, 2024-07-26T06:04:41.022 INFO:tasks.workunit.client.0.smithi089.stdout: "max_avail": 242371739648, 2024-07-26T06:04:41.022 INFO:tasks.workunit.client.0.smithi089.stdout: "objects": 2, 2024-07-26T06:04:41.023 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_bytes_used": 0, 2024-07-26T06:04:41.023 INFO:tasks.workunit.client.0.smithi089.stdout: "percent_used": 2.4504447537765373e-06, 2024-07-26T06:04:41.023 INFO:tasks.workunit.client.0.smithi089.stdout: "quota_bytes": 0, 2024-07-26T06:04:41.023 INFO:tasks.workunit.client.0.smithi089.stdout: "quota_objects": 0, 2024-07-26T06:04:41.023 INFO:tasks.workunit.client.0.smithi089.stdout: "rd": 212, 2024-07-26T06:04:41.023 INFO:tasks.workunit.client.0.smithi089.stdout: "rd_bytes": 313344, 2024-07-26T06:04:41.023 INFO:tasks.workunit.client.0.smithi089.stdout: "stored": 590368, 2024-07-26T06:04:41.023 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_data": 590368, 2024-07-26T06:04:41.023 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_omap": 0, 2024-07-26T06:04:41.023 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_raw": 1771104, 2024-07-26T06:04:41.023 INFO:tasks.workunit.client.0.smithi089.stdout: "wr": 179, 2024-07-26T06:04:41.023 INFO:tasks.workunit.client.0.smithi089.stdout: "wr_bytes": 2473984 2024-07-26T06:04:41.024 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:41.024 INFO:tasks.workunit.client.0.smithi089.stdout: "target_max_bytes": 0, 2024-07-26T06:04:41.024 INFO:tasks.workunit.client.0.smithi089.stdout: "target_max_objects": 0, 2024-07-26T06:04:41.024 INFO:tasks.workunit.client.0.smithi089.stdout: "type": "replicated" 2024-07-26T06:04:41.024 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:41.024 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:41.024 INFO:tasks.workunit.client.0.smithi089.stdout: "application": [ 2024-07-26T06:04:41.024 INFO:tasks.workunit.client.0.smithi089.stdout: "cephfs" 2024-07-26T06:04:41.024 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:41.024 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_mode": "none", 2024-07-26T06:04:41.024 INFO:tasks.workunit.client.0.smithi089.stdout: "erasure_code_profile": {}, 2024-07-26T06:04:41.024 INFO:tasks.workunit.client.0.smithi089.stdout: "min_size": 2, 2024-07-26T06:04:41.024 INFO:tasks.workunit.client.0.smithi089.stdout: "options": {}, 2024-07-26T06:04:41.025 INFO:tasks.workunit.client.0.smithi089.stdout: "pg_autoscale_mode": "off", 2024-07-26T06:04:41.025 INFO:tasks.workunit.client.0.smithi089.stdout: "pg_num": 32, 2024-07-26T06:04:41.025 INFO:tasks.workunit.client.0.smithi089.stdout: "pgp_num": 32, 2024-07-26T06:04:41.025 INFO:tasks.workunit.client.0.smithi089.stdout: "pool": 2, 2024-07-26T06:04:41.025 INFO:tasks.workunit.client.0.smithi089.stdout: "size": 3, 2024-07-26T06:04:41.025 INFO:tasks.workunit.client.0.smithi089.stdout: "stats": { 2024-07-26T06:04:41.025 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_raw": 727115213066, 2024-07-26T06:04:41.025 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_used": 98304, 2024-07-26T06:04:41.025 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_bytes_used": 0, 2024-07-26T06:04:41.025 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_under_bytes": 0, 2024-07-26T06:04:41.025 INFO:tasks.workunit.client.0.smithi089.stdout: "data_bytes_used": 98304, 2024-07-26T06:04:41.025 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty": 0, 2024-07-26T06:04:41.026 INFO:tasks.workunit.client.0.smithi089.stdout: "max_avail": 242371739648, 2024-07-26T06:04:41.026 INFO:tasks.workunit.client.0.smithi089.stdout: "objects": 22, 2024-07-26T06:04:41.026 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_bytes_used": 0, 2024-07-26T06:04:41.026 INFO:tasks.workunit.client.0.smithi089.stdout: "percent_used": 1.351972542806834e-07, 2024-07-26T06:04:41.026 INFO:tasks.workunit.client.0.smithi089.stdout: "quota_bytes": 0, 2024-07-26T06:04:41.026 INFO:tasks.workunit.client.0.smithi089.stdout: "quota_objects": 0, 2024-07-26T06:04:41.026 INFO:tasks.workunit.client.0.smithi089.stdout: "rd": 0, 2024-07-26T06:04:41.026 INFO:tasks.workunit.client.0.smithi089.stdout: "rd_bytes": 0, 2024-07-26T06:04:41.026 INFO:tasks.workunit.client.0.smithi089.stdout: "stored": 3410, 2024-07-26T06:04:41.026 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_data": 3410, 2024-07-26T06:04:41.026 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_omap": 0, 2024-07-26T06:04:41.026 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_raw": 10230, 2024-07-26T06:04:41.026 INFO:tasks.workunit.client.0.smithi089.stdout: "wr": 51, 2024-07-26T06:04:41.027 INFO:tasks.workunit.client.0.smithi089.stdout: "wr_bytes": 19456 2024-07-26T06:04:41.027 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:41.027 INFO:tasks.workunit.client.0.smithi089.stdout: "target_max_bytes": 0, 2024-07-26T06:04:41.027 INFO:tasks.workunit.client.0.smithi089.stdout: "target_max_objects": 0, 2024-07-26T06:04:41.027 INFO:tasks.workunit.client.0.smithi089.stdout: "type": "replicated" 2024-07-26T06:04:41.027 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:41.027 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:41.027 INFO:tasks.workunit.client.0.smithi089.stdout: "application": [ 2024-07-26T06:04:41.027 INFO:tasks.workunit.client.0.smithi089.stdout: "cephfs" 2024-07-26T06:04:41.027 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:41.027 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_mode": "none", 2024-07-26T06:04:41.027 INFO:tasks.workunit.client.0.smithi089.stdout: "erasure_code_profile": {}, 2024-07-26T06:04:41.027 INFO:tasks.workunit.client.0.smithi089.stdout: "min_size": 2, 2024-07-26T06:04:41.027 INFO:tasks.workunit.client.0.smithi089.stdout: "options": {}, 2024-07-26T06:04:41.028 INFO:tasks.workunit.client.0.smithi089.stdout: "pg_autoscale_mode": "off", 2024-07-26T06:04:41.028 INFO:tasks.workunit.client.0.smithi089.stdout: "pg_num": 64, 2024-07-26T06:04:41.028 INFO:tasks.workunit.client.0.smithi089.stdout: "pgp_num": 64, 2024-07-26T06:04:41.028 INFO:tasks.workunit.client.0.smithi089.stdout: "pool": 3, 2024-07-26T06:04:41.028 INFO:tasks.workunit.client.0.smithi089.stdout: "size": 3, 2024-07-26T06:04:41.028 INFO:tasks.workunit.client.0.smithi089.stdout: "stats": { 2024-07-26T06:04:41.028 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_raw": 727115213066, 2024-07-26T06:04:41.028 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_used": 0, 2024-07-26T06:04:41.028 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_bytes_used": 0, 2024-07-26T06:04:41.028 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_under_bytes": 0, 2024-07-26T06:04:41.028 INFO:tasks.workunit.client.0.smithi089.stdout: "data_bytes_used": 0, 2024-07-26T06:04:41.028 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty": 0, 2024-07-26T06:04:41.028 INFO:tasks.workunit.client.0.smithi089.stdout: "max_avail": 242371739648, 2024-07-26T06:04:41.028 INFO:tasks.workunit.client.0.smithi089.stdout: "objects": 0, 2024-07-26T06:04:41.029 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_bytes_used": 0, 2024-07-26T06:04:41.029 INFO:tasks.workunit.client.0.smithi089.stdout: "percent_used": 0.0, 2024-07-26T06:04:41.029 INFO:tasks.workunit.client.0.smithi089.stdout: "quota_bytes": 0, 2024-07-26T06:04:41.029 INFO:tasks.workunit.client.0.smithi089.stdout: "quota_objects": 0, 2024-07-26T06:04:41.029 INFO:tasks.workunit.client.0.smithi089.stdout: "rd": 0, 2024-07-26T06:04:41.029 INFO:tasks.workunit.client.0.smithi089.stdout: "rd_bytes": 0, 2024-07-26T06:04:41.029 INFO:tasks.workunit.client.0.smithi089.stdout: "stored": 0, 2024-07-26T06:04:41.029 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_data": 0, 2024-07-26T06:04:41.029 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_omap": 0, 2024-07-26T06:04:41.029 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_raw": 0, 2024-07-26T06:04:41.029 INFO:tasks.workunit.client.0.smithi089.stdout: "wr": 0, 2024-07-26T06:04:41.029 INFO:tasks.workunit.client.0.smithi089.stdout: "wr_bytes": 0 2024-07-26T06:04:41.029 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:41.029 INFO:tasks.workunit.client.0.smithi089.stdout: "target_max_bytes": 0, 2024-07-26T06:04:41.030 INFO:tasks.workunit.client.0.smithi089.stdout: "target_max_objects": 0, 2024-07-26T06:04:41.030 INFO:tasks.workunit.client.0.smithi089.stdout: "type": "replicated" 2024-07-26T06:04:41.030 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:41.030 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:41.030 INFO:tasks.workunit.client.0.smithi089.stdout: "application": [ 2024-07-26T06:04:41.030 INFO:tasks.workunit.client.0.smithi089.stdout: "rbd" 2024-07-26T06:04:41.030 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:41.030 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_mode": "none", 2024-07-26T06:04:41.030 INFO:tasks.workunit.client.0.smithi089.stdout: "erasure_code_profile": {}, 2024-07-26T06:04:41.030 INFO:tasks.workunit.client.0.smithi089.stdout: "min_size": 2, 2024-07-26T06:04:41.030 INFO:tasks.workunit.client.0.smithi089.stdout: "options": {}, 2024-07-26T06:04:41.030 INFO:tasks.workunit.client.0.smithi089.stdout: "pg_autoscale_mode": "off", 2024-07-26T06:04:41.030 INFO:tasks.workunit.client.0.smithi089.stdout: "pg_num": 8, 2024-07-26T06:04:41.030 INFO:tasks.workunit.client.0.smithi089.stdout: "pgp_num": 8, 2024-07-26T06:04:41.031 INFO:tasks.workunit.client.0.smithi089.stdout: "pool": 4, 2024-07-26T06:04:41.031 INFO:tasks.workunit.client.0.smithi089.stdout: "size": 3, 2024-07-26T06:04:41.031 INFO:tasks.workunit.client.0.smithi089.stdout: "stats": { 2024-07-26T06:04:41.031 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_raw": 727115213066, 2024-07-26T06:04:41.031 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_used": 12288, 2024-07-26T06:04:41.031 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_bytes_used": 0, 2024-07-26T06:04:41.031 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_under_bytes": 0, 2024-07-26T06:04:41.031 INFO:tasks.workunit.client.0.smithi089.stdout: "data_bytes_used": 12288, 2024-07-26T06:04:41.031 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty": 0, 2024-07-26T06:04:41.031 INFO:tasks.workunit.client.0.smithi089.stdout: "max_avail": 242371739648, 2024-07-26T06:04:41.031 INFO:tasks.workunit.client.0.smithi089.stdout: "objects": 2, 2024-07-26T06:04:41.031 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_bytes_used": 0, 2024-07-26T06:04:41.031 INFO:tasks.workunit.client.0.smithi089.stdout: "percent_used": 1.6899660337799105e-08, 2024-07-26T06:04:41.032 INFO:tasks.workunit.client.0.smithi089.stdout: "quota_bytes": 0, 2024-07-26T06:04:41.032 INFO:tasks.workunit.client.0.smithi089.stdout: "quota_objects": 0, 2024-07-26T06:04:41.032 INFO:tasks.workunit.client.0.smithi089.stdout: "rd": 0, 2024-07-26T06:04:41.032 INFO:tasks.workunit.client.0.smithi089.stdout: "rd_bytes": 0, 2024-07-26T06:04:41.032 INFO:tasks.workunit.client.0.smithi089.stdout: "stored": 19, 2024-07-26T06:04:41.032 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_data": 19, 2024-07-26T06:04:41.032 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_omap": 0, 2024-07-26T06:04:41.032 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_raw": 57, 2024-07-26T06:04:41.032 INFO:tasks.workunit.client.0.smithi089.stdout: "wr": 2, 2024-07-26T06:04:41.032 INFO:tasks.workunit.client.0.smithi089.stdout: "wr_bytes": 2048 2024-07-26T06:04:41.032 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:41.032 INFO:tasks.workunit.client.0.smithi089.stdout: "target_max_bytes": 0, 2024-07-26T06:04:41.032 INFO:tasks.workunit.client.0.smithi089.stdout: "target_max_objects": 0, 2024-07-26T06:04:41.033 INFO:tasks.workunit.client.0.smithi089.stdout: "type": "replicated" 2024-07-26T06:04:41.033 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:41.033 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:41.033 INFO:tasks.workunit.client.0.smithi089.stdout: "rbd": { 2024-07-26T06:04:41.033 INFO:tasks.workunit.client.0.smithi089.stdout: "mirroring_by_pool": [ 2024-07-26T06:04:41.033 INFO:tasks.workunit.client.0.smithi089.stdout: false 2024-07-26T06:04:41.033 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:41.033 INFO:tasks.workunit.client.0.smithi089.stdout: "num_images_by_pool": [ 2024-07-26T06:04:41.033 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T06:04:41.033 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:41.033 INFO:tasks.workunit.client.0.smithi089.stdout: "num_pools": 1 2024-07-26T06:04:41.033 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:41.033 INFO:tasks.workunit.client.0.smithi089.stdout: "report_id": "026049de-bcb2-4570-8ba4-a21596785ca5", 2024-07-26T06:04:41.033 INFO:tasks.workunit.client.0.smithi089.stdout: "report_timestamp": "2024-07-26T06:04:40.934252", 2024-07-26T06:04:41.034 INFO:tasks.workunit.client.0.smithi089.stdout: "report_version": 1, 2024-07-26T06:04:41.034 INFO:tasks.workunit.client.0.smithi089.stdout: "rook": { 2024-07-26T06:04:41.034 INFO:tasks.workunit.client.0.smithi089.stdout: "cluster": { 2024-07-26T06:04:41.034 INFO:tasks.workunit.client.0.smithi089.stdout: "external-mode": null, 2024-07-26T06:04:41.034 INFO:tasks.workunit.client.0.smithi089.stdout: "mon": { 2024-07-26T06:04:41.034 INFO:tasks.workunit.client.0.smithi089.stdout: "allow-multiple-per-node": null, 2024-07-26T06:04:41.034 INFO:tasks.workunit.client.0.smithi089.stdout: "count": null, 2024-07-26T06:04:41.034 INFO:tasks.workunit.client.0.smithi089.stdout: "max-id": null, 2024-07-26T06:04:41.034 INFO:tasks.workunit.client.0.smithi089.stdout: "pvc": { 2024-07-26T06:04:41.034 INFO:tasks.workunit.client.0.smithi089.stdout: "enabled": null 2024-07-26T06:04:41.034 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:41.034 INFO:tasks.workunit.client.0.smithi089.stdout: "stretch": { 2024-07-26T06:04:41.035 INFO:tasks.workunit.client.0.smithi089.stdout: "enabled": null 2024-07-26T06:04:41.035 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:41.035 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:41.035 INFO:tasks.workunit.client.0.smithi089.stdout: "network": { 2024-07-26T06:04:41.035 INFO:tasks.workunit.client.0.smithi089.stdout: "provider": null 2024-07-26T06:04:41.035 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:41.035 INFO:tasks.workunit.client.0.smithi089.stdout: "storage": { 2024-07-26T06:04:41.035 INFO:tasks.workunit.client.0.smithi089.stdout: "device-set": { 2024-07-26T06:04:41.035 INFO:tasks.workunit.client.0.smithi089.stdout: "count": { 2024-07-26T06:04:41.035 INFO:tasks.workunit.client.0.smithi089.stdout: "non-portable": null, 2024-07-26T06:04:41.035 INFO:tasks.workunit.client.0.smithi089.stdout: "portable": null, 2024-07-26T06:04:41.035 INFO:tasks.workunit.client.0.smithi089.stdout: "total": null 2024-07-26T06:04:41.036 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:41.036 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:41.036 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:41.036 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:41.036 INFO:tasks.workunit.client.0.smithi089.stdout: "csi": { 2024-07-26T06:04:41.036 INFO:tasks.workunit.client.0.smithi089.stdout: "version": null 2024-07-26T06:04:41.036 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:41.036 INFO:tasks.workunit.client.0.smithi089.stdout: "kubernetes": { 2024-07-26T06:04:41.036 INFO:tasks.workunit.client.0.smithi089.stdout: "version": null 2024-07-26T06:04:41.036 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:41.036 INFO:tasks.workunit.client.0.smithi089.stdout: "node": { 2024-07-26T06:04:41.036 INFO:tasks.workunit.client.0.smithi089.stdout: "count": { 2024-07-26T06:04:41.037 INFO:tasks.workunit.client.0.smithi089.stdout: "kubernetes-total": null, 2024-07-26T06:04:41.037 INFO:tasks.workunit.client.0.smithi089.stdout: "with-ceph-daemons": null, 2024-07-26T06:04:41.037 INFO:tasks.workunit.client.0.smithi089.stdout: "with-csi-cephfs-plugin": null, 2024-07-26T06:04:41.037 INFO:tasks.workunit.client.0.smithi089.stdout: "with-csi-nfs-plugin": null, 2024-07-26T06:04:41.037 INFO:tasks.workunit.client.0.smithi089.stdout: "with-csi-rbd-plugin": null 2024-07-26T06:04:41.037 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:41.037 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:41.037 INFO:tasks.workunit.client.0.smithi089.stdout: "usage": { 2024-07-26T06:04:41.037 INFO:tasks.workunit.client.0.smithi089.stdout: "storage-class": { 2024-07-26T06:04:41.037 INFO:tasks.workunit.client.0.smithi089.stdout: "count": { 2024-07-26T06:04:41.037 INFO:tasks.workunit.client.0.smithi089.stdout: "bucket": null, 2024-07-26T06:04:41.037 INFO:tasks.workunit.client.0.smithi089.stdout: "cephfs": null, 2024-07-26T06:04:41.037 INFO:tasks.workunit.client.0.smithi089.stdout: "nfs": null, 2024-07-26T06:04:41.038 INFO:tasks.workunit.client.0.smithi089.stdout: "rbd": null, 2024-07-26T06:04:41.038 INFO:tasks.workunit.client.0.smithi089.stdout: "total": null 2024-07-26T06:04:41.038 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:41.038 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:41.038 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:41.038 INFO:tasks.workunit.client.0.smithi089.stdout: "version": null 2024-07-26T06:04:41.038 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:41.038 INFO:tasks.workunit.client.0.smithi089.stdout: "services": {}, 2024-07-26T06:04:41.038 INFO:tasks.workunit.client.0.smithi089.stdout: "usage": { 2024-07-26T06:04:41.038 INFO:tasks.workunit.client.0.smithi089.stdout: "pg_num": 105, 2024-07-26T06:04:41.038 INFO:tasks.workunit.client.0.smithi089.stdout: "pools": 4, 2024-07-26T06:04:41.038 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_by_class": { 2024-07-26T06:04:41.038 INFO:tasks.workunit.client.0.smithi089.stdout: "ssd": { 2024-07-26T06:04:41.038 INFO:tasks.workunit.client.0.smithi089.stdout: "total_avail_bytes": 765516255232, 2024-07-26T06:04:41.039 INFO:tasks.workunit.client.0.smithi089.stdout: "total_bytes": 767960285184, 2024-07-26T06:04:41.039 INFO:tasks.workunit.client.0.smithi089.stdout: "total_used_bytes": 2444029952, 2024-07-26T06:04:41.039 INFO:tasks.workunit.client.0.smithi089.stdout: "total_used_raw_bytes": 2444029952, 2024-07-26T06:04:41.039 INFO:tasks.workunit.client.0.smithi089.stdout: "total_used_raw_ratio": 0.0031824952457100153 2024-07-26T06:04:41.039 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:41.039 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:41.039 INFO:tasks.workunit.client.0.smithi089.stdout: "total_avail_bytes": 765516255232, 2024-07-26T06:04:41.039 INFO:tasks.workunit.client.0.smithi089.stdout: "total_bytes": 767960285184, 2024-07-26T06:04:41.039 INFO:tasks.workunit.client.0.smithi089.stdout: "total_used_bytes": 2444029952 2024-07-26T06:04:41.039 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:41.039 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:41.039 INFO:tasks.workunit.client.0.smithi089.stdout:} 2024-07-26T06:04:41.040 INFO:tasks.workunit.client.0.smithi089.stderr:++ ceph telemetry collection ls 2024-07-26T06:04:41.379 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:04:40 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[35403]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:04:40] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-07-26T06:04:41.417 INFO:tasks.workunit.client.0.smithi089.stderr:+ COLLECTIONS='New collections are available: 2024-07-26T06:04:41.417 INFO:tasks.workunit.client.0.smithi089.stderr:['\''basic_base'\'', '\''basic_mds_metadata'\'', '\''basic_pool_options_bluestore'\'', '\''basic_pool_usage'\'', '\''basic_rook_v01'\'', '\''basic_usage_by_class'\'', '\''crash_base'\'', '\''device_base'\'', '\''ident_base'\'', '\''perf_memory_metrics'\'', '\''perf_perf'\''] 2024-07-26T06:04:41.417 INFO:tasks.workunit.client.0.smithi089.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-07-26T06:04:41.417 INFO:tasks.workunit.client.0.smithi089.stderr: 2024-07-26T06:04:41.417 INFO:tasks.workunit.client.0.smithi089.stderr:NAME STATUS DESC 2024-07-26T06:04:41.418 INFO:tasks.workunit.client.0.smithi089.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-07-26T06:04:41.418 INFO:tasks.workunit.client.0.smithi089.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-07-26T06:04:41.418 INFO:tasks.workunit.client.0.smithi089.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-07-26T06:04:41.418 INFO:tasks.workunit.client.0.smithi089.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-07-26T06:04:41.418 INFO:tasks.workunit.client.0.smithi089.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-07-26T06:04:41.418 INFO:tasks.workunit.client.0.smithi089.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-07-26T06:04:41.418 INFO:tasks.workunit.client.0.smithi089.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-07-26T06:04:41.418 INFO:tasks.workunit.client.0.smithi089.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-07-26T06:04:41.418 INFO:tasks.workunit.client.0.smithi089.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-07-26T06:04:41.418 INFO:tasks.workunit.client.0.smithi089.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-07-26T06:04:41.418 INFO:tasks.workunit.client.0.smithi089.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster ' 2024-07-26T06:04:41.418 INFO:tasks.workunit.client.0.smithi089.stderr:+ NEW_COLLECTIONS=("perf_perf" "basic_mds_metadata" "basic_pool_usage" "basic_rook_v01" "perf_memory_metrics" "basic_pool_options_bluestore") 2024-07-26T06:04:41.419 INFO:tasks.workunit.client.0.smithi089.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-07-26T06:04:41.419 INFO:tasks.workunit.client.0.smithi089.stderr:+ [[ New collections are available: 2024-07-26T06:04:41.419 INFO:tasks.workunit.client.0.smithi089.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-07-26T06:04:41.419 INFO:tasks.workunit.client.0.smithi089.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-07-26T06:04:41.419 INFO:tasks.workunit.client.0.smithi089.stderr: 2024-07-26T06:04:41.419 INFO:tasks.workunit.client.0.smithi089.stderr:NAME STATUS DESC 2024-07-26T06:04:41.419 INFO:tasks.workunit.client.0.smithi089.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-07-26T06:04:41.419 INFO:tasks.workunit.client.0.smithi089.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-07-26T06:04:41.419 INFO:tasks.workunit.client.0.smithi089.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-07-26T06:04:41.419 INFO:tasks.workunit.client.0.smithi089.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-07-26T06:04:41.419 INFO:tasks.workunit.client.0.smithi089.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-07-26T06:04:41.419 INFO:tasks.workunit.client.0.smithi089.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-07-26T06:04:41.420 INFO:tasks.workunit.client.0.smithi089.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-07-26T06:04:41.420 INFO:tasks.workunit.client.0.smithi089.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-07-26T06:04:41.420 INFO:tasks.workunit.client.0.smithi089.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-07-26T06:04:41.420 INFO:tasks.workunit.client.0.smithi089.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-07-26T06:04:41.420 INFO:tasks.workunit.client.0.smithi089.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_perf* ]] 2024-07-26T06:04:41.420 INFO:tasks.workunit.client.0.smithi089.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-07-26T06:04:41.420 INFO:tasks.workunit.client.0.smithi089.stderr:+ [[ New collections are available: 2024-07-26T06:04:41.420 INFO:tasks.workunit.client.0.smithi089.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-07-26T06:04:41.420 INFO:tasks.workunit.client.0.smithi089.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-07-26T06:04:41.420 INFO:tasks.workunit.client.0.smithi089.stderr: 2024-07-26T06:04:41.420 INFO:tasks.workunit.client.0.smithi089.stderr:NAME STATUS DESC 2024-07-26T06:04:41.420 INFO:tasks.workunit.client.0.smithi089.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-07-26T06:04:41.420 INFO:tasks.workunit.client.0.smithi089.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-07-26T06:04:41.421 INFO:tasks.workunit.client.0.smithi089.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-07-26T06:04:41.421 INFO:tasks.workunit.client.0.smithi089.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-07-26T06:04:41.421 INFO:tasks.workunit.client.0.smithi089.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-07-26T06:04:41.421 INFO:tasks.workunit.client.0.smithi089.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-07-26T06:04:41.421 INFO:tasks.workunit.client.0.smithi089.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-07-26T06:04:41.421 INFO:tasks.workunit.client.0.smithi089.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-07-26T06:04:41.421 INFO:tasks.workunit.client.0.smithi089.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-07-26T06:04:41.421 INFO:tasks.workunit.client.0.smithi089.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-07-26T06:04:41.421 INFO:tasks.workunit.client.0.smithi089.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_mds_metadata* ]] 2024-07-26T06:04:41.421 INFO:tasks.workunit.client.0.smithi089.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-07-26T06:04:41.421 INFO:tasks.workunit.client.0.smithi089.stderr:+ [[ New collections are available: 2024-07-26T06:04:41.421 INFO:tasks.workunit.client.0.smithi089.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-07-26T06:04:41.421 INFO:tasks.workunit.client.0.smithi089.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-07-26T06:04:41.422 INFO:tasks.workunit.client.0.smithi089.stderr: 2024-07-26T06:04:41.422 INFO:tasks.workunit.client.0.smithi089.stderr:NAME STATUS DESC 2024-07-26T06:04:41.422 INFO:tasks.workunit.client.0.smithi089.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-07-26T06:04:41.422 INFO:tasks.workunit.client.0.smithi089.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-07-26T06:04:41.422 INFO:tasks.workunit.client.0.smithi089.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-07-26T06:04:41.422 INFO:tasks.workunit.client.0.smithi089.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-07-26T06:04:41.422 INFO:tasks.workunit.client.0.smithi089.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-07-26T06:04:41.422 INFO:tasks.workunit.client.0.smithi089.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-07-26T06:04:41.423 INFO:tasks.workunit.client.0.smithi089.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-07-26T06:04:41.423 INFO:tasks.workunit.client.0.smithi089.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-07-26T06:04:41.423 INFO:tasks.workunit.client.0.smithi089.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-07-26T06:04:41.423 INFO:tasks.workunit.client.0.smithi089.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-07-26T06:04:41.423 INFO:tasks.workunit.client.0.smithi089.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_pool_usage* ]] 2024-07-26T06:04:41.423 INFO:tasks.workunit.client.0.smithi089.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-07-26T06:04:41.423 INFO:tasks.workunit.client.0.smithi089.stderr:+ [[ New collections are available: 2024-07-26T06:04:41.424 INFO:tasks.workunit.client.0.smithi089.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-07-26T06:04:41.424 INFO:tasks.workunit.client.0.smithi089.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-07-26T06:04:41.424 INFO:tasks.workunit.client.0.smithi089.stderr: 2024-07-26T06:04:41.424 INFO:tasks.workunit.client.0.smithi089.stderr:NAME STATUS DESC 2024-07-26T06:04:41.424 INFO:tasks.workunit.client.0.smithi089.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-07-26T06:04:41.424 INFO:tasks.workunit.client.0.smithi089.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-07-26T06:04:41.425 INFO:tasks.workunit.client.0.smithi089.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-07-26T06:04:41.425 INFO:tasks.workunit.client.0.smithi089.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-07-26T06:04:41.425 INFO:tasks.workunit.client.0.smithi089.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-07-26T06:04:41.425 INFO:tasks.workunit.client.0.smithi089.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-07-26T06:04:41.425 INFO:tasks.workunit.client.0.smithi089.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-07-26T06:04:41.425 INFO:tasks.workunit.client.0.smithi089.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-07-26T06:04:41.425 INFO:tasks.workunit.client.0.smithi089.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-07-26T06:04:41.425 INFO:tasks.workunit.client.0.smithi089.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-07-26T06:04:41.425 INFO:tasks.workunit.client.0.smithi089.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_rook_v01* ]] 2024-07-26T06:04:41.426 INFO:tasks.workunit.client.0.smithi089.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-07-26T06:04:41.426 INFO:tasks.workunit.client.0.smithi089.stderr:+ [[ New collections are available: 2024-07-26T06:04:41.426 INFO:tasks.workunit.client.0.smithi089.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-07-26T06:04:41.426 INFO:tasks.workunit.client.0.smithi089.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-07-26T06:04:41.426 INFO:tasks.workunit.client.0.smithi089.stderr: 2024-07-26T06:04:41.426 INFO:tasks.workunit.client.0.smithi089.stderr:NAME STATUS DESC 2024-07-26T06:04:41.426 INFO:tasks.workunit.client.0.smithi089.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-07-26T06:04:41.426 INFO:tasks.workunit.client.0.smithi089.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-07-26T06:04:41.426 INFO:tasks.workunit.client.0.smithi089.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-07-26T06:04:41.426 INFO:tasks.workunit.client.0.smithi089.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-07-26T06:04:41.426 INFO:tasks.workunit.client.0.smithi089.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-07-26T06:04:41.427 INFO:tasks.workunit.client.0.smithi089.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-07-26T06:04:41.427 INFO:tasks.workunit.client.0.smithi089.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-07-26T06:04:41.427 INFO:tasks.workunit.client.0.smithi089.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-07-26T06:04:41.427 INFO:tasks.workunit.client.0.smithi089.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-07-26T06:04:41.427 INFO:tasks.workunit.client.0.smithi089.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-07-26T06:04:41.427 INFO:tasks.workunit.client.0.smithi089.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_memory_metrics* ]] 2024-07-26T06:04:41.427 INFO:tasks.workunit.client.0.smithi089.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-07-26T06:04:41.427 INFO:tasks.workunit.client.0.smithi089.stderr:+ [[ New collections are available: 2024-07-26T06:04:41.427 INFO:tasks.workunit.client.0.smithi089.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-07-26T06:04:41.427 INFO:tasks.workunit.client.0.smithi089.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-07-26T06:04:41.427 INFO:tasks.workunit.client.0.smithi089.stderr: 2024-07-26T06:04:41.428 INFO:tasks.workunit.client.0.smithi089.stderr:NAME STATUS DESC 2024-07-26T06:04:41.428 INFO:tasks.workunit.client.0.smithi089.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-07-26T06:04:41.428 INFO:tasks.workunit.client.0.smithi089.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-07-26T06:04:41.428 INFO:tasks.workunit.client.0.smithi089.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-07-26T06:04:41.428 INFO:tasks.workunit.client.0.smithi089.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-07-26T06:04:41.428 INFO:tasks.workunit.client.0.smithi089.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-07-26T06:04:41.428 INFO:tasks.workunit.client.0.smithi089.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-07-26T06:04:41.428 INFO:tasks.workunit.client.0.smithi089.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-07-26T06:04:41.428 INFO:tasks.workunit.client.0.smithi089.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-07-26T06:04:41.428 INFO:tasks.workunit.client.0.smithi089.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-07-26T06:04:41.428 INFO:tasks.workunit.client.0.smithi089.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-07-26T06:04:41.428 INFO:tasks.workunit.client.0.smithi089.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_pool_options_bluestore* ]] 2024-07-26T06:04:41.429 INFO:tasks.workunit.client.0.smithi089.stderr:+ ceph telemetry on --license sharing-1-0 2024-07-26T06:04:41.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:41 smithi155 ceph-mon[33309]: from='client.24719 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:04:41.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:41 smithi155 ceph-mon[33309]: from='client.24719 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:04:41.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:41 smithi155 ceph-mon[33309]: from='client.24725 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:04:41.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:41 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:04:41.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:41 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T06:04:41.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:41 smithi155 ceph-mon[33309]: from='client.24725 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:04:41.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:41 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:04:41.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:41 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T06:04:41.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:04:41 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: [26/Jul/2024:06:04:41] ENGINE Bus STOPPING 2024-07-26T06:04:41.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:41 smithi089 ceph-mon[29555]: from='client.24719 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:04:41.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:41 smithi089 ceph-mon[29555]: from='client.24719 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:04:41.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:41 smithi089 ceph-mon[29555]: from='client.24725 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:04:41.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:41 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:04:41.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:41 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T06:04:41.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:41 smithi089 ceph-mon[29555]: from='client.24725 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:04:41.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:41 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:04:41.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:41 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T06:04:41.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:41 smithi089 ceph-mon[41451]: from='client.24719 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:04:41.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:41 smithi089 ceph-mon[41451]: from='client.24719 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:04:41.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:41 smithi089 ceph-mon[41451]: from='client.24725 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:04:41.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:41 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:04:41.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:41 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T06:04:41.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:41 smithi089 ceph-mon[41451]: from='client.24725 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:04:41.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:41 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:04:41.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:41 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T06:04:41.910 INFO:tasks.workunit.client.0.smithi089.stdout:Telemetry is on. 2024-07-26T06:04:41.911 INFO:tasks.workunit.client.0.smithi089.stdout:Some channels are disabled, please enable with: 2024-07-26T06:04:41.911 INFO:tasks.workunit.client.0.smithi089.stdout:`ceph telemetry enable channel perf` 2024-07-26T06:04:41.922 INFO:tasks.workunit.client.0.smithi089.stderr:+ ceph telemetry enable channel perf 2024-07-26T06:04:42.395 INFO:tasks.workunit.client.0.smithi089.stdout:channel_perf is enabled 2024-07-26T06:04:42.404 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: [26/Jul/2024:06:04:42] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-07-26T06:04:42.405 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: [26/Jul/2024:06:04:42] ENGINE Bus STOPPED 2024-07-26T06:04:42.405 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: [26/Jul/2024:06:04:42] ENGINE Bus STARTING 2024-07-26T06:04:42.405 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: [26/Jul/2024:06:04:42] ENGINE Serving on http://:::9283 2024-07-26T06:04:42.405 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: [26/Jul/2024:06:04:42] ENGINE Bus STARTED 2024-07-26T06:04:42.405 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: [26/Jul/2024:06:04:42] ENGINE Bus STOPPING 2024-07-26T06:04:42.406 INFO:tasks.workunit.client.0.smithi089.stderr:++ ceph config get mgr mgr/telemetry/last_opt_revision 2024-07-26T06:04:42.769 INFO:tasks.workunit.client.0.smithi089.stderr:+ LAST_OPT_REVISION=1 2024-07-26T06:04:42.770 INFO:tasks.workunit.client.0.smithi089.stderr:+ '[' 1 -ne 1 ']' 2024-07-26T06:04:42.770 INFO:tasks.workunit.client.0.smithi089.stderr:+ ceph telemetry show 2024-07-26T06:04:42.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:42 smithi155 ceph-mon[33309]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:04:42.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:42 smithi155 ceph-mon[33309]: from='client.24731 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:04:42.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:42 smithi155 ceph-mon[33309]: from='client.24731 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:04:42.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:42 smithi155 ceph-mon[33309]: mgrmap e22: y(active, since 2m), standbys: x 2024-07-26T06:04:42.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:42 smithi155 ceph-mon[33309]: from='client.24737 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:04:42.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:42 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:04:42.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:42 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:04:42.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:42 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:04:42.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:42 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:04:42.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:42 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:04:42.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:42 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:04:42.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:42 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:04:42.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:42 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T06:04:42.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:42 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:04:42.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:42 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:04:42.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:42 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T06:04:42.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:42 smithi155 ceph-mon[33309]: from='client.24737 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:04:42.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:42 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:04:42.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:42 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:04:42.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:42 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:04:42.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:42 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T06:04:42.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:42 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:04:42.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:42 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:04:42.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:42 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:04:42.883 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:42 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T06:04:42.883 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:42 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:04:42.883 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:42 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:04:42.883 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:42 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:04:42.883 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:42 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:42.883 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:42 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:42.883 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:42 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:42.883 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:42 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:42.884 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:42 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:42.884 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:42 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:42.884 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:42 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:42.884 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:42 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:42.884 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:42 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:42.884 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:42 smithi155 ceph-mon[33309]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:04:42.884 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:42 smithi155 ceph-mon[33309]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:04:42.884 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:42 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:42.884 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:42 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:42.884 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:42 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:42.884 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:42 smithi155 ceph-mon[33309]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:04:42.885 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:42 smithi155 ceph-mon[33309]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:04:42.885 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:42 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:42.885 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:42 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:42.885 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:42 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:42.885 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:42 smithi155 ceph-mon[33309]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:04:42.885 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:42 smithi155 ceph-mon[33309]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:04:42.885 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:42 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:42.885 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:42 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:42.885 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:42 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:42.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: [26/Jul/2024:06:04:42] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-07-26T06:04:42.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: [26/Jul/2024:06:04:42] ENGINE Bus STOPPED 2024-07-26T06:04:42.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: [26/Jul/2024:06:04:42] ENGINE Bus STARTING 2024-07-26T06:04:42.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: [26/Jul/2024:06:04:42] ENGINE Serving on http://:::9283 2024-07-26T06:04:42.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: [26/Jul/2024:06:04:42] ENGINE Bus STARTED 2024-07-26T06:04:42.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[29555]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:04:42.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[29555]: from='client.24731 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:04:42.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[29555]: from='client.24731 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:04:42.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[29555]: mgrmap e22: y(active, since 2m), standbys: x 2024-07-26T06:04:42.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[29555]: from='client.24737 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:04:42.907 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:04:42.907 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:04:42.907 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:04:42.907 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:04:42.907 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:04:42.907 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:04:42.907 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:04:42.907 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T06:04:42.907 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:04:42.907 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:04:42.907 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T06:04:42.907 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[29555]: from='client.24737 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:04:42.907 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:04:42.907 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:04:42.908 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:04:42.908 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T06:04:42.908 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:04:42.908 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:04:42.908 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:04:42.908 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T06:04:42.908 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:04:42.908 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:04:42.908 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:04:42.908 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:42.909 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[41451]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:04:42.909 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[41451]: from='client.24731 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:04:42.909 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[41451]: from='client.24731 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:04:42.909 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[41451]: mgrmap e22: y(active, since 2m), standbys: x 2024-07-26T06:04:42.909 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[41451]: from='client.24737 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:04:42.909 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:04:42.909 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:04:42.909 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:04:42.909 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:04:42.909 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:04:42.909 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:04:42.909 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:04:42.909 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T06:04:42.910 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:04:42.910 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:04:42.910 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T06:04:42.910 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[41451]: from='client.24737 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:04:42.910 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:04:42.910 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:04:42.910 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:04:42.910 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T06:04:42.910 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:04:42.910 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:04:42.910 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:04:42.910 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T06:04:42.911 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:04:42.911 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:04:42.911 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:04:42.911 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:42.911 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:42.911 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:42.911 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:42.911 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:42.912 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:42.912 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:42.912 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:42.912 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:42.912 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[29555]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:04:42.912 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[29555]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:04:42.912 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:42.912 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:42.912 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:42.912 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[29555]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:04:42.912 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[29555]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:04:42.912 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:42.912 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:42.912 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:42.913 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[29555]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:04:42.913 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[29555]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:04:42.913 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:42.913 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:42.913 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:42.913 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:42.913 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:42.913 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:42.913 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:42.913 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:42.913 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:42.914 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:42.914 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:42.914 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[41451]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:04:42.914 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[41451]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:04:42.914 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:42.914 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:42.915 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:42.915 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[41451]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:04:42.915 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[41451]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:04:42.915 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:42.915 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:42.915 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:42.916 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[41451]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:04:42.916 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[41451]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:04:42.916 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:42.917 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:42.917 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:42 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:43.423 INFO:tasks.workunit.client.0.smithi089.stdout:{ 2024-07-26T06:04:43.423 INFO:tasks.workunit.client.0.smithi089.stdout: "balancer": { 2024-07-26T06:04:43.423 INFO:tasks.workunit.client.0.smithi089.stdout: "active": true, 2024-07-26T06:04:43.423 INFO:tasks.workunit.client.0.smithi089.stdout: "mode": "" 2024-07-26T06:04:43.423 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.423 INFO:tasks.workunit.client.0.smithi089.stdout: "channels": [ 2024-07-26T06:04:43.424 INFO:tasks.workunit.client.0.smithi089.stdout: "basic", 2024-07-26T06:04:43.424 INFO:tasks.workunit.client.0.smithi089.stdout: "crash", 2024-07-26T06:04:43.424 INFO:tasks.workunit.client.0.smithi089.stdout: "device", 2024-07-26T06:04:43.424 INFO:tasks.workunit.client.0.smithi089.stdout: "ident", 2024-07-26T06:04:43.424 INFO:tasks.workunit.client.0.smithi089.stdout: "perf" 2024-07-26T06:04:43.424 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:43.424 INFO:tasks.workunit.client.0.smithi089.stdout: "channels_available": [ 2024-07-26T06:04:43.424 INFO:tasks.workunit.client.0.smithi089.stdout: "basic", 2024-07-26T06:04:43.424 INFO:tasks.workunit.client.0.smithi089.stdout: "ident", 2024-07-26T06:04:43.424 INFO:tasks.workunit.client.0.smithi089.stdout: "crash", 2024-07-26T06:04:43.424 INFO:tasks.workunit.client.0.smithi089.stdout: "device", 2024-07-26T06:04:43.424 INFO:tasks.workunit.client.0.smithi089.stdout: "perf" 2024-07-26T06:04:43.424 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:43.424 INFO:tasks.workunit.client.0.smithi089.stdout: "collections_available": [ 2024-07-26T06:04:43.424 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_base", 2024-07-26T06:04:43.425 INFO:tasks.workunit.client.0.smithi089.stdout: "device_base", 2024-07-26T06:04:43.425 INFO:tasks.workunit.client.0.smithi089.stdout: "crash_base", 2024-07-26T06:04:43.425 INFO:tasks.workunit.client.0.smithi089.stdout: "ident_base", 2024-07-26T06:04:43.425 INFO:tasks.workunit.client.0.smithi089.stdout: "perf_perf", 2024-07-26T06:04:43.425 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_mds_metadata", 2024-07-26T06:04:43.425 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_pool_usage", 2024-07-26T06:04:43.425 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_usage_by_class", 2024-07-26T06:04:43.425 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_rook_v01", 2024-07-26T06:04:43.425 INFO:tasks.workunit.client.0.smithi089.stdout: "perf_memory_metrics", 2024-07-26T06:04:43.425 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_pool_options_bluestore" 2024-07-26T06:04:43.425 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:43.425 INFO:tasks.workunit.client.0.smithi089.stdout: "collections_opted_in": [ 2024-07-26T06:04:43.425 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_base", 2024-07-26T06:04:43.425 INFO:tasks.workunit.client.0.smithi089.stdout: "device_base", 2024-07-26T06:04:43.426 INFO:tasks.workunit.client.0.smithi089.stdout: "crash_base", 2024-07-26T06:04:43.426 INFO:tasks.workunit.client.0.smithi089.stdout: "ident_base", 2024-07-26T06:04:43.426 INFO:tasks.workunit.client.0.smithi089.stdout: "perf_perf", 2024-07-26T06:04:43.426 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_mds_metadata", 2024-07-26T06:04:43.426 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_pool_usage", 2024-07-26T06:04:43.426 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_usage_by_class", 2024-07-26T06:04:43.426 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_rook_v01", 2024-07-26T06:04:43.426 INFO:tasks.workunit.client.0.smithi089.stdout: "perf_memory_metrics", 2024-07-26T06:04:43.426 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_pool_options_bluestore" 2024-07-26T06:04:43.426 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:43.426 INFO:tasks.workunit.client.0.smithi089.stdout: "config": { 2024-07-26T06:04:43.426 INFO:tasks.workunit.client.0.smithi089.stdout: "active_changed": [ 2024-07-26T06:04:43.426 INFO:tasks.workunit.client.0.smithi089.stdout: "auth_allow_insecure_global_id_reclaim", 2024-07-26T06:04:43.427 INFO:tasks.workunit.client.0.smithi089.stdout: "auth_debug", 2024-07-26T06:04:43.427 INFO:tasks.workunit.client.0.smithi089.stdout: "auth_mon_ticket_ttl", 2024-07-26T06:04:43.427 INFO:tasks.workunit.client.0.smithi089.stdout: "auth_service_ticket_ttl", 2024-07-26T06:04:43.427 INFO:tasks.workunit.client.0.smithi089.stdout: "bdev_debug_aio", 2024-07-26T06:04:43.427 INFO:tasks.workunit.client.0.smithi089.stdout: "client_check_pool_perm", 2024-07-26T06:04:43.427 INFO:tasks.workunit.client.0.smithi089.stdout: "client_mount_gid", 2024-07-26T06:04:43.427 INFO:tasks.workunit.client.0.smithi089.stdout: "client_mount_uid", 2024-07-26T06:04:43.427 INFO:tasks.workunit.client.0.smithi089.stdout: "client_quota", 2024-07-26T06:04:43.427 INFO:tasks.workunit.client.0.smithi089.stdout: "container_image", 2024-07-26T06:04:43.427 INFO:tasks.workunit.client.0.smithi089.stdout: "daemonize", 2024-07-26T06:04:43.427 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_asserts_on_shutdown", 2024-07-26T06:04:43.427 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_mgr", 2024-07-26T06:04:43.427 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_mon", 2024-07-26T06:04:43.427 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_ms", 2024-07-26T06:04:43.427 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_osd", 2024-07-26T06:04:43.428 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_paxos", 2024-07-26T06:04:43.428 INFO:tasks.workunit.client.0.smithi089.stdout: "keyring", 2024-07-26T06:04:43.428 INFO:tasks.workunit.client.0.smithi089.stdout: "leveldb_block_size", 2024-07-26T06:04:43.428 INFO:tasks.workunit.client.0.smithi089.stdout: "leveldb_cache_size", 2024-07-26T06:04:43.428 INFO:tasks.workunit.client.0.smithi089.stdout: "leveldb_compression", 2024-07-26T06:04:43.428 INFO:tasks.workunit.client.0.smithi089.stdout: "leveldb_log", 2024-07-26T06:04:43.428 INFO:tasks.workunit.client.0.smithi089.stdout: "leveldb_write_buffer_size", 2024-07-26T06:04:43.428 INFO:tasks.workunit.client.0.smithi089.stdout: "log_to_file", 2024-07-26T06:04:43.428 INFO:tasks.workunit.client.0.smithi089.stdout: "log_to_journald", 2024-07-26T06:04:43.428 INFO:tasks.workunit.client.0.smithi089.stdout: "log_to_stderr", 2024-07-26T06:04:43.429 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_allow_pool_delete", 2024-07-26T06:04:43.429 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_clock_drift_allowed", 2024-07-26T06:04:43.429 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_cluster_log_to_file", 2024-07-26T06:04:43.429 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_cluster_log_to_journald", 2024-07-26T06:04:43.429 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_cluster_log_to_stderr", 2024-07-26T06:04:43.429 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_data_avail_warn", 2024-07-26T06:04:43.429 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_election_default_strategy", 2024-07-26T06:04:43.429 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_host", 2024-07-26T06:04:43.429 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_max_pg_per_osd", 2024-07-26T06:04:43.429 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_mgr_mkfs_grace", 2024-07-26T06:04:43.429 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_osd_prime_pg_temp", 2024-07-26T06:04:43.429 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_osd_reporter_subtree_level", 2024-07-26T06:04:43.429 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_pg_warn_max_object_skew", 2024-07-26T06:04:43.429 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_reweight_min_bytes_per_osd", 2024-07-26T06:04:43.430 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_reweight_min_pgs_per_osd", 2024-07-26T06:04:43.430 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-07-26T06:04:43.430 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-07-26T06:04:43.430 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-07-26T06:04:43.430 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_legacy_crush_tunables", 2024-07-26T06:04:43.430 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-07-26T06:04:43.430 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-07-26T06:04:43.430 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_too_few_osds", 2024-07-26T06:04:43.430 INFO:tasks.workunit.client.0.smithi089.stdout: "ms_die_on_bug", 2024-07-26T06:04:43.430 INFO:tasks.workunit.client.0.smithi089.stdout: "ms_die_on_old_message", 2024-07-26T06:04:43.430 INFO:tasks.workunit.client.0.smithi089.stdout: "no_config_file", 2024-07-26T06:04:43.430 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_class_default_list", 2024-07-26T06:04:43.430 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_class_load_list", 2024-07-26T06:04:43.430 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_misdirected_ops", 2024-07-26T06:04:43.431 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_op_order", 2024-07-26T06:04:43.431 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_pg_log_writeout", 2024-07-26T06:04:43.431 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_shutdown", 2024-07-26T06:04:43.431 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_verify_cached_snaps", 2024-07-26T06:04:43.431 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_verify_missing_on_start", 2024-07-26T06:04:43.431 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_verify_stray_on_activate", 2024-07-26T06:04:43.431 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_deep_scrub_update_digest_min_age", 2024-07-26T06:04:43.431 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_profile", 2024-07-26T06:04:43.431 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-07-26T06:04:43.431 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-07-26T06:04:43.431 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-07-26T06:04:43.431 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-07-26T06:04:43.432 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-07-26T06:04:43.432 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-07-26T06:04:43.432 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_scheduler_client_lim", 2024-07-26T06:04:43.432 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_scheduler_client_res", 2024-07-26T06:04:43.432 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_scheduler_client_wgt", 2024-07-26T06:04:43.432 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_memory_target", 2024-07-26T06:04:43.432 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_memory_target_autotune", 2024-07-26T06:04:43.432 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_op_queue", 2024-07-26T06:04:43.432 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_op_queue_cut_off", 2024-07-26T06:04:43.432 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pool_default_erasure_code_profile", 2024-07-26T06:04:43.432 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pool_default_pg_autoscale_mode", 2024-07-26T06:04:43.432 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_recover_clone_overlap", 2024-07-26T06:04:43.433 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_recovery_max_chunk", 2024-07-26T06:04:43.433 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_scrub_load_threshold", 2024-07-26T06:04:43.433 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_scrub_max_interval", 2024-07-26T06:04:43.433 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_shutdown_pgref_assert", 2024-07-26T06:04:43.433 INFO:tasks.workunit.client.0.smithi089.stdout: "public_addr", 2024-07-26T06:04:43.433 INFO:tasks.workunit.client.0.smithi089.stdout: "public_addrv", 2024-07-26T06:04:43.433 INFO:tasks.workunit.client.0.smithi089.stdout: "public_network", 2024-07-26T06:04:43.433 INFO:tasks.workunit.client.0.smithi089.stdout: "rbd_default_features", 2024-07-26T06:04:43.433 INFO:tasks.workunit.client.0.smithi089.stdout: "rbd_qos_exclude_ops", 2024-07-26T06:04:43.433 INFO:tasks.workunit.client.0.smithi089.stdout: "setgroup", 2024-07-26T06:04:43.434 INFO:tasks.workunit.client.0.smithi089.stdout: "setuser" 2024-07-26T06:04:43.434 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:43.434 INFO:tasks.workunit.client.0.smithi089.stdout: "cluster_changed": [ 2024-07-26T06:04:43.434 INFO:tasks.workunit.client.0.smithi089.stdout: "auth_allow_insecure_global_id_reclaim", 2024-07-26T06:04:43.434 INFO:tasks.workunit.client.0.smithi089.stdout: "auth_debug", 2024-07-26T06:04:43.434 INFO:tasks.workunit.client.0.smithi089.stdout: "auth_mon_ticket_ttl", 2024-07-26T06:04:43.434 INFO:tasks.workunit.client.0.smithi089.stdout: "auth_service_ticket_ttl", 2024-07-26T06:04:43.434 INFO:tasks.workunit.client.0.smithi089.stdout: "bdev_debug_aio", 2024-07-26T06:04:43.434 INFO:tasks.workunit.client.0.smithi089.stdout: "container_image", 2024-07-26T06:04:43.434 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_asserts_on_shutdown", 2024-07-26T06:04:43.434 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_mgr", 2024-07-26T06:04:43.434 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_mon", 2024-07-26T06:04:43.434 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_ms", 2024-07-26T06:04:43.434 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_osd", 2024-07-26T06:04:43.435 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_paxos", 2024-07-26T06:04:43.435 INFO:tasks.workunit.client.0.smithi089.stdout: "log_to_file", 2024-07-26T06:04:43.435 INFO:tasks.workunit.client.0.smithi089.stdout: "log_to_journald", 2024-07-26T06:04:43.435 INFO:tasks.workunit.client.0.smithi089.stdout: "log_to_stderr", 2024-07-26T06:04:43.435 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_join_fs", 2024-07-26T06:04:43.435 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/cephadm/allow_ptrace", 2024-07-26T06:04:43.435 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/cephadm/container_init", 2024-07-26T06:04:43.435 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/cephadm/migration_current", 2024-07-26T06:04:43.435 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/cephadm/use_repo_digest", 2024-07-26T06:04:43.435 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-07-26T06:04:43.435 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-07-26T06:04:43.435 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-07-26T06:04:43.435 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-07-26T06:04:43.435 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/dashboard/ssl_server_port", 2024-07-26T06:04:43.436 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/orchestrator/orchestrator", 2024-07-26T06:04:43.436 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/telemetry/channel_ident", 2024-07-26T06:04:43.436 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/telemetry/channel_perf", 2024-07-26T06:04:43.436 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/telemetry/description", 2024-07-26T06:04:43.436 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/telemetry/enabled", 2024-07-26T06:04:43.436 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/telemetry/organization", 2024-07-26T06:04:43.436 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_allow_pool_delete", 2024-07-26T06:04:43.436 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_clock_drift_allowed", 2024-07-26T06:04:43.436 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_cluster_log_to_file", 2024-07-26T06:04:43.436 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_data_avail_warn", 2024-07-26T06:04:43.436 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_election_default_strategy", 2024-07-26T06:04:43.436 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_max_pg_per_osd", 2024-07-26T06:04:43.436 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_mgr_mkfs_grace", 2024-07-26T06:04:43.436 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_osd_prime_pg_temp", 2024-07-26T06:04:43.436 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_osd_reporter_subtree_level", 2024-07-26T06:04:43.437 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_pg_warn_max_object_skew", 2024-07-26T06:04:43.437 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_reweight_min_bytes_per_osd", 2024-07-26T06:04:43.437 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_reweight_min_pgs_per_osd", 2024-07-26T06:04:43.437 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-07-26T06:04:43.437 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-07-26T06:04:43.437 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-07-26T06:04:43.437 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_legacy_crush_tunables", 2024-07-26T06:04:43.437 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-07-26T06:04:43.437 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-07-26T06:04:43.437 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_too_few_osds", 2024-07-26T06:04:43.437 INFO:tasks.workunit.client.0.smithi089.stdout: "ms_die_on_bug", 2024-07-26T06:04:43.437 INFO:tasks.workunit.client.0.smithi089.stdout: "ms_die_on_old_message", 2024-07-26T06:04:43.437 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_class_default_list", 2024-07-26T06:04:43.437 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_class_load_list", 2024-07-26T06:04:43.438 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_misdirected_ops", 2024-07-26T06:04:43.438 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_op_order", 2024-07-26T06:04:43.438 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_pg_log_writeout", 2024-07-26T06:04:43.438 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_shutdown", 2024-07-26T06:04:43.438 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_verify_cached_snaps", 2024-07-26T06:04:43.438 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_verify_missing_on_start", 2024-07-26T06:04:43.438 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_verify_stray_on_activate", 2024-07-26T06:04:43.438 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_deep_scrub_update_digest_min_age", 2024-07-26T06:04:43.438 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_profile", 2024-07-26T06:04:43.438 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_memory_target", 2024-07-26T06:04:43.438 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_memory_target_autotune", 2024-07-26T06:04:43.438 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_op_queue", 2024-07-26T06:04:43.438 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_op_queue_cut_off", 2024-07-26T06:04:43.438 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pool_default_erasure_code_profile", 2024-07-26T06:04:43.439 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pool_default_pg_autoscale_mode", 2024-07-26T06:04:43.439 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_recover_clone_overlap", 2024-07-26T06:04:43.439 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_recovery_max_chunk", 2024-07-26T06:04:43.439 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_scrub_load_threshold", 2024-07-26T06:04:43.439 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_scrub_max_interval", 2024-07-26T06:04:43.439 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_shutdown_pgref_assert", 2024-07-26T06:04:43.439 INFO:tasks.workunit.client.0.smithi089.stdout: "public_network", 2024-07-26T06:04:43.439 INFO:tasks.workunit.client.0.smithi089.stdout: "rgw_cache_enabled", 2024-07-26T06:04:43.439 INFO:tasks.workunit.client.0.smithi089.stdout: "rgw_enable_ops_log", 2024-07-26T06:04:43.439 INFO:tasks.workunit.client.0.smithi089.stdout: "rgw_enable_usage_log" 2024-07-26T06:04:43.439 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:43.439 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.439 INFO:tasks.workunit.client.0.smithi089.stdout: "contact": null, 2024-07-26T06:04:43.439 INFO:tasks.workunit.client.0.smithi089.stdout: "crashes": [], 2024-07-26T06:04:43.439 INFO:tasks.workunit.client.0.smithi089.stdout: "created": "2024-07-26T05:55:42.540523Z", 2024-07-26T06:04:43.440 INFO:tasks.workunit.client.0.smithi089.stdout: "crush": { 2024-07-26T06:04:43.440 INFO:tasks.workunit.client.0.smithi089.stdout: "bucket_algs": { 2024-07-26T06:04:43.440 INFO:tasks.workunit.client.0.smithi089.stdout: "straw2": 3 2024-07-26T06:04:43.440 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.440 INFO:tasks.workunit.client.0.smithi089.stdout: "bucket_sizes": { 2024-07-26T06:04:43.440 INFO:tasks.workunit.client.0.smithi089.stdout: "2": 1, 2024-07-26T06:04:43.440 INFO:tasks.workunit.client.0.smithi089.stdout: "4": 2 2024-07-26T06:04:43.440 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.440 INFO:tasks.workunit.client.0.smithi089.stdout: "bucket_types": { 2024-07-26T06:04:43.440 INFO:tasks.workunit.client.0.smithi089.stdout: "1": 2, 2024-07-26T06:04:43.440 INFO:tasks.workunit.client.0.smithi089.stdout: "11": 1 2024-07-26T06:04:43.440 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.440 INFO:tasks.workunit.client.0.smithi089.stdout: "compat_weight_set": false, 2024-07-26T06:04:43.440 INFO:tasks.workunit.client.0.smithi089.stdout: "device_classes": [ 2024-07-26T06:04:43.441 INFO:tasks.workunit.client.0.smithi089.stdout: 8 2024-07-26T06:04:43.441 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:43.441 INFO:tasks.workunit.client.0.smithi089.stdout: "num_buckets": 6, 2024-07-26T06:04:43.441 INFO:tasks.workunit.client.0.smithi089.stdout: "num_devices": 8, 2024-07-26T06:04:43.441 INFO:tasks.workunit.client.0.smithi089.stdout: "num_rules": 1, 2024-07-26T06:04:43.441 INFO:tasks.workunit.client.0.smithi089.stdout: "num_types": 12, 2024-07-26T06:04:43.441 INFO:tasks.workunit.client.0.smithi089.stdout: "num_weight_sets": 0, 2024-07-26T06:04:43.441 INFO:tasks.workunit.client.0.smithi089.stdout: "tunables": { 2024-07-26T06:04:43.441 INFO:tasks.workunit.client.0.smithi089.stdout: "allowed_bucket_algs": 54, 2024-07-26T06:04:43.441 INFO:tasks.workunit.client.0.smithi089.stdout: "choose_local_fallback_tries": 0, 2024-07-26T06:04:43.441 INFO:tasks.workunit.client.0.smithi089.stdout: "choose_local_tries": 0, 2024-07-26T06:04:43.442 INFO:tasks.workunit.client.0.smithi089.stdout: "choose_total_tries": 50, 2024-07-26T06:04:43.442 INFO:tasks.workunit.client.0.smithi089.stdout: "chooseleaf_descend_once": 1, 2024-07-26T06:04:43.442 INFO:tasks.workunit.client.0.smithi089.stdout: "chooseleaf_stable": 1, 2024-07-26T06:04:43.442 INFO:tasks.workunit.client.0.smithi089.stdout: "chooseleaf_vary_r": 1, 2024-07-26T06:04:43.442 INFO:tasks.workunit.client.0.smithi089.stdout: "has_v2_rules": 0, 2024-07-26T06:04:43.442 INFO:tasks.workunit.client.0.smithi089.stdout: "has_v3_rules": 0, 2024-07-26T06:04:43.442 INFO:tasks.workunit.client.0.smithi089.stdout: "has_v4_buckets": 1, 2024-07-26T06:04:43.442 INFO:tasks.workunit.client.0.smithi089.stdout: "has_v5_rules": 0, 2024-07-26T06:04:43.442 INFO:tasks.workunit.client.0.smithi089.stdout: "legacy_tunables": 0, 2024-07-26T06:04:43.442 INFO:tasks.workunit.client.0.smithi089.stdout: "minimum_required_version": "jewel", 2024-07-26T06:04:43.442 INFO:tasks.workunit.client.0.smithi089.stdout: "optimal_tunables": 1, 2024-07-26T06:04:43.442 INFO:tasks.workunit.client.0.smithi089.stdout: "profile": "jewel", 2024-07-26T06:04:43.442 INFO:tasks.workunit.client.0.smithi089.stdout: "require_feature_tunables": 1, 2024-07-26T06:04:43.442 INFO:tasks.workunit.client.0.smithi089.stdout: "require_feature_tunables2": 1, 2024-07-26T06:04:43.443 INFO:tasks.workunit.client.0.smithi089.stdout: "require_feature_tunables3": 1, 2024-07-26T06:04:43.443 INFO:tasks.workunit.client.0.smithi089.stdout: "require_feature_tunables5": 1, 2024-07-26T06:04:43.443 INFO:tasks.workunit.client.0.smithi089.stdout: "straw_calc_version": 1 2024-07-26T06:04:43.443 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.443 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.443 INFO:tasks.workunit.client.0.smithi089.stdout: "description": "upgrade test cluster", 2024-07-26T06:04:43.443 INFO:tasks.workunit.client.0.smithi089.stdout: "fs": { 2024-07-26T06:04:43.443 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1, 2024-07-26T06:04:43.443 INFO:tasks.workunit.client.0.smithi089.stdout: "feature_flags": { 2024-07-26T06:04:43.443 INFO:tasks.workunit.client.0.smithi089.stdout: "enable_multiple": true, 2024-07-26T06:04:43.444 INFO:tasks.workunit.client.0.smithi089.stdout: "ever_enabled_multiple": true 2024-07-26T06:04:43.444 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.444 INFO:tasks.workunit.client.0.smithi089.stdout: "filesystems": [ 2024-07-26T06:04:43.444 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:43.444 INFO:tasks.workunit.client.0.smithi089.stdout: "approx_ctime": "2024-07", 2024-07-26T06:04:43.444 INFO:tasks.workunit.client.0.smithi089.stdout: "balancer_enabled": false, 2024-07-26T06:04:43.444 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.444 INFO:tasks.workunit.client.0.smithi089.stdout: "cached_caps": 0, 2024-07-26T06:04:43.444 INFO:tasks.workunit.client.0.smithi089.stdout: "cached_dns": 10, 2024-07-26T06:04:43.444 INFO:tasks.workunit.client.0.smithi089.stdout: "cached_inos": 13, 2024-07-26T06:04:43.444 INFO:tasks.workunit.client.0.smithi089.stdout: "cached_subtrees": 2, 2024-07-26T06:04:43.445 INFO:tasks.workunit.client.0.smithi089.stdout: "ever_allowed_features": 0, 2024-07-26T06:04:43.445 INFO:tasks.workunit.client.0.smithi089.stdout: "explicitly_allowed_features": 0, 2024-07-26T06:04:43.445 INFO:tasks.workunit.client.0.smithi089.stdout: "files": 0, 2024-07-26T06:04:43.445 INFO:tasks.workunit.client.0.smithi089.stdout: "max_mds": 1, 2024-07-26T06:04:43.445 INFO:tasks.workunit.client.0.smithi089.stdout: "num_data_pools": 1, 2024-07-26T06:04:43.445 INFO:tasks.workunit.client.0.smithi089.stdout: "num_in": 1, 2024-07-26T06:04:43.445 INFO:tasks.workunit.client.0.smithi089.stdout: "num_mds": 1, 2024-07-26T06:04:43.445 INFO:tasks.workunit.client.0.smithi089.stdout: "num_sessions": 0, 2024-07-26T06:04:43.445 INFO:tasks.workunit.client.0.smithi089.stdout: "num_standby_replay": 0, 2024-07-26T06:04:43.445 INFO:tasks.workunit.client.0.smithi089.stdout: "num_up": 1, 2024-07-26T06:04:43.445 INFO:tasks.workunit.client.0.smithi089.stdout: "snaps": 0, 2024-07-26T06:04:43.445 INFO:tasks.workunit.client.0.smithi089.stdout: "standby_count_wanted": 0 2024-07-26T06:04:43.445 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.446 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:43.446 INFO:tasks.workunit.client.0.smithi089.stdout: "num_standby_mds": 1, 2024-07-26T06:04:43.446 INFO:tasks.workunit.client.0.smithi089.stdout: "total_num_mds": 2 2024-07-26T06:04:43.446 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.446 INFO:tasks.workunit.client.0.smithi089.stdout: "heap_stats": { 2024-07-26T06:04:43.446 INFO:tasks.workunit.client.0.smithi089.stdout: "mds": { 2024-07-26T06:04:43.446 INFO:tasks.workunit.client.0.smithi089.stdout: "mds.11a06f7556cbb1c57650abffbb3eb77c66bdf751": { 2024-07-26T06:04:43.446 INFO:tasks.workunit.client.0.smithi089.stdout: "actual_memory_used": 20504576, 2024-07-26T06:04:43.446 INFO:tasks.workunit.client.0.smithi089.stdout: "central_cache_freelist": 473864, 2024-07-26T06:04:43.446 INFO:tasks.workunit.client.0.smithi089.stdout: "malloc_metadata": 2621440, 2024-07-26T06:04:43.446 INFO:tasks.workunit.client.0.smithi089.stdout: "page_heap_freelist": 90112, 2024-07-26T06:04:43.446 INFO:tasks.workunit.client.0.smithi089.stdout: "released_to_os": 679936, 2024-07-26T06:04:43.446 INFO:tasks.workunit.client.0.smithi089.stdout: "spans_in_use": 424, 2024-07-26T06:04:43.446 INFO:tasks.workunit.client.0.smithi089.stdout: "tcmalloc_page_size": 8192, 2024-07-26T06:04:43.447 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_cache_freelists": 1262256, 2024-07-26T06:04:43.447 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_heaps_in_use": 20, 2024-07-26T06:04:43.447 INFO:tasks.workunit.client.0.smithi089.stdout: "transfer_cache_freelist": 987136, 2024-07-26T06:04:43.447 INFO:tasks.workunit.client.0.smithi089.stdout: "use_by_application": 15069768, 2024-07-26T06:04:43.447 INFO:tasks.workunit.client.0.smithi089.stdout: "virtual_address_space_used": 21184512 2024-07-26T06:04:43.447 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.447 INFO:tasks.workunit.client.0.smithi089.stdout: "mds.87ef074e95f73b29e32a1570865c090ae0131b8b": { 2024-07-26T06:04:43.447 INFO:tasks.workunit.client.0.smithi089.stdout: "actual_memory_used": 19087360, 2024-07-26T06:04:43.447 INFO:tasks.workunit.client.0.smithi089.stdout: "central_cache_freelist": 345512, 2024-07-26T06:04:43.447 INFO:tasks.workunit.client.0.smithi089.stdout: "malloc_metadata": 2621440, 2024-07-26T06:04:43.447 INFO:tasks.workunit.client.0.smithi089.stdout: "page_heap_freelist": 73728, 2024-07-26T06:04:43.447 INFO:tasks.workunit.client.0.smithi089.stdout: "released_to_os": 0, 2024-07-26T06:04:43.447 INFO:tasks.workunit.client.0.smithi089.stdout: "spans_in_use": 330, 2024-07-26T06:04:43.447 INFO:tasks.workunit.client.0.smithi089.stdout: "tcmalloc_page_size": 8192, 2024-07-26T06:04:43.448 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_cache_freelists": 1207176, 2024-07-26T06:04:43.448 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_heaps_in_use": 12, 2024-07-26T06:04:43.448 INFO:tasks.workunit.client.0.smithi089.stdout: "transfer_cache_freelist": 187904, 2024-07-26T06:04:43.448 INFO:tasks.workunit.client.0.smithi089.stdout: "use_by_application": 14651600, 2024-07-26T06:04:43.448 INFO:tasks.workunit.client.0.smithi089.stdout: "virtual_address_space_used": 19087360 2024-07-26T06:04:43.448 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.448 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.448 INFO:tasks.workunit.client.0.smithi089.stdout: "mon": { 2024-07-26T06:04:43.448 INFO:tasks.workunit.client.0.smithi089.stdout: "mon.11a06f7556cbb1c57650abffbb3eb77c66bdf751": { 2024-07-26T06:04:43.448 INFO:tasks.workunit.client.0.smithi089.stdout: "actual_memory_used": 36323328, 2024-07-26T06:04:43.448 INFO:tasks.workunit.client.0.smithi089.stdout: "central_cache_freelist": 1662888, 2024-07-26T06:04:43.448 INFO:tasks.workunit.client.0.smithi089.stdout: "malloc_metadata": 2621440, 2024-07-26T06:04:43.448 INFO:tasks.workunit.client.0.smithi089.stdout: "page_heap_freelist": 0, 2024-07-26T06:04:43.448 INFO:tasks.workunit.client.0.smithi089.stdout: "released_to_os": 10125312, 2024-07-26T06:04:43.448 INFO:tasks.workunit.client.0.smithi089.stdout: "spans_in_use": 1151, 2024-07-26T06:04:43.449 INFO:tasks.workunit.client.0.smithi089.stdout: "tcmalloc_page_size": 8192, 2024-07-26T06:04:43.449 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_cache_freelists": 7271416, 2024-07-26T06:04:43.449 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_heaps_in_use": 21, 2024-07-26T06:04:43.449 INFO:tasks.workunit.client.0.smithi089.stdout: "transfer_cache_freelist": 915456, 2024-07-26T06:04:43.449 INFO:tasks.workunit.client.0.smithi089.stdout: "use_by_application": 23852128, 2024-07-26T06:04:43.449 INFO:tasks.workunit.client.0.smithi089.stdout: "virtual_address_space_used": 46448640 2024-07-26T06:04:43.449 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.449 INFO:tasks.workunit.client.0.smithi089.stdout: "mon.87ef074e95f73b29e32a1570865c090ae0131b8b": { 2024-07-26T06:04:43.449 INFO:tasks.workunit.client.0.smithi089.stdout: "actual_memory_used": 44523520, 2024-07-26T06:04:43.449 INFO:tasks.workunit.client.0.smithi089.stdout: "central_cache_freelist": 1306600, 2024-07-26T06:04:43.449 INFO:tasks.workunit.client.0.smithi089.stdout: "malloc_metadata": 2621440, 2024-07-26T06:04:43.449 INFO:tasks.workunit.client.0.smithi089.stdout: "page_heap_freelist": 0, 2024-07-26T06:04:43.449 INFO:tasks.workunit.client.0.smithi089.stdout: "released_to_os": 3948544, 2024-07-26T06:04:43.449 INFO:tasks.workunit.client.0.smithi089.stdout: "spans_in_use": 1734, 2024-07-26T06:04:43.450 INFO:tasks.workunit.client.0.smithi089.stdout: "tcmalloc_page_size": 8192, 2024-07-26T06:04:43.450 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_cache_freelists": 9920224, 2024-07-26T06:04:43.450 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_heaps_in_use": 22, 2024-07-26T06:04:43.450 INFO:tasks.workunit.client.0.smithi089.stdout: "transfer_cache_freelist": 2309888, 2024-07-26T06:04:43.450 INFO:tasks.workunit.client.0.smithi089.stdout: "use_by_application": 28365368, 2024-07-26T06:04:43.450 INFO:tasks.workunit.client.0.smithi089.stdout: "virtual_address_space_used": 48472064 2024-07-26T06:04:43.450 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.450 INFO:tasks.workunit.client.0.smithi089.stdout: "mon.fa05ed6b69dc18131ed830145851b5294218fbe2": { 2024-07-26T06:04:43.450 INFO:tasks.workunit.client.0.smithi089.stdout: "actual_memory_used": 36372480, 2024-07-26T06:04:43.450 INFO:tasks.workunit.client.0.smithi089.stdout: "central_cache_freelist": 780392, 2024-07-26T06:04:43.450 INFO:tasks.workunit.client.0.smithi089.stdout: "malloc_metadata": 2621440, 2024-07-26T06:04:43.450 INFO:tasks.workunit.client.0.smithi089.stdout: "page_heap_freelist": 0, 2024-07-26T06:04:43.450 INFO:tasks.workunit.client.0.smithi089.stdout: "released_to_os": 9043968, 2024-07-26T06:04:43.450 INFO:tasks.workunit.client.0.smithi089.stdout: "spans_in_use": 1070, 2024-07-26T06:04:43.451 INFO:tasks.workunit.client.0.smithi089.stdout: "tcmalloc_page_size": 8192, 2024-07-26T06:04:43.451 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_cache_freelists": 6620576, 2024-07-26T06:04:43.451 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_heaps_in_use": 22, 2024-07-26T06:04:43.451 INFO:tasks.workunit.client.0.smithi089.stdout: "transfer_cache_freelist": 2496256, 2024-07-26T06:04:43.451 INFO:tasks.workunit.client.0.smithi089.stdout: "use_by_application": 23853816, 2024-07-26T06:04:43.451 INFO:tasks.workunit.client.0.smithi089.stdout: "virtual_address_space_used": 45416448 2024-07-26T06:04:43.451 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.451 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.451 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T06:04:43.451 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.0": { 2024-07-26T06:04:43.451 INFO:tasks.workunit.client.0.smithi089.stdout: "actual_memory_used": 274759680, 2024-07-26T06:04:43.451 INFO:tasks.workunit.client.0.smithi089.stdout: "central_cache_freelist": 681368, 2024-07-26T06:04:43.451 INFO:tasks.workunit.client.0.smithi089.stdout: "malloc_metadata": 2752512, 2024-07-26T06:04:43.451 INFO:tasks.workunit.client.0.smithi089.stdout: "page_heap_freelist": 0, 2024-07-26T06:04:43.452 INFO:tasks.workunit.client.0.smithi089.stdout: "released_to_os": 16384, 2024-07-26T06:04:43.452 INFO:tasks.workunit.client.0.smithi089.stdout: "spans_in_use": 1422, 2024-07-26T06:04:43.452 INFO:tasks.workunit.client.0.smithi089.stdout: "tcmalloc_page_size": 8192, 2024-07-26T06:04:43.452 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_cache_freelists": 5299496, 2024-07-26T06:04:43.452 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_heaps_in_use": 45, 2024-07-26T06:04:43.452 INFO:tasks.workunit.client.0.smithi089.stdout: "transfer_cache_freelist": 2833152, 2024-07-26T06:04:43.452 INFO:tasks.workunit.client.0.smithi089.stdout: "use_by_application": 263193152, 2024-07-26T06:04:43.452 INFO:tasks.workunit.client.0.smithi089.stdout: "virtual_address_space_used": 274776064 2024-07-26T06:04:43.452 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.452 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.1": { 2024-07-26T06:04:43.452 INFO:tasks.workunit.client.0.smithi089.stdout: "actual_memory_used": 273408000, 2024-07-26T06:04:43.452 INFO:tasks.workunit.client.0.smithi089.stdout: "central_cache_freelist": 806864, 2024-07-26T06:04:43.452 INFO:tasks.workunit.client.0.smithi089.stdout: "malloc_metadata": 2752512, 2024-07-26T06:04:43.452 INFO:tasks.workunit.client.0.smithi089.stdout: "page_heap_freelist": 0, 2024-07-26T06:04:43.452 INFO:tasks.workunit.client.0.smithi089.stdout: "released_to_os": 532480, 2024-07-26T06:04:43.453 INFO:tasks.workunit.client.0.smithi089.stdout: "spans_in_use": 1336, 2024-07-26T06:04:43.453 INFO:tasks.workunit.client.0.smithi089.stdout: "tcmalloc_page_size": 8192, 2024-07-26T06:04:43.453 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_cache_freelists": 5726304, 2024-07-26T06:04:43.453 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_heaps_in_use": 46, 2024-07-26T06:04:43.453 INFO:tasks.workunit.client.0.smithi089.stdout: "transfer_cache_freelist": 1972736, 2024-07-26T06:04:43.453 INFO:tasks.workunit.client.0.smithi089.stdout: "use_by_application": 262149584, 2024-07-26T06:04:43.453 INFO:tasks.workunit.client.0.smithi089.stdout: "virtual_address_space_used": 273940480 2024-07-26T06:04:43.453 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.453 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.2": { 2024-07-26T06:04:43.453 INFO:tasks.workunit.client.0.smithi089.stdout: "actual_memory_used": 271835136, 2024-07-26T06:04:43.453 INFO:tasks.workunit.client.0.smithi089.stdout: "central_cache_freelist": 697520, 2024-07-26T06:04:43.453 INFO:tasks.workunit.client.0.smithi089.stdout: "malloc_metadata": 2752512, 2024-07-26T06:04:43.453 INFO:tasks.workunit.client.0.smithi089.stdout: "page_heap_freelist": 0, 2024-07-26T06:04:43.453 INFO:tasks.workunit.client.0.smithi089.stdout: "released_to_os": 712704, 2024-07-26T06:04:43.454 INFO:tasks.workunit.client.0.smithi089.stdout: "spans_in_use": 1272, 2024-07-26T06:04:43.454 INFO:tasks.workunit.client.0.smithi089.stdout: "tcmalloc_page_size": 8192, 2024-07-26T06:04:43.454 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_cache_freelists": 5346672, 2024-07-26T06:04:43.454 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_heaps_in_use": 46, 2024-07-26T06:04:43.454 INFO:tasks.workunit.client.0.smithi089.stdout: "transfer_cache_freelist": 2438912, 2024-07-26T06:04:43.454 INFO:tasks.workunit.client.0.smithi089.stdout: "use_by_application": 260599520, 2024-07-26T06:04:43.454 INFO:tasks.workunit.client.0.smithi089.stdout: "virtual_address_space_used": 272547840 2024-07-26T06:04:43.454 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.454 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.3": { 2024-07-26T06:04:43.454 INFO:tasks.workunit.client.0.smithi089.stdout: "actual_memory_used": 271507456, 2024-07-26T06:04:43.454 INFO:tasks.workunit.client.0.smithi089.stdout: "central_cache_freelist": 569208, 2024-07-26T06:04:43.454 INFO:tasks.workunit.client.0.smithi089.stdout: "malloc_metadata": 2752512, 2024-07-26T06:04:43.454 INFO:tasks.workunit.client.0.smithi089.stdout: "page_heap_freelist": 0, 2024-07-26T06:04:43.454 INFO:tasks.workunit.client.0.smithi089.stdout: "released_to_os": 122880, 2024-07-26T06:04:43.455 INFO:tasks.workunit.client.0.smithi089.stdout: "spans_in_use": 1235, 2024-07-26T06:04:43.455 INFO:tasks.workunit.client.0.smithi089.stdout: "tcmalloc_page_size": 8192, 2024-07-26T06:04:43.455 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_cache_freelists": 4816376, 2024-07-26T06:04:43.455 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_heaps_in_use": 45, 2024-07-26T06:04:43.455 INFO:tasks.workunit.client.0.smithi089.stdout: "transfer_cache_freelist": 1596160, 2024-07-26T06:04:43.455 INFO:tasks.workunit.client.0.smithi089.stdout: "use_by_application": 261773200, 2024-07-26T06:04:43.455 INFO:tasks.workunit.client.0.smithi089.stdout: "virtual_address_space_used": 271630336 2024-07-26T06:04:43.455 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.455 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.4": { 2024-07-26T06:04:43.455 INFO:tasks.workunit.client.0.smithi089.stdout: "actual_memory_used": 272809984, 2024-07-26T06:04:43.455 INFO:tasks.workunit.client.0.smithi089.stdout: "central_cache_freelist": 768152, 2024-07-26T06:04:43.455 INFO:tasks.workunit.client.0.smithi089.stdout: "malloc_metadata": 2752512, 2024-07-26T06:04:43.455 INFO:tasks.workunit.client.0.smithi089.stdout: "page_heap_freelist": 0, 2024-07-26T06:04:43.455 INFO:tasks.workunit.client.0.smithi089.stdout: "released_to_os": 851968, 2024-07-26T06:04:43.455 INFO:tasks.workunit.client.0.smithi089.stdout: "spans_in_use": 1258, 2024-07-26T06:04:43.456 INFO:tasks.workunit.client.0.smithi089.stdout: "tcmalloc_page_size": 8192, 2024-07-26T06:04:43.456 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_cache_freelists": 4892136, 2024-07-26T06:04:43.456 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_heaps_in_use": 46, 2024-07-26T06:04:43.456 INFO:tasks.workunit.client.0.smithi089.stdout: "transfer_cache_freelist": 1968128, 2024-07-26T06:04:43.456 INFO:tasks.workunit.client.0.smithi089.stdout: "use_by_application": 262429056, 2024-07-26T06:04:43.456 INFO:tasks.workunit.client.0.smithi089.stdout: "virtual_address_space_used": 273661952 2024-07-26T06:04:43.456 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.456 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.5": { 2024-07-26T06:04:43.456 INFO:tasks.workunit.client.0.smithi089.stdout: "actual_memory_used": 272859136, 2024-07-26T06:04:43.456 INFO:tasks.workunit.client.0.smithi089.stdout: "central_cache_freelist": 1051224, 2024-07-26T06:04:43.456 INFO:tasks.workunit.client.0.smithi089.stdout: "malloc_metadata": 2752512, 2024-07-26T06:04:43.456 INFO:tasks.workunit.client.0.smithi089.stdout: "page_heap_freelist": 24576, 2024-07-26T06:04:43.457 INFO:tasks.workunit.client.0.smithi089.stdout: "released_to_os": 802816, 2024-07-26T06:04:43.457 INFO:tasks.workunit.client.0.smithi089.stdout: "spans_in_use": 1262, 2024-07-26T06:04:43.457 INFO:tasks.workunit.client.0.smithi089.stdout: "tcmalloc_page_size": 8192, 2024-07-26T06:04:43.457 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_cache_freelists": 4776072, 2024-07-26T06:04:43.457 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_heaps_in_use": 47, 2024-07-26T06:04:43.457 INFO:tasks.workunit.client.0.smithi089.stdout: "transfer_cache_freelist": 1937664, 2024-07-26T06:04:43.457 INFO:tasks.workunit.client.0.smithi089.stdout: "use_by_application": 262317088, 2024-07-26T06:04:43.457 INFO:tasks.workunit.client.0.smithi089.stdout: "virtual_address_space_used": 273661952 2024-07-26T06:04:43.457 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.457 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.6": { 2024-07-26T06:04:43.457 INFO:tasks.workunit.client.0.smithi089.stdout: "actual_memory_used": 272302080, 2024-07-26T06:04:43.457 INFO:tasks.workunit.client.0.smithi089.stdout: "central_cache_freelist": 710360, 2024-07-26T06:04:43.457 INFO:tasks.workunit.client.0.smithi089.stdout: "malloc_metadata": 2752512, 2024-07-26T06:04:43.457 INFO:tasks.workunit.client.0.smithi089.stdout: "page_heap_freelist": 24576, 2024-07-26T06:04:43.458 INFO:tasks.workunit.client.0.smithi089.stdout: "released_to_os": 311296, 2024-07-26T06:04:43.458 INFO:tasks.workunit.client.0.smithi089.stdout: "spans_in_use": 1269, 2024-07-26T06:04:43.458 INFO:tasks.workunit.client.0.smithi089.stdout: "tcmalloc_page_size": 8192, 2024-07-26T06:04:43.458 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_cache_freelists": 4932568, 2024-07-26T06:04:43.458 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_heaps_in_use": 45, 2024-07-26T06:04:43.458 INFO:tasks.workunit.client.0.smithi089.stdout: "transfer_cache_freelist": 2225664, 2024-07-26T06:04:43.458 INFO:tasks.workunit.client.0.smithi089.stdout: "use_by_application": 261656400, 2024-07-26T06:04:43.458 INFO:tasks.workunit.client.0.smithi089.stdout: "virtual_address_space_used": 272613376 2024-07-26T06:04:43.458 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.458 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.7": { 2024-07-26T06:04:43.458 INFO:tasks.workunit.client.0.smithi089.stdout: "actual_memory_used": 272793600, 2024-07-26T06:04:43.458 INFO:tasks.workunit.client.0.smithi089.stdout: "central_cache_freelist": 1088128, 2024-07-26T06:04:43.458 INFO:tasks.workunit.client.0.smithi089.stdout: "malloc_metadata": 2752512, 2024-07-26T06:04:43.458 INFO:tasks.workunit.client.0.smithi089.stdout: "page_heap_freelist": 24576, 2024-07-26T06:04:43.459 INFO:tasks.workunit.client.0.smithi089.stdout: "released_to_os": 98304, 2024-07-26T06:04:43.459 INFO:tasks.workunit.client.0.smithi089.stdout: "spans_in_use": 1302, 2024-07-26T06:04:43.459 INFO:tasks.workunit.client.0.smithi089.stdout: "tcmalloc_page_size": 8192, 2024-07-26T06:04:43.459 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_cache_freelists": 4965192, 2024-07-26T06:04:43.459 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_heaps_in_use": 45, 2024-07-26T06:04:43.459 INFO:tasks.workunit.client.0.smithi089.stdout: "transfer_cache_freelist": 1864960, 2024-07-26T06:04:43.459 INFO:tasks.workunit.client.0.smithi089.stdout: "use_by_application": 262098232, 2024-07-26T06:04:43.459 INFO:tasks.workunit.client.0.smithi089.stdout: "virtual_address_space_used": 272891904 2024-07-26T06:04:43.459 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.459 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.460 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.460 INFO:tasks.workunit.client.0.smithi089.stdout: "hosts": { 2024-07-26T06:04:43.460 INFO:tasks.workunit.client.0.smithi089.stdout: "num": 2, 2024-07-26T06:04:43.460 INFO:tasks.workunit.client.0.smithi089.stdout: "num_with_mds": 2, 2024-07-26T06:04:43.460 INFO:tasks.workunit.client.0.smithi089.stdout: "num_with_mgr": 2, 2024-07-26T06:04:43.460 INFO:tasks.workunit.client.0.smithi089.stdout: "num_with_mon": 2, 2024-07-26T06:04:43.460 INFO:tasks.workunit.client.0.smithi089.stdout: "num_with_osd": 2 2024-07-26T06:04:43.460 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.460 INFO:tasks.workunit.client.0.smithi089.stdout: "io_rate": { 2024-07-26T06:04:43.460 INFO:tasks.workunit.client.0.smithi089.stdout: "pg_stats_delta": { 2024-07-26T06:04:43.460 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": 0, 2024-07-26T06:04:43.460 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:43.460 INFO:tasks.workunit.client.0.smithi089.stdout: "num_store_stats": 0, 2024-07-26T06:04:43.460 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:43.461 INFO:tasks.workunit.client.0.smithi089.stdout: "stamp_delta": "12.003091", 2024-07-26T06:04:43.461 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:43.461 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:43.461 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:43.461 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:43.461 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:43.461 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:43.461 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:43.461 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:43.461 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:43.461 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:43.461 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:43.461 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:43.461 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:43.462 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:43.462 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:43.462 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:43.462 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:43.462 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:43.462 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:43.462 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:43.462 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:43.462 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:43.462 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:43.462 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:43.462 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:43.462 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:43.462 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:43.463 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:43.463 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:43.463 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:43.463 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:43.463 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:43.463 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:43.463 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:43.463 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:43.463 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:43.463 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:43.463 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:43.463 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:43.463 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:43.463 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:43.464 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.464 INFO:tasks.workunit.client.0.smithi089.stdout: "store_stats": { 2024-07-26T06:04:43.464 INFO:tasks.workunit.client.0.smithi089.stdout: "allocated": 0, 2024-07-26T06:04:43.464 INFO:tasks.workunit.client.0.smithi089.stdout: "available": 0, 2024-07-26T06:04:43.464 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed": 0, 2024-07-26T06:04:43.464 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed_allocated": 0, 2024-07-26T06:04:43.464 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed_original": 0, 2024-07-26T06:04:43.464 INFO:tasks.workunit.client.0.smithi089.stdout: "data_stored": 0, 2024-07-26T06:04:43.464 INFO:tasks.workunit.client.0.smithi089.stdout: "internal_metadata": 0, 2024-07-26T06:04:43.464 INFO:tasks.workunit.client.0.smithi089.stdout: "internally_reserved": 0, 2024-07-26T06:04:43.464 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_allocated": 0, 2024-07-26T06:04:43.464 INFO:tasks.workunit.client.0.smithi089.stdout: "total": 0 2024-07-26T06:04:43.464 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.464 INFO:tasks.workunit.client.0.smithi089.stdout: "up": 0 2024-07-26T06:04:43.465 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.465 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.465 INFO:tasks.workunit.client.0.smithi089.stdout: "leaderboard": false, 2024-07-26T06:04:43.465 INFO:tasks.workunit.client.0.smithi089.stdout: "license": "sharing-1-0", 2024-07-26T06:04:43.465 INFO:tasks.workunit.client.0.smithi089.stdout: "mempool": { 2024-07-26T06:04:43.465 INFO:tasks.workunit.client.0.smithi089.stdout: "mds": { 2024-07-26T06:04:43.465 INFO:tasks.workunit.client.0.smithi089.stdout: "mds.11a06f7556cbb1c57650abffbb3eb77c66bdf751": { 2024-07-26T06:04:43.465 INFO:tasks.workunit.client.0.smithi089.stdout: "bloom_filter": { 2024-07-26T06:04:43.465 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.465 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.465 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.465 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T06:04:43.465 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.465 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.465 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.466 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_reader": { 2024-07-26T06:04:43.466 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.466 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.466 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.466 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_writer": { 2024-07-26T06:04:43.466 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.466 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.466 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.466 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_Blob": { 2024-07-26T06:04:43.466 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.466 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.466 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.466 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_Buffer": { 2024-07-26T06:04:43.466 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.467 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.467 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.467 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_Extent": { 2024-07-26T06:04:43.467 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.467 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.467 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.467 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_SharedBlob": { 2024-07-26T06:04:43.467 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.467 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.467 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.467 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_alloc": { 2024-07-26T06:04:43.467 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.467 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.467 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.468 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_data": { 2024-07-26T06:04:43.468 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.468 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.468 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.468 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_meta": { 2024-07-26T06:04:43.468 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.468 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.468 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.468 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_onode": { 2024-07-26T06:04:43.468 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.468 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.468 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.468 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_other": { 2024-07-26T06:04:43.468 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.468 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.469 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.469 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_fsck": { 2024-07-26T06:04:43.469 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.469 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.469 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.469 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_inline_bl": { 2024-07-26T06:04:43.469 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.469 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.469 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.469 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_txc": { 2024-07-26T06:04:43.469 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.469 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.469 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.469 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing": { 2024-07-26T06:04:43.470 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.470 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.470 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.470 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing_deferred": { 2024-07-26T06:04:43.470 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.470 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.470 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.470 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_anon": { 2024-07-26T06:04:43.470 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 222471, 2024-07-26T06:04:43.470 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 72 2024-07-26T06:04:43.470 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.470 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_meta": { 2024-07-26T06:04:43.470 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.470 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.470 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.471 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_co": { 2024-07-26T06:04:43.471 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 50488, 2024-07-26T06:04:43.471 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 208 2024-07-26T06:04:43.471 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.471 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T06:04:43.471 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.471 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.471 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.471 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mapbl": { 2024-07-26T06:04:43.471 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.471 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.471 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.471 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pglog": { 2024-07-26T06:04:43.471 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.472 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.472 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.472 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap": { 2024-07-26T06:04:43.472 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 8136, 2024-07-26T06:04:43.472 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 139 2024-07-26T06:04:43.472 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.472 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap_mapping": { 2024-07-26T06:04:43.472 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.472 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.472 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.472 INFO:tasks.workunit.client.0.smithi089.stdout: "pgmap": { 2024-07-26T06:04:43.472 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.472 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.472 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.472 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_1": { 2024-07-26T06:04:43.473 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.473 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.473 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.473 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_2": { 2024-07-26T06:04:43.473 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.473 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.473 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.473 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.473 INFO:tasks.workunit.client.0.smithi089.stdout: "mds.87ef074e95f73b29e32a1570865c090ae0131b8b": { 2024-07-26T06:04:43.473 INFO:tasks.workunit.client.0.smithi089.stdout: "bloom_filter": { 2024-07-26T06:04:43.473 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.473 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.473 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.473 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T06:04:43.474 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.474 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.474 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.474 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_reader": { 2024-07-26T06:04:43.474 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.474 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.474 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.474 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_writer": { 2024-07-26T06:04:43.474 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.474 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.474 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.474 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_Blob": { 2024-07-26T06:04:43.475 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.475 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.475 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.475 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_Buffer": { 2024-07-26T06:04:43.475 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.475 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.475 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.475 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_Extent": { 2024-07-26T06:04:43.475 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.475 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.475 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.475 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_SharedBlob": { 2024-07-26T06:04:43.475 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.475 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.475 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.476 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_alloc": { 2024-07-26T06:04:43.476 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.476 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.476 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.476 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_data": { 2024-07-26T06:04:43.476 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.476 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.476 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.476 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_meta": { 2024-07-26T06:04:43.476 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.476 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.476 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.476 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_onode": { 2024-07-26T06:04:43.476 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.477 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.477 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.477 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_other": { 2024-07-26T06:04:43.477 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.477 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.477 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.477 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_fsck": { 2024-07-26T06:04:43.477 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.477 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.477 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.477 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_inline_bl": { 2024-07-26T06:04:43.477 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.477 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.477 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.478 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_txc": { 2024-07-26T06:04:43.478 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.478 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.478 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.478 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing": { 2024-07-26T06:04:43.478 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.478 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.478 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.478 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing_deferred": { 2024-07-26T06:04:43.478 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.478 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.478 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.478 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_anon": { 2024-07-26T06:04:43.478 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 150078, 2024-07-26T06:04:43.479 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 32 2024-07-26T06:04:43.479 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.479 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_meta": { 2024-07-26T06:04:43.479 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.479 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.479 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.479 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_co": { 2024-07-26T06:04:43.479 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 856, 2024-07-26T06:04:43.479 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 2 2024-07-26T06:04:43.479 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.479 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T06:04:43.479 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.480 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.480 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.480 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mapbl": { 2024-07-26T06:04:43.480 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.480 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.480 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.480 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pglog": { 2024-07-26T06:04:43.480 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.480 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.480 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.480 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap": { 2024-07-26T06:04:43.480 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.481 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.481 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.481 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap_mapping": { 2024-07-26T06:04:43.481 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.481 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.481 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.481 INFO:tasks.workunit.client.0.smithi089.stdout: "pgmap": { 2024-07-26T06:04:43.481 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.481 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.481 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.481 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_1": { 2024-07-26T06:04:43.481 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.481 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.481 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.482 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_2": { 2024-07-26T06:04:43.482 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.482 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.482 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.482 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.482 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.482 INFO:tasks.workunit.client.0.smithi089.stdout: "mon": { 2024-07-26T06:04:43.482 INFO:tasks.workunit.client.0.smithi089.stdout: "mon.11a06f7556cbb1c57650abffbb3eb77c66bdf751": { 2024-07-26T06:04:43.482 INFO:tasks.workunit.client.0.smithi089.stdout: "bloom_filter": { 2024-07-26T06:04:43.482 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.482 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.482 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.482 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T06:04:43.482 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.483 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.483 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.483 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_reader": { 2024-07-26T06:04:43.483 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.483 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.483 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.483 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_writer": { 2024-07-26T06:04:43.483 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.483 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.483 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.483 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_Blob": { 2024-07-26T06:04:43.483 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.483 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.483 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.484 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_Buffer": { 2024-07-26T06:04:43.484 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.484 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.484 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.484 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_Extent": { 2024-07-26T06:04:43.484 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.484 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.484 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.484 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_SharedBlob": { 2024-07-26T06:04:43.484 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.484 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.484 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.484 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_alloc": { 2024-07-26T06:04:43.484 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.485 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.485 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.485 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_data": { 2024-07-26T06:04:43.485 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.485 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.485 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.485 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_meta": { 2024-07-26T06:04:43.485 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.485 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.485 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.485 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_onode": { 2024-07-26T06:04:43.485 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.485 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.485 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.486 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_other": { 2024-07-26T06:04:43.486 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.486 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.486 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.486 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_fsck": { 2024-07-26T06:04:43.486 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.486 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.486 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.486 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_inline_bl": { 2024-07-26T06:04:43.486 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.486 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.486 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.490 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_txc": { 2024-07-26T06:04:43.490 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.490 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.490 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.490 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing": { 2024-07-26T06:04:43.490 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.491 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.491 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.491 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing_deferred": { 2024-07-26T06:04:43.491 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.491 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.491 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.491 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_anon": { 2024-07-26T06:04:43.491 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 1215702, 2024-07-26T06:04:43.491 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 366 2024-07-26T06:04:43.491 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.491 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_meta": { 2024-07-26T06:04:43.491 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 88, 2024-07-26T06:04:43.491 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 1 2024-07-26T06:04:43.491 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.492 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_co": { 2024-07-26T06:04:43.492 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.492 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.492 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.492 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T06:04:43.492 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.492 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.492 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.492 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mapbl": { 2024-07-26T06:04:43.492 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.492 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.492 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.492 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pglog": { 2024-07-26T06:04:43.492 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.492 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.493 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.493 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap": { 2024-07-26T06:04:43.493 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 6784, 2024-07-26T06:04:43.493 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 138 2024-07-26T06:04:43.493 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.493 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap_mapping": { 2024-07-26T06:04:43.493 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 12744, 2024-07-26T06:04:43.493 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 1546 2024-07-26T06:04:43.493 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.493 INFO:tasks.workunit.client.0.smithi089.stdout: "pgmap": { 2024-07-26T06:04:43.493 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 5312, 2024-07-26T06:04:43.493 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 103 2024-07-26T06:04:43.493 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.493 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_1": { 2024-07-26T06:04:43.494 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.494 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.494 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.494 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_2": { 2024-07-26T06:04:43.494 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.494 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.494 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.494 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.494 INFO:tasks.workunit.client.0.smithi089.stdout: "mon.87ef074e95f73b29e32a1570865c090ae0131b8b": { 2024-07-26T06:04:43.494 INFO:tasks.workunit.client.0.smithi089.stdout: "bloom_filter": { 2024-07-26T06:04:43.494 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.494 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.494 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.494 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T06:04:43.495 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.495 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.495 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.495 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_reader": { 2024-07-26T06:04:43.495 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.495 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.495 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.495 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_writer": { 2024-07-26T06:04:43.495 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.495 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.495 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.495 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_Blob": { 2024-07-26T06:04:43.495 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.495 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.496 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.496 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_Buffer": { 2024-07-26T06:04:43.496 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.496 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.496 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.496 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_Extent": { 2024-07-26T06:04:43.496 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.496 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.496 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.496 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_SharedBlob": { 2024-07-26T06:04:43.496 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.496 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.496 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.496 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_alloc": { 2024-07-26T06:04:43.496 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.497 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.497 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.497 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_data": { 2024-07-26T06:04:43.497 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.497 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.497 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.497 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_meta": { 2024-07-26T06:04:43.497 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.497 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.497 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.498 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_onode": { 2024-07-26T06:04:43.498 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.498 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.498 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.498 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_other": { 2024-07-26T06:04:43.498 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.498 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.498 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.498 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_fsck": { 2024-07-26T06:04:43.498 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.498 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.499 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.499 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_inline_bl": { 2024-07-26T06:04:43.499 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.499 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.499 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.499 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_txc": { 2024-07-26T06:04:43.499 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.499 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.499 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.499 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing": { 2024-07-26T06:04:43.499 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.499 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.499 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.499 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing_deferred": { 2024-07-26T06:04:43.500 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.500 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.500 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.500 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_anon": { 2024-07-26T06:04:43.500 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 1268998, 2024-07-26T06:04:43.500 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 371 2024-07-26T06:04:43.500 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.500 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_meta": { 2024-07-26T06:04:43.500 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 440, 2024-07-26T06:04:43.500 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 5 2024-07-26T06:04:43.500 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.500 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_co": { 2024-07-26T06:04:43.500 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.500 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.500 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.501 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T06:04:43.501 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.501 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.501 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.501 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mapbl": { 2024-07-26T06:04:43.501 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.501 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.501 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.501 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pglog": { 2024-07-26T06:04:43.501 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.501 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.501 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.501 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap": { 2024-07-26T06:04:43.501 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 6784, 2024-07-26T06:04:43.502 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 138 2024-07-26T06:04:43.502 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.502 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap_mapping": { 2024-07-26T06:04:43.502 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 12744, 2024-07-26T06:04:43.502 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 1546 2024-07-26T06:04:43.502 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.502 INFO:tasks.workunit.client.0.smithi089.stdout: "pgmap": { 2024-07-26T06:04:43.502 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 10624, 2024-07-26T06:04:43.502 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 206 2024-07-26T06:04:43.502 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.502 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_1": { 2024-07-26T06:04:43.502 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.502 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.503 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.503 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_2": { 2024-07-26T06:04:43.503 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.503 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.503 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.503 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.503 INFO:tasks.workunit.client.0.smithi089.stdout: "mon.fa05ed6b69dc18131ed830145851b5294218fbe2": { 2024-07-26T06:04:43.503 INFO:tasks.workunit.client.0.smithi089.stdout: "bloom_filter": { 2024-07-26T06:04:43.503 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.503 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.503 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.503 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T06:04:43.503 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.503 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.503 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.504 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_reader": { 2024-07-26T06:04:43.504 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.504 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.504 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.504 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_writer": { 2024-07-26T06:04:43.504 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.504 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.504 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.504 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_Blob": { 2024-07-26T06:04:43.504 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.504 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.504 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.504 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_Buffer": { 2024-07-26T06:04:43.504 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.505 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.505 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.505 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_Extent": { 2024-07-26T06:04:43.505 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.505 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.505 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.505 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_SharedBlob": { 2024-07-26T06:04:43.505 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.505 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.505 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.505 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_alloc": { 2024-07-26T06:04:43.505 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.505 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.505 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.506 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_data": { 2024-07-26T06:04:43.506 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.506 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.506 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.506 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_meta": { 2024-07-26T06:04:43.506 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.506 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.506 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.506 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_onode": { 2024-07-26T06:04:43.506 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.506 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.506 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.506 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_other": { 2024-07-26T06:04:43.506 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.507 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.507 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.507 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_fsck": { 2024-07-26T06:04:43.507 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.507 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.507 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.507 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_inline_bl": { 2024-07-26T06:04:43.507 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.507 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.507 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.507 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_txc": { 2024-07-26T06:04:43.507 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.507 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.507 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.508 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing": { 2024-07-26T06:04:43.508 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.508 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.508 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.508 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing_deferred": { 2024-07-26T06:04:43.508 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.508 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.508 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.508 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_anon": { 2024-07-26T06:04:43.508 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 1421894, 2024-07-26T06:04:43.508 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 430 2024-07-26T06:04:43.508 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.508 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_meta": { 2024-07-26T06:04:43.508 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.508 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.509 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.509 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_co": { 2024-07-26T06:04:43.509 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.509 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.509 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.509 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T06:04:43.509 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.509 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.509 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.509 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mapbl": { 2024-07-26T06:04:43.509 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.509 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.509 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.509 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pglog": { 2024-07-26T06:04:43.510 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.510 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.510 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.510 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap": { 2024-07-26T06:04:43.510 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 6784, 2024-07-26T06:04:43.510 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 138 2024-07-26T06:04:43.510 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.510 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap_mapping": { 2024-07-26T06:04:43.510 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 12744, 2024-07-26T06:04:43.510 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 1546 2024-07-26T06:04:43.510 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.510 INFO:tasks.workunit.client.0.smithi089.stdout: "pgmap": { 2024-07-26T06:04:43.510 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 5312, 2024-07-26T06:04:43.510 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 103 2024-07-26T06:04:43.511 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.511 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_1": { 2024-07-26T06:04:43.511 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.511 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.511 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.511 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_2": { 2024-07-26T06:04:43.511 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.511 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.511 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.511 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.511 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.511 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T06:04:43.511 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.0": { 2024-07-26T06:04:43.511 INFO:tasks.workunit.client.0.smithi089.stdout: "bloom_filter": { 2024-07-26T06:04:43.511 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.512 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.512 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.512 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T06:04:43.512 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 6304, 2024-07-26T06:04:43.512 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 115 2024-07-26T06:04:43.512 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.512 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_reader": { 2024-07-26T06:04:43.512 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 16896, 2024-07-26T06:04:43.512 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 8 2024-07-26T06:04:43.512 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.512 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_writer": { 2024-07-26T06:04:43.512 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 576, 2024-07-26T06:04:43.512 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 3 2024-07-26T06:04:43.512 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.513 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_Blob": { 2024-07-26T06:04:43.513 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 22848, 2024-07-26T06:04:43.513 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 204 2024-07-26T06:04:43.513 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.513 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_Buffer": { 2024-07-26T06:04:43.513 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 1680, 2024-07-26T06:04:43.513 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 15 2024-07-26T06:04:43.513 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.513 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_Extent": { 2024-07-26T06:04:43.513 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 9792, 2024-07-26T06:04:43.513 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 204 2024-07-26T06:04:43.513 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.513 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_SharedBlob": { 2024-07-26T06:04:43.513 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 22848, 2024-07-26T06:04:43.513 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 204 2024-07-26T06:04:43.514 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.514 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_alloc": { 2024-07-26T06:04:43.514 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 6240, 2024-07-26T06:04:43.514 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 78 2024-07-26T06:04:43.514 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.514 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_data": { 2024-07-26T06:04:43.514 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 620491, 2024-07-26T06:04:43.514 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 20 2024-07-26T06:04:43.514 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.514 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_meta": { 2024-07-26T06:04:43.514 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 58296, 2024-07-26T06:04:43.514 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 10587 2024-07-26T06:04:43.514 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.514 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_onode": { 2024-07-26T06:04:43.515 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 145520, 2024-07-26T06:04:43.515 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 214 2024-07-26T06:04:43.515 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.515 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_other": { 2024-07-26T06:04:43.515 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 11692, 2024-07-26T06:04:43.515 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 771 2024-07-26T06:04:43.515 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.515 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_fsck": { 2024-07-26T06:04:43.515 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.515 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.515 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.515 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_inline_bl": { 2024-07-26T06:04:43.515 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 33544, 2024-07-26T06:04:43.515 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 214 2024-07-26T06:04:43.516 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.516 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_txc": { 2024-07-26T06:04:43.516 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.516 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.516 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.516 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing": { 2024-07-26T06:04:43.516 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 437787, 2024-07-26T06:04:43.516 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 95 2024-07-26T06:04:43.516 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.516 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing_deferred": { 2024-07-26T06:04:43.516 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.516 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.516 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.516 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_anon": { 2024-07-26T06:04:43.517 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 2465432, 2024-07-26T06:04:43.517 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 201 2024-07-26T06:04:43.517 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.517 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_meta": { 2024-07-26T06:04:43.517 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 7128, 2024-07-26T06:04:43.517 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 81 2024-07-26T06:04:43.517 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.517 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_co": { 2024-07-26T06:04:43.517 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.517 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.517 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.517 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T06:04:43.517 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 521280, 2024-07-26T06:04:43.517 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 45 2024-07-26T06:04:43.517 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.518 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mapbl": { 2024-07-26T06:04:43.518 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.518 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.518 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.518 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pglog": { 2024-07-26T06:04:43.518 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 95784, 2024-07-26T06:04:43.518 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 189 2024-07-26T06:04:43.518 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.518 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap": { 2024-07-26T06:04:43.518 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 237680, 2024-07-26T06:04:43.518 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 3539 2024-07-26T06:04:43.518 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.519 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap_mapping": { 2024-07-26T06:04:43.519 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.519 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.519 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.519 INFO:tasks.workunit.client.0.smithi089.stdout: "pgmap": { 2024-07-26T06:04:43.519 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.519 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.519 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.519 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_1": { 2024-07-26T06:04:43.519 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.519 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.519 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.519 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_2": { 2024-07-26T06:04:43.519 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.520 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.520 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.520 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.520 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.1": { 2024-07-26T06:04:43.520 INFO:tasks.workunit.client.0.smithi089.stdout: "bloom_filter": { 2024-07-26T06:04:43.520 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.520 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.520 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.520 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T06:04:43.520 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 6304, 2024-07-26T06:04:43.520 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 115 2024-07-26T06:04:43.520 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.520 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_reader": { 2024-07-26T06:04:43.520 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 16896, 2024-07-26T06:04:43.521 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 8 2024-07-26T06:04:43.521 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.521 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_writer": { 2024-07-26T06:04:43.521 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 576, 2024-07-26T06:04:43.521 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 3 2024-07-26T06:04:43.521 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.521 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_Blob": { 2024-07-26T06:04:43.521 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 21616, 2024-07-26T06:04:43.521 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 193 2024-07-26T06:04:43.521 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.521 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_Buffer": { 2024-07-26T06:04:43.521 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 1120, 2024-07-26T06:04:43.521 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 10 2024-07-26T06:04:43.521 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.521 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_Extent": { 2024-07-26T06:04:43.522 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 9264, 2024-07-26T06:04:43.522 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 193 2024-07-26T06:04:43.522 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.522 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_SharedBlob": { 2024-07-26T06:04:43.522 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 21616, 2024-07-26T06:04:43.522 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 193 2024-07-26T06:04:43.522 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.522 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_alloc": { 2024-07-26T06:04:43.522 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 5520, 2024-07-26T06:04:43.522 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 69 2024-07-26T06:04:43.522 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.522 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_data": { 2024-07-26T06:04:43.522 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 20480, 2024-07-26T06:04:43.522 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 5 2024-07-26T06:04:43.523 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.523 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_meta": { 2024-07-26T06:04:43.523 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 52060, 2024-07-26T06:04:43.523 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 9615 2024-07-26T06:04:43.523 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.523 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_onode": { 2024-07-26T06:04:43.523 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 136680, 2024-07-26T06:04:43.523 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 201 2024-07-26T06:04:43.523 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.523 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_other": { 2024-07-26T06:04:43.523 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 9780, 2024-07-26T06:04:43.523 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 599 2024-07-26T06:04:43.523 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.523 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_fsck": { 2024-07-26T06:04:43.524 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.524 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.524 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.524 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_inline_bl": { 2024-07-26T06:04:43.524 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 29444, 2024-07-26T06:04:43.524 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 201 2024-07-26T06:04:43.524 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.524 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_txc": { 2024-07-26T06:04:43.524 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 736, 2024-07-26T06:04:43.524 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 1 2024-07-26T06:04:43.524 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.524 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing": { 2024-07-26T06:04:43.524 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 447782, 2024-07-26T06:04:43.524 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 97 2024-07-26T06:04:43.525 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.525 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing_deferred": { 2024-07-26T06:04:43.525 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 12096, 2024-07-26T06:04:43.525 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 3 2024-07-26T06:04:43.525 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.525 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_anon": { 2024-07-26T06:04:43.525 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 2411404, 2024-07-26T06:04:43.525 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 181 2024-07-26T06:04:43.525 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.525 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_meta": { 2024-07-26T06:04:43.525 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 5104, 2024-07-26T06:04:43.525 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 58 2024-07-26T06:04:43.525 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.525 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_co": { 2024-07-26T06:04:43.525 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.526 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.526 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.526 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T06:04:43.526 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 440192, 2024-07-26T06:04:43.526 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 38 2024-07-26T06:04:43.526 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.526 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mapbl": { 2024-07-26T06:04:43.526 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.526 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.526 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.526 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pglog": { 2024-07-26T06:04:43.526 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 8528, 2024-07-26T06:04:43.526 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 22 2024-07-26T06:04:43.527 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.527 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap": { 2024-07-26T06:04:43.527 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 237680, 2024-07-26T06:04:43.527 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 3539 2024-07-26T06:04:43.527 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.527 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap_mapping": { 2024-07-26T06:04:43.527 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.527 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.527 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.527 INFO:tasks.workunit.client.0.smithi089.stdout: "pgmap": { 2024-07-26T06:04:43.527 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.527 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.527 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.527 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_1": { 2024-07-26T06:04:43.527 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.528 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.528 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.528 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_2": { 2024-07-26T06:04:43.528 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.528 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.528 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.528 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.528 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.2": { 2024-07-26T06:04:43.528 INFO:tasks.workunit.client.0.smithi089.stdout: "bloom_filter": { 2024-07-26T06:04:43.528 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.528 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.528 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.528 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T06:04:43.529 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 6304, 2024-07-26T06:04:43.529 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 115 2024-07-26T06:04:43.529 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.529 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_reader": { 2024-07-26T06:04:43.529 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 16896, 2024-07-26T06:04:43.529 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 8 2024-07-26T06:04:43.529 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.529 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_writer": { 2024-07-26T06:04:43.529 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 576, 2024-07-26T06:04:43.529 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 3 2024-07-26T06:04:43.529 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.529 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_Blob": { 2024-07-26T06:04:43.529 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 21280, 2024-07-26T06:04:43.529 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 190 2024-07-26T06:04:43.529 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.530 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_Buffer": { 2024-07-26T06:04:43.530 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 1120, 2024-07-26T06:04:43.530 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 10 2024-07-26T06:04:43.530 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.530 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_Extent": { 2024-07-26T06:04:43.530 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 9120, 2024-07-26T06:04:43.530 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 190 2024-07-26T06:04:43.530 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.530 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_SharedBlob": { 2024-07-26T06:04:43.530 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 21280, 2024-07-26T06:04:43.530 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 190 2024-07-26T06:04:43.530 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.530 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_alloc": { 2024-07-26T06:04:43.530 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 5040, 2024-07-26T06:04:43.531 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 63 2024-07-26T06:04:43.531 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.531 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_data": { 2024-07-26T06:04:43.531 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 26571, 2024-07-26T06:04:43.531 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 6 2024-07-26T06:04:43.531 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.531 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_meta": { 2024-07-26T06:04:43.531 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 48762, 2024-07-26T06:04:43.531 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 9136 2024-07-26T06:04:43.531 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.531 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_onode": { 2024-07-26T06:04:43.531 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 129880, 2024-07-26T06:04:43.531 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 191 2024-07-26T06:04:43.531 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.532 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_other": { 2024-07-26T06:04:43.532 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 8824, 2024-07-26T06:04:43.532 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 585 2024-07-26T06:04:43.532 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.532 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_fsck": { 2024-07-26T06:04:43.532 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.532 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.532 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.532 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_inline_bl": { 2024-07-26T06:04:43.532 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 27388, 2024-07-26T06:04:43.532 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 191 2024-07-26T06:04:43.532 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.532 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_txc": { 2024-07-26T06:04:43.532 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 736, 2024-07-26T06:04:43.532 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 1 2024-07-26T06:04:43.533 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.533 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing": { 2024-07-26T06:04:43.533 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 408923, 2024-07-26T06:04:43.533 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 88 2024-07-26T06:04:43.533 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.533 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing_deferred": { 2024-07-26T06:04:43.533 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 12096, 2024-07-26T06:04:43.533 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 3 2024-07-26T06:04:43.533 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.533 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_anon": { 2024-07-26T06:04:43.533 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 2430098, 2024-07-26T06:04:43.533 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 181 2024-07-26T06:04:43.533 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.533 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_meta": { 2024-07-26T06:04:43.534 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 4488, 2024-07-26T06:04:43.534 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 51 2024-07-26T06:04:43.534 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.534 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_co": { 2024-07-26T06:04:43.534 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.534 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.534 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.534 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T06:04:43.534 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 347520, 2024-07-26T06:04:43.534 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 30 2024-07-26T06:04:43.534 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.534 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mapbl": { 2024-07-26T06:04:43.534 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.535 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.535 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.535 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pglog": { 2024-07-26T06:04:43.535 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 8320, 2024-07-26T06:04:43.535 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 24 2024-07-26T06:04:43.535 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.535 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap": { 2024-07-26T06:04:43.535 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 238192, 2024-07-26T06:04:43.535 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 3563 2024-07-26T06:04:43.535 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.535 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap_mapping": { 2024-07-26T06:04:43.535 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.535 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.535 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.536 INFO:tasks.workunit.client.0.smithi089.stdout: "pgmap": { 2024-07-26T06:04:43.536 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.536 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.536 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.536 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_1": { 2024-07-26T06:04:43.536 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.536 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.536 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.536 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_2": { 2024-07-26T06:04:43.536 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.536 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.536 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.536 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.536 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.3": { 2024-07-26T06:04:43.536 INFO:tasks.workunit.client.0.smithi089.stdout: "bloom_filter": { 2024-07-26T06:04:43.537 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.537 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.537 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.537 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T06:04:43.537 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 6304, 2024-07-26T06:04:43.537 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 115 2024-07-26T06:04:43.537 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.537 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_reader": { 2024-07-26T06:04:43.537 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 16896, 2024-07-26T06:04:43.537 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 8 2024-07-26T06:04:43.537 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.537 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_writer": { 2024-07-26T06:04:43.538 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 576, 2024-07-26T06:04:43.538 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 3 2024-07-26T06:04:43.538 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.538 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_Blob": { 2024-07-26T06:04:43.538 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 21728, 2024-07-26T06:04:43.538 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 194 2024-07-26T06:04:43.538 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.538 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_Buffer": { 2024-07-26T06:04:43.538 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 224, 2024-07-26T06:04:43.538 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 2 2024-07-26T06:04:43.538 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.538 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_Extent": { 2024-07-26T06:04:43.538 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 9312, 2024-07-26T06:04:43.539 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 194 2024-07-26T06:04:43.539 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.539 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_SharedBlob": { 2024-07-26T06:04:43.539 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 21728, 2024-07-26T06:04:43.539 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 194 2024-07-26T06:04:43.539 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.539 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_alloc": { 2024-07-26T06:04:43.539 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 4320, 2024-07-26T06:04:43.539 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 54 2024-07-26T06:04:43.539 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.539 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_data": { 2024-07-26T06:04:43.539 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.539 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.539 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.539 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_meta": { 2024-07-26T06:04:43.540 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 50373, 2024-07-26T06:04:43.540 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 9461 2024-07-26T06:04:43.540 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.540 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_onode": { 2024-07-26T06:04:43.540 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 134640, 2024-07-26T06:04:43.540 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 198 2024-07-26T06:04:43.540 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.540 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_other": { 2024-07-26T06:04:43.540 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 9720, 2024-07-26T06:04:43.540 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 602 2024-07-26T06:04:43.540 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.540 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_fsck": { 2024-07-26T06:04:43.540 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.540 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.541 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.541 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_inline_bl": { 2024-07-26T06:04:43.541 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 28508, 2024-07-26T06:04:43.541 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 198 2024-07-26T06:04:43.541 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.541 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_txc": { 2024-07-26T06:04:43.541 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 2208, 2024-07-26T06:04:43.541 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 3 2024-07-26T06:04:43.541 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.541 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing": { 2024-07-26T06:04:43.541 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 299416, 2024-07-26T06:04:43.541 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 61 2024-07-26T06:04:43.541 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.541 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing_deferred": { 2024-07-26T06:04:43.542 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 30637, 2024-07-26T06:04:43.542 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 9 2024-07-26T06:04:43.542 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.542 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_anon": { 2024-07-26T06:04:43.542 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 2424050, 2024-07-26T06:04:43.542 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 179 2024-07-26T06:04:43.542 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.542 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_meta": { 2024-07-26T06:04:43.542 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 4752, 2024-07-26T06:04:43.542 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 54 2024-07-26T06:04:43.542 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.542 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_co": { 2024-07-26T06:04:43.542 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.542 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.543 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.543 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T06:04:43.543 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 428608, 2024-07-26T06:04:43.543 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 37 2024-07-26T06:04:43.543 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.543 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mapbl": { 2024-07-26T06:04:43.543 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.543 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.543 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.543 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pglog": { 2024-07-26T06:04:43.543 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 10400, 2024-07-26T06:04:43.544 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 20 2024-07-26T06:04:43.544 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.544 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap": { 2024-07-26T06:04:43.544 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 237680, 2024-07-26T06:04:43.544 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 3539 2024-07-26T06:04:43.544 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.544 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap_mapping": { 2024-07-26T06:04:43.544 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.544 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.544 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.544 INFO:tasks.workunit.client.0.smithi089.stdout: "pgmap": { 2024-07-26T06:04:43.544 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.544 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.544 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.545 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_1": { 2024-07-26T06:04:43.545 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.545 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.545 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.545 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_2": { 2024-07-26T06:04:43.545 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.545 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.545 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.545 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.545 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.4": { 2024-07-26T06:04:43.546 INFO:tasks.workunit.client.0.smithi089.stdout: "bloom_filter": { 2024-07-26T06:04:43.546 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.546 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.546 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.546 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T06:04:43.546 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 6304, 2024-07-26T06:04:43.546 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 115 2024-07-26T06:04:43.546 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.546 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_reader": { 2024-07-26T06:04:43.546 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 16896, 2024-07-26T06:04:43.546 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 8 2024-07-26T06:04:43.546 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.546 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_writer": { 2024-07-26T06:04:43.546 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 576, 2024-07-26T06:04:43.547 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 3 2024-07-26T06:04:43.547 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.547 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_Blob": { 2024-07-26T06:04:43.547 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 21840, 2024-07-26T06:04:43.547 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 195 2024-07-26T06:04:43.547 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.547 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_Buffer": { 2024-07-26T06:04:43.547 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 672, 2024-07-26T06:04:43.547 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 6 2024-07-26T06:04:43.547 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.547 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_Extent": { 2024-07-26T06:04:43.547 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 9360, 2024-07-26T06:04:43.547 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 195 2024-07-26T06:04:43.547 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.547 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_SharedBlob": { 2024-07-26T06:04:43.548 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 21840, 2024-07-26T06:04:43.548 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 195 2024-07-26T06:04:43.548 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.548 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_alloc": { 2024-07-26T06:04:43.548 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 4080, 2024-07-26T06:04:43.548 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 51 2024-07-26T06:04:43.548 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.548 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_data": { 2024-07-26T06:04:43.548 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 4096, 2024-07-26T06:04:43.548 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 1 2024-07-26T06:04:43.548 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.548 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_meta": { 2024-07-26T06:04:43.548 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 52096, 2024-07-26T06:04:43.548 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 9707 2024-07-26T06:04:43.549 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.549 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_onode": { 2024-07-26T06:04:43.549 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 138040, 2024-07-26T06:04:43.549 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 203 2024-07-26T06:04:43.549 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.549 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_other": { 2024-07-26T06:04:43.549 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 10044, 2024-07-26T06:04:43.549 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 605 2024-07-26T06:04:43.549 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.549 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_fsck": { 2024-07-26T06:04:43.549 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.549 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.549 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.549 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_inline_bl": { 2024-07-26T06:04:43.549 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 29620, 2024-07-26T06:04:43.550 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 203 2024-07-26T06:04:43.550 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.550 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_txc": { 2024-07-26T06:04:43.550 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 736, 2024-07-26T06:04:43.550 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 1 2024-07-26T06:04:43.550 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.550 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing": { 2024-07-26T06:04:43.550 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 966314, 2024-07-26T06:04:43.550 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 81 2024-07-26T06:04:43.550 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.550 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing_deferred": { 2024-07-26T06:04:43.550 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 12096, 2024-07-26T06:04:43.550 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 3 2024-07-26T06:04:43.550 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.551 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_anon": { 2024-07-26T06:04:43.551 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 2437764, 2024-07-26T06:04:43.551 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 183 2024-07-26T06:04:43.551 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.551 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_meta": { 2024-07-26T06:04:43.551 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 4928, 2024-07-26T06:04:43.551 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 56 2024-07-26T06:04:43.551 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.551 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_co": { 2024-07-26T06:04:43.551 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.551 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.551 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.551 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T06:04:43.551 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 463360, 2024-07-26T06:04:43.551 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 40 2024-07-26T06:04:43.552 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.552 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mapbl": { 2024-07-26T06:04:43.552 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.552 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.552 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.552 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pglog": { 2024-07-26T06:04:43.552 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 8944, 2024-07-26T06:04:43.552 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 18 2024-07-26T06:04:43.552 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.552 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap": { 2024-07-26T06:04:43.552 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 237936, 2024-07-26T06:04:43.552 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 3551 2024-07-26T06:04:43.552 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.552 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap_mapping": { 2024-07-26T06:04:43.553 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.553 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.553 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.553 INFO:tasks.workunit.client.0.smithi089.stdout: "pgmap": { 2024-07-26T06:04:43.553 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.553 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.553 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.553 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_1": { 2024-07-26T06:04:43.553 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.553 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.553 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.553 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_2": { 2024-07-26T06:04:43.553 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.553 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.553 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.554 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.554 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.5": { 2024-07-26T06:04:43.554 INFO:tasks.workunit.client.0.smithi089.stdout: "bloom_filter": { 2024-07-26T06:04:43.554 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.554 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.554 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.554 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T06:04:43.554 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 6304, 2024-07-26T06:04:43.554 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 115 2024-07-26T06:04:43.554 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.554 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_reader": { 2024-07-26T06:04:43.554 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 16896, 2024-07-26T06:04:43.554 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 8 2024-07-26T06:04:43.554 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.555 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_writer": { 2024-07-26T06:04:43.555 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 576, 2024-07-26T06:04:43.555 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 3 2024-07-26T06:04:43.555 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.555 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_Blob": { 2024-07-26T06:04:43.555 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 21840, 2024-07-26T06:04:43.555 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 195 2024-07-26T06:04:43.555 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.555 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_Buffer": { 2024-07-26T06:04:43.555 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 224, 2024-07-26T06:04:43.555 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 2 2024-07-26T06:04:43.555 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.555 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_Extent": { 2024-07-26T06:04:43.555 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 9360, 2024-07-26T06:04:43.555 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 195 2024-07-26T06:04:43.556 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.556 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_SharedBlob": { 2024-07-26T06:04:43.556 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 21840, 2024-07-26T06:04:43.556 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 195 2024-07-26T06:04:43.556 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.556 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_alloc": { 2024-07-26T06:04:43.556 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 3520, 2024-07-26T06:04:43.556 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 44 2024-07-26T06:04:43.556 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.556 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_data": { 2024-07-26T06:04:43.556 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.556 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.556 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.556 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_meta": { 2024-07-26T06:04:43.557 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 52924, 2024-07-26T06:04:43.557 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 9795 2024-07-26T06:04:43.557 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.557 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_onode": { 2024-07-26T06:04:43.557 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 139400, 2024-07-26T06:04:43.557 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 205 2024-07-26T06:04:43.557 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.557 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_other": { 2024-07-26T06:04:43.557 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 10188, 2024-07-26T06:04:43.557 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 608 2024-07-26T06:04:43.557 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.557 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_fsck": { 2024-07-26T06:04:43.558 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.558 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.558 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.558 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_inline_bl": { 2024-07-26T06:04:43.558 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 30132, 2024-07-26T06:04:43.558 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 205 2024-07-26T06:04:43.558 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.558 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_txc": { 2024-07-26T06:04:43.558 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 2208, 2024-07-26T06:04:43.558 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 3 2024-07-26T06:04:43.558 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.558 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing": { 2024-07-26T06:04:43.558 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 880490, 2024-07-26T06:04:43.558 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 60 2024-07-26T06:04:43.559 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.559 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing_deferred": { 2024-07-26T06:04:43.559 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 30637, 2024-07-26T06:04:43.559 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 9 2024-07-26T06:04:43.559 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.559 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_anon": { 2024-07-26T06:04:43.559 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 2418664, 2024-07-26T06:04:43.559 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 170 2024-07-26T06:04:43.559 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.559 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_meta": { 2024-07-26T06:04:43.559 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 5456, 2024-07-26T06:04:43.559 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 62 2024-07-26T06:04:43.559 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.559 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_co": { 2024-07-26T06:04:43.560 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.560 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.560 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.560 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T06:04:43.560 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 474944, 2024-07-26T06:04:43.560 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 41 2024-07-26T06:04:43.560 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.560 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mapbl": { 2024-07-26T06:04:43.560 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.560 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.560 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.560 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pglog": { 2024-07-26T06:04:43.560 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 13520, 2024-07-26T06:04:43.560 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 26 2024-07-26T06:04:43.561 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.561 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap": { 2024-07-26T06:04:43.561 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 238192, 2024-07-26T06:04:43.561 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 3563 2024-07-26T06:04:43.561 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.561 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap_mapping": { 2024-07-26T06:04:43.561 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.561 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.561 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.561 INFO:tasks.workunit.client.0.smithi089.stdout: "pgmap": { 2024-07-26T06:04:43.561 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.561 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.561 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.561 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_1": { 2024-07-26T06:04:43.561 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.562 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.562 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.562 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_2": { 2024-07-26T06:04:43.562 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.562 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.562 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.562 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.562 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.6": { 2024-07-26T06:04:43.562 INFO:tasks.workunit.client.0.smithi089.stdout: "bloom_filter": { 2024-07-26T06:04:43.562 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.562 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.562 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.562 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T06:04:43.562 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 6304, 2024-07-26T06:04:43.563 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 115 2024-07-26T06:04:43.563 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.563 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_reader": { 2024-07-26T06:04:43.563 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 16896, 2024-07-26T06:04:43.563 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 8 2024-07-26T06:04:43.563 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.563 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_writer": { 2024-07-26T06:04:43.563 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 576, 2024-07-26T06:04:43.563 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 3 2024-07-26T06:04:43.563 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.563 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_Blob": { 2024-07-26T06:04:43.563 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 22624, 2024-07-26T06:04:43.563 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 202 2024-07-26T06:04:43.563 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.564 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_Buffer": { 2024-07-26T06:04:43.564 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 224, 2024-07-26T06:04:43.564 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 2 2024-07-26T06:04:43.564 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.564 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_Extent": { 2024-07-26T06:04:43.564 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 9696, 2024-07-26T06:04:43.564 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 202 2024-07-26T06:04:43.564 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.564 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_SharedBlob": { 2024-07-26T06:04:43.564 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 22624, 2024-07-26T06:04:43.564 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 202 2024-07-26T06:04:43.564 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.564 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_alloc": { 2024-07-26T06:04:43.564 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 3040, 2024-07-26T06:04:43.565 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 38 2024-07-26T06:04:43.565 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.565 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_data": { 2024-07-26T06:04:43.565 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 14283, 2024-07-26T06:04:43.565 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 3 2024-07-26T06:04:43.565 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.565 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_meta": { 2024-07-26T06:04:43.565 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 51895, 2024-07-26T06:04:43.565 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 9894 2024-07-26T06:04:43.565 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.565 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_onode": { 2024-07-26T06:04:43.565 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 136000, 2024-07-26T06:04:43.565 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 200 2024-07-26T06:04:43.565 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.565 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_other": { 2024-07-26T06:04:43.566 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 11060, 2024-07-26T06:04:43.566 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 760 2024-07-26T06:04:43.566 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.566 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_fsck": { 2024-07-26T06:04:43.566 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.566 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.566 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.566 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_inline_bl": { 2024-07-26T06:04:43.566 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 30216, 2024-07-26T06:04:43.566 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 200 2024-07-26T06:04:43.566 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.566 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_txc": { 2024-07-26T06:04:43.566 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.566 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.567 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.567 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing": { 2024-07-26T06:04:43.567 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 839335, 2024-07-26T06:04:43.567 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 51 2024-07-26T06:04:43.567 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.567 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing_deferred": { 2024-07-26T06:04:43.567 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.567 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.567 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.567 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_anon": { 2024-07-26T06:04:43.567 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 2418960, 2024-07-26T06:04:43.567 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 169 2024-07-26T06:04:43.567 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.567 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_meta": { 2024-07-26T06:04:43.568 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 4752, 2024-07-26T06:04:43.568 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 54 2024-07-26T06:04:43.568 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.568 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_co": { 2024-07-26T06:04:43.568 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.568 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.568 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.568 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T06:04:43.568 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 440192, 2024-07-26T06:04:43.568 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 38 2024-07-26T06:04:43.568 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.568 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mapbl": { 2024-07-26T06:04:43.568 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.568 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.568 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.569 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pglog": { 2024-07-26T06:04:43.569 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 94952, 2024-07-26T06:04:43.569 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 193 2024-07-26T06:04:43.569 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.569 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap": { 2024-07-26T06:04:43.569 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 237680, 2024-07-26T06:04:43.569 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 3539 2024-07-26T06:04:43.569 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.569 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap_mapping": { 2024-07-26T06:04:43.569 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.569 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.569 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.569 INFO:tasks.workunit.client.0.smithi089.stdout: "pgmap": { 2024-07-26T06:04:43.570 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.570 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.570 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.570 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_1": { 2024-07-26T06:04:43.570 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.570 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.570 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.570 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_2": { 2024-07-26T06:04:43.570 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.570 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.570 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.570 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.570 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.7": { 2024-07-26T06:04:43.570 INFO:tasks.workunit.client.0.smithi089.stdout: "bloom_filter": { 2024-07-26T06:04:43.570 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.571 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.571 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.571 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T06:04:43.571 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 6304, 2024-07-26T06:04:43.571 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 115 2024-07-26T06:04:43.571 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.571 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_reader": { 2024-07-26T06:04:43.571 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 16896, 2024-07-26T06:04:43.571 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 8 2024-07-26T06:04:43.571 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.571 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_writer": { 2024-07-26T06:04:43.571 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 576, 2024-07-26T06:04:43.571 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 3 2024-07-26T06:04:43.571 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.572 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_Blob": { 2024-07-26T06:04:43.572 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 22400, 2024-07-26T06:04:43.572 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 200 2024-07-26T06:04:43.572 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.572 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_Buffer": { 2024-07-26T06:04:43.572 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 1232, 2024-07-26T06:04:43.572 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 11 2024-07-26T06:04:43.572 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.572 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_Extent": { 2024-07-26T06:04:43.572 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 9600, 2024-07-26T06:04:43.572 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 200 2024-07-26T06:04:43.572 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.572 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_SharedBlob": { 2024-07-26T06:04:43.572 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 22400, 2024-07-26T06:04:43.572 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 200 2024-07-26T06:04:43.573 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.573 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_alloc": { 2024-07-26T06:04:43.573 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 2400, 2024-07-26T06:04:43.573 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 30 2024-07-26T06:04:43.573 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.573 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_data": { 2024-07-26T06:04:43.573 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 286720, 2024-07-26T06:04:43.573 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 11 2024-07-26T06:04:43.573 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.573 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_meta": { 2024-07-26T06:04:43.573 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 55736, 2024-07-26T06:04:43.573 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 10337 2024-07-26T06:04:43.573 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.573 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_onode": { 2024-07-26T06:04:43.574 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 142120, 2024-07-26T06:04:43.574 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 209 2024-07-26T06:04:43.574 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.574 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_other": { 2024-07-26T06:04:43.574 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 11916, 2024-07-26T06:04:43.574 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 764 2024-07-26T06:04:43.574 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.574 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_fsck": { 2024-07-26T06:04:43.574 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.574 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.574 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.574 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_inline_bl": { 2024-07-26T06:04:43.574 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 32856, 2024-07-26T06:04:43.574 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 209 2024-07-26T06:04:43.575 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.575 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_txc": { 2024-07-26T06:04:43.575 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.575 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.575 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.575 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing": { 2024-07-26T06:04:43.575 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 194521, 2024-07-26T06:04:43.575 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 37 2024-07-26T06:04:43.575 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.575 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing_deferred": { 2024-07-26T06:04:43.575 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.575 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.575 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.575 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_anon": { 2024-07-26T06:04:43.576 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 2443384, 2024-07-26T06:04:43.576 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 214 2024-07-26T06:04:43.576 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.576 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_meta": { 2024-07-26T06:04:43.576 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 6336, 2024-07-26T06:04:43.576 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 72 2024-07-26T06:04:43.576 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.576 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_co": { 2024-07-26T06:04:43.576 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.576 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.576 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.576 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T06:04:43.577 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 532864, 2024-07-26T06:04:43.577 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 46 2024-07-26T06:04:43.577 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.577 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mapbl": { 2024-07-26T06:04:43.577 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.577 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.577 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.577 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pglog": { 2024-07-26T06:04:43.577 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 98488, 2024-07-26T06:04:43.577 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 227 2024-07-26T06:04:43.577 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.577 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap": { 2024-07-26T06:04:43.577 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 237680, 2024-07-26T06:04:43.577 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 3539 2024-07-26T06:04:43.577 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.578 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap_mapping": { 2024-07-26T06:04:43.578 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.578 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.578 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.578 INFO:tasks.workunit.client.0.smithi089.stdout: "pgmap": { 2024-07-26T06:04:43.578 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.578 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.578 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.578 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_1": { 2024-07-26T06:04:43.578 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.578 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.578 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.578 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_2": { 2024-07-26T06:04:43.579 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:43.579 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:43.579 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.579 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.579 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.579 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.579 INFO:tasks.workunit.client.0.smithi089.stdout: "metadata": { 2024-07-26T06:04:43.579 INFO:tasks.workunit.client.0.smithi089.stdout: "mds": { 2024-07-26T06:04:43.579 INFO:tasks.workunit.client.0.smithi089.stdout: "arch": { 2024-07-26T06:04:43.579 INFO:tasks.workunit.client.0.smithi089.stdout: "x86_64": 2 2024-07-26T06:04:43.579 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.579 INFO:tasks.workunit.client.0.smithi089.stdout: "ceph_version": { 2024-07-26T06:04:43.579 INFO:tasks.workunit.client.0.smithi089.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 2 2024-07-26T06:04:43.579 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.579 INFO:tasks.workunit.client.0.smithi089.stdout: "cpu": { 2024-07-26T06:04:43.580 INFO:tasks.workunit.client.0.smithi089.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-07-26T06:04:43.580 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.580 INFO:tasks.workunit.client.0.smithi089.stdout: "distro": { 2024-07-26T06:04:43.580 INFO:tasks.workunit.client.0.smithi089.stdout: "centos": 2 2024-07-26T06:04:43.580 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.580 INFO:tasks.workunit.client.0.smithi089.stdout: "distro_description": { 2024-07-26T06:04:43.580 INFO:tasks.workunit.client.0.smithi089.stdout: "CentOS Stream 9": 2 2024-07-26T06:04:43.580 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.580 INFO:tasks.workunit.client.0.smithi089.stdout: "kernel_description": { 2024-07-26T06:04:43.580 INFO:tasks.workunit.client.0.smithi089.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 2 2024-07-26T06:04:43.580 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.580 INFO:tasks.workunit.client.0.smithi089.stdout: "kernel_version": { 2024-07-26T06:04:43.580 INFO:tasks.workunit.client.0.smithi089.stdout: "5.14.0-480.el9.x86_64": 2 2024-07-26T06:04:43.580 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.581 INFO:tasks.workunit.client.0.smithi089.stdout: "os": { 2024-07-26T06:04:43.581 INFO:tasks.workunit.client.0.smithi089.stdout: "Linux": 2 2024-07-26T06:04:43.581 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.581 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.581 INFO:tasks.workunit.client.0.smithi089.stdout: "mon": { 2024-07-26T06:04:43.581 INFO:tasks.workunit.client.0.smithi089.stdout: "arch": { 2024-07-26T06:04:43.581 INFO:tasks.workunit.client.0.smithi089.stdout: "x86_64": 3 2024-07-26T06:04:43.581 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.581 INFO:tasks.workunit.client.0.smithi089.stdout: "ceph_version": { 2024-07-26T06:04:43.581 INFO:tasks.workunit.client.0.smithi089.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 3 2024-07-26T06:04:43.581 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.581 INFO:tasks.workunit.client.0.smithi089.stdout: "cpu": { 2024-07-26T06:04:43.581 INFO:tasks.workunit.client.0.smithi089.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-07-26T06:04:43.581 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.582 INFO:tasks.workunit.client.0.smithi089.stdout: "distro": { 2024-07-26T06:04:43.582 INFO:tasks.workunit.client.0.smithi089.stdout: "centos": 3 2024-07-26T06:04:43.582 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.582 INFO:tasks.workunit.client.0.smithi089.stdout: "distro_description": { 2024-07-26T06:04:43.582 INFO:tasks.workunit.client.0.smithi089.stdout: "CentOS Stream 9": 3 2024-07-26T06:04:43.582 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.582 INFO:tasks.workunit.client.0.smithi089.stdout: "kernel_description": { 2024-07-26T06:04:43.582 INFO:tasks.workunit.client.0.smithi089.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 3 2024-07-26T06:04:43.582 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.582 INFO:tasks.workunit.client.0.smithi089.stdout: "kernel_version": { 2024-07-26T06:04:43.582 INFO:tasks.workunit.client.0.smithi089.stdout: "5.14.0-480.el9.x86_64": 3 2024-07-26T06:04:43.582 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.582 INFO:tasks.workunit.client.0.smithi089.stdout: "os": { 2024-07-26T06:04:43.582 INFO:tasks.workunit.client.0.smithi089.stdout: "Linux": 3 2024-07-26T06:04:43.583 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.583 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.583 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T06:04:43.583 INFO:tasks.workunit.client.0.smithi089.stdout: "arch": { 2024-07-26T06:04:43.583 INFO:tasks.workunit.client.0.smithi089.stdout: "x86_64": 8 2024-07-26T06:04:43.583 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.583 INFO:tasks.workunit.client.0.smithi089.stdout: "ceph_version": { 2024-07-26T06:04:43.583 INFO:tasks.workunit.client.0.smithi089.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 8 2024-07-26T06:04:43.583 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.583 INFO:tasks.workunit.client.0.smithi089.stdout: "cpu": { 2024-07-26T06:04:43.583 INFO:tasks.workunit.client.0.smithi089.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-07-26T06:04:43.583 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.583 INFO:tasks.workunit.client.0.smithi089.stdout: "distro": { 2024-07-26T06:04:43.583 INFO:tasks.workunit.client.0.smithi089.stdout: "centos": 8 2024-07-26T06:04:43.584 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.584 INFO:tasks.workunit.client.0.smithi089.stdout: "distro_description": { 2024-07-26T06:04:43.584 INFO:tasks.workunit.client.0.smithi089.stdout: "CentOS Stream 9": 8 2024-07-26T06:04:43.584 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.584 INFO:tasks.workunit.client.0.smithi089.stdout: "kernel_description": { 2024-07-26T06:04:43.584 INFO:tasks.workunit.client.0.smithi089.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 8 2024-07-26T06:04:43.584 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.584 INFO:tasks.workunit.client.0.smithi089.stdout: "kernel_version": { 2024-07-26T06:04:43.584 INFO:tasks.workunit.client.0.smithi089.stdout: "5.14.0-480.el9.x86_64": 8 2024-07-26T06:04:43.584 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.584 INFO:tasks.workunit.client.0.smithi089.stdout: "os": { 2024-07-26T06:04:43.584 INFO:tasks.workunit.client.0.smithi089.stdout: "Linux": 8 2024-07-26T06:04:43.584 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.584 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_objectstore": { 2024-07-26T06:04:43.585 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore": 8 2024-07-26T06:04:43.585 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.585 INFO:tasks.workunit.client.0.smithi089.stdout: "rotational": { 2024-07-26T06:04:43.585 INFO:tasks.workunit.client.0.smithi089.stdout: "0": 8 2024-07-26T06:04:43.585 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.585 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.585 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.585 INFO:tasks.workunit.client.0.smithi089.stdout: "mon": { 2024-07-26T06:04:43.585 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3, 2024-07-26T06:04:43.585 INFO:tasks.workunit.client.0.smithi089.stdout: "features": { 2024-07-26T06:04:43.585 INFO:tasks.workunit.client.0.smithi089.stdout: "optional": [], 2024-07-26T06:04:43.585 INFO:tasks.workunit.client.0.smithi089.stdout: "persistent": [ 2024-07-26T06:04:43.585 INFO:tasks.workunit.client.0.smithi089.stdout: "kraken", 2024-07-26T06:04:43.585 INFO:tasks.workunit.client.0.smithi089.stdout: "luminous", 2024-07-26T06:04:43.585 INFO:tasks.workunit.client.0.smithi089.stdout: "mimic", 2024-07-26T06:04:43.586 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap-prune", 2024-07-26T06:04:43.586 INFO:tasks.workunit.client.0.smithi089.stdout: "nautilus", 2024-07-26T06:04:43.586 INFO:tasks.workunit.client.0.smithi089.stdout: "octopus", 2024-07-26T06:04:43.586 INFO:tasks.workunit.client.0.smithi089.stdout: "pacific", 2024-07-26T06:04:43.586 INFO:tasks.workunit.client.0.smithi089.stdout: "elector-pinging", 2024-07-26T06:04:43.586 INFO:tasks.workunit.client.0.smithi089.stdout: "quincy" 2024-07-26T06:04:43.586 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:43.586 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.586 INFO:tasks.workunit.client.0.smithi089.stdout: "ipv4_addr_mons": 6, 2024-07-26T06:04:43.586 INFO:tasks.workunit.client.0.smithi089.stdout: "ipv6_addr_mons": 0, 2024-07-26T06:04:43.586 INFO:tasks.workunit.client.0.smithi089.stdout: "min_mon_release": 17, 2024-07-26T06:04:43.586 INFO:tasks.workunit.client.0.smithi089.stdout: "v1_addr_mons": 3, 2024-07-26T06:04:43.586 INFO:tasks.workunit.client.0.smithi089.stdout: "v2_addr_mons": 3 2024-07-26T06:04:43.586 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.587 INFO:tasks.workunit.client.0.smithi089.stdout: "organization": "ceph-qa", 2024-07-26T06:04:43.587 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T06:04:43.587 INFO:tasks.workunit.client.0.smithi089.stdout: "cluster_network": false, 2024-07-26T06:04:43.587 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 8, 2024-07-26T06:04:43.587 INFO:tasks.workunit.client.0.smithi089.stdout: "require_min_compat_client": "luminous", 2024-07-26T06:04:43.587 INFO:tasks.workunit.client.0.smithi089.stdout: "require_osd_release": "quincy" 2024-07-26T06:04:43.587 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.587 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_perf_histograms": [ 2024-07-26T06:04:43.587 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:43.587 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T06:04:43.587 INFO:tasks.workunit.client.0.smithi089.stdout: "axes": [ 2024-07-26T06:04:43.587 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:43.587 INFO:tasks.workunit.client.0.smithi089.stdout: "buckets": 32, 2024-07-26T06:04:43.587 INFO:tasks.workunit.client.0.smithi089.stdout: "min": 0, 2024-07-26T06:04:43.588 INFO:tasks.workunit.client.0.smithi089.stdout: "name": "Latency (usec)", 2024-07-26T06:04:43.588 INFO:tasks.workunit.client.0.smithi089.stdout: "quant_size": 100000, 2024-07-26T06:04:43.588 INFO:tasks.workunit.client.0.smithi089.stdout: "ranges": [ 2024-07-26T06:04:43.588 INFO:tasks.workunit.client.0.smithi089.stdout: "[None, -1]", 2024-07-26T06:04:43.588 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 99999]", 2024-07-26T06:04:43.588 INFO:tasks.workunit.client.0.smithi089.stdout: "[100000, 199999]", 2024-07-26T06:04:43.588 INFO:tasks.workunit.client.0.smithi089.stdout: "[200000, 399999]", 2024-07-26T06:04:43.588 INFO:tasks.workunit.client.0.smithi089.stdout: "[400000, 799999]", 2024-07-26T06:04:43.588 INFO:tasks.workunit.client.0.smithi089.stdout: "[800000, 1599999]", 2024-07-26T06:04:43.588 INFO:tasks.workunit.client.0.smithi089.stdout: "[1600000, 3199999]", 2024-07-26T06:04:43.588 INFO:tasks.workunit.client.0.smithi089.stdout: "[3200000, 6399999]", 2024-07-26T06:04:43.588 INFO:tasks.workunit.client.0.smithi089.stdout: "[6400000, 12799999]", 2024-07-26T06:04:43.588 INFO:tasks.workunit.client.0.smithi089.stdout: "[12800000, 25599999]", 2024-07-26T06:04:43.588 INFO:tasks.workunit.client.0.smithi089.stdout: "[25600000, 51199999]", 2024-07-26T06:04:43.588 INFO:tasks.workunit.client.0.smithi089.stdout: "[51200000, 102399999]", 2024-07-26T06:04:43.589 INFO:tasks.workunit.client.0.smithi089.stdout: "[102400000, 204799999]", 2024-07-26T06:04:43.589 INFO:tasks.workunit.client.0.smithi089.stdout: "[204800000, 409599999]", 2024-07-26T06:04:43.589 INFO:tasks.workunit.client.0.smithi089.stdout: "[409600000, 819199999]", 2024-07-26T06:04:43.589 INFO:tasks.workunit.client.0.smithi089.stdout: "[819200000, 1638399999]", 2024-07-26T06:04:43.589 INFO:tasks.workunit.client.0.smithi089.stdout: "[1638400000, 3276799999]", 2024-07-26T06:04:43.589 INFO:tasks.workunit.client.0.smithi089.stdout: "[3276800000, 6553599999]", 2024-07-26T06:04:43.589 INFO:tasks.workunit.client.0.smithi089.stdout: "[6553600000, 13107199999]", 2024-07-26T06:04:43.589 INFO:tasks.workunit.client.0.smithi089.stdout: "[13107200000, 26214399999]", 2024-07-26T06:04:43.589 INFO:tasks.workunit.client.0.smithi089.stdout: "[26214400000, 52428799999]", 2024-07-26T06:04:43.589 INFO:tasks.workunit.client.0.smithi089.stdout: "[52428800000, 104857599999]", 2024-07-26T06:04:43.589 INFO:tasks.workunit.client.0.smithi089.stdout: "[104857600000, 209715199999]", 2024-07-26T06:04:43.589 INFO:tasks.workunit.client.0.smithi089.stdout: "[209715200000, 419430399999]", 2024-07-26T06:04:43.589 INFO:tasks.workunit.client.0.smithi089.stdout: "[419430400000, 838860799999]", 2024-07-26T06:04:43.590 INFO:tasks.workunit.client.0.smithi089.stdout: "[838860800000, 1677721599999]", 2024-07-26T06:04:43.590 INFO:tasks.workunit.client.0.smithi089.stdout: "[1677721600000, 3355443199999]", 2024-07-26T06:04:43.590 INFO:tasks.workunit.client.0.smithi089.stdout: "[3355443200000, 6710886399999]", 2024-07-26T06:04:43.590 INFO:tasks.workunit.client.0.smithi089.stdout: "[6710886400000, 13421772799999]", 2024-07-26T06:04:43.590 INFO:tasks.workunit.client.0.smithi089.stdout: "[13421772800000, 26843545599999]", 2024-07-26T06:04:43.590 INFO:tasks.workunit.client.0.smithi089.stdout: "[26843545600000, 53687091199999]", 2024-07-26T06:04:43.590 INFO:tasks.workunit.client.0.smithi089.stdout: "[53687091200000, None]" 2024-07-26T06:04:43.590 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:43.590 INFO:tasks.workunit.client.0.smithi089.stdout: "scale_type": "log2" 2024-07-26T06:04:43.590 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.590 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:43.590 INFO:tasks.workunit.client.0.smithi089.stdout: "buckets": 32, 2024-07-26T06:04:43.590 INFO:tasks.workunit.client.0.smithi089.stdout: "min": 0, 2024-07-26T06:04:43.591 INFO:tasks.workunit.client.0.smithi089.stdout: "name": "Request size (bytes)", 2024-07-26T06:04:43.591 INFO:tasks.workunit.client.0.smithi089.stdout: "quant_size": 512, 2024-07-26T06:04:43.591 INFO:tasks.workunit.client.0.smithi089.stdout: "ranges": [ 2024-07-26T06:04:43.591 INFO:tasks.workunit.client.0.smithi089.stdout: "[None, -1]", 2024-07-26T06:04:43.591 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 511]", 2024-07-26T06:04:43.591 INFO:tasks.workunit.client.0.smithi089.stdout: "[512, 1023]", 2024-07-26T06:04:43.591 INFO:tasks.workunit.client.0.smithi089.stdout: "[1024, 2047]", 2024-07-26T06:04:43.591 INFO:tasks.workunit.client.0.smithi089.stdout: "[2048, 4095]", 2024-07-26T06:04:43.591 INFO:tasks.workunit.client.0.smithi089.stdout: "[4096, 8191]", 2024-07-26T06:04:43.591 INFO:tasks.workunit.client.0.smithi089.stdout: "[8192, 16383]", 2024-07-26T06:04:43.591 INFO:tasks.workunit.client.0.smithi089.stdout: "[16384, 32767]", 2024-07-26T06:04:43.591 INFO:tasks.workunit.client.0.smithi089.stdout: "[32768, 65535]", 2024-07-26T06:04:43.591 INFO:tasks.workunit.client.0.smithi089.stdout: "[65536, 131071]", 2024-07-26T06:04:43.591 INFO:tasks.workunit.client.0.smithi089.stdout: "[131072, 262143]", 2024-07-26T06:04:43.591 INFO:tasks.workunit.client.0.smithi089.stdout: "[262144, 524287]", 2024-07-26T06:04:43.592 INFO:tasks.workunit.client.0.smithi089.stdout: "[524288, 1048575]", 2024-07-26T06:04:43.592 INFO:tasks.workunit.client.0.smithi089.stdout: "[1048576, 2097151]", 2024-07-26T06:04:43.592 INFO:tasks.workunit.client.0.smithi089.stdout: "[2097152, 4194303]", 2024-07-26T06:04:43.592 INFO:tasks.workunit.client.0.smithi089.stdout: "[4194304, 8388607]", 2024-07-26T06:04:43.592 INFO:tasks.workunit.client.0.smithi089.stdout: "[8388608, 16777215]", 2024-07-26T06:04:43.592 INFO:tasks.workunit.client.0.smithi089.stdout: "[16777216, 33554431]", 2024-07-26T06:04:43.592 INFO:tasks.workunit.client.0.smithi089.stdout: "[33554432, 67108863]", 2024-07-26T06:04:43.592 INFO:tasks.workunit.client.0.smithi089.stdout: "[67108864, 134217727]", 2024-07-26T06:04:43.592 INFO:tasks.workunit.client.0.smithi089.stdout: "[134217728, 268435455]", 2024-07-26T06:04:43.592 INFO:tasks.workunit.client.0.smithi089.stdout: "[268435456, 536870911]", 2024-07-26T06:04:43.592 INFO:tasks.workunit.client.0.smithi089.stdout: "[536870912, 1073741823]", 2024-07-26T06:04:43.592 INFO:tasks.workunit.client.0.smithi089.stdout: "[1073741824, 2147483647]", 2024-07-26T06:04:43.592 INFO:tasks.workunit.client.0.smithi089.stdout: "[2147483648, 4294967295]", 2024-07-26T06:04:43.593 INFO:tasks.workunit.client.0.smithi089.stdout: "[4294967296, 8589934591]", 2024-07-26T06:04:43.593 INFO:tasks.workunit.client.0.smithi089.stdout: "[8589934592, 17179869183]", 2024-07-26T06:04:43.593 INFO:tasks.workunit.client.0.smithi089.stdout: "[17179869184, 34359738367]", 2024-07-26T06:04:43.593 INFO:tasks.workunit.client.0.smithi089.stdout: "[34359738368, 68719476735]", 2024-07-26T06:04:43.593 INFO:tasks.workunit.client.0.smithi089.stdout: "[68719476736, 137438953471]", 2024-07-26T06:04:43.593 INFO:tasks.workunit.client.0.smithi089.stdout: "[137438953472, 274877906943]", 2024-07-26T06:04:43.593 INFO:tasks.workunit.client.0.smithi089.stdout: "[274877906944, None]" 2024-07-26T06:04:43.593 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:43.593 INFO:tasks.workunit.client.0.smithi089.stdout: "scale_type": "log2" 2024-07-26T06:04:43.593 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.593 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:43.593 INFO:tasks.workunit.client.0.smithi089.stdout: "osds": [ 2024-07-26T06:04:43.594 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:43.594 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 0, 2024-07-26T06:04:43.594 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T06:04:43.594 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.594 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.594 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.594 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.594 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.594 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.594 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.594 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.594 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.594 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.595 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.595 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.595 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.595 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.595 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.595 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.595 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.595 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.595 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.595 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.595 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.595 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.595 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.596 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.596 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.596 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.596 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.596 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.596 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.596 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.596 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.596 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:04:43.596 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:43.596 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.596 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:43.596 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 1, 2024-07-26T06:04:43.596 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T06:04:43.597 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.597 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.597 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.597 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.597 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.597 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.597 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.597 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.597 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.597 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.597 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.597 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.597 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.597 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.598 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.598 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.598 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.598 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.598 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.598 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.598 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.598 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.598 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.598 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.598 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.598 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.598 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.599 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.599 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.599 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.599 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.599 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:04:43.599 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:43.599 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.599 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:43.599 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 2, 2024-07-26T06:04:43.599 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T06:04:43.599 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.599 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.599 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.600 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.600 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.600 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.600 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.600 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.600 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.600 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.600 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.600 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.600 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.600 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.600 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.600 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.600 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.601 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.601 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.601 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.601 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.601 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.601 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.601 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.601 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.601 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.601 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.601 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.601 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.601 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.601 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.602 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:04:43.602 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:43.602 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.602 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:43.602 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 3, 2024-07-26T06:04:43.602 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T06:04:43.602 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.602 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.602 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.602 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.602 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.602 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.602 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.603 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.603 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.603 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.603 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.603 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.603 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.603 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.603 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.603 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.603 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.603 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.603 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.603 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.603 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.603 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.604 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.604 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.604 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.604 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.604 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.604 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.604 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.604 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.604 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.604 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:04:43.604 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:43.604 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.605 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:43.605 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 4, 2024-07-26T06:04:43.605 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T06:04:43.605 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.605 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.605 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.605 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.605 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.605 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.605 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.605 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.605 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.605 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.605 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.606 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.606 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.606 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.606 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.606 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.606 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.606 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.606 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.606 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.606 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.606 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.606 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.606 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.606 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.607 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.607 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.607 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.607 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.607 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.607 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.607 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:04:43.607 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:43.607 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.607 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:43.607 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 5, 2024-07-26T06:04:43.607 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T06:04:43.607 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.607 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.608 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.608 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.608 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.608 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.608 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.608 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.608 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.608 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.608 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.608 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.608 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.608 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.608 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.608 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.609 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.609 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.609 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.609 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.609 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.609 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.609 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.609 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.609 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.609 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.610 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.610 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.610 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.610 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.610 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.610 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:04:43.610 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:43.610 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.610 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:43.610 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 6, 2024-07-26T06:04:43.610 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T06:04:43.610 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.610 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.610 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.611 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.611 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.611 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.611 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.611 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.611 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.611 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.611 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.611 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.611 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.611 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.611 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.611 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.611 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.612 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.612 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.612 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.612 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.612 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.612 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.612 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.612 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.612 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.612 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.612 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.612 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.612 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.612 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.613 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:04:43.613 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:43.613 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.613 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:43.613 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 7, 2024-07-26T06:04:43.613 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T06:04:43.613 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.613 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.613 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 96, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.613 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.613 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.613 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.613 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.613 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.613 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.614 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.614 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.614 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.614 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.614 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.614 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.614 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.614 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.614 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.614 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.614 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.614 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.615 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.615 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.615 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.615 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.615 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.615 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.615 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.615 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.615 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.615 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.615 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:04:43.615 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:43.615 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.616 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:43.616 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.616 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T06:04:43.616 INFO:tasks.workunit.client.0.smithi089.stdout: "axes": [ 2024-07-26T06:04:43.616 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:43.616 INFO:tasks.workunit.client.0.smithi089.stdout: "buckets": 32, 2024-07-26T06:04:43.616 INFO:tasks.workunit.client.0.smithi089.stdout: "min": 0, 2024-07-26T06:04:43.616 INFO:tasks.workunit.client.0.smithi089.stdout: "name": "Latency (usec)", 2024-07-26T06:04:43.616 INFO:tasks.workunit.client.0.smithi089.stdout: "quant_size": 100000, 2024-07-26T06:04:43.616 INFO:tasks.workunit.client.0.smithi089.stdout: "ranges": [ 2024-07-26T06:04:43.616 INFO:tasks.workunit.client.0.smithi089.stdout: "[None, -1]", 2024-07-26T06:04:43.616 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 99999]", 2024-07-26T06:04:43.616 INFO:tasks.workunit.client.0.smithi089.stdout: "[100000, 199999]", 2024-07-26T06:04:43.616 INFO:tasks.workunit.client.0.smithi089.stdout: "[200000, 399999]", 2024-07-26T06:04:43.617 INFO:tasks.workunit.client.0.smithi089.stdout: "[400000, 799999]", 2024-07-26T06:04:43.617 INFO:tasks.workunit.client.0.smithi089.stdout: "[800000, 1599999]", 2024-07-26T06:04:43.617 INFO:tasks.workunit.client.0.smithi089.stdout: "[1600000, 3199999]", 2024-07-26T06:04:43.617 INFO:tasks.workunit.client.0.smithi089.stdout: "[3200000, 6399999]", 2024-07-26T06:04:43.617 INFO:tasks.workunit.client.0.smithi089.stdout: "[6400000, 12799999]", 2024-07-26T06:04:43.617 INFO:tasks.workunit.client.0.smithi089.stdout: "[12800000, 25599999]", 2024-07-26T06:04:43.617 INFO:tasks.workunit.client.0.smithi089.stdout: "[25600000, 51199999]", 2024-07-26T06:04:43.617 INFO:tasks.workunit.client.0.smithi089.stdout: "[51200000, 102399999]", 2024-07-26T06:04:43.617 INFO:tasks.workunit.client.0.smithi089.stdout: "[102400000, 204799999]", 2024-07-26T06:04:43.617 INFO:tasks.workunit.client.0.smithi089.stdout: "[204800000, 409599999]", 2024-07-26T06:04:43.617 INFO:tasks.workunit.client.0.smithi089.stdout: "[409600000, 819199999]", 2024-07-26T06:04:43.617 INFO:tasks.workunit.client.0.smithi089.stdout: "[819200000, 1638399999]", 2024-07-26T06:04:43.617 INFO:tasks.workunit.client.0.smithi089.stdout: "[1638400000, 3276799999]", 2024-07-26T06:04:43.617 INFO:tasks.workunit.client.0.smithi089.stdout: "[3276800000, 6553599999]", 2024-07-26T06:04:43.617 INFO:tasks.workunit.client.0.smithi089.stdout: "[6553600000, 13107199999]", 2024-07-26T06:04:43.618 INFO:tasks.workunit.client.0.smithi089.stdout: "[13107200000, 26214399999]", 2024-07-26T06:04:43.618 INFO:tasks.workunit.client.0.smithi089.stdout: "[26214400000, 52428799999]", 2024-07-26T06:04:43.618 INFO:tasks.workunit.client.0.smithi089.stdout: "[52428800000, 104857599999]", 2024-07-26T06:04:43.618 INFO:tasks.workunit.client.0.smithi089.stdout: "[104857600000, 209715199999]", 2024-07-26T06:04:43.618 INFO:tasks.workunit.client.0.smithi089.stdout: "[209715200000, 419430399999]", 2024-07-26T06:04:43.618 INFO:tasks.workunit.client.0.smithi089.stdout: "[419430400000, 838860799999]", 2024-07-26T06:04:43.618 INFO:tasks.workunit.client.0.smithi089.stdout: "[838860800000, 1677721599999]", 2024-07-26T06:04:43.618 INFO:tasks.workunit.client.0.smithi089.stdout: "[1677721600000, 3355443199999]", 2024-07-26T06:04:43.618 INFO:tasks.workunit.client.0.smithi089.stdout: "[3355443200000, 6710886399999]", 2024-07-26T06:04:43.618 INFO:tasks.workunit.client.0.smithi089.stdout: "[6710886400000, 13421772799999]", 2024-07-26T06:04:43.618 INFO:tasks.workunit.client.0.smithi089.stdout: "[13421772800000, 26843545599999]", 2024-07-26T06:04:43.618 INFO:tasks.workunit.client.0.smithi089.stdout: "[26843545600000, 53687091199999]", 2024-07-26T06:04:43.618 INFO:tasks.workunit.client.0.smithi089.stdout: "[53687091200000, None]" 2024-07-26T06:04:43.618 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:43.619 INFO:tasks.workunit.client.0.smithi089.stdout: "scale_type": "log2" 2024-07-26T06:04:43.619 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.619 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:43.619 INFO:tasks.workunit.client.0.smithi089.stdout: "buckets": 32, 2024-07-26T06:04:43.619 INFO:tasks.workunit.client.0.smithi089.stdout: "min": 0, 2024-07-26T06:04:43.619 INFO:tasks.workunit.client.0.smithi089.stdout: "name": "Request size (bytes)", 2024-07-26T06:04:43.619 INFO:tasks.workunit.client.0.smithi089.stdout: "quant_size": 512, 2024-07-26T06:04:43.619 INFO:tasks.workunit.client.0.smithi089.stdout: "ranges": [ 2024-07-26T06:04:43.619 INFO:tasks.workunit.client.0.smithi089.stdout: "[None, -1]", 2024-07-26T06:04:43.619 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 511]", 2024-07-26T06:04:43.619 INFO:tasks.workunit.client.0.smithi089.stdout: "[512, 1023]", 2024-07-26T06:04:43.619 INFO:tasks.workunit.client.0.smithi089.stdout: "[1024, 2047]", 2024-07-26T06:04:43.619 INFO:tasks.workunit.client.0.smithi089.stdout: "[2048, 4095]", 2024-07-26T06:04:43.619 INFO:tasks.workunit.client.0.smithi089.stdout: "[4096, 8191]", 2024-07-26T06:04:43.619 INFO:tasks.workunit.client.0.smithi089.stdout: "[8192, 16383]", 2024-07-26T06:04:43.620 INFO:tasks.workunit.client.0.smithi089.stdout: "[16384, 32767]", 2024-07-26T06:04:43.620 INFO:tasks.workunit.client.0.smithi089.stdout: "[32768, 65535]", 2024-07-26T06:04:43.620 INFO:tasks.workunit.client.0.smithi089.stdout: "[65536, 131071]", 2024-07-26T06:04:43.620 INFO:tasks.workunit.client.0.smithi089.stdout: "[131072, 262143]", 2024-07-26T06:04:43.620 INFO:tasks.workunit.client.0.smithi089.stdout: "[262144, 524287]", 2024-07-26T06:04:43.620 INFO:tasks.workunit.client.0.smithi089.stdout: "[524288, 1048575]", 2024-07-26T06:04:43.620 INFO:tasks.workunit.client.0.smithi089.stdout: "[1048576, 2097151]", 2024-07-26T06:04:43.620 INFO:tasks.workunit.client.0.smithi089.stdout: "[2097152, 4194303]", 2024-07-26T06:04:43.620 INFO:tasks.workunit.client.0.smithi089.stdout: "[4194304, 8388607]", 2024-07-26T06:04:43.620 INFO:tasks.workunit.client.0.smithi089.stdout: "[8388608, 16777215]", 2024-07-26T06:04:43.620 INFO:tasks.workunit.client.0.smithi089.stdout: "[16777216, 33554431]", 2024-07-26T06:04:43.620 INFO:tasks.workunit.client.0.smithi089.stdout: "[33554432, 67108863]", 2024-07-26T06:04:43.620 INFO:tasks.workunit.client.0.smithi089.stdout: "[67108864, 134217727]", 2024-07-26T06:04:43.621 INFO:tasks.workunit.client.0.smithi089.stdout: "[134217728, 268435455]", 2024-07-26T06:04:43.621 INFO:tasks.workunit.client.0.smithi089.stdout: "[268435456, 536870911]", 2024-07-26T06:04:43.621 INFO:tasks.workunit.client.0.smithi089.stdout: "[536870912, 1073741823]", 2024-07-26T06:04:43.621 INFO:tasks.workunit.client.0.smithi089.stdout: "[1073741824, 2147483647]", 2024-07-26T06:04:43.621 INFO:tasks.workunit.client.0.smithi089.stdout: "[2147483648, 4294967295]", 2024-07-26T06:04:43.621 INFO:tasks.workunit.client.0.smithi089.stdout: "[4294967296, 8589934591]", 2024-07-26T06:04:43.621 INFO:tasks.workunit.client.0.smithi089.stdout: "[8589934592, 17179869183]", 2024-07-26T06:04:43.621 INFO:tasks.workunit.client.0.smithi089.stdout: "[17179869184, 34359738367]", 2024-07-26T06:04:43.621 INFO:tasks.workunit.client.0.smithi089.stdout: "[34359738368, 68719476735]", 2024-07-26T06:04:43.621 INFO:tasks.workunit.client.0.smithi089.stdout: "[68719476736, 137438953471]", 2024-07-26T06:04:43.621 INFO:tasks.workunit.client.0.smithi089.stdout: "[137438953472, 274877906943]", 2024-07-26T06:04:43.621 INFO:tasks.workunit.client.0.smithi089.stdout: "[274877906944, None]" 2024-07-26T06:04:43.621 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:43.621 INFO:tasks.workunit.client.0.smithi089.stdout: "scale_type": "log2" 2024-07-26T06:04:43.621 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.622 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:43.622 INFO:tasks.workunit.client.0.smithi089.stdout: "osds": [ 2024-07-26T06:04:43.622 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:43.622 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 0, 2024-07-26T06:04:43.622 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T06:04:43.622 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.622 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.622 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.622 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.622 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.622 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.622 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.622 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.622 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.623 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.623 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.623 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.623 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.623 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.623 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.623 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.623 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.623 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.623 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.623 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.623 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.623 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.624 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.624 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.624 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.624 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.624 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.624 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.624 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.624 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.624 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.624 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:04:43.624 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:43.624 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.624 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:43.625 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 1, 2024-07-26T06:04:43.625 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T06:04:43.625 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.625 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.625 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.625 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.625 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.625 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.625 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.625 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.625 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.625 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.625 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.625 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.626 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.626 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.626 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.626 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.626 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.626 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.626 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.626 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.626 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.626 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.626 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.626 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.626 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.626 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.627 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.627 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.627 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.627 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.627 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.627 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:04:43.627 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:43.627 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.627 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:43.627 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 2, 2024-07-26T06:04:43.627 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T06:04:43.627 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.627 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.627 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.628 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.628 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.628 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.628 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.628 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.628 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.628 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.628 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.628 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.628 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.628 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.628 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.628 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.629 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.629 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.629 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.629 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.629 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.629 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.629 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.629 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.629 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.629 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.629 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.629 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.629 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.630 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.630 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.630 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:04:43.630 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:43.630 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.630 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:43.630 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 3, 2024-07-26T06:04:43.630 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T06:04:43.630 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.630 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.630 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.630 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.630 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.631 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.631 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.631 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.631 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.631 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.631 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.631 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.631 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.631 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.631 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.631 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.631 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.631 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.631 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.632 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.632 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.632 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.632 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.632 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.632 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.632 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.632 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.632 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.632 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.632 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.632 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.632 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:04:43.632 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:43.633 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.633 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:43.633 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 4, 2024-07-26T06:04:43.633 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T06:04:43.633 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.633 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.633 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.633 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.633 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.633 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.633 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.633 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.633 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.633 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.634 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.634 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.634 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.634 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.634 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.634 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.634 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.634 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.634 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.634 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.634 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.634 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.635 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.635 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.635 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.635 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.635 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.635 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.635 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.635 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.635 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.635 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:04:43.635 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:43.635 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.635 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:43.635 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 5, 2024-07-26T06:04:43.636 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T06:04:43.636 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.636 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.636 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.636 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.636 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.636 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.636 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.636 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.636 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.636 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.636 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.636 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.636 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.636 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.637 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.637 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.637 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.637 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.637 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.637 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.637 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.637 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.637 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.637 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.637 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.637 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.637 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.637 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.638 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.638 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.638 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.638 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:04:43.638 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:43.638 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.638 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:43.638 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 6, 2024-07-26T06:04:43.638 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T06:04:43.638 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.638 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.638 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.638 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.638 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.639 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.639 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.639 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.639 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.639 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.639 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.639 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.639 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.639 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.639 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.639 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.639 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.640 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.640 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.640 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.640 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.640 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.640 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.640 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.640 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.640 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.640 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.640 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.640 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.640 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.640 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.641 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:04:43.641 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:43.641 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.641 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:43.641 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 7, 2024-07-26T06:04:43.641 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T06:04:43.641 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.641 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.641 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.641 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.641 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.641 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.641 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.641 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.642 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.642 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.642 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.642 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.642 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.642 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.642 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.642 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.642 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.642 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.642 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.642 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.642 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.642 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.643 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.643 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.643 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.643 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.643 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.643 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.643 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.643 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.643 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.643 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:04:43.643 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:43.643 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.643 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:43.644 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.644 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T06:04:43.644 INFO:tasks.workunit.client.0.smithi089.stdout: "axes": [ 2024-07-26T06:04:43.644 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:43.644 INFO:tasks.workunit.client.0.smithi089.stdout: "buckets": 32, 2024-07-26T06:04:43.644 INFO:tasks.workunit.client.0.smithi089.stdout: "min": 0, 2024-07-26T06:04:43.644 INFO:tasks.workunit.client.0.smithi089.stdout: "name": "Latency (usec)", 2024-07-26T06:04:43.644 INFO:tasks.workunit.client.0.smithi089.stdout: "quant_size": 100000, 2024-07-26T06:04:43.644 INFO:tasks.workunit.client.0.smithi089.stdout: "ranges": [ 2024-07-26T06:04:43.644 INFO:tasks.workunit.client.0.smithi089.stdout: "[None, -1]", 2024-07-26T06:04:43.644 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 99999]", 2024-07-26T06:04:43.644 INFO:tasks.workunit.client.0.smithi089.stdout: "[100000, 199999]", 2024-07-26T06:04:43.644 INFO:tasks.workunit.client.0.smithi089.stdout: "[200000, 399999]", 2024-07-26T06:04:43.644 INFO:tasks.workunit.client.0.smithi089.stdout: "[400000, 799999]", 2024-07-26T06:04:43.644 INFO:tasks.workunit.client.0.smithi089.stdout: "[800000, 1599999]", 2024-07-26T06:04:43.645 INFO:tasks.workunit.client.0.smithi089.stdout: "[1600000, 3199999]", 2024-07-26T06:04:43.645 INFO:tasks.workunit.client.0.smithi089.stdout: "[3200000, 6399999]", 2024-07-26T06:04:43.645 INFO:tasks.workunit.client.0.smithi089.stdout: "[6400000, 12799999]", 2024-07-26T06:04:43.645 INFO:tasks.workunit.client.0.smithi089.stdout: "[12800000, 25599999]", 2024-07-26T06:04:43.645 INFO:tasks.workunit.client.0.smithi089.stdout: "[25600000, 51199999]", 2024-07-26T06:04:43.645 INFO:tasks.workunit.client.0.smithi089.stdout: "[51200000, 102399999]", 2024-07-26T06:04:43.645 INFO:tasks.workunit.client.0.smithi089.stdout: "[102400000, 204799999]", 2024-07-26T06:04:43.645 INFO:tasks.workunit.client.0.smithi089.stdout: "[204800000, 409599999]", 2024-07-26T06:04:43.645 INFO:tasks.workunit.client.0.smithi089.stdout: "[409600000, 819199999]", 2024-07-26T06:04:43.645 INFO:tasks.workunit.client.0.smithi089.stdout: "[819200000, 1638399999]", 2024-07-26T06:04:43.645 INFO:tasks.workunit.client.0.smithi089.stdout: "[1638400000, 3276799999]", 2024-07-26T06:04:43.645 INFO:tasks.workunit.client.0.smithi089.stdout: "[3276800000, 6553599999]", 2024-07-26T06:04:43.645 INFO:tasks.workunit.client.0.smithi089.stdout: "[6553600000, 13107199999]", 2024-07-26T06:04:43.646 INFO:tasks.workunit.client.0.smithi089.stdout: "[13107200000, 26214399999]", 2024-07-26T06:04:43.646 INFO:tasks.workunit.client.0.smithi089.stdout: "[26214400000, 52428799999]", 2024-07-26T06:04:43.646 INFO:tasks.workunit.client.0.smithi089.stdout: "[52428800000, 104857599999]", 2024-07-26T06:04:43.646 INFO:tasks.workunit.client.0.smithi089.stdout: "[104857600000, 209715199999]", 2024-07-26T06:04:43.646 INFO:tasks.workunit.client.0.smithi089.stdout: "[209715200000, 419430399999]", 2024-07-26T06:04:43.646 INFO:tasks.workunit.client.0.smithi089.stdout: "[419430400000, 838860799999]", 2024-07-26T06:04:43.646 INFO:tasks.workunit.client.0.smithi089.stdout: "[838860800000, 1677721599999]", 2024-07-26T06:04:43.646 INFO:tasks.workunit.client.0.smithi089.stdout: "[1677721600000, 3355443199999]", 2024-07-26T06:04:43.646 INFO:tasks.workunit.client.0.smithi089.stdout: "[3355443200000, 6710886399999]", 2024-07-26T06:04:43.646 INFO:tasks.workunit.client.0.smithi089.stdout: "[6710886400000, 13421772799999]", 2024-07-26T06:04:43.646 INFO:tasks.workunit.client.0.smithi089.stdout: "[13421772800000, 26843545599999]", 2024-07-26T06:04:43.646 INFO:tasks.workunit.client.0.smithi089.stdout: "[26843545600000, 53687091199999]", 2024-07-26T06:04:43.646 INFO:tasks.workunit.client.0.smithi089.stdout: "[53687091200000, None]" 2024-07-26T06:04:43.646 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:43.647 INFO:tasks.workunit.client.0.smithi089.stdout: "scale_type": "log2" 2024-07-26T06:04:43.647 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.647 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:43.647 INFO:tasks.workunit.client.0.smithi089.stdout: "buckets": 32, 2024-07-26T06:04:43.647 INFO:tasks.workunit.client.0.smithi089.stdout: "min": 0, 2024-07-26T06:04:43.647 INFO:tasks.workunit.client.0.smithi089.stdout: "name": "Request size (bytes)", 2024-07-26T06:04:43.647 INFO:tasks.workunit.client.0.smithi089.stdout: "quant_size": 512, 2024-07-26T06:04:43.647 INFO:tasks.workunit.client.0.smithi089.stdout: "ranges": [ 2024-07-26T06:04:43.647 INFO:tasks.workunit.client.0.smithi089.stdout: "[None, -1]", 2024-07-26T06:04:43.647 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 511]", 2024-07-26T06:04:43.647 INFO:tasks.workunit.client.0.smithi089.stdout: "[512, 1023]", 2024-07-26T06:04:43.647 INFO:tasks.workunit.client.0.smithi089.stdout: "[1024, 2047]", 2024-07-26T06:04:43.647 INFO:tasks.workunit.client.0.smithi089.stdout: "[2048, 4095]", 2024-07-26T06:04:43.647 INFO:tasks.workunit.client.0.smithi089.stdout: "[4096, 8191]", 2024-07-26T06:04:43.648 INFO:tasks.workunit.client.0.smithi089.stdout: "[8192, 16383]", 2024-07-26T06:04:43.648 INFO:tasks.workunit.client.0.smithi089.stdout: "[16384, 32767]", 2024-07-26T06:04:43.648 INFO:tasks.workunit.client.0.smithi089.stdout: "[32768, 65535]", 2024-07-26T06:04:43.648 INFO:tasks.workunit.client.0.smithi089.stdout: "[65536, 131071]", 2024-07-26T06:04:43.648 INFO:tasks.workunit.client.0.smithi089.stdout: "[131072, 262143]", 2024-07-26T06:04:43.648 INFO:tasks.workunit.client.0.smithi089.stdout: "[262144, 524287]", 2024-07-26T06:04:43.648 INFO:tasks.workunit.client.0.smithi089.stdout: "[524288, 1048575]", 2024-07-26T06:04:43.648 INFO:tasks.workunit.client.0.smithi089.stdout: "[1048576, 2097151]", 2024-07-26T06:04:43.648 INFO:tasks.workunit.client.0.smithi089.stdout: "[2097152, 4194303]", 2024-07-26T06:04:43.648 INFO:tasks.workunit.client.0.smithi089.stdout: "[4194304, 8388607]", 2024-07-26T06:04:43.648 INFO:tasks.workunit.client.0.smithi089.stdout: "[8388608, 16777215]", 2024-07-26T06:04:43.648 INFO:tasks.workunit.client.0.smithi089.stdout: "[16777216, 33554431]", 2024-07-26T06:04:43.648 INFO:tasks.workunit.client.0.smithi089.stdout: "[33554432, 67108863]", 2024-07-26T06:04:43.648 INFO:tasks.workunit.client.0.smithi089.stdout: "[67108864, 134217727]", 2024-07-26T06:04:43.648 INFO:tasks.workunit.client.0.smithi089.stdout: "[134217728, 268435455]", 2024-07-26T06:04:43.649 INFO:tasks.workunit.client.0.smithi089.stdout: "[268435456, 536870911]", 2024-07-26T06:04:43.649 INFO:tasks.workunit.client.0.smithi089.stdout: "[536870912, 1073741823]", 2024-07-26T06:04:43.649 INFO:tasks.workunit.client.0.smithi089.stdout: "[1073741824, 2147483647]", 2024-07-26T06:04:43.649 INFO:tasks.workunit.client.0.smithi089.stdout: "[2147483648, 4294967295]", 2024-07-26T06:04:43.649 INFO:tasks.workunit.client.0.smithi089.stdout: "[4294967296, 8589934591]", 2024-07-26T06:04:43.649 INFO:tasks.workunit.client.0.smithi089.stdout: "[8589934592, 17179869183]", 2024-07-26T06:04:43.649 INFO:tasks.workunit.client.0.smithi089.stdout: "[17179869184, 34359738367]", 2024-07-26T06:04:43.649 INFO:tasks.workunit.client.0.smithi089.stdout: "[34359738368, 68719476735]", 2024-07-26T06:04:43.649 INFO:tasks.workunit.client.0.smithi089.stdout: "[68719476736, 137438953471]", 2024-07-26T06:04:43.649 INFO:tasks.workunit.client.0.smithi089.stdout: "[137438953472, 274877906943]", 2024-07-26T06:04:43.649 INFO:tasks.workunit.client.0.smithi089.stdout: "[274877906944, None]" 2024-07-26T06:04:43.649 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:43.649 INFO:tasks.workunit.client.0.smithi089.stdout: "scale_type": "log2" 2024-07-26T06:04:43.649 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.650 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:43.650 INFO:tasks.workunit.client.0.smithi089.stdout: "osds": [ 2024-07-26T06:04:43.650 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:43.650 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 0, 2024-07-26T06:04:43.650 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T06:04:43.650 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.650 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.650 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.650 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.650 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.650 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.650 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.650 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.650 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.651 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.651 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.651 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.651 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.651 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.651 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.651 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.651 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.651 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.651 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.651 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.651 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.651 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.651 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.652 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.652 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.652 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.652 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.652 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.652 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.652 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.652 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.652 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:04:43.652 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:43.652 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.652 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:43.652 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 1, 2024-07-26T06:04:43.652 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T06:04:43.653 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.653 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.653 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.653 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.653 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.653 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.653 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.653 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.653 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.653 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.653 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.653 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.653 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.654 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.654 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.654 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.654 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.654 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.654 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.654 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.654 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.654 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.654 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.654 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.654 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.655 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.655 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.655 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.655 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.655 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.655 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.655 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:04:43.655 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:43.655 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.655 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:43.655 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 2, 2024-07-26T06:04:43.655 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T06:04:43.655 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.655 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.656 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.656 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.656 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.656 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.656 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.656 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.656 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.656 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.656 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.656 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.656 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.656 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.656 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.657 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.657 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.657 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.657 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.657 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.657 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.657 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.657 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.657 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.657 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.657 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.657 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.657 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.657 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.658 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.658 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.658 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:04:43.658 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:43.658 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.658 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:43.658 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 3, 2024-07-26T06:04:43.658 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T06:04:43.658 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.658 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.658 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.659 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.659 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.659 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.659 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.659 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.659 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.659 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.659 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.659 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.659 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.659 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.659 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.659 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.660 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.660 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.660 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.660 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.660 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.660 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.660 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.660 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.660 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.660 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.660 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.660 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.660 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.660 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.660 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.661 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:04:43.661 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:43.661 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.661 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:43.661 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 4, 2024-07-26T06:04:43.661 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T06:04:43.661 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.661 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.661 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.661 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.661 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.661 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.661 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.661 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.662 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.662 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.662 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.662 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.662 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.662 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.662 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.662 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.662 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.662 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.662 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.662 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.662 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.662 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.663 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.663 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.663 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.663 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.663 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.663 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.663 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.663 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.663 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.663 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:04:43.663 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:43.663 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.663 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:43.663 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 5, 2024-07-26T06:04:43.663 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T06:04:43.664 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.664 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.664 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.664 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.664 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.664 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.664 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.664 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.664 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.664 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.664 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.664 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.665 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.665 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.665 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.665 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.665 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.665 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.665 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.665 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.665 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.665 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.665 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.665 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.665 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.665 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.666 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.666 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.666 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.666 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.666 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.666 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:04:43.666 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:43.666 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.666 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:43.666 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 6, 2024-07-26T06:04:43.666 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T06:04:43.666 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.666 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.666 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.667 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.667 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.667 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.667 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.667 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.667 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.667 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.667 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.667 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.667 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.667 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.667 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.667 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.667 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.668 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.668 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.668 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.668 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.668 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.668 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.668 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.668 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.668 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.668 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.668 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.668 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.668 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.668 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.668 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:04:43.669 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:43.669 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.669 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:43.669 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 7, 2024-07-26T06:04:43.669 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T06:04:43.669 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.669 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.669 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.669 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.669 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.669 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.669 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.669 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.670 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.670 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.670 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.670 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.670 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.670 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.670 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.670 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.670 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.670 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.670 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.670 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.670 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.670 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.671 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.671 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.671 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.671 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.671 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.671 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.671 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.671 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.671 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.671 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:04:43.671 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:43.671 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.671 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:43.672 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.672 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T06:04:43.672 INFO:tasks.workunit.client.0.smithi089.stdout: "axes": [ 2024-07-26T06:04:43.672 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:43.672 INFO:tasks.workunit.client.0.smithi089.stdout: "buckets": 32, 2024-07-26T06:04:43.672 INFO:tasks.workunit.client.0.smithi089.stdout: "min": 0, 2024-07-26T06:04:43.672 INFO:tasks.workunit.client.0.smithi089.stdout: "name": "Latency (usec)", 2024-07-26T06:04:43.672 INFO:tasks.workunit.client.0.smithi089.stdout: "quant_size": 100000, 2024-07-26T06:04:43.672 INFO:tasks.workunit.client.0.smithi089.stdout: "ranges": [ 2024-07-26T06:04:43.672 INFO:tasks.workunit.client.0.smithi089.stdout: "[None, -1]", 2024-07-26T06:04:43.672 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 99999]", 2024-07-26T06:04:43.672 INFO:tasks.workunit.client.0.smithi089.stdout: "[100000, 199999]", 2024-07-26T06:04:43.672 INFO:tasks.workunit.client.0.smithi089.stdout: "[200000, 399999]", 2024-07-26T06:04:43.672 INFO:tasks.workunit.client.0.smithi089.stdout: "[400000, 799999]", 2024-07-26T06:04:43.673 INFO:tasks.workunit.client.0.smithi089.stdout: "[800000, 1599999]", 2024-07-26T06:04:43.673 INFO:tasks.workunit.client.0.smithi089.stdout: "[1600000, 3199999]", 2024-07-26T06:04:43.673 INFO:tasks.workunit.client.0.smithi089.stdout: "[3200000, 6399999]", 2024-07-26T06:04:43.673 INFO:tasks.workunit.client.0.smithi089.stdout: "[6400000, 12799999]", 2024-07-26T06:04:43.673 INFO:tasks.workunit.client.0.smithi089.stdout: "[12800000, 25599999]", 2024-07-26T06:04:43.673 INFO:tasks.workunit.client.0.smithi089.stdout: "[25600000, 51199999]", 2024-07-26T06:04:43.673 INFO:tasks.workunit.client.0.smithi089.stdout: "[51200000, 102399999]", 2024-07-26T06:04:43.673 INFO:tasks.workunit.client.0.smithi089.stdout: "[102400000, 204799999]", 2024-07-26T06:04:43.673 INFO:tasks.workunit.client.0.smithi089.stdout: "[204800000, 409599999]", 2024-07-26T06:04:43.673 INFO:tasks.workunit.client.0.smithi089.stdout: "[409600000, 819199999]", 2024-07-26T06:04:43.673 INFO:tasks.workunit.client.0.smithi089.stdout: "[819200000, 1638399999]", 2024-07-26T06:04:43.673 INFO:tasks.workunit.client.0.smithi089.stdout: "[1638400000, 3276799999]", 2024-07-26T06:04:43.673 INFO:tasks.workunit.client.0.smithi089.stdout: "[3276800000, 6553599999]", 2024-07-26T06:04:43.673 INFO:tasks.workunit.client.0.smithi089.stdout: "[6553600000, 13107199999]", 2024-07-26T06:04:43.673 INFO:tasks.workunit.client.0.smithi089.stdout: "[13107200000, 26214399999]", 2024-07-26T06:04:43.674 INFO:tasks.workunit.client.0.smithi089.stdout: "[26214400000, 52428799999]", 2024-07-26T06:04:43.674 INFO:tasks.workunit.client.0.smithi089.stdout: "[52428800000, 104857599999]", 2024-07-26T06:04:43.674 INFO:tasks.workunit.client.0.smithi089.stdout: "[104857600000, 209715199999]", 2024-07-26T06:04:43.674 INFO:tasks.workunit.client.0.smithi089.stdout: "[209715200000, 419430399999]", 2024-07-26T06:04:43.674 INFO:tasks.workunit.client.0.smithi089.stdout: "[419430400000, 838860799999]", 2024-07-26T06:04:43.674 INFO:tasks.workunit.client.0.smithi089.stdout: "[838860800000, 1677721599999]", 2024-07-26T06:04:43.674 INFO:tasks.workunit.client.0.smithi089.stdout: "[1677721600000, 3355443199999]", 2024-07-26T06:04:43.674 INFO:tasks.workunit.client.0.smithi089.stdout: "[3355443200000, 6710886399999]", 2024-07-26T06:04:43.674 INFO:tasks.workunit.client.0.smithi089.stdout: "[6710886400000, 13421772799999]", 2024-07-26T06:04:43.674 INFO:tasks.workunit.client.0.smithi089.stdout: "[13421772800000, 26843545599999]", 2024-07-26T06:04:43.674 INFO:tasks.workunit.client.0.smithi089.stdout: "[26843545600000, 53687091199999]", 2024-07-26T06:04:43.674 INFO:tasks.workunit.client.0.smithi089.stdout: "[53687091200000, None]" 2024-07-26T06:04:43.674 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:43.675 INFO:tasks.workunit.client.0.smithi089.stdout: "scale_type": "log2" 2024-07-26T06:04:43.675 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.675 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:43.675 INFO:tasks.workunit.client.0.smithi089.stdout: "buckets": 32, 2024-07-26T06:04:43.675 INFO:tasks.workunit.client.0.smithi089.stdout: "min": 0, 2024-07-26T06:04:43.675 INFO:tasks.workunit.client.0.smithi089.stdout: "name": "Request size (bytes)", 2024-07-26T06:04:43.675 INFO:tasks.workunit.client.0.smithi089.stdout: "quant_size": 512, 2024-07-26T06:04:43.675 INFO:tasks.workunit.client.0.smithi089.stdout: "ranges": [ 2024-07-26T06:04:43.675 INFO:tasks.workunit.client.0.smithi089.stdout: "[None, -1]", 2024-07-26T06:04:43.675 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 511]", 2024-07-26T06:04:43.675 INFO:tasks.workunit.client.0.smithi089.stdout: "[512, 1023]", 2024-07-26T06:04:43.675 INFO:tasks.workunit.client.0.smithi089.stdout: "[1024, 2047]", 2024-07-26T06:04:43.675 INFO:tasks.workunit.client.0.smithi089.stdout: "[2048, 4095]", 2024-07-26T06:04:43.675 INFO:tasks.workunit.client.0.smithi089.stdout: "[4096, 8191]", 2024-07-26T06:04:43.676 INFO:tasks.workunit.client.0.smithi089.stdout: "[8192, 16383]", 2024-07-26T06:04:43.676 INFO:tasks.workunit.client.0.smithi089.stdout: "[16384, 32767]", 2024-07-26T06:04:43.676 INFO:tasks.workunit.client.0.smithi089.stdout: "[32768, 65535]", 2024-07-26T06:04:43.676 INFO:tasks.workunit.client.0.smithi089.stdout: "[65536, 131071]", 2024-07-26T06:04:43.676 INFO:tasks.workunit.client.0.smithi089.stdout: "[131072, 262143]", 2024-07-26T06:04:43.676 INFO:tasks.workunit.client.0.smithi089.stdout: "[262144, 524287]", 2024-07-26T06:04:43.676 INFO:tasks.workunit.client.0.smithi089.stdout: "[524288, 1048575]", 2024-07-26T06:04:43.676 INFO:tasks.workunit.client.0.smithi089.stdout: "[1048576, 2097151]", 2024-07-26T06:04:43.676 INFO:tasks.workunit.client.0.smithi089.stdout: "[2097152, 4194303]", 2024-07-26T06:04:43.676 INFO:tasks.workunit.client.0.smithi089.stdout: "[4194304, 8388607]", 2024-07-26T06:04:43.676 INFO:tasks.workunit.client.0.smithi089.stdout: "[8388608, 16777215]", 2024-07-26T06:04:43.676 INFO:tasks.workunit.client.0.smithi089.stdout: "[16777216, 33554431]", 2024-07-26T06:04:43.676 INFO:tasks.workunit.client.0.smithi089.stdout: "[33554432, 67108863]", 2024-07-26T06:04:43.676 INFO:tasks.workunit.client.0.smithi089.stdout: "[67108864, 134217727]", 2024-07-26T06:04:43.677 INFO:tasks.workunit.client.0.smithi089.stdout: "[134217728, 268435455]", 2024-07-26T06:04:43.677 INFO:tasks.workunit.client.0.smithi089.stdout: "[268435456, 536870911]", 2024-07-26T06:04:43.677 INFO:tasks.workunit.client.0.smithi089.stdout: "[536870912, 1073741823]", 2024-07-26T06:04:43.677 INFO:tasks.workunit.client.0.smithi089.stdout: "[1073741824, 2147483647]", 2024-07-26T06:04:43.677 INFO:tasks.workunit.client.0.smithi089.stdout: "[2147483648, 4294967295]", 2024-07-26T06:04:43.677 INFO:tasks.workunit.client.0.smithi089.stdout: "[4294967296, 8589934591]", 2024-07-26T06:04:43.677 INFO:tasks.workunit.client.0.smithi089.stdout: "[8589934592, 17179869183]", 2024-07-26T06:04:43.677 INFO:tasks.workunit.client.0.smithi089.stdout: "[17179869184, 34359738367]", 2024-07-26T06:04:43.677 INFO:tasks.workunit.client.0.smithi089.stdout: "[34359738368, 68719476735]", 2024-07-26T06:04:43.677 INFO:tasks.workunit.client.0.smithi089.stdout: "[68719476736, 137438953471]", 2024-07-26T06:04:43.677 INFO:tasks.workunit.client.0.smithi089.stdout: "[137438953472, 274877906943]", 2024-07-26T06:04:43.677 INFO:tasks.workunit.client.0.smithi089.stdout: "[274877906944, None]" 2024-07-26T06:04:43.677 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:43.677 INFO:tasks.workunit.client.0.smithi089.stdout: "scale_type": "log2" 2024-07-26T06:04:43.678 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.678 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:43.678 INFO:tasks.workunit.client.0.smithi089.stdout: "osds": [ 2024-07-26T06:04:43.678 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:43.678 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 0, 2024-07-26T06:04:43.678 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T06:04:43.678 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.678 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.678 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.678 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.678 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.678 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.679 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.679 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.679 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.679 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.679 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.679 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.679 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.679 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.679 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.679 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.679 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.679 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.679 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.680 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.680 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.680 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.680 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.680 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.680 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.680 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.680 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.680 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.680 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.680 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.680 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.680 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:04:43.680 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:43.680 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.681 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:43.681 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 1, 2024-07-26T06:04:43.681 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T06:04:43.681 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.681 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.681 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.681 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.681 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.681 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 11, 4, 0, 0, 0, 0, 0, 0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.681 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 11, 4, 0, 0, 0, 0, 0, 0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.681 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.681 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.681 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.681 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.682 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.682 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.682 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.682 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.682 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.682 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.682 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.682 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.682 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.682 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.682 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.682 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.682 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.683 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.683 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.683 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.683 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.683 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.683 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.683 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.683 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:04:43.683 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:43.683 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.683 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:43.683 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 2, 2024-07-26T06:04:43.683 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T06:04:43.683 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.684 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.684 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.684 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.684 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.684 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.684 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.684 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.684 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.684 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.684 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.684 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.684 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.684 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.684 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.685 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.685 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.685 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.685 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.685 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.685 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.685 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.685 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.685 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.685 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.685 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.685 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.685 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.685 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.686 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.686 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.686 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:04:43.686 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:43.686 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.686 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:43.686 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 3, 2024-07-26T06:04:43.686 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T06:04:43.686 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.686 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.686 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.686 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.686 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.686 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.687 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.687 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.687 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.687 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.687 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.687 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.687 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.687 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.687 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.687 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.687 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.687 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.687 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.687 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.688 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.688 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.688 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.688 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.688 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.688 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.688 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.688 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.688 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.688 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.688 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.688 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:04:43.688 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:43.689 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.689 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:43.689 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 4, 2024-07-26T06:04:43.689 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T06:04:43.689 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.689 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.689 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.689 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.689 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.689 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.689 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.689 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.689 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.689 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.690 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.690 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.690 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.690 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.690 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.690 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.690 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.690 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.690 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.690 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.690 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.690 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.690 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.690 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.691 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.691 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.691 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.691 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.691 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.691 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.691 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.691 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:04:43.691 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:43.691 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.691 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:43.691 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 5, 2024-07-26T06:04:43.691 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T06:04:43.691 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.692 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.692 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.692 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.692 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.692 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.692 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.692 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.692 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.692 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.692 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.692 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.692 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.692 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.692 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.693 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.693 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.693 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.693 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.693 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.693 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.693 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.693 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.693 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.693 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.693 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.693 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.693 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.694 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.694 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.694 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.694 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:04:43.694 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:43.694 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.694 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:43.694 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 6, 2024-07-26T06:04:43.694 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T06:04:43.694 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.694 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.694 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.694 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.695 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.695 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.695 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.695 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.695 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.695 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.695 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.695 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.695 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.695 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.695 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.695 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.695 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.695 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.696 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.696 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.696 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.696 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.696 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.696 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.696 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.696 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.696 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.696 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.696 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.696 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.696 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.697 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:04:43.697 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:43.697 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.697 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:43.697 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 7, 2024-07-26T06:04:43.697 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T06:04:43.697 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.697 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.697 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.697 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.697 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.697 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.697 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.697 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.697 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.698 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.698 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.698 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.698 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.698 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.698 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.698 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.698 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.698 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.698 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.698 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.698 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.698 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.698 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.699 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.699 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.699 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.699 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.699 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.699 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.699 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.699 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:43.699 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:04:43.699 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:43.699 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.700 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:43.700 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.700 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.700 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:43.700 INFO:tasks.workunit.client.0.smithi089.stdout: "perf_counters": { 2024-07-26T06:04:43.700 INFO:tasks.workunit.client.0.smithi089.stdout: "mds.11a06f7556cbb1c57650abffbb3eb77c66bdf751": { 2024-07-26T06:04:43.700 INFO:tasks.workunit.client.0.smithi089.stdout: "mds": { 2024-07-26T06:04:43.700 INFO:tasks.workunit.client.0.smithi089.stdout: "caps": { 2024-07-26T06:04:43.700 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.700 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.700 INFO:tasks.workunit.client.0.smithi089.stdout: "ceph_cap_op_flush_ack": { 2024-07-26T06:04:43.700 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.700 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.701 INFO:tasks.workunit.client.0.smithi089.stdout: "ceph_cap_op_flushsnap_ack": { 2024-07-26T06:04:43.701 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.701 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.701 INFO:tasks.workunit.client.0.smithi089.stdout: "ceph_cap_op_grant": { 2024-07-26T06:04:43.701 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.701 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.701 INFO:tasks.workunit.client.0.smithi089.stdout: "ceph_cap_op_revoke": { 2024-07-26T06:04:43.701 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.701 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.701 INFO:tasks.workunit.client.0.smithi089.stdout: "ceph_cap_op_trunc": { 2024-07-26T06:04:43.701 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.701 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.701 INFO:tasks.workunit.client.0.smithi089.stdout: "dir_commit": { 2024-07-26T06:04:43.701 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12 2024-07-26T06:04:43.702 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.702 INFO:tasks.workunit.client.0.smithi089.stdout: "dir_fetch": { 2024-07-26T06:04:43.702 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.702 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.702 INFO:tasks.workunit.client.0.smithi089.stdout: "dir_merge": { 2024-07-26T06:04:43.702 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.702 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.702 INFO:tasks.workunit.client.0.smithi089.stdout: "dir_split": { 2024-07-26T06:04:43.702 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.702 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.702 INFO:tasks.workunit.client.0.smithi089.stdout: "exported_inodes": { 2024-07-26T06:04:43.702 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.702 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.702 INFO:tasks.workunit.client.0.smithi089.stdout: "forward": { 2024-07-26T06:04:43.703 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.703 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.703 INFO:tasks.workunit.client.0.smithi089.stdout: "handle_client_cap_release": { 2024-07-26T06:04:43.703 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.703 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.703 INFO:tasks.workunit.client.0.smithi089.stdout: "handle_client_caps": { 2024-07-26T06:04:43.703 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.703 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.703 INFO:tasks.workunit.client.0.smithi089.stdout: "handle_client_caps_dirty": { 2024-07-26T06:04:43.703 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.703 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.703 INFO:tasks.workunit.client.0.smithi089.stdout: "handle_inode_file_caps": { 2024-07-26T06:04:43.703 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.703 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.703 INFO:tasks.workunit.client.0.smithi089.stdout: "imported_inodes": { 2024-07-26T06:04:43.704 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.704 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.704 INFO:tasks.workunit.client.0.smithi089.stdout: "inodes": { 2024-07-26T06:04:43.704 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10 2024-07-26T06:04:43.704 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.704 INFO:tasks.workunit.client.0.smithi089.stdout: "inodes_expired": { 2024-07-26T06:04:43.704 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.704 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.704 INFO:tasks.workunit.client.0.smithi089.stdout: "inodes_pinned": { 2024-07-26T06:04:43.704 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10 2024-07-26T06:04:43.704 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.704 INFO:tasks.workunit.client.0.smithi089.stdout: "inodes_with_caps": { 2024-07-26T06:04:43.704 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.705 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.705 INFO:tasks.workunit.client.0.smithi089.stdout: "load_cent": { 2024-07-26T06:04:43.705 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.705 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.705 INFO:tasks.workunit.client.0.smithi089.stdout: "openino_dir_fetch": { 2024-07-26T06:04:43.705 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.705 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.705 INFO:tasks.workunit.client.0.smithi089.stdout: "process_request_cap_release": { 2024-07-26T06:04:43.705 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.705 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.705 INFO:tasks.workunit.client.0.smithi089.stdout: "reply_latency": { 2024-07-26T06:04:43.705 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2, 2024-07-26T06:04:43.705 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 99639 2024-07-26T06:04:43.705 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.706 INFO:tasks.workunit.client.0.smithi089.stdout: "request": { 2024-07-26T06:04:43.706 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2 2024-07-26T06:04:43.706 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.706 INFO:tasks.workunit.client.0.smithi089.stdout: "root_rbytes": { 2024-07-26T06:04:43.706 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.706 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.706 INFO:tasks.workunit.client.0.smithi089.stdout: "root_rfiles": { 2024-07-26T06:04:43.706 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.706 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.706 INFO:tasks.workunit.client.0.smithi089.stdout: "root_rsnaps": { 2024-07-26T06:04:43.706 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.706 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.706 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_reply": { 2024-07-26T06:04:43.706 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.707 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.707 INFO:tasks.workunit.client.0.smithi089.stdout: "subtrees": { 2024-07-26T06:04:43.707 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2 2024-07-26T06:04:43.707 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.707 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.707 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_cache": { 2024-07-26T06:04:43.707 INFO:tasks.workunit.client.0.smithi089.stdout: "ireq_enqueue_scrub": { 2024-07-26T06:04:43.707 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.707 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.707 INFO:tasks.workunit.client.0.smithi089.stdout: "ireq_exportdir": { 2024-07-26T06:04:43.707 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.707 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.707 INFO:tasks.workunit.client.0.smithi089.stdout: "ireq_flush": { 2024-07-26T06:04:43.707 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.708 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.708 INFO:tasks.workunit.client.0.smithi089.stdout: "ireq_fragmentdir": { 2024-07-26T06:04:43.708 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.708 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.708 INFO:tasks.workunit.client.0.smithi089.stdout: "ireq_fragstats": { 2024-07-26T06:04:43.708 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.708 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.708 INFO:tasks.workunit.client.0.smithi089.stdout: "ireq_inodestats": { 2024-07-26T06:04:43.708 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.708 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.708 INFO:tasks.workunit.client.0.smithi089.stdout: "num_recovering_enqueued": { 2024-07-26T06:04:43.708 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.708 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.709 INFO:tasks.workunit.client.0.smithi089.stdout: "num_recovering_prioritized": { 2024-07-26T06:04:43.709 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.709 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.709 INFO:tasks.workunit.client.0.smithi089.stdout: "num_recovering_processing": { 2024-07-26T06:04:43.709 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.709 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.709 INFO:tasks.workunit.client.0.smithi089.stdout: "num_strays": { 2024-07-26T06:04:43.709 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.709 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.709 INFO:tasks.workunit.client.0.smithi089.stdout: "num_strays_delayed": { 2024-07-26T06:04:43.709 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.709 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.709 INFO:tasks.workunit.client.0.smithi089.stdout: "num_strays_enqueuing": { 2024-07-26T06:04:43.709 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.709 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.710 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_completed": { 2024-07-26T06:04:43.710 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.710 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.710 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_started": { 2024-07-26T06:04:43.710 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.710 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.710 INFO:tasks.workunit.client.0.smithi089.stdout: "strays_created": { 2024-07-26T06:04:43.710 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.710 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.710 INFO:tasks.workunit.client.0.smithi089.stdout: "strays_enqueued": { 2024-07-26T06:04:43.710 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.710 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.710 INFO:tasks.workunit.client.0.smithi089.stdout: "strays_migrated": { 2024-07-26T06:04:43.711 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.711 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.711 INFO:tasks.workunit.client.0.smithi089.stdout: "strays_reintegrated": { 2024-07-26T06:04:43.711 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.711 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.711 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.711 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_log": { 2024-07-26T06:04:43.711 INFO:tasks.workunit.client.0.smithi089.stdout: "ev": { 2024-07-26T06:04:43.711 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5 2024-07-26T06:04:43.711 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.711 INFO:tasks.workunit.client.0.smithi089.stdout: "evadd": { 2024-07-26T06:04:43.711 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5 2024-07-26T06:04:43.711 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.711 INFO:tasks.workunit.client.0.smithi089.stdout: "evex": { 2024-07-26T06:04:43.711 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.712 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.712 INFO:tasks.workunit.client.0.smithi089.stdout: "evexd": { 2024-07-26T06:04:43.712 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.712 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.712 INFO:tasks.workunit.client.0.smithi089.stdout: "evexg": { 2024-07-26T06:04:43.712 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.712 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.712 INFO:tasks.workunit.client.0.smithi089.stdout: "evtrm": { 2024-07-26T06:04:43.712 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.712 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.712 INFO:tasks.workunit.client.0.smithi089.stdout: "jlat": { 2024-07-26T06:04:43.712 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 5, 2024-07-26T06:04:43.712 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9565521 2024-07-26T06:04:43.712 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.713 INFO:tasks.workunit.client.0.smithi089.stdout: "replayed": { 2024-07-26T06:04:43.713 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.713 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.713 INFO:tasks.workunit.client.0.smithi089.stdout: "seg": { 2024-07-26T06:04:43.713 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1 2024-07-26T06:04:43.713 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.713 INFO:tasks.workunit.client.0.smithi089.stdout: "segadd": { 2024-07-26T06:04:43.713 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1 2024-07-26T06:04:43.713 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.713 INFO:tasks.workunit.client.0.smithi089.stdout: "segex": { 2024-07-26T06:04:43.713 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.713 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.713 INFO:tasks.workunit.client.0.smithi089.stdout: "segexd": { 2024-07-26T06:04:43.713 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.713 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.714 INFO:tasks.workunit.client.0.smithi089.stdout: "segexg": { 2024-07-26T06:04:43.714 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.714 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.714 INFO:tasks.workunit.client.0.smithi089.stdout: "segtrm": { 2024-07-26T06:04:43.714 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.714 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.714 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.714 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_mem": { 2024-07-26T06:04:43.714 INFO:tasks.workunit.client.0.smithi089.stdout: "cap": { 2024-07-26T06:04:43.714 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.714 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.714 INFO:tasks.workunit.client.0.smithi089.stdout: "cap+": { 2024-07-26T06:04:43.714 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2 2024-07-26T06:04:43.715 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.715 INFO:tasks.workunit.client.0.smithi089.stdout: "cap-": { 2024-07-26T06:04:43.715 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2 2024-07-26T06:04:43.715 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.715 INFO:tasks.workunit.client.0.smithi089.stdout: "dir": { 2024-07-26T06:04:43.715 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12 2024-07-26T06:04:43.715 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.715 INFO:tasks.workunit.client.0.smithi089.stdout: "dir+": { 2024-07-26T06:04:43.715 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12 2024-07-26T06:04:43.715 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.715 INFO:tasks.workunit.client.0.smithi089.stdout: "dir-": { 2024-07-26T06:04:43.715 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.715 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.715 INFO:tasks.workunit.client.0.smithi089.stdout: "dn": { 2024-07-26T06:04:43.716 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10 2024-07-26T06:04:43.716 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.716 INFO:tasks.workunit.client.0.smithi089.stdout: "dn+": { 2024-07-26T06:04:43.716 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10 2024-07-26T06:04:43.716 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.716 INFO:tasks.workunit.client.0.smithi089.stdout: "dn-": { 2024-07-26T06:04:43.716 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.716 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.716 INFO:tasks.workunit.client.0.smithi089.stdout: "heap": { 2024-07-26T06:04:43.716 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 207068 2024-07-26T06:04:43.716 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.716 INFO:tasks.workunit.client.0.smithi089.stdout: "ino": { 2024-07-26T06:04:43.716 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 13 2024-07-26T06:04:43.716 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.717 INFO:tasks.workunit.client.0.smithi089.stdout: "ino+": { 2024-07-26T06:04:43.717 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 13 2024-07-26T06:04:43.717 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.717 INFO:tasks.workunit.client.0.smithi089.stdout: "ino-": { 2024-07-26T06:04:43.717 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.717 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.717 INFO:tasks.workunit.client.0.smithi089.stdout: "rss": { 2024-07-26T06:04:43.717 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 39468 2024-07-26T06:04:43.717 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.717 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.717 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_server": { 2024-07-26T06:04:43.717 INFO:tasks.workunit.client.0.smithi089.stdout: "cap_acquisition_throttle": { 2024-07-26T06:04:43.717 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.717 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.718 INFO:tasks.workunit.client.0.smithi089.stdout: "cap_revoke_eviction": { 2024-07-26T06:04:43.718 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.718 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.718 INFO:tasks.workunit.client.0.smithi089.stdout: "handle_client_request": { 2024-07-26T06:04:43.718 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2 2024-07-26T06:04:43.718 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.718 INFO:tasks.workunit.client.0.smithi089.stdout: "handle_client_session": { 2024-07-26T06:04:43.718 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 16 2024-07-26T06:04:43.718 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.718 INFO:tasks.workunit.client.0.smithi089.stdout: "handle_peer_request": { 2024-07-26T06:04:43.718 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.718 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.719 INFO:tasks.workunit.client.0.smithi089.stdout: "req_create_latency": { 2024-07-26T06:04:43.719 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.719 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.719 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.719 INFO:tasks.workunit.client.0.smithi089.stdout: "req_getattr_latency": { 2024-07-26T06:04:43.719 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2, 2024-07-26T06:04:43.719 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 99639 2024-07-26T06:04:43.719 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.719 INFO:tasks.workunit.client.0.smithi089.stdout: "req_getfilelock_latency": { 2024-07-26T06:04:43.719 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.719 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.719 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.719 INFO:tasks.workunit.client.0.smithi089.stdout: "req_getvxattr_latency": { 2024-07-26T06:04:43.719 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.720 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.720 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.720 INFO:tasks.workunit.client.0.smithi089.stdout: "req_link_latency": { 2024-07-26T06:04:43.720 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.720 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.720 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.720 INFO:tasks.workunit.client.0.smithi089.stdout: "req_lookup_latency": { 2024-07-26T06:04:43.720 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.720 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.720 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.720 INFO:tasks.workunit.client.0.smithi089.stdout: "req_lookuphash_latency": { 2024-07-26T06:04:43.720 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.720 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.720 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.720 INFO:tasks.workunit.client.0.smithi089.stdout: "req_lookupino_latency": { 2024-07-26T06:04:43.721 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.721 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.721 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.721 INFO:tasks.workunit.client.0.smithi089.stdout: "req_lookupname_latency": { 2024-07-26T06:04:43.721 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.721 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.721 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.721 INFO:tasks.workunit.client.0.smithi089.stdout: "req_lookupparent_latency": { 2024-07-26T06:04:43.721 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.721 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.721 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.721 INFO:tasks.workunit.client.0.smithi089.stdout: "req_lookupsnap_latency": { 2024-07-26T06:04:43.721 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.721 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.722 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.722 INFO:tasks.workunit.client.0.smithi089.stdout: "req_lssnap_latency": { 2024-07-26T06:04:43.722 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.722 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.722 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.722 INFO:tasks.workunit.client.0.smithi089.stdout: "req_mkdir_latency": { 2024-07-26T06:04:43.722 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.722 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.722 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.722 INFO:tasks.workunit.client.0.smithi089.stdout: "req_mknod_latency": { 2024-07-26T06:04:43.722 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.722 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.722 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.723 INFO:tasks.workunit.client.0.smithi089.stdout: "req_mksnap_latency": { 2024-07-26T06:04:43.723 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.723 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.723 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.723 INFO:tasks.workunit.client.0.smithi089.stdout: "req_open_latency": { 2024-07-26T06:04:43.723 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.723 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.723 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.723 INFO:tasks.workunit.client.0.smithi089.stdout: "req_readdir_latency": { 2024-07-26T06:04:43.723 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.723 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.723 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.723 INFO:tasks.workunit.client.0.smithi089.stdout: "req_rename_latency": { 2024-07-26T06:04:43.723 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.723 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.724 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.724 INFO:tasks.workunit.client.0.smithi089.stdout: "req_renamesnap_latency": { 2024-07-26T06:04:43.724 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.724 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.724 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.724 INFO:tasks.workunit.client.0.smithi089.stdout: "req_rmdir_latency": { 2024-07-26T06:04:43.724 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.724 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.724 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.724 INFO:tasks.workunit.client.0.smithi089.stdout: "req_rmsnap_latency": { 2024-07-26T06:04:43.724 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.724 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.724 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.724 INFO:tasks.workunit.client.0.smithi089.stdout: "req_rmxattr_latency": { 2024-07-26T06:04:43.725 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.725 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.725 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.725 INFO:tasks.workunit.client.0.smithi089.stdout: "req_setattr_latency": { 2024-07-26T06:04:43.725 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.725 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.725 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.725 INFO:tasks.workunit.client.0.smithi089.stdout: "req_setdirlayout_latency": { 2024-07-26T06:04:43.725 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.725 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.725 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.725 INFO:tasks.workunit.client.0.smithi089.stdout: "req_setfilelock_latency": { 2024-07-26T06:04:43.725 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.725 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.726 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.726 INFO:tasks.workunit.client.0.smithi089.stdout: "req_setlayout_latency": { 2024-07-26T06:04:43.726 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.726 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.726 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.726 INFO:tasks.workunit.client.0.smithi089.stdout: "req_setxattr_latency": { 2024-07-26T06:04:43.726 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.726 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.726 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.726 INFO:tasks.workunit.client.0.smithi089.stdout: "req_symlink_latency": { 2024-07-26T06:04:43.726 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.726 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.726 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.726 INFO:tasks.workunit.client.0.smithi089.stdout: "req_unlink_latency": { 2024-07-26T06:04:43.727 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.727 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.727 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.727 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.727 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_sessions": { 2024-07-26T06:04:43.727 INFO:tasks.workunit.client.0.smithi089.stdout: "average_load": { 2024-07-26T06:04:43.727 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1 2024-07-26T06:04:43.727 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.727 INFO:tasks.workunit.client.0.smithi089.stdout: "avg_session_uptime": { 2024-07-26T06:04:43.727 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 88 2024-07-26T06:04:43.727 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.727 INFO:tasks.workunit.client.0.smithi089.stdout: "mdthresh_evicted": { 2024-07-26T06:04:43.727 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.727 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.728 INFO:tasks.workunit.client.0.smithi089.stdout: "session_add": { 2024-07-26T06:04:43.728 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2 2024-07-26T06:04:43.728 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.728 INFO:tasks.workunit.client.0.smithi089.stdout: "session_count": { 2024-07-26T06:04:43.728 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.728 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.728 INFO:tasks.workunit.client.0.smithi089.stdout: "session_remove": { 2024-07-26T06:04:43.728 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2 2024-07-26T06:04:43.728 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.728 INFO:tasks.workunit.client.0.smithi089.stdout: "sessions_open": { 2024-07-26T06:04:43.728 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.728 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.728 INFO:tasks.workunit.client.0.smithi089.stdout: "sessions_stale": { 2024-07-26T06:04:43.728 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.729 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.729 INFO:tasks.workunit.client.0.smithi089.stdout: "total_load": { 2024-07-26T06:04:43.729 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2 2024-07-26T06:04:43.729 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.729 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.729 INFO:tasks.workunit.client.0.smithi089.stdout: "objecter": { 2024-07-26T06:04:43.729 INFO:tasks.workunit.client.0.smithi089.stdout: "op_active": { 2024-07-26T06:04:43.729 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.729 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.729 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T06:04:43.729 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.729 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.729 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rmw": { 2024-07-26T06:04:43.729 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.729 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.730 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T06:04:43.730 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 45 2024-07-26T06:04:43.730 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.730 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.730 INFO:tasks.workunit.client.0.smithi089.stdout: "purge_queue": { 2024-07-26T06:04:43.730 INFO:tasks.workunit.client.0.smithi089.stdout: "pq_executed": { 2024-07-26T06:04:43.730 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.730 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.730 INFO:tasks.workunit.client.0.smithi089.stdout: "pq_executing": { 2024-07-26T06:04:43.730 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.730 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.730 INFO:tasks.workunit.client.0.smithi089.stdout: "pq_executing_high_water": { 2024-07-26T06:04:43.730 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.730 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.731 INFO:tasks.workunit.client.0.smithi089.stdout: "pq_executing_ops": { 2024-07-26T06:04:43.731 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.731 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.731 INFO:tasks.workunit.client.0.smithi089.stdout: "pq_executing_ops_high_water": { 2024-07-26T06:04:43.731 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.731 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.731 INFO:tasks.workunit.client.0.smithi089.stdout: "pq_item_in_journal": { 2024-07-26T06:04:43.731 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.731 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.731 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.731 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.731 INFO:tasks.workunit.client.0.smithi089.stdout: "mon.11a06f7556cbb1c57650abffbb3eb77c66bdf751": { 2024-07-26T06:04:43.731 INFO:tasks.workunit.client.0.smithi089.stdout: "mon": { 2024-07-26T06:04:43.731 INFO:tasks.workunit.client.0.smithi089.stdout: "election_call": { 2024-07-26T06:04:43.731 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2 2024-07-26T06:04:43.732 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.732 INFO:tasks.workunit.client.0.smithi089.stdout: "election_lose": { 2024-07-26T06:04:43.732 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2 2024-07-26T06:04:43.732 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.732 INFO:tasks.workunit.client.0.smithi089.stdout: "election_win": { 2024-07-26T06:04:43.732 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.732 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.732 INFO:tasks.workunit.client.0.smithi089.stdout: "num_elections": { 2024-07-26T06:04:43.732 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7 2024-07-26T06:04:43.732 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.732 INFO:tasks.workunit.client.0.smithi089.stdout: "num_sessions": { 2024-07-26T06:04:43.732 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 11 2024-07-26T06:04:43.732 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.732 INFO:tasks.workunit.client.0.smithi089.stdout: "session_add": { 2024-07-26T06:04:43.732 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4 2024-07-26T06:04:43.733 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.733 INFO:tasks.workunit.client.0.smithi089.stdout: "session_rm": { 2024-07-26T06:04:43.733 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 52 2024-07-26T06:04:43.733 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.733 INFO:tasks.workunit.client.0.smithi089.stdout: "session_trim": { 2024-07-26T06:04:43.733 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.733 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.733 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.733 INFO:tasks.workunit.client.0.smithi089.stdout: "paxos": { 2024-07-26T06:04:43.733 INFO:tasks.workunit.client.0.smithi089.stdout: "accept_timeout": { 2024-07-26T06:04:43.733 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.733 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.733 INFO:tasks.workunit.client.0.smithi089.stdout: "begin": { 2024-07-26T06:04:43.733 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 821 2024-07-26T06:04:43.733 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.734 INFO:tasks.workunit.client.0.smithi089.stdout: "begin_bytes": { 2024-07-26T06:04:43.734 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 821, 2024-07-26T06:04:43.734 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3903529 2024-07-26T06:04:43.734 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.734 INFO:tasks.workunit.client.0.smithi089.stdout: "begin_keys": { 2024-07-26T06:04:43.734 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.734 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.734 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.734 INFO:tasks.workunit.client.0.smithi089.stdout: "begin_latency": { 2024-07-26T06:04:43.734 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 821, 2024-07-26T06:04:43.734 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 134997477 2024-07-26T06:04:43.734 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.734 INFO:tasks.workunit.client.0.smithi089.stdout: "collect": { 2024-07-26T06:04:43.734 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2 2024-07-26T06:04:43.735 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.735 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_bytes": { 2024-07-26T06:04:43.735 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2, 2024-07-26T06:04:43.735 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 146 2024-07-26T06:04:43.735 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.735 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_keys": { 2024-07-26T06:04:43.735 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2, 2024-07-26T06:04:43.735 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2 2024-07-26T06:04:43.735 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.735 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_latency": { 2024-07-26T06:04:43.735 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2, 2024-07-26T06:04:43.735 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1999964 2024-07-26T06:04:43.735 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.735 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_timeout": { 2024-07-26T06:04:43.735 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.736 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.736 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_uncommitted": { 2024-07-26T06:04:43.736 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.736 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.736 INFO:tasks.workunit.client.0.smithi089.stdout: "commit": { 2024-07-26T06:04:43.736 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 822 2024-07-26T06:04:43.736 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.736 INFO:tasks.workunit.client.0.smithi089.stdout: "commit_bytes": { 2024-07-26T06:04:43.736 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.736 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.736 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.736 INFO:tasks.workunit.client.0.smithi089.stdout: "commit_keys": { 2024-07-26T06:04:43.736 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.736 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.736 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.737 INFO:tasks.workunit.client.0.smithi089.stdout: "commit_latency": { 2024-07-26T06:04:43.737 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.737 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.737 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.737 INFO:tasks.workunit.client.0.smithi089.stdout: "lease_ack_timeout": { 2024-07-26T06:04:43.737 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.737 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.737 INFO:tasks.workunit.client.0.smithi089.stdout: "lease_timeout": { 2024-07-26T06:04:43.737 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.737 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.737 INFO:tasks.workunit.client.0.smithi089.stdout: "new_pn": { 2024-07-26T06:04:43.737 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.737 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.737 INFO:tasks.workunit.client.0.smithi089.stdout: "new_pn_latency": { 2024-07-26T06:04:43.738 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.738 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.738 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.738 INFO:tasks.workunit.client.0.smithi089.stdout: "refresh": { 2024-07-26T06:04:43.738 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 822 2024-07-26T06:04:43.738 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.738 INFO:tasks.workunit.client.0.smithi089.stdout: "refresh_latency": { 2024-07-26T06:04:43.738 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 822, 2024-07-26T06:04:43.738 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1802966436 2024-07-26T06:04:43.738 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.738 INFO:tasks.workunit.client.0.smithi089.stdout: "restart": { 2024-07-26T06:04:43.738 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 13 2024-07-26T06:04:43.738 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.739 INFO:tasks.workunit.client.0.smithi089.stdout: "share_state": { 2024-07-26T06:04:43.739 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.739 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.739 INFO:tasks.workunit.client.0.smithi089.stdout: "share_state_bytes": { 2024-07-26T06:04:43.739 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.739 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.739 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.739 INFO:tasks.workunit.client.0.smithi089.stdout: "share_state_keys": { 2024-07-26T06:04:43.739 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.739 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.739 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.739 INFO:tasks.workunit.client.0.smithi089.stdout: "start_leader": { 2024-07-26T06:04:43.739 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.740 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.740 INFO:tasks.workunit.client.0.smithi089.stdout: "start_peon": { 2024-07-26T06:04:43.740 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2 2024-07-26T06:04:43.740 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.740 INFO:tasks.workunit.client.0.smithi089.stdout: "store_state": { 2024-07-26T06:04:43.740 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 822 2024-07-26T06:04:43.740 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.740 INFO:tasks.workunit.client.0.smithi089.stdout: "store_state_bytes": { 2024-07-26T06:04:43.740 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 822, 2024-07-26T06:04:43.740 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7652878 2024-07-26T06:04:43.740 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.740 INFO:tasks.workunit.client.0.smithi089.stdout: "store_state_keys": { 2024-07-26T06:04:43.740 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 822, 2024-07-26T06:04:43.740 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5576 2024-07-26T06:04:43.740 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.741 INFO:tasks.workunit.client.0.smithi089.stdout: "store_state_latency": { 2024-07-26T06:04:43.741 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 822, 2024-07-26T06:04:43.741 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 277994826 2024-07-26T06:04:43.741 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.741 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.741 INFO:tasks.workunit.client.0.smithi089.stdout: "prioritycache": { 2024-07-26T06:04:43.741 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_bytes": { 2024-07-26T06:04:43.741 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1020054731 2024-07-26T06:04:43.741 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.741 INFO:tasks.workunit.client.0.smithi089.stdout: "heap_bytes": { 2024-07-26T06:04:43.741 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 43827200 2024-07-26T06:04:43.741 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.741 INFO:tasks.workunit.client.0.smithi089.stdout: "mapped_bytes": { 2024-07-26T06:04:43.741 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 33234944 2024-07-26T06:04:43.742 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.742 INFO:tasks.workunit.client.0.smithi089.stdout: "target_bytes": { 2024-07-26T06:04:43.742 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2147483648 2024-07-26T06:04:43.742 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.742 INFO:tasks.workunit.client.0.smithi089.stdout: "unmapped_bytes": { 2024-07-26T06:04:43.742 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10592256 2024-07-26T06:04:43.742 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.742 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.742 INFO:tasks.workunit.client.0.smithi089.stdout: "prioritycache:full": { 2024-07-26T06:04:43.742 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T06:04:43.742 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 348127232 2024-07-26T06:04:43.742 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.742 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T06:04:43.742 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.743 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.743 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T06:04:43.743 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.743 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.743 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T06:04:43.743 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 277006704 2024-07-26T06:04:43.743 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.743 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T06:04:43.743 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 308512 2024-07-26T06:04:43.743 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.743 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T06:04:43.743 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.743 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.743 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T06:04:43.743 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.744 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.744 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T06:04:43.744 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.744 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.744 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T06:04:43.744 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.744 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.744 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T06:04:43.744 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.744 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.744 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T06:04:43.744 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.744 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.744 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T06:04:43.744 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.745 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.745 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T06:04:43.745 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.745 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.745 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T06:04:43.745 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 70812016 2024-07-26T06:04:43.745 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.745 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.745 INFO:tasks.workunit.client.0.smithi089.stdout: "prioritycache:inc": { 2024-07-26T06:04:43.745 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T06:04:43.745 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 348127232 2024-07-26T06:04:43.745 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.745 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T06:04:43.745 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.746 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.746 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T06:04:43.746 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.746 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.746 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T06:04:43.746 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 277006704 2024-07-26T06:04:43.746 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.746 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T06:04:43.746 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 43305 2024-07-26T06:04:43.746 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.746 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T06:04:43.746 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.746 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.746 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T06:04:43.747 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.747 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.747 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T06:04:43.747 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.747 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.747 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T06:04:43.747 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.747 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.747 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T06:04:43.747 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.747 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.747 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T06:04:43.747 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.747 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.747 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T06:04:43.748 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.748 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.748 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T06:04:43.748 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.748 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.748 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T06:04:43.748 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 71077223 2024-07-26T06:04:43.748 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.748 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.748 INFO:tasks.workunit.client.0.smithi089.stdout: "prioritycache:kv": { 2024-07-26T06:04:43.748 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T06:04:43.748 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 322961408 2024-07-26T06:04:43.748 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.748 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T06:04:43.749 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T06:04:43.749 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.749 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T06:04:43.749 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.749 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.749 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T06:04:43.749 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 184671136 2024-07-26T06:04:43.749 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.749 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T06:04:43.749 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.749 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.749 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T06:04:43.749 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.749 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.749 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T06:04:43.750 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.750 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.750 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T06:04:43.750 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.750 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.750 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T06:04:43.750 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.750 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.750 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T06:04:43.750 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.750 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.750 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T06:04:43.750 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.750 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.751 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T06:04:43.751 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.751 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.751 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T06:04:43.751 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.751 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.751 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T06:04:43.751 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 71181408 2024-07-26T06:04:43.751 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.751 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.751 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb": { 2024-07-26T06:04:43.751 INFO:tasks.workunit.client.0.smithi089.stdout: "compact": { 2024-07-26T06:04:43.751 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.751 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.752 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_queue_len": { 2024-07-26T06:04:43.752 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.752 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.752 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_queue_merge": { 2024-07-26T06:04:43.752 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.752 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.752 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_range": { 2024-07-26T06:04:43.752 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1 2024-07-26T06:04:43.752 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.752 INFO:tasks.workunit.client.0.smithi089.stdout: "get_latency": { 2024-07-26T06:04:43.752 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 35014, 2024-07-26T06:04:43.752 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 80165349 2024-07-26T06:04:43.752 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.752 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb_write_delay_time": { 2024-07-26T06:04:43.752 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.753 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.753 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.753 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb_write_memtable_time": { 2024-07-26T06:04:43.753 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.753 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.753 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.753 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb_write_pre_and_post_time": { 2024-07-26T06:04:43.753 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.753 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.753 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.753 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb_write_wal_time": { 2024-07-26T06:04:43.753 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.753 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.753 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.753 INFO:tasks.workunit.client.0.smithi089.stdout: "submit_latency": { 2024-07-26T06:04:43.754 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.754 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.754 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.754 INFO:tasks.workunit.client.0.smithi089.stdout: "submit_sync_latency": { 2024-07-26T06:04:43.754 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1795, 2024-07-26T06:04:43.754 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 500888453 2024-07-26T06:04:43.754 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.754 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.754 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.754 INFO:tasks.workunit.client.0.smithi089.stdout: "mon.87ef074e95f73b29e32a1570865c090ae0131b8b": { 2024-07-26T06:04:43.754 INFO:tasks.workunit.client.0.smithi089.stdout: "mon": { 2024-07-26T06:04:43.754 INFO:tasks.workunit.client.0.smithi089.stdout: "election_call": { 2024-07-26T06:04:43.754 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2 2024-07-26T06:04:43.754 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.755 INFO:tasks.workunit.client.0.smithi089.stdout: "election_lose": { 2024-07-26T06:04:43.755 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.755 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.755 INFO:tasks.workunit.client.0.smithi089.stdout: "election_win": { 2024-07-26T06:04:43.755 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3 2024-07-26T06:04:43.755 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.755 INFO:tasks.workunit.client.0.smithi089.stdout: "num_elections": { 2024-07-26T06:04:43.755 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9 2024-07-26T06:04:43.755 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.755 INFO:tasks.workunit.client.0.smithi089.stdout: "num_sessions": { 2024-07-26T06:04:43.755 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9 2024-07-26T06:04:43.755 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.755 INFO:tasks.workunit.client.0.smithi089.stdout: "session_add": { 2024-07-26T06:04:43.755 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3 2024-07-26T06:04:43.755 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.756 INFO:tasks.workunit.client.0.smithi089.stdout: "session_rm": { 2024-07-26T06:04:43.756 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 172 2024-07-26T06:04:43.756 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.756 INFO:tasks.workunit.client.0.smithi089.stdout: "session_trim": { 2024-07-26T06:04:43.756 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.756 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.756 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.756 INFO:tasks.workunit.client.0.smithi089.stdout: "paxos": { 2024-07-26T06:04:43.756 INFO:tasks.workunit.client.0.smithi089.stdout: "accept_timeout": { 2024-07-26T06:04:43.756 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.756 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.756 INFO:tasks.workunit.client.0.smithi089.stdout: "begin": { 2024-07-26T06:04:43.756 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 942 2024-07-26T06:04:43.756 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.757 INFO:tasks.workunit.client.0.smithi089.stdout: "begin_bytes": { 2024-07-26T06:04:43.757 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 942, 2024-07-26T06:04:43.757 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4915505 2024-07-26T06:04:43.757 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.757 INFO:tasks.workunit.client.0.smithi089.stdout: "begin_keys": { 2024-07-26T06:04:43.757 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 942, 2024-07-26T06:04:43.757 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2826 2024-07-26T06:04:43.757 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.757 INFO:tasks.workunit.client.0.smithi089.stdout: "begin_latency": { 2024-07-26T06:04:43.757 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 942, 2024-07-26T06:04:43.757 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 178995983 2024-07-26T06:04:43.757 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.757 INFO:tasks.workunit.client.0.smithi089.stdout: "collect": { 2024-07-26T06:04:43.758 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.758 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.758 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_bytes": { 2024-07-26T06:04:43.758 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.758 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.758 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.758 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_keys": { 2024-07-26T06:04:43.758 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.758 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.758 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.758 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_latency": { 2024-07-26T06:04:43.758 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.758 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.758 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.759 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_timeout": { 2024-07-26T06:04:43.759 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.759 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.759 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_uncommitted": { 2024-07-26T06:04:43.759 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.759 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.759 INFO:tasks.workunit.client.0.smithi089.stdout: "commit": { 2024-07-26T06:04:43.759 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 942 2024-07-26T06:04:43.759 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.759 INFO:tasks.workunit.client.0.smithi089.stdout: "commit_bytes": { 2024-07-26T06:04:43.759 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 942, 2024-07-26T06:04:43.759 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4847739 2024-07-26T06:04:43.759 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.759 INFO:tasks.workunit.client.0.smithi089.stdout: "commit_keys": { 2024-07-26T06:04:43.760 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 942, 2024-07-26T06:04:43.760 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5424 2024-07-26T06:04:43.760 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.760 INFO:tasks.workunit.client.0.smithi089.stdout: "commit_latency": { 2024-07-26T06:04:43.760 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 942, 2024-07-26T06:04:43.760 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 434971352 2024-07-26T06:04:43.760 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.760 INFO:tasks.workunit.client.0.smithi089.stdout: "lease_ack_timeout": { 2024-07-26T06:04:43.760 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.760 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.760 INFO:tasks.workunit.client.0.smithi089.stdout: "lease_timeout": { 2024-07-26T06:04:43.760 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.760 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.760 INFO:tasks.workunit.client.0.smithi089.stdout: "new_pn": { 2024-07-26T06:04:43.761 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2 2024-07-26T06:04:43.761 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.761 INFO:tasks.workunit.client.0.smithi089.stdout: "new_pn_latency": { 2024-07-26T06:04:43.761 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2, 2024-07-26T06:04:43.761 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1999955 2024-07-26T06:04:43.761 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.761 INFO:tasks.workunit.client.0.smithi089.stdout: "refresh": { 2024-07-26T06:04:43.761 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 944 2024-07-26T06:04:43.761 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.761 INFO:tasks.workunit.client.0.smithi089.stdout: "refresh_latency": { 2024-07-26T06:04:43.761 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 944, 2024-07-26T06:04:43.761 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2447945100 2024-07-26T06:04:43.761 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.761 INFO:tasks.workunit.client.0.smithi089.stdout: "restart": { 2024-07-26T06:04:43.761 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12 2024-07-26T06:04:43.762 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.762 INFO:tasks.workunit.client.0.smithi089.stdout: "share_state": { 2024-07-26T06:04:43.762 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2 2024-07-26T06:04:43.762 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.762 INFO:tasks.workunit.client.0.smithi089.stdout: "share_state_bytes": { 2024-07-26T06:04:43.762 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2, 2024-07-26T06:04:43.762 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1050 2024-07-26T06:04:43.762 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.762 INFO:tasks.workunit.client.0.smithi089.stdout: "share_state_keys": { 2024-07-26T06:04:43.762 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2, 2024-07-26T06:04:43.762 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2 2024-07-26T06:04:43.762 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.762 INFO:tasks.workunit.client.0.smithi089.stdout: "start_leader": { 2024-07-26T06:04:43.762 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3 2024-07-26T06:04:43.763 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.763 INFO:tasks.workunit.client.0.smithi089.stdout: "start_peon": { 2024-07-26T06:04:43.763 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.763 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.763 INFO:tasks.workunit.client.0.smithi089.stdout: "store_state": { 2024-07-26T06:04:43.763 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.763 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.763 INFO:tasks.workunit.client.0.smithi089.stdout: "store_state_bytes": { 2024-07-26T06:04:43.763 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.763 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.763 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.763 INFO:tasks.workunit.client.0.smithi089.stdout: "store_state_keys": { 2024-07-26T06:04:43.763 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.763 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.763 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.764 INFO:tasks.workunit.client.0.smithi089.stdout: "store_state_latency": { 2024-07-26T06:04:43.764 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.764 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.764 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.764 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.764 INFO:tasks.workunit.client.0.smithi089.stdout: "prioritycache": { 2024-07-26T06:04:43.764 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_bytes": { 2024-07-26T06:04:43.764 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1020054731 2024-07-26T06:04:43.764 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.764 INFO:tasks.workunit.client.0.smithi089.stdout: "heap_bytes": { 2024-07-26T06:04:43.764 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 45850624 2024-07-26T06:04:43.764 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.764 INFO:tasks.workunit.client.0.smithi089.stdout: "mapped_bytes": { 2024-07-26T06:04:43.764 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 41246720 2024-07-26T06:04:43.765 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.765 INFO:tasks.workunit.client.0.smithi089.stdout: "target_bytes": { 2024-07-26T06:04:43.765 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2147483648 2024-07-26T06:04:43.765 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.765 INFO:tasks.workunit.client.0.smithi089.stdout: "unmapped_bytes": { 2024-07-26T06:04:43.765 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4603904 2024-07-26T06:04:43.765 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.765 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.765 INFO:tasks.workunit.client.0.smithi089.stdout: "prioritycache:full": { 2024-07-26T06:04:43.765 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T06:04:43.765 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 348127232 2024-07-26T06:04:43.765 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.765 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T06:04:43.765 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.766 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.766 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T06:04:43.766 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.766 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.766 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T06:04:43.766 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 277007767 2024-07-26T06:04:43.766 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.766 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T06:04:43.766 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 308082 2024-07-26T06:04:43.766 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.766 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T06:04:43.766 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.766 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.767 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T06:04:43.767 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.767 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.767 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T06:04:43.767 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.767 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.767 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T06:04:43.767 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.767 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.767 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T06:04:43.767 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.767 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.767 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T06:04:43.767 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.767 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.768 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T06:04:43.768 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.768 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.768 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T06:04:43.768 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.768 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.768 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T06:04:43.768 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 70811383 2024-07-26T06:04:43.768 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.768 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.768 INFO:tasks.workunit.client.0.smithi089.stdout: "prioritycache:inc": { 2024-07-26T06:04:43.768 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T06:04:43.768 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 348127232 2024-07-26T06:04:43.768 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.769 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T06:04:43.769 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.769 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.769 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T06:04:43.769 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.769 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.769 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T06:04:43.769 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 277007767 2024-07-26T06:04:43.769 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.769 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T06:04:43.769 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 40902 2024-07-26T06:04:43.769 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.769 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T06:04:43.769 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.770 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.770 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T06:04:43.770 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.770 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.770 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T06:04:43.770 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.770 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.770 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T06:04:43.770 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.770 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.770 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T06:04:43.770 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.770 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.771 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T06:04:43.771 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.771 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.771 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T06:04:43.771 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.771 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.771 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T06:04:43.771 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.771 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.771 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T06:04:43.771 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 71078563 2024-07-26T06:04:43.771 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.771 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.771 INFO:tasks.workunit.client.0.smithi089.stdout: "prioritycache:kv": { 2024-07-26T06:04:43.772 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T06:04:43.772 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 322961408 2024-07-26T06:04:43.772 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.772 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T06:04:43.772 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T06:04:43.772 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.772 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T06:04:43.772 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.772 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.772 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T06:04:43.772 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 184671844 2024-07-26T06:04:43.772 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.772 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T06:04:43.772 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.773 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.773 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T06:04:43.773 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.773 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.773 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T06:04:43.773 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.773 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.773 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T06:04:43.773 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.773 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.773 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T06:04:43.773 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.773 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.773 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T06:04:43.773 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.774 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.774 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T06:04:43.774 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.774 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.774 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T06:04:43.774 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.774 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.774 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T06:04:43.774 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.774 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.774 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T06:04:43.774 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 71180700 2024-07-26T06:04:43.774 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.774 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.775 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb": { 2024-07-26T06:04:43.775 INFO:tasks.workunit.client.0.smithi089.stdout: "compact": { 2024-07-26T06:04:43.775 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.775 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.775 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_queue_len": { 2024-07-26T06:04:43.775 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.775 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.775 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_queue_merge": { 2024-07-26T06:04:43.775 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.775 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.775 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_range": { 2024-07-26T06:04:43.775 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1 2024-07-26T06:04:43.775 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.775 INFO:tasks.workunit.client.0.smithi089.stdout: "get_latency": { 2024-07-26T06:04:43.776 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 42095, 2024-07-26T06:04:43.776 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 157828633 2024-07-26T06:04:43.776 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.776 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb_write_delay_time": { 2024-07-26T06:04:43.776 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.776 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.776 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.776 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb_write_memtable_time": { 2024-07-26T06:04:43.776 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.776 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.776 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.776 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb_write_pre_and_post_time": { 2024-07-26T06:04:43.776 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.776 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.776 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.777 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb_write_wal_time": { 2024-07-26T06:04:43.777 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.777 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.777 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.777 INFO:tasks.workunit.client.0.smithi089.stdout: "submit_latency": { 2024-07-26T06:04:43.777 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.777 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.777 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.777 INFO:tasks.workunit.client.0.smithi089.stdout: "submit_sync_latency": { 2024-07-26T06:04:43.777 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2058, 2024-07-26T06:04:43.777 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 710669673 2024-07-26T06:04:43.777 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.777 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.777 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.778 INFO:tasks.workunit.client.0.smithi089.stdout: "mon.fa05ed6b69dc18131ed830145851b5294218fbe2": { 2024-07-26T06:04:43.778 INFO:tasks.workunit.client.0.smithi089.stdout: "mon": { 2024-07-26T06:04:43.778 INFO:tasks.workunit.client.0.smithi089.stdout: "election_call": { 2024-07-26T06:04:43.778 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1 2024-07-26T06:04:43.778 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.778 INFO:tasks.workunit.client.0.smithi089.stdout: "election_lose": { 2024-07-26T06:04:43.778 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1 2024-07-26T06:04:43.778 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.778 INFO:tasks.workunit.client.0.smithi089.stdout: "election_win": { 2024-07-26T06:04:43.778 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.778 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.778 INFO:tasks.workunit.client.0.smithi089.stdout: "num_elections": { 2024-07-26T06:04:43.779 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3 2024-07-26T06:04:43.779 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.779 INFO:tasks.workunit.client.0.smithi089.stdout: "num_sessions": { 2024-07-26T06:04:43.779 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9 2024-07-26T06:04:43.779 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.779 INFO:tasks.workunit.client.0.smithi089.stdout: "session_add": { 2024-07-26T06:04:43.779 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5 2024-07-26T06:04:43.779 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.779 INFO:tasks.workunit.client.0.smithi089.stdout: "session_rm": { 2024-07-26T06:04:43.779 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 79 2024-07-26T06:04:43.779 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.779 INFO:tasks.workunit.client.0.smithi089.stdout: "session_trim": { 2024-07-26T06:04:43.779 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.779 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.780 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.780 INFO:tasks.workunit.client.0.smithi089.stdout: "paxos": { 2024-07-26T06:04:43.780 INFO:tasks.workunit.client.0.smithi089.stdout: "accept_timeout": { 2024-07-26T06:04:43.780 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.780 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.780 INFO:tasks.workunit.client.0.smithi089.stdout: "begin": { 2024-07-26T06:04:43.780 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 811 2024-07-26T06:04:43.780 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.780 INFO:tasks.workunit.client.0.smithi089.stdout: "begin_bytes": { 2024-07-26T06:04:43.780 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 811, 2024-07-26T06:04:43.780 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3876730 2024-07-26T06:04:43.780 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.780 INFO:tasks.workunit.client.0.smithi089.stdout: "begin_keys": { 2024-07-26T06:04:43.780 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.780 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.781 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.781 INFO:tasks.workunit.client.0.smithi089.stdout: "begin_latency": { 2024-07-26T06:04:43.781 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 811, 2024-07-26T06:04:43.781 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 206995370 2024-07-26T06:04:43.781 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.781 INFO:tasks.workunit.client.0.smithi089.stdout: "collect": { 2024-07-26T06:04:43.781 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1 2024-07-26T06:04:43.781 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.781 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_bytes": { 2024-07-26T06:04:43.781 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1, 2024-07-26T06:04:43.781 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 73 2024-07-26T06:04:43.781 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.781 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_keys": { 2024-07-26T06:04:43.781 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1, 2024-07-26T06:04:43.782 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1 2024-07-26T06:04:43.782 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.782 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_latency": { 2024-07-26T06:04:43.782 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1, 2024-07-26T06:04:43.782 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.782 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.782 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_timeout": { 2024-07-26T06:04:43.782 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.782 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.782 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_uncommitted": { 2024-07-26T06:04:43.782 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.782 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.782 INFO:tasks.workunit.client.0.smithi089.stdout: "commit": { 2024-07-26T06:04:43.782 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 812 2024-07-26T06:04:43.783 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.783 INFO:tasks.workunit.client.0.smithi089.stdout: "commit_bytes": { 2024-07-26T06:04:43.783 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.783 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.783 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.783 INFO:tasks.workunit.client.0.smithi089.stdout: "commit_keys": { 2024-07-26T06:04:43.783 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.783 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.783 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.783 INFO:tasks.workunit.client.0.smithi089.stdout: "commit_latency": { 2024-07-26T06:04:43.783 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.783 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.783 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.783 INFO:tasks.workunit.client.0.smithi089.stdout: "lease_ack_timeout": { 2024-07-26T06:04:43.784 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.784 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.784 INFO:tasks.workunit.client.0.smithi089.stdout: "lease_timeout": { 2024-07-26T06:04:43.784 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.784 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.784 INFO:tasks.workunit.client.0.smithi089.stdout: "new_pn": { 2024-07-26T06:04:43.784 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.784 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.784 INFO:tasks.workunit.client.0.smithi089.stdout: "new_pn_latency": { 2024-07-26T06:04:43.784 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.784 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.784 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.784 INFO:tasks.workunit.client.0.smithi089.stdout: "refresh": { 2024-07-26T06:04:43.784 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 812 2024-07-26T06:04:43.784 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.785 INFO:tasks.workunit.client.0.smithi089.stdout: "refresh_latency": { 2024-07-26T06:04:43.785 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 812, 2024-07-26T06:04:43.785 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1871958023 2024-07-26T06:04:43.785 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.785 INFO:tasks.workunit.client.0.smithi089.stdout: "restart": { 2024-07-26T06:04:43.785 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8 2024-07-26T06:04:43.785 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.785 INFO:tasks.workunit.client.0.smithi089.stdout: "share_state": { 2024-07-26T06:04:43.785 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.785 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.785 INFO:tasks.workunit.client.0.smithi089.stdout: "share_state_bytes": { 2024-07-26T06:04:43.785 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.785 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.785 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.786 INFO:tasks.workunit.client.0.smithi089.stdout: "share_state_keys": { 2024-07-26T06:04:43.786 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.786 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.786 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.786 INFO:tasks.workunit.client.0.smithi089.stdout: "start_leader": { 2024-07-26T06:04:43.786 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.786 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.786 INFO:tasks.workunit.client.0.smithi089.stdout: "start_peon": { 2024-07-26T06:04:43.786 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1 2024-07-26T06:04:43.786 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.786 INFO:tasks.workunit.client.0.smithi089.stdout: "store_state": { 2024-07-26T06:04:43.786 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 812 2024-07-26T06:04:43.786 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.787 INFO:tasks.workunit.client.0.smithi089.stdout: "store_state_bytes": { 2024-07-26T06:04:43.787 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 812, 2024-07-26T06:04:43.787 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7601378 2024-07-26T06:04:43.787 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.787 INFO:tasks.workunit.client.0.smithi089.stdout: "store_state_keys": { 2024-07-26T06:04:43.787 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 812, 2024-07-26T06:04:43.787 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5501 2024-07-26T06:04:43.787 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.787 INFO:tasks.workunit.client.0.smithi089.stdout: "store_state_latency": { 2024-07-26T06:04:43.787 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 812, 2024-07-26T06:04:43.787 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 514988450 2024-07-26T06:04:43.787 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.787 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.787 INFO:tasks.workunit.client.0.smithi089.stdout: "prioritycache": { 2024-07-26T06:04:43.787 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_bytes": { 2024-07-26T06:04:43.788 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1020054731 2024-07-26T06:04:43.788 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.788 INFO:tasks.workunit.client.0.smithi089.stdout: "heap_bytes": { 2024-07-26T06:04:43.788 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 42795008 2024-07-26T06:04:43.788 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.788 INFO:tasks.workunit.client.0.smithi089.stdout: "mapped_bytes": { 2024-07-26T06:04:43.788 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 32112640 2024-07-26T06:04:43.788 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.788 INFO:tasks.workunit.client.0.smithi089.stdout: "target_bytes": { 2024-07-26T06:04:43.788 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2147483648 2024-07-26T06:04:43.788 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.788 INFO:tasks.workunit.client.0.smithi089.stdout: "unmapped_bytes": { 2024-07-26T06:04:43.788 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10682368 2024-07-26T06:04:43.788 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.789 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.789 INFO:tasks.workunit.client.0.smithi089.stdout: "prioritycache:full": { 2024-07-26T06:04:43.789 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T06:04:43.789 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 348127232 2024-07-26T06:04:43.789 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.789 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T06:04:43.789 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.789 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.789 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T06:04:43.789 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.789 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.789 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T06:04:43.789 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 277006704 2024-07-26T06:04:43.789 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.789 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T06:04:43.790 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 308512 2024-07-26T06:04:43.790 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.790 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T06:04:43.790 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.790 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.790 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T06:04:43.790 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.790 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.790 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T06:04:43.790 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.790 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.790 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T06:04:43.790 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.790 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.791 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T06:04:43.791 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.791 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.791 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T06:04:43.791 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.791 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.791 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T06:04:43.791 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.791 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.791 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T06:04:43.791 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.791 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.791 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T06:04:43.791 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 70812016 2024-07-26T06:04:43.791 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.792 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.792 INFO:tasks.workunit.client.0.smithi089.stdout: "prioritycache:inc": { 2024-07-26T06:04:43.792 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T06:04:43.792 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 348127232 2024-07-26T06:04:43.792 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.792 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T06:04:43.792 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.792 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.792 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T06:04:43.792 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.792 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.792 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T06:04:43.792 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 277006704 2024-07-26T06:04:43.792 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.793 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T06:04:43.793 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 43305 2024-07-26T06:04:43.793 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.793 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T06:04:43.793 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.793 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.793 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T06:04:43.793 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.793 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.793 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T06:04:43.793 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.793 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.793 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T06:04:43.793 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.794 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.794 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T06:04:43.794 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.794 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.794 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T06:04:43.794 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.794 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.794 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T06:04:43.794 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.794 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.794 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T06:04:43.794 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.794 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.794 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T06:04:43.795 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 71077223 2024-07-26T06:04:43.795 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.795 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.795 INFO:tasks.workunit.client.0.smithi089.stdout: "prioritycache:kv": { 2024-07-26T06:04:43.795 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T06:04:43.795 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 322961408 2024-07-26T06:04:43.795 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.795 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T06:04:43.795 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T06:04:43.795 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.795 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T06:04:43.795 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.795 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.796 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T06:04:43.796 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 184671136 2024-07-26T06:04:43.796 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.796 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T06:04:43.796 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.796 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.796 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T06:04:43.796 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.796 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.796 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T06:04:43.796 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.796 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.796 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T06:04:43.796 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.797 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.797 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T06:04:43.797 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.797 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.797 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T06:04:43.797 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.797 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.797 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T06:04:43.797 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.797 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.797 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T06:04:43.797 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.797 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.798 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T06:04:43.798 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.798 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.798 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T06:04:43.798 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 71181408 2024-07-26T06:04:43.798 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.798 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.798 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb": { 2024-07-26T06:04:43.798 INFO:tasks.workunit.client.0.smithi089.stdout: "compact": { 2024-07-26T06:04:43.798 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.798 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.798 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_queue_len": { 2024-07-26T06:04:43.799 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.799 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.799 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_queue_merge": { 2024-07-26T06:04:43.799 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.799 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.799 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_range": { 2024-07-26T06:04:43.799 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1 2024-07-26T06:04:43.799 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.799 INFO:tasks.workunit.client.0.smithi089.stdout: "get_latency": { 2024-07-26T06:04:43.799 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 34941, 2024-07-26T06:04:43.799 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 80368745 2024-07-26T06:04:43.799 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.799 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb_write_delay_time": { 2024-07-26T06:04:43.800 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.800 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.800 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.800 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb_write_memtable_time": { 2024-07-26T06:04:43.800 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.800 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.800 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.800 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb_write_pre_and_post_time": { 2024-07-26T06:04:43.800 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.800 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.800 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.800 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb_write_wal_time": { 2024-07-26T06:04:43.800 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.801 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.801 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.801 INFO:tasks.workunit.client.0.smithi089.stdout: "submit_latency": { 2024-07-26T06:04:43.801 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.801 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.801 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.801 INFO:tasks.workunit.client.0.smithi089.stdout: "submit_sync_latency": { 2024-07-26T06:04:43.801 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1750, 2024-07-26T06:04:43.801 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 794218424 2024-07-26T06:04:43.801 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.801 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.801 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.801 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.0": { 2024-07-26T06:04:43.801 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T06:04:43.802 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_fallback": { 2024-07-26T06:04:43.802 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.802 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.802 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_size_fallback": { 2024-07-26T06:04:43.802 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.802 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.802 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_db": { 2024-07-26T06:04:43.802 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 65536 2024-07-26T06:04:43.802 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.802 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_main": { 2024-07-26T06:04:43.802 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.802 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.802 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_wal": { 2024-07-26T06:04:43.803 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.803 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.803 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_slow": { 2024-07-26T06:04:43.803 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.803 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.803 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_sst": { 2024-07-26T06:04:43.803 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12288 2024-07-26T06:04:43.803 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.803 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_wal": { 2024-07-26T06:04:43.803 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2768896 2024-07-26T06:04:43.803 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.803 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lat": { 2024-07-26T06:04:43.803 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.803 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.804 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.804 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lock_lat": { 2024-07-26T06:04:43.804 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.804 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.804 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.804 INFO:tasks.workunit.client.0.smithi089.stdout: "db_total_bytes": { 2024-07-26T06:04:43.804 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995035648 2024-07-26T06:04:43.804 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.804 INFO:tasks.workunit.client.0.smithi089.stdout: "db_used_bytes": { 2024-07-26T06:04:43.804 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 304480256 2024-07-26T06:04:43.804 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.804 INFO:tasks.workunit.client.0.smithi089.stdout: "log_bytes": { 2024-07-26T06:04:43.804 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1765376 2024-07-26T06:04:43.804 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.805 INFO:tasks.workunit.client.0.smithi089.stdout: "logged_bytes": { 2024-07-26T06:04:43.805 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1626112 2024-07-26T06:04:43.805 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.805 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_db": { 2024-07-26T06:04:43.805 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 312868864 2024-07-26T06:04:43.805 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.805 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_slow": { 2024-07-26T06:04:43.805 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.805 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.805 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_wal": { 2024-07-26T06:04:43.805 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.805 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.805 INFO:tasks.workunit.client.0.smithi089.stdout: "num_files": { 2024-07-26T06:04:43.805 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 14 2024-07-26T06:04:43.806 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.806 INFO:tasks.workunit.client.0.smithi089.stdout: "read_bytes": { 2024-07-26T06:04:43.806 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 195619 2024-07-26T06:04:43.806 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.806 INFO:tasks.workunit.client.0.smithi089.stdout: "read_count": { 2024-07-26T06:04:43.806 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 23 2024-07-26T06:04:43.806 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.806 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes": { 2024-07-26T06:04:43.806 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1269760 2024-07-26T06:04:43.806 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.806 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_db": { 2024-07-26T06:04:43.806 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1273856 2024-07-26T06:04:43.806 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.806 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_slow": { 2024-07-26T06:04:43.806 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.807 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.807 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_wal": { 2024-07-26T06:04:43.807 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.807 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.807 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_count": { 2024-07-26T06:04:43.807 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 15 2024-07-26T06:04:43.807 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.807 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_bytes": { 2024-07-26T06:04:43.807 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4711 2024-07-26T06:04:43.807 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.807 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_count": { 2024-07-26T06:04:43.807 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4 2024-07-26T06:04:43.807 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.808 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_bytes": { 2024-07-26T06:04:43.808 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5537 2024-07-26T06:04:43.808 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.808 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_count": { 2024-07-26T06:04:43.808 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 24 2024-07-26T06:04:43.808 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.808 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_bytes": { 2024-07-26T06:04:43.808 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5537 2024-07-26T06:04:43.808 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.808 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_count": { 2024-07-26T06:04:43.808 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 24 2024-07-26T06:04:43.808 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.808 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes": { 2024-07-26T06:04:43.808 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.808 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.809 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_db": { 2024-07-26T06:04:43.809 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.809 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.809 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_slow": { 2024-07-26T06:04:43.809 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.809 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.809 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_wal": { 2024-07-26T06:04:43.809 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.809 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.809 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_count": { 2024-07-26T06:04:43.809 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.809 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.809 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_total_bytes": { 2024-07-26T06:04:43.809 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.810 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.810 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_used_bytes": { 2024-07-26T06:04:43.810 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.810 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.810 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_total_bytes": { 2024-07-26T06:04:43.810 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.810 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.810 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_used_bytes": { 2024-07-26T06:04:43.810 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.810 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.810 INFO:tasks.workunit.client.0.smithi089.stdout: "write_bytes": { 2024-07-26T06:04:43.810 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4468736 2024-07-26T06:04:43.810 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.810 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.810 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore": { 2024-07-26T06:04:43.811 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit": { 2024-07-26T06:04:43.811 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4096 2024-07-26T06:04:43.811 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.811 INFO:tasks.workunit.client.0.smithi089.stdout: "allocated": { 2024-07-26T06:04:43.811 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1388544 2024-07-26T06:04:43.811 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.811 INFO:tasks.workunit.client.0.smithi089.stdout: "clist_lat": { 2024-07-26T06:04:43.811 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 4, 2024-07-26T06:04:43.811 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 230448 2024-07-26T06:04:43.811 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.811 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_lat": { 2024-07-26T06:04:43.811 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.811 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.811 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.812 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed": { 2024-07-26T06:04:43.812 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.812 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.812 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_allocated": { 2024-07-26T06:04:43.812 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.812 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.812 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_original": { 2024-07-26T06:04:43.812 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.812 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.812 INFO:tasks.workunit.client.0.smithi089.stdout: "csum_lat": { 2024-07-26T06:04:43.812 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 25, 2024-07-26T06:04:43.812 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 81991 2024-07-26T06:04:43.812 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.812 INFO:tasks.workunit.client.0.smithi089.stdout: "decompress_lat": { 2024-07-26T06:04:43.812 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.813 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.813 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.813 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_commit_lat": { 2024-07-26T06:04:43.813 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 380, 2024-07-26T06:04:43.813 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 76486714 2024-07-26T06:04:43.813 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.813 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_final_lat": { 2024-07-26T06:04:43.813 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 363, 2024-07-26T06:04:43.813 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7616569 2024-07-26T06:04:43.813 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.813 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_flush_lat": { 2024-07-26T06:04:43.813 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 380, 2024-07-26T06:04:43.813 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 461586 2024-07-26T06:04:43.813 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.813 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_sync_lat": { 2024-07-26T06:04:43.814 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 380, 2024-07-26T06:04:43.814 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 76948300 2024-07-26T06:04:43.814 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.814 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_keys_lat": { 2024-07-26T06:04:43.814 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.814 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.814 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.814 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_values_lat": { 2024-07-26T06:04:43.814 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1, 2024-07-26T06:04:43.814 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 61296 2024-07-26T06:04:43.814 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.814 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_lower_bound_lat": { 2024-07-26T06:04:43.814 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 8, 2024-07-26T06:04:43.814 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 20440 2024-07-26T06:04:43.815 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.815 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_next_lat": { 2024-07-26T06:04:43.815 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.815 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.815 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.815 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_seek_to_first_lat": { 2024-07-26T06:04:43.815 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.815 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.815 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.815 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_upper_bound_lat": { 2024-07-26T06:04:43.815 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 4, 2024-07-26T06:04:43.815 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 11032 2024-07-26T06:04:43.815 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.815 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_hits": { 2024-07-26T06:04:43.815 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 839 2024-07-26T06:04:43.816 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.816 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_misses": { 2024-07-26T06:04:43.816 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 238 2024-07-26T06:04:43.816 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.816 INFO:tasks.workunit.client.0.smithi089.stdout: "read_lat": { 2024-07-26T06:04:43.816 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 129, 2024-07-26T06:04:43.816 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3560565 2024-07-26T06:04:43.816 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.816 INFO:tasks.workunit.client.0.smithi089.stdout: "read_onode_meta_lat": { 2024-07-26T06:04:43.816 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 343, 2024-07-26T06:04:43.816 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 330825 2024-07-26T06:04:43.816 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.816 INFO:tasks.workunit.client.0.smithi089.stdout: "read_wait_aio_lat": { 2024-07-26T06:04:43.816 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 214, 2024-07-26T06:04:43.817 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6027776 2024-07-26T06:04:43.817 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.817 INFO:tasks.workunit.client.0.smithi089.stdout: "reads_with_retries": { 2024-07-26T06:04:43.817 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.817 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.817 INFO:tasks.workunit.client.0.smithi089.stdout: "remove_lat": { 2024-07-26T06:04:43.817 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2, 2024-07-26T06:04:43.817 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 43883 2024-07-26T06:04:43.817 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.817 INFO:tasks.workunit.client.0.smithi089.stdout: "state_aio_wait_lat": { 2024-07-26T06:04:43.817 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 480, 2024-07-26T06:04:43.817 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7853407 2024-07-26T06:04:43.817 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.818 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T06:04:43.818 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 131, 2024-07-26T06:04:43.818 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10485098 2024-07-26T06:04:43.818 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.818 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_cleanup_lat": { 2024-07-26T06:04:43.818 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 130, 2024-07-26T06:04:43.818 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 272401511595 2024-07-26T06:04:43.818 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.818 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_queued_lat": { 2024-07-26T06:04:43.818 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 131, 2024-07-26T06:04:43.818 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 151945564920 2024-07-26T06:04:43.818 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.818 INFO:tasks.workunit.client.0.smithi089.stdout: "state_done_lat": { 2024-07-26T06:04:43.818 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 479, 2024-07-26T06:04:43.819 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 38727020351 2024-07-26T06:04:43.819 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.819 INFO:tasks.workunit.client.0.smithi089.stdout: "state_finishing_lat": { 2024-07-26T06:04:43.819 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 479, 2024-07-26T06:04:43.819 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 60167 2024-07-26T06:04:43.819 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.819 INFO:tasks.workunit.client.0.smithi089.stdout: "state_io_done_lat": { 2024-07-26T06:04:43.819 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 480, 2024-07-26T06:04:43.819 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 498824 2024-07-26T06:04:43.819 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.819 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_commiting_lat": { 2024-07-26T06:04:43.819 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 480, 2024-07-26T06:04:43.819 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 188327100 2024-07-26T06:04:43.820 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.820 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_done_lat": { 2024-07-26T06:04:43.820 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 480, 2024-07-26T06:04:43.820 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 155414 2024-07-26T06:04:43.820 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.820 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_queued_lat": { 2024-07-26T06:04:43.820 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 480, 2024-07-26T06:04:43.820 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 64455382 2024-07-26T06:04:43.820 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.820 INFO:tasks.workunit.client.0.smithi089.stdout: "state_prepare_lat": { 2024-07-26T06:04:43.820 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 480, 2024-07-26T06:04:43.820 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 34257895 2024-07-26T06:04:43.820 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.820 INFO:tasks.workunit.client.0.smithi089.stdout: "stored": { 2024-07-26T06:04:43.821 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 940083 2024-07-26T06:04:43.821 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.821 INFO:tasks.workunit.client.0.smithi089.stdout: "truncate_lat": { 2024-07-26T06:04:43.821 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 65, 2024-07-26T06:04:43.821 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 302896 2024-07-26T06:04:43.821 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.821 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_commit_lat": { 2024-07-26T06:04:43.821 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 480, 2024-07-26T06:04:43.821 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 295460248 2024-07-26T06:04:43.821 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.821 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_submit_lat": { 2024-07-26T06:04:43.821 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 480, 2024-07-26T06:04:43.821 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 38668207 2024-07-26T06:04:43.821 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.822 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_throttle_lat": { 2024-07-26T06:04:43.822 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 480, 2024-07-26T06:04:43.822 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4055950 2024-07-26T06:04:43.822 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.822 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.822 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache": { 2024-07-26T06:04:43.822 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_bytes": { 2024-07-26T06:04:43.822 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1861421843 2024-07-26T06:04:43.822 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.822 INFO:tasks.workunit.client.0.smithi089.stdout: "heap_bytes": { 2024-07-26T06:04:43.822 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 272023552 2024-07-26T06:04:43.822 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.822 INFO:tasks.workunit.client.0.smithi089.stdout: "mapped_bytes": { 2024-07-26T06:04:43.822 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 271704064 2024-07-26T06:04:43.823 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.823 INFO:tasks.workunit.client.0.smithi089.stdout: "target_bytes": { 2024-07-26T06:04:43.823 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3137327308 2024-07-26T06:04:43.823 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.823 INFO:tasks.workunit.client.0.smithi089.stdout: "unmapped_bytes": { 2024-07-26T06:04:43.823 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 319488 2024-07-26T06:04:43.823 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.823 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.823 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:data": { 2024-07-26T06:04:43.823 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T06:04:43.823 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 159383552 2024-07-26T06:04:43.823 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.823 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T06:04:43.823 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.824 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.824 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T06:04:43.824 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.824 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.824 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T06:04:43.824 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 85457411 2024-07-26T06:04:43.824 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.824 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T06:04:43.824 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.824 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.824 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T06:04:43.824 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.824 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.824 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T06:04:43.825 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.825 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.825 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T06:04:43.825 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.825 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.825 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T06:04:43.825 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.825 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.825 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T06:04:43.825 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 614400 2024-07-26T06:04:43.825 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.825 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T06:04:43.825 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.826 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.826 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T06:04:43.826 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.826 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.826 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T06:04:43.826 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.826 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.826 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T06:04:43.826 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 73311741 2024-07-26T06:04:43.826 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.826 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.826 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv": { 2024-07-26T06:04:43.826 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T06:04:43.826 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 780140544 2024-07-26T06:04:43.827 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.827 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T06:04:43.827 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T06:04:43.827 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.827 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T06:04:43.827 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.827 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.827 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T06:04:43.827 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 640930589 2024-07-26T06:04:43.827 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.827 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T06:04:43.827 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.827 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.827 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T06:04:43.828 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.828 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.828 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T06:04:43.828 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.828 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.828 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T06:04:43.828 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.828 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.828 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T06:04:43.828 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.828 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.828 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T06:04:43.828 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2128 2024-07-26T06:04:43.828 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.829 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T06:04:43.829 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.829 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.829 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T06:04:43.829 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.829 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.829 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T06:04:43.829 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.829 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.829 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T06:04:43.829 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 72098963 2024-07-26T06:04:43.829 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.829 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.829 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T06:04:43.830 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T06:04:43.830 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 192937984 2024-07-26T06:04:43.830 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.830 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T06:04:43.830 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T06:04:43.830 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.830 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T06:04:43.830 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 464 2024-07-26T06:04:43.830 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.830 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T06:04:43.830 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 56971607 2024-07-26T06:04:43.830 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.830 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T06:04:43.830 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.831 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.831 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T06:04:43.831 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.831 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.831 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T06:04:43.831 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.831 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.831 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T06:04:43.831 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.831 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.831 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T06:04:43.831 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.831 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.831 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T06:04:43.831 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.832 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.832 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T06:04:43.832 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.832 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.832 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T06:04:43.832 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.832 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.832 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T06:04:43.832 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.832 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.832 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T06:04:43.832 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 68857049 2024-07-26T06:04:43.832 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.832 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.832 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:meta": { 2024-07-26T06:04:43.833 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T06:04:43.833 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 713031680 2024-07-26T06:04:43.833 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.833 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T06:04:43.833 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.833 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.833 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T06:04:43.833 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.833 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.833 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T06:04:43.833 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 640930589 2024-07-26T06:04:43.833 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.833 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T06:04:43.833 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.834 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.834 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T06:04:43.834 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.834 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.834 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T06:04:43.834 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.834 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.834 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T06:04:43.834 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.834 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.834 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T06:04:43.834 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.834 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.834 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T06:04:43.834 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 304166 2024-07-26T06:04:43.835 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.835 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T06:04:43.835 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.835 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.835 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T06:04:43.835 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.835 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.835 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T06:04:43.835 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.835 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.835 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T06:04:43.835 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 71796925 2024-07-26T06:04:43.835 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.835 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.836 INFO:tasks.workunit.client.0.smithi089.stdout: "objecter": { 2024-07-26T06:04:43.836 INFO:tasks.workunit.client.0.smithi089.stdout: "op_active": { 2024-07-26T06:04:43.836 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.836 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.836 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T06:04:43.836 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.836 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.836 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rmw": { 2024-07-26T06:04:43.836 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.836 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.836 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T06:04:43.836 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.836 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.836 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.837 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T06:04:43.837 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg": { 2024-07-26T06:04:43.837 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 45 2024-07-26T06:04:43.837 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.837 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg_removing": { 2024-07-26T06:04:43.837 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.837 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.837 INFO:tasks.workunit.client.0.smithi089.stdout: "op": { 2024-07-26T06:04:43.837 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6 2024-07-26T06:04:43.837 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.837 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_degraded": { 2024-07-26T06:04:43.837 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.837 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.837 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_unreadable": { 2024-07-26T06:04:43.837 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.838 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.838 INFO:tasks.workunit.client.0.smithi089.stdout: "op_in_bytes": { 2024-07-26T06:04:43.838 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 604 2024-07-26T06:04:43.838 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.838 INFO:tasks.workunit.client.0.smithi089.stdout: "op_latency": { 2024-07-26T06:04:43.838 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 6, 2024-07-26T06:04:43.838 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 33687490 2024-07-26T06:04:43.838 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.838 INFO:tasks.workunit.client.0.smithi089.stdout: "op_out_bytes": { 2024-07-26T06:04:43.838 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.838 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.838 INFO:tasks.workunit.client.0.smithi089.stdout: "op_prepare_latency": { 2024-07-26T06:04:43.839 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7, 2024-07-26T06:04:43.839 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4853550 2024-07-26T06:04:43.839 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.839 INFO:tasks.workunit.client.0.smithi089.stdout: "op_process_latency": { 2024-07-26T06:04:43.839 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 6, 2024-07-26T06:04:43.839 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 23818823 2024-07-26T06:04:43.839 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.839 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T06:04:43.839 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.839 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.839 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency": { 2024-07-26T06:04:43.839 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.839 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.839 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.840 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T06:04:43.840 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.840 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.840 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_out_bytes": { 2024-07-26T06:04:43.840 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.840 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.840 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_prepare_latency": { 2024-07-26T06:04:43.840 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.840 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.840 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.840 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_process_latency": { 2024-07-26T06:04:43.840 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.840 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.841 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.841 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw": { 2024-07-26T06:04:43.841 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.841 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.841 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_in_bytes": { 2024-07-26T06:04:43.841 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.841 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.841 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency": { 2024-07-26T06:04:43.841 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.841 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.841 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.841 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T06:04:43.841 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.841 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.841 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T06:04:43.842 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.842 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.842 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_out_bytes": { 2024-07-26T06:04:43.842 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.842 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.842 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_prepare_latency": { 2024-07-26T06:04:43.842 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.842 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.842 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.842 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_process_latency": { 2024-07-26T06:04:43.842 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.842 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.842 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.842 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T06:04:43.843 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6 2024-07-26T06:04:43.843 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.843 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_in_bytes": { 2024-07-26T06:04:43.843 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 604 2024-07-26T06:04:43.843 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.843 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency": { 2024-07-26T06:04:43.843 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 6, 2024-07-26T06:04:43.843 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 33687490 2024-07-26T06:04:43.843 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.843 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T06:04:43.843 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.843 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.843 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_prepare_latency": { 2024-07-26T06:04:43.843 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7, 2024-07-26T06:04:43.844 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4853550 2024-07-26T06:04:43.844 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.844 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_process_latency": { 2024-07-26T06:04:43.844 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 6, 2024-07-26T06:04:43.844 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 23818823 2024-07-26T06:04:43.844 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.844 INFO:tasks.workunit.client.0.smithi089.stdout: "op_wip": { 2024-07-26T06:04:43.844 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.844 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.844 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_bytes": { 2024-07-26T06:04:43.844 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1771104 2024-07-26T06:04:43.844 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.844 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_ops": { 2024-07-26T06:04:43.844 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6 2024-07-26T06:04:43.845 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.845 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes": { 2024-07-26T06:04:43.845 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995035648 2024-07-26T06:04:43.845 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.845 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes_used": { 2024-07-26T06:04:43.845 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 305881088 2024-07-26T06:04:43.845 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.845 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.845 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.845 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.1": { 2024-07-26T06:04:43.845 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T06:04:43.845 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_fallback": { 2024-07-26T06:04:43.845 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.845 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.846 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_size_fallback": { 2024-07-26T06:04:43.846 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.846 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.846 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_db": { 2024-07-26T06:04:43.846 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 65536 2024-07-26T06:04:43.846 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.846 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_main": { 2024-07-26T06:04:43.846 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.846 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.846 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_wal": { 2024-07-26T06:04:43.846 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.846 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.846 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_slow": { 2024-07-26T06:04:43.846 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.847 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.847 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_sst": { 2024-07-26T06:04:43.847 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12288 2024-07-26T06:04:43.847 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.847 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_wal": { 2024-07-26T06:04:43.847 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2555904 2024-07-26T06:04:43.847 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.847 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lat": { 2024-07-26T06:04:43.847 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.847 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.847 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.847 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lock_lat": { 2024-07-26T06:04:43.847 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.847 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.847 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.848 INFO:tasks.workunit.client.0.smithi089.stdout: "db_total_bytes": { 2024-07-26T06:04:43.848 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995035648 2024-07-26T06:04:43.848 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.848 INFO:tasks.workunit.client.0.smithi089.stdout: "db_used_bytes": { 2024-07-26T06:04:43.848 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 304480256 2024-07-26T06:04:43.848 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.848 INFO:tasks.workunit.client.0.smithi089.stdout: "log_bytes": { 2024-07-26T06:04:43.848 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1634304 2024-07-26T06:04:43.848 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.848 INFO:tasks.workunit.client.0.smithi089.stdout: "logged_bytes": { 2024-07-26T06:04:43.848 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1495040 2024-07-26T06:04:43.848 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.848 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_db": { 2024-07-26T06:04:43.849 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 312868864 2024-07-26T06:04:43.849 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.849 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_slow": { 2024-07-26T06:04:43.849 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.849 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.849 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_wal": { 2024-07-26T06:04:43.849 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.849 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.849 INFO:tasks.workunit.client.0.smithi089.stdout: "num_files": { 2024-07-26T06:04:43.849 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 14 2024-07-26T06:04:43.849 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.849 INFO:tasks.workunit.client.0.smithi089.stdout: "read_bytes": { 2024-07-26T06:04:43.849 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 195619 2024-07-26T06:04:43.849 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.850 INFO:tasks.workunit.client.0.smithi089.stdout: "read_count": { 2024-07-26T06:04:43.850 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 23 2024-07-26T06:04:43.850 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.850 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes": { 2024-07-26T06:04:43.850 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1269760 2024-07-26T06:04:43.850 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.850 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_db": { 2024-07-26T06:04:43.850 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1273856 2024-07-26T06:04:43.850 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.850 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_slow": { 2024-07-26T06:04:43.850 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.850 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.850 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_wal": { 2024-07-26T06:04:43.850 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.851 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.851 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_count": { 2024-07-26T06:04:43.851 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 15 2024-07-26T06:04:43.851 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.851 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_bytes": { 2024-07-26T06:04:43.851 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4711 2024-07-26T06:04:43.851 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.851 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_count": { 2024-07-26T06:04:43.851 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4 2024-07-26T06:04:43.851 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.851 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_bytes": { 2024-07-26T06:04:43.851 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5537 2024-07-26T06:04:43.851 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.851 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_count": { 2024-07-26T06:04:43.852 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 24 2024-07-26T06:04:43.852 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.852 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_bytes": { 2024-07-26T06:04:43.852 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5537 2024-07-26T06:04:43.852 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.852 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_count": { 2024-07-26T06:04:43.852 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 24 2024-07-26T06:04:43.852 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.852 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes": { 2024-07-26T06:04:43.852 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.852 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.852 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_db": { 2024-07-26T06:04:43.852 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.852 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.852 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_slow": { 2024-07-26T06:04:43.853 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.853 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.853 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_wal": { 2024-07-26T06:04:43.853 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.853 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.853 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_count": { 2024-07-26T06:04:43.853 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.853 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.853 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_total_bytes": { 2024-07-26T06:04:43.853 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.853 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.853 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_used_bytes": { 2024-07-26T06:04:43.853 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.853 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.853 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_total_bytes": { 2024-07-26T06:04:43.854 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.854 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.854 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_used_bytes": { 2024-07-26T06:04:43.854 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.854 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.854 INFO:tasks.workunit.client.0.smithi089.stdout: "write_bytes": { 2024-07-26T06:04:43.854 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4124672 2024-07-26T06:04:43.854 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.854 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.854 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore": { 2024-07-26T06:04:43.854 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit": { 2024-07-26T06:04:43.854 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4096 2024-07-26T06:04:43.854 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.854 INFO:tasks.workunit.client.0.smithi089.stdout: "allocated": { 2024-07-26T06:04:43.855 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 790528 2024-07-26T06:04:43.855 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.855 INFO:tasks.workunit.client.0.smithi089.stdout: "clist_lat": { 2024-07-26T06:04:43.855 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 5, 2024-07-26T06:04:43.855 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 201494 2024-07-26T06:04:43.855 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.855 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_lat": { 2024-07-26T06:04:43.855 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.855 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.855 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.855 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed": { 2024-07-26T06:04:43.855 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.855 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.855 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_allocated": { 2024-07-26T06:04:43.856 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.856 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.856 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_original": { 2024-07-26T06:04:43.856 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.856 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.856 INFO:tasks.workunit.client.0.smithi089.stdout: "csum_lat": { 2024-07-26T06:04:43.856 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 33, 2024-07-26T06:04:43.856 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 76778 2024-07-26T06:04:43.856 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.856 INFO:tasks.workunit.client.0.smithi089.stdout: "decompress_lat": { 2024-07-26T06:04:43.856 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.856 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.856 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.856 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_commit_lat": { 2024-07-26T06:04:43.856 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 348, 2024-07-26T06:04:43.857 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 78500906 2024-07-26T06:04:43.857 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.857 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_final_lat": { 2024-07-26T06:04:43.857 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 343, 2024-07-26T06:04:43.857 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9262814 2024-07-26T06:04:43.857 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.857 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_flush_lat": { 2024-07-26T06:04:43.857 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 348, 2024-07-26T06:04:43.857 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 441907 2024-07-26T06:04:43.857 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.857 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_sync_lat": { 2024-07-26T06:04:43.857 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 348, 2024-07-26T06:04:43.857 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 78942813 2024-07-26T06:04:43.858 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.858 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_keys_lat": { 2024-07-26T06:04:43.858 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.858 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.858 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.858 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_values_lat": { 2024-07-26T06:04:43.858 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3, 2024-07-26T06:04:43.858 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 37949 2024-07-26T06:04:43.858 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.858 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_lower_bound_lat": { 2024-07-26T06:04:43.858 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 4, 2024-07-26T06:04:43.858 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7574 2024-07-26T06:04:43.858 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.858 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_next_lat": { 2024-07-26T06:04:43.859 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.859 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.859 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.859 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_seek_to_first_lat": { 2024-07-26T06:04:43.859 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.859 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.859 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.859 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_upper_bound_lat": { 2024-07-26T06:04:43.859 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 5, 2024-07-26T06:04:43.859 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 167335 2024-07-26T06:04:43.859 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.859 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_hits": { 2024-07-26T06:04:43.859 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 863 2024-07-26T06:04:43.859 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.860 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_misses": { 2024-07-26T06:04:43.860 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 247 2024-07-26T06:04:43.860 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.860 INFO:tasks.workunit.client.0.smithi089.stdout: "read_lat": { 2024-07-26T06:04:43.860 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 141, 2024-07-26T06:04:43.860 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3844214 2024-07-26T06:04:43.860 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.860 INFO:tasks.workunit.client.0.smithi089.stdout: "read_onode_meta_lat": { 2024-07-26T06:04:43.860 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 364, 2024-07-26T06:04:43.860 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 234548 2024-07-26T06:04:43.860 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.860 INFO:tasks.workunit.client.0.smithi089.stdout: "read_wait_aio_lat": { 2024-07-26T06:04:43.860 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 223, 2024-07-26T06:04:43.860 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5066476 2024-07-26T06:04:43.860 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.861 INFO:tasks.workunit.client.0.smithi089.stdout: "reads_with_retries": { 2024-07-26T06:04:43.861 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.861 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.861 INFO:tasks.workunit.client.0.smithi089.stdout: "remove_lat": { 2024-07-26T06:04:43.861 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3, 2024-07-26T06:04:43.861 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 133878 2024-07-26T06:04:43.861 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.861 INFO:tasks.workunit.client.0.smithi089.stdout: "state_aio_wait_lat": { 2024-07-26T06:04:43.861 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 429, 2024-07-26T06:04:43.861 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8746492 2024-07-26T06:04:43.861 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.861 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T06:04:43.861 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 129, 2024-07-26T06:04:43.861 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12192014 2024-07-26T06:04:43.862 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.862 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_cleanup_lat": { 2024-07-26T06:04:43.862 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 128, 2024-07-26T06:04:43.862 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 271666020498 2024-07-26T06:04:43.862 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.862 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_queued_lat": { 2024-07-26T06:04:43.862 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 129, 2024-07-26T06:04:43.862 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 144681784104 2024-07-26T06:04:43.862 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.862 INFO:tasks.workunit.client.0.smithi089.stdout: "state_done_lat": { 2024-07-26T06:04:43.862 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 428, 2024-07-26T06:04:43.862 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 75753097410 2024-07-26T06:04:43.862 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.862 INFO:tasks.workunit.client.0.smithi089.stdout: "state_finishing_lat": { 2024-07-26T06:04:43.863 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 428, 2024-07-26T06:04:43.863 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 41709 2024-07-26T06:04:43.863 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.863 INFO:tasks.workunit.client.0.smithi089.stdout: "state_io_done_lat": { 2024-07-26T06:04:43.863 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 429, 2024-07-26T06:04:43.863 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 473867 2024-07-26T06:04:43.863 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.863 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_commiting_lat": { 2024-07-26T06:04:43.863 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 429, 2024-07-26T06:04:43.863 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 134868318 2024-07-26T06:04:43.863 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.863 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_done_lat": { 2024-07-26T06:04:43.863 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 429, 2024-07-26T06:04:43.863 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 140133 2024-07-26T06:04:43.864 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.864 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_queued_lat": { 2024-07-26T06:04:43.864 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 429, 2024-07-26T06:04:43.864 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 74588215 2024-07-26T06:04:43.864 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.864 INFO:tasks.workunit.client.0.smithi089.stdout: "state_prepare_lat": { 2024-07-26T06:04:43.864 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 429, 2024-07-26T06:04:43.864 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 22152434 2024-07-26T06:04:43.864 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.864 INFO:tasks.workunit.client.0.smithi089.stdout: "stored": { 2024-07-26T06:04:43.864 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 349178 2024-07-26T06:04:43.864 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.864 INFO:tasks.workunit.client.0.smithi089.stdout: "truncate_lat": { 2024-07-26T06:04:43.864 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 62, 2024-07-26T06:04:43.865 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 302741 2024-07-26T06:04:43.865 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.865 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_commit_lat": { 2024-07-26T06:04:43.865 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 429, 2024-07-26T06:04:43.865 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 240891479 2024-07-26T06:04:43.865 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.865 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_submit_lat": { 2024-07-26T06:04:43.865 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 429, 2024-07-26T06:04:43.865 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 28602046 2024-07-26T06:04:43.865 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.865 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_throttle_lat": { 2024-07-26T06:04:43.865 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 429, 2024-07-26T06:04:43.865 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3267662 2024-07-26T06:04:43.865 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.866 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.866 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache": { 2024-07-26T06:04:43.866 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_bytes": { 2024-07-26T06:04:43.866 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1861421843 2024-07-26T06:04:43.866 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.866 INFO:tasks.workunit.client.0.smithi089.stdout: "heap_bytes": { 2024-07-26T06:04:43.866 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 271187968 2024-07-26T06:04:43.866 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.866 INFO:tasks.workunit.client.0.smithi089.stdout: "mapped_bytes": { 2024-07-26T06:04:43.866 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 270573568 2024-07-26T06:04:43.866 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.866 INFO:tasks.workunit.client.0.smithi089.stdout: "target_bytes": { 2024-07-26T06:04:43.866 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3137327308 2024-07-26T06:04:43.866 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.867 INFO:tasks.workunit.client.0.smithi089.stdout: "unmapped_bytes": { 2024-07-26T06:04:43.867 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 614400 2024-07-26T06:04:43.867 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.867 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.867 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:data": { 2024-07-26T06:04:43.867 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T06:04:43.867 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 159383552 2024-07-26T06:04:43.867 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.867 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T06:04:43.867 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.867 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.867 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T06:04:43.867 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.867 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.868 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T06:04:43.868 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 85494574 2024-07-26T06:04:43.868 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.868 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T06:04:43.868 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.868 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.868 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T06:04:43.868 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.868 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.868 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T06:04:43.868 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.868 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.868 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T06:04:43.868 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.868 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.869 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T06:04:43.869 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.869 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.869 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T06:04:43.869 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 20480 2024-07-26T06:04:43.869 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.869 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T06:04:43.869 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.869 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.869 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T06:04:43.869 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.869 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.869 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T06:04:43.869 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.870 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.870 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T06:04:43.870 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 73868498 2024-07-26T06:04:43.870 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.870 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.870 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv": { 2024-07-26T06:04:43.870 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T06:04:43.870 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 780140544 2024-07-26T06:04:43.870 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.870 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T06:04:43.870 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T06:04:43.870 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.870 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T06:04:43.870 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.871 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.871 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T06:04:43.871 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 641209308 2024-07-26T06:04:43.871 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.871 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T06:04:43.871 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.871 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.871 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T06:04:43.871 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.871 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.871 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T06:04:43.871 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.871 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.871 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T06:04:43.871 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.872 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.872 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T06:04:43.872 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.872 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.872 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T06:04:43.872 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2128 2024-07-26T06:04:43.872 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.872 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T06:04:43.872 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.872 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.872 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T06:04:43.872 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.872 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.872 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T06:04:43.873 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.873 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.873 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T06:04:43.873 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 71820244 2024-07-26T06:04:43.873 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.873 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.873 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T06:04:43.873 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T06:04:43.873 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 192937984 2024-07-26T06:04:43.873 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.873 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T06:04:43.873 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T06:04:43.873 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.873 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T06:04:43.874 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 464 2024-07-26T06:04:43.874 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.874 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T06:04:43.874 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 56996383 2024-07-26T06:04:43.874 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.874 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T06:04:43.874 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.874 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.874 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T06:04:43.874 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.874 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.874 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T06:04:43.874 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.875 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.875 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T06:04:43.875 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.875 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.875 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T06:04:43.875 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.875 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.875 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T06:04:43.875 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.875 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.875 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T06:04:43.875 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.875 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.875 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T06:04:43.876 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.876 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.876 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T06:04:43.876 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.876 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.876 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T06:04:43.876 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 68832273 2024-07-26T06:04:43.876 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.876 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.876 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:meta": { 2024-07-26T06:04:43.876 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T06:04:43.876 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 713031680 2024-07-26T06:04:43.876 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.877 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T06:04:43.877 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.877 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.877 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T06:04:43.877 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.877 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.877 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T06:04:43.877 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 641209308 2024-07-26T06:04:43.877 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.877 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T06:04:43.877 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.877 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.877 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T06:04:43.877 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.878 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.878 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T06:04:43.878 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.878 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.878 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T06:04:43.878 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.878 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.878 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T06:04:43.878 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.878 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.878 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T06:04:43.878 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 278778 2024-07-26T06:04:43.878 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.878 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T06:04:43.879 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.879 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.879 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T06:04:43.879 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.879 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.879 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T06:04:43.879 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.879 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.879 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T06:04:43.879 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 71543594 2024-07-26T06:04:43.879 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.879 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.879 INFO:tasks.workunit.client.0.smithi089.stdout: "objecter": { 2024-07-26T06:04:43.879 INFO:tasks.workunit.client.0.smithi089.stdout: "op_active": { 2024-07-26T06:04:43.880 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.880 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.880 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T06:04:43.880 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.880 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.880 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rmw": { 2024-07-26T06:04:43.880 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.880 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.880 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T06:04:43.880 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.880 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.880 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.880 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T06:04:43.880 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg": { 2024-07-26T06:04:43.881 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 38 2024-07-26T06:04:43.881 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.881 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg_removing": { 2024-07-26T06:04:43.881 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.881 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.881 INFO:tasks.workunit.client.0.smithi089.stdout: "op": { 2024-07-26T06:04:43.881 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 157 2024-07-26T06:04:43.881 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.881 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_degraded": { 2024-07-26T06:04:43.881 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.881 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.881 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_unreadable": { 2024-07-26T06:04:43.881 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.881 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.882 INFO:tasks.workunit.client.0.smithi089.stdout: "op_in_bytes": { 2024-07-26T06:04:43.882 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2429467 2024-07-26T06:04:43.882 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.882 INFO:tasks.workunit.client.0.smithi089.stdout: "op_latency": { 2024-07-26T06:04:43.882 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 157, 2024-07-26T06:04:43.882 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 392266400 2024-07-26T06:04:43.882 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.882 INFO:tasks.workunit.client.0.smithi089.stdout: "op_out_bytes": { 2024-07-26T06:04:43.882 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1041 2024-07-26T06:04:43.882 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.882 INFO:tasks.workunit.client.0.smithi089.stdout: "op_prepare_latency": { 2024-07-26T06:04:43.882 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 157, 2024-07-26T06:04:43.882 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 54698905 2024-07-26T06:04:43.883 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.883 INFO:tasks.workunit.client.0.smithi089.stdout: "op_process_latency": { 2024-07-26T06:04:43.883 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 157, 2024-07-26T06:04:43.883 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 185617617 2024-07-26T06:04:43.883 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.883 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T06:04:43.883 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 33 2024-07-26T06:04:43.883 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.883 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency": { 2024-07-26T06:04:43.883 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 33, 2024-07-26T06:04:43.883 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4724809 2024-07-26T06:04:43.883 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.883 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T06:04:43.883 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.883 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.884 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_out_bytes": { 2024-07-26T06:04:43.884 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1041 2024-07-26T06:04:43.884 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.884 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_prepare_latency": { 2024-07-26T06:04:43.884 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 33, 2024-07-26T06:04:43.884 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4119653 2024-07-26T06:04:43.884 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.884 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_process_latency": { 2024-07-26T06:04:43.884 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 33, 2024-07-26T06:04:43.884 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3433585 2024-07-26T06:04:43.884 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.884 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw": { 2024-07-26T06:04:43.884 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 22 2024-07-26T06:04:43.884 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.885 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_in_bytes": { 2024-07-26T06:04:43.885 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.885 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.885 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency": { 2024-07-26T06:04:43.885 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 22, 2024-07-26T06:04:43.885 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 19325184 2024-07-26T06:04:43.885 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.885 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T06:04:43.885 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.885 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.885 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T06:04:43.885 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.885 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.885 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_out_bytes": { 2024-07-26T06:04:43.885 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.886 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.886 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_prepare_latency": { 2024-07-26T06:04:43.886 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 22, 2024-07-26T06:04:43.886 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8128387 2024-07-26T06:04:43.886 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.886 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_process_latency": { 2024-07-26T06:04:43.886 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 22, 2024-07-26T06:04:43.886 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 18264577 2024-07-26T06:04:43.886 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.886 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T06:04:43.886 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 102 2024-07-26T06:04:43.886 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.886 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_in_bytes": { 2024-07-26T06:04:43.886 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2429467 2024-07-26T06:04:43.887 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.887 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency": { 2024-07-26T06:04:43.887 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 102, 2024-07-26T06:04:43.887 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 368216407 2024-07-26T06:04:43.887 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.887 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T06:04:43.887 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.887 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.887 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_prepare_latency": { 2024-07-26T06:04:43.887 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 102, 2024-07-26T06:04:43.887 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 42450865 2024-07-26T06:04:43.887 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.887 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_process_latency": { 2024-07-26T06:04:43.887 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 102, 2024-07-26T06:04:43.888 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 163919455 2024-07-26T06:04:43.888 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.888 INFO:tasks.workunit.client.0.smithi089.stdout: "op_wip": { 2024-07-26T06:04:43.888 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.888 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.888 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_bytes": { 2024-07-26T06:04:43.888 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 590368 2024-07-26T06:04:43.888 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.888 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_ops": { 2024-07-26T06:04:43.888 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2 2024-07-26T06:04:43.888 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.888 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes": { 2024-07-26T06:04:43.888 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995035648 2024-07-26T06:04:43.888 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.889 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes_used": { 2024-07-26T06:04:43.889 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 305283072 2024-07-26T06:04:43.889 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.889 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.889 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.889 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.2": { 2024-07-26T06:04:43.889 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T06:04:43.889 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_fallback": { 2024-07-26T06:04:43.889 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.889 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.889 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_size_fallback": { 2024-07-26T06:04:43.889 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.889 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.889 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_db": { 2024-07-26T06:04:43.889 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 65536 2024-07-26T06:04:43.890 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.890 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_main": { 2024-07-26T06:04:43.890 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.890 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.890 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_wal": { 2024-07-26T06:04:43.890 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.890 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.890 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_slow": { 2024-07-26T06:04:43.890 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.890 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.890 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_sst": { 2024-07-26T06:04:43.890 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12288 2024-07-26T06:04:43.890 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.890 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_wal": { 2024-07-26T06:04:43.891 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2265088 2024-07-26T06:04:43.891 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.891 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lat": { 2024-07-26T06:04:43.891 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.891 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.891 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.891 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lock_lat": { 2024-07-26T06:04:43.891 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.891 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.891 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.891 INFO:tasks.workunit.client.0.smithi089.stdout: "db_total_bytes": { 2024-07-26T06:04:43.891 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995035648 2024-07-26T06:04:43.891 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.891 INFO:tasks.workunit.client.0.smithi089.stdout: "db_used_bytes": { 2024-07-26T06:04:43.891 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 304480256 2024-07-26T06:04:43.892 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.892 INFO:tasks.workunit.client.0.smithi089.stdout: "log_bytes": { 2024-07-26T06:04:43.892 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1454080 2024-07-26T06:04:43.892 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.892 INFO:tasks.workunit.client.0.smithi089.stdout: "logged_bytes": { 2024-07-26T06:04:43.892 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1314816 2024-07-26T06:04:43.892 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.892 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_db": { 2024-07-26T06:04:43.892 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 312868864 2024-07-26T06:04:43.892 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.892 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_slow": { 2024-07-26T06:04:43.892 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.892 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.892 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_wal": { 2024-07-26T06:04:43.892 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.893 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.893 INFO:tasks.workunit.client.0.smithi089.stdout: "num_files": { 2024-07-26T06:04:43.893 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 14 2024-07-26T06:04:43.893 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.893 INFO:tasks.workunit.client.0.smithi089.stdout: "read_bytes": { 2024-07-26T06:04:43.893 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 195619 2024-07-26T06:04:43.893 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.893 INFO:tasks.workunit.client.0.smithi089.stdout: "read_count": { 2024-07-26T06:04:43.893 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 23 2024-07-26T06:04:43.893 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.893 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes": { 2024-07-26T06:04:43.893 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1269760 2024-07-26T06:04:43.893 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.893 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_db": { 2024-07-26T06:04:43.893 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1273856 2024-07-26T06:04:43.894 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.894 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_slow": { 2024-07-26T06:04:43.894 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.894 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.894 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_wal": { 2024-07-26T06:04:43.894 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.894 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.894 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_count": { 2024-07-26T06:04:43.894 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 15 2024-07-26T06:04:43.894 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.894 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_bytes": { 2024-07-26T06:04:43.894 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4711 2024-07-26T06:04:43.894 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.894 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_count": { 2024-07-26T06:04:43.895 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4 2024-07-26T06:04:43.895 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.895 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_bytes": { 2024-07-26T06:04:43.895 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5537 2024-07-26T06:04:43.895 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.895 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_count": { 2024-07-26T06:04:43.895 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 24 2024-07-26T06:04:43.895 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.895 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_bytes": { 2024-07-26T06:04:43.895 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5537 2024-07-26T06:04:43.895 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.895 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_count": { 2024-07-26T06:04:43.895 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 24 2024-07-26T06:04:43.895 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.896 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes": { 2024-07-26T06:04:43.896 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.896 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.896 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_db": { 2024-07-26T06:04:43.896 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.896 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.896 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_slow": { 2024-07-26T06:04:43.896 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.896 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.896 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_wal": { 2024-07-26T06:04:43.896 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.896 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.896 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_count": { 2024-07-26T06:04:43.897 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.897 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.897 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_total_bytes": { 2024-07-26T06:04:43.897 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.897 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.897 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_used_bytes": { 2024-07-26T06:04:43.897 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.897 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.897 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_total_bytes": { 2024-07-26T06:04:43.897 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.897 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.897 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_used_bytes": { 2024-07-26T06:04:43.897 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.897 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.898 INFO:tasks.workunit.client.0.smithi089.stdout: "write_bytes": { 2024-07-26T06:04:43.898 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3653632 2024-07-26T06:04:43.898 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.898 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.898 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore": { 2024-07-26T06:04:43.898 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit": { 2024-07-26T06:04:43.898 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4096 2024-07-26T06:04:43.898 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.898 INFO:tasks.workunit.client.0.smithi089.stdout: "allocated": { 2024-07-26T06:04:43.898 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 778240 2024-07-26T06:04:43.898 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.898 INFO:tasks.workunit.client.0.smithi089.stdout: "clist_lat": { 2024-07-26T06:04:43.898 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 4, 2024-07-26T06:04:43.898 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 177457 2024-07-26T06:04:43.899 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.899 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_lat": { 2024-07-26T06:04:43.899 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.899 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.899 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.899 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed": { 2024-07-26T06:04:43.899 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.899 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.899 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_allocated": { 2024-07-26T06:04:43.899 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.899 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.899 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_original": { 2024-07-26T06:04:43.899 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.899 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.900 INFO:tasks.workunit.client.0.smithi089.stdout: "csum_lat": { 2024-07-26T06:04:43.900 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 16, 2024-07-26T06:04:43.900 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 22228 2024-07-26T06:04:43.900 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.900 INFO:tasks.workunit.client.0.smithi089.stdout: "decompress_lat": { 2024-07-26T06:04:43.900 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.900 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.900 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.900 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_commit_lat": { 2024-07-26T06:04:43.900 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 304, 2024-07-26T06:04:43.900 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 70165614 2024-07-26T06:04:43.900 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.900 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_final_lat": { 2024-07-26T06:04:43.900 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 303, 2024-07-26T06:04:43.900 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4709555 2024-07-26T06:04:43.901 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.901 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_flush_lat": { 2024-07-26T06:04:43.901 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 304, 2024-07-26T06:04:43.901 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 410980 2024-07-26T06:04:43.901 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.901 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_sync_lat": { 2024-07-26T06:04:43.901 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 304, 2024-07-26T06:04:43.901 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 70576594 2024-07-26T06:04:43.901 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.901 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_keys_lat": { 2024-07-26T06:04:43.901 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.901 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.901 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.901 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_values_lat": { 2024-07-26T06:04:43.902 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3, 2024-07-26T06:04:43.902 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 32317 2024-07-26T06:04:43.902 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.902 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_lower_bound_lat": { 2024-07-26T06:04:43.902 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2, 2024-07-26T06:04:43.902 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 959 2024-07-26T06:04:43.902 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.902 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_next_lat": { 2024-07-26T06:04:43.902 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.902 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.902 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.902 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_seek_to_first_lat": { 2024-07-26T06:04:43.902 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.902 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.903 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.903 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_upper_bound_lat": { 2024-07-26T06:04:43.903 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2, 2024-07-26T06:04:43.903 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4907 2024-07-26T06:04:43.903 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.903 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_hits": { 2024-07-26T06:04:43.903 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 642 2024-07-26T06:04:43.903 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.903 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_misses": { 2024-07-26T06:04:43.903 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 221 2024-07-26T06:04:43.903 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.903 INFO:tasks.workunit.client.0.smithi089.stdout: "read_lat": { 2024-07-26T06:04:43.903 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 111, 2024-07-26T06:04:43.903 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1702909 2024-07-26T06:04:43.904 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.904 INFO:tasks.workunit.client.0.smithi089.stdout: "read_onode_meta_lat": { 2024-07-26T06:04:43.904 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 299, 2024-07-26T06:04:43.904 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 291490 2024-07-26T06:04:43.904 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.904 INFO:tasks.workunit.client.0.smithi089.stdout: "read_wait_aio_lat": { 2024-07-26T06:04:43.904 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 188, 2024-07-26T06:04:43.904 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5814197 2024-07-26T06:04:43.904 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.904 INFO:tasks.workunit.client.0.smithi089.stdout: "reads_with_retries": { 2024-07-26T06:04:43.904 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.904 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.904 INFO:tasks.workunit.client.0.smithi089.stdout: "remove_lat": { 2024-07-26T06:04:43.904 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3, 2024-07-26T06:04:43.905 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 89437 2024-07-26T06:04:43.905 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.905 INFO:tasks.workunit.client.0.smithi089.stdout: "state_aio_wait_lat": { 2024-07-26T06:04:43.905 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 344, 2024-07-26T06:04:43.905 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 15452606 2024-07-26T06:04:43.905 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.905 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T06:04:43.905 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 123, 2024-07-26T06:04:43.905 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7382467 2024-07-26T06:04:43.905 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.905 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_cleanup_lat": { 2024-07-26T06:04:43.905 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 122, 2024-07-26T06:04:43.905 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 246442344021 2024-07-26T06:04:43.905 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.905 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_queued_lat": { 2024-07-26T06:04:43.906 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 123, 2024-07-26T06:04:43.906 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 125115525628 2024-07-26T06:04:43.906 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.906 INFO:tasks.workunit.client.0.smithi089.stdout: "state_done_lat": { 2024-07-26T06:04:43.906 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 343, 2024-07-26T06:04:43.906 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 73361180066 2024-07-26T06:04:43.906 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.906 INFO:tasks.workunit.client.0.smithi089.stdout: "state_finishing_lat": { 2024-07-26T06:04:43.906 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 343, 2024-07-26T06:04:43.906 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 34032 2024-07-26T06:04:43.906 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.906 INFO:tasks.workunit.client.0.smithi089.stdout: "state_io_done_lat": { 2024-07-26T06:04:43.906 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 344, 2024-07-26T06:04:43.906 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 418398 2024-07-26T06:04:43.907 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.907 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_commiting_lat": { 2024-07-26T06:04:43.907 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 344, 2024-07-26T06:04:43.907 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 90955337 2024-07-26T06:04:43.907 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.907 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_done_lat": { 2024-07-26T06:04:43.907 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 344, 2024-07-26T06:04:43.907 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 121952 2024-07-26T06:04:43.907 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.907 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_queued_lat": { 2024-07-26T06:04:43.907 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 344, 2024-07-26T06:04:43.907 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 30566597 2024-07-26T06:04:43.907 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.907 INFO:tasks.workunit.client.0.smithi089.stdout: "state_prepare_lat": { 2024-07-26T06:04:43.908 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 344, 2024-07-26T06:04:43.908 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 23418641 2024-07-26T06:04:43.908 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.908 INFO:tasks.workunit.client.0.smithi089.stdout: "stored": { 2024-07-26T06:04:43.908 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 348999 2024-07-26T06:04:43.908 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.908 INFO:tasks.workunit.client.0.smithi089.stdout: "truncate_lat": { 2024-07-26T06:04:43.908 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 57, 2024-07-26T06:04:43.908 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 284273 2024-07-26T06:04:43.908 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.908 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_commit_lat": { 2024-07-26T06:04:43.908 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 344, 2024-07-26T06:04:43.908 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 160860119 2024-07-26T06:04:43.908 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.909 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_submit_lat": { 2024-07-26T06:04:43.909 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 344, 2024-07-26T06:04:43.909 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 27310948 2024-07-26T06:04:43.909 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.909 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_throttle_lat": { 2024-07-26T06:04:43.909 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 344, 2024-07-26T06:04:43.909 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2585937 2024-07-26T06:04:43.909 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.909 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.909 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache": { 2024-07-26T06:04:43.909 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_bytes": { 2024-07-26T06:04:43.909 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1861421843 2024-07-26T06:04:43.909 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.909 INFO:tasks.workunit.client.0.smithi089.stdout: "heap_bytes": { 2024-07-26T06:04:43.910 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 269795328 2024-07-26T06:04:43.910 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.910 INFO:tasks.workunit.client.0.smithi089.stdout: "mapped_bytes": { 2024-07-26T06:04:43.910 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 268853248 2024-07-26T06:04:43.910 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.910 INFO:tasks.workunit.client.0.smithi089.stdout: "target_bytes": { 2024-07-26T06:04:43.910 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3137327308 2024-07-26T06:04:43.910 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.910 INFO:tasks.workunit.client.0.smithi089.stdout: "unmapped_bytes": { 2024-07-26T06:04:43.910 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 942080 2024-07-26T06:04:43.910 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.910 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.910 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:data": { 2024-07-26T06:04:43.911 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T06:04:43.911 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 159383552 2024-07-26T06:04:43.911 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.911 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T06:04:43.911 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.911 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.911 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T06:04:43.911 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.911 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.911 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T06:04:43.911 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 85495410 2024-07-26T06:04:43.911 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.911 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T06:04:43.911 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.911 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.912 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T06:04:43.912 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.912 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.912 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T06:04:43.912 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.912 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.912 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T06:04:43.912 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.912 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.912 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T06:04:43.912 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.912 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.912 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T06:04:43.912 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 20480 2024-07-26T06:04:43.912 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.913 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T06:04:43.913 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.913 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.913 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T06:04:43.913 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.913 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.913 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T06:04:43.913 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.913 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.913 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T06:04:43.913 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 73867662 2024-07-26T06:04:43.913 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.913 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.913 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv": { 2024-07-26T06:04:43.914 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T06:04:43.914 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 780140544 2024-07-26T06:04:43.914 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.914 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T06:04:43.914 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T06:04:43.914 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.914 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T06:04:43.914 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.914 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.914 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T06:04:43.914 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 641215575 2024-07-26T06:04:43.914 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.914 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T06:04:43.915 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.915 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.915 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T06:04:43.915 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.915 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.915 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T06:04:43.915 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.915 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.915 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T06:04:43.915 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.915 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.916 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T06:04:43.916 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.916 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.916 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T06:04:43.916 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2128 2024-07-26T06:04:43.916 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.916 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T06:04:43.916 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.916 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.916 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T06:04:43.916 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.916 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.916 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T06:04:43.916 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.917 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.917 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T06:04:43.917 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 71813977 2024-07-26T06:04:43.917 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.917 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.917 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T06:04:43.917 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T06:04:43.917 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 192937984 2024-07-26T06:04:43.917 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.917 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T06:04:43.917 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T06:04:43.917 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.917 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T06:04:43.917 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 464 2024-07-26T06:04:43.918 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.918 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T06:04:43.918 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 56996940 2024-07-26T06:04:43.918 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.918 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T06:04:43.918 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.918 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.918 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T06:04:43.918 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.918 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.918 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T06:04:43.918 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.918 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.919 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T06:04:43.919 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.919 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.919 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T06:04:43.919 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.919 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.919 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T06:04:43.919 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.919 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.919 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T06:04:43.919 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.919 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.919 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T06:04:43.919 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.920 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.920 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T06:04:43.920 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.920 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.920 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T06:04:43.920 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 68831716 2024-07-26T06:04:43.920 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.920 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.920 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:meta": { 2024-07-26T06:04:43.920 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T06:04:43.920 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 713031680 2024-07-26T06:04:43.920 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.920 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T06:04:43.920 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.921 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.921 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T06:04:43.921 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.921 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.921 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T06:04:43.921 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 641215575 2024-07-26T06:04:43.921 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.921 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T06:04:43.921 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.921 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.921 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T06:04:43.921 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.921 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.921 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T06:04:43.921 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.922 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.922 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T06:04:43.922 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.922 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.922 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T06:04:43.922 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.922 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.922 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T06:04:43.922 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 264851 2024-07-26T06:04:43.922 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.922 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T06:04:43.922 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.922 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.923 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T06:04:43.923 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.923 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.923 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T06:04:43.923 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.923 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.923 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T06:04:43.923 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 71551254 2024-07-26T06:04:43.923 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.923 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.923 INFO:tasks.workunit.client.0.smithi089.stdout: "objecter": { 2024-07-26T06:04:43.923 INFO:tasks.workunit.client.0.smithi089.stdout: "op_active": { 2024-07-26T06:04:43.923 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.923 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.923 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T06:04:43.924 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.924 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.924 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rmw": { 2024-07-26T06:04:43.924 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.924 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.924 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T06:04:43.924 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.924 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.924 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.924 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T06:04:43.924 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg": { 2024-07-26T06:04:43.924 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 30 2024-07-26T06:04:43.924 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.924 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg_removing": { 2024-07-26T06:04:43.925 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.925 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.925 INFO:tasks.workunit.client.0.smithi089.stdout: "op": { 2024-07-26T06:04:43.925 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10 2024-07-26T06:04:43.925 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.925 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_degraded": { 2024-07-26T06:04:43.925 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.925 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.925 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_unreadable": { 2024-07-26T06:04:43.925 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.925 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.925 INFO:tasks.workunit.client.0.smithi089.stdout: "op_in_bytes": { 2024-07-26T06:04:43.925 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.925 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.925 INFO:tasks.workunit.client.0.smithi089.stdout: "op_latency": { 2024-07-26T06:04:43.926 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 10, 2024-07-26T06:04:43.926 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 79334620 2024-07-26T06:04:43.926 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.926 INFO:tasks.workunit.client.0.smithi089.stdout: "op_out_bytes": { 2024-07-26T06:04:43.926 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.926 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.926 INFO:tasks.workunit.client.0.smithi089.stdout: "op_prepare_latency": { 2024-07-26T06:04:43.926 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 10, 2024-07-26T06:04:43.926 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5587772 2024-07-26T06:04:43.926 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.926 INFO:tasks.workunit.client.0.smithi089.stdout: "op_process_latency": { 2024-07-26T06:04:43.926 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 10, 2024-07-26T06:04:43.926 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 58419752 2024-07-26T06:04:43.927 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.927 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T06:04:43.927 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.927 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.927 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency": { 2024-07-26T06:04:43.927 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.927 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.927 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.927 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T06:04:43.927 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.927 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.927 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_out_bytes": { 2024-07-26T06:04:43.927 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.927 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.928 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_prepare_latency": { 2024-07-26T06:04:43.928 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.928 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.928 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.928 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_process_latency": { 2024-07-26T06:04:43.928 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.928 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.928 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.928 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw": { 2024-07-26T06:04:43.928 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.928 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.928 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_in_bytes": { 2024-07-26T06:04:43.928 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.928 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.928 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency": { 2024-07-26T06:04:43.929 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.929 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.929 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.929 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T06:04:43.929 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.929 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.929 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T06:04:43.929 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.929 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.929 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_out_bytes": { 2024-07-26T06:04:43.929 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.929 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.929 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_prepare_latency": { 2024-07-26T06:04:43.929 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.929 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.930 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.930 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_process_latency": { 2024-07-26T06:04:43.930 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.930 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.930 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.930 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T06:04:43.930 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10 2024-07-26T06:04:43.930 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.930 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_in_bytes": { 2024-07-26T06:04:43.930 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.930 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.930 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency": { 2024-07-26T06:04:43.930 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 10, 2024-07-26T06:04:43.930 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 79334620 2024-07-26T06:04:43.931 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.931 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T06:04:43.931 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.931 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.931 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_prepare_latency": { 2024-07-26T06:04:43.931 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 10, 2024-07-26T06:04:43.931 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5587772 2024-07-26T06:04:43.931 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.931 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_process_latency": { 2024-07-26T06:04:43.931 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 10, 2024-07-26T06:04:43.931 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 58419752 2024-07-26T06:04:43.931 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.931 INFO:tasks.workunit.client.0.smithi089.stdout: "op_wip": { 2024-07-26T06:04:43.931 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.932 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.932 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_bytes": { 2024-07-26T06:04:43.932 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.932 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.932 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_ops": { 2024-07-26T06:04:43.932 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.932 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.932 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes": { 2024-07-26T06:04:43.932 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995035648 2024-07-26T06:04:43.932 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.932 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes_used": { 2024-07-26T06:04:43.932 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 305270784 2024-07-26T06:04:43.932 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.932 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.932 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.933 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.3": { 2024-07-26T06:04:43.933 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T06:04:43.933 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_fallback": { 2024-07-26T06:04:43.933 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.933 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.933 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_size_fallback": { 2024-07-26T06:04:43.933 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.933 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.933 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_db": { 2024-07-26T06:04:43.933 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 65536 2024-07-26T06:04:43.933 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.933 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_main": { 2024-07-26T06:04:43.933 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.933 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.934 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_wal": { 2024-07-26T06:04:43.934 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.934 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.934 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_slow": { 2024-07-26T06:04:43.934 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.934 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.934 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_sst": { 2024-07-26T06:04:43.934 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12288 2024-07-26T06:04:43.934 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.934 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_wal": { 2024-07-26T06:04:43.934 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1155072 2024-07-26T06:04:43.934 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.934 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lat": { 2024-07-26T06:04:43.934 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.935 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.935 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.935 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lock_lat": { 2024-07-26T06:04:43.935 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.935 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.935 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.935 INFO:tasks.workunit.client.0.smithi089.stdout: "db_total_bytes": { 2024-07-26T06:04:43.935 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995035648 2024-07-26T06:04:43.935 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.935 INFO:tasks.workunit.client.0.smithi089.stdout: "db_used_bytes": { 2024-07-26T06:04:43.935 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 304480256 2024-07-26T06:04:43.935 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.935 INFO:tasks.workunit.client.0.smithi089.stdout: "log_bytes": { 2024-07-26T06:04:43.935 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 847872 2024-07-26T06:04:43.936 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.936 INFO:tasks.workunit.client.0.smithi089.stdout: "logged_bytes": { 2024-07-26T06:04:43.936 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 708608 2024-07-26T06:04:43.936 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.936 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_db": { 2024-07-26T06:04:43.936 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 312868864 2024-07-26T06:04:43.936 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.936 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_slow": { 2024-07-26T06:04:43.936 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.936 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.936 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_wal": { 2024-07-26T06:04:43.936 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.936 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.937 INFO:tasks.workunit.client.0.smithi089.stdout: "num_files": { 2024-07-26T06:04:43.937 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 14 2024-07-26T06:04:43.937 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.937 INFO:tasks.workunit.client.0.smithi089.stdout: "read_bytes": { 2024-07-26T06:04:43.937 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 195619 2024-07-26T06:04:43.937 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.937 INFO:tasks.workunit.client.0.smithi089.stdout: "read_count": { 2024-07-26T06:04:43.937 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 23 2024-07-26T06:04:43.937 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.937 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes": { 2024-07-26T06:04:43.937 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1269760 2024-07-26T06:04:43.937 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.937 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_db": { 2024-07-26T06:04:43.937 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1273856 2024-07-26T06:04:43.938 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.938 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_slow": { 2024-07-26T06:04:43.938 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.938 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.938 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_wal": { 2024-07-26T06:04:43.938 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.938 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.938 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_count": { 2024-07-26T06:04:43.938 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 15 2024-07-26T06:04:43.938 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.938 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_bytes": { 2024-07-26T06:04:43.938 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4711 2024-07-26T06:04:43.938 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.938 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_count": { 2024-07-26T06:04:43.939 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4 2024-07-26T06:04:43.939 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.939 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_bytes": { 2024-07-26T06:04:43.939 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5537 2024-07-26T06:04:43.939 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.939 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_count": { 2024-07-26T06:04:43.939 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 24 2024-07-26T06:04:43.939 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.939 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_bytes": { 2024-07-26T06:04:43.939 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5537 2024-07-26T06:04:43.939 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.939 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_count": { 2024-07-26T06:04:43.939 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 24 2024-07-26T06:04:43.939 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.940 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes": { 2024-07-26T06:04:43.940 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.940 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.940 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_db": { 2024-07-26T06:04:43.940 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.940 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.940 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_slow": { 2024-07-26T06:04:43.940 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.940 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.940 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_wal": { 2024-07-26T06:04:43.940 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.940 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.940 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_count": { 2024-07-26T06:04:43.940 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.941 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.941 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_total_bytes": { 2024-07-26T06:04:43.941 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.941 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.941 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_used_bytes": { 2024-07-26T06:04:43.941 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.941 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.941 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_total_bytes": { 2024-07-26T06:04:43.941 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.941 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.941 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_used_bytes": { 2024-07-26T06:04:43.941 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.941 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.941 INFO:tasks.workunit.client.0.smithi089.stdout: "write_bytes": { 2024-07-26T06:04:43.942 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1937408 2024-07-26T06:04:43.942 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.942 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.942 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore": { 2024-07-26T06:04:43.942 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit": { 2024-07-26T06:04:43.942 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4096 2024-07-26T06:04:43.942 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.942 INFO:tasks.workunit.client.0.smithi089.stdout: "allocated": { 2024-07-26T06:04:43.942 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 794624 2024-07-26T06:04:43.942 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.942 INFO:tasks.workunit.client.0.smithi089.stdout: "clist_lat": { 2024-07-26T06:04:43.942 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.942 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.942 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.943 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_lat": { 2024-07-26T06:04:43.943 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.943 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.943 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.943 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed": { 2024-07-26T06:04:43.943 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.943 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.943 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_allocated": { 2024-07-26T06:04:43.943 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.943 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.943 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_original": { 2024-07-26T06:04:43.943 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.943 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.944 INFO:tasks.workunit.client.0.smithi089.stdout: "csum_lat": { 2024-07-26T06:04:43.944 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3, 2024-07-26T06:04:43.944 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5460 2024-07-26T06:04:43.944 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.944 INFO:tasks.workunit.client.0.smithi089.stdout: "decompress_lat": { 2024-07-26T06:04:43.944 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.944 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.944 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.944 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_commit_lat": { 2024-07-26T06:04:43.944 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 156, 2024-07-26T06:04:43.944 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 41637077 2024-07-26T06:04:43.944 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.944 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_final_lat": { 2024-07-26T06:04:43.944 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 152, 2024-07-26T06:04:43.945 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4428310 2024-07-26T06:04:43.945 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.945 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_flush_lat": { 2024-07-26T06:04:43.945 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 156, 2024-07-26T06:04:43.945 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 253726 2024-07-26T06:04:43.945 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.945 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_sync_lat": { 2024-07-26T06:04:43.945 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 156, 2024-07-26T06:04:43.945 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 41890803 2024-07-26T06:04:43.945 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.945 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_keys_lat": { 2024-07-26T06:04:43.945 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.945 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.945 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.945 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_values_lat": { 2024-07-26T06:04:43.946 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1, 2024-07-26T06:04:43.946 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 27741 2024-07-26T06:04:43.946 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.946 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_lower_bound_lat": { 2024-07-26T06:04:43.946 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2, 2024-07-26T06:04:43.946 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 890 2024-07-26T06:04:43.946 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.946 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_next_lat": { 2024-07-26T06:04:43.946 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.946 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.946 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.946 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_seek_to_first_lat": { 2024-07-26T06:04:43.946 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.946 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.947 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.947 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_upper_bound_lat": { 2024-07-26T06:04:43.947 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3, 2024-07-26T06:04:43.947 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8861 2024-07-26T06:04:43.947 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.947 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_hits": { 2024-07-26T06:04:43.947 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 361 2024-07-26T06:04:43.947 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.947 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_misses": { 2024-07-26T06:04:43.947 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 233 2024-07-26T06:04:43.947 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.947 INFO:tasks.workunit.client.0.smithi089.stdout: "read_lat": { 2024-07-26T06:04:43.947 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 90, 2024-07-26T06:04:43.947 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 746662 2024-07-26T06:04:43.947 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.948 INFO:tasks.workunit.client.0.smithi089.stdout: "read_onode_meta_lat": { 2024-07-26T06:04:43.948 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 155, 2024-07-26T06:04:43.948 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 263622 2024-07-26T06:04:43.948 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.948 INFO:tasks.workunit.client.0.smithi089.stdout: "read_wait_aio_lat": { 2024-07-26T06:04:43.948 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 65, 2024-07-26T06:04:43.948 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 372522 2024-07-26T06:04:43.948 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.948 INFO:tasks.workunit.client.0.smithi089.stdout: "reads_with_retries": { 2024-07-26T06:04:43.948 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.948 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.948 INFO:tasks.workunit.client.0.smithi089.stdout: "remove_lat": { 2024-07-26T06:04:43.948 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.948 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.949 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.949 INFO:tasks.workunit.client.0.smithi089.stdout: "state_aio_wait_lat": { 2024-07-26T06:04:43.949 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 248, 2024-07-26T06:04:43.949 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8397010 2024-07-26T06:04:43.949 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.949 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T06:04:43.949 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 56, 2024-07-26T06:04:43.949 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4179196 2024-07-26T06:04:43.949 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.949 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_cleanup_lat": { 2024-07-26T06:04:43.949 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 53, 2024-07-26T06:04:43.949 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 349765680349 2024-07-26T06:04:43.949 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.949 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_queued_lat": { 2024-07-26T06:04:43.949 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 56, 2024-07-26T06:04:43.950 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 71546306884 2024-07-26T06:04:43.950 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.950 INFO:tasks.workunit.client.0.smithi089.stdout: "state_done_lat": { 2024-07-26T06:04:43.950 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 245, 2024-07-26T06:04:43.950 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 542720 2024-07-26T06:04:43.950 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.950 INFO:tasks.workunit.client.0.smithi089.stdout: "state_finishing_lat": { 2024-07-26T06:04:43.950 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 245, 2024-07-26T06:04:43.950 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 23053 2024-07-26T06:04:43.950 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.950 INFO:tasks.workunit.client.0.smithi089.stdout: "state_io_done_lat": { 2024-07-26T06:04:43.950 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 248, 2024-07-26T06:04:43.950 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 282253 2024-07-26T06:04:43.950 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.951 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_commiting_lat": { 2024-07-26T06:04:43.951 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 248, 2024-07-26T06:04:43.951 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 133762812 2024-07-26T06:04:43.951 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.951 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_done_lat": { 2024-07-26T06:04:43.951 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 248, 2024-07-26T06:04:43.951 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 94757 2024-07-26T06:04:43.951 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.951 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_queued_lat": { 2024-07-26T06:04:43.951 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 248, 2024-07-26T06:04:43.951 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 103570643 2024-07-26T06:04:43.951 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.951 INFO:tasks.workunit.client.0.smithi089.stdout: "state_prepare_lat": { 2024-07-26T06:04:43.951 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 248, 2024-07-26T06:04:43.951 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 15543389 2024-07-26T06:04:43.952 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.952 INFO:tasks.workunit.client.0.smithi089.stdout: "stored": { 2024-07-26T06:04:43.952 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 351404 2024-07-26T06:04:43.952 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.952 INFO:tasks.workunit.client.0.smithi089.stdout: "truncate_lat": { 2024-07-26T06:04:43.952 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 47, 2024-07-26T06:04:43.952 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 227280 2024-07-26T06:04:43.952 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.952 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_commit_lat": { 2024-07-26T06:04:43.952 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 248, 2024-07-26T06:04:43.952 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 261597261 2024-07-26T06:04:43.952 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.952 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_submit_lat": { 2024-07-26T06:04:43.952 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 248, 2024-07-26T06:04:43.952 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 17972810 2024-07-26T06:04:43.953 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.953 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_throttle_lat": { 2024-07-26T06:04:43.953 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 248, 2024-07-26T06:04:43.953 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4755223 2024-07-26T06:04:43.953 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.953 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.953 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache": { 2024-07-26T06:04:43.953 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_bytes": { 2024-07-26T06:04:43.953 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1861421843 2024-07-26T06:04:43.953 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.953 INFO:tasks.workunit.client.0.smithi089.stdout: "heap_bytes": { 2024-07-26T06:04:43.953 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 268877824 2024-07-26T06:04:43.953 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.953 INFO:tasks.workunit.client.0.smithi089.stdout: "mapped_bytes": { 2024-07-26T06:04:43.954 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 268664832 2024-07-26T06:04:43.954 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.954 INFO:tasks.workunit.client.0.smithi089.stdout: "target_bytes": { 2024-07-26T06:04:43.954 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3137327308 2024-07-26T06:04:43.954 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.954 INFO:tasks.workunit.client.0.smithi089.stdout: "unmapped_bytes": { 2024-07-26T06:04:43.954 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 212992 2024-07-26T06:04:43.954 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.954 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.954 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:data": { 2024-07-26T06:04:43.954 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T06:04:43.954 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 159383552 2024-07-26T06:04:43.954 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.955 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T06:04:43.955 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.955 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.955 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T06:04:43.955 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.955 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.955 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T06:04:43.955 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 85496124 2024-07-26T06:04:43.955 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.955 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T06:04:43.955 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.955 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.955 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T06:04:43.955 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.956 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.956 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T06:04:43.956 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.956 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.956 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T06:04:43.956 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.956 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.956 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T06:04:43.956 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.956 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.956 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T06:04:43.956 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.956 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.956 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T06:04:43.956 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.957 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.957 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T06:04:43.957 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.957 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.957 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T06:04:43.957 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.957 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.957 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T06:04:43.957 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 73887428 2024-07-26T06:04:43.957 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.957 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.957 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv": { 2024-07-26T06:04:43.957 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T06:04:43.957 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 780140544 2024-07-26T06:04:43.957 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.958 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T06:04:43.958 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T06:04:43.958 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.958 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T06:04:43.958 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.958 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.958 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T06:04:43.958 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 641220931 2024-07-26T06:04:43.958 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.958 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T06:04:43.958 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.958 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.958 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T06:04:43.958 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.959 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.959 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T06:04:43.959 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.959 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.959 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T06:04:43.959 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.959 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.959 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T06:04:43.959 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.959 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.959 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T06:04:43.959 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2128 2024-07-26T06:04:43.959 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.959 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T06:04:43.960 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.960 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.960 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T06:04:43.960 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.960 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.960 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T06:04:43.960 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.960 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.960 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T06:04:43.960 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 71808621 2024-07-26T06:04:43.960 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.960 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.960 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T06:04:43.960 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T06:04:43.960 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 192937984 2024-07-26T06:04:43.961 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.961 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T06:04:43.961 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T06:04:43.961 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.961 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T06:04:43.961 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 464 2024-07-26T06:04:43.961 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.961 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T06:04:43.961 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 56997416 2024-07-26T06:04:43.961 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.961 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T06:04:43.961 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.961 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.961 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T06:04:43.961 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.962 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.962 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T06:04:43.962 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.962 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.962 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T06:04:43.962 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.962 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.962 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T06:04:43.962 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.962 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.962 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T06:04:43.962 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.962 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.962 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T06:04:43.963 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.963 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.963 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T06:04:43.963 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.963 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.963 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T06:04:43.963 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.963 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.963 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T06:04:43.963 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 68831240 2024-07-26T06:04:43.963 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.963 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.963 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:meta": { 2024-07-26T06:04:43.963 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T06:04:43.964 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 713031680 2024-07-26T06:04:43.964 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.964 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T06:04:43.964 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.964 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.964 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T06:04:43.964 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.964 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.964 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T06:04:43.964 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 641220931 2024-07-26T06:04:43.964 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.964 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T06:04:43.964 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.964 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.964 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T06:04:43.965 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.965 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.965 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T06:04:43.965 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.965 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.965 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T06:04:43.965 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.965 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.965 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T06:04:43.965 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6975 2024-07-26T06:04:43.965 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.965 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T06:04:43.965 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 269257 2024-07-26T06:04:43.965 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.965 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T06:04:43.966 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.966 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.966 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T06:04:43.966 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.966 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.966 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T06:04:43.966 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.966 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.966 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T06:04:43.966 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 71534517 2024-07-26T06:04:43.966 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.966 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.966 INFO:tasks.workunit.client.0.smithi089.stdout: "objecter": { 2024-07-26T06:04:43.966 INFO:tasks.workunit.client.0.smithi089.stdout: "op_active": { 2024-07-26T06:04:43.967 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.967 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.967 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T06:04:43.967 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.967 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.967 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rmw": { 2024-07-26T06:04:43.967 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.967 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.967 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T06:04:43.967 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.967 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.967 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.967 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T06:04:43.967 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg": { 2024-07-26T06:04:43.967 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 37 2024-07-26T06:04:43.968 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.968 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg_removing": { 2024-07-26T06:04:43.968 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.968 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.968 INFO:tasks.workunit.client.0.smithi089.stdout: "op": { 2024-07-26T06:04:43.968 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.968 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.968 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_degraded": { 2024-07-26T06:04:43.968 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.968 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.968 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_unreadable": { 2024-07-26T06:04:43.968 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.968 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.968 INFO:tasks.workunit.client.0.smithi089.stdout: "op_in_bytes": { 2024-07-26T06:04:43.969 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.969 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.969 INFO:tasks.workunit.client.0.smithi089.stdout: "op_latency": { 2024-07-26T06:04:43.969 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.969 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.969 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.969 INFO:tasks.workunit.client.0.smithi089.stdout: "op_out_bytes": { 2024-07-26T06:04:43.969 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.969 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.969 INFO:tasks.workunit.client.0.smithi089.stdout: "op_prepare_latency": { 2024-07-26T06:04:43.969 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2, 2024-07-26T06:04:43.969 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 717050 2024-07-26T06:04:43.969 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.969 INFO:tasks.workunit.client.0.smithi089.stdout: "op_process_latency": { 2024-07-26T06:04:43.969 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.970 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.970 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.970 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T06:04:43.970 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.970 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.970 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency": { 2024-07-26T06:04:43.970 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.970 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.970 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.970 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T06:04:43.970 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.970 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.970 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_out_bytes": { 2024-07-26T06:04:43.970 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.971 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.971 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_prepare_latency": { 2024-07-26T06:04:43.971 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.971 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.971 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.971 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_process_latency": { 2024-07-26T06:04:43.971 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.971 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.971 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.971 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw": { 2024-07-26T06:04:43.971 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.971 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.971 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_in_bytes": { 2024-07-26T06:04:43.971 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.971 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.972 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency": { 2024-07-26T06:04:43.972 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.972 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.972 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.972 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T06:04:43.972 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.972 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.972 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T06:04:43.972 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.972 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.972 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_out_bytes": { 2024-07-26T06:04:43.972 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.972 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.972 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_prepare_latency": { 2024-07-26T06:04:43.973 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.973 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.973 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.973 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_process_latency": { 2024-07-26T06:04:43.973 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.973 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.973 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.973 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T06:04:43.973 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.973 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.973 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_in_bytes": { 2024-07-26T06:04:43.973 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.973 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.973 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency": { 2024-07-26T06:04:43.973 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.974 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.974 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.974 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T06:04:43.974 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.974 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.974 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_prepare_latency": { 2024-07-26T06:04:43.974 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2, 2024-07-26T06:04:43.974 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 717050 2024-07-26T06:04:43.974 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.974 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_process_latency": { 2024-07-26T06:04:43.974 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.974 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.975 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.975 INFO:tasks.workunit.client.0.smithi089.stdout: "op_wip": { 2024-07-26T06:04:43.975 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.975 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.975 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_bytes": { 2024-07-26T06:04:43.975 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.975 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.975 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_ops": { 2024-07-26T06:04:43.975 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.975 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.975 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes": { 2024-07-26T06:04:43.975 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995035648 2024-07-26T06:04:43.975 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.975 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes_used": { 2024-07-26T06:04:43.975 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 305283072 2024-07-26T06:04:43.976 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.976 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.976 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.976 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.4": { 2024-07-26T06:04:43.976 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T06:04:43.976 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_fallback": { 2024-07-26T06:04:43.976 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.976 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.976 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_size_fallback": { 2024-07-26T06:04:43.976 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.976 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.976 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_db": { 2024-07-26T06:04:43.976 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 65536 2024-07-26T06:04:43.976 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.977 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_main": { 2024-07-26T06:04:43.977 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.977 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.977 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_wal": { 2024-07-26T06:04:43.977 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.977 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.977 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_slow": { 2024-07-26T06:04:43.977 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.977 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.977 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_sst": { 2024-07-26T06:04:43.977 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12288 2024-07-26T06:04:43.977 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.977 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_wal": { 2024-07-26T06:04:43.977 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1355776 2024-07-26T06:04:43.978 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.978 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lat": { 2024-07-26T06:04:43.978 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.978 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.978 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.978 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lock_lat": { 2024-07-26T06:04:43.978 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.978 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.978 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.978 INFO:tasks.workunit.client.0.smithi089.stdout: "db_total_bytes": { 2024-07-26T06:04:43.978 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995035648 2024-07-26T06:04:43.978 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.978 INFO:tasks.workunit.client.0.smithi089.stdout: "db_used_bytes": { 2024-07-26T06:04:43.978 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 304480256 2024-07-26T06:04:43.979 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.979 INFO:tasks.workunit.client.0.smithi089.stdout: "log_bytes": { 2024-07-26T06:04:43.979 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 987136 2024-07-26T06:04:43.979 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.979 INFO:tasks.workunit.client.0.smithi089.stdout: "logged_bytes": { 2024-07-26T06:04:43.979 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 847872 2024-07-26T06:04:43.979 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.979 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_db": { 2024-07-26T06:04:43.979 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 312868864 2024-07-26T06:04:43.979 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.979 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_slow": { 2024-07-26T06:04:43.979 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.979 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.979 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_wal": { 2024-07-26T06:04:43.979 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.980 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.980 INFO:tasks.workunit.client.0.smithi089.stdout: "num_files": { 2024-07-26T06:04:43.980 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 14 2024-07-26T06:04:43.980 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.980 INFO:tasks.workunit.client.0.smithi089.stdout: "read_bytes": { 2024-07-26T06:04:43.980 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 195619 2024-07-26T06:04:43.980 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.980 INFO:tasks.workunit.client.0.smithi089.stdout: "read_count": { 2024-07-26T06:04:43.980 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 23 2024-07-26T06:04:43.980 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.980 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes": { 2024-07-26T06:04:43.980 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1269760 2024-07-26T06:04:43.980 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.980 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_db": { 2024-07-26T06:04:43.981 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1273856 2024-07-26T06:04:43.981 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.981 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_slow": { 2024-07-26T06:04:43.981 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.981 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.981 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_wal": { 2024-07-26T06:04:43.981 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.981 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.981 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_count": { 2024-07-26T06:04:43.981 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 15 2024-07-26T06:04:43.981 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.981 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_bytes": { 2024-07-26T06:04:43.981 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4711 2024-07-26T06:04:43.981 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.982 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_count": { 2024-07-26T06:04:43.982 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4 2024-07-26T06:04:43.982 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.982 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_bytes": { 2024-07-26T06:04:43.982 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5537 2024-07-26T06:04:43.982 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.982 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_count": { 2024-07-26T06:04:43.982 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 24 2024-07-26T06:04:43.982 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.982 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_bytes": { 2024-07-26T06:04:43.982 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5537 2024-07-26T06:04:43.982 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.982 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_count": { 2024-07-26T06:04:43.982 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 24 2024-07-26T06:04:43.983 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.983 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes": { 2024-07-26T06:04:43.983 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.983 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.983 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_db": { 2024-07-26T06:04:43.983 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.983 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.983 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_slow": { 2024-07-26T06:04:43.983 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.983 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.983 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_wal": { 2024-07-26T06:04:43.983 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.983 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.983 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_count": { 2024-07-26T06:04:43.984 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.984 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.984 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_total_bytes": { 2024-07-26T06:04:43.984 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.984 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.984 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_used_bytes": { 2024-07-26T06:04:43.984 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.984 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.984 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_total_bytes": { 2024-07-26T06:04:43.984 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.984 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.984 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_used_bytes": { 2024-07-26T06:04:43.984 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.984 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.985 INFO:tasks.workunit.client.0.smithi089.stdout: "write_bytes": { 2024-07-26T06:04:43.985 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2277376 2024-07-26T06:04:43.985 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.985 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.985 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore": { 2024-07-26T06:04:43.985 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit": { 2024-07-26T06:04:43.985 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4096 2024-07-26T06:04:43.985 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.985 INFO:tasks.workunit.client.0.smithi089.stdout: "allocated": { 2024-07-26T06:04:43.985 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 798720 2024-07-26T06:04:43.985 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.985 INFO:tasks.workunit.client.0.smithi089.stdout: "clist_lat": { 2024-07-26T06:04:43.985 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 8, 2024-07-26T06:04:43.985 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 300117 2024-07-26T06:04:43.985 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.986 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_lat": { 2024-07-26T06:04:43.986 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.986 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.986 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.986 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed": { 2024-07-26T06:04:43.986 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.986 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.986 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_allocated": { 2024-07-26T06:04:43.986 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.986 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.986 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_original": { 2024-07-26T06:04:43.986 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.986 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.986 INFO:tasks.workunit.client.0.smithi089.stdout: "csum_lat": { 2024-07-26T06:04:43.987 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2, 2024-07-26T06:04:43.987 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4487 2024-07-26T06:04:43.987 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.987 INFO:tasks.workunit.client.0.smithi089.stdout: "decompress_lat": { 2024-07-26T06:04:43.987 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.987 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.987 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.987 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_commit_lat": { 2024-07-26T06:04:43.987 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 190, 2024-07-26T06:04:43.987 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 49030657 2024-07-26T06:04:43.987 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.987 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_final_lat": { 2024-07-26T06:04:43.987 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 187, 2024-07-26T06:04:43.987 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5073332 2024-07-26T06:04:43.988 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.988 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_flush_lat": { 2024-07-26T06:04:43.988 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 190, 2024-07-26T06:04:43.988 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 254438 2024-07-26T06:04:43.988 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.988 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_sync_lat": { 2024-07-26T06:04:43.988 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 190, 2024-07-26T06:04:43.988 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 49285095 2024-07-26T06:04:43.988 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.988 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_keys_lat": { 2024-07-26T06:04:43.988 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.988 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.988 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.988 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_values_lat": { 2024-07-26T06:04:43.988 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3, 2024-07-26T06:04:43.989 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 35445 2024-07-26T06:04:43.989 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.989 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_lower_bound_lat": { 2024-07-26T06:04:43.989 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2, 2024-07-26T06:04:43.989 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 911 2024-07-26T06:04:43.989 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.989 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_next_lat": { 2024-07-26T06:04:43.989 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.989 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.989 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.989 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_seek_to_first_lat": { 2024-07-26T06:04:43.989 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:43.989 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.989 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.989 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_upper_bound_lat": { 2024-07-26T06:04:43.990 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3, 2024-07-26T06:04:43.990 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9643 2024-07-26T06:04:43.990 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.990 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_hits": { 2024-07-26T06:04:43.990 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 411 2024-07-26T06:04:43.990 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.990 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_misses": { 2024-07-26T06:04:43.990 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 249 2024-07-26T06:04:43.990 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.990 INFO:tasks.workunit.client.0.smithi089.stdout: "read_lat": { 2024-07-26T06:04:43.990 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 107, 2024-07-26T06:04:43.990 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1002967 2024-07-26T06:04:43.990 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.990 INFO:tasks.workunit.client.0.smithi089.stdout: "read_onode_meta_lat": { 2024-07-26T06:04:43.991 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 184, 2024-07-26T06:04:43.991 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 243732 2024-07-26T06:04:43.991 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.991 INFO:tasks.workunit.client.0.smithi089.stdout: "read_wait_aio_lat": { 2024-07-26T06:04:43.991 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 77, 2024-07-26T06:04:43.991 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 252225 2024-07-26T06:04:43.991 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.991 INFO:tasks.workunit.client.0.smithi089.stdout: "reads_with_retries": { 2024-07-26T06:04:43.991 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.991 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.991 INFO:tasks.workunit.client.0.smithi089.stdout: "remove_lat": { 2024-07-26T06:04:43.991 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 5, 2024-07-26T06:04:43.991 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 125958 2024-07-26T06:04:43.991 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.991 INFO:tasks.workunit.client.0.smithi089.stdout: "state_aio_wait_lat": { 2024-07-26T06:04:43.992 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 283, 2024-07-26T06:04:43.992 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3865021 2024-07-26T06:04:43.992 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.992 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T06:04:43.992 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 49, 2024-07-26T06:04:43.992 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3222958 2024-07-26T06:04:43.992 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.992 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_cleanup_lat": { 2024-07-26T06:04:43.992 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 48, 2024-07-26T06:04:43.992 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 190280985209 2024-07-26T06:04:43.992 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.992 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_queued_lat": { 2024-07-26T06:04:43.992 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 49, 2024-07-26T06:04:43.992 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 66522871900 2024-07-26T06:04:43.992 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.993 INFO:tasks.workunit.client.0.smithi089.stdout: "state_done_lat": { 2024-07-26T06:04:43.993 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 282, 2024-07-26T06:04:43.993 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 605004 2024-07-26T06:04:43.993 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.993 INFO:tasks.workunit.client.0.smithi089.stdout: "state_finishing_lat": { 2024-07-26T06:04:43.993 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 282, 2024-07-26T06:04:43.993 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 31891 2024-07-26T06:04:43.993 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.993 INFO:tasks.workunit.client.0.smithi089.stdout: "state_io_done_lat": { 2024-07-26T06:04:43.993 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 283, 2024-07-26T06:04:43.993 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 474653 2024-07-26T06:04:43.993 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.994 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_commiting_lat": { 2024-07-26T06:04:43.994 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 283, 2024-07-26T06:04:43.994 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 102675399 2024-07-26T06:04:43.994 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.994 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_done_lat": { 2024-07-26T06:04:43.994 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 283, 2024-07-26T06:04:43.994 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 96252 2024-07-26T06:04:43.994 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.994 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_queued_lat": { 2024-07-26T06:04:43.994 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 283, 2024-07-26T06:04:43.994 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 62015967 2024-07-26T06:04:43.994 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.994 INFO:tasks.workunit.client.0.smithi089.stdout: "state_prepare_lat": { 2024-07-26T06:04:43.994 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 283, 2024-07-26T06:04:43.995 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 18713396 2024-07-26T06:04:43.995 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.995 INFO:tasks.workunit.client.0.smithi089.stdout: "stored": { 2024-07-26T06:04:43.995 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 349714 2024-07-26T06:04:43.995 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.995 INFO:tasks.workunit.client.0.smithi089.stdout: "truncate_lat": { 2024-07-26T06:04:43.995 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 47, 2024-07-26T06:04:43.995 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 240320 2024-07-26T06:04:43.995 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.995 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_commit_lat": { 2024-07-26T06:04:43.995 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 283, 2024-07-26T06:04:43.995 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 187783915 2024-07-26T06:04:43.995 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.995 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_submit_lat": { 2024-07-26T06:04:43.995 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 283, 2024-07-26T06:04:43.996 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 21829288 2024-07-26T06:04:43.996 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.996 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_throttle_lat": { 2024-07-26T06:04:43.996 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 283, 2024-07-26T06:04:43.996 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4961036 2024-07-26T06:04:43.996 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.996 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.996 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache": { 2024-07-26T06:04:43.996 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_bytes": { 2024-07-26T06:04:43.996 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1861472414 2024-07-26T06:04:43.996 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.996 INFO:tasks.workunit.client.0.smithi089.stdout: "heap_bytes": { 2024-07-26T06:04:43.996 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 270909440 2024-07-26T06:04:43.996 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.997 INFO:tasks.workunit.client.0.smithi089.stdout: "mapped_bytes": { 2024-07-26T06:04:43.997 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 269877248 2024-07-26T06:04:43.997 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.997 INFO:tasks.workunit.client.0.smithi089.stdout: "target_bytes": { 2024-07-26T06:04:43.997 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3137386803 2024-07-26T06:04:43.997 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.997 INFO:tasks.workunit.client.0.smithi089.stdout: "unmapped_bytes": { 2024-07-26T06:04:43.997 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1032192 2024-07-26T06:04:43.997 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:43.997 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.997 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:data": { 2024-07-26T06:04:43.997 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T06:04:43.997 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 159383552 2024-07-26T06:04:43.997 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.997 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T06:04:43.998 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.998 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.998 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T06:04:43.998 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.998 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.998 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T06:04:43.998 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 85498475 2024-07-26T06:04:43.998 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.998 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T06:04:43.998 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.998 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.998 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T06:04:43.998 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.998 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.999 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T06:04:43.999 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.999 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.999 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T06:04:43.999 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.999 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.999 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T06:04:43.999 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:43.999 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.999 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T06:04:43.999 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4096 2024-07-26T06:04:43.999 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:43.999 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T06:04:43.999 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.000 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.000 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T06:04:44.000 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.000 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.000 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T06:04:44.000 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.000 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.000 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T06:04:44.000 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 73880981 2024-07-26T06:04:44.000 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:44.000 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.000 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv": { 2024-07-26T06:04:44.000 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T06:04:44.000 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 780140544 2024-07-26T06:04:44.000 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.001 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T06:04:44.001 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T06:04:44.001 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.001 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T06:04:44.001 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.001 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.001 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T06:04:44.001 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 641238569 2024-07-26T06:04:44.001 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.001 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T06:04:44.001 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.001 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.001 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T06:04:44.001 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.002 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.002 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T06:04:44.002 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.002 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.002 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T06:04:44.002 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.002 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.002 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T06:04:44.002 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.002 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.002 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T06:04:44.002 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2128 2024-07-26T06:04:44.002 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.002 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T06:04:44.003 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.003 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.003 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T06:04:44.003 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.003 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.003 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T06:04:44.003 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.003 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.003 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T06:04:44.003 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 71790983 2024-07-26T06:04:44.003 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:44.003 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.003 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T06:04:44.003 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T06:04:44.003 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 192937984 2024-07-26T06:04:44.004 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.004 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T06:04:44.004 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T06:04:44.004 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.004 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T06:04:44.004 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 464 2024-07-26T06:04:44.004 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.004 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T06:04:44.004 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 56998983 2024-07-26T06:04:44.004 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.004 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T06:04:44.004 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.004 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.004 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T06:04:44.005 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.005 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.005 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T06:04:44.005 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.005 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.005 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T06:04:44.005 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.005 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.005 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T06:04:44.005 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.005 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.005 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T06:04:44.005 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.005 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.005 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T06:04:44.006 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.006 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.006 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T06:04:44.006 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.006 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.006 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T06:04:44.006 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.006 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.006 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T06:04:44.006 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 68829673 2024-07-26T06:04:44.006 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:44.006 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.006 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:meta": { 2024-07-26T06:04:44.006 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T06:04:44.007 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 713031680 2024-07-26T06:04:44.007 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.007 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T06:04:44.007 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.007 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.007 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T06:04:44.007 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.007 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.007 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T06:04:44.007 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 641238569 2024-07-26T06:04:44.007 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.007 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T06:04:44.007 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.007 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.007 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T06:04:44.008 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.008 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.008 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T06:04:44.008 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.008 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.008 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T06:04:44.008 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.008 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.008 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T06:04:44.008 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.008 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.008 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T06:04:44.008 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 280718 2024-07-26T06:04:44.008 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.009 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T06:04:44.009 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.009 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.009 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T06:04:44.009 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.009 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.009 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T06:04:44.009 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.009 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.009 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T06:04:44.009 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 71512393 2024-07-26T06:04:44.009 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:44.009 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.009 INFO:tasks.workunit.client.0.smithi089.stdout: "objecter": { 2024-07-26T06:04:44.009 INFO:tasks.workunit.client.0.smithi089.stdout: "op_active": { 2024-07-26T06:04:44.010 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.010 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.010 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T06:04:44.010 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.010 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.010 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rmw": { 2024-07-26T06:04:44.010 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.010 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.010 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T06:04:44.010 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.010 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:44.010 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.010 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T06:04:44.010 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg": { 2024-07-26T06:04:44.011 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 40 2024-07-26T06:04:44.011 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.011 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg_removing": { 2024-07-26T06:04:44.011 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.011 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.011 INFO:tasks.workunit.client.0.smithi089.stdout: "op": { 2024-07-26T06:04:44.011 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1 2024-07-26T06:04:44.011 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.011 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_degraded": { 2024-07-26T06:04:44.011 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.011 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.011 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_unreadable": { 2024-07-26T06:04:44.011 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.011 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.012 INFO:tasks.workunit.client.0.smithi089.stdout: "op_in_bytes": { 2024-07-26T06:04:44.012 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 22 2024-07-26T06:04:44.012 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.012 INFO:tasks.workunit.client.0.smithi089.stdout: "op_latency": { 2024-07-26T06:04:44.012 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1, 2024-07-26T06:04:44.012 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7510583 2024-07-26T06:04:44.012 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.012 INFO:tasks.workunit.client.0.smithi089.stdout: "op_out_bytes": { 2024-07-26T06:04:44.012 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.012 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.012 INFO:tasks.workunit.client.0.smithi089.stdout: "op_prepare_latency": { 2024-07-26T06:04:44.012 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1, 2024-07-26T06:04:44.012 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 713471 2024-07-26T06:04:44.012 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.012 INFO:tasks.workunit.client.0.smithi089.stdout: "op_process_latency": { 2024-07-26T06:04:44.013 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1, 2024-07-26T06:04:44.013 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7399318 2024-07-26T06:04:44.013 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.013 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T06:04:44.013 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.013 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.013 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency": { 2024-07-26T06:04:44.013 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:44.013 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.013 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.013 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T06:04:44.013 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.013 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.014 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_out_bytes": { 2024-07-26T06:04:44.014 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.014 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.014 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_prepare_latency": { 2024-07-26T06:04:44.014 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:44.014 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.014 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.014 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_process_latency": { 2024-07-26T06:04:44.014 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:44.014 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.014 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.014 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw": { 2024-07-26T06:04:44.014 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.014 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.015 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_in_bytes": { 2024-07-26T06:04:44.015 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.015 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.015 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency": { 2024-07-26T06:04:44.015 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:44.015 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.015 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.015 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T06:04:44.015 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.015 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.015 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T06:04:44.015 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.015 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.015 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_out_bytes": { 2024-07-26T06:04:44.016 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.016 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.016 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_prepare_latency": { 2024-07-26T06:04:44.016 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:44.016 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.016 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.016 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_process_latency": { 2024-07-26T06:04:44.016 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:44.016 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.016 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.016 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T06:04:44.016 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1 2024-07-26T06:04:44.016 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.016 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_in_bytes": { 2024-07-26T06:04:44.017 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 22 2024-07-26T06:04:44.017 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.017 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency": { 2024-07-26T06:04:44.017 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1, 2024-07-26T06:04:44.017 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7510583 2024-07-26T06:04:44.017 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.017 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T06:04:44.017 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.017 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.017 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_prepare_latency": { 2024-07-26T06:04:44.017 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1, 2024-07-26T06:04:44.017 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 713471 2024-07-26T06:04:44.017 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.017 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_process_latency": { 2024-07-26T06:04:44.017 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1, 2024-07-26T06:04:44.018 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7399318 2024-07-26T06:04:44.018 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.018 INFO:tasks.workunit.client.0.smithi089.stdout: "op_wip": { 2024-07-26T06:04:44.018 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.018 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.018 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_bytes": { 2024-07-26T06:04:44.018 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.018 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.018 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_ops": { 2024-07-26T06:04:44.018 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.018 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.018 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes": { 2024-07-26T06:04:44.018 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995035648 2024-07-26T06:04:44.018 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.019 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes_used": { 2024-07-26T06:04:44.019 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 305291264 2024-07-26T06:04:44.019 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:44.019 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:44.019 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.019 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.5": { 2024-07-26T06:04:44.019 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T06:04:44.019 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_fallback": { 2024-07-26T06:04:44.019 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.019 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.019 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_size_fallback": { 2024-07-26T06:04:44.019 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.019 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.019 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_db": { 2024-07-26T06:04:44.020 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 65536 2024-07-26T06:04:44.020 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.020 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_main": { 2024-07-26T06:04:44.020 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.020 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.020 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_wal": { 2024-07-26T06:04:44.020 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.020 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.020 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_slow": { 2024-07-26T06:04:44.020 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.020 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.020 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_sst": { 2024-07-26T06:04:44.020 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12288 2024-07-26T06:04:44.020 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.020 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_wal": { 2024-07-26T06:04:44.021 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1331200 2024-07-26T06:04:44.021 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.021 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lat": { 2024-07-26T06:04:44.021 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:44.021 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.021 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.021 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lock_lat": { 2024-07-26T06:04:44.021 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:44.021 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.021 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.021 INFO:tasks.workunit.client.0.smithi089.stdout: "db_total_bytes": { 2024-07-26T06:04:44.021 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995035648 2024-07-26T06:04:44.021 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.021 INFO:tasks.workunit.client.0.smithi089.stdout: "db_used_bytes": { 2024-07-26T06:04:44.022 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 304480256 2024-07-26T06:04:44.022 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.022 INFO:tasks.workunit.client.0.smithi089.stdout: "log_bytes": { 2024-07-26T06:04:44.022 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 983040 2024-07-26T06:04:44.022 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.022 INFO:tasks.workunit.client.0.smithi089.stdout: "logged_bytes": { 2024-07-26T06:04:44.022 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 843776 2024-07-26T06:04:44.022 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.022 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_db": { 2024-07-26T06:04:44.022 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 312868864 2024-07-26T06:04:44.022 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.022 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_slow": { 2024-07-26T06:04:44.022 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.022 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.023 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_wal": { 2024-07-26T06:04:44.023 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.023 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.023 INFO:tasks.workunit.client.0.smithi089.stdout: "num_files": { 2024-07-26T06:04:44.023 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 14 2024-07-26T06:04:44.023 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.023 INFO:tasks.workunit.client.0.smithi089.stdout: "read_bytes": { 2024-07-26T06:04:44.023 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 195619 2024-07-26T06:04:44.023 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.023 INFO:tasks.workunit.client.0.smithi089.stdout: "read_count": { 2024-07-26T06:04:44.023 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 23 2024-07-26T06:04:44.023 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.023 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes": { 2024-07-26T06:04:44.023 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1269760 2024-07-26T06:04:44.023 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.024 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_db": { 2024-07-26T06:04:44.024 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1273856 2024-07-26T06:04:44.024 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.024 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_slow": { 2024-07-26T06:04:44.024 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.024 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.024 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_wal": { 2024-07-26T06:04:44.024 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.024 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.024 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_count": { 2024-07-26T06:04:44.024 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 15 2024-07-26T06:04:44.024 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.024 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_bytes": { 2024-07-26T06:04:44.024 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4711 2024-07-26T06:04:44.025 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.025 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_count": { 2024-07-26T06:04:44.025 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4 2024-07-26T06:04:44.025 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.025 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_bytes": { 2024-07-26T06:04:44.025 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5537 2024-07-26T06:04:44.025 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.025 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_count": { 2024-07-26T06:04:44.025 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 24 2024-07-26T06:04:44.025 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.025 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_bytes": { 2024-07-26T06:04:44.025 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5537 2024-07-26T06:04:44.025 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.025 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_count": { 2024-07-26T06:04:44.025 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 24 2024-07-26T06:04:44.026 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.026 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes": { 2024-07-26T06:04:44.026 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.026 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.026 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_db": { 2024-07-26T06:04:44.026 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.026 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.026 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_slow": { 2024-07-26T06:04:44.026 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.026 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.026 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_wal": { 2024-07-26T06:04:44.026 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.026 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.026 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_count": { 2024-07-26T06:04:44.027 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.027 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.027 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_total_bytes": { 2024-07-26T06:04:44.027 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.027 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.027 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_used_bytes": { 2024-07-26T06:04:44.027 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.027 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.027 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_total_bytes": { 2024-07-26T06:04:44.027 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.027 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.027 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_used_bytes": { 2024-07-26T06:04:44.027 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.027 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.027 INFO:tasks.workunit.client.0.smithi089.stdout: "write_bytes": { 2024-07-26T06:04:44.028 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2248704 2024-07-26T06:04:44.028 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:44.028 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.028 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore": { 2024-07-26T06:04:44.028 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit": { 2024-07-26T06:04:44.028 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4096 2024-07-26T06:04:44.028 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.028 INFO:tasks.workunit.client.0.smithi089.stdout: "allocated": { 2024-07-26T06:04:44.028 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 798720 2024-07-26T06:04:44.028 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.028 INFO:tasks.workunit.client.0.smithi089.stdout: "clist_lat": { 2024-07-26T06:04:44.028 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 6, 2024-07-26T06:04:44.028 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 200816 2024-07-26T06:04:44.028 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.029 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_lat": { 2024-07-26T06:04:44.029 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:44.029 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.029 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.029 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed": { 2024-07-26T06:04:44.029 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.029 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.029 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_allocated": { 2024-07-26T06:04:44.029 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.029 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.029 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_original": { 2024-07-26T06:04:44.029 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.029 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.029 INFO:tasks.workunit.client.0.smithi089.stdout: "csum_lat": { 2024-07-26T06:04:44.029 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3, 2024-07-26T06:04:44.030 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5380 2024-07-26T06:04:44.030 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.030 INFO:tasks.workunit.client.0.smithi089.stdout: "decompress_lat": { 2024-07-26T06:04:44.030 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:44.030 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.030 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.030 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_commit_lat": { 2024-07-26T06:04:44.030 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 189, 2024-07-26T06:04:44.030 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 47680595 2024-07-26T06:04:44.030 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.030 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_final_lat": { 2024-07-26T06:04:44.030 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 167, 2024-07-26T06:04:44.030 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6289591 2024-07-26T06:04:44.030 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.030 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_flush_lat": { 2024-07-26T06:04:44.031 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 189, 2024-07-26T06:04:44.031 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 214071 2024-07-26T06:04:44.031 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.031 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_sync_lat": { 2024-07-26T06:04:44.031 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 189, 2024-07-26T06:04:44.031 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 47894666 2024-07-26T06:04:44.031 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.031 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_keys_lat": { 2024-07-26T06:04:44.031 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:44.031 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.031 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.031 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_values_lat": { 2024-07-26T06:04:44.031 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3, 2024-07-26T06:04:44.031 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 35307 2024-07-26T06:04:44.031 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.032 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_lower_bound_lat": { 2024-07-26T06:04:44.032 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2, 2024-07-26T06:04:44.032 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 873 2024-07-26T06:04:44.032 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.032 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_next_lat": { 2024-07-26T06:04:44.032 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:44.032 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.032 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.032 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_seek_to_first_lat": { 2024-07-26T06:04:44.032 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:44.032 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.032 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.032 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_upper_bound_lat": { 2024-07-26T06:04:44.033 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2, 2024-07-26T06:04:44.033 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4260 2024-07-26T06:04:44.033 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.033 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_hits": { 2024-07-26T06:04:44.033 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 375 2024-07-26T06:04:44.033 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.033 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_misses": { 2024-07-26T06:04:44.033 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 255 2024-07-26T06:04:44.033 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.033 INFO:tasks.workunit.client.0.smithi089.stdout: "read_lat": { 2024-07-26T06:04:44.033 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 97, 2024-07-26T06:04:44.033 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 778337 2024-07-26T06:04:44.033 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.033 INFO:tasks.workunit.client.0.smithi089.stdout: "read_onode_meta_lat": { 2024-07-26T06:04:44.034 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 160, 2024-07-26T06:04:44.034 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 224533 2024-07-26T06:04:44.034 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.034 INFO:tasks.workunit.client.0.smithi089.stdout: "read_wait_aio_lat": { 2024-07-26T06:04:44.034 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 63, 2024-07-26T06:04:44.034 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 406516 2024-07-26T06:04:44.034 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.034 INFO:tasks.workunit.client.0.smithi089.stdout: "reads_with_retries": { 2024-07-26T06:04:44.034 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.034 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.034 INFO:tasks.workunit.client.0.smithi089.stdout: "remove_lat": { 2024-07-26T06:04:44.034 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 4, 2024-07-26T06:04:44.034 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 105417 2024-07-26T06:04:44.034 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.035 INFO:tasks.workunit.client.0.smithi089.stdout: "state_aio_wait_lat": { 2024-07-26T06:04:44.035 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 286, 2024-07-26T06:04:44.035 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3349181 2024-07-26T06:04:44.035 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.035 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T06:04:44.035 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 47, 2024-07-26T06:04:44.035 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2955544 2024-07-26T06:04:44.035 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.035 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_cleanup_lat": { 2024-07-26T06:04:44.035 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 44, 2024-07-26T06:04:44.035 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 293280859463 2024-07-26T06:04:44.035 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.035 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_queued_lat": { 2024-07-26T06:04:44.035 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 47, 2024-07-26T06:04:44.035 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 73091996767 2024-07-26T06:04:44.036 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.036 INFO:tasks.workunit.client.0.smithi089.stdout: "state_done_lat": { 2024-07-26T06:04:44.036 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 283, 2024-07-26T06:04:44.036 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3702321302 2024-07-26T06:04:44.036 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.036 INFO:tasks.workunit.client.0.smithi089.stdout: "state_finishing_lat": { 2024-07-26T06:04:44.036 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 283, 2024-07-26T06:04:44.036 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 30122 2024-07-26T06:04:44.036 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.036 INFO:tasks.workunit.client.0.smithi089.stdout: "state_io_done_lat": { 2024-07-26T06:04:44.036 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 286, 2024-07-26T06:04:44.036 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 268281 2024-07-26T06:04:44.036 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.036 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_commiting_lat": { 2024-07-26T06:04:44.037 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 286, 2024-07-26T06:04:44.037 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 355716714 2024-07-26T06:04:44.037 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.037 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_done_lat": { 2024-07-26T06:04:44.037 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 286, 2024-07-26T06:04:44.037 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 84082 2024-07-26T06:04:44.037 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.037 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_queued_lat": { 2024-07-26T06:04:44.037 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 286, 2024-07-26T06:04:44.037 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 70869680 2024-07-26T06:04:44.037 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.037 INFO:tasks.workunit.client.0.smithi089.stdout: "state_prepare_lat": { 2024-07-26T06:04:44.037 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 286, 2024-07-26T06:04:44.037 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 14525397 2024-07-26T06:04:44.037 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.038 INFO:tasks.workunit.client.0.smithi089.stdout: "stored": { 2024-07-26T06:04:44.038 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 351732 2024-07-26T06:04:44.038 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.038 INFO:tasks.workunit.client.0.smithi089.stdout: "truncate_lat": { 2024-07-26T06:04:44.038 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 39, 2024-07-26T06:04:44.038 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 177614 2024-07-26T06:04:44.038 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.038 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_commit_lat": { 2024-07-26T06:04:44.038 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 286, 2024-07-26T06:04:44.038 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 444768162 2024-07-26T06:04:44.038 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.038 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_submit_lat": { 2024-07-26T06:04:44.038 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 286, 2024-07-26T06:04:44.038 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 17022042 2024-07-26T06:04:44.039 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.039 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_throttle_lat": { 2024-07-26T06:04:44.039 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 286, 2024-07-26T06:04:44.039 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1945505 2024-07-26T06:04:44.039 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:44.039 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.039 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache": { 2024-07-26T06:04:44.039 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_bytes": { 2024-07-26T06:04:44.039 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1861472414 2024-07-26T06:04:44.039 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.039 INFO:tasks.workunit.client.0.smithi089.stdout: "heap_bytes": { 2024-07-26T06:04:44.039 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 269860864 2024-07-26T06:04:44.039 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.039 INFO:tasks.workunit.client.0.smithi089.stdout: "mapped_bytes": { 2024-07-26T06:04:44.039 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 269828096 2024-07-26T06:04:44.040 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.040 INFO:tasks.workunit.client.0.smithi089.stdout: "target_bytes": { 2024-07-26T06:04:44.040 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3137386803 2024-07-26T06:04:44.040 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.040 INFO:tasks.workunit.client.0.smithi089.stdout: "unmapped_bytes": { 2024-07-26T06:04:44.040 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 32768 2024-07-26T06:04:44.040 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:44.040 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.040 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:data": { 2024-07-26T06:04:44.040 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T06:04:44.040 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 159383552 2024-07-26T06:04:44.040 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.040 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T06:04:44.040 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.041 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.041 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T06:04:44.041 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.041 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.041 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T06:04:44.041 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 85498577 2024-07-26T06:04:44.041 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.041 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T06:04:44.041 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.041 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.041 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T06:04:44.041 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.041 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.041 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T06:04:44.041 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.042 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.042 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T06:04:44.042 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.042 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.042 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T06:04:44.042 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.042 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.042 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T06:04:44.042 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.042 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.042 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T06:04:44.042 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.042 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.042 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T06:04:44.043 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.043 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.043 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T06:04:44.043 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.043 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.043 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T06:04:44.043 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 73884975 2024-07-26T06:04:44.043 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:44.043 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.043 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv": { 2024-07-26T06:04:44.043 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T06:04:44.043 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 780140544 2024-07-26T06:04:44.043 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.043 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T06:04:44.044 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T06:04:44.044 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.044 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T06:04:44.044 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.044 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.044 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T06:04:44.044 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 641239334 2024-07-26T06:04:44.044 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.044 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T06:04:44.044 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.044 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.044 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T06:04:44.044 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.044 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.044 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T06:04:44.045 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.045 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.045 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T06:04:44.045 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.045 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.045 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T06:04:44.045 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.045 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.045 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T06:04:44.045 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2128 2024-07-26T06:04:44.045 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.045 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T06:04:44.045 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.045 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.045 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T06:04:44.046 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.046 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.046 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T06:04:44.046 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.046 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.046 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T06:04:44.046 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 71790218 2024-07-26T06:04:44.046 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:44.046 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.046 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T06:04:44.046 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T06:04:44.046 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 192937984 2024-07-26T06:04:44.046 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.046 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T06:04:44.046 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T06:04:44.047 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.047 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T06:04:44.047 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 464 2024-07-26T06:04:44.047 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.047 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T06:04:44.047 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 56999051 2024-07-26T06:04:44.047 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.047 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T06:04:44.047 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.047 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.047 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T06:04:44.047 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.047 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.047 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T06:04:44.048 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.048 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.048 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T06:04:44.048 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.048 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.048 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T06:04:44.048 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.048 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.048 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T06:04:44.048 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.048 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.048 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T06:04:44.048 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.048 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.048 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T06:04:44.049 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.049 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.049 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T06:04:44.049 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.049 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.049 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T06:04:44.049 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 68829605 2024-07-26T06:04:44.049 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:44.049 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.049 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:meta": { 2024-07-26T06:04:44.049 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T06:04:44.049 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 713031680 2024-07-26T06:04:44.049 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.049 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T06:04:44.050 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.050 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.050 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T06:04:44.050 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.050 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.050 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T06:04:44.050 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 641239334 2024-07-26T06:04:44.050 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.050 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T06:04:44.050 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.050 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.050 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T06:04:44.050 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.050 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.051 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T06:04:44.051 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.051 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.051 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T06:04:44.051 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.051 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.051 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T06:04:44.051 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6973 2024-07-26T06:04:44.051 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.051 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T06:04:44.051 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 278934 2024-07-26T06:04:44.051 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.051 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T06:04:44.051 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.051 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.052 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T06:04:44.052 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.052 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.052 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T06:04:44.052 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.052 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.052 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T06:04:44.052 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 71506439 2024-07-26T06:04:44.052 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:44.052 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.052 INFO:tasks.workunit.client.0.smithi089.stdout: "objecter": { 2024-07-26T06:04:44.052 INFO:tasks.workunit.client.0.smithi089.stdout: "op_active": { 2024-07-26T06:04:44.053 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.053 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.053 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T06:04:44.053 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.053 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.053 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rmw": { 2024-07-26T06:04:44.053 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.053 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.053 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T06:04:44.053 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.053 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:44.053 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.053 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T06:04:44.053 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg": { 2024-07-26T06:04:44.053 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 41 2024-07-26T06:04:44.054 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.054 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg_removing": { 2024-07-26T06:04:44.054 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.054 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.054 INFO:tasks.workunit.client.0.smithi089.stdout: "op": { 2024-07-26T06:04:44.054 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.054 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.054 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_degraded": { 2024-07-26T06:04:44.054 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.054 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.054 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_unreadable": { 2024-07-26T06:04:44.054 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.054 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.054 INFO:tasks.workunit.client.0.smithi089.stdout: "op_in_bytes": { 2024-07-26T06:04:44.055 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.055 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.055 INFO:tasks.workunit.client.0.smithi089.stdout: "op_latency": { 2024-07-26T06:04:44.055 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:44.055 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.055 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.055 INFO:tasks.workunit.client.0.smithi089.stdout: "op_out_bytes": { 2024-07-26T06:04:44.055 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.055 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.055 INFO:tasks.workunit.client.0.smithi089.stdout: "op_prepare_latency": { 2024-07-26T06:04:44.055 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:44.055 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.055 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.055 INFO:tasks.workunit.client.0.smithi089.stdout: "op_process_latency": { 2024-07-26T06:04:44.056 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:44.056 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.056 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.056 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T06:04:44.056 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.056 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.056 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency": { 2024-07-26T06:04:44.056 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:44.056 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.056 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.056 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T06:04:44.056 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.056 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.056 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_out_bytes": { 2024-07-26T06:04:44.057 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.057 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.057 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_prepare_latency": { 2024-07-26T06:04:44.057 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:44.057 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.057 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.057 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_process_latency": { 2024-07-26T06:04:44.057 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:44.057 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.057 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.057 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw": { 2024-07-26T06:04:44.057 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.057 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.058 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_in_bytes": { 2024-07-26T06:04:44.058 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.058 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.058 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency": { 2024-07-26T06:04:44.058 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:44.058 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.058 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.058 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T06:04:44.058 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.058 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.058 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T06:04:44.058 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.059 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.059 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_out_bytes": { 2024-07-26T06:04:44.059 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.059 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.059 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_prepare_latency": { 2024-07-26T06:04:44.059 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:44.059 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.059 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.059 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_process_latency": { 2024-07-26T06:04:44.059 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:44.059 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.059 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.059 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T06:04:44.059 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.060 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.060 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_in_bytes": { 2024-07-26T06:04:44.060 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.060 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.060 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency": { 2024-07-26T06:04:44.060 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:44.060 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.060 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.060 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T06:04:44.060 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.060 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.060 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_prepare_latency": { 2024-07-26T06:04:44.060 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:44.060 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.060 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.061 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_process_latency": { 2024-07-26T06:04:44.061 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:44.061 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.061 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.061 INFO:tasks.workunit.client.0.smithi089.stdout: "op_wip": { 2024-07-26T06:04:44.061 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.061 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.061 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_bytes": { 2024-07-26T06:04:44.061 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.061 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.061 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_ops": { 2024-07-26T06:04:44.061 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.061 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.061 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes": { 2024-07-26T06:04:44.062 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995035648 2024-07-26T06:04:44.062 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.062 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes_used": { 2024-07-26T06:04:44.062 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 305287168 2024-07-26T06:04:44.062 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:44.062 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:44.062 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.062 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.6": { 2024-07-26T06:04:44.062 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T06:04:44.062 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_fallback": { 2024-07-26T06:04:44.062 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.062 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.062 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_size_fallback": { 2024-07-26T06:04:44.062 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.063 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.063 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_db": { 2024-07-26T06:04:44.063 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 65536 2024-07-26T06:04:44.063 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.063 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_main": { 2024-07-26T06:04:44.063 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.063 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.063 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_wal": { 2024-07-26T06:04:44.063 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.063 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.063 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_slow": { 2024-07-26T06:04:44.063 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.063 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.063 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_sst": { 2024-07-26T06:04:44.063 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12288 2024-07-26T06:04:44.064 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.064 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_wal": { 2024-07-26T06:04:44.064 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1253376 2024-07-26T06:04:44.064 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.064 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lat": { 2024-07-26T06:04:44.064 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:44.064 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.064 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.064 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lock_lat": { 2024-07-26T06:04:44.064 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:44.064 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.064 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.064 INFO:tasks.workunit.client.0.smithi089.stdout: "db_total_bytes": { 2024-07-26T06:04:44.064 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995035648 2024-07-26T06:04:44.064 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.065 INFO:tasks.workunit.client.0.smithi089.stdout: "db_used_bytes": { 2024-07-26T06:04:44.065 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 304480256 2024-07-26T06:04:44.065 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.065 INFO:tasks.workunit.client.0.smithi089.stdout: "log_bytes": { 2024-07-26T06:04:44.065 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 950272 2024-07-26T06:04:44.065 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.065 INFO:tasks.workunit.client.0.smithi089.stdout: "logged_bytes": { 2024-07-26T06:04:44.065 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 811008 2024-07-26T06:04:44.065 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.065 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_db": { 2024-07-26T06:04:44.065 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 312868864 2024-07-26T06:04:44.065 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.065 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_slow": { 2024-07-26T06:04:44.065 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.066 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.066 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_wal": { 2024-07-26T06:04:44.066 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.066 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.066 INFO:tasks.workunit.client.0.smithi089.stdout: "num_files": { 2024-07-26T06:04:44.066 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 14 2024-07-26T06:04:44.066 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.066 INFO:tasks.workunit.client.0.smithi089.stdout: "read_bytes": { 2024-07-26T06:04:44.066 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 195619 2024-07-26T06:04:44.066 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.066 INFO:tasks.workunit.client.0.smithi089.stdout: "read_count": { 2024-07-26T06:04:44.066 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 23 2024-07-26T06:04:44.066 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.066 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes": { 2024-07-26T06:04:44.067 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1269760 2024-07-26T06:04:44.067 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.067 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_db": { 2024-07-26T06:04:44.067 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1273856 2024-07-26T06:04:44.067 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.067 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_slow": { 2024-07-26T06:04:44.067 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.067 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.067 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_wal": { 2024-07-26T06:04:44.067 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.067 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.067 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_count": { 2024-07-26T06:04:44.067 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 15 2024-07-26T06:04:44.067 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.067 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_bytes": { 2024-07-26T06:04:44.068 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4711 2024-07-26T06:04:44.068 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.068 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_count": { 2024-07-26T06:04:44.068 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4 2024-07-26T06:04:44.068 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.068 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_bytes": { 2024-07-26T06:04:44.068 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5537 2024-07-26T06:04:44.068 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.068 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_count": { 2024-07-26T06:04:44.068 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 24 2024-07-26T06:04:44.068 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.068 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_bytes": { 2024-07-26T06:04:44.068 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5537 2024-07-26T06:04:44.068 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.068 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_count": { 2024-07-26T06:04:44.069 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 24 2024-07-26T06:04:44.069 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.069 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes": { 2024-07-26T06:04:44.069 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.069 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.069 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_db": { 2024-07-26T06:04:44.069 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.069 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.069 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_slow": { 2024-07-26T06:04:44.069 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.069 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.069 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_wal": { 2024-07-26T06:04:44.069 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.069 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.070 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_count": { 2024-07-26T06:04:44.070 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.070 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.070 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_total_bytes": { 2024-07-26T06:04:44.070 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.070 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.070 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_used_bytes": { 2024-07-26T06:04:44.070 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.070 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.070 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_total_bytes": { 2024-07-26T06:04:44.070 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.070 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.070 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_used_bytes": { 2024-07-26T06:04:44.070 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.071 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.071 INFO:tasks.workunit.client.0.smithi089.stdout: "write_bytes": { 2024-07-26T06:04:44.071 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2138112 2024-07-26T06:04:44.071 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:44.071 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.071 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore": { 2024-07-26T06:04:44.071 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit": { 2024-07-26T06:04:44.071 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4096 2024-07-26T06:04:44.071 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.071 INFO:tasks.workunit.client.0.smithi089.stdout: "allocated": { 2024-07-26T06:04:44.071 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1380352 2024-07-26T06:04:44.071 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.071 INFO:tasks.workunit.client.0.smithi089.stdout: "clist_lat": { 2024-07-26T06:04:44.072 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2, 2024-07-26T06:04:44.072 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 115331 2024-07-26T06:04:44.072 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.072 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_lat": { 2024-07-26T06:04:44.072 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:44.072 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.072 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.072 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed": { 2024-07-26T06:04:44.072 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.072 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.072 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_allocated": { 2024-07-26T06:04:44.072 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.072 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.072 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_original": { 2024-07-26T06:04:44.073 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.073 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.073 INFO:tasks.workunit.client.0.smithi089.stdout: "csum_lat": { 2024-07-26T06:04:44.073 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 5, 2024-07-26T06:04:44.073 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8825 2024-07-26T06:04:44.073 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.073 INFO:tasks.workunit.client.0.smithi089.stdout: "decompress_lat": { 2024-07-26T06:04:44.073 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:44.073 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.073 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.073 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_commit_lat": { 2024-07-26T06:04:44.073 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 181, 2024-07-26T06:04:44.073 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 54120541 2024-07-26T06:04:44.073 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.073 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_final_lat": { 2024-07-26T06:04:44.074 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 175, 2024-07-26T06:04:44.074 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3783033 2024-07-26T06:04:44.074 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.074 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_flush_lat": { 2024-07-26T06:04:44.074 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 181, 2024-07-26T06:04:44.074 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 169657 2024-07-26T06:04:44.074 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.074 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_sync_lat": { 2024-07-26T06:04:44.074 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 181, 2024-07-26T06:04:44.074 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 54290198 2024-07-26T06:04:44.074 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.074 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_keys_lat": { 2024-07-26T06:04:44.074 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:44.074 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.075 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.075 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_values_lat": { 2024-07-26T06:04:44.075 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1, 2024-07-26T06:04:44.075 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 49925 2024-07-26T06:04:44.075 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.075 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_lower_bound_lat": { 2024-07-26T06:04:44.075 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2, 2024-07-26T06:04:44.075 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 937 2024-07-26T06:04:44.075 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.075 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_next_lat": { 2024-07-26T06:04:44.075 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:44.075 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.075 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.075 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_seek_to_first_lat": { 2024-07-26T06:04:44.076 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:44.076 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.076 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.076 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_upper_bound_lat": { 2024-07-26T06:04:44.076 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3, 2024-07-26T06:04:44.076 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9741 2024-07-26T06:04:44.076 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.076 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_hits": { 2024-07-26T06:04:44.076 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 346 2024-07-26T06:04:44.076 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.076 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_misses": { 2024-07-26T06:04:44.076 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 261 2024-07-26T06:04:44.076 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.076 INFO:tasks.workunit.client.0.smithi089.stdout: "read_lat": { 2024-07-26T06:04:44.076 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 97, 2024-07-26T06:04:44.077 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1002008 2024-07-26T06:04:44.077 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.077 INFO:tasks.workunit.client.0.smithi089.stdout: "read_onode_meta_lat": { 2024-07-26T06:04:44.077 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 152, 2024-07-26T06:04:44.077 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 264243 2024-07-26T06:04:44.077 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.077 INFO:tasks.workunit.client.0.smithi089.stdout: "read_wait_aio_lat": { 2024-07-26T06:04:44.077 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 55, 2024-07-26T06:04:44.077 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 654580 2024-07-26T06:04:44.077 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.077 INFO:tasks.workunit.client.0.smithi089.stdout: "reads_with_retries": { 2024-07-26T06:04:44.077 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.077 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.077 INFO:tasks.workunit.client.0.smithi089.stdout: "remove_lat": { 2024-07-26T06:04:44.078 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1, 2024-07-26T06:04:44.078 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 23385 2024-07-26T06:04:44.078 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.078 INFO:tasks.workunit.client.0.smithi089.stdout: "state_aio_wait_lat": { 2024-07-26T06:04:44.078 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 262, 2024-07-26T06:04:44.078 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2633521 2024-07-26T06:04:44.078 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.078 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T06:04:44.078 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 40, 2024-07-26T06:04:44.078 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2837568 2024-07-26T06:04:44.078 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.078 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_cleanup_lat": { 2024-07-26T06:04:44.078 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 37, 2024-07-26T06:04:44.078 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 248503446158 2024-07-26T06:04:44.079 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.079 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_queued_lat": { 2024-07-26T06:04:44.079 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 40, 2024-07-26T06:04:44.079 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 59204747371 2024-07-26T06:04:44.079 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.079 INFO:tasks.workunit.client.0.smithi089.stdout: "state_done_lat": { 2024-07-26T06:04:44.079 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 259, 2024-07-26T06:04:44.079 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 513238 2024-07-26T06:04:44.079 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.079 INFO:tasks.workunit.client.0.smithi089.stdout: "state_finishing_lat": { 2024-07-26T06:04:44.079 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 259, 2024-07-26T06:04:44.079 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 27233 2024-07-26T06:04:44.079 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.079 INFO:tasks.workunit.client.0.smithi089.stdout: "state_io_done_lat": { 2024-07-26T06:04:44.080 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 262, 2024-07-26T06:04:44.080 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 207650 2024-07-26T06:04:44.080 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.080 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_commiting_lat": { 2024-07-26T06:04:44.080 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 262, 2024-07-26T06:04:44.080 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 133990159 2024-07-26T06:04:44.080 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.080 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_done_lat": { 2024-07-26T06:04:44.080 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 262, 2024-07-26T06:04:44.080 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 82780 2024-07-26T06:04:44.080 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.080 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_queued_lat": { 2024-07-26T06:04:44.080 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 262, 2024-07-26T06:04:44.080 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 63403490 2024-07-26T06:04:44.080 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.081 INFO:tasks.workunit.client.0.smithi089.stdout: "state_prepare_lat": { 2024-07-26T06:04:44.081 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 262, 2024-07-26T06:04:44.081 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12158018 2024-07-26T06:04:44.081 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.081 INFO:tasks.workunit.client.0.smithi089.stdout: "stored": { 2024-07-26T06:04:44.081 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 941726 2024-07-26T06:04:44.081 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.081 INFO:tasks.workunit.client.0.smithi089.stdout: "truncate_lat": { 2024-07-26T06:04:44.081 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 33, 2024-07-26T06:04:44.081 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 136690 2024-07-26T06:04:44.081 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.081 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_commit_lat": { 2024-07-26T06:04:44.081 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 262, 2024-07-26T06:04:44.081 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 212426537 2024-07-26T06:04:44.081 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.082 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_submit_lat": { 2024-07-26T06:04:44.082 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 262, 2024-07-26T06:04:44.082 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 14554235 2024-07-26T06:04:44.082 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.082 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_throttle_lat": { 2024-07-26T06:04:44.082 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 262, 2024-07-26T06:04:44.082 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2491278 2024-07-26T06:04:44.082 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:44.082 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.082 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache": { 2024-07-26T06:04:44.082 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_bytes": { 2024-07-26T06:04:44.082 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1861472414 2024-07-26T06:04:44.082 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.082 INFO:tasks.workunit.client.0.smithi089.stdout: "heap_bytes": { 2024-07-26T06:04:44.083 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 269860864 2024-07-26T06:04:44.083 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.083 INFO:tasks.workunit.client.0.smithi089.stdout: "mapped_bytes": { 2024-07-26T06:04:44.083 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 269287424 2024-07-26T06:04:44.083 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.083 INFO:tasks.workunit.client.0.smithi089.stdout: "target_bytes": { 2024-07-26T06:04:44.083 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3137386803 2024-07-26T06:04:44.083 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.083 INFO:tasks.workunit.client.0.smithi089.stdout: "unmapped_bytes": { 2024-07-26T06:04:44.083 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 573440 2024-07-26T06:04:44.083 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:44.083 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.083 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:data": { 2024-07-26T06:04:44.083 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T06:04:44.084 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 159383552 2024-07-26T06:04:44.084 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.084 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T06:04:44.084 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.084 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.084 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T06:04:44.084 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.084 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.084 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T06:04:44.084 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 85498158 2024-07-26T06:04:44.084 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.084 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T06:04:44.084 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.084 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.084 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T06:04:44.085 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.085 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.085 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T06:04:44.085 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.085 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.085 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T06:04:44.085 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.085 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.085 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T06:04:44.085 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.085 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.085 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T06:04:44.085 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8192 2024-07-26T06:04:44.085 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.085 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T06:04:44.086 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.086 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.086 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T06:04:44.086 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.086 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.086 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T06:04:44.086 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.086 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.086 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T06:04:44.086 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 73877202 2024-07-26T06:04:44.086 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:44.086 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.086 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv": { 2024-07-26T06:04:44.086 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T06:04:44.087 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 780140544 2024-07-26T06:04:44.087 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.087 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T06:04:44.087 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T06:04:44.087 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.087 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T06:04:44.087 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.087 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.087 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T06:04:44.087 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 641236188 2024-07-26T06:04:44.087 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.087 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T06:04:44.087 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.087 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.088 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T06:04:44.088 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.088 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.088 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T06:04:44.088 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.088 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.088 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T06:04:44.088 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.088 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.088 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T06:04:44.088 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.088 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.088 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T06:04:44.088 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2128 2024-07-26T06:04:44.088 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.089 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T06:04:44.089 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.089 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.089 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T06:04:44.089 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.089 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.089 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T06:04:44.089 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.089 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.089 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T06:04:44.089 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 71793364 2024-07-26T06:04:44.089 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:44.089 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.089 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T06:04:44.090 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T06:04:44.090 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 192937984 2024-07-26T06:04:44.090 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.090 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T06:04:44.090 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T06:04:44.090 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.090 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T06:04:44.090 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 464 2024-07-26T06:04:44.090 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.090 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T06:04:44.090 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 56998772 2024-07-26T06:04:44.090 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.090 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T06:04:44.091 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.091 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.091 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T06:04:44.091 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.091 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.091 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T06:04:44.091 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.091 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.091 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T06:04:44.091 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.091 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.091 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T06:04:44.091 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.091 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.092 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T06:04:44.092 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.092 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.092 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T06:04:44.092 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.092 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.092 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T06:04:44.092 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.092 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.092 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T06:04:44.092 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.092 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.092 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T06:04:44.092 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 68829884 2024-07-26T06:04:44.092 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:44.093 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.093 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:meta": { 2024-07-26T06:04:44.093 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T06:04:44.093 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 713031680 2024-07-26T06:04:44.093 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.093 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T06:04:44.093 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.093 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.093 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T06:04:44.093 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.093 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.093 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T06:04:44.093 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 641236188 2024-07-26T06:04:44.093 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.094 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T06:04:44.094 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.094 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.094 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T06:04:44.094 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.094 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.094 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T06:04:44.094 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.094 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.094 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T06:04:44.094 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.094 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.094 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T06:04:44.094 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7117 2024-07-26T06:04:44.095 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.095 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T06:04:44.095 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 277589 2024-07-26T06:04:44.095 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.095 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T06:04:44.095 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.095 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.095 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T06:04:44.095 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.095 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.095 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T06:04:44.095 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.095 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.095 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T06:04:44.096 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 71510786 2024-07-26T06:04:44.096 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:44.096 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.096 INFO:tasks.workunit.client.0.smithi089.stdout: "objecter": { 2024-07-26T06:04:44.096 INFO:tasks.workunit.client.0.smithi089.stdout: "op_active": { 2024-07-26T06:04:44.096 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.096 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.096 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T06:04:44.096 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.096 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.096 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rmw": { 2024-07-26T06:04:44.096 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.096 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.096 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T06:04:44.096 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.097 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:44.097 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.097 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T06:04:44.097 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg": { 2024-07-26T06:04:44.097 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 38 2024-07-26T06:04:44.097 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.097 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg_removing": { 2024-07-26T06:04:44.097 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.097 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.097 INFO:tasks.workunit.client.0.smithi089.stdout: "op": { 2024-07-26T06:04:44.097 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 13 2024-07-26T06:04:44.097 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.097 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_degraded": { 2024-07-26T06:04:44.097 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.098 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.098 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_unreadable": { 2024-07-26T06:04:44.098 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.098 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.098 INFO:tasks.workunit.client.0.smithi089.stdout: "op_in_bytes": { 2024-07-26T06:04:44.098 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2804 2024-07-26T06:04:44.098 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.098 INFO:tasks.workunit.client.0.smithi089.stdout: "op_latency": { 2024-07-26T06:04:44.098 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 13, 2024-07-26T06:04:44.098 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 49842045 2024-07-26T06:04:44.098 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.098 INFO:tasks.workunit.client.0.smithi089.stdout: "op_out_bytes": { 2024-07-26T06:04:44.098 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.099 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.099 INFO:tasks.workunit.client.0.smithi089.stdout: "op_prepare_latency": { 2024-07-26T06:04:44.099 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 15, 2024-07-26T06:04:44.099 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7026636 2024-07-26T06:04:44.099 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.099 INFO:tasks.workunit.client.0.smithi089.stdout: "op_process_latency": { 2024-07-26T06:04:44.099 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 13, 2024-07-26T06:04:44.099 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 39064468 2024-07-26T06:04:44.099 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.099 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T06:04:44.099 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.099 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.099 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency": { 2024-07-26T06:04:44.099 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:44.100 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.100 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.100 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T06:04:44.100 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.100 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.100 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_out_bytes": { 2024-07-26T06:04:44.100 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.100 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.100 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_prepare_latency": { 2024-07-26T06:04:44.100 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:44.100 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.100 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.100 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_process_latency": { 2024-07-26T06:04:44.100 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:44.101 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.101 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.101 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw": { 2024-07-26T06:04:44.101 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.101 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.101 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_in_bytes": { 2024-07-26T06:04:44.101 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.101 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.101 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency": { 2024-07-26T06:04:44.101 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:44.101 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.101 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.101 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T06:04:44.101 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.102 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.102 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T06:04:44.102 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.102 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.102 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_out_bytes": { 2024-07-26T06:04:44.102 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.102 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.102 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_prepare_latency": { 2024-07-26T06:04:44.102 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:44.102 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.102 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.102 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_process_latency": { 2024-07-26T06:04:44.102 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:44.102 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.103 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.103 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T06:04:44.103 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 13 2024-07-26T06:04:44.103 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.103 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_in_bytes": { 2024-07-26T06:04:44.103 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2804 2024-07-26T06:04:44.103 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.103 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency": { 2024-07-26T06:04:44.103 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 13, 2024-07-26T06:04:44.103 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 49842045 2024-07-26T06:04:44.103 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.103 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T06:04:44.103 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.104 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.104 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_prepare_latency": { 2024-07-26T06:04:44.104 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 15, 2024-07-26T06:04:44.104 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7026636 2024-07-26T06:04:44.104 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.104 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_process_latency": { 2024-07-26T06:04:44.104 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 13, 2024-07-26T06:04:44.104 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 39064468 2024-07-26T06:04:44.104 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.104 INFO:tasks.workunit.client.0.smithi089.stdout: "op_wip": { 2024-07-26T06:04:44.104 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.104 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.104 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_bytes": { 2024-07-26T06:04:44.104 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.105 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.105 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_ops": { 2024-07-26T06:04:44.105 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.105 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.105 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes": { 2024-07-26T06:04:44.105 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995035648 2024-07-26T06:04:44.105 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.105 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes_used": { 2024-07-26T06:04:44.105 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 305868800 2024-07-26T06:04:44.105 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:44.105 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:44.105 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.105 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.7": { 2024-07-26T06:04:44.105 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T06:04:44.106 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_fallback": { 2024-07-26T06:04:44.106 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.106 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.106 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_size_fallback": { 2024-07-26T06:04:44.106 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.106 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.106 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_db": { 2024-07-26T06:04:44.106 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 65536 2024-07-26T06:04:44.106 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.106 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_main": { 2024-07-26T06:04:44.106 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.106 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.106 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_wal": { 2024-07-26T06:04:44.106 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.107 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.107 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_slow": { 2024-07-26T06:04:44.107 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.107 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.107 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_sst": { 2024-07-26T06:04:44.107 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12288 2024-07-26T06:04:44.107 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.107 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_wal": { 2024-07-26T06:04:44.107 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1245184 2024-07-26T06:04:44.107 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.107 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lat": { 2024-07-26T06:04:44.107 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:44.107 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.107 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.107 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lock_lat": { 2024-07-26T06:04:44.108 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:44.108 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.108 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.108 INFO:tasks.workunit.client.0.smithi089.stdout: "db_total_bytes": { 2024-07-26T06:04:44.108 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995035648 2024-07-26T06:04:44.108 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.108 INFO:tasks.workunit.client.0.smithi089.stdout: "db_used_bytes": { 2024-07-26T06:04:44.108 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 304480256 2024-07-26T06:04:44.108 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.108 INFO:tasks.workunit.client.0.smithi089.stdout: "log_bytes": { 2024-07-26T06:04:44.108 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 970752 2024-07-26T06:04:44.108 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.108 INFO:tasks.workunit.client.0.smithi089.stdout: "logged_bytes": { 2024-07-26T06:04:44.108 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 831488 2024-07-26T06:04:44.109 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.109 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_db": { 2024-07-26T06:04:44.109 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 312868864 2024-07-26T06:04:44.109 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.109 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_slow": { 2024-07-26T06:04:44.109 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.109 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.109 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_wal": { 2024-07-26T06:04:44.109 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.109 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.109 INFO:tasks.workunit.client.0.smithi089.stdout: "num_files": { 2024-07-26T06:04:44.109 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 14 2024-07-26T06:04:44.109 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.109 INFO:tasks.workunit.client.0.smithi089.stdout: "read_bytes": { 2024-07-26T06:04:44.109 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 195619 2024-07-26T06:04:44.110 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.110 INFO:tasks.workunit.client.0.smithi089.stdout: "read_count": { 2024-07-26T06:04:44.110 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 23 2024-07-26T06:04:44.110 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.110 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes": { 2024-07-26T06:04:44.110 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1269760 2024-07-26T06:04:44.110 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.110 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_db": { 2024-07-26T06:04:44.110 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1273856 2024-07-26T06:04:44.110 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.110 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_slow": { 2024-07-26T06:04:44.110 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.110 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.110 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_wal": { 2024-07-26T06:04:44.111 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.111 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.111 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_count": { 2024-07-26T06:04:44.111 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 15 2024-07-26T06:04:44.111 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.111 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_bytes": { 2024-07-26T06:04:44.111 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4711 2024-07-26T06:04:44.111 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.111 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_count": { 2024-07-26T06:04:44.111 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4 2024-07-26T06:04:44.111 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.111 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_bytes": { 2024-07-26T06:04:44.111 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5537 2024-07-26T06:04:44.112 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.112 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_count": { 2024-07-26T06:04:44.112 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 24 2024-07-26T06:04:44.112 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.112 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_bytes": { 2024-07-26T06:04:44.112 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5537 2024-07-26T06:04:44.112 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.112 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_count": { 2024-07-26T06:04:44.112 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 24 2024-07-26T06:04:44.112 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.112 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes": { 2024-07-26T06:04:44.112 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.112 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.112 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_db": { 2024-07-26T06:04:44.113 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.113 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.113 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_slow": { 2024-07-26T06:04:44.113 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.113 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.113 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_wal": { 2024-07-26T06:04:44.113 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.113 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.113 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_count": { 2024-07-26T06:04:44.113 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.113 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.113 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_total_bytes": { 2024-07-26T06:04:44.113 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.113 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.113 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_used_bytes": { 2024-07-26T06:04:44.114 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.114 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.114 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_total_bytes": { 2024-07-26T06:04:44.114 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.114 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.114 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_used_bytes": { 2024-07-26T06:04:44.114 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.114 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.114 INFO:tasks.workunit.client.0.smithi089.stdout: "write_bytes": { 2024-07-26T06:04:44.114 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2150400 2024-07-26T06:04:44.114 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:44.114 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.114 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore": { 2024-07-26T06:04:44.114 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit": { 2024-07-26T06:04:44.115 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4096 2024-07-26T06:04:44.115 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.115 INFO:tasks.workunit.client.0.smithi089.stdout: "allocated": { 2024-07-26T06:04:44.115 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1372160 2024-07-26T06:04:44.115 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.115 INFO:tasks.workunit.client.0.smithi089.stdout: "clist_lat": { 2024-07-26T06:04:44.115 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3, 2024-07-26T06:04:44.115 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 150240 2024-07-26T06:04:44.115 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.115 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_lat": { 2024-07-26T06:04:44.115 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:44.115 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.115 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.115 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed": { 2024-07-26T06:04:44.116 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.116 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.116 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_allocated": { 2024-07-26T06:04:44.116 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.116 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.116 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_original": { 2024-07-26T06:04:44.116 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.116 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.116 INFO:tasks.workunit.client.0.smithi089.stdout: "csum_lat": { 2024-07-26T06:04:44.116 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 6, 2024-07-26T06:04:44.116 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 16504 2024-07-26T06:04:44.116 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.116 INFO:tasks.workunit.client.0.smithi089.stdout: "decompress_lat": { 2024-07-26T06:04:44.116 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:44.117 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.117 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.117 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_commit_lat": { 2024-07-26T06:04:44.117 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 186, 2024-07-26T06:04:44.117 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 50778053 2024-07-26T06:04:44.117 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.117 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_final_lat": { 2024-07-26T06:04:44.117 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 178, 2024-07-26T06:04:44.117 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6223379 2024-07-26T06:04:44.117 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.117 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_flush_lat": { 2024-07-26T06:04:44.117 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 186, 2024-07-26T06:04:44.117 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 151484 2024-07-26T06:04:44.117 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.118 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_sync_lat": { 2024-07-26T06:04:44.118 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 186, 2024-07-26T06:04:44.118 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 50929537 2024-07-26T06:04:44.118 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.118 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_keys_lat": { 2024-07-26T06:04:44.118 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:44.118 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.118 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.118 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_values_lat": { 2024-07-26T06:04:44.118 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1, 2024-07-26T06:04:44.118 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 32356 2024-07-26T06:04:44.118 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.118 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_lower_bound_lat": { 2024-07-26T06:04:44.118 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2, 2024-07-26T06:04:44.119 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1235 2024-07-26T06:04:44.119 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.119 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_next_lat": { 2024-07-26T06:04:44.119 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:44.119 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.119 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.119 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_seek_to_first_lat": { 2024-07-26T06:04:44.119 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:44.119 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.119 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.119 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_upper_bound_lat": { 2024-07-26T06:04:44.119 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2, 2024-07-26T06:04:44.119 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5192 2024-07-26T06:04:44.119 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.119 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_hits": { 2024-07-26T06:04:44.120 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 427 2024-07-26T06:04:44.120 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.120 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_misses": { 2024-07-26T06:04:44.120 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 285 2024-07-26T06:04:44.120 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.120 INFO:tasks.workunit.client.0.smithi089.stdout: "read_lat": { 2024-07-26T06:04:44.120 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 107, 2024-07-26T06:04:44.120 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2172519 2024-07-26T06:04:44.120 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.120 INFO:tasks.workunit.client.0.smithi089.stdout: "read_onode_meta_lat": { 2024-07-26T06:04:44.120 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 156, 2024-07-26T06:04:44.120 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 376488 2024-07-26T06:04:44.120 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.120 INFO:tasks.workunit.client.0.smithi089.stdout: "read_wait_aio_lat": { 2024-07-26T06:04:44.121 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 49, 2024-07-26T06:04:44.121 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1459812 2024-07-26T06:04:44.121 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.121 INFO:tasks.workunit.client.0.smithi089.stdout: "reads_with_retries": { 2024-07-26T06:04:44.121 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.121 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.121 INFO:tasks.workunit.client.0.smithi089.stdout: "remove_lat": { 2024-07-26T06:04:44.121 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1, 2024-07-26T06:04:44.121 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 16306 2024-07-26T06:04:44.121 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.121 INFO:tasks.workunit.client.0.smithi089.stdout: "state_aio_wait_lat": { 2024-07-26T06:04:44.121 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 292, 2024-07-26T06:04:44.121 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4008855 2024-07-26T06:04:44.121 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.121 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T06:04:44.122 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 26, 2024-07-26T06:04:44.122 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1799798 2024-07-26T06:04:44.122 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.122 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_cleanup_lat": { 2024-07-26T06:04:44.122 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 25, 2024-07-26T06:04:44.122 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 107854902154 2024-07-26T06:04:44.122 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.122 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_queued_lat": { 2024-07-26T06:04:44.122 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 26, 2024-07-26T06:04:44.122 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 41902621084 2024-07-26T06:04:44.122 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.122 INFO:tasks.workunit.client.0.smithi089.stdout: "state_done_lat": { 2024-07-26T06:04:44.122 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 291, 2024-07-26T06:04:44.122 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 481061 2024-07-26T06:04:44.123 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.123 INFO:tasks.workunit.client.0.smithi089.stdout: "state_finishing_lat": { 2024-07-26T06:04:44.123 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 291, 2024-07-26T06:04:44.123 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 31968 2024-07-26T06:04:44.123 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.123 INFO:tasks.workunit.client.0.smithi089.stdout: "state_io_done_lat": { 2024-07-26T06:04:44.123 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 292, 2024-07-26T06:04:44.123 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 218924 2024-07-26T06:04:44.123 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.123 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_commiting_lat": { 2024-07-26T06:04:44.123 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 292, 2024-07-26T06:04:44.123 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 127993627 2024-07-26T06:04:44.123 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.123 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_done_lat": { 2024-07-26T06:04:44.124 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 292, 2024-07-26T06:04:44.124 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 89024 2024-07-26T06:04:44.124 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.124 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_queued_lat": { 2024-07-26T06:04:44.124 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 292, 2024-07-26T06:04:44.124 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 89377460 2024-07-26T06:04:44.124 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.124 INFO:tasks.workunit.client.0.smithi089.stdout: "state_prepare_lat": { 2024-07-26T06:04:44.124 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 292, 2024-07-26T06:04:44.124 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12225716 2024-07-26T06:04:44.124 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.124 INFO:tasks.workunit.client.0.smithi089.stdout: "stored": { 2024-07-26T06:04:44.124 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 939371 2024-07-26T06:04:44.124 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.125 INFO:tasks.workunit.client.0.smithi089.stdout: "truncate_lat": { 2024-07-26T06:04:44.125 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 25, 2024-07-26T06:04:44.125 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 108051 2024-07-26T06:04:44.125 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.125 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_commit_lat": { 2024-07-26T06:04:44.125 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 292, 2024-07-26T06:04:44.125 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 233864296 2024-07-26T06:04:44.125 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.125 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_submit_lat": { 2024-07-26T06:04:44.125 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 292, 2024-07-26T06:04:44.125 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 15278267 2024-07-26T06:04:44.125 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.125 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_throttle_lat": { 2024-07-26T06:04:44.125 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 292, 2024-07-26T06:04:44.125 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1937678 2024-07-26T06:04:44.126 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:44.126 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.126 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache": { 2024-07-26T06:04:44.126 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_bytes": { 2024-07-26T06:04:44.126 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1861472414 2024-07-26T06:04:44.126 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.126 INFO:tasks.workunit.client.0.smithi089.stdout: "heap_bytes": { 2024-07-26T06:04:44.126 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 270139392 2024-07-26T06:04:44.126 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.126 INFO:tasks.workunit.client.0.smithi089.stdout: "mapped_bytes": { 2024-07-26T06:04:44.126 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 269983744 2024-07-26T06:04:44.126 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.126 INFO:tasks.workunit.client.0.smithi089.stdout: "target_bytes": { 2024-07-26T06:04:44.126 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3137386803 2024-07-26T06:04:44.127 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.127 INFO:tasks.workunit.client.0.smithi089.stdout: "unmapped_bytes": { 2024-07-26T06:04:44.127 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 155648 2024-07-26T06:04:44.127 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:44.127 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.127 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:data": { 2024-07-26T06:04:44.127 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T06:04:44.127 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 159383552 2024-07-26T06:04:44.127 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.127 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T06:04:44.127 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.127 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.127 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T06:04:44.127 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.127 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.128 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T06:04:44.128 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 85489489 2024-07-26T06:04:44.128 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.128 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T06:04:44.128 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.128 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.128 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T06:04:44.128 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.128 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.128 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T06:04:44.128 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.128 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.128 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T06:04:44.128 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.129 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.129 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T06:04:44.129 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.129 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.129 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T06:04:44.129 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 139264 2024-07-26T06:04:44.129 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.129 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T06:04:44.129 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.129 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.129 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T06:04:44.129 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.129 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.130 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T06:04:44.130 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.130 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.130 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T06:04:44.130 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 73754799 2024-07-26T06:04:44.130 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:44.130 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.130 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv": { 2024-07-26T06:04:44.130 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T06:04:44.130 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 780140544 2024-07-26T06:04:44.130 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.130 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T06:04:44.130 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T06:04:44.130 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.131 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T06:04:44.131 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.131 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.131 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T06:04:44.131 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 641171171 2024-07-26T06:04:44.131 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.131 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T06:04:44.131 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.131 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.131 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T06:04:44.131 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.131 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.131 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T06:04:44.131 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.132 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.132 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T06:04:44.132 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.132 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.132 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T06:04:44.132 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.132 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.132 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T06:04:44.132 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2128 2024-07-26T06:04:44.132 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.132 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T06:04:44.132 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.132 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.132 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T06:04:44.132 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.133 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.133 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T06:04:44.133 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.133 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.133 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T06:04:44.133 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 71858381 2024-07-26T06:04:44.133 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:44.133 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.133 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T06:04:44.133 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T06:04:44.133 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 192937984 2024-07-26T06:04:44.133 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.133 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T06:04:44.133 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T06:04:44.133 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.134 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T06:04:44.134 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 464 2024-07-26T06:04:44.134 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.134 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T06:04:44.134 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 56992993 2024-07-26T06:04:44.134 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.134 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T06:04:44.134 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.134 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.134 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T06:04:44.134 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.134 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.134 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T06:04:44.135 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.135 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.135 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T06:04:44.135 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.135 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.135 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T06:04:44.135 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.135 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.135 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T06:04:44.135 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.135 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.135 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T06:04:44.135 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.135 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.135 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T06:04:44.136 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.136 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.136 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T06:04:44.136 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.136 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.136 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T06:04:44.136 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 68835663 2024-07-26T06:04:44.136 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:44.136 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.136 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:meta": { 2024-07-26T06:04:44.136 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T06:04:44.136 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 713031680 2024-07-26T06:04:44.136 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.136 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T06:04:44.137 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.137 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.137 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T06:04:44.137 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.137 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.137 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T06:04:44.137 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 641171171 2024-07-26T06:04:44.137 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.137 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T06:04:44.137 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.137 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.137 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T06:04:44.137 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.137 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.137 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T06:04:44.138 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.138 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.138 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T06:04:44.138 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.138 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.138 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T06:04:44.138 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.138 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.138 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T06:04:44.138 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 292410 2024-07-26T06:04:44.138 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.138 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T06:04:44.138 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.138 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.139 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T06:04:44.139 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.139 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.139 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T06:04:44.139 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.139 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.139 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T06:04:44.139 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 71568099 2024-07-26T06:04:44.139 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:44.139 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.139 INFO:tasks.workunit.client.0.smithi089.stdout: "objecter": { 2024-07-26T06:04:44.139 INFO:tasks.workunit.client.0.smithi089.stdout: "op_active": { 2024-07-26T06:04:44.139 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.139 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.140 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T06:04:44.140 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.140 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.140 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rmw": { 2024-07-26T06:04:44.140 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.140 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.140 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T06:04:44.140 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.140 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:44.140 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.140 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T06:04:44.140 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg": { 2024-07-26T06:04:44.140 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 46 2024-07-26T06:04:44.140 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.140 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg_removing": { 2024-07-26T06:04:44.141 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.141 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.141 INFO:tasks.workunit.client.0.smithi089.stdout: "op": { 2024-07-26T06:04:44.141 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 43 2024-07-26T06:04:44.141 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.141 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_degraded": { 2024-07-26T06:04:44.141 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.141 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.141 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_unreadable": { 2024-07-26T06:04:44.141 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.141 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.141 INFO:tasks.workunit.client.0.smithi089.stdout: "op_in_bytes": { 2024-07-26T06:04:44.141 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.141 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.142 INFO:tasks.workunit.client.0.smithi089.stdout: "op_latency": { 2024-07-26T06:04:44.142 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 43, 2024-07-26T06:04:44.142 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 49409005 2024-07-26T06:04:44.142 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.142 INFO:tasks.workunit.client.0.smithi089.stdout: "op_out_bytes": { 2024-07-26T06:04:44.142 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 132134 2024-07-26T06:04:44.142 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.142 INFO:tasks.workunit.client.0.smithi089.stdout: "op_prepare_latency": { 2024-07-26T06:04:44.142 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 45, 2024-07-26T06:04:44.142 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 14711336 2024-07-26T06:04:44.142 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.142 INFO:tasks.workunit.client.0.smithi089.stdout: "op_process_latency": { 2024-07-26T06:04:44.142 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 43, 2024-07-26T06:04:44.142 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 27852592 2024-07-26T06:04:44.143 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.143 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T06:04:44.143 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 28 2024-07-26T06:04:44.143 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.143 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency": { 2024-07-26T06:04:44.143 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 28, 2024-07-26T06:04:44.143 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4621764 2024-07-26T06:04:44.143 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.143 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T06:04:44.143 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.143 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.143 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_out_bytes": { 2024-07-26T06:04:44.143 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 132134 2024-07-26T06:04:44.143 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.144 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_prepare_latency": { 2024-07-26T06:04:44.144 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 28, 2024-07-26T06:04:44.144 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4152875 2024-07-26T06:04:44.144 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.144 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_process_latency": { 2024-07-26T06:04:44.144 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 28, 2024-07-26T06:04:44.144 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3503631 2024-07-26T06:04:44.144 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.144 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw": { 2024-07-26T06:04:44.144 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10 2024-07-26T06:04:44.144 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.144 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_in_bytes": { 2024-07-26T06:04:44.144 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.144 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.144 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency": { 2024-07-26T06:04:44.145 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 10, 2024-07-26T06:04:44.145 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8161971 2024-07-26T06:04:44.145 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.145 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T06:04:44.145 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.145 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.145 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T06:04:44.145 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.145 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.145 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_out_bytes": { 2024-07-26T06:04:44.145 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.145 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.145 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_prepare_latency": { 2024-07-26T06:04:44.145 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 10, 2024-07-26T06:04:44.146 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3509757 2024-07-26T06:04:44.146 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.146 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_process_latency": { 2024-07-26T06:04:44.146 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 10, 2024-07-26T06:04:44.146 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7725516 2024-07-26T06:04:44.146 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.146 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T06:04:44.146 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5 2024-07-26T06:04:44.146 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.146 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_in_bytes": { 2024-07-26T06:04:44.146 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.146 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.146 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency": { 2024-07-26T06:04:44.147 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 5, 2024-07-26T06:04:44.147 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 36625270 2024-07-26T06:04:44.147 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.147 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T06:04:44.147 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.147 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.147 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_prepare_latency": { 2024-07-26T06:04:44.147 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7, 2024-07-26T06:04:44.147 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7048704 2024-07-26T06:04:44.147 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.147 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_process_latency": { 2024-07-26T06:04:44.147 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 5, 2024-07-26T06:04:44.147 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 16623445 2024-07-26T06:04:44.147 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.148 INFO:tasks.workunit.client.0.smithi089.stdout: "op_wip": { 2024-07-26T06:04:44.148 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.148 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.148 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_bytes": { 2024-07-26T06:04:44.148 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.148 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.148 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_ops": { 2024-07-26T06:04:44.148 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.148 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.148 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes": { 2024-07-26T06:04:44.148 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995035648 2024-07-26T06:04:44.148 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.148 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes_used": { 2024-07-26T06:04:44.148 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 305864704 2024-07-26T06:04:44.148 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:44.149 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:44.149 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:44.149 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.149 INFO:tasks.workunit.client.0.smithi089.stdout: "pools": [ 2024-07-26T06:04:44.149 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.149 INFO:tasks.workunit.client.0.smithi089.stdout: "application": [ 2024-07-26T06:04:44.149 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr" 2024-07-26T06:04:44.149 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.149 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_mode": "none", 2024-07-26T06:04:44.149 INFO:tasks.workunit.client.0.smithi089.stdout: "erasure_code_profile": {}, 2024-07-26T06:04:44.149 INFO:tasks.workunit.client.0.smithi089.stdout: "min_size": 2, 2024-07-26T06:04:44.149 INFO:tasks.workunit.client.0.smithi089.stdout: "options": {}, 2024-07-26T06:04:44.149 INFO:tasks.workunit.client.0.smithi089.stdout: "pg_autoscale_mode": "off", 2024-07-26T06:04:44.149 INFO:tasks.workunit.client.0.smithi089.stdout: "pg_num": 1, 2024-07-26T06:04:44.150 INFO:tasks.workunit.client.0.smithi089.stdout: "pgp_num": 1, 2024-07-26T06:04:44.150 INFO:tasks.workunit.client.0.smithi089.stdout: "pool": 1, 2024-07-26T06:04:44.150 INFO:tasks.workunit.client.0.smithi089.stdout: "size": 3, 2024-07-26T06:04:44.150 INFO:tasks.workunit.client.0.smithi089.stdout: "stats": { 2024-07-26T06:04:44.150 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_raw": 727115213066, 2024-07-26T06:04:44.150 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_used": 1781760, 2024-07-26T06:04:44.150 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_bytes_used": 0, 2024-07-26T06:04:44.150 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_under_bytes": 0, 2024-07-26T06:04:44.150 INFO:tasks.workunit.client.0.smithi089.stdout: "data_bytes_used": 1781760, 2024-07-26T06:04:44.150 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty": 0, 2024-07-26T06:04:44.150 INFO:tasks.workunit.client.0.smithi089.stdout: "max_avail": 242371739648, 2024-07-26T06:04:44.150 INFO:tasks.workunit.client.0.smithi089.stdout: "objects": 2, 2024-07-26T06:04:44.150 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_bytes_used": 0, 2024-07-26T06:04:44.151 INFO:tasks.workunit.client.0.smithi089.stdout: "percent_used": 2.4504447537765373e-06, 2024-07-26T06:04:44.151 INFO:tasks.workunit.client.0.smithi089.stdout: "quota_bytes": 0, 2024-07-26T06:04:44.151 INFO:tasks.workunit.client.0.smithi089.stdout: "quota_objects": 0, 2024-07-26T06:04:44.151 INFO:tasks.workunit.client.0.smithi089.stdout: "rd": 212, 2024-07-26T06:04:44.151 INFO:tasks.workunit.client.0.smithi089.stdout: "rd_bytes": 313344, 2024-07-26T06:04:44.151 INFO:tasks.workunit.client.0.smithi089.stdout: "stored": 590368, 2024-07-26T06:04:44.151 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_data": 590368, 2024-07-26T06:04:44.151 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_omap": 0, 2024-07-26T06:04:44.151 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_raw": 1771104, 2024-07-26T06:04:44.151 INFO:tasks.workunit.client.0.smithi089.stdout: "wr": 179, 2024-07-26T06:04:44.151 INFO:tasks.workunit.client.0.smithi089.stdout: "wr_bytes": 2473984 2024-07-26T06:04:44.151 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.151 INFO:tasks.workunit.client.0.smithi089.stdout: "target_max_bytes": 0, 2024-07-26T06:04:44.151 INFO:tasks.workunit.client.0.smithi089.stdout: "target_max_objects": 0, 2024-07-26T06:04:44.152 INFO:tasks.workunit.client.0.smithi089.stdout: "type": "replicated" 2024-07-26T06:04:44.152 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.152 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.152 INFO:tasks.workunit.client.0.smithi089.stdout: "application": [ 2024-07-26T06:04:44.152 INFO:tasks.workunit.client.0.smithi089.stdout: "cephfs" 2024-07-26T06:04:44.152 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.152 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_mode": "none", 2024-07-26T06:04:44.152 INFO:tasks.workunit.client.0.smithi089.stdout: "erasure_code_profile": {}, 2024-07-26T06:04:44.152 INFO:tasks.workunit.client.0.smithi089.stdout: "min_size": 2, 2024-07-26T06:04:44.152 INFO:tasks.workunit.client.0.smithi089.stdout: "options": {}, 2024-07-26T06:04:44.152 INFO:tasks.workunit.client.0.smithi089.stdout: "pg_autoscale_mode": "off", 2024-07-26T06:04:44.152 INFO:tasks.workunit.client.0.smithi089.stdout: "pg_num": 32, 2024-07-26T06:04:44.152 INFO:tasks.workunit.client.0.smithi089.stdout: "pgp_num": 32, 2024-07-26T06:04:44.152 INFO:tasks.workunit.client.0.smithi089.stdout: "pool": 2, 2024-07-26T06:04:44.152 INFO:tasks.workunit.client.0.smithi089.stdout: "size": 3, 2024-07-26T06:04:44.153 INFO:tasks.workunit.client.0.smithi089.stdout: "stats": { 2024-07-26T06:04:44.153 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_raw": 727115213066, 2024-07-26T06:04:44.153 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_used": 98304, 2024-07-26T06:04:44.153 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_bytes_used": 0, 2024-07-26T06:04:44.153 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_under_bytes": 0, 2024-07-26T06:04:44.153 INFO:tasks.workunit.client.0.smithi089.stdout: "data_bytes_used": 98304, 2024-07-26T06:04:44.153 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty": 0, 2024-07-26T06:04:44.153 INFO:tasks.workunit.client.0.smithi089.stdout: "max_avail": 242371739648, 2024-07-26T06:04:44.153 INFO:tasks.workunit.client.0.smithi089.stdout: "objects": 22, 2024-07-26T06:04:44.153 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_bytes_used": 0, 2024-07-26T06:04:44.153 INFO:tasks.workunit.client.0.smithi089.stdout: "percent_used": 1.351972542806834e-07, 2024-07-26T06:04:44.153 INFO:tasks.workunit.client.0.smithi089.stdout: "quota_bytes": 0, 2024-07-26T06:04:44.153 INFO:tasks.workunit.client.0.smithi089.stdout: "quota_objects": 0, 2024-07-26T06:04:44.153 INFO:tasks.workunit.client.0.smithi089.stdout: "rd": 0, 2024-07-26T06:04:44.154 INFO:tasks.workunit.client.0.smithi089.stdout: "rd_bytes": 0, 2024-07-26T06:04:44.154 INFO:tasks.workunit.client.0.smithi089.stdout: "stored": 3410, 2024-07-26T06:04:44.154 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_data": 3410, 2024-07-26T06:04:44.154 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_omap": 0, 2024-07-26T06:04:44.154 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_raw": 10230, 2024-07-26T06:04:44.154 INFO:tasks.workunit.client.0.smithi089.stdout: "wr": 51, 2024-07-26T06:04:44.154 INFO:tasks.workunit.client.0.smithi089.stdout: "wr_bytes": 19456 2024-07-26T06:04:44.154 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.154 INFO:tasks.workunit.client.0.smithi089.stdout: "target_max_bytes": 0, 2024-07-26T06:04:44.154 INFO:tasks.workunit.client.0.smithi089.stdout: "target_max_objects": 0, 2024-07-26T06:04:44.154 INFO:tasks.workunit.client.0.smithi089.stdout: "type": "replicated" 2024-07-26T06:04:44.154 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.154 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.154 INFO:tasks.workunit.client.0.smithi089.stdout: "application": [ 2024-07-26T06:04:44.155 INFO:tasks.workunit.client.0.smithi089.stdout: "cephfs" 2024-07-26T06:04:44.155 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.155 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_mode": "none", 2024-07-26T06:04:44.155 INFO:tasks.workunit.client.0.smithi089.stdout: "erasure_code_profile": {}, 2024-07-26T06:04:44.155 INFO:tasks.workunit.client.0.smithi089.stdout: "min_size": 2, 2024-07-26T06:04:44.155 INFO:tasks.workunit.client.0.smithi089.stdout: "options": {}, 2024-07-26T06:04:44.155 INFO:tasks.workunit.client.0.smithi089.stdout: "pg_autoscale_mode": "off", 2024-07-26T06:04:44.155 INFO:tasks.workunit.client.0.smithi089.stdout: "pg_num": 64, 2024-07-26T06:04:44.155 INFO:tasks.workunit.client.0.smithi089.stdout: "pgp_num": 64, 2024-07-26T06:04:44.155 INFO:tasks.workunit.client.0.smithi089.stdout: "pool": 3, 2024-07-26T06:04:44.155 INFO:tasks.workunit.client.0.smithi089.stdout: "size": 3, 2024-07-26T06:04:44.155 INFO:tasks.workunit.client.0.smithi089.stdout: "stats": { 2024-07-26T06:04:44.155 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_raw": 727115213066, 2024-07-26T06:04:44.155 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_used": 0, 2024-07-26T06:04:44.155 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_bytes_used": 0, 2024-07-26T06:04:44.156 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_under_bytes": 0, 2024-07-26T06:04:44.156 INFO:tasks.workunit.client.0.smithi089.stdout: "data_bytes_used": 0, 2024-07-26T06:04:44.156 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty": 0, 2024-07-26T06:04:44.156 INFO:tasks.workunit.client.0.smithi089.stdout: "max_avail": 242371739648, 2024-07-26T06:04:44.156 INFO:tasks.workunit.client.0.smithi089.stdout: "objects": 0, 2024-07-26T06:04:44.156 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_bytes_used": 0, 2024-07-26T06:04:44.156 INFO:tasks.workunit.client.0.smithi089.stdout: "percent_used": 0.0, 2024-07-26T06:04:44.156 INFO:tasks.workunit.client.0.smithi089.stdout: "quota_bytes": 0, 2024-07-26T06:04:44.156 INFO:tasks.workunit.client.0.smithi089.stdout: "quota_objects": 0, 2024-07-26T06:04:44.156 INFO:tasks.workunit.client.0.smithi089.stdout: "rd": 0, 2024-07-26T06:04:44.156 INFO:tasks.workunit.client.0.smithi089.stdout: "rd_bytes": 0, 2024-07-26T06:04:44.156 INFO:tasks.workunit.client.0.smithi089.stdout: "stored": 0, 2024-07-26T06:04:44.156 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_data": 0, 2024-07-26T06:04:44.156 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_omap": 0, 2024-07-26T06:04:44.157 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_raw": 0, 2024-07-26T06:04:44.157 INFO:tasks.workunit.client.0.smithi089.stdout: "wr": 0, 2024-07-26T06:04:44.157 INFO:tasks.workunit.client.0.smithi089.stdout: "wr_bytes": 0 2024-07-26T06:04:44.157 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.157 INFO:tasks.workunit.client.0.smithi089.stdout: "target_max_bytes": 0, 2024-07-26T06:04:44.157 INFO:tasks.workunit.client.0.smithi089.stdout: "target_max_objects": 0, 2024-07-26T06:04:44.157 INFO:tasks.workunit.client.0.smithi089.stdout: "type": "replicated" 2024-07-26T06:04:44.157 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.157 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.157 INFO:tasks.workunit.client.0.smithi089.stdout: "application": [ 2024-07-26T06:04:44.157 INFO:tasks.workunit.client.0.smithi089.stdout: "rbd" 2024-07-26T06:04:44.157 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.157 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_mode": "none", 2024-07-26T06:04:44.157 INFO:tasks.workunit.client.0.smithi089.stdout: "erasure_code_profile": {}, 2024-07-26T06:04:44.157 INFO:tasks.workunit.client.0.smithi089.stdout: "min_size": 2, 2024-07-26T06:04:44.158 INFO:tasks.workunit.client.0.smithi089.stdout: "options": {}, 2024-07-26T06:04:44.158 INFO:tasks.workunit.client.0.smithi089.stdout: "pg_autoscale_mode": "off", 2024-07-26T06:04:44.158 INFO:tasks.workunit.client.0.smithi089.stdout: "pg_num": 8, 2024-07-26T06:04:44.158 INFO:tasks.workunit.client.0.smithi089.stdout: "pgp_num": 8, 2024-07-26T06:04:44.158 INFO:tasks.workunit.client.0.smithi089.stdout: "pool": 4, 2024-07-26T06:04:44.158 INFO:tasks.workunit.client.0.smithi089.stdout: "size": 3, 2024-07-26T06:04:44.158 INFO:tasks.workunit.client.0.smithi089.stdout: "stats": { 2024-07-26T06:04:44.158 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_raw": 727115213066, 2024-07-26T06:04:44.158 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_used": 12288, 2024-07-26T06:04:44.158 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_bytes_used": 0, 2024-07-26T06:04:44.158 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_under_bytes": 0, 2024-07-26T06:04:44.158 INFO:tasks.workunit.client.0.smithi089.stdout: "data_bytes_used": 12288, 2024-07-26T06:04:44.158 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty": 0, 2024-07-26T06:04:44.158 INFO:tasks.workunit.client.0.smithi089.stdout: "max_avail": 242371739648, 2024-07-26T06:04:44.159 INFO:tasks.workunit.client.0.smithi089.stdout: "objects": 2, 2024-07-26T06:04:44.159 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_bytes_used": 0, 2024-07-26T06:04:44.159 INFO:tasks.workunit.client.0.smithi089.stdout: "percent_used": 1.6899660337799105e-08, 2024-07-26T06:04:44.159 INFO:tasks.workunit.client.0.smithi089.stdout: "quota_bytes": 0, 2024-07-26T06:04:44.159 INFO:tasks.workunit.client.0.smithi089.stdout: "quota_objects": 0, 2024-07-26T06:04:44.159 INFO:tasks.workunit.client.0.smithi089.stdout: "rd": 0, 2024-07-26T06:04:44.159 INFO:tasks.workunit.client.0.smithi089.stdout: "rd_bytes": 0, 2024-07-26T06:04:44.159 INFO:tasks.workunit.client.0.smithi089.stdout: "stored": 19, 2024-07-26T06:04:44.159 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_data": 19, 2024-07-26T06:04:44.159 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_omap": 0, 2024-07-26T06:04:44.159 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_raw": 57, 2024-07-26T06:04:44.159 INFO:tasks.workunit.client.0.smithi089.stdout: "wr": 2, 2024-07-26T06:04:44.159 INFO:tasks.workunit.client.0.smithi089.stdout: "wr_bytes": 2048 2024-07-26T06:04:44.159 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.160 INFO:tasks.workunit.client.0.smithi089.stdout: "target_max_bytes": 0, 2024-07-26T06:04:44.160 INFO:tasks.workunit.client.0.smithi089.stdout: "target_max_objects": 0, 2024-07-26T06:04:44.160 INFO:tasks.workunit.client.0.smithi089.stdout: "type": "replicated" 2024-07-26T06:04:44.160 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:44.160 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.160 INFO:tasks.workunit.client.0.smithi089.stdout: "rbd": { 2024-07-26T06:04:44.160 INFO:tasks.workunit.client.0.smithi089.stdout: "mirroring_by_pool": [ 2024-07-26T06:04:44.160 INFO:tasks.workunit.client.0.smithi089.stdout: false 2024-07-26T06:04:44.160 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.160 INFO:tasks.workunit.client.0.smithi089.stdout: "num_images_by_pool": [ 2024-07-26T06:04:44.160 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T06:04:44.160 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.160 INFO:tasks.workunit.client.0.smithi089.stdout: "num_pools": 1 2024-07-26T06:04:44.160 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.160 INFO:tasks.workunit.client.0.smithi089.stdout: "report_id": "026049de-bcb2-4570-8ba4-a21596785ca5", 2024-07-26T06:04:44.161 INFO:tasks.workunit.client.0.smithi089.stdout: "report_timestamp": "2024-07-26T06:04:43.316066", 2024-07-26T06:04:44.161 INFO:tasks.workunit.client.0.smithi089.stdout: "report_version": 1, 2024-07-26T06:04:44.161 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb_stats": { 2024-07-26T06:04:44.161 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "6.15.5" 2024-07-26T06:04:44.161 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.161 INFO:tasks.workunit.client.0.smithi089.stdout: "rook": { 2024-07-26T06:04:44.161 INFO:tasks.workunit.client.0.smithi089.stdout: "cluster": { 2024-07-26T06:04:44.161 INFO:tasks.workunit.client.0.smithi089.stdout: "external-mode": null, 2024-07-26T06:04:44.161 INFO:tasks.workunit.client.0.smithi089.stdout: "mon": { 2024-07-26T06:04:44.161 INFO:tasks.workunit.client.0.smithi089.stdout: "allow-multiple-per-node": null, 2024-07-26T06:04:44.161 INFO:tasks.workunit.client.0.smithi089.stdout: "count": null, 2024-07-26T06:04:44.161 INFO:tasks.workunit.client.0.smithi089.stdout: "max-id": null, 2024-07-26T06:04:44.161 INFO:tasks.workunit.client.0.smithi089.stdout: "pvc": { 2024-07-26T06:04:44.161 INFO:tasks.workunit.client.0.smithi089.stdout: "enabled": null 2024-07-26T06:04:44.161 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.162 INFO:tasks.workunit.client.0.smithi089.stdout: "stretch": { 2024-07-26T06:04:44.162 INFO:tasks.workunit.client.0.smithi089.stdout: "enabled": null 2024-07-26T06:04:44.162 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:44.162 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.162 INFO:tasks.workunit.client.0.smithi089.stdout: "network": { 2024-07-26T06:04:44.162 INFO:tasks.workunit.client.0.smithi089.stdout: "provider": null 2024-07-26T06:04:44.162 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.162 INFO:tasks.workunit.client.0.smithi089.stdout: "storage": { 2024-07-26T06:04:44.162 INFO:tasks.workunit.client.0.smithi089.stdout: "device-set": { 2024-07-26T06:04:44.162 INFO:tasks.workunit.client.0.smithi089.stdout: "count": { 2024-07-26T06:04:44.162 INFO:tasks.workunit.client.0.smithi089.stdout: "non-portable": null, 2024-07-26T06:04:44.162 INFO:tasks.workunit.client.0.smithi089.stdout: "portable": null, 2024-07-26T06:04:44.162 INFO:tasks.workunit.client.0.smithi089.stdout: "total": null 2024-07-26T06:04:44.162 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:44.163 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:44.163 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:44.163 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.163 INFO:tasks.workunit.client.0.smithi089.stdout: "csi": { 2024-07-26T06:04:44.163 INFO:tasks.workunit.client.0.smithi089.stdout: "version": null 2024-07-26T06:04:44.163 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.163 INFO:tasks.workunit.client.0.smithi089.stdout: "kubernetes": { 2024-07-26T06:04:44.163 INFO:tasks.workunit.client.0.smithi089.stdout: "version": null 2024-07-26T06:04:44.163 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.163 INFO:tasks.workunit.client.0.smithi089.stdout: "node": { 2024-07-26T06:04:44.163 INFO:tasks.workunit.client.0.smithi089.stdout: "count": { 2024-07-26T06:04:44.163 INFO:tasks.workunit.client.0.smithi089.stdout: "kubernetes-total": null, 2024-07-26T06:04:44.163 INFO:tasks.workunit.client.0.smithi089.stdout: "with-ceph-daemons": null, 2024-07-26T06:04:44.163 INFO:tasks.workunit.client.0.smithi089.stdout: "with-csi-cephfs-plugin": null, 2024-07-26T06:04:44.163 INFO:tasks.workunit.client.0.smithi089.stdout: "with-csi-nfs-plugin": null, 2024-07-26T06:04:44.164 INFO:tasks.workunit.client.0.smithi089.stdout: "with-csi-rbd-plugin": null 2024-07-26T06:04:44.164 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:44.164 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.164 INFO:tasks.workunit.client.0.smithi089.stdout: "usage": { 2024-07-26T06:04:44.164 INFO:tasks.workunit.client.0.smithi089.stdout: "storage-class": { 2024-07-26T06:04:44.164 INFO:tasks.workunit.client.0.smithi089.stdout: "count": { 2024-07-26T06:04:44.164 INFO:tasks.workunit.client.0.smithi089.stdout: "bucket": null, 2024-07-26T06:04:44.164 INFO:tasks.workunit.client.0.smithi089.stdout: "cephfs": null, 2024-07-26T06:04:44.164 INFO:tasks.workunit.client.0.smithi089.stdout: "nfs": null, 2024-07-26T06:04:44.164 INFO:tasks.workunit.client.0.smithi089.stdout: "rbd": null, 2024-07-26T06:04:44.164 INFO:tasks.workunit.client.0.smithi089.stdout: "total": null 2024-07-26T06:04:44.164 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:44.164 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:44.164 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.164 INFO:tasks.workunit.client.0.smithi089.stdout: "version": null 2024-07-26T06:04:44.165 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.165 INFO:tasks.workunit.client.0.smithi089.stdout: "services": {}, 2024-07-26T06:04:44.165 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_per_pg": [ 2024-07-26T06:04:44.165 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.165 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.165 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:44.165 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T06:04:44.165 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T06:04:44.165 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.165 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T06:04:44.165 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.165 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.165 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:44.165 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.166 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.166 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.166 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.612820+0000", 2024-07-26T06:04:44.166 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.355301+0000", 2024-07-26T06:04:44.166 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.355301+0000", 2024-07-26T06:04:44.166 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.355572+0000", 2024-07-26T06:04:44.166 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.612820+0000", 2024-07-26T06:04:44.166 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.166 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.166 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.166 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:44.166 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.612820+0000", 2024-07-26T06:04:44.166 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.612820+0000", 2024-07-26T06:04:44.166 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.612820+0000", 2024-07-26T06:04:44.167 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.167 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.167 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.167 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.612820+0000", 2024-07-26T06:04:44.167 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.612820+0000", 2024-07-26T06:04:44.167 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.167 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.167 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.167 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.167 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:44.167 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.167 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.167 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.167 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.167 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.168 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.168 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.168 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.168 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.3f", 2024-07-26T06:04:44.168 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.168 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.168 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.168 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:44.168 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.168 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:57:48.194583+0000", 2024-07-26T06:04:44.168 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.168 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.168 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.169 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.169 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.169 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.169 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.169 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.169 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.169 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.169 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.169 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.169 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.169 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.169 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.169 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.169 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.170 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.170 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.170 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.170 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.170 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.170 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.170 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.170 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.170 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.170 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.170 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.170 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.170 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.170 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.173 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.173 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.174 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.174 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.174 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.174 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.174 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.174 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.174 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.174 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.174 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.174 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.174 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.174 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.174 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.174 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.175 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:44.175 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T06:04:44.175 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T06:04:44.175 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.175 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T06:04:44.175 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:44.175 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.175 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.175 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.175 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:44.175 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:44.175 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T06:04:44.175 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.175 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T06:04:44.176 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.176 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.176 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:44.176 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.176 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.176 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.176 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.209319+0000", 2024-07-26T06:04:44.176 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.356902+0000", 2024-07-26T06:04:44.176 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.356902+0000", 2024-07-26T06:04:44.176 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.357194+0000", 2024-07-26T06:04:44.176 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.209319+0000", 2024-07-26T06:04:44.176 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.176 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.176 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.177 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:44.177 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.209319+0000", 2024-07-26T06:04:44.177 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.209319+0000", 2024-07-26T06:04:44.177 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.209319+0000", 2024-07-26T06:04:44.177 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.177 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.177 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.177 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.209319+0000", 2024-07-26T06:04:44.177 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.209319+0000", 2024-07-26T06:04:44.177 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.177 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.177 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.177 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.177 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:44.177 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.178 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.178 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.178 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.178 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.178 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.178 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.178 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.178 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.3e", 2024-07-26T06:04:44.178 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.178 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.178 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.178 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:44.178 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.179 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:06:30.131634+0000", 2024-07-26T06:04:44.179 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.179 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.179 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.179 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.179 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.179 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.179 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.179 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.179 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.179 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.179 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.179 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.179 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.179 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.180 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.180 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.180 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.180 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.180 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.180 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.180 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.180 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.180 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.180 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.180 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.180 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.180 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.180 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.180 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.181 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.181 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.181 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.181 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.181 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.181 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.181 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.181 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.181 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.181 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.181 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.181 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.181 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.181 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.181 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.182 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.182 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.182 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.182 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:44.182 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:44.182 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T06:04:44.182 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.182 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T06:04:44.182 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:44.182 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.182 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.182 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.182 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:44.183 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T06:04:44.183 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T06:04:44.183 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.183 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 0, 2024-07-26T06:04:44.183 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.183 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.183 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:44.183 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.183 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.183 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.183 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.367646+0000", 2024-07-26T06:04:44.183 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.345941+0000", 2024-07-26T06:04:44.183 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.345941+0000", 2024-07-26T06:04:44.183 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.346200+0000", 2024-07-26T06:04:44.183 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.367646+0000", 2024-07-26T06:04:44.184 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.184 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.184 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.184 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:44.184 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.367646+0000", 2024-07-26T06:04:44.184 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.367646+0000", 2024-07-26T06:04:44.184 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.367646+0000", 2024-07-26T06:04:44.184 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.184 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.184 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.184 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.367646+0000", 2024-07-26T06:04:44.184 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.367646+0000", 2024-07-26T06:04:44.184 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.184 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.184 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.185 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.185 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:44.185 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.185 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.185 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.185 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.185 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.185 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.185 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.185 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.185 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.3d", 2024-07-26T06:04:44.185 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.186 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.186 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.186 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:44.186 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.186 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:18:36.508099+0000", 2024-07-26T06:04:44.186 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.186 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.186 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.186 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.186 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.186 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.186 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.186 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.186 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.187 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.187 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.187 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.187 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.187 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.187 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.187 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.187 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.187 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.187 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.187 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.187 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.187 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.187 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.188 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.188 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.188 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.188 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.188 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.188 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.188 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.188 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.188 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.188 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.188 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.188 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.188 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.188 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.189 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.189 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.189 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.189 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.189 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.189 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.189 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.189 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.189 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.189 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.189 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:44.189 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T06:04:44.189 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T06:04:44.189 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.190 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 0, 2024-07-26T06:04:44.190 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:44.190 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.190 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.190 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.190 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:44.190 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:44.190 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T06:04:44.190 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.190 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T06:04:44.190 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.190 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.190 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:44.190 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.191 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.191 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.191 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.211770+0000", 2024-07-26T06:04:44.191 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.352759+0000", 2024-07-26T06:04:44.191 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.352759+0000", 2024-07-26T06:04:44.191 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.353881+0000", 2024-07-26T06:04:44.191 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.211770+0000", 2024-07-26T06:04:44.191 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.191 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.191 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.191 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:44.191 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.211770+0000", 2024-07-26T06:04:44.191 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.211770+0000", 2024-07-26T06:04:44.191 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.211770+0000", 2024-07-26T06:04:44.191 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.192 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.192 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.192 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.211770+0000", 2024-07-26T06:04:44.192 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.211770+0000", 2024-07-26T06:04:44.192 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.192 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.192 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.192 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.192 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:44.192 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.192 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.192 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.192 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.192 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.193 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.193 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.193 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.193 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.3c", 2024-07-26T06:04:44.193 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.193 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.193 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.193 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:44.193 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.193 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:09:16.245598+0000", 2024-07-26T06:04:44.193 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.193 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.193 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.193 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.193 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.194 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.194 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.194 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.194 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.194 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.194 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.194 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.194 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.194 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.194 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.194 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.194 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.194 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.194 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.195 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.195 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.195 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.195 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.195 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.195 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.195 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.195 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.195 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.195 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.195 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.195 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.195 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.195 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.196 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.196 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.196 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.196 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.196 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.196 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.196 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.196 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.196 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.196 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.196 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.196 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.196 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.196 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.196 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:44.197 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:44.197 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T06:04:44.197 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.197 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T06:04:44.197 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:44.197 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.197 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.197 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.197 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:44.197 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T06:04:44.197 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T06:04:44.197 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.197 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T06:04:44.197 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.197 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.198 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:44.198 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.198 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.198 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.198 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.612541+0000", 2024-07-26T06:04:44.198 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.361214+0000", 2024-07-26T06:04:44.198 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.361214+0000", 2024-07-26T06:04:44.198 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.361477+0000", 2024-07-26T06:04:44.198 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.612541+0000", 2024-07-26T06:04:44.198 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.198 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.198 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.198 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:44.198 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.612541+0000", 2024-07-26T06:04:44.199 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.612541+0000", 2024-07-26T06:04:44.199 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.612541+0000", 2024-07-26T06:04:44.199 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.199 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.199 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.199 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.612541+0000", 2024-07-26T06:04:44.199 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.612541+0000", 2024-07-26T06:04:44.199 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.199 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.199 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.199 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.199 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:44.199 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.199 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.199 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.200 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.200 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.200 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.200 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.200 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.200 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.3b", 2024-07-26T06:04:44.200 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.200 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.200 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.200 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:44.200 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.200 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:06:24.202096+0000", 2024-07-26T06:04:44.200 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.201 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.201 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.201 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.201 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.201 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.201 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.201 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.201 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.201 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.201 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.201 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.201 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.201 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.201 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.202 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.202 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.202 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.202 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.202 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.202 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.202 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.202 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.202 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.202 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.202 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.202 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.202 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.202 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.203 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.203 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.203 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.203 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.203 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.203 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.203 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.203 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.203 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.203 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.203 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.203 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.203 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.203 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.203 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.204 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.204 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.204 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.204 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:44.204 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T06:04:44.204 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T06:04:44.204 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.204 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T06:04:44.204 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:44.204 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.204 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.204 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.204 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:44.204 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:44.205 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T06:04:44.205 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.205 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T06:04:44.205 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.205 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.205 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:44.205 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.205 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.205 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.205 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.211732+0000", 2024-07-26T06:04:44.205 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.350705+0000", 2024-07-26T06:04:44.205 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.350705+0000", 2024-07-26T06:04:44.205 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.350976+0000", 2024-07-26T06:04:44.205 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.211732+0000", 2024-07-26T06:04:44.205 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.206 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.206 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.206 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:44.206 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.211732+0000", 2024-07-26T06:04:44.206 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.211732+0000", 2024-07-26T06:04:44.206 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.211732+0000", 2024-07-26T06:04:44.206 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.206 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.206 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.206 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.211732+0000", 2024-07-26T06:04:44.206 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.211732+0000", 2024-07-26T06:04:44.206 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.206 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.206 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.207 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.207 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:44.207 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.207 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.207 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.207 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.207 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.207 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.207 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.207 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.207 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.3a", 2024-07-26T06:04:44.207 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.207 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.207 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.208 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:44.208 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.208 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:21:20.720672+0000", 2024-07-26T06:04:44.208 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.208 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.208 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.208 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.208 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.208 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.208 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.208 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.208 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.208 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.208 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.209 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.209 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.209 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.209 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.209 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.209 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.209 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.209 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.209 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.209 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.209 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.209 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.209 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.209 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.209 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.210 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.210 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.210 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.210 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.210 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.210 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.210 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.210 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.210 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.210 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.210 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.210 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.210 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.210 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.211 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.211 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.211 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.211 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.211 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.211 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.211 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.211 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:44.211 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:44.211 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T06:04:44.211 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.211 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T06:04:44.211 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:44.211 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.211 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.212 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.212 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:44.212 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:44.212 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T06:04:44.212 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.212 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T06:04:44.212 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.212 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.212 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:44.212 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.212 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.212 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.212 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.612337+0000", 2024-07-26T06:04:44.212 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.359267+0000", 2024-07-26T06:04:44.212 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.359267+0000", 2024-07-26T06:04:44.213 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.359548+0000", 2024-07-26T06:04:44.213 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.612337+0000", 2024-07-26T06:04:44.213 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.213 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.213 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.213 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:44.213 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.612337+0000", 2024-07-26T06:04:44.213 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.612337+0000", 2024-07-26T06:04:44.213 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.612337+0000", 2024-07-26T06:04:44.213 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.213 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.213 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.213 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.612337+0000", 2024-07-26T06:04:44.213 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.612337+0000", 2024-07-26T06:04:44.213 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.214 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.214 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.214 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.214 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:44.214 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.214 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.214 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.214 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.214 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.214 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.214 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.214 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.214 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.39", 2024-07-26T06:04:44.215 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.215 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.215 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.215 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:44.215 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.215 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:33:58.112041+0000", 2024-07-26T06:04:44.215 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.215 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.215 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.215 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.215 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.215 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.215 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.216 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.216 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.216 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.216 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.216 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.216 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.216 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.216 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.216 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.216 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.216 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.216 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.216 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.216 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.217 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.217 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.217 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.217 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.217 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.217 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.217 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.217 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.217 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.217 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.217 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.217 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.217 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.217 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.218 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.218 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.218 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.218 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.218 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.218 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.218 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.218 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.218 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.218 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.218 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.218 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.218 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:44.218 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:44.219 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T06:04:44.219 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.219 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T06:04:44.219 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:44.219 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.219 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.219 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.219 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:44.219 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:44.219 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T06:04:44.219 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.219 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T06:04:44.219 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.219 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.219 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:44.220 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.220 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.220 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.220 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.653692+0000", 2024-07-26T06:04:44.220 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.359040+0000", 2024-07-26T06:04:44.220 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.359040+0000", 2024-07-26T06:04:44.220 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.359303+0000", 2024-07-26T06:04:44.220 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.653692+0000", 2024-07-26T06:04:44.220 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.220 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.220 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.220 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:44.220 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.653692+0000", 2024-07-26T06:04:44.220 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.653692+0000", 2024-07-26T06:04:44.220 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.653692+0000", 2024-07-26T06:04:44.221 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.221 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.221 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.221 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.653692+0000", 2024-07-26T06:04:44.221 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.653692+0000", 2024-07-26T06:04:44.221 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.221 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.221 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.221 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.221 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:44.221 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.221 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.221 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.221 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.222 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.222 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.222 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.222 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.222 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.38", 2024-07-26T06:04:44.222 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.222 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.222 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.222 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:44.222 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.222 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:18:42.265603+0000", 2024-07-26T06:04:44.222 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.222 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.222 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.223 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.223 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.223 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.223 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.223 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.223 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.223 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.223 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.223 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.223 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.223 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.223 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.223 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.223 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.224 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.224 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.224 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.224 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.224 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.224 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.224 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.224 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.224 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.224 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.224 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.224 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.224 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.224 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.225 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.225 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.225 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.225 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.225 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.225 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.225 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.225 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.225 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.225 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.225 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.225 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.225 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.225 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.225 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.226 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.226 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:44.226 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:44.226 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T06:04:44.226 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.226 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T06:04:44.226 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:44.226 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.226 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.226 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.226 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:44.226 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:44.226 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T06:04:44.226 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.227 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T06:04:44.227 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.227 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.227 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:44.227 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.227 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.227 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.227 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.612979+0000", 2024-07-26T06:04:44.227 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.364528+0000", 2024-07-26T06:04:44.227 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.364528+0000", 2024-07-26T06:04:44.227 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.364806+0000", 2024-07-26T06:04:44.227 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.612979+0000", 2024-07-26T06:04:44.227 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.227 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.227 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.228 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:44.228 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.612979+0000", 2024-07-26T06:04:44.228 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.612979+0000", 2024-07-26T06:04:44.228 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.612979+0000", 2024-07-26T06:04:44.228 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.228 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.228 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.228 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.612979+0000", 2024-07-26T06:04:44.228 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.612979+0000", 2024-07-26T06:04:44.228 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.228 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.228 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.228 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.228 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:44.228 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.229 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.229 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.229 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.229 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.229 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.229 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.229 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.229 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.37", 2024-07-26T06:04:44.229 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.229 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.229 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.229 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:44.229 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.229 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:04:32.276411+0000", 2024-07-26T06:04:44.230 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.230 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.230 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.230 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.230 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.230 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.230 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.230 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.230 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.230 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.230 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.230 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.230 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.231 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.231 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.231 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.231 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.231 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.231 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.231 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.231 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.231 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.231 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.231 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.231 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.231 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.231 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.232 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.232 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.232 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.232 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.232 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.232 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.232 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.232 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.232 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.232 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.232 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.232 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.232 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.232 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.232 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.233 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.233 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.233 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.233 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.233 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.233 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:44.233 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:44.233 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T06:04:44.233 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.233 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T06:04:44.233 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:44.233 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.233 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.233 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.234 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T06:04:44.234 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:44.234 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T06:04:44.234 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.234 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 6, 2024-07-26T06:04:44.234 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.234 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.234 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:44.234 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.234 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.234 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.234 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.653874+0000", 2024-07-26T06:04:44.234 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.356969+0000", 2024-07-26T06:04:44.234 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.356969+0000", 2024-07-26T06:04:44.235 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.357262+0000", 2024-07-26T06:04:44.235 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.653874+0000", 2024-07-26T06:04:44.235 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.235 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.235 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.235 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:44.235 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.653874+0000", 2024-07-26T06:04:44.235 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.653874+0000", 2024-07-26T06:04:44.235 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.653874+0000", 2024-07-26T06:04:44.235 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.235 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.235 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.235 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.653874+0000", 2024-07-26T06:04:44.235 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.653874+0000", 2024-07-26T06:04:44.236 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.236 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.236 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.236 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.236 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:44.236 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.236 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.236 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.236 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.236 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.236 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.236 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.236 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.236 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.36", 2024-07-26T06:04:44.236 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.237 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.237 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.237 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:44.237 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.237 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T07:31:23.205649+0000", 2024-07-26T06:04:44.237 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.237 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.237 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.237 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.237 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.237 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.237 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.237 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.237 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.238 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.238 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.238 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.238 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.238 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.238 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.238 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.238 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.238 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.238 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.238 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.238 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.238 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.238 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.238 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.239 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.239 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.239 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.239 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.239 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.239 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.239 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.239 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.239 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.239 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.239 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.239 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.239 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.239 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.240 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.240 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.240 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.240 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.240 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.240 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.240 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.240 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.240 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.240 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T06:04:44.240 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:44.240 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T06:04:44.240 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.240 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 6, 2024-07-26T06:04:44.241 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:44.241 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.241 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.241 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.241 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T06:04:44.241 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:44.241 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T06:04:44.241 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.241 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 6, 2024-07-26T06:04:44.241 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.241 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.241 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:44.241 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.241 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.242 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.242 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.653881+0000", 2024-07-26T06:04:44.242 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.353434+0000", 2024-07-26T06:04:44.242 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.353434+0000", 2024-07-26T06:04:44.242 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.353847+0000", 2024-07-26T06:04:44.242 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.653881+0000", 2024-07-26T06:04:44.242 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.242 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.242 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.242 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:44.242 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.653881+0000", 2024-07-26T06:04:44.242 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.653881+0000", 2024-07-26T06:04:44.242 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.653881+0000", 2024-07-26T06:04:44.242 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.243 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.243 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.243 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.653881+0000", 2024-07-26T06:04:44.243 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.653881+0000", 2024-07-26T06:04:44.243 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.243 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.243 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.243 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.243 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:44.243 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.243 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.243 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.243 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.244 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.244 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.244 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.244 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.244 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.35", 2024-07-26T06:04:44.244 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.244 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.244 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.244 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:44.244 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.244 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:55:54.944715+0000", 2024-07-26T06:04:44.244 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.244 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.244 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.245 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.245 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.245 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.245 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.245 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.245 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.245 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.245 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.245 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.245 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.245 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.245 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.245 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.246 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.246 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.246 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.246 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.246 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.246 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.246 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.246 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.246 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.246 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.246 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.246 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.246 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.246 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.247 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.247 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.247 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.247 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.247 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.247 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.247 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.247 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.247 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.247 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.247 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.247 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.247 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.247 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.247 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.248 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.248 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.248 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T06:04:44.248 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:44.248 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T06:04:44.248 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.248 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 6, 2024-07-26T06:04:44.248 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:44.248 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.248 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.248 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.248 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:44.248 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T06:04:44.248 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T06:04:44.249 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.249 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 4, 2024-07-26T06:04:44.249 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.249 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.249 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:44.249 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.249 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.249 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.249 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.209102+0000", 2024-07-26T06:04:44.249 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.348191+0000", 2024-07-26T06:04:44.249 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.348191+0000", 2024-07-26T06:04:44.249 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.348842+0000", 2024-07-26T06:04:44.249 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.209102+0000", 2024-07-26T06:04:44.249 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.250 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.250 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.250 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:44.250 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.209102+0000", 2024-07-26T06:04:44.250 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.209102+0000", 2024-07-26T06:04:44.250 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.209102+0000", 2024-07-26T06:04:44.250 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.250 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.250 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.250 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.209102+0000", 2024-07-26T06:04:44.250 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.209102+0000", 2024-07-26T06:04:44.250 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.250 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.250 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.251 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.251 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:44.251 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.251 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.251 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.251 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.251 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.251 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.251 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.251 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.251 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.34", 2024-07-26T06:04:44.251 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.251 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.251 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.251 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:44.252 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.252 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:47:55.547117+0000", 2024-07-26T06:04:44.252 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.252 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.252 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.252 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.252 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.252 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.252 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.252 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.252 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.252 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.252 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.252 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.252 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.253 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.253 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.253 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.253 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.253 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.253 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.253 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.253 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.253 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.253 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.253 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.253 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.253 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.253 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.254 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.254 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.254 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.254 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.254 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.254 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.254 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.254 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.254 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.254 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.254 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.254 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.254 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.254 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.255 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.255 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.255 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.255 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.255 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.255 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.255 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:44.255 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T06:04:44.255 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T06:04:44.255 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.255 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 4, 2024-07-26T06:04:44.255 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:44.255 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.255 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.255 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.256 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:44.256 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T06:04:44.256 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T06:04:44.256 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.256 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T06:04:44.256 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.256 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.256 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:44.256 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.256 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.256 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.256 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.653774+0000", 2024-07-26T06:04:44.256 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.356271+0000", 2024-07-26T06:04:44.256 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.356271+0000", 2024-07-26T06:04:44.257 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.356622+0000", 2024-07-26T06:04:44.257 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.653774+0000", 2024-07-26T06:04:44.257 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.257 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.257 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.257 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:44.257 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.653774+0000", 2024-07-26T06:04:44.257 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.653774+0000", 2024-07-26T06:04:44.257 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.653774+0000", 2024-07-26T06:04:44.257 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.257 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.257 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.257 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.653774+0000", 2024-07-26T06:04:44.257 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.653774+0000", 2024-07-26T06:04:44.257 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.258 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.258 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.258 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.258 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:44.258 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.258 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.258 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.258 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.258 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.258 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.258 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.258 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.258 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.33", 2024-07-26T06:04:44.258 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.259 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.259 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.259 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:44.259 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.259 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:38:01.117697+0000", 2024-07-26T06:04:44.259 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.259 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.259 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.259 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.259 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.259 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.259 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.259 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.260 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.260 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.260 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.260 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.260 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.260 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.260 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.260 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.260 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.260 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.260 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.260 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.260 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.260 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.260 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.261 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.261 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.261 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.261 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.261 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.261 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.261 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.261 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.261 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.261 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.261 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.261 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.261 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.261 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.262 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.262 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.262 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.262 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.262 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.262 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.262 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.262 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.262 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.262 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.262 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:44.262 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T06:04:44.262 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T06:04:44.262 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.263 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T06:04:44.263 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:44.263 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.263 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.263 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.263 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:44.263 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:44.263 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T06:04:44.263 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.263 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 0, 2024-07-26T06:04:44.263 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.263 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.263 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:44.263 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.264 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.264 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.264 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.367263+0000", 2024-07-26T06:04:44.264 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.355006+0000", 2024-07-26T06:04:44.264 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.355006+0000", 2024-07-26T06:04:44.264 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.356410+0000", 2024-07-26T06:04:44.264 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.367263+0000", 2024-07-26T06:04:44.264 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.264 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.264 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.264 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:44.264 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.367263+0000", 2024-07-26T06:04:44.264 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.367263+0000", 2024-07-26T06:04:44.264 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.367263+0000", 2024-07-26T06:04:44.265 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.265 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.265 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.265 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.367263+0000", 2024-07-26T06:04:44.265 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.367263+0000", 2024-07-26T06:04:44.265 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.265 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.265 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.265 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.265 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:44.265 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.265 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.265 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.265 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.266 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.266 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.266 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.266 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.266 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.32", 2024-07-26T06:04:44.266 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.266 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.266 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.266 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:44.266 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.266 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T07:43:46.712580+0000", 2024-07-26T06:04:44.266 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.266 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.266 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.267 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.267 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.267 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.267 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.267 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.267 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.267 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.267 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.267 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.267 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.267 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.267 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.267 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.267 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.268 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.268 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.268 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.268 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.268 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.268 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.268 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.268 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.268 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.268 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.268 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.268 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.268 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.268 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.268 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.269 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.269 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.269 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.269 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.269 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.269 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.269 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.269 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.269 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.269 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.269 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.269 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.269 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.269 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.270 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.270 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:44.270 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:44.270 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T06:04:44.270 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.270 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 0, 2024-07-26T06:04:44.270 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:44.270 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.270 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.270 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.270 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:44.270 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:44.270 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T06:04:44.270 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.270 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T06:04:44.271 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.271 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.271 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:44.271 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.271 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.271 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.271 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.209027+0000", 2024-07-26T06:04:44.271 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.361850+0000", 2024-07-26T06:04:44.271 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.361850+0000", 2024-07-26T06:04:44.271 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.362595+0000", 2024-07-26T06:04:44.271 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.209027+0000", 2024-07-26T06:04:44.271 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.271 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.271 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.272 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:44.272 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.209027+0000", 2024-07-26T06:04:44.272 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.209027+0000", 2024-07-26T06:04:44.272 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.209027+0000", 2024-07-26T06:04:44.272 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.272 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.272 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.272 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.209027+0000", 2024-07-26T06:04:44.272 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.209027+0000", 2024-07-26T06:04:44.272 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.272 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.272 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.272 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.272 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:44.273 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.273 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.273 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.273 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.273 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.273 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.273 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.273 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.273 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.31", 2024-07-26T06:04:44.273 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.273 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.273 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.273 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:44.273 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.273 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T11:33:01.311628+0000", 2024-07-26T06:04:44.274 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.274 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.274 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.274 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.274 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.274 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.274 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.274 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.274 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.274 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.274 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.274 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.274 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.275 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.275 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.275 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.275 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.275 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.275 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.275 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.275 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.275 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.275 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.275 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.275 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.275 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.275 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.276 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.276 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.276 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.276 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.276 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.276 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.276 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.276 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.276 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.276 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.276 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.276 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.276 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.276 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.277 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.277 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.277 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.277 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.277 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.277 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.277 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:44.277 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:44.277 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T06:04:44.277 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.277 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T06:04:44.277 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:44.277 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.277 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.278 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.278 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:44.278 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:44.278 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T06:04:44.278 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.278 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T06:04:44.278 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.278 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.278 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:44.278 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.278 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.278 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.278 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.211532+0000", 2024-07-26T06:04:44.278 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.354814+0000", 2024-07-26T06:04:44.279 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.354814+0000", 2024-07-26T06:04:44.279 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.356494+0000", 2024-07-26T06:04:44.279 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.211532+0000", 2024-07-26T06:04:44.279 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.279 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.279 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.279 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:44.279 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.211532+0000", 2024-07-26T06:04:44.279 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.211532+0000", 2024-07-26T06:04:44.279 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.211532+0000", 2024-07-26T06:04:44.279 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.279 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.279 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.279 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.211532+0000", 2024-07-26T06:04:44.279 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.211532+0000", 2024-07-26T06:04:44.280 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.280 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.280 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.280 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.280 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:44.280 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.280 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.280 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.280 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.280 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.280 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.280 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.280 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.280 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.30", 2024-07-26T06:04:44.281 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.281 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.281 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.281 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:44.281 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.281 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:29:23.535816+0000", 2024-07-26T06:04:44.281 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.281 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.281 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.281 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.281 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.281 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.281 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.281 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.281 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.282 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.282 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.282 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.282 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.282 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.282 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.282 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.282 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.282 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.282 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.282 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.282 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.282 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.282 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.283 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.283 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.283 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.283 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.283 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.283 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.283 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.283 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.283 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.283 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.283 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.283 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.283 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.283 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.284 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.284 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.284 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.284 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.284 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.284 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.284 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.284 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.284 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.284 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.284 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:44.284 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:44.284 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T06:04:44.284 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.284 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T06:04:44.285 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:44.285 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.285 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.285 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.285 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:44.285 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:44.285 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T06:04:44.285 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.285 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T06:04:44.285 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.285 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.285 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:44.285 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.285 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.285 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.286 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.212267+0000", 2024-07-26T06:04:44.286 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.352718+0000", 2024-07-26T06:04:44.286 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.352718+0000", 2024-07-26T06:04:44.286 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.352997+0000", 2024-07-26T06:04:44.286 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.212267+0000", 2024-07-26T06:04:44.286 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.286 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.286 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.286 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:44.286 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.212267+0000", 2024-07-26T06:04:44.286 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.212267+0000", 2024-07-26T06:04:44.286 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.212267+0000", 2024-07-26T06:04:44.286 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.286 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.287 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.287 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.212267+0000", 2024-07-26T06:04:44.287 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.212267+0000", 2024-07-26T06:04:44.287 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.287 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.287 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.287 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.287 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:44.287 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.287 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.287 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.287 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.287 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.287 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.288 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.288 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.288 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.2f", 2024-07-26T06:04:44.288 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.288 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.288 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.288 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:44.288 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.288 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:21:00.866905+0000", 2024-07-26T06:04:44.288 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.288 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.288 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.288 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.288 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.289 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.289 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.289 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.289 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.289 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.289 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.289 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.289 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.289 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.289 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.289 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.289 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.289 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.290 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.290 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.290 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.290 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.290 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.290 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.290 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.290 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.290 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.290 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.290 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.290 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.290 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.291 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.291 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.291 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.291 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.291 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.291 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.291 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.291 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.291 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.291 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.291 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.291 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.291 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.291 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.292 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.292 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.292 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:44.292 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:44.292 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T06:04:44.292 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.292 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T06:04:44.292 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:44.292 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.292 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.292 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.292 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T06:04:44.292 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T06:04:44.292 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T06:04:44.292 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.293 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 2, 2024-07-26T06:04:44.293 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.293 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.293 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:44.293 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.293 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.293 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.293 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.208348+0000", 2024-07-26T06:04:44.293 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.352675+0000", 2024-07-26T06:04:44.293 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.352675+0000", 2024-07-26T06:04:44.293 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.352961+0000", 2024-07-26T06:04:44.293 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.208348+0000", 2024-07-26T06:04:44.293 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.293 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.294 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.294 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:44.294 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.208348+0000", 2024-07-26T06:04:44.294 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.208348+0000", 2024-07-26T06:04:44.294 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.208348+0000", 2024-07-26T06:04:44.294 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.294 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.294 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.294 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.208348+0000", 2024-07-26T06:04:44.294 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.208348+0000", 2024-07-26T06:04:44.294 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.294 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.294 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.294 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.295 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:44.295 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.295 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.295 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.295 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.295 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.295 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.295 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.295 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.295 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.2e", 2024-07-26T06:04:44.295 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.295 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.295 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.295 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:44.295 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.296 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:32:15.204440+0000", 2024-07-26T06:04:44.296 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.296 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.296 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.296 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.296 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.296 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.296 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.296 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.296 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.296 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.296 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.296 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.296 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.297 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.297 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.297 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.297 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.297 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.297 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.297 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.297 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.297 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.297 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.297 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.297 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.297 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.297 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.298 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.298 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.298 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.298 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.298 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.298 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.298 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.298 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.298 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.298 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.298 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.298 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.298 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.298 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.299 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.299 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.299 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.299 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.299 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.299 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.299 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T06:04:44.299 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T06:04:44.299 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T06:04:44.299 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.299 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 2, 2024-07-26T06:04:44.299 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:44.299 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.299 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.300 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.300 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:44.300 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T06:04:44.300 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T06:04:44.300 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.300 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T06:04:44.300 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.300 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.300 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:44.300 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.300 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.300 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.300 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.612818+0000", 2024-07-26T06:04:44.300 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.356460+0000", 2024-07-26T06:04:44.301 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.356460+0000", 2024-07-26T06:04:44.301 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.356745+0000", 2024-07-26T06:04:44.301 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.612818+0000", 2024-07-26T06:04:44.301 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.301 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.301 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.301 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:44.301 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.612818+0000", 2024-07-26T06:04:44.301 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.612818+0000", 2024-07-26T06:04:44.301 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.612818+0000", 2024-07-26T06:04:44.301 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.301 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.301 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.301 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.612818+0000", 2024-07-26T06:04:44.302 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.612818+0000", 2024-07-26T06:04:44.302 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.302 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.302 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.302 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.302 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:44.302 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.302 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.302 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.302 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.302 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.302 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.302 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.303 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.303 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.2d", 2024-07-26T06:04:44.303 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.303 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.303 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.303 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:44.303 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.303 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:19:23.507019+0000", 2024-07-26T06:04:44.303 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.303 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.303 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.303 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.303 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.303 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.303 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.304 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.304 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.304 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.304 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.304 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.304 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.304 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.304 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.304 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.304 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.304 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.304 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.304 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.305 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.305 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.305 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.305 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.305 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.305 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.305 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.305 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.305 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.305 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.305 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.305 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.305 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.306 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.306 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.306 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.306 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.306 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.306 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.306 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.306 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.306 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.306 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.306 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.306 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.306 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.306 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.307 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:44.307 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T06:04:44.307 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T06:04:44.307 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.307 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T06:04:44.307 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:44.307 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.307 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.307 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.307 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T06:04:44.307 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:44.307 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T06:04:44.307 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.307 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 6, 2024-07-26T06:04:44.308 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.308 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.308 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:44.308 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.308 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.308 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.308 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.653705+0000", 2024-07-26T06:04:44.308 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.360390+0000", 2024-07-26T06:04:44.308 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.360390+0000", 2024-07-26T06:04:44.308 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.360672+0000", 2024-07-26T06:04:44.308 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.653705+0000", 2024-07-26T06:04:44.308 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.308 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.308 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.308 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:44.309 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.653705+0000", 2024-07-26T06:04:44.309 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.653705+0000", 2024-07-26T06:04:44.309 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.653705+0000", 2024-07-26T06:04:44.309 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.309 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.309 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.309 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.653705+0000", 2024-07-26T06:04:44.309 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.653705+0000", 2024-07-26T06:04:44.309 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.309 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.309 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.309 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.309 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:44.309 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.310 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.310 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.310 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.310 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.310 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.310 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.310 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.310 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.2c", 2024-07-26T06:04:44.310 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.310 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.310 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.310 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:44.310 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.310 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:26:01.809508+0000", 2024-07-26T06:04:44.311 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.311 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.311 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.311 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.311 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.311 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.311 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.311 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.311 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.311 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.311 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.311 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.311 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.311 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.311 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.312 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.312 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.312 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.312 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.312 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.312 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.312 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.312 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.312 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.312 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.312 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.312 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.312 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.312 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.313 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.313 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.313 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.313 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.313 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.313 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.313 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.313 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.313 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.313 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.313 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.313 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.313 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.313 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.313 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.314 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.314 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.314 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.314 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T06:04:44.314 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:44.314 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T06:04:44.314 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.314 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 6, 2024-07-26T06:04:44.314 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:44.314 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.314 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.314 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.314 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:44.314 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:44.315 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T06:04:44.315 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.315 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 0, 2024-07-26T06:04:44.315 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.315 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.315 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:44.315 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.315 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.315 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.315 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.367538+0000", 2024-07-26T06:04:44.315 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.351584+0000", 2024-07-26T06:04:44.315 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.351584+0000", 2024-07-26T06:04:44.315 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.351836+0000", 2024-07-26T06:04:44.315 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.367538+0000", 2024-07-26T06:04:44.316 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.316 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.316 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.316 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:44.316 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.367538+0000", 2024-07-26T06:04:44.316 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.367538+0000", 2024-07-26T06:04:44.316 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.367538+0000", 2024-07-26T06:04:44.316 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.316 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.316 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.316 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.367538+0000", 2024-07-26T06:04:44.316 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.367538+0000", 2024-07-26T06:04:44.316 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.316 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.316 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.317 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.317 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:44.317 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.317 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.317 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.317 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.317 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.317 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.317 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.317 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.317 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.2b", 2024-07-26T06:04:44.317 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.317 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.318 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.318 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:44.318 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.318 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T11:04:43.109332+0000", 2024-07-26T06:04:44.318 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.318 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.318 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.318 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.318 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.318 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.318 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.318 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.318 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.318 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.319 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.319 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.319 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.319 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.319 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.319 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.319 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.319 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.319 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.319 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.319 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.319 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.319 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.320 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.320 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.320 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.320 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.320 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.320 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.320 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.320 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.320 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.320 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.320 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.320 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.320 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.320 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.321 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.321 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.321 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.321 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.321 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.321 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.321 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.321 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.321 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.321 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.321 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:44.321 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:44.321 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T06:04:44.321 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.321 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 0, 2024-07-26T06:04:44.322 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:44.322 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.322 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.322 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.322 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:44.322 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:44.322 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T06:04:44.322 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.322 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T06:04:44.322 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.322 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.322 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:44.322 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.323 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.323 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.323 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.211810+0000", 2024-07-26T06:04:44.323 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.352185+0000", 2024-07-26T06:04:44.323 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.352185+0000", 2024-07-26T06:04:44.323 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.353528+0000", 2024-07-26T06:04:44.323 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.211810+0000", 2024-07-26T06:04:44.323 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.323 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.323 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.323 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:44.323 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.211810+0000", 2024-07-26T06:04:44.323 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.211810+0000", 2024-07-26T06:04:44.323 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.211810+0000", 2024-07-26T06:04:44.323 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.324 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.324 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.324 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.211810+0000", 2024-07-26T06:04:44.324 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.211810+0000", 2024-07-26T06:04:44.324 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.324 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.324 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.324 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.324 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:44.324 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.324 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.324 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.324 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.324 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.325 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.325 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.325 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.325 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.2a", 2024-07-26T06:04:44.325 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.325 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.325 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.325 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:44.325 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.325 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:51:12.029056+0000", 2024-07-26T06:04:44.325 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.325 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.325 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.325 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.326 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.326 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.326 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.326 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.326 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.326 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.326 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.326 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.326 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.326 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.326 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.326 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.326 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.326 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.327 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.327 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.327 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.327 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.327 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.327 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.327 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.327 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.327 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.327 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.327 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.327 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.327 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.327 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.328 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.328 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.328 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.328 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.328 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.328 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.328 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.328 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.328 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.328 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.328 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.328 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.328 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.328 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.329 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.329 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:44.329 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:44.329 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T06:04:44.329 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.329 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T06:04:44.329 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:44.329 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.329 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.329 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.329 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:44.329 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:44.329 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T06:04:44.329 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.329 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T06:04:44.330 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.330 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.330 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:44.330 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.330 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.330 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.330 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.653647+0000", 2024-07-26T06:04:44.330 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.351402+0000", 2024-07-26T06:04:44.330 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.351402+0000", 2024-07-26T06:04:44.330 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.351667+0000", 2024-07-26T06:04:44.330 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.653647+0000", 2024-07-26T06:04:44.330 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.330 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.330 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.331 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:44.331 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.653647+0000", 2024-07-26T06:04:44.331 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.653647+0000", 2024-07-26T06:04:44.331 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.653647+0000", 2024-07-26T06:04:44.331 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.331 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.331 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.331 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.653647+0000", 2024-07-26T06:04:44.331 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.653647+0000", 2024-07-26T06:04:44.331 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.331 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.331 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.331 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.331 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:44.331 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.332 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.332 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.332 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.332 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.332 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.332 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.332 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.332 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.29", 2024-07-26T06:04:44.332 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.332 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.332 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.332 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:44.332 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.332 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T07:08:37.461497+0000", 2024-07-26T06:04:44.333 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.333 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.333 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.333 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.333 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.333 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.333 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.333 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.333 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.333 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.333 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.333 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.333 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.333 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.333 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.334 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.334 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.334 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.334 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.334 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.334 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.334 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.334 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.334 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.334 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.334 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.334 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.334 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.335 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.335 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.335 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.335 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.335 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.335 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.335 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.335 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.335 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.335 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.335 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.335 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.335 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.335 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.336 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.336 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.336 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.336 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.336 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.336 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:44.336 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:44.336 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T06:04:44.336 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.336 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T06:04:44.336 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:44.336 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.336 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.336 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.337 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:44.337 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:44.337 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T06:04:44.337 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.337 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T06:04:44.337 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.337 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.337 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:44.337 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.337 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.337 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.337 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.211583+0000", 2024-07-26T06:04:44.337 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.353842+0000", 2024-07-26T06:04:44.337 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.353842+0000", 2024-07-26T06:04:44.337 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.356320+0000", 2024-07-26T06:04:44.338 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.211583+0000", 2024-07-26T06:04:44.338 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.338 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.338 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.338 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:44.338 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.211583+0000", 2024-07-26T06:04:44.338 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.211583+0000", 2024-07-26T06:04:44.338 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.211583+0000", 2024-07-26T06:04:44.338 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.338 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.338 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.338 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.211583+0000", 2024-07-26T06:04:44.338 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.211583+0000", 2024-07-26T06:04:44.339 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.339 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.339 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.339 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.339 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:44.339 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.339 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.339 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.339 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.339 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.339 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.339 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.339 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.339 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.28", 2024-07-26T06:04:44.339 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.340 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.340 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.340 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:44.340 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.340 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:54:18.348702+0000", 2024-07-26T06:04:44.340 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.340 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.340 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.340 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.340 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.340 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.340 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.340 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.340 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.341 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.341 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.341 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.341 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.341 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.341 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.341 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.341 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.341 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.341 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.341 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.341 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.341 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.341 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.342 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.342 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.342 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.342 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.342 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.342 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.342 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.342 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.342 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.342 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.342 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.342 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.342 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.342 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.343 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.343 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.343 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.343 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.343 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.343 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.343 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.343 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.343 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.343 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.343 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:44.343 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:44.343 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T06:04:44.343 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.344 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T06:04:44.344 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:44.344 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.344 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.344 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.344 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:44.344 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:44.344 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T06:04:44.344 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.344 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T06:04:44.344 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.344 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.344 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:44.344 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.344 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.345 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.345 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.653914+0000", 2024-07-26T06:04:44.345 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.352856+0000", 2024-07-26T06:04:44.345 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.352856+0000", 2024-07-26T06:04:44.345 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.353126+0000", 2024-07-26T06:04:44.345 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.653914+0000", 2024-07-26T06:04:44.345 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.345 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.345 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.345 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:44.345 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.653914+0000", 2024-07-26T06:04:44.345 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.653914+0000", 2024-07-26T06:04:44.345 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.653914+0000", 2024-07-26T06:04:44.345 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.345 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.346 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.346 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.653914+0000", 2024-07-26T06:04:44.346 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.653914+0000", 2024-07-26T06:04:44.346 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.346 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.346 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.346 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.346 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:44.346 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.346 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.346 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.346 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.346 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.346 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.347 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.347 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.347 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.27", 2024-07-26T06:04:44.347 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.347 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.347 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.347 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:44.347 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.347 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:31:10.275321+0000", 2024-07-26T06:04:44.347 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.347 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.347 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.347 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.347 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.348 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.348 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.348 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.348 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.348 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.348 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.348 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.348 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.348 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.348 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.348 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.348 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.348 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.348 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.349 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.349 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.349 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.349 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.349 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.349 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.349 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.349 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.349 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.349 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.349 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.349 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.349 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.349 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.350 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.350 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.350 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.350 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.350 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.350 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.350 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.350 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.350 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.350 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.350 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.350 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.350 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.350 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.351 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:44.351 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:44.351 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T06:04:44.351 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.351 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T06:04:44.351 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:44.351 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.351 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.351 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.351 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T06:04:44.351 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:44.351 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T06:04:44.351 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.351 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 6, 2024-07-26T06:04:44.352 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.352 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.352 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:44.352 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.352 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.352 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.352 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.653941+0000", 2024-07-26T06:04:44.352 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.356295+0000", 2024-07-26T06:04:44.352 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.356295+0000", 2024-07-26T06:04:44.352 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.356569+0000", 2024-07-26T06:04:44.352 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.653941+0000", 2024-07-26T06:04:44.352 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.352 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.352 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.353 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:44.353 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.653941+0000", 2024-07-26T06:04:44.353 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.653941+0000", 2024-07-26T06:04:44.353 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.653941+0000", 2024-07-26T06:04:44.353 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.353 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.353 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.353 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.653941+0000", 2024-07-26T06:04:44.353 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.653941+0000", 2024-07-26T06:04:44.353 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.353 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.353 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.353 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.353 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:44.353 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.354 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.354 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.354 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.354 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.354 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.354 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.354 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.354 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.26", 2024-07-26T06:04:44.354 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.354 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.354 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.354 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:44.354 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.354 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:24:05.049612+0000", 2024-07-26T06:04:44.355 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.355 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.355 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.355 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.355 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.355 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.355 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.355 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.355 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.355 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.355 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.355 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.355 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.355 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.356 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.356 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.356 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.356 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.356 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.356 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.356 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.356 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.356 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.356 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.356 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.356 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.356 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.356 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.356 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.357 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.357 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.357 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.357 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.357 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.357 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.357 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.357 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.357 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.357 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.357 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.357 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.357 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.357 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.357 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.358 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.358 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.358 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.358 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T06:04:44.358 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:44.358 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T06:04:44.358 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.358 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 6, 2024-07-26T06:04:44.358 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:44.358 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.358 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.358 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.358 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:44.359 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:44.359 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T06:04:44.359 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.359 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T06:04:44.359 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.359 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.359 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:44.359 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.359 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.359 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.359 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.208392+0000", 2024-07-26T06:04:44.359 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.350728+0000", 2024-07-26T06:04:44.359 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.350728+0000", 2024-07-26T06:04:44.359 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.351677+0000", 2024-07-26T06:04:44.360 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.208392+0000", 2024-07-26T06:04:44.360 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.360 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.360 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.360 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:44.360 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.208392+0000", 2024-07-26T06:04:44.360 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.208392+0000", 2024-07-26T06:04:44.360 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.208392+0000", 2024-07-26T06:04:44.360 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.360 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.360 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.360 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.208392+0000", 2024-07-26T06:04:44.360 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.208392+0000", 2024-07-26T06:04:44.360 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.360 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.361 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.361 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.361 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:44.361 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.361 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.361 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.361 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.361 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.361 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.361 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.361 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.361 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.25", 2024-07-26T06:04:44.361 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.361 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.361 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.362 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:44.362 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.362 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:47:05.059573+0000", 2024-07-26T06:04:44.362 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.362 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.362 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.362 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.362 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.362 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.362 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.362 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.362 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.362 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.362 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.363 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.363 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.363 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.363 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.363 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.363 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.363 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.363 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.363 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.363 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.363 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.364 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.364 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.364 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.364 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.364 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.364 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.364 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.364 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.364 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.364 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.364 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.364 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.364 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.364 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.365 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.365 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.365 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.365 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.365 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.365 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.365 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.365 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.365 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.365 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.365 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.365 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:44.365 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:44.365 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T06:04:44.366 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.366 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T06:04:44.366 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:44.366 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.366 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.366 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.366 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:44.366 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:44.366 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T06:04:44.366 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.366 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T06:04:44.366 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.366 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.366 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:44.367 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.367 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.367 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.367 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.654054+0000", 2024-07-26T06:04:44.367 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:36.413784+0000", 2024-07-26T06:04:44.367 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:36.413784+0000", 2024-07-26T06:04:44.367 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:36.414159+0000", 2024-07-26T06:04:44.367 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.654054+0000", 2024-07-26T06:04:44.367 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.367 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.367 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.367 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 67, 2024-07-26T06:04:44.367 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.654054+0000", 2024-07-26T06:04:44.367 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.654054+0000", 2024-07-26T06:04:44.368 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.654054+0000", 2024-07-26T06:04:44.368 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.368 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.368 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.368 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.654054+0000", 2024-07-26T06:04:44.368 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.654054+0000", 2024-07-26T06:04:44.368 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.368 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.368 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.368 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.368 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 66, 2024-07-26T06:04:44.368 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.368 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.368 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.368 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.369 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.369 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.369 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.369 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.369 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.24", 2024-07-26T06:04:44.369 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.369 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.369 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.369 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 31, 2024-07-26T06:04:44.369 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.369 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:29:24.157329+0000", 2024-07-26T06:04:44.369 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.369 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.369 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.370 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.370 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.370 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.370 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.370 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.370 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.370 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.370 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.370 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.370 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.370 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.370 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.370 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.370 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.371 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.371 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.371 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.371 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.371 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.371 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.371 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.371 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.371 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.371 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.371 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.371 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.371 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.371 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.372 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.372 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.372 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.372 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.372 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.372 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.372 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.372 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.372 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.372 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.372 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.372 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.372 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.372 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.372 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.373 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.373 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:44.373 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:44.373 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T06:04:44.373 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.373 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T06:04:44.373 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:44.373 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.373 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.373 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.373 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:44.373 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:44.373 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T06:04:44.373 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.374 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 0, 2024-07-26T06:04:44.374 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.374 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.374 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:44.374 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.374 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.374 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.374 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.367592+0000", 2024-07-26T06:04:44.374 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.349018+0000", 2024-07-26T06:04:44.374 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.349018+0000", 2024-07-26T06:04:44.374 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.350557+0000", 2024-07-26T06:04:44.374 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.367592+0000", 2024-07-26T06:04:44.378 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.378 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.378 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.378 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:44.378 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.367592+0000", 2024-07-26T06:04:44.379 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.367592+0000", 2024-07-26T06:04:44.379 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.367592+0000", 2024-07-26T06:04:44.379 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.379 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.379 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.379 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.367592+0000", 2024-07-26T06:04:44.379 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.367592+0000", 2024-07-26T06:04:44.379 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.379 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.379 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.379 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.379 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:44.379 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.379 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.379 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.380 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.380 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.380 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.380 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.380 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.380 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.23", 2024-07-26T06:04:44.380 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.380 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.380 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.380 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:44.380 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.380 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:09:10.136575+0000", 2024-07-26T06:04:44.380 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.381 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.381 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.381 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.381 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.381 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.381 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.381 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.381 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.381 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.381 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.381 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.381 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.381 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.381 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.381 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.382 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.382 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.382 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.382 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.382 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.382 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.382 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.382 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.382 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.382 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.382 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.382 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.382 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.383 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.383 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.383 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.383 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.383 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.383 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.383 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.383 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.383 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.383 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.383 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.383 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.383 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.383 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.384 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.384 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.384 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.384 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.384 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:44.384 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:44.384 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T06:04:44.384 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.384 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 0, 2024-07-26T06:04:44.384 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:44.384 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.384 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.384 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.384 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:44.384 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:44.385 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T06:04:44.385 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.385 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T06:04:44.385 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.385 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.385 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:44.385 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.385 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.385 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.385 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.211999+0000", 2024-07-26T06:04:44.385 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.349789+0000", 2024-07-26T06:04:44.385 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.349789+0000", 2024-07-26T06:04:44.385 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.350068+0000", 2024-07-26T06:04:44.386 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.211999+0000", 2024-07-26T06:04:44.386 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.386 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.386 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.386 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:44.386 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.211999+0000", 2024-07-26T06:04:44.386 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.211999+0000", 2024-07-26T06:04:44.386 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.211999+0000", 2024-07-26T06:04:44.386 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.386 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.386 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.386 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.211999+0000", 2024-07-26T06:04:44.386 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.211999+0000", 2024-07-26T06:04:44.386 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.387 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.387 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.387 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.387 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:44.387 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.387 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.387 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.387 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.387 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.387 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.387 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.387 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.387 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.22", 2024-07-26T06:04:44.388 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.388 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.388 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.388 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:44.388 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.388 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:10:30.418232+0000", 2024-07-26T06:04:44.388 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.388 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.388 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.388 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.388 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.388 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.388 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.388 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.389 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.389 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.389 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.389 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.389 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.389 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.389 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.389 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.389 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.389 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.389 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.389 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.389 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.389 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.390 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.390 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.390 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.390 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.390 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.390 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.390 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.390 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.390 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.390 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.390 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.390 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.390 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.391 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.391 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.391 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.391 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.391 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.391 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.391 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.391 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.391 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.391 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.391 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.391 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.391 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:44.391 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:44.392 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T06:04:44.392 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.392 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T06:04:44.392 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:44.392 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.392 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.392 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.392 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T06:04:44.392 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:44.392 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T06:04:44.392 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.392 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 2, 2024-07-26T06:04:44.392 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.392 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.393 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:44.393 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.393 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.393 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.393 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.208096+0000", 2024-07-26T06:04:44.393 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.351736+0000", 2024-07-26T06:04:44.393 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.351736+0000", 2024-07-26T06:04:44.393 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.351987+0000", 2024-07-26T06:04:44.393 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.208096+0000", 2024-07-26T06:04:44.393 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.393 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.393 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.393 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:44.393 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.208096+0000", 2024-07-26T06:04:44.394 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.208096+0000", 2024-07-26T06:04:44.394 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.208096+0000", 2024-07-26T06:04:44.394 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.394 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.394 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.394 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.208096+0000", 2024-07-26T06:04:44.394 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.208096+0000", 2024-07-26T06:04:44.394 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.394 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.394 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.394 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.394 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:44.394 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.395 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.395 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.395 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.395 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.395 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.395 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.395 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.395 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.21", 2024-07-26T06:04:44.395 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.395 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.395 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.395 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:44.395 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.395 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T07:10:21.102778+0000", 2024-07-26T06:04:44.395 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.396 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.396 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.396 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.396 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.396 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.396 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.396 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.396 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.396 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.396 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.396 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.396 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.396 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.397 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.397 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.397 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.397 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.397 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.397 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.397 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.397 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.397 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.397 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.397 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.397 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.397 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.398 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.398 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.398 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.398 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.398 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.398 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.398 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.398 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.398 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.398 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.398 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.398 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.398 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.399 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.399 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.399 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.399 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.399 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.399 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.399 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.399 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T06:04:44.399 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:44.399 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T06:04:44.399 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.399 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 2, 2024-07-26T06:04:44.399 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:44.399 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.400 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.400 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.400 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T06:04:44.400 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:44.400 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T06:04:44.400 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.400 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 6, 2024-07-26T06:04:44.400 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.400 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.400 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:44.400 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.400 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.400 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.401 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.653404+0000", 2024-07-26T06:04:44.401 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.352447+0000", 2024-07-26T06:04:44.401 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.352447+0000", 2024-07-26T06:04:44.401 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.352727+0000", 2024-07-26T06:04:44.401 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.653404+0000", 2024-07-26T06:04:44.401 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.401 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.401 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.401 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:44.401 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.653404+0000", 2024-07-26T06:04:44.401 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.653404+0000", 2024-07-26T06:04:44.401 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.653404+0000", 2024-07-26T06:04:44.401 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.402 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.402 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.402 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.653404+0000", 2024-07-26T06:04:44.402 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.653404+0000", 2024-07-26T06:04:44.402 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.402 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.402 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.402 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.402 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:44.402 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.402 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.402 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.402 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.403 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.403 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.403 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.403 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.403 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.20", 2024-07-26T06:04:44.403 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.403 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.403 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.403 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:44.403 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.403 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T07:46:48.368304+0000", 2024-07-26T06:04:44.403 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.403 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.403 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.404 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.404 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.404 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.404 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.404 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.404 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.404 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.404 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.404 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.404 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.404 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.404 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.404 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.404 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.404 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.405 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.405 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.405 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.405 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.405 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.405 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.405 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.405 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.405 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.405 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.405 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.405 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.405 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.405 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.406 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.406 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.406 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.406 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.406 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.406 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.406 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.406 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.406 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.406 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.406 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.406 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.406 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.406 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.407 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.407 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T06:04:44.407 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:44.407 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T06:04:44.407 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.407 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 6, 2024-07-26T06:04:44.407 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:44.407 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.407 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.407 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.407 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:44.407 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:44.407 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T06:04:44.407 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.408 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 4, 2024-07-26T06:04:44.408 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.408 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.408 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:44.408 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.408 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.408 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.408 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.208491+0000", 2024-07-26T06:04:44.408 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.349137+0000", 2024-07-26T06:04:44.408 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.349137+0000", 2024-07-26T06:04:44.408 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.349437+0000", 2024-07-26T06:04:44.408 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.208491+0000", 2024-07-26T06:04:44.408 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.408 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.408 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.409 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:44.409 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.208491+0000", 2024-07-26T06:04:44.409 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.208491+0000", 2024-07-26T06:04:44.409 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.208491+0000", 2024-07-26T06:04:44.409 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.409 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.409 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.409 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.208491+0000", 2024-07-26T06:04:44.409 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.208491+0000", 2024-07-26T06:04:44.409 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.409 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.409 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.409 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.409 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:44.409 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.410 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.410 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.410 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.410 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.410 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.410 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.410 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.410 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.1a", 2024-07-26T06:04:44.410 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.410 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.410 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.410 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:44.410 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.411 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:25:19.885307+0000", 2024-07-26T06:04:44.411 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.411 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.411 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.411 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.411 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.411 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.411 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.411 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.411 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.411 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.411 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.411 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.411 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.412 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.412 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.412 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.412 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.412 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.412 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.412 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.412 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.412 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.412 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.412 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.412 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.412 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.412 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.413 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.413 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.413 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.413 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.413 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.413 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.413 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.413 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.413 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.413 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.413 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.413 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.413 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.413 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.414 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.414 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.414 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.414 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.414 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.414 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.414 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:44.414 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:44.414 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T06:04:44.414 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.414 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 4, 2024-07-26T06:04:44.414 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:44.414 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.414 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.415 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.415 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:44.415 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:44.415 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T06:04:44.415 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.415 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T06:04:44.415 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.415 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.415 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T06:04:44.415 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.415 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.415 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.415 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.654031+0000", 2024-07-26T06:04:44.415 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:08.071594+0000", 2024-07-26T06:04:44.416 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:08.071594+0000", 2024-07-26T06:04:44.416 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:08.071805+0000", 2024-07-26T06:04:44.416 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.654031+0000", 2024-07-26T06:04:44.416 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.416 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.416 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.416 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 60, 2024-07-26T06:04:44.416 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.654031+0000", 2024-07-26T06:04:44.416 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.654031+0000", 2024-07-26T06:04:44.416 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.654031+0000", 2024-07-26T06:04:44.416 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.416 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.416 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.416 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.654031+0000", 2024-07-26T06:04:44.417 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.654031+0000", 2024-07-26T06:04:44.417 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.417 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 1, 2024-07-26T06:04:44.417 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.417 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.417 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 59, 2024-07-26T06:04:44.417 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.417 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.417 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.417 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.417 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 1, 2024-07-26T06:04:44.417 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.417 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.417 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.417 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.1b", 2024-07-26T06:04:44.418 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.418 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.418 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.418 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 25, 2024-07-26T06:04:44.418 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.418 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:24:16.296226+0000", 2024-07-26T06:04:44.418 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.418 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.418 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.418 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.418 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.418 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.418 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.418 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.419 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.419 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.419 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.419 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.419 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.419 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.419 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.419 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.419 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.419 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.419 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.419 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.419 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.419 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.420 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.420 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.420 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.420 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.420 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.420 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.420 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.420 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.420 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.420 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.420 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.420 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.420 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.420 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.420 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.421 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.421 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.421 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.421 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.421 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.421 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.421 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.421 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.421 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.421 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.421 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:44.421 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:44.421 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T06:04:44.421 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.422 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T06:04:44.422 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "65'1" 2024-07-26T06:04:44.422 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.422 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.422 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.422 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:44.422 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:44.422 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T06:04:44.422 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.422 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 0, 2024-07-26T06:04:44.422 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.422 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.422 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:44.422 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.422 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.423 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.423 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.367658+0000", 2024-07-26T06:04:44.423 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.352519+0000", 2024-07-26T06:04:44.423 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.352519+0000", 2024-07-26T06:04:44.423 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.352762+0000", 2024-07-26T06:04:44.423 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.367658+0000", 2024-07-26T06:04:44.423 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.423 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.423 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.423 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:44.423 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.367658+0000", 2024-07-26T06:04:44.423 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.367658+0000", 2024-07-26T06:04:44.423 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.367658+0000", 2024-07-26T06:04:44.423 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.424 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.424 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.424 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.367658+0000", 2024-07-26T06:04:44.424 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.367658+0000", 2024-07-26T06:04:44.424 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.424 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.424 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.424 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.424 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:44.424 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.424 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.424 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.424 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.424 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.424 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.425 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.425 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.425 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.1b", 2024-07-26T06:04:44.425 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.425 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.425 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.425 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:44.425 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.425 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:27:22.372351+0000", 2024-07-26T06:04:44.425 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.425 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.425 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.425 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.425 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.425 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.426 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.426 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.426 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.426 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.426 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.426 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.426 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.426 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.426 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.426 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.426 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.426 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.426 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.426 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.427 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.427 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.427 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.427 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.427 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.427 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.427 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.427 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.427 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.427 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.427 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.427 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.428 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.428 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.428 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.428 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.428 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.428 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.428 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.428 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.428 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.428 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.428 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.428 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.428 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.429 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.429 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.429 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:44.429 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:44.429 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T06:04:44.429 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.429 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 0, 2024-07-26T06:04:44.429 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:44.429 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.429 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.429 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.429 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T06:04:44.429 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:44.429 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T06:04:44.430 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.430 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 6, 2024-07-26T06:04:44.430 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.430 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.430 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T06:04:44.430 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.430 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.430 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.430 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.653549+0000", 2024-07-26T06:04:44.430 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:08.070665+0000", 2024-07-26T06:04:44.430 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:08.070665+0000", 2024-07-26T06:04:44.430 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:08.070953+0000", 2024-07-26T06:04:44.430 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.653549+0000", 2024-07-26T06:04:44.431 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.431 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.431 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.431 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 60, 2024-07-26T06:04:44.431 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.653549+0000", 2024-07-26T06:04:44.431 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.653549+0000", 2024-07-26T06:04:44.431 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.653549+0000", 2024-07-26T06:04:44.431 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.431 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.431 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.431 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.653549+0000", 2024-07-26T06:04:44.431 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.653549+0000", 2024-07-26T06:04:44.431 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.431 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 1, 2024-07-26T06:04:44.432 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.432 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.432 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 59, 2024-07-26T06:04:44.432 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.432 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.432 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.432 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.432 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 1, 2024-07-26T06:04:44.432 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.432 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.432 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.432 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.1a", 2024-07-26T06:04:44.432 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.432 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.433 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.433 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 25, 2024-07-26T06:04:44.433 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.433 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T11:56:07.850223+0000", 2024-07-26T06:04:44.433 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.433 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.433 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.433 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.433 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.433 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.433 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.433 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.433 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.433 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.433 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.434 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.434 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.434 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.434 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.434 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.434 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.434 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.434 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.434 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.434 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.434 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.434 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.435 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.435 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.435 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.435 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.435 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.435 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.435 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.435 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.435 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.435 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.435 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.435 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.435 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.435 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.435 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.436 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.436 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.436 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.436 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.436 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.436 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.436 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.436 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.436 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.436 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T06:04:44.436 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:44.436 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T06:04:44.436 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.436 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 6, 2024-07-26T06:04:44.437 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "65'1" 2024-07-26T06:04:44.437 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.437 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.437 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.437 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:44.437 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T06:04:44.437 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T06:04:44.437 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.437 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T06:04:44.437 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.437 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.437 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T06:04:44.437 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.437 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.437 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.438 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.653878+0000", 2024-07-26T06:04:44.438 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:08.071063+0000", 2024-07-26T06:04:44.438 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:08.071063+0000", 2024-07-26T06:04:44.438 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:08.071291+0000", 2024-07-26T06:04:44.438 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.653878+0000", 2024-07-26T06:04:44.438 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.438 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.438 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.438 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 60, 2024-07-26T06:04:44.438 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.653878+0000", 2024-07-26T06:04:44.438 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.653878+0000", 2024-07-26T06:04:44.438 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.653878+0000", 2024-07-26T06:04:44.438 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.438 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.439 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.439 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.653878+0000", 2024-07-26T06:04:44.439 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.653878+0000", 2024-07-26T06:04:44.439 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.439 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.439 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.439 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.439 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 59, 2024-07-26T06:04:44.439 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.439 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.439 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.439 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.439 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.439 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.440 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.440 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.440 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.19", 2024-07-26T06:04:44.440 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.440 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.440 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.440 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 24, 2024-07-26T06:04:44.440 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.440 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T06:53:12.502933+0000", 2024-07-26T06:04:44.440 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.440 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.440 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.440 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.440 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.441 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.441 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.441 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.441 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.441 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.441 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.441 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.441 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.441 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.441 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.441 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.441 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.441 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.441 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.441 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.442 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.442 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.442 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.442 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.442 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.442 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.442 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.442 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.442 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.442 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.442 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.442 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.443 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.443 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.443 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.443 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.443 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.443 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.443 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.443 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.443 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.443 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.443 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.443 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.443 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.443 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.444 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.444 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:44.444 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T06:04:44.444 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T06:04:44.444 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.444 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T06:04:44.444 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:44.444 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.444 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.444 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.444 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:44.444 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:44.444 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T06:04:44.444 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.445 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T06:04:44.445 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.445 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.445 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:44.445 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.445 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.445 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.445 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.653742+0000", 2024-07-26T06:04:44.445 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.354541+0000", 2024-07-26T06:04:44.445 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.354541+0000", 2024-07-26T06:04:44.445 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.355020+0000", 2024-07-26T06:04:44.445 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.653742+0000", 2024-07-26T06:04:44.445 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.445 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.446 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.446 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:44.446 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.653742+0000", 2024-07-26T06:04:44.446 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.653742+0000", 2024-07-26T06:04:44.446 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.653742+0000", 2024-07-26T06:04:44.446 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.446 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.446 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.446 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.653742+0000", 2024-07-26T06:04:44.446 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.653742+0000", 2024-07-26T06:04:44.446 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.446 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.446 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.446 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.447 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:44.447 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.447 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.447 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.447 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.447 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.447 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.447 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.447 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.447 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.18", 2024-07-26T06:04:44.447 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.447 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.447 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.448 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:44.448 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.448 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T08:37:48.162934+0000", 2024-07-26T06:04:44.448 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.448 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.448 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.448 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.448 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.448 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.448 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.448 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.448 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.448 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.448 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.449 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.449 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.449 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.449 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.449 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.449 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.449 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.449 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.449 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.449 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.449 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.449 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.449 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.449 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.449 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.450 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.450 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.450 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.450 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.450 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.450 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.450 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.450 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.450 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.450 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.450 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.450 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.451 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.451 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.451 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.451 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.451 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.451 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.451 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.451 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.451 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.451 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:44.451 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:44.451 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T06:04:44.451 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.451 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T06:04:44.452 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:44.452 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.452 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.452 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.452 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:44.452 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:44.452 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T06:04:44.452 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.452 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T06:04:44.452 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.452 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.452 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T06:04:44.452 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.452 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.452 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.453 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.211612+0000", 2024-07-26T06:04:44.453 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:08.069254+0000", 2024-07-26T06:04:44.453 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:08.069254+0000", 2024-07-26T06:04:44.453 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:08.069506+0000", 2024-07-26T06:04:44.453 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.211612+0000", 2024-07-26T06:04:44.453 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.453 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.453 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.453 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 60, 2024-07-26T06:04:44.453 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.211612+0000", 2024-07-26T06:04:44.453 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.211612+0000", 2024-07-26T06:04:44.453 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.211612+0000", 2024-07-26T06:04:44.453 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.454 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.454 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.454 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.211612+0000", 2024-07-26T06:04:44.454 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.211612+0000", 2024-07-26T06:04:44.454 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.454 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.454 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.454 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.454 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 59, 2024-07-26T06:04:44.454 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.454 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.454 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.454 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.454 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.455 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.455 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.455 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.455 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.18", 2024-07-26T06:04:44.455 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.455 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.455 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.455 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 24, 2024-07-26T06:04:44.455 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.455 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:44:51.556538+0000", 2024-07-26T06:04:44.455 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.455 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.455 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.455 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.456 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.456 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.456 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.456 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.456 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.456 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.456 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.456 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.456 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.456 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.456 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.456 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.456 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.456 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.456 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.457 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.457 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.457 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.457 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.457 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.457 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.457 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.457 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.457 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.457 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.457 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.457 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.457 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.457 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.458 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.458 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.458 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.458 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.458 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.458 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.458 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.458 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.458 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.458 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.458 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.459 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.459 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.459 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.459 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:44.459 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:44.459 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T06:04:44.459 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.459 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T06:04:44.459 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:44.459 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.459 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.459 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.459 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:44.459 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:44.459 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T06:04:44.460 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.460 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T06:04:44.460 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.460 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.460 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:44.460 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.460 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.460 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.460 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.208781+0000", 2024-07-26T06:04:44.460 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.352443+0000", 2024-07-26T06:04:44.460 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.352443+0000", 2024-07-26T06:04:44.460 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.352694+0000", 2024-07-26T06:04:44.460 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.208781+0000", 2024-07-26T06:04:44.460 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.461 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.461 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.461 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:44.461 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.208781+0000", 2024-07-26T06:04:44.461 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.208781+0000", 2024-07-26T06:04:44.461 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.208781+0000", 2024-07-26T06:04:44.461 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.461 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.461 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.461 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.208781+0000", 2024-07-26T06:04:44.461 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.208781+0000", 2024-07-26T06:04:44.461 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.461 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.462 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.462 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.462 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:44.462 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.462 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.462 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.462 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.462 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.462 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.462 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.462 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.462 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.19", 2024-07-26T06:04:44.463 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.463 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.463 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.463 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:44.463 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.463 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:30:41.051408+0000", 2024-07-26T06:04:44.463 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.463 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.463 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.463 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.463 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.463 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.463 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.464 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.464 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.464 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.464 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.464 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.464 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.464 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.464 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.464 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.464 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.464 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.464 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.464 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.464 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.465 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.465 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.465 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.465 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.465 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.465 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.465 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.465 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.465 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.465 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.465 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.465 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.465 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.465 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.466 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.466 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.466 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.466 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.466 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.466 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.466 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.466 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.466 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.466 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.466 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.466 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.466 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:44.467 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:44.467 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T06:04:44.467 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.467 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T06:04:44.467 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:44.467 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.467 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.467 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.467 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T06:04:44.467 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:44.467 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T06:04:44.467 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.467 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 6, 2024-07-26T06:04:44.468 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.468 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.468 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T06:04:44.468 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.468 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.468 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.468 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.653887+0000", 2024-07-26T06:04:44.468 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:08.068971+0000", 2024-07-26T06:04:44.468 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:08.068971+0000", 2024-07-26T06:04:44.468 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:08.069385+0000", 2024-07-26T06:04:44.468 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.653887+0000", 2024-07-26T06:04:44.468 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.468 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.468 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.469 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 60, 2024-07-26T06:04:44.469 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.653887+0000", 2024-07-26T06:04:44.469 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.653887+0000", 2024-07-26T06:04:44.469 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.653887+0000", 2024-07-26T06:04:44.469 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.469 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.469 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.469 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.653887+0000", 2024-07-26T06:04:44.469 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.653887+0000", 2024-07-26T06:04:44.469 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.469 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.469 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.469 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.469 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 59, 2024-07-26T06:04:44.470 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.470 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.470 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.470 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.470 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.470 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.470 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.470 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.470 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.17", 2024-07-26T06:04:44.470 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.470 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.470 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.470 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 24, 2024-07-26T06:04:44.471 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.471 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:24:59.685934+0000", 2024-07-26T06:04:44.471 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.471 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.471 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.471 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.471 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.471 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.471 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.471 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.471 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.471 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.471 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.471 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.472 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.472 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.472 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.472 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.472 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.472 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.472 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.472 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.472 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.472 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.472 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.472 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.472 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.472 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.473 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.473 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.473 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.473 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.473 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.473 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.473 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.473 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.473 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.473 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.473 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.473 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.473 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.473 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.474 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.474 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.474 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.474 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.474 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.474 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.474 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.474 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T06:04:44.474 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:44.474 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T06:04:44.474 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.474 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 6, 2024-07-26T06:04:44.474 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:44.474 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.475 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.475 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.475 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:44.475 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:44.475 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T06:04:44.475 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.475 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T06:04:44.475 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.475 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.475 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:44.475 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.475 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.475 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.475 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.211904+0000", 2024-07-26T06:04:44.476 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.357959+0000", 2024-07-26T06:04:44.476 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.357959+0000", 2024-07-26T06:04:44.476 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.358269+0000", 2024-07-26T06:04:44.476 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.211904+0000", 2024-07-26T06:04:44.476 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.476 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.476 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.476 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:44.476 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.211904+0000", 2024-07-26T06:04:44.476 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.211904+0000", 2024-07-26T06:04:44.476 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.211904+0000", 2024-07-26T06:04:44.476 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.476 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.476 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.477 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.211904+0000", 2024-07-26T06:04:44.477 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.211904+0000", 2024-07-26T06:04:44.477 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.477 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.477 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.477 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.477 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:44.477 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.477 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.477 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.477 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.477 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.477 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.477 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.478 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.478 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.16", 2024-07-26T06:04:44.478 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.478 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.478 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.478 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:44.478 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.478 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:52:20.644573+0000", 2024-07-26T06:04:44.478 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.478 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.478 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.478 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.478 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.478 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.479 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.479 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.479 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.479 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.479 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.479 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.479 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.479 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.479 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.479 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.479 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.479 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.479 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.479 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.480 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.480 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.480 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.480 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.480 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.480 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.480 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.480 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.480 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.480 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.480 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.480 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.480 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.481 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.481 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.481 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.481 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.481 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.481 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.481 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.481 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.481 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.481 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.481 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.481 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.481 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.481 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.482 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:44.482 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:44.482 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T06:04:44.482 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.482 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T06:04:44.482 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:44.482 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.482 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.482 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.482 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:44.482 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T06:04:44.482 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T06:04:44.482 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.482 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T06:04:44.482 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.483 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.483 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T06:04:44.483 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.483 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.483 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.483 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.212042+0000", 2024-07-26T06:04:44.483 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:08.070538+0000", 2024-07-26T06:04:44.483 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:08.070538+0000", 2024-07-26T06:04:44.483 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:08.070852+0000", 2024-07-26T06:04:44.483 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.212042+0000", 2024-07-26T06:04:44.483 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.483 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.483 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.483 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 60, 2024-07-26T06:04:44.484 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.212042+0000", 2024-07-26T06:04:44.484 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.212042+0000", 2024-07-26T06:04:44.484 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.212042+0000", 2024-07-26T06:04:44.484 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.484 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.484 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.484 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.212042+0000", 2024-07-26T06:04:44.484 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.212042+0000", 2024-07-26T06:04:44.484 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.484 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.484 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.484 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.484 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 59, 2024-07-26T06:04:44.484 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.485 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.485 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.485 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.485 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.485 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.485 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.485 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.485 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.16", 2024-07-26T06:04:44.485 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.485 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.485 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.485 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 24, 2024-07-26T06:04:44.485 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.485 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:44:33.948376+0000", 2024-07-26T06:04:44.485 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.486 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.486 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.486 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.486 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.486 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.486 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.486 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.486 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.486 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.486 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.486 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.486 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.486 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.486 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.487 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.487 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.487 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.487 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.487 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.487 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.487 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.487 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.487 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.487 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.487 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.487 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.487 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.487 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.488 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.488 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.488 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.488 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.488 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.488 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.488 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.488 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.488 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.488 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.488 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.488 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.488 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.489 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.489 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.489 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.489 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.489 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.489 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:44.489 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T06:04:44.489 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T06:04:44.489 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.489 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T06:04:44.489 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:44.489 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.489 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.489 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.490 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:44.490 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:44.490 INFO:tasks.workunit.client.0.smithi089.stdout: 3 2024-07-26T06:04:44.490 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.490 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 0, 2024-07-26T06:04:44.490 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.490 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.490 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:44.490 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.490 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.490 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.490 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.367553+0000", 2024-07-26T06:04:44.490 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.353892+0000", 2024-07-26T06:04:44.490 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.353892+0000", 2024-07-26T06:04:44.491 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.356519+0000", 2024-07-26T06:04:44.491 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.367553+0000", 2024-07-26T06:04:44.491 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.491 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.491 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.491 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:44.491 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.367553+0000", 2024-07-26T06:04:44.491 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.367553+0000", 2024-07-26T06:04:44.491 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.367553+0000", 2024-07-26T06:04:44.491 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.491 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.491 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.491 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.367553+0000", 2024-07-26T06:04:44.492 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.367553+0000", 2024-07-26T06:04:44.492 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.492 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.492 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.492 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.492 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:44.492 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.492 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.492 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.492 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.492 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.492 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.492 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.492 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.493 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.17", 2024-07-26T06:04:44.493 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.493 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.493 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.493 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:44.493 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.493 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T06:14:05.890064+0000", 2024-07-26T06:04:44.493 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.493 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.493 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.493 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.493 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.493 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.493 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.494 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.494 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.494 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.494 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.494 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.494 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.494 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.494 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.494 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.494 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.494 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.494 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.494 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.494 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.495 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.495 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.495 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.495 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.495 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.495 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.495 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.495 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.495 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.495 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.495 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.495 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.495 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.495 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.495 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.496 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.496 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.496 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.496 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.496 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.496 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.496 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.496 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.496 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.496 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.496 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.496 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:44.496 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:44.496 INFO:tasks.workunit.client.0.smithi089.stdout: 3 2024-07-26T06:04:44.497 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.497 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 0, 2024-07-26T06:04:44.497 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:44.497 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.497 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.497 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.497 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:44.497 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:44.497 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T06:04:44.497 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.497 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T06:04:44.497 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.497 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.497 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T06:04:44.497 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.498 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.498 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.498 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.208532+0000", 2024-07-26T06:04:44.498 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:08.065020+0000", 2024-07-26T06:04:44.498 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:08.065020+0000", 2024-07-26T06:04:44.498 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:08.065255+0000", 2024-07-26T06:04:44.498 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.208532+0000", 2024-07-26T06:04:44.498 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.498 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.498 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.498 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 60, 2024-07-26T06:04:44.498 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.208532+0000", 2024-07-26T06:04:44.498 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.208532+0000", 2024-07-26T06:04:44.498 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.208532+0000", 2024-07-26T06:04:44.499 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.499 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.499 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.499 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.208532+0000", 2024-07-26T06:04:44.499 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.208532+0000", 2024-07-26T06:04:44.499 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.499 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 3, 2024-07-26T06:04:44.499 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.499 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.499 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 59, 2024-07-26T06:04:44.499 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.499 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.499 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.499 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.500 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 3, 2024-07-26T06:04:44.500 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.500 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.500 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.500 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.15", 2024-07-26T06:04:44.500 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.500 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.500 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.500 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 27, 2024-07-26T06:04:44.500 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.500 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:11:18.099345+0000", 2024-07-26T06:04:44.500 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.500 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.500 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.500 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 90, 2024-07-26T06:04:44.501 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.501 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.501 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.501 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.501 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.501 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.501 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.501 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.501 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.501 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.501 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.501 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.501 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.501 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.501 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.502 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 6, 2024-07-26T06:04:44.502 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 2, 2024-07-26T06:04:44.502 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.502 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 2, 2024-07-26T06:04:44.502 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.502 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.502 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.502 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.502 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.502 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 1, 2024-07-26T06:04:44.502 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.502 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.502 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.503 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.503 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.503 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.503 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.503 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.503 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.503 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.503 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.503 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.503 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 4, 2024-07-26T06:04:44.503 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 1 2024-07-26T06:04:44.503 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.503 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.503 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.504 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.504 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:44.504 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:44.504 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T06:04:44.504 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.504 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T06:04:44.504 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "65'3" 2024-07-26T06:04:44.504 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.504 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.504 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.504 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:44.504 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:44.504 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T06:04:44.504 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.505 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 4, 2024-07-26T06:04:44.505 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.505 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.505 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:44.505 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.505 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.505 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.505 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.209123+0000", 2024-07-26T06:04:44.505 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.354466+0000", 2024-07-26T06:04:44.505 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.354466+0000", 2024-07-26T06:04:44.505 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.354757+0000", 2024-07-26T06:04:44.505 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.209123+0000", 2024-07-26T06:04:44.505 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.505 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.505 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.506 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:44.506 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.209123+0000", 2024-07-26T06:04:44.506 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.209123+0000", 2024-07-26T06:04:44.506 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.209123+0000", 2024-07-26T06:04:44.506 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.506 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.506 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.506 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.209123+0000", 2024-07-26T06:04:44.506 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.209123+0000", 2024-07-26T06:04:44.506 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.506 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.506 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.506 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.506 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:44.507 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.507 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.507 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.507 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.507 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.507 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.507 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.507 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.507 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.14", 2024-07-26T06:04:44.507 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.507 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.507 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.507 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:44.507 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.507 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T11:52:27.397901+0000", 2024-07-26T06:04:44.508 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.508 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.508 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.508 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.508 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.508 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.508 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.508 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.508 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.508 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.508 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.508 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.508 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.508 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.509 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.509 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.509 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.509 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.509 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.509 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.509 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.509 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.509 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.509 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.509 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.509 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.509 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.509 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.510 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.510 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.510 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.510 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.510 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.510 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.510 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.510 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.510 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.510 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.510 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.510 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.510 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.510 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.510 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.511 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.511 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.511 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.511 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.511 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:44.511 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:44.511 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T06:04:44.511 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.511 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 4, 2024-07-26T06:04:44.511 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:44.511 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.511 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.511 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.511 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T06:04:44.512 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:44.512 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T06:04:44.512 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.512 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 6, 2024-07-26T06:04:44.512 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.512 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.512 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T06:04:44.512 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.512 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.512 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.512 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:03:29.294309+0000", 2024-07-26T06:04:44.512 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:08.066377+0000", 2024-07-26T06:04:44.512 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:08.066377+0000", 2024-07-26T06:04:44.512 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:08.066706+0000", 2024-07-26T06:04:44.513 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:03:29.294309+0000", 2024-07-26T06:04:44.513 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.513 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.513 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.513 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 60, 2024-07-26T06:04:44.513 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:03:29.294309+0000", 2024-07-26T06:04:44.513 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:03:29.294309+0000", 2024-07-26T06:04:44.513 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:03:29.294309+0000", 2024-07-26T06:04:44.513 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.513 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.513 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.513 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:03:29.294309+0000", 2024-07-26T06:04:44.513 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:03:29.294309+0000", 2024-07-26T06:04:44.513 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.513 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 12, 2024-07-26T06:04:44.514 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.514 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.514 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 59, 2024-07-26T06:04:44.514 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.514 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.514 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.514 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.514 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 12, 2024-07-26T06:04:44.514 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.514 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.514 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.514 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.14", 2024-07-26T06:04:44.514 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.514 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.515 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 75, 2024-07-26T06:04:44.515 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 36, 2024-07-26T06:04:44.515 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.515 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T07:51:42.794194+0000", 2024-07-26T06:04:44.515 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.515 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.515 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.515 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 2624, 2024-07-26T06:04:44.515 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.515 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.515 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.515 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.515 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.515 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.515 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.516 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.516 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.516 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.516 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.516 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.516 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.516 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.516 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.516 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 12, 2024-07-26T06:04:44.516 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 4, 2024-07-26T06:04:44.516 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.516 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 4, 2024-07-26T06:04:44.516 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.516 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.516 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.517 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.517 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.517 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 1, 2024-07-26T06:04:44.517 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.517 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.517 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.517 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.517 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.517 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.517 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.517 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.517 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.517 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.517 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.518 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.518 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 12, 2024-07-26T06:04:44.518 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 9 2024-07-26T06:04:44.518 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.518 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.518 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.518 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.518 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T06:04:44.518 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:44.518 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T06:04:44.518 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.518 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 6, 2024-07-26T06:04:44.518 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "75'12" 2024-07-26T06:04:44.519 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.519 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.519 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.519 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:44.519 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:44.519 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T06:04:44.519 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.519 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T06:04:44.519 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.519 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.519 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:44.519 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.519 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.519 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.520 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.612670+0000", 2024-07-26T06:04:44.520 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.363248+0000", 2024-07-26T06:04:44.520 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.363248+0000", 2024-07-26T06:04:44.520 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.363577+0000", 2024-07-26T06:04:44.520 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.612670+0000", 2024-07-26T06:04:44.520 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.520 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.520 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.520 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:44.520 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.612670+0000", 2024-07-26T06:04:44.520 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.612670+0000", 2024-07-26T06:04:44.520 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.612670+0000", 2024-07-26T06:04:44.520 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.520 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.521 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.521 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.612670+0000", 2024-07-26T06:04:44.521 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.612670+0000", 2024-07-26T06:04:44.521 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.521 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.521 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.521 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.521 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:44.521 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.521 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.521 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.521 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.521 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.521 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.522 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.522 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.522 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.15", 2024-07-26T06:04:44.522 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.522 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.522 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.522 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:44.522 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.522 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:08:01.338958+0000", 2024-07-26T06:04:44.522 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.522 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.522 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.522 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.522 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.523 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.523 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.523 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.523 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.523 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.523 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.523 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.523 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.523 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.523 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.523 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.523 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.523 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.523 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.524 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.524 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.524 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.524 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.524 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.524 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.524 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.524 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.524 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.524 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.524 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.524 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.524 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.524 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.525 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.525 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.525 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.525 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.525 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.525 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.525 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.525 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.525 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.525 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.525 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.525 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.525 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.525 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.525 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:44.526 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:44.526 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T06:04:44.526 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.526 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T06:04:44.526 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:44.526 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.526 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.526 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.526 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:44.526 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:44.526 INFO:tasks.workunit.client.0.smithi089.stdout: 3 2024-07-26T06:04:44.526 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.526 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 0, 2024-07-26T06:04:44.526 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.527 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.527 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T06:04:44.527 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.527 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.527 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.527 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.367729+0000", 2024-07-26T06:04:44.527 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:08.061468+0000", 2024-07-26T06:04:44.527 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:08.061468+0000", 2024-07-26T06:04:44.527 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:08.061755+0000", 2024-07-26T06:04:44.527 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.367729+0000", 2024-07-26T06:04:44.527 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.527 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.527 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.527 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 60, 2024-07-26T06:04:44.527 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.367729+0000", 2024-07-26T06:04:44.528 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.367729+0000", 2024-07-26T06:04:44.528 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.367729+0000", 2024-07-26T06:04:44.528 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.528 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.528 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.528 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.367729+0000", 2024-07-26T06:04:44.528 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.367729+0000", 2024-07-26T06:04:44.528 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.528 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 2, 2024-07-26T06:04:44.528 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.528 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.528 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 59, 2024-07-26T06:04:44.528 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.528 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.529 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.529 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.529 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 2, 2024-07-26T06:04:44.529 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.529 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.529 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.529 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.13", 2024-07-26T06:04:44.529 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.529 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.529 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.529 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 26, 2024-07-26T06:04:44.529 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.529 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T11:04:32.329152+0000", 2024-07-26T06:04:44.529 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.529 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.530 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.530 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 34, 2024-07-26T06:04:44.530 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.530 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.530 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.530 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.530 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.530 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.530 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.530 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.530 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.530 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.530 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.530 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.531 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.531 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.531 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.531 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 6, 2024-07-26T06:04:44.531 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 2, 2024-07-26T06:04:44.531 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.531 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 2, 2024-07-26T06:04:44.531 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.531 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.531 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.531 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.531 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.531 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 1, 2024-07-26T06:04:44.531 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.531 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.532 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.532 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.532 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.532 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.532 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.532 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.532 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.532 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.532 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.532 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.532 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 3, 2024-07-26T06:04:44.532 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 6 2024-07-26T06:04:44.532 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.532 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.532 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.533 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.533 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:44.533 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:44.533 INFO:tasks.workunit.client.0.smithi089.stdout: 3 2024-07-26T06:04:44.533 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.533 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 0, 2024-07-26T06:04:44.533 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "65'2" 2024-07-26T06:04:44.533 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.533 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.533 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.533 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T06:04:44.533 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:44.534 INFO:tasks.workunit.client.0.smithi089.stdout: 3 2024-07-26T06:04:44.534 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.534 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 2, 2024-07-26T06:04:44.534 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.534 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.534 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:44.534 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.534 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.534 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.534 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.208258+0000", 2024-07-26T06:04:44.534 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:36.410451+0000", 2024-07-26T06:04:44.534 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:36.410451+0000", 2024-07-26T06:04:44.534 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:36.410881+0000", 2024-07-26T06:04:44.534 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.208258+0000", 2024-07-26T06:04:44.535 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.535 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.535 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.535 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 67, 2024-07-26T06:04:44.535 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.208258+0000", 2024-07-26T06:04:44.535 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.208258+0000", 2024-07-26T06:04:44.535 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.208258+0000", 2024-07-26T06:04:44.535 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.535 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.535 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.535 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.208258+0000", 2024-07-26T06:04:44.535 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.208258+0000", 2024-07-26T06:04:44.535 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.535 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.535 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.536 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.536 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 66, 2024-07-26T06:04:44.536 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.536 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.536 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.536 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.536 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.536 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.536 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.536 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.536 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.12", 2024-07-26T06:04:44.536 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.536 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.536 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.537 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 18, 2024-07-26T06:04:44.537 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.537 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:31:07.291962+0000", 2024-07-26T06:04:44.537 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.537 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.537 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.537 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.537 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.537 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.537 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.537 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.537 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.537 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.537 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.537 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.538 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.538 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.538 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.538 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.538 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.538 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.538 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.538 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.538 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.538 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.538 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.538 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.538 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.538 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.539 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.539 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.539 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.539 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.539 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.539 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.539 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.539 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.539 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.539 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.539 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.539 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.539 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.539 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.540 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.540 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.540 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.540 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.540 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.540 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.540 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.540 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T06:04:44.540 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:44.540 INFO:tasks.workunit.client.0.smithi089.stdout: 3 2024-07-26T06:04:44.540 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.540 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 2, 2024-07-26T06:04:44.540 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:44.540 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.540 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.541 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.541 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:44.541 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:44.541 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T06:04:44.541 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.541 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T06:04:44.541 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.541 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.541 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T06:04:44.541 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.541 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.541 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.541 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.212067+0000", 2024-07-26T06:04:44.541 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:08.070120+0000", 2024-07-26T06:04:44.542 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:08.070120+0000", 2024-07-26T06:04:44.542 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:08.070455+0000", 2024-07-26T06:04:44.542 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.212067+0000", 2024-07-26T06:04:44.542 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.542 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.542 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.542 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 60, 2024-07-26T06:04:44.542 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.212067+0000", 2024-07-26T06:04:44.542 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.212067+0000", 2024-07-26T06:04:44.542 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.212067+0000", 2024-07-26T06:04:44.542 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.542 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.542 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.542 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.212067+0000", 2024-07-26T06:04:44.543 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.212067+0000", 2024-07-26T06:04:44.543 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.543 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.543 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.543 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.543 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 59, 2024-07-26T06:04:44.543 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.543 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.543 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.543 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.543 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.543 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.543 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.543 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.543 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.12", 2024-07-26T06:04:44.544 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.544 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.544 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.544 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 24, 2024-07-26T06:04:44.544 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.544 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:09:35.858871+0000", 2024-07-26T06:04:44.544 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.544 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.544 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.544 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.544 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.544 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.544 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.544 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.544 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.545 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.545 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.545 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.545 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.545 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.545 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.545 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.545 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.545 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.545 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.545 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.545 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.545 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.545 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.546 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.546 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.546 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.546 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.546 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.546 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.546 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.546 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.546 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.546 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.546 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.546 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.546 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.546 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.547 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.547 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.547 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.547 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.547 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.547 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.547 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.547 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.547 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.547 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.547 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:44.547 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:44.547 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T06:04:44.547 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.548 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T06:04:44.548 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:44.548 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.548 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.548 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.548 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:44.548 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:44.548 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T06:04:44.548 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.548 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T06:04:44.548 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.548 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.548 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:44.548 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.549 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.549 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.549 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.612617+0000", 2024-07-26T06:04:44.549 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.363876+0000", 2024-07-26T06:04:44.549 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.363876+0000", 2024-07-26T06:04:44.549 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.364163+0000", 2024-07-26T06:04:44.549 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.612617+0000", 2024-07-26T06:04:44.549 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.549 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.549 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.549 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:44.549 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.612617+0000", 2024-07-26T06:04:44.549 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.612617+0000", 2024-07-26T06:04:44.549 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.612617+0000", 2024-07-26T06:04:44.550 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.550 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.550 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.550 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.612617+0000", 2024-07-26T06:04:44.550 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.612617+0000", 2024-07-26T06:04:44.550 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.550 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.550 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.550 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.550 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:44.550 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.550 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.550 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.550 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.551 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.551 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.551 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.551 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.551 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.13", 2024-07-26T06:04:44.551 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.551 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.551 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.551 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:44.551 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.551 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:02:42.739447+0000", 2024-07-26T06:04:44.551 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.551 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.551 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.552 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.552 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.552 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.552 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.552 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.552 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.552 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.552 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.552 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.552 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.552 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.552 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.552 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.552 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.553 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.553 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.553 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.553 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.553 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.553 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.553 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.553 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.553 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.553 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.553 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.553 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.553 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.553 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.554 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.554 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.554 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.554 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.554 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.554 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.554 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.554 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.554 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.554 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.554 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.554 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.554 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.554 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.555 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.555 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.555 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:44.555 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:44.555 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T06:04:44.555 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.555 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T06:04:44.555 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:44.555 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.555 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.555 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.555 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T06:04:44.555 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:44.555 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T06:04:44.555 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.556 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 6, 2024-07-26T06:04:44.556 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.556 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.556 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T06:04:44.556 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.556 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.556 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.556 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.653510+0000", 2024-07-26T06:04:44.556 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:08.069213+0000", 2024-07-26T06:04:44.556 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:08.069213+0000", 2024-07-26T06:04:44.556 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:08.070324+0000", 2024-07-26T06:04:44.556 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.653510+0000", 2024-07-26T06:04:44.556 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.556 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.557 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.557 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 60, 2024-07-26T06:04:44.557 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.653510+0000", 2024-07-26T06:04:44.557 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.653510+0000", 2024-07-26T06:04:44.557 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.653510+0000", 2024-07-26T06:04:44.557 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.557 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.557 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.557 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.653510+0000", 2024-07-26T06:04:44.557 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.653510+0000", 2024-07-26T06:04:44.557 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.557 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.557 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.557 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.557 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 59, 2024-07-26T06:04:44.558 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.558 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.558 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.558 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.558 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.558 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.558 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.558 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.558 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.11", 2024-07-26T06:04:44.558 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.558 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.558 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.558 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 24, 2024-07-26T06:04:44.559 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.559 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T08:53:48.887363+0000", 2024-07-26T06:04:44.559 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.559 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.559 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.559 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.559 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.559 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.559 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.559 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.559 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.559 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.559 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.559 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.559 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.560 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.560 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.560 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.560 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.560 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.560 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.560 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.560 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.560 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.560 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.560 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.560 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.560 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.560 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.561 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.561 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.561 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.561 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.561 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.561 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.561 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.561 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.561 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.561 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.561 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.561 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.561 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.561 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.562 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.562 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.562 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.562 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.562 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.562 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.562 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T06:04:44.562 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:44.562 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T06:04:44.562 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.562 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 6, 2024-07-26T06:04:44.562 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:44.562 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.562 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.563 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.563 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T06:04:44.563 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:44.563 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T06:04:44.563 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.563 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 6, 2024-07-26T06:04:44.563 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.563 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.563 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:44.563 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.563 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.563 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.563 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.653404+0000", 2024-07-26T06:04:44.564 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.351835+0000", 2024-07-26T06:04:44.564 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.351835+0000", 2024-07-26T06:04:44.564 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.352123+0000", 2024-07-26T06:04:44.564 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.653404+0000", 2024-07-26T06:04:44.564 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.564 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.564 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.564 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:44.564 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.653404+0000", 2024-07-26T06:04:44.564 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.653404+0000", 2024-07-26T06:04:44.564 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.653404+0000", 2024-07-26T06:04:44.564 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.564 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.564 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.565 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.653404+0000", 2024-07-26T06:04:44.565 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.653404+0000", 2024-07-26T06:04:44.565 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.565 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.565 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.565 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.565 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:44.565 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.565 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.565 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.565 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.565 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.565 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.565 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.566 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.566 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.10", 2024-07-26T06:04:44.566 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.566 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.566 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.566 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:44.566 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.566 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:09:29.670091+0000", 2024-07-26T06:04:44.566 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.566 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.566 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.566 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.566 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.566 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.567 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.567 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.567 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.567 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.567 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.567 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.567 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.567 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.567 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.567 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.567 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.567 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.567 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.568 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.568 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.568 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.568 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.568 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.568 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.568 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.568 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.568 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.568 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.568 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.568 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.568 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.568 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.569 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.569 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.569 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.569 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.569 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.569 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.569 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.569 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.569 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.569 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.569 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.569 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.569 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.569 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.569 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T06:04:44.570 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:44.570 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T06:04:44.570 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.570 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 6, 2024-07-26T06:04:44.570 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:44.570 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.570 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.570 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.570 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T06:04:44.570 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:44.570 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T06:04:44.570 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.570 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 2, 2024-07-26T06:04:44.571 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.571 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.571 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T06:04:44.571 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.571 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.571 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.571 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.207952+0000", 2024-07-26T06:04:44.571 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:08.062646+0000", 2024-07-26T06:04:44.571 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:08.062646+0000", 2024-07-26T06:04:44.571 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:08.062919+0000", 2024-07-26T06:04:44.571 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.207952+0000", 2024-07-26T06:04:44.571 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.571 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.571 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.572 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 60, 2024-07-26T06:04:44.572 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.207952+0000", 2024-07-26T06:04:44.572 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.207952+0000", 2024-07-26T06:04:44.572 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.207952+0000", 2024-07-26T06:04:44.572 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.572 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.572 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.572 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.207952+0000", 2024-07-26T06:04:44.572 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.207952+0000", 2024-07-26T06:04:44.572 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.572 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 8, 2024-07-26T06:04:44.572 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.572 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.572 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 59, 2024-07-26T06:04:44.573 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.573 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.573 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.573 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.573 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 8, 2024-07-26T06:04:44.573 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.573 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.573 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.573 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.10", 2024-07-26T06:04:44.573 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.573 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.573 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.573 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 32, 2024-07-26T06:04:44.573 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.574 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:12:50.233716+0000", 2024-07-26T06:04:44.574 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.574 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.574 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.574 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.574 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.574 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.574 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.574 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.574 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.574 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.574 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.574 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.574 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.575 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.575 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.575 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.575 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.575 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.575 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.575 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 12, 2024-07-26T06:04:44.575 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 4, 2024-07-26T06:04:44.575 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.575 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 4, 2024-07-26T06:04:44.575 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.575 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.575 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.575 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.576 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.576 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 4, 2024-07-26T06:04:44.576 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.576 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.576 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.576 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.576 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.576 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.576 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.576 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.576 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.576 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.576 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.576 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.576 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 12, 2024-07-26T06:04:44.577 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.577 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.577 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.577 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.577 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.577 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T06:04:44.577 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:44.577 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T06:04:44.577 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.577 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 2, 2024-07-26T06:04:44.577 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "65'8" 2024-07-26T06:04:44.577 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.577 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.577 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.577 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:44.578 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:44.578 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T06:04:44.578 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.578 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T06:04:44.578 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.578 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.578 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:44.578 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.578 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.578 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.578 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.612371+0000", 2024-07-26T06:04:44.578 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.360425+0000", 2024-07-26T06:04:44.578 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.360425+0000", 2024-07-26T06:04:44.579 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.360750+0000", 2024-07-26T06:04:44.579 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.612371+0000", 2024-07-26T06:04:44.579 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.579 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.579 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.579 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:44.579 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.612371+0000", 2024-07-26T06:04:44.579 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.612371+0000", 2024-07-26T06:04:44.579 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.612371+0000", 2024-07-26T06:04:44.579 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.579 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.579 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.579 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.612371+0000", 2024-07-26T06:04:44.583 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.612371+0000", 2024-07-26T06:04:44.583 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.583 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.583 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.583 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.583 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:44.583 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.583 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.583 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.583 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.583 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.584 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.584 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.584 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.584 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.11", 2024-07-26T06:04:44.584 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.584 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.584 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.584 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:44.584 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.584 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:12:01.732169+0000", 2024-07-26T06:04:44.584 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.584 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.584 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.584 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.585 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.585 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.585 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.585 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.585 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.585 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.585 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.585 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.585 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.585 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.585 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.585 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.585 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.585 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.585 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.586 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.586 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.586 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.586 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.586 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.586 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.586 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.586 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.586 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.586 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.586 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.586 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.586 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.586 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.587 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.587 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.587 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.587 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.587 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.587 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.587 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.587 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.587 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.587 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.587 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.587 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.587 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.587 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.587 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:44.588 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:44.588 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T06:04:44.588 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.588 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T06:04:44.588 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:44.588 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.588 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.588 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.588 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:44.588 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:44.588 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T06:04:44.588 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.588 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 4, 2024-07-26T06:04:44.588 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.589 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.589 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T06:04:44.589 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.589 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.589 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.589 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.208703+0000", 2024-07-26T06:04:44.589 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:08.067927+0000", 2024-07-26T06:04:44.589 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:08.067927+0000", 2024-07-26T06:04:44.589 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:08.068409+0000", 2024-07-26T06:04:44.589 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.208703+0000", 2024-07-26T06:04:44.589 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.589 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.589 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.589 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 60, 2024-07-26T06:04:44.589 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.208703+0000", 2024-07-26T06:04:44.590 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.208703+0000", 2024-07-26T06:04:44.590 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.208703+0000", 2024-07-26T06:04:44.590 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.590 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.590 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.590 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.208703+0000", 2024-07-26T06:04:44.590 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.208703+0000", 2024-07-26T06:04:44.590 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.590 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 1, 2024-07-26T06:04:44.590 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.590 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.590 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 59, 2024-07-26T06:04:44.590 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.590 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.591 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.591 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.591 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 1, 2024-07-26T06:04:44.591 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.591 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.591 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.591 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.f", 2024-07-26T06:04:44.591 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.591 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.591 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.591 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 25, 2024-07-26T06:04:44.591 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.591 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T07:07:51.628118+0000", 2024-07-26T06:04:44.591 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.591 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.592 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.592 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 22, 2024-07-26T06:04:44.592 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.592 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.592 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.592 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.592 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.592 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.592 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.592 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.592 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.592 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.592 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.592 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.592 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.593 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.593 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.593 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 3, 2024-07-26T06:04:44.593 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 1, 2024-07-26T06:04:44.593 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.593 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 1, 2024-07-26T06:04:44.593 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.593 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.593 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.593 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.593 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.593 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.593 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.593 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.594 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.594 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.594 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.594 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.594 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.594 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.594 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.594 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.594 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.594 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.594 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 1, 2024-07-26T06:04:44.594 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 1 2024-07-26T06:04:44.594 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.594 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.594 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.595 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.595 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:44.595 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:44.595 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T06:04:44.595 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.595 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 4, 2024-07-26T06:04:44.595 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "65'1" 2024-07-26T06:04:44.595 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.595 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.595 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.595 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:44.595 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:44.595 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T06:04:44.595 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.596 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T06:04:44.596 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.596 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.596 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:44.596 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.596 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.596 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.596 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.612818+0000", 2024-07-26T06:04:44.596 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:36.410822+0000", 2024-07-26T06:04:44.596 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:36.410822+0000", 2024-07-26T06:04:44.596 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:36.411101+0000", 2024-07-26T06:04:44.596 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.612818+0000", 2024-07-26T06:04:44.596 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.596 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.597 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.597 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 67, 2024-07-26T06:04:44.597 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.612818+0000", 2024-07-26T06:04:44.597 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.612818+0000", 2024-07-26T06:04:44.597 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.612818+0000", 2024-07-26T06:04:44.597 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.597 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.597 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.597 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.612818+0000", 2024-07-26T06:04:44.597 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.612818+0000", 2024-07-26T06:04:44.597 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.597 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.597 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.597 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.597 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 66, 2024-07-26T06:04:44.598 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.598 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.598 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.598 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.598 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.598 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.598 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.598 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.598 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.e", 2024-07-26T06:04:44.598 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.598 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.598 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.598 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 31, 2024-07-26T06:04:44.598 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.599 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:44:30.182314+0000", 2024-07-26T06:04:44.599 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.599 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.599 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.599 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.599 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.599 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.599 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.599 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.599 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.599 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.599 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.599 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.599 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.600 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.600 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.600 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.600 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.600 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.600 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.600 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.600 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.600 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.600 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.600 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.600 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.600 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.600 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.600 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.601 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.601 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.601 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.601 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.601 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.601 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.601 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.601 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.601 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.601 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.601 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.601 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.601 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.601 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.602 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.602 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.602 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.602 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.602 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.602 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:44.602 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:44.602 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T06:04:44.602 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.602 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T06:04:44.602 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:44.602 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.602 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.602 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.603 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T06:04:44.603 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:44.603 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T06:04:44.603 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.603 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 2, 2024-07-26T06:04:44.603 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.603 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.603 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T06:04:44.603 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.603 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.603 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.603 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.208443+0000", 2024-07-26T06:04:44.603 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:08.069037+0000", 2024-07-26T06:04:44.603 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:08.069037+0000", 2024-07-26T06:04:44.603 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:08.069333+0000", 2024-07-26T06:04:44.604 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.208443+0000", 2024-07-26T06:04:44.604 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.604 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.604 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.604 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 60, 2024-07-26T06:04:44.604 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.208443+0000", 2024-07-26T06:04:44.604 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.208443+0000", 2024-07-26T06:04:44.604 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.208443+0000", 2024-07-26T06:04:44.604 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.604 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.604 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.604 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.208443+0000", 2024-07-26T06:04:44.604 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.208443+0000", 2024-07-26T06:04:44.604 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.605 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 2, 2024-07-26T06:04:44.605 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.605 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.605 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 59, 2024-07-26T06:04:44.605 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.605 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.605 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.605 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.605 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 2, 2024-07-26T06:04:44.605 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.605 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.605 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.605 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.e", 2024-07-26T06:04:44.605 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.605 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.606 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.606 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 26, 2024-07-26T06:04:44.606 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.606 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T08:55:28.016095+0000", 2024-07-26T06:04:44.606 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.606 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.606 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.606 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.606 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.606 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.606 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.606 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.606 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.606 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.607 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.607 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.607 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.607 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.607 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.607 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.607 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.607 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.607 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.607 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 3, 2024-07-26T06:04:44.607 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 1, 2024-07-26T06:04:44.607 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.607 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 1, 2024-07-26T06:04:44.607 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.607 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.608 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.608 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.608 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.608 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 1, 2024-07-26T06:04:44.608 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.608 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.608 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.608 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.608 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.608 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.608 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.608 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.608 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.608 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.608 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.609 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.609 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 3, 2024-07-26T06:04:44.609 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.609 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.609 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.609 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.609 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.609 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T06:04:44.609 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:44.609 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T06:04:44.609 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.609 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 2, 2024-07-26T06:04:44.609 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "65'2" 2024-07-26T06:04:44.609 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.610 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.610 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.610 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:44.610 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:44.610 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T06:04:44.610 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.610 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T06:04:44.610 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.610 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.610 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:44.610 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.610 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.610 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.610 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.612877+0000", 2024-07-26T06:04:44.611 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:36.750071+0000", 2024-07-26T06:04:44.611 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:36.750071+0000", 2024-07-26T06:04:44.611 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:36.750344+0000", 2024-07-26T06:04:44.611 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.612877+0000", 2024-07-26T06:04:44.611 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.611 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.611 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.611 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 67, 2024-07-26T06:04:44.611 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.612877+0000", 2024-07-26T06:04:44.611 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.612877+0000", 2024-07-26T06:04:44.611 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.612877+0000", 2024-07-26T06:04:44.611 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.611 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.611 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.612 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.612877+0000", 2024-07-26T06:04:44.612 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.612877+0000", 2024-07-26T06:04:44.612 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.612 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.612 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.612 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.612 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 66, 2024-07-26T06:04:44.612 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.612 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.612 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.612 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.612 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.612 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.612 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.612 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.613 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.f", 2024-07-26T06:04:44.613 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.613 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.613 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.613 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 31, 2024-07-26T06:04:44.613 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.613 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T08:14:00.716280+0000", 2024-07-26T06:04:44.613 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.613 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.613 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.613 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.613 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.613 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.613 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.614 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.614 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.614 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.614 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.614 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.614 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.614 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.614 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.614 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.614 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.614 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.614 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.614 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.614 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.614 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.615 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.615 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.615 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.615 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.615 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.615 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.615 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.615 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.615 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.615 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.615 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.615 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.615 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.615 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.616 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.616 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.616 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.616 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.616 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.616 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.616 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.616 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.616 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.616 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.616 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.616 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:44.616 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:44.616 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T06:04:44.616 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.617 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T06:04:44.617 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:44.617 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.617 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.617 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.617 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:44.617 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:44.617 INFO:tasks.workunit.client.0.smithi089.stdout: 3 2024-07-26T06:04:44.617 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.617 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T06:04:44.617 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.617 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.617 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T06:04:44.617 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.618 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.618 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.618 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.208659+0000", 2024-07-26T06:04:44.618 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:08.063529+0000", 2024-07-26T06:04:44.618 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:08.063529+0000", 2024-07-26T06:04:44.618 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:08.063773+0000", 2024-07-26T06:04:44.618 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.208659+0000", 2024-07-26T06:04:44.618 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.618 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.618 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.618 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 60, 2024-07-26T06:04:44.618 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.208659+0000", 2024-07-26T06:04:44.618 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.208659+0000", 2024-07-26T06:04:44.618 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.208659+0000", 2024-07-26T06:04:44.618 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.619 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.619 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.619 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.208659+0000", 2024-07-26T06:04:44.619 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.208659+0000", 2024-07-26T06:04:44.619 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.619 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 1, 2024-07-26T06:04:44.619 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.619 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.619 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 59, 2024-07-26T06:04:44.619 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.619 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.619 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.619 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.619 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 1, 2024-07-26T06:04:44.620 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.620 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.620 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.620 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.d", 2024-07-26T06:04:44.620 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.620 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.620 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.620 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 25, 2024-07-26T06:04:44.620 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.620 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:26:09.333843+0000", 2024-07-26T06:04:44.620 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.620 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.620 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.620 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 70, 2024-07-26T06:04:44.620 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.621 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.621 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.621 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.621 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.621 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.621 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.621 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.621 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.621 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.621 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.621 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.621 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.621 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.621 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.621 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 3, 2024-07-26T06:04:44.622 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 1, 2024-07-26T06:04:44.622 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.622 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 1, 2024-07-26T06:04:44.622 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.622 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.622 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.622 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.622 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.622 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.622 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.622 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.622 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.622 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.622 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.623 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.623 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.623 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.623 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.623 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.623 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.623 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.623 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 1, 2024-07-26T06:04:44.623 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 1 2024-07-26T06:04:44.623 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.623 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.623 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.623 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.623 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:44.623 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:44.624 INFO:tasks.workunit.client.0.smithi089.stdout: 3 2024-07-26T06:04:44.624 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.624 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T06:04:44.624 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "65'1" 2024-07-26T06:04:44.624 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.624 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.624 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.624 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:44.624 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:44.624 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T06:04:44.624 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.624 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T06:04:44.624 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.624 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.624 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:44.625 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.625 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.625 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.625 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.211853+0000", 2024-07-26T06:04:44.625 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.357845+0000", 2024-07-26T06:04:44.625 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.357845+0000", 2024-07-26T06:04:44.625 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.358171+0000", 2024-07-26T06:04:44.625 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.211853+0000", 2024-07-26T06:04:44.625 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.625 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.625 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.625 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:44.625 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.211853+0000", 2024-07-26T06:04:44.626 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.211853+0000", 2024-07-26T06:04:44.626 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.211853+0000", 2024-07-26T06:04:44.626 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.626 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.626 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.626 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.211853+0000", 2024-07-26T06:04:44.626 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.211853+0000", 2024-07-26T06:04:44.626 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.626 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.626 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.626 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.626 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:44.626 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.626 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.627 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.627 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.627 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.627 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.627 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.627 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.627 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.c", 2024-07-26T06:04:44.627 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.627 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.627 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.627 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:44.627 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.627 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:04:45.380043+0000", 2024-07-26T06:04:44.627 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.627 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.628 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.628 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.628 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.628 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.628 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.628 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.628 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.628 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.628 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.628 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.628 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.628 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.628 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.628 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.629 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.629 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.629 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.629 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.629 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.629 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.629 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.629 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.629 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.629 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.629 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.629 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.629 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.629 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.629 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.630 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.630 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.630 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.630 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.630 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.630 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.630 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.630 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.630 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.630 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.630 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.630 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.630 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.630 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.631 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.631 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.631 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:44.631 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:44.631 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T06:04:44.631 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.631 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T06:04:44.631 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:44.631 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.631 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.631 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.631 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T06:04:44.631 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:44.631 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T06:04:44.632 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.632 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 2, 2024-07-26T06:04:44.632 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.632 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.632 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T06:04:44.632 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.632 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.632 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.632 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.208171+0000", 2024-07-26T06:04:44.632 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:08.064132+0000", 2024-07-26T06:04:44.632 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:08.064132+0000", 2024-07-26T06:04:44.632 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:08.064462+0000", 2024-07-26T06:04:44.632 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.208171+0000", 2024-07-26T06:04:44.632 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.632 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.633 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.633 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 60, 2024-07-26T06:04:44.633 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.208171+0000", 2024-07-26T06:04:44.633 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.208171+0000", 2024-07-26T06:04:44.633 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.208171+0000", 2024-07-26T06:04:44.633 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.633 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.633 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.633 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.208171+0000", 2024-07-26T06:04:44.633 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.208171+0000", 2024-07-26T06:04:44.633 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.633 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.633 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.633 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.634 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 59, 2024-07-26T06:04:44.634 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.634 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.634 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.634 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.634 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.634 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.634 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.634 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.634 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.c", 2024-07-26T06:04:44.634 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.634 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.634 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.634 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 24, 2024-07-26T06:04:44.634 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.635 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:29:51.245602+0000", 2024-07-26T06:04:44.635 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.635 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.635 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.635 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.635 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.635 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.635 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.635 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.635 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.635 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.635 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.635 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.635 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.635 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.636 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.636 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.636 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.636 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.636 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.636 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.636 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.636 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.636 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.636 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.636 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.636 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.636 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.636 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.636 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.637 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.637 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.637 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.637 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.637 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.637 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.637 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.637 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.637 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.637 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.637 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.637 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.637 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.637 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.637 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.638 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.638 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.638 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.638 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T06:04:44.638 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:44.638 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T06:04:44.638 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.638 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 2, 2024-07-26T06:04:44.638 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:44.638 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.638 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.638 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.638 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:44.638 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:44.639 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T06:04:44.639 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.639 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T06:04:44.639 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.639 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.639 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:44.639 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.639 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.639 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.639 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.612749+0000", 2024-07-26T06:04:44.639 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.365095+0000", 2024-07-26T06:04:44.639 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.365095+0000", 2024-07-26T06:04:44.639 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.365661+0000", 2024-07-26T06:04:44.640 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.612749+0000", 2024-07-26T06:04:44.640 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.640 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.640 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.640 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:44.640 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.612749+0000", 2024-07-26T06:04:44.640 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.612749+0000", 2024-07-26T06:04:44.640 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.612749+0000", 2024-07-26T06:04:44.640 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.640 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.640 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.640 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.612749+0000", 2024-07-26T06:04:44.640 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.612749+0000", 2024-07-26T06:04:44.640 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.640 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.641 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.641 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.641 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:44.641 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.641 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.641 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.641 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.641 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.641 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.641 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.641 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.641 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.d", 2024-07-26T06:04:44.641 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.641 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.642 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.642 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:44.642 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.642 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T07:44:37.628035+0000", 2024-07-26T06:04:44.642 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.642 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.642 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.642 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.642 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.642 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.642 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.642 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.642 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.642 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.643 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.643 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.643 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.643 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.643 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.643 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.643 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.643 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.643 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.643 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.643 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.643 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.643 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.643 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.644 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.644 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.644 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.644 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.644 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.644 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.644 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.644 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.644 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.644 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.644 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.644 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.644 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.644 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.644 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.645 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.645 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.645 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.645 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.645 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.645 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.645 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.645 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.645 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:44.645 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:44.645 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T06:04:44.645 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.645 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T06:04:44.645 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:44.646 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.646 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.646 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.646 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T06:04:44.646 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:44.646 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T06:04:44.646 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.646 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 6, 2024-07-26T06:04:44.646 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.646 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.646 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 69, 2024-07-26T06:04:44.646 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.646 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.646 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.647 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:23.099329+0000", 2024-07-26T06:04:44.647 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:02:14.189871+0000", 2024-07-26T06:04:44.647 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:02:14.189871+0000", 2024-07-26T06:04:44.647 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:02:19.654006+0000", 2024-07-26T06:04:44.647 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:23.099329+0000", 2024-07-26T06:04:44.647 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T06:04:44.647 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.647 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T06:04:44.647 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 70, 2024-07-26T06:04:44.647 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:23.099329+0000", 2024-07-26T06:04:44.647 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:23.099329+0000", 2024-07-26T06:04:44.647 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:23.099329+0000", 2024-07-26T06:04:44.647 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.647 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.648 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T06:04:44.648 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:23.099329+0000", 2024-07-26T06:04:44.648 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:23.099329+0000", 2024-07-26T06:04:44.648 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.648 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.648 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.648 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.648 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 69, 2024-07-26T06:04:44.648 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.648 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.648 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.648 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.648 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.648 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.648 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.649 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.649 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "4.5", 2024-07-26T06:04:44.649 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.649 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.649 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 75, 2024-07-26T06:04:44.649 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 19, 2024-07-26T06:04:44.649 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.649 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T08:09:55.486911+0000", 2024-07-26T06:04:44.649 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.000239666, 2024-07-26T06:04:44.649 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.649 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.649 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.649 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.649 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.649 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.650 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.650 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.650 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.650 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.650 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.650 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.650 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.650 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.650 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.650 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.650 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.650 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.650 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.650 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.651 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.651 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.651 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.651 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.651 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.651 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.651 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.651 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.651 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.651 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.651 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.651 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.651 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.651 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.651 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.652 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.652 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.652 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.652 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.652 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.652 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.652 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.652 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.652 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.652 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.652 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.652 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T06:04:44.652 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:44.652 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T06:04:44.653 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.653 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 6, 2024-07-26T06:04:44.653 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:44.653 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.653 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.653 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.653 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:44.653 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:44.653 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T06:04:44.653 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.653 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T06:04:44.653 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.653 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.653 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 19, 2024-07-26T06:04:44.654 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.654 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.654 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.654 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.612454+0000", 2024-07-26T06:04:44.654 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:00:46.847503+0000", 2024-07-26T06:04:44.654 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:00:46.847503+0000", 2024-07-26T06:04:44.654 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:00:46.847948+0000", 2024-07-26T06:04:44.654 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.612454+0000", 2024-07-26T06:04:44.654 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T05:58:47.788656+0000", 2024-07-26T06:04:44.654 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.654 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T05:58:47.788656+0000", 2024-07-26T06:04:44.654 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 58, 2024-07-26T06:04:44.654 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.612454+0000", 2024-07-26T06:04:44.655 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.612454+0000", 2024-07-26T06:04:44.655 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.612454+0000", 2024-07-26T06:04:44.655 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.655 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.655 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T05:58:47.788656+0000", 2024-07-26T06:04:44.655 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.612454+0000", 2024-07-26T06:04:44.655 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.612454+0000", 2024-07-26T06:04:44.655 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.655 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 128, 2024-07-26T06:04:44.655 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.655 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.655 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 57, 2024-07-26T06:04:44.655 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.655 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.655 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.656 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.656 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 128, 2024-07-26T06:04:44.656 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.656 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.656 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.656 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "1.0", 2024-07-26T06:04:44.656 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.656 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.656 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.656 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 282, 2024-07-26T06:04:44.656 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.656 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:54:29.822470+0000", 2024-07-26T06:04:44.656 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.656 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.657 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.657 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 590368, 2024-07-26T06:04:44.657 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.657 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 1771104, 2024-07-26T06:04:44.657 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.657 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.657 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.657 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.657 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.657 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.657 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.657 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.657 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.657 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.657 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.658 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.658 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.658 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 6, 2024-07-26T06:04:44.658 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 2, 2024-07-26T06:04:44.658 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.658 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 2, 2024-07-26T06:04:44.658 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.658 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.658 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.658 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.658 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.658 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.658 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.658 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 6, 2024-07-26T06:04:44.659 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.659 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.659 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.659 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.659 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.659 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 212, 2024-07-26T06:04:44.659 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 306, 2024-07-26T06:04:44.659 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.659 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.659 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.659 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 179, 2024-07-26T06:04:44.659 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 2416 2024-07-26T06:04:44.659 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.659 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.659 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.660 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.660 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:44.660 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:44.660 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T06:04:44.660 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.660 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T06:04:44.660 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "68'128" 2024-07-26T06:04:44.660 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.660 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.660 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.660 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:44.660 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T06:04:44.660 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T06:04:44.660 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.661 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T06:04:44.661 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.661 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.661 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T06:04:44.661 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.661 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.661 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.661 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.211749+0000", 2024-07-26T06:04:44.661 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:36.416416+0000", 2024-07-26T06:04:44.661 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:36.416416+0000", 2024-07-26T06:04:44.661 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:36.416772+0000", 2024-07-26T06:04:44.661 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.211749+0000", 2024-07-26T06:04:44.661 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.661 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.662 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.662 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 67, 2024-07-26T06:04:44.662 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.211749+0000", 2024-07-26T06:04:44.662 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.211749+0000", 2024-07-26T06:04:44.662 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.211749+0000", 2024-07-26T06:04:44.662 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.662 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.662 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.662 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.211749+0000", 2024-07-26T06:04:44.662 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.211749+0000", 2024-07-26T06:04:44.662 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.662 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.662 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.662 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.663 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 66, 2024-07-26T06:04:44.663 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.663 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.663 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.663 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.663 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.663 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.663 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.663 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.663 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.3", 2024-07-26T06:04:44.663 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.663 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.663 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.663 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 34, 2024-07-26T06:04:44.663 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.664 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:13:16.402334+0000", 2024-07-26T06:04:44.664 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.664 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.664 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.664 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.664 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.664 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.664 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.664 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.664 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.664 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.664 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.664 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.664 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.664 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.665 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.665 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.665 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.665 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.665 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.665 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.665 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.665 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.665 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.665 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.665 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.665 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.665 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.665 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.665 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.666 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.666 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.666 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.666 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.666 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.666 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.666 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.666 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.666 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.666 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.666 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.666 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.666 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.666 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.667 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.667 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.667 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.667 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.667 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:44.667 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T06:04:44.667 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T06:04:44.667 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.667 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T06:04:44.667 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:44.667 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.667 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.667 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.667 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:44.667 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:44.668 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T06:04:44.668 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.668 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T06:04:44.668 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.668 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.668 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:44.668 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.668 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.668 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.668 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.653690+0000", 2024-07-26T06:04:44.668 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.352880+0000", 2024-07-26T06:04:44.668 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.352880+0000", 2024-07-26T06:04:44.668 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.353170+0000", 2024-07-26T06:04:44.669 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.653690+0000", 2024-07-26T06:04:44.669 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.669 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.669 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.669 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:44.669 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.653690+0000", 2024-07-26T06:04:44.669 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.653690+0000", 2024-07-26T06:04:44.669 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.653690+0000", 2024-07-26T06:04:44.669 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.669 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.669 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.669 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.653690+0000", 2024-07-26T06:04:44.669 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.653690+0000", 2024-07-26T06:04:44.669 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.669 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.670 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.670 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.670 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:44.670 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.670 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.670 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.670 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.670 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.670 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.670 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.670 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.670 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.2", 2024-07-26T06:04:44.670 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.671 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.671 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.671 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:44.671 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.671 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:40:55.158513+0000", 2024-07-26T06:04:44.671 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.671 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.671 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.671 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.671 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.671 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.671 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.671 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.671 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.672 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.672 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.672 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.672 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.672 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.672 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.672 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.672 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.672 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.672 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.672 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.672 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.672 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.672 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.672 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.673 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.673 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.673 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.673 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.673 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.673 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.673 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.673 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.673 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.673 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.673 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.673 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.673 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.673 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.674 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.674 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.674 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.674 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.674 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.674 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.674 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.674 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.674 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.674 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:44.674 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:44.674 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T06:04:44.674 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.674 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T06:04:44.675 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:44.675 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.675 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.675 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.675 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:44.675 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:44.675 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T06:04:44.675 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.675 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 0, 2024-07-26T06:04:44.675 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.675 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.675 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 69, 2024-07-26T06:04:44.675 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.675 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.675 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.676 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:23.154969+0000", 2024-07-26T06:04:44.676 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:02:14.187295+0000", 2024-07-26T06:04:44.676 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:02:14.187295+0000", 2024-07-26T06:04:44.676 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:02:19.367917+0000", 2024-07-26T06:04:44.676 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:23.154969+0000", 2024-07-26T06:04:44.676 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T06:04:44.676 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.676 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T06:04:44.676 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 70, 2024-07-26T06:04:44.676 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:23.154969+0000", 2024-07-26T06:04:44.676 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:23.154969+0000", 2024-07-26T06:04:44.676 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:23.154969+0000", 2024-07-26T06:04:44.676 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.676 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.677 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T06:04:44.677 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:23.154969+0000", 2024-07-26T06:04:44.677 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:23.154969+0000", 2024-07-26T06:04:44.677 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.677 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.677 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.677 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.677 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 69, 2024-07-26T06:04:44.677 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.677 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.677 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.677 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.677 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.677 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.677 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.678 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.678 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "4.6", 2024-07-26T06:04:44.678 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.678 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.678 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 75, 2024-07-26T06:04:44.678 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 19, 2024-07-26T06:04:44.678 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.678 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T08:15:57.754067+0000", 2024-07-26T06:04:44.678 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.000262965, 2024-07-26T06:04:44.678 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.678 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.678 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.678 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.679 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.679 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.679 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.679 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.679 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.679 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.679 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.679 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.679 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.679 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.679 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.679 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.679 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.679 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.680 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.680 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.680 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.680 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.680 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.680 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.680 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.680 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.680 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.680 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.680 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.680 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.680 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.680 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.680 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.681 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.681 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.681 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.681 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.681 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.681 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.681 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.681 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.681 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.681 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.681 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.681 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.681 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.681 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:44.681 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:44.682 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T06:04:44.682 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.682 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 0, 2024-07-26T06:04:44.682 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:44.682 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.682 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.682 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.682 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:44.682 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:44.682 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T06:04:44.682 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.682 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T06:04:44.682 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.682 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.683 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T06:04:44.683 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.683 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.683 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.683 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.612378+0000", 2024-07-26T06:04:44.683 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:08.073408+0000", 2024-07-26T06:04:44.683 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:08.073408+0000", 2024-07-26T06:04:44.683 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:08.073901+0000", 2024-07-26T06:04:44.683 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.612378+0000", 2024-07-26T06:04:44.683 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.683 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.683 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.683 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 60, 2024-07-26T06:04:44.684 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.612378+0000", 2024-07-26T06:04:44.684 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.612378+0000", 2024-07-26T06:04:44.684 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.612378+0000", 2024-07-26T06:04:44.684 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.684 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.684 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.684 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.612378+0000", 2024-07-26T06:04:44.684 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.612378+0000", 2024-07-26T06:04:44.684 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.684 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.684 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.684 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.684 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 59, 2024-07-26T06:04:44.684 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.684 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.685 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.685 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.685 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.685 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.685 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.685 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.685 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.0", 2024-07-26T06:04:44.685 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.685 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.685 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.685 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 24, 2024-07-26T06:04:44.685 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.685 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T11:03:54.088040+0000", 2024-07-26T06:04:44.685 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.686 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.686 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.686 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.686 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.686 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.686 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.686 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.686 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.686 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.686 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.686 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.686 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.686 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.686 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.687 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.687 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.687 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.687 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.687 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.687 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.687 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.687 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.687 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.687 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.687 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.687 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.687 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.687 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.687 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.688 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.688 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.688 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.688 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.688 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.688 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.688 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.688 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.688 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.688 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.688 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.688 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.688 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.688 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.689 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.689 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.689 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.689 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:44.689 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:44.689 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T06:04:44.689 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.689 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T06:04:44.689 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:44.689 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.689 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.689 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.689 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:44.689 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:44.690 INFO:tasks.workunit.client.0.smithi089.stdout: 3 2024-07-26T06:04:44.690 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.690 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 0, 2024-07-26T06:04:44.690 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.690 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.690 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:44.690 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.690 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.690 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.690 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.367107+0000", 2024-07-26T06:04:44.690 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.347205+0000", 2024-07-26T06:04:44.690 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.347205+0000", 2024-07-26T06:04:44.690 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.347452+0000", 2024-07-26T06:04:44.690 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.367107+0000", 2024-07-26T06:04:44.691 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.691 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.691 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.691 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:44.691 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.367107+0000", 2024-07-26T06:04:44.691 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.367107+0000", 2024-07-26T06:04:44.691 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.367107+0000", 2024-07-26T06:04:44.691 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.691 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.691 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.691 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.367107+0000", 2024-07-26T06:04:44.691 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.367107+0000", 2024-07-26T06:04:44.691 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.691 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.691 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.692 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.692 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:44.692 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.692 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.692 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.692 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.692 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.692 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.692 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.692 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.692 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.1", 2024-07-26T06:04:44.692 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.692 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.692 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.693 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:44.693 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.693 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:00:03.693962+0000", 2024-07-26T06:04:44.693 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.693 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.693 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.693 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.693 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.693 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.693 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.693 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.693 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.693 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.693 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.693 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.694 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.694 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.694 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.694 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.694 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.694 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.694 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.694 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.694 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.694 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.694 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.694 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.694 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.694 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.695 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.695 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.695 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.695 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.695 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.695 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.695 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.695 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.695 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.695 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.695 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.695 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.695 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.695 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.695 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.696 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.696 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.696 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.696 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.696 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.696 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.696 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:44.696 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:44.696 INFO:tasks.workunit.client.0.smithi089.stdout: 3 2024-07-26T06:04:44.696 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.696 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 0, 2024-07-26T06:04:44.696 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:44.696 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.696 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.696 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.697 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:44.697 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:44.697 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T06:04:44.697 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.697 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T06:04:44.697 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.697 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.697 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 69, 2024-07-26T06:04:44.697 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.697 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.697 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.697 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:22.863073+0000", 2024-07-26T06:04:44.697 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:02:14.279539+0000", 2024-07-26T06:04:44.697 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:02:14.279539+0000", 2024-07-26T06:04:44.698 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:02:19.209385+0000", 2024-07-26T06:04:44.698 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:22.863073+0000", 2024-07-26T06:04:44.698 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T06:04:44.698 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.698 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T06:04:44.698 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 70, 2024-07-26T06:04:44.698 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:22.863073+0000", 2024-07-26T06:04:44.698 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:22.863073+0000", 2024-07-26T06:04:44.698 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:22.863073+0000", 2024-07-26T06:04:44.698 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.698 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.698 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T06:04:44.698 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:22.863073+0000", 2024-07-26T06:04:44.699 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:22.863073+0000", 2024-07-26T06:04:44.699 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.699 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.699 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.699 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.699 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 69, 2024-07-26T06:04:44.699 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.699 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.699 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.699 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.699 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.699 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.699 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.699 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.699 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "4.7", 2024-07-26T06:04:44.700 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.700 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.700 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 75, 2024-07-26T06:04:44.700 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 19, 2024-07-26T06:04:44.700 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.700 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:17:48.651945+0000", 2024-07-26T06:04:44.700 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.000584243, 2024-07-26T06:04:44.700 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.700 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.700 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.700 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.700 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.700 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.700 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.701 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.701 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.701 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.701 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.701 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.701 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.701 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.701 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.701 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.701 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.701 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.701 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.701 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.701 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.701 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.702 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.702 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.702 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.702 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.702 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.702 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.702 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.702 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.702 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.702 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.702 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.702 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.702 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.702 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.703 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.703 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.703 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.703 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.703 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.703 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.703 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.703 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.703 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.703 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.703 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:44.703 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:44.703 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T06:04:44.703 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.704 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T06:04:44.704 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:44.704 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.704 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.704 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.704 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T06:04:44.704 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:44.704 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T06:04:44.704 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.704 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 2, 2024-07-26T06:04:44.704 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.704 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.704 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T06:04:44.704 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.705 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.705 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.705 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.208177+0000", 2024-07-26T06:04:44.705 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:08.059207+0000", 2024-07-26T06:04:44.705 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:08.059207+0000", 2024-07-26T06:04:44.705 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:08.059485+0000", 2024-07-26T06:04:44.705 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.208177+0000", 2024-07-26T06:04:44.705 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.705 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.705 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.705 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 60, 2024-07-26T06:04:44.705 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.208177+0000", 2024-07-26T06:04:44.705 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.208177+0000", 2024-07-26T06:04:44.705 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.208177+0000", 2024-07-26T06:04:44.706 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.706 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.706 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.706 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.208177+0000", 2024-07-26T06:04:44.706 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.208177+0000", 2024-07-26T06:04:44.706 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.706 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.706 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.706 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.706 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 59, 2024-07-26T06:04:44.706 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.706 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.706 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.706 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.707 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.707 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.707 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.707 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.707 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.1", 2024-07-26T06:04:44.707 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.707 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.707 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.707 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 24, 2024-07-26T06:04:44.707 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.707 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T07:16:01.397721+0000", 2024-07-26T06:04:44.707 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.707 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.707 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.708 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.708 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.708 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.708 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.708 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.708 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.708 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.708 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.708 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.708 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.708 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.708 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.708 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.708 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.708 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.709 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.709 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.709 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.709 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.709 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.709 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.709 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.709 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.709 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.709 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.709 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.709 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.709 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.709 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.710 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.710 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.710 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.710 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.710 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.710 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.710 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.710 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.710 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.710 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.710 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.710 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.710 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.710 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.711 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.711 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T06:04:44.711 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:44.711 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T06:04:44.711 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.711 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 2, 2024-07-26T06:04:44.711 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:44.711 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.711 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.711 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.711 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:44.711 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T06:04:44.711 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T06:04:44.711 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.712 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T06:04:44.712 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.712 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.712 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:44.712 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.712 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.712 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.712 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.208674+0000", 2024-07-26T06:04:44.712 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.350235+0000", 2024-07-26T06:04:44.712 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.350235+0000", 2024-07-26T06:04:44.712 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.350490+0000", 2024-07-26T06:04:44.712 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.208674+0000", 2024-07-26T06:04:44.712 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.712 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.712 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.713 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:44.713 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.208674+0000", 2024-07-26T06:04:44.713 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.208674+0000", 2024-07-26T06:04:44.713 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.208674+0000", 2024-07-26T06:04:44.713 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.713 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.713 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.713 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.208674+0000", 2024-07-26T06:04:44.713 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.208674+0000", 2024-07-26T06:04:44.713 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.713 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.713 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.713 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.714 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:44.714 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.714 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.714 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.714 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.714 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.714 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.714 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.714 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.714 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.0", 2024-07-26T06:04:44.714 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.714 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.714 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.714 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:44.715 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.715 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T06:40:25.010668+0000", 2024-07-26T06:04:44.715 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.715 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.715 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.715 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.715 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.715 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.715 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.715 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.715 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.715 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.715 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.715 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.715 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.716 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.716 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.716 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.716 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.716 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.716 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.716 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.716 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.716 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.716 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.716 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.716 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.716 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.716 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.717 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.717 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.717 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.717 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.717 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.717 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.717 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.717 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.717 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.717 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.717 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.717 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.717 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.717 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.717 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.718 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.718 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.718 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.718 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.718 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.718 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:44.718 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T06:04:44.718 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T06:04:44.718 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.718 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T06:04:44.718 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:44.718 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.718 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.719 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.719 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:44.719 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T06:04:44.719 INFO:tasks.workunit.client.0.smithi089.stdout: 3 2024-07-26T06:04:44.719 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.719 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T06:04:44.719 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.719 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.719 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 69, 2024-07-26T06:04:44.719 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.719 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.719 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.719 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:22.862663+0000", 2024-07-26T06:04:44.719 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:02:14.185476+0000", 2024-07-26T06:04:44.720 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:02:14.185476+0000", 2024-07-26T06:04:44.720 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:02:19.209913+0000", 2024-07-26T06:04:44.720 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:22.862663+0000", 2024-07-26T06:04:44.720 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T06:04:44.720 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.720 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T06:04:44.720 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 70, 2024-07-26T06:04:44.720 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:22.862663+0000", 2024-07-26T06:04:44.720 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:22.862663+0000", 2024-07-26T06:04:44.720 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:22.862663+0000", 2024-07-26T06:04:44.720 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.720 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.720 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T06:04:44.720 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:22.862663+0000", 2024-07-26T06:04:44.720 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:22.862663+0000", 2024-07-26T06:04:44.721 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.721 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.721 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.721 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.721 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 69, 2024-07-26T06:04:44.721 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.721 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.721 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.721 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.721 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.721 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.721 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.721 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.721 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "4.4", 2024-07-26T06:04:44.722 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.722 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.722 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 75, 2024-07-26T06:04:44.722 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 19, 2024-07-26T06:04:44.722 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.722 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:39:03.666054+0000", 2024-07-26T06:04:44.722 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.000725502, 2024-07-26T06:04:44.722 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.722 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.722 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.722 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.722 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.722 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.722 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.723 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.723 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.723 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.723 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.723 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.723 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.723 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.723 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.723 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.723 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.723 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.723 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.723 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.723 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.724 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.724 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.724 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.724 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.724 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.724 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.724 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.724 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.724 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.724 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.724 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.724 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.724 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.724 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.724 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.725 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.725 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.725 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.725 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.725 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.725 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.725 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.725 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.725 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.725 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.725 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:44.725 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T06:04:44.725 INFO:tasks.workunit.client.0.smithi089.stdout: 3 2024-07-26T06:04:44.725 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.726 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T06:04:44.726 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:44.726 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.726 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.726 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.726 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:44.726 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:44.726 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T06:04:44.726 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.726 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T06:04:44.726 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.726 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.726 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T06:04:44.726 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.727 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.727 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.727 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.212134+0000", 2024-07-26T06:04:44.727 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:08.067377+0000", 2024-07-26T06:04:44.727 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:08.067377+0000", 2024-07-26T06:04:44.727 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:08.067713+0000", 2024-07-26T06:04:44.727 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.212134+0000", 2024-07-26T06:04:44.727 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.727 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.727 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.727 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 60, 2024-07-26T06:04:44.727 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.212134+0000", 2024-07-26T06:04:44.727 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.212134+0000", 2024-07-26T06:04:44.728 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.212134+0000", 2024-07-26T06:04:44.728 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.728 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.728 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.728 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.212134+0000", 2024-07-26T06:04:44.728 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.212134+0000", 2024-07-26T06:04:44.728 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.728 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.728 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.728 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.728 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 59, 2024-07-26T06:04:44.728 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.728 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.728 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.729 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.729 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.729 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.729 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.729 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.729 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.2", 2024-07-26T06:04:44.729 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.729 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.729 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.729 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 24, 2024-07-26T06:04:44.729 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.729 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:44:42.224640+0000", 2024-07-26T06:04:44.729 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.729 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.729 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.730 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.730 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.730 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.730 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.730 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.730 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.730 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.730 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.730 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.730 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.730 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.730 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.730 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.731 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.731 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.731 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.731 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.731 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.731 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.731 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.731 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.731 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.731 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.731 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.731 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.731 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.731 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.731 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.732 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.732 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.732 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.732 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.732 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.732 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.732 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.732 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.732 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.732 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.732 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.732 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.732 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.732 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.733 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.733 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.733 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:44.733 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:44.733 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T06:04:44.733 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.733 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T06:04:44.733 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:44.733 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.733 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.733 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.733 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:44.733 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:44.733 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T06:04:44.734 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.734 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 4, 2024-07-26T06:04:44.734 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.734 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.734 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:44.734 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.734 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.734 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.734 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.208920+0000", 2024-07-26T06:04:44.734 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.344302+0000", 2024-07-26T06:04:44.734 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.344302+0000", 2024-07-26T06:04:44.734 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.344666+0000", 2024-07-26T06:04:44.734 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.208920+0000", 2024-07-26T06:04:44.734 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.735 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.735 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.735 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:44.735 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.208920+0000", 2024-07-26T06:04:44.735 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.208920+0000", 2024-07-26T06:04:44.735 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.208920+0000", 2024-07-26T06:04:44.735 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.735 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.735 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.735 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.208920+0000", 2024-07-26T06:04:44.735 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.208920+0000", 2024-07-26T06:04:44.735 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.735 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.735 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.735 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.736 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:44.736 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.736 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.736 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.736 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.736 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.736 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.736 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.736 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.736 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.3", 2024-07-26T06:04:44.736 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.736 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.736 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.736 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:44.737 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.737 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:45:17.508844+0000", 2024-07-26T06:04:44.737 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.737 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.737 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.737 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.737 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.737 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.737 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.737 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.737 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.737 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.737 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.737 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.738 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.738 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.738 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.738 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.738 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.738 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.738 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.738 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.738 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.738 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.738 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.738 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.738 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.738 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.738 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.739 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.739 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.739 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.739 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.739 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.739 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.739 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.739 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.739 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.739 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.739 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.739 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.739 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.739 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.740 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.740 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.740 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.740 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.740 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.740 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.740 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:44.740 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:44.740 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T06:04:44.740 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.740 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 4, 2024-07-26T06:04:44.740 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:44.740 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.740 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.740 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.741 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:44.741 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:44.741 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T06:04:44.741 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.741 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T06:04:44.741 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.741 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.741 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 69, 2024-07-26T06:04:44.741 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.741 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.741 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.741 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:22.862606+0000", 2024-07-26T06:04:44.741 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:02:14.279229+0000", 2024-07-26T06:04:44.741 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:02:14.279229+0000", 2024-07-26T06:04:44.742 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:02:19.209511+0000", 2024-07-26T06:04:44.742 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:22.862606+0000", 2024-07-26T06:04:44.742 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T06:04:44.742 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.742 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T06:04:44.742 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 70, 2024-07-26T06:04:44.742 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:22.862606+0000", 2024-07-26T06:04:44.742 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:22.862606+0000", 2024-07-26T06:04:44.742 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:22.862606+0000", 2024-07-26T06:04:44.742 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.742 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.742 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T06:04:44.742 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:22.862606+0000", 2024-07-26T06:04:44.743 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:22.862606+0000", 2024-07-26T06:04:44.743 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.743 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 2, 2024-07-26T06:04:44.743 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.743 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.743 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 69, 2024-07-26T06:04:44.743 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.743 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.743 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.743 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.743 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 2, 2024-07-26T06:04:44.743 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.743 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.743 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.743 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "4.2", 2024-07-26T06:04:44.744 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.744 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.744 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 75, 2024-07-26T06:04:44.744 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:44.744 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.744 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T08:15:14.745308+0000", 2024-07-26T06:04:44.744 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.000616366, 2024-07-26T06:04:44.744 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.744 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.744 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 19, 2024-07-26T06:04:44.744 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.744 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.744 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.744 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.745 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.745 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.745 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.745 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.745 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.745 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.745 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.745 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.745 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.745 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.745 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.745 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 3, 2024-07-26T06:04:44.745 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 1, 2024-07-26T06:04:44.745 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.745 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 1, 2024-07-26T06:04:44.746 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.746 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.746 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.746 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.746 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.746 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.746 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.746 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.746 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.746 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.746 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.746 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.746 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.746 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.747 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.747 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.747 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.747 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.747 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 2, 2024-07-26T06:04:44.747 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 2 2024-07-26T06:04:44.747 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.747 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.747 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.747 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.747 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:44.747 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:44.747 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T06:04:44.747 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.748 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T06:04:44.748 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "74'2" 2024-07-26T06:04:44.748 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.748 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.748 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.748 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:44.748 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:44.748 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T06:04:44.748 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.748 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T06:04:44.748 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.748 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.748 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T06:04:44.748 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.748 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.749 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.749 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.209500+0000", 2024-07-26T06:04:44.749 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:08.066952+0000", 2024-07-26T06:04:44.749 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:08.066952+0000", 2024-07-26T06:04:44.749 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:08.067195+0000", 2024-07-26T06:04:44.749 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.209500+0000", 2024-07-26T06:04:44.749 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.749 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.749 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.749 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 60, 2024-07-26T06:04:44.749 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.209500+0000", 2024-07-26T06:04:44.749 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.209500+0000", 2024-07-26T06:04:44.749 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.209500+0000", 2024-07-26T06:04:44.749 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.750 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.750 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.750 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.209500+0000", 2024-07-26T06:04:44.750 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.209500+0000", 2024-07-26T06:04:44.750 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.750 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.750 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.750 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.750 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 59, 2024-07-26T06:04:44.750 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.750 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.750 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.750 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.750 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.751 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.751 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.751 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.751 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.4", 2024-07-26T06:04:44.751 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.751 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.751 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.751 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 24, 2024-07-26T06:04:44.751 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.751 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T07:06:21.342328+0000", 2024-07-26T06:04:44.751 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.751 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.751 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.751 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.751 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.752 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.752 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.752 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.752 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.752 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.752 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.752 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.752 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.752 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.752 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.752 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.752 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.752 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.752 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.753 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.753 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.753 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.753 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.753 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.753 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.753 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.753 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.753 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.753 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.753 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.753 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.753 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.753 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.753 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.754 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.754 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.754 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.754 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.754 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.754 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.754 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.754 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.754 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.754 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.754 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.754 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.754 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.754 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:44.755 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:44.755 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T06:04:44.755 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.755 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T06:04:44.755 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:44.755 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.755 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.755 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.755 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:44.755 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:44.755 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T06:04:44.755 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.755 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T06:04:44.755 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.755 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.756 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:44.756 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.756 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.756 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.756 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.211920+0000", 2024-07-26T06:04:44.756 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.353370+0000", 2024-07-26T06:04:44.756 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.353370+0000", 2024-07-26T06:04:44.756 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.356966+0000", 2024-07-26T06:04:44.756 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.211920+0000", 2024-07-26T06:04:44.756 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.756 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.756 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.756 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:44.756 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.211920+0000", 2024-07-26T06:04:44.757 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.211920+0000", 2024-07-26T06:04:44.757 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.211920+0000", 2024-07-26T06:04:44.757 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.757 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.757 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.757 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.211920+0000", 2024-07-26T06:04:44.757 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.211920+0000", 2024-07-26T06:04:44.757 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.757 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.757 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.757 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.758 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:44.758 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.758 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.758 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.758 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.758 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.758 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.758 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.758 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.758 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.5", 2024-07-26T06:04:44.758 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.758 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.758 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.759 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:44.759 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.759 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:40:42.118211+0000", 2024-07-26T06:04:44.759 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.759 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.759 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.759 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.759 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.759 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.759 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.759 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.759 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.759 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.759 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.759 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.760 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.760 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.760 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.760 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.760 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.760 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.760 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.760 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.760 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.760 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.760 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.760 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.760 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.760 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.761 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.761 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.761 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.761 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.761 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.761 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.761 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.761 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.761 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.761 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.761 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.761 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.761 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.761 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.762 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.762 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.762 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.762 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.762 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.762 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.762 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.762 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:44.762 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:44.762 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T06:04:44.762 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.762 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T06:04:44.762 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:44.762 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.763 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.763 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.763 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:44.763 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:44.763 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T06:04:44.763 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.763 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 0, 2024-07-26T06:04:44.763 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.763 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.763 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 69, 2024-07-26T06:04:44.763 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.763 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.763 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.763 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:23.154580+0000", 2024-07-26T06:04:44.764 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:02:14.280193+0000", 2024-07-26T06:04:44.764 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:02:14.280193+0000", 2024-07-26T06:04:44.764 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:02:19.367910+0000", 2024-07-26T06:04:44.764 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:23.154580+0000", 2024-07-26T06:04:44.764 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T06:04:44.764 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.764 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T06:04:44.764 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 70, 2024-07-26T06:04:44.764 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:23.154580+0000", 2024-07-26T06:04:44.764 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:23.154580+0000", 2024-07-26T06:04:44.764 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:23.154580+0000", 2024-07-26T06:04:44.764 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.764 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.764 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T06:04:44.764 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:23.154580+0000", 2024-07-26T06:04:44.765 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:23.154580+0000", 2024-07-26T06:04:44.765 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.765 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 1, 2024-07-26T06:04:44.765 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.765 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.765 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 69, 2024-07-26T06:04:44.765 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.765 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.765 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.765 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.765 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 1, 2024-07-26T06:04:44.765 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.765 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.765 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.766 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "4.3", 2024-07-26T06:04:44.766 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.766 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.766 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 75, 2024-07-26T06:04:44.766 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 20, 2024-07-26T06:04:44.766 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.766 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:53:52.521187+0000", 2024-07-26T06:04:44.766 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.000629865, 2024-07-26T06:04:44.766 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.766 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.766 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.766 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.766 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.766 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.767 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.767 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.767 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.767 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.767 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.767 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.767 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.767 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.767 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.767 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.767 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.767 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.767 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 3, 2024-07-26T06:04:44.767 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 1, 2024-07-26T06:04:44.767 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.768 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 1, 2024-07-26T06:04:44.768 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.768 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.768 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.768 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.768 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.768 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.768 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.768 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.768 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.768 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.768 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.768 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.768 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.768 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.769 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.769 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.769 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.769 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.769 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.769 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.769 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.769 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.769 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.769 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.769 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:44.769 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:44.769 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T06:04:44.769 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.769 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 0, 2024-07-26T06:04:44.770 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "72'1" 2024-07-26T06:04:44.770 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.770 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.770 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.770 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:44.770 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:44.770 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T06:04:44.770 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.770 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T06:04:44.770 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.770 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.770 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T06:04:44.770 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.771 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.771 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.771 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.612895+0000", 2024-07-26T06:04:44.771 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:08.072728+0000", 2024-07-26T06:04:44.771 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:08.072728+0000", 2024-07-26T06:04:44.771 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:08.073014+0000", 2024-07-26T06:04:44.771 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.612895+0000", 2024-07-26T06:04:44.771 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.771 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.771 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.771 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 60, 2024-07-26T06:04:44.771 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.612895+0000", 2024-07-26T06:04:44.771 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.612895+0000", 2024-07-26T06:04:44.771 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.612895+0000", 2024-07-26T06:04:44.771 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.772 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.772 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.772 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.612895+0000", 2024-07-26T06:04:44.772 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.612895+0000", 2024-07-26T06:04:44.772 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.772 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.772 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.772 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.772 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 59, 2024-07-26T06:04:44.772 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.772 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.772 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.772 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.773 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.773 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.773 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.773 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.773 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.5", 2024-07-26T06:04:44.773 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.773 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.773 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.773 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 24, 2024-07-26T06:04:44.773 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.773 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T07:24:30.754323+0000", 2024-07-26T06:04:44.773 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.773 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.773 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.774 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.774 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.774 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.774 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.774 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.774 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.774 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.774 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.774 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.774 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.774 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.774 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.774 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.774 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.775 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.775 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.775 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.775 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.775 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.775 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.775 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.775 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.775 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.775 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.775 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.775 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.775 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.776 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.776 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.776 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.776 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.776 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.776 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.776 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.776 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.776 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.776 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.776 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.776 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.776 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.776 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.777 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.777 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.777 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.777 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:44.777 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:44.777 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T06:04:44.777 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.777 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T06:04:44.777 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:44.777 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.777 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.777 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.777 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:44.777 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T06:04:44.778 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T06:04:44.778 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.778 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T06:04:44.778 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.778 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.778 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:44.778 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.778 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.778 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.778 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.209112+0000", 2024-07-26T06:04:44.778 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.360879+0000", 2024-07-26T06:04:44.778 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.360879+0000", 2024-07-26T06:04:44.778 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.361144+0000", 2024-07-26T06:04:44.779 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.209112+0000", 2024-07-26T06:04:44.779 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.779 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.779 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.779 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:44.779 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.209112+0000", 2024-07-26T06:04:44.779 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.209112+0000", 2024-07-26T06:04:44.779 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.209112+0000", 2024-07-26T06:04:44.779 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.779 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.779 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.779 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.209112+0000", 2024-07-26T06:04:44.779 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.209112+0000", 2024-07-26T06:04:44.780 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.780 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.780 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.780 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.780 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:44.780 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.780 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.780 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.780 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.780 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.780 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.780 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.780 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.780 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.4", 2024-07-26T06:04:44.781 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.781 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.781 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.781 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:44.781 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.781 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:55:26.734491+0000", 2024-07-26T06:04:44.781 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.781 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.781 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.781 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.781 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.781 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.781 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.781 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.782 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.782 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.782 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.782 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.782 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.782 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.782 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.782 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.782 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.782 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.782 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.782 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.782 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.783 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.783 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.783 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.783 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.783 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.783 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.783 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.783 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.783 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.783 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.783 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.783 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.783 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.783 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.784 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.784 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.784 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.784 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.784 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.784 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.784 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.784 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.784 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.784 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.784 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.784 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.784 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:44.784 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T06:04:44.785 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T06:04:44.785 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.785 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T06:04:44.785 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:44.785 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.785 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.785 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.785 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:44.785 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:44.785 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T06:04:44.785 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.785 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T06:04:44.785 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.785 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.785 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 69, 2024-07-26T06:04:44.786 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.786 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.786 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.786 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:23.154005+0000", 2024-07-26T06:04:44.786 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:02:14.187167+0000", 2024-07-26T06:04:44.786 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:02:14.187167+0000", 2024-07-26T06:04:44.786 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:02:19.654061+0000", 2024-07-26T06:04:44.786 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:23.154005+0000", 2024-07-26T06:04:44.786 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T06:04:44.786 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.786 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T06:04:44.786 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 70, 2024-07-26T06:04:44.786 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:23.154005+0000", 2024-07-26T06:04:44.786 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:23.154005+0000", 2024-07-26T06:04:44.787 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:23.154005+0000", 2024-07-26T06:04:44.787 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.787 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.787 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T06:04:44.787 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:23.154005+0000", 2024-07-26T06:04:44.787 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:23.154005+0000", 2024-07-26T06:04:44.787 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.790 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.790 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.790 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.790 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 69, 2024-07-26T06:04:44.790 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.790 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.790 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.790 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.790 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.790 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.790 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.790 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.790 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "4.0", 2024-07-26T06:04:44.790 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.791 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.791 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 75, 2024-07-26T06:04:44.791 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 19, 2024-07-26T06:04:44.791 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.791 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T06:40:55.722832+0000", 2024-07-26T06:04:44.791 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.000483462, 2024-07-26T06:04:44.791 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.791 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.791 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.791 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.791 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.791 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.791 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.791 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.792 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.792 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.792 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.792 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.792 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.792 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.792 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.792 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.792 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.792 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.792 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.792 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.792 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.792 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.792 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.793 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.793 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.793 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.793 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.793 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.793 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.793 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.793 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.793 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.793 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.793 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.793 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.793 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.793 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.794 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.794 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.794 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.794 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.794 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.794 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.794 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.794 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.794 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.794 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:44.794 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:44.794 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T06:04:44.794 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.794 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T06:04:44.795 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:44.795 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.795 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.795 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.795 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:44.795 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T06:04:44.795 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T06:04:44.795 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.795 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T06:04:44.795 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.795 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.795 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T06:04:44.795 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.795 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.796 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.796 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.209409+0000", 2024-07-26T06:04:44.796 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:08.070293+0000", 2024-07-26T06:04:44.796 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:08.070293+0000", 2024-07-26T06:04:44.796 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:08.070612+0000", 2024-07-26T06:04:44.796 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.209409+0000", 2024-07-26T06:04:44.796 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.796 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.796 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.796 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 60, 2024-07-26T06:04:44.796 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.209409+0000", 2024-07-26T06:04:44.796 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.209409+0000", 2024-07-26T06:04:44.796 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.209409+0000", 2024-07-26T06:04:44.796 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.796 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.797 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.797 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.209409+0000", 2024-07-26T06:04:44.797 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.209409+0000", 2024-07-26T06:04:44.797 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.797 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 1, 2024-07-26T06:04:44.797 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.797 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.797 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 59, 2024-07-26T06:04:44.797 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.797 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.797 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.797 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.797 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 1, 2024-07-26T06:04:44.797 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.798 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.798 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.798 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.6", 2024-07-26T06:04:44.798 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.798 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.798 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.798 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 25, 2024-07-26T06:04:44.798 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.798 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:52:15.257449+0000", 2024-07-26T06:04:44.798 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.798 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.798 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.798 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.798 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.799 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.799 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.799 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.799 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.799 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.799 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.799 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.799 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.799 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.799 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.799 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.799 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.799 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.799 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.799 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 3, 2024-07-26T06:04:44.800 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 1, 2024-07-26T06:04:44.800 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.800 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 1, 2024-07-26T06:04:44.800 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.800 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.800 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.800 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.800 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.800 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 1, 2024-07-26T06:04:44.800 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.800 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.800 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.800 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.800 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.801 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.801 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.801 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.801 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.801 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.801 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.801 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.801 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 1, 2024-07-26T06:04:44.801 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.801 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.801 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.801 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.801 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.801 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:44.801 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T06:04:44.802 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T06:04:44.802 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.802 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T06:04:44.802 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "65'1" 2024-07-26T06:04:44.802 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.802 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.802 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.802 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:44.802 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:44.802 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T06:04:44.802 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.802 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T06:04:44.802 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.802 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.803 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:44.803 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.803 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.803 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.803 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.653989+0000", 2024-07-26T06:04:44.803 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.359471+0000", 2024-07-26T06:04:44.803 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.359471+0000", 2024-07-26T06:04:44.803 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.359741+0000", 2024-07-26T06:04:44.803 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.653989+0000", 2024-07-26T06:04:44.803 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.803 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.803 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.803 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:44.803 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.653989+0000", 2024-07-26T06:04:44.804 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.653989+0000", 2024-07-26T06:04:44.804 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.653989+0000", 2024-07-26T06:04:44.804 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.804 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.804 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.804 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.653989+0000", 2024-07-26T06:04:44.804 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.653989+0000", 2024-07-26T06:04:44.804 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.804 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.804 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.804 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.804 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:44.804 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.804 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.805 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.805 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.805 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.805 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.805 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.805 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.805 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.7", 2024-07-26T06:04:44.805 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.805 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.805 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.805 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:44.805 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.805 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:41:34.349525+0000", 2024-07-26T06:04:44.805 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.806 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.806 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.806 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.806 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.806 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.806 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.806 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.806 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.806 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.806 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.806 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.806 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.806 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.806 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.807 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.807 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.807 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.807 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.807 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.807 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.807 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.807 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.807 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.807 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.807 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.807 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.807 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.807 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.808 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.808 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.808 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.808 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.808 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.808 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.808 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.808 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.808 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.808 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.808 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.808 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.808 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.808 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.809 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.809 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.809 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.809 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.809 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:44.809 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:44.809 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T06:04:44.809 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.809 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T06:04:44.809 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:44.809 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.809 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.809 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.809 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:44.810 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:44.810 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T06:04:44.810 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.810 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 4, 2024-07-26T06:04:44.810 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.810 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.810 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 69, 2024-07-26T06:04:44.810 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.810 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.810 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.810 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:22.864194+0000", 2024-07-26T06:04:44.810 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:02:14.279338+0000", 2024-07-26T06:04:44.810 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:02:14.279338+0000", 2024-07-26T06:04:44.810 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:02:19.208309+0000", 2024-07-26T06:04:44.811 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:22.864194+0000", 2024-07-26T06:04:44.811 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T06:04:44.811 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.811 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T06:04:44.811 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 70, 2024-07-26T06:04:44.811 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:22.864194+0000", 2024-07-26T06:04:44.811 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:22.864194+0000", 2024-07-26T06:04:44.811 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:22.864194+0000", 2024-07-26T06:04:44.811 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.811 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.811 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T06:04:44.811 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:22.864194+0000", 2024-07-26T06:04:44.811 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:22.864194+0000", 2024-07-26T06:04:44.811 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.811 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.812 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.812 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.812 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 69, 2024-07-26T06:04:44.812 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.812 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.812 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.812 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.812 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.812 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.812 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.812 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.812 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "4.1", 2024-07-26T06:04:44.812 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.812 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.813 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 75, 2024-07-26T06:04:44.813 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 19, 2024-07-26T06:04:44.813 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.813 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:25:22.235693+0000", 2024-07-26T06:04:44.813 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.000321245, 2024-07-26T06:04:44.813 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.813 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.813 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.813 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.813 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.813 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.813 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.813 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.813 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.813 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.814 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.814 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.814 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.814 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.814 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.814 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.814 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.814 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.814 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.814 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.814 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.814 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.814 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.814 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.815 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.815 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.815 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.815 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.815 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.815 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.815 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.815 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.815 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.815 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.815 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.815 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.815 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.815 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.816 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.816 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.816 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.816 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.816 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.816 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.816 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.816 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.816 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:44.816 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:44.816 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T06:04:44.816 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.816 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 4, 2024-07-26T06:04:44.816 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:44.816 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.817 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.817 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.817 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T06:04:44.817 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:44.817 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T06:04:44.817 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.817 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 6, 2024-07-26T06:04:44.817 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.817 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.817 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T06:04:44.817 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.817 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.817 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.817 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.653957+0000", 2024-07-26T06:04:44.817 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:08.068907+0000", 2024-07-26T06:04:44.818 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:08.068907+0000", 2024-07-26T06:04:44.818 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:08.069210+0000", 2024-07-26T06:04:44.818 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.653957+0000", 2024-07-26T06:04:44.818 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.818 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.818 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.818 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 60, 2024-07-26T06:04:44.818 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.653957+0000", 2024-07-26T06:04:44.818 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.653957+0000", 2024-07-26T06:04:44.818 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.653957+0000", 2024-07-26T06:04:44.818 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.818 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.818 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.819 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.653957+0000", 2024-07-26T06:04:44.819 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.653957+0000", 2024-07-26T06:04:44.819 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.819 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 2, 2024-07-26T06:04:44.819 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.819 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.819 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 59, 2024-07-26T06:04:44.819 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.819 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.819 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.819 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.819 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 2, 2024-07-26T06:04:44.819 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.819 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.820 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.820 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.7", 2024-07-26T06:04:44.820 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.820 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.820 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.820 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 26, 2024-07-26T06:04:44.820 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.820 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:57:19.133123+0000", 2024-07-26T06:04:44.820 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.820 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.820 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.820 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.820 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.820 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.820 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.821 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.821 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.821 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.821 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.821 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.821 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.821 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.821 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.821 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.821 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.821 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.821 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.821 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 3, 2024-07-26T06:04:44.821 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 1, 2024-07-26T06:04:44.822 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.822 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 1, 2024-07-26T06:04:44.822 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.822 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.822 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.822 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.822 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.822 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 1, 2024-07-26T06:04:44.822 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.822 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.822 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.822 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.822 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.822 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.823 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.823 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.823 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.823 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.823 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.823 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.823 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 3, 2024-07-26T06:04:44.823 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.823 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.823 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.823 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.823 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.823 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T06:04:44.823 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:44.824 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T06:04:44.824 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.824 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 6, 2024-07-26T06:04:44.824 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "65'2" 2024-07-26T06:04:44.824 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.824 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.824 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.824 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:44.824 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:44.824 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T06:04:44.824 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.824 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 0, 2024-07-26T06:04:44.824 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.824 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.824 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:44.825 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.825 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.825 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.825 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.367594+0000", 2024-07-26T06:04:44.825 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.350519+0000", 2024-07-26T06:04:44.825 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.350519+0000", 2024-07-26T06:04:44.825 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.350773+0000", 2024-07-26T06:04:44.825 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.367594+0000", 2024-07-26T06:04:44.825 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.825 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.825 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.825 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:44.825 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.367594+0000", 2024-07-26T06:04:44.825 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.367594+0000", 2024-07-26T06:04:44.826 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.367594+0000", 2024-07-26T06:04:44.826 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.826 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.826 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.826 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.367594+0000", 2024-07-26T06:04:44.826 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.367594+0000", 2024-07-26T06:04:44.826 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.826 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.826 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.826 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.826 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:44.826 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.826 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.826 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.827 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.827 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.827 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.827 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.827 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.827 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.6", 2024-07-26T06:04:44.827 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.827 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.827 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.827 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:44.827 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.827 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:04:14.493880+0000", 2024-07-26T06:04:44.827 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.828 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.828 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.828 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.828 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.828 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.828 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.828 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.828 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.828 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.828 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.828 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.828 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.828 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.828 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.828 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.829 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.829 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.829 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.829 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.829 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.829 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.829 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.829 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.829 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.829 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.829 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.829 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.829 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.829 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.830 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.830 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.830 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.830 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.830 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.830 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.830 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.830 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.830 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.830 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.830 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.830 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.830 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.830 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.830 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.831 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.831 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.831 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:44.831 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:44.831 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T06:04:44.831 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.831 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 0, 2024-07-26T06:04:44.831 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:44.831 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.831 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.831 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.831 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:44.831 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:44.831 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T06:04:44.832 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.832 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T06:04:44.832 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.832 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.832 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T06:04:44.832 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.832 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.832 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.832 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.612352+0000", 2024-07-26T06:04:44.832 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:08.073824+0000", 2024-07-26T06:04:44.832 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:08.073824+0000", 2024-07-26T06:04:44.832 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:08.074093+0000", 2024-07-26T06:04:44.832 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.612352+0000", 2024-07-26T06:04:44.832 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.833 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.833 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.833 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 60, 2024-07-26T06:04:44.833 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.612352+0000", 2024-07-26T06:04:44.833 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.612352+0000", 2024-07-26T06:04:44.833 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.612352+0000", 2024-07-26T06:04:44.833 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.833 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.833 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.833 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.612352+0000", 2024-07-26T06:04:44.833 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.612352+0000", 2024-07-26T06:04:44.833 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.833 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.833 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.833 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.834 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 59, 2024-07-26T06:04:44.834 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.834 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.834 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.834 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.834 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.834 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.834 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.834 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.834 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.8", 2024-07-26T06:04:44.834 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.834 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.834 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.835 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 24, 2024-07-26T06:04:44.835 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.835 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:41:59.069133+0000", 2024-07-26T06:04:44.835 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.835 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.835 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.835 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.835 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.835 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.835 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.835 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.835 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.835 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.835 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.836 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.836 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.836 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.836 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.836 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.836 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.836 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.836 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.836 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.836 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.836 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.836 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.836 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.836 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.836 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.837 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.837 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.837 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.837 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.837 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.837 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.837 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.837 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.837 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.837 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.837 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.837 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.837 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.837 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.838 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.838 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.838 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.838 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.838 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.838 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.838 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.838 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:44.838 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:44.838 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T06:04:44.838 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.838 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T06:04:44.838 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:44.838 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.839 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.839 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.839 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:44.839 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T06:04:44.839 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T06:04:44.839 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.839 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 4, 2024-07-26T06:04:44.839 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.839 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.839 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:44.839 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.839 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.839 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.839 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.208505+0000", 2024-07-26T06:04:44.839 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.358329+0000", 2024-07-26T06:04:44.840 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.358329+0000", 2024-07-26T06:04:44.840 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.358606+0000", 2024-07-26T06:04:44.840 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.208505+0000", 2024-07-26T06:04:44.840 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.840 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.840 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.840 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:44.840 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.208505+0000", 2024-07-26T06:04:44.840 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.208505+0000", 2024-07-26T06:04:44.840 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.208505+0000", 2024-07-26T06:04:44.840 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.840 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.840 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.840 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.208505+0000", 2024-07-26T06:04:44.841 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.208505+0000", 2024-07-26T06:04:44.841 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.841 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.841 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.841 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.841 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:44.841 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.841 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.841 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.841 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.841 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.841 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.841 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.841 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.842 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.9", 2024-07-26T06:04:44.842 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.842 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.842 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.842 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:44.842 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.842 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:48:59.720255+0000", 2024-07-26T06:04:44.842 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.842 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.842 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.842 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.842 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.842 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.842 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.843 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.843 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.843 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.843 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.843 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.843 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.843 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.843 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.843 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.843 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.843 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.843 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.843 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.843 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.843 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.844 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.844 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.844 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.844 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.844 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.844 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.844 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.844 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.844 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.844 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.844 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.844 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.844 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.844 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.844 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.845 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.845 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.845 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.845 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.845 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.845 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.845 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.845 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.845 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.845 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.845 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:44.845 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T06:04:44.845 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T06:04:44.845 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.846 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 4, 2024-07-26T06:04:44.846 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:44.846 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.846 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.846 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.846 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:44.846 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:44.846 INFO:tasks.workunit.client.0.smithi089.stdout: 3 2024-07-26T06:04:44.846 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.846 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T06:04:44.846 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.846 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.846 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T06:04:44.846 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.847 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.847 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.847 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.208941+0000", 2024-07-26T06:04:44.847 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:08.064330+0000", 2024-07-26T06:04:44.847 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:08.064330+0000", 2024-07-26T06:04:44.847 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:08.064593+0000", 2024-07-26T06:04:44.847 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.208941+0000", 2024-07-26T06:04:44.847 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.847 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.847 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.847 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 60, 2024-07-26T06:04:44.847 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.208941+0000", 2024-07-26T06:04:44.847 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.208941+0000", 2024-07-26T06:04:44.847 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.208941+0000", 2024-07-26T06:04:44.848 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.848 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.848 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.848 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.208941+0000", 2024-07-26T06:04:44.848 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.208941+0000", 2024-07-26T06:04:44.848 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.848 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.848 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.848 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.848 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 59, 2024-07-26T06:04:44.848 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.848 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.848 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.848 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.849 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.849 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.849 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.849 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.849 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.9", 2024-07-26T06:04:44.849 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.849 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.849 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.849 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 24, 2024-07-26T06:04:44.849 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.849 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:36:28.458527+0000", 2024-07-26T06:04:44.849 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.849 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.849 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.849 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.850 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.850 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.850 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.850 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.850 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.850 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.850 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.850 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.850 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.850 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.850 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.850 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.850 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.851 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.851 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.851 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.851 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.851 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.851 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.851 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.851 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.851 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.851 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.851 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.851 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.851 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.851 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.852 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.852 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.852 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.852 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.852 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.852 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.852 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.852 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.852 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.852 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.852 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.852 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.852 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.852 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.852 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.853 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.853 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:44.853 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:44.853 INFO:tasks.workunit.client.0.smithi089.stdout: 3 2024-07-26T06:04:44.853 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.853 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T06:04:44.853 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:44.853 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.853 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.853 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.853 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:44.853 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:44.853 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T06:04:44.853 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.854 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T06:04:44.854 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.854 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.854 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:44.854 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.854 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.854 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.854 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.653839+0000", 2024-07-26T06:04:44.854 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.359551+0000", 2024-07-26T06:04:44.854 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.359551+0000", 2024-07-26T06:04:44.854 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.359793+0000", 2024-07-26T06:04:44.854 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.653839+0000", 2024-07-26T06:04:44.854 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.854 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.855 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.855 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:44.855 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.653839+0000", 2024-07-26T06:04:44.855 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.653839+0000", 2024-07-26T06:04:44.855 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.653839+0000", 2024-07-26T06:04:44.855 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.855 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.855 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.855 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.653839+0000", 2024-07-26T06:04:44.855 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.653839+0000", 2024-07-26T06:04:44.855 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.855 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.855 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.855 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.855 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:44.856 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.856 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.856 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.856 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.856 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.856 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.856 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.856 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.856 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.8", 2024-07-26T06:04:44.856 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.856 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.856 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.856 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:44.856 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.857 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:38:12.536640+0000", 2024-07-26T06:04:44.857 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.857 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.857 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.857 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.857 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.857 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.857 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.857 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.857 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.857 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.857 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.857 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.857 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.857 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.858 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.858 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.858 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.858 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.858 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.858 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.858 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.858 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.858 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.858 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.858 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.858 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.858 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.858 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.859 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.859 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.859 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.859 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.859 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.859 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.859 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.859 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.859 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.859 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.859 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.859 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.859 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.859 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.859 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.860 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.860 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.860 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.860 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.860 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:44.860 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:44.860 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T06:04:44.860 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.860 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T06:04:44.860 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:44.860 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.860 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.860 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.860 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:44.860 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:44.861 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T06:04:44.861 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.861 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T06:04:44.861 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.861 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.861 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T06:04:44.861 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.861 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.861 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.861 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.209280+0000", 2024-07-26T06:04:44.861 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:08.068259+0000", 2024-07-26T06:04:44.861 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:08.068259+0000", 2024-07-26T06:04:44.861 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:08.068525+0000", 2024-07-26T06:04:44.861 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.209280+0000", 2024-07-26T06:04:44.862 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.862 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.862 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.862 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 60, 2024-07-26T06:04:44.862 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.209280+0000", 2024-07-26T06:04:44.862 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.209280+0000", 2024-07-26T06:04:44.862 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.209280+0000", 2024-07-26T06:04:44.862 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.862 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.862 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.862 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.209280+0000", 2024-07-26T06:04:44.862 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.209280+0000", 2024-07-26T06:04:44.862 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.862 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.862 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.863 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.863 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 59, 2024-07-26T06:04:44.863 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.863 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.863 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.863 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.863 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.863 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.863 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.863 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.863 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.a", 2024-07-26T06:04:44.863 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.863 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.864 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.864 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 24, 2024-07-26T06:04:44.864 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.864 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T07:06:34.669352+0000", 2024-07-26T06:04:44.864 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.864 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.864 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.864 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.864 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.864 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.864 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.864 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.864 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.864 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.864 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.865 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.865 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.865 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.865 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.865 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.865 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.865 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.865 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.865 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.865 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.865 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.865 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.865 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.865 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.866 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.866 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.866 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.866 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.866 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.866 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.866 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.866 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.866 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.866 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.866 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.866 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.866 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.866 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.867 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.867 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.867 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.867 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.867 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.867 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.867 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.867 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.867 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:44.867 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:44.867 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T06:04:44.867 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.867 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T06:04:44.867 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:44.867 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.868 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.868 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.868 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:44.868 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:44.868 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T06:04:44.868 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.868 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T06:04:44.868 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.868 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.868 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:44.868 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.868 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.868 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.868 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.653933+0000", 2024-07-26T06:04:44.869 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.353451+0000", 2024-07-26T06:04:44.869 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.353451+0000", 2024-07-26T06:04:44.869 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.353711+0000", 2024-07-26T06:04:44.869 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.653933+0000", 2024-07-26T06:04:44.869 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.869 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.869 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.869 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:44.869 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.653933+0000", 2024-07-26T06:04:44.869 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.653933+0000", 2024-07-26T06:04:44.869 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.653933+0000", 2024-07-26T06:04:44.869 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.869 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.869 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.869 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.653933+0000", 2024-07-26T06:04:44.870 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.653933+0000", 2024-07-26T06:04:44.870 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.870 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.870 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.870 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.870 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:44.870 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.870 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.870 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.870 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.870 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.870 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.870 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.870 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.871 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.b", 2024-07-26T06:04:44.871 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.871 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.871 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.871 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:44.871 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.871 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:26:22.584224+0000", 2024-07-26T06:04:44.871 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.871 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.871 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.871 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.871 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.871 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.871 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.872 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.872 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.872 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.872 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.872 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.872 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.872 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.872 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.872 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.872 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.872 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.872 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.872 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.872 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.872 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.873 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.873 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.873 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.873 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.873 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.873 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.873 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.873 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.873 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.873 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.873 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.873 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.873 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.873 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.873 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.874 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.874 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.874 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.874 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.874 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.874 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.874 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.874 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.874 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.874 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.874 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:44.874 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:44.874 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T06:04:44.874 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.875 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T06:04:44.875 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:44.875 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.875 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.875 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.875 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:44.875 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:44.875 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T06:04:44.875 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.875 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T06:04:44.875 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.875 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.875 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T06:04:44.875 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.875 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.876 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.876 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.612708+0000", 2024-07-26T06:04:44.876 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:08.072996+0000", 2024-07-26T06:04:44.876 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:08.072996+0000", 2024-07-26T06:04:44.876 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:08.073337+0000", 2024-07-26T06:04:44.876 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.612708+0000", 2024-07-26T06:04:44.876 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.876 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.876 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.876 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 60, 2024-07-26T06:04:44.876 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.612708+0000", 2024-07-26T06:04:44.876 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.612708+0000", 2024-07-26T06:04:44.876 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.612708+0000", 2024-07-26T06:04:44.876 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.876 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.877 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.877 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.612708+0000", 2024-07-26T06:04:44.877 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.612708+0000", 2024-07-26T06:04:44.877 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.877 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 2, 2024-07-26T06:04:44.877 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.877 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.877 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 59, 2024-07-26T06:04:44.877 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.877 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.877 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.877 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.877 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 2, 2024-07-26T06:04:44.877 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.877 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.878 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.878 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.b", 2024-07-26T06:04:44.878 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.878 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.878 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.878 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 26, 2024-07-26T06:04:44.878 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.878 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T11:57:39.857006+0000", 2024-07-26T06:04:44.878 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.878 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.878 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.878 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.878 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.879 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.879 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.879 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.879 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.879 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.879 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.879 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.879 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.879 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.879 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.879 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.879 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.879 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.879 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.879 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 3, 2024-07-26T06:04:44.880 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 1, 2024-07-26T06:04:44.880 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.880 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 1, 2024-07-26T06:04:44.880 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.880 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.880 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.880 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.880 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.880 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 1, 2024-07-26T06:04:44.880 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.880 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.880 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.880 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.880 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.880 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.881 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.881 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.881 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.881 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.881 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.881 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.881 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 1, 2024-07-26T06:04:44.881 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.881 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.881 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.881 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.881 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.881 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:44.881 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:44.882 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T06:04:44.882 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.882 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T06:04:44.882 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "65'2" 2024-07-26T06:04:44.882 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.882 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.882 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.882 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T06:04:44.882 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:44.882 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T06:04:44.882 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.882 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 2, 2024-07-26T06:04:44.882 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.882 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.883 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:44.883 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.883 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.883 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.883 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.208333+0000", 2024-07-26T06:04:44.883 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:36.416335+0000", 2024-07-26T06:04:44.883 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:36.416335+0000", 2024-07-26T06:04:44.883 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:36.416695+0000", 2024-07-26T06:04:44.883 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.208333+0000", 2024-07-26T06:04:44.883 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.883 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.883 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.883 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 67, 2024-07-26T06:04:44.883 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.208333+0000", 2024-07-26T06:04:44.883 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.208333+0000", 2024-07-26T06:04:44.884 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.208333+0000", 2024-07-26T06:04:44.884 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.884 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.884 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.884 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.208333+0000", 2024-07-26T06:04:44.884 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.208333+0000", 2024-07-26T06:04:44.884 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.884 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.884 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.884 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.884 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 66, 2024-07-26T06:04:44.884 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.884 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.884 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.885 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.885 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.885 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.885 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.885 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.885 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.a", 2024-07-26T06:04:44.885 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.885 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.885 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.885 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 18, 2024-07-26T06:04:44.885 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.885 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:26:34.630202+0000", 2024-07-26T06:04:44.885 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.885 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.885 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.886 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.886 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.886 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.886 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.886 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.886 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.886 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.886 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.886 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.886 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.886 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.886 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.886 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.886 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.887 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.887 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.887 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.887 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.887 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.887 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.887 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.887 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.887 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.887 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.887 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.887 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.887 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.887 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.888 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.888 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.888 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.888 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.888 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.888 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.888 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.888 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.888 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.888 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.888 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.888 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.888 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.888 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.888 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.889 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.889 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T06:04:44.889 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:44.889 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T06:04:44.889 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.889 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 2, 2024-07-26T06:04:44.889 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:44.889 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.889 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.889 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.889 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T06:04:44.889 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:44.889 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T06:04:44.889 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.890 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 2, 2024-07-26T06:04:44.890 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.890 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.890 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:44.890 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.890 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.890 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.890 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.208199+0000", 2024-07-26T06:04:44.890 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:36.836858+0000", 2024-07-26T06:04:44.890 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:36.836858+0000", 2024-07-26T06:04:44.890 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:36.837167+0000", 2024-07-26T06:04:44.890 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.208199+0000", 2024-07-26T06:04:44.890 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.890 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.890 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.891 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 67, 2024-07-26T06:04:44.891 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.208199+0000", 2024-07-26T06:04:44.891 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.208199+0000", 2024-07-26T06:04:44.891 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.208199+0000", 2024-07-26T06:04:44.891 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.891 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.891 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.891 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.208199+0000", 2024-07-26T06:04:44.891 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.208199+0000", 2024-07-26T06:04:44.891 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.891 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.891 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.891 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.891 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 66, 2024-07-26T06:04:44.891 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.892 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.892 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.892 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.892 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.892 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.892 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.892 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.892 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.1d", 2024-07-26T06:04:44.892 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.892 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.892 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.892 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 18, 2024-07-26T06:04:44.892 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.892 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:24:15.587193+0000", 2024-07-26T06:04:44.893 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.893 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.893 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.893 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.893 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.893 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.893 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.893 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.893 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.893 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.893 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.893 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.893 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.893 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.894 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.894 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.894 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.894 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.894 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.894 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.894 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.894 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.894 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.894 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.894 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.894 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.894 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.895 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.895 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.895 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.895 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.895 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.895 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.895 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.895 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.895 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.895 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.895 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.895 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.895 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.895 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.895 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.896 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.896 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.896 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.896 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.896 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.896 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T06:04:44.896 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:44.896 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T06:04:44.896 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.896 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 2, 2024-07-26T06:04:44.896 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:44.896 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.896 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.896 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.896 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:44.897 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:44.897 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T06:04:44.897 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.897 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T06:04:44.897 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.897 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.897 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T06:04:44.897 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.897 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.897 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.897 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.612689+0000", 2024-07-26T06:04:44.897 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:08.073536+0000", 2024-07-26T06:04:44.897 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:08.073536+0000", 2024-07-26T06:04:44.897 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:08.073858+0000", 2024-07-26T06:04:44.898 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.612689+0000", 2024-07-26T06:04:44.898 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.898 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.898 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.898 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 60, 2024-07-26T06:04:44.898 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.612689+0000", 2024-07-26T06:04:44.898 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.612689+0000", 2024-07-26T06:04:44.898 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.612689+0000", 2024-07-26T06:04:44.898 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.898 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.898 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.898 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.612689+0000", 2024-07-26T06:04:44.898 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.612689+0000", 2024-07-26T06:04:44.898 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.899 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 2, 2024-07-26T06:04:44.899 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.899 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.899 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 59, 2024-07-26T06:04:44.899 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.899 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.899 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.899 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.899 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 2, 2024-07-26T06:04:44.899 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.899 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.899 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.899 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.1c", 2024-07-26T06:04:44.900 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.900 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.900 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.900 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 26, 2024-07-26T06:04:44.900 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.900 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:36:53.389271+0000", 2024-07-26T06:04:44.900 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.900 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.900 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.900 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.900 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.900 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.900 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.900 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.901 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.901 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.901 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.901 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.901 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.901 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.901 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.901 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.901 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.901 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.901 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.901 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 3, 2024-07-26T06:04:44.901 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 1, 2024-07-26T06:04:44.901 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.902 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 1, 2024-07-26T06:04:44.902 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.902 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.902 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.902 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.902 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.902 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 1, 2024-07-26T06:04:44.902 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.902 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.902 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.902 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.902 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.902 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.902 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.903 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.903 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.903 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.903 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.903 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.903 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 3, 2024-07-26T06:04:44.903 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.903 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.903 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.903 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.903 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.903 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:44.903 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:44.903 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T06:04:44.903 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.904 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T06:04:44.904 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "65'2" 2024-07-26T06:04:44.904 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.904 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.904 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.904 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:44.904 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:44.904 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T06:04:44.904 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.904 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T06:04:44.904 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.904 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.904 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:44.904 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.904 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.905 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.905 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.211787+0000", 2024-07-26T06:04:44.905 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.362390+0000", 2024-07-26T06:04:44.905 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.362390+0000", 2024-07-26T06:04:44.905 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.362934+0000", 2024-07-26T06:04:44.905 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.211787+0000", 2024-07-26T06:04:44.905 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.905 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.905 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.905 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:44.905 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.211787+0000", 2024-07-26T06:04:44.905 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.211787+0000", 2024-07-26T06:04:44.905 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.211787+0000", 2024-07-26T06:04:44.905 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.906 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.906 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.906 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.211787+0000", 2024-07-26T06:04:44.906 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.211787+0000", 2024-07-26T06:04:44.906 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.906 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.906 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.906 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.906 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:44.906 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.906 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.906 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.906 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.906 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.907 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.907 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.907 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.907 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.1c", 2024-07-26T06:04:44.907 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.907 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.907 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.907 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:44.907 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.907 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T11:15:09.280407+0000", 2024-07-26T06:04:44.907 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.907 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.907 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.907 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.908 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.908 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.908 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.908 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.908 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.908 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.908 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.908 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.908 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.908 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.908 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.908 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.908 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.908 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.909 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.909 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.909 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.909 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.909 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.909 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.909 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.909 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.909 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.909 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.909 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.909 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.909 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.909 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.909 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.910 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.910 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.910 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.910 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.910 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.910 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.910 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.910 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.910 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.910 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.910 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.910 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.910 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.910 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.911 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:44.911 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:44.911 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T06:04:44.911 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.911 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T06:04:44.911 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:44.911 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.911 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.911 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.911 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:44.911 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T06:04:44.911 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T06:04:44.911 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.911 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T06:04:44.912 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.912 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.912 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T06:04:44.912 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.912 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.912 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.912 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.612806+0000", 2024-07-26T06:04:44.912 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:08.073964+0000", 2024-07-26T06:04:44.912 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:08.073964+0000", 2024-07-26T06:04:44.912 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:08.074747+0000", 2024-07-26T06:04:44.912 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.612806+0000", 2024-07-26T06:04:44.912 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.912 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.912 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.912 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 60, 2024-07-26T06:04:44.913 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.612806+0000", 2024-07-26T06:04:44.913 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.612806+0000", 2024-07-26T06:04:44.913 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.612806+0000", 2024-07-26T06:04:44.913 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.913 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.913 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.913 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.612806+0000", 2024-07-26T06:04:44.913 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.612806+0000", 2024-07-26T06:04:44.913 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.913 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 2, 2024-07-26T06:04:44.913 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.913 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.913 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 59, 2024-07-26T06:04:44.913 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.914 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.914 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.914 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.914 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 2, 2024-07-26T06:04:44.914 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.914 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.914 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.914 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.1d", 2024-07-26T06:04:44.914 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.914 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.914 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.914 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 26, 2024-07-26T06:04:44.914 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.914 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:54:06.244462+0000", 2024-07-26T06:04:44.915 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.915 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.915 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.915 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.915 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.915 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.915 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.915 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.915 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.915 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.915 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.915 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.915 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.915 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.915 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.916 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.916 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.916 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.916 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.916 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 3, 2024-07-26T06:04:44.916 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 1, 2024-07-26T06:04:44.916 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.916 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 1, 2024-07-26T06:04:44.916 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.916 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.916 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.916 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.916 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.916 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 1, 2024-07-26T06:04:44.917 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.917 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.917 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.917 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.917 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.917 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.917 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.917 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.917 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.917 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.917 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.917 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.917 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 3, 2024-07-26T06:04:44.917 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.917 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.918 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.918 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.918 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.918 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:44.918 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T06:04:44.918 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T06:04:44.918 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.918 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T06:04:44.918 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "65'2" 2024-07-26T06:04:44.918 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.918 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.918 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.918 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:44.918 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:44.919 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T06:04:44.919 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.919 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 0, 2024-07-26T06:04:44.919 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.919 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.919 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:44.919 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.919 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.919 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.919 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.367473+0000", 2024-07-26T06:04:44.919 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.354937+0000", 2024-07-26T06:04:44.919 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.354937+0000", 2024-07-26T06:04:44.919 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.355897+0000", 2024-07-26T06:04:44.919 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.367473+0000", 2024-07-26T06:04:44.920 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.920 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.920 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.920 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:44.920 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.367473+0000", 2024-07-26T06:04:44.920 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.367473+0000", 2024-07-26T06:04:44.920 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.367473+0000", 2024-07-26T06:04:44.920 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.920 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.920 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.920 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.367473+0000", 2024-07-26T06:04:44.920 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.367473+0000", 2024-07-26T06:04:44.920 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.920 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.920 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.921 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.921 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:44.921 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.921 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.921 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.921 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.921 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.921 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.921 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.921 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.921 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.1f", 2024-07-26T06:04:44.921 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.921 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.921 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.922 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:44.922 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.922 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T06:36:41.027614+0000", 2024-07-26T06:04:44.922 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.922 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.922 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.922 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.922 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.922 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.922 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.922 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.922 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.922 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.923 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.923 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.923 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.923 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.923 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.923 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.923 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.923 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.923 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.923 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.923 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.923 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.923 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.923 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.923 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.924 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.924 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.924 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.924 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.924 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.924 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.924 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.924 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.924 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.924 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.924 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.924 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.924 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.924 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.925 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.925 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.925 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.925 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.925 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.925 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.925 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.925 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.925 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:44.925 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:44.925 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T06:04:44.925 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.925 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 0, 2024-07-26T06:04:44.925 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:44.926 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.926 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.926 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.926 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:44.926 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:44.926 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T06:04:44.926 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.926 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T06:04:44.926 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.926 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.926 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T06:04:44.926 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.926 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.926 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.927 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.654113+0000", 2024-07-26T06:04:44.927 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:08.063302+0000", 2024-07-26T06:04:44.927 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:08.063302+0000", 2024-07-26T06:04:44.927 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:08.063586+0000", 2024-07-26T06:04:44.927 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.654113+0000", 2024-07-26T06:04:44.927 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.927 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.927 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.927 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 60, 2024-07-26T06:04:44.927 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.654113+0000", 2024-07-26T06:04:44.927 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.654113+0000", 2024-07-26T06:04:44.927 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.654113+0000", 2024-07-26T06:04:44.927 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.927 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.928 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.928 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.654113+0000", 2024-07-26T06:04:44.928 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.654113+0000", 2024-07-26T06:04:44.928 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.928 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 1, 2024-07-26T06:04:44.928 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.928 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.928 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 59, 2024-07-26T06:04:44.928 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.928 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.928 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.928 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.928 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 1, 2024-07-26T06:04:44.928 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.928 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.929 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.929 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.1e", 2024-07-26T06:04:44.929 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.929 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.929 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.929 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 25, 2024-07-26T06:04:44.929 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.929 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:39:47.677141+0000", 2024-07-26T06:04:44.929 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.929 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.929 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.929 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.929 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.929 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.930 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.930 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.930 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.930 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.930 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.930 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.930 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.930 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.930 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.930 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.930 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.930 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.930 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.930 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.931 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.931 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.931 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.931 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.931 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.931 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.931 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.931 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.931 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.931 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.931 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.931 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.931 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.931 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.931 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.932 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.932 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.932 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.932 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.932 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.932 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.932 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.932 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.932 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.932 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.932 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.932 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.932 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:44.932 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:44.932 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T06:04:44.933 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.933 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T06:04:44.933 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "65'1" 2024-07-26T06:04:44.933 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.933 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.933 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.933 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:44.933 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T06:04:44.933 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T06:04:44.933 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.933 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T06:04:44.933 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.933 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.933 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:44.933 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.934 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.934 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.934 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.654033+0000", 2024-07-26T06:04:44.934 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.355659+0000", 2024-07-26T06:04:44.934 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.355659+0000", 2024-07-26T06:04:44.934 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.355949+0000", 2024-07-26T06:04:44.934 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.654033+0000", 2024-07-26T06:04:44.934 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.934 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.934 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.934 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:44.934 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.654033+0000", 2024-07-26T06:04:44.934 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.654033+0000", 2024-07-26T06:04:44.934 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.654033+0000", 2024-07-26T06:04:44.935 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.935 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.935 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:44.935 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.654033+0000", 2024-07-26T06:04:44.935 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.654033+0000", 2024-07-26T06:04:44.935 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.935 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.935 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.935 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.935 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:44.935 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.935 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.935 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.935 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.935 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.936 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.936 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.936 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.936 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.1e", 2024-07-26T06:04:44.936 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.936 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.936 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.936 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:44.936 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.936 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:51:43.118464+0000", 2024-07-26T06:04:44.936 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.936 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.936 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.936 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.937 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.937 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.937 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.937 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.937 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.937 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.937 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.937 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.937 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.937 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.937 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.937 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.937 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.937 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.938 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.938 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.938 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.938 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.938 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.938 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.938 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.938 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.938 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.938 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.938 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.938 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.938 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.938 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.939 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.939 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.939 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.939 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.939 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.939 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.939 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.939 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.939 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.939 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.939 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.939 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.939 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.939 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.940 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.940 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:44.940 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T06:04:44.940 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T06:04:44.940 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.940 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T06:04:44.940 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:44.940 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.940 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.940 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:44.940 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:44.940 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:44.940 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T06:04:44.940 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.941 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 0, 2024-07-26T06:04:44.941 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:44.941 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:44.941 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T06:04:44.941 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:44.941 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:44.941 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:44.941 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.367804+0000", 2024-07-26T06:04:44.941 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:08.066056+0000", 2024-07-26T06:04:44.941 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:08.066056+0000", 2024-07-26T06:04:44.941 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:08.066313+0000", 2024-07-26T06:04:44.941 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.367804+0000", 2024-07-26T06:04:44.941 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.941 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:44.941 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.942 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 60, 2024-07-26T06:04:44.942 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.367804+0000", 2024-07-26T06:04:44.942 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.367804+0000", 2024-07-26T06:04:44.942 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.367804+0000", 2024-07-26T06:04:44.942 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:44.942 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:44.942 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:44.942 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.367804+0000", 2024-07-26T06:04:44.942 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.367804+0000", 2024-07-26T06:04:44.942 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:44.942 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 4, 2024-07-26T06:04:44.942 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:44.942 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:44.942 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 59, 2024-07-26T06:04:44.943 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:44.943 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:44.943 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:44.943 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:44.943 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 4, 2024-07-26T06:04:44.943 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:44.943 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:44.943 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:44.943 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.1f", 2024-07-26T06:04:44.943 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:44.943 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:44.943 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:44.943 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 28, 2024-07-26T06:04:44.943 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:44.943 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:10:29.824132+0000", 2024-07-26T06:04:44.944 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:44.944 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:44.944 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.944 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 570, 2024-07-26T06:04:44.944 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.944 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.944 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.944 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.944 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.944 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.944 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.944 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.944 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.944 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.945 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.945 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.945 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.945 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.945 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.945 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 6, 2024-07-26T06:04:44.945 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 2, 2024-07-26T06:04:44.945 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.945 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 2, 2024-07-26T06:04:44.945 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.945 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.945 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.945 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.945 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.945 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 1, 2024-07-26T06:04:44.946 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.946 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.946 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.946 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.946 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.946 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.946 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.946 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.946 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.946 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.946 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.946 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.946 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 4, 2024-07-26T06:04:44.946 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 1 2024-07-26T06:04:44.947 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.947 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:44.947 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:44.947 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:44.947 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:44.947 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:44.947 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T06:04:44.947 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.947 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 0, 2024-07-26T06:04:44.947 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "65'4" 2024-07-26T06:04:44.947 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:44.947 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.947 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_per_pool": [ 2024-07-26T06:04:44.947 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.947 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": 24, 2024-07-26T06:04:44.948 INFO:tasks.workunit.client.0.smithi089.stdout: "application": [ 2024-07-26T06:04:44.948 INFO:tasks.workunit.client.0.smithi089.stdout: "rbd" 2024-07-26T06:04:44.948 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.948 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 3, 2024-07-26T06:04:44.948 INFO:tasks.workunit.client.0.smithi089.stdout: "num_pg": 8, 2024-07-26T06:04:44.948 INFO:tasks.workunit.client.0.smithi089.stdout: "num_store_stats": 8, 2024-07-26T06:04:44.948 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 3, 2024-07-26T06:04:44.948 INFO:tasks.workunit.client.0.smithi089.stdout: "poolid": 4, 2024-07-26T06:04:44.948 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.948 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 19, 2024-07-26T06:04:44.948 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.948 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.948 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.948 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.949 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.949 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.949 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.949 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.949 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.949 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.949 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.949 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.949 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.949 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.949 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.949 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 6, 2024-07-26T06:04:44.949 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 2, 2024-07-26T06:04:44.949 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.949 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 2, 2024-07-26T06:04:44.950 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.950 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.950 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.950 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.950 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.950 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.950 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.950 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.950 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.950 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.950 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.950 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.950 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.950 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.951 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.951 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.951 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.951 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.951 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 2, 2024-07-26T06:04:44.951 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 2 2024-07-26T06:04:44.951 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.951 INFO:tasks.workunit.client.0.smithi089.stdout: "store_stats": { 2024-07-26T06:04:44.951 INFO:tasks.workunit.client.0.smithi089.stdout: "allocated": 12288, 2024-07-26T06:04:44.951 INFO:tasks.workunit.client.0.smithi089.stdout: "available": 0, 2024-07-26T06:04:44.951 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed": 0, 2024-07-26T06:04:44.951 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed_allocated": 0, 2024-07-26T06:04:44.951 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed_original": 0, 2024-07-26T06:04:44.951 INFO:tasks.workunit.client.0.smithi089.stdout: "data_stored": 57, 2024-07-26T06:04:44.951 INFO:tasks.workunit.client.0.smithi089.stdout: "internal_metadata": 0, 2024-07-26T06:04:44.952 INFO:tasks.workunit.client.0.smithi089.stdout: "internally_reserved": 0, 2024-07-26T06:04:44.952 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_allocated": 0, 2024-07-26T06:04:44.952 INFO:tasks.workunit.client.0.smithi089.stdout: "total": 0 2024-07-26T06:04:44.952 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.952 INFO:tasks.workunit.client.0.smithi089.stdout: "up": 24 2024-07-26T06:04:44.952 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.952 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.952 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": 192, 2024-07-26T06:04:44.952 INFO:tasks.workunit.client.0.smithi089.stdout: "application": [ 2024-07-26T06:04:44.952 INFO:tasks.workunit.client.0.smithi089.stdout: "cephfs" 2024-07-26T06:04:44.952 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.952 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:44.952 INFO:tasks.workunit.client.0.smithi089.stdout: "num_pg": 64, 2024-07-26T06:04:44.952 INFO:tasks.workunit.client.0.smithi089.stdout: "num_store_stats": 8, 2024-07-26T06:04:44.953 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:44.953 INFO:tasks.workunit.client.0.smithi089.stdout: "poolid": 3, 2024-07-26T06:04:44.953 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.953 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:44.953 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.953 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.953 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.953 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.953 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.953 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.953 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.953 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.953 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.953 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.954 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.954 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.954 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.954 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.954 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.954 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:44.954 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:44.954 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.954 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:44.954 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.954 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.954 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.954 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.954 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.955 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.955 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.955 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.955 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.955 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.955 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.955 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.955 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.955 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.955 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.955 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.955 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.955 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.955 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:44.956 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:44.956 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.956 INFO:tasks.workunit.client.0.smithi089.stdout: "store_stats": { 2024-07-26T06:04:44.956 INFO:tasks.workunit.client.0.smithi089.stdout: "allocated": 0, 2024-07-26T06:04:44.956 INFO:tasks.workunit.client.0.smithi089.stdout: "available": 0, 2024-07-26T06:04:44.956 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed": 0, 2024-07-26T06:04:44.956 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed_allocated": 0, 2024-07-26T06:04:44.956 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed_original": 0, 2024-07-26T06:04:44.956 INFO:tasks.workunit.client.0.smithi089.stdout: "data_stored": 0, 2024-07-26T06:04:44.956 INFO:tasks.workunit.client.0.smithi089.stdout: "internal_metadata": 0, 2024-07-26T06:04:44.956 INFO:tasks.workunit.client.0.smithi089.stdout: "internally_reserved": 0, 2024-07-26T06:04:44.956 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_allocated": 0, 2024-07-26T06:04:44.956 INFO:tasks.workunit.client.0.smithi089.stdout: "total": 0 2024-07-26T06:04:44.956 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.956 INFO:tasks.workunit.client.0.smithi089.stdout: "up": 192 2024-07-26T06:04:44.957 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.957 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.957 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": 96, 2024-07-26T06:04:44.957 INFO:tasks.workunit.client.0.smithi089.stdout: "application": [ 2024-07-26T06:04:44.957 INFO:tasks.workunit.client.0.smithi089.stdout: "cephfs" 2024-07-26T06:04:44.957 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.957 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 45, 2024-07-26T06:04:44.957 INFO:tasks.workunit.client.0.smithi089.stdout: "num_pg": 32, 2024-07-26T06:04:44.957 INFO:tasks.workunit.client.0.smithi089.stdout: "num_store_stats": 8, 2024-07-26T06:04:44.957 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 45, 2024-07-26T06:04:44.957 INFO:tasks.workunit.client.0.smithi089.stdout: "poolid": 2, 2024-07-26T06:04:44.957 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.958 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 3410, 2024-07-26T06:04:44.958 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.958 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:44.958 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.958 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.958 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.958 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.958 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.958 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.958 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.958 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.958 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.958 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.958 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.959 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.959 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.959 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 66, 2024-07-26T06:04:44.959 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 22, 2024-07-26T06:04:44.959 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.959 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 22, 2024-07-26T06:04:44.959 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.959 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.959 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.959 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.959 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.959 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 14, 2024-07-26T06:04:44.959 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.959 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:44.960 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.960 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.960 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.960 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.960 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.960 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:44.960 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:44.960 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.960 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.960 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.960 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 51, 2024-07-26T06:04:44.960 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 19 2024-07-26T06:04:44.960 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.960 INFO:tasks.workunit.client.0.smithi089.stdout: "store_stats": { 2024-07-26T06:04:44.960 INFO:tasks.workunit.client.0.smithi089.stdout: "allocated": 98304, 2024-07-26T06:04:44.961 INFO:tasks.workunit.client.0.smithi089.stdout: "available": 0, 2024-07-26T06:04:44.961 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed": 0, 2024-07-26T06:04:44.961 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed_allocated": 0, 2024-07-26T06:04:44.961 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed_original": 0, 2024-07-26T06:04:44.961 INFO:tasks.workunit.client.0.smithi089.stdout: "data_stored": 10230, 2024-07-26T06:04:44.961 INFO:tasks.workunit.client.0.smithi089.stdout: "internal_metadata": 0, 2024-07-26T06:04:44.961 INFO:tasks.workunit.client.0.smithi089.stdout: "internally_reserved": 0, 2024-07-26T06:04:44.961 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_allocated": 0, 2024-07-26T06:04:44.961 INFO:tasks.workunit.client.0.smithi089.stdout: "total": 0 2024-07-26T06:04:44.961 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.961 INFO:tasks.workunit.client.0.smithi089.stdout: "up": 96 2024-07-26T06:04:44.961 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.961 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.961 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": 3, 2024-07-26T06:04:44.962 INFO:tasks.workunit.client.0.smithi089.stdout: "application": [ 2024-07-26T06:04:44.962 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr" 2024-07-26T06:04:44.962 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.962 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 128, 2024-07-26T06:04:44.962 INFO:tasks.workunit.client.0.smithi089.stdout: "num_pg": 1, 2024-07-26T06:04:44.962 INFO:tasks.workunit.client.0.smithi089.stdout: "num_store_stats": 3, 2024-07-26T06:04:44.962 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 128, 2024-07-26T06:04:44.962 INFO:tasks.workunit.client.0.smithi089.stdout: "poolid": 1, 2024-07-26T06:04:44.962 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:44.962 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 590368, 2024-07-26T06:04:44.962 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:44.962 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 1771104, 2024-07-26T06:04:44.962 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:44.962 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:44.962 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:44.963 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:44.963 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:44.963 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:44.963 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:44.963 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:44.963 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:44.963 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:44.963 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:44.963 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:44.963 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:44.963 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 6, 2024-07-26T06:04:44.963 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 2, 2024-07-26T06:04:44.963 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:44.963 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 2, 2024-07-26T06:04:44.963 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:44.964 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:44.964 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:44.964 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:44.964 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:44.964 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:44.964 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:44.964 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 6, 2024-07-26T06:04:44.964 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:44.964 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:44.964 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:44.964 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:44.964 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:44.964 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 212, 2024-07-26T06:04:44.964 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 306, 2024-07-26T06:04:44.965 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:44.965 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:44.965 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:44.965 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 179, 2024-07-26T06:04:44.965 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 2416 2024-07-26T06:04:44.965 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.965 INFO:tasks.workunit.client.0.smithi089.stdout: "store_stats": { 2024-07-26T06:04:44.965 INFO:tasks.workunit.client.0.smithi089.stdout: "allocated": 1781760, 2024-07-26T06:04:44.965 INFO:tasks.workunit.client.0.smithi089.stdout: "available": 0, 2024-07-26T06:04:44.965 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed": 0, 2024-07-26T06:04:44.965 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed_allocated": 0, 2024-07-26T06:04:44.965 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed_original": 0, 2024-07-26T06:04:44.965 INFO:tasks.workunit.client.0.smithi089.stdout: "data_stored": 1771104, 2024-07-26T06:04:44.965 INFO:tasks.workunit.client.0.smithi089.stdout: "internal_metadata": 0, 2024-07-26T06:04:44.965 INFO:tasks.workunit.client.0.smithi089.stdout: "internally_reserved": 0, 2024-07-26T06:04:44.966 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_allocated": 0, 2024-07-26T06:04:44.966 INFO:tasks.workunit.client.0.smithi089.stdout: "total": 0 2024-07-26T06:04:44.966 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.966 INFO:tasks.workunit.client.0.smithi089.stdout: "up": 3 2024-07-26T06:04:44.966 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:44.966 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.966 INFO:tasks.workunit.client.0.smithi089.stdout: "usage": { 2024-07-26T06:04:44.966 INFO:tasks.workunit.client.0.smithi089.stdout: "pg_num": 105, 2024-07-26T06:04:44.966 INFO:tasks.workunit.client.0.smithi089.stdout: "pools": 4, 2024-07-26T06:04:44.966 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_by_class": { 2024-07-26T06:04:44.966 INFO:tasks.workunit.client.0.smithi089.stdout: "ssd": { 2024-07-26T06:04:44.966 INFO:tasks.workunit.client.0.smithi089.stdout: "total_avail_bytes": 765516255232, 2024-07-26T06:04:44.966 INFO:tasks.workunit.client.0.smithi089.stdout: "total_bytes": 767960285184, 2024-07-26T06:04:44.966 INFO:tasks.workunit.client.0.smithi089.stdout: "total_used_bytes": 2444029952, 2024-07-26T06:04:44.967 INFO:tasks.workunit.client.0.smithi089.stdout: "total_used_raw_bytes": 2444029952, 2024-07-26T06:04:44.967 INFO:tasks.workunit.client.0.smithi089.stdout: "total_used_raw_ratio": 0.0031824952457100153 2024-07-26T06:04:44.967 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:44.967 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.967 INFO:tasks.workunit.client.0.smithi089.stdout: "total_avail_bytes": 765516255232, 2024-07-26T06:04:44.967 INFO:tasks.workunit.client.0.smithi089.stdout: "total_bytes": 767960285184, 2024-07-26T06:04:44.967 INFO:tasks.workunit.client.0.smithi089.stdout: "total_used_bytes": 2444029952 2024-07-26T06:04:44.967 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:44.967 INFO:tasks.workunit.client.0.smithi089.stdout:} 2024-07-26T06:04:44.967 INFO:tasks.workunit.client.0.smithi089.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-07-26T06:04:44.968 INFO:tasks.workunit.client.0.smithi089.stderr:+ ceph telemetry show-device 2024-07-26T06:04:44.968 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:04:43] "GET /metrics HTTP/1.1" 200 235980 "" "Prometheus/2.43.0" 2024-07-26T06:04:44.969 INFO:tasks.workunit.client.0.smithi089.stdout:{ 2024-07-26T06:04:44.969 INFO:tasks.workunit.client.0.smithi089.stdout: "f1f6d230-4b14-11ef-9869-0cc47a8fd501": { 2024-07-26T06:04:44.969 INFO:tasks.workunit.client.0.smithi089.stdout: "INTEL_SSDPEDMD400G4_f1f7de5a-4b14-11ef-9869-0cc47a8fd501": { 2024-07-26T06:04:44.969 INFO:tasks.workunit.client.0.smithi089.stdout: "20240726-055851": { 2024-07-26T06:04:44.969 INFO:tasks.workunit.client.0.smithi089.stdout: "device": { 2024-07-26T06:04:44.970 INFO:tasks.workunit.client.0.smithi089.stdout: "info_name": "/dev/nvme0n1", 2024-07-26T06:04:44.970 INFO:tasks.workunit.client.0.smithi089.stdout: "name": "/dev/nvme0n1", 2024-07-26T06:04:44.970 INFO:tasks.workunit.client.0.smithi089.stdout: "protocol": "NVMe", 2024-07-26T06:04:44.970 INFO:tasks.workunit.client.0.smithi089.stdout: "type": "nvme" 2024-07-26T06:04:44.970 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.970 INFO:tasks.workunit.client.0.smithi089.stdout: "firmware_version": "8DV101H0", 2024-07-26T06:04:44.970 INFO:tasks.workunit.client.0.smithi089.stdout: "host_id": "f1f6d230-4b14-11ef-9869-0cc47a8fd501", 2024-07-26T06:04:44.970 INFO:tasks.workunit.client.0.smithi089.stdout: "json_format_version": [ 2024-07-26T06:04:44.970 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:44.970 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T06:04:44.970 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.970 INFO:tasks.workunit.client.0.smithi089.stdout: "local_time": { 2024-07-26T06:04:44.970 INFO:tasks.workunit.client.0.smithi089.stdout: "asctime": "Fri Jul 26 05:58:51 2024 UTC", 2024-07-26T06:04:44.970 INFO:tasks.workunit.client.0.smithi089.stdout: "time_t": 1721973531 2024-07-26T06:04:44.971 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.971 INFO:tasks.workunit.client.0.smithi089.stdout: "logical_block_size": 512, 2024-07-26T06:04:44.971 INFO:tasks.workunit.client.0.smithi089.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-07-26T06:04:44.971 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_controller_id": 0, 2024-07-26T06:04:44.971 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-07-26T06:04:44.971 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_namespaces": [ 2024-07-26T06:04:44.971 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.971 INFO:tasks.workunit.client.0.smithi089.stdout: "capacity": { 2024-07-26T06:04:44.971 INFO:tasks.workunit.client.0.smithi089.stdout: "blocks": 781422768, 2024-07-26T06:04:44.971 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 400088457216 2024-07-26T06:04:44.971 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.971 INFO:tasks.workunit.client.0.smithi089.stdout: "formatted_lba_size": 512, 2024-07-26T06:04:44.971 INFO:tasks.workunit.client.0.smithi089.stdout: "id": 1, 2024-07-26T06:04:44.971 INFO:tasks.workunit.client.0.smithi089.stdout: "size": { 2024-07-26T06:04:44.972 INFO:tasks.workunit.client.0.smithi089.stdout: "blocks": 781422768, 2024-07-26T06:04:44.972 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 400088457216 2024-07-26T06:04:44.972 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.972 INFO:tasks.workunit.client.0.smithi089.stdout: "utilization": { 2024-07-26T06:04:44.972 INFO:tasks.workunit.client.0.smithi089.stdout: "blocks": 781422768, 2024-07-26T06:04:44.972 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 400088457216 2024-07-26T06:04:44.972 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:44.972 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:44.972 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.972 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_number_of_namespaces": 1, 2024-07-26T06:04:44.972 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_pci_vendor": { 2024-07-26T06:04:44.972 INFO:tasks.workunit.client.0.smithi089.stdout: "id": 32902, 2024-07-26T06:04:44.972 INFO:tasks.workunit.client.0.smithi089.stdout: "subsystem_id": 32902 2024-07-26T06:04:44.972 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.972 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_smart_health_information_add_log": { 2024-07-26T06:04:44.973 INFO:tasks.workunit.client.0.smithi089.stdout: "Device stats": { 2024-07-26T06:04:44.973 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_fw_downgrades": { 2024-07-26T06:04:44.973 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 0, 2024-07-26T06:04:44.973 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:44.973 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.973 INFO:tasks.workunit.client.0.smithi089.stdout: "crc_error_count": { 2024-07-26T06:04:44.973 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:44.973 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:44.973 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.973 INFO:tasks.workunit.client.0.smithi089.stdout: "end_to_end_error_detection_count": { 2024-07-26T06:04:44.973 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:44.973 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:44.973 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.973 INFO:tasks.workunit.client.0.smithi089.stdout: "erase_fail_count": { 2024-07-26T06:04:44.974 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:44.974 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:44.974 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.974 INFO:tasks.workunit.client.0.smithi089.stdout: "host_bytes_written": { 2024-07-26T06:04:44.974 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:44.974 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 25320512 2024-07-26T06:04:44.974 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.974 INFO:tasks.workunit.client.0.smithi089.stdout: "host_ctx_wear_used": { 2024-07-26T06:04:44.974 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:44.974 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 1 2024-07-26T06:04:44.974 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.974 INFO:tasks.workunit.client.0.smithi089.stdout: "media_bytes_read": { 2024-07-26T06:04:44.974 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 0, 2024-07-26T06:04:44.974 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:44.975 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.975 INFO:tasks.workunit.client.0.smithi089.stdout: "nand_bytes_written": { 2024-07-26T06:04:44.975 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:44.975 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 43978950 2024-07-26T06:04:44.975 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.975 INFO:tasks.workunit.client.0.smithi089.stdout: "perf_stat_indicator": { 2024-07-26T06:04:44.975 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 0, 2024-07-26T06:04:44.975 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:44.975 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.975 INFO:tasks.workunit.client.0.smithi089.stdout: "pll_lock_loss_count": { 2024-07-26T06:04:44.975 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:44.975 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:44.975 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.975 INFO:tasks.workunit.client.0.smithi089.stdout: "program_fail_count": { 2024-07-26T06:04:44.976 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:44.976 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:44.976 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.976 INFO:tasks.workunit.client.0.smithi089.stdout: "re_alloc_sectr_cnt": { 2024-07-26T06:04:44.976 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 0, 2024-07-26T06:04:44.976 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:44.976 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.976 INFO:tasks.workunit.client.0.smithi089.stdout: "retry_buffer_overflow_count": { 2024-07-26T06:04:44.976 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:44.976 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:44.976 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.976 INFO:tasks.workunit.client.0.smithi089.stdout: "soft_ecc_err_rate": { 2024-07-26T06:04:44.976 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 0, 2024-07-26T06:04:44.976 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:44.977 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.977 INFO:tasks.workunit.client.0.smithi089.stdout: "thermal_throttle_status": { 2024-07-26T06:04:44.977 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:44.977 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": { 2024-07-26T06:04:44.977 INFO:tasks.workunit.client.0.smithi089.stdout: "cnt": 0, 2024-07-26T06:04:44.977 INFO:tasks.workunit.client.0.smithi089.stdout: "pct": 0 2024-07-26T06:04:44.977 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:44.977 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.977 INFO:tasks.workunit.client.0.smithi089.stdout: "timed_workload_host_reads": { 2024-07-26T06:04:44.977 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:44.977 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 65535 2024-07-26T06:04:44.977 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.977 INFO:tasks.workunit.client.0.smithi089.stdout: "timed_workload_media_wear": { 2024-07-26T06:04:44.977 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:44.977 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": "63.999023" 2024-07-26T06:04:44.978 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.978 INFO:tasks.workunit.client.0.smithi089.stdout: "timed_workload_timer": { 2024-07-26T06:04:44.978 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:44.978 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 65535 2024-07-26T06:04:44.978 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.978 INFO:tasks.workunit.client.0.smithi089.stdout: "unexp_power_loss": { 2024-07-26T06:04:44.978 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 0, 2024-07-26T06:04:44.978 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:44.978 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.978 INFO:tasks.workunit.client.0.smithi089.stdout: "wear_leveling": { 2024-07-26T06:04:44.978 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 91, 2024-07-26T06:04:44.978 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": { 2024-07-26T06:04:44.978 INFO:tasks.workunit.client.0.smithi089.stdout: "avg": 2986, 2024-07-26T06:04:44.978 INFO:tasks.workunit.client.0.smithi089.stdout: "max": 2994, 2024-07-26T06:04:44.979 INFO:tasks.workunit.client.0.smithi089.stdout: "min": 2977 2024-07-26T06:04:44.979 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:44.979 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:44.979 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.979 INFO:tasks.workunit.client.0.smithi089.stdout: "Intel Smart log": "nvme0n1" 2024-07-26T06:04:44.979 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.979 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_smart_health_information_log": { 2024-07-26T06:04:44.979 INFO:tasks.workunit.client.0.smithi089.stdout: "available_spare": 100, 2024-07-26T06:04:44.979 INFO:tasks.workunit.client.0.smithi089.stdout: "available_spare_threshold": 10, 2024-07-26T06:04:44.979 INFO:tasks.workunit.client.0.smithi089.stdout: "controller_busy_time": 54, 2024-07-26T06:04:44.979 INFO:tasks.workunit.client.0.smithi089.stdout: "critical_warning": 0, 2024-07-26T06:04:44.979 INFO:tasks.workunit.client.0.smithi089.stdout: "data_units_read": 342268810, 2024-07-26T06:04:44.979 INFO:tasks.workunit.client.0.smithi089.stdout: "data_units_written": 1659405125, 2024-07-26T06:04:44.979 INFO:tasks.workunit.client.0.smithi089.stdout: "host_reads": 5789471835, 2024-07-26T06:04:44.980 INFO:tasks.workunit.client.0.smithi089.stdout: "host_writes": 30491913124, 2024-07-26T06:04:44.980 INFO:tasks.workunit.client.0.smithi089.stdout: "media_errors": 0, 2024-07-26T06:04:44.980 INFO:tasks.workunit.client.0.smithi089.stdout: "num_err_log_entries": 0, 2024-07-26T06:04:44.980 INFO:tasks.workunit.client.0.smithi089.stdout: "percentage_used": 9, 2024-07-26T06:04:44.980 INFO:tasks.workunit.client.0.smithi089.stdout: "power_cycles": 48991, 2024-07-26T06:04:44.980 INFO:tasks.workunit.client.0.smithi089.stdout: "power_on_hours": 52946, 2024-07-26T06:04:44.980 INFO:tasks.workunit.client.0.smithi089.stdout: "temperature": 29, 2024-07-26T06:04:44.980 INFO:tasks.workunit.client.0.smithi089.stdout: "unsafe_shutdowns": 3257 2024-07-26T06:04:44.980 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.980 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_vendor": "intel", 2024-07-26T06:04:44.980 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_version": { 2024-07-26T06:04:44.980 INFO:tasks.workunit.client.0.smithi089.stdout: "string": "<1.2", 2024-07-26T06:04:44.980 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.980 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.980 INFO:tasks.workunit.client.0.smithi089.stdout: "power_cycle_count": 48991, 2024-07-26T06:04:44.981 INFO:tasks.workunit.client.0.smithi089.stdout: "power_on_time": { 2024-07-26T06:04:44.981 INFO:tasks.workunit.client.0.smithi089.stdout: "hours": 52946 2024-07-26T06:04:44.981 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.981 INFO:tasks.workunit.client.0.smithi089.stdout: "serial_number": "deleted", 2024-07-26T06:04:44.981 INFO:tasks.workunit.client.0.smithi089.stdout: "smart_status": { 2024-07-26T06:04:44.981 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme": { 2024-07-26T06:04:44.981 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:44.981 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.981 INFO:tasks.workunit.client.0.smithi089.stdout: "passed": true 2024-07-26T06:04:44.981 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.981 INFO:tasks.workunit.client.0.smithi089.stdout: "smartctl": { 2024-07-26T06:04:44.981 INFO:tasks.workunit.client.0.smithi089.stdout: "argv": [ 2024-07-26T06:04:44.981 INFO:tasks.workunit.client.0.smithi089.stdout: "smartctl", 2024-07-26T06:04:44.981 INFO:tasks.workunit.client.0.smithi089.stdout: "-x", 2024-07-26T06:04:44.982 INFO:tasks.workunit.client.0.smithi089.stdout: "--json=o", 2024-07-26T06:04:44.982 INFO:tasks.workunit.client.0.smithi089.stdout: "/dev/nvme0n1" 2024-07-26T06:04:44.982 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.982 INFO:tasks.workunit.client.0.smithi089.stdout: "build_info": "(local build)", 2024-07-26T06:04:44.982 INFO:tasks.workunit.client.0.smithi089.stdout: "exit_status": 0, 2024-07-26T06:04:44.982 INFO:tasks.workunit.client.0.smithi089.stdout: "output": [ 2024-07-26T06:04:44.982 INFO:tasks.workunit.client.0.smithi089.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-07-26T06:04:44.982 INFO:tasks.workunit.client.0.smithi089.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-07-26T06:04:44.982 INFO:tasks.workunit.client.0.smithi089.stdout: "", 2024-07-26T06:04:44.982 INFO:tasks.workunit.client.0.smithi089.stdout: "=== START OF INFORMATION SECTION ===", 2024-07-26T06:04:44.982 INFO:tasks.workunit.client.0.smithi089.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-07-26T06:04:44.982 INFO:tasks.workunit.client.0.smithi089.stdout: "Serial Number: deleted", 2024-07-26T06:04:44.982 INFO:tasks.workunit.client.0.smithi089.stdout: "Firmware Version: 8DV101H0", 2024-07-26T06:04:44.982 INFO:tasks.workunit.client.0.smithi089.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-07-26T06:04:44.982 INFO:tasks.workunit.client.0.smithi089.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-07-26T06:04:44.983 INFO:tasks.workunit.client.0.smithi089.stdout: "Controller ID: 0", 2024-07-26T06:04:44.983 INFO:tasks.workunit.client.0.smithi089.stdout: "NVMe Version: <1.2", 2024-07-26T06:04:44.983 INFO:tasks.workunit.client.0.smithi089.stdout: "Number of Namespaces: 1", 2024-07-26T06:04:44.983 INFO:tasks.workunit.client.0.smithi089.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-07-26T06:04:44.983 INFO:tasks.workunit.client.0.smithi089.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-07-26T06:04:44.983 INFO:tasks.workunit.client.0.smithi089.stdout: "Local Time is: Fri Jul 26 05:58:51 2024 UTC", 2024-07-26T06:04:44.983 INFO:tasks.workunit.client.0.smithi089.stdout: "Firmware Updates (0x02): 1 Slot", 2024-07-26T06:04:44.983 INFO:tasks.workunit.client.0.smithi089.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-07-26T06:04:44.983 INFO:tasks.workunit.client.0.smithi089.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-07-26T06:04:44.983 INFO:tasks.workunit.client.0.smithi089.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-07-26T06:04:44.983 INFO:tasks.workunit.client.0.smithi089.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-07-26T06:04:44.983 INFO:tasks.workunit.client.0.smithi089.stdout: "", 2024-07-26T06:04:44.983 INFO:tasks.workunit.client.0.smithi089.stdout: "Supported Power States", 2024-07-26T06:04:44.984 INFO:tasks.workunit.client.0.smithi089.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-07-26T06:04:44.984 INFO:tasks.workunit.client.0.smithi089.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-07-26T06:04:44.984 INFO:tasks.workunit.client.0.smithi089.stdout: "", 2024-07-26T06:04:44.984 INFO:tasks.workunit.client.0.smithi089.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-07-26T06:04:44.984 INFO:tasks.workunit.client.0.smithi089.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-07-26T06:04:44.984 INFO:tasks.workunit.client.0.smithi089.stdout: " 0 + 512 0 2", 2024-07-26T06:04:44.984 INFO:tasks.workunit.client.0.smithi089.stdout: " 1 - 512 8 2", 2024-07-26T06:04:44.984 INFO:tasks.workunit.client.0.smithi089.stdout: " 2 - 512 16 2", 2024-07-26T06:04:44.984 INFO:tasks.workunit.client.0.smithi089.stdout: " 3 - 4096 0 0", 2024-07-26T06:04:44.984 INFO:tasks.workunit.client.0.smithi089.stdout: " 4 - 4096 8 0", 2024-07-26T06:04:44.984 INFO:tasks.workunit.client.0.smithi089.stdout: " 5 - 4096 64 0", 2024-07-26T06:04:44.984 INFO:tasks.workunit.client.0.smithi089.stdout: " 6 - 4096 128 0", 2024-07-26T06:04:44.984 INFO:tasks.workunit.client.0.smithi089.stdout: "", 2024-07-26T06:04:44.984 INFO:tasks.workunit.client.0.smithi089.stdout: "=== START OF SMART DATA SECTION ===", 2024-07-26T06:04:44.984 INFO:tasks.workunit.client.0.smithi089.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-07-26T06:04:44.985 INFO:tasks.workunit.client.0.smithi089.stdout: "", 2024-07-26T06:04:44.985 INFO:tasks.workunit.client.0.smithi089.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-07-26T06:04:44.985 INFO:tasks.workunit.client.0.smithi089.stdout: "Critical Warning: 0x00", 2024-07-26T06:04:44.985 INFO:tasks.workunit.client.0.smithi089.stdout: "Temperature: 29 Celsius", 2024-07-26T06:04:44.985 INFO:tasks.workunit.client.0.smithi089.stdout: "Available Spare: 100%", 2024-07-26T06:04:44.985 INFO:tasks.workunit.client.0.smithi089.stdout: "Available Spare Threshold: 10%", 2024-07-26T06:04:44.985 INFO:tasks.workunit.client.0.smithi089.stdout: "Percentage Used: 9%", 2024-07-26T06:04:44.985 INFO:tasks.workunit.client.0.smithi089.stdout: "Data Units Read: 342,268,810 [175 TB]", 2024-07-26T06:04:44.985 INFO:tasks.workunit.client.0.smithi089.stdout: "Data Units Written: 1,659,405,125 [849 TB]", 2024-07-26T06:04:44.985 INFO:tasks.workunit.client.0.smithi089.stdout: "Host Read Commands: 5,789,471,835", 2024-07-26T06:04:44.985 INFO:tasks.workunit.client.0.smithi089.stdout: "Host Write Commands: 30,491,913,124", 2024-07-26T06:04:44.985 INFO:tasks.workunit.client.0.smithi089.stdout: "Controller Busy Time: 54", 2024-07-26T06:04:44.985 INFO:tasks.workunit.client.0.smithi089.stdout: "Power Cycles: 48,991", 2024-07-26T06:04:44.985 INFO:tasks.workunit.client.0.smithi089.stdout: "Power On Hours: 52,946", 2024-07-26T06:04:44.985 INFO:tasks.workunit.client.0.smithi089.stdout: "Unsafe Shutdowns: 3,257", 2024-07-26T06:04:44.986 INFO:tasks.workunit.client.0.smithi089.stdout: "Media and Data Integrity Errors: 0", 2024-07-26T06:04:44.986 INFO:tasks.workunit.client.0.smithi089.stdout: "Error Information Log Entries: 0", 2024-07-26T06:04:44.986 INFO:tasks.workunit.client.0.smithi089.stdout: "", 2024-07-26T06:04:44.986 INFO:tasks.workunit.client.0.smithi089.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-07-26T06:04:44.986 INFO:tasks.workunit.client.0.smithi089.stdout: "No Errors Logged", 2024-07-26T06:04:44.986 INFO:tasks.workunit.client.0.smithi089.stdout: "" 2024-07-26T06:04:44.986 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.986 INFO:tasks.workunit.client.0.smithi089.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-07-26T06:04:44.986 INFO:tasks.workunit.client.0.smithi089.stdout: "svn_revision": "5155", 2024-07-26T06:04:44.986 INFO:tasks.workunit.client.0.smithi089.stdout: "version": [ 2024-07-26T06:04:44.986 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:44.986 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T06:04:44.986 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:44.986 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.987 INFO:tasks.workunit.client.0.smithi089.stdout: "temperature": { 2024-07-26T06:04:44.987 INFO:tasks.workunit.client.0.smithi089.stdout: "current": 29 2024-07-26T06:04:44.987 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.987 INFO:tasks.workunit.client.0.smithi089.stdout: "user_capacity": { 2024-07-26T06:04:44.987 INFO:tasks.workunit.client.0.smithi089.stdout: "blocks": 781422768, 2024-07-26T06:04:44.987 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 400088457216 2024-07-26T06:04:44.987 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:44.987 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:44.987 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:44.987 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.987 INFO:tasks.workunit.client.0.smithi089.stdout: "f1f9c10c-4b14-11ef-9869-0cc47a8fd501": { 2024-07-26T06:04:44.987 INFO:tasks.workunit.client.0.smithi089.stdout: "INTEL_SSDPEDMD400G4_f1faceee-4b14-11ef-9869-0cc47a8fd501": { 2024-07-26T06:04:44.987 INFO:tasks.workunit.client.0.smithi089.stdout: "20240726-055849": { 2024-07-26T06:04:44.987 INFO:tasks.workunit.client.0.smithi089.stdout: "device": { 2024-07-26T06:04:44.988 INFO:tasks.workunit.client.0.smithi089.stdout: "info_name": "/dev/nvme0n1", 2024-07-26T06:04:44.988 INFO:tasks.workunit.client.0.smithi089.stdout: "name": "/dev/nvme0n1", 2024-07-26T06:04:44.988 INFO:tasks.workunit.client.0.smithi089.stdout: "protocol": "NVMe", 2024-07-26T06:04:44.988 INFO:tasks.workunit.client.0.smithi089.stdout: "type": "nvme" 2024-07-26T06:04:44.988 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.988 INFO:tasks.workunit.client.0.smithi089.stdout: "firmware_version": "8DV101H0", 2024-07-26T06:04:44.988 INFO:tasks.workunit.client.0.smithi089.stdout: "host_id": "f1f9c10c-4b14-11ef-9869-0cc47a8fd501", 2024-07-26T06:04:44.988 INFO:tasks.workunit.client.0.smithi089.stdout: "json_format_version": [ 2024-07-26T06:04:44.988 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:44.988 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T06:04:44.988 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.988 INFO:tasks.workunit.client.0.smithi089.stdout: "local_time": { 2024-07-26T06:04:44.988 INFO:tasks.workunit.client.0.smithi089.stdout: "asctime": "Fri Jul 26 05:58:49 2024 UTC", 2024-07-26T06:04:44.988 INFO:tasks.workunit.client.0.smithi089.stdout: "time_t": 1721973529 2024-07-26T06:04:44.989 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.989 INFO:tasks.workunit.client.0.smithi089.stdout: "logical_block_size": 512, 2024-07-26T06:04:44.989 INFO:tasks.workunit.client.0.smithi089.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-07-26T06:04:44.989 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_controller_id": 0, 2024-07-26T06:04:44.989 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-07-26T06:04:44.989 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_namespaces": [ 2024-07-26T06:04:44.989 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:44.989 INFO:tasks.workunit.client.0.smithi089.stdout: "capacity": { 2024-07-26T06:04:44.989 INFO:tasks.workunit.client.0.smithi089.stdout: "blocks": 781422768, 2024-07-26T06:04:44.989 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 400088457216 2024-07-26T06:04:44.989 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.989 INFO:tasks.workunit.client.0.smithi089.stdout: "formatted_lba_size": 512, 2024-07-26T06:04:44.989 INFO:tasks.workunit.client.0.smithi089.stdout: "id": 1, 2024-07-26T06:04:44.989 INFO:tasks.workunit.client.0.smithi089.stdout: "size": { 2024-07-26T06:04:44.989 INFO:tasks.workunit.client.0.smithi089.stdout: "blocks": 781422768, 2024-07-26T06:04:44.990 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 400088457216 2024-07-26T06:04:44.990 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.990 INFO:tasks.workunit.client.0.smithi089.stdout: "utilization": { 2024-07-26T06:04:44.990 INFO:tasks.workunit.client.0.smithi089.stdout: "blocks": 781422768, 2024-07-26T06:04:44.990 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 400088457216 2024-07-26T06:04:44.990 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:44.990 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:44.990 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:44.990 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_number_of_namespaces": 1, 2024-07-26T06:04:44.990 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_pci_vendor": { 2024-07-26T06:04:44.990 INFO:tasks.workunit.client.0.smithi089.stdout: "id": 32902, 2024-07-26T06:04:44.990 INFO:tasks.workunit.client.0.smithi089.stdout: "subsystem_id": 32902 2024-07-26T06:04:44.990 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.990 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_smart_health_information_add_log": { 2024-07-26T06:04:44.991 INFO:tasks.workunit.client.0.smithi089.stdout: "Device stats": { 2024-07-26T06:04:44.991 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_fw_downgrades": { 2024-07-26T06:04:44.991 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 0, 2024-07-26T06:04:44.991 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:44.991 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.991 INFO:tasks.workunit.client.0.smithi089.stdout: "crc_error_count": { 2024-07-26T06:04:44.991 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:44.991 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:44.991 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.991 INFO:tasks.workunit.client.0.smithi089.stdout: "end_to_end_error_detection_count": { 2024-07-26T06:04:44.991 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:44.991 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:44.991 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.991 INFO:tasks.workunit.client.0.smithi089.stdout: "erase_fail_count": { 2024-07-26T06:04:44.992 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:44.992 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:44.992 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.992 INFO:tasks.workunit.client.0.smithi089.stdout: "host_bytes_written": { 2024-07-26T06:04:44.992 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:44.992 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 33345857 2024-07-26T06:04:44.992 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.992 INFO:tasks.workunit.client.0.smithi089.stdout: "host_ctx_wear_used": { 2024-07-26T06:04:44.992 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:44.992 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 1 2024-07-26T06:04:44.992 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.992 INFO:tasks.workunit.client.0.smithi089.stdout: "media_bytes_read": { 2024-07-26T06:04:44.992 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 0, 2024-07-26T06:04:44.994 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:44.994 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.994 INFO:tasks.workunit.client.0.smithi089.stdout: "nand_bytes_written": { 2024-07-26T06:04:44.994 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:44.994 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 55628432 2024-07-26T06:04:44.994 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.995 INFO:tasks.workunit.client.0.smithi089.stdout: "perf_stat_indicator": { 2024-07-26T06:04:44.995 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 0, 2024-07-26T06:04:44.995 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:44.995 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.995 INFO:tasks.workunit.client.0.smithi089.stdout: "pll_lock_loss_count": { 2024-07-26T06:04:44.995 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:44.995 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:44.995 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.995 INFO:tasks.workunit.client.0.smithi089.stdout: "program_fail_count": { 2024-07-26T06:04:44.995 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:44.995 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:44.996 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.996 INFO:tasks.workunit.client.0.smithi089.stdout: "re_alloc_sectr_cnt": { 2024-07-26T06:04:44.996 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 0, 2024-07-26T06:04:44.996 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:44.996 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.996 INFO:tasks.workunit.client.0.smithi089.stdout: "retry_buffer_overflow_count": { 2024-07-26T06:04:44.996 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:44.996 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:44.996 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.996 INFO:tasks.workunit.client.0.smithi089.stdout: "soft_ecc_err_rate": { 2024-07-26T06:04:44.996 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 0, 2024-07-26T06:04:44.996 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:44.996 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.996 INFO:tasks.workunit.client.0.smithi089.stdout: "thermal_throttle_status": { 2024-07-26T06:04:44.996 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:44.997 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": { 2024-07-26T06:04:44.997 INFO:tasks.workunit.client.0.smithi089.stdout: "cnt": 0, 2024-07-26T06:04:44.997 INFO:tasks.workunit.client.0.smithi089.stdout: "pct": 0 2024-07-26T06:04:44.997 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:44.997 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.997 INFO:tasks.workunit.client.0.smithi089.stdout: "timed_workload_host_reads": { 2024-07-26T06:04:44.997 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:44.997 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 65535 2024-07-26T06:04:44.997 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.997 INFO:tasks.workunit.client.0.smithi089.stdout: "timed_workload_media_wear": { 2024-07-26T06:04:44.997 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:44.997 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": "63.999023" 2024-07-26T06:04:44.997 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.997 INFO:tasks.workunit.client.0.smithi089.stdout: "timed_workload_timer": { 2024-07-26T06:04:44.998 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:44.998 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 65535 2024-07-26T06:04:44.998 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.998 INFO:tasks.workunit.client.0.smithi089.stdout: "unexp_power_loss": { 2024-07-26T06:04:44.998 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 0, 2024-07-26T06:04:44.998 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:44.998 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.998 INFO:tasks.workunit.client.0.smithi089.stdout: "wear_leveling": { 2024-07-26T06:04:44.998 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 88, 2024-07-26T06:04:44.998 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": { 2024-07-26T06:04:44.998 INFO:tasks.workunit.client.0.smithi089.stdout: "avg": 3758, 2024-07-26T06:04:44.998 INFO:tasks.workunit.client.0.smithi089.stdout: "max": 3773, 2024-07-26T06:04:44.998 INFO:tasks.workunit.client.0.smithi089.stdout: "min": 3741 2024-07-26T06:04:44.999 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:44.999 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:44.999 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.999 INFO:tasks.workunit.client.0.smithi089.stdout: "Intel Smart log": "nvme0n1" 2024-07-26T06:04:44.999 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:44.999 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_smart_health_information_log": { 2024-07-26T06:04:44.999 INFO:tasks.workunit.client.0.smithi089.stdout: "available_spare": 100, 2024-07-26T06:04:44.999 INFO:tasks.workunit.client.0.smithi089.stdout: "available_spare_threshold": 10, 2024-07-26T06:04:44.999 INFO:tasks.workunit.client.0.smithi089.stdout: "controller_busy_time": 10, 2024-07-26T06:04:44.999 INFO:tasks.workunit.client.0.smithi089.stdout: "critical_warning": 0, 2024-07-26T06:04:44.999 INFO:tasks.workunit.client.0.smithi089.stdout: "data_units_read": 456383544, 2024-07-26T06:04:44.999 INFO:tasks.workunit.client.0.smithi089.stdout: "data_units_written": 2185354111, 2024-07-26T06:04:44.999 INFO:tasks.workunit.client.0.smithi089.stdout: "host_reads": 7178008182, 2024-07-26T06:04:44.999 INFO:tasks.workunit.client.0.smithi089.stdout: "host_writes": 37734841461, 2024-07-26T06:04:45.000 INFO:tasks.workunit.client.0.smithi089.stdout: "media_errors": 0, 2024-07-26T06:04:45.000 INFO:tasks.workunit.client.0.smithi089.stdout: "num_err_log_entries": 0, 2024-07-26T06:04:45.000 INFO:tasks.workunit.client.0.smithi089.stdout: "percentage_used": 12, 2024-07-26T06:04:45.000 INFO:tasks.workunit.client.0.smithi089.stdout: "power_cycles": 56250, 2024-07-26T06:04:45.000 INFO:tasks.workunit.client.0.smithi089.stdout: "power_on_hours": 56833, 2024-07-26T06:04:45.000 INFO:tasks.workunit.client.0.smithi089.stdout: "temperature": 27, 2024-07-26T06:04:45.000 INFO:tasks.workunit.client.0.smithi089.stdout: "unsafe_shutdowns": 913 2024-07-26T06:04:45.000 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.000 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_vendor": "intel", 2024-07-26T06:04:45.000 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_version": { 2024-07-26T06:04:45.000 INFO:tasks.workunit.client.0.smithi089.stdout: "string": "<1.2", 2024-07-26T06:04:45.000 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.000 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.000 INFO:tasks.workunit.client.0.smithi089.stdout: "power_cycle_count": 56250, 2024-07-26T06:04:45.001 INFO:tasks.workunit.client.0.smithi089.stdout: "power_on_time": { 2024-07-26T06:04:45.001 INFO:tasks.workunit.client.0.smithi089.stdout: "hours": 56833 2024-07-26T06:04:45.001 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.001 INFO:tasks.workunit.client.0.smithi089.stdout: "serial_number": "deleted", 2024-07-26T06:04:45.001 INFO:tasks.workunit.client.0.smithi089.stdout: "smart_status": { 2024-07-26T06:04:45.001 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme": { 2024-07-26T06:04:45.001 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.001 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.001 INFO:tasks.workunit.client.0.smithi089.stdout: "passed": true 2024-07-26T06:04:45.001 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.001 INFO:tasks.workunit.client.0.smithi089.stdout: "smartctl": { 2024-07-26T06:04:45.001 INFO:tasks.workunit.client.0.smithi089.stdout: "argv": [ 2024-07-26T06:04:45.001 INFO:tasks.workunit.client.0.smithi089.stdout: "smartctl", 2024-07-26T06:04:45.001 INFO:tasks.workunit.client.0.smithi089.stdout: "-x", 2024-07-26T06:04:45.001 INFO:tasks.workunit.client.0.smithi089.stdout: "--json=o", 2024-07-26T06:04:45.002 INFO:tasks.workunit.client.0.smithi089.stdout: "/dev/nvme0n1" 2024-07-26T06:04:45.002 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:45.002 INFO:tasks.workunit.client.0.smithi089.stdout: "build_info": "(local build)", 2024-07-26T06:04:45.002 INFO:tasks.workunit.client.0.smithi089.stdout: "exit_status": 0, 2024-07-26T06:04:45.002 INFO:tasks.workunit.client.0.smithi089.stdout: "output": [ 2024-07-26T06:04:45.002 INFO:tasks.workunit.client.0.smithi089.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-07-26T06:04:45.002 INFO:tasks.workunit.client.0.smithi089.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-07-26T06:04:45.002 INFO:tasks.workunit.client.0.smithi089.stdout: "", 2024-07-26T06:04:45.002 INFO:tasks.workunit.client.0.smithi089.stdout: "=== START OF INFORMATION SECTION ===", 2024-07-26T06:04:45.002 INFO:tasks.workunit.client.0.smithi089.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-07-26T06:04:45.002 INFO:tasks.workunit.client.0.smithi089.stdout: "Serial Number: deleted", 2024-07-26T06:04:45.002 INFO:tasks.workunit.client.0.smithi089.stdout: "Firmware Version: 8DV101H0", 2024-07-26T06:04:45.003 INFO:tasks.workunit.client.0.smithi089.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-07-26T06:04:45.003 INFO:tasks.workunit.client.0.smithi089.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-07-26T06:04:45.003 INFO:tasks.workunit.client.0.smithi089.stdout: "Controller ID: 0", 2024-07-26T06:04:45.003 INFO:tasks.workunit.client.0.smithi089.stdout: "NVMe Version: <1.2", 2024-07-26T06:04:45.003 INFO:tasks.workunit.client.0.smithi089.stdout: "Number of Namespaces: 1", 2024-07-26T06:04:45.003 INFO:tasks.workunit.client.0.smithi089.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-07-26T06:04:45.003 INFO:tasks.workunit.client.0.smithi089.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-07-26T06:04:45.003 INFO:tasks.workunit.client.0.smithi089.stdout: "Local Time is: Fri Jul 26 05:58:49 2024 UTC", 2024-07-26T06:04:45.003 INFO:tasks.workunit.client.0.smithi089.stdout: "Firmware Updates (0x02): 1 Slot", 2024-07-26T06:04:45.003 INFO:tasks.workunit.client.0.smithi089.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-07-26T06:04:45.003 INFO:tasks.workunit.client.0.smithi089.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-07-26T06:04:45.003 INFO:tasks.workunit.client.0.smithi089.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-07-26T06:04:45.003 INFO:tasks.workunit.client.0.smithi089.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-07-26T06:04:45.003 INFO:tasks.workunit.client.0.smithi089.stdout: "", 2024-07-26T06:04:45.003 INFO:tasks.workunit.client.0.smithi089.stdout: "Supported Power States", 2024-07-26T06:04:45.004 INFO:tasks.workunit.client.0.smithi089.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-07-26T06:04:45.004 INFO:tasks.workunit.client.0.smithi089.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-07-26T06:04:45.004 INFO:tasks.workunit.client.0.smithi089.stdout: "", 2024-07-26T06:04:45.004 INFO:tasks.workunit.client.0.smithi089.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-07-26T06:04:45.004 INFO:tasks.workunit.client.0.smithi089.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-07-26T06:04:45.004 INFO:tasks.workunit.client.0.smithi089.stdout: " 0 + 512 0 2", 2024-07-26T06:04:45.004 INFO:tasks.workunit.client.0.smithi089.stdout: " 1 - 512 8 2", 2024-07-26T06:04:45.004 INFO:tasks.workunit.client.0.smithi089.stdout: " 2 - 512 16 2", 2024-07-26T06:04:45.004 INFO:tasks.workunit.client.0.smithi089.stdout: " 3 - 4096 0 0", 2024-07-26T06:04:45.004 INFO:tasks.workunit.client.0.smithi089.stdout: " 4 - 4096 8 0", 2024-07-26T06:04:45.004 INFO:tasks.workunit.client.0.smithi089.stdout: " 5 - 4096 64 0", 2024-07-26T06:04:45.004 INFO:tasks.workunit.client.0.smithi089.stdout: " 6 - 4096 128 0", 2024-07-26T06:04:45.004 INFO:tasks.workunit.client.0.smithi089.stdout: "", 2024-07-26T06:04:45.004 INFO:tasks.workunit.client.0.smithi089.stdout: "=== START OF SMART DATA SECTION ===", 2024-07-26T06:04:45.005 INFO:tasks.workunit.client.0.smithi089.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-07-26T06:04:45.005 INFO:tasks.workunit.client.0.smithi089.stdout: "", 2024-07-26T06:04:45.005 INFO:tasks.workunit.client.0.smithi089.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-07-26T06:04:45.005 INFO:tasks.workunit.client.0.smithi089.stdout: "Critical Warning: 0x00", 2024-07-26T06:04:45.005 INFO:tasks.workunit.client.0.smithi089.stdout: "Temperature: 27 Celsius", 2024-07-26T06:04:45.005 INFO:tasks.workunit.client.0.smithi089.stdout: "Available Spare: 100%", 2024-07-26T06:04:45.005 INFO:tasks.workunit.client.0.smithi089.stdout: "Available Spare Threshold: 10%", 2024-07-26T06:04:45.005 INFO:tasks.workunit.client.0.smithi089.stdout: "Percentage Used: 12%", 2024-07-26T06:04:45.005 INFO:tasks.workunit.client.0.smithi089.stdout: "Data Units Read: 456,383,544 [233 TB]", 2024-07-26T06:04:45.005 INFO:tasks.workunit.client.0.smithi089.stdout: "Data Units Written: 2,185,354,111 [1.11 PB]", 2024-07-26T06:04:45.005 INFO:tasks.workunit.client.0.smithi089.stdout: "Host Read Commands: 7,178,008,182", 2024-07-26T06:04:45.005 INFO:tasks.workunit.client.0.smithi089.stdout: "Host Write Commands: 37,734,841,461", 2024-07-26T06:04:45.005 INFO:tasks.workunit.client.0.smithi089.stdout: "Controller Busy Time: 10", 2024-07-26T06:04:45.005 INFO:tasks.workunit.client.0.smithi089.stdout: "Power Cycles: 56,250", 2024-07-26T06:04:45.006 INFO:tasks.workunit.client.0.smithi089.stdout: "Power On Hours: 56,833", 2024-07-26T06:04:45.006 INFO:tasks.workunit.client.0.smithi089.stdout: "Unsafe Shutdowns: 913", 2024-07-26T06:04:45.006 INFO:tasks.workunit.client.0.smithi089.stdout: "Media and Data Integrity Errors: 0", 2024-07-26T06:04:45.006 INFO:tasks.workunit.client.0.smithi089.stdout: "Error Information Log Entries: 0", 2024-07-26T06:04:45.006 INFO:tasks.workunit.client.0.smithi089.stdout: "", 2024-07-26T06:04:45.006 INFO:tasks.workunit.client.0.smithi089.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-07-26T06:04:45.006 INFO:tasks.workunit.client.0.smithi089.stdout: "No Errors Logged", 2024-07-26T06:04:45.006 INFO:tasks.workunit.client.0.smithi089.stdout: "" 2024-07-26T06:04:45.006 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:45.006 INFO:tasks.workunit.client.0.smithi089.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-07-26T06:04:45.007 INFO:tasks.workunit.client.0.smithi089.stdout: "svn_revision": "5155", 2024-07-26T06:04:45.007 INFO:tasks.workunit.client.0.smithi089.stdout: "version": [ 2024-07-26T06:04:45.007 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:45.007 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T06:04:45.007 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:45.007 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.007 INFO:tasks.workunit.client.0.smithi089.stdout: "temperature": { 2024-07-26T06:04:45.007 INFO:tasks.workunit.client.0.smithi089.stdout: "current": 27 2024-07-26T06:04:45.007 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.007 INFO:tasks.workunit.client.0.smithi089.stdout: "user_capacity": { 2024-07-26T06:04:45.007 INFO:tasks.workunit.client.0.smithi089.stdout: "blocks": 781422768, 2024-07-26T06:04:45.007 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 400088457216 2024-07-26T06:04:45.007 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.007 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.008 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.008 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.008 INFO:tasks.workunit.client.0.smithi089.stdout:} 2024-07-26T06:04:45.008 INFO:tasks.workunit.client.0.smithi089.stderr:+ ceph telemetry show-all 2024-07-26T06:04:45.009 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[29555]: from='client.24743 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:04:45.009 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[29555]: from='client.24743 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:04:45.009 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[29555]: from='client.? 172.21.15.89:0/2506245749' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-07-26T06:04:45.009 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[29555]: from='client.? 172.21.15.89:0/2506245749' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-07-26T06:04:45.009 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:04:45.009 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T06:04:45.009 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:45.009 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:45.009 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:45.009 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:45.009 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:45.009 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:45.009 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:45.010 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:45.010 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:45.010 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[29555]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:04:45.010 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[29555]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:04:45.010 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:45.010 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:45.010 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:45.010 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[29555]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:04:45.010 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[29555]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:04:45.010 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:45.010 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:45.010 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:45.011 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[29555]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:04:45.011 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:43 smithi155 ceph-mon[33309]: from='client.24743 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:04:45.011 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:43 smithi155 ceph-mon[33309]: from='client.24743 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:04:45.011 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:43 smithi155 ceph-mon[33309]: from='client.? 172.21.15.89:0/2506245749' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-07-26T06:04:45.011 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:43 smithi155 ceph-mon[33309]: from='client.? 172.21.15.89:0/2506245749' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-07-26T06:04:45.011 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:43 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:04:45.011 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:43 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T06:04:45.011 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:43 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:45.012 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:43 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:45.012 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:43 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:45.012 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:43 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:45.012 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:43 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:45.012 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:43 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:45.012 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:43 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:45.012 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:43 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:45.012 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:43 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:45.012 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:43 smithi155 ceph-mon[33309]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:04:45.012 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:43 smithi155 ceph-mon[33309]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:04:45.012 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:43 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:45.012 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:43 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:45.012 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:43 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:45.012 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:43 smithi155 ceph-mon[33309]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:04:45.013 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:43 smithi155 ceph-mon[33309]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:04:45.013 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:43 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:45.013 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:43 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:45.013 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:43 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:45.013 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:43 smithi155 ceph-mon[33309]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:04:45.013 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:43 smithi155 ceph-mon[33309]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:04:45.013 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:43 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:45.013 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:43 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:45.013 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:43 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:45.013 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:43 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:04:45.013 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:43 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T06:04:45.013 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:43 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:45.013 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:43 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:45.013 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:43 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:45.014 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:43 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:45.014 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:43 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:45.014 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:43 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:45.014 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:43 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:45.014 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:43 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:45.014 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:43 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:45.014 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:43 smithi155 ceph-mon[33309]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:04:45.014 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:43 smithi155 ceph-mon[33309]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:04:45.014 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:43 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:45.014 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:43 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:45.014 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:43 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:45.015 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:43 smithi155 ceph-mon[33309]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:04:45.015 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:43 smithi155 ceph-mon[33309]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:04:45.015 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:43 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:45.015 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:43 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:45.015 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:43 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:45.015 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:43 smithi155 ceph-mon[33309]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:04:45.015 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:43 smithi155 ceph-mon[33309]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:04:45.015 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:43 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:45.015 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:43 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:45.015 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:43 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:45.015 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:44 smithi155 ceph-mon[33309]: from='client.24761 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:04:45.015 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:44 smithi155 ceph-mon[33309]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:04:45.015 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:44 smithi155 ceph-mon[33309]: from='client.24761 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:04:45.016 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:44 smithi155 ceph-mon[33309]: from='client.14868 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:04:45.016 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:44 smithi155 ceph-mon[33309]: from='client.14868 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:04:45.016 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:44 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:04:45.016 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:44 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T06:04:45.016 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:44 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:45.016 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:44 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:45.016 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:44 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:45.016 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:44 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:45.016 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:44 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:45.016 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:44 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:45.016 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:44 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:04:45.016 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:44 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:45.016 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:44 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:45.017 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:44 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:45.017 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:44 smithi155 ceph-mon[33309]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:04:45.017 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:44 smithi155 ceph-mon[33309]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:04:45.017 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:44 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:45.017 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:44 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:45.017 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:44 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:45.017 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:44 smithi155 ceph-mon[33309]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:04:45.017 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:44 smithi155 ceph-mon[33309]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:04:45.017 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:44 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:45.017 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:44 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:45.017 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:44 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:45.017 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:44 smithi155 ceph-mon[33309]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:04:45.017 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:44 smithi155 ceph-mon[33309]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:04:45.017 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:44 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:45.017 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:44 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:45.018 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:44 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:45.018 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:44 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:04:45.018 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:44 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T06:04:45.018 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:44 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:45.018 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:44 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:45.018 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:44 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:45.018 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:44 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:45.018 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:44 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:45.018 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:44 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:45.018 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:44 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:45.018 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:44 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:45.018 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:44 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:45.018 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:44 smithi155 ceph-mon[33309]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:04:45.019 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:44 smithi155 ceph-mon[33309]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:04:45.019 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:44 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:45.019 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:44 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:45.019 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:44 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:45.019 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:44 smithi155 ceph-mon[33309]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:04:45.019 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:44 smithi155 ceph-mon[33309]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:04:45.019 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:44 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:45.019 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:44 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:45.019 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:44 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:45.019 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:44 smithi155 ceph-mon[33309]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:04:45.019 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:44 smithi155 ceph-mon[33309]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:04:45.019 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:44 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:45.019 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:44 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:45.019 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:44 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:45.020 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[41451]: from='client.24743 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:04:45.020 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[41451]: from='client.24743 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:04:45.020 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[41451]: from='client.? 172.21.15.89:0/2506245749' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-07-26T06:04:45.020 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[41451]: from='client.? 172.21.15.89:0/2506245749' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-07-26T06:04:45.020 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:04:45.020 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T06:04:45.020 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:45.020 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:45.020 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:45.020 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:45.020 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:45.021 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:45.021 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:45.021 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:45.021 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:45.021 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[41451]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:04:45.021 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[41451]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:04:45.021 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:45.021 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:45.021 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:45.021 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[41451]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:04:45.021 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[41451]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:04:45.021 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:45.021 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:45.021 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:45.022 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[41451]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:04:45.022 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[29555]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:04:45.022 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:45.022 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:45.022 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:45.022 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:04:45.022 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T06:04:45.023 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:45.023 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:45.023 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:45.023 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:45.023 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:45.023 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:45.023 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:45.023 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:45.023 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:45.023 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[29555]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:04:45.023 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[29555]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:04:45.023 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:45.023 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:45.024 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:45.024 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[29555]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:04:45.024 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[29555]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:04:45.024 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:45.024 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:45.024 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:45.024 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[29555]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:04:45.024 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[29555]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:04:45.024 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:45.024 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:45.024 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:45.025 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[41451]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:04:45.025 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:45.025 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:45.025 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:45.025 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:04:45.025 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T06:04:45.025 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:45.025 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:45.025 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:45.025 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:45.025 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:45.026 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:45.026 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:45.026 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:45.026 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:45.026 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[41451]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:04:45.026 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[41451]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:04:45.026 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:45.026 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:45.026 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:45.026 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[41451]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:04:45.026 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[41451]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:04:45.026 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:45.026 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:45.027 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:45.027 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[41451]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:04:45.027 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[41451]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:04:45.027 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:45.027 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:45.027 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:43 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:45.037 INFO:tasks.workunit.client.0.smithi089.stdout:{ 2024-07-26T06:04:45.037 INFO:tasks.workunit.client.0.smithi089.stdout: "device_report": { 2024-07-26T06:04:45.037 INFO:tasks.workunit.client.0.smithi089.stdout: "f1f6d230-4b14-11ef-9869-0cc47a8fd501": { 2024-07-26T06:04:45.037 INFO:tasks.workunit.client.0.smithi089.stdout: "INTEL_SSDPEDMD400G4_f1f7de5a-4b14-11ef-9869-0cc47a8fd501": { 2024-07-26T06:04:45.037 INFO:tasks.workunit.client.0.smithi089.stdout: "20240726-055851": { 2024-07-26T06:04:45.037 INFO:tasks.workunit.client.0.smithi089.stdout: "device": { 2024-07-26T06:04:45.037 INFO:tasks.workunit.client.0.smithi089.stdout: "info_name": "/dev/nvme0n1", 2024-07-26T06:04:45.038 INFO:tasks.workunit.client.0.smithi089.stdout: "name": "/dev/nvme0n1", 2024-07-26T06:04:45.038 INFO:tasks.workunit.client.0.smithi089.stdout: "protocol": "NVMe", 2024-07-26T06:04:45.038 INFO:tasks.workunit.client.0.smithi089.stdout: "type": "nvme" 2024-07-26T06:04:45.038 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.038 INFO:tasks.workunit.client.0.smithi089.stdout: "firmware_version": "8DV101H0", 2024-07-26T06:04:45.038 INFO:tasks.workunit.client.0.smithi089.stdout: "host_id": "f1f6d230-4b14-11ef-9869-0cc47a8fd501", 2024-07-26T06:04:45.038 INFO:tasks.workunit.client.0.smithi089.stdout: "json_format_version": [ 2024-07-26T06:04:45.038 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:45.038 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T06:04:45.038 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:45.038 INFO:tasks.workunit.client.0.smithi089.stdout: "local_time": { 2024-07-26T06:04:45.038 INFO:tasks.workunit.client.0.smithi089.stdout: "asctime": "Fri Jul 26 05:58:51 2024 UTC", 2024-07-26T06:04:45.038 INFO:tasks.workunit.client.0.smithi089.stdout: "time_t": 1721973531 2024-07-26T06:04:45.038 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.039 INFO:tasks.workunit.client.0.smithi089.stdout: "logical_block_size": 512, 2024-07-26T06:04:45.039 INFO:tasks.workunit.client.0.smithi089.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-07-26T06:04:45.039 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_controller_id": 0, 2024-07-26T06:04:45.039 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-07-26T06:04:45.039 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_namespaces": [ 2024-07-26T06:04:45.039 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:45.039 INFO:tasks.workunit.client.0.smithi089.stdout: "capacity": { 2024-07-26T06:04:45.039 INFO:tasks.workunit.client.0.smithi089.stdout: "blocks": 781422768, 2024-07-26T06:04:45.039 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 400088457216 2024-07-26T06:04:45.039 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.039 INFO:tasks.workunit.client.0.smithi089.stdout: "formatted_lba_size": 512, 2024-07-26T06:04:45.039 INFO:tasks.workunit.client.0.smithi089.stdout: "id": 1, 2024-07-26T06:04:45.039 INFO:tasks.workunit.client.0.smithi089.stdout: "size": { 2024-07-26T06:04:45.039 INFO:tasks.workunit.client.0.smithi089.stdout: "blocks": 781422768, 2024-07-26T06:04:45.040 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 400088457216 2024-07-26T06:04:45.040 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.040 INFO:tasks.workunit.client.0.smithi089.stdout: "utilization": { 2024-07-26T06:04:45.040 INFO:tasks.workunit.client.0.smithi089.stdout: "blocks": 781422768, 2024-07-26T06:04:45.040 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 400088457216 2024-07-26T06:04:45.040 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.040 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.040 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:45.040 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_number_of_namespaces": 1, 2024-07-26T06:04:45.040 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_pci_vendor": { 2024-07-26T06:04:45.040 INFO:tasks.workunit.client.0.smithi089.stdout: "id": 32902, 2024-07-26T06:04:45.040 INFO:tasks.workunit.client.0.smithi089.stdout: "subsystem_id": 32902 2024-07-26T06:04:45.040 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.040 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_smart_health_information_add_log": { 2024-07-26T06:04:45.041 INFO:tasks.workunit.client.0.smithi089.stdout: "Device stats": { 2024-07-26T06:04:45.041 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_fw_downgrades": { 2024-07-26T06:04:45.041 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 0, 2024-07-26T06:04:45.041 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:45.041 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.041 INFO:tasks.workunit.client.0.smithi089.stdout: "crc_error_count": { 2024-07-26T06:04:45.041 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:45.041 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:45.041 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.041 INFO:tasks.workunit.client.0.smithi089.stdout: "end_to_end_error_detection_count": { 2024-07-26T06:04:45.041 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:45.041 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:45.041 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.042 INFO:tasks.workunit.client.0.smithi089.stdout: "erase_fail_count": { 2024-07-26T06:04:45.042 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:45.042 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:45.042 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.042 INFO:tasks.workunit.client.0.smithi089.stdout: "host_bytes_written": { 2024-07-26T06:04:45.042 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:45.042 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 25320512 2024-07-26T06:04:45.042 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.042 INFO:tasks.workunit.client.0.smithi089.stdout: "host_ctx_wear_used": { 2024-07-26T06:04:45.042 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:45.042 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 1 2024-07-26T06:04:45.042 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.042 INFO:tasks.workunit.client.0.smithi089.stdout: "media_bytes_read": { 2024-07-26T06:04:45.043 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 0, 2024-07-26T06:04:45.043 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:45.043 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.043 INFO:tasks.workunit.client.0.smithi089.stdout: "nand_bytes_written": { 2024-07-26T06:04:45.043 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:45.043 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 43978950 2024-07-26T06:04:45.043 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.043 INFO:tasks.workunit.client.0.smithi089.stdout: "perf_stat_indicator": { 2024-07-26T06:04:45.043 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 0, 2024-07-26T06:04:45.043 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:45.043 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.043 INFO:tasks.workunit.client.0.smithi089.stdout: "pll_lock_loss_count": { 2024-07-26T06:04:45.043 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:45.043 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:45.044 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.044 INFO:tasks.workunit.client.0.smithi089.stdout: "program_fail_count": { 2024-07-26T06:04:45.044 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:45.044 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:45.044 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.044 INFO:tasks.workunit.client.0.smithi089.stdout: "re_alloc_sectr_cnt": { 2024-07-26T06:04:45.044 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 0, 2024-07-26T06:04:45.044 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:45.044 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.044 INFO:tasks.workunit.client.0.smithi089.stdout: "retry_buffer_overflow_count": { 2024-07-26T06:04:45.044 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:45.044 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:45.044 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.045 INFO:tasks.workunit.client.0.smithi089.stdout: "soft_ecc_err_rate": { 2024-07-26T06:04:45.045 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 0, 2024-07-26T06:04:45.045 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:45.045 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.045 INFO:tasks.workunit.client.0.smithi089.stdout: "thermal_throttle_status": { 2024-07-26T06:04:45.045 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:45.045 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": { 2024-07-26T06:04:45.045 INFO:tasks.workunit.client.0.smithi089.stdout: "cnt": 0, 2024-07-26T06:04:45.045 INFO:tasks.workunit.client.0.smithi089.stdout: "pct": 0 2024-07-26T06:04:45.045 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.045 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.045 INFO:tasks.workunit.client.0.smithi089.stdout: "timed_workload_host_reads": { 2024-07-26T06:04:45.045 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:45.045 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 65535 2024-07-26T06:04:45.046 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.046 INFO:tasks.workunit.client.0.smithi089.stdout: "timed_workload_media_wear": { 2024-07-26T06:04:45.046 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:45.046 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": "63.999023" 2024-07-26T06:04:45.046 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.046 INFO:tasks.workunit.client.0.smithi089.stdout: "timed_workload_timer": { 2024-07-26T06:04:45.046 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:45.046 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 65535 2024-07-26T06:04:45.046 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.046 INFO:tasks.workunit.client.0.smithi089.stdout: "unexp_power_loss": { 2024-07-26T06:04:45.046 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 0, 2024-07-26T06:04:45.046 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:45.046 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.047 INFO:tasks.workunit.client.0.smithi089.stdout: "wear_leveling": { 2024-07-26T06:04:45.047 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 91, 2024-07-26T06:04:45.047 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": { 2024-07-26T06:04:45.047 INFO:tasks.workunit.client.0.smithi089.stdout: "avg": 2986, 2024-07-26T06:04:45.047 INFO:tasks.workunit.client.0.smithi089.stdout: "max": 2994, 2024-07-26T06:04:45.047 INFO:tasks.workunit.client.0.smithi089.stdout: "min": 2977 2024-07-26T06:04:45.047 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.047 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.047 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.047 INFO:tasks.workunit.client.0.smithi089.stdout: "Intel Smart log": "nvme0n1" 2024-07-26T06:04:45.047 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.047 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_smart_health_information_log": { 2024-07-26T06:04:45.047 INFO:tasks.workunit.client.0.smithi089.stdout: "available_spare": 100, 2024-07-26T06:04:45.047 INFO:tasks.workunit.client.0.smithi089.stdout: "available_spare_threshold": 10, 2024-07-26T06:04:45.047 INFO:tasks.workunit.client.0.smithi089.stdout: "controller_busy_time": 54, 2024-07-26T06:04:45.048 INFO:tasks.workunit.client.0.smithi089.stdout: "critical_warning": 0, 2024-07-26T06:04:45.048 INFO:tasks.workunit.client.0.smithi089.stdout: "data_units_read": 342268810, 2024-07-26T06:04:45.048 INFO:tasks.workunit.client.0.smithi089.stdout: "data_units_written": 1659405125, 2024-07-26T06:04:45.048 INFO:tasks.workunit.client.0.smithi089.stdout: "host_reads": 5789471835, 2024-07-26T06:04:45.048 INFO:tasks.workunit.client.0.smithi089.stdout: "host_writes": 30491913124, 2024-07-26T06:04:45.048 INFO:tasks.workunit.client.0.smithi089.stdout: "media_errors": 0, 2024-07-26T06:04:45.048 INFO:tasks.workunit.client.0.smithi089.stdout: "num_err_log_entries": 0, 2024-07-26T06:04:45.048 INFO:tasks.workunit.client.0.smithi089.stdout: "percentage_used": 9, 2024-07-26T06:04:45.048 INFO:tasks.workunit.client.0.smithi089.stdout: "power_cycles": 48991, 2024-07-26T06:04:45.048 INFO:tasks.workunit.client.0.smithi089.stdout: "power_on_hours": 52946, 2024-07-26T06:04:45.048 INFO:tasks.workunit.client.0.smithi089.stdout: "temperature": 29, 2024-07-26T06:04:45.048 INFO:tasks.workunit.client.0.smithi089.stdout: "unsafe_shutdowns": 3257 2024-07-26T06:04:45.048 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.049 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_vendor": "intel", 2024-07-26T06:04:45.049 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_version": { 2024-07-26T06:04:45.049 INFO:tasks.workunit.client.0.smithi089.stdout: "string": "<1.2", 2024-07-26T06:04:45.049 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.049 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.049 INFO:tasks.workunit.client.0.smithi089.stdout: "power_cycle_count": 48991, 2024-07-26T06:04:45.049 INFO:tasks.workunit.client.0.smithi089.stdout: "power_on_time": { 2024-07-26T06:04:45.049 INFO:tasks.workunit.client.0.smithi089.stdout: "hours": 52946 2024-07-26T06:04:45.049 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.049 INFO:tasks.workunit.client.0.smithi089.stdout: "serial_number": "deleted", 2024-07-26T06:04:45.049 INFO:tasks.workunit.client.0.smithi089.stdout: "smart_status": { 2024-07-26T06:04:45.049 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme": { 2024-07-26T06:04:45.049 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.049 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.049 INFO:tasks.workunit.client.0.smithi089.stdout: "passed": true 2024-07-26T06:04:45.050 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.050 INFO:tasks.workunit.client.0.smithi089.stdout: "smartctl": { 2024-07-26T06:04:45.050 INFO:tasks.workunit.client.0.smithi089.stdout: "argv": [ 2024-07-26T06:04:45.050 INFO:tasks.workunit.client.0.smithi089.stdout: "smartctl", 2024-07-26T06:04:45.050 INFO:tasks.workunit.client.0.smithi089.stdout: "-x", 2024-07-26T06:04:45.050 INFO:tasks.workunit.client.0.smithi089.stdout: "--json=o", 2024-07-26T06:04:45.050 INFO:tasks.workunit.client.0.smithi089.stdout: "/dev/nvme0n1" 2024-07-26T06:04:45.050 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:45.050 INFO:tasks.workunit.client.0.smithi089.stdout: "build_info": "(local build)", 2024-07-26T06:04:45.050 INFO:tasks.workunit.client.0.smithi089.stdout: "exit_status": 0, 2024-07-26T06:04:45.050 INFO:tasks.workunit.client.0.smithi089.stdout: "output": [ 2024-07-26T06:04:45.050 INFO:tasks.workunit.client.0.smithi089.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-07-26T06:04:45.050 INFO:tasks.workunit.client.0.smithi089.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-07-26T06:04:45.050 INFO:tasks.workunit.client.0.smithi089.stdout: "", 2024-07-26T06:04:45.051 INFO:tasks.workunit.client.0.smithi089.stdout: "=== START OF INFORMATION SECTION ===", 2024-07-26T06:04:45.051 INFO:tasks.workunit.client.0.smithi089.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-07-26T06:04:45.051 INFO:tasks.workunit.client.0.smithi089.stdout: "Serial Number: deleted", 2024-07-26T06:04:45.051 INFO:tasks.workunit.client.0.smithi089.stdout: "Firmware Version: 8DV101H0", 2024-07-26T06:04:45.051 INFO:tasks.workunit.client.0.smithi089.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-07-26T06:04:45.051 INFO:tasks.workunit.client.0.smithi089.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-07-26T06:04:45.051 INFO:tasks.workunit.client.0.smithi089.stdout: "Controller ID: 0", 2024-07-26T06:04:45.051 INFO:tasks.workunit.client.0.smithi089.stdout: "NVMe Version: <1.2", 2024-07-26T06:04:45.051 INFO:tasks.workunit.client.0.smithi089.stdout: "Number of Namespaces: 1", 2024-07-26T06:04:45.051 INFO:tasks.workunit.client.0.smithi089.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-07-26T06:04:45.051 INFO:tasks.workunit.client.0.smithi089.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-07-26T06:04:45.052 INFO:tasks.workunit.client.0.smithi089.stdout: "Local Time is: Fri Jul 26 05:58:51 2024 UTC", 2024-07-26T06:04:45.052 INFO:tasks.workunit.client.0.smithi089.stdout: "Firmware Updates (0x02): 1 Slot", 2024-07-26T06:04:45.052 INFO:tasks.workunit.client.0.smithi089.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-07-26T06:04:45.052 INFO:tasks.workunit.client.0.smithi089.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-07-26T06:04:45.052 INFO:tasks.workunit.client.0.smithi089.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-07-26T06:04:45.052 INFO:tasks.workunit.client.0.smithi089.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-07-26T06:04:45.052 INFO:tasks.workunit.client.0.smithi089.stdout: "", 2024-07-26T06:04:45.052 INFO:tasks.workunit.client.0.smithi089.stdout: "Supported Power States", 2024-07-26T06:04:45.052 INFO:tasks.workunit.client.0.smithi089.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-07-26T06:04:45.052 INFO:tasks.workunit.client.0.smithi089.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-07-26T06:04:45.052 INFO:tasks.workunit.client.0.smithi089.stdout: "", 2024-07-26T06:04:45.052 INFO:tasks.workunit.client.0.smithi089.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-07-26T06:04:45.052 INFO:tasks.workunit.client.0.smithi089.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-07-26T06:04:45.052 INFO:tasks.workunit.client.0.smithi089.stdout: " 0 + 512 0 2", 2024-07-26T06:04:45.052 INFO:tasks.workunit.client.0.smithi089.stdout: " 1 - 512 8 2", 2024-07-26T06:04:45.053 INFO:tasks.workunit.client.0.smithi089.stdout: " 2 - 512 16 2", 2024-07-26T06:04:45.053 INFO:tasks.workunit.client.0.smithi089.stdout: " 3 - 4096 0 0", 2024-07-26T06:04:45.053 INFO:tasks.workunit.client.0.smithi089.stdout: " 4 - 4096 8 0", 2024-07-26T06:04:45.053 INFO:tasks.workunit.client.0.smithi089.stdout: " 5 - 4096 64 0", 2024-07-26T06:04:45.053 INFO:tasks.workunit.client.0.smithi089.stdout: " 6 - 4096 128 0", 2024-07-26T06:04:45.053 INFO:tasks.workunit.client.0.smithi089.stdout: "", 2024-07-26T06:04:45.053 INFO:tasks.workunit.client.0.smithi089.stdout: "=== START OF SMART DATA SECTION ===", 2024-07-26T06:04:45.053 INFO:tasks.workunit.client.0.smithi089.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-07-26T06:04:45.053 INFO:tasks.workunit.client.0.smithi089.stdout: "", 2024-07-26T06:04:45.053 INFO:tasks.workunit.client.0.smithi089.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-07-26T06:04:45.053 INFO:tasks.workunit.client.0.smithi089.stdout: "Critical Warning: 0x00", 2024-07-26T06:04:45.053 INFO:tasks.workunit.client.0.smithi089.stdout: "Temperature: 29 Celsius", 2024-07-26T06:04:45.053 INFO:tasks.workunit.client.0.smithi089.stdout: "Available Spare: 100%", 2024-07-26T06:04:45.053 INFO:tasks.workunit.client.0.smithi089.stdout: "Available Spare Threshold: 10%", 2024-07-26T06:04:45.054 INFO:tasks.workunit.client.0.smithi089.stdout: "Percentage Used: 9%", 2024-07-26T06:04:45.054 INFO:tasks.workunit.client.0.smithi089.stdout: "Data Units Read: 342,268,810 [175 TB]", 2024-07-26T06:04:45.054 INFO:tasks.workunit.client.0.smithi089.stdout: "Data Units Written: 1,659,405,125 [849 TB]", 2024-07-26T06:04:45.054 INFO:tasks.workunit.client.0.smithi089.stdout: "Host Read Commands: 5,789,471,835", 2024-07-26T06:04:45.054 INFO:tasks.workunit.client.0.smithi089.stdout: "Host Write Commands: 30,491,913,124", 2024-07-26T06:04:45.054 INFO:tasks.workunit.client.0.smithi089.stdout: "Controller Busy Time: 54", 2024-07-26T06:04:45.054 INFO:tasks.workunit.client.0.smithi089.stdout: "Power Cycles: 48,991", 2024-07-26T06:04:45.054 INFO:tasks.workunit.client.0.smithi089.stdout: "Power On Hours: 52,946", 2024-07-26T06:04:45.054 INFO:tasks.workunit.client.0.smithi089.stdout: "Unsafe Shutdowns: 3,257", 2024-07-26T06:04:45.054 INFO:tasks.workunit.client.0.smithi089.stdout: "Media and Data Integrity Errors: 0", 2024-07-26T06:04:45.054 INFO:tasks.workunit.client.0.smithi089.stdout: "Error Information Log Entries: 0", 2024-07-26T06:04:45.054 INFO:tasks.workunit.client.0.smithi089.stdout: "", 2024-07-26T06:04:45.054 INFO:tasks.workunit.client.0.smithi089.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-07-26T06:04:45.055 INFO:tasks.workunit.client.0.smithi089.stdout: "No Errors Logged", 2024-07-26T06:04:45.055 INFO:tasks.workunit.client.0.smithi089.stdout: "" 2024-07-26T06:04:45.055 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:45.055 INFO:tasks.workunit.client.0.smithi089.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-07-26T06:04:45.055 INFO:tasks.workunit.client.0.smithi089.stdout: "svn_revision": "5155", 2024-07-26T06:04:45.055 INFO:tasks.workunit.client.0.smithi089.stdout: "version": [ 2024-07-26T06:04:45.055 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:45.055 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T06:04:45.055 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:45.055 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.055 INFO:tasks.workunit.client.0.smithi089.stdout: "temperature": { 2024-07-26T06:04:45.055 INFO:tasks.workunit.client.0.smithi089.stdout: "current": 29 2024-07-26T06:04:45.055 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.055 INFO:tasks.workunit.client.0.smithi089.stdout: "user_capacity": { 2024-07-26T06:04:45.055 INFO:tasks.workunit.client.0.smithi089.stdout: "blocks": 781422768, 2024-07-26T06:04:45.056 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 400088457216 2024-07-26T06:04:45.056 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.056 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.056 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.056 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.056 INFO:tasks.workunit.client.0.smithi089.stdout: "f1f9c10c-4b14-11ef-9869-0cc47a8fd501": { 2024-07-26T06:04:45.056 INFO:tasks.workunit.client.0.smithi089.stdout: "INTEL_SSDPEDMD400G4_f1faceee-4b14-11ef-9869-0cc47a8fd501": { 2024-07-26T06:04:45.056 INFO:tasks.workunit.client.0.smithi089.stdout: "20240726-055849": { 2024-07-26T06:04:45.056 INFO:tasks.workunit.client.0.smithi089.stdout: "device": { 2024-07-26T06:04:45.056 INFO:tasks.workunit.client.0.smithi089.stdout: "info_name": "/dev/nvme0n1", 2024-07-26T06:04:45.056 INFO:tasks.workunit.client.0.smithi089.stdout: "name": "/dev/nvme0n1", 2024-07-26T06:04:45.056 INFO:tasks.workunit.client.0.smithi089.stdout: "protocol": "NVMe", 2024-07-26T06:04:45.056 INFO:tasks.workunit.client.0.smithi089.stdout: "type": "nvme" 2024-07-26T06:04:45.056 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.057 INFO:tasks.workunit.client.0.smithi089.stdout: "firmware_version": "8DV101H0", 2024-07-26T06:04:45.057 INFO:tasks.workunit.client.0.smithi089.stdout: "host_id": "f1f9c10c-4b14-11ef-9869-0cc47a8fd501", 2024-07-26T06:04:45.057 INFO:tasks.workunit.client.0.smithi089.stdout: "json_format_version": [ 2024-07-26T06:04:45.057 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:45.057 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T06:04:45.057 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:45.057 INFO:tasks.workunit.client.0.smithi089.stdout: "local_time": { 2024-07-26T06:04:45.057 INFO:tasks.workunit.client.0.smithi089.stdout: "asctime": "Fri Jul 26 05:58:49 2024 UTC", 2024-07-26T06:04:45.057 INFO:tasks.workunit.client.0.smithi089.stdout: "time_t": 1721973529 2024-07-26T06:04:45.057 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.057 INFO:tasks.workunit.client.0.smithi089.stdout: "logical_block_size": 512, 2024-07-26T06:04:45.057 INFO:tasks.workunit.client.0.smithi089.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-07-26T06:04:45.057 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_controller_id": 0, 2024-07-26T06:04:45.057 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-07-26T06:04:45.058 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_namespaces": [ 2024-07-26T06:04:45.058 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:45.058 INFO:tasks.workunit.client.0.smithi089.stdout: "capacity": { 2024-07-26T06:04:45.058 INFO:tasks.workunit.client.0.smithi089.stdout: "blocks": 781422768, 2024-07-26T06:04:45.058 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 400088457216 2024-07-26T06:04:45.058 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.058 INFO:tasks.workunit.client.0.smithi089.stdout: "formatted_lba_size": 512, 2024-07-26T06:04:45.058 INFO:tasks.workunit.client.0.smithi089.stdout: "id": 1, 2024-07-26T06:04:45.058 INFO:tasks.workunit.client.0.smithi089.stdout: "size": { 2024-07-26T06:04:45.058 INFO:tasks.workunit.client.0.smithi089.stdout: "blocks": 781422768, 2024-07-26T06:04:45.058 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 400088457216 2024-07-26T06:04:45.058 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.058 INFO:tasks.workunit.client.0.smithi089.stdout: "utilization": { 2024-07-26T06:04:45.058 INFO:tasks.workunit.client.0.smithi089.stdout: "blocks": 781422768, 2024-07-26T06:04:45.059 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 400088457216 2024-07-26T06:04:45.059 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.059 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.059 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:45.059 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_number_of_namespaces": 1, 2024-07-26T06:04:45.059 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_pci_vendor": { 2024-07-26T06:04:45.059 INFO:tasks.workunit.client.0.smithi089.stdout: "id": 32902, 2024-07-26T06:04:45.059 INFO:tasks.workunit.client.0.smithi089.stdout: "subsystem_id": 32902 2024-07-26T06:04:45.059 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.059 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_smart_health_information_add_log": { 2024-07-26T06:04:45.059 INFO:tasks.workunit.client.0.smithi089.stdout: "Device stats": { 2024-07-26T06:04:45.059 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_fw_downgrades": { 2024-07-26T06:04:45.059 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 0, 2024-07-26T06:04:45.059 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:45.059 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.060 INFO:tasks.workunit.client.0.smithi089.stdout: "crc_error_count": { 2024-07-26T06:04:45.060 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:45.060 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:45.060 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.060 INFO:tasks.workunit.client.0.smithi089.stdout: "end_to_end_error_detection_count": { 2024-07-26T06:04:45.060 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:45.060 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:45.060 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.060 INFO:tasks.workunit.client.0.smithi089.stdout: "erase_fail_count": { 2024-07-26T06:04:45.060 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:45.060 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:45.060 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.060 INFO:tasks.workunit.client.0.smithi089.stdout: "host_bytes_written": { 2024-07-26T06:04:45.060 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:45.061 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 33345857 2024-07-26T06:04:45.061 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.061 INFO:tasks.workunit.client.0.smithi089.stdout: "host_ctx_wear_used": { 2024-07-26T06:04:45.061 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:45.061 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 1 2024-07-26T06:04:45.061 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.061 INFO:tasks.workunit.client.0.smithi089.stdout: "media_bytes_read": { 2024-07-26T06:04:45.061 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 0, 2024-07-26T06:04:45.061 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:45.061 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.061 INFO:tasks.workunit.client.0.smithi089.stdout: "nand_bytes_written": { 2024-07-26T06:04:45.061 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:45.061 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 55628432 2024-07-26T06:04:45.061 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.061 INFO:tasks.workunit.client.0.smithi089.stdout: "perf_stat_indicator": { 2024-07-26T06:04:45.062 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 0, 2024-07-26T06:04:45.062 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:45.062 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.062 INFO:tasks.workunit.client.0.smithi089.stdout: "pll_lock_loss_count": { 2024-07-26T06:04:45.062 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:45.062 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:45.062 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.062 INFO:tasks.workunit.client.0.smithi089.stdout: "program_fail_count": { 2024-07-26T06:04:45.062 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:45.062 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:45.062 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.063 INFO:tasks.workunit.client.0.smithi089.stdout: "re_alloc_sectr_cnt": { 2024-07-26T06:04:45.063 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 0, 2024-07-26T06:04:45.063 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:45.063 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.063 INFO:tasks.workunit.client.0.smithi089.stdout: "retry_buffer_overflow_count": { 2024-07-26T06:04:45.063 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:45.063 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:45.063 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.063 INFO:tasks.workunit.client.0.smithi089.stdout: "soft_ecc_err_rate": { 2024-07-26T06:04:45.063 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 0, 2024-07-26T06:04:45.063 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:45.063 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.063 INFO:tasks.workunit.client.0.smithi089.stdout: "thermal_throttle_status": { 2024-07-26T06:04:45.063 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:45.064 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": { 2024-07-26T06:04:45.064 INFO:tasks.workunit.client.0.smithi089.stdout: "cnt": 0, 2024-07-26T06:04:45.064 INFO:tasks.workunit.client.0.smithi089.stdout: "pct": 0 2024-07-26T06:04:45.064 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.064 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.064 INFO:tasks.workunit.client.0.smithi089.stdout: "timed_workload_host_reads": { 2024-07-26T06:04:45.064 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:45.064 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 65535 2024-07-26T06:04:45.064 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.064 INFO:tasks.workunit.client.0.smithi089.stdout: "timed_workload_media_wear": { 2024-07-26T06:04:45.064 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:45.064 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": "63.999023" 2024-07-26T06:04:45.064 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.064 INFO:tasks.workunit.client.0.smithi089.stdout: "timed_workload_timer": { 2024-07-26T06:04:45.065 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T06:04:45.065 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 65535 2024-07-26T06:04:45.065 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.065 INFO:tasks.workunit.client.0.smithi089.stdout: "unexp_power_loss": { 2024-07-26T06:04:45.065 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 0, 2024-07-26T06:04:45.065 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T06:04:45.065 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.065 INFO:tasks.workunit.client.0.smithi089.stdout: "wear_leveling": { 2024-07-26T06:04:45.065 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 88, 2024-07-26T06:04:45.065 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": { 2024-07-26T06:04:45.065 INFO:tasks.workunit.client.0.smithi089.stdout: "avg": 3758, 2024-07-26T06:04:45.065 INFO:tasks.workunit.client.0.smithi089.stdout: "max": 3773, 2024-07-26T06:04:45.065 INFO:tasks.workunit.client.0.smithi089.stdout: "min": 3741 2024-07-26T06:04:45.066 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.066 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.066 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.066 INFO:tasks.workunit.client.0.smithi089.stdout: "Intel Smart log": "nvme0n1" 2024-07-26T06:04:45.066 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.066 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_smart_health_information_log": { 2024-07-26T06:04:45.066 INFO:tasks.workunit.client.0.smithi089.stdout: "available_spare": 100, 2024-07-26T06:04:45.066 INFO:tasks.workunit.client.0.smithi089.stdout: "available_spare_threshold": 10, 2024-07-26T06:04:45.066 INFO:tasks.workunit.client.0.smithi089.stdout: "controller_busy_time": 10, 2024-07-26T06:04:45.066 INFO:tasks.workunit.client.0.smithi089.stdout: "critical_warning": 0, 2024-07-26T06:04:45.066 INFO:tasks.workunit.client.0.smithi089.stdout: "data_units_read": 456383544, 2024-07-26T06:04:45.066 INFO:tasks.workunit.client.0.smithi089.stdout: "data_units_written": 2185354111, 2024-07-26T06:04:45.066 INFO:tasks.workunit.client.0.smithi089.stdout: "host_reads": 7178008182, 2024-07-26T06:04:45.066 INFO:tasks.workunit.client.0.smithi089.stdout: "host_writes": 37734841461, 2024-07-26T06:04:45.067 INFO:tasks.workunit.client.0.smithi089.stdout: "media_errors": 0, 2024-07-26T06:04:45.067 INFO:tasks.workunit.client.0.smithi089.stdout: "num_err_log_entries": 0, 2024-07-26T06:04:45.067 INFO:tasks.workunit.client.0.smithi089.stdout: "percentage_used": 12, 2024-07-26T06:04:45.067 INFO:tasks.workunit.client.0.smithi089.stdout: "power_cycles": 56250, 2024-07-26T06:04:45.067 INFO:tasks.workunit.client.0.smithi089.stdout: "power_on_hours": 56833, 2024-07-26T06:04:45.067 INFO:tasks.workunit.client.0.smithi089.stdout: "temperature": 27, 2024-07-26T06:04:45.067 INFO:tasks.workunit.client.0.smithi089.stdout: "unsafe_shutdowns": 913 2024-07-26T06:04:45.067 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.067 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_vendor": "intel", 2024-07-26T06:04:45.067 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_version": { 2024-07-26T06:04:45.067 INFO:tasks.workunit.client.0.smithi089.stdout: "string": "<1.2", 2024-07-26T06:04:45.067 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.067 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.067 INFO:tasks.workunit.client.0.smithi089.stdout: "power_cycle_count": 56250, 2024-07-26T06:04:45.068 INFO:tasks.workunit.client.0.smithi089.stdout: "power_on_time": { 2024-07-26T06:04:45.068 INFO:tasks.workunit.client.0.smithi089.stdout: "hours": 56833 2024-07-26T06:04:45.068 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.068 INFO:tasks.workunit.client.0.smithi089.stdout: "serial_number": "deleted", 2024-07-26T06:04:45.068 INFO:tasks.workunit.client.0.smithi089.stdout: "smart_status": { 2024-07-26T06:04:45.068 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme": { 2024-07-26T06:04:45.068 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.068 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.068 INFO:tasks.workunit.client.0.smithi089.stdout: "passed": true 2024-07-26T06:04:45.068 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.068 INFO:tasks.workunit.client.0.smithi089.stdout: "smartctl": { 2024-07-26T06:04:45.068 INFO:tasks.workunit.client.0.smithi089.stdout: "argv": [ 2024-07-26T06:04:45.068 INFO:tasks.workunit.client.0.smithi089.stdout: "smartctl", 2024-07-26T06:04:45.068 INFO:tasks.workunit.client.0.smithi089.stdout: "-x", 2024-07-26T06:04:45.069 INFO:tasks.workunit.client.0.smithi089.stdout: "--json=o", 2024-07-26T06:04:45.069 INFO:tasks.workunit.client.0.smithi089.stdout: "/dev/nvme0n1" 2024-07-26T06:04:45.069 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:45.069 INFO:tasks.workunit.client.0.smithi089.stdout: "build_info": "(local build)", 2024-07-26T06:04:45.069 INFO:tasks.workunit.client.0.smithi089.stdout: "exit_status": 0, 2024-07-26T06:04:45.069 INFO:tasks.workunit.client.0.smithi089.stdout: "output": [ 2024-07-26T06:04:45.069 INFO:tasks.workunit.client.0.smithi089.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-07-26T06:04:45.069 INFO:tasks.workunit.client.0.smithi089.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-07-26T06:04:45.069 INFO:tasks.workunit.client.0.smithi089.stdout: "", 2024-07-26T06:04:45.069 INFO:tasks.workunit.client.0.smithi089.stdout: "=== START OF INFORMATION SECTION ===", 2024-07-26T06:04:45.069 INFO:tasks.workunit.client.0.smithi089.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-07-26T06:04:45.069 INFO:tasks.workunit.client.0.smithi089.stdout: "Serial Number: deleted", 2024-07-26T06:04:45.069 INFO:tasks.workunit.client.0.smithi089.stdout: "Firmware Version: 8DV101H0", 2024-07-26T06:04:45.069 INFO:tasks.workunit.client.0.smithi089.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-07-26T06:04:45.069 INFO:tasks.workunit.client.0.smithi089.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-07-26T06:04:45.070 INFO:tasks.workunit.client.0.smithi089.stdout: "Controller ID: 0", 2024-07-26T06:04:45.070 INFO:tasks.workunit.client.0.smithi089.stdout: "NVMe Version: <1.2", 2024-07-26T06:04:45.070 INFO:tasks.workunit.client.0.smithi089.stdout: "Number of Namespaces: 1", 2024-07-26T06:04:45.070 INFO:tasks.workunit.client.0.smithi089.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-07-26T06:04:45.070 INFO:tasks.workunit.client.0.smithi089.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-07-26T06:04:45.070 INFO:tasks.workunit.client.0.smithi089.stdout: "Local Time is: Fri Jul 26 05:58:49 2024 UTC", 2024-07-26T06:04:45.070 INFO:tasks.workunit.client.0.smithi089.stdout: "Firmware Updates (0x02): 1 Slot", 2024-07-26T06:04:45.070 INFO:tasks.workunit.client.0.smithi089.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-07-26T06:04:45.070 INFO:tasks.workunit.client.0.smithi089.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-07-26T06:04:45.070 INFO:tasks.workunit.client.0.smithi089.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-07-26T06:04:45.070 INFO:tasks.workunit.client.0.smithi089.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-07-26T06:04:45.070 INFO:tasks.workunit.client.0.smithi089.stdout: "", 2024-07-26T06:04:45.070 INFO:tasks.workunit.client.0.smithi089.stdout: "Supported Power States", 2024-07-26T06:04:45.071 INFO:tasks.workunit.client.0.smithi089.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-07-26T06:04:45.071 INFO:tasks.workunit.client.0.smithi089.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-07-26T06:04:45.071 INFO:tasks.workunit.client.0.smithi089.stdout: "", 2024-07-26T06:04:45.071 INFO:tasks.workunit.client.0.smithi089.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-07-26T06:04:45.071 INFO:tasks.workunit.client.0.smithi089.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-07-26T06:04:45.071 INFO:tasks.workunit.client.0.smithi089.stdout: " 0 + 512 0 2", 2024-07-26T06:04:45.071 INFO:tasks.workunit.client.0.smithi089.stdout: " 1 - 512 8 2", 2024-07-26T06:04:45.071 INFO:tasks.workunit.client.0.smithi089.stdout: " 2 - 512 16 2", 2024-07-26T06:04:45.071 INFO:tasks.workunit.client.0.smithi089.stdout: " 3 - 4096 0 0", 2024-07-26T06:04:45.071 INFO:tasks.workunit.client.0.smithi089.stdout: " 4 - 4096 8 0", 2024-07-26T06:04:45.071 INFO:tasks.workunit.client.0.smithi089.stdout: " 5 - 4096 64 0", 2024-07-26T06:04:45.071 INFO:tasks.workunit.client.0.smithi089.stdout: " 6 - 4096 128 0", 2024-07-26T06:04:45.071 INFO:tasks.workunit.client.0.smithi089.stdout: "", 2024-07-26T06:04:45.071 INFO:tasks.workunit.client.0.smithi089.stdout: "=== START OF SMART DATA SECTION ===", 2024-07-26T06:04:45.072 INFO:tasks.workunit.client.0.smithi089.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-07-26T06:04:45.072 INFO:tasks.workunit.client.0.smithi089.stdout: "", 2024-07-26T06:04:45.072 INFO:tasks.workunit.client.0.smithi089.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-07-26T06:04:45.072 INFO:tasks.workunit.client.0.smithi089.stdout: "Critical Warning: 0x00", 2024-07-26T06:04:45.072 INFO:tasks.workunit.client.0.smithi089.stdout: "Temperature: 27 Celsius", 2024-07-26T06:04:45.072 INFO:tasks.workunit.client.0.smithi089.stdout: "Available Spare: 100%", 2024-07-26T06:04:45.072 INFO:tasks.workunit.client.0.smithi089.stdout: "Available Spare Threshold: 10%", 2024-07-26T06:04:45.072 INFO:tasks.workunit.client.0.smithi089.stdout: "Percentage Used: 12%", 2024-07-26T06:04:45.072 INFO:tasks.workunit.client.0.smithi089.stdout: "Data Units Read: 456,383,544 [233 TB]", 2024-07-26T06:04:45.072 INFO:tasks.workunit.client.0.smithi089.stdout: "Data Units Written: 2,185,354,111 [1.11 PB]", 2024-07-26T06:04:45.072 INFO:tasks.workunit.client.0.smithi089.stdout: "Host Read Commands: 7,178,008,182", 2024-07-26T06:04:45.072 INFO:tasks.workunit.client.0.smithi089.stdout: "Host Write Commands: 37,734,841,461", 2024-07-26T06:04:45.072 INFO:tasks.workunit.client.0.smithi089.stdout: "Controller Busy Time: 10", 2024-07-26T06:04:45.072 INFO:tasks.workunit.client.0.smithi089.stdout: "Power Cycles: 56,250", 2024-07-26T06:04:45.073 INFO:tasks.workunit.client.0.smithi089.stdout: "Power On Hours: 56,833", 2024-07-26T06:04:45.073 INFO:tasks.workunit.client.0.smithi089.stdout: "Unsafe Shutdowns: 913", 2024-07-26T06:04:45.073 INFO:tasks.workunit.client.0.smithi089.stdout: "Media and Data Integrity Errors: 0", 2024-07-26T06:04:45.073 INFO:tasks.workunit.client.0.smithi089.stdout: "Error Information Log Entries: 0", 2024-07-26T06:04:45.073 INFO:tasks.workunit.client.0.smithi089.stdout: "", 2024-07-26T06:04:45.073 INFO:tasks.workunit.client.0.smithi089.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-07-26T06:04:45.073 INFO:tasks.workunit.client.0.smithi089.stdout: "No Errors Logged", 2024-07-26T06:04:45.073 INFO:tasks.workunit.client.0.smithi089.stdout: "" 2024-07-26T06:04:45.073 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:45.073 INFO:tasks.workunit.client.0.smithi089.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-07-26T06:04:45.073 INFO:tasks.workunit.client.0.smithi089.stdout: "svn_revision": "5155", 2024-07-26T06:04:45.073 INFO:tasks.workunit.client.0.smithi089.stdout: "version": [ 2024-07-26T06:04:45.074 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:45.074 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T06:04:45.074 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:45.074 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.074 INFO:tasks.workunit.client.0.smithi089.stdout: "temperature": { 2024-07-26T06:04:45.074 INFO:tasks.workunit.client.0.smithi089.stdout: "current": 27 2024-07-26T06:04:45.074 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.074 INFO:tasks.workunit.client.0.smithi089.stdout: "user_capacity": { 2024-07-26T06:04:45.074 INFO:tasks.workunit.client.0.smithi089.stdout: "blocks": 781422768, 2024-07-26T06:04:45.074 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 400088457216 2024-07-26T06:04:45.074 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.074 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.075 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.075 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.075 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.075 INFO:tasks.workunit.client.0.smithi089.stdout: "report": { 2024-07-26T06:04:45.075 INFO:tasks.workunit.client.0.smithi089.stdout: "balancer": { 2024-07-26T06:04:45.075 INFO:tasks.workunit.client.0.smithi089.stdout: "active": true, 2024-07-26T06:04:45.075 INFO:tasks.workunit.client.0.smithi089.stdout: "mode": "" 2024-07-26T06:04:45.075 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.075 INFO:tasks.workunit.client.0.smithi089.stdout: "channels": [ 2024-07-26T06:04:45.075 INFO:tasks.workunit.client.0.smithi089.stdout: "basic", 2024-07-26T06:04:45.075 INFO:tasks.workunit.client.0.smithi089.stdout: "crash", 2024-07-26T06:04:45.075 INFO:tasks.workunit.client.0.smithi089.stdout: "device", 2024-07-26T06:04:45.075 INFO:tasks.workunit.client.0.smithi089.stdout: "ident", 2024-07-26T06:04:45.075 INFO:tasks.workunit.client.0.smithi089.stdout: "perf" 2024-07-26T06:04:45.076 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:45.076 INFO:tasks.workunit.client.0.smithi089.stdout: "channels_available": [ 2024-07-26T06:04:45.076 INFO:tasks.workunit.client.0.smithi089.stdout: "basic", 2024-07-26T06:04:45.076 INFO:tasks.workunit.client.0.smithi089.stdout: "ident", 2024-07-26T06:04:45.076 INFO:tasks.workunit.client.0.smithi089.stdout: "crash", 2024-07-26T06:04:45.076 INFO:tasks.workunit.client.0.smithi089.stdout: "device", 2024-07-26T06:04:45.076 INFO:tasks.workunit.client.0.smithi089.stdout: "perf" 2024-07-26T06:04:45.076 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:45.076 INFO:tasks.workunit.client.0.smithi089.stdout: "collections_available": [ 2024-07-26T06:04:45.076 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_base", 2024-07-26T06:04:45.076 INFO:tasks.workunit.client.0.smithi089.stdout: "device_base", 2024-07-26T06:04:45.076 INFO:tasks.workunit.client.0.smithi089.stdout: "crash_base", 2024-07-26T06:04:45.076 INFO:tasks.workunit.client.0.smithi089.stdout: "ident_base", 2024-07-26T06:04:45.076 INFO:tasks.workunit.client.0.smithi089.stdout: "perf_perf", 2024-07-26T06:04:45.077 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_mds_metadata", 2024-07-26T06:04:45.077 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_pool_usage", 2024-07-26T06:04:45.077 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_usage_by_class", 2024-07-26T06:04:45.077 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_rook_v01", 2024-07-26T06:04:45.077 INFO:tasks.workunit.client.0.smithi089.stdout: "perf_memory_metrics", 2024-07-26T06:04:45.077 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_pool_options_bluestore" 2024-07-26T06:04:45.077 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:45.077 INFO:tasks.workunit.client.0.smithi089.stdout: "collections_opted_in": [ 2024-07-26T06:04:45.077 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_base", 2024-07-26T06:04:45.077 INFO:tasks.workunit.client.0.smithi089.stdout: "device_base", 2024-07-26T06:04:45.077 INFO:tasks.workunit.client.0.smithi089.stdout: "crash_base", 2024-07-26T06:04:45.077 INFO:tasks.workunit.client.0.smithi089.stdout: "ident_base", 2024-07-26T06:04:45.077 INFO:tasks.workunit.client.0.smithi089.stdout: "perf_perf", 2024-07-26T06:04:45.077 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_mds_metadata", 2024-07-26T06:04:45.078 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_pool_usage", 2024-07-26T06:04:45.078 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_usage_by_class", 2024-07-26T06:04:45.078 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_rook_v01", 2024-07-26T06:04:45.078 INFO:tasks.workunit.client.0.smithi089.stdout: "perf_memory_metrics", 2024-07-26T06:04:45.078 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_pool_options_bluestore" 2024-07-26T06:04:45.078 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:45.078 INFO:tasks.workunit.client.0.smithi089.stdout: "config": { 2024-07-26T06:04:45.078 INFO:tasks.workunit.client.0.smithi089.stdout: "active_changed": [ 2024-07-26T06:04:45.078 INFO:tasks.workunit.client.0.smithi089.stdout: "auth_allow_insecure_global_id_reclaim", 2024-07-26T06:04:45.078 INFO:tasks.workunit.client.0.smithi089.stdout: "auth_debug", 2024-07-26T06:04:45.078 INFO:tasks.workunit.client.0.smithi089.stdout: "auth_mon_ticket_ttl", 2024-07-26T06:04:45.078 INFO:tasks.workunit.client.0.smithi089.stdout: "auth_service_ticket_ttl", 2024-07-26T06:04:45.078 INFO:tasks.workunit.client.0.smithi089.stdout: "bdev_debug_aio", 2024-07-26T06:04:45.078 INFO:tasks.workunit.client.0.smithi089.stdout: "client_check_pool_perm", 2024-07-26T06:04:45.079 INFO:tasks.workunit.client.0.smithi089.stdout: "client_mount_gid", 2024-07-26T06:04:45.079 INFO:tasks.workunit.client.0.smithi089.stdout: "client_mount_uid", 2024-07-26T06:04:45.079 INFO:tasks.workunit.client.0.smithi089.stdout: "client_quota", 2024-07-26T06:04:45.079 INFO:tasks.workunit.client.0.smithi089.stdout: "container_image", 2024-07-26T06:04:45.079 INFO:tasks.workunit.client.0.smithi089.stdout: "daemonize", 2024-07-26T06:04:45.079 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_asserts_on_shutdown", 2024-07-26T06:04:45.079 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_mgr", 2024-07-26T06:04:45.079 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_mon", 2024-07-26T06:04:45.079 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_ms", 2024-07-26T06:04:45.079 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_osd", 2024-07-26T06:04:45.079 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_paxos", 2024-07-26T06:04:45.079 INFO:tasks.workunit.client.0.smithi089.stdout: "keyring", 2024-07-26T06:04:45.079 INFO:tasks.workunit.client.0.smithi089.stdout: "leveldb_block_size", 2024-07-26T06:04:45.079 INFO:tasks.workunit.client.0.smithi089.stdout: "leveldb_cache_size", 2024-07-26T06:04:45.079 INFO:tasks.workunit.client.0.smithi089.stdout: "leveldb_compression", 2024-07-26T06:04:45.080 INFO:tasks.workunit.client.0.smithi089.stdout: "leveldb_log", 2024-07-26T06:04:45.080 INFO:tasks.workunit.client.0.smithi089.stdout: "leveldb_write_buffer_size", 2024-07-26T06:04:45.080 INFO:tasks.workunit.client.0.smithi089.stdout: "log_to_file", 2024-07-26T06:04:45.080 INFO:tasks.workunit.client.0.smithi089.stdout: "log_to_journald", 2024-07-26T06:04:45.080 INFO:tasks.workunit.client.0.smithi089.stdout: "log_to_stderr", 2024-07-26T06:04:45.080 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_allow_pool_delete", 2024-07-26T06:04:45.080 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_clock_drift_allowed", 2024-07-26T06:04:45.080 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_cluster_log_to_file", 2024-07-26T06:04:45.080 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_cluster_log_to_journald", 2024-07-26T06:04:45.080 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_cluster_log_to_stderr", 2024-07-26T06:04:45.080 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_data_avail_warn", 2024-07-26T06:04:45.080 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_election_default_strategy", 2024-07-26T06:04:45.080 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_host", 2024-07-26T06:04:45.080 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_max_pg_per_osd", 2024-07-26T06:04:45.081 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_mgr_mkfs_grace", 2024-07-26T06:04:45.081 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_osd_prime_pg_temp", 2024-07-26T06:04:45.081 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_osd_reporter_subtree_level", 2024-07-26T06:04:45.081 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_pg_warn_max_object_skew", 2024-07-26T06:04:45.081 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_reweight_min_bytes_per_osd", 2024-07-26T06:04:45.081 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_reweight_min_pgs_per_osd", 2024-07-26T06:04:45.081 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-07-26T06:04:45.081 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-07-26T06:04:45.081 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-07-26T06:04:45.081 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_legacy_crush_tunables", 2024-07-26T06:04:45.081 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-07-26T06:04:45.081 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-07-26T06:04:45.081 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_too_few_osds", 2024-07-26T06:04:45.081 INFO:tasks.workunit.client.0.smithi089.stdout: "ms_die_on_bug", 2024-07-26T06:04:45.082 INFO:tasks.workunit.client.0.smithi089.stdout: "ms_die_on_old_message", 2024-07-26T06:04:45.082 INFO:tasks.workunit.client.0.smithi089.stdout: "no_config_file", 2024-07-26T06:04:45.082 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_class_default_list", 2024-07-26T06:04:45.082 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_class_load_list", 2024-07-26T06:04:45.082 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_misdirected_ops", 2024-07-26T06:04:45.082 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_op_order", 2024-07-26T06:04:45.082 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_pg_log_writeout", 2024-07-26T06:04:45.082 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_shutdown", 2024-07-26T06:04:45.082 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_verify_cached_snaps", 2024-07-26T06:04:45.082 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_verify_missing_on_start", 2024-07-26T06:04:45.082 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_verify_stray_on_activate", 2024-07-26T06:04:45.082 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_deep_scrub_update_digest_min_age", 2024-07-26T06:04:45.082 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_profile", 2024-07-26T06:04:45.082 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-07-26T06:04:45.082 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-07-26T06:04:45.083 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-07-26T06:04:45.083 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-07-26T06:04:45.083 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-07-26T06:04:45.083 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-07-26T06:04:45.083 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_scheduler_client_lim", 2024-07-26T06:04:45.083 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_scheduler_client_res", 2024-07-26T06:04:45.083 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_scheduler_client_wgt", 2024-07-26T06:04:45.083 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_memory_target", 2024-07-26T06:04:45.083 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_memory_target_autotune", 2024-07-26T06:04:45.083 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_op_queue", 2024-07-26T06:04:45.083 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_op_queue_cut_off", 2024-07-26T06:04:45.083 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pool_default_erasure_code_profile", 2024-07-26T06:04:45.083 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pool_default_pg_autoscale_mode", 2024-07-26T06:04:45.083 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_recover_clone_overlap", 2024-07-26T06:04:45.084 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_recovery_max_chunk", 2024-07-26T06:04:45.084 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_scrub_load_threshold", 2024-07-26T06:04:45.084 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_scrub_max_interval", 2024-07-26T06:04:45.084 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_shutdown_pgref_assert", 2024-07-26T06:04:45.084 INFO:tasks.workunit.client.0.smithi089.stdout: "public_addr", 2024-07-26T06:04:45.084 INFO:tasks.workunit.client.0.smithi089.stdout: "public_addrv", 2024-07-26T06:04:45.084 INFO:tasks.workunit.client.0.smithi089.stdout: "public_network", 2024-07-26T06:04:45.084 INFO:tasks.workunit.client.0.smithi089.stdout: "rbd_default_features", 2024-07-26T06:04:45.084 INFO:tasks.workunit.client.0.smithi089.stdout: "rbd_qos_exclude_ops", 2024-07-26T06:04:45.084 INFO:tasks.workunit.client.0.smithi089.stdout: "setgroup", 2024-07-26T06:04:45.084 INFO:tasks.workunit.client.0.smithi089.stdout: "setuser" 2024-07-26T06:04:45.084 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:45.084 INFO:tasks.workunit.client.0.smithi089.stdout: "cluster_changed": [ 2024-07-26T06:04:45.084 INFO:tasks.workunit.client.0.smithi089.stdout: "auth_allow_insecure_global_id_reclaim", 2024-07-26T06:04:45.084 INFO:tasks.workunit.client.0.smithi089.stdout: "auth_debug", 2024-07-26T06:04:45.085 INFO:tasks.workunit.client.0.smithi089.stdout: "auth_mon_ticket_ttl", 2024-07-26T06:04:45.085 INFO:tasks.workunit.client.0.smithi089.stdout: "auth_service_ticket_ttl", 2024-07-26T06:04:45.085 INFO:tasks.workunit.client.0.smithi089.stdout: "bdev_debug_aio", 2024-07-26T06:04:45.085 INFO:tasks.workunit.client.0.smithi089.stdout: "container_image", 2024-07-26T06:04:45.085 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_asserts_on_shutdown", 2024-07-26T06:04:45.085 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_mgr", 2024-07-26T06:04:45.085 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_mon", 2024-07-26T06:04:45.085 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_ms", 2024-07-26T06:04:45.085 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_osd", 2024-07-26T06:04:45.085 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_paxos", 2024-07-26T06:04:45.085 INFO:tasks.workunit.client.0.smithi089.stdout: "log_to_file", 2024-07-26T06:04:45.085 INFO:tasks.workunit.client.0.smithi089.stdout: "log_to_journald", 2024-07-26T06:04:45.085 INFO:tasks.workunit.client.0.smithi089.stdout: "log_to_stderr", 2024-07-26T06:04:45.085 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_join_fs", 2024-07-26T06:04:45.086 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/cephadm/allow_ptrace", 2024-07-26T06:04:45.086 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/cephadm/container_init", 2024-07-26T06:04:45.086 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/cephadm/migration_current", 2024-07-26T06:04:45.086 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/cephadm/use_repo_digest", 2024-07-26T06:04:45.086 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-07-26T06:04:45.086 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-07-26T06:04:45.086 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-07-26T06:04:45.086 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-07-26T06:04:45.086 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/dashboard/ssl_server_port", 2024-07-26T06:04:45.086 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/orchestrator/orchestrator", 2024-07-26T06:04:45.086 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/telemetry/channel_ident", 2024-07-26T06:04:45.086 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/telemetry/channel_perf", 2024-07-26T06:04:45.086 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/telemetry/description", 2024-07-26T06:04:45.086 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/telemetry/enabled", 2024-07-26T06:04:45.087 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/telemetry/organization", 2024-07-26T06:04:45.087 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_allow_pool_delete", 2024-07-26T06:04:45.087 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_clock_drift_allowed", 2024-07-26T06:04:45.087 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_cluster_log_to_file", 2024-07-26T06:04:45.087 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_data_avail_warn", 2024-07-26T06:04:45.087 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_election_default_strategy", 2024-07-26T06:04:45.087 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_max_pg_per_osd", 2024-07-26T06:04:45.087 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_mgr_mkfs_grace", 2024-07-26T06:04:45.087 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_osd_prime_pg_temp", 2024-07-26T06:04:45.087 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_osd_reporter_subtree_level", 2024-07-26T06:04:45.087 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_pg_warn_max_object_skew", 2024-07-26T06:04:45.087 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_reweight_min_bytes_per_osd", 2024-07-26T06:04:45.087 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_reweight_min_pgs_per_osd", 2024-07-26T06:04:45.087 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-07-26T06:04:45.088 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-07-26T06:04:45.088 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-07-26T06:04:45.088 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_legacy_crush_tunables", 2024-07-26T06:04:45.088 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-07-26T06:04:45.088 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-07-26T06:04:45.088 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_too_few_osds", 2024-07-26T06:04:45.088 INFO:tasks.workunit.client.0.smithi089.stdout: "ms_die_on_bug", 2024-07-26T06:04:45.088 INFO:tasks.workunit.client.0.smithi089.stdout: "ms_die_on_old_message", 2024-07-26T06:04:45.088 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_class_default_list", 2024-07-26T06:04:45.088 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_class_load_list", 2024-07-26T06:04:45.088 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_misdirected_ops", 2024-07-26T06:04:45.088 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_op_order", 2024-07-26T06:04:45.088 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_pg_log_writeout", 2024-07-26T06:04:45.088 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_shutdown", 2024-07-26T06:04:45.089 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_verify_cached_snaps", 2024-07-26T06:04:45.089 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_verify_missing_on_start", 2024-07-26T06:04:45.089 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_verify_stray_on_activate", 2024-07-26T06:04:45.089 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_deep_scrub_update_digest_min_age", 2024-07-26T06:04:45.089 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_profile", 2024-07-26T06:04:45.089 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_memory_target", 2024-07-26T06:04:45.089 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_memory_target_autotune", 2024-07-26T06:04:45.089 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_op_queue", 2024-07-26T06:04:45.089 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_op_queue_cut_off", 2024-07-26T06:04:45.089 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pool_default_erasure_code_profile", 2024-07-26T06:04:45.089 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pool_default_pg_autoscale_mode", 2024-07-26T06:04:45.090 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_recover_clone_overlap", 2024-07-26T06:04:45.090 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_recovery_max_chunk", 2024-07-26T06:04:45.090 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_scrub_load_threshold", 2024-07-26T06:04:45.090 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_scrub_max_interval", 2024-07-26T06:04:45.090 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_shutdown_pgref_assert", 2024-07-26T06:04:45.090 INFO:tasks.workunit.client.0.smithi089.stdout: "public_network", 2024-07-26T06:04:45.090 INFO:tasks.workunit.client.0.smithi089.stdout: "rgw_cache_enabled", 2024-07-26T06:04:45.090 INFO:tasks.workunit.client.0.smithi089.stdout: "rgw_enable_ops_log", 2024-07-26T06:04:45.090 INFO:tasks.workunit.client.0.smithi089.stdout: "rgw_enable_usage_log" 2024-07-26T06:04:45.090 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:45.090 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.090 INFO:tasks.workunit.client.0.smithi089.stdout: "contact": null, 2024-07-26T06:04:45.090 INFO:tasks.workunit.client.0.smithi089.stdout: "crashes": [], 2024-07-26T06:04:45.090 INFO:tasks.workunit.client.0.smithi089.stdout: "created": "2024-07-26T05:55:42.540523Z", 2024-07-26T06:04:45.091 INFO:tasks.workunit.client.0.smithi089.stdout: "crush": { 2024-07-26T06:04:45.091 INFO:tasks.workunit.client.0.smithi089.stdout: "bucket_algs": { 2024-07-26T06:04:45.091 INFO:tasks.workunit.client.0.smithi089.stdout: "straw2": 3 2024-07-26T06:04:45.091 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.091 INFO:tasks.workunit.client.0.smithi089.stdout: "bucket_sizes": { 2024-07-26T06:04:45.091 INFO:tasks.workunit.client.0.smithi089.stdout: "2": 1, 2024-07-26T06:04:45.091 INFO:tasks.workunit.client.0.smithi089.stdout: "4": 2 2024-07-26T06:04:45.091 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.091 INFO:tasks.workunit.client.0.smithi089.stdout: "bucket_types": { 2024-07-26T06:04:45.091 INFO:tasks.workunit.client.0.smithi089.stdout: "1": 2, 2024-07-26T06:04:45.091 INFO:tasks.workunit.client.0.smithi089.stdout: "11": 1 2024-07-26T06:04:45.091 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.091 INFO:tasks.workunit.client.0.smithi089.stdout: "compat_weight_set": false, 2024-07-26T06:04:45.091 INFO:tasks.workunit.client.0.smithi089.stdout: "device_classes": [ 2024-07-26T06:04:45.091 INFO:tasks.workunit.client.0.smithi089.stdout: 8 2024-07-26T06:04:45.092 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:45.092 INFO:tasks.workunit.client.0.smithi089.stdout: "num_buckets": 6, 2024-07-26T06:04:45.092 INFO:tasks.workunit.client.0.smithi089.stdout: "num_devices": 8, 2024-07-26T06:04:45.092 INFO:tasks.workunit.client.0.smithi089.stdout: "num_rules": 1, 2024-07-26T06:04:45.092 INFO:tasks.workunit.client.0.smithi089.stdout: "num_types": 12, 2024-07-26T06:04:45.092 INFO:tasks.workunit.client.0.smithi089.stdout: "num_weight_sets": 0, 2024-07-26T06:04:45.092 INFO:tasks.workunit.client.0.smithi089.stdout: "tunables": { 2024-07-26T06:04:45.092 INFO:tasks.workunit.client.0.smithi089.stdout: "allowed_bucket_algs": 54, 2024-07-26T06:04:45.092 INFO:tasks.workunit.client.0.smithi089.stdout: "choose_local_fallback_tries": 0, 2024-07-26T06:04:45.092 INFO:tasks.workunit.client.0.smithi089.stdout: "choose_local_tries": 0, 2024-07-26T06:04:45.092 INFO:tasks.workunit.client.0.smithi089.stdout: "choose_total_tries": 50, 2024-07-26T06:04:45.092 INFO:tasks.workunit.client.0.smithi089.stdout: "chooseleaf_descend_once": 1, 2024-07-26T06:04:45.092 INFO:tasks.workunit.client.0.smithi089.stdout: "chooseleaf_stable": 1, 2024-07-26T06:04:45.092 INFO:tasks.workunit.client.0.smithi089.stdout: "chooseleaf_vary_r": 1, 2024-07-26T06:04:45.093 INFO:tasks.workunit.client.0.smithi089.stdout: "has_v2_rules": 0, 2024-07-26T06:04:45.093 INFO:tasks.workunit.client.0.smithi089.stdout: "has_v3_rules": 0, 2024-07-26T06:04:45.093 INFO:tasks.workunit.client.0.smithi089.stdout: "has_v4_buckets": 1, 2024-07-26T06:04:45.093 INFO:tasks.workunit.client.0.smithi089.stdout: "has_v5_rules": 0, 2024-07-26T06:04:45.093 INFO:tasks.workunit.client.0.smithi089.stdout: "legacy_tunables": 0, 2024-07-26T06:04:45.093 INFO:tasks.workunit.client.0.smithi089.stdout: "minimum_required_version": "jewel", 2024-07-26T06:04:45.093 INFO:tasks.workunit.client.0.smithi089.stdout: "optimal_tunables": 1, 2024-07-26T06:04:45.093 INFO:tasks.workunit.client.0.smithi089.stdout: "profile": "jewel", 2024-07-26T06:04:45.093 INFO:tasks.workunit.client.0.smithi089.stdout: "require_feature_tunables": 1, 2024-07-26T06:04:45.093 INFO:tasks.workunit.client.0.smithi089.stdout: "require_feature_tunables2": 1, 2024-07-26T06:04:45.093 INFO:tasks.workunit.client.0.smithi089.stdout: "require_feature_tunables3": 1, 2024-07-26T06:04:45.093 INFO:tasks.workunit.client.0.smithi089.stdout: "require_feature_tunables5": 1, 2024-07-26T06:04:45.093 INFO:tasks.workunit.client.0.smithi089.stdout: "straw_calc_version": 1 2024-07-26T06:04:45.093 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.094 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.094 INFO:tasks.workunit.client.0.smithi089.stdout: "description": "upgrade test cluster", 2024-07-26T06:04:45.094 INFO:tasks.workunit.client.0.smithi089.stdout: "fs": { 2024-07-26T06:04:45.094 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1, 2024-07-26T06:04:45.094 INFO:tasks.workunit.client.0.smithi089.stdout: "feature_flags": { 2024-07-26T06:04:45.094 INFO:tasks.workunit.client.0.smithi089.stdout: "enable_multiple": true, 2024-07-26T06:04:45.094 INFO:tasks.workunit.client.0.smithi089.stdout: "ever_enabled_multiple": true 2024-07-26T06:04:45.094 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.094 INFO:tasks.workunit.client.0.smithi089.stdout: "filesystems": [ 2024-07-26T06:04:45.094 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:45.094 INFO:tasks.workunit.client.0.smithi089.stdout: "approx_ctime": "2024-07", 2024-07-26T06:04:45.094 INFO:tasks.workunit.client.0.smithi089.stdout: "balancer_enabled": false, 2024-07-26T06:04:45.094 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.094 INFO:tasks.workunit.client.0.smithi089.stdout: "cached_caps": 0, 2024-07-26T06:04:45.095 INFO:tasks.workunit.client.0.smithi089.stdout: "cached_dns": 10, 2024-07-26T06:04:45.095 INFO:tasks.workunit.client.0.smithi089.stdout: "cached_inos": 13, 2024-07-26T06:04:45.095 INFO:tasks.workunit.client.0.smithi089.stdout: "cached_subtrees": 2, 2024-07-26T06:04:45.095 INFO:tasks.workunit.client.0.smithi089.stdout: "ever_allowed_features": 0, 2024-07-26T06:04:45.095 INFO:tasks.workunit.client.0.smithi089.stdout: "explicitly_allowed_features": 0, 2024-07-26T06:04:45.095 INFO:tasks.workunit.client.0.smithi089.stdout: "files": 0, 2024-07-26T06:04:45.095 INFO:tasks.workunit.client.0.smithi089.stdout: "max_mds": 1, 2024-07-26T06:04:45.095 INFO:tasks.workunit.client.0.smithi089.stdout: "num_data_pools": 1, 2024-07-26T06:04:45.095 INFO:tasks.workunit.client.0.smithi089.stdout: "num_in": 1, 2024-07-26T06:04:45.095 INFO:tasks.workunit.client.0.smithi089.stdout: "num_mds": 1, 2024-07-26T06:04:45.095 INFO:tasks.workunit.client.0.smithi089.stdout: "num_sessions": 0, 2024-07-26T06:04:45.095 INFO:tasks.workunit.client.0.smithi089.stdout: "num_standby_replay": 0, 2024-07-26T06:04:45.095 INFO:tasks.workunit.client.0.smithi089.stdout: "num_up": 1, 2024-07-26T06:04:45.095 INFO:tasks.workunit.client.0.smithi089.stdout: "snaps": 0, 2024-07-26T06:04:45.096 INFO:tasks.workunit.client.0.smithi089.stdout: "standby_count_wanted": 0 2024-07-26T06:04:45.096 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.096 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:45.096 INFO:tasks.workunit.client.0.smithi089.stdout: "num_standby_mds": 1, 2024-07-26T06:04:45.096 INFO:tasks.workunit.client.0.smithi089.stdout: "total_num_mds": 2 2024-07-26T06:04:45.096 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.096 INFO:tasks.workunit.client.0.smithi089.stdout: "heap_stats": { 2024-07-26T06:04:45.096 INFO:tasks.workunit.client.0.smithi089.stdout: "mds": { 2024-07-26T06:04:45.096 INFO:tasks.workunit.client.0.smithi089.stdout: "mds.11a06f7556cbb1c57650abffbb3eb77c66bdf751": { 2024-07-26T06:04:45.096 INFO:tasks.workunit.client.0.smithi089.stdout: "actual_memory_used": 20504576, 2024-07-26T06:04:45.096 INFO:tasks.workunit.client.0.smithi089.stdout: "central_cache_freelist": 470088, 2024-07-26T06:04:45.096 INFO:tasks.workunit.client.0.smithi089.stdout: "malloc_metadata": 2621440, 2024-07-26T06:04:45.096 INFO:tasks.workunit.client.0.smithi089.stdout: "page_heap_freelist": 73728, 2024-07-26T06:04:45.096 INFO:tasks.workunit.client.0.smithi089.stdout: "released_to_os": 679936, 2024-07-26T06:04:45.096 INFO:tasks.workunit.client.0.smithi089.stdout: "spans_in_use": 425, 2024-07-26T06:04:45.097 INFO:tasks.workunit.client.0.smithi089.stdout: "tcmalloc_page_size": 8192, 2024-07-26T06:04:45.097 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_cache_freelists": 1282416, 2024-07-26T06:04:45.097 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_heaps_in_use": 20, 2024-07-26T06:04:45.097 INFO:tasks.workunit.client.0.smithi089.stdout: "transfer_cache_freelist": 987136, 2024-07-26T06:04:45.097 INFO:tasks.workunit.client.0.smithi089.stdout: "use_by_application": 15069768, 2024-07-26T06:04:45.097 INFO:tasks.workunit.client.0.smithi089.stdout: "virtual_address_space_used": 21184512 2024-07-26T06:04:45.097 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.097 INFO:tasks.workunit.client.0.smithi089.stdout: "mds.87ef074e95f73b29e32a1570865c090ae0131b8b": { 2024-07-26T06:04:45.097 INFO:tasks.workunit.client.0.smithi089.stdout: "actual_memory_used": 19087360, 2024-07-26T06:04:45.097 INFO:tasks.workunit.client.0.smithi089.stdout: "central_cache_freelist": 344264, 2024-07-26T06:04:45.097 INFO:tasks.workunit.client.0.smithi089.stdout: "malloc_metadata": 2621440, 2024-07-26T06:04:45.097 INFO:tasks.workunit.client.0.smithi089.stdout: "page_heap_freelist": 57344, 2024-07-26T06:04:45.097 INFO:tasks.workunit.client.0.smithi089.stdout: "released_to_os": 0, 2024-07-26T06:04:45.097 INFO:tasks.workunit.client.0.smithi089.stdout: "spans_in_use": 331, 2024-07-26T06:04:45.098 INFO:tasks.workunit.client.0.smithi089.stdout: "tcmalloc_page_size": 8192, 2024-07-26T06:04:45.098 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_cache_freelists": 1160296, 2024-07-26T06:04:45.098 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_heaps_in_use": 12, 2024-07-26T06:04:45.098 INFO:tasks.workunit.client.0.smithi089.stdout: "transfer_cache_freelist": 252416, 2024-07-26T06:04:45.098 INFO:tasks.workunit.client.0.smithi089.stdout: "use_by_application": 14651600, 2024-07-26T06:04:45.098 INFO:tasks.workunit.client.0.smithi089.stdout: "virtual_address_space_used": 19087360 2024-07-26T06:04:45.098 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.098 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.098 INFO:tasks.workunit.client.0.smithi089.stdout: "mon": { 2024-07-26T06:04:45.098 INFO:tasks.workunit.client.0.smithi089.stdout: "mon.11a06f7556cbb1c57650abffbb3eb77c66bdf751": { 2024-07-26T06:04:45.098 INFO:tasks.workunit.client.0.smithi089.stdout: "actual_memory_used": 36454400, 2024-07-26T06:04:45.098 INFO:tasks.workunit.client.0.smithi089.stdout: "central_cache_freelist": 1840440, 2024-07-26T06:04:45.098 INFO:tasks.workunit.client.0.smithi089.stdout: "malloc_metadata": 2621440, 2024-07-26T06:04:45.098 INFO:tasks.workunit.client.0.smithi089.stdout: "page_heap_freelist": 851968, 2024-07-26T06:04:45.099 INFO:tasks.workunit.client.0.smithi089.stdout: "released_to_os": 9994240, 2024-07-26T06:04:45.099 INFO:tasks.workunit.client.0.smithi089.stdout: "spans_in_use": 1153, 2024-07-26T06:04:45.099 INFO:tasks.workunit.client.0.smithi089.stdout: "tcmalloc_page_size": 8192, 2024-07-26T06:04:45.099 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_cache_freelists": 6210056, 2024-07-26T06:04:45.099 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_heaps_in_use": 21, 2024-07-26T06:04:45.099 INFO:tasks.workunit.client.0.smithi089.stdout: "transfer_cache_freelist": 1350144, 2024-07-26T06:04:45.099 INFO:tasks.workunit.client.0.smithi089.stdout: "use_by_application": 23580352, 2024-07-26T06:04:45.099 INFO:tasks.workunit.client.0.smithi089.stdout: "virtual_address_space_used": 46448640 2024-07-26T06:04:45.099 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.099 INFO:tasks.workunit.client.0.smithi089.stdout: "mon.87ef074e95f73b29e32a1570865c090ae0131b8b": { 2024-07-26T06:04:45.099 INFO:tasks.workunit.client.0.smithi089.stdout: "actual_memory_used": 45096960, 2024-07-26T06:04:45.099 INFO:tasks.workunit.client.0.smithi089.stdout: "central_cache_freelist": 1339680, 2024-07-26T06:04:45.099 INFO:tasks.workunit.client.0.smithi089.stdout: "malloc_metadata": 2621440, 2024-07-26T06:04:45.099 INFO:tasks.workunit.client.0.smithi089.stdout: "page_heap_freelist": 737280, 2024-07-26T06:04:45.099 INFO:tasks.workunit.client.0.smithi089.stdout: "released_to_os": 3375104, 2024-07-26T06:04:45.100 INFO:tasks.workunit.client.0.smithi089.stdout: "spans_in_use": 1741, 2024-07-26T06:04:45.100 INFO:tasks.workunit.client.0.smithi089.stdout: "tcmalloc_page_size": 8192, 2024-07-26T06:04:45.100 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_cache_freelists": 10047096, 2024-07-26T06:04:45.100 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_heaps_in_use": 22, 2024-07-26T06:04:45.100 INFO:tasks.workunit.client.0.smithi089.stdout: "transfer_cache_freelist": 2535168, 2024-07-26T06:04:45.100 INFO:tasks.workunit.client.0.smithi089.stdout: "use_by_application": 27816296, 2024-07-26T06:04:45.100 INFO:tasks.workunit.client.0.smithi089.stdout: "virtual_address_space_used": 48472064 2024-07-26T06:04:45.100 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.100 INFO:tasks.workunit.client.0.smithi089.stdout: "mon.fa05ed6b69dc18131ed830145851b5294218fbe2": { 2024-07-26T06:04:45.100 INFO:tasks.workunit.client.0.smithi089.stdout: "actual_memory_used": 37060608, 2024-07-26T06:04:45.100 INFO:tasks.workunit.client.0.smithi089.stdout: "central_cache_freelist": 872184, 2024-07-26T06:04:45.100 INFO:tasks.workunit.client.0.smithi089.stdout: "malloc_metadata": 2621440, 2024-07-26T06:04:45.100 INFO:tasks.workunit.client.0.smithi089.stdout: "page_heap_freelist": 532480, 2024-07-26T06:04:45.100 INFO:tasks.workunit.client.0.smithi089.stdout: "released_to_os": 8355840, 2024-07-26T06:04:45.101 INFO:tasks.workunit.client.0.smithi089.stdout: "spans_in_use": 1084, 2024-07-26T06:04:45.101 INFO:tasks.workunit.client.0.smithi089.stdout: "tcmalloc_page_size": 8192, 2024-07-26T06:04:45.101 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_cache_freelists": 6904464, 2024-07-26T06:04:45.101 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_heaps_in_use": 22, 2024-07-26T06:04:45.101 INFO:tasks.workunit.client.0.smithi089.stdout: "transfer_cache_freelist": 2191104, 2024-07-26T06:04:45.101 INFO:tasks.workunit.client.0.smithi089.stdout: "use_by_application": 23938936, 2024-07-26T06:04:45.101 INFO:tasks.workunit.client.0.smithi089.stdout: "virtual_address_space_used": 45416448 2024-07-26T06:04:45.101 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.101 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.101 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T06:04:45.101 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.0": { 2024-07-26T06:04:45.101 INFO:tasks.workunit.client.0.smithi089.stdout: "actual_memory_used": 274767872, 2024-07-26T06:04:45.101 INFO:tasks.workunit.client.0.smithi089.stdout: "central_cache_freelist": 643216, 2024-07-26T06:04:45.101 INFO:tasks.workunit.client.0.smithi089.stdout: "malloc_metadata": 2752512, 2024-07-26T06:04:45.101 INFO:tasks.workunit.client.0.smithi089.stdout: "page_heap_freelist": 0, 2024-07-26T06:04:45.102 INFO:tasks.workunit.client.0.smithi089.stdout: "released_to_os": 1056768, 2024-07-26T06:04:45.102 INFO:tasks.workunit.client.0.smithi089.stdout: "spans_in_use": 1425, 2024-07-26T06:04:45.102 INFO:tasks.workunit.client.0.smithi089.stdout: "tcmalloc_page_size": 8192, 2024-07-26T06:04:45.102 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_cache_freelists": 5307120, 2024-07-26T06:04:45.102 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_heaps_in_use": 45, 2024-07-26T06:04:45.102 INFO:tasks.workunit.client.0.smithi089.stdout: "transfer_cache_freelist": 2856704, 2024-07-26T06:04:45.102 INFO:tasks.workunit.client.0.smithi089.stdout: "use_by_application": 263208320, 2024-07-26T06:04:45.102 INFO:tasks.workunit.client.0.smithi089.stdout: "virtual_address_space_used": 275824640 2024-07-26T06:04:45.102 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.102 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.1": { 2024-07-26T06:04:45.102 INFO:tasks.workunit.client.0.smithi089.stdout: "actual_memory_used": 273416192, 2024-07-26T06:04:45.102 INFO:tasks.workunit.client.0.smithi089.stdout: "central_cache_freelist": 805560, 2024-07-26T06:04:45.102 INFO:tasks.workunit.client.0.smithi089.stdout: "malloc_metadata": 2752512, 2024-07-26T06:04:45.102 INFO:tasks.workunit.client.0.smithi089.stdout: "page_heap_freelist": 0, 2024-07-26T06:04:45.103 INFO:tasks.workunit.client.0.smithi089.stdout: "released_to_os": 524288, 2024-07-26T06:04:45.103 INFO:tasks.workunit.client.0.smithi089.stdout: "spans_in_use": 1336, 2024-07-26T06:04:45.103 INFO:tasks.workunit.client.0.smithi089.stdout: "tcmalloc_page_size": 8192, 2024-07-26T06:04:45.103 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_cache_freelists": 5554040, 2024-07-26T06:04:45.103 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_heaps_in_use": 46, 2024-07-26T06:04:45.103 INFO:tasks.workunit.client.0.smithi089.stdout: "transfer_cache_freelist": 2151424, 2024-07-26T06:04:45.103 INFO:tasks.workunit.client.0.smithi089.stdout: "use_by_application": 262152656, 2024-07-26T06:04:45.103 INFO:tasks.workunit.client.0.smithi089.stdout: "virtual_address_space_used": 273940480 2024-07-26T06:04:45.103 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.103 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.2": { 2024-07-26T06:04:45.103 INFO:tasks.workunit.client.0.smithi089.stdout: "actual_memory_used": 271876096, 2024-07-26T06:04:45.103 INFO:tasks.workunit.client.0.smithi089.stdout: "central_cache_freelist": 693584, 2024-07-26T06:04:45.104 INFO:tasks.workunit.client.0.smithi089.stdout: "malloc_metadata": 2752512, 2024-07-26T06:04:45.104 INFO:tasks.workunit.client.0.smithi089.stdout: "page_heap_freelist": 0, 2024-07-26T06:04:45.104 INFO:tasks.workunit.client.0.smithi089.stdout: "released_to_os": 671744, 2024-07-26T06:04:45.104 INFO:tasks.workunit.client.0.smithi089.stdout: "spans_in_use": 1275, 2024-07-26T06:04:45.104 INFO:tasks.workunit.client.0.smithi089.stdout: "tcmalloc_page_size": 8192, 2024-07-26T06:04:45.104 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_cache_freelists": 5315968, 2024-07-26T06:04:45.104 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_heaps_in_use": 46, 2024-07-26T06:04:45.104 INFO:tasks.workunit.client.0.smithi089.stdout: "transfer_cache_freelist": 2510080, 2024-07-26T06:04:45.104 INFO:tasks.workunit.client.0.smithi089.stdout: "use_by_application": 260603952, 2024-07-26T06:04:45.104 INFO:tasks.workunit.client.0.smithi089.stdout: "virtual_address_space_used": 272547840 2024-07-26T06:04:45.104 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.104 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.3": { 2024-07-26T06:04:45.104 INFO:tasks.workunit.client.0.smithi089.stdout: "actual_memory_used": 271523840, 2024-07-26T06:04:45.104 INFO:tasks.workunit.client.0.smithi089.stdout: "central_cache_freelist": 564072, 2024-07-26T06:04:45.105 INFO:tasks.workunit.client.0.smithi089.stdout: "malloc_metadata": 2752512, 2024-07-26T06:04:45.105 INFO:tasks.workunit.client.0.smithi089.stdout: "page_heap_freelist": 8192, 2024-07-26T06:04:45.105 INFO:tasks.workunit.client.0.smithi089.stdout: "released_to_os": 106496, 2024-07-26T06:04:45.105 INFO:tasks.workunit.client.0.smithi089.stdout: "spans_in_use": 1238, 2024-07-26T06:04:45.105 INFO:tasks.workunit.client.0.smithi089.stdout: "tcmalloc_page_size": 8192, 2024-07-26T06:04:45.105 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_cache_freelists": 4818440, 2024-07-26T06:04:45.105 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_heaps_in_use": 45, 2024-07-26T06:04:45.105 INFO:tasks.workunit.client.0.smithi089.stdout: "transfer_cache_freelist": 1604352, 2024-07-26T06:04:45.105 INFO:tasks.workunit.client.0.smithi089.stdout: "use_by_application": 261776272, 2024-07-26T06:04:45.105 INFO:tasks.workunit.client.0.smithi089.stdout: "virtual_address_space_used": 271630336 2024-07-26T06:04:45.105 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.105 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.4": { 2024-07-26T06:04:45.105 INFO:tasks.workunit.client.0.smithi089.stdout: "actual_memory_used": 272826368, 2024-07-26T06:04:45.105 INFO:tasks.workunit.client.0.smithi089.stdout: "central_cache_freelist": 710616, 2024-07-26T06:04:45.105 INFO:tasks.workunit.client.0.smithi089.stdout: "malloc_metadata": 2752512, 2024-07-26T06:04:45.106 INFO:tasks.workunit.client.0.smithi089.stdout: "page_heap_freelist": 0, 2024-07-26T06:04:45.106 INFO:tasks.workunit.client.0.smithi089.stdout: "released_to_os": 835584, 2024-07-26T06:04:45.106 INFO:tasks.workunit.client.0.smithi089.stdout: "spans_in_use": 1259, 2024-07-26T06:04:45.106 INFO:tasks.workunit.client.0.smithi089.stdout: "tcmalloc_page_size": 8192, 2024-07-26T06:04:45.106 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_cache_freelists": 5032104, 2024-07-26T06:04:45.106 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_heaps_in_use": 46, 2024-07-26T06:04:45.106 INFO:tasks.workunit.client.0.smithi089.stdout: "transfer_cache_freelist": 1895936, 2024-07-26T06:04:45.106 INFO:tasks.workunit.client.0.smithi089.stdout: "use_by_application": 262435200, 2024-07-26T06:04:45.106 INFO:tasks.workunit.client.0.smithi089.stdout: "virtual_address_space_used": 273661952 2024-07-26T06:04:45.106 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.106 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.5": { 2024-07-26T06:04:45.106 INFO:tasks.workunit.client.0.smithi089.stdout: "actual_memory_used": 272850944, 2024-07-26T06:04:45.106 INFO:tasks.workunit.client.0.smithi089.stdout: "central_cache_freelist": 1052760, 2024-07-26T06:04:45.106 INFO:tasks.workunit.client.0.smithi089.stdout: "malloc_metadata": 2752512, 2024-07-26T06:04:45.107 INFO:tasks.workunit.client.0.smithi089.stdout: "page_heap_freelist": 0, 2024-07-26T06:04:45.107 INFO:tasks.workunit.client.0.smithi089.stdout: "released_to_os": 811008, 2024-07-26T06:04:45.107 INFO:tasks.workunit.client.0.smithi089.stdout: "spans_in_use": 1263, 2024-07-26T06:04:45.107 INFO:tasks.workunit.client.0.smithi089.stdout: "tcmalloc_page_size": 8192, 2024-07-26T06:04:45.107 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_cache_freelists": 4920456, 2024-07-26T06:04:45.107 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_heaps_in_use": 47, 2024-07-26T06:04:45.107 INFO:tasks.workunit.client.0.smithi089.stdout: "transfer_cache_freelist": 1801984, 2024-07-26T06:04:45.107 INFO:tasks.workunit.client.0.smithi089.stdout: "use_by_application": 262323232, 2024-07-26T06:04:45.107 INFO:tasks.workunit.client.0.smithi089.stdout: "virtual_address_space_used": 273661952 2024-07-26T06:04:45.107 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.107 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.6": { 2024-07-26T06:04:45.107 INFO:tasks.workunit.client.0.smithi089.stdout: "actual_memory_used": 272261120, 2024-07-26T06:04:45.107 INFO:tasks.workunit.client.0.smithi089.stdout: "central_cache_freelist": 693464, 2024-07-26T06:04:45.107 INFO:tasks.workunit.client.0.smithi089.stdout: "malloc_metadata": 2752512, 2024-07-26T06:04:45.108 INFO:tasks.workunit.client.0.smithi089.stdout: "page_heap_freelist": 0, 2024-07-26T06:04:45.108 INFO:tasks.workunit.client.0.smithi089.stdout: "released_to_os": 352256, 2024-07-26T06:04:45.108 INFO:tasks.workunit.client.0.smithi089.stdout: "spans_in_use": 1269, 2024-07-26T06:04:45.108 INFO:tasks.workunit.client.0.smithi089.stdout: "tcmalloc_page_size": 8192, 2024-07-26T06:04:45.108 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_cache_freelists": 4990872, 2024-07-26T06:04:45.108 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_heaps_in_use": 45, 2024-07-26T06:04:45.108 INFO:tasks.workunit.client.0.smithi089.stdout: "transfer_cache_freelist": 2151936, 2024-07-26T06:04:45.108 INFO:tasks.workunit.client.0.smithi089.stdout: "use_by_application": 261672336, 2024-07-26T06:04:45.108 INFO:tasks.workunit.client.0.smithi089.stdout: "virtual_address_space_used": 272613376 2024-07-26T06:04:45.108 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.108 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.7": { 2024-07-26T06:04:45.108 INFO:tasks.workunit.client.0.smithi089.stdout: "actual_memory_used": 272826368, 2024-07-26T06:04:45.108 INFO:tasks.workunit.client.0.smithi089.stdout: "central_cache_freelist": 1057168, 2024-07-26T06:04:45.108 INFO:tasks.workunit.client.0.smithi089.stdout: "malloc_metadata": 2752512, 2024-07-26T06:04:45.109 INFO:tasks.workunit.client.0.smithi089.stdout: "page_heap_freelist": 16384, 2024-07-26T06:04:45.109 INFO:tasks.workunit.client.0.smithi089.stdout: "released_to_os": 65536, 2024-07-26T06:04:45.109 INFO:tasks.workunit.client.0.smithi089.stdout: "spans_in_use": 1308, 2024-07-26T06:04:45.109 INFO:tasks.workunit.client.0.smithi089.stdout: "tcmalloc_page_size": 8192, 2024-07-26T06:04:45.109 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_cache_freelists": 4891064, 2024-07-26T06:04:45.109 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_heaps_in_use": 45, 2024-07-26T06:04:45.109 INFO:tasks.workunit.client.0.smithi089.stdout: "transfer_cache_freelist": 1996032, 2024-07-26T06:04:45.109 INFO:tasks.workunit.client.0.smithi089.stdout: "use_by_application": 262113208, 2024-07-26T06:04:45.109 INFO:tasks.workunit.client.0.smithi089.stdout: "virtual_address_space_used": 272891904 2024-07-26T06:04:45.109 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.109 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.109 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.109 INFO:tasks.workunit.client.0.smithi089.stdout: "hosts": { 2024-07-26T06:04:45.109 INFO:tasks.workunit.client.0.smithi089.stdout: "num": 2, 2024-07-26T06:04:45.109 INFO:tasks.workunit.client.0.smithi089.stdout: "num_with_mds": 2, 2024-07-26T06:04:45.110 INFO:tasks.workunit.client.0.smithi089.stdout: "num_with_mgr": 2, 2024-07-26T06:04:45.110 INFO:tasks.workunit.client.0.smithi089.stdout: "num_with_mon": 2, 2024-07-26T06:04:45.110 INFO:tasks.workunit.client.0.smithi089.stdout: "num_with_osd": 2 2024-07-26T06:04:45.110 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.110 INFO:tasks.workunit.client.0.smithi089.stdout: "io_rate": { 2024-07-26T06:04:45.110 INFO:tasks.workunit.client.0.smithi089.stdout: "pg_stats_delta": { 2024-07-26T06:04:45.110 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": 0, 2024-07-26T06:04:45.110 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:45.110 INFO:tasks.workunit.client.0.smithi089.stdout: "num_store_stats": 0, 2024-07-26T06:04:45.110 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:45.110 INFO:tasks.workunit.client.0.smithi089.stdout: "stamp_delta": "12.003091", 2024-07-26T06:04:45.110 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:45.110 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:45.110 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:45.111 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:45.111 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:45.111 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:45.111 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:45.111 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:45.111 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:45.111 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:45.111 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:45.111 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:45.111 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:45.111 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:45.111 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:45.111 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:45.111 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:45.112 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:45.112 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:45.112 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:45.112 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:45.112 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:45.112 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:45.112 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:45.112 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:45.112 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:45.112 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:45.112 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:45.112 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:45.112 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:45.112 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:45.112 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:45.113 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:45.113 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:45.113 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:45.113 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:45.113 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:45.113 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:45.113 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:45.113 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:45.113 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:45.113 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.113 INFO:tasks.workunit.client.0.smithi089.stdout: "store_stats": { 2024-07-26T06:04:45.113 INFO:tasks.workunit.client.0.smithi089.stdout: "allocated": 0, 2024-07-26T06:04:45.113 INFO:tasks.workunit.client.0.smithi089.stdout: "available": 0, 2024-07-26T06:04:45.113 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed": 0, 2024-07-26T06:04:45.113 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed_allocated": 0, 2024-07-26T06:04:45.114 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed_original": 0, 2024-07-26T06:04:45.114 INFO:tasks.workunit.client.0.smithi089.stdout: "data_stored": 0, 2024-07-26T06:04:45.114 INFO:tasks.workunit.client.0.smithi089.stdout: "internal_metadata": 0, 2024-07-26T06:04:45.114 INFO:tasks.workunit.client.0.smithi089.stdout: "internally_reserved": 0, 2024-07-26T06:04:45.114 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_allocated": 0, 2024-07-26T06:04:45.114 INFO:tasks.workunit.client.0.smithi089.stdout: "total": 0 2024-07-26T06:04:45.114 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.114 INFO:tasks.workunit.client.0.smithi089.stdout: "up": 0 2024-07-26T06:04:45.114 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.114 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.114 INFO:tasks.workunit.client.0.smithi089.stdout: "leaderboard": false, 2024-07-26T06:04:45.114 INFO:tasks.workunit.client.0.smithi089.stdout: "license": "sharing-1-0", 2024-07-26T06:04:45.114 INFO:tasks.workunit.client.0.smithi089.stdout: "mempool": { 2024-07-26T06:04:45.114 INFO:tasks.workunit.client.0.smithi089.stdout: "mds": { 2024-07-26T06:04:45.115 INFO:tasks.workunit.client.0.smithi089.stdout: "mds.11a06f7556cbb1c57650abffbb3eb77c66bdf751": { 2024-07-26T06:04:45.115 INFO:tasks.workunit.client.0.smithi089.stdout: "bloom_filter": { 2024-07-26T06:04:45.115 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.115 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.115 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.115 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T06:04:45.115 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.115 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.115 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.115 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_reader": { 2024-07-26T06:04:45.115 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.115 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.115 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.115 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_writer": { 2024-07-26T06:04:45.115 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.116 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.116 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.116 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_Blob": { 2024-07-26T06:04:45.116 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.116 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.116 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.116 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_Buffer": { 2024-07-26T06:04:45.116 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.116 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.116 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.116 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_Extent": { 2024-07-26T06:04:45.116 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.116 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.116 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.117 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_SharedBlob": { 2024-07-26T06:04:45.117 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.117 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.117 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.117 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_alloc": { 2024-07-26T06:04:45.117 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.117 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.117 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.117 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_data": { 2024-07-26T06:04:45.117 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.117 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.117 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.118 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_meta": { 2024-07-26T06:04:45.118 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.118 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.118 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.118 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_onode": { 2024-07-26T06:04:45.118 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.118 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.118 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.118 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_other": { 2024-07-26T06:04:45.118 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.118 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.118 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.118 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_fsck": { 2024-07-26T06:04:45.118 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.119 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.119 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.119 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_inline_bl": { 2024-07-26T06:04:45.119 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.119 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.119 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.119 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_txc": { 2024-07-26T06:04:45.119 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.119 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.119 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.119 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing": { 2024-07-26T06:04:45.119 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.119 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.119 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.119 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing_deferred": { 2024-07-26T06:04:45.120 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.120 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.120 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.120 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_anon": { 2024-07-26T06:04:45.120 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 222471, 2024-07-26T06:04:45.120 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 72 2024-07-26T06:04:45.120 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.120 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_meta": { 2024-07-26T06:04:45.120 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.120 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.120 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.120 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_co": { 2024-07-26T06:04:45.120 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 50488, 2024-07-26T06:04:45.120 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 208 2024-07-26T06:04:45.121 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.121 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T06:04:45.121 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.121 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.121 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.121 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mapbl": { 2024-07-26T06:04:45.121 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.121 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.121 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.121 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pglog": { 2024-07-26T06:04:45.121 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.121 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.121 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.121 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap": { 2024-07-26T06:04:45.121 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 8136, 2024-07-26T06:04:45.122 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 139 2024-07-26T06:04:45.122 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.122 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap_mapping": { 2024-07-26T06:04:45.122 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.122 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.122 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.122 INFO:tasks.workunit.client.0.smithi089.stdout: "pgmap": { 2024-07-26T06:04:45.122 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.122 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.122 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.122 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_1": { 2024-07-26T06:04:45.122 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.122 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.122 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.123 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_2": { 2024-07-26T06:04:45.123 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.123 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.123 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.123 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.123 INFO:tasks.workunit.client.0.smithi089.stdout: "mds.87ef074e95f73b29e32a1570865c090ae0131b8b": { 2024-07-26T06:04:45.123 INFO:tasks.workunit.client.0.smithi089.stdout: "bloom_filter": { 2024-07-26T06:04:45.123 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.123 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.123 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.123 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T06:04:45.123 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.123 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.123 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.124 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_reader": { 2024-07-26T06:04:45.124 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.124 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.124 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.124 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_writer": { 2024-07-26T06:04:45.124 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.124 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.124 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.124 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_Blob": { 2024-07-26T06:04:45.124 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.124 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.124 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.124 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_Buffer": { 2024-07-26T06:04:45.124 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.124 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.125 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.125 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_Extent": { 2024-07-26T06:04:45.125 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.125 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.125 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.125 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_SharedBlob": { 2024-07-26T06:04:45.125 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.125 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.125 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.125 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_alloc": { 2024-07-26T06:04:45.125 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.126 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.126 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.126 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_data": { 2024-07-26T06:04:45.126 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.126 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.126 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.126 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_meta": { 2024-07-26T06:04:45.126 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.126 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.126 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.126 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_onode": { 2024-07-26T06:04:45.126 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.126 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.127 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.127 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_other": { 2024-07-26T06:04:45.127 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.127 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.127 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.127 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_fsck": { 2024-07-26T06:04:45.127 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.127 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.127 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.127 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_inline_bl": { 2024-07-26T06:04:45.127 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.127 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.127 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.127 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_txc": { 2024-07-26T06:04:45.127 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.128 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.128 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.128 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing": { 2024-07-26T06:04:45.128 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.128 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.128 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.128 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing_deferred": { 2024-07-26T06:04:45.128 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.128 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.128 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.128 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_anon": { 2024-07-26T06:04:45.128 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 150078, 2024-07-26T06:04:45.128 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 32 2024-07-26T06:04:45.128 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.128 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_meta": { 2024-07-26T06:04:45.129 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.129 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.129 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.129 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_co": { 2024-07-26T06:04:45.129 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 856, 2024-07-26T06:04:45.129 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 2 2024-07-26T06:04:45.129 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.129 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T06:04:45.129 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.129 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.129 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.129 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mapbl": { 2024-07-26T06:04:45.129 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.129 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.130 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.130 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pglog": { 2024-07-26T06:04:45.130 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.130 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.130 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.130 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap": { 2024-07-26T06:04:45.130 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.130 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.130 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.130 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap_mapping": { 2024-07-26T06:04:45.130 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.130 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.130 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.130 INFO:tasks.workunit.client.0.smithi089.stdout: "pgmap": { 2024-07-26T06:04:45.130 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.131 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.131 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.131 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_1": { 2024-07-26T06:04:45.131 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.131 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.131 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.131 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_2": { 2024-07-26T06:04:45.131 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.131 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.131 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.131 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.131 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.131 INFO:tasks.workunit.client.0.smithi089.stdout: "mon": { 2024-07-26T06:04:45.131 INFO:tasks.workunit.client.0.smithi089.stdout: "mon.11a06f7556cbb1c57650abffbb3eb77c66bdf751": { 2024-07-26T06:04:45.132 INFO:tasks.workunit.client.0.smithi089.stdout: "bloom_filter": { 2024-07-26T06:04:45.132 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.132 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.132 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.132 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T06:04:45.132 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.132 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.132 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.132 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_reader": { 2024-07-26T06:04:45.132 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.132 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.132 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.132 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_writer": { 2024-07-26T06:04:45.132 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.132 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.133 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.133 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_Blob": { 2024-07-26T06:04:45.133 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.133 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.133 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.133 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_Buffer": { 2024-07-26T06:04:45.133 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.133 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.133 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.133 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_Extent": { 2024-07-26T06:04:45.133 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.133 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.133 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.133 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_SharedBlob": { 2024-07-26T06:04:45.133 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.134 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.134 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.134 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_alloc": { 2024-07-26T06:04:45.134 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.134 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.134 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.134 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_data": { 2024-07-26T06:04:45.134 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.134 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.134 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.134 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_meta": { 2024-07-26T06:04:45.134 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.134 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.135 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.135 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_onode": { 2024-07-26T06:04:45.135 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.135 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.135 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.135 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_other": { 2024-07-26T06:04:45.135 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.135 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.135 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.135 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_fsck": { 2024-07-26T06:04:45.135 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.135 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.135 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.136 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_inline_bl": { 2024-07-26T06:04:45.136 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.136 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.136 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.136 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_txc": { 2024-07-26T06:04:45.136 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.136 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.136 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.136 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing": { 2024-07-26T06:04:45.136 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.136 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.136 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.136 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing_deferred": { 2024-07-26T06:04:45.136 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.137 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.137 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.137 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_anon": { 2024-07-26T06:04:45.137 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 1172310, 2024-07-26T06:04:45.137 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 362 2024-07-26T06:04:45.137 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.137 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_meta": { 2024-07-26T06:04:45.137 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.137 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.137 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.137 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_co": { 2024-07-26T06:04:45.137 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.137 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.137 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.138 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T06:04:45.138 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.138 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.138 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.138 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mapbl": { 2024-07-26T06:04:45.138 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.138 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.138 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.138 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pglog": { 2024-07-26T06:04:45.138 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.138 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.138 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.138 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap": { 2024-07-26T06:04:45.138 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 6784, 2024-07-26T06:04:45.139 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 138 2024-07-26T06:04:45.139 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.139 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap_mapping": { 2024-07-26T06:04:45.139 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 12744, 2024-07-26T06:04:45.139 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 1546 2024-07-26T06:04:45.139 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.139 INFO:tasks.workunit.client.0.smithi089.stdout: "pgmap": { 2024-07-26T06:04:45.139 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 5312, 2024-07-26T06:04:45.139 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 103 2024-07-26T06:04:45.139 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.139 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_1": { 2024-07-26T06:04:45.139 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.139 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.139 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.139 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_2": { 2024-07-26T06:04:45.140 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.140 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.140 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.140 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.140 INFO:tasks.workunit.client.0.smithi089.stdout: "mon.87ef074e95f73b29e32a1570865c090ae0131b8b": { 2024-07-26T06:04:45.140 INFO:tasks.workunit.client.0.smithi089.stdout: "bloom_filter": { 2024-07-26T06:04:45.140 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.140 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.140 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.140 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T06:04:45.140 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.140 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.140 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.140 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_reader": { 2024-07-26T06:04:45.141 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.141 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.141 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.141 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_writer": { 2024-07-26T06:04:45.141 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.141 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.141 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.141 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_Blob": { 2024-07-26T06:04:45.141 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.141 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.141 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.141 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_Buffer": { 2024-07-26T06:04:45.141 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.141 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.141 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.142 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_Extent": { 2024-07-26T06:04:45.142 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.142 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.142 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.142 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_SharedBlob": { 2024-07-26T06:04:45.142 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.142 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.142 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.142 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_alloc": { 2024-07-26T06:04:45.142 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.142 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.142 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.142 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_data": { 2024-07-26T06:04:45.142 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.143 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.143 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.143 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_meta": { 2024-07-26T06:04:45.143 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.143 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.143 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.143 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_onode": { 2024-07-26T06:04:45.143 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.143 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.143 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.143 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_other": { 2024-07-26T06:04:45.143 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.143 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.143 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.143 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_fsck": { 2024-07-26T06:04:45.144 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.144 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.144 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.144 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_inline_bl": { 2024-07-26T06:04:45.144 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.144 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.144 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.144 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_txc": { 2024-07-26T06:04:45.144 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.144 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.144 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.144 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing": { 2024-07-26T06:04:45.144 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.144 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.145 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.145 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing_deferred": { 2024-07-26T06:04:45.145 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.145 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.145 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.145 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_anon": { 2024-07-26T06:04:45.145 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 1215750, 2024-07-26T06:04:45.145 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 370 2024-07-26T06:04:45.145 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.145 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_meta": { 2024-07-26T06:04:45.145 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 352, 2024-07-26T06:04:45.145 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 4 2024-07-26T06:04:45.145 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.145 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_co": { 2024-07-26T06:04:45.145 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.146 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.146 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.146 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T06:04:45.146 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.146 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.146 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.146 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mapbl": { 2024-07-26T06:04:45.146 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.146 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.146 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.146 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pglog": { 2024-07-26T06:04:45.146 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.146 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.146 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.147 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap": { 2024-07-26T06:04:45.147 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 6784, 2024-07-26T06:04:45.147 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 138 2024-07-26T06:04:45.147 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.147 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap_mapping": { 2024-07-26T06:04:45.147 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 12744, 2024-07-26T06:04:45.147 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 1546 2024-07-26T06:04:45.147 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.147 INFO:tasks.workunit.client.0.smithi089.stdout: "pgmap": { 2024-07-26T06:04:45.147 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 10624, 2024-07-26T06:04:45.147 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 206 2024-07-26T06:04:45.147 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.147 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_1": { 2024-07-26T06:04:45.147 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.147 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.148 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.148 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_2": { 2024-07-26T06:04:45.148 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.148 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.148 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.148 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.148 INFO:tasks.workunit.client.0.smithi089.stdout: "mon.fa05ed6b69dc18131ed830145851b5294218fbe2": { 2024-07-26T06:04:45.148 INFO:tasks.workunit.client.0.smithi089.stdout: "bloom_filter": { 2024-07-26T06:04:45.148 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.148 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.148 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.148 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T06:04:45.148 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.148 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.149 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.149 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_reader": { 2024-07-26T06:04:45.149 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.149 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.149 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.149 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_writer": { 2024-07-26T06:04:45.149 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.149 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.149 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.149 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_Blob": { 2024-07-26T06:04:45.149 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.149 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.149 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.149 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_Buffer": { 2024-07-26T06:04:45.149 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.150 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.150 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.150 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_Extent": { 2024-07-26T06:04:45.150 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.150 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.150 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.150 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_SharedBlob": { 2024-07-26T06:04:45.150 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.150 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.150 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.150 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_alloc": { 2024-07-26T06:04:45.150 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.150 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.150 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.151 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_data": { 2024-07-26T06:04:45.151 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.151 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.151 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.151 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_meta": { 2024-07-26T06:04:45.151 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.151 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.151 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.151 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_onode": { 2024-07-26T06:04:45.151 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.151 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.151 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.151 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_other": { 2024-07-26T06:04:45.152 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.152 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.152 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.152 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_fsck": { 2024-07-26T06:04:45.152 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.152 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.152 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.152 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_inline_bl": { 2024-07-26T06:04:45.152 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.152 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.152 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.152 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_txc": { 2024-07-26T06:04:45.152 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.152 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.153 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.153 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing": { 2024-07-26T06:04:45.153 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.153 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.153 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.153 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing_deferred": { 2024-07-26T06:04:45.153 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.153 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.153 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.153 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_anon": { 2024-07-26T06:04:45.153 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 1415062, 2024-07-26T06:04:45.153 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 438 2024-07-26T06:04:45.153 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.153 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_meta": { 2024-07-26T06:04:45.154 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.154 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.154 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.154 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_co": { 2024-07-26T06:04:45.154 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.154 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.154 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.154 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T06:04:45.154 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.154 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.154 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.154 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mapbl": { 2024-07-26T06:04:45.154 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.154 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.155 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.155 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pglog": { 2024-07-26T06:04:45.155 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.155 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.155 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.155 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap": { 2024-07-26T06:04:45.155 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 6784, 2024-07-26T06:04:45.155 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 138 2024-07-26T06:04:45.155 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.155 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap_mapping": { 2024-07-26T06:04:45.155 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 12744, 2024-07-26T06:04:45.155 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 1546 2024-07-26T06:04:45.155 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.155 INFO:tasks.workunit.client.0.smithi089.stdout: "pgmap": { 2024-07-26T06:04:45.156 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 5312, 2024-07-26T06:04:45.156 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 103 2024-07-26T06:04:45.156 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.156 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_1": { 2024-07-26T06:04:45.156 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.156 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.156 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.156 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_2": { 2024-07-26T06:04:45.156 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.156 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.156 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.156 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.156 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.156 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T06:04:45.156 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.0": { 2024-07-26T06:04:45.157 INFO:tasks.workunit.client.0.smithi089.stdout: "bloom_filter": { 2024-07-26T06:04:45.157 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.157 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.157 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.157 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T06:04:45.157 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 6304, 2024-07-26T06:04:45.157 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 115 2024-07-26T06:04:45.157 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.157 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_reader": { 2024-07-26T06:04:45.157 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 16896, 2024-07-26T06:04:45.157 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 8 2024-07-26T06:04:45.157 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.157 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_writer": { 2024-07-26T06:04:45.157 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 576, 2024-07-26T06:04:45.158 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 3 2024-07-26T06:04:45.158 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.158 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_Blob": { 2024-07-26T06:04:45.158 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 22848, 2024-07-26T06:04:45.158 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 204 2024-07-26T06:04:45.158 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.158 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_Buffer": { 2024-07-26T06:04:45.158 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 1680, 2024-07-26T06:04:45.158 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 15 2024-07-26T06:04:45.158 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.158 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_Extent": { 2024-07-26T06:04:45.158 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 9792, 2024-07-26T06:04:45.158 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 204 2024-07-26T06:04:45.158 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.159 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_SharedBlob": { 2024-07-26T06:04:45.159 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 22848, 2024-07-26T06:04:45.159 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 204 2024-07-26T06:04:45.159 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.159 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_alloc": { 2024-07-26T06:04:45.159 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 6240, 2024-07-26T06:04:45.159 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 78 2024-07-26T06:04:45.159 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.159 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_data": { 2024-07-26T06:04:45.159 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 620491, 2024-07-26T06:04:45.159 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 20 2024-07-26T06:04:45.159 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.159 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_meta": { 2024-07-26T06:04:45.159 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 58296, 2024-07-26T06:04:45.159 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 10587 2024-07-26T06:04:45.160 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.160 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_onode": { 2024-07-26T06:04:45.160 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 145520, 2024-07-26T06:04:45.160 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 214 2024-07-26T06:04:45.160 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.160 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_other": { 2024-07-26T06:04:45.160 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 11692, 2024-07-26T06:04:45.160 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 771 2024-07-26T06:04:45.160 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.160 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_fsck": { 2024-07-26T06:04:45.160 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.160 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.160 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.160 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_inline_bl": { 2024-07-26T06:04:45.161 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 33544, 2024-07-26T06:04:45.161 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 214 2024-07-26T06:04:45.161 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.161 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_txc": { 2024-07-26T06:04:45.161 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.161 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.161 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.161 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing": { 2024-07-26T06:04:45.161 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 437787, 2024-07-26T06:04:45.161 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 95 2024-07-26T06:04:45.161 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.161 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing_deferred": { 2024-07-26T06:04:45.161 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.161 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.161 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.162 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_anon": { 2024-07-26T06:04:45.162 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 2465432, 2024-07-26T06:04:45.162 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 201 2024-07-26T06:04:45.162 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.162 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_meta": { 2024-07-26T06:04:45.162 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 7128, 2024-07-26T06:04:45.162 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 81 2024-07-26T06:04:45.162 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.162 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_co": { 2024-07-26T06:04:45.162 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.162 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.162 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.162 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T06:04:45.162 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 521280, 2024-07-26T06:04:45.163 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 45 2024-07-26T06:04:45.163 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.163 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mapbl": { 2024-07-26T06:04:45.163 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.163 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.163 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.163 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pglog": { 2024-07-26T06:04:45.163 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 102024, 2024-07-26T06:04:45.163 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 201 2024-07-26T06:04:45.163 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.163 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap": { 2024-07-26T06:04:45.163 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 237680, 2024-07-26T06:04:45.163 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 3539 2024-07-26T06:04:45.163 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.164 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap_mapping": { 2024-07-26T06:04:45.164 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.164 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.164 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.164 INFO:tasks.workunit.client.0.smithi089.stdout: "pgmap": { 2024-07-26T06:04:45.164 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.164 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.164 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.164 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_1": { 2024-07-26T06:04:45.164 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.164 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.164 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.164 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_2": { 2024-07-26T06:04:45.164 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.164 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.165 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.165 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.165 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.1": { 2024-07-26T06:04:45.165 INFO:tasks.workunit.client.0.smithi089.stdout: "bloom_filter": { 2024-07-26T06:04:45.165 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.165 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.165 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.165 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T06:04:45.165 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 6304, 2024-07-26T06:04:45.165 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 115 2024-07-26T06:04:45.165 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.165 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_reader": { 2024-07-26T06:04:45.165 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 16896, 2024-07-26T06:04:45.165 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 8 2024-07-26T06:04:45.165 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.166 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_writer": { 2024-07-26T06:04:45.166 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 576, 2024-07-26T06:04:45.166 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 3 2024-07-26T06:04:45.166 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.166 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_Blob": { 2024-07-26T06:04:45.166 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 21616, 2024-07-26T06:04:45.166 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 193 2024-07-26T06:04:45.166 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.166 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_Buffer": { 2024-07-26T06:04:45.166 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 1120, 2024-07-26T06:04:45.166 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 10 2024-07-26T06:04:45.166 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.166 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_Extent": { 2024-07-26T06:04:45.166 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 9264, 2024-07-26T06:04:45.167 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 193 2024-07-26T06:04:45.167 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.167 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_SharedBlob": { 2024-07-26T06:04:45.167 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 21616, 2024-07-26T06:04:45.167 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 193 2024-07-26T06:04:45.167 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.167 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_alloc": { 2024-07-26T06:04:45.167 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 5520, 2024-07-26T06:04:45.167 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 69 2024-07-26T06:04:45.167 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.167 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_data": { 2024-07-26T06:04:45.167 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 20480, 2024-07-26T06:04:45.167 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 5 2024-07-26T06:04:45.167 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.167 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_meta": { 2024-07-26T06:04:45.168 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 52060, 2024-07-26T06:04:45.168 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 9615 2024-07-26T06:04:45.168 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.168 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_onode": { 2024-07-26T06:04:45.168 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 136680, 2024-07-26T06:04:45.168 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 201 2024-07-26T06:04:45.168 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.168 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_other": { 2024-07-26T06:04:45.168 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 9780, 2024-07-26T06:04:45.168 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 599 2024-07-26T06:04:45.168 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.169 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_fsck": { 2024-07-26T06:04:45.169 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.169 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.169 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.169 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_inline_bl": { 2024-07-26T06:04:45.169 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 29444, 2024-07-26T06:04:45.169 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 201 2024-07-26T06:04:45.169 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.169 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_txc": { 2024-07-26T06:04:45.169 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 736, 2024-07-26T06:04:45.169 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 1 2024-07-26T06:04:45.169 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.169 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing": { 2024-07-26T06:04:45.170 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 447782, 2024-07-26T06:04:45.170 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 97 2024-07-26T06:04:45.170 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.170 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing_deferred": { 2024-07-26T06:04:45.170 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 12096, 2024-07-26T06:04:45.170 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 3 2024-07-26T06:04:45.170 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.170 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_anon": { 2024-07-26T06:04:45.170 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 2411404, 2024-07-26T06:04:45.170 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 181 2024-07-26T06:04:45.170 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.170 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_meta": { 2024-07-26T06:04:45.170 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 5104, 2024-07-26T06:04:45.171 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 58 2024-07-26T06:04:45.171 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.171 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_co": { 2024-07-26T06:04:45.171 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.171 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.171 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.171 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T06:04:45.171 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 440192, 2024-07-26T06:04:45.171 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 38 2024-07-26T06:04:45.171 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.171 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mapbl": { 2024-07-26T06:04:45.171 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.171 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.171 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.172 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pglog": { 2024-07-26T06:04:45.172 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 8528, 2024-07-26T06:04:45.172 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 22 2024-07-26T06:04:45.172 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.172 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap": { 2024-07-26T06:04:45.172 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 237680, 2024-07-26T06:04:45.172 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 3539 2024-07-26T06:04:45.172 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.172 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap_mapping": { 2024-07-26T06:04:45.172 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.172 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.172 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.172 INFO:tasks.workunit.client.0.smithi089.stdout: "pgmap": { 2024-07-26T06:04:45.172 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.172 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.173 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.173 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_1": { 2024-07-26T06:04:45.173 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.173 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.173 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.173 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_2": { 2024-07-26T06:04:45.173 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.173 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.173 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.173 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.173 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.2": { 2024-07-26T06:04:45.173 INFO:tasks.workunit.client.0.smithi089.stdout: "bloom_filter": { 2024-07-26T06:04:45.173 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.173 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.174 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.174 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T06:04:45.174 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 6304, 2024-07-26T06:04:45.174 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 115 2024-07-26T06:04:45.174 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.174 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_reader": { 2024-07-26T06:04:45.174 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 16896, 2024-07-26T06:04:45.174 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 8 2024-07-26T06:04:45.174 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.174 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_writer": { 2024-07-26T06:04:45.174 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 576, 2024-07-26T06:04:45.174 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 3 2024-07-26T06:04:45.174 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.174 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_Blob": { 2024-07-26T06:04:45.175 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 21280, 2024-07-26T06:04:45.175 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 190 2024-07-26T06:04:45.175 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.175 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_Buffer": { 2024-07-26T06:04:45.175 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 1120, 2024-07-26T06:04:45.175 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 10 2024-07-26T06:04:45.175 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.175 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_Extent": { 2024-07-26T06:04:45.175 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 9120, 2024-07-26T06:04:45.175 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 190 2024-07-26T06:04:45.175 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.175 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_SharedBlob": { 2024-07-26T06:04:45.175 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 21280, 2024-07-26T06:04:45.175 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 190 2024-07-26T06:04:45.175 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.176 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_alloc": { 2024-07-26T06:04:45.176 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 5040, 2024-07-26T06:04:45.176 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 63 2024-07-26T06:04:45.176 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.176 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_data": { 2024-07-26T06:04:45.176 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 26571, 2024-07-26T06:04:45.176 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 6 2024-07-26T06:04:45.176 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.176 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_meta": { 2024-07-26T06:04:45.176 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 48762, 2024-07-26T06:04:45.176 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 9136 2024-07-26T06:04:45.176 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.176 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_onode": { 2024-07-26T06:04:45.176 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 129880, 2024-07-26T06:04:45.177 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 191 2024-07-26T06:04:45.177 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.177 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_other": { 2024-07-26T06:04:45.177 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 8824, 2024-07-26T06:04:45.177 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 585 2024-07-26T06:04:45.177 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.177 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_fsck": { 2024-07-26T06:04:45.177 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.177 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.177 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.177 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_inline_bl": { 2024-07-26T06:04:45.177 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 27388, 2024-07-26T06:04:45.177 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 191 2024-07-26T06:04:45.177 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.177 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_txc": { 2024-07-26T06:04:45.178 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 736, 2024-07-26T06:04:45.178 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 1 2024-07-26T06:04:45.178 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.178 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing": { 2024-07-26T06:04:45.178 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 408923, 2024-07-26T06:04:45.178 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 88 2024-07-26T06:04:45.178 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.178 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing_deferred": { 2024-07-26T06:04:45.178 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 12096, 2024-07-26T06:04:45.178 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 3 2024-07-26T06:04:45.178 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.178 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_anon": { 2024-07-26T06:04:45.178 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 2430706, 2024-07-26T06:04:45.178 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 183 2024-07-26T06:04:45.179 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.179 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_meta": { 2024-07-26T06:04:45.179 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 4488, 2024-07-26T06:04:45.179 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 51 2024-07-26T06:04:45.179 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.179 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_co": { 2024-07-26T06:04:45.179 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.179 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.179 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.179 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T06:04:45.179 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 347520, 2024-07-26T06:04:45.179 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 30 2024-07-26T06:04:45.179 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.179 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mapbl": { 2024-07-26T06:04:45.180 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.180 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.180 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.180 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pglog": { 2024-07-26T06:04:45.180 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 8320, 2024-07-26T06:04:45.180 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 24 2024-07-26T06:04:45.180 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.180 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap": { 2024-07-26T06:04:45.180 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 238192, 2024-07-26T06:04:45.180 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 3563 2024-07-26T06:04:45.180 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.180 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap_mapping": { 2024-07-26T06:04:45.180 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.180 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.180 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.181 INFO:tasks.workunit.client.0.smithi089.stdout: "pgmap": { 2024-07-26T06:04:45.181 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.181 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.181 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.181 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_1": { 2024-07-26T06:04:45.181 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.181 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.181 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.181 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_2": { 2024-07-26T06:04:45.181 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.181 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.181 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.181 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.181 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.3": { 2024-07-26T06:04:45.181 INFO:tasks.workunit.client.0.smithi089.stdout: "bloom_filter": { 2024-07-26T06:04:45.182 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.182 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.182 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.182 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T06:04:45.182 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 6304, 2024-07-26T06:04:45.182 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 115 2024-07-26T06:04:45.182 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.182 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_reader": { 2024-07-26T06:04:45.182 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 16896, 2024-07-26T06:04:45.182 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 8 2024-07-26T06:04:45.182 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.182 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_writer": { 2024-07-26T06:04:45.182 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 576, 2024-07-26T06:04:45.182 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 3 2024-07-26T06:04:45.183 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.183 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_Blob": { 2024-07-26T06:04:45.183 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 21728, 2024-07-26T06:04:45.183 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 194 2024-07-26T06:04:45.183 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.183 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_Buffer": { 2024-07-26T06:04:45.183 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 224, 2024-07-26T06:04:45.183 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 2 2024-07-26T06:04:45.183 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.183 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_Extent": { 2024-07-26T06:04:45.183 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 9312, 2024-07-26T06:04:45.183 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 194 2024-07-26T06:04:45.183 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.183 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_SharedBlob": { 2024-07-26T06:04:45.183 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 21728, 2024-07-26T06:04:45.184 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 194 2024-07-26T06:04:45.184 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.184 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_alloc": { 2024-07-26T06:04:45.184 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 4320, 2024-07-26T06:04:45.184 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 54 2024-07-26T06:04:45.184 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.184 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_data": { 2024-07-26T06:04:45.184 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.184 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.184 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.184 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_meta": { 2024-07-26T06:04:45.184 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 50373, 2024-07-26T06:04:45.184 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 9461 2024-07-26T06:04:45.184 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.185 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_onode": { 2024-07-26T06:04:45.185 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 134640, 2024-07-26T06:04:45.185 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 198 2024-07-26T06:04:45.185 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.185 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_other": { 2024-07-26T06:04:45.185 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 9720, 2024-07-26T06:04:45.185 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 602 2024-07-26T06:04:45.185 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.185 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_fsck": { 2024-07-26T06:04:45.185 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.185 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.185 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.185 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_inline_bl": { 2024-07-26T06:04:45.186 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 28508, 2024-07-26T06:04:45.186 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 198 2024-07-26T06:04:45.186 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.186 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_txc": { 2024-07-26T06:04:45.186 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 2208, 2024-07-26T06:04:45.186 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 3 2024-07-26T06:04:45.186 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.186 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing": { 2024-07-26T06:04:45.186 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 299416, 2024-07-26T06:04:45.186 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 61 2024-07-26T06:04:45.186 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.186 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing_deferred": { 2024-07-26T06:04:45.186 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 30637, 2024-07-26T06:04:45.186 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 9 2024-07-26T06:04:45.187 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.187 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_anon": { 2024-07-26T06:04:45.187 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 2424050, 2024-07-26T06:04:45.187 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 179 2024-07-26T06:04:45.187 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.187 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_meta": { 2024-07-26T06:04:45.187 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 4752, 2024-07-26T06:04:45.187 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 54 2024-07-26T06:04:45.187 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.187 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_co": { 2024-07-26T06:04:45.187 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.187 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.187 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.187 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T06:04:45.188 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 428608, 2024-07-26T06:04:45.188 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 37 2024-07-26T06:04:45.188 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.188 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mapbl": { 2024-07-26T06:04:45.188 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.188 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.188 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.188 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pglog": { 2024-07-26T06:04:45.188 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 10400, 2024-07-26T06:04:45.188 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 20 2024-07-26T06:04:45.188 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.188 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap": { 2024-07-26T06:04:45.188 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 237680, 2024-07-26T06:04:45.188 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 3539 2024-07-26T06:04:45.189 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.189 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap_mapping": { 2024-07-26T06:04:45.189 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.189 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.189 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.189 INFO:tasks.workunit.client.0.smithi089.stdout: "pgmap": { 2024-07-26T06:04:45.189 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.189 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.189 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.189 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_1": { 2024-07-26T06:04:45.189 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.189 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.189 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.189 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_2": { 2024-07-26T06:04:45.189 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.190 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.190 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.190 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.190 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.4": { 2024-07-26T06:04:45.190 INFO:tasks.workunit.client.0.smithi089.stdout: "bloom_filter": { 2024-07-26T06:04:45.190 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.190 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.190 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.190 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T06:04:45.190 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 6304, 2024-07-26T06:04:45.190 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 115 2024-07-26T06:04:45.190 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.190 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_reader": { 2024-07-26T06:04:45.191 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 16896, 2024-07-26T06:04:45.191 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 8 2024-07-26T06:04:45.191 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.191 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_writer": { 2024-07-26T06:04:45.191 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 576, 2024-07-26T06:04:45.191 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 3 2024-07-26T06:04:45.191 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.191 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_Blob": { 2024-07-26T06:04:45.191 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 21840, 2024-07-26T06:04:45.191 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 195 2024-07-26T06:04:45.191 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.191 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_Buffer": { 2024-07-26T06:04:45.191 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 672, 2024-07-26T06:04:45.191 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 6 2024-07-26T06:04:45.191 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.192 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_Extent": { 2024-07-26T06:04:45.192 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 9360, 2024-07-26T06:04:45.192 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 195 2024-07-26T06:04:45.192 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.192 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_SharedBlob": { 2024-07-26T06:04:45.192 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 21840, 2024-07-26T06:04:45.192 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 195 2024-07-26T06:04:45.192 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.192 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_alloc": { 2024-07-26T06:04:45.192 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 4080, 2024-07-26T06:04:45.192 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 51 2024-07-26T06:04:45.192 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.192 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_data": { 2024-07-26T06:04:45.192 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 4096, 2024-07-26T06:04:45.193 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 1 2024-07-26T06:04:45.193 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.193 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_meta": { 2024-07-26T06:04:45.193 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 52096, 2024-07-26T06:04:45.193 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 9707 2024-07-26T06:04:45.193 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.193 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_onode": { 2024-07-26T06:04:45.193 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 138040, 2024-07-26T06:04:45.193 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 203 2024-07-26T06:04:45.193 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.193 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_other": { 2024-07-26T06:04:45.193 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 10044, 2024-07-26T06:04:45.193 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 605 2024-07-26T06:04:45.193 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.193 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_fsck": { 2024-07-26T06:04:45.194 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.194 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.194 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.194 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_inline_bl": { 2024-07-26T06:04:45.194 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 29620, 2024-07-26T06:04:45.194 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 203 2024-07-26T06:04:45.194 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.194 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_txc": { 2024-07-26T06:04:45.194 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 736, 2024-07-26T06:04:45.194 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 1 2024-07-26T06:04:45.194 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.194 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing": { 2024-07-26T06:04:45.194 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 966314, 2024-07-26T06:04:45.194 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 81 2024-07-26T06:04:45.195 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.195 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing_deferred": { 2024-07-26T06:04:45.195 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 12096, 2024-07-26T06:04:45.195 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 3 2024-07-26T06:04:45.195 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.195 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_anon": { 2024-07-26T06:04:45.195 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 2437764, 2024-07-26T06:04:45.195 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 183 2024-07-26T06:04:45.195 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.195 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_meta": { 2024-07-26T06:04:45.195 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 4928, 2024-07-26T06:04:45.195 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 56 2024-07-26T06:04:45.199 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.199 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_co": { 2024-07-26T06:04:45.199 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.199 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.199 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.199 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T06:04:45.199 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 463360, 2024-07-26T06:04:45.199 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 40 2024-07-26T06:04:45.199 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.199 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mapbl": { 2024-07-26T06:04:45.199 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.199 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.200 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.200 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pglog": { 2024-07-26T06:04:45.200 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 8944, 2024-07-26T06:04:45.200 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 18 2024-07-26T06:04:45.200 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.200 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap": { 2024-07-26T06:04:45.200 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 237936, 2024-07-26T06:04:45.200 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 3551 2024-07-26T06:04:45.200 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.200 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap_mapping": { 2024-07-26T06:04:45.200 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.200 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.200 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.200 INFO:tasks.workunit.client.0.smithi089.stdout: "pgmap": { 2024-07-26T06:04:45.200 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.201 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.201 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.201 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_1": { 2024-07-26T06:04:45.201 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.201 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.201 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.201 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_2": { 2024-07-26T06:04:45.201 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.201 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.201 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.201 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.201 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.5": { 2024-07-26T06:04:45.201 INFO:tasks.workunit.client.0.smithi089.stdout: "bloom_filter": { 2024-07-26T06:04:45.201 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.202 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.202 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.202 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T06:04:45.202 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 6304, 2024-07-26T06:04:45.202 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 115 2024-07-26T06:04:45.202 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.202 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_reader": { 2024-07-26T06:04:45.202 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 16896, 2024-07-26T06:04:45.202 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 8 2024-07-26T06:04:45.202 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.202 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_writer": { 2024-07-26T06:04:45.202 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 576, 2024-07-26T06:04:45.202 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 3 2024-07-26T06:04:45.202 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.203 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_Blob": { 2024-07-26T06:04:45.203 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 21840, 2024-07-26T06:04:45.203 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 195 2024-07-26T06:04:45.203 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.203 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_Buffer": { 2024-07-26T06:04:45.203 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 224, 2024-07-26T06:04:45.203 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 2 2024-07-26T06:04:45.203 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.203 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_Extent": { 2024-07-26T06:04:45.203 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 9360, 2024-07-26T06:04:45.203 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 195 2024-07-26T06:04:45.203 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.203 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_SharedBlob": { 2024-07-26T06:04:45.203 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 21840, 2024-07-26T06:04:45.203 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 195 2024-07-26T06:04:45.204 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.204 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_alloc": { 2024-07-26T06:04:45.204 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 3520, 2024-07-26T06:04:45.204 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 44 2024-07-26T06:04:45.204 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.204 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_data": { 2024-07-26T06:04:45.204 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.204 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.204 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.204 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_meta": { 2024-07-26T06:04:45.204 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 52924, 2024-07-26T06:04:45.204 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 9795 2024-07-26T06:04:45.204 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.204 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_onode": { 2024-07-26T06:04:45.205 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 139400, 2024-07-26T06:04:45.205 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 205 2024-07-26T06:04:45.205 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.205 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_other": { 2024-07-26T06:04:45.205 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 10188, 2024-07-26T06:04:45.205 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 608 2024-07-26T06:04:45.205 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.205 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_fsck": { 2024-07-26T06:04:45.205 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.205 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.205 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.205 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_inline_bl": { 2024-07-26T06:04:45.205 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 30132, 2024-07-26T06:04:45.205 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 205 2024-07-26T06:04:45.205 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.206 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_txc": { 2024-07-26T06:04:45.206 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 2208, 2024-07-26T06:04:45.206 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 3 2024-07-26T06:04:45.206 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.206 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing": { 2024-07-26T06:04:45.206 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 880490, 2024-07-26T06:04:45.206 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 60 2024-07-26T06:04:45.206 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.206 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing_deferred": { 2024-07-26T06:04:45.206 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 30637, 2024-07-26T06:04:45.206 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 9 2024-07-26T06:04:45.207 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.207 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_anon": { 2024-07-26T06:04:45.207 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 2418664, 2024-07-26T06:04:45.207 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 170 2024-07-26T06:04:45.207 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.207 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_meta": { 2024-07-26T06:04:45.207 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 5456, 2024-07-26T06:04:45.207 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 62 2024-07-26T06:04:45.207 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.207 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_co": { 2024-07-26T06:04:45.207 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.207 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.207 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.207 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T06:04:45.208 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 474944, 2024-07-26T06:04:45.208 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 41 2024-07-26T06:04:45.208 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.208 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mapbl": { 2024-07-26T06:04:45.208 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.208 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.208 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.208 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pglog": { 2024-07-26T06:04:45.208 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 13520, 2024-07-26T06:04:45.208 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 26 2024-07-26T06:04:45.208 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.208 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap": { 2024-07-26T06:04:45.208 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 238192, 2024-07-26T06:04:45.208 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 3563 2024-07-26T06:04:45.209 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.209 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap_mapping": { 2024-07-26T06:04:45.209 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.209 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.209 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.209 INFO:tasks.workunit.client.0.smithi089.stdout: "pgmap": { 2024-07-26T06:04:45.209 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.209 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.209 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.209 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_1": { 2024-07-26T06:04:45.209 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.209 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.209 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.209 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_2": { 2024-07-26T06:04:45.210 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.210 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.210 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.210 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.210 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.6": { 2024-07-26T06:04:45.210 INFO:tasks.workunit.client.0.smithi089.stdout: "bloom_filter": { 2024-07-26T06:04:45.210 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.210 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.210 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.210 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T06:04:45.210 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 6304, 2024-07-26T06:04:45.210 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 115 2024-07-26T06:04:45.210 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.210 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_reader": { 2024-07-26T06:04:45.211 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 16896, 2024-07-26T06:04:45.211 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 8 2024-07-26T06:04:45.211 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.211 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_writer": { 2024-07-26T06:04:45.211 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 576, 2024-07-26T06:04:45.211 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 3 2024-07-26T06:04:45.211 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.211 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_Blob": { 2024-07-26T06:04:45.211 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 22624, 2024-07-26T06:04:45.211 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 202 2024-07-26T06:04:45.211 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.211 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_Buffer": { 2024-07-26T06:04:45.211 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 224, 2024-07-26T06:04:45.211 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 2 2024-07-26T06:04:45.211 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.212 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_Extent": { 2024-07-26T06:04:45.212 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 9696, 2024-07-26T06:04:45.212 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 202 2024-07-26T06:04:45.212 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.212 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_SharedBlob": { 2024-07-26T06:04:45.212 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 22624, 2024-07-26T06:04:45.212 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 202 2024-07-26T06:04:45.212 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.212 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_alloc": { 2024-07-26T06:04:45.212 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 3040, 2024-07-26T06:04:45.212 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 38 2024-07-26T06:04:45.212 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.212 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_data": { 2024-07-26T06:04:45.212 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 14283, 2024-07-26T06:04:45.213 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 3 2024-07-26T06:04:45.213 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.213 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_meta": { 2024-07-26T06:04:45.213 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 51895, 2024-07-26T06:04:45.213 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 9894 2024-07-26T06:04:45.213 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.213 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_onode": { 2024-07-26T06:04:45.213 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 136000, 2024-07-26T06:04:45.213 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 200 2024-07-26T06:04:45.213 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.213 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_other": { 2024-07-26T06:04:45.213 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 11060, 2024-07-26T06:04:45.213 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 760 2024-07-26T06:04:45.213 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.214 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_fsck": { 2024-07-26T06:04:45.214 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.214 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.214 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.214 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_inline_bl": { 2024-07-26T06:04:45.214 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 30216, 2024-07-26T06:04:45.214 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 200 2024-07-26T06:04:45.214 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.214 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_txc": { 2024-07-26T06:04:45.214 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.214 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.214 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.214 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing": { 2024-07-26T06:04:45.214 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 839335, 2024-07-26T06:04:45.214 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 51 2024-07-26T06:04:45.215 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.215 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing_deferred": { 2024-07-26T06:04:45.215 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.215 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.215 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.215 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_anon": { 2024-07-26T06:04:45.215 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 2418960, 2024-07-26T06:04:45.215 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 169 2024-07-26T06:04:45.215 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.215 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_meta": { 2024-07-26T06:04:45.215 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 4752, 2024-07-26T06:04:45.215 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 54 2024-07-26T06:04:45.215 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.215 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_co": { 2024-07-26T06:04:45.216 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.216 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.216 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.216 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T06:04:45.216 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 440192, 2024-07-26T06:04:45.216 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 38 2024-07-26T06:04:45.216 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.216 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mapbl": { 2024-07-26T06:04:45.216 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.216 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.216 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.216 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pglog": { 2024-07-26T06:04:45.216 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 101192, 2024-07-26T06:04:45.216 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 205 2024-07-26T06:04:45.216 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.217 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap": { 2024-07-26T06:04:45.217 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 237680, 2024-07-26T06:04:45.217 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 3539 2024-07-26T06:04:45.217 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.217 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap_mapping": { 2024-07-26T06:04:45.217 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.217 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.217 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.217 INFO:tasks.workunit.client.0.smithi089.stdout: "pgmap": { 2024-07-26T06:04:45.217 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.217 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.217 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.217 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_1": { 2024-07-26T06:04:45.217 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.217 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.218 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.218 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_2": { 2024-07-26T06:04:45.218 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.218 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.218 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.218 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.218 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.7": { 2024-07-26T06:04:45.218 INFO:tasks.workunit.client.0.smithi089.stdout: "bloom_filter": { 2024-07-26T06:04:45.218 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.218 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.218 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.218 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T06:04:45.218 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 6304, 2024-07-26T06:04:45.218 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 115 2024-07-26T06:04:45.219 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.219 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_reader": { 2024-07-26T06:04:45.219 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 16896, 2024-07-26T06:04:45.219 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 8 2024-07-26T06:04:45.219 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.219 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_writer": { 2024-07-26T06:04:45.219 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 576, 2024-07-26T06:04:45.219 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 3 2024-07-26T06:04:45.219 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.219 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_Blob": { 2024-07-26T06:04:45.219 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 22400, 2024-07-26T06:04:45.219 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 200 2024-07-26T06:04:45.219 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.219 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_Buffer": { 2024-07-26T06:04:45.219 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 1232, 2024-07-26T06:04:45.220 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 11 2024-07-26T06:04:45.220 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.220 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_Extent": { 2024-07-26T06:04:45.220 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 9600, 2024-07-26T06:04:45.220 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 200 2024-07-26T06:04:45.220 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.220 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_SharedBlob": { 2024-07-26T06:04:45.220 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 22400, 2024-07-26T06:04:45.220 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 200 2024-07-26T06:04:45.220 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.220 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_alloc": { 2024-07-26T06:04:45.220 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 2400, 2024-07-26T06:04:45.220 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 30 2024-07-26T06:04:45.220 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.221 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_data": { 2024-07-26T06:04:45.221 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 286720, 2024-07-26T06:04:45.221 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 11 2024-07-26T06:04:45.221 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.221 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_meta": { 2024-07-26T06:04:45.221 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 55736, 2024-07-26T06:04:45.221 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 10337 2024-07-26T06:04:45.221 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.221 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_onode": { 2024-07-26T06:04:45.221 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 142120, 2024-07-26T06:04:45.221 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 209 2024-07-26T06:04:45.221 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.221 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_other": { 2024-07-26T06:04:45.221 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 11916, 2024-07-26T06:04:45.221 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 764 2024-07-26T06:04:45.222 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.222 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_fsck": { 2024-07-26T06:04:45.222 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.222 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.222 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.222 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_inline_bl": { 2024-07-26T06:04:45.222 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 32856, 2024-07-26T06:04:45.222 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 209 2024-07-26T06:04:45.222 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.222 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_txc": { 2024-07-26T06:04:45.222 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.222 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.222 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.223 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing": { 2024-07-26T06:04:45.223 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 194521, 2024-07-26T06:04:45.223 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 37 2024-07-26T06:04:45.223 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.223 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing_deferred": { 2024-07-26T06:04:45.223 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.223 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.223 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.223 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_anon": { 2024-07-26T06:04:45.223 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 2443382, 2024-07-26T06:04:45.223 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 214 2024-07-26T06:04:45.223 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.223 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_meta": { 2024-07-26T06:04:45.224 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 6336, 2024-07-26T06:04:45.224 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 72 2024-07-26T06:04:45.224 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.224 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_co": { 2024-07-26T06:04:45.224 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.224 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.224 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.224 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T06:04:45.224 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 532864, 2024-07-26T06:04:45.224 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 46 2024-07-26T06:04:45.224 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.224 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mapbl": { 2024-07-26T06:04:45.224 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.224 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.225 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.225 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pglog": { 2024-07-26T06:04:45.225 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 105976, 2024-07-26T06:04:45.225 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 251 2024-07-26T06:04:45.225 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.225 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap": { 2024-07-26T06:04:45.225 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 237680, 2024-07-26T06:04:45.225 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 3539 2024-07-26T06:04:45.225 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.225 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap_mapping": { 2024-07-26T06:04:45.225 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.225 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.225 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.225 INFO:tasks.workunit.client.0.smithi089.stdout: "pgmap": { 2024-07-26T06:04:45.226 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.226 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.226 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.226 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_1": { 2024-07-26T06:04:45.226 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.226 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.226 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.226 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_2": { 2024-07-26T06:04:45.226 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T06:04:45.226 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T06:04:45.226 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.226 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.227 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.227 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.227 INFO:tasks.workunit.client.0.smithi089.stdout: "metadata": { 2024-07-26T06:04:45.227 INFO:tasks.workunit.client.0.smithi089.stdout: "mds": { 2024-07-26T06:04:45.227 INFO:tasks.workunit.client.0.smithi089.stdout: "arch": { 2024-07-26T06:04:45.227 INFO:tasks.workunit.client.0.smithi089.stdout: "x86_64": 2 2024-07-26T06:04:45.227 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.227 INFO:tasks.workunit.client.0.smithi089.stdout: "ceph_version": { 2024-07-26T06:04:45.227 INFO:tasks.workunit.client.0.smithi089.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 2 2024-07-26T06:04:45.227 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.227 INFO:tasks.workunit.client.0.smithi089.stdout: "cpu": { 2024-07-26T06:04:45.227 INFO:tasks.workunit.client.0.smithi089.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-07-26T06:04:45.227 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.227 INFO:tasks.workunit.client.0.smithi089.stdout: "distro": { 2024-07-26T06:04:45.228 INFO:tasks.workunit.client.0.smithi089.stdout: "centos": 2 2024-07-26T06:04:45.228 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.228 INFO:tasks.workunit.client.0.smithi089.stdout: "distro_description": { 2024-07-26T06:04:45.228 INFO:tasks.workunit.client.0.smithi089.stdout: "CentOS Stream 9": 2 2024-07-26T06:04:45.228 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.228 INFO:tasks.workunit.client.0.smithi089.stdout: "kernel_description": { 2024-07-26T06:04:45.228 INFO:tasks.workunit.client.0.smithi089.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 2 2024-07-26T06:04:45.228 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.228 INFO:tasks.workunit.client.0.smithi089.stdout: "kernel_version": { 2024-07-26T06:04:45.228 INFO:tasks.workunit.client.0.smithi089.stdout: "5.14.0-480.el9.x86_64": 2 2024-07-26T06:04:45.228 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.228 INFO:tasks.workunit.client.0.smithi089.stdout: "os": { 2024-07-26T06:04:45.228 INFO:tasks.workunit.client.0.smithi089.stdout: "Linux": 2 2024-07-26T06:04:45.228 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.228 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.229 INFO:tasks.workunit.client.0.smithi089.stdout: "mon": { 2024-07-26T06:04:45.229 INFO:tasks.workunit.client.0.smithi089.stdout: "arch": { 2024-07-26T06:04:45.229 INFO:tasks.workunit.client.0.smithi089.stdout: "x86_64": 3 2024-07-26T06:04:45.229 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.229 INFO:tasks.workunit.client.0.smithi089.stdout: "ceph_version": { 2024-07-26T06:04:45.229 INFO:tasks.workunit.client.0.smithi089.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 3 2024-07-26T06:04:45.229 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.229 INFO:tasks.workunit.client.0.smithi089.stdout: "cpu": { 2024-07-26T06:04:45.229 INFO:tasks.workunit.client.0.smithi089.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-07-26T06:04:45.229 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.229 INFO:tasks.workunit.client.0.smithi089.stdout: "distro": { 2024-07-26T06:04:45.229 INFO:tasks.workunit.client.0.smithi089.stdout: "centos": 3 2024-07-26T06:04:45.229 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.229 INFO:tasks.workunit.client.0.smithi089.stdout: "distro_description": { 2024-07-26T06:04:45.230 INFO:tasks.workunit.client.0.smithi089.stdout: "CentOS Stream 9": 3 2024-07-26T06:04:45.230 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.230 INFO:tasks.workunit.client.0.smithi089.stdout: "kernel_description": { 2024-07-26T06:04:45.230 INFO:tasks.workunit.client.0.smithi089.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 3 2024-07-26T06:04:45.230 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.230 INFO:tasks.workunit.client.0.smithi089.stdout: "kernel_version": { 2024-07-26T06:04:45.230 INFO:tasks.workunit.client.0.smithi089.stdout: "5.14.0-480.el9.x86_64": 3 2024-07-26T06:04:45.230 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.230 INFO:tasks.workunit.client.0.smithi089.stdout: "os": { 2024-07-26T06:04:45.230 INFO:tasks.workunit.client.0.smithi089.stdout: "Linux": 3 2024-07-26T06:04:45.230 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.230 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.230 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T06:04:45.230 INFO:tasks.workunit.client.0.smithi089.stdout: "arch": { 2024-07-26T06:04:45.231 INFO:tasks.workunit.client.0.smithi089.stdout: "x86_64": 8 2024-07-26T06:04:45.231 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.231 INFO:tasks.workunit.client.0.smithi089.stdout: "ceph_version": { 2024-07-26T06:04:45.231 INFO:tasks.workunit.client.0.smithi089.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 8 2024-07-26T06:04:45.231 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.231 INFO:tasks.workunit.client.0.smithi089.stdout: "cpu": { 2024-07-26T06:04:45.231 INFO:tasks.workunit.client.0.smithi089.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-07-26T06:04:45.231 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.231 INFO:tasks.workunit.client.0.smithi089.stdout: "distro": { 2024-07-26T06:04:45.231 INFO:tasks.workunit.client.0.smithi089.stdout: "centos": 8 2024-07-26T06:04:45.231 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.231 INFO:tasks.workunit.client.0.smithi089.stdout: "distro_description": { 2024-07-26T06:04:45.231 INFO:tasks.workunit.client.0.smithi089.stdout: "CentOS Stream 9": 8 2024-07-26T06:04:45.231 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.232 INFO:tasks.workunit.client.0.smithi089.stdout: "kernel_description": { 2024-07-26T06:04:45.232 INFO:tasks.workunit.client.0.smithi089.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 8 2024-07-26T06:04:45.232 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.232 INFO:tasks.workunit.client.0.smithi089.stdout: "kernel_version": { 2024-07-26T06:04:45.232 INFO:tasks.workunit.client.0.smithi089.stdout: "5.14.0-480.el9.x86_64": 8 2024-07-26T06:04:45.232 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.232 INFO:tasks.workunit.client.0.smithi089.stdout: "os": { 2024-07-26T06:04:45.232 INFO:tasks.workunit.client.0.smithi089.stdout: "Linux": 8 2024-07-26T06:04:45.232 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.232 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_objectstore": { 2024-07-26T06:04:45.232 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore": 8 2024-07-26T06:04:45.232 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.232 INFO:tasks.workunit.client.0.smithi089.stdout: "rotational": { 2024-07-26T06:04:45.232 INFO:tasks.workunit.client.0.smithi089.stdout: "0": 8 2024-07-26T06:04:45.232 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.233 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.233 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.233 INFO:tasks.workunit.client.0.smithi089.stdout: "mon": { 2024-07-26T06:04:45.233 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3, 2024-07-26T06:04:45.233 INFO:tasks.workunit.client.0.smithi089.stdout: "features": { 2024-07-26T06:04:45.233 INFO:tasks.workunit.client.0.smithi089.stdout: "optional": [], 2024-07-26T06:04:45.233 INFO:tasks.workunit.client.0.smithi089.stdout: "persistent": [ 2024-07-26T06:04:45.233 INFO:tasks.workunit.client.0.smithi089.stdout: "kraken", 2024-07-26T06:04:45.233 INFO:tasks.workunit.client.0.smithi089.stdout: "luminous", 2024-07-26T06:04:45.233 INFO:tasks.workunit.client.0.smithi089.stdout: "mimic", 2024-07-26T06:04:45.233 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap-prune", 2024-07-26T06:04:45.233 INFO:tasks.workunit.client.0.smithi089.stdout: "nautilus", 2024-07-26T06:04:45.233 INFO:tasks.workunit.client.0.smithi089.stdout: "octopus", 2024-07-26T06:04:45.233 INFO:tasks.workunit.client.0.smithi089.stdout: "pacific", 2024-07-26T06:04:45.234 INFO:tasks.workunit.client.0.smithi089.stdout: "elector-pinging", 2024-07-26T06:04:45.234 INFO:tasks.workunit.client.0.smithi089.stdout: "quincy" 2024-07-26T06:04:45.234 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:45.234 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.234 INFO:tasks.workunit.client.0.smithi089.stdout: "ipv4_addr_mons": 6, 2024-07-26T06:04:45.234 INFO:tasks.workunit.client.0.smithi089.stdout: "ipv6_addr_mons": 0, 2024-07-26T06:04:45.234 INFO:tasks.workunit.client.0.smithi089.stdout: "min_mon_release": 17, 2024-07-26T06:04:45.234 INFO:tasks.workunit.client.0.smithi089.stdout: "v1_addr_mons": 3, 2024-07-26T06:04:45.234 INFO:tasks.workunit.client.0.smithi089.stdout: "v2_addr_mons": 3 2024-07-26T06:04:45.234 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.234 INFO:tasks.workunit.client.0.smithi089.stdout: "organization": "ceph-qa", 2024-07-26T06:04:45.234 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T06:04:45.234 INFO:tasks.workunit.client.0.smithi089.stdout: "cluster_network": false, 2024-07-26T06:04:45.234 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 8, 2024-07-26T06:04:45.234 INFO:tasks.workunit.client.0.smithi089.stdout: "require_min_compat_client": "luminous", 2024-07-26T06:04:45.235 INFO:tasks.workunit.client.0.smithi089.stdout: "require_osd_release": "quincy" 2024-07-26T06:04:45.235 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.235 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_perf_histograms": [ 2024-07-26T06:04:45.235 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:45.235 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T06:04:45.235 INFO:tasks.workunit.client.0.smithi089.stdout: "axes": [ 2024-07-26T06:04:45.235 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:45.235 INFO:tasks.workunit.client.0.smithi089.stdout: "buckets": 32, 2024-07-26T06:04:45.235 INFO:tasks.workunit.client.0.smithi089.stdout: "min": 0, 2024-07-26T06:04:45.235 INFO:tasks.workunit.client.0.smithi089.stdout: "name": "Latency (usec)", 2024-07-26T06:04:45.235 INFO:tasks.workunit.client.0.smithi089.stdout: "quant_size": 100000, 2024-07-26T06:04:45.235 INFO:tasks.workunit.client.0.smithi089.stdout: "ranges": [ 2024-07-26T06:04:45.235 INFO:tasks.workunit.client.0.smithi089.stdout: "[None, -1]", 2024-07-26T06:04:45.235 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 99999]", 2024-07-26T06:04:45.236 INFO:tasks.workunit.client.0.smithi089.stdout: "[100000, 199999]", 2024-07-26T06:04:45.236 INFO:tasks.workunit.client.0.smithi089.stdout: "[200000, 399999]", 2024-07-26T06:04:45.236 INFO:tasks.workunit.client.0.smithi089.stdout: "[400000, 799999]", 2024-07-26T06:04:45.236 INFO:tasks.workunit.client.0.smithi089.stdout: "[800000, 1599999]", 2024-07-26T06:04:45.236 INFO:tasks.workunit.client.0.smithi089.stdout: "[1600000, 3199999]", 2024-07-26T06:04:45.236 INFO:tasks.workunit.client.0.smithi089.stdout: "[3200000, 6399999]", 2024-07-26T06:04:45.236 INFO:tasks.workunit.client.0.smithi089.stdout: "[6400000, 12799999]", 2024-07-26T06:04:45.236 INFO:tasks.workunit.client.0.smithi089.stdout: "[12800000, 25599999]", 2024-07-26T06:04:45.236 INFO:tasks.workunit.client.0.smithi089.stdout: "[25600000, 51199999]", 2024-07-26T06:04:45.236 INFO:tasks.workunit.client.0.smithi089.stdout: "[51200000, 102399999]", 2024-07-26T06:04:45.236 INFO:tasks.workunit.client.0.smithi089.stdout: "[102400000, 204799999]", 2024-07-26T06:04:45.236 INFO:tasks.workunit.client.0.smithi089.stdout: "[204800000, 409599999]", 2024-07-26T06:04:45.236 INFO:tasks.workunit.client.0.smithi089.stdout: "[409600000, 819199999]", 2024-07-26T06:04:45.236 INFO:tasks.workunit.client.0.smithi089.stdout: "[819200000, 1638399999]", 2024-07-26T06:04:45.236 INFO:tasks.workunit.client.0.smithi089.stdout: "[1638400000, 3276799999]", 2024-07-26T06:04:45.237 INFO:tasks.workunit.client.0.smithi089.stdout: "[3276800000, 6553599999]", 2024-07-26T06:04:45.237 INFO:tasks.workunit.client.0.smithi089.stdout: "[6553600000, 13107199999]", 2024-07-26T06:04:45.237 INFO:tasks.workunit.client.0.smithi089.stdout: "[13107200000, 26214399999]", 2024-07-26T06:04:45.237 INFO:tasks.workunit.client.0.smithi089.stdout: "[26214400000, 52428799999]", 2024-07-26T06:04:45.237 INFO:tasks.workunit.client.0.smithi089.stdout: "[52428800000, 104857599999]", 2024-07-26T06:04:45.237 INFO:tasks.workunit.client.0.smithi089.stdout: "[104857600000, 209715199999]", 2024-07-26T06:04:45.237 INFO:tasks.workunit.client.0.smithi089.stdout: "[209715200000, 419430399999]", 2024-07-26T06:04:45.237 INFO:tasks.workunit.client.0.smithi089.stdout: "[419430400000, 838860799999]", 2024-07-26T06:04:45.237 INFO:tasks.workunit.client.0.smithi089.stdout: "[838860800000, 1677721599999]", 2024-07-26T06:04:45.237 INFO:tasks.workunit.client.0.smithi089.stdout: "[1677721600000, 3355443199999]", 2024-07-26T06:04:45.237 INFO:tasks.workunit.client.0.smithi089.stdout: "[3355443200000, 6710886399999]", 2024-07-26T06:04:45.237 INFO:tasks.workunit.client.0.smithi089.stdout: "[6710886400000, 13421772799999]", 2024-07-26T06:04:45.237 INFO:tasks.workunit.client.0.smithi089.stdout: "[13421772800000, 26843545599999]", 2024-07-26T06:04:45.237 INFO:tasks.workunit.client.0.smithi089.stdout: "[26843545600000, 53687091199999]", 2024-07-26T06:04:45.238 INFO:tasks.workunit.client.0.smithi089.stdout: "[53687091200000, None]" 2024-07-26T06:04:45.238 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:45.238 INFO:tasks.workunit.client.0.smithi089.stdout: "scale_type": "log2" 2024-07-26T06:04:45.238 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.238 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:45.238 INFO:tasks.workunit.client.0.smithi089.stdout: "buckets": 32, 2024-07-26T06:04:45.238 INFO:tasks.workunit.client.0.smithi089.stdout: "min": 0, 2024-07-26T06:04:45.238 INFO:tasks.workunit.client.0.smithi089.stdout: "name": "Request size (bytes)", 2024-07-26T06:04:45.238 INFO:tasks.workunit.client.0.smithi089.stdout: "quant_size": 512, 2024-07-26T06:04:45.238 INFO:tasks.workunit.client.0.smithi089.stdout: "ranges": [ 2024-07-26T06:04:45.238 INFO:tasks.workunit.client.0.smithi089.stdout: "[None, -1]", 2024-07-26T06:04:45.238 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 511]", 2024-07-26T06:04:45.239 INFO:tasks.workunit.client.0.smithi089.stdout: "[512, 1023]", 2024-07-26T06:04:45.239 INFO:tasks.workunit.client.0.smithi089.stdout: "[1024, 2047]", 2024-07-26T06:04:45.239 INFO:tasks.workunit.client.0.smithi089.stdout: "[2048, 4095]", 2024-07-26T06:04:45.239 INFO:tasks.workunit.client.0.smithi089.stdout: "[4096, 8191]", 2024-07-26T06:04:45.239 INFO:tasks.workunit.client.0.smithi089.stdout: "[8192, 16383]", 2024-07-26T06:04:45.239 INFO:tasks.workunit.client.0.smithi089.stdout: "[16384, 32767]", 2024-07-26T06:04:45.239 INFO:tasks.workunit.client.0.smithi089.stdout: "[32768, 65535]", 2024-07-26T06:04:45.239 INFO:tasks.workunit.client.0.smithi089.stdout: "[65536, 131071]", 2024-07-26T06:04:45.239 INFO:tasks.workunit.client.0.smithi089.stdout: "[131072, 262143]", 2024-07-26T06:04:45.239 INFO:tasks.workunit.client.0.smithi089.stdout: "[262144, 524287]", 2024-07-26T06:04:45.239 INFO:tasks.workunit.client.0.smithi089.stdout: "[524288, 1048575]", 2024-07-26T06:04:45.239 INFO:tasks.workunit.client.0.smithi089.stdout: "[1048576, 2097151]", 2024-07-26T06:04:45.239 INFO:tasks.workunit.client.0.smithi089.stdout: "[2097152, 4194303]", 2024-07-26T06:04:45.239 INFO:tasks.workunit.client.0.smithi089.stdout: "[4194304, 8388607]", 2024-07-26T06:04:45.240 INFO:tasks.workunit.client.0.smithi089.stdout: "[8388608, 16777215]", 2024-07-26T06:04:45.240 INFO:tasks.workunit.client.0.smithi089.stdout: "[16777216, 33554431]", 2024-07-26T06:04:45.240 INFO:tasks.workunit.client.0.smithi089.stdout: "[33554432, 67108863]", 2024-07-26T06:04:45.240 INFO:tasks.workunit.client.0.smithi089.stdout: "[67108864, 134217727]", 2024-07-26T06:04:45.240 INFO:tasks.workunit.client.0.smithi089.stdout: "[134217728, 268435455]", 2024-07-26T06:04:45.240 INFO:tasks.workunit.client.0.smithi089.stdout: "[268435456, 536870911]", 2024-07-26T06:04:45.240 INFO:tasks.workunit.client.0.smithi089.stdout: "[536870912, 1073741823]", 2024-07-26T06:04:45.240 INFO:tasks.workunit.client.0.smithi089.stdout: "[1073741824, 2147483647]", 2024-07-26T06:04:45.240 INFO:tasks.workunit.client.0.smithi089.stdout: "[2147483648, 4294967295]", 2024-07-26T06:04:45.240 INFO:tasks.workunit.client.0.smithi089.stdout: "[4294967296, 8589934591]", 2024-07-26T06:04:45.240 INFO:tasks.workunit.client.0.smithi089.stdout: "[8589934592, 17179869183]", 2024-07-26T06:04:45.240 INFO:tasks.workunit.client.0.smithi089.stdout: "[17179869184, 34359738367]", 2024-07-26T06:04:45.240 INFO:tasks.workunit.client.0.smithi089.stdout: "[34359738368, 68719476735]", 2024-07-26T06:04:45.240 INFO:tasks.workunit.client.0.smithi089.stdout: "[68719476736, 137438953471]", 2024-07-26T06:04:45.241 INFO:tasks.workunit.client.0.smithi089.stdout: "[137438953472, 274877906943]", 2024-07-26T06:04:45.241 INFO:tasks.workunit.client.0.smithi089.stdout: "[274877906944, None]" 2024-07-26T06:04:45.241 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:45.241 INFO:tasks.workunit.client.0.smithi089.stdout: "scale_type": "log2" 2024-07-26T06:04:45.241 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.241 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:45.241 INFO:tasks.workunit.client.0.smithi089.stdout: "osds": [ 2024-07-26T06:04:45.241 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:45.241 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 0, 2024-07-26T06:04:45.241 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T06:04:45.241 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.241 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.241 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.241 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.242 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.242 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.242 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.242 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.242 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.242 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.242 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.242 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.242 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.242 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.242 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.242 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.242 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.242 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.243 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.243 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.243 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.243 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.243 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.243 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.243 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.243 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.243 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.243 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.243 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.243 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.243 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.243 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:04:45.244 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:45.244 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.244 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:45.244 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 1, 2024-07-26T06:04:45.244 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T06:04:45.244 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.244 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.244 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.244 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.244 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.244 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.244 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.244 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.244 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.245 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.245 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.245 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.245 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.245 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.245 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.245 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.245 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.245 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.245 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.245 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.245 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.246 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.246 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.246 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.246 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.246 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.246 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.246 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.246 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.246 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.246 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.246 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:04:45.246 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:45.246 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.246 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:45.247 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 2, 2024-07-26T06:04:45.247 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T06:04:45.247 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.247 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.247 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.247 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.247 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.247 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.247 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.247 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.247 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.247 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.247 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.247 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.248 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.248 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.248 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.248 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.248 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.248 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.248 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.248 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.248 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.248 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.248 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.248 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.248 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.248 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.249 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.249 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.249 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.249 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.249 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.249 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:04:45.249 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:45.249 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.249 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:45.249 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 3, 2024-07-26T06:04:45.249 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T06:04:45.249 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.249 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.249 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.249 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.250 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.250 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.250 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.250 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.250 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.250 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.250 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.250 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.250 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.250 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.250 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.251 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.251 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.251 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.251 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.251 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.251 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.251 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.251 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.251 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.251 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.251 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.251 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.251 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.251 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.252 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.252 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.252 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:04:45.252 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:45.252 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.252 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:45.252 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 4, 2024-07-26T06:04:45.252 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T06:04:45.252 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.252 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.252 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.252 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.252 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.252 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.253 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.253 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.253 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.253 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.253 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.253 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.253 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.253 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.253 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.253 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.253 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.253 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.253 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.253 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.253 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.254 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.254 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.254 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.254 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.254 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.254 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.254 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.254 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.254 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.254 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.254 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:04:45.254 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:45.254 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.254 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:45.255 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 5, 2024-07-26T06:04:45.255 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T06:04:45.255 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.255 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.255 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.255 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.255 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.255 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.255 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.255 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.255 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.255 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.256 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.256 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.256 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.256 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.256 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.256 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.256 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.256 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.256 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.256 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.256 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.256 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.256 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.256 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.256 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.257 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.257 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.257 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.257 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.257 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.257 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.257 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:04:45.257 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:45.257 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.257 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:45.257 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 6, 2024-07-26T06:04:45.257 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T06:04:45.257 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.257 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.258 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.258 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.258 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.258 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.258 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.258 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.258 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.258 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.258 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.258 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.258 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.258 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.258 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.259 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.259 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.259 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.259 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.259 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.259 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.259 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.259 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.259 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.259 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.259 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.259 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.259 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.259 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.259 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.260 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.260 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:04:45.260 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:45.260 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.260 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:45.260 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 7, 2024-07-26T06:04:45.260 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T06:04:45.260 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.260 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.260 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 126, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.260 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.260 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.261 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.261 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.261 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.261 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.261 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.261 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.261 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.261 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.261 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.261 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.261 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.261 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.261 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.261 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.262 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.262 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.262 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.262 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.262 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.262 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.262 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.262 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.262 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.262 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.262 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.262 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.262 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:04:45.262 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:45.263 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.263 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:45.263 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.263 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T06:04:45.263 INFO:tasks.workunit.client.0.smithi089.stdout: "axes": [ 2024-07-26T06:04:45.263 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:45.263 INFO:tasks.workunit.client.0.smithi089.stdout: "buckets": 32, 2024-07-26T06:04:45.263 INFO:tasks.workunit.client.0.smithi089.stdout: "min": 0, 2024-07-26T06:04:45.263 INFO:tasks.workunit.client.0.smithi089.stdout: "name": "Latency (usec)", 2024-07-26T06:04:45.263 INFO:tasks.workunit.client.0.smithi089.stdout: "quant_size": 100000, 2024-07-26T06:04:45.263 INFO:tasks.workunit.client.0.smithi089.stdout: "ranges": [ 2024-07-26T06:04:45.263 INFO:tasks.workunit.client.0.smithi089.stdout: "[None, -1]", 2024-07-26T06:04:45.263 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 99999]", 2024-07-26T06:04:45.263 INFO:tasks.workunit.client.0.smithi089.stdout: "[100000, 199999]", 2024-07-26T06:04:45.264 INFO:tasks.workunit.client.0.smithi089.stdout: "[200000, 399999]", 2024-07-26T06:04:45.264 INFO:tasks.workunit.client.0.smithi089.stdout: "[400000, 799999]", 2024-07-26T06:04:45.264 INFO:tasks.workunit.client.0.smithi089.stdout: "[800000, 1599999]", 2024-07-26T06:04:45.264 INFO:tasks.workunit.client.0.smithi089.stdout: "[1600000, 3199999]", 2024-07-26T06:04:45.264 INFO:tasks.workunit.client.0.smithi089.stdout: "[3200000, 6399999]", 2024-07-26T06:04:45.264 INFO:tasks.workunit.client.0.smithi089.stdout: "[6400000, 12799999]", 2024-07-26T06:04:45.264 INFO:tasks.workunit.client.0.smithi089.stdout: "[12800000, 25599999]", 2024-07-26T06:04:45.264 INFO:tasks.workunit.client.0.smithi089.stdout: "[25600000, 51199999]", 2024-07-26T06:04:45.264 INFO:tasks.workunit.client.0.smithi089.stdout: "[51200000, 102399999]", 2024-07-26T06:04:45.264 INFO:tasks.workunit.client.0.smithi089.stdout: "[102400000, 204799999]", 2024-07-26T06:04:45.264 INFO:tasks.workunit.client.0.smithi089.stdout: "[204800000, 409599999]", 2024-07-26T06:04:45.264 INFO:tasks.workunit.client.0.smithi089.stdout: "[409600000, 819199999]", 2024-07-26T06:04:45.264 INFO:tasks.workunit.client.0.smithi089.stdout: "[819200000, 1638399999]", 2024-07-26T06:04:45.264 INFO:tasks.workunit.client.0.smithi089.stdout: "[1638400000, 3276799999]", 2024-07-26T06:04:45.264 INFO:tasks.workunit.client.0.smithi089.stdout: "[3276800000, 6553599999]", 2024-07-26T06:04:45.265 INFO:tasks.workunit.client.0.smithi089.stdout: "[6553600000, 13107199999]", 2024-07-26T06:04:45.265 INFO:tasks.workunit.client.0.smithi089.stdout: "[13107200000, 26214399999]", 2024-07-26T06:04:45.265 INFO:tasks.workunit.client.0.smithi089.stdout: "[26214400000, 52428799999]", 2024-07-26T06:04:45.265 INFO:tasks.workunit.client.0.smithi089.stdout: "[52428800000, 104857599999]", 2024-07-26T06:04:45.265 INFO:tasks.workunit.client.0.smithi089.stdout: "[104857600000, 209715199999]", 2024-07-26T06:04:45.265 INFO:tasks.workunit.client.0.smithi089.stdout: "[209715200000, 419430399999]", 2024-07-26T06:04:45.265 INFO:tasks.workunit.client.0.smithi089.stdout: "[419430400000, 838860799999]", 2024-07-26T06:04:45.265 INFO:tasks.workunit.client.0.smithi089.stdout: "[838860800000, 1677721599999]", 2024-07-26T06:04:45.265 INFO:tasks.workunit.client.0.smithi089.stdout: "[1677721600000, 3355443199999]", 2024-07-26T06:04:45.265 INFO:tasks.workunit.client.0.smithi089.stdout: "[3355443200000, 6710886399999]", 2024-07-26T06:04:45.265 INFO:tasks.workunit.client.0.smithi089.stdout: "[6710886400000, 13421772799999]", 2024-07-26T06:04:45.265 INFO:tasks.workunit.client.0.smithi089.stdout: "[13421772800000, 26843545599999]", 2024-07-26T06:04:45.265 INFO:tasks.workunit.client.0.smithi089.stdout: "[26843545600000, 53687091199999]", 2024-07-26T06:04:45.265 INFO:tasks.workunit.client.0.smithi089.stdout: "[53687091200000, None]" 2024-07-26T06:04:45.266 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:45.266 INFO:tasks.workunit.client.0.smithi089.stdout: "scale_type": "log2" 2024-07-26T06:04:45.266 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.266 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:45.266 INFO:tasks.workunit.client.0.smithi089.stdout: "buckets": 32, 2024-07-26T06:04:45.266 INFO:tasks.workunit.client.0.smithi089.stdout: "min": 0, 2024-07-26T06:04:45.266 INFO:tasks.workunit.client.0.smithi089.stdout: "name": "Request size (bytes)", 2024-07-26T06:04:45.266 INFO:tasks.workunit.client.0.smithi089.stdout: "quant_size": 512, 2024-07-26T06:04:45.266 INFO:tasks.workunit.client.0.smithi089.stdout: "ranges": [ 2024-07-26T06:04:45.266 INFO:tasks.workunit.client.0.smithi089.stdout: "[None, -1]", 2024-07-26T06:04:45.266 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 511]", 2024-07-26T06:04:45.266 INFO:tasks.workunit.client.0.smithi089.stdout: "[512, 1023]", 2024-07-26T06:04:45.266 INFO:tasks.workunit.client.0.smithi089.stdout: "[1024, 2047]", 2024-07-26T06:04:45.266 INFO:tasks.workunit.client.0.smithi089.stdout: "[2048, 4095]", 2024-07-26T06:04:45.267 INFO:tasks.workunit.client.0.smithi089.stdout: "[4096, 8191]", 2024-07-26T06:04:45.267 INFO:tasks.workunit.client.0.smithi089.stdout: "[8192, 16383]", 2024-07-26T06:04:45.267 INFO:tasks.workunit.client.0.smithi089.stdout: "[16384, 32767]", 2024-07-26T06:04:45.267 INFO:tasks.workunit.client.0.smithi089.stdout: "[32768, 65535]", 2024-07-26T06:04:45.267 INFO:tasks.workunit.client.0.smithi089.stdout: "[65536, 131071]", 2024-07-26T06:04:45.267 INFO:tasks.workunit.client.0.smithi089.stdout: "[131072, 262143]", 2024-07-26T06:04:45.267 INFO:tasks.workunit.client.0.smithi089.stdout: "[262144, 524287]", 2024-07-26T06:04:45.267 INFO:tasks.workunit.client.0.smithi089.stdout: "[524288, 1048575]", 2024-07-26T06:04:45.267 INFO:tasks.workunit.client.0.smithi089.stdout: "[1048576, 2097151]", 2024-07-26T06:04:45.267 INFO:tasks.workunit.client.0.smithi089.stdout: "[2097152, 4194303]", 2024-07-26T06:04:45.267 INFO:tasks.workunit.client.0.smithi089.stdout: "[4194304, 8388607]", 2024-07-26T06:04:45.267 INFO:tasks.workunit.client.0.smithi089.stdout: "[8388608, 16777215]", 2024-07-26T06:04:45.267 INFO:tasks.workunit.client.0.smithi089.stdout: "[16777216, 33554431]", 2024-07-26T06:04:45.267 INFO:tasks.workunit.client.0.smithi089.stdout: "[33554432, 67108863]", 2024-07-26T06:04:45.267 INFO:tasks.workunit.client.0.smithi089.stdout: "[67108864, 134217727]", 2024-07-26T06:04:45.268 INFO:tasks.workunit.client.0.smithi089.stdout: "[134217728, 268435455]", 2024-07-26T06:04:45.268 INFO:tasks.workunit.client.0.smithi089.stdout: "[268435456, 536870911]", 2024-07-26T06:04:45.268 INFO:tasks.workunit.client.0.smithi089.stdout: "[536870912, 1073741823]", 2024-07-26T06:04:45.268 INFO:tasks.workunit.client.0.smithi089.stdout: "[1073741824, 2147483647]", 2024-07-26T06:04:45.268 INFO:tasks.workunit.client.0.smithi089.stdout: "[2147483648, 4294967295]", 2024-07-26T06:04:45.268 INFO:tasks.workunit.client.0.smithi089.stdout: "[4294967296, 8589934591]", 2024-07-26T06:04:45.268 INFO:tasks.workunit.client.0.smithi089.stdout: "[8589934592, 17179869183]", 2024-07-26T06:04:45.268 INFO:tasks.workunit.client.0.smithi089.stdout: "[17179869184, 34359738367]", 2024-07-26T06:04:45.268 INFO:tasks.workunit.client.0.smithi089.stdout: "[34359738368, 68719476735]", 2024-07-26T06:04:45.268 INFO:tasks.workunit.client.0.smithi089.stdout: "[68719476736, 137438953471]", 2024-07-26T06:04:45.268 INFO:tasks.workunit.client.0.smithi089.stdout: "[137438953472, 274877906943]", 2024-07-26T06:04:45.268 INFO:tasks.workunit.client.0.smithi089.stdout: "[274877906944, None]" 2024-07-26T06:04:45.268 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:45.269 INFO:tasks.workunit.client.0.smithi089.stdout: "scale_type": "log2" 2024-07-26T06:04:45.269 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.269 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:45.269 INFO:tasks.workunit.client.0.smithi089.stdout: "osds": [ 2024-07-26T06:04:45.269 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:45.269 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 0, 2024-07-26T06:04:45.269 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T06:04:45.269 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.269 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.269 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.269 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.269 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.269 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.269 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.270 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.270 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.270 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.270 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.270 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.270 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.270 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.270 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.270 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.270 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.270 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.270 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.270 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.271 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.271 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.271 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.271 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.271 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.271 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.271 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.271 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.271 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.271 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.271 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.271 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:04:45.271 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:45.271 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.271 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:45.272 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 1, 2024-07-26T06:04:45.272 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T06:04:45.272 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.272 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.272 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.272 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.272 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.272 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.272 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.272 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.272 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.272 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.272 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.272 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.273 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.273 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.273 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.273 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.273 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.273 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.273 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.273 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.273 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.273 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.273 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.273 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.273 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.274 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.274 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.274 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.274 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.274 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.274 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.274 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:04:45.274 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:45.274 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.274 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:45.274 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 2, 2024-07-26T06:04:45.274 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T06:04:45.274 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.274 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.275 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.275 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.275 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.275 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.275 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.275 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.275 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.275 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.275 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.275 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.275 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.275 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.275 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.275 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.276 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.276 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.276 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.276 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.276 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.276 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.276 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.276 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.276 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.276 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.276 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.276 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.276 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.276 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.277 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.277 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:04:45.277 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:45.277 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.277 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:45.277 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 3, 2024-07-26T06:04:45.277 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T06:04:45.277 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.277 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.277 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.277 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.277 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.277 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.277 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.278 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.278 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.278 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.278 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.278 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.278 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.278 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.278 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.278 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.278 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.278 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.278 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.278 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.279 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.279 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.279 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.279 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.279 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.279 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.279 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.279 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.279 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.279 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.279 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.279 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:04:45.279 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:45.279 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.280 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:45.280 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 4, 2024-07-26T06:04:45.280 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T06:04:45.280 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.280 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.280 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.280 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.280 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.280 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.280 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.280 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.280 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.280 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.281 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.281 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.281 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.281 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.281 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.281 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.281 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.281 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.281 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.281 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.281 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.281 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.281 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.281 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.282 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.282 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.282 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.282 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.282 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.282 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.282 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.282 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:04:45.282 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:45.282 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.282 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:45.282 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 5, 2024-07-26T06:04:45.282 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T06:04:45.283 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.283 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.283 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.283 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.283 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.283 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.283 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.283 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.283 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.283 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.283 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.283 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.283 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.284 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.284 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.284 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.284 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.284 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.284 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.284 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.284 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.284 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.284 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.284 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.284 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.285 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.285 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.285 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.285 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.285 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.285 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.285 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:04:45.285 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:45.285 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.285 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:45.285 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 6, 2024-07-26T06:04:45.285 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T06:04:45.285 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.285 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.286 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.286 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.286 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.286 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.286 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.286 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.286 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.286 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.286 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.286 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.286 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.286 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.286 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.286 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.287 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.287 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.287 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.287 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.287 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.287 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.287 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.287 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.287 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.287 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.287 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.287 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.287 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.287 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.288 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.288 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:04:45.288 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:45.288 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.288 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:45.288 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 7, 2024-07-26T06:04:45.288 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T06:04:45.288 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.288 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.288 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.288 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.288 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.288 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.288 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.288 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.289 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.289 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.289 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.289 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.289 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.289 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.289 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.289 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.289 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.289 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.289 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.289 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.289 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.290 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.290 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.290 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.290 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.290 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.290 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.290 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.290 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.290 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.290 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.290 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:04:45.290 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:45.290 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.291 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:45.291 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.291 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T06:04:45.291 INFO:tasks.workunit.client.0.smithi089.stdout: "axes": [ 2024-07-26T06:04:45.291 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:45.291 INFO:tasks.workunit.client.0.smithi089.stdout: "buckets": 32, 2024-07-26T06:04:45.291 INFO:tasks.workunit.client.0.smithi089.stdout: "min": 0, 2024-07-26T06:04:45.291 INFO:tasks.workunit.client.0.smithi089.stdout: "name": "Latency (usec)", 2024-07-26T06:04:45.291 INFO:tasks.workunit.client.0.smithi089.stdout: "quant_size": 100000, 2024-07-26T06:04:45.291 INFO:tasks.workunit.client.0.smithi089.stdout: "ranges": [ 2024-07-26T06:04:45.291 INFO:tasks.workunit.client.0.smithi089.stdout: "[None, -1]", 2024-07-26T06:04:45.291 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 99999]", 2024-07-26T06:04:45.291 INFO:tasks.workunit.client.0.smithi089.stdout: "[100000, 199999]", 2024-07-26T06:04:45.291 INFO:tasks.workunit.client.0.smithi089.stdout: "[200000, 399999]", 2024-07-26T06:04:45.292 INFO:tasks.workunit.client.0.smithi089.stdout: "[400000, 799999]", 2024-07-26T06:04:45.292 INFO:tasks.workunit.client.0.smithi089.stdout: "[800000, 1599999]", 2024-07-26T06:04:45.292 INFO:tasks.workunit.client.0.smithi089.stdout: "[1600000, 3199999]", 2024-07-26T06:04:45.292 INFO:tasks.workunit.client.0.smithi089.stdout: "[3200000, 6399999]", 2024-07-26T06:04:45.292 INFO:tasks.workunit.client.0.smithi089.stdout: "[6400000, 12799999]", 2024-07-26T06:04:45.292 INFO:tasks.workunit.client.0.smithi089.stdout: "[12800000, 25599999]", 2024-07-26T06:04:45.292 INFO:tasks.workunit.client.0.smithi089.stdout: "[25600000, 51199999]", 2024-07-26T06:04:45.292 INFO:tasks.workunit.client.0.smithi089.stdout: "[51200000, 102399999]", 2024-07-26T06:04:45.292 INFO:tasks.workunit.client.0.smithi089.stdout: "[102400000, 204799999]", 2024-07-26T06:04:45.292 INFO:tasks.workunit.client.0.smithi089.stdout: "[204800000, 409599999]", 2024-07-26T06:04:45.292 INFO:tasks.workunit.client.0.smithi089.stdout: "[409600000, 819199999]", 2024-07-26T06:04:45.292 INFO:tasks.workunit.client.0.smithi089.stdout: "[819200000, 1638399999]", 2024-07-26T06:04:45.292 INFO:tasks.workunit.client.0.smithi089.stdout: "[1638400000, 3276799999]", 2024-07-26T06:04:45.292 INFO:tasks.workunit.client.0.smithi089.stdout: "[3276800000, 6553599999]", 2024-07-26T06:04:45.293 INFO:tasks.workunit.client.0.smithi089.stdout: "[6553600000, 13107199999]", 2024-07-26T06:04:45.293 INFO:tasks.workunit.client.0.smithi089.stdout: "[13107200000, 26214399999]", 2024-07-26T06:04:45.293 INFO:tasks.workunit.client.0.smithi089.stdout: "[26214400000, 52428799999]", 2024-07-26T06:04:45.293 INFO:tasks.workunit.client.0.smithi089.stdout: "[52428800000, 104857599999]", 2024-07-26T06:04:45.293 INFO:tasks.workunit.client.0.smithi089.stdout: "[104857600000, 209715199999]", 2024-07-26T06:04:45.293 INFO:tasks.workunit.client.0.smithi089.stdout: "[209715200000, 419430399999]", 2024-07-26T06:04:45.293 INFO:tasks.workunit.client.0.smithi089.stdout: "[419430400000, 838860799999]", 2024-07-26T06:04:45.293 INFO:tasks.workunit.client.0.smithi089.stdout: "[838860800000, 1677721599999]", 2024-07-26T06:04:45.293 INFO:tasks.workunit.client.0.smithi089.stdout: "[1677721600000, 3355443199999]", 2024-07-26T06:04:45.293 INFO:tasks.workunit.client.0.smithi089.stdout: "[3355443200000, 6710886399999]", 2024-07-26T06:04:45.293 INFO:tasks.workunit.client.0.smithi089.stdout: "[6710886400000, 13421772799999]", 2024-07-26T06:04:45.293 INFO:tasks.workunit.client.0.smithi089.stdout: "[13421772800000, 26843545599999]", 2024-07-26T06:04:45.293 INFO:tasks.workunit.client.0.smithi089.stdout: "[26843545600000, 53687091199999]", 2024-07-26T06:04:45.293 INFO:tasks.workunit.client.0.smithi089.stdout: "[53687091200000, None]" 2024-07-26T06:04:45.294 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:45.294 INFO:tasks.workunit.client.0.smithi089.stdout: "scale_type": "log2" 2024-07-26T06:04:45.294 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.294 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:45.294 INFO:tasks.workunit.client.0.smithi089.stdout: "buckets": 32, 2024-07-26T06:04:45.294 INFO:tasks.workunit.client.0.smithi089.stdout: "min": 0, 2024-07-26T06:04:45.294 INFO:tasks.workunit.client.0.smithi089.stdout: "name": "Request size (bytes)", 2024-07-26T06:04:45.294 INFO:tasks.workunit.client.0.smithi089.stdout: "quant_size": 512, 2024-07-26T06:04:45.294 INFO:tasks.workunit.client.0.smithi089.stdout: "ranges": [ 2024-07-26T06:04:45.294 INFO:tasks.workunit.client.0.smithi089.stdout: "[None, -1]", 2024-07-26T06:04:45.294 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 511]", 2024-07-26T06:04:45.294 INFO:tasks.workunit.client.0.smithi089.stdout: "[512, 1023]", 2024-07-26T06:04:45.294 INFO:tasks.workunit.client.0.smithi089.stdout: "[1024, 2047]", 2024-07-26T06:04:45.294 INFO:tasks.workunit.client.0.smithi089.stdout: "[2048, 4095]", 2024-07-26T06:04:45.294 INFO:tasks.workunit.client.0.smithi089.stdout: "[4096, 8191]", 2024-07-26T06:04:45.295 INFO:tasks.workunit.client.0.smithi089.stdout: "[8192, 16383]", 2024-07-26T06:04:45.295 INFO:tasks.workunit.client.0.smithi089.stdout: "[16384, 32767]", 2024-07-26T06:04:45.295 INFO:tasks.workunit.client.0.smithi089.stdout: "[32768, 65535]", 2024-07-26T06:04:45.295 INFO:tasks.workunit.client.0.smithi089.stdout: "[65536, 131071]", 2024-07-26T06:04:45.295 INFO:tasks.workunit.client.0.smithi089.stdout: "[131072, 262143]", 2024-07-26T06:04:45.295 INFO:tasks.workunit.client.0.smithi089.stdout: "[262144, 524287]", 2024-07-26T06:04:45.295 INFO:tasks.workunit.client.0.smithi089.stdout: "[524288, 1048575]", 2024-07-26T06:04:45.295 INFO:tasks.workunit.client.0.smithi089.stdout: "[1048576, 2097151]", 2024-07-26T06:04:45.295 INFO:tasks.workunit.client.0.smithi089.stdout: "[2097152, 4194303]", 2024-07-26T06:04:45.295 INFO:tasks.workunit.client.0.smithi089.stdout: "[4194304, 8388607]", 2024-07-26T06:04:45.295 INFO:tasks.workunit.client.0.smithi089.stdout: "[8388608, 16777215]", 2024-07-26T06:04:45.295 INFO:tasks.workunit.client.0.smithi089.stdout: "[16777216, 33554431]", 2024-07-26T06:04:45.295 INFO:tasks.workunit.client.0.smithi089.stdout: "[33554432, 67108863]", 2024-07-26T06:04:45.295 INFO:tasks.workunit.client.0.smithi089.stdout: "[67108864, 134217727]", 2024-07-26T06:04:45.296 INFO:tasks.workunit.client.0.smithi089.stdout: "[134217728, 268435455]", 2024-07-26T06:04:45.296 INFO:tasks.workunit.client.0.smithi089.stdout: "[268435456, 536870911]", 2024-07-26T06:04:45.296 INFO:tasks.workunit.client.0.smithi089.stdout: "[536870912, 1073741823]", 2024-07-26T06:04:45.296 INFO:tasks.workunit.client.0.smithi089.stdout: "[1073741824, 2147483647]", 2024-07-26T06:04:45.296 INFO:tasks.workunit.client.0.smithi089.stdout: "[2147483648, 4294967295]", 2024-07-26T06:04:45.296 INFO:tasks.workunit.client.0.smithi089.stdout: "[4294967296, 8589934591]", 2024-07-26T06:04:45.296 INFO:tasks.workunit.client.0.smithi089.stdout: "[8589934592, 17179869183]", 2024-07-26T06:04:45.296 INFO:tasks.workunit.client.0.smithi089.stdout: "[17179869184, 34359738367]", 2024-07-26T06:04:45.296 INFO:tasks.workunit.client.0.smithi089.stdout: "[34359738368, 68719476735]", 2024-07-26T06:04:45.296 INFO:tasks.workunit.client.0.smithi089.stdout: "[68719476736, 137438953471]", 2024-07-26T06:04:45.296 INFO:tasks.workunit.client.0.smithi089.stdout: "[137438953472, 274877906943]", 2024-07-26T06:04:45.296 INFO:tasks.workunit.client.0.smithi089.stdout: "[274877906944, None]" 2024-07-26T06:04:45.296 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:45.296 INFO:tasks.workunit.client.0.smithi089.stdout: "scale_type": "log2" 2024-07-26T06:04:45.297 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.297 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:45.297 INFO:tasks.workunit.client.0.smithi089.stdout: "osds": [ 2024-07-26T06:04:45.297 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:45.297 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 0, 2024-07-26T06:04:45.297 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T06:04:45.297 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.297 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.297 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.297 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.297 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.297 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.297 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.298 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.298 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.298 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.298 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.298 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.298 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.298 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.298 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.298 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.298 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.298 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.298 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.298 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.299 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.299 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.299 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.299 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.299 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.299 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.299 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.299 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.299 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.299 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.299 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.299 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:04:45.299 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:45.299 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.300 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:45.300 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 1, 2024-07-26T06:04:45.300 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T06:04:45.300 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.300 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.300 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.300 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.300 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.300 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.300 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.300 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.300 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.300 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.300 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.301 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.301 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.301 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.301 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.301 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.301 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.301 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.301 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.301 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.301 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.301 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.301 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.301 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.301 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.302 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.302 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.302 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.302 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.302 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.302 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.302 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:04:45.302 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:45.302 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.302 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:45.302 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 2, 2024-07-26T06:04:45.302 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T06:04:45.302 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.303 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.303 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.303 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.303 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.303 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.303 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.303 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.303 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.303 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.303 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.303 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.303 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.304 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.304 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.304 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.304 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.304 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.304 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.304 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.304 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.304 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.304 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.304 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.304 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.304 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.304 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.305 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.305 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.305 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.305 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.305 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:04:45.305 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:45.305 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.305 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:45.305 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 3, 2024-07-26T06:04:45.305 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T06:04:45.305 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.305 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.305 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.306 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.306 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.306 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.306 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.306 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.306 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.306 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.306 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.306 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.306 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.306 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.306 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.306 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.306 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.307 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.307 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.307 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.307 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.307 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.307 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.307 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.307 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.307 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.307 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.307 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.307 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.307 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.308 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.308 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:04:45.308 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:45.308 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.308 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:45.308 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 4, 2024-07-26T06:04:45.308 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T06:04:45.308 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.308 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.308 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.308 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.308 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.308 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.308 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.309 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.309 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.309 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.309 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.309 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.309 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.309 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.309 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.309 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.309 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.309 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.309 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.309 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.309 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.310 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.310 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.310 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.310 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.310 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.310 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.310 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.310 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.310 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.310 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.310 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:04:45.310 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:45.310 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.310 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:45.311 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 5, 2024-07-26T06:04:45.311 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T06:04:45.311 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.311 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.311 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.311 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.311 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.311 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.311 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.311 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.311 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.311 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.311 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.311 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.312 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.312 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.312 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.312 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.312 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.312 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.312 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.312 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.312 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.312 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.312 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.312 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.312 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.313 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.313 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.313 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.313 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.313 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.313 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.313 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:04:45.313 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:45.313 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.313 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:45.313 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 6, 2024-07-26T06:04:45.313 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T06:04:45.313 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.314 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.314 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.314 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.314 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.314 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.314 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.314 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.314 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.314 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.314 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.314 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.314 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.314 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.314 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.315 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.315 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.315 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.315 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.315 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.315 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.315 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.315 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.315 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.315 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.315 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.315 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.315 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.315 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.316 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.316 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.316 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:04:45.316 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:45.316 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.316 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:45.316 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 7, 2024-07-26T06:04:45.316 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T06:04:45.316 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.316 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.316 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.316 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.316 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.316 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.316 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.317 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.317 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.317 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.317 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.317 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.317 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.317 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.317 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.317 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.317 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.317 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.317 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.317 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.317 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.318 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.318 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.318 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.318 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.318 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.318 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.318 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.318 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.318 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.318 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.318 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:04:45.318 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:45.318 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.319 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:45.319 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.319 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T06:04:45.319 INFO:tasks.workunit.client.0.smithi089.stdout: "axes": [ 2024-07-26T06:04:45.319 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:45.319 INFO:tasks.workunit.client.0.smithi089.stdout: "buckets": 32, 2024-07-26T06:04:45.319 INFO:tasks.workunit.client.0.smithi089.stdout: "min": 0, 2024-07-26T06:04:45.319 INFO:tasks.workunit.client.0.smithi089.stdout: "name": "Latency (usec)", 2024-07-26T06:04:45.319 INFO:tasks.workunit.client.0.smithi089.stdout: "quant_size": 100000, 2024-07-26T06:04:45.319 INFO:tasks.workunit.client.0.smithi089.stdout: "ranges": [ 2024-07-26T06:04:45.319 INFO:tasks.workunit.client.0.smithi089.stdout: "[None, -1]", 2024-07-26T06:04:45.319 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 99999]", 2024-07-26T06:04:45.319 INFO:tasks.workunit.client.0.smithi089.stdout: "[100000, 199999]", 2024-07-26T06:04:45.319 INFO:tasks.workunit.client.0.smithi089.stdout: "[200000, 399999]", 2024-07-26T06:04:45.320 INFO:tasks.workunit.client.0.smithi089.stdout: "[400000, 799999]", 2024-07-26T06:04:45.320 INFO:tasks.workunit.client.0.smithi089.stdout: "[800000, 1599999]", 2024-07-26T06:04:45.320 INFO:tasks.workunit.client.0.smithi089.stdout: "[1600000, 3199999]", 2024-07-26T06:04:45.320 INFO:tasks.workunit.client.0.smithi089.stdout: "[3200000, 6399999]", 2024-07-26T06:04:45.320 INFO:tasks.workunit.client.0.smithi089.stdout: "[6400000, 12799999]", 2024-07-26T06:04:45.320 INFO:tasks.workunit.client.0.smithi089.stdout: "[12800000, 25599999]", 2024-07-26T06:04:45.320 INFO:tasks.workunit.client.0.smithi089.stdout: "[25600000, 51199999]", 2024-07-26T06:04:45.320 INFO:tasks.workunit.client.0.smithi089.stdout: "[51200000, 102399999]", 2024-07-26T06:04:45.320 INFO:tasks.workunit.client.0.smithi089.stdout: "[102400000, 204799999]", 2024-07-26T06:04:45.320 INFO:tasks.workunit.client.0.smithi089.stdout: "[204800000, 409599999]", 2024-07-26T06:04:45.320 INFO:tasks.workunit.client.0.smithi089.stdout: "[409600000, 819199999]", 2024-07-26T06:04:45.320 INFO:tasks.workunit.client.0.smithi089.stdout: "[819200000, 1638399999]", 2024-07-26T06:04:45.320 INFO:tasks.workunit.client.0.smithi089.stdout: "[1638400000, 3276799999]", 2024-07-26T06:04:45.320 INFO:tasks.workunit.client.0.smithi089.stdout: "[3276800000, 6553599999]", 2024-07-26T06:04:45.321 INFO:tasks.workunit.client.0.smithi089.stdout: "[6553600000, 13107199999]", 2024-07-26T06:04:45.321 INFO:tasks.workunit.client.0.smithi089.stdout: "[13107200000, 26214399999]", 2024-07-26T06:04:45.321 INFO:tasks.workunit.client.0.smithi089.stdout: "[26214400000, 52428799999]", 2024-07-26T06:04:45.321 INFO:tasks.workunit.client.0.smithi089.stdout: "[52428800000, 104857599999]", 2024-07-26T06:04:45.321 INFO:tasks.workunit.client.0.smithi089.stdout: "[104857600000, 209715199999]", 2024-07-26T06:04:45.321 INFO:tasks.workunit.client.0.smithi089.stdout: "[209715200000, 419430399999]", 2024-07-26T06:04:45.321 INFO:tasks.workunit.client.0.smithi089.stdout: "[419430400000, 838860799999]", 2024-07-26T06:04:45.321 INFO:tasks.workunit.client.0.smithi089.stdout: "[838860800000, 1677721599999]", 2024-07-26T06:04:45.321 INFO:tasks.workunit.client.0.smithi089.stdout: "[1677721600000, 3355443199999]", 2024-07-26T06:04:45.321 INFO:tasks.workunit.client.0.smithi089.stdout: "[3355443200000, 6710886399999]", 2024-07-26T06:04:45.321 INFO:tasks.workunit.client.0.smithi089.stdout: "[6710886400000, 13421772799999]", 2024-07-26T06:04:45.321 INFO:tasks.workunit.client.0.smithi089.stdout: "[13421772800000, 26843545599999]", 2024-07-26T06:04:45.321 INFO:tasks.workunit.client.0.smithi089.stdout: "[26843545600000, 53687091199999]", 2024-07-26T06:04:45.321 INFO:tasks.workunit.client.0.smithi089.stdout: "[53687091200000, None]" 2024-07-26T06:04:45.322 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:45.322 INFO:tasks.workunit.client.0.smithi089.stdout: "scale_type": "log2" 2024-07-26T06:04:45.322 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.322 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:45.322 INFO:tasks.workunit.client.0.smithi089.stdout: "buckets": 32, 2024-07-26T06:04:45.322 INFO:tasks.workunit.client.0.smithi089.stdout: "min": 0, 2024-07-26T06:04:45.322 INFO:tasks.workunit.client.0.smithi089.stdout: "name": "Request size (bytes)", 2024-07-26T06:04:45.322 INFO:tasks.workunit.client.0.smithi089.stdout: "quant_size": 512, 2024-07-26T06:04:45.322 INFO:tasks.workunit.client.0.smithi089.stdout: "ranges": [ 2024-07-26T06:04:45.322 INFO:tasks.workunit.client.0.smithi089.stdout: "[None, -1]", 2024-07-26T06:04:45.322 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 511]", 2024-07-26T06:04:45.322 INFO:tasks.workunit.client.0.smithi089.stdout: "[512, 1023]", 2024-07-26T06:04:45.322 INFO:tasks.workunit.client.0.smithi089.stdout: "[1024, 2047]", 2024-07-26T06:04:45.323 INFO:tasks.workunit.client.0.smithi089.stdout: "[2048, 4095]", 2024-07-26T06:04:45.323 INFO:tasks.workunit.client.0.smithi089.stdout: "[4096, 8191]", 2024-07-26T06:04:45.323 INFO:tasks.workunit.client.0.smithi089.stdout: "[8192, 16383]", 2024-07-26T06:04:45.323 INFO:tasks.workunit.client.0.smithi089.stdout: "[16384, 32767]", 2024-07-26T06:04:45.323 INFO:tasks.workunit.client.0.smithi089.stdout: "[32768, 65535]", 2024-07-26T06:04:45.323 INFO:tasks.workunit.client.0.smithi089.stdout: "[65536, 131071]", 2024-07-26T06:04:45.323 INFO:tasks.workunit.client.0.smithi089.stdout: "[131072, 262143]", 2024-07-26T06:04:45.323 INFO:tasks.workunit.client.0.smithi089.stdout: "[262144, 524287]", 2024-07-26T06:04:45.323 INFO:tasks.workunit.client.0.smithi089.stdout: "[524288, 1048575]", 2024-07-26T06:04:45.323 INFO:tasks.workunit.client.0.smithi089.stdout: "[1048576, 2097151]", 2024-07-26T06:04:45.323 INFO:tasks.workunit.client.0.smithi089.stdout: "[2097152, 4194303]", 2024-07-26T06:04:45.323 INFO:tasks.workunit.client.0.smithi089.stdout: "[4194304, 8388607]", 2024-07-26T06:04:45.323 INFO:tasks.workunit.client.0.smithi089.stdout: "[8388608, 16777215]", 2024-07-26T06:04:45.323 INFO:tasks.workunit.client.0.smithi089.stdout: "[16777216, 33554431]", 2024-07-26T06:04:45.324 INFO:tasks.workunit.client.0.smithi089.stdout: "[33554432, 67108863]", 2024-07-26T06:04:45.324 INFO:tasks.workunit.client.0.smithi089.stdout: "[67108864, 134217727]", 2024-07-26T06:04:45.324 INFO:tasks.workunit.client.0.smithi089.stdout: "[134217728, 268435455]", 2024-07-26T06:04:45.324 INFO:tasks.workunit.client.0.smithi089.stdout: "[268435456, 536870911]", 2024-07-26T06:04:45.324 INFO:tasks.workunit.client.0.smithi089.stdout: "[536870912, 1073741823]", 2024-07-26T06:04:45.324 INFO:tasks.workunit.client.0.smithi089.stdout: "[1073741824, 2147483647]", 2024-07-26T06:04:45.324 INFO:tasks.workunit.client.0.smithi089.stdout: "[2147483648, 4294967295]", 2024-07-26T06:04:45.324 INFO:tasks.workunit.client.0.smithi089.stdout: "[4294967296, 8589934591]", 2024-07-26T06:04:45.324 INFO:tasks.workunit.client.0.smithi089.stdout: "[8589934592, 17179869183]", 2024-07-26T06:04:45.324 INFO:tasks.workunit.client.0.smithi089.stdout: "[17179869184, 34359738367]", 2024-07-26T06:04:45.324 INFO:tasks.workunit.client.0.smithi089.stdout: "[34359738368, 68719476735]", 2024-07-26T06:04:45.324 INFO:tasks.workunit.client.0.smithi089.stdout: "[68719476736, 137438953471]", 2024-07-26T06:04:45.324 INFO:tasks.workunit.client.0.smithi089.stdout: "[137438953472, 274877906943]", 2024-07-26T06:04:45.324 INFO:tasks.workunit.client.0.smithi089.stdout: "[274877906944, None]" 2024-07-26T06:04:45.325 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:45.325 INFO:tasks.workunit.client.0.smithi089.stdout: "scale_type": "log2" 2024-07-26T06:04:45.325 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.325 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:45.325 INFO:tasks.workunit.client.0.smithi089.stdout: "osds": [ 2024-07-26T06:04:45.325 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:45.325 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 0, 2024-07-26T06:04:45.325 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T06:04:45.325 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.325 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.325 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.325 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.325 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.325 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.325 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.326 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.326 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.326 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.326 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.326 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.326 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.326 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.326 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.326 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.326 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.326 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.326 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.327 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.327 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.327 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.327 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.327 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.327 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.327 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.327 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.327 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.327 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.327 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.327 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.327 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:04:45.327 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:45.328 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.328 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:45.328 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 1, 2024-07-26T06:04:45.328 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T06:04:45.328 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.328 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.328 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.328 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.328 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.328 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 11, 4, 0, 0, 0, 0, 0, 0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.328 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 11, 4, 0, 0, 0, 0, 0, 0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.328 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.328 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.328 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.329 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.329 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.329 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.329 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.329 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.329 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.329 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.329 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.329 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.329 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.329 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.329 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.329 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.329 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.329 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.330 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.330 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.330 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.330 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.330 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.330 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.330 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:04:45.330 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:45.330 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.330 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:45.330 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 2, 2024-07-26T06:04:45.330 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T06:04:45.330 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.331 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.331 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.331 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.331 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.331 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.331 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.331 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.331 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.331 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.331 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.331 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.331 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.331 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.332 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.332 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.332 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.332 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.332 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.332 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.332 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.332 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.332 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.332 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.332 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.332 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.332 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.332 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.333 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.333 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.333 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.333 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:04:45.333 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:45.333 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.333 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:45.333 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 3, 2024-07-26T06:04:45.333 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T06:04:45.333 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.333 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.333 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.333 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.333 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.334 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.334 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.334 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.334 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.334 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.334 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.334 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.334 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.334 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.334 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.334 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.334 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.334 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.334 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.335 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.335 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.335 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.335 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.335 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.335 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.335 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.335 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.335 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.335 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.335 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.335 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.335 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:04:45.335 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:45.336 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.336 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:45.336 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 4, 2024-07-26T06:04:45.336 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T06:04:45.336 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.336 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.336 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.336 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.336 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.336 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.336 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.336 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.336 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.337 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.337 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.337 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.337 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.337 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.337 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.337 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.337 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.337 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.337 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.337 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.337 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.337 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.337 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.338 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.338 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.338 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.338 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.338 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.338 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.338 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.338 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.338 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:04:45.338 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:45.338 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.338 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:45.338 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 5, 2024-07-26T06:04:45.338 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T06:04:45.339 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.339 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.339 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.339 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.339 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.339 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.339 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.339 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.339 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.339 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.339 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.339 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.339 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.339 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.340 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.340 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.340 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.340 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.340 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.340 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.340 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.340 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.340 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.340 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.340 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.340 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.340 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.340 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.341 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.341 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.341 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.341 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:04:45.341 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:45.341 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.341 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:45.341 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 6, 2024-07-26T06:04:45.341 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T06:04:45.341 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.341 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.341 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.342 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.342 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.342 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.342 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.342 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.342 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.342 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.342 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.342 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.342 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.342 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.342 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.342 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.343 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.343 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.343 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.343 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.343 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.343 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.343 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.343 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.343 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.343 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.343 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.343 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.343 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.343 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.344 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.344 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:04:45.344 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:45.344 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.344 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:45.344 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 7, 2024-07-26T06:04:45.344 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T06:04:45.344 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.344 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.344 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.344 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.344 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.344 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.344 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.344 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.345 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.345 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.345 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.345 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.345 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.345 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.345 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.345 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.345 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.345 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.345 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.345 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.345 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.346 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.346 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.346 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.346 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.346 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.346 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.346 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.346 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.346 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.346 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T06:04:45.346 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T06:04:45.346 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:45.347 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.347 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T06:04:45.347 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.347 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.347 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:45.347 INFO:tasks.workunit.client.0.smithi089.stdout: "perf_counters": { 2024-07-26T06:04:45.347 INFO:tasks.workunit.client.0.smithi089.stdout: "mds.11a06f7556cbb1c57650abffbb3eb77c66bdf751": { 2024-07-26T06:04:45.347 INFO:tasks.workunit.client.0.smithi089.stdout: "mds": { 2024-07-26T06:04:45.347 INFO:tasks.workunit.client.0.smithi089.stdout: "caps": { 2024-07-26T06:04:45.347 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.347 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.347 INFO:tasks.workunit.client.0.smithi089.stdout: "ceph_cap_op_flush_ack": { 2024-07-26T06:04:45.347 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.347 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.348 INFO:tasks.workunit.client.0.smithi089.stdout: "ceph_cap_op_flushsnap_ack": { 2024-07-26T06:04:45.348 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.348 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.348 INFO:tasks.workunit.client.0.smithi089.stdout: "ceph_cap_op_grant": { 2024-07-26T06:04:45.348 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.348 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.348 INFO:tasks.workunit.client.0.smithi089.stdout: "ceph_cap_op_revoke": { 2024-07-26T06:04:45.348 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.348 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.348 INFO:tasks.workunit.client.0.smithi089.stdout: "ceph_cap_op_trunc": { 2024-07-26T06:04:45.348 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.348 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.348 INFO:tasks.workunit.client.0.smithi089.stdout: "dir_commit": { 2024-07-26T06:04:45.348 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12 2024-07-26T06:04:45.348 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.349 INFO:tasks.workunit.client.0.smithi089.stdout: "dir_fetch": { 2024-07-26T06:04:45.349 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.349 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.349 INFO:tasks.workunit.client.0.smithi089.stdout: "dir_merge": { 2024-07-26T06:04:45.349 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.349 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.349 INFO:tasks.workunit.client.0.smithi089.stdout: "dir_split": { 2024-07-26T06:04:45.349 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.349 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.349 INFO:tasks.workunit.client.0.smithi089.stdout: "exported_inodes": { 2024-07-26T06:04:45.349 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.349 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.349 INFO:tasks.workunit.client.0.smithi089.stdout: "forward": { 2024-07-26T06:04:45.349 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.350 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.350 INFO:tasks.workunit.client.0.smithi089.stdout: "handle_client_cap_release": { 2024-07-26T06:04:45.350 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.350 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.350 INFO:tasks.workunit.client.0.smithi089.stdout: "handle_client_caps": { 2024-07-26T06:04:45.350 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.350 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.350 INFO:tasks.workunit.client.0.smithi089.stdout: "handle_client_caps_dirty": { 2024-07-26T06:04:45.350 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.350 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.350 INFO:tasks.workunit.client.0.smithi089.stdout: "handle_inode_file_caps": { 2024-07-26T06:04:45.350 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.350 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.351 INFO:tasks.workunit.client.0.smithi089.stdout: "imported_inodes": { 2024-07-26T06:04:45.351 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.351 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.351 INFO:tasks.workunit.client.0.smithi089.stdout: "inodes": { 2024-07-26T06:04:45.351 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10 2024-07-26T06:04:45.351 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.351 INFO:tasks.workunit.client.0.smithi089.stdout: "inodes_expired": { 2024-07-26T06:04:45.351 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.351 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.351 INFO:tasks.workunit.client.0.smithi089.stdout: "inodes_pinned": { 2024-07-26T06:04:45.351 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10 2024-07-26T06:04:45.351 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.351 INFO:tasks.workunit.client.0.smithi089.stdout: "inodes_with_caps": { 2024-07-26T06:04:45.351 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.352 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.352 INFO:tasks.workunit.client.0.smithi089.stdout: "load_cent": { 2024-07-26T06:04:45.352 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.352 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.352 INFO:tasks.workunit.client.0.smithi089.stdout: "openino_dir_fetch": { 2024-07-26T06:04:45.352 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.352 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.352 INFO:tasks.workunit.client.0.smithi089.stdout: "process_request_cap_release": { 2024-07-26T06:04:45.352 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.352 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.352 INFO:tasks.workunit.client.0.smithi089.stdout: "reply_latency": { 2024-07-26T06:04:45.352 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2, 2024-07-26T06:04:45.352 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 99639 2024-07-26T06:04:45.352 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.352 INFO:tasks.workunit.client.0.smithi089.stdout: "request": { 2024-07-26T06:04:45.353 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2 2024-07-26T06:04:45.353 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.353 INFO:tasks.workunit.client.0.smithi089.stdout: "root_rbytes": { 2024-07-26T06:04:45.353 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.353 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.353 INFO:tasks.workunit.client.0.smithi089.stdout: "root_rfiles": { 2024-07-26T06:04:45.353 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.353 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.353 INFO:tasks.workunit.client.0.smithi089.stdout: "root_rsnaps": { 2024-07-26T06:04:45.353 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.353 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.353 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_reply": { 2024-07-26T06:04:45.353 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.353 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.354 INFO:tasks.workunit.client.0.smithi089.stdout: "subtrees": { 2024-07-26T06:04:45.354 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2 2024-07-26T06:04:45.354 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.354 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.354 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_cache": { 2024-07-26T06:04:45.354 INFO:tasks.workunit.client.0.smithi089.stdout: "ireq_enqueue_scrub": { 2024-07-26T06:04:45.354 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.354 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.354 INFO:tasks.workunit.client.0.smithi089.stdout: "ireq_exportdir": { 2024-07-26T06:04:45.354 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.354 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.354 INFO:tasks.workunit.client.0.smithi089.stdout: "ireq_flush": { 2024-07-26T06:04:45.354 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.354 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.355 INFO:tasks.workunit.client.0.smithi089.stdout: "ireq_fragmentdir": { 2024-07-26T06:04:45.355 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.355 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.355 INFO:tasks.workunit.client.0.smithi089.stdout: "ireq_fragstats": { 2024-07-26T06:04:45.355 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.355 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.355 INFO:tasks.workunit.client.0.smithi089.stdout: "ireq_inodestats": { 2024-07-26T06:04:45.355 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.355 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.355 INFO:tasks.workunit.client.0.smithi089.stdout: "num_recovering_enqueued": { 2024-07-26T06:04:45.355 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.355 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.355 INFO:tasks.workunit.client.0.smithi089.stdout: "num_recovering_prioritized": { 2024-07-26T06:04:45.355 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.355 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.356 INFO:tasks.workunit.client.0.smithi089.stdout: "num_recovering_processing": { 2024-07-26T06:04:45.356 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.356 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.356 INFO:tasks.workunit.client.0.smithi089.stdout: "num_strays": { 2024-07-26T06:04:45.356 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.356 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.356 INFO:tasks.workunit.client.0.smithi089.stdout: "num_strays_delayed": { 2024-07-26T06:04:45.356 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.356 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.356 INFO:tasks.workunit.client.0.smithi089.stdout: "num_strays_enqueuing": { 2024-07-26T06:04:45.356 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.356 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.356 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_completed": { 2024-07-26T06:04:45.356 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.357 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.357 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_started": { 2024-07-26T06:04:45.357 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.357 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.357 INFO:tasks.workunit.client.0.smithi089.stdout: "strays_created": { 2024-07-26T06:04:45.357 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.357 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.357 INFO:tasks.workunit.client.0.smithi089.stdout: "strays_enqueued": { 2024-07-26T06:04:45.357 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.357 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.357 INFO:tasks.workunit.client.0.smithi089.stdout: "strays_migrated": { 2024-07-26T06:04:45.357 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.357 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.357 INFO:tasks.workunit.client.0.smithi089.stdout: "strays_reintegrated": { 2024-07-26T06:04:45.357 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.358 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.358 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.358 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_log": { 2024-07-26T06:04:45.358 INFO:tasks.workunit.client.0.smithi089.stdout: "ev": { 2024-07-26T06:04:45.358 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5 2024-07-26T06:04:45.358 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.358 INFO:tasks.workunit.client.0.smithi089.stdout: "evadd": { 2024-07-26T06:04:45.358 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5 2024-07-26T06:04:45.358 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.358 INFO:tasks.workunit.client.0.smithi089.stdout: "evex": { 2024-07-26T06:04:45.358 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.358 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.358 INFO:tasks.workunit.client.0.smithi089.stdout: "evexd": { 2024-07-26T06:04:45.359 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.359 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.359 INFO:tasks.workunit.client.0.smithi089.stdout: "evexg": { 2024-07-26T06:04:45.359 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.359 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.359 INFO:tasks.workunit.client.0.smithi089.stdout: "evtrm": { 2024-07-26T06:04:45.359 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.359 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.359 INFO:tasks.workunit.client.0.smithi089.stdout: "jlat": { 2024-07-26T06:04:45.359 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 5, 2024-07-26T06:04:45.359 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9565521 2024-07-26T06:04:45.359 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.359 INFO:tasks.workunit.client.0.smithi089.stdout: "replayed": { 2024-07-26T06:04:45.359 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.359 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.360 INFO:tasks.workunit.client.0.smithi089.stdout: "seg": { 2024-07-26T06:04:45.360 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1 2024-07-26T06:04:45.360 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.360 INFO:tasks.workunit.client.0.smithi089.stdout: "segadd": { 2024-07-26T06:04:45.360 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1 2024-07-26T06:04:45.360 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.360 INFO:tasks.workunit.client.0.smithi089.stdout: "segex": { 2024-07-26T06:04:45.360 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.360 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.360 INFO:tasks.workunit.client.0.smithi089.stdout: "segexd": { 2024-07-26T06:04:45.360 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.360 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.360 INFO:tasks.workunit.client.0.smithi089.stdout: "segexg": { 2024-07-26T06:04:45.360 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.360 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.361 INFO:tasks.workunit.client.0.smithi089.stdout: "segtrm": { 2024-07-26T06:04:45.361 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.361 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.361 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.361 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_mem": { 2024-07-26T06:04:45.361 INFO:tasks.workunit.client.0.smithi089.stdout: "cap": { 2024-07-26T06:04:45.361 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.361 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.361 INFO:tasks.workunit.client.0.smithi089.stdout: "cap+": { 2024-07-26T06:04:45.361 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2 2024-07-26T06:04:45.361 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.361 INFO:tasks.workunit.client.0.smithi089.stdout: "cap-": { 2024-07-26T06:04:45.361 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2 2024-07-26T06:04:45.361 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.362 INFO:tasks.workunit.client.0.smithi089.stdout: "dir": { 2024-07-26T06:04:45.362 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12 2024-07-26T06:04:45.362 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.362 INFO:tasks.workunit.client.0.smithi089.stdout: "dir+": { 2024-07-26T06:04:45.362 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12 2024-07-26T06:04:45.362 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.362 INFO:tasks.workunit.client.0.smithi089.stdout: "dir-": { 2024-07-26T06:04:45.362 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.362 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.362 INFO:tasks.workunit.client.0.smithi089.stdout: "dn": { 2024-07-26T06:04:45.362 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10 2024-07-26T06:04:45.362 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.362 INFO:tasks.workunit.client.0.smithi089.stdout: "dn+": { 2024-07-26T06:04:45.362 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10 2024-07-26T06:04:45.362 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.363 INFO:tasks.workunit.client.0.smithi089.stdout: "dn-": { 2024-07-26T06:04:45.363 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.363 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.363 INFO:tasks.workunit.client.0.smithi089.stdout: "heap": { 2024-07-26T06:04:45.363 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 207068 2024-07-26T06:04:45.363 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.363 INFO:tasks.workunit.client.0.smithi089.stdout: "ino": { 2024-07-26T06:04:45.363 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 13 2024-07-26T06:04:45.363 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.363 INFO:tasks.workunit.client.0.smithi089.stdout: "ino+": { 2024-07-26T06:04:45.363 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 13 2024-07-26T06:04:45.363 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.363 INFO:tasks.workunit.client.0.smithi089.stdout: "ino-": { 2024-07-26T06:04:45.363 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.364 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.364 INFO:tasks.workunit.client.0.smithi089.stdout: "rss": { 2024-07-26T06:04:45.364 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 39468 2024-07-26T06:04:45.364 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.364 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.364 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_server": { 2024-07-26T06:04:45.364 INFO:tasks.workunit.client.0.smithi089.stdout: "cap_acquisition_throttle": { 2024-07-26T06:04:45.364 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.364 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.364 INFO:tasks.workunit.client.0.smithi089.stdout: "cap_revoke_eviction": { 2024-07-26T06:04:45.364 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.364 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.364 INFO:tasks.workunit.client.0.smithi089.stdout: "handle_client_request": { 2024-07-26T06:04:45.365 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2 2024-07-26T06:04:45.365 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.365 INFO:tasks.workunit.client.0.smithi089.stdout: "handle_client_session": { 2024-07-26T06:04:45.365 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 16 2024-07-26T06:04:45.365 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.365 INFO:tasks.workunit.client.0.smithi089.stdout: "handle_peer_request": { 2024-07-26T06:04:45.365 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.365 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.365 INFO:tasks.workunit.client.0.smithi089.stdout: "req_create_latency": { 2024-07-26T06:04:45.365 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.365 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.365 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.365 INFO:tasks.workunit.client.0.smithi089.stdout: "req_getattr_latency": { 2024-07-26T06:04:45.365 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2, 2024-07-26T06:04:45.366 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 99639 2024-07-26T06:04:45.366 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.366 INFO:tasks.workunit.client.0.smithi089.stdout: "req_getfilelock_latency": { 2024-07-26T06:04:45.366 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.366 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.366 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.366 INFO:tasks.workunit.client.0.smithi089.stdout: "req_getvxattr_latency": { 2024-07-26T06:04:45.366 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.366 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.366 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.366 INFO:tasks.workunit.client.0.smithi089.stdout: "req_link_latency": { 2024-07-26T06:04:45.366 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.366 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.366 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.367 INFO:tasks.workunit.client.0.smithi089.stdout: "req_lookup_latency": { 2024-07-26T06:04:45.367 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.367 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.367 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.367 INFO:tasks.workunit.client.0.smithi089.stdout: "req_lookuphash_latency": { 2024-07-26T06:04:45.367 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.367 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.367 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.367 INFO:tasks.workunit.client.0.smithi089.stdout: "req_lookupino_latency": { 2024-07-26T06:04:45.367 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.367 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.367 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.367 INFO:tasks.workunit.client.0.smithi089.stdout: "req_lookupname_latency": { 2024-07-26T06:04:45.367 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.368 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.368 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.368 INFO:tasks.workunit.client.0.smithi089.stdout: "req_lookupparent_latency": { 2024-07-26T06:04:45.368 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.368 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.368 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.368 INFO:tasks.workunit.client.0.smithi089.stdout: "req_lookupsnap_latency": { 2024-07-26T06:04:45.368 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.368 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.368 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.368 INFO:tasks.workunit.client.0.smithi089.stdout: "req_lssnap_latency": { 2024-07-26T06:04:45.368 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.368 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.368 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.369 INFO:tasks.workunit.client.0.smithi089.stdout: "req_mkdir_latency": { 2024-07-26T06:04:45.369 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.369 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.369 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.369 INFO:tasks.workunit.client.0.smithi089.stdout: "req_mknod_latency": { 2024-07-26T06:04:45.369 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.369 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.369 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.369 INFO:tasks.workunit.client.0.smithi089.stdout: "req_mksnap_latency": { 2024-07-26T06:04:45.369 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.369 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.369 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.369 INFO:tasks.workunit.client.0.smithi089.stdout: "req_open_latency": { 2024-07-26T06:04:45.369 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.369 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.370 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.370 INFO:tasks.workunit.client.0.smithi089.stdout: "req_readdir_latency": { 2024-07-26T06:04:45.370 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.370 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.370 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.370 INFO:tasks.workunit.client.0.smithi089.stdout: "req_rename_latency": { 2024-07-26T06:04:45.370 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.370 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.370 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.370 INFO:tasks.workunit.client.0.smithi089.stdout: "req_renamesnap_latency": { 2024-07-26T06:04:45.370 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.370 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.370 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.371 INFO:tasks.workunit.client.0.smithi089.stdout: "req_rmdir_latency": { 2024-07-26T06:04:45.371 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.371 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.371 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.371 INFO:tasks.workunit.client.0.smithi089.stdout: "req_rmsnap_latency": { 2024-07-26T06:04:45.371 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.371 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.371 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.371 INFO:tasks.workunit.client.0.smithi089.stdout: "req_rmxattr_latency": { 2024-07-26T06:04:45.371 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.371 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.371 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.371 INFO:tasks.workunit.client.0.smithi089.stdout: "req_setattr_latency": { 2024-07-26T06:04:45.371 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.371 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.372 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.372 INFO:tasks.workunit.client.0.smithi089.stdout: "req_setdirlayout_latency": { 2024-07-26T06:04:45.372 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.372 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.372 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.372 INFO:tasks.workunit.client.0.smithi089.stdout: "req_setfilelock_latency": { 2024-07-26T06:04:45.372 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.372 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.372 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.372 INFO:tasks.workunit.client.0.smithi089.stdout: "req_setlayout_latency": { 2024-07-26T06:04:45.372 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.372 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.372 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.372 INFO:tasks.workunit.client.0.smithi089.stdout: "req_setxattr_latency": { 2024-07-26T06:04:45.373 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.373 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.373 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.373 INFO:tasks.workunit.client.0.smithi089.stdout: "req_symlink_latency": { 2024-07-26T06:04:45.373 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.373 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.373 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.373 INFO:tasks.workunit.client.0.smithi089.stdout: "req_unlink_latency": { 2024-07-26T06:04:45.373 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.373 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.373 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.373 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.373 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_sessions": { 2024-07-26T06:04:45.373 INFO:tasks.workunit.client.0.smithi089.stdout: "average_load": { 2024-07-26T06:04:45.374 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1 2024-07-26T06:04:45.374 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.374 INFO:tasks.workunit.client.0.smithi089.stdout: "avg_session_uptime": { 2024-07-26T06:04:45.374 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 88 2024-07-26T06:04:45.374 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.374 INFO:tasks.workunit.client.0.smithi089.stdout: "mdthresh_evicted": { 2024-07-26T06:04:45.374 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.374 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.374 INFO:tasks.workunit.client.0.smithi089.stdout: "session_add": { 2024-07-26T06:04:45.374 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2 2024-07-26T06:04:45.374 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.374 INFO:tasks.workunit.client.0.smithi089.stdout: "session_count": { 2024-07-26T06:04:45.374 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.374 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.375 INFO:tasks.workunit.client.0.smithi089.stdout: "session_remove": { 2024-07-26T06:04:45.375 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2 2024-07-26T06:04:45.375 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.375 INFO:tasks.workunit.client.0.smithi089.stdout: "sessions_open": { 2024-07-26T06:04:45.375 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.375 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.375 INFO:tasks.workunit.client.0.smithi089.stdout: "sessions_stale": { 2024-07-26T06:04:45.375 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.375 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.375 INFO:tasks.workunit.client.0.smithi089.stdout: "total_load": { 2024-07-26T06:04:45.375 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2 2024-07-26T06:04:45.375 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.375 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.375 INFO:tasks.workunit.client.0.smithi089.stdout: "objecter": { 2024-07-26T06:04:45.376 INFO:tasks.workunit.client.0.smithi089.stdout: "op_active": { 2024-07-26T06:04:45.376 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.376 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.376 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T06:04:45.376 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.376 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.376 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rmw": { 2024-07-26T06:04:45.376 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.376 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.376 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T06:04:45.376 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 45 2024-07-26T06:04:45.376 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.376 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.376 INFO:tasks.workunit.client.0.smithi089.stdout: "purge_queue": { 2024-07-26T06:04:45.376 INFO:tasks.workunit.client.0.smithi089.stdout: "pq_executed": { 2024-07-26T06:04:45.377 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.377 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.377 INFO:tasks.workunit.client.0.smithi089.stdout: "pq_executing": { 2024-07-26T06:04:45.377 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.377 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.377 INFO:tasks.workunit.client.0.smithi089.stdout: "pq_executing_high_water": { 2024-07-26T06:04:45.377 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.377 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.377 INFO:tasks.workunit.client.0.smithi089.stdout: "pq_executing_ops": { 2024-07-26T06:04:45.377 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.377 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.377 INFO:tasks.workunit.client.0.smithi089.stdout: "pq_executing_ops_high_water": { 2024-07-26T06:04:45.377 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.377 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.377 INFO:tasks.workunit.client.0.smithi089.stdout: "pq_item_in_journal": { 2024-07-26T06:04:45.378 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.378 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.378 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.378 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.378 INFO:tasks.workunit.client.0.smithi089.stdout: "mon.11a06f7556cbb1c57650abffbb3eb77c66bdf751": { 2024-07-26T06:04:45.378 INFO:tasks.workunit.client.0.smithi089.stdout: "mon": { 2024-07-26T06:04:45.378 INFO:tasks.workunit.client.0.smithi089.stdout: "election_call": { 2024-07-26T06:04:45.378 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2 2024-07-26T06:04:45.378 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.378 INFO:tasks.workunit.client.0.smithi089.stdout: "election_lose": { 2024-07-26T06:04:45.378 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2 2024-07-26T06:04:45.378 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.378 INFO:tasks.workunit.client.0.smithi089.stdout: "election_win": { 2024-07-26T06:04:45.379 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.379 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.379 INFO:tasks.workunit.client.0.smithi089.stdout: "num_elections": { 2024-07-26T06:04:45.379 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7 2024-07-26T06:04:45.379 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.379 INFO:tasks.workunit.client.0.smithi089.stdout: "num_sessions": { 2024-07-26T06:04:45.379 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 11 2024-07-26T06:04:45.379 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.379 INFO:tasks.workunit.client.0.smithi089.stdout: "session_add": { 2024-07-26T06:04:45.379 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4 2024-07-26T06:04:45.379 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.379 INFO:tasks.workunit.client.0.smithi089.stdout: "session_rm": { 2024-07-26T06:04:45.379 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 52 2024-07-26T06:04:45.379 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.380 INFO:tasks.workunit.client.0.smithi089.stdout: "session_trim": { 2024-07-26T06:04:45.380 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.380 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.380 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.380 INFO:tasks.workunit.client.0.smithi089.stdout: "paxos": { 2024-07-26T06:04:45.380 INFO:tasks.workunit.client.0.smithi089.stdout: "accept_timeout": { 2024-07-26T06:04:45.380 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.380 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.380 INFO:tasks.workunit.client.0.smithi089.stdout: "begin": { 2024-07-26T06:04:45.380 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 821 2024-07-26T06:04:45.380 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.380 INFO:tasks.workunit.client.0.smithi089.stdout: "begin_bytes": { 2024-07-26T06:04:45.380 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 821, 2024-07-26T06:04:45.380 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3903529 2024-07-26T06:04:45.380 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.381 INFO:tasks.workunit.client.0.smithi089.stdout: "begin_keys": { 2024-07-26T06:04:45.381 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.381 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.381 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.381 INFO:tasks.workunit.client.0.smithi089.stdout: "begin_latency": { 2024-07-26T06:04:45.381 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 821, 2024-07-26T06:04:45.381 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 134997477 2024-07-26T06:04:45.381 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.381 INFO:tasks.workunit.client.0.smithi089.stdout: "collect": { 2024-07-26T06:04:45.381 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2 2024-07-26T06:04:45.381 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.381 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_bytes": { 2024-07-26T06:04:45.381 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2, 2024-07-26T06:04:45.381 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 146 2024-07-26T06:04:45.382 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.382 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_keys": { 2024-07-26T06:04:45.382 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2, 2024-07-26T06:04:45.382 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2 2024-07-26T06:04:45.382 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.382 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_latency": { 2024-07-26T06:04:45.382 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2, 2024-07-26T06:04:45.382 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1999964 2024-07-26T06:04:45.382 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.382 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_timeout": { 2024-07-26T06:04:45.382 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.383 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.383 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_uncommitted": { 2024-07-26T06:04:45.383 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.383 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.383 INFO:tasks.workunit.client.0.smithi089.stdout: "commit": { 2024-07-26T06:04:45.383 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 822 2024-07-26T06:04:45.383 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.383 INFO:tasks.workunit.client.0.smithi089.stdout: "commit_bytes": { 2024-07-26T06:04:45.383 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.383 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.383 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.383 INFO:tasks.workunit.client.0.smithi089.stdout: "commit_keys": { 2024-07-26T06:04:45.383 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.383 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.384 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.384 INFO:tasks.workunit.client.0.smithi089.stdout: "commit_latency": { 2024-07-26T06:04:45.384 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.384 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.384 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.384 INFO:tasks.workunit.client.0.smithi089.stdout: "lease_ack_timeout": { 2024-07-26T06:04:45.384 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.384 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.384 INFO:tasks.workunit.client.0.smithi089.stdout: "lease_timeout": { 2024-07-26T06:04:45.384 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.384 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.384 INFO:tasks.workunit.client.0.smithi089.stdout: "new_pn": { 2024-07-26T06:04:45.384 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.384 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.385 INFO:tasks.workunit.client.0.smithi089.stdout: "new_pn_latency": { 2024-07-26T06:04:45.385 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.385 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.385 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.385 INFO:tasks.workunit.client.0.smithi089.stdout: "refresh": { 2024-07-26T06:04:45.385 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 822 2024-07-26T06:04:45.385 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.385 INFO:tasks.workunit.client.0.smithi089.stdout: "refresh_latency": { 2024-07-26T06:04:45.385 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 822, 2024-07-26T06:04:45.385 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1802966436 2024-07-26T06:04:45.385 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.385 INFO:tasks.workunit.client.0.smithi089.stdout: "restart": { 2024-07-26T06:04:45.385 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 13 2024-07-26T06:04:45.385 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.385 INFO:tasks.workunit.client.0.smithi089.stdout: "share_state": { 2024-07-26T06:04:45.386 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.386 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.386 INFO:tasks.workunit.client.0.smithi089.stdout: "share_state_bytes": { 2024-07-26T06:04:45.386 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.386 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.386 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.386 INFO:tasks.workunit.client.0.smithi089.stdout: "share_state_keys": { 2024-07-26T06:04:45.386 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.386 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.386 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.386 INFO:tasks.workunit.client.0.smithi089.stdout: "start_leader": { 2024-07-26T06:04:45.386 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.387 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.387 INFO:tasks.workunit.client.0.smithi089.stdout: "start_peon": { 2024-07-26T06:04:45.387 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2 2024-07-26T06:04:45.387 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.387 INFO:tasks.workunit.client.0.smithi089.stdout: "store_state": { 2024-07-26T06:04:45.387 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 822 2024-07-26T06:04:45.387 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.387 INFO:tasks.workunit.client.0.smithi089.stdout: "store_state_bytes": { 2024-07-26T06:04:45.387 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 822, 2024-07-26T06:04:45.387 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7652878 2024-07-26T06:04:45.387 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.387 INFO:tasks.workunit.client.0.smithi089.stdout: "store_state_keys": { 2024-07-26T06:04:45.387 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 822, 2024-07-26T06:04:45.387 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5576 2024-07-26T06:04:45.387 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.388 INFO:tasks.workunit.client.0.smithi089.stdout: "store_state_latency": { 2024-07-26T06:04:45.388 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 822, 2024-07-26T06:04:45.388 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 277994826 2024-07-26T06:04:45.388 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.388 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.388 INFO:tasks.workunit.client.0.smithi089.stdout: "prioritycache": { 2024-07-26T06:04:45.388 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_bytes": { 2024-07-26T06:04:45.388 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1020054731 2024-07-26T06:04:45.388 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.388 INFO:tasks.workunit.client.0.smithi089.stdout: "heap_bytes": { 2024-07-26T06:04:45.388 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 43827200 2024-07-26T06:04:45.388 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.388 INFO:tasks.workunit.client.0.smithi089.stdout: "mapped_bytes": { 2024-07-26T06:04:45.388 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 33234944 2024-07-26T06:04:45.389 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.389 INFO:tasks.workunit.client.0.smithi089.stdout: "target_bytes": { 2024-07-26T06:04:45.389 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2147483648 2024-07-26T06:04:45.389 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.389 INFO:tasks.workunit.client.0.smithi089.stdout: "unmapped_bytes": { 2024-07-26T06:04:45.389 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10592256 2024-07-26T06:04:45.389 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.389 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.389 INFO:tasks.workunit.client.0.smithi089.stdout: "prioritycache:full": { 2024-07-26T06:04:45.389 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T06:04:45.389 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 348127232 2024-07-26T06:04:45.389 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.389 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T06:04:45.389 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.389 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.390 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T06:04:45.390 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.390 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.390 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T06:04:45.390 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 277006704 2024-07-26T06:04:45.390 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.390 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T06:04:45.390 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 308512 2024-07-26T06:04:45.390 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.390 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T06:04:45.390 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.390 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.390 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T06:04:45.390 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.391 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.391 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T06:04:45.391 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.391 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.391 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T06:04:45.391 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.391 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.391 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T06:04:45.391 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.391 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.391 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T06:04:45.391 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.391 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.391 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T06:04:45.392 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.392 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.392 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T06:04:45.392 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.392 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.392 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T06:04:45.392 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 70812016 2024-07-26T06:04:45.392 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.392 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.392 INFO:tasks.workunit.client.0.smithi089.stdout: "prioritycache:inc": { 2024-07-26T06:04:45.392 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T06:04:45.392 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 348127232 2024-07-26T06:04:45.392 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.392 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T06:04:45.393 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.393 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.393 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T06:04:45.393 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.393 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.393 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T06:04:45.393 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 277006704 2024-07-26T06:04:45.393 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.393 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T06:04:45.393 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 43305 2024-07-26T06:04:45.393 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.393 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T06:04:45.393 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.393 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.394 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T06:04:45.394 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.394 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.394 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T06:04:45.394 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.394 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.394 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T06:04:45.394 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.394 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.394 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T06:04:45.394 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.394 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.394 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T06:04:45.394 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.395 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.395 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T06:04:45.395 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.395 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.395 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T06:04:45.395 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.395 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.395 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T06:04:45.395 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 71077223 2024-07-26T06:04:45.395 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.395 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.395 INFO:tasks.workunit.client.0.smithi089.stdout: "prioritycache:kv": { 2024-07-26T06:04:45.395 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T06:04:45.395 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 322961408 2024-07-26T06:04:45.396 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.396 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T06:04:45.396 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T06:04:45.396 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.396 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T06:04:45.396 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.396 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.396 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T06:04:45.396 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 184671136 2024-07-26T06:04:45.396 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.396 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T06:04:45.396 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.396 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.396 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T06:04:45.396 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.397 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.397 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T06:04:45.397 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.397 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.397 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T06:04:45.397 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.397 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.397 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T06:04:45.397 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.397 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.397 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T06:04:45.397 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.397 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.397 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T06:04:45.397 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.398 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.398 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T06:04:45.398 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.398 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.398 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T06:04:45.398 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.398 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.398 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T06:04:45.398 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 71181408 2024-07-26T06:04:45.398 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.398 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.398 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb": { 2024-07-26T06:04:45.398 INFO:tasks.workunit.client.0.smithi089.stdout: "compact": { 2024-07-26T06:04:45.398 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.399 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.399 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_queue_len": { 2024-07-26T06:04:45.399 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.399 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.399 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_queue_merge": { 2024-07-26T06:04:45.399 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.399 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.399 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_range": { 2024-07-26T06:04:45.399 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1 2024-07-26T06:04:45.399 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.399 INFO:tasks.workunit.client.0.smithi089.stdout: "get_latency": { 2024-07-26T06:04:45.399 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 35014, 2024-07-26T06:04:45.399 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 80165349 2024-07-26T06:04:45.399 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.400 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb_write_delay_time": { 2024-07-26T06:04:45.400 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.401 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.402 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.402 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb_write_memtable_time": { 2024-07-26T06:04:45.402 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.402 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.402 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.402 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb_write_pre_and_post_time": { 2024-07-26T06:04:45.402 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.402 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.402 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.402 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb_write_wal_time": { 2024-07-26T06:04:45.402 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.402 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.402 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.403 INFO:tasks.workunit.client.0.smithi089.stdout: "submit_latency": { 2024-07-26T06:04:45.403 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.403 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.403 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.403 INFO:tasks.workunit.client.0.smithi089.stdout: "submit_sync_latency": { 2024-07-26T06:04:45.403 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1795, 2024-07-26T06:04:45.403 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 500888453 2024-07-26T06:04:45.403 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.403 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.403 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.403 INFO:tasks.workunit.client.0.smithi089.stdout: "mon.87ef074e95f73b29e32a1570865c090ae0131b8b": { 2024-07-26T06:04:45.403 INFO:tasks.workunit.client.0.smithi089.stdout: "mon": { 2024-07-26T06:04:45.403 INFO:tasks.workunit.client.0.smithi089.stdout: "election_call": { 2024-07-26T06:04:45.403 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2 2024-07-26T06:04:45.404 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.404 INFO:tasks.workunit.client.0.smithi089.stdout: "election_lose": { 2024-07-26T06:04:45.404 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.404 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.404 INFO:tasks.workunit.client.0.smithi089.stdout: "election_win": { 2024-07-26T06:04:45.404 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3 2024-07-26T06:04:45.404 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.404 INFO:tasks.workunit.client.0.smithi089.stdout: "num_elections": { 2024-07-26T06:04:45.404 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9 2024-07-26T06:04:45.404 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.404 INFO:tasks.workunit.client.0.smithi089.stdout: "num_sessions": { 2024-07-26T06:04:45.404 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9 2024-07-26T06:04:45.404 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.404 INFO:tasks.workunit.client.0.smithi089.stdout: "session_add": { 2024-07-26T06:04:45.405 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3 2024-07-26T06:04:45.405 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.405 INFO:tasks.workunit.client.0.smithi089.stdout: "session_rm": { 2024-07-26T06:04:45.405 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 172 2024-07-26T06:04:45.405 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.405 INFO:tasks.workunit.client.0.smithi089.stdout: "session_trim": { 2024-07-26T06:04:45.405 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.405 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.405 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.405 INFO:tasks.workunit.client.0.smithi089.stdout: "paxos": { 2024-07-26T06:04:45.405 INFO:tasks.workunit.client.0.smithi089.stdout: "accept_timeout": { 2024-07-26T06:04:45.405 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.405 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.405 INFO:tasks.workunit.client.0.smithi089.stdout: "begin": { 2024-07-26T06:04:45.406 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 942 2024-07-26T06:04:45.406 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.406 INFO:tasks.workunit.client.0.smithi089.stdout: "begin_bytes": { 2024-07-26T06:04:45.406 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 942, 2024-07-26T06:04:45.406 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4915505 2024-07-26T06:04:45.406 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.406 INFO:tasks.workunit.client.0.smithi089.stdout: "begin_keys": { 2024-07-26T06:04:45.406 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 942, 2024-07-26T06:04:45.406 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2826 2024-07-26T06:04:45.406 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.406 INFO:tasks.workunit.client.0.smithi089.stdout: "begin_latency": { 2024-07-26T06:04:45.406 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 942, 2024-07-26T06:04:45.406 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 178995983 2024-07-26T06:04:45.406 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.407 INFO:tasks.workunit.client.0.smithi089.stdout: "collect": { 2024-07-26T06:04:45.407 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.407 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.407 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_bytes": { 2024-07-26T06:04:45.407 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.407 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.407 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.407 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_keys": { 2024-07-26T06:04:45.407 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.407 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.407 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.407 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_latency": { 2024-07-26T06:04:45.407 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.407 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.408 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.408 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_timeout": { 2024-07-26T06:04:45.408 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.408 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.408 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_uncommitted": { 2024-07-26T06:04:45.408 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.408 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.408 INFO:tasks.workunit.client.0.smithi089.stdout: "commit": { 2024-07-26T06:04:45.408 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 942 2024-07-26T06:04:45.408 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.408 INFO:tasks.workunit.client.0.smithi089.stdout: "commit_bytes": { 2024-07-26T06:04:45.408 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 942, 2024-07-26T06:04:45.408 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4847739 2024-07-26T06:04:45.408 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.409 INFO:tasks.workunit.client.0.smithi089.stdout: "commit_keys": { 2024-07-26T06:04:45.409 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 942, 2024-07-26T06:04:45.409 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5424 2024-07-26T06:04:45.409 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.409 INFO:tasks.workunit.client.0.smithi089.stdout: "commit_latency": { 2024-07-26T06:04:45.409 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 942, 2024-07-26T06:04:45.409 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 434971352 2024-07-26T06:04:45.409 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.409 INFO:tasks.workunit.client.0.smithi089.stdout: "lease_ack_timeout": { 2024-07-26T06:04:45.409 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.409 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.409 INFO:tasks.workunit.client.0.smithi089.stdout: "lease_timeout": { 2024-07-26T06:04:45.409 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.409 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.409 INFO:tasks.workunit.client.0.smithi089.stdout: "new_pn": { 2024-07-26T06:04:45.410 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2 2024-07-26T06:04:45.410 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.410 INFO:tasks.workunit.client.0.smithi089.stdout: "new_pn_latency": { 2024-07-26T06:04:45.410 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2, 2024-07-26T06:04:45.410 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1999955 2024-07-26T06:04:45.410 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.410 INFO:tasks.workunit.client.0.smithi089.stdout: "refresh": { 2024-07-26T06:04:45.410 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 944 2024-07-26T06:04:45.410 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.410 INFO:tasks.workunit.client.0.smithi089.stdout: "refresh_latency": { 2024-07-26T06:04:45.410 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 944, 2024-07-26T06:04:45.410 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2447945100 2024-07-26T06:04:45.410 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.410 INFO:tasks.workunit.client.0.smithi089.stdout: "restart": { 2024-07-26T06:04:45.411 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12 2024-07-26T06:04:45.411 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.411 INFO:tasks.workunit.client.0.smithi089.stdout: "share_state": { 2024-07-26T06:04:45.411 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2 2024-07-26T06:04:45.411 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.411 INFO:tasks.workunit.client.0.smithi089.stdout: "share_state_bytes": { 2024-07-26T06:04:45.411 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2, 2024-07-26T06:04:45.411 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1050 2024-07-26T06:04:45.411 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.411 INFO:tasks.workunit.client.0.smithi089.stdout: "share_state_keys": { 2024-07-26T06:04:45.411 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2, 2024-07-26T06:04:45.411 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2 2024-07-26T06:04:45.411 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.411 INFO:tasks.workunit.client.0.smithi089.stdout: "start_leader": { 2024-07-26T06:04:45.412 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3 2024-07-26T06:04:45.412 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.412 INFO:tasks.workunit.client.0.smithi089.stdout: "start_peon": { 2024-07-26T06:04:45.412 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.412 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.412 INFO:tasks.workunit.client.0.smithi089.stdout: "store_state": { 2024-07-26T06:04:45.412 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.412 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.412 INFO:tasks.workunit.client.0.smithi089.stdout: "store_state_bytes": { 2024-07-26T06:04:45.412 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.412 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.412 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.412 INFO:tasks.workunit.client.0.smithi089.stdout: "store_state_keys": { 2024-07-26T06:04:45.412 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.412 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.413 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.413 INFO:tasks.workunit.client.0.smithi089.stdout: "store_state_latency": { 2024-07-26T06:04:45.413 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.413 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.413 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.413 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.413 INFO:tasks.workunit.client.0.smithi089.stdout: "prioritycache": { 2024-07-26T06:04:45.413 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_bytes": { 2024-07-26T06:04:45.413 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1020054731 2024-07-26T06:04:45.413 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.413 INFO:tasks.workunit.client.0.smithi089.stdout: "heap_bytes": { 2024-07-26T06:04:45.413 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 45850624 2024-07-26T06:04:45.413 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.413 INFO:tasks.workunit.client.0.smithi089.stdout: "mapped_bytes": { 2024-07-26T06:04:45.413 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 41246720 2024-07-26T06:04:45.414 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.414 INFO:tasks.workunit.client.0.smithi089.stdout: "target_bytes": { 2024-07-26T06:04:45.414 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2147483648 2024-07-26T06:04:45.414 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.414 INFO:tasks.workunit.client.0.smithi089.stdout: "unmapped_bytes": { 2024-07-26T06:04:45.414 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4603904 2024-07-26T06:04:45.414 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.414 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.414 INFO:tasks.workunit.client.0.smithi089.stdout: "prioritycache:full": { 2024-07-26T06:04:45.414 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T06:04:45.414 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 348127232 2024-07-26T06:04:45.414 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.414 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T06:04:45.414 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.415 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.415 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T06:04:45.415 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.415 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.415 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T06:04:45.415 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 277007767 2024-07-26T06:04:45.415 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.415 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T06:04:45.415 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 308082 2024-07-26T06:04:45.415 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.415 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T06:04:45.415 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.415 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.415 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T06:04:45.415 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.416 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.416 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T06:04:45.416 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.416 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.416 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T06:04:45.416 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.416 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.416 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T06:04:45.416 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.416 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.416 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T06:04:45.416 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.416 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.416 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T06:04:45.417 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.417 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.417 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T06:04:45.417 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.417 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.417 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T06:04:45.417 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 70811383 2024-07-26T06:04:45.417 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.417 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.417 INFO:tasks.workunit.client.0.smithi089.stdout: "prioritycache:inc": { 2024-07-26T06:04:45.417 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T06:04:45.417 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 348127232 2024-07-26T06:04:45.417 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.417 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T06:04:45.417 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.418 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.418 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T06:04:45.418 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.418 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.418 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T06:04:45.418 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 277007767 2024-07-26T06:04:45.418 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.418 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T06:04:45.418 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 40902 2024-07-26T06:04:45.418 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.418 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T06:04:45.418 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.418 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.418 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T06:04:45.419 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.419 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.419 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T06:04:45.419 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.419 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.419 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T06:04:45.419 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.419 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.419 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T06:04:45.419 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.419 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.419 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T06:04:45.420 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.420 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.420 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T06:04:45.420 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.420 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.420 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T06:04:45.420 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.420 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.420 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T06:04:45.420 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 71078563 2024-07-26T06:04:45.420 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.420 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.420 INFO:tasks.workunit.client.0.smithi089.stdout: "prioritycache:kv": { 2024-07-26T06:04:45.420 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T06:04:45.421 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 322961408 2024-07-26T06:04:45.421 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.421 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T06:04:45.421 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T06:04:45.421 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.421 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T06:04:45.421 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.421 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.421 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T06:04:45.421 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 184671844 2024-07-26T06:04:45.421 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.421 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T06:04:45.421 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.421 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.422 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T06:04:45.422 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.422 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.422 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T06:04:45.422 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.422 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.422 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T06:04:45.422 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.422 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.422 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T06:04:45.422 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.422 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.422 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T06:04:45.422 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.423 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.423 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T06:04:45.423 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.423 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.423 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T06:04:45.423 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.423 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.423 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T06:04:45.423 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.423 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.423 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T06:04:45.423 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 71180700 2024-07-26T06:04:45.423 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.423 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.424 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb": { 2024-07-26T06:04:45.424 INFO:tasks.workunit.client.0.smithi089.stdout: "compact": { 2024-07-26T06:04:45.424 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.424 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.424 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_queue_len": { 2024-07-26T06:04:45.424 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.424 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.424 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_queue_merge": { 2024-07-26T06:04:45.424 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.424 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.424 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_range": { 2024-07-26T06:04:45.424 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1 2024-07-26T06:04:45.424 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.424 INFO:tasks.workunit.client.0.smithi089.stdout: "get_latency": { 2024-07-26T06:04:45.424 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 42095, 2024-07-26T06:04:45.425 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 157828633 2024-07-26T06:04:45.425 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.425 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb_write_delay_time": { 2024-07-26T06:04:45.425 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.425 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.425 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.425 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb_write_memtable_time": { 2024-07-26T06:04:45.425 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.425 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.425 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.425 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb_write_pre_and_post_time": { 2024-07-26T06:04:45.425 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.425 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.425 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.426 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb_write_wal_time": { 2024-07-26T06:04:45.426 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.426 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.426 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.426 INFO:tasks.workunit.client.0.smithi089.stdout: "submit_latency": { 2024-07-26T06:04:45.426 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.426 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.426 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.426 INFO:tasks.workunit.client.0.smithi089.stdout: "submit_sync_latency": { 2024-07-26T06:04:45.426 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2058, 2024-07-26T06:04:45.426 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 710669673 2024-07-26T06:04:45.426 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.426 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.426 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.427 INFO:tasks.workunit.client.0.smithi089.stdout: "mon.fa05ed6b69dc18131ed830145851b5294218fbe2": { 2024-07-26T06:04:45.427 INFO:tasks.workunit.client.0.smithi089.stdout: "mon": { 2024-07-26T06:04:45.427 INFO:tasks.workunit.client.0.smithi089.stdout: "election_call": { 2024-07-26T06:04:45.427 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1 2024-07-26T06:04:45.427 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.427 INFO:tasks.workunit.client.0.smithi089.stdout: "election_lose": { 2024-07-26T06:04:45.427 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1 2024-07-26T06:04:45.427 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.427 INFO:tasks.workunit.client.0.smithi089.stdout: "election_win": { 2024-07-26T06:04:45.427 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.427 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.427 INFO:tasks.workunit.client.0.smithi089.stdout: "num_elections": { 2024-07-26T06:04:45.427 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3 2024-07-26T06:04:45.427 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.428 INFO:tasks.workunit.client.0.smithi089.stdout: "num_sessions": { 2024-07-26T06:04:45.428 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9 2024-07-26T06:04:45.428 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.428 INFO:tasks.workunit.client.0.smithi089.stdout: "session_add": { 2024-07-26T06:04:45.428 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5 2024-07-26T06:04:45.428 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.428 INFO:tasks.workunit.client.0.smithi089.stdout: "session_rm": { 2024-07-26T06:04:45.428 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 79 2024-07-26T06:04:45.428 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.428 INFO:tasks.workunit.client.0.smithi089.stdout: "session_trim": { 2024-07-26T06:04:45.428 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.428 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.428 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.428 INFO:tasks.workunit.client.0.smithi089.stdout: "paxos": { 2024-07-26T06:04:45.428 INFO:tasks.workunit.client.0.smithi089.stdout: "accept_timeout": { 2024-07-26T06:04:45.429 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.429 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.429 INFO:tasks.workunit.client.0.smithi089.stdout: "begin": { 2024-07-26T06:04:45.429 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 811 2024-07-26T06:04:45.429 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.429 INFO:tasks.workunit.client.0.smithi089.stdout: "begin_bytes": { 2024-07-26T06:04:45.429 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 811, 2024-07-26T06:04:45.429 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3876730 2024-07-26T06:04:45.429 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.429 INFO:tasks.workunit.client.0.smithi089.stdout: "begin_keys": { 2024-07-26T06:04:45.429 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.429 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.429 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.429 INFO:tasks.workunit.client.0.smithi089.stdout: "begin_latency": { 2024-07-26T06:04:45.430 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 811, 2024-07-26T06:04:45.430 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 206995370 2024-07-26T06:04:45.430 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.430 INFO:tasks.workunit.client.0.smithi089.stdout: "collect": { 2024-07-26T06:04:45.430 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1 2024-07-26T06:04:45.430 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.430 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_bytes": { 2024-07-26T06:04:45.430 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1, 2024-07-26T06:04:45.430 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 73 2024-07-26T06:04:45.430 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.430 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_keys": { 2024-07-26T06:04:45.430 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1, 2024-07-26T06:04:45.430 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1 2024-07-26T06:04:45.430 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.431 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_latency": { 2024-07-26T06:04:45.431 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1, 2024-07-26T06:04:45.431 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.431 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.431 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_timeout": { 2024-07-26T06:04:45.431 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.431 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.431 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_uncommitted": { 2024-07-26T06:04:45.431 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.431 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.431 INFO:tasks.workunit.client.0.smithi089.stdout: "commit": { 2024-07-26T06:04:45.431 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 812 2024-07-26T06:04:45.431 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.431 INFO:tasks.workunit.client.0.smithi089.stdout: "commit_bytes": { 2024-07-26T06:04:45.431 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.432 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.432 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.432 INFO:tasks.workunit.client.0.smithi089.stdout: "commit_keys": { 2024-07-26T06:04:45.432 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.432 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.432 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.432 INFO:tasks.workunit.client.0.smithi089.stdout: "commit_latency": { 2024-07-26T06:04:45.432 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.432 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.432 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.432 INFO:tasks.workunit.client.0.smithi089.stdout: "lease_ack_timeout": { 2024-07-26T06:04:45.432 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.432 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.432 INFO:tasks.workunit.client.0.smithi089.stdout: "lease_timeout": { 2024-07-26T06:04:45.432 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.433 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.433 INFO:tasks.workunit.client.0.smithi089.stdout: "new_pn": { 2024-07-26T06:04:45.433 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.433 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.433 INFO:tasks.workunit.client.0.smithi089.stdout: "new_pn_latency": { 2024-07-26T06:04:45.433 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.433 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.433 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.433 INFO:tasks.workunit.client.0.smithi089.stdout: "refresh": { 2024-07-26T06:04:45.433 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 812 2024-07-26T06:04:45.433 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.433 INFO:tasks.workunit.client.0.smithi089.stdout: "refresh_latency": { 2024-07-26T06:04:45.433 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 812, 2024-07-26T06:04:45.433 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1871958023 2024-07-26T06:04:45.434 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.434 INFO:tasks.workunit.client.0.smithi089.stdout: "restart": { 2024-07-26T06:04:45.434 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8 2024-07-26T06:04:45.434 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.434 INFO:tasks.workunit.client.0.smithi089.stdout: "share_state": { 2024-07-26T06:04:45.434 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.434 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.434 INFO:tasks.workunit.client.0.smithi089.stdout: "share_state_bytes": { 2024-07-26T06:04:45.434 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.434 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.434 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.434 INFO:tasks.workunit.client.0.smithi089.stdout: "share_state_keys": { 2024-07-26T06:04:45.434 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.434 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.435 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.435 INFO:tasks.workunit.client.0.smithi089.stdout: "start_leader": { 2024-07-26T06:04:45.435 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.435 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.435 INFO:tasks.workunit.client.0.smithi089.stdout: "start_peon": { 2024-07-26T06:04:45.435 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1 2024-07-26T06:04:45.435 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.435 INFO:tasks.workunit.client.0.smithi089.stdout: "store_state": { 2024-07-26T06:04:45.435 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 812 2024-07-26T06:04:45.435 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.435 INFO:tasks.workunit.client.0.smithi089.stdout: "store_state_bytes": { 2024-07-26T06:04:45.435 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 812, 2024-07-26T06:04:45.435 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7601378 2024-07-26T06:04:45.435 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.436 INFO:tasks.workunit.client.0.smithi089.stdout: "store_state_keys": { 2024-07-26T06:04:45.436 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 812, 2024-07-26T06:04:45.436 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5501 2024-07-26T06:04:45.436 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.436 INFO:tasks.workunit.client.0.smithi089.stdout: "store_state_latency": { 2024-07-26T06:04:45.436 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 812, 2024-07-26T06:04:45.436 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 514988450 2024-07-26T06:04:45.436 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.436 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.436 INFO:tasks.workunit.client.0.smithi089.stdout: "prioritycache": { 2024-07-26T06:04:45.436 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_bytes": { 2024-07-26T06:04:45.436 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1020054731 2024-07-26T06:04:45.436 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.436 INFO:tasks.workunit.client.0.smithi089.stdout: "heap_bytes": { 2024-07-26T06:04:45.437 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 42795008 2024-07-26T06:04:45.437 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.437 INFO:tasks.workunit.client.0.smithi089.stdout: "mapped_bytes": { 2024-07-26T06:04:45.437 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 32112640 2024-07-26T06:04:45.437 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.437 INFO:tasks.workunit.client.0.smithi089.stdout: "target_bytes": { 2024-07-26T06:04:45.437 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2147483648 2024-07-26T06:04:45.437 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.437 INFO:tasks.workunit.client.0.smithi089.stdout: "unmapped_bytes": { 2024-07-26T06:04:45.437 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10682368 2024-07-26T06:04:45.437 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.437 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.437 INFO:tasks.workunit.client.0.smithi089.stdout: "prioritycache:full": { 2024-07-26T06:04:45.438 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T06:04:45.438 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 348127232 2024-07-26T06:04:45.438 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.438 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T06:04:45.438 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.438 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.438 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T06:04:45.438 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.438 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.438 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T06:04:45.438 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 277006704 2024-07-26T06:04:45.438 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.438 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T06:04:45.439 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 308512 2024-07-26T06:04:45.439 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.439 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T06:04:45.439 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.439 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.439 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T06:04:45.439 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.439 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.439 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T06:04:45.439 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.439 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.439 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T06:04:45.439 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.439 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.440 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T06:04:45.440 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.440 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.440 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T06:04:45.440 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.440 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.440 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T06:04:45.440 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.440 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.440 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T06:04:45.440 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.440 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.440 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T06:04:45.440 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 70812016 2024-07-26T06:04:45.441 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.441 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.441 INFO:tasks.workunit.client.0.smithi089.stdout: "prioritycache:inc": { 2024-07-26T06:04:45.441 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T06:04:45.441 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 348127232 2024-07-26T06:04:45.441 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.441 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T06:04:45.441 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.441 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.441 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T06:04:45.441 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.441 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.441 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T06:04:45.441 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 277006704 2024-07-26T06:04:45.441 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.442 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T06:04:45.442 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 43305 2024-07-26T06:04:45.442 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.442 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T06:04:45.442 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.442 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.442 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T06:04:45.442 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.442 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.442 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T06:04:45.442 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.442 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.442 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T06:04:45.443 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.443 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.443 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T06:04:45.443 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.443 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.443 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T06:04:45.443 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.443 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.443 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T06:04:45.443 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.443 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.443 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T06:04:45.443 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.443 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.443 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T06:04:45.444 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 71077223 2024-07-26T06:04:45.444 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.444 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.444 INFO:tasks.workunit.client.0.smithi089.stdout: "prioritycache:kv": { 2024-07-26T06:04:45.444 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T06:04:45.444 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 322961408 2024-07-26T06:04:45.444 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.444 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T06:04:45.444 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T06:04:45.444 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.444 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T06:04:45.444 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.444 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.444 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T06:04:45.445 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 184671136 2024-07-26T06:04:45.445 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.445 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T06:04:45.445 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.445 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.445 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T06:04:45.445 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.445 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.445 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T06:04:45.445 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.445 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.445 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T06:04:45.445 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.445 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.445 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T06:04:45.446 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.446 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.446 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T06:04:45.446 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.446 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.446 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T06:04:45.446 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.446 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.446 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T06:04:45.446 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.446 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.446 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T06:04:45.446 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.446 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.447 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T06:04:45.447 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 71181408 2024-07-26T06:04:45.447 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.447 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.447 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb": { 2024-07-26T06:04:45.447 INFO:tasks.workunit.client.0.smithi089.stdout: "compact": { 2024-07-26T06:04:45.447 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.447 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.447 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_queue_len": { 2024-07-26T06:04:45.447 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.447 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.447 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_queue_merge": { 2024-07-26T06:04:45.447 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.447 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.448 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_range": { 2024-07-26T06:04:45.448 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1 2024-07-26T06:04:45.448 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.448 INFO:tasks.workunit.client.0.smithi089.stdout: "get_latency": { 2024-07-26T06:04:45.448 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 34941, 2024-07-26T06:04:45.448 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 80368745 2024-07-26T06:04:45.448 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.448 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb_write_delay_time": { 2024-07-26T06:04:45.448 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.448 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.448 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.448 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb_write_memtable_time": { 2024-07-26T06:04:45.448 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.448 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.449 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.449 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb_write_pre_and_post_time": { 2024-07-26T06:04:45.449 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.449 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.449 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.449 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb_write_wal_time": { 2024-07-26T06:04:45.449 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.449 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.449 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.449 INFO:tasks.workunit.client.0.smithi089.stdout: "submit_latency": { 2024-07-26T06:04:45.449 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.449 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.449 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.449 INFO:tasks.workunit.client.0.smithi089.stdout: "submit_sync_latency": { 2024-07-26T06:04:45.449 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1750, 2024-07-26T06:04:45.450 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 794218424 2024-07-26T06:04:45.450 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.450 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.450 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.450 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.0": { 2024-07-26T06:04:45.450 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T06:04:45.450 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_fallback": { 2024-07-26T06:04:45.450 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.450 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.450 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_size_fallback": { 2024-07-26T06:04:45.450 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.450 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.450 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_db": { 2024-07-26T06:04:45.450 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 65536 2024-07-26T06:04:45.451 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.451 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_main": { 2024-07-26T06:04:45.451 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.451 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.451 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_wal": { 2024-07-26T06:04:45.451 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.451 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.451 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_slow": { 2024-07-26T06:04:45.451 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.451 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.451 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_sst": { 2024-07-26T06:04:45.451 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12288 2024-07-26T06:04:45.451 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.451 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_wal": { 2024-07-26T06:04:45.451 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2768896 2024-07-26T06:04:45.452 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.452 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lat": { 2024-07-26T06:04:45.452 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.452 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.452 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.452 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lock_lat": { 2024-07-26T06:04:45.452 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.452 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.452 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.452 INFO:tasks.workunit.client.0.smithi089.stdout: "db_total_bytes": { 2024-07-26T06:04:45.452 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995035648 2024-07-26T06:04:45.452 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.452 INFO:tasks.workunit.client.0.smithi089.stdout: "db_used_bytes": { 2024-07-26T06:04:45.452 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 304480256 2024-07-26T06:04:45.452 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.453 INFO:tasks.workunit.client.0.smithi089.stdout: "log_bytes": { 2024-07-26T06:04:45.453 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1765376 2024-07-26T06:04:45.453 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.453 INFO:tasks.workunit.client.0.smithi089.stdout: "logged_bytes": { 2024-07-26T06:04:45.453 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1626112 2024-07-26T06:04:45.453 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.453 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_db": { 2024-07-26T06:04:45.453 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 312868864 2024-07-26T06:04:45.453 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.453 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_slow": { 2024-07-26T06:04:45.453 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.453 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.453 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_wal": { 2024-07-26T06:04:45.453 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.454 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.454 INFO:tasks.workunit.client.0.smithi089.stdout: "num_files": { 2024-07-26T06:04:45.454 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 14 2024-07-26T06:04:45.454 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.454 INFO:tasks.workunit.client.0.smithi089.stdout: "read_bytes": { 2024-07-26T06:04:45.454 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 195619 2024-07-26T06:04:45.454 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.454 INFO:tasks.workunit.client.0.smithi089.stdout: "read_count": { 2024-07-26T06:04:45.454 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 23 2024-07-26T06:04:45.454 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.454 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes": { 2024-07-26T06:04:45.454 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1269760 2024-07-26T06:04:45.455 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.455 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_db": { 2024-07-26T06:04:45.455 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1273856 2024-07-26T06:04:45.455 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.455 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_slow": { 2024-07-26T06:04:45.455 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.455 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.455 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_wal": { 2024-07-26T06:04:45.455 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.455 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.455 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_count": { 2024-07-26T06:04:45.455 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 15 2024-07-26T06:04:45.455 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.455 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_bytes": { 2024-07-26T06:04:45.455 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4711 2024-07-26T06:04:45.456 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.456 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_count": { 2024-07-26T06:04:45.456 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4 2024-07-26T06:04:45.456 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.456 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_bytes": { 2024-07-26T06:04:45.456 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5537 2024-07-26T06:04:45.456 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.456 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_count": { 2024-07-26T06:04:45.456 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 24 2024-07-26T06:04:45.456 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.456 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_bytes": { 2024-07-26T06:04:45.456 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5537 2024-07-26T06:04:45.456 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.456 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_count": { 2024-07-26T06:04:45.457 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 24 2024-07-26T06:04:45.457 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.457 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes": { 2024-07-26T06:04:45.457 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.457 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.457 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_db": { 2024-07-26T06:04:45.457 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.457 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.457 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_slow": { 2024-07-26T06:04:45.457 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.457 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.457 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_wal": { 2024-07-26T06:04:45.457 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.457 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.458 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_count": { 2024-07-26T06:04:45.458 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.458 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.458 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_total_bytes": { 2024-07-26T06:04:45.458 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.458 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.458 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_used_bytes": { 2024-07-26T06:04:45.458 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.458 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.458 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_total_bytes": { 2024-07-26T06:04:45.458 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.458 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.458 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_used_bytes": { 2024-07-26T06:04:45.458 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.459 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.459 INFO:tasks.workunit.client.0.smithi089.stdout: "write_bytes": { 2024-07-26T06:04:45.459 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4468736 2024-07-26T06:04:45.459 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.459 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.459 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore": { 2024-07-26T06:04:45.459 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit": { 2024-07-26T06:04:45.459 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4096 2024-07-26T06:04:45.459 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.459 INFO:tasks.workunit.client.0.smithi089.stdout: "allocated": { 2024-07-26T06:04:45.459 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1388544 2024-07-26T06:04:45.459 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.459 INFO:tasks.workunit.client.0.smithi089.stdout: "clist_lat": { 2024-07-26T06:04:45.459 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 4, 2024-07-26T06:04:45.460 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 230448 2024-07-26T06:04:45.460 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.460 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_lat": { 2024-07-26T06:04:45.460 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.460 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.460 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.460 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed": { 2024-07-26T06:04:45.460 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.460 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.460 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_allocated": { 2024-07-26T06:04:45.460 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.460 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.460 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_original": { 2024-07-26T06:04:45.460 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.460 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.461 INFO:tasks.workunit.client.0.smithi089.stdout: "csum_lat": { 2024-07-26T06:04:45.461 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 25, 2024-07-26T06:04:45.461 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 81991 2024-07-26T06:04:45.461 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.461 INFO:tasks.workunit.client.0.smithi089.stdout: "decompress_lat": { 2024-07-26T06:04:45.461 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.461 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.461 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.461 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_commit_lat": { 2024-07-26T06:04:45.461 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 380, 2024-07-26T06:04:45.461 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 76486714 2024-07-26T06:04:45.461 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.461 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_final_lat": { 2024-07-26T06:04:45.461 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 363, 2024-07-26T06:04:45.462 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7616569 2024-07-26T06:04:45.462 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.462 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_flush_lat": { 2024-07-26T06:04:45.462 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 380, 2024-07-26T06:04:45.462 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 461586 2024-07-26T06:04:45.462 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.462 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_sync_lat": { 2024-07-26T06:04:45.462 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 380, 2024-07-26T06:04:45.462 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 76948300 2024-07-26T06:04:45.462 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.462 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_keys_lat": { 2024-07-26T06:04:45.462 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.462 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.462 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.463 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_values_lat": { 2024-07-26T06:04:45.463 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1, 2024-07-26T06:04:45.463 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 61296 2024-07-26T06:04:45.463 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.463 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_lower_bound_lat": { 2024-07-26T06:04:45.463 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 8, 2024-07-26T06:04:45.463 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 20440 2024-07-26T06:04:45.463 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.463 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_next_lat": { 2024-07-26T06:04:45.463 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.463 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.463 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.463 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_seek_to_first_lat": { 2024-07-26T06:04:45.463 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.464 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.464 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.464 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_upper_bound_lat": { 2024-07-26T06:04:45.464 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 4, 2024-07-26T06:04:45.464 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 11032 2024-07-26T06:04:45.464 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.464 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_hits": { 2024-07-26T06:04:45.464 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 839 2024-07-26T06:04:45.464 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.464 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_misses": { 2024-07-26T06:04:45.464 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 238 2024-07-26T06:04:45.464 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.464 INFO:tasks.workunit.client.0.smithi089.stdout: "read_lat": { 2024-07-26T06:04:45.464 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 129, 2024-07-26T06:04:45.464 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3560565 2024-07-26T06:04:45.465 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.465 INFO:tasks.workunit.client.0.smithi089.stdout: "read_onode_meta_lat": { 2024-07-26T06:04:45.465 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 343, 2024-07-26T06:04:45.465 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 330825 2024-07-26T06:04:45.465 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.465 INFO:tasks.workunit.client.0.smithi089.stdout: "read_wait_aio_lat": { 2024-07-26T06:04:45.465 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 214, 2024-07-26T06:04:45.465 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6027776 2024-07-26T06:04:45.465 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.465 INFO:tasks.workunit.client.0.smithi089.stdout: "reads_with_retries": { 2024-07-26T06:04:45.465 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.465 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.465 INFO:tasks.workunit.client.0.smithi089.stdout: "remove_lat": { 2024-07-26T06:04:45.465 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2, 2024-07-26T06:04:45.465 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 43883 2024-07-26T06:04:45.466 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.466 INFO:tasks.workunit.client.0.smithi089.stdout: "state_aio_wait_lat": { 2024-07-26T06:04:45.466 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 480, 2024-07-26T06:04:45.466 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7853407 2024-07-26T06:04:45.466 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.466 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T06:04:45.466 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 131, 2024-07-26T06:04:45.466 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10485098 2024-07-26T06:04:45.466 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.466 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_cleanup_lat": { 2024-07-26T06:04:45.466 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 130, 2024-07-26T06:04:45.466 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 272401511595 2024-07-26T06:04:45.466 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.466 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_queued_lat": { 2024-07-26T06:04:45.467 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 131, 2024-07-26T06:04:45.467 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 151945564920 2024-07-26T06:04:45.467 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.467 INFO:tasks.workunit.client.0.smithi089.stdout: "state_done_lat": { 2024-07-26T06:04:45.467 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 479, 2024-07-26T06:04:45.467 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 38727020351 2024-07-26T06:04:45.467 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.467 INFO:tasks.workunit.client.0.smithi089.stdout: "state_finishing_lat": { 2024-07-26T06:04:45.467 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 479, 2024-07-26T06:04:45.467 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 60167 2024-07-26T06:04:45.467 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.467 INFO:tasks.workunit.client.0.smithi089.stdout: "state_io_done_lat": { 2024-07-26T06:04:45.467 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 480, 2024-07-26T06:04:45.467 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 498824 2024-07-26T06:04:45.467 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.468 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_commiting_lat": { 2024-07-26T06:04:45.468 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 480, 2024-07-26T06:04:45.468 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 188327100 2024-07-26T06:04:45.468 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.468 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_done_lat": { 2024-07-26T06:04:45.468 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 480, 2024-07-26T06:04:45.468 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 155414 2024-07-26T06:04:45.468 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.468 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_queued_lat": { 2024-07-26T06:04:45.468 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 480, 2024-07-26T06:04:45.468 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 64455382 2024-07-26T06:04:45.468 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.468 INFO:tasks.workunit.client.0.smithi089.stdout: "state_prepare_lat": { 2024-07-26T06:04:45.468 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 480, 2024-07-26T06:04:45.469 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 34257895 2024-07-26T06:04:45.469 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.469 INFO:tasks.workunit.client.0.smithi089.stdout: "stored": { 2024-07-26T06:04:45.469 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 940083 2024-07-26T06:04:45.469 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.469 INFO:tasks.workunit.client.0.smithi089.stdout: "truncate_lat": { 2024-07-26T06:04:45.469 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 65, 2024-07-26T06:04:45.469 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 302896 2024-07-26T06:04:45.469 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.469 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_commit_lat": { 2024-07-26T06:04:45.469 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 480, 2024-07-26T06:04:45.469 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 295460248 2024-07-26T06:04:45.469 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.469 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_submit_lat": { 2024-07-26T06:04:45.469 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 480, 2024-07-26T06:04:45.470 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 38668207 2024-07-26T06:04:45.470 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.470 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_throttle_lat": { 2024-07-26T06:04:45.470 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 480, 2024-07-26T06:04:45.470 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4055950 2024-07-26T06:04:45.470 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.470 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.470 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache": { 2024-07-26T06:04:45.470 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_bytes": { 2024-07-26T06:04:45.470 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1861421843 2024-07-26T06:04:45.470 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.470 INFO:tasks.workunit.client.0.smithi089.stdout: "heap_bytes": { 2024-07-26T06:04:45.470 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 272023552 2024-07-26T06:04:45.470 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.471 INFO:tasks.workunit.client.0.smithi089.stdout: "mapped_bytes": { 2024-07-26T06:04:45.471 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 271704064 2024-07-26T06:04:45.471 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.471 INFO:tasks.workunit.client.0.smithi089.stdout: "target_bytes": { 2024-07-26T06:04:45.471 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3137327308 2024-07-26T06:04:45.471 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.471 INFO:tasks.workunit.client.0.smithi089.stdout: "unmapped_bytes": { 2024-07-26T06:04:45.471 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 319488 2024-07-26T06:04:45.471 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.471 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.471 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:data": { 2024-07-26T06:04:45.471 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T06:04:45.471 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 159383552 2024-07-26T06:04:45.472 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.472 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T06:04:45.472 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.472 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.472 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T06:04:45.472 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.472 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.472 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T06:04:45.472 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 85457411 2024-07-26T06:04:45.472 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.472 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T06:04:45.472 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.472 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.472 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T06:04:45.473 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.473 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.473 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T06:04:45.473 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.473 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.473 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T06:04:45.473 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.473 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.473 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T06:04:45.473 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.473 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.473 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T06:04:45.473 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 614400 2024-07-26T06:04:45.473 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.474 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T06:04:45.474 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.474 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.474 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T06:04:45.474 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.474 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.474 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T06:04:45.474 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.474 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.474 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T06:04:45.474 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 73311741 2024-07-26T06:04:45.474 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.474 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.474 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv": { 2024-07-26T06:04:45.475 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T06:04:45.475 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 780140544 2024-07-26T06:04:45.475 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.475 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T06:04:45.475 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T06:04:45.475 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.475 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T06:04:45.475 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.475 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.475 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T06:04:45.475 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 640930589 2024-07-26T06:04:45.475 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.475 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T06:04:45.475 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.475 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.476 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T06:04:45.476 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.476 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.476 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T06:04:45.476 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.476 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.476 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T06:04:45.476 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.476 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.476 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T06:04:45.476 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.476 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.476 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T06:04:45.476 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2128 2024-07-26T06:04:45.477 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.477 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T06:04:45.477 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.477 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.477 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T06:04:45.477 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.477 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.477 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T06:04:45.477 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.477 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.477 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T06:04:45.477 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 72098963 2024-07-26T06:04:45.477 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.477 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.477 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T06:04:45.478 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T06:04:45.478 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 192937984 2024-07-26T06:04:45.478 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.478 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T06:04:45.478 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T06:04:45.478 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.478 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T06:04:45.478 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 464 2024-07-26T06:04:45.478 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.478 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T06:04:45.478 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 56971607 2024-07-26T06:04:45.478 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.478 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T06:04:45.478 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.479 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.479 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T06:04:45.479 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.479 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.479 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T06:04:45.479 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.479 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.479 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T06:04:45.479 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.479 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.479 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T06:04:45.479 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.479 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.479 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T06:04:45.480 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.480 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.480 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T06:04:45.480 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.480 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.480 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T06:04:45.480 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.480 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.480 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T06:04:45.480 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.480 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.480 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T06:04:45.480 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 68857049 2024-07-26T06:04:45.480 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.481 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.481 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:meta": { 2024-07-26T06:04:45.481 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T06:04:45.481 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 713031680 2024-07-26T06:04:45.481 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.481 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T06:04:45.481 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.481 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.481 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T06:04:45.481 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.481 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.481 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T06:04:45.481 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 640930589 2024-07-26T06:04:45.481 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.481 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T06:04:45.482 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.482 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.482 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T06:04:45.482 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.482 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.482 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T06:04:45.482 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.482 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.482 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T06:04:45.482 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.482 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.482 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T06:04:45.482 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.482 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.483 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T06:04:45.483 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 304166 2024-07-26T06:04:45.483 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.483 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T06:04:45.483 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.483 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.483 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T06:04:45.483 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.483 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.483 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T06:04:45.483 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.483 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.483 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T06:04:45.483 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 71796925 2024-07-26T06:04:45.484 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.484 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.484 INFO:tasks.workunit.client.0.smithi089.stdout: "objecter": { 2024-07-26T06:04:45.484 INFO:tasks.workunit.client.0.smithi089.stdout: "op_active": { 2024-07-26T06:04:45.484 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.484 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.484 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T06:04:45.484 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.484 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.484 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rmw": { 2024-07-26T06:04:45.484 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.484 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.484 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T06:04:45.484 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.484 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.485 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.485 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T06:04:45.485 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg": { 2024-07-26T06:04:45.485 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 45 2024-07-26T06:04:45.485 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.485 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg_removing": { 2024-07-26T06:04:45.485 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.485 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.485 INFO:tasks.workunit.client.0.smithi089.stdout: "op": { 2024-07-26T06:04:45.485 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6 2024-07-26T06:04:45.485 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.485 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_degraded": { 2024-07-26T06:04:45.485 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.485 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.485 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_unreadable": { 2024-07-26T06:04:45.486 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.486 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.486 INFO:tasks.workunit.client.0.smithi089.stdout: "op_in_bytes": { 2024-07-26T06:04:45.486 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 604 2024-07-26T06:04:45.486 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.486 INFO:tasks.workunit.client.0.smithi089.stdout: "op_latency": { 2024-07-26T06:04:45.486 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 6, 2024-07-26T06:04:45.486 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 33687490 2024-07-26T06:04:45.486 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.486 INFO:tasks.workunit.client.0.smithi089.stdout: "op_out_bytes": { 2024-07-26T06:04:45.486 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.486 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.486 INFO:tasks.workunit.client.0.smithi089.stdout: "op_prepare_latency": { 2024-07-26T06:04:45.486 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7, 2024-07-26T06:04:45.487 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4853550 2024-07-26T06:04:45.487 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.487 INFO:tasks.workunit.client.0.smithi089.stdout: "op_process_latency": { 2024-07-26T06:04:45.487 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 6, 2024-07-26T06:04:45.487 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 23818823 2024-07-26T06:04:45.487 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.487 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T06:04:45.487 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.487 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.487 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency": { 2024-07-26T06:04:45.487 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.487 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.487 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.487 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T06:04:45.488 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.488 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.488 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_out_bytes": { 2024-07-26T06:04:45.488 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.488 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.488 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_prepare_latency": { 2024-07-26T06:04:45.488 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.488 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.488 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.488 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_process_latency": { 2024-07-26T06:04:45.488 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.488 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.488 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.489 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw": { 2024-07-26T06:04:45.489 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.489 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.489 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_in_bytes": { 2024-07-26T06:04:45.489 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.489 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.489 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency": { 2024-07-26T06:04:45.489 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.489 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.489 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.489 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T06:04:45.489 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.489 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.490 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T06:04:45.490 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.490 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.490 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_out_bytes": { 2024-07-26T06:04:45.490 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.490 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.490 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_prepare_latency": { 2024-07-26T06:04:45.490 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.490 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.490 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.490 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_process_latency": { 2024-07-26T06:04:45.490 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.490 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.490 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.491 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T06:04:45.491 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6 2024-07-26T06:04:45.491 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.491 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_in_bytes": { 2024-07-26T06:04:45.491 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 604 2024-07-26T06:04:45.491 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.491 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency": { 2024-07-26T06:04:45.491 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 6, 2024-07-26T06:04:45.491 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 33687490 2024-07-26T06:04:45.491 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.491 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T06:04:45.491 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.491 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.491 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_prepare_latency": { 2024-07-26T06:04:45.492 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7, 2024-07-26T06:04:45.492 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4853550 2024-07-26T06:04:45.492 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.492 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_process_latency": { 2024-07-26T06:04:45.492 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 6, 2024-07-26T06:04:45.492 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 23818823 2024-07-26T06:04:45.492 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.492 INFO:tasks.workunit.client.0.smithi089.stdout: "op_wip": { 2024-07-26T06:04:45.492 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.492 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.492 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_bytes": { 2024-07-26T06:04:45.492 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1771104 2024-07-26T06:04:45.492 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.492 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_ops": { 2024-07-26T06:04:45.493 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6 2024-07-26T06:04:45.493 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.493 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes": { 2024-07-26T06:04:45.493 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995035648 2024-07-26T06:04:45.493 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.493 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes_used": { 2024-07-26T06:04:45.493 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 305881088 2024-07-26T06:04:45.493 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.493 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.493 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.493 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.1": { 2024-07-26T06:04:45.493 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T06:04:45.493 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_fallback": { 2024-07-26T06:04:45.493 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.493 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.494 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_size_fallback": { 2024-07-26T06:04:45.494 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.494 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.494 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_db": { 2024-07-26T06:04:45.494 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 65536 2024-07-26T06:04:45.494 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.494 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_main": { 2024-07-26T06:04:45.494 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.494 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.494 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_wal": { 2024-07-26T06:04:45.494 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.494 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.494 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_slow": { 2024-07-26T06:04:45.494 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.495 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.495 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_sst": { 2024-07-26T06:04:45.495 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12288 2024-07-26T06:04:45.495 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.495 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_wal": { 2024-07-26T06:04:45.495 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2555904 2024-07-26T06:04:45.495 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.495 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lat": { 2024-07-26T06:04:45.495 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.495 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.495 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.495 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lock_lat": { 2024-07-26T06:04:45.495 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.495 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.496 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.496 INFO:tasks.workunit.client.0.smithi089.stdout: "db_total_bytes": { 2024-07-26T06:04:45.496 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995035648 2024-07-26T06:04:45.496 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.496 INFO:tasks.workunit.client.0.smithi089.stdout: "db_used_bytes": { 2024-07-26T06:04:45.496 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 304480256 2024-07-26T06:04:45.496 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.496 INFO:tasks.workunit.client.0.smithi089.stdout: "log_bytes": { 2024-07-26T06:04:45.496 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1634304 2024-07-26T06:04:45.496 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.496 INFO:tasks.workunit.client.0.smithi089.stdout: "logged_bytes": { 2024-07-26T06:04:45.496 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1495040 2024-07-26T06:04:45.496 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.496 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_db": { 2024-07-26T06:04:45.496 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 312868864 2024-07-26T06:04:45.497 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.497 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_slow": { 2024-07-26T06:04:45.497 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.497 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.497 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_wal": { 2024-07-26T06:04:45.497 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.497 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.497 INFO:tasks.workunit.client.0.smithi089.stdout: "num_files": { 2024-07-26T06:04:45.497 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 14 2024-07-26T06:04:45.497 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.497 INFO:tasks.workunit.client.0.smithi089.stdout: "read_bytes": { 2024-07-26T06:04:45.497 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 195619 2024-07-26T06:04:45.497 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.497 INFO:tasks.workunit.client.0.smithi089.stdout: "read_count": { 2024-07-26T06:04:45.498 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 23 2024-07-26T06:04:45.498 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.498 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes": { 2024-07-26T06:04:45.498 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1269760 2024-07-26T06:04:45.498 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.498 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_db": { 2024-07-26T06:04:45.498 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1273856 2024-07-26T06:04:45.498 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.498 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_slow": { 2024-07-26T06:04:45.498 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.498 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.498 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_wal": { 2024-07-26T06:04:45.498 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.498 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.499 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_count": { 2024-07-26T06:04:45.499 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 15 2024-07-26T06:04:45.499 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.499 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_bytes": { 2024-07-26T06:04:45.499 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4711 2024-07-26T06:04:45.499 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.499 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_count": { 2024-07-26T06:04:45.499 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4 2024-07-26T06:04:45.499 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.499 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_bytes": { 2024-07-26T06:04:45.499 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5537 2024-07-26T06:04:45.499 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.499 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_count": { 2024-07-26T06:04:45.499 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 24 2024-07-26T06:04:45.500 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.500 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_bytes": { 2024-07-26T06:04:45.500 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5537 2024-07-26T06:04:45.500 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.500 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_count": { 2024-07-26T06:04:45.500 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 24 2024-07-26T06:04:45.500 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.500 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes": { 2024-07-26T06:04:45.500 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.500 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.500 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_db": { 2024-07-26T06:04:45.500 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.500 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.500 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_slow": { 2024-07-26T06:04:45.500 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.501 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.501 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_wal": { 2024-07-26T06:04:45.501 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.501 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.501 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_count": { 2024-07-26T06:04:45.501 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.501 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.501 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_total_bytes": { 2024-07-26T06:04:45.501 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.501 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.501 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_used_bytes": { 2024-07-26T06:04:45.501 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.501 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.501 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_total_bytes": { 2024-07-26T06:04:45.502 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.502 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.502 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_used_bytes": { 2024-07-26T06:04:45.502 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.502 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.502 INFO:tasks.workunit.client.0.smithi089.stdout: "write_bytes": { 2024-07-26T06:04:45.502 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4124672 2024-07-26T06:04:45.502 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.502 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.502 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore": { 2024-07-26T06:04:45.502 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit": { 2024-07-26T06:04:45.502 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4096 2024-07-26T06:04:45.502 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.502 INFO:tasks.workunit.client.0.smithi089.stdout: "allocated": { 2024-07-26T06:04:45.503 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 790528 2024-07-26T06:04:45.503 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.503 INFO:tasks.workunit.client.0.smithi089.stdout: "clist_lat": { 2024-07-26T06:04:45.503 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 5, 2024-07-26T06:04:45.503 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 201494 2024-07-26T06:04:45.503 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.503 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_lat": { 2024-07-26T06:04:45.503 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.503 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.503 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.503 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed": { 2024-07-26T06:04:45.503 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.503 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.503 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_allocated": { 2024-07-26T06:04:45.504 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.504 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.504 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_original": { 2024-07-26T06:04:45.504 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.504 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.504 INFO:tasks.workunit.client.0.smithi089.stdout: "csum_lat": { 2024-07-26T06:04:45.504 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 33, 2024-07-26T06:04:45.504 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 76778 2024-07-26T06:04:45.504 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.504 INFO:tasks.workunit.client.0.smithi089.stdout: "decompress_lat": { 2024-07-26T06:04:45.504 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.504 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.504 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.504 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_commit_lat": { 2024-07-26T06:04:45.504 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 348, 2024-07-26T06:04:45.505 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 78500906 2024-07-26T06:04:45.505 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.505 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_final_lat": { 2024-07-26T06:04:45.505 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 343, 2024-07-26T06:04:45.505 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9262814 2024-07-26T06:04:45.505 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.505 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_flush_lat": { 2024-07-26T06:04:45.505 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 348, 2024-07-26T06:04:45.505 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 441907 2024-07-26T06:04:45.505 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.505 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_sync_lat": { 2024-07-26T06:04:45.505 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 348, 2024-07-26T06:04:45.505 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 78942813 2024-07-26T06:04:45.505 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.506 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_keys_lat": { 2024-07-26T06:04:45.506 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.506 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.506 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.506 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_values_lat": { 2024-07-26T06:04:45.506 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3, 2024-07-26T06:04:45.506 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 37949 2024-07-26T06:04:45.506 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.506 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_lower_bound_lat": { 2024-07-26T06:04:45.506 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 4, 2024-07-26T06:04:45.506 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7574 2024-07-26T06:04:45.506 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.507 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_next_lat": { 2024-07-26T06:04:45.507 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.507 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.507 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.507 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_seek_to_first_lat": { 2024-07-26T06:04:45.507 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.507 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.507 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.507 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_upper_bound_lat": { 2024-07-26T06:04:45.507 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 5, 2024-07-26T06:04:45.507 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 167335 2024-07-26T06:04:45.507 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.507 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_hits": { 2024-07-26T06:04:45.507 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 863 2024-07-26T06:04:45.508 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.508 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_misses": { 2024-07-26T06:04:45.508 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 247 2024-07-26T06:04:45.508 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.508 INFO:tasks.workunit.client.0.smithi089.stdout: "read_lat": { 2024-07-26T06:04:45.508 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 141, 2024-07-26T06:04:45.508 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3844214 2024-07-26T06:04:45.508 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.508 INFO:tasks.workunit.client.0.smithi089.stdout: "read_onode_meta_lat": { 2024-07-26T06:04:45.508 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 364, 2024-07-26T06:04:45.508 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 234548 2024-07-26T06:04:45.508 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.508 INFO:tasks.workunit.client.0.smithi089.stdout: "read_wait_aio_lat": { 2024-07-26T06:04:45.508 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 223, 2024-07-26T06:04:45.509 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5066476 2024-07-26T06:04:45.509 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.509 INFO:tasks.workunit.client.0.smithi089.stdout: "reads_with_retries": { 2024-07-26T06:04:45.509 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.509 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.509 INFO:tasks.workunit.client.0.smithi089.stdout: "remove_lat": { 2024-07-26T06:04:45.509 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3, 2024-07-26T06:04:45.509 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 133878 2024-07-26T06:04:45.509 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.509 INFO:tasks.workunit.client.0.smithi089.stdout: "state_aio_wait_lat": { 2024-07-26T06:04:45.509 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 429, 2024-07-26T06:04:45.509 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8746492 2024-07-26T06:04:45.509 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.509 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T06:04:45.509 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 129, 2024-07-26T06:04:45.510 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12192014 2024-07-26T06:04:45.510 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.510 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_cleanup_lat": { 2024-07-26T06:04:45.510 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 128, 2024-07-26T06:04:45.510 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 271666020498 2024-07-26T06:04:45.510 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.510 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_queued_lat": { 2024-07-26T06:04:45.510 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 129, 2024-07-26T06:04:45.510 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 144681784104 2024-07-26T06:04:45.510 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.510 INFO:tasks.workunit.client.0.smithi089.stdout: "state_done_lat": { 2024-07-26T06:04:45.510 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 428, 2024-07-26T06:04:45.510 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 75753097410 2024-07-26T06:04:45.511 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.511 INFO:tasks.workunit.client.0.smithi089.stdout: "state_finishing_lat": { 2024-07-26T06:04:45.511 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 428, 2024-07-26T06:04:45.511 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 41709 2024-07-26T06:04:45.511 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.511 INFO:tasks.workunit.client.0.smithi089.stdout: "state_io_done_lat": { 2024-07-26T06:04:45.511 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 429, 2024-07-26T06:04:45.511 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 473867 2024-07-26T06:04:45.511 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.511 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_commiting_lat": { 2024-07-26T06:04:45.511 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 429, 2024-07-26T06:04:45.511 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 134868318 2024-07-26T06:04:45.511 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.511 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_done_lat": { 2024-07-26T06:04:45.512 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 429, 2024-07-26T06:04:45.512 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 140133 2024-07-26T06:04:45.512 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.512 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_queued_lat": { 2024-07-26T06:04:45.512 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 429, 2024-07-26T06:04:45.512 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 74588215 2024-07-26T06:04:45.512 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.512 INFO:tasks.workunit.client.0.smithi089.stdout: "state_prepare_lat": { 2024-07-26T06:04:45.512 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 429, 2024-07-26T06:04:45.512 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 22152434 2024-07-26T06:04:45.512 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.512 INFO:tasks.workunit.client.0.smithi089.stdout: "stored": { 2024-07-26T06:04:45.512 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 349178 2024-07-26T06:04:45.512 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.513 INFO:tasks.workunit.client.0.smithi089.stdout: "truncate_lat": { 2024-07-26T06:04:45.513 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 62, 2024-07-26T06:04:45.513 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 302741 2024-07-26T06:04:45.513 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.513 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_commit_lat": { 2024-07-26T06:04:45.513 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 429, 2024-07-26T06:04:45.513 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 240891479 2024-07-26T06:04:45.513 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.513 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_submit_lat": { 2024-07-26T06:04:45.513 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 429, 2024-07-26T06:04:45.513 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 28602046 2024-07-26T06:04:45.513 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.513 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_throttle_lat": { 2024-07-26T06:04:45.513 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 429, 2024-07-26T06:04:45.513 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3267662 2024-07-26T06:04:45.514 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.514 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.514 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache": { 2024-07-26T06:04:45.514 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_bytes": { 2024-07-26T06:04:45.514 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1861421843 2024-07-26T06:04:45.514 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.514 INFO:tasks.workunit.client.0.smithi089.stdout: "heap_bytes": { 2024-07-26T06:04:45.514 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 271187968 2024-07-26T06:04:45.514 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.514 INFO:tasks.workunit.client.0.smithi089.stdout: "mapped_bytes": { 2024-07-26T06:04:45.514 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 270573568 2024-07-26T06:04:45.514 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.514 INFO:tasks.workunit.client.0.smithi089.stdout: "target_bytes": { 2024-07-26T06:04:45.515 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3137327308 2024-07-26T06:04:45.515 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.515 INFO:tasks.workunit.client.0.smithi089.stdout: "unmapped_bytes": { 2024-07-26T06:04:45.515 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 614400 2024-07-26T06:04:45.515 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.515 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.515 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:data": { 2024-07-26T06:04:45.515 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T06:04:45.515 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 159383552 2024-07-26T06:04:45.515 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.515 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T06:04:45.515 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.515 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.515 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T06:04:45.515 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.516 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.516 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T06:04:45.516 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 85494574 2024-07-26T06:04:45.516 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.516 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T06:04:45.516 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.516 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.516 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T06:04:45.516 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.516 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.516 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T06:04:45.516 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.516 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.516 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T06:04:45.517 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.517 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.517 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T06:04:45.517 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.517 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.517 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T06:04:45.517 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 20480 2024-07-26T06:04:45.517 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.517 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T06:04:45.517 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.517 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.517 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T06:04:45.517 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.517 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.517 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T06:04:45.518 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.518 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.518 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T06:04:45.518 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 73868498 2024-07-26T06:04:45.518 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.518 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.518 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv": { 2024-07-26T06:04:45.518 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T06:04:45.518 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 780140544 2024-07-26T06:04:45.518 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.518 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T06:04:45.518 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T06:04:45.518 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.518 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T06:04:45.519 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.519 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.519 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T06:04:45.519 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 641209308 2024-07-26T06:04:45.519 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.519 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T06:04:45.519 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.519 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.519 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T06:04:45.519 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.519 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.519 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T06:04:45.519 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.519 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.519 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T06:04:45.520 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.520 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.520 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T06:04:45.520 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.520 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.520 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T06:04:45.520 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2128 2024-07-26T06:04:45.520 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.520 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T06:04:45.520 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.520 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.520 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T06:04:45.520 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.520 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.520 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T06:04:45.521 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.521 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.521 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T06:04:45.521 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 71820244 2024-07-26T06:04:45.521 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.521 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.521 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T06:04:45.521 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T06:04:45.521 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 192937984 2024-07-26T06:04:45.521 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.521 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T06:04:45.521 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T06:04:45.521 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.521 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T06:04:45.522 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 464 2024-07-26T06:04:45.522 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.522 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T06:04:45.522 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 56996383 2024-07-26T06:04:45.522 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.522 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T06:04:45.522 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.522 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.522 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T06:04:45.522 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.522 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.522 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T06:04:45.522 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.522 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.523 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T06:04:45.523 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.523 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.523 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T06:04:45.523 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.523 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.523 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T06:04:45.523 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.523 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.523 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T06:04:45.523 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.523 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.523 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T06:04:45.524 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.524 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.524 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T06:04:45.524 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.524 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.524 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T06:04:45.524 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 68832273 2024-07-26T06:04:45.524 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.524 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.524 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:meta": { 2024-07-26T06:04:45.524 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T06:04:45.524 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 713031680 2024-07-26T06:04:45.524 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.524 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T06:04:45.525 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.525 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.525 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T06:04:45.525 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.525 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.525 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T06:04:45.525 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 641209308 2024-07-26T06:04:45.525 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.525 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T06:04:45.525 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.525 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.525 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T06:04:45.525 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.525 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.526 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T06:04:45.526 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.526 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.526 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T06:04:45.526 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.526 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.526 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T06:04:45.526 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.526 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.526 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T06:04:45.526 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 278778 2024-07-26T06:04:45.526 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.526 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T06:04:45.526 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.527 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.527 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T06:04:45.527 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.527 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.527 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T06:04:45.527 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.527 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.527 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T06:04:45.527 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 71543594 2024-07-26T06:04:45.527 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.527 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.527 INFO:tasks.workunit.client.0.smithi089.stdout: "objecter": { 2024-07-26T06:04:45.527 INFO:tasks.workunit.client.0.smithi089.stdout: "op_active": { 2024-07-26T06:04:45.527 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.527 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.528 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T06:04:45.528 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.528 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.528 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rmw": { 2024-07-26T06:04:45.528 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.528 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.528 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T06:04:45.528 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.528 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.528 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.528 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T06:04:45.528 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg": { 2024-07-26T06:04:45.528 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 38 2024-07-26T06:04:45.528 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.529 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg_removing": { 2024-07-26T06:04:45.529 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.529 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.529 INFO:tasks.workunit.client.0.smithi089.stdout: "op": { 2024-07-26T06:04:45.529 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 157 2024-07-26T06:04:45.529 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.529 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_degraded": { 2024-07-26T06:04:45.529 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.529 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.529 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_unreadable": { 2024-07-26T06:04:45.529 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.529 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.529 INFO:tasks.workunit.client.0.smithi089.stdout: "op_in_bytes": { 2024-07-26T06:04:45.529 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2429467 2024-07-26T06:04:45.529 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.530 INFO:tasks.workunit.client.0.smithi089.stdout: "op_latency": { 2024-07-26T06:04:45.530 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 157, 2024-07-26T06:04:45.530 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 392266400 2024-07-26T06:04:45.530 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.530 INFO:tasks.workunit.client.0.smithi089.stdout: "op_out_bytes": { 2024-07-26T06:04:45.530 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1041 2024-07-26T06:04:45.530 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.530 INFO:tasks.workunit.client.0.smithi089.stdout: "op_prepare_latency": { 2024-07-26T06:04:45.530 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 157, 2024-07-26T06:04:45.530 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 54698905 2024-07-26T06:04:45.530 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.530 INFO:tasks.workunit.client.0.smithi089.stdout: "op_process_latency": { 2024-07-26T06:04:45.530 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 157, 2024-07-26T06:04:45.530 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 185617617 2024-07-26T06:04:45.531 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.531 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T06:04:45.531 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 33 2024-07-26T06:04:45.531 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.531 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency": { 2024-07-26T06:04:45.531 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 33, 2024-07-26T06:04:45.531 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4724809 2024-07-26T06:04:45.531 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.531 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T06:04:45.531 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.531 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.531 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_out_bytes": { 2024-07-26T06:04:45.531 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1041 2024-07-26T06:04:45.531 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.532 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_prepare_latency": { 2024-07-26T06:04:45.532 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 33, 2024-07-26T06:04:45.532 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4119653 2024-07-26T06:04:45.532 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.532 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_process_latency": { 2024-07-26T06:04:45.532 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 33, 2024-07-26T06:04:45.532 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3433585 2024-07-26T06:04:45.532 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.532 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw": { 2024-07-26T06:04:45.532 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 22 2024-07-26T06:04:45.532 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.532 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_in_bytes": { 2024-07-26T06:04:45.532 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.532 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.532 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency": { 2024-07-26T06:04:45.533 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 22, 2024-07-26T06:04:45.533 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 19325184 2024-07-26T06:04:45.533 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.533 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T06:04:45.533 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.533 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.533 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T06:04:45.533 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.533 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.533 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_out_bytes": { 2024-07-26T06:04:45.533 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.533 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.533 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_prepare_latency": { 2024-07-26T06:04:45.533 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 22, 2024-07-26T06:04:45.534 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8128387 2024-07-26T06:04:45.534 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.534 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_process_latency": { 2024-07-26T06:04:45.534 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 22, 2024-07-26T06:04:45.534 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 18264577 2024-07-26T06:04:45.534 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.534 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T06:04:45.534 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 102 2024-07-26T06:04:45.534 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.534 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_in_bytes": { 2024-07-26T06:04:45.534 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2429467 2024-07-26T06:04:45.534 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.534 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency": { 2024-07-26T06:04:45.534 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 102, 2024-07-26T06:04:45.535 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 368216407 2024-07-26T06:04:45.535 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.535 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T06:04:45.535 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.535 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.535 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_prepare_latency": { 2024-07-26T06:04:45.535 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 102, 2024-07-26T06:04:45.535 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 42450865 2024-07-26T06:04:45.535 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.535 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_process_latency": { 2024-07-26T06:04:45.535 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 102, 2024-07-26T06:04:45.535 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 163919455 2024-07-26T06:04:45.535 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.535 INFO:tasks.workunit.client.0.smithi089.stdout: "op_wip": { 2024-07-26T06:04:45.535 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.536 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.536 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_bytes": { 2024-07-26T06:04:45.536 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 590368 2024-07-26T06:04:45.536 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.536 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_ops": { 2024-07-26T06:04:45.536 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2 2024-07-26T06:04:45.536 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.536 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes": { 2024-07-26T06:04:45.536 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995035648 2024-07-26T06:04:45.536 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.536 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes_used": { 2024-07-26T06:04:45.536 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 305283072 2024-07-26T06:04:45.536 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.536 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.536 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.537 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.2": { 2024-07-26T06:04:45.537 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T06:04:45.537 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_fallback": { 2024-07-26T06:04:45.537 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.537 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.537 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_size_fallback": { 2024-07-26T06:04:45.537 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.537 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.537 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_db": { 2024-07-26T06:04:45.537 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 65536 2024-07-26T06:04:45.537 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.537 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_main": { 2024-07-26T06:04:45.537 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.537 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.538 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_wal": { 2024-07-26T06:04:45.538 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.538 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.538 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_slow": { 2024-07-26T06:04:45.538 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.538 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.538 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_sst": { 2024-07-26T06:04:45.538 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12288 2024-07-26T06:04:45.538 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.538 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_wal": { 2024-07-26T06:04:45.538 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2265088 2024-07-26T06:04:45.538 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.538 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lat": { 2024-07-26T06:04:45.538 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.539 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.539 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.539 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lock_lat": { 2024-07-26T06:04:45.539 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.539 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.539 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.539 INFO:tasks.workunit.client.0.smithi089.stdout: "db_total_bytes": { 2024-07-26T06:04:45.539 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995035648 2024-07-26T06:04:45.539 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.539 INFO:tasks.workunit.client.0.smithi089.stdout: "db_used_bytes": { 2024-07-26T06:04:45.539 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 304480256 2024-07-26T06:04:45.539 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.539 INFO:tasks.workunit.client.0.smithi089.stdout: "log_bytes": { 2024-07-26T06:04:45.539 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1454080 2024-07-26T06:04:45.540 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.540 INFO:tasks.workunit.client.0.smithi089.stdout: "logged_bytes": { 2024-07-26T06:04:45.540 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1314816 2024-07-26T06:04:45.540 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.540 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_db": { 2024-07-26T06:04:45.540 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 312868864 2024-07-26T06:04:45.540 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.540 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_slow": { 2024-07-26T06:04:45.540 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.540 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.540 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_wal": { 2024-07-26T06:04:45.540 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.540 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.541 INFO:tasks.workunit.client.0.smithi089.stdout: "num_files": { 2024-07-26T06:04:45.541 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 14 2024-07-26T06:04:45.541 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.541 INFO:tasks.workunit.client.0.smithi089.stdout: "read_bytes": { 2024-07-26T06:04:45.541 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 195619 2024-07-26T06:04:45.541 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.541 INFO:tasks.workunit.client.0.smithi089.stdout: "read_count": { 2024-07-26T06:04:45.541 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 23 2024-07-26T06:04:45.541 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.541 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes": { 2024-07-26T06:04:45.541 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1269760 2024-07-26T06:04:45.541 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.541 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_db": { 2024-07-26T06:04:45.541 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1273856 2024-07-26T06:04:45.542 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.542 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_slow": { 2024-07-26T06:04:45.542 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.542 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.542 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_wal": { 2024-07-26T06:04:45.542 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.542 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.542 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_count": { 2024-07-26T06:04:45.542 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 15 2024-07-26T06:04:45.542 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.542 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_bytes": { 2024-07-26T06:04:45.542 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4711 2024-07-26T06:04:45.542 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.543 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_count": { 2024-07-26T06:04:45.543 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4 2024-07-26T06:04:45.543 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.543 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_bytes": { 2024-07-26T06:04:45.543 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5537 2024-07-26T06:04:45.543 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.543 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_count": { 2024-07-26T06:04:45.543 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 24 2024-07-26T06:04:45.543 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.543 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_bytes": { 2024-07-26T06:04:45.543 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5537 2024-07-26T06:04:45.543 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.543 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_count": { 2024-07-26T06:04:45.543 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 24 2024-07-26T06:04:45.543 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.544 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes": { 2024-07-26T06:04:45.544 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.544 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.544 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_db": { 2024-07-26T06:04:45.544 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.544 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.544 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_slow": { 2024-07-26T06:04:45.544 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.544 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.544 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_wal": { 2024-07-26T06:04:45.544 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.544 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.544 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_count": { 2024-07-26T06:04:45.544 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.545 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.545 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_total_bytes": { 2024-07-26T06:04:45.545 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.545 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.545 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_used_bytes": { 2024-07-26T06:04:45.545 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.545 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.545 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_total_bytes": { 2024-07-26T06:04:45.545 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.545 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.545 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_used_bytes": { 2024-07-26T06:04:45.545 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.545 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.545 INFO:tasks.workunit.client.0.smithi089.stdout: "write_bytes": { 2024-07-26T06:04:45.546 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3653632 2024-07-26T06:04:45.546 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.546 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.546 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore": { 2024-07-26T06:04:45.546 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit": { 2024-07-26T06:04:45.546 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4096 2024-07-26T06:04:45.546 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.546 INFO:tasks.workunit.client.0.smithi089.stdout: "allocated": { 2024-07-26T06:04:45.546 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 778240 2024-07-26T06:04:45.546 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.546 INFO:tasks.workunit.client.0.smithi089.stdout: "clist_lat": { 2024-07-26T06:04:45.546 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 4, 2024-07-26T06:04:45.546 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 177457 2024-07-26T06:04:45.546 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.547 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_lat": { 2024-07-26T06:04:45.547 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.547 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.547 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.547 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed": { 2024-07-26T06:04:45.547 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.547 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.547 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_allocated": { 2024-07-26T06:04:45.547 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.547 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.547 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_original": { 2024-07-26T06:04:45.547 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.547 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.547 INFO:tasks.workunit.client.0.smithi089.stdout: "csum_lat": { 2024-07-26T06:04:45.547 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 16, 2024-07-26T06:04:45.548 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 22228 2024-07-26T06:04:45.548 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.548 INFO:tasks.workunit.client.0.smithi089.stdout: "decompress_lat": { 2024-07-26T06:04:45.548 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.548 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.548 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.548 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_commit_lat": { 2024-07-26T06:04:45.548 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 304, 2024-07-26T06:04:45.548 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 70165614 2024-07-26T06:04:45.548 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.548 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_final_lat": { 2024-07-26T06:04:45.548 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 303, 2024-07-26T06:04:45.548 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4709555 2024-07-26T06:04:45.548 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.549 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_flush_lat": { 2024-07-26T06:04:45.549 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 304, 2024-07-26T06:04:45.549 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 410980 2024-07-26T06:04:45.549 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.549 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_sync_lat": { 2024-07-26T06:04:45.549 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 304, 2024-07-26T06:04:45.549 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 70576594 2024-07-26T06:04:45.549 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.549 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_keys_lat": { 2024-07-26T06:04:45.549 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.549 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.549 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.549 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_values_lat": { 2024-07-26T06:04:45.549 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3, 2024-07-26T06:04:45.550 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 32317 2024-07-26T06:04:45.550 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.550 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_lower_bound_lat": { 2024-07-26T06:04:45.550 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2, 2024-07-26T06:04:45.550 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 959 2024-07-26T06:04:45.550 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.550 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_next_lat": { 2024-07-26T06:04:45.550 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.550 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.550 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.550 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_seek_to_first_lat": { 2024-07-26T06:04:45.550 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.550 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.550 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.551 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_upper_bound_lat": { 2024-07-26T06:04:45.551 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2, 2024-07-26T06:04:45.551 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4907 2024-07-26T06:04:45.551 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.551 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_hits": { 2024-07-26T06:04:45.551 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 642 2024-07-26T06:04:45.551 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.551 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_misses": { 2024-07-26T06:04:45.551 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 221 2024-07-26T06:04:45.551 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.551 INFO:tasks.workunit.client.0.smithi089.stdout: "read_lat": { 2024-07-26T06:04:45.551 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 111, 2024-07-26T06:04:45.551 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1702909 2024-07-26T06:04:45.551 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.551 INFO:tasks.workunit.client.0.smithi089.stdout: "read_onode_meta_lat": { 2024-07-26T06:04:45.552 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 299, 2024-07-26T06:04:45.552 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 291490 2024-07-26T06:04:45.552 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.552 INFO:tasks.workunit.client.0.smithi089.stdout: "read_wait_aio_lat": { 2024-07-26T06:04:45.552 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 188, 2024-07-26T06:04:45.552 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5814197 2024-07-26T06:04:45.552 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.552 INFO:tasks.workunit.client.0.smithi089.stdout: "reads_with_retries": { 2024-07-26T06:04:45.552 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.552 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.552 INFO:tasks.workunit.client.0.smithi089.stdout: "remove_lat": { 2024-07-26T06:04:45.552 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3, 2024-07-26T06:04:45.552 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 89437 2024-07-26T06:04:45.552 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.552 INFO:tasks.workunit.client.0.smithi089.stdout: "state_aio_wait_lat": { 2024-07-26T06:04:45.553 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 344, 2024-07-26T06:04:45.553 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 15452606 2024-07-26T06:04:45.553 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.553 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T06:04:45.553 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 123, 2024-07-26T06:04:45.553 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7382467 2024-07-26T06:04:45.553 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.553 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_cleanup_lat": { 2024-07-26T06:04:45.553 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 122, 2024-07-26T06:04:45.553 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 246442344021 2024-07-26T06:04:45.553 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.553 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_queued_lat": { 2024-07-26T06:04:45.553 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 123, 2024-07-26T06:04:45.553 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 125115525628 2024-07-26T06:04:45.553 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.554 INFO:tasks.workunit.client.0.smithi089.stdout: "state_done_lat": { 2024-07-26T06:04:45.554 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 343, 2024-07-26T06:04:45.554 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 73361180066 2024-07-26T06:04:45.554 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.554 INFO:tasks.workunit.client.0.smithi089.stdout: "state_finishing_lat": { 2024-07-26T06:04:45.554 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 343, 2024-07-26T06:04:45.554 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 34032 2024-07-26T06:04:45.554 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.554 INFO:tasks.workunit.client.0.smithi089.stdout: "state_io_done_lat": { 2024-07-26T06:04:45.554 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 344, 2024-07-26T06:04:45.554 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 418398 2024-07-26T06:04:45.554 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.554 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_commiting_lat": { 2024-07-26T06:04:45.554 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 344, 2024-07-26T06:04:45.555 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 90955337 2024-07-26T06:04:45.555 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.555 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_done_lat": { 2024-07-26T06:04:45.555 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 344, 2024-07-26T06:04:45.555 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 121952 2024-07-26T06:04:45.555 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.555 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_queued_lat": { 2024-07-26T06:04:45.555 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 344, 2024-07-26T06:04:45.555 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 30566597 2024-07-26T06:04:45.555 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.555 INFO:tasks.workunit.client.0.smithi089.stdout: "state_prepare_lat": { 2024-07-26T06:04:45.555 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 344, 2024-07-26T06:04:45.555 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 23418641 2024-07-26T06:04:45.555 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.555 INFO:tasks.workunit.client.0.smithi089.stdout: "stored": { 2024-07-26T06:04:45.556 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 348999 2024-07-26T06:04:45.556 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.556 INFO:tasks.workunit.client.0.smithi089.stdout: "truncate_lat": { 2024-07-26T06:04:45.556 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 57, 2024-07-26T06:04:45.556 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 284273 2024-07-26T06:04:45.556 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.556 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_commit_lat": { 2024-07-26T06:04:45.556 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 344, 2024-07-26T06:04:45.556 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 160860119 2024-07-26T06:04:45.556 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.556 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_submit_lat": { 2024-07-26T06:04:45.556 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 344, 2024-07-26T06:04:45.556 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 27310948 2024-07-26T06:04:45.557 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.557 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_throttle_lat": { 2024-07-26T06:04:45.557 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 344, 2024-07-26T06:04:45.557 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2585937 2024-07-26T06:04:45.557 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.557 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.557 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache": { 2024-07-26T06:04:45.557 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_bytes": { 2024-07-26T06:04:45.557 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1861421843 2024-07-26T06:04:45.557 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.557 INFO:tasks.workunit.client.0.smithi089.stdout: "heap_bytes": { 2024-07-26T06:04:45.557 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 269795328 2024-07-26T06:04:45.557 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.557 INFO:tasks.workunit.client.0.smithi089.stdout: "mapped_bytes": { 2024-07-26T06:04:45.558 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 268853248 2024-07-26T06:04:45.558 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.558 INFO:tasks.workunit.client.0.smithi089.stdout: "target_bytes": { 2024-07-26T06:04:45.558 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3137327308 2024-07-26T06:04:45.558 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.558 INFO:tasks.workunit.client.0.smithi089.stdout: "unmapped_bytes": { 2024-07-26T06:04:45.558 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 942080 2024-07-26T06:04:45.558 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.558 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.558 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:data": { 2024-07-26T06:04:45.558 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T06:04:45.558 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 159383552 2024-07-26T06:04:45.558 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.558 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T06:04:45.559 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.559 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.559 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T06:04:45.559 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.559 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.559 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T06:04:45.559 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 85495410 2024-07-26T06:04:45.559 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.559 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T06:04:45.559 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.559 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.559 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T06:04:45.559 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.559 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.560 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T06:04:45.560 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.560 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.560 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T06:04:45.560 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.560 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.560 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T06:04:45.560 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.560 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.560 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T06:04:45.560 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 20480 2024-07-26T06:04:45.560 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.560 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T06:04:45.560 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.560 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.561 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T06:04:45.561 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.561 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.561 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T06:04:45.561 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.561 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.561 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T06:04:45.561 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 73867662 2024-07-26T06:04:45.561 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.561 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.561 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv": { 2024-07-26T06:04:45.561 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T06:04:45.561 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 780140544 2024-07-26T06:04:45.561 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.562 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T06:04:45.562 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T06:04:45.562 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.562 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T06:04:45.562 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.562 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.562 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T06:04:45.562 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 641215575 2024-07-26T06:04:45.562 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.562 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T06:04:45.562 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.562 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.562 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T06:04:45.563 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.563 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.563 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T06:04:45.563 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.563 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.563 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T06:04:45.563 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.563 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.563 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T06:04:45.563 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.563 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.563 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T06:04:45.563 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2128 2024-07-26T06:04:45.563 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.563 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T06:04:45.564 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.564 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.564 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T06:04:45.564 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.564 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.564 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T06:04:45.564 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.564 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.564 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T06:04:45.564 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 71813977 2024-07-26T06:04:45.564 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.564 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.564 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T06:04:45.564 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T06:04:45.565 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 192937984 2024-07-26T06:04:45.565 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.565 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T06:04:45.565 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T06:04:45.565 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.565 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T06:04:45.565 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 464 2024-07-26T06:04:45.565 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.565 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T06:04:45.565 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 56996940 2024-07-26T06:04:45.565 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.565 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T06:04:45.565 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.565 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.565 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T06:04:45.566 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.566 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.566 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T06:04:45.566 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.566 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.566 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T06:04:45.566 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.566 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.566 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T06:04:45.566 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.566 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.566 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T06:04:45.566 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.567 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.567 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T06:04:45.567 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.567 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.567 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T06:04:45.567 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.567 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.567 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T06:04:45.567 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.567 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.567 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T06:04:45.567 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 68831716 2024-07-26T06:04:45.567 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.567 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.568 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:meta": { 2024-07-26T06:04:45.568 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T06:04:45.568 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 713031680 2024-07-26T06:04:45.568 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.568 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T06:04:45.568 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.568 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.568 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T06:04:45.568 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.568 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.568 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T06:04:45.568 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 641215575 2024-07-26T06:04:45.568 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.568 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T06:04:45.568 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.569 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.569 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T06:04:45.569 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.569 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.569 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T06:04:45.569 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.569 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.569 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T06:04:45.569 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.569 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.569 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T06:04:45.569 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.569 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.569 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T06:04:45.570 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 264851 2024-07-26T06:04:45.570 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.570 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T06:04:45.570 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.570 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.570 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T06:04:45.570 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.570 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.570 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T06:04:45.570 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.570 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.570 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T06:04:45.570 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 71551254 2024-07-26T06:04:45.570 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.570 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.571 INFO:tasks.workunit.client.0.smithi089.stdout: "objecter": { 2024-07-26T06:04:45.571 INFO:tasks.workunit.client.0.smithi089.stdout: "op_active": { 2024-07-26T06:04:45.571 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.571 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.571 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T06:04:45.571 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.571 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.571 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rmw": { 2024-07-26T06:04:45.571 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.571 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.571 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T06:04:45.571 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.571 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.571 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.571 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T06:04:45.572 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg": { 2024-07-26T06:04:45.572 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 30 2024-07-26T06:04:45.572 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.572 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg_removing": { 2024-07-26T06:04:45.572 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.572 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.572 INFO:tasks.workunit.client.0.smithi089.stdout: "op": { 2024-07-26T06:04:45.572 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10 2024-07-26T06:04:45.572 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.572 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_degraded": { 2024-07-26T06:04:45.572 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.572 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.572 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_unreadable": { 2024-07-26T06:04:45.572 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.573 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.573 INFO:tasks.workunit.client.0.smithi089.stdout: "op_in_bytes": { 2024-07-26T06:04:45.573 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.573 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.573 INFO:tasks.workunit.client.0.smithi089.stdout: "op_latency": { 2024-07-26T06:04:45.573 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 10, 2024-07-26T06:04:45.573 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 79334620 2024-07-26T06:04:45.573 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.573 INFO:tasks.workunit.client.0.smithi089.stdout: "op_out_bytes": { 2024-07-26T06:04:45.573 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.573 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.573 INFO:tasks.workunit.client.0.smithi089.stdout: "op_prepare_latency": { 2024-07-26T06:04:45.573 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 10, 2024-07-26T06:04:45.573 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5587772 2024-07-26T06:04:45.574 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.574 INFO:tasks.workunit.client.0.smithi089.stdout: "op_process_latency": { 2024-07-26T06:04:45.574 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 10, 2024-07-26T06:04:45.574 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 58419752 2024-07-26T06:04:45.574 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.574 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T06:04:45.574 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.574 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.574 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency": { 2024-07-26T06:04:45.574 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.574 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.574 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.574 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T06:04:45.575 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.575 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.575 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_out_bytes": { 2024-07-26T06:04:45.575 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.575 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.575 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_prepare_latency": { 2024-07-26T06:04:45.575 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.575 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.575 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.575 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_process_latency": { 2024-07-26T06:04:45.575 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.575 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.575 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.575 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw": { 2024-07-26T06:04:45.576 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.576 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.576 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_in_bytes": { 2024-07-26T06:04:45.576 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.576 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.576 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency": { 2024-07-26T06:04:45.576 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.576 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.576 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.576 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T06:04:45.576 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.576 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.576 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T06:04:45.576 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.577 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.577 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_out_bytes": { 2024-07-26T06:04:45.577 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.577 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.577 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_prepare_latency": { 2024-07-26T06:04:45.577 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.577 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.577 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.577 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_process_latency": { 2024-07-26T06:04:45.577 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.577 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.577 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.577 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T06:04:45.577 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10 2024-07-26T06:04:45.578 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.578 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_in_bytes": { 2024-07-26T06:04:45.578 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.578 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.578 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency": { 2024-07-26T06:04:45.578 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 10, 2024-07-26T06:04:45.578 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 79334620 2024-07-26T06:04:45.578 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.578 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T06:04:45.578 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.578 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.578 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_prepare_latency": { 2024-07-26T06:04:45.578 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 10, 2024-07-26T06:04:45.578 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5587772 2024-07-26T06:04:45.579 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.579 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_process_latency": { 2024-07-26T06:04:45.579 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 10, 2024-07-26T06:04:45.579 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 58419752 2024-07-26T06:04:45.579 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.579 INFO:tasks.workunit.client.0.smithi089.stdout: "op_wip": { 2024-07-26T06:04:45.579 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.579 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.579 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_bytes": { 2024-07-26T06:04:45.579 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.579 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.579 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_ops": { 2024-07-26T06:04:45.579 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.579 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.579 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes": { 2024-07-26T06:04:45.580 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995035648 2024-07-26T06:04:45.580 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.580 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes_used": { 2024-07-26T06:04:45.580 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 305270784 2024-07-26T06:04:45.580 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.580 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.580 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.580 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.3": { 2024-07-26T06:04:45.580 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T06:04:45.580 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_fallback": { 2024-07-26T06:04:45.580 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.580 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.580 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_size_fallback": { 2024-07-26T06:04:45.580 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.581 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.581 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_db": { 2024-07-26T06:04:45.581 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 65536 2024-07-26T06:04:45.581 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.581 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_main": { 2024-07-26T06:04:45.581 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.581 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.581 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_wal": { 2024-07-26T06:04:45.581 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.581 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.581 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_slow": { 2024-07-26T06:04:45.581 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.581 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.581 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_sst": { 2024-07-26T06:04:45.581 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12288 2024-07-26T06:04:45.582 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.582 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_wal": { 2024-07-26T06:04:45.582 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1155072 2024-07-26T06:04:45.582 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.582 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lat": { 2024-07-26T06:04:45.582 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.582 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.582 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.582 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lock_lat": { 2024-07-26T06:04:45.582 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.582 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.582 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.582 INFO:tasks.workunit.client.0.smithi089.stdout: "db_total_bytes": { 2024-07-26T06:04:45.582 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995035648 2024-07-26T06:04:45.583 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.583 INFO:tasks.workunit.client.0.smithi089.stdout: "db_used_bytes": { 2024-07-26T06:04:45.583 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 304480256 2024-07-26T06:04:45.583 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.583 INFO:tasks.workunit.client.0.smithi089.stdout: "log_bytes": { 2024-07-26T06:04:45.583 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 847872 2024-07-26T06:04:45.583 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.583 INFO:tasks.workunit.client.0.smithi089.stdout: "logged_bytes": { 2024-07-26T06:04:45.583 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 708608 2024-07-26T06:04:45.583 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.583 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_db": { 2024-07-26T06:04:45.583 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 312868864 2024-07-26T06:04:45.583 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.583 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_slow": { 2024-07-26T06:04:45.584 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.584 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.584 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_wal": { 2024-07-26T06:04:45.584 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.584 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.584 INFO:tasks.workunit.client.0.smithi089.stdout: "num_files": { 2024-07-26T06:04:45.584 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 14 2024-07-26T06:04:45.584 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.584 INFO:tasks.workunit.client.0.smithi089.stdout: "read_bytes": { 2024-07-26T06:04:45.584 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 195619 2024-07-26T06:04:45.584 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.584 INFO:tasks.workunit.client.0.smithi089.stdout: "read_count": { 2024-07-26T06:04:45.584 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 23 2024-07-26T06:04:45.584 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.584 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes": { 2024-07-26T06:04:45.585 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1269760 2024-07-26T06:04:45.585 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.585 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_db": { 2024-07-26T06:04:45.585 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1273856 2024-07-26T06:04:45.585 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.585 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_slow": { 2024-07-26T06:04:45.585 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.585 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.585 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_wal": { 2024-07-26T06:04:45.585 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.585 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.585 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_count": { 2024-07-26T06:04:45.585 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 15 2024-07-26T06:04:45.585 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.585 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_bytes": { 2024-07-26T06:04:45.586 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4711 2024-07-26T06:04:45.586 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.586 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_count": { 2024-07-26T06:04:45.586 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4 2024-07-26T06:04:45.586 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.586 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_bytes": { 2024-07-26T06:04:45.586 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5537 2024-07-26T06:04:45.586 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.586 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_count": { 2024-07-26T06:04:45.586 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 24 2024-07-26T06:04:45.586 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.586 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_bytes": { 2024-07-26T06:04:45.586 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5537 2024-07-26T06:04:45.586 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.587 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_count": { 2024-07-26T06:04:45.587 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 24 2024-07-26T06:04:45.587 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.587 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes": { 2024-07-26T06:04:45.587 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.587 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.587 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_db": { 2024-07-26T06:04:45.587 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.587 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.587 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_slow": { 2024-07-26T06:04:45.587 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.587 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.587 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_wal": { 2024-07-26T06:04:45.587 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.588 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.588 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_count": { 2024-07-26T06:04:45.588 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.588 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.588 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_total_bytes": { 2024-07-26T06:04:45.588 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.588 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.588 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_used_bytes": { 2024-07-26T06:04:45.588 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.588 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.588 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_total_bytes": { 2024-07-26T06:04:45.588 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.588 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.588 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_used_bytes": { 2024-07-26T06:04:45.588 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.589 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.589 INFO:tasks.workunit.client.0.smithi089.stdout: "write_bytes": { 2024-07-26T06:04:45.589 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1937408 2024-07-26T06:04:45.589 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.589 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.589 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore": { 2024-07-26T06:04:45.589 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit": { 2024-07-26T06:04:45.589 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4096 2024-07-26T06:04:45.589 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.589 INFO:tasks.workunit.client.0.smithi089.stdout: "allocated": { 2024-07-26T06:04:45.589 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 794624 2024-07-26T06:04:45.589 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.589 INFO:tasks.workunit.client.0.smithi089.stdout: "clist_lat": { 2024-07-26T06:04:45.589 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.589 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.590 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.590 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_lat": { 2024-07-26T06:04:45.590 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.590 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.590 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.590 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed": { 2024-07-26T06:04:45.590 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.590 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.590 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_allocated": { 2024-07-26T06:04:45.590 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.590 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.590 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_original": { 2024-07-26T06:04:45.590 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.590 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.591 INFO:tasks.workunit.client.0.smithi089.stdout: "csum_lat": { 2024-07-26T06:04:45.591 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3, 2024-07-26T06:04:45.591 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5460 2024-07-26T06:04:45.591 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.591 INFO:tasks.workunit.client.0.smithi089.stdout: "decompress_lat": { 2024-07-26T06:04:45.591 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.591 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.591 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.591 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_commit_lat": { 2024-07-26T06:04:45.591 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 156, 2024-07-26T06:04:45.591 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 41637077 2024-07-26T06:04:45.591 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.591 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_final_lat": { 2024-07-26T06:04:45.592 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 152, 2024-07-26T06:04:45.592 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4428310 2024-07-26T06:04:45.592 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.592 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_flush_lat": { 2024-07-26T06:04:45.592 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 156, 2024-07-26T06:04:45.592 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 253726 2024-07-26T06:04:45.592 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.592 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_sync_lat": { 2024-07-26T06:04:45.592 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 156, 2024-07-26T06:04:45.592 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 41890803 2024-07-26T06:04:45.592 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.592 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_keys_lat": { 2024-07-26T06:04:45.592 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.592 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.593 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.593 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_values_lat": { 2024-07-26T06:04:45.593 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1, 2024-07-26T06:04:45.593 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 27741 2024-07-26T06:04:45.593 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.593 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_lower_bound_lat": { 2024-07-26T06:04:45.593 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2, 2024-07-26T06:04:45.593 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 890 2024-07-26T06:04:45.593 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.593 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_next_lat": { 2024-07-26T06:04:45.593 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.593 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.593 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.593 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_seek_to_first_lat": { 2024-07-26T06:04:45.593 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.594 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.594 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.594 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_upper_bound_lat": { 2024-07-26T06:04:45.594 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3, 2024-07-26T06:04:45.594 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8861 2024-07-26T06:04:45.594 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.594 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_hits": { 2024-07-26T06:04:45.594 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 361 2024-07-26T06:04:45.594 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.594 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_misses": { 2024-07-26T06:04:45.594 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 233 2024-07-26T06:04:45.594 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.594 INFO:tasks.workunit.client.0.smithi089.stdout: "read_lat": { 2024-07-26T06:04:45.594 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 90, 2024-07-26T06:04:45.595 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 746662 2024-07-26T06:04:45.595 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.595 INFO:tasks.workunit.client.0.smithi089.stdout: "read_onode_meta_lat": { 2024-07-26T06:04:45.595 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 155, 2024-07-26T06:04:45.595 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 263622 2024-07-26T06:04:45.595 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.595 INFO:tasks.workunit.client.0.smithi089.stdout: "read_wait_aio_lat": { 2024-07-26T06:04:45.595 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 65, 2024-07-26T06:04:45.595 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 372522 2024-07-26T06:04:45.595 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.595 INFO:tasks.workunit.client.0.smithi089.stdout: "reads_with_retries": { 2024-07-26T06:04:45.595 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.595 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.595 INFO:tasks.workunit.client.0.smithi089.stdout: "remove_lat": { 2024-07-26T06:04:45.596 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.596 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.596 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.596 INFO:tasks.workunit.client.0.smithi089.stdout: "state_aio_wait_lat": { 2024-07-26T06:04:45.596 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 248, 2024-07-26T06:04:45.596 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8397010 2024-07-26T06:04:45.596 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.596 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T06:04:45.596 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 56, 2024-07-26T06:04:45.596 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4179196 2024-07-26T06:04:45.596 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.596 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_cleanup_lat": { 2024-07-26T06:04:45.596 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 53, 2024-07-26T06:04:45.596 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 349765680349 2024-07-26T06:04:45.596 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.597 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_queued_lat": { 2024-07-26T06:04:45.597 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 56, 2024-07-26T06:04:45.597 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 71546306884 2024-07-26T06:04:45.597 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.597 INFO:tasks.workunit.client.0.smithi089.stdout: "state_done_lat": { 2024-07-26T06:04:45.597 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 245, 2024-07-26T06:04:45.597 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 542720 2024-07-26T06:04:45.597 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.597 INFO:tasks.workunit.client.0.smithi089.stdout: "state_finishing_lat": { 2024-07-26T06:04:45.597 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 245, 2024-07-26T06:04:45.597 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 23053 2024-07-26T06:04:45.597 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.597 INFO:tasks.workunit.client.0.smithi089.stdout: "state_io_done_lat": { 2024-07-26T06:04:45.597 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 248, 2024-07-26T06:04:45.598 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 282253 2024-07-26T06:04:45.598 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.598 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_commiting_lat": { 2024-07-26T06:04:45.598 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 248, 2024-07-26T06:04:45.598 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 133762812 2024-07-26T06:04:45.598 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.598 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_done_lat": { 2024-07-26T06:04:45.598 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 248, 2024-07-26T06:04:45.598 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 94757 2024-07-26T06:04:45.598 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.598 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_queued_lat": { 2024-07-26T06:04:45.598 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 248, 2024-07-26T06:04:45.598 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 103570643 2024-07-26T06:04:45.598 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.599 INFO:tasks.workunit.client.0.smithi089.stdout: "state_prepare_lat": { 2024-07-26T06:04:45.599 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 248, 2024-07-26T06:04:45.599 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 15543389 2024-07-26T06:04:45.599 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.599 INFO:tasks.workunit.client.0.smithi089.stdout: "stored": { 2024-07-26T06:04:45.599 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 351404 2024-07-26T06:04:45.599 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.599 INFO:tasks.workunit.client.0.smithi089.stdout: "truncate_lat": { 2024-07-26T06:04:45.599 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 47, 2024-07-26T06:04:45.599 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 227280 2024-07-26T06:04:45.599 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.599 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_commit_lat": { 2024-07-26T06:04:45.599 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 248, 2024-07-26T06:04:45.599 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 261597261 2024-07-26T06:04:45.599 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.600 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_submit_lat": { 2024-07-26T06:04:45.600 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 248, 2024-07-26T06:04:45.600 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 17972810 2024-07-26T06:04:45.600 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.600 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_throttle_lat": { 2024-07-26T06:04:45.600 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 248, 2024-07-26T06:04:45.600 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4755223 2024-07-26T06:04:45.600 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.600 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.600 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache": { 2024-07-26T06:04:45.600 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_bytes": { 2024-07-26T06:04:45.600 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1861421843 2024-07-26T06:04:45.600 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.600 INFO:tasks.workunit.client.0.smithi089.stdout: "heap_bytes": { 2024-07-26T06:04:45.601 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 268877824 2024-07-26T06:04:45.601 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.601 INFO:tasks.workunit.client.0.smithi089.stdout: "mapped_bytes": { 2024-07-26T06:04:45.601 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 268664832 2024-07-26T06:04:45.601 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.601 INFO:tasks.workunit.client.0.smithi089.stdout: "target_bytes": { 2024-07-26T06:04:45.601 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3137327308 2024-07-26T06:04:45.601 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.601 INFO:tasks.workunit.client.0.smithi089.stdout: "unmapped_bytes": { 2024-07-26T06:04:45.601 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 212992 2024-07-26T06:04:45.601 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.601 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.601 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:data": { 2024-07-26T06:04:45.601 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T06:04:45.601 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 159383552 2024-07-26T06:04:45.602 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.602 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T06:04:45.602 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.602 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.602 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T06:04:45.602 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.602 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.602 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T06:04:45.602 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 85496124 2024-07-26T06:04:45.602 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.602 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T06:04:45.602 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.602 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.602 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T06:04:45.602 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.603 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.603 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T06:04:45.603 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.603 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.603 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T06:04:45.603 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.603 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.603 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T06:04:45.603 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.603 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.603 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T06:04:45.603 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.603 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.603 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T06:04:45.604 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.604 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.604 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T06:04:45.604 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.604 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.604 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T06:04:45.604 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.604 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.604 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T06:04:45.604 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 73887428 2024-07-26T06:04:45.604 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.604 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.604 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv": { 2024-07-26T06:04:45.604 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T06:04:45.605 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 780140544 2024-07-26T06:04:45.605 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.605 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T06:04:45.605 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T06:04:45.605 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.605 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T06:04:45.605 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.605 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.605 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T06:04:45.605 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 641220931 2024-07-26T06:04:45.605 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.605 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T06:04:45.605 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.605 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.605 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T06:04:45.606 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.606 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.606 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T06:04:45.606 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.606 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.606 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T06:04:45.606 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.606 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.606 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T06:04:45.606 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.606 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.606 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T06:04:45.606 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2128 2024-07-26T06:04:45.606 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.607 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T06:04:45.607 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.607 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.607 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T06:04:45.607 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.607 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.607 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T06:04:45.607 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.607 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.607 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T06:04:45.607 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 71808621 2024-07-26T06:04:45.607 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.607 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.607 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T06:04:45.608 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T06:04:45.608 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 192937984 2024-07-26T06:04:45.608 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.608 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T06:04:45.608 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T06:04:45.608 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.608 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T06:04:45.608 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 464 2024-07-26T06:04:45.608 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.608 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T06:04:45.608 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 56997416 2024-07-26T06:04:45.608 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.608 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T06:04:45.609 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.609 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.609 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T06:04:45.609 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.609 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.609 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T06:04:45.609 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.609 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.609 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T06:04:45.609 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.609 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.609 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T06:04:45.609 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.609 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.610 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T06:04:45.610 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.610 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.610 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T06:04:45.610 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.610 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.610 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T06:04:45.610 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.610 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.610 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T06:04:45.610 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.610 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.610 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T06:04:45.610 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 68831240 2024-07-26T06:04:45.611 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.611 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.611 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:meta": { 2024-07-26T06:04:45.611 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T06:04:45.611 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 713031680 2024-07-26T06:04:45.611 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.611 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T06:04:45.611 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.611 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.611 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T06:04:45.611 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.611 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.611 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T06:04:45.611 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 641220931 2024-07-26T06:04:45.612 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.612 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T06:04:45.612 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.612 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.612 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T06:04:45.612 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.612 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.612 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T06:04:45.612 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.612 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.612 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T06:04:45.612 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.612 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.612 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T06:04:45.612 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6975 2024-07-26T06:04:45.613 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.613 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T06:04:45.613 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 269257 2024-07-26T06:04:45.613 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.613 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T06:04:45.613 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.613 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.613 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T06:04:45.613 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.613 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.613 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T06:04:45.613 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.613 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.613 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T06:04:45.614 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 71534517 2024-07-26T06:04:45.614 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.614 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.614 INFO:tasks.workunit.client.0.smithi089.stdout: "objecter": { 2024-07-26T06:04:45.614 INFO:tasks.workunit.client.0.smithi089.stdout: "op_active": { 2024-07-26T06:04:45.614 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.614 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.614 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T06:04:45.614 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.614 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.614 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rmw": { 2024-07-26T06:04:45.614 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.614 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.615 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T06:04:45.615 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.615 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.615 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.615 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T06:04:45.615 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg": { 2024-07-26T06:04:45.615 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 37 2024-07-26T06:04:45.615 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.615 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg_removing": { 2024-07-26T06:04:45.615 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.615 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.615 INFO:tasks.workunit.client.0.smithi089.stdout: "op": { 2024-07-26T06:04:45.615 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.615 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.615 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_degraded": { 2024-07-26T06:04:45.616 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.616 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.616 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_unreadable": { 2024-07-26T06:04:45.616 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.616 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.616 INFO:tasks.workunit.client.0.smithi089.stdout: "op_in_bytes": { 2024-07-26T06:04:45.616 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.616 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.616 INFO:tasks.workunit.client.0.smithi089.stdout: "op_latency": { 2024-07-26T06:04:45.616 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.616 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.616 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.616 INFO:tasks.workunit.client.0.smithi089.stdout: "op_out_bytes": { 2024-07-26T06:04:45.616 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.617 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.617 INFO:tasks.workunit.client.0.smithi089.stdout: "op_prepare_latency": { 2024-07-26T06:04:45.617 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2, 2024-07-26T06:04:45.617 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 717050 2024-07-26T06:04:45.617 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.617 INFO:tasks.workunit.client.0.smithi089.stdout: "op_process_latency": { 2024-07-26T06:04:45.617 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.617 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.617 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.617 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T06:04:45.617 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.617 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.617 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency": { 2024-07-26T06:04:45.617 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.618 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.618 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.618 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T06:04:45.618 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.618 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.618 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_out_bytes": { 2024-07-26T06:04:45.618 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.618 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.618 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_prepare_latency": { 2024-07-26T06:04:45.618 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.618 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.618 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.618 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_process_latency": { 2024-07-26T06:04:45.618 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.619 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.619 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.619 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw": { 2024-07-26T06:04:45.619 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.619 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.619 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_in_bytes": { 2024-07-26T06:04:45.619 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.619 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.619 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency": { 2024-07-26T06:04:45.619 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.619 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.619 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.619 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T06:04:45.619 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.619 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.620 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T06:04:45.620 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.620 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.620 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_out_bytes": { 2024-07-26T06:04:45.620 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.620 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.620 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_prepare_latency": { 2024-07-26T06:04:45.620 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.620 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.620 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.620 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_process_latency": { 2024-07-26T06:04:45.620 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.620 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.620 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.621 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T06:04:45.621 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.621 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.621 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_in_bytes": { 2024-07-26T06:04:45.621 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.621 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.621 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency": { 2024-07-26T06:04:45.621 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.621 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.621 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.621 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T06:04:45.621 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.621 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.621 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_prepare_latency": { 2024-07-26T06:04:45.621 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2, 2024-07-26T06:04:45.622 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 717050 2024-07-26T06:04:45.622 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.622 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_process_latency": { 2024-07-26T06:04:45.622 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.622 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.622 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.622 INFO:tasks.workunit.client.0.smithi089.stdout: "op_wip": { 2024-07-26T06:04:45.622 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.622 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.622 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_bytes": { 2024-07-26T06:04:45.622 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.622 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.622 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_ops": { 2024-07-26T06:04:45.622 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.623 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.623 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes": { 2024-07-26T06:04:45.623 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995035648 2024-07-26T06:04:45.623 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.623 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes_used": { 2024-07-26T06:04:45.623 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 305283072 2024-07-26T06:04:45.623 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.623 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.623 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.623 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.4": { 2024-07-26T06:04:45.623 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T06:04:45.623 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_fallback": { 2024-07-26T06:04:45.623 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.623 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.623 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_size_fallback": { 2024-07-26T06:04:45.624 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.624 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.624 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_db": { 2024-07-26T06:04:45.624 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 65536 2024-07-26T06:04:45.624 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.624 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_main": { 2024-07-26T06:04:45.624 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.624 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.624 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_wal": { 2024-07-26T06:04:45.624 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.624 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.624 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_slow": { 2024-07-26T06:04:45.624 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.624 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.624 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_sst": { 2024-07-26T06:04:45.625 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12288 2024-07-26T06:04:45.625 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.625 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_wal": { 2024-07-26T06:04:45.625 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1355776 2024-07-26T06:04:45.625 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.625 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lat": { 2024-07-26T06:04:45.625 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.625 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.625 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.625 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lock_lat": { 2024-07-26T06:04:45.625 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.625 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.625 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.625 INFO:tasks.workunit.client.0.smithi089.stdout: "db_total_bytes": { 2024-07-26T06:04:45.626 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995035648 2024-07-26T06:04:45.626 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.626 INFO:tasks.workunit.client.0.smithi089.stdout: "db_used_bytes": { 2024-07-26T06:04:45.626 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 304480256 2024-07-26T06:04:45.626 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.626 INFO:tasks.workunit.client.0.smithi089.stdout: "log_bytes": { 2024-07-26T06:04:45.626 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 987136 2024-07-26T06:04:45.626 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.626 INFO:tasks.workunit.client.0.smithi089.stdout: "logged_bytes": { 2024-07-26T06:04:45.626 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 847872 2024-07-26T06:04:45.626 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.626 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_db": { 2024-07-26T06:04:45.627 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 312868864 2024-07-26T06:04:45.627 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.627 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_slow": { 2024-07-26T06:04:45.627 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.627 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.627 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_wal": { 2024-07-26T06:04:45.627 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.627 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.627 INFO:tasks.workunit.client.0.smithi089.stdout: "num_files": { 2024-07-26T06:04:45.627 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 14 2024-07-26T06:04:45.627 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.627 INFO:tasks.workunit.client.0.smithi089.stdout: "read_bytes": { 2024-07-26T06:04:45.627 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 195619 2024-07-26T06:04:45.627 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.628 INFO:tasks.workunit.client.0.smithi089.stdout: "read_count": { 2024-07-26T06:04:45.628 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 23 2024-07-26T06:04:45.628 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.628 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes": { 2024-07-26T06:04:45.628 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1269760 2024-07-26T06:04:45.628 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.628 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_db": { 2024-07-26T06:04:45.628 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1273856 2024-07-26T06:04:45.628 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.628 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_slow": { 2024-07-26T06:04:45.628 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.628 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.628 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_wal": { 2024-07-26T06:04:45.628 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.628 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.629 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_count": { 2024-07-26T06:04:45.629 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 15 2024-07-26T06:04:45.629 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.629 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_bytes": { 2024-07-26T06:04:45.629 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4711 2024-07-26T06:04:45.629 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.629 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_count": { 2024-07-26T06:04:45.629 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4 2024-07-26T06:04:45.629 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.629 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_bytes": { 2024-07-26T06:04:45.629 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5537 2024-07-26T06:04:45.629 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.629 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_count": { 2024-07-26T06:04:45.629 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 24 2024-07-26T06:04:45.630 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.630 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_bytes": { 2024-07-26T06:04:45.630 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5537 2024-07-26T06:04:45.630 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.630 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_count": { 2024-07-26T06:04:45.630 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 24 2024-07-26T06:04:45.630 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.630 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes": { 2024-07-26T06:04:45.630 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.630 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.630 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_db": { 2024-07-26T06:04:45.630 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.630 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.630 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_slow": { 2024-07-26T06:04:45.631 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.631 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.631 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_wal": { 2024-07-26T06:04:45.631 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.631 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.631 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_count": { 2024-07-26T06:04:45.631 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.631 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.631 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_total_bytes": { 2024-07-26T06:04:45.631 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.631 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.631 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_used_bytes": { 2024-07-26T06:04:45.631 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.631 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.632 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_total_bytes": { 2024-07-26T06:04:45.632 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.632 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.632 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_used_bytes": { 2024-07-26T06:04:45.632 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.632 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.632 INFO:tasks.workunit.client.0.smithi089.stdout: "write_bytes": { 2024-07-26T06:04:45.632 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2277376 2024-07-26T06:04:45.632 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.632 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.632 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore": { 2024-07-26T06:04:45.632 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit": { 2024-07-26T06:04:45.632 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4096 2024-07-26T06:04:45.633 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.633 INFO:tasks.workunit.client.0.smithi089.stdout: "allocated": { 2024-07-26T06:04:45.633 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 798720 2024-07-26T06:04:45.633 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.633 INFO:tasks.workunit.client.0.smithi089.stdout: "clist_lat": { 2024-07-26T06:04:45.633 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 8, 2024-07-26T06:04:45.633 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 300117 2024-07-26T06:04:45.633 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.633 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_lat": { 2024-07-26T06:04:45.633 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.633 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.633 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.633 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed": { 2024-07-26T06:04:45.633 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.634 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.634 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_allocated": { 2024-07-26T06:04:45.634 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.634 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.634 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_original": { 2024-07-26T06:04:45.634 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.634 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.634 INFO:tasks.workunit.client.0.smithi089.stdout: "csum_lat": { 2024-07-26T06:04:45.634 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2, 2024-07-26T06:04:45.634 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4487 2024-07-26T06:04:45.634 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.634 INFO:tasks.workunit.client.0.smithi089.stdout: "decompress_lat": { 2024-07-26T06:04:45.634 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.635 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.635 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.635 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_commit_lat": { 2024-07-26T06:04:45.635 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 190, 2024-07-26T06:04:45.635 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 49030657 2024-07-26T06:04:45.635 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.635 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_final_lat": { 2024-07-26T06:04:45.635 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 187, 2024-07-26T06:04:45.635 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5073332 2024-07-26T06:04:45.635 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.635 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_flush_lat": { 2024-07-26T06:04:45.635 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 190, 2024-07-26T06:04:45.635 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 254438 2024-07-26T06:04:45.635 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.636 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_sync_lat": { 2024-07-26T06:04:45.636 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 190, 2024-07-26T06:04:45.636 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 49285095 2024-07-26T06:04:45.636 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.636 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_keys_lat": { 2024-07-26T06:04:45.636 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.636 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.636 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.636 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_values_lat": { 2024-07-26T06:04:45.636 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3, 2024-07-26T06:04:45.636 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 35445 2024-07-26T06:04:45.636 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.636 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_lower_bound_lat": { 2024-07-26T06:04:45.636 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2, 2024-07-26T06:04:45.637 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 911 2024-07-26T06:04:45.637 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.637 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_next_lat": { 2024-07-26T06:04:45.637 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.637 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.637 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.637 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_seek_to_first_lat": { 2024-07-26T06:04:45.637 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.637 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.637 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.637 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_upper_bound_lat": { 2024-07-26T06:04:45.637 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3, 2024-07-26T06:04:45.637 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9643 2024-07-26T06:04:45.637 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.638 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_hits": { 2024-07-26T06:04:45.638 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 411 2024-07-26T06:04:45.638 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.638 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_misses": { 2024-07-26T06:04:45.638 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 249 2024-07-26T06:04:45.638 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.638 INFO:tasks.workunit.client.0.smithi089.stdout: "read_lat": { 2024-07-26T06:04:45.638 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 107, 2024-07-26T06:04:45.638 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1002967 2024-07-26T06:04:45.638 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.638 INFO:tasks.workunit.client.0.smithi089.stdout: "read_onode_meta_lat": { 2024-07-26T06:04:45.638 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 184, 2024-07-26T06:04:45.638 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 243732 2024-07-26T06:04:45.638 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.639 INFO:tasks.workunit.client.0.smithi089.stdout: "read_wait_aio_lat": { 2024-07-26T06:04:45.639 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 77, 2024-07-26T06:04:45.639 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 252225 2024-07-26T06:04:45.639 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.639 INFO:tasks.workunit.client.0.smithi089.stdout: "reads_with_retries": { 2024-07-26T06:04:45.639 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.639 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.639 INFO:tasks.workunit.client.0.smithi089.stdout: "remove_lat": { 2024-07-26T06:04:45.639 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 5, 2024-07-26T06:04:45.639 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 125958 2024-07-26T06:04:45.639 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.639 INFO:tasks.workunit.client.0.smithi089.stdout: "state_aio_wait_lat": { 2024-07-26T06:04:45.639 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 283, 2024-07-26T06:04:45.639 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3865021 2024-07-26T06:04:45.639 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.640 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T06:04:45.640 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 49, 2024-07-26T06:04:45.640 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3222958 2024-07-26T06:04:45.640 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.640 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_cleanup_lat": { 2024-07-26T06:04:45.640 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 48, 2024-07-26T06:04:45.640 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 190280985209 2024-07-26T06:04:45.640 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.640 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_queued_lat": { 2024-07-26T06:04:45.640 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 49, 2024-07-26T06:04:45.640 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 66522871900 2024-07-26T06:04:45.640 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.640 INFO:tasks.workunit.client.0.smithi089.stdout: "state_done_lat": { 2024-07-26T06:04:45.640 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 282, 2024-07-26T06:04:45.640 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 605004 2024-07-26T06:04:45.641 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.641 INFO:tasks.workunit.client.0.smithi089.stdout: "state_finishing_lat": { 2024-07-26T06:04:45.641 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 282, 2024-07-26T06:04:45.641 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 31891 2024-07-26T06:04:45.641 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.641 INFO:tasks.workunit.client.0.smithi089.stdout: "state_io_done_lat": { 2024-07-26T06:04:45.641 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 283, 2024-07-26T06:04:45.641 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 474653 2024-07-26T06:04:45.641 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.641 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_commiting_lat": { 2024-07-26T06:04:45.641 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 283, 2024-07-26T06:04:45.641 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 102675399 2024-07-26T06:04:45.641 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.641 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_done_lat": { 2024-07-26T06:04:45.642 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 283, 2024-07-26T06:04:45.642 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 96252 2024-07-26T06:04:45.642 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.642 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_queued_lat": { 2024-07-26T06:04:45.642 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 283, 2024-07-26T06:04:45.642 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 62015967 2024-07-26T06:04:45.642 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.642 INFO:tasks.workunit.client.0.smithi089.stdout: "state_prepare_lat": { 2024-07-26T06:04:45.642 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 283, 2024-07-26T06:04:45.642 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 18713396 2024-07-26T06:04:45.642 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.642 INFO:tasks.workunit.client.0.smithi089.stdout: "stored": { 2024-07-26T06:04:45.642 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 349714 2024-07-26T06:04:45.642 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.643 INFO:tasks.workunit.client.0.smithi089.stdout: "truncate_lat": { 2024-07-26T06:04:45.643 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 47, 2024-07-26T06:04:45.643 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 240320 2024-07-26T06:04:45.643 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.643 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_commit_lat": { 2024-07-26T06:04:45.643 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 283, 2024-07-26T06:04:45.643 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 187783915 2024-07-26T06:04:45.643 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.643 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_submit_lat": { 2024-07-26T06:04:45.643 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 283, 2024-07-26T06:04:45.643 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 21829288 2024-07-26T06:04:45.643 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.643 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_throttle_lat": { 2024-07-26T06:04:45.644 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 283, 2024-07-26T06:04:45.644 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4961036 2024-07-26T06:04:45.644 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.644 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.644 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache": { 2024-07-26T06:04:45.644 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_bytes": { 2024-07-26T06:04:45.644 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1861472414 2024-07-26T06:04:45.644 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.644 INFO:tasks.workunit.client.0.smithi089.stdout: "heap_bytes": { 2024-07-26T06:04:45.644 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 270909440 2024-07-26T06:04:45.644 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.644 INFO:tasks.workunit.client.0.smithi089.stdout: "mapped_bytes": { 2024-07-26T06:04:45.644 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 269877248 2024-07-26T06:04:45.644 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.645 INFO:tasks.workunit.client.0.smithi089.stdout: "target_bytes": { 2024-07-26T06:04:45.645 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3137386803 2024-07-26T06:04:45.645 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.645 INFO:tasks.workunit.client.0.smithi089.stdout: "unmapped_bytes": { 2024-07-26T06:04:45.645 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1032192 2024-07-26T06:04:45.645 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.645 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.645 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:data": { 2024-07-26T06:04:45.645 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T06:04:45.645 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 159383552 2024-07-26T06:04:45.645 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.645 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T06:04:45.645 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.645 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.646 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T06:04:45.646 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.646 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.646 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T06:04:45.646 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 85498475 2024-07-26T06:04:45.646 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.646 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T06:04:45.646 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.646 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.646 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T06:04:45.646 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.646 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.646 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T06:04:45.646 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.647 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.647 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T06:04:45.647 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.647 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.647 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T06:04:45.647 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.647 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.647 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T06:04:45.647 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4096 2024-07-26T06:04:45.647 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.647 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T06:04:45.647 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.647 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.647 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T06:04:45.647 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.648 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.648 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T06:04:45.648 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.648 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.648 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T06:04:45.648 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 73880981 2024-07-26T06:04:45.648 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.648 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.648 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv": { 2024-07-26T06:04:45.648 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T06:04:45.648 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 780140544 2024-07-26T06:04:45.648 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.648 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T06:04:45.648 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T06:04:45.649 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.649 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T06:04:45.649 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.649 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.649 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T06:04:45.649 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 641238569 2024-07-26T06:04:45.649 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.649 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T06:04:45.649 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.649 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.649 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T06:04:45.649 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.649 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.649 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T06:04:45.649 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.650 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.650 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T06:04:45.650 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.650 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.650 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T06:04:45.650 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.650 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.650 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T06:04:45.650 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2128 2024-07-26T06:04:45.650 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.650 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T06:04:45.650 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.650 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.651 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T06:04:45.651 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.651 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.651 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T06:04:45.651 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.651 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.651 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T06:04:45.651 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 71790983 2024-07-26T06:04:45.651 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.651 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.651 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T06:04:45.651 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T06:04:45.651 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 192937984 2024-07-26T06:04:45.651 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.651 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T06:04:45.652 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T06:04:45.652 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.652 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T06:04:45.652 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 464 2024-07-26T06:04:45.652 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.652 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T06:04:45.652 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 56998983 2024-07-26T06:04:45.652 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.652 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T06:04:45.652 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.652 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.652 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T06:04:45.652 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.652 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.653 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T06:04:45.653 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.653 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.653 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T06:04:45.653 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.653 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.653 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T06:04:45.653 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.653 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.653 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T06:04:45.653 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.653 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.653 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T06:04:45.653 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.654 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.654 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T06:04:45.654 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.654 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.654 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T06:04:45.654 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.654 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.654 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T06:04:45.654 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 68829673 2024-07-26T06:04:45.654 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.654 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.654 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:meta": { 2024-07-26T06:04:45.654 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T06:04:45.654 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 713031680 2024-07-26T06:04:45.654 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.655 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T06:04:45.655 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.655 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.655 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T06:04:45.655 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.655 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.655 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T06:04:45.655 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 641238569 2024-07-26T06:04:45.655 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.655 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T06:04:45.655 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.655 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.655 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T06:04:45.655 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.656 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.656 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T06:04:45.656 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.656 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.656 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T06:04:45.656 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.656 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.656 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T06:04:45.656 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.656 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.656 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T06:04:45.656 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 280718 2024-07-26T06:04:45.656 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.656 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T06:04:45.657 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.657 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.657 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T06:04:45.657 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.657 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.657 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T06:04:45.657 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.657 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.657 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T06:04:45.657 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 71512393 2024-07-26T06:04:45.657 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.657 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.657 INFO:tasks.workunit.client.0.smithi089.stdout: "objecter": { 2024-07-26T06:04:45.657 INFO:tasks.workunit.client.0.smithi089.stdout: "op_active": { 2024-07-26T06:04:45.658 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.658 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.658 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T06:04:45.658 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.658 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.658 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rmw": { 2024-07-26T06:04:45.658 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.658 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.658 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T06:04:45.658 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.658 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.658 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.658 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T06:04:45.658 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg": { 2024-07-26T06:04:45.659 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 40 2024-07-26T06:04:45.659 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.659 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg_removing": { 2024-07-26T06:04:45.659 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.659 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.659 INFO:tasks.workunit.client.0.smithi089.stdout: "op": { 2024-07-26T06:04:45.659 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1 2024-07-26T06:04:45.659 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.659 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_degraded": { 2024-07-26T06:04:45.659 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.659 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.659 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_unreadable": { 2024-07-26T06:04:45.659 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.659 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.660 INFO:tasks.workunit.client.0.smithi089.stdout: "op_in_bytes": { 2024-07-26T06:04:45.660 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 22 2024-07-26T06:04:45.660 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.660 INFO:tasks.workunit.client.0.smithi089.stdout: "op_latency": { 2024-07-26T06:04:45.660 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1, 2024-07-26T06:04:45.660 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7510583 2024-07-26T06:04:45.660 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.660 INFO:tasks.workunit.client.0.smithi089.stdout: "op_out_bytes": { 2024-07-26T06:04:45.660 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.660 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.660 INFO:tasks.workunit.client.0.smithi089.stdout: "op_prepare_latency": { 2024-07-26T06:04:45.660 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1, 2024-07-26T06:04:45.660 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 713471 2024-07-26T06:04:45.661 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.661 INFO:tasks.workunit.client.0.smithi089.stdout: "op_process_latency": { 2024-07-26T06:04:45.661 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1, 2024-07-26T06:04:45.661 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7399318 2024-07-26T06:04:45.661 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.661 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T06:04:45.661 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.661 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.661 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency": { 2024-07-26T06:04:45.661 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.661 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.661 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.661 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T06:04:45.661 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.662 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.662 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_out_bytes": { 2024-07-26T06:04:45.662 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.662 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.662 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_prepare_latency": { 2024-07-26T06:04:45.662 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.662 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.662 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.662 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_process_latency": { 2024-07-26T06:04:45.662 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.662 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.662 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.662 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw": { 2024-07-26T06:04:45.662 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.663 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.663 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_in_bytes": { 2024-07-26T06:04:45.663 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.663 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.663 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency": { 2024-07-26T06:04:45.663 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.663 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.663 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.663 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T06:04:45.663 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.663 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.663 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T06:04:45.663 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.664 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.664 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_out_bytes": { 2024-07-26T06:04:45.664 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.664 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.664 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_prepare_latency": { 2024-07-26T06:04:45.664 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.664 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.664 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.664 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_process_latency": { 2024-07-26T06:04:45.664 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.664 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.664 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.664 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T06:04:45.664 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1 2024-07-26T06:04:45.664 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.665 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_in_bytes": { 2024-07-26T06:04:45.665 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 22 2024-07-26T06:04:45.665 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.665 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency": { 2024-07-26T06:04:45.665 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1, 2024-07-26T06:04:45.665 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7510583 2024-07-26T06:04:45.665 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.665 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T06:04:45.665 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.665 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.665 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_prepare_latency": { 2024-07-26T06:04:45.665 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1, 2024-07-26T06:04:45.665 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 713471 2024-07-26T06:04:45.665 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.666 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_process_latency": { 2024-07-26T06:04:45.666 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1, 2024-07-26T06:04:45.666 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7399318 2024-07-26T06:04:45.666 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.666 INFO:tasks.workunit.client.0.smithi089.stdout: "op_wip": { 2024-07-26T06:04:45.666 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.666 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.666 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_bytes": { 2024-07-26T06:04:45.666 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.666 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.666 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_ops": { 2024-07-26T06:04:45.666 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.666 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.667 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes": { 2024-07-26T06:04:45.667 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995035648 2024-07-26T06:04:45.667 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.667 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes_used": { 2024-07-26T06:04:45.667 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 305291264 2024-07-26T06:04:45.667 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.667 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.667 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.667 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.5": { 2024-07-26T06:04:45.667 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T06:04:45.667 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_fallback": { 2024-07-26T06:04:45.667 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.667 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.667 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_size_fallback": { 2024-07-26T06:04:45.668 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.668 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.668 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_db": { 2024-07-26T06:04:45.668 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 65536 2024-07-26T06:04:45.668 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.668 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_main": { 2024-07-26T06:04:45.668 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.668 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.668 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_wal": { 2024-07-26T06:04:45.668 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.668 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.668 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_slow": { 2024-07-26T06:04:45.668 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.668 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.669 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_sst": { 2024-07-26T06:04:45.669 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12288 2024-07-26T06:04:45.669 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.669 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_wal": { 2024-07-26T06:04:45.669 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1331200 2024-07-26T06:04:45.669 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.669 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lat": { 2024-07-26T06:04:45.669 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.669 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.669 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.669 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lock_lat": { 2024-07-26T06:04:45.669 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.669 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.669 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.669 INFO:tasks.workunit.client.0.smithi089.stdout: "db_total_bytes": { 2024-07-26T06:04:45.670 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995035648 2024-07-26T06:04:45.670 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.670 INFO:tasks.workunit.client.0.smithi089.stdout: "db_used_bytes": { 2024-07-26T06:04:45.670 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 304480256 2024-07-26T06:04:45.670 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.670 INFO:tasks.workunit.client.0.smithi089.stdout: "log_bytes": { 2024-07-26T06:04:45.670 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 983040 2024-07-26T06:04:45.670 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.670 INFO:tasks.workunit.client.0.smithi089.stdout: "logged_bytes": { 2024-07-26T06:04:45.670 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 843776 2024-07-26T06:04:45.670 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.670 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_db": { 2024-07-26T06:04:45.670 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 312868864 2024-07-26T06:04:45.670 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.671 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_slow": { 2024-07-26T06:04:45.671 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.671 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.671 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_wal": { 2024-07-26T06:04:45.671 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.671 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.671 INFO:tasks.workunit.client.0.smithi089.stdout: "num_files": { 2024-07-26T06:04:45.671 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 14 2024-07-26T06:04:45.671 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.671 INFO:tasks.workunit.client.0.smithi089.stdout: "read_bytes": { 2024-07-26T06:04:45.671 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 195619 2024-07-26T06:04:45.671 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.671 INFO:tasks.workunit.client.0.smithi089.stdout: "read_count": { 2024-07-26T06:04:45.671 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 23 2024-07-26T06:04:45.671 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.672 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes": { 2024-07-26T06:04:45.672 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1269760 2024-07-26T06:04:45.672 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.672 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_db": { 2024-07-26T06:04:45.672 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1273856 2024-07-26T06:04:45.672 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.672 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_slow": { 2024-07-26T06:04:45.672 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.672 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.672 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_wal": { 2024-07-26T06:04:45.672 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.672 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.672 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_count": { 2024-07-26T06:04:45.672 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 15 2024-07-26T06:04:45.673 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.673 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_bytes": { 2024-07-26T06:04:45.673 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4711 2024-07-26T06:04:45.673 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.673 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_count": { 2024-07-26T06:04:45.673 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4 2024-07-26T06:04:45.673 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.673 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_bytes": { 2024-07-26T06:04:45.673 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5537 2024-07-26T06:04:45.673 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.673 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_count": { 2024-07-26T06:04:45.673 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 24 2024-07-26T06:04:45.673 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.673 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_bytes": { 2024-07-26T06:04:45.673 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5537 2024-07-26T06:04:45.674 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.674 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_count": { 2024-07-26T06:04:45.674 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 24 2024-07-26T06:04:45.674 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.674 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes": { 2024-07-26T06:04:45.674 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.674 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.674 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_db": { 2024-07-26T06:04:45.674 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.674 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.674 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_slow": { 2024-07-26T06:04:45.674 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.674 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.674 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_wal": { 2024-07-26T06:04:45.675 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.675 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.675 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_count": { 2024-07-26T06:04:45.675 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.675 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.675 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_total_bytes": { 2024-07-26T06:04:45.675 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.675 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.675 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_used_bytes": { 2024-07-26T06:04:45.675 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.675 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.675 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_total_bytes": { 2024-07-26T06:04:45.675 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.675 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.675 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_used_bytes": { 2024-07-26T06:04:45.676 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.676 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.676 INFO:tasks.workunit.client.0.smithi089.stdout: "write_bytes": { 2024-07-26T06:04:45.676 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2248704 2024-07-26T06:04:45.676 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.676 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.676 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore": { 2024-07-26T06:04:45.676 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit": { 2024-07-26T06:04:45.676 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4096 2024-07-26T06:04:45.676 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.676 INFO:tasks.workunit.client.0.smithi089.stdout: "allocated": { 2024-07-26T06:04:45.676 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 798720 2024-07-26T06:04:45.676 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.676 INFO:tasks.workunit.client.0.smithi089.stdout: "clist_lat": { 2024-07-26T06:04:45.677 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 6, 2024-07-26T06:04:45.677 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 200816 2024-07-26T06:04:45.677 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.677 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_lat": { 2024-07-26T06:04:45.677 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.677 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.677 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.677 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed": { 2024-07-26T06:04:45.677 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.677 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.677 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_allocated": { 2024-07-26T06:04:45.677 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.677 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.677 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_original": { 2024-07-26T06:04:45.678 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.678 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.678 INFO:tasks.workunit.client.0.smithi089.stdout: "csum_lat": { 2024-07-26T06:04:45.678 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3, 2024-07-26T06:04:45.678 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5380 2024-07-26T06:04:45.678 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.678 INFO:tasks.workunit.client.0.smithi089.stdout: "decompress_lat": { 2024-07-26T06:04:45.678 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.678 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.678 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.678 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_commit_lat": { 2024-07-26T06:04:45.678 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 189, 2024-07-26T06:04:45.679 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 47680595 2024-07-26T06:04:45.679 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.679 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_final_lat": { 2024-07-26T06:04:45.679 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 167, 2024-07-26T06:04:45.679 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6289591 2024-07-26T06:04:45.679 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.679 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_flush_lat": { 2024-07-26T06:04:45.679 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 189, 2024-07-26T06:04:45.679 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 214071 2024-07-26T06:04:45.679 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.679 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_sync_lat": { 2024-07-26T06:04:45.679 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 189, 2024-07-26T06:04:45.679 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 47894666 2024-07-26T06:04:45.679 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.680 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_keys_lat": { 2024-07-26T06:04:45.680 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.680 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.680 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.680 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_values_lat": { 2024-07-26T06:04:45.680 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3, 2024-07-26T06:04:45.680 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 35307 2024-07-26T06:04:45.680 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.680 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_lower_bound_lat": { 2024-07-26T06:04:45.680 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2, 2024-07-26T06:04:45.680 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 873 2024-07-26T06:04:45.680 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.680 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_next_lat": { 2024-07-26T06:04:45.680 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.681 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.681 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.681 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_seek_to_first_lat": { 2024-07-26T06:04:45.681 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.681 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.681 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.681 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_upper_bound_lat": { 2024-07-26T06:04:45.681 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2, 2024-07-26T06:04:45.681 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4260 2024-07-26T06:04:45.681 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.681 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_hits": { 2024-07-26T06:04:45.681 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 375 2024-07-26T06:04:45.681 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.681 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_misses": { 2024-07-26T06:04:45.681 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 255 2024-07-26T06:04:45.682 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.682 INFO:tasks.workunit.client.0.smithi089.stdout: "read_lat": { 2024-07-26T06:04:45.682 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 97, 2024-07-26T06:04:45.682 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 778337 2024-07-26T06:04:45.682 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.682 INFO:tasks.workunit.client.0.smithi089.stdout: "read_onode_meta_lat": { 2024-07-26T06:04:45.682 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 160, 2024-07-26T06:04:45.682 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 224533 2024-07-26T06:04:45.682 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.682 INFO:tasks.workunit.client.0.smithi089.stdout: "read_wait_aio_lat": { 2024-07-26T06:04:45.682 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 63, 2024-07-26T06:04:45.682 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 406516 2024-07-26T06:04:45.682 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.682 INFO:tasks.workunit.client.0.smithi089.stdout: "reads_with_retries": { 2024-07-26T06:04:45.683 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.683 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.683 INFO:tasks.workunit.client.0.smithi089.stdout: "remove_lat": { 2024-07-26T06:04:45.683 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 4, 2024-07-26T06:04:45.683 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 105417 2024-07-26T06:04:45.683 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.683 INFO:tasks.workunit.client.0.smithi089.stdout: "state_aio_wait_lat": { 2024-07-26T06:04:45.683 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 286, 2024-07-26T06:04:45.683 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3349181 2024-07-26T06:04:45.683 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.683 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T06:04:45.683 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 47, 2024-07-26T06:04:45.683 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2955544 2024-07-26T06:04:45.683 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.684 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_cleanup_lat": { 2024-07-26T06:04:45.684 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 44, 2024-07-26T06:04:45.684 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 293280859463 2024-07-26T06:04:45.684 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.684 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_queued_lat": { 2024-07-26T06:04:45.684 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 47, 2024-07-26T06:04:45.684 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 73091996767 2024-07-26T06:04:45.684 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.684 INFO:tasks.workunit.client.0.smithi089.stdout: "state_done_lat": { 2024-07-26T06:04:45.684 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 283, 2024-07-26T06:04:45.684 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3702321302 2024-07-26T06:04:45.684 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.684 INFO:tasks.workunit.client.0.smithi089.stdout: "state_finishing_lat": { 2024-07-26T06:04:45.684 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 283, 2024-07-26T06:04:45.684 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 30122 2024-07-26T06:04:45.685 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.685 INFO:tasks.workunit.client.0.smithi089.stdout: "state_io_done_lat": { 2024-07-26T06:04:45.685 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 286, 2024-07-26T06:04:45.685 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 268281 2024-07-26T06:04:45.685 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.685 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_commiting_lat": { 2024-07-26T06:04:45.685 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 286, 2024-07-26T06:04:45.685 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 355716714 2024-07-26T06:04:45.685 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.685 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_done_lat": { 2024-07-26T06:04:45.685 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 286, 2024-07-26T06:04:45.685 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 84082 2024-07-26T06:04:45.685 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.685 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_queued_lat": { 2024-07-26T06:04:45.686 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 286, 2024-07-26T06:04:45.686 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 70869680 2024-07-26T06:04:45.686 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.686 INFO:tasks.workunit.client.0.smithi089.stdout: "state_prepare_lat": { 2024-07-26T06:04:45.686 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 286, 2024-07-26T06:04:45.686 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 14525397 2024-07-26T06:04:45.686 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.686 INFO:tasks.workunit.client.0.smithi089.stdout: "stored": { 2024-07-26T06:04:45.686 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 351732 2024-07-26T06:04:45.686 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.686 INFO:tasks.workunit.client.0.smithi089.stdout: "truncate_lat": { 2024-07-26T06:04:45.686 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 39, 2024-07-26T06:04:45.686 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 177614 2024-07-26T06:04:45.686 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.687 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_commit_lat": { 2024-07-26T06:04:45.687 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 286, 2024-07-26T06:04:45.687 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 444768162 2024-07-26T06:04:45.687 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.687 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_submit_lat": { 2024-07-26T06:04:45.687 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 286, 2024-07-26T06:04:45.687 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 17022042 2024-07-26T06:04:45.687 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.687 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_throttle_lat": { 2024-07-26T06:04:45.687 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 286, 2024-07-26T06:04:45.687 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1945505 2024-07-26T06:04:45.687 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.687 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.687 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache": { 2024-07-26T06:04:45.688 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_bytes": { 2024-07-26T06:04:45.688 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1861472414 2024-07-26T06:04:45.688 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.688 INFO:tasks.workunit.client.0.smithi089.stdout: "heap_bytes": { 2024-07-26T06:04:45.688 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 269860864 2024-07-26T06:04:45.688 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.688 INFO:tasks.workunit.client.0.smithi089.stdout: "mapped_bytes": { 2024-07-26T06:04:45.688 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 269828096 2024-07-26T06:04:45.688 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.688 INFO:tasks.workunit.client.0.smithi089.stdout: "target_bytes": { 2024-07-26T06:04:45.688 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3137386803 2024-07-26T06:04:45.688 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.688 INFO:tasks.workunit.client.0.smithi089.stdout: "unmapped_bytes": { 2024-07-26T06:04:45.688 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 32768 2024-07-26T06:04:45.688 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.689 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.689 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:data": { 2024-07-26T06:04:45.689 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T06:04:45.689 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 159383552 2024-07-26T06:04:45.689 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.689 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T06:04:45.689 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.689 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.689 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T06:04:45.689 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.689 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.689 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T06:04:45.689 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 85498577 2024-07-26T06:04:45.689 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.690 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T06:04:45.690 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.690 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.690 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T06:04:45.690 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.690 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.690 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T06:04:45.690 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.690 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.690 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T06:04:45.690 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.690 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.690 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T06:04:45.690 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.690 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.691 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T06:04:45.691 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.691 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.691 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T06:04:45.691 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.691 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.691 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T06:04:45.691 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.691 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.691 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T06:04:45.691 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.691 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.691 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T06:04:45.691 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 73884975 2024-07-26T06:04:45.692 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.692 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.692 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv": { 2024-07-26T06:04:45.692 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T06:04:45.692 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 780140544 2024-07-26T06:04:45.692 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.692 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T06:04:45.692 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T06:04:45.692 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.692 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T06:04:45.692 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.692 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.692 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T06:04:45.692 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 641239334 2024-07-26T06:04:45.692 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.693 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T06:04:45.693 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.693 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.693 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T06:04:45.693 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.693 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.693 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T06:04:45.693 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.693 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.693 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T06:04:45.693 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.693 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.693 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T06:04:45.693 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.694 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.694 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T06:04:45.694 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2128 2024-07-26T06:04:45.694 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.694 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T06:04:45.694 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.694 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.694 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T06:04:45.694 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.694 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.694 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T06:04:45.694 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.694 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.694 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T06:04:45.695 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 71790218 2024-07-26T06:04:45.695 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.695 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.695 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T06:04:45.695 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T06:04:45.695 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 192937984 2024-07-26T06:04:45.695 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.695 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T06:04:45.695 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T06:04:45.695 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.695 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T06:04:45.695 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 464 2024-07-26T06:04:45.695 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.696 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T06:04:45.696 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 56999051 2024-07-26T06:04:45.696 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.696 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T06:04:45.696 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.696 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.696 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T06:04:45.696 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.696 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.696 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T06:04:45.696 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.696 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.696 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T06:04:45.696 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.697 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.697 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T06:04:45.697 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.697 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.697 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T06:04:45.697 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.697 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.697 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T06:04:45.697 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.697 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.697 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T06:04:45.697 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.697 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.697 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T06:04:45.697 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.698 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.698 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T06:04:45.698 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 68829605 2024-07-26T06:04:45.698 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.698 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.698 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:meta": { 2024-07-26T06:04:45.698 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T06:04:45.698 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 713031680 2024-07-26T06:04:45.698 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.698 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T06:04:45.698 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.698 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.698 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T06:04:45.698 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.699 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.699 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T06:04:45.699 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 641239334 2024-07-26T06:04:45.699 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.699 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T06:04:45.699 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.699 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.699 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T06:04:45.699 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.699 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.699 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T06:04:45.699 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.699 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.699 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T06:04:45.700 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.700 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.700 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T06:04:45.700 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6973 2024-07-26T06:04:45.700 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.700 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T06:04:45.700 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 278934 2024-07-26T06:04:45.700 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.700 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T06:04:45.700 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.700 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.700 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T06:04:45.700 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.700 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.700 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T06:04:45.701 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.701 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.701 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T06:04:45.701 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 71506439 2024-07-26T06:04:45.701 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.701 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.701 INFO:tasks.workunit.client.0.smithi089.stdout: "objecter": { 2024-07-26T06:04:45.701 INFO:tasks.workunit.client.0.smithi089.stdout: "op_active": { 2024-07-26T06:04:45.701 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.701 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.701 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T06:04:45.701 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.701 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.701 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rmw": { 2024-07-26T06:04:45.702 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.702 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.702 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T06:04:45.702 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.702 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.702 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.702 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T06:04:45.702 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg": { 2024-07-26T06:04:45.702 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 41 2024-07-26T06:04:45.702 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.702 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg_removing": { 2024-07-26T06:04:45.702 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.702 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.702 INFO:tasks.workunit.client.0.smithi089.stdout: "op": { 2024-07-26T06:04:45.703 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.703 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.703 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_degraded": { 2024-07-26T06:04:45.703 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.703 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.703 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_unreadable": { 2024-07-26T06:04:45.703 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.703 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.703 INFO:tasks.workunit.client.0.smithi089.stdout: "op_in_bytes": { 2024-07-26T06:04:45.703 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.703 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.703 INFO:tasks.workunit.client.0.smithi089.stdout: "op_latency": { 2024-07-26T06:04:45.703 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.703 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.703 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.704 INFO:tasks.workunit.client.0.smithi089.stdout: "op_out_bytes": { 2024-07-26T06:04:45.704 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.704 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.704 INFO:tasks.workunit.client.0.smithi089.stdout: "op_prepare_latency": { 2024-07-26T06:04:45.704 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.704 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.704 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.704 INFO:tasks.workunit.client.0.smithi089.stdout: "op_process_latency": { 2024-07-26T06:04:45.704 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.704 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.704 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.704 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T06:04:45.704 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.704 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.705 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency": { 2024-07-26T06:04:45.705 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.705 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.705 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.705 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T06:04:45.705 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.705 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.705 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_out_bytes": { 2024-07-26T06:04:45.705 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.705 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.705 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_prepare_latency": { 2024-07-26T06:04:45.705 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.705 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.705 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.706 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_process_latency": { 2024-07-26T06:04:45.706 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.706 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.706 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.706 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw": { 2024-07-26T06:04:45.706 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.706 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.706 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_in_bytes": { 2024-07-26T06:04:45.706 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.706 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.706 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency": { 2024-07-26T06:04:45.706 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.706 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.706 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.707 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T06:04:45.707 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.707 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.707 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T06:04:45.707 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.707 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.707 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_out_bytes": { 2024-07-26T06:04:45.707 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.707 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.707 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_prepare_latency": { 2024-07-26T06:04:45.707 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.707 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.707 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.707 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_process_latency": { 2024-07-26T06:04:45.707 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.708 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.708 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.708 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T06:04:45.708 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.708 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.708 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_in_bytes": { 2024-07-26T06:04:45.708 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.708 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.708 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency": { 2024-07-26T06:04:45.708 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.708 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.708 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.708 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T06:04:45.708 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.708 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.709 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_prepare_latency": { 2024-07-26T06:04:45.709 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.709 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.709 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.709 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_process_latency": { 2024-07-26T06:04:45.709 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.709 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.709 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.709 INFO:tasks.workunit.client.0.smithi089.stdout: "op_wip": { 2024-07-26T06:04:45.709 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.709 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.709 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_bytes": { 2024-07-26T06:04:45.710 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.710 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.710 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_ops": { 2024-07-26T06:04:45.710 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.710 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.710 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes": { 2024-07-26T06:04:45.710 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995035648 2024-07-26T06:04:45.710 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.710 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes_used": { 2024-07-26T06:04:45.710 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 305287168 2024-07-26T06:04:45.711 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.711 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.711 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.711 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.6": { 2024-07-26T06:04:45.711 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T06:04:45.711 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_fallback": { 2024-07-26T06:04:45.711 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.711 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.711 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_size_fallback": { 2024-07-26T06:04:45.711 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.711 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.711 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_db": { 2024-07-26T06:04:45.712 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 65536 2024-07-26T06:04:45.712 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.712 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_main": { 2024-07-26T06:04:45.712 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.712 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.712 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_wal": { 2024-07-26T06:04:45.712 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.712 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.712 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_slow": { 2024-07-26T06:04:45.712 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.712 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.712 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_sst": { 2024-07-26T06:04:45.713 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12288 2024-07-26T06:04:45.713 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.713 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_wal": { 2024-07-26T06:04:45.713 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1253376 2024-07-26T06:04:45.713 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.713 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lat": { 2024-07-26T06:04:45.713 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.713 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.713 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.713 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lock_lat": { 2024-07-26T06:04:45.714 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.714 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.714 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.714 INFO:tasks.workunit.client.0.smithi089.stdout: "db_total_bytes": { 2024-07-26T06:04:45.714 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995035648 2024-07-26T06:04:45.714 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.714 INFO:tasks.workunit.client.0.smithi089.stdout: "db_used_bytes": { 2024-07-26T06:04:45.714 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 304480256 2024-07-26T06:04:45.714 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.714 INFO:tasks.workunit.client.0.smithi089.stdout: "log_bytes": { 2024-07-26T06:04:45.714 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 950272 2024-07-26T06:04:45.715 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.715 INFO:tasks.workunit.client.0.smithi089.stdout: "logged_bytes": { 2024-07-26T06:04:45.715 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 811008 2024-07-26T06:04:45.715 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.715 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_db": { 2024-07-26T06:04:45.715 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 312868864 2024-07-26T06:04:45.715 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.715 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_slow": { 2024-07-26T06:04:45.715 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.715 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.715 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_wal": { 2024-07-26T06:04:45.715 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.716 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.716 INFO:tasks.workunit.client.0.smithi089.stdout: "num_files": { 2024-07-26T06:04:45.716 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 14 2024-07-26T06:04:45.716 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.716 INFO:tasks.workunit.client.0.smithi089.stdout: "read_bytes": { 2024-07-26T06:04:45.716 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 195619 2024-07-26T06:04:45.716 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.716 INFO:tasks.workunit.client.0.smithi089.stdout: "read_count": { 2024-07-26T06:04:45.716 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 23 2024-07-26T06:04:45.716 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.716 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes": { 2024-07-26T06:04:45.717 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1269760 2024-07-26T06:04:45.717 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.717 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_db": { 2024-07-26T06:04:45.717 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1273856 2024-07-26T06:04:45.717 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.717 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_slow": { 2024-07-26T06:04:45.717 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.717 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.717 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_wal": { 2024-07-26T06:04:45.717 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.717 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.717 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_count": { 2024-07-26T06:04:45.718 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 15 2024-07-26T06:04:45.718 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.718 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_bytes": { 2024-07-26T06:04:45.718 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4711 2024-07-26T06:04:45.718 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.718 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_count": { 2024-07-26T06:04:45.718 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4 2024-07-26T06:04:45.718 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.718 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_bytes": { 2024-07-26T06:04:45.718 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5537 2024-07-26T06:04:45.718 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.719 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_count": { 2024-07-26T06:04:45.719 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 24 2024-07-26T06:04:45.719 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.719 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_bytes": { 2024-07-26T06:04:45.719 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5537 2024-07-26T06:04:45.719 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.719 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_count": { 2024-07-26T06:04:45.719 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 24 2024-07-26T06:04:45.719 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.719 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes": { 2024-07-26T06:04:45.719 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.719 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.720 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_db": { 2024-07-26T06:04:45.720 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.720 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.720 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_slow": { 2024-07-26T06:04:45.720 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.720 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.720 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_wal": { 2024-07-26T06:04:45.720 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.720 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.720 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_count": { 2024-07-26T06:04:45.720 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.721 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.721 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_total_bytes": { 2024-07-26T06:04:45.721 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.721 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.721 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_used_bytes": { 2024-07-26T06:04:45.721 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.721 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.721 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_total_bytes": { 2024-07-26T06:04:45.721 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.721 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.721 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_used_bytes": { 2024-07-26T06:04:45.721 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.722 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.722 INFO:tasks.workunit.client.0.smithi089.stdout: "write_bytes": { 2024-07-26T06:04:45.722 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2138112 2024-07-26T06:04:45.722 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.722 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.722 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore": { 2024-07-26T06:04:45.722 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit": { 2024-07-26T06:04:45.722 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4096 2024-07-26T06:04:45.722 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.722 INFO:tasks.workunit.client.0.smithi089.stdout: "allocated": { 2024-07-26T06:04:45.722 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1380352 2024-07-26T06:04:45.723 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.723 INFO:tasks.workunit.client.0.smithi089.stdout: "clist_lat": { 2024-07-26T06:04:45.723 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2, 2024-07-26T06:04:45.723 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 115331 2024-07-26T06:04:45.723 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.723 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_lat": { 2024-07-26T06:04:45.723 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.723 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.723 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.723 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed": { 2024-07-26T06:04:45.723 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.724 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.724 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_allocated": { 2024-07-26T06:04:45.724 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.724 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.724 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_original": { 2024-07-26T06:04:45.724 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.724 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.724 INFO:tasks.workunit.client.0.smithi089.stdout: "csum_lat": { 2024-07-26T06:04:45.724 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 5, 2024-07-26T06:04:45.724 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8825 2024-07-26T06:04:45.724 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.724 INFO:tasks.workunit.client.0.smithi089.stdout: "decompress_lat": { 2024-07-26T06:04:45.725 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.725 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.725 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.725 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_commit_lat": { 2024-07-26T06:04:45.725 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 181, 2024-07-26T06:04:45.725 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 54120541 2024-07-26T06:04:45.725 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.725 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_final_lat": { 2024-07-26T06:04:45.725 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 175, 2024-07-26T06:04:45.725 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3783033 2024-07-26T06:04:45.725 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.725 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_flush_lat": { 2024-07-26T06:04:45.726 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 181, 2024-07-26T06:04:45.726 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 169657 2024-07-26T06:04:45.726 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.726 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_sync_lat": { 2024-07-26T06:04:45.726 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 181, 2024-07-26T06:04:45.726 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 54290198 2024-07-26T06:04:45.726 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.726 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_keys_lat": { 2024-07-26T06:04:45.726 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.726 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.727 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.727 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_values_lat": { 2024-07-26T06:04:45.727 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1, 2024-07-26T06:04:45.727 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 49925 2024-07-26T06:04:45.727 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.727 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_lower_bound_lat": { 2024-07-26T06:04:45.727 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2, 2024-07-26T06:04:45.727 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 937 2024-07-26T06:04:45.727 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.727 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_next_lat": { 2024-07-26T06:04:45.727 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.728 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.728 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.728 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_seek_to_first_lat": { 2024-07-26T06:04:45.728 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.728 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.728 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.728 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_upper_bound_lat": { 2024-07-26T06:04:45.728 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3, 2024-07-26T06:04:45.728 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9741 2024-07-26T06:04:45.728 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.728 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_hits": { 2024-07-26T06:04:45.728 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 346 2024-07-26T06:04:45.729 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.729 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_misses": { 2024-07-26T06:04:45.729 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 261 2024-07-26T06:04:45.729 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.729 INFO:tasks.workunit.client.0.smithi089.stdout: "read_lat": { 2024-07-26T06:04:45.729 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 97, 2024-07-26T06:04:45.729 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1002008 2024-07-26T06:04:45.729 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.729 INFO:tasks.workunit.client.0.smithi089.stdout: "read_onode_meta_lat": { 2024-07-26T06:04:45.729 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 152, 2024-07-26T06:04:45.729 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 264243 2024-07-26T06:04:45.729 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.730 INFO:tasks.workunit.client.0.smithi089.stdout: "read_wait_aio_lat": { 2024-07-26T06:04:45.730 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 55, 2024-07-26T06:04:45.730 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 654580 2024-07-26T06:04:45.730 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.730 INFO:tasks.workunit.client.0.smithi089.stdout: "reads_with_retries": { 2024-07-26T06:04:45.730 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.730 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.730 INFO:tasks.workunit.client.0.smithi089.stdout: "remove_lat": { 2024-07-26T06:04:45.730 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1, 2024-07-26T06:04:45.730 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 23385 2024-07-26T06:04:45.730 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.731 INFO:tasks.workunit.client.0.smithi089.stdout: "state_aio_wait_lat": { 2024-07-26T06:04:45.731 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 262, 2024-07-26T06:04:45.731 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2633521 2024-07-26T06:04:45.731 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.731 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T06:04:45.731 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 40, 2024-07-26T06:04:45.731 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2837568 2024-07-26T06:04:45.731 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.731 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_cleanup_lat": { 2024-07-26T06:04:45.731 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 37, 2024-07-26T06:04:45.731 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 248503446158 2024-07-26T06:04:45.731 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.732 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_queued_lat": { 2024-07-26T06:04:45.732 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 40, 2024-07-26T06:04:45.732 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 59204747371 2024-07-26T06:04:45.732 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.732 INFO:tasks.workunit.client.0.smithi089.stdout: "state_done_lat": { 2024-07-26T06:04:45.732 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 259, 2024-07-26T06:04:45.732 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 513238 2024-07-26T06:04:45.732 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.732 INFO:tasks.workunit.client.0.smithi089.stdout: "state_finishing_lat": { 2024-07-26T06:04:45.732 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 259, 2024-07-26T06:04:45.732 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 27233 2024-07-26T06:04:45.732 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.733 INFO:tasks.workunit.client.0.smithi089.stdout: "state_io_done_lat": { 2024-07-26T06:04:45.733 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 262, 2024-07-26T06:04:45.733 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 207650 2024-07-26T06:04:45.733 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.733 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_commiting_lat": { 2024-07-26T06:04:45.733 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 262, 2024-07-26T06:04:45.733 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 133990159 2024-07-26T06:04:45.733 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.733 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_done_lat": { 2024-07-26T06:04:45.733 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 262, 2024-07-26T06:04:45.733 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 82780 2024-07-26T06:04:45.733 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.734 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_queued_lat": { 2024-07-26T06:04:45.734 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 262, 2024-07-26T06:04:45.734 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 63403490 2024-07-26T06:04:45.734 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.734 INFO:tasks.workunit.client.0.smithi089.stdout: "state_prepare_lat": { 2024-07-26T06:04:45.734 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 262, 2024-07-26T06:04:45.734 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12158018 2024-07-26T06:04:45.734 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.734 INFO:tasks.workunit.client.0.smithi089.stdout: "stored": { 2024-07-26T06:04:45.734 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 941726 2024-07-26T06:04:45.735 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.735 INFO:tasks.workunit.client.0.smithi089.stdout: "truncate_lat": { 2024-07-26T06:04:45.735 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 33, 2024-07-26T06:04:45.735 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 136690 2024-07-26T06:04:45.735 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.735 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_commit_lat": { 2024-07-26T06:04:45.735 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 262, 2024-07-26T06:04:45.735 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 212426537 2024-07-26T06:04:45.735 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.735 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_submit_lat": { 2024-07-26T06:04:45.735 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 262, 2024-07-26T06:04:45.736 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 14554235 2024-07-26T06:04:45.736 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.736 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_throttle_lat": { 2024-07-26T06:04:45.736 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 262, 2024-07-26T06:04:45.736 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2491278 2024-07-26T06:04:45.736 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.736 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.736 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache": { 2024-07-26T06:04:45.736 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_bytes": { 2024-07-26T06:04:45.736 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1861472414 2024-07-26T06:04:45.736 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.736 INFO:tasks.workunit.client.0.smithi089.stdout: "heap_bytes": { 2024-07-26T06:04:45.737 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 269860864 2024-07-26T06:04:45.737 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.737 INFO:tasks.workunit.client.0.smithi089.stdout: "mapped_bytes": { 2024-07-26T06:04:45.737 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 269287424 2024-07-26T06:04:45.737 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.737 INFO:tasks.workunit.client.0.smithi089.stdout: "target_bytes": { 2024-07-26T06:04:45.737 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3137386803 2024-07-26T06:04:45.737 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.737 INFO:tasks.workunit.client.0.smithi089.stdout: "unmapped_bytes": { 2024-07-26T06:04:45.737 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 573440 2024-07-26T06:04:45.737 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.737 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.738 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:data": { 2024-07-26T06:04:45.738 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T06:04:45.738 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 159383552 2024-07-26T06:04:45.738 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.738 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T06:04:45.738 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.738 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.738 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T06:04:45.738 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.738 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.738 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T06:04:45.738 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 85498158 2024-07-26T06:04:45.739 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.739 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T06:04:45.739 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.739 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.739 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T06:04:45.739 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.739 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.739 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T06:04:45.739 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.739 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.739 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T06:04:45.739 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.740 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.740 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T06:04:45.740 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.740 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.740 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T06:04:45.740 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8192 2024-07-26T06:04:45.740 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.740 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T06:04:45.740 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.740 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.740 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T06:04:45.741 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.741 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.741 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T06:04:45.741 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.741 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.741 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T06:04:45.741 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 73877202 2024-07-26T06:04:45.741 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.741 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.741 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv": { 2024-07-26T06:04:45.741 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T06:04:45.741 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 780140544 2024-07-26T06:04:45.742 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.742 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T06:04:45.742 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T06:04:45.742 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.742 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T06:04:45.742 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.742 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.742 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T06:04:45.742 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 641236188 2024-07-26T06:04:45.742 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.742 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T06:04:45.742 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.743 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.743 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T06:04:45.743 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.743 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.743 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T06:04:45.743 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.743 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.743 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T06:04:45.743 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.743 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.743 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T06:04:45.743 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.744 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.744 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T06:04:45.744 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2128 2024-07-26T06:04:45.744 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.744 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T06:04:45.744 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.744 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.744 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T06:04:45.744 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.744 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.744 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T06:04:45.745 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.745 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.745 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T06:04:45.745 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 71793364 2024-07-26T06:04:45.745 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.745 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.745 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T06:04:45.745 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T06:04:45.745 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 192937984 2024-07-26T06:04:45.745 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.745 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T06:04:45.745 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T06:04:45.746 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.746 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T06:04:45.746 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 464 2024-07-26T06:04:45.746 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.746 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T06:04:45.746 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 56998772 2024-07-26T06:04:45.746 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.746 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T06:04:45.746 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.746 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.747 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T06:04:45.747 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.747 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.747 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T06:04:45.747 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.747 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.747 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T06:04:45.747 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.747 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.747 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T06:04:45.747 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.747 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.748 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T06:04:45.748 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.748 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.748 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T06:04:45.748 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.748 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.748 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T06:04:45.748 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.748 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.748 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T06:04:45.748 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.748 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.749 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T06:04:45.749 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 68829884 2024-07-26T06:04:45.749 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.749 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.749 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:meta": { 2024-07-26T06:04:45.749 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T06:04:45.749 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 713031680 2024-07-26T06:04:45.749 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.749 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T06:04:45.749 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.749 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.749 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T06:04:45.750 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.750 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.750 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T06:04:45.750 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 641236188 2024-07-26T06:04:45.750 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.750 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T06:04:45.750 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.750 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.750 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T06:04:45.750 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.750 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.750 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T06:04:45.751 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.751 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.751 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T06:04:45.751 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.751 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.751 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T06:04:45.751 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7117 2024-07-26T06:04:45.751 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.751 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T06:04:45.751 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 277589 2024-07-26T06:04:45.751 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.752 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T06:04:45.752 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.752 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.752 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T06:04:45.752 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.752 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.752 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T06:04:45.752 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.752 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.752 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T06:04:45.752 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 71510786 2024-07-26T06:04:45.753 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.753 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.753 INFO:tasks.workunit.client.0.smithi089.stdout: "objecter": { 2024-07-26T06:04:45.753 INFO:tasks.workunit.client.0.smithi089.stdout: "op_active": { 2024-07-26T06:04:45.753 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.753 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.753 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T06:04:45.753 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.753 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.753 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rmw": { 2024-07-26T06:04:45.753 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.753 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.754 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T06:04:45.754 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.754 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.754 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.754 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T06:04:45.754 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg": { 2024-07-26T06:04:45.754 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 38 2024-07-26T06:04:45.754 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.754 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg_removing": { 2024-07-26T06:04:45.754 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.754 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.755 INFO:tasks.workunit.client.0.smithi089.stdout: "op": { 2024-07-26T06:04:45.755 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 13 2024-07-26T06:04:45.755 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.755 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_degraded": { 2024-07-26T06:04:45.755 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.755 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.755 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_unreadable": { 2024-07-26T06:04:45.755 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.755 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.755 INFO:tasks.workunit.client.0.smithi089.stdout: "op_in_bytes": { 2024-07-26T06:04:45.755 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2804 2024-07-26T06:04:45.756 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.756 INFO:tasks.workunit.client.0.smithi089.stdout: "op_latency": { 2024-07-26T06:04:45.756 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 13, 2024-07-26T06:04:45.756 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 49842045 2024-07-26T06:04:45.756 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.756 INFO:tasks.workunit.client.0.smithi089.stdout: "op_out_bytes": { 2024-07-26T06:04:45.756 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.756 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.756 INFO:tasks.workunit.client.0.smithi089.stdout: "op_prepare_latency": { 2024-07-26T06:04:45.756 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 15, 2024-07-26T06:04:45.756 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7026636 2024-07-26T06:04:45.757 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.757 INFO:tasks.workunit.client.0.smithi089.stdout: "op_process_latency": { 2024-07-26T06:04:45.757 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 13, 2024-07-26T06:04:45.757 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 39064468 2024-07-26T06:04:45.757 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.757 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T06:04:45.757 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.757 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.757 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency": { 2024-07-26T06:04:45.757 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.757 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.758 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.758 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T06:04:45.758 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.758 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.758 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_out_bytes": { 2024-07-26T06:04:45.758 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.758 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.758 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_prepare_latency": { 2024-07-26T06:04:45.758 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.758 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.758 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.759 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_process_latency": { 2024-07-26T06:04:45.759 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.759 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.759 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.759 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw": { 2024-07-26T06:04:45.759 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.759 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.759 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_in_bytes": { 2024-07-26T06:04:45.759 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.759 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.759 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency": { 2024-07-26T06:04:45.759 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.760 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.760 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.760 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T06:04:45.760 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.760 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.760 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T06:04:45.760 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.760 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.760 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_out_bytes": { 2024-07-26T06:04:45.760 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.760 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.760 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_prepare_latency": { 2024-07-26T06:04:45.761 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.761 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.761 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.761 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_process_latency": { 2024-07-26T06:04:45.761 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.761 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.761 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.761 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T06:04:45.761 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 13 2024-07-26T06:04:45.761 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.761 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_in_bytes": { 2024-07-26T06:04:45.762 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2804 2024-07-26T06:04:45.762 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.762 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency": { 2024-07-26T06:04:45.762 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 13, 2024-07-26T06:04:45.762 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 49842045 2024-07-26T06:04:45.762 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.762 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T06:04:45.762 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.762 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.762 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_prepare_latency": { 2024-07-26T06:04:45.762 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 15, 2024-07-26T06:04:45.763 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7026636 2024-07-26T06:04:45.763 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.763 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_process_latency": { 2024-07-26T06:04:45.763 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 13, 2024-07-26T06:04:45.763 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 39064468 2024-07-26T06:04:45.763 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.763 INFO:tasks.workunit.client.0.smithi089.stdout: "op_wip": { 2024-07-26T06:04:45.763 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.763 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.763 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_bytes": { 2024-07-26T06:04:45.763 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.764 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.764 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_ops": { 2024-07-26T06:04:45.764 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.764 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.764 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes": { 2024-07-26T06:04:45.764 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995035648 2024-07-26T06:04:45.764 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.764 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes_used": { 2024-07-26T06:04:45.764 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 305868800 2024-07-26T06:04:45.764 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.764 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.765 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.765 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.7": { 2024-07-26T06:04:45.765 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T06:04:45.765 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_fallback": { 2024-07-26T06:04:45.765 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.765 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.765 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_size_fallback": { 2024-07-26T06:04:45.765 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.765 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.765 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_db": { 2024-07-26T06:04:45.765 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 65536 2024-07-26T06:04:45.766 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.766 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_main": { 2024-07-26T06:04:45.766 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.766 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.766 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_wal": { 2024-07-26T06:04:45.766 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.766 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.766 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_slow": { 2024-07-26T06:04:45.766 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.766 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.766 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_sst": { 2024-07-26T06:04:45.766 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12288 2024-07-26T06:04:45.767 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.767 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_wal": { 2024-07-26T06:04:45.767 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1245184 2024-07-26T06:04:45.767 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.767 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lat": { 2024-07-26T06:04:45.767 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.767 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.767 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.767 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lock_lat": { 2024-07-26T06:04:45.767 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.767 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.767 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.768 INFO:tasks.workunit.client.0.smithi089.stdout: "db_total_bytes": { 2024-07-26T06:04:45.768 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995035648 2024-07-26T06:04:45.768 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.768 INFO:tasks.workunit.client.0.smithi089.stdout: "db_used_bytes": { 2024-07-26T06:04:45.768 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 304480256 2024-07-26T06:04:45.768 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.768 INFO:tasks.workunit.client.0.smithi089.stdout: "log_bytes": { 2024-07-26T06:04:45.768 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 970752 2024-07-26T06:04:45.768 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.768 INFO:tasks.workunit.client.0.smithi089.stdout: "logged_bytes": { 2024-07-26T06:04:45.769 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 831488 2024-07-26T06:04:45.769 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.769 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_db": { 2024-07-26T06:04:45.769 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 312868864 2024-07-26T06:04:45.769 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.769 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_slow": { 2024-07-26T06:04:45.769 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.769 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.769 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_wal": { 2024-07-26T06:04:45.769 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.769 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.769 INFO:tasks.workunit.client.0.smithi089.stdout: "num_files": { 2024-07-26T06:04:45.770 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 14 2024-07-26T06:04:45.770 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.770 INFO:tasks.workunit.client.0.smithi089.stdout: "read_bytes": { 2024-07-26T06:04:45.770 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 195619 2024-07-26T06:04:45.770 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.770 INFO:tasks.workunit.client.0.smithi089.stdout: "read_count": { 2024-07-26T06:04:45.770 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 23 2024-07-26T06:04:45.770 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.770 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes": { 2024-07-26T06:04:45.770 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1269760 2024-07-26T06:04:45.770 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.770 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_db": { 2024-07-26T06:04:45.771 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1273856 2024-07-26T06:04:45.771 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.771 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_slow": { 2024-07-26T06:04:45.771 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.771 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.771 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_wal": { 2024-07-26T06:04:45.771 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.771 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.771 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_count": { 2024-07-26T06:04:45.771 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 15 2024-07-26T06:04:45.771 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.772 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_bytes": { 2024-07-26T06:04:45.772 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4711 2024-07-26T06:04:45.772 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.772 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_count": { 2024-07-26T06:04:45.772 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4 2024-07-26T06:04:45.772 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.772 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_bytes": { 2024-07-26T06:04:45.772 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5537 2024-07-26T06:04:45.772 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.772 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_count": { 2024-07-26T06:04:45.772 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 24 2024-07-26T06:04:45.772 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.772 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_bytes": { 2024-07-26T06:04:45.773 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5537 2024-07-26T06:04:45.773 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.773 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_count": { 2024-07-26T06:04:45.773 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 24 2024-07-26T06:04:45.773 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.773 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes": { 2024-07-26T06:04:45.773 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.773 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.773 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_db": { 2024-07-26T06:04:45.773 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.774 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.774 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_slow": { 2024-07-26T06:04:45.774 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.774 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.774 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_wal": { 2024-07-26T06:04:45.774 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.774 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.774 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_count": { 2024-07-26T06:04:45.774 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.774 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.774 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_total_bytes": { 2024-07-26T06:04:45.774 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.775 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.775 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_used_bytes": { 2024-07-26T06:04:45.775 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.775 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.775 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_total_bytes": { 2024-07-26T06:04:45.775 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.775 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.775 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_used_bytes": { 2024-07-26T06:04:45.775 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.775 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.775 INFO:tasks.workunit.client.0.smithi089.stdout: "write_bytes": { 2024-07-26T06:04:45.776 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2150400 2024-07-26T06:04:45.776 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.776 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.776 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore": { 2024-07-26T06:04:45.776 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit": { 2024-07-26T06:04:45.776 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4096 2024-07-26T06:04:45.776 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.776 INFO:tasks.workunit.client.0.smithi089.stdout: "allocated": { 2024-07-26T06:04:45.776 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1372160 2024-07-26T06:04:45.776 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.776 INFO:tasks.workunit.client.0.smithi089.stdout: "clist_lat": { 2024-07-26T06:04:45.776 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3, 2024-07-26T06:04:45.777 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 150240 2024-07-26T06:04:45.777 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.777 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_lat": { 2024-07-26T06:04:45.777 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.777 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.777 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.777 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed": { 2024-07-26T06:04:45.777 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.777 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.778 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_allocated": { 2024-07-26T06:04:45.778 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.778 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.778 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_original": { 2024-07-26T06:04:45.778 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.778 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.778 INFO:tasks.workunit.client.0.smithi089.stdout: "csum_lat": { 2024-07-26T06:04:45.778 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 6, 2024-07-26T06:04:45.778 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 16504 2024-07-26T06:04:45.778 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.779 INFO:tasks.workunit.client.0.smithi089.stdout: "decompress_lat": { 2024-07-26T06:04:45.779 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.779 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.779 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.779 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_commit_lat": { 2024-07-26T06:04:45.779 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 186, 2024-07-26T06:04:45.779 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 50778053 2024-07-26T06:04:45.779 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.779 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_final_lat": { 2024-07-26T06:04:45.779 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 178, 2024-07-26T06:04:45.779 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6223379 2024-07-26T06:04:45.780 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.780 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_flush_lat": { 2024-07-26T06:04:45.780 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 186, 2024-07-26T06:04:45.780 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 151484 2024-07-26T06:04:45.780 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.780 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_sync_lat": { 2024-07-26T06:04:45.780 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 186, 2024-07-26T06:04:45.780 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 50929537 2024-07-26T06:04:45.780 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.780 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_keys_lat": { 2024-07-26T06:04:45.780 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.780 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.781 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.781 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_values_lat": { 2024-07-26T06:04:45.781 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1, 2024-07-26T06:04:45.781 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 32356 2024-07-26T06:04:45.781 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.781 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_lower_bound_lat": { 2024-07-26T06:04:45.781 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2, 2024-07-26T06:04:45.781 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1235 2024-07-26T06:04:45.781 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.781 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_next_lat": { 2024-07-26T06:04:45.781 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.782 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.782 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.782 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_seek_to_first_lat": { 2024-07-26T06:04:45.782 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T06:04:45.782 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.782 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.782 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_upper_bound_lat": { 2024-07-26T06:04:45.782 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2, 2024-07-26T06:04:45.782 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5192 2024-07-26T06:04:45.782 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.782 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_hits": { 2024-07-26T06:04:45.782 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 427 2024-07-26T06:04:45.783 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.783 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_misses": { 2024-07-26T06:04:45.783 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 285 2024-07-26T06:04:45.783 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.783 INFO:tasks.workunit.client.0.smithi089.stdout: "read_lat": { 2024-07-26T06:04:45.783 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 107, 2024-07-26T06:04:45.783 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2172519 2024-07-26T06:04:45.783 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.783 INFO:tasks.workunit.client.0.smithi089.stdout: "read_onode_meta_lat": { 2024-07-26T06:04:45.783 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 156, 2024-07-26T06:04:45.783 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 376488 2024-07-26T06:04:45.784 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.784 INFO:tasks.workunit.client.0.smithi089.stdout: "read_wait_aio_lat": { 2024-07-26T06:04:45.784 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 49, 2024-07-26T06:04:45.784 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1459812 2024-07-26T06:04:45.784 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.784 INFO:tasks.workunit.client.0.smithi089.stdout: "reads_with_retries": { 2024-07-26T06:04:45.784 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.784 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.784 INFO:tasks.workunit.client.0.smithi089.stdout: "remove_lat": { 2024-07-26T06:04:45.784 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1, 2024-07-26T06:04:45.784 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 16306 2024-07-26T06:04:45.785 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.785 INFO:tasks.workunit.client.0.smithi089.stdout: "state_aio_wait_lat": { 2024-07-26T06:04:45.785 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 292, 2024-07-26T06:04:45.785 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4008855 2024-07-26T06:04:45.785 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.785 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T06:04:45.785 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 26, 2024-07-26T06:04:45.785 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1799798 2024-07-26T06:04:45.785 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.785 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_cleanup_lat": { 2024-07-26T06:04:45.785 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 25, 2024-07-26T06:04:45.786 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 107854902154 2024-07-26T06:04:45.786 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.786 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_queued_lat": { 2024-07-26T06:04:45.786 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 26, 2024-07-26T06:04:45.786 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 41902621084 2024-07-26T06:04:45.786 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.786 INFO:tasks.workunit.client.0.smithi089.stdout: "state_done_lat": { 2024-07-26T06:04:45.786 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 291, 2024-07-26T06:04:45.786 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 481061 2024-07-26T06:04:45.786 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.786 INFO:tasks.workunit.client.0.smithi089.stdout: "state_finishing_lat": { 2024-07-26T06:04:45.787 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 291, 2024-07-26T06:04:45.787 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 31968 2024-07-26T06:04:45.787 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.787 INFO:tasks.workunit.client.0.smithi089.stdout: "state_io_done_lat": { 2024-07-26T06:04:45.787 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 292, 2024-07-26T06:04:45.787 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 218924 2024-07-26T06:04:45.787 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.787 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_commiting_lat": { 2024-07-26T06:04:45.787 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 292, 2024-07-26T06:04:45.787 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 127993627 2024-07-26T06:04:45.787 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.787 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_done_lat": { 2024-07-26T06:04:45.788 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 292, 2024-07-26T06:04:45.788 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 89024 2024-07-26T06:04:45.788 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.788 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_queued_lat": { 2024-07-26T06:04:45.788 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 292, 2024-07-26T06:04:45.788 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 89377460 2024-07-26T06:04:45.788 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.788 INFO:tasks.workunit.client.0.smithi089.stdout: "state_prepare_lat": { 2024-07-26T06:04:45.788 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 292, 2024-07-26T06:04:45.788 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12225716 2024-07-26T06:04:45.788 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.789 INFO:tasks.workunit.client.0.smithi089.stdout: "stored": { 2024-07-26T06:04:45.789 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 939371 2024-07-26T06:04:45.789 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.789 INFO:tasks.workunit.client.0.smithi089.stdout: "truncate_lat": { 2024-07-26T06:04:45.789 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 25, 2024-07-26T06:04:45.789 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 108051 2024-07-26T06:04:45.789 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.789 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_commit_lat": { 2024-07-26T06:04:45.789 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 292, 2024-07-26T06:04:45.789 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 233864296 2024-07-26T06:04:45.789 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.790 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_submit_lat": { 2024-07-26T06:04:45.790 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 292, 2024-07-26T06:04:45.790 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 15278267 2024-07-26T06:04:45.790 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.790 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_throttle_lat": { 2024-07-26T06:04:45.790 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 292, 2024-07-26T06:04:45.790 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1937678 2024-07-26T06:04:45.790 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.790 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.790 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache": { 2024-07-26T06:04:45.790 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_bytes": { 2024-07-26T06:04:45.791 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1861472414 2024-07-26T06:04:45.791 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.791 INFO:tasks.workunit.client.0.smithi089.stdout: "heap_bytes": { 2024-07-26T06:04:45.791 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 270139392 2024-07-26T06:04:45.791 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.791 INFO:tasks.workunit.client.0.smithi089.stdout: "mapped_bytes": { 2024-07-26T06:04:45.791 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 269983744 2024-07-26T06:04:45.791 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.791 INFO:tasks.workunit.client.0.smithi089.stdout: "target_bytes": { 2024-07-26T06:04:45.791 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3137386803 2024-07-26T06:04:45.791 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.792 INFO:tasks.workunit.client.0.smithi089.stdout: "unmapped_bytes": { 2024-07-26T06:04:45.792 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 155648 2024-07-26T06:04:45.792 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.792 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.792 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:data": { 2024-07-26T06:04:45.792 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T06:04:45.792 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 159383552 2024-07-26T06:04:45.792 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.792 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T06:04:45.792 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.792 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.792 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T06:04:45.793 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.793 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.793 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T06:04:45.793 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 85489489 2024-07-26T06:04:45.793 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.793 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T06:04:45.793 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.793 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.793 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T06:04:45.793 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.793 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.793 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T06:04:45.793 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.794 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.794 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T06:04:45.794 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.794 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.794 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T06:04:45.794 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.794 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.794 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T06:04:45.794 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 139264 2024-07-26T06:04:45.794 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.794 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T06:04:45.795 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.795 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.795 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T06:04:45.795 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.795 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.795 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T06:04:45.795 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.795 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.795 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T06:04:45.795 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 73754799 2024-07-26T06:04:45.795 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.795 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.796 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv": { 2024-07-26T06:04:45.796 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T06:04:45.796 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 780140544 2024-07-26T06:04:45.796 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.796 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T06:04:45.796 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T06:04:45.796 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.796 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T06:04:45.796 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.796 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.796 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T06:04:45.797 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 641171171 2024-07-26T06:04:45.797 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.797 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T06:04:45.797 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.797 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.797 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T06:04:45.797 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.797 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.797 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T06:04:45.797 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.797 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.798 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T06:04:45.798 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.798 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.798 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T06:04:45.798 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.798 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.798 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T06:04:45.798 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2128 2024-07-26T06:04:45.798 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.798 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T06:04:45.798 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.799 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.799 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T06:04:45.799 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.799 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.799 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T06:04:45.799 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.799 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.799 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T06:04:45.799 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 71858381 2024-07-26T06:04:45.799 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.799 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.800 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T06:04:45.800 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T06:04:45.800 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 192937984 2024-07-26T06:04:45.800 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.800 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T06:04:45.800 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T06:04:45.800 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.800 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T06:04:45.800 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 464 2024-07-26T06:04:45.800 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.800 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T06:04:45.800 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 56992993 2024-07-26T06:04:45.800 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.801 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T06:04:45.801 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.801 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.801 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T06:04:45.801 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.801 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.801 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T06:04:45.801 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.801 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.801 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T06:04:45.801 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.802 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.802 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T06:04:45.802 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.802 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.802 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T06:04:45.802 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.802 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.802 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T06:04:45.802 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.802 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.802 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T06:04:45.802 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.803 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.803 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T06:04:45.803 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.803 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.803 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T06:04:45.803 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 68835663 2024-07-26T06:04:45.803 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.803 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.803 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:meta": { 2024-07-26T06:04:45.803 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T06:04:45.803 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 713031680 2024-07-26T06:04:45.804 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.804 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T06:04:45.804 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.804 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.804 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T06:04:45.804 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.804 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.804 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T06:04:45.804 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 641171171 2024-07-26T06:04:45.804 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.804 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T06:04:45.804 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.805 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.805 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T06:04:45.805 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.805 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.805 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T06:04:45.805 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.805 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.805 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T06:04:45.805 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.805 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.805 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T06:04:45.805 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.806 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.806 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T06:04:45.806 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 292410 2024-07-26T06:04:45.806 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.806 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T06:04:45.806 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.806 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.806 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T06:04:45.806 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.806 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.806 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T06:04:45.807 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.807 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.807 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T06:04:45.807 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 71568099 2024-07-26T06:04:45.807 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.807 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.807 INFO:tasks.workunit.client.0.smithi089.stdout: "objecter": { 2024-07-26T06:04:45.807 INFO:tasks.workunit.client.0.smithi089.stdout: "op_active": { 2024-07-26T06:04:45.807 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.807 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.807 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T06:04:45.807 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.808 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.808 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rmw": { 2024-07-26T06:04:45.808 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.808 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.808 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T06:04:45.808 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.808 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.808 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.808 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T06:04:45.808 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg": { 2024-07-26T06:04:45.808 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 46 2024-07-26T06:04:45.809 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.809 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg_removing": { 2024-07-26T06:04:45.809 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.809 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.809 INFO:tasks.workunit.client.0.smithi089.stdout: "op": { 2024-07-26T06:04:45.809 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 43 2024-07-26T06:04:45.809 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.809 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_degraded": { 2024-07-26T06:04:45.809 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.809 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.809 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_unreadable": { 2024-07-26T06:04:45.810 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.810 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.810 INFO:tasks.workunit.client.0.smithi089.stdout: "op_in_bytes": { 2024-07-26T06:04:45.810 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.810 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.810 INFO:tasks.workunit.client.0.smithi089.stdout: "op_latency": { 2024-07-26T06:04:45.810 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 43, 2024-07-26T06:04:45.810 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 49409005 2024-07-26T06:04:45.810 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.810 INFO:tasks.workunit.client.0.smithi089.stdout: "op_out_bytes": { 2024-07-26T06:04:45.810 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 132134 2024-07-26T06:04:45.810 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.811 INFO:tasks.workunit.client.0.smithi089.stdout: "op_prepare_latency": { 2024-07-26T06:04:45.811 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 45, 2024-07-26T06:04:45.811 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 14711336 2024-07-26T06:04:45.811 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.811 INFO:tasks.workunit.client.0.smithi089.stdout: "op_process_latency": { 2024-07-26T06:04:45.811 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 43, 2024-07-26T06:04:45.813 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 27852592 2024-07-26T06:04:45.814 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.814 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T06:04:45.814 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 28 2024-07-26T06:04:45.814 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.814 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency": { 2024-07-26T06:04:45.814 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 28, 2024-07-26T06:04:45.814 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4621764 2024-07-26T06:04:45.814 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.814 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T06:04:45.814 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.814 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.815 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_out_bytes": { 2024-07-26T06:04:45.815 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 132134 2024-07-26T06:04:45.815 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.815 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_prepare_latency": { 2024-07-26T06:04:45.815 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 28, 2024-07-26T06:04:45.815 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4152875 2024-07-26T06:04:45.815 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.815 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_process_latency": { 2024-07-26T06:04:45.815 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 28, 2024-07-26T06:04:45.815 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3503631 2024-07-26T06:04:45.815 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.815 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw": { 2024-07-26T06:04:45.815 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10 2024-07-26T06:04:45.816 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.816 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_in_bytes": { 2024-07-26T06:04:45.816 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.816 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.816 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency": { 2024-07-26T06:04:45.816 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 10, 2024-07-26T06:04:45.816 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8161971 2024-07-26T06:04:45.816 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.816 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T06:04:45.816 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.816 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.816 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T06:04:45.817 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.817 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.817 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_out_bytes": { 2024-07-26T06:04:45.817 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.817 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.817 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_prepare_latency": { 2024-07-26T06:04:45.817 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 10, 2024-07-26T06:04:45.817 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3509757 2024-07-26T06:04:45.817 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.817 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_process_latency": { 2024-07-26T06:04:45.817 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 10, 2024-07-26T06:04:45.817 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7725516 2024-07-26T06:04:45.818 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.818 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T06:04:45.818 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5 2024-07-26T06:04:45.818 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.818 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_in_bytes": { 2024-07-26T06:04:45.818 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.818 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.818 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency": { 2024-07-26T06:04:45.818 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 5, 2024-07-26T06:04:45.818 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 36625270 2024-07-26T06:04:45.818 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.819 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T06:04:45.819 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.819 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.819 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_prepare_latency": { 2024-07-26T06:04:45.819 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7, 2024-07-26T06:04:45.819 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7048704 2024-07-26T06:04:45.819 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.819 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_process_latency": { 2024-07-26T06:04:45.819 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 5, 2024-07-26T06:04:45.819 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 16623445 2024-07-26T06:04:45.819 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.820 INFO:tasks.workunit.client.0.smithi089.stdout: "op_wip": { 2024-07-26T06:04:45.820 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.820 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.820 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_bytes": { 2024-07-26T06:04:45.820 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.820 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.820 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_ops": { 2024-07-26T06:04:45.820 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T06:04:45.820 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.820 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes": { 2024-07-26T06:04:45.820 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995035648 2024-07-26T06:04:45.821 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.821 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes_used": { 2024-07-26T06:04:45.821 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 305864704 2024-07-26T06:04:45.821 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.821 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.821 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.821 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.821 INFO:tasks.workunit.client.0.smithi089.stdout: "pools": [ 2024-07-26T06:04:45.821 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:45.821 INFO:tasks.workunit.client.0.smithi089.stdout: "application": [ 2024-07-26T06:04:45.821 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr" 2024-07-26T06:04:45.822 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:45.822 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_mode": "none", 2024-07-26T06:04:45.822 INFO:tasks.workunit.client.0.smithi089.stdout: "erasure_code_profile": {}, 2024-07-26T06:04:45.822 INFO:tasks.workunit.client.0.smithi089.stdout: "min_size": 2, 2024-07-26T06:04:45.822 INFO:tasks.workunit.client.0.smithi089.stdout: "options": {}, 2024-07-26T06:04:45.822 INFO:tasks.workunit.client.0.smithi089.stdout: "pg_autoscale_mode": "off", 2024-07-26T06:04:45.822 INFO:tasks.workunit.client.0.smithi089.stdout: "pg_num": 1, 2024-07-26T06:04:45.822 INFO:tasks.workunit.client.0.smithi089.stdout: "pgp_num": 1, 2024-07-26T06:04:45.822 INFO:tasks.workunit.client.0.smithi089.stdout: "pool": 1, 2024-07-26T06:04:45.822 INFO:tasks.workunit.client.0.smithi089.stdout: "size": 3, 2024-07-26T06:04:45.823 INFO:tasks.workunit.client.0.smithi089.stdout: "stats": { 2024-07-26T06:04:45.823 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_raw": 727115213066, 2024-07-26T06:04:45.823 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_used": 1781760, 2024-07-26T06:04:45.823 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_bytes_used": 0, 2024-07-26T06:04:45.823 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_under_bytes": 0, 2024-07-26T06:04:45.823 INFO:tasks.workunit.client.0.smithi089.stdout: "data_bytes_used": 1781760, 2024-07-26T06:04:45.823 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty": 0, 2024-07-26T06:04:45.823 INFO:tasks.workunit.client.0.smithi089.stdout: "max_avail": 242371739648, 2024-07-26T06:04:45.823 INFO:tasks.workunit.client.0.smithi089.stdout: "objects": 2, 2024-07-26T06:04:45.823 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_bytes_used": 0, 2024-07-26T06:04:45.824 INFO:tasks.workunit.client.0.smithi089.stdout: "percent_used": 2.4504447537765373e-06, 2024-07-26T06:04:45.824 INFO:tasks.workunit.client.0.smithi089.stdout: "quota_bytes": 0, 2024-07-26T06:04:45.824 INFO:tasks.workunit.client.0.smithi089.stdout: "quota_objects": 0, 2024-07-26T06:04:45.824 INFO:tasks.workunit.client.0.smithi089.stdout: "rd": 212, 2024-07-26T06:04:45.824 INFO:tasks.workunit.client.0.smithi089.stdout: "rd_bytes": 313344, 2024-07-26T06:04:45.824 INFO:tasks.workunit.client.0.smithi089.stdout: "stored": 590368, 2024-07-26T06:04:45.824 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_data": 590368, 2024-07-26T06:04:45.824 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_omap": 0, 2024-07-26T06:04:45.824 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_raw": 1771104, 2024-07-26T06:04:45.824 INFO:tasks.workunit.client.0.smithi089.stdout: "wr": 179, 2024-07-26T06:04:45.824 INFO:tasks.workunit.client.0.smithi089.stdout: "wr_bytes": 2473984 2024-07-26T06:04:45.825 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.825 INFO:tasks.workunit.client.0.smithi089.stdout: "target_max_bytes": 0, 2024-07-26T06:04:45.825 INFO:tasks.workunit.client.0.smithi089.stdout: "target_max_objects": 0, 2024-07-26T06:04:45.825 INFO:tasks.workunit.client.0.smithi089.stdout: "type": "replicated" 2024-07-26T06:04:45.825 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.825 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:45.825 INFO:tasks.workunit.client.0.smithi089.stdout: "application": [ 2024-07-26T06:04:45.825 INFO:tasks.workunit.client.0.smithi089.stdout: "cephfs" 2024-07-26T06:04:45.825 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:45.825 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_mode": "none", 2024-07-26T06:04:45.825 INFO:tasks.workunit.client.0.smithi089.stdout: "erasure_code_profile": {}, 2024-07-26T06:04:45.826 INFO:tasks.workunit.client.0.smithi089.stdout: "min_size": 2, 2024-07-26T06:04:45.826 INFO:tasks.workunit.client.0.smithi089.stdout: "options": {}, 2024-07-26T06:04:45.826 INFO:tasks.workunit.client.0.smithi089.stdout: "pg_autoscale_mode": "off", 2024-07-26T06:04:45.826 INFO:tasks.workunit.client.0.smithi089.stdout: "pg_num": 32, 2024-07-26T06:04:45.826 INFO:tasks.workunit.client.0.smithi089.stdout: "pgp_num": 32, 2024-07-26T06:04:45.826 INFO:tasks.workunit.client.0.smithi089.stdout: "pool": 2, 2024-07-26T06:04:45.826 INFO:tasks.workunit.client.0.smithi089.stdout: "size": 3, 2024-07-26T06:04:45.826 INFO:tasks.workunit.client.0.smithi089.stdout: "stats": { 2024-07-26T06:04:45.826 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_raw": 727115213066, 2024-07-26T06:04:45.826 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_used": 98304, 2024-07-26T06:04:45.826 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_bytes_used": 0, 2024-07-26T06:04:45.827 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_under_bytes": 0, 2024-07-26T06:04:45.827 INFO:tasks.workunit.client.0.smithi089.stdout: "data_bytes_used": 98304, 2024-07-26T06:04:45.827 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty": 0, 2024-07-26T06:04:45.827 INFO:tasks.workunit.client.0.smithi089.stdout: "max_avail": 242371739648, 2024-07-26T06:04:45.827 INFO:tasks.workunit.client.0.smithi089.stdout: "objects": 22, 2024-07-26T06:04:45.827 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_bytes_used": 0, 2024-07-26T06:04:45.827 INFO:tasks.workunit.client.0.smithi089.stdout: "percent_used": 1.351972542806834e-07, 2024-07-26T06:04:45.827 INFO:tasks.workunit.client.0.smithi089.stdout: "quota_bytes": 0, 2024-07-26T06:04:45.827 INFO:tasks.workunit.client.0.smithi089.stdout: "quota_objects": 0, 2024-07-26T06:04:45.827 INFO:tasks.workunit.client.0.smithi089.stdout: "rd": 0, 2024-07-26T06:04:45.827 INFO:tasks.workunit.client.0.smithi089.stdout: "rd_bytes": 0, 2024-07-26T06:04:45.827 INFO:tasks.workunit.client.0.smithi089.stdout: "stored": 3410, 2024-07-26T06:04:45.828 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_data": 3410, 2024-07-26T06:04:45.828 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_omap": 0, 2024-07-26T06:04:45.828 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_raw": 10230, 2024-07-26T06:04:45.828 INFO:tasks.workunit.client.0.smithi089.stdout: "wr": 51, 2024-07-26T06:04:45.828 INFO:tasks.workunit.client.0.smithi089.stdout: "wr_bytes": 19456 2024-07-26T06:04:45.828 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.828 INFO:tasks.workunit.client.0.smithi089.stdout: "target_max_bytes": 0, 2024-07-26T06:04:45.828 INFO:tasks.workunit.client.0.smithi089.stdout: "target_max_objects": 0, 2024-07-26T06:04:45.828 INFO:tasks.workunit.client.0.smithi089.stdout: "type": "replicated" 2024-07-26T06:04:45.828 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.828 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:45.829 INFO:tasks.workunit.client.0.smithi089.stdout: "application": [ 2024-07-26T06:04:45.829 INFO:tasks.workunit.client.0.smithi089.stdout: "cephfs" 2024-07-26T06:04:45.829 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:45.829 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_mode": "none", 2024-07-26T06:04:45.829 INFO:tasks.workunit.client.0.smithi089.stdout: "erasure_code_profile": {}, 2024-07-26T06:04:45.829 INFO:tasks.workunit.client.0.smithi089.stdout: "min_size": 2, 2024-07-26T06:04:45.829 INFO:tasks.workunit.client.0.smithi089.stdout: "options": {}, 2024-07-26T06:04:45.829 INFO:tasks.workunit.client.0.smithi089.stdout: "pg_autoscale_mode": "off", 2024-07-26T06:04:45.829 INFO:tasks.workunit.client.0.smithi089.stdout: "pg_num": 64, 2024-07-26T06:04:45.829 INFO:tasks.workunit.client.0.smithi089.stdout: "pgp_num": 64, 2024-07-26T06:04:45.829 INFO:tasks.workunit.client.0.smithi089.stdout: "pool": 3, 2024-07-26T06:04:45.830 INFO:tasks.workunit.client.0.smithi089.stdout: "size": 3, 2024-07-26T06:04:45.830 INFO:tasks.workunit.client.0.smithi089.stdout: "stats": { 2024-07-26T06:04:45.830 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_raw": 727115213066, 2024-07-26T06:04:45.830 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_used": 0, 2024-07-26T06:04:45.830 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_bytes_used": 0, 2024-07-26T06:04:45.830 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_under_bytes": 0, 2024-07-26T06:04:45.830 INFO:tasks.workunit.client.0.smithi089.stdout: "data_bytes_used": 0, 2024-07-26T06:04:45.830 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty": 0, 2024-07-26T06:04:45.830 INFO:tasks.workunit.client.0.smithi089.stdout: "max_avail": 242371739648, 2024-07-26T06:04:45.830 INFO:tasks.workunit.client.0.smithi089.stdout: "objects": 0, 2024-07-26T06:04:45.830 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_bytes_used": 0, 2024-07-26T06:04:45.831 INFO:tasks.workunit.client.0.smithi089.stdout: "percent_used": 0.0, 2024-07-26T06:04:45.831 INFO:tasks.workunit.client.0.smithi089.stdout: "quota_bytes": 0, 2024-07-26T06:04:45.831 INFO:tasks.workunit.client.0.smithi089.stdout: "quota_objects": 0, 2024-07-26T06:04:45.831 INFO:tasks.workunit.client.0.smithi089.stdout: "rd": 0, 2024-07-26T06:04:45.831 INFO:tasks.workunit.client.0.smithi089.stdout: "rd_bytes": 0, 2024-07-26T06:04:45.831 INFO:tasks.workunit.client.0.smithi089.stdout: "stored": 0, 2024-07-26T06:04:45.831 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_data": 0, 2024-07-26T06:04:45.831 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_omap": 0, 2024-07-26T06:04:45.831 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_raw": 0, 2024-07-26T06:04:45.831 INFO:tasks.workunit.client.0.smithi089.stdout: "wr": 0, 2024-07-26T06:04:45.831 INFO:tasks.workunit.client.0.smithi089.stdout: "wr_bytes": 0 2024-07-26T06:04:45.832 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.832 INFO:tasks.workunit.client.0.smithi089.stdout: "target_max_bytes": 0, 2024-07-26T06:04:45.832 INFO:tasks.workunit.client.0.smithi089.stdout: "target_max_objects": 0, 2024-07-26T06:04:45.832 INFO:tasks.workunit.client.0.smithi089.stdout: "type": "replicated" 2024-07-26T06:04:45.832 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.832 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:45.832 INFO:tasks.workunit.client.0.smithi089.stdout: "application": [ 2024-07-26T06:04:45.832 INFO:tasks.workunit.client.0.smithi089.stdout: "rbd" 2024-07-26T06:04:45.832 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:45.832 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_mode": "none", 2024-07-26T06:04:45.832 INFO:tasks.workunit.client.0.smithi089.stdout: "erasure_code_profile": {}, 2024-07-26T06:04:45.832 INFO:tasks.workunit.client.0.smithi089.stdout: "min_size": 2, 2024-07-26T06:04:45.833 INFO:tasks.workunit.client.0.smithi089.stdout: "options": {}, 2024-07-26T06:04:45.833 INFO:tasks.workunit.client.0.smithi089.stdout: "pg_autoscale_mode": "off", 2024-07-26T06:04:45.833 INFO:tasks.workunit.client.0.smithi089.stdout: "pg_num": 8, 2024-07-26T06:04:45.833 INFO:tasks.workunit.client.0.smithi089.stdout: "pgp_num": 8, 2024-07-26T06:04:45.833 INFO:tasks.workunit.client.0.smithi089.stdout: "pool": 4, 2024-07-26T06:04:45.833 INFO:tasks.workunit.client.0.smithi089.stdout: "size": 3, 2024-07-26T06:04:45.833 INFO:tasks.workunit.client.0.smithi089.stdout: "stats": { 2024-07-26T06:04:45.833 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_raw": 727115213066, 2024-07-26T06:04:45.833 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_used": 12288, 2024-07-26T06:04:45.833 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_bytes_used": 0, 2024-07-26T06:04:45.834 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_under_bytes": 0, 2024-07-26T06:04:45.834 INFO:tasks.workunit.client.0.smithi089.stdout: "data_bytes_used": 12288, 2024-07-26T06:04:45.834 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty": 0, 2024-07-26T06:04:45.834 INFO:tasks.workunit.client.0.smithi089.stdout: "max_avail": 242371739648, 2024-07-26T06:04:45.834 INFO:tasks.workunit.client.0.smithi089.stdout: "objects": 2, 2024-07-26T06:04:45.834 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_bytes_used": 0, 2024-07-26T06:04:45.834 INFO:tasks.workunit.client.0.smithi089.stdout: "percent_used": 1.6899660337799105e-08, 2024-07-26T06:04:45.834 INFO:tasks.workunit.client.0.smithi089.stdout: "quota_bytes": 0, 2024-07-26T06:04:45.834 INFO:tasks.workunit.client.0.smithi089.stdout: "quota_objects": 0, 2024-07-26T06:04:45.834 INFO:tasks.workunit.client.0.smithi089.stdout: "rd": 0, 2024-07-26T06:04:45.834 INFO:tasks.workunit.client.0.smithi089.stdout: "rd_bytes": 0, 2024-07-26T06:04:45.835 INFO:tasks.workunit.client.0.smithi089.stdout: "stored": 19, 2024-07-26T06:04:45.835 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_data": 19, 2024-07-26T06:04:45.835 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_omap": 0, 2024-07-26T06:04:45.835 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_raw": 57, 2024-07-26T06:04:45.835 INFO:tasks.workunit.client.0.smithi089.stdout: "wr": 2, 2024-07-26T06:04:45.835 INFO:tasks.workunit.client.0.smithi089.stdout: "wr_bytes": 2048 2024-07-26T06:04:45.835 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.835 INFO:tasks.workunit.client.0.smithi089.stdout: "target_max_bytes": 0, 2024-07-26T06:04:45.835 INFO:tasks.workunit.client.0.smithi089.stdout: "target_max_objects": 0, 2024-07-26T06:04:45.835 INFO:tasks.workunit.client.0.smithi089.stdout: "type": "replicated" 2024-07-26T06:04:45.835 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.836 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:45.836 INFO:tasks.workunit.client.0.smithi089.stdout: "rbd": { 2024-07-26T06:04:45.836 INFO:tasks.workunit.client.0.smithi089.stdout: "mirroring_by_pool": [ 2024-07-26T06:04:45.836 INFO:tasks.workunit.client.0.smithi089.stdout: false 2024-07-26T06:04:45.836 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:45.836 INFO:tasks.workunit.client.0.smithi089.stdout: "num_images_by_pool": [ 2024-07-26T06:04:45.836 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T06:04:45.836 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:45.836 INFO:tasks.workunit.client.0.smithi089.stdout: "num_pools": 1 2024-07-26T06:04:45.836 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.836 INFO:tasks.workunit.client.0.smithi089.stdout: "report_id": "026049de-bcb2-4570-8ba4-a21596785ca5", 2024-07-26T06:04:45.837 INFO:tasks.workunit.client.0.smithi089.stdout: "report_timestamp": "2024-07-26T06:04:44.476832", 2024-07-26T06:04:45.837 INFO:tasks.workunit.client.0.smithi089.stdout: "report_version": 1, 2024-07-26T06:04:45.837 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb_stats": { 2024-07-26T06:04:45.837 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "6.15.5" 2024-07-26T06:04:45.837 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.837 INFO:tasks.workunit.client.0.smithi089.stdout: "rook": { 2024-07-26T06:04:45.837 INFO:tasks.workunit.client.0.smithi089.stdout: "cluster": { 2024-07-26T06:04:45.837 INFO:tasks.workunit.client.0.smithi089.stdout: "external-mode": null, 2024-07-26T06:04:45.837 INFO:tasks.workunit.client.0.smithi089.stdout: "mon": { 2024-07-26T06:04:45.837 INFO:tasks.workunit.client.0.smithi089.stdout: "allow-multiple-per-node": null, 2024-07-26T06:04:45.837 INFO:tasks.workunit.client.0.smithi089.stdout: "count": null, 2024-07-26T06:04:45.838 INFO:tasks.workunit.client.0.smithi089.stdout: "max-id": null, 2024-07-26T06:04:45.838 INFO:tasks.workunit.client.0.smithi089.stdout: "pvc": { 2024-07-26T06:04:45.838 INFO:tasks.workunit.client.0.smithi089.stdout: "enabled": null 2024-07-26T06:04:45.838 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.838 INFO:tasks.workunit.client.0.smithi089.stdout: "stretch": { 2024-07-26T06:04:45.838 INFO:tasks.workunit.client.0.smithi089.stdout: "enabled": null 2024-07-26T06:04:45.838 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.838 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.838 INFO:tasks.workunit.client.0.smithi089.stdout: "network": { 2024-07-26T06:04:45.838 INFO:tasks.workunit.client.0.smithi089.stdout: "provider": null 2024-07-26T06:04:45.838 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.838 INFO:tasks.workunit.client.0.smithi089.stdout: "storage": { 2024-07-26T06:04:45.839 INFO:tasks.workunit.client.0.smithi089.stdout: "device-set": { 2024-07-26T06:04:45.839 INFO:tasks.workunit.client.0.smithi089.stdout: "count": { 2024-07-26T06:04:45.839 INFO:tasks.workunit.client.0.smithi089.stdout: "non-portable": null, 2024-07-26T06:04:45.839 INFO:tasks.workunit.client.0.smithi089.stdout: "portable": null, 2024-07-26T06:04:45.839 INFO:tasks.workunit.client.0.smithi089.stdout: "total": null 2024-07-26T06:04:45.839 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.839 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.839 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.839 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.839 INFO:tasks.workunit.client.0.smithi089.stdout: "csi": { 2024-07-26T06:04:45.839 INFO:tasks.workunit.client.0.smithi089.stdout: "version": null 2024-07-26T06:04:45.839 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.840 INFO:tasks.workunit.client.0.smithi089.stdout: "kubernetes": { 2024-07-26T06:04:45.840 INFO:tasks.workunit.client.0.smithi089.stdout: "version": null 2024-07-26T06:04:45.840 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.840 INFO:tasks.workunit.client.0.smithi089.stdout: "node": { 2024-07-26T06:04:45.840 INFO:tasks.workunit.client.0.smithi089.stdout: "count": { 2024-07-26T06:04:45.840 INFO:tasks.workunit.client.0.smithi089.stdout: "kubernetes-total": null, 2024-07-26T06:04:45.840 INFO:tasks.workunit.client.0.smithi089.stdout: "with-ceph-daemons": null, 2024-07-26T06:04:45.840 INFO:tasks.workunit.client.0.smithi089.stdout: "with-csi-cephfs-plugin": null, 2024-07-26T06:04:45.840 INFO:tasks.workunit.client.0.smithi089.stdout: "with-csi-nfs-plugin": null, 2024-07-26T06:04:45.840 INFO:tasks.workunit.client.0.smithi089.stdout: "with-csi-rbd-plugin": null 2024-07-26T06:04:45.840 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.841 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.841 INFO:tasks.workunit.client.0.smithi089.stdout: "usage": { 2024-07-26T06:04:45.841 INFO:tasks.workunit.client.0.smithi089.stdout: "storage-class": { 2024-07-26T06:04:45.841 INFO:tasks.workunit.client.0.smithi089.stdout: "count": { 2024-07-26T06:04:45.841 INFO:tasks.workunit.client.0.smithi089.stdout: "bucket": null, 2024-07-26T06:04:45.841 INFO:tasks.workunit.client.0.smithi089.stdout: "cephfs": null, 2024-07-26T06:04:45.841 INFO:tasks.workunit.client.0.smithi089.stdout: "nfs": null, 2024-07-26T06:04:45.841 INFO:tasks.workunit.client.0.smithi089.stdout: "rbd": null, 2024-07-26T06:04:45.841 INFO:tasks.workunit.client.0.smithi089.stdout: "total": null 2024-07-26T06:04:45.841 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.841 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:45.841 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.842 INFO:tasks.workunit.client.0.smithi089.stdout: "version": null 2024-07-26T06:04:45.842 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.842 INFO:tasks.workunit.client.0.smithi089.stdout: "services": {}, 2024-07-26T06:04:45.842 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_per_pg": [ 2024-07-26T06:04:45.842 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:45.842 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:45.842 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:45.842 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T06:04:45.842 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T06:04:45.842 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:45.843 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T06:04:45.843 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:45.843 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:45.843 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:45.843 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:45.843 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:45.843 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:45.843 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.612820+0000", 2024-07-26T06:04:45.843 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.355301+0000", 2024-07-26T06:04:45.843 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.355301+0000", 2024-07-26T06:04:45.843 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.355572+0000", 2024-07-26T06:04:45.843 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.612820+0000", 2024-07-26T06:04:45.844 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:45.844 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:45.844 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:45.844 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:45.844 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.612820+0000", 2024-07-26T06:04:45.844 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.612820+0000", 2024-07-26T06:04:45.844 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.612820+0000", 2024-07-26T06:04:45.844 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:45.844 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:45.844 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:45.845 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.612820+0000", 2024-07-26T06:04:45.845 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.612820+0000", 2024-07-26T06:04:45.845 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:45.845 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:45.845 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:45.845 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:45.845 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:45.845 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:45.845 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:45.845 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:45.845 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:45.846 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:45.846 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:45.846 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:45.846 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:45.846 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.3f", 2024-07-26T06:04:45.846 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:45.846 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:45.846 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:45.846 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:45.846 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:45.846 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:57:48.194583+0000", 2024-07-26T06:04:45.847 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:45.847 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:45.847 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:45.847 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:45.847 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:45.847 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:45.847 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:45.847 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:45.847 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:45.847 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:45.847 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:45.848 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:45.848 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:45.848 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:45.848 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:45.848 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:45.848 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:45.848 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:45.848 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:45.848 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:45.848 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:45.848 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:45.849 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:45.849 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:45.849 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:45.849 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:45.849 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:45.849 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:45.849 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:45.849 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:45.849 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:45.849 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:45.849 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:45.850 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:45.850 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:45.850 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:45.850 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:45.850 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:45.850 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:45.850 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:45.850 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:45.850 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:45.850 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:45.850 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.850 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:45.851 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:45.851 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:45.851 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:45.851 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T06:04:45.851 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T06:04:45.851 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:45.851 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T06:04:45.851 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:45.851 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.851 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:45.851 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:45.852 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:45.852 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:45.852 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T06:04:45.852 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:45.852 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T06:04:45.852 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:45.852 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:45.852 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:45.852 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:45.852 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:45.852 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:45.852 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.209319+0000", 2024-07-26T06:04:45.852 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.356902+0000", 2024-07-26T06:04:45.853 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.356902+0000", 2024-07-26T06:04:45.853 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.357194+0000", 2024-07-26T06:04:45.853 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.209319+0000", 2024-07-26T06:04:45.853 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:45.853 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:45.853 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:45.853 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:45.853 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.209319+0000", 2024-07-26T06:04:45.853 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.209319+0000", 2024-07-26T06:04:45.853 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.209319+0000", 2024-07-26T06:04:45.853 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:45.853 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:45.854 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:45.854 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.209319+0000", 2024-07-26T06:04:45.854 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.209319+0000", 2024-07-26T06:04:45.854 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:45.854 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:45.854 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:45.854 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:45.854 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:45.854 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:45.854 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:45.854 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:45.855 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:45.855 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:45.855 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:45.855 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:45.855 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:45.855 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.3e", 2024-07-26T06:04:45.855 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:45.855 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:45.855 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:45.855 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:45.855 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:45.855 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:06:30.131634+0000", 2024-07-26T06:04:45.856 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:45.856 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:45.856 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:45.856 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:45.856 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:45.856 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:45.856 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:45.856 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:45.856 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:45.856 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:45.856 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:45.856 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:45.857 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:45.857 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:45.857 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:45.857 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:45.857 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:45.857 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:45.857 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:45.857 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:45.857 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:45.857 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:45.857 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:45.857 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:45.858 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:45.858 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:45.858 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:45.858 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:45.858 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:45.858 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:45.858 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:45.858 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:45.858 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:45.858 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:45.858 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:45.858 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:45.859 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:45.859 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:45.859 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:45.859 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:45.859 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:45.859 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:45.859 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:45.859 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.859 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:45.859 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:45.859 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:45.859 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:45.860 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:45.860 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T06:04:45.860 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:45.860 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T06:04:45.860 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:45.860 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.860 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:45.860 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:45.860 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:45.860 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T06:04:45.860 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T06:04:45.860 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:45.861 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 0, 2024-07-26T06:04:45.861 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:45.861 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:45.861 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:45.861 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:45.861 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:45.861 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:45.861 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.367646+0000", 2024-07-26T06:04:45.861 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.345941+0000", 2024-07-26T06:04:45.861 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.345941+0000", 2024-07-26T06:04:45.861 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.346200+0000", 2024-07-26T06:04:45.862 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.367646+0000", 2024-07-26T06:04:45.862 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:45.862 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:45.862 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:45.862 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:45.862 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.367646+0000", 2024-07-26T06:04:45.862 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.367646+0000", 2024-07-26T06:04:45.862 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.367646+0000", 2024-07-26T06:04:45.862 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:45.862 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:45.862 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:45.862 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.367646+0000", 2024-07-26T06:04:45.863 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.367646+0000", 2024-07-26T06:04:45.863 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:45.863 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:45.863 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:45.863 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:45.863 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:45.863 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:45.863 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:45.863 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:45.863 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:45.863 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:45.863 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:45.864 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:45.864 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:45.864 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.3d", 2024-07-26T06:04:45.864 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:45.864 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:45.864 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:45.864 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:45.864 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:45.864 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:18:36.508099+0000", 2024-07-26T06:04:45.864 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:45.864 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:45.865 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:45.865 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:45.865 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:45.865 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:45.865 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:45.865 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:45.865 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:45.865 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:45.865 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:45.865 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:45.865 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:45.865 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:45.866 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:45.866 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:45.866 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:45.866 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:45.866 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:45.866 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:45.866 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:45.866 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:45.866 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:45.866 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:45.866 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:45.866 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:45.867 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:45.867 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:45.867 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:45.867 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:45.867 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:45.867 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:45.867 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:45.867 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:45.867 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:45.867 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:45.867 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:45.867 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:45.868 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:45.868 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:45.868 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:45.868 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:45.868 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:45.868 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.868 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:45.868 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:45.868 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:45.868 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:45.868 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T06:04:45.868 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T06:04:45.869 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:45.869 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 0, 2024-07-26T06:04:45.869 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:45.869 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.869 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:45.869 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:45.869 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:45.869 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:45.869 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T06:04:45.869 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:45.869 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T06:04:45.869 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:45.870 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:45.870 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:45.870 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:45.870 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:45.870 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:45.870 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.211770+0000", 2024-07-26T06:04:45.870 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.352759+0000", 2024-07-26T06:04:45.870 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.352759+0000", 2024-07-26T06:04:45.870 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.353881+0000", 2024-07-26T06:04:45.870 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.211770+0000", 2024-07-26T06:04:45.870 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:45.870 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:45.871 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:45.871 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:45.871 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.211770+0000", 2024-07-26T06:04:45.871 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.211770+0000", 2024-07-26T06:04:45.871 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.211770+0000", 2024-07-26T06:04:45.871 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:45.871 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:45.871 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:45.871 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.211770+0000", 2024-07-26T06:04:45.871 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.211770+0000", 2024-07-26T06:04:45.871 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:45.871 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:45.872 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:45.872 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:45.872 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:45.872 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:45.872 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:45.872 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:45.872 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:45.872 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:45.872 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:45.872 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:45.872 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:45.872 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.3c", 2024-07-26T06:04:45.873 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:45.873 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:45.873 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:45.873 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:45.873 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:45.873 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:09:16.245598+0000", 2024-07-26T06:04:45.873 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:45.873 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:45.873 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:45.873 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:45.873 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:45.873 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:45.874 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:45.874 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:45.874 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:45.874 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:45.874 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:45.874 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:45.874 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:45.874 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:45.874 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:45.874 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:45.874 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:45.874 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:45.875 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:45.875 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:45.875 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:45.875 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:45.875 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:45.875 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:45.875 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:45.875 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:45.875 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:45.875 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:45.875 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:45.876 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:45.876 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:45.876 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:45.876 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:45.876 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:45.876 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:45.876 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:45.876 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:45.876 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:45.877 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:45.877 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:45.877 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:45.877 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:45.877 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:45.877 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.877 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:45.877 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:45.877 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:45.877 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:45.878 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:45.878 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T06:04:45.878 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:45.878 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T06:04:45.878 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:45.878 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.878 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:45.878 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:45.878 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:45.878 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T06:04:45.878 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T06:04:45.879 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:45.879 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T06:04:45.879 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:45.879 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:45.879 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:45.879 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:45.879 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:45.879 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:45.879 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.612541+0000", 2024-07-26T06:04:45.879 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.361214+0000", 2024-07-26T06:04:45.879 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.361214+0000", 2024-07-26T06:04:45.880 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.361477+0000", 2024-07-26T06:04:45.880 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.612541+0000", 2024-07-26T06:04:45.880 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:45.880 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:45.880 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:45.880 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:45.880 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.612541+0000", 2024-07-26T06:04:45.880 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.612541+0000", 2024-07-26T06:04:45.880 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.612541+0000", 2024-07-26T06:04:45.880 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:45.880 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:45.881 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:45.881 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.612541+0000", 2024-07-26T06:04:45.881 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.612541+0000", 2024-07-26T06:04:45.881 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:45.881 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:45.881 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:45.881 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:45.881 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:45.881 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:45.881 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:45.881 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:45.881 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:45.882 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:45.882 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:45.882 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:45.882 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:45.882 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.3b", 2024-07-26T06:04:45.882 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:45.882 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:45.882 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:45.882 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:45.882 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:45.882 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:06:24.202096+0000", 2024-07-26T06:04:45.883 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:45.883 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:45.883 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:45.883 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:45.883 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:45.883 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:45.883 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:45.883 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:45.883 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:45.883 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:45.883 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:45.883 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:45.884 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:45.884 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:45.884 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:45.884 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:45.884 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:45.884 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:45.884 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:45.884 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:45.884 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:45.884 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:45.885 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:45.885 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:45.885 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:45.885 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:45.885 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:45.885 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:45.885 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:45.885 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:45.885 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:45.885 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:45.885 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:45.886 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:45.886 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:45.886 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:45.886 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:45.886 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:45.886 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:45.886 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:45.886 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:45.886 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:45.886 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:45.887 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.887 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:45.887 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:45.887 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:45.887 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:45.887 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T06:04:45.887 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T06:04:45.887 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:45.887 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T06:04:45.887 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:45.888 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.888 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:45.888 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:45.888 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:45.888 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:45.888 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T06:04:45.888 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:45.888 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T06:04:45.888 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:45.888 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:45.888 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:45.889 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:45.889 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:45.889 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:45.889 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.211732+0000", 2024-07-26T06:04:45.889 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.350705+0000", 2024-07-26T06:04:45.889 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.350705+0000", 2024-07-26T06:04:45.889 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.350976+0000", 2024-07-26T06:04:45.889 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.211732+0000", 2024-07-26T06:04:45.889 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:45.889 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:45.890 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:45.890 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:45.890 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.211732+0000", 2024-07-26T06:04:45.890 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.211732+0000", 2024-07-26T06:04:45.890 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.211732+0000", 2024-07-26T06:04:45.890 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:45.890 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:45.890 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:45.890 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.211732+0000", 2024-07-26T06:04:45.890 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.211732+0000", 2024-07-26T06:04:45.891 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:45.891 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:45.891 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:45.891 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:45.891 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:45.891 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:45.891 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:45.891 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:45.891 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:45.891 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:45.891 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:45.892 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:45.892 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:45.892 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.3a", 2024-07-26T06:04:45.892 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:45.892 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:45.892 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:45.892 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:45.892 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:45.892 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:21:20.720672+0000", 2024-07-26T06:04:45.892 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:45.892 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:45.893 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:45.893 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:45.893 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:45.893 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:45.893 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:45.893 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:45.893 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:45.893 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:45.893 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:45.893 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:45.893 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:45.893 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:45.893 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:45.894 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:45.894 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:45.894 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:45.894 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:45.894 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:45.894 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:45.894 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:45.894 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:45.894 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:45.894 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:45.894 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:45.895 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:45.895 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:45.895 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:45.895 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:45.895 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:45.895 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:45.895 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:45.895 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:45.895 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:45.895 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:45.895 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:45.896 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:45.896 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:45.896 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:45.896 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:45.896 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:45.896 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:45.896 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.896 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:45.896 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:45.896 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:45.896 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:45.896 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:45.897 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T06:04:45.897 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:45.897 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T06:04:45.897 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:45.897 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.897 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:45.897 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:45.897 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:45.897 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:45.897 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T06:04:45.897 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:45.897 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T06:04:45.898 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:45.898 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:45.898 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:45.898 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:45.898 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:45.898 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:45.898 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.612337+0000", 2024-07-26T06:04:45.898 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.359267+0000", 2024-07-26T06:04:45.898 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.359267+0000", 2024-07-26T06:04:45.898 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.359548+0000", 2024-07-26T06:04:45.898 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.612337+0000", 2024-07-26T06:04:45.899 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:45.899 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:45.899 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:45.899 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:45.899 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.612337+0000", 2024-07-26T06:04:45.899 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.612337+0000", 2024-07-26T06:04:45.899 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.612337+0000", 2024-07-26T06:04:45.899 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:45.899 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:45.899 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:45.899 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.612337+0000", 2024-07-26T06:04:45.899 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.612337+0000", 2024-07-26T06:04:45.900 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:45.900 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:45.900 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:45.900 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:45.900 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:45.900 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:45.900 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:45.900 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:45.900 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:45.900 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:45.900 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:45.900 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:45.901 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:45.901 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.39", 2024-07-26T06:04:45.901 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:45.901 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:45.901 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:45.901 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:45.901 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:45.901 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:33:58.112041+0000", 2024-07-26T06:04:45.901 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:45.901 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:45.901 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:45.901 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:45.902 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:45.902 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:45.902 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:45.902 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:45.902 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:45.902 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:45.902 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:45.902 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:45.902 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:45.902 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:45.902 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:45.902 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:45.903 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:45.903 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:45.903 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:45.903 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:45.903 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:45.903 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:45.903 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:45.903 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:45.903 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:45.903 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:45.903 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:45.903 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:45.904 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:45.904 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:45.904 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:45.904 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:45.904 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:45.904 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:45.904 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:45.904 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:45.904 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:45.904 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:45.904 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:45.905 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:45.905 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:45.905 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:45.905 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:45.905 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.905 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:45.905 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:45.905 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:45.905 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:45.905 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:45.905 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T06:04:45.905 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:45.906 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T06:04:45.906 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:45.906 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.906 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:45.906 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:45.906 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:45.906 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:45.906 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T06:04:45.906 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:45.906 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T06:04:45.906 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:45.906 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:45.907 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:45.907 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:45.907 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:45.907 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:45.907 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.653692+0000", 2024-07-26T06:04:45.907 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.359040+0000", 2024-07-26T06:04:45.907 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.359040+0000", 2024-07-26T06:04:45.907 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.359303+0000", 2024-07-26T06:04:45.907 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.653692+0000", 2024-07-26T06:04:45.907 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:45.907 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:45.907 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:45.908 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:45.908 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.653692+0000", 2024-07-26T06:04:45.908 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.653692+0000", 2024-07-26T06:04:45.908 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.653692+0000", 2024-07-26T06:04:45.908 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:45.908 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:45.908 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:45.908 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.653692+0000", 2024-07-26T06:04:45.908 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.653692+0000", 2024-07-26T06:04:45.908 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:45.908 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:45.908 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:45.909 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:45.909 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:45.909 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:45.909 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:45.909 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:45.909 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:45.909 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:45.909 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:45.909 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:45.909 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:45.909 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.38", 2024-07-26T06:04:45.909 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:45.910 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:45.910 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:45.910 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:45.910 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:45.910 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:18:42.265603+0000", 2024-07-26T06:04:45.910 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:45.910 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:45.910 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:45.910 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:45.911 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:45.911 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:45.911 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:45.911 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:45.911 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:45.911 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:45.911 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:45.911 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:45.911 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:45.911 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:45.911 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:45.911 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:45.912 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:45.912 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:45.912 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:45.912 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:45.912 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:45.912 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:45.912 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:45.912 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:45.912 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:45.912 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:45.912 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:45.912 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:45.913 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:45.913 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:45.913 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:45.913 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:45.913 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:45.913 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:45.913 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:45.913 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:45.913 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:45.913 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:45.913 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:45.914 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:45.914 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:45.914 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:45.914 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:45.914 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.914 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:45.914 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:45.914 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:45.914 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:45.914 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:45.914 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T06:04:45.915 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:45.915 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T06:04:45.915 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:45.915 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.915 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:45.915 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:45.915 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:45.915 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:45.915 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T06:04:45.915 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:45.915 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T06:04:45.916 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:45.916 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:45.916 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:45.916 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:45.916 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:45.916 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:45.916 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.612979+0000", 2024-07-26T06:04:45.916 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.364528+0000", 2024-07-26T06:04:45.916 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.364528+0000", 2024-07-26T06:04:45.916 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.364806+0000", 2024-07-26T06:04:45.916 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.612979+0000", 2024-07-26T06:04:45.917 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:45.917 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:45.917 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:45.917 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:45.917 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.612979+0000", 2024-07-26T06:04:45.917 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.612979+0000", 2024-07-26T06:04:45.917 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.612979+0000", 2024-07-26T06:04:45.917 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:45.917 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:45.917 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:45.917 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.612979+0000", 2024-07-26T06:04:45.917 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.612979+0000", 2024-07-26T06:04:45.918 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:45.918 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:45.918 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:45.918 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:45.918 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:45.918 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:45.918 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:45.918 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:45.918 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:45.918 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:45.918 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:45.919 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:45.919 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:45.919 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.37", 2024-07-26T06:04:45.919 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:45.919 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:45.919 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:45.919 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:45.919 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:45.919 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:04:32.276411+0000", 2024-07-26T06:04:45.919 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:45.920 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:45.920 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:45.920 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:45.920 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:45.920 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:45.920 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:45.920 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:45.920 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:45.920 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:45.920 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:45.920 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:45.920 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:45.921 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:45.921 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:45.921 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:45.921 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:45.921 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:45.921 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:45.921 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:45.921 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:45.921 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:45.921 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:45.921 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:45.922 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:45.922 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:45.922 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:45.922 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:45.922 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:45.922 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:45.922 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:45.922 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:45.922 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:45.922 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:45.922 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:45.922 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:45.923 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:45.923 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:45.923 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:45.923 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:45.923 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:45.923 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:45.923 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:45.923 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.923 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:45.923 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:45.923 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:45.923 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:45.924 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:45.924 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T06:04:45.924 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:45.924 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T06:04:45.924 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:45.924 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.924 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:45.924 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:45.924 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T06:04:45.924 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:45.924 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T06:04:45.924 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:45.925 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 6, 2024-07-26T06:04:45.925 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:45.925 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:45.925 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:45.925 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:45.925 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:45.925 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:45.925 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.653874+0000", 2024-07-26T06:04:45.925 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.356969+0000", 2024-07-26T06:04:45.925 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.356969+0000", 2024-07-26T06:04:45.925 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.357262+0000", 2024-07-26T06:04:45.925 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.653874+0000", 2024-07-26T06:04:45.926 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:45.926 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:45.926 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:45.926 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:45.926 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.653874+0000", 2024-07-26T06:04:45.926 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.653874+0000", 2024-07-26T06:04:45.926 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.653874+0000", 2024-07-26T06:04:45.926 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:45.926 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:45.926 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:45.926 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.653874+0000", 2024-07-26T06:04:45.927 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.653874+0000", 2024-07-26T06:04:45.927 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:45.927 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:45.927 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:45.927 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:45.927 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:45.927 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:45.927 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:45.927 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:45.927 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:45.927 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:45.928 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:45.928 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:45.928 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:45.928 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.36", 2024-07-26T06:04:45.928 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:45.928 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:45.928 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:45.928 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:45.928 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:45.928 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T07:31:23.205649+0000", 2024-07-26T06:04:45.928 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:45.929 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:45.929 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:45.929 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:45.929 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:45.929 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:45.929 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:45.929 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:45.929 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:45.929 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:45.929 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:45.929 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:45.930 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:45.930 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:45.930 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:45.930 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:45.930 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:45.930 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:45.930 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:45.930 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:45.930 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:45.930 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:45.930 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:45.931 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:45.931 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:45.931 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:45.931 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:45.931 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:45.931 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:45.931 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:45.931 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:45.931 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:45.931 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:45.931 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:45.932 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:45.932 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:45.932 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:45.932 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:45.932 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:45.932 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:45.932 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:45.932 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:45.932 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:45.932 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.932 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:45.933 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:45.933 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:45.933 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T06:04:45.933 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:45.933 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T06:04:45.933 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:45.933 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 6, 2024-07-26T06:04:45.933 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:45.933 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.933 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:45.933 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:45.934 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T06:04:45.934 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:45.934 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T06:04:45.934 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:45.934 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 6, 2024-07-26T06:04:45.934 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:45.934 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:45.934 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:45.934 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:45.934 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:45.934 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:45.935 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.653881+0000", 2024-07-26T06:04:45.935 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.353434+0000", 2024-07-26T06:04:45.935 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.353434+0000", 2024-07-26T06:04:45.935 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.353847+0000", 2024-07-26T06:04:45.935 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.653881+0000", 2024-07-26T06:04:45.935 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:45.935 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:45.935 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:45.935 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:45.935 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.653881+0000", 2024-07-26T06:04:45.935 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.653881+0000", 2024-07-26T06:04:45.936 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.653881+0000", 2024-07-26T06:04:45.936 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:45.936 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:45.936 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:45.936 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.653881+0000", 2024-07-26T06:04:45.936 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.653881+0000", 2024-07-26T06:04:45.936 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:45.936 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:45.936 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:45.936 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:45.936 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:45.937 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:45.937 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:45.937 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:45.937 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:45.937 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:45.937 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:45.937 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:45.937 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:45.937 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.35", 2024-07-26T06:04:45.937 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:45.938 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:45.938 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:45.938 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:45.938 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:45.938 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:55:54.944715+0000", 2024-07-26T06:04:45.938 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:45.938 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:45.938 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:45.938 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:45.938 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:45.938 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:45.939 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:45.939 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:45.939 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:45.939 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:45.939 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:45.939 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:45.939 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:45.939 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:45.939 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:45.939 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:45.939 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:45.939 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:45.940 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:45.940 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:45.940 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:45.940 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:45.940 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:45.940 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:45.940 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:45.940 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:45.940 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:45.940 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:45.940 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:45.941 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:45.941 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:45.941 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:45.941 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:45.941 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:45.941 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:45.941 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:45.941 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:45.941 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:45.941 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:45.941 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:45.941 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:45.942 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:45.942 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:45.942 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.942 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:45.942 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:45.942 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:45.942 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T06:04:45.942 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:45.942 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T06:04:45.942 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:45.942 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 6, 2024-07-26T06:04:45.943 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:45.943 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.943 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:45.943 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:45.943 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:45.943 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T06:04:45.943 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T06:04:45.943 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:45.943 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 4, 2024-07-26T06:04:45.943 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:45.943 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:45.944 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:45.944 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:45.944 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:45.944 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:45.944 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.209102+0000", 2024-07-26T06:04:45.944 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.348191+0000", 2024-07-26T06:04:45.944 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.348191+0000", 2024-07-26T06:04:45.944 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.348842+0000", 2024-07-26T06:04:45.944 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.209102+0000", 2024-07-26T06:04:45.944 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:45.944 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:45.945 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:45.945 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:45.945 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.209102+0000", 2024-07-26T06:04:45.945 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.209102+0000", 2024-07-26T06:04:45.945 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.209102+0000", 2024-07-26T06:04:45.945 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:45.945 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:45.945 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:45.945 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.209102+0000", 2024-07-26T06:04:45.945 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.209102+0000", 2024-07-26T06:04:45.946 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:45.946 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:45.946 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:45.946 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:45.946 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:45.946 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:45.946 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:45.946 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:45.946 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:45.946 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:45.946 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:45.947 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:45.947 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:45.947 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.34", 2024-07-26T06:04:45.947 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:45.947 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:45.947 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:45.947 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:45.947 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:45.947 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:47:55.547117+0000", 2024-07-26T06:04:45.947 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:45.947 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:45.947 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:45.948 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:45.948 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:45.948 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:45.948 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:45.948 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:45.948 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:45.948 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:45.948 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:45.948 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:45.948 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:45.948 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:45.949 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:45.949 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:45.949 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:45.949 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:45.949 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:45.949 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:45.949 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:45.949 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:45.949 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:45.949 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:45.949 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:45.950 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:45.950 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:45.950 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:45.950 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:45.950 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:45.950 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:45.950 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:45.950 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:45.950 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:45.950 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:45.950 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:45.950 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:45.951 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:45.951 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:45.951 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:45.951 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:45.951 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:45.951 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:45.951 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.951 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:45.951 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:45.951 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:45.951 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:45.951 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T06:04:45.952 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T06:04:45.952 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:45.952 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 4, 2024-07-26T06:04:45.952 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:45.952 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.952 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:45.952 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:45.952 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:45.952 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T06:04:45.952 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T06:04:45.952 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:45.952 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T06:04:45.953 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:45.953 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:45.953 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:45.953 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:45.953 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:45.953 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:45.953 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.653774+0000", 2024-07-26T06:04:45.953 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.356271+0000", 2024-07-26T06:04:45.953 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.356271+0000", 2024-07-26T06:04:45.953 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.356622+0000", 2024-07-26T06:04:45.953 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.653774+0000", 2024-07-26T06:04:45.953 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:45.954 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:45.954 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:45.954 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:45.954 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.653774+0000", 2024-07-26T06:04:45.954 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.653774+0000", 2024-07-26T06:04:45.954 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.653774+0000", 2024-07-26T06:04:45.954 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:45.954 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:45.954 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:45.954 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.653774+0000", 2024-07-26T06:04:45.954 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.653774+0000", 2024-07-26T06:04:45.955 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:45.955 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:45.955 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:45.955 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:45.955 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:45.955 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:45.955 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:45.955 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:45.955 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:45.955 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:45.956 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:45.956 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:45.956 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:45.956 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.33", 2024-07-26T06:04:45.956 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:45.956 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:45.956 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:45.956 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:45.956 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:45.956 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:38:01.117697+0000", 2024-07-26T06:04:45.956 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:45.956 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:45.957 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:45.957 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:45.957 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:45.957 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:45.957 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:45.957 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:45.957 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:45.957 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:45.957 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:45.957 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:45.957 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:45.958 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:45.958 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:45.958 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:45.958 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:45.958 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:45.958 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:45.958 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:45.958 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:45.958 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:45.958 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:45.958 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:45.958 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:45.959 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:45.959 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:45.959 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:45.959 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:45.959 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:45.959 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:45.959 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:45.959 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:45.959 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:45.959 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:45.959 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:45.959 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:45.960 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:45.960 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:45.960 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:45.960 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:45.960 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:45.960 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:45.960 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.960 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:45.960 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:45.960 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:45.960 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:45.960 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T06:04:45.961 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T06:04:45.961 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:45.961 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T06:04:45.961 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:45.961 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.961 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:45.961 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:45.961 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:45.961 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:45.961 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T06:04:45.961 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:45.961 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 0, 2024-07-26T06:04:45.962 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:45.962 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:45.962 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:45.962 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:45.962 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:45.962 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:45.962 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.367263+0000", 2024-07-26T06:04:45.962 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.355006+0000", 2024-07-26T06:04:45.962 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.355006+0000", 2024-07-26T06:04:45.962 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.356410+0000", 2024-07-26T06:04:45.963 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.367263+0000", 2024-07-26T06:04:45.963 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:45.963 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:45.963 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:45.963 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:45.963 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.367263+0000", 2024-07-26T06:04:45.963 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.367263+0000", 2024-07-26T06:04:45.963 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.367263+0000", 2024-07-26T06:04:45.963 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:45.963 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:45.963 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:45.963 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.367263+0000", 2024-07-26T06:04:45.964 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.367263+0000", 2024-07-26T06:04:45.964 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:45.964 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:45.964 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:45.964 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:45.964 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:45.964 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:45.964 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:45.964 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:45.964 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:45.964 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:45.964 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:45.965 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:45.965 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:45.965 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.32", 2024-07-26T06:04:45.965 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:45.965 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:45.965 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:45.965 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:45.965 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:45.965 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T07:43:46.712580+0000", 2024-07-26T06:04:45.965 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:45.966 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:45.966 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:45.966 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:45.966 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:45.966 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:45.966 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:45.966 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:45.966 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:45.966 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:45.966 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:45.966 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:45.967 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:45.967 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:45.967 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:45.967 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:45.967 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:45.967 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:45.967 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:45.967 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:45.967 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:45.967 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:45.967 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:45.968 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:45.968 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:45.968 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:45.968 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:45.968 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:45.968 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:45.968 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:45.968 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:45.968 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:45.968 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:45.968 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:45.969 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:45.969 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:45.969 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:45.969 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:45.969 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:45.969 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:45.969 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:45.969 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:45.969 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:45.969 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.969 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:45.969 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:45.970 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:45.970 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:45.970 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:45.970 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T06:04:45.970 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:45.970 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 0, 2024-07-26T06:04:45.970 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:45.970 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.970 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:45.970 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:45.971 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:45.971 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:45.971 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T06:04:45.971 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:45.971 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T06:04:45.971 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:45.971 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:45.971 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:45.971 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:45.971 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:45.971 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:45.972 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.209027+0000", 2024-07-26T06:04:45.972 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.361850+0000", 2024-07-26T06:04:45.972 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.361850+0000", 2024-07-26T06:04:45.972 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.362595+0000", 2024-07-26T06:04:45.972 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.209027+0000", 2024-07-26T06:04:45.972 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:45.972 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:45.972 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:45.972 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:45.972 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.209027+0000", 2024-07-26T06:04:45.972 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.209027+0000", 2024-07-26T06:04:45.972 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.209027+0000", 2024-07-26T06:04:45.973 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:45.973 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:45.973 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:45.973 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.209027+0000", 2024-07-26T06:04:45.973 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.209027+0000", 2024-07-26T06:04:45.973 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:45.973 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:45.973 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:45.973 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:45.973 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:45.974 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:45.974 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:45.974 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:45.974 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:45.974 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:45.974 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:45.974 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:45.974 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:45.974 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.31", 2024-07-26T06:04:45.974 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:45.974 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:45.974 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:45.975 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:45.975 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:45.975 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T11:33:01.311628+0000", 2024-07-26T06:04:45.975 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:45.975 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:45.975 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:45.975 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:45.975 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:45.975 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:45.975 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:45.975 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:45.976 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:45.976 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:45.976 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:45.976 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:45.976 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:45.976 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:45.976 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:45.976 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:45.976 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:45.976 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:45.976 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:45.977 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:45.977 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:45.977 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:45.977 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:45.977 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:45.977 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:45.977 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:45.977 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:45.977 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:45.977 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:45.977 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:45.977 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:45.978 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:45.978 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:45.978 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:45.978 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:45.978 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:45.978 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:45.978 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:45.978 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:45.978 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:45.978 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:45.979 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:45.979 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:45.979 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.979 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:45.979 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:45.979 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:45.979 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:45.979 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:45.979 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T06:04:45.979 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:45.979 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T06:04:45.979 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:45.980 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.980 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:45.980 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:45.980 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:45.980 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:45.980 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T06:04:45.980 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:45.980 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T06:04:45.980 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:45.980 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:45.980 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:45.980 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:45.981 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:45.981 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:45.981 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.211532+0000", 2024-07-26T06:04:45.981 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.354814+0000", 2024-07-26T06:04:45.981 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.354814+0000", 2024-07-26T06:04:45.981 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.356494+0000", 2024-07-26T06:04:45.981 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.211532+0000", 2024-07-26T06:04:45.981 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:45.981 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:45.981 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:45.981 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:45.981 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.211532+0000", 2024-07-26T06:04:45.982 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.211532+0000", 2024-07-26T06:04:45.982 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.211532+0000", 2024-07-26T06:04:45.982 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:45.982 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:45.982 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:45.982 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.211532+0000", 2024-07-26T06:04:45.982 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.211532+0000", 2024-07-26T06:04:45.982 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:45.982 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:45.982 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:45.982 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:45.982 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:45.983 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:45.983 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:45.983 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:45.983 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:45.983 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:45.983 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:45.983 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:45.983 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:45.983 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.30", 2024-07-26T06:04:45.983 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:45.983 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:45.983 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:45.984 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:45.984 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:45.984 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:29:23.535816+0000", 2024-07-26T06:04:45.984 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:45.984 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:45.984 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:45.984 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:45.984 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:45.984 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:45.984 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:45.984 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:45.985 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:45.985 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:45.985 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:45.985 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:45.985 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:45.985 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:45.985 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:45.985 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:45.985 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:45.985 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:45.985 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:45.985 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:45.986 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:45.986 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:45.986 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:45.986 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:45.986 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:45.986 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:45.986 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:45.986 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:45.986 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:45.986 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:45.986 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:45.987 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:45.987 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:45.987 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:45.987 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:45.987 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:45.987 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:45.987 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:45.987 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:45.987 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:45.987 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:45.988 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:45.988 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:45.988 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.988 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:45.988 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:45.988 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:45.988 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:45.988 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:45.988 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T06:04:45.988 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:45.988 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T06:04:45.989 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:45.989 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.989 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:45.989 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:45.989 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:45.989 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:45.989 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T06:04:45.989 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:45.989 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T06:04:45.989 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:45.989 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:45.990 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:45.990 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:45.990 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:45.990 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:45.990 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.212267+0000", 2024-07-26T06:04:45.990 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.352718+0000", 2024-07-26T06:04:45.990 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.352718+0000", 2024-07-26T06:04:45.990 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.352997+0000", 2024-07-26T06:04:45.990 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.212267+0000", 2024-07-26T06:04:45.990 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:45.991 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:45.991 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:45.991 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:45.991 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.212267+0000", 2024-07-26T06:04:45.991 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.212267+0000", 2024-07-26T06:04:45.991 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.212267+0000", 2024-07-26T06:04:45.991 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:45.991 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:45.991 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:45.991 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.212267+0000", 2024-07-26T06:04:45.991 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.212267+0000", 2024-07-26T06:04:45.992 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:45.992 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:45.992 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:45.992 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:45.992 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:45.992 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:45.992 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:45.992 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:45.992 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:45.992 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:45.992 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:45.992 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:45.993 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:45.993 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.2f", 2024-07-26T06:04:45.993 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:45.993 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:45.993 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:45.993 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:45.993 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:45.993 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:21:00.866905+0000", 2024-07-26T06:04:45.993 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:45.993 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:45.993 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:45.994 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:45.994 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:45.994 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:45.994 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:45.994 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:45.994 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:45.994 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:45.994 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:45.994 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:45.994 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:45.994 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:45.995 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:45.995 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:45.995 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:45.995 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:45.995 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:45.995 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:45.995 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:45.995 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:45.995 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:45.995 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:45.995 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:45.995 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:45.996 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:45.996 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:45.996 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:45.996 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:45.996 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:45.996 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:45.996 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:45.996 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:45.996 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:45.996 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:45.996 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:45.997 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:45.997 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:45.997 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:45.997 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:45.997 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:45.997 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:45.997 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.997 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:45.997 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:45.997 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:45.997 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:45.997 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:45.998 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T06:04:45.998 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:45.998 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T06:04:45.998 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:45.998 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:45.998 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:45.998 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:45.998 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T06:04:45.998 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T06:04:45.998 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T06:04:45.998 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:45.999 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 2, 2024-07-26T06:04:45.999 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:45.999 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:45.999 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:45.999 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:45.999 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:45.999 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:45.999 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.208348+0000", 2024-07-26T06:04:45.999 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.352675+0000", 2024-07-26T06:04:45.999 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.352675+0000", 2024-07-26T06:04:45.999 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.352961+0000", 2024-07-26T06:04:46.000 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.208348+0000", 2024-07-26T06:04:46.000 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.000 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.000 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.000 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:46.000 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.208348+0000", 2024-07-26T06:04:46.000 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.208348+0000", 2024-07-26T06:04:46.000 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.208348+0000", 2024-07-26T06:04:46.000 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.000 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.000 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.000 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.208348+0000", 2024-07-26T06:04:46.001 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.208348+0000", 2024-07-26T06:04:46.001 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.001 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:46.001 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.001 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.001 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:46.001 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.001 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.001 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.001 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.001 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:46.002 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.002 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.002 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.002 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.2e", 2024-07-26T06:04:46.002 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.002 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.002 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:46.002 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:46.002 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.002 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:32:15.204440+0000", 2024-07-26T06:04:46.002 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:46.003 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.003 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.003 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:46.003 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.003 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.003 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.003 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.003 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.003 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.003 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.003 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.003 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.004 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.004 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.004 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.004 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.004 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.004 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.004 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:46.004 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:46.004 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.004 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:46.004 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.004 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.005 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.005 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.005 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.005 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:46.005 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.005 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.005 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.005 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.005 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.005 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.005 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.005 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.006 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.006 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.006 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.006 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.006 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:46.006 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:46.006 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.006 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.006 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.006 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.006 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T06:04:46.006 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T06:04:46.007 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T06:04:46.007 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.007 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 2, 2024-07-26T06:04:46.007 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:46.007 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.007 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.007 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.007 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:46.007 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T06:04:46.007 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T06:04:46.007 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.008 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T06:04:46.008 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.008 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.008 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:46.008 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.008 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.008 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.008 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.612818+0000", 2024-07-26T06:04:46.008 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.356460+0000", 2024-07-26T06:04:46.008 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.356460+0000", 2024-07-26T06:04:46.008 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.356745+0000", 2024-07-26T06:04:46.008 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.612818+0000", 2024-07-26T06:04:46.009 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.009 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.009 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.009 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:46.009 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.612818+0000", 2024-07-26T06:04:46.009 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.612818+0000", 2024-07-26T06:04:46.009 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.612818+0000", 2024-07-26T06:04:46.009 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.009 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.009 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.009 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.612818+0000", 2024-07-26T06:04:46.009 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.612818+0000", 2024-07-26T06:04:46.010 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.010 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:46.010 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.010 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.010 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:46.010 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.010 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.010 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.010 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.010 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:46.010 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.011 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.011 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.011 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.2d", 2024-07-26T06:04:46.011 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.011 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.011 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:46.011 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:46.011 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.011 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:19:23.507019+0000", 2024-07-26T06:04:46.011 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:46.011 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.011 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.012 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:46.012 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.012 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.012 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.012 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.012 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.012 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.012 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.012 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.012 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.012 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.013 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.013 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.013 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.013 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.013 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.013 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:46.013 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:46.013 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.013 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:46.013 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.013 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.013 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.014 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.014 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.014 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:46.014 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.014 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.014 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.014 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.014 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.014 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.014 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.014 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.014 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.015 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.017 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.017 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.018 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:46.018 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:46.018 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.018 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.018 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.018 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.018 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:46.018 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T06:04:46.018 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T06:04:46.018 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.018 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T06:04:46.019 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:46.019 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.019 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.019 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.019 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T06:04:46.019 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:46.019 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T06:04:46.019 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.019 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 6, 2024-07-26T06:04:46.019 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.019 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.019 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:46.020 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.020 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.020 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.020 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.653705+0000", 2024-07-26T06:04:46.020 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.360390+0000", 2024-07-26T06:04:46.020 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.360390+0000", 2024-07-26T06:04:46.020 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.360672+0000", 2024-07-26T06:04:46.020 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.653705+0000", 2024-07-26T06:04:46.020 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.020 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.020 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.020 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:46.021 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.653705+0000", 2024-07-26T06:04:46.021 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.653705+0000", 2024-07-26T06:04:46.021 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.653705+0000", 2024-07-26T06:04:46.021 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.021 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.021 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.021 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.653705+0000", 2024-07-26T06:04:46.021 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.653705+0000", 2024-07-26T06:04:46.021 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.021 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:46.021 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.021 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.022 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:46.022 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.022 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.022 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.022 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.022 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:46.022 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.022 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.022 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.022 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.2c", 2024-07-26T06:04:46.022 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.022 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.023 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:46.023 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:46.023 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.023 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:26:01.809508+0000", 2024-07-26T06:04:46.023 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:46.023 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.023 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.023 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:46.023 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.023 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.023 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.024 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.024 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.024 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.024 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.024 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.024 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.024 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.024 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.024 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.024 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.024 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.024 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.025 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:46.025 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:46.025 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.025 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:46.025 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.025 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.025 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.025 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.025 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.025 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:46.025 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.025 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.026 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.026 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.026 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.026 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.026 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.026 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.026 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.026 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.026 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.026 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.026 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:46.027 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:46.027 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.027 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.027 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.027 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.027 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T06:04:46.027 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:46.027 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T06:04:46.027 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.027 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 6, 2024-07-26T06:04:46.027 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:46.027 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.028 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.028 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.028 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:46.028 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:46.028 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T06:04:46.028 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.028 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 0, 2024-07-26T06:04:46.028 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.028 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.028 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:46.028 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.029 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.029 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.029 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.367538+0000", 2024-07-26T06:04:46.029 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.351584+0000", 2024-07-26T06:04:46.029 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.351584+0000", 2024-07-26T06:04:46.029 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.351836+0000", 2024-07-26T06:04:46.029 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.367538+0000", 2024-07-26T06:04:46.029 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.029 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.029 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.029 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:46.029 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.367538+0000", 2024-07-26T06:04:46.030 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.367538+0000", 2024-07-26T06:04:46.030 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.367538+0000", 2024-07-26T06:04:46.030 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.030 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.030 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.030 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.367538+0000", 2024-07-26T06:04:46.030 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.367538+0000", 2024-07-26T06:04:46.030 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.030 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:46.030 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.030 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.030 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:46.031 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.031 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.031 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.031 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.031 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:46.031 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.031 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.031 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.031 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.2b", 2024-07-26T06:04:46.031 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.032 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.032 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:46.032 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:46.032 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.032 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T11:04:43.109332+0000", 2024-07-26T06:04:46.032 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:46.032 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.032 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.032 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:46.032 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.032 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.033 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.033 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.033 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.033 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.033 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.033 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.033 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.033 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.033 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.033 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.033 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.033 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.034 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.034 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:46.034 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:46.034 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.034 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:46.034 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.034 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.034 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.034 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.034 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.035 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:46.035 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.035 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.035 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.035 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.035 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.035 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.035 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.035 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.035 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.035 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.036 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.036 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.036 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:46.036 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:46.036 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.036 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.036 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.036 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.036 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:46.036 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:46.036 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T06:04:46.036 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.037 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 0, 2024-07-26T06:04:46.037 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:46.037 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.037 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.037 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.037 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:46.037 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:46.037 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T06:04:46.037 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.037 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T06:04:46.037 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.037 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.038 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:46.038 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.038 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.038 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.038 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.211810+0000", 2024-07-26T06:04:46.038 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.352185+0000", 2024-07-26T06:04:46.038 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.352185+0000", 2024-07-26T06:04:46.038 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.353528+0000", 2024-07-26T06:04:46.038 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.211810+0000", 2024-07-26T06:04:46.038 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.038 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.038 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.039 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:46.039 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.211810+0000", 2024-07-26T06:04:46.039 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.211810+0000", 2024-07-26T06:04:46.039 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.211810+0000", 2024-07-26T06:04:46.039 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.039 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.039 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.039 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.211810+0000", 2024-07-26T06:04:46.039 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.211810+0000", 2024-07-26T06:04:46.039 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.039 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:46.039 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.040 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.040 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:46.040 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.040 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.040 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.040 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.040 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:46.040 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.040 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.040 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.040 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.2a", 2024-07-26T06:04:46.040 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.041 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.041 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:46.041 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:46.041 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.041 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:51:12.029056+0000", 2024-07-26T06:04:46.041 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:46.041 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.041 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.041 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:46.041 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.041 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.042 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.042 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.042 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.042 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.042 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.042 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.042 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.042 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.042 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.042 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.042 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.042 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.043 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.043 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:46.043 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:46.043 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.043 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:46.043 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.043 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.043 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.043 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.043 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.043 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:46.043 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.044 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.044 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.044 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.044 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.044 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.044 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.044 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.044 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.044 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.044 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.044 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.044 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:46.045 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:46.045 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.045 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.045 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.045 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.045 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:46.045 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:46.045 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T06:04:46.045 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.045 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T06:04:46.045 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:46.045 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.046 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.046 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.046 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:46.046 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:46.046 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T06:04:46.046 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.046 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T06:04:46.046 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.046 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.046 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:46.046 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.047 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.047 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.047 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.653647+0000", 2024-07-26T06:04:46.047 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.351402+0000", 2024-07-26T06:04:46.047 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.351402+0000", 2024-07-26T06:04:46.047 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.351667+0000", 2024-07-26T06:04:46.047 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.653647+0000", 2024-07-26T06:04:46.047 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.047 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.047 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.047 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:46.048 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.653647+0000", 2024-07-26T06:04:46.048 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.653647+0000", 2024-07-26T06:04:46.048 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.653647+0000", 2024-07-26T06:04:46.048 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.048 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.048 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.048 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.653647+0000", 2024-07-26T06:04:46.048 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.653647+0000", 2024-07-26T06:04:46.048 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.048 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:46.048 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.048 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.049 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:46.049 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.049 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.049 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.049 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.049 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:46.049 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.049 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.049 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.049 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.29", 2024-07-26T06:04:46.049 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.050 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.050 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:46.050 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:46.050 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.050 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T07:08:37.461497+0000", 2024-07-26T06:04:46.050 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:46.050 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.050 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.050 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:46.050 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.050 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.051 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.051 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.051 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.051 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.051 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.051 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.051 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.051 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.051 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.051 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.051 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.051 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.052 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.052 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:46.052 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:46.052 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.052 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:46.052 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.052 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.052 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.052 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.052 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.052 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:46.052 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.053 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.053 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.053 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.053 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.053 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.053 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.053 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.053 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.053 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.053 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.053 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.053 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:46.054 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:46.054 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.054 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.054 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.054 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.054 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:46.054 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:46.054 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T06:04:46.054 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.054 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T06:04:46.054 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:46.054 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.055 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.055 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.055 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:46.055 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:46.055 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T06:04:46.055 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.055 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T06:04:46.055 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.055 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.055 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:46.055 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.055 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.056 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.056 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.211583+0000", 2024-07-26T06:04:46.056 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.353842+0000", 2024-07-26T06:04:46.056 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.353842+0000", 2024-07-26T06:04:46.056 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.356320+0000", 2024-07-26T06:04:46.056 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.211583+0000", 2024-07-26T06:04:46.056 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.056 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.056 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.056 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:46.056 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.211583+0000", 2024-07-26T06:04:46.056 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.211583+0000", 2024-07-26T06:04:46.057 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.211583+0000", 2024-07-26T06:04:46.057 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.057 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.057 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.057 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.211583+0000", 2024-07-26T06:04:46.057 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.211583+0000", 2024-07-26T06:04:46.057 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.057 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:46.057 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.057 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.057 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:46.058 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.058 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.058 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.058 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.058 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:46.058 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.058 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.058 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.058 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.28", 2024-07-26T06:04:46.058 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.058 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.059 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:46.059 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:46.059 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.059 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:54:18.348702+0000", 2024-07-26T06:04:46.059 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:46.059 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.059 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.059 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:46.059 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.059 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.059 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.060 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.060 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.060 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.060 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.060 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.060 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.060 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.060 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.060 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.060 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.060 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.060 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.061 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:46.061 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:46.061 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.061 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:46.061 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.061 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.061 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.061 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.061 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.061 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:46.061 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.062 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.062 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.062 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.062 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.062 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.062 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.062 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.062 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.062 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.062 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.062 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.062 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:46.063 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:46.063 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.063 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.063 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.063 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.063 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:46.063 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:46.063 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T06:04:46.063 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.063 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T06:04:46.063 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:46.064 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.064 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.064 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.064 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:46.064 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:46.064 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T06:04:46.064 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.064 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T06:04:46.064 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.064 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.064 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:46.065 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.065 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.065 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.065 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.653914+0000", 2024-07-26T06:04:46.065 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.352856+0000", 2024-07-26T06:04:46.065 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.352856+0000", 2024-07-26T06:04:46.065 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.353126+0000", 2024-07-26T06:04:46.065 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.653914+0000", 2024-07-26T06:04:46.065 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.065 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.065 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.066 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:46.066 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.653914+0000", 2024-07-26T06:04:46.066 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.653914+0000", 2024-07-26T06:04:46.066 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.653914+0000", 2024-07-26T06:04:46.066 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.066 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.066 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.066 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.653914+0000", 2024-07-26T06:04:46.066 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.653914+0000", 2024-07-26T06:04:46.066 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.066 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:46.067 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.067 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.067 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:46.067 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.067 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.067 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.067 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.067 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:46.067 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.067 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.067 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.068 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.27", 2024-07-26T06:04:46.068 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.068 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.068 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:46.068 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:46.068 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.068 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:31:10.275321+0000", 2024-07-26T06:04:46.068 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:46.068 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.068 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.068 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:46.069 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.069 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.069 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.069 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.069 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.069 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.069 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.069 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.069 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.069 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.069 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.070 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.070 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.070 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.070 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.070 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:46.070 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:46.070 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.070 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:46.070 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.070 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.070 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.071 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.071 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.071 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:46.071 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.071 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.071 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.071 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.071 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.071 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.071 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.071 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.071 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.072 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.072 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.072 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.072 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:46.072 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:46.072 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.072 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.072 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.072 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.072 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:46.072 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:46.072 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T06:04:46.073 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.073 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T06:04:46.073 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:46.073 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.073 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.073 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.073 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T06:04:46.073 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:46.073 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T06:04:46.073 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.073 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 6, 2024-07-26T06:04:46.074 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.074 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.074 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:46.074 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.074 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.074 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.074 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.653941+0000", 2024-07-26T06:04:46.074 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.356295+0000", 2024-07-26T06:04:46.074 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.356295+0000", 2024-07-26T06:04:46.074 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.356569+0000", 2024-07-26T06:04:46.074 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.653941+0000", 2024-07-26T06:04:46.074 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.075 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.075 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.075 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:46.075 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.653941+0000", 2024-07-26T06:04:46.075 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.653941+0000", 2024-07-26T06:04:46.075 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.653941+0000", 2024-07-26T06:04:46.075 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.075 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.075 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.075 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.653941+0000", 2024-07-26T06:04:46.075 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.653941+0000", 2024-07-26T06:04:46.076 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.076 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:46.076 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.076 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.076 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:46.076 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.076 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.076 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.076 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.076 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:46.076 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.076 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.077 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.077 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.26", 2024-07-26T06:04:46.077 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.077 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.077 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:46.077 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:46.077 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.077 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:24:05.049612+0000", 2024-07-26T06:04:46.077 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:46.077 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.077 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.078 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:46.078 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.078 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.078 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.078 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.078 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.078 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.078 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.078 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.078 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.078 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.079 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.079 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.079 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.079 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.079 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.079 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:46.079 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:46.079 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.079 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:46.079 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.079 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.079 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.080 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.080 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.080 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:46.080 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.080 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.080 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.080 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.080 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.080 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.080 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.080 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.080 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.081 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.081 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.081 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.081 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:46.081 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:46.081 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.081 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.081 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.081 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.081 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T06:04:46.081 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:46.081 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T06:04:46.082 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.082 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 6, 2024-07-26T06:04:46.082 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:46.082 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.082 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.082 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.082 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:46.082 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:46.082 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T06:04:46.082 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.082 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T06:04:46.083 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.083 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.083 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:46.083 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.083 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.083 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.083 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.208392+0000", 2024-07-26T06:04:46.083 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.350728+0000", 2024-07-26T06:04:46.083 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.350728+0000", 2024-07-26T06:04:46.083 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.351677+0000", 2024-07-26T06:04:46.083 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.208392+0000", 2024-07-26T06:04:46.083 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.084 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.084 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.084 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:46.084 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.208392+0000", 2024-07-26T06:04:46.084 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.208392+0000", 2024-07-26T06:04:46.084 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.208392+0000", 2024-07-26T06:04:46.084 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.084 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.084 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.084 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.208392+0000", 2024-07-26T06:04:46.084 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.208392+0000", 2024-07-26T06:04:46.084 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.085 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:46.085 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.085 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.085 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:46.085 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.085 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.085 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.085 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.085 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:46.085 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.085 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.085 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.086 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.25", 2024-07-26T06:04:46.086 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.086 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.086 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:46.086 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:46.086 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.086 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:47:05.059573+0000", 2024-07-26T06:04:46.086 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:46.086 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.086 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.086 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:46.087 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.087 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.087 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.087 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.087 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.087 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.087 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.087 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.087 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.087 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.087 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.087 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.088 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.088 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.088 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.088 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:46.088 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:46.088 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.088 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:46.088 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.088 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.088 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.088 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.088 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.089 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:46.089 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.089 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.089 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.089 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.089 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.089 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.089 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.089 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.089 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.089 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.089 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.090 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.090 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:46.090 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:46.090 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.090 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.090 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.090 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.090 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:46.090 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:46.090 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T06:04:46.090 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.091 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T06:04:46.091 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:46.091 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.091 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.091 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.091 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:46.091 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:46.091 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T06:04:46.091 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.091 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T06:04:46.091 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.091 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.092 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:46.092 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.092 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.092 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.092 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.654054+0000", 2024-07-26T06:04:46.092 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:36.413784+0000", 2024-07-26T06:04:46.092 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:36.413784+0000", 2024-07-26T06:04:46.092 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:36.414159+0000", 2024-07-26T06:04:46.092 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.654054+0000", 2024-07-26T06:04:46.092 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.092 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.093 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.093 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 67, 2024-07-26T06:04:46.093 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.654054+0000", 2024-07-26T06:04:46.093 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.654054+0000", 2024-07-26T06:04:46.093 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.654054+0000", 2024-07-26T06:04:46.093 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.093 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.093 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.093 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.654054+0000", 2024-07-26T06:04:46.093 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.654054+0000", 2024-07-26T06:04:46.093 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.093 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:46.094 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.094 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.094 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 66, 2024-07-26T06:04:46.094 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.094 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.094 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.094 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.094 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:46.095 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.095 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.095 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.095 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.24", 2024-07-26T06:04:46.095 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.095 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.095 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:46.095 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 31, 2024-07-26T06:04:46.095 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.095 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:29:24.157329+0000", 2024-07-26T06:04:46.096 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:46.096 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.096 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.096 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:46.096 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.096 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.096 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.096 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.096 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.097 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.097 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.097 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.097 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.097 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.097 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.097 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.097 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.097 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.097 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.097 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:46.098 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:46.098 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.098 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:46.098 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.098 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.098 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.098 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.098 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.098 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:46.098 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.098 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.099 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.099 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.099 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.099 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.099 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.099 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.099 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.099 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.099 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.099 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.099 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:46.099 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:46.100 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.100 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.100 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.100 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.100 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:46.100 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:46.100 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T06:04:46.100 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.100 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T06:04:46.100 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:46.100 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.100 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.100 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.101 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:46.101 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:46.101 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T06:04:46.101 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.101 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 0, 2024-07-26T06:04:46.101 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.101 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.101 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:46.101 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.101 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.101 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.101 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.367592+0000", 2024-07-26T06:04:46.102 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.349018+0000", 2024-07-26T06:04:46.102 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.349018+0000", 2024-07-26T06:04:46.102 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.350557+0000", 2024-07-26T06:04:46.102 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.367592+0000", 2024-07-26T06:04:46.102 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.102 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.102 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.102 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:46.102 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.367592+0000", 2024-07-26T06:04:46.102 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.367592+0000", 2024-07-26T06:04:46.102 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.367592+0000", 2024-07-26T06:04:46.102 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.103 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.103 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.103 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.367592+0000", 2024-07-26T06:04:46.103 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.367592+0000", 2024-07-26T06:04:46.103 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.103 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:46.103 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.103 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.103 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:46.103 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.103 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.103 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.104 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.104 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:46.104 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.104 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.104 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.104 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.23", 2024-07-26T06:04:46.104 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.104 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.104 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:46.104 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:46.104 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.104 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:09:10.136575+0000", 2024-07-26T06:04:46.105 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:46.105 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.105 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.105 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:46.105 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.105 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.105 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.105 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.105 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.105 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.105 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.105 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.106 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.106 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.106 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.106 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.106 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.106 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.106 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.106 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:46.106 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:46.106 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.106 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:46.107 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.107 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.107 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.107 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.107 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.107 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:46.107 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.107 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.107 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.107 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.107 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.107 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.108 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.108 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.108 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.108 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.108 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.108 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.108 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:46.108 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:46.108 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.108 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.108 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.108 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.108 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:46.109 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:46.109 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T06:04:46.109 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.109 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 0, 2024-07-26T06:04:46.109 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:46.109 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.109 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.109 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.109 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:46.109 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:46.109 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T06:04:46.109 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.110 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T06:04:46.110 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.110 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.110 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:46.110 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.110 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.110 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.110 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.211999+0000", 2024-07-26T06:04:46.110 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.349789+0000", 2024-07-26T06:04:46.110 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.349789+0000", 2024-07-26T06:04:46.110 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.350068+0000", 2024-07-26T06:04:46.110 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.211999+0000", 2024-07-26T06:04:46.111 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.111 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.111 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.111 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:46.111 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.211999+0000", 2024-07-26T06:04:46.111 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.211999+0000", 2024-07-26T06:04:46.111 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.211999+0000", 2024-07-26T06:04:46.111 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.111 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.111 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.111 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.211999+0000", 2024-07-26T06:04:46.111 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.211999+0000", 2024-07-26T06:04:46.112 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.112 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:46.112 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.112 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.112 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:46.112 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.112 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.112 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.112 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.112 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:46.112 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.112 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.113 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.113 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.22", 2024-07-26T06:04:46.113 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.113 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.113 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:46.113 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:46.113 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.113 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:10:30.418232+0000", 2024-07-26T06:04:46.113 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:46.113 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.113 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.113 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:46.114 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.114 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.114 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.114 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.114 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.114 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.114 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.114 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.114 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.114 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.114 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.115 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.115 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.115 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.115 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.115 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:46.115 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:46.115 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.115 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:46.115 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.115 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.115 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.115 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.116 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.116 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:46.116 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.116 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.116 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.116 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.116 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.116 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.116 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.116 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.116 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.117 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.117 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.117 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.117 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:46.117 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:46.117 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.117 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.117 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.117 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.117 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:46.117 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:46.117 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T06:04:46.117 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.118 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T06:04:46.118 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:46.118 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.118 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.118 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.118 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T06:04:46.118 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:46.118 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T06:04:46.118 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.118 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 2, 2024-07-26T06:04:46.118 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.119 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.119 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:46.119 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.119 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.119 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.119 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.208096+0000", 2024-07-26T06:04:46.119 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.351736+0000", 2024-07-26T06:04:46.119 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.351736+0000", 2024-07-26T06:04:46.119 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.351987+0000", 2024-07-26T06:04:46.119 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.208096+0000", 2024-07-26T06:04:46.119 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.119 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.120 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.120 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:46.120 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.208096+0000", 2024-07-26T06:04:46.120 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.208096+0000", 2024-07-26T06:04:46.120 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.208096+0000", 2024-07-26T06:04:46.120 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.120 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.120 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.120 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.208096+0000", 2024-07-26T06:04:46.120 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.208096+0000", 2024-07-26T06:04:46.120 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.120 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:46.121 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.121 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.121 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:46.121 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.121 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.121 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.121 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.121 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:46.121 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.121 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.121 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.121 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.21", 2024-07-26T06:04:46.122 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.122 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.122 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:46.122 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:46.122 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.122 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T07:10:21.102778+0000", 2024-07-26T06:04:46.122 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:46.122 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.122 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.122 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:46.122 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.122 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.123 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.123 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.123 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.123 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.123 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.123 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.123 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.123 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.123 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.123 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.123 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.124 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.124 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.124 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:46.124 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:46.124 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.124 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:46.124 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.124 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.124 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.124 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.124 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.125 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:46.125 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.125 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.125 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.125 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.125 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.125 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.125 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.125 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.125 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.125 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.125 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.125 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.126 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:46.126 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:46.126 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.126 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.126 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.126 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.126 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T06:04:46.126 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:46.126 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T06:04:46.126 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.127 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 2, 2024-07-26T06:04:46.127 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:46.127 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.127 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.127 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.127 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T06:04:46.127 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:46.127 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T06:04:46.127 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.127 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 6, 2024-07-26T06:04:46.127 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.127 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.128 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:46.128 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.128 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.128 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.128 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.653404+0000", 2024-07-26T06:04:46.128 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.352447+0000", 2024-07-26T06:04:46.128 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.352447+0000", 2024-07-26T06:04:46.128 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.352727+0000", 2024-07-26T06:04:46.128 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.653404+0000", 2024-07-26T06:04:46.128 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.128 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.128 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.129 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:46.129 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.653404+0000", 2024-07-26T06:04:46.129 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.653404+0000", 2024-07-26T06:04:46.129 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.653404+0000", 2024-07-26T06:04:46.129 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.129 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.129 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.129 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.653404+0000", 2024-07-26T06:04:46.129 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.653404+0000", 2024-07-26T06:04:46.129 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.129 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:46.129 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.130 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.130 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:46.130 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.130 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.130 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.130 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.130 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:46.130 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.130 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.130 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.131 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.20", 2024-07-26T06:04:46.131 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.131 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.131 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:46.131 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:46.131 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.131 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T07:46:48.368304+0000", 2024-07-26T06:04:46.131 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:46.131 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.131 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.131 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:46.131 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.132 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.132 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.132 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.132 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.132 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.132 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.132 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.132 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.132 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.132 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.132 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.132 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.133 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.133 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.133 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:46.133 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:46.133 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.133 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:46.133 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.133 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.133 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.133 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.133 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.133 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:46.133 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.134 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.134 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.134 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.134 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.134 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.134 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.134 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.134 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.134 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.134 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.134 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.135 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:46.135 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:46.135 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.135 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.135 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.135 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.135 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T06:04:46.135 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:46.135 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T06:04:46.135 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.135 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 6, 2024-07-26T06:04:46.135 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:46.135 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.136 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.136 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.136 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:46.136 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:46.136 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T06:04:46.136 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.136 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 4, 2024-07-26T06:04:46.136 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.136 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.136 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:46.136 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.137 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.137 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.137 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.208491+0000", 2024-07-26T06:04:46.137 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.349137+0000", 2024-07-26T06:04:46.137 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.349137+0000", 2024-07-26T06:04:46.137 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.349437+0000", 2024-07-26T06:04:46.137 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.208491+0000", 2024-07-26T06:04:46.137 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.137 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.137 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.137 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:46.137 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.208491+0000", 2024-07-26T06:04:46.138 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.208491+0000", 2024-07-26T06:04:46.138 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.208491+0000", 2024-07-26T06:04:46.138 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.138 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.138 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.138 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.208491+0000", 2024-07-26T06:04:46.138 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.208491+0000", 2024-07-26T06:04:46.138 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.138 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:46.138 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.138 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.139 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:46.139 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.139 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.139 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.139 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.139 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:46.139 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.139 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.139 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.139 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.1a", 2024-07-26T06:04:46.139 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.139 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.140 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:46.140 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:46.140 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.140 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:25:19.885307+0000", 2024-07-26T06:04:46.140 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:46.140 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.140 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.140 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:46.140 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.140 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.140 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.141 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.141 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.141 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.141 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.141 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.141 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.141 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.141 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.141 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.141 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.141 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.141 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.142 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:46.142 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:46.142 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.142 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:46.142 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.142 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.142 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.142 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.142 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.142 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:46.143 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.143 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.143 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.143 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.143 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.143 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.143 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.143 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.143 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.143 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.143 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.143 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.144 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:46.144 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:46.144 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.144 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.144 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.144 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.144 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:46.144 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:46.144 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T06:04:46.144 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.144 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 4, 2024-07-26T06:04:46.144 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:46.145 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.145 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.145 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.145 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:46.145 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:46.145 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T06:04:46.145 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.145 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T06:04:46.145 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.145 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.145 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T06:04:46.145 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.145 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.146 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.146 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.654031+0000", 2024-07-26T06:04:46.146 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:08.071594+0000", 2024-07-26T06:04:46.146 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:08.071594+0000", 2024-07-26T06:04:46.146 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:08.071805+0000", 2024-07-26T06:04:46.146 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.654031+0000", 2024-07-26T06:04:46.146 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.146 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.146 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.146 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 60, 2024-07-26T06:04:46.147 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.654031+0000", 2024-07-26T06:04:46.147 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.654031+0000", 2024-07-26T06:04:46.147 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.654031+0000", 2024-07-26T06:04:46.147 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.147 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.147 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.147 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.654031+0000", 2024-07-26T06:04:46.147 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.654031+0000", 2024-07-26T06:04:46.147 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.147 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 1, 2024-07-26T06:04:46.147 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.147 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.148 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 59, 2024-07-26T06:04:46.148 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.148 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.148 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.148 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.148 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 1, 2024-07-26T06:04:46.148 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.148 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.148 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.148 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.1b", 2024-07-26T06:04:46.148 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.149 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.149 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:46.149 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 25, 2024-07-26T06:04:46.149 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.149 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:24:16.296226+0000", 2024-07-26T06:04:46.149 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:46.149 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.149 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.149 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:46.149 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.149 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.150 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.150 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.150 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.150 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.150 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.150 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.150 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.150 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.150 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.150 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.150 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.151 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.151 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.151 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:46.151 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:46.151 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.151 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:46.151 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.151 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.151 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.151 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.151 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.151 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:46.151 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.152 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.152 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.152 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.152 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.152 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.152 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.152 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.152 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.152 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.152 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.152 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.153 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:46.153 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:46.153 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.153 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.153 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.153 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.153 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:46.153 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:46.153 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T06:04:46.153 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.153 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T06:04:46.153 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "65'1" 2024-07-26T06:04:46.154 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.154 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.154 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.154 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:46.154 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:46.154 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T06:04:46.154 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.154 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 0, 2024-07-26T06:04:46.154 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.154 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.154 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:46.155 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.155 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.155 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.155 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.367658+0000", 2024-07-26T06:04:46.155 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.352519+0000", 2024-07-26T06:04:46.155 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.352519+0000", 2024-07-26T06:04:46.155 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.352762+0000", 2024-07-26T06:04:46.155 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.367658+0000", 2024-07-26T06:04:46.155 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.155 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.155 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.156 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:46.156 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.367658+0000", 2024-07-26T06:04:46.156 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.367658+0000", 2024-07-26T06:04:46.156 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.367658+0000", 2024-07-26T06:04:46.156 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.156 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.156 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.156 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.367658+0000", 2024-07-26T06:04:46.156 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.367658+0000", 2024-07-26T06:04:46.156 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.156 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:46.157 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.157 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.157 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:46.157 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.157 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.157 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.157 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.157 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:46.157 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.157 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.157 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.157 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.1b", 2024-07-26T06:04:46.158 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.158 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.158 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:46.158 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:46.158 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.158 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:27:22.372351+0000", 2024-07-26T06:04:46.158 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:46.158 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.158 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.158 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:46.158 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.159 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.159 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.159 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.159 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.159 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.159 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.159 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.159 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.159 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.159 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.159 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.159 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.160 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.160 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.160 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:46.160 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:46.160 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.160 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:46.160 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.160 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.160 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.160 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.160 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.161 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:46.161 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.161 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.161 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.161 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.161 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.161 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.161 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.161 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.161 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.161 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.161 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.162 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.162 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:46.162 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:46.162 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.162 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.162 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.162 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.162 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:46.162 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:46.162 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T06:04:46.162 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.162 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 0, 2024-07-26T06:04:46.163 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:46.163 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.163 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.163 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.163 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T06:04:46.163 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:46.163 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T06:04:46.163 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.163 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 6, 2024-07-26T06:04:46.163 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.163 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.164 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T06:04:46.164 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.164 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.164 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.164 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.653549+0000", 2024-07-26T06:04:46.164 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:08.070665+0000", 2024-07-26T06:04:46.164 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:08.070665+0000", 2024-07-26T06:04:46.164 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:08.070953+0000", 2024-07-26T06:04:46.164 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.653549+0000", 2024-07-26T06:04:46.164 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.164 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.165 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.165 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 60, 2024-07-26T06:04:46.165 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.653549+0000", 2024-07-26T06:04:46.165 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.653549+0000", 2024-07-26T06:04:46.165 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.653549+0000", 2024-07-26T06:04:46.165 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.165 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.165 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.165 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.653549+0000", 2024-07-26T06:04:46.165 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.653549+0000", 2024-07-26T06:04:46.165 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.165 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 1, 2024-07-26T06:04:46.166 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.166 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.166 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 59, 2024-07-26T06:04:46.166 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.166 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.166 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.166 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.166 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 1, 2024-07-26T06:04:46.166 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.166 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.167 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.167 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.1a", 2024-07-26T06:04:46.167 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.167 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.167 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:46.167 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 25, 2024-07-26T06:04:46.167 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.167 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T11:56:07.850223+0000", 2024-07-26T06:04:46.167 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:46.167 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.167 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.167 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:46.168 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.168 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.168 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.168 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.168 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.168 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.168 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.168 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.168 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.168 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.168 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.168 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.168 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.169 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.169 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.169 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:46.169 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:46.169 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.169 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:46.169 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.169 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.169 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.169 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.169 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.169 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:46.170 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.170 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.170 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.170 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.170 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.170 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.170 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.170 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.170 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.170 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.170 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.170 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.171 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:46.171 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:46.171 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.171 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.171 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.171 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.171 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T06:04:46.171 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:46.171 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T06:04:46.171 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.171 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 6, 2024-07-26T06:04:46.171 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "65'1" 2024-07-26T06:04:46.172 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.172 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.172 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.172 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:46.172 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T06:04:46.172 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T06:04:46.172 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.172 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T06:04:46.172 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.172 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.172 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T06:04:46.173 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.173 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.173 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.173 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.653878+0000", 2024-07-26T06:04:46.173 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:08.071063+0000", 2024-07-26T06:04:46.173 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:08.071063+0000", 2024-07-26T06:04:46.173 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:08.071291+0000", 2024-07-26T06:04:46.173 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.653878+0000", 2024-07-26T06:04:46.173 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.173 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.173 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.173 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 60, 2024-07-26T06:04:46.174 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.653878+0000", 2024-07-26T06:04:46.174 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.653878+0000", 2024-07-26T06:04:46.174 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.653878+0000", 2024-07-26T06:04:46.174 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.174 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.174 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.174 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.653878+0000", 2024-07-26T06:04:46.174 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.653878+0000", 2024-07-26T06:04:46.174 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.174 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:46.174 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.175 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.175 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 59, 2024-07-26T06:04:46.175 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.175 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.175 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.175 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.175 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:46.175 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.175 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.175 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.175 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.19", 2024-07-26T06:04:46.175 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.176 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.176 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:46.176 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 24, 2024-07-26T06:04:46.176 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.176 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T06:53:12.502933+0000", 2024-07-26T06:04:46.176 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:46.176 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.176 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.176 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:46.176 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.176 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.176 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.177 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.177 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.177 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.177 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.177 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.177 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.177 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.177 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.177 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.177 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.177 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.177 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.178 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:46.178 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:46.178 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.178 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:46.178 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.178 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.178 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.178 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.178 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.178 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:46.178 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.178 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.179 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.179 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.179 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.179 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.179 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.179 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.179 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.179 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.179 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.179 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.180 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:46.180 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:46.180 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.180 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.180 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.180 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.180 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:46.180 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T06:04:46.180 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T06:04:46.180 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.180 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T06:04:46.181 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:46.181 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.181 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.181 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.181 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:46.181 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:46.181 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T06:04:46.181 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.181 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T06:04:46.181 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.181 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.182 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:46.182 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.182 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.182 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.182 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.653742+0000", 2024-07-26T06:04:46.182 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.354541+0000", 2024-07-26T06:04:46.182 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.354541+0000", 2024-07-26T06:04:46.182 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.355020+0000", 2024-07-26T06:04:46.182 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.653742+0000", 2024-07-26T06:04:46.182 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.182 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.183 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.183 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:46.183 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.653742+0000", 2024-07-26T06:04:46.183 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.653742+0000", 2024-07-26T06:04:46.183 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.653742+0000", 2024-07-26T06:04:46.183 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.183 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.183 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.183 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.653742+0000", 2024-07-26T06:04:46.183 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.653742+0000", 2024-07-26T06:04:46.183 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.184 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:46.184 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.184 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.184 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:46.184 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.184 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.184 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.184 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.184 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:46.184 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.184 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.185 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.185 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.18", 2024-07-26T06:04:46.185 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.185 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.185 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:46.185 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:46.185 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.185 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T08:37:48.162934+0000", 2024-07-26T06:04:46.185 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:46.185 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.185 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.185 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:46.186 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.186 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.186 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.186 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.186 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.186 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.186 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.186 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.186 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.186 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.186 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.187 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.187 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.187 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.187 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.187 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:46.187 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:46.187 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.187 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:46.187 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.187 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.187 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.187 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.188 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.188 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:46.188 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.188 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.188 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.188 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.188 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.188 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.188 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.188 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.188 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.189 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.189 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.189 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.189 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:46.189 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:46.189 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.189 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.189 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.189 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.189 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:46.189 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:46.189 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T06:04:46.190 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.190 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T06:04:46.190 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:46.190 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.190 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.190 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.190 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:46.190 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:46.190 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T06:04:46.190 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.190 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T06:04:46.191 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.191 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.191 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T06:04:46.191 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.191 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.191 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.191 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.211612+0000", 2024-07-26T06:04:46.191 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:08.069254+0000", 2024-07-26T06:04:46.191 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:08.069254+0000", 2024-07-26T06:04:46.191 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:08.069506+0000", 2024-07-26T06:04:46.191 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.211612+0000", 2024-07-26T06:04:46.192 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.192 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.192 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.192 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 60, 2024-07-26T06:04:46.192 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.211612+0000", 2024-07-26T06:04:46.192 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.211612+0000", 2024-07-26T06:04:46.192 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.211612+0000", 2024-07-26T06:04:46.192 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.192 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.192 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.192 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.211612+0000", 2024-07-26T06:04:46.192 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.211612+0000", 2024-07-26T06:04:46.193 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.193 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:46.193 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.193 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.193 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 59, 2024-07-26T06:04:46.193 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.193 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.193 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.193 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.193 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:46.193 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.194 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.194 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.194 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.18", 2024-07-26T06:04:46.194 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.194 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.194 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:46.194 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 24, 2024-07-26T06:04:46.194 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.194 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:44:51.556538+0000", 2024-07-26T06:04:46.194 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:46.194 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.194 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.195 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:46.195 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.195 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.195 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.195 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.195 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.195 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.195 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.195 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.195 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.196 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.196 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.196 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.196 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.196 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.196 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.196 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:46.196 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:46.196 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.196 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:46.196 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.197 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.197 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.197 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.197 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.197 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:46.197 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.197 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.197 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.197 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.197 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.197 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.197 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.198 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.198 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.198 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.198 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.198 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.198 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:46.198 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:46.198 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.198 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.198 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.198 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.199 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:46.199 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:46.199 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T06:04:46.199 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.199 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T06:04:46.199 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:46.199 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.199 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.199 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.199 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:46.199 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:46.200 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T06:04:46.200 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.200 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T06:04:46.200 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.200 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.200 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:46.200 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.200 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.200 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.200 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.208781+0000", 2024-07-26T06:04:46.200 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.352443+0000", 2024-07-26T06:04:46.200 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.352443+0000", 2024-07-26T06:04:46.201 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.352694+0000", 2024-07-26T06:04:46.201 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.208781+0000", 2024-07-26T06:04:46.201 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.201 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.201 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.201 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:46.201 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.208781+0000", 2024-07-26T06:04:46.201 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.208781+0000", 2024-07-26T06:04:46.201 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.208781+0000", 2024-07-26T06:04:46.201 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.201 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.202 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.202 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.208781+0000", 2024-07-26T06:04:46.202 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.208781+0000", 2024-07-26T06:04:46.202 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.202 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:46.202 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.202 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.202 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:46.202 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.202 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.202 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.203 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.203 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:46.203 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.203 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.203 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.203 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.19", 2024-07-26T06:04:46.203 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.203 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.203 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:46.203 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:46.203 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.203 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:30:41.051408+0000", 2024-07-26T06:04:46.204 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:46.204 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.204 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.204 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:46.204 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.204 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.204 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.204 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.204 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.204 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.204 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.204 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.205 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.205 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.205 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.205 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.205 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.205 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.205 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.205 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:46.205 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:46.205 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.205 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:46.206 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.206 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.206 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.206 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.206 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.206 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:46.206 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.206 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.206 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.206 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.206 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.207 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.207 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.207 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.207 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.207 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.207 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.207 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.207 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:46.207 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:46.207 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.207 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.207 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.207 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.208 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:46.208 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:46.208 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T06:04:46.208 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.208 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T06:04:46.208 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:46.208 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.208 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.208 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.208 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T06:04:46.208 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:46.208 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T06:04:46.208 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.209 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 6, 2024-07-26T06:04:46.209 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.209 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.209 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T06:04:46.209 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.209 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.209 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.209 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.653887+0000", 2024-07-26T06:04:46.209 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:08.068971+0000", 2024-07-26T06:04:46.209 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:08.068971+0000", 2024-07-26T06:04:46.209 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:08.069385+0000", 2024-07-26T06:04:46.209 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.653887+0000", 2024-07-26T06:04:46.210 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.210 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.210 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.210 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 60, 2024-07-26T06:04:46.210 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.653887+0000", 2024-07-26T06:04:46.210 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.653887+0000", 2024-07-26T06:04:46.210 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.653887+0000", 2024-07-26T06:04:46.210 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.210 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.210 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.210 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.653887+0000", 2024-07-26T06:04:46.211 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.653887+0000", 2024-07-26T06:04:46.211 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.211 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:46.211 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.211 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.211 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 59, 2024-07-26T06:04:46.211 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.211 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.211 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.211 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.211 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:46.211 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.212 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.212 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.212 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.17", 2024-07-26T06:04:46.212 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.212 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.212 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:46.212 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 24, 2024-07-26T06:04:46.212 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.212 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:24:59.685934+0000", 2024-07-26T06:04:46.212 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:46.212 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.213 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.213 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:46.213 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.213 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.213 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.213 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.213 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.213 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.213 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.213 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.213 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.214 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.214 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.214 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.214 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.214 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.214 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.214 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:46.214 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:46.214 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.214 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:46.214 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.215 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.215 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.215 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.215 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.215 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:46.215 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.215 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.215 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.215 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.215 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.215 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.215 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.216 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.216 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.216 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.216 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.216 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.216 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:46.216 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:46.216 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.216 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.216 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.216 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.217 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T06:04:46.217 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:46.217 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T06:04:46.217 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.217 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 6, 2024-07-26T06:04:46.217 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:46.217 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.217 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.217 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.217 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:46.217 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:46.217 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T06:04:46.218 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.218 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T06:04:46.218 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.218 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.218 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:46.218 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.218 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.218 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.218 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.211904+0000", 2024-07-26T06:04:46.218 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.357959+0000", 2024-07-26T06:04:46.219 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.357959+0000", 2024-07-26T06:04:46.219 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.358269+0000", 2024-07-26T06:04:46.219 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.211904+0000", 2024-07-26T06:04:46.219 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.219 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.219 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.219 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:46.219 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.211904+0000", 2024-07-26T06:04:46.219 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.211904+0000", 2024-07-26T06:04:46.219 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.211904+0000", 2024-07-26T06:04:46.219 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.219 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.220 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.220 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.211904+0000", 2024-07-26T06:04:46.220 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.211904+0000", 2024-07-26T06:04:46.220 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.220 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:46.220 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.220 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.220 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:46.220 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.220 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.220 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.221 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.221 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:46.221 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.221 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.221 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.221 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.16", 2024-07-26T06:04:46.221 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.221 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.221 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:46.221 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:46.221 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.221 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:52:20.644573+0000", 2024-07-26T06:04:46.222 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:46.222 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.222 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.222 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:46.222 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.222 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.222 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.222 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.222 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.222 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.222 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.223 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.223 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.223 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.223 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.223 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.223 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.223 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.223 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.223 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:46.223 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:46.223 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.224 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:46.224 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.224 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.224 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.224 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.224 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.224 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:46.224 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.224 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.224 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.224 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.224 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.224 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.225 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.225 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.225 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.225 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.225 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.225 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.225 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:46.225 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:46.225 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.225 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.225 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.225 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.226 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:46.226 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:46.226 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T06:04:46.226 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.226 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T06:04:46.226 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:46.226 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.226 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.226 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.226 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:46.226 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T06:04:46.226 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T06:04:46.227 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.227 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T06:04:46.227 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.227 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.227 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T06:04:46.227 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.227 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.227 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.227 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.212042+0000", 2024-07-26T06:04:46.227 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:08.070538+0000", 2024-07-26T06:04:46.227 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:08.070538+0000", 2024-07-26T06:04:46.227 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:08.070852+0000", 2024-07-26T06:04:46.228 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.212042+0000", 2024-07-26T06:04:46.228 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.228 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.228 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.228 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 60, 2024-07-26T06:04:46.228 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.212042+0000", 2024-07-26T06:04:46.228 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.212042+0000", 2024-07-26T06:04:46.228 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.212042+0000", 2024-07-26T06:04:46.228 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.228 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.228 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.228 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.212042+0000", 2024-07-26T06:04:46.229 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.212042+0000", 2024-07-26T06:04:46.229 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.229 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:46.229 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.229 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.229 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 59, 2024-07-26T06:04:46.229 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.229 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.229 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.229 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.229 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:46.230 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.230 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.230 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.230 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.16", 2024-07-26T06:04:46.230 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.230 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.230 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:46.230 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 24, 2024-07-26T06:04:46.230 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.230 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:44:33.948376+0000", 2024-07-26T06:04:46.231 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:46.231 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.231 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.231 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:46.231 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.231 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.231 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.231 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.231 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.231 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.231 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.231 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.232 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.232 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.232 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.232 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.232 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.232 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.232 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.232 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:46.232 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:46.232 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.232 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:46.232 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.232 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.233 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.233 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.233 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.233 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:46.233 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.233 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.233 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.233 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.233 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.233 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.233 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.234 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.234 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.234 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.234 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.234 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.234 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:46.234 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:46.234 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.234 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.234 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.234 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.234 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:46.235 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T06:04:46.235 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T06:04:46.235 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.235 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T06:04:46.235 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:46.235 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.235 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.235 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.235 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:46.235 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:46.235 INFO:tasks.workunit.client.0.smithi089.stdout: 3 2024-07-26T06:04:46.235 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.236 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 0, 2024-07-26T06:04:46.236 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.236 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.236 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:46.236 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.236 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.236 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.236 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.367553+0000", 2024-07-26T06:04:46.236 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.353892+0000", 2024-07-26T06:04:46.236 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.353892+0000", 2024-07-26T06:04:46.236 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.356519+0000", 2024-07-26T06:04:46.236 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.367553+0000", 2024-07-26T06:04:46.237 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.237 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.237 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.237 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:46.237 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.367553+0000", 2024-07-26T06:04:46.237 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.367553+0000", 2024-07-26T06:04:46.237 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.367553+0000", 2024-07-26T06:04:46.237 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.237 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.237 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.237 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.367553+0000", 2024-07-26T06:04:46.237 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.367553+0000", 2024-07-26T06:04:46.238 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.238 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:46.238 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.238 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.238 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:46.238 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.238 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.238 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.238 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.238 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:46.238 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.238 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.239 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.239 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.17", 2024-07-26T06:04:46.239 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.239 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.239 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:46.239 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:46.239 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.239 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T06:14:05.890064+0000", 2024-07-26T06:04:46.239 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:46.239 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.239 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.239 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:46.240 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.240 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.240 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.240 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.240 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.240 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.240 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.240 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.240 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.240 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.240 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.240 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.241 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.241 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.241 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.241 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:46.241 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:46.241 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.241 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:46.241 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.241 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.241 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.241 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.241 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.242 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:46.242 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.242 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.242 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.242 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.242 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.242 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.242 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.242 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.242 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.242 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.242 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.243 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.243 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:46.243 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:46.243 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.243 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.243 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.243 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.243 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:46.243 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:46.243 INFO:tasks.workunit.client.0.smithi089.stdout: 3 2024-07-26T06:04:46.243 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.243 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 0, 2024-07-26T06:04:46.244 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:46.244 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.244 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.244 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.244 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:46.244 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:46.244 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T06:04:46.244 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.244 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T06:04:46.244 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.244 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.244 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T06:04:46.245 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.245 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.245 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.245 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.208532+0000", 2024-07-26T06:04:46.245 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:08.065020+0000", 2024-07-26T06:04:46.245 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:08.065020+0000", 2024-07-26T06:04:46.245 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:08.065255+0000", 2024-07-26T06:04:46.245 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.208532+0000", 2024-07-26T06:04:46.245 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.245 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.245 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.246 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 60, 2024-07-26T06:04:46.246 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.208532+0000", 2024-07-26T06:04:46.246 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.208532+0000", 2024-07-26T06:04:46.246 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.208532+0000", 2024-07-26T06:04:46.246 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.246 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.246 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.246 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.208532+0000", 2024-07-26T06:04:46.246 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.208532+0000", 2024-07-26T06:04:46.246 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.246 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 3, 2024-07-26T06:04:46.247 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.247 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.247 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 59, 2024-07-26T06:04:46.247 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.247 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.247 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.247 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.247 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 3, 2024-07-26T06:04:46.247 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.247 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.247 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.247 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.15", 2024-07-26T06:04:46.248 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.248 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.248 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:46.248 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 27, 2024-07-26T06:04:46.248 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.248 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:11:18.099345+0000", 2024-07-26T06:04:46.248 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:46.248 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.248 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.248 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 90, 2024-07-26T06:04:46.248 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.248 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.249 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.249 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.249 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.249 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.249 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.249 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.249 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.249 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.249 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.249 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.249 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.249 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.250 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.250 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 6, 2024-07-26T06:04:46.250 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 2, 2024-07-26T06:04:46.250 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.250 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 2, 2024-07-26T06:04:46.250 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.250 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.250 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.250 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.250 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.250 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 1, 2024-07-26T06:04:46.251 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.251 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.251 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.251 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.251 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.251 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.251 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.251 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.251 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.251 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.251 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.251 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.252 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 4, 2024-07-26T06:04:46.252 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 1 2024-07-26T06:04:46.252 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.252 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.252 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.252 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.252 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:46.252 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:46.252 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T06:04:46.252 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.252 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T06:04:46.252 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "65'3" 2024-07-26T06:04:46.252 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.253 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.253 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.253 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:46.253 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:46.253 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T06:04:46.253 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.253 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 4, 2024-07-26T06:04:46.253 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.253 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.253 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:46.253 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.253 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.254 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.254 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.209123+0000", 2024-07-26T06:04:46.254 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.354466+0000", 2024-07-26T06:04:46.254 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.354466+0000", 2024-07-26T06:04:46.254 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.354757+0000", 2024-07-26T06:04:46.254 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.209123+0000", 2024-07-26T06:04:46.254 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.254 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.254 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.254 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:46.254 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.209123+0000", 2024-07-26T06:04:46.254 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.209123+0000", 2024-07-26T06:04:46.255 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.209123+0000", 2024-07-26T06:04:46.255 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.255 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.255 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.255 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.209123+0000", 2024-07-26T06:04:46.255 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.209123+0000", 2024-07-26T06:04:46.255 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.255 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:46.255 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.255 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.255 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:46.255 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.256 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.256 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.256 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.256 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:46.256 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.256 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.256 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.256 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.14", 2024-07-26T06:04:46.256 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.256 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.256 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:46.256 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:46.257 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.257 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T11:52:27.397901+0000", 2024-07-26T06:04:46.257 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:46.257 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.257 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.257 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:46.257 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.257 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.257 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.257 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.257 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.257 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.258 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.258 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.258 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.258 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.258 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.258 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.258 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.258 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.258 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.258 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:46.258 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:46.258 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.259 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:46.259 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.259 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.259 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.259 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.259 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.259 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:46.259 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.259 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.259 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.259 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.259 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.260 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.260 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.260 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.260 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.260 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.260 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.260 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.260 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:46.260 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:46.260 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.260 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.260 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.261 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.261 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:46.261 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:46.261 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T06:04:46.261 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.261 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 4, 2024-07-26T06:04:46.261 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:46.261 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.261 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.261 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.261 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T06:04:46.261 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:46.262 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T06:04:46.262 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.262 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 6, 2024-07-26T06:04:46.262 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.262 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.262 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T06:04:46.262 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.262 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.262 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.262 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:03:29.294309+0000", 2024-07-26T06:04:46.262 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:08.066377+0000", 2024-07-26T06:04:46.263 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:08.066377+0000", 2024-07-26T06:04:46.263 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:08.066706+0000", 2024-07-26T06:04:46.263 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:03:29.294309+0000", 2024-07-26T06:04:46.263 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.263 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.263 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.263 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 60, 2024-07-26T06:04:46.263 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:03:29.294309+0000", 2024-07-26T06:04:46.263 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:03:29.294309+0000", 2024-07-26T06:04:46.263 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:03:29.294309+0000", 2024-07-26T06:04:46.263 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.264 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.264 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.264 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:03:29.294309+0000", 2024-07-26T06:04:46.264 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:03:29.294309+0000", 2024-07-26T06:04:46.264 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.264 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 12, 2024-07-26T06:04:46.264 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.264 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.264 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 59, 2024-07-26T06:04:46.264 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.264 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.265 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.265 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.265 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 12, 2024-07-26T06:04:46.265 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.265 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.265 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.265 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.14", 2024-07-26T06:04:46.265 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.265 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.265 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 75, 2024-07-26T06:04:46.265 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 36, 2024-07-26T06:04:46.266 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.266 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T07:51:42.794194+0000", 2024-07-26T06:04:46.266 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:46.266 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.266 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.266 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 2624, 2024-07-26T06:04:46.266 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.266 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.266 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.266 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.266 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.267 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.267 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.267 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.267 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.267 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.267 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.267 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.267 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.267 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.267 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.267 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 12, 2024-07-26T06:04:46.268 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 4, 2024-07-26T06:04:46.268 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.268 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 4, 2024-07-26T06:04:46.268 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.268 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.268 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.268 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.268 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.268 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 1, 2024-07-26T06:04:46.268 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.268 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.268 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.269 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.269 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.269 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.269 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.269 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.269 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.269 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.269 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.269 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.269 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 12, 2024-07-26T06:04:46.269 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 9 2024-07-26T06:04:46.269 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.270 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.270 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.270 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.270 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T06:04:46.270 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:46.270 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T06:04:46.270 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.270 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 6, 2024-07-26T06:04:46.270 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "75'12" 2024-07-26T06:04:46.270 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.270 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.271 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.271 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:46.271 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:46.271 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T06:04:46.271 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.271 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T06:04:46.271 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.271 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.271 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:46.271 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.271 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.272 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.272 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.612670+0000", 2024-07-26T06:04:46.272 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.363248+0000", 2024-07-26T06:04:46.272 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.363248+0000", 2024-07-26T06:04:46.272 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.363577+0000", 2024-07-26T06:04:46.272 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.612670+0000", 2024-07-26T06:04:46.272 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.272 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.272 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.272 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:46.272 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.612670+0000", 2024-07-26T06:04:46.272 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.612670+0000", 2024-07-26T06:04:46.273 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.612670+0000", 2024-07-26T06:04:46.273 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.273 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.273 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.273 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.612670+0000", 2024-07-26T06:04:46.273 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.612670+0000", 2024-07-26T06:04:46.273 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.273 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:46.273 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.273 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.273 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:46.273 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.274 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.274 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.274 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.274 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:46.274 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.274 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.274 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.274 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.15", 2024-07-26T06:04:46.274 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.274 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.274 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:46.275 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:46.275 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.275 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:08:01.338958+0000", 2024-07-26T06:04:46.275 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:46.275 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.275 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.275 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:46.275 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.275 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.275 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.275 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.275 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.276 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.276 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.276 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.276 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.276 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.276 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.276 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.276 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.276 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.276 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.276 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:46.277 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:46.277 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.277 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:46.277 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.277 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.277 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.277 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.277 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.277 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:46.277 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.277 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.277 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.278 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.278 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.278 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.278 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.278 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.278 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.278 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.278 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.278 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.278 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:46.279 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:46.279 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.279 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.279 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.279 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.279 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:46.279 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:46.279 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T06:04:46.279 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.279 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T06:04:46.280 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:46.280 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.280 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.280 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.280 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:46.280 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:46.280 INFO:tasks.workunit.client.0.smithi089.stdout: 3 2024-07-26T06:04:46.280 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.280 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 0, 2024-07-26T06:04:46.281 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.281 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.281 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T06:04:46.281 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.281 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.281 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.281 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.367729+0000", 2024-07-26T06:04:46.281 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:08.061468+0000", 2024-07-26T06:04:46.281 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:08.061468+0000", 2024-07-26T06:04:46.281 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:08.061755+0000", 2024-07-26T06:04:46.281 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.367729+0000", 2024-07-26T06:04:46.282 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.282 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.282 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.282 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 60, 2024-07-26T06:04:46.282 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.367729+0000", 2024-07-26T06:04:46.282 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.367729+0000", 2024-07-26T06:04:46.282 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.367729+0000", 2024-07-26T06:04:46.282 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.282 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.282 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.282 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.367729+0000", 2024-07-26T06:04:46.283 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.367729+0000", 2024-07-26T06:04:46.283 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.283 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 2, 2024-07-26T06:04:46.283 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.283 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.283 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 59, 2024-07-26T06:04:46.283 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.283 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.283 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.283 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.284 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 2, 2024-07-26T06:04:46.284 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.284 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.284 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.284 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.13", 2024-07-26T06:04:46.284 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.284 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.284 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:46.284 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 26, 2024-07-26T06:04:46.284 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.284 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T11:04:32.329152+0000", 2024-07-26T06:04:46.285 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:46.285 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.285 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.285 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 34, 2024-07-26T06:04:46.285 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.285 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.285 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.285 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.285 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.285 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.286 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.286 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.286 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.286 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.286 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.286 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.286 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.286 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.286 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.286 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 6, 2024-07-26T06:04:46.287 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 2, 2024-07-26T06:04:46.287 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.287 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 2, 2024-07-26T06:04:46.287 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.287 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.287 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.287 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.288 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.288 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 1, 2024-07-26T06:04:46.288 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.288 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.288 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.288 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.288 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.289 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.289 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.289 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.289 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.289 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.289 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.289 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.289 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 3, 2024-07-26T06:04:46.289 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 6 2024-07-26T06:04:46.289 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.290 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.290 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.290 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.290 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:46.290 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:46.290 INFO:tasks.workunit.client.0.smithi089.stdout: 3 2024-07-26T06:04:46.290 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.290 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 0, 2024-07-26T06:04:46.290 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "65'2" 2024-07-26T06:04:46.290 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.290 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.291 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.291 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T06:04:46.291 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:46.291 INFO:tasks.workunit.client.0.smithi089.stdout: 3 2024-07-26T06:04:46.291 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.291 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 2, 2024-07-26T06:04:46.291 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.291 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.291 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:46.291 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.292 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.292 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.292 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.208258+0000", 2024-07-26T06:04:46.292 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:36.410451+0000", 2024-07-26T06:04:46.292 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:36.410451+0000", 2024-07-26T06:04:46.292 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:36.410881+0000", 2024-07-26T06:04:46.292 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.208258+0000", 2024-07-26T06:04:46.292 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.292 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.292 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.292 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 67, 2024-07-26T06:04:46.292 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.208258+0000", 2024-07-26T06:04:46.293 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.208258+0000", 2024-07-26T06:04:46.293 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.208258+0000", 2024-07-26T06:04:46.293 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.293 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.293 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.293 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.208258+0000", 2024-07-26T06:04:46.293 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.208258+0000", 2024-07-26T06:04:46.293 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.293 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:46.293 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.293 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.293 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 66, 2024-07-26T06:04:46.294 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.294 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.294 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.294 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.294 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:46.294 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.294 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.294 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.295 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.12", 2024-07-26T06:04:46.295 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.295 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.295 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:46.295 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 18, 2024-07-26T06:04:46.295 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.295 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:31:07.291962+0000", 2024-07-26T06:04:46.295 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:46.295 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.295 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.295 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:46.295 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.296 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.296 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.296 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.296 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.296 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.296 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.296 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.296 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.296 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.296 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.296 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.296 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.297 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.297 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.297 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:46.297 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:46.297 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.297 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:46.297 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.297 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.297 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.297 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.297 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.298 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:46.298 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.298 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.298 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.298 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.298 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.298 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.298 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.298 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.298 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.299 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.299 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.299 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.299 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:46.299 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:46.299 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.299 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.299 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.299 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.299 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T06:04:46.299 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:46.299 INFO:tasks.workunit.client.0.smithi089.stdout: 3 2024-07-26T06:04:46.300 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.300 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 2, 2024-07-26T06:04:46.300 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:46.300 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.300 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.300 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.300 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:46.300 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:46.300 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T06:04:46.300 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.300 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T06:04:46.301 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.301 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.301 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T06:04:46.301 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.301 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.301 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.301 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.212067+0000", 2024-07-26T06:04:46.301 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:08.070120+0000", 2024-07-26T06:04:46.301 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:08.070120+0000", 2024-07-26T06:04:46.301 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:08.070455+0000", 2024-07-26T06:04:46.302 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.212067+0000", 2024-07-26T06:04:46.302 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.302 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.302 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.302 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 60, 2024-07-26T06:04:46.302 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.212067+0000", 2024-07-26T06:04:46.302 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.212067+0000", 2024-07-26T06:04:46.302 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.212067+0000", 2024-07-26T06:04:46.302 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.302 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.302 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.303 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.212067+0000", 2024-07-26T06:04:46.303 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.212067+0000", 2024-07-26T06:04:46.303 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.303 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:46.303 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.303 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.303 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 59, 2024-07-26T06:04:46.303 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.303 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.303 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.304 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.304 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:46.304 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.304 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.304 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.304 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.12", 2024-07-26T06:04:46.304 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.304 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.304 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:46.304 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 24, 2024-07-26T06:04:46.305 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.305 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:09:35.858871+0000", 2024-07-26T06:04:46.305 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:46.305 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.305 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.305 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:46.305 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.305 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.305 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.305 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.306 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.306 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.306 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.306 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.306 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.306 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.306 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.306 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.306 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.306 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.307 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.307 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:46.307 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:46.307 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.307 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:46.307 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.307 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.307 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.307 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.307 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.307 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:46.308 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.308 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.308 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.308 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.308 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.308 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.308 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.308 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.308 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.308 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.308 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.309 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.309 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:46.309 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:46.309 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.309 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.309 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.309 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.309 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:46.309 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:46.309 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T06:04:46.309 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.309 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T06:04:46.310 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:46.310 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.310 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.310 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.310 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:46.310 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:46.310 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T06:04:46.310 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.310 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T06:04:46.310 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.310 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.311 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:46.311 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.311 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.311 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.311 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.612617+0000", 2024-07-26T06:04:46.311 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.363876+0000", 2024-07-26T06:04:46.311 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.363876+0000", 2024-07-26T06:04:46.311 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.364163+0000", 2024-07-26T06:04:46.311 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.612617+0000", 2024-07-26T06:04:46.311 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.311 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.312 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.312 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:46.312 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.612617+0000", 2024-07-26T06:04:46.312 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.612617+0000", 2024-07-26T06:04:46.312 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.612617+0000", 2024-07-26T06:04:46.312 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.312 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.312 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.312 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.612617+0000", 2024-07-26T06:04:46.312 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.612617+0000", 2024-07-26T06:04:46.312 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.312 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:46.313 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.313 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.313 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:46.313 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.313 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.313 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.313 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.313 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:46.313 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.313 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.313 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.314 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.13", 2024-07-26T06:04:46.314 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.314 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.314 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:46.314 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:46.314 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.314 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:02:42.739447+0000", 2024-07-26T06:04:46.314 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:46.314 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.314 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.314 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:46.315 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.315 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.315 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.315 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.315 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.315 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.315 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.315 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.316 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.316 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.316 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.316 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.316 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.316 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.316 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.316 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:46.316 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:46.316 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.316 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:46.317 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.317 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.317 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.317 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.317 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.317 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:46.317 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.317 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.317 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.317 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.317 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.318 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.318 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.318 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.318 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.318 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.318 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.318 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.318 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:46.318 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:46.318 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.319 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.319 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.319 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.319 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:46.319 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:46.319 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T06:04:46.319 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.319 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T06:04:46.319 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:46.319 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.320 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.320 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.320 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T06:04:46.320 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:46.320 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T06:04:46.320 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.320 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 6, 2024-07-26T06:04:46.320 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.320 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.320 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T06:04:46.320 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.321 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.321 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.321 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.653510+0000", 2024-07-26T06:04:46.321 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:08.069213+0000", 2024-07-26T06:04:46.321 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:08.069213+0000", 2024-07-26T06:04:46.321 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:08.070324+0000", 2024-07-26T06:04:46.321 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.653510+0000", 2024-07-26T06:04:46.321 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.321 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.321 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.321 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 60, 2024-07-26T06:04:46.321 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.653510+0000", 2024-07-26T06:04:46.322 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.653510+0000", 2024-07-26T06:04:46.322 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.653510+0000", 2024-07-26T06:04:46.322 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.322 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.322 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.322 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.653510+0000", 2024-07-26T06:04:46.322 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.653510+0000", 2024-07-26T06:04:46.322 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.322 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:46.322 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.322 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.323 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 59, 2024-07-26T06:04:46.323 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.323 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.323 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.323 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.323 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:46.323 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.323 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.323 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.323 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.11", 2024-07-26T06:04:46.324 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.324 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.324 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:46.324 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 24, 2024-07-26T06:04:46.324 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.324 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T08:53:48.887363+0000", 2024-07-26T06:04:46.324 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:46.324 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.324 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.324 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:46.324 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.325 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.325 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.325 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.325 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.325 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.325 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.325 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.325 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.325 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.325 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.325 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.326 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.326 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.326 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.326 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:46.326 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:46.326 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.326 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:46.326 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.326 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.327 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.327 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.327 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.327 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:46.327 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.327 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.327 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.327 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.327 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.327 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.327 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.328 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.328 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.328 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.328 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.328 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.328 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:46.328 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:46.328 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.328 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.328 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.328 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.329 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T06:04:46.329 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:46.329 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T06:04:46.329 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.329 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 6, 2024-07-26T06:04:46.329 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:46.329 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.329 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.329 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.329 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T06:04:46.329 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:46.330 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T06:04:46.330 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.330 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 6, 2024-07-26T06:04:46.330 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.330 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.330 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:46.330 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.330 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.330 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.330 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.653404+0000", 2024-07-26T06:04:46.330 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.351835+0000", 2024-07-26T06:04:46.331 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.351835+0000", 2024-07-26T06:04:46.331 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.352123+0000", 2024-07-26T06:04:46.331 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.653404+0000", 2024-07-26T06:04:46.331 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.331 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.331 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.331 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:46.331 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.653404+0000", 2024-07-26T06:04:46.331 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.653404+0000", 2024-07-26T06:04:46.331 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.653404+0000", 2024-07-26T06:04:46.331 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.331 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.332 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.332 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.653404+0000", 2024-07-26T06:04:46.332 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.653404+0000", 2024-07-26T06:04:46.332 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.332 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:46.332 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.332 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.332 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:46.332 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.333 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.333 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.333 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.333 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:46.333 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.333 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.333 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.333 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.10", 2024-07-26T06:04:46.333 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.333 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.333 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:46.334 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:46.334 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.334 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:09:29.670091+0000", 2024-07-26T06:04:46.334 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:46.334 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.334 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.334 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:46.334 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.334 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.334 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.334 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.335 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.335 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.335 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.335 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.335 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.335 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.335 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.335 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.335 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.335 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.335 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.335 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:46.336 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:46.336 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.336 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:46.336 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.336 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.336 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.336 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.336 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.336 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:46.336 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.336 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.336 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.337 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.337 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.337 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.337 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.337 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.337 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.337 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.337 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.338 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.338 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:46.338 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:46.338 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.338 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.338 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.338 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.339 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T06:04:46.339 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:46.339 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T06:04:46.339 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.339 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 6, 2024-07-26T06:04:46.339 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:46.339 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.339 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.339 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.339 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T06:04:46.339 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:46.339 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T06:04:46.340 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.340 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 2, 2024-07-26T06:04:46.340 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.340 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.340 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T06:04:46.340 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.340 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.340 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.340 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.207952+0000", 2024-07-26T06:04:46.340 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:08.062646+0000", 2024-07-26T06:04:46.340 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:08.062646+0000", 2024-07-26T06:04:46.340 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:08.062919+0000", 2024-07-26T06:04:46.341 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.207952+0000", 2024-07-26T06:04:46.341 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.341 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.341 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.341 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 60, 2024-07-26T06:04:46.341 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.207952+0000", 2024-07-26T06:04:46.341 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.207952+0000", 2024-07-26T06:04:46.341 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.207952+0000", 2024-07-26T06:04:46.341 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.341 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.341 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.341 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.207952+0000", 2024-07-26T06:04:46.342 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.207952+0000", 2024-07-26T06:04:46.342 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.342 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 8, 2024-07-26T06:04:46.342 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.342 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.342 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 59, 2024-07-26T06:04:46.342 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.342 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.342 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.342 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.342 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 8, 2024-07-26T06:04:46.343 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.343 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.343 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.343 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.10", 2024-07-26T06:04:46.343 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.343 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.343 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:46.343 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 32, 2024-07-26T06:04:46.343 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.343 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:12:50.233716+0000", 2024-07-26T06:04:46.343 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:46.344 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.344 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.344 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:46.344 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.344 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.344 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.344 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.344 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.344 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.344 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.344 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.345 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.345 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.345 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.345 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.345 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.345 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.345 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.345 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 12, 2024-07-26T06:04:46.345 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 4, 2024-07-26T06:04:46.345 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.345 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 4, 2024-07-26T06:04:46.345 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.346 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.346 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.346 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.346 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.346 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 4, 2024-07-26T06:04:46.346 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.346 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.346 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.346 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.346 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.347 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.347 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.347 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.347 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.347 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.347 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.347 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.347 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 12, 2024-07-26T06:04:46.347 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:46.347 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.347 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.347 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.348 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.348 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T06:04:46.348 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:46.348 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T06:04:46.348 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.348 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 2, 2024-07-26T06:04:46.348 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "65'8" 2024-07-26T06:04:46.348 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.348 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.348 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.348 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:46.348 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:46.349 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T06:04:46.349 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.349 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T06:04:46.349 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.349 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.349 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:46.349 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.349 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.349 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.349 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.612371+0000", 2024-07-26T06:04:46.349 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.360425+0000", 2024-07-26T06:04:46.350 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.360425+0000", 2024-07-26T06:04:46.350 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.360750+0000", 2024-07-26T06:04:46.350 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.612371+0000", 2024-07-26T06:04:46.350 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.350 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.350 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.350 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:46.350 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.612371+0000", 2024-07-26T06:04:46.350 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.612371+0000", 2024-07-26T06:04:46.350 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.612371+0000", 2024-07-26T06:04:46.350 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.351 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.351 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.351 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.612371+0000", 2024-07-26T06:04:46.351 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.612371+0000", 2024-07-26T06:04:46.351 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.351 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:46.351 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.351 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.351 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:46.351 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.351 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.351 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.352 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.352 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:46.352 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.352 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.352 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.352 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.11", 2024-07-26T06:04:46.352 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.352 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.352 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:46.352 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:46.352 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.352 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:12:01.732169+0000", 2024-07-26T06:04:46.353 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:46.353 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.353 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.353 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:46.353 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.353 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.353 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.353 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.353 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.353 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.353 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.353 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.354 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.354 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.354 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.354 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.354 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.354 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.354 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.354 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:46.354 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:46.354 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.354 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:46.355 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.355 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.355 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.355 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.355 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.355 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:46.355 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.355 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.355 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.355 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.356 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.356 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.356 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.356 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.356 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.356 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.356 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.356 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.356 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:46.356 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:46.356 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.356 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.357 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.357 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.357 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:46.357 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:46.357 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T06:04:46.357 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.357 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T06:04:46.357 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:46.357 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.357 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.357 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.357 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:46.358 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:46.358 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T06:04:46.358 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.358 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 4, 2024-07-26T06:04:46.358 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.358 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.358 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T06:04:46.358 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.358 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.358 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.358 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.208703+0000", 2024-07-26T06:04:46.358 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:08.067927+0000", 2024-07-26T06:04:46.359 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:08.067927+0000", 2024-07-26T06:04:46.359 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:08.068409+0000", 2024-07-26T06:04:46.359 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.208703+0000", 2024-07-26T06:04:46.359 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.359 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.359 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.359 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 60, 2024-07-26T06:04:46.359 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.208703+0000", 2024-07-26T06:04:46.359 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.208703+0000", 2024-07-26T06:04:46.359 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.208703+0000", 2024-07-26T06:04:46.359 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.359 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.360 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.360 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.208703+0000", 2024-07-26T06:04:46.360 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.208703+0000", 2024-07-26T06:04:46.360 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.360 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 1, 2024-07-26T06:04:46.360 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.360 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.360 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 59, 2024-07-26T06:04:46.361 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.361 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.361 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.361 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.361 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 1, 2024-07-26T06:04:46.361 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.361 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.361 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.361 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.f", 2024-07-26T06:04:46.361 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.362 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.362 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:46.362 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 25, 2024-07-26T06:04:46.362 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.362 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T07:07:51.628118+0000", 2024-07-26T06:04:46.362 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:46.362 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.362 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.362 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 22, 2024-07-26T06:04:46.363 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.363 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.363 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.363 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.363 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.363 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.363 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.363 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.363 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.363 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.363 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.364 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.364 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.364 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.364 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.364 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 3, 2024-07-26T06:04:46.364 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 1, 2024-07-26T06:04:46.364 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.364 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 1, 2024-07-26T06:04:46.364 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.364 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.364 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.365 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.365 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.365 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:46.365 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.365 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.365 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.365 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.365 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.365 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.365 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.365 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.365 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.365 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.366 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.366 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.366 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 1, 2024-07-26T06:04:46.366 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 1 2024-07-26T06:04:46.366 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.366 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.366 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.366 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.366 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:46.366 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:46.366 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T06:04:46.367 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.367 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 4, 2024-07-26T06:04:46.367 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "65'1" 2024-07-26T06:04:46.367 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.367 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.367 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.367 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:46.367 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:46.367 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T06:04:46.367 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.367 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T06:04:46.367 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.368 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.368 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:46.368 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.368 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.368 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.368 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.612818+0000", 2024-07-26T06:04:46.368 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:36.410822+0000", 2024-07-26T06:04:46.368 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:36.410822+0000", 2024-07-26T06:04:46.368 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:36.411101+0000", 2024-07-26T06:04:46.368 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.612818+0000", 2024-07-26T06:04:46.368 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.369 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.369 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.369 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 67, 2024-07-26T06:04:46.369 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.612818+0000", 2024-07-26T06:04:46.369 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.612818+0000", 2024-07-26T06:04:46.369 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.612818+0000", 2024-07-26T06:04:46.369 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.369 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.369 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.369 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.612818+0000", 2024-07-26T06:04:46.369 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.612818+0000", 2024-07-26T06:04:46.370 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.370 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:46.370 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.370 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.370 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 66, 2024-07-26T06:04:46.370 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.370 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.370 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.370 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.370 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:46.370 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.371 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.371 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.371 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.e", 2024-07-26T06:04:46.371 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.371 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.371 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:46.371 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 31, 2024-07-26T06:04:46.371 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.371 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:44:30.182314+0000", 2024-07-26T06:04:46.371 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:46.371 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.371 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.372 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:46.372 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.372 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.372 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.372 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.372 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.372 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.372 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.372 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.372 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.372 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.372 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.373 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.373 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.373 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.373 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.373 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:46.373 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:46.373 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.373 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:46.373 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.373 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.373 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.373 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.374 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.374 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:46.374 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.374 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.374 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.374 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.374 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.374 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.374 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.374 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.374 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.374 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.375 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.375 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.375 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:46.375 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:46.375 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.375 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.375 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.375 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.375 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:46.375 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:46.375 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T06:04:46.375 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.376 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T06:04:46.376 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:46.376 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.376 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.376 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.376 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T06:04:46.376 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:46.376 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T06:04:46.376 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.376 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 2, 2024-07-26T06:04:46.376 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.376 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.377 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T06:04:46.377 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.377 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.377 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.377 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.208443+0000", 2024-07-26T06:04:46.377 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:08.069037+0000", 2024-07-26T06:04:46.377 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:08.069037+0000", 2024-07-26T06:04:46.377 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:08.069333+0000", 2024-07-26T06:04:46.377 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.208443+0000", 2024-07-26T06:04:46.377 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.377 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.377 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.378 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 60, 2024-07-26T06:04:46.378 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.208443+0000", 2024-07-26T06:04:46.378 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.208443+0000", 2024-07-26T06:04:46.378 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.208443+0000", 2024-07-26T06:04:46.378 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.378 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.378 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.378 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.208443+0000", 2024-07-26T06:04:46.378 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.208443+0000", 2024-07-26T06:04:46.378 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.378 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 2, 2024-07-26T06:04:46.378 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.379 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.379 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 59, 2024-07-26T06:04:46.379 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.379 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.379 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.379 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.379 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 2, 2024-07-26T06:04:46.379 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.379 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.379 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.379 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.e", 2024-07-26T06:04:46.379 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.380 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.380 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:46.380 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 26, 2024-07-26T06:04:46.380 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.380 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T08:55:28.016095+0000", 2024-07-26T06:04:46.380 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:46.380 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.380 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.380 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:46.380 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.381 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.381 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.381 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.381 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.381 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.381 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.381 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.381 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.381 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.381 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.381 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.381 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.381 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.382 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.382 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 3, 2024-07-26T06:04:46.382 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 1, 2024-07-26T06:04:46.382 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.382 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 1, 2024-07-26T06:04:46.382 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.382 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.382 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.382 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.382 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.382 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 1, 2024-07-26T06:04:46.383 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.383 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.383 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.383 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.383 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.383 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.383 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.383 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.383 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.383 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.383 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.383 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.384 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 3, 2024-07-26T06:04:46.384 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:46.384 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.384 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.384 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.384 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.384 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T06:04:46.384 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:46.384 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T06:04:46.384 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.384 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 2, 2024-07-26T06:04:46.384 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "65'2" 2024-07-26T06:04:46.385 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.385 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.385 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.385 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:46.385 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:46.385 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T06:04:46.385 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.385 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T06:04:46.385 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.385 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.385 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:46.385 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.386 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.386 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.386 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.612877+0000", 2024-07-26T06:04:46.386 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:36.750071+0000", 2024-07-26T06:04:46.386 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:36.750071+0000", 2024-07-26T06:04:46.386 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:36.750344+0000", 2024-07-26T06:04:46.386 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.612877+0000", 2024-07-26T06:04:46.386 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.386 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.386 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.386 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 67, 2024-07-26T06:04:46.386 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.612877+0000", 2024-07-26T06:04:46.387 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.612877+0000", 2024-07-26T06:04:46.387 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.612877+0000", 2024-07-26T06:04:46.387 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.387 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.387 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.387 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.612877+0000", 2024-07-26T06:04:46.387 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.612877+0000", 2024-07-26T06:04:46.387 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.387 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:46.387 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.387 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.387 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 66, 2024-07-26T06:04:46.388 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.388 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.388 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.388 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.388 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:46.388 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.388 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.388 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.388 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.f", 2024-07-26T06:04:46.388 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.388 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.388 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:46.389 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 31, 2024-07-26T06:04:46.389 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.389 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T08:14:00.716280+0000", 2024-07-26T06:04:46.389 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:46.389 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.389 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.389 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:46.389 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.389 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.389 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.389 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.389 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.390 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.390 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.390 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.390 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.390 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.390 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.390 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.390 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.390 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.390 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.390 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:46.391 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:46.391 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.391 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:46.391 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.391 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.391 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.391 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.391 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.391 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:46.391 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.391 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.391 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.392 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.392 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.392 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.392 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.392 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.392 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.392 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.392 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.392 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.392 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:46.392 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:46.392 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.393 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.393 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.393 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.393 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:46.393 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:46.393 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T06:04:46.393 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.393 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T06:04:46.393 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:46.393 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.393 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.393 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.393 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:46.394 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:46.394 INFO:tasks.workunit.client.0.smithi089.stdout: 3 2024-07-26T06:04:46.394 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.394 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T06:04:46.394 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.394 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.394 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T06:04:46.394 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.394 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.394 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.394 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.208659+0000", 2024-07-26T06:04:46.395 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:08.063529+0000", 2024-07-26T06:04:46.395 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:08.063529+0000", 2024-07-26T06:04:46.395 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:08.063773+0000", 2024-07-26T06:04:46.395 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.208659+0000", 2024-07-26T06:04:46.395 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.395 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.395 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.395 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 60, 2024-07-26T06:04:46.395 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.208659+0000", 2024-07-26T06:04:46.395 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.208659+0000", 2024-07-26T06:04:46.395 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.208659+0000", 2024-07-26T06:04:46.395 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.395 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.396 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.396 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.208659+0000", 2024-07-26T06:04:46.396 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.208659+0000", 2024-07-26T06:04:46.396 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.396 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 1, 2024-07-26T06:04:46.396 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.396 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.396 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 59, 2024-07-26T06:04:46.396 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.396 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.396 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.396 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.397 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 1, 2024-07-26T06:04:46.397 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.397 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.397 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.397 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.d", 2024-07-26T06:04:46.397 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.397 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.397 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:46.397 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 25, 2024-07-26T06:04:46.397 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.397 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:26:09.333843+0000", 2024-07-26T06:04:46.397 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:46.398 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.398 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.398 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 70, 2024-07-26T06:04:46.398 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.398 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.398 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.398 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.398 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.398 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.398 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.398 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.398 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.399 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.399 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.399 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.399 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.399 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.399 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.399 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 3, 2024-07-26T06:04:46.399 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 1, 2024-07-26T06:04:46.399 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.399 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 1, 2024-07-26T06:04:46.400 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.400 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.400 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.400 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.400 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.400 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:46.400 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.400 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.400 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.400 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.400 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.400 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.401 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.401 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.401 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.401 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.401 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.401 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.401 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 1, 2024-07-26T06:04:46.401 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 1 2024-07-26T06:04:46.401 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.401 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.401 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.402 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.402 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:46.402 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:46.402 INFO:tasks.workunit.client.0.smithi089.stdout: 3 2024-07-26T06:04:46.402 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.402 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T06:04:46.402 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "65'1" 2024-07-26T06:04:46.402 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.402 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.402 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.402 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:46.402 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:46.403 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T06:04:46.403 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.403 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T06:04:46.403 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.403 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.403 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:46.403 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.403 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.403 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.403 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.211853+0000", 2024-07-26T06:04:46.403 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.357845+0000", 2024-07-26T06:04:46.403 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.357845+0000", 2024-07-26T06:04:46.404 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.358171+0000", 2024-07-26T06:04:46.404 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.211853+0000", 2024-07-26T06:04:46.404 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.404 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.404 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.404 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:46.404 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.211853+0000", 2024-07-26T06:04:46.404 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.211853+0000", 2024-07-26T06:04:46.404 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.211853+0000", 2024-07-26T06:04:46.404 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.404 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.405 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.405 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.211853+0000", 2024-07-26T06:04:46.405 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.211853+0000", 2024-07-26T06:04:46.405 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.405 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:46.405 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.405 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.405 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:46.405 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.405 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.405 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.405 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.405 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:46.406 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.406 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.406 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.406 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.c", 2024-07-26T06:04:46.406 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.406 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.406 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:46.406 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:46.406 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.406 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:04:45.380043+0000", 2024-07-26T06:04:46.406 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:46.407 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.407 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.407 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:46.407 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.407 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.407 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.407 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.407 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.407 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.407 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.407 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.407 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.408 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.408 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.408 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.408 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.408 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.408 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.408 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:46.408 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:46.408 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.408 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:46.408 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.408 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.409 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.409 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.409 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.409 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:46.409 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.409 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.409 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.409 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.409 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.409 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.409 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.409 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.409 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.410 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.410 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.410 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.410 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:46.410 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:46.410 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.410 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.410 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.410 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.410 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:46.410 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:46.411 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T06:04:46.411 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.411 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T06:04:46.411 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:46.411 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.411 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.411 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.411 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T06:04:46.411 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:46.411 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T06:04:46.411 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.411 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 2, 2024-07-26T06:04:46.411 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.412 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.412 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T06:04:46.412 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.412 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.412 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.412 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.208171+0000", 2024-07-26T06:04:46.412 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:08.064132+0000", 2024-07-26T06:04:46.412 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:08.064132+0000", 2024-07-26T06:04:46.412 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:08.064462+0000", 2024-07-26T06:04:46.412 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.208171+0000", 2024-07-26T06:04:46.412 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.412 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.413 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.413 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 60, 2024-07-26T06:04:46.413 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.208171+0000", 2024-07-26T06:04:46.413 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.208171+0000", 2024-07-26T06:04:46.413 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.208171+0000", 2024-07-26T06:04:46.413 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.413 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.413 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.413 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.208171+0000", 2024-07-26T06:04:46.413 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.208171+0000", 2024-07-26T06:04:46.413 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.413 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:46.414 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.414 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.414 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 59, 2024-07-26T06:04:46.414 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.414 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.414 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.414 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.414 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:46.414 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.414 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.414 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.414 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.c", 2024-07-26T06:04:46.415 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.415 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.415 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:46.415 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 24, 2024-07-26T06:04:46.415 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.415 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:29:51.245602+0000", 2024-07-26T06:04:46.415 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:46.415 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.415 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.415 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:46.415 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.416 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.416 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.416 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.416 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.416 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.416 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.416 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.416 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.416 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.416 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.416 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.416 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.417 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.417 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.417 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:46.417 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:46.417 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.417 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:46.417 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.417 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.417 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.417 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.417 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.417 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:46.418 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.418 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.418 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.418 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.418 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.418 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.418 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.418 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.418 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.418 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.418 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.418 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.419 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:46.419 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:46.419 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.419 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.419 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.419 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.419 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T06:04:46.419 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:46.419 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T06:04:46.419 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.419 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 2, 2024-07-26T06:04:46.419 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:46.420 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.420 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.420 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.420 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:46.420 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:46.420 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T06:04:46.420 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.420 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T06:04:46.420 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.420 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.420 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:46.420 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.421 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.421 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.421 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.612749+0000", 2024-07-26T06:04:46.421 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.365095+0000", 2024-07-26T06:04:46.421 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.365095+0000", 2024-07-26T06:04:46.421 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.365661+0000", 2024-07-26T06:04:46.421 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.612749+0000", 2024-07-26T06:04:46.421 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.421 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.421 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.421 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:46.421 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.612749+0000", 2024-07-26T06:04:46.422 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.612749+0000", 2024-07-26T06:04:46.422 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.612749+0000", 2024-07-26T06:04:46.422 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.422 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.422 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.422 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.612749+0000", 2024-07-26T06:04:46.422 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.612749+0000", 2024-07-26T06:04:46.422 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.422 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:46.422 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.422 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.422 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:46.423 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.423 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.423 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.423 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.423 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:46.423 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.423 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.423 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.423 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.d", 2024-07-26T06:04:46.423 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.423 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.423 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:46.424 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:46.424 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.424 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T07:44:37.628035+0000", 2024-07-26T06:04:46.424 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:46.424 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.424 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.424 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:46.424 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.424 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.424 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.424 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.424 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.425 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.425 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.425 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.425 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.425 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.425 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.425 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.425 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.425 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.425 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.425 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:46.425 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:46.426 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.426 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:46.426 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.426 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.426 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.426 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.426 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.426 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:46.426 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.426 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.426 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.426 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.427 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.427 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.427 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.427 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.427 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.427 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.427 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.427 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.427 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:46.427 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:46.427 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.427 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.428 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.428 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.428 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:46.428 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:46.430 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T06:04:46.430 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.430 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T06:04:46.430 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:46.430 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.430 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.430 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.430 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T06:04:46.430 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:46.431 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T06:04:46.431 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.431 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 6, 2024-07-26T06:04:46.431 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.431 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.431 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 69, 2024-07-26T06:04:46.431 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.431 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.431 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.431 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:23.099329+0000", 2024-07-26T06:04:46.431 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:02:14.189871+0000", 2024-07-26T06:04:46.431 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:02:14.189871+0000", 2024-07-26T06:04:46.432 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:02:19.654006+0000", 2024-07-26T06:04:46.432 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:23.099329+0000", 2024-07-26T06:04:46.432 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T06:04:46.432 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.432 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T06:04:46.432 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 70, 2024-07-26T06:04:46.432 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:23.099329+0000", 2024-07-26T06:04:46.432 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:23.099329+0000", 2024-07-26T06:04:46.432 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:23.099329+0000", 2024-07-26T06:04:46.432 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.432 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.432 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T06:04:46.432 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:23.099329+0000", 2024-07-26T06:04:46.433 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:23.099329+0000", 2024-07-26T06:04:46.433 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.433 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:46.433 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.433 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.433 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 69, 2024-07-26T06:04:46.433 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.433 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.433 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.433 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.433 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:46.434 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.434 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.434 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.434 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "4.5", 2024-07-26T06:04:46.434 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.434 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.434 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 75, 2024-07-26T06:04:46.434 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 19, 2024-07-26T06:04:46.434 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.434 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T08:09:55.486911+0000", 2024-07-26T06:04:46.434 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.000239666, 2024-07-26T06:04:46.434 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.435 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.435 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:46.435 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.435 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.435 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.435 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.435 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.435 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.435 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.435 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.435 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.435 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.436 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.436 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.436 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.436 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.436 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.436 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:46.436 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:46.436 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.436 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:46.436 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.436 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.436 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.437 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.437 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.437 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:46.437 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.437 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.437 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.437 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.437 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.437 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.437 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.437 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.437 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.438 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.438 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.438 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.438 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:46.438 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:46.438 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.438 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.438 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.438 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.438 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T06:04:46.438 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:46.439 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T06:04:46.439 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.439 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 6, 2024-07-26T06:04:46.439 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:46.439 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.439 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.439 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.439 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:46.439 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:46.439 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T06:04:46.439 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.439 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T06:04:46.439 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.440 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.440 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 19, 2024-07-26T06:04:46.440 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.440 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.440 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.440 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.612454+0000", 2024-07-26T06:04:46.440 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:00:46.847503+0000", 2024-07-26T06:04:46.440 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:00:46.847503+0000", 2024-07-26T06:04:46.440 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:00:46.847948+0000", 2024-07-26T06:04:46.440 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.612454+0000", 2024-07-26T06:04:46.440 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T05:58:47.788656+0000", 2024-07-26T06:04:46.440 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.441 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T05:58:47.788656+0000", 2024-07-26T06:04:46.441 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 58, 2024-07-26T06:04:46.441 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.612454+0000", 2024-07-26T06:04:46.441 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.612454+0000", 2024-07-26T06:04:46.441 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.612454+0000", 2024-07-26T06:04:46.441 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.441 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.441 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T05:58:47.788656+0000", 2024-07-26T06:04:46.441 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.612454+0000", 2024-07-26T06:04:46.441 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.612454+0000", 2024-07-26T06:04:46.441 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.441 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 128, 2024-07-26T06:04:46.442 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.442 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.442 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 57, 2024-07-26T06:04:46.442 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.442 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.442 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.442 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.442 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 128, 2024-07-26T06:04:46.442 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.442 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.442 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.443 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "1.0", 2024-07-26T06:04:46.443 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.443 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.443 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:46.443 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 282, 2024-07-26T06:04:46.443 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.443 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:54:29.822470+0000", 2024-07-26T06:04:46.443 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:46.443 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.443 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.443 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 590368, 2024-07-26T06:04:46.443 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.444 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 1771104, 2024-07-26T06:04:46.444 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.444 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.444 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.444 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.444 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.444 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.444 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.444 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.444 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.444 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.444 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.444 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.445 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.445 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 6, 2024-07-26T06:04:46.445 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 2, 2024-07-26T06:04:46.445 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.445 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 2, 2024-07-26T06:04:46.445 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.445 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.445 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.445 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.445 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.445 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:46.445 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.446 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 6, 2024-07-26T06:04:46.446 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.446 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.446 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.446 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.446 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.446 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 212, 2024-07-26T06:04:46.446 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 306, 2024-07-26T06:04:46.446 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.446 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.446 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.446 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 179, 2024-07-26T06:04:46.447 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 2416 2024-07-26T06:04:46.447 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.447 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.447 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.447 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.447 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:46.447 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:46.447 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T06:04:46.447 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.447 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T06:04:46.447 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "68'128" 2024-07-26T06:04:46.447 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.448 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.448 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.448 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:46.448 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T06:04:46.448 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T06:04:46.448 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.448 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T06:04:46.448 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.448 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.448 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T06:04:46.448 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.448 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.449 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.449 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.211749+0000", 2024-07-26T06:04:46.449 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:36.416416+0000", 2024-07-26T06:04:46.449 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:36.416416+0000", 2024-07-26T06:04:46.449 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:36.416772+0000", 2024-07-26T06:04:46.449 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.211749+0000", 2024-07-26T06:04:46.449 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.449 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.449 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.449 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 67, 2024-07-26T06:04:46.449 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.211749+0000", 2024-07-26T06:04:46.450 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.211749+0000", 2024-07-26T06:04:46.450 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.211749+0000", 2024-07-26T06:04:46.450 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.450 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.450 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.450 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.211749+0000", 2024-07-26T06:04:46.450 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.211749+0000", 2024-07-26T06:04:46.450 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.450 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:46.450 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.450 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.450 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 66, 2024-07-26T06:04:46.451 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.451 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.451 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.451 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.451 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:46.451 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.451 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.451 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.451 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.3", 2024-07-26T06:04:46.451 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.451 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.451 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:46.452 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 34, 2024-07-26T06:04:46.452 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.452 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:13:16.402334+0000", 2024-07-26T06:04:46.452 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:46.452 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.452 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.452 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:46.452 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.452 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.452 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.452 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.452 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.453 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.453 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.453 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.453 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.453 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.453 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.453 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.453 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.453 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.453 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.453 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:46.453 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:46.454 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.454 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:46.454 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.454 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.454 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.454 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.454 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.454 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:46.454 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.454 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.454 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.454 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.455 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.455 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.455 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.455 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.455 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.455 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.455 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.455 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.455 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:46.455 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:46.455 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.455 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.456 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.456 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.456 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:46.456 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T06:04:46.456 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T06:04:46.456 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.456 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T06:04:46.456 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:46.456 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.456 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.456 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.456 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:46.457 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:46.457 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T06:04:46.457 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.457 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T06:04:46.457 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.457 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.457 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:46.457 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.457 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.457 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.457 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.653690+0000", 2024-07-26T06:04:46.457 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.352880+0000", 2024-07-26T06:04:46.458 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.352880+0000", 2024-07-26T06:04:46.458 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.353170+0000", 2024-07-26T06:04:46.458 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.653690+0000", 2024-07-26T06:04:46.458 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.458 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.458 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.458 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:46.458 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.653690+0000", 2024-07-26T06:04:46.458 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.653690+0000", 2024-07-26T06:04:46.458 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.653690+0000", 2024-07-26T06:04:46.458 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.458 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.459 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.459 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.653690+0000", 2024-07-26T06:04:46.459 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.653690+0000", 2024-07-26T06:04:46.459 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.459 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:46.459 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.459 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.459 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:46.459 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.459 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.459 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.459 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.460 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:46.460 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.460 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.460 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.460 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.2", 2024-07-26T06:04:46.460 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.460 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.460 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:46.460 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:46.460 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.460 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:40:55.158513+0000", 2024-07-26T06:04:46.460 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:46.460 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.461 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.461 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:46.461 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.461 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.461 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.461 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.461 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.461 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.461 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.461 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.461 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.461 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.462 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.462 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.462 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.462 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.462 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.462 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:46.462 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:46.462 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.462 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:46.462 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.462 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.463 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.463 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.463 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.463 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:46.463 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.463 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.463 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.463 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.463 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.463 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.463 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.463 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.464 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.464 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.464 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.464 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.464 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:46.464 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:46.464 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.464 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.464 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.464 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.464 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:46.464 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:46.465 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T06:04:46.465 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.465 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T06:04:46.465 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:46.465 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.465 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.465 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.465 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:46.465 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:46.465 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T06:04:46.465 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.465 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 0, 2024-07-26T06:04:46.465 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.466 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.466 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 69, 2024-07-26T06:04:46.466 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.466 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.466 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.466 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:23.154969+0000", 2024-07-26T06:04:46.466 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:02:14.187295+0000", 2024-07-26T06:04:46.466 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:02:14.187295+0000", 2024-07-26T06:04:46.466 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:02:19.367917+0000", 2024-07-26T06:04:46.466 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:23.154969+0000", 2024-07-26T06:04:46.466 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T06:04:46.467 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.467 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T06:04:46.467 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 70, 2024-07-26T06:04:46.467 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:23.154969+0000", 2024-07-26T06:04:46.467 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:23.154969+0000", 2024-07-26T06:04:46.467 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:23.154969+0000", 2024-07-26T06:04:46.467 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.467 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.467 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T06:04:46.467 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:23.154969+0000", 2024-07-26T06:04:46.467 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:23.154969+0000", 2024-07-26T06:04:46.468 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.468 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:46.468 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.468 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.468 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 69, 2024-07-26T06:04:46.468 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.468 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.468 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.468 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.468 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:46.468 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.468 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.468 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.469 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "4.6", 2024-07-26T06:04:46.469 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.469 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.469 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 75, 2024-07-26T06:04:46.469 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 19, 2024-07-26T06:04:46.469 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.469 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T08:15:57.754067+0000", 2024-07-26T06:04:46.469 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.000262965, 2024-07-26T06:04:46.469 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.469 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.469 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:46.469 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.470 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.470 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.470 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.470 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.470 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.470 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.470 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.470 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.470 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.470 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.470 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.471 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.471 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.471 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.471 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:46.471 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:46.471 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.471 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:46.471 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.471 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.471 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.471 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.471 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.471 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:46.472 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.472 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.472 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.472 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.472 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.472 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.472 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.472 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.472 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.472 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.472 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.472 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.473 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:46.473 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:46.473 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.473 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.473 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.473 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.473 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:46.473 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:46.473 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T06:04:46.473 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.473 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 0, 2024-07-26T06:04:46.474 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:46.474 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.474 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.474 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.474 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:46.474 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:46.474 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T06:04:46.474 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.474 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T06:04:46.474 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.474 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.474 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T06:04:46.475 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.475 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.475 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.475 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.612378+0000", 2024-07-26T06:04:46.475 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:08.073408+0000", 2024-07-26T06:04:46.475 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:08.073408+0000", 2024-07-26T06:04:46.475 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:08.073901+0000", 2024-07-26T06:04:46.475 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.612378+0000", 2024-07-26T06:04:46.475 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.475 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.475 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.476 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 60, 2024-07-26T06:04:46.476 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.612378+0000", 2024-07-26T06:04:46.476 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.612378+0000", 2024-07-26T06:04:46.476 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.612378+0000", 2024-07-26T06:04:46.476 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.476 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.476 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.476 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.612378+0000", 2024-07-26T06:04:46.476 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.612378+0000", 2024-07-26T06:04:46.476 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.476 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:46.476 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.477 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.477 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 59, 2024-07-26T06:04:46.477 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.477 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.477 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.477 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.477 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:46.477 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.477 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.477 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.477 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.0", 2024-07-26T06:04:46.477 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.478 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.478 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:46.478 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 24, 2024-07-26T06:04:46.478 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.478 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T11:03:54.088040+0000", 2024-07-26T06:04:46.478 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:46.478 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.478 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.478 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:46.478 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.478 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.479 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.479 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.479 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.479 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.479 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.479 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.479 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.479 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.479 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.479 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.479 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.479 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.480 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.480 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:46.480 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:46.480 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.480 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:46.480 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.480 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.480 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.480 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.480 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.480 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:46.480 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.481 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.481 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.481 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.481 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.481 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.481 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.481 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.481 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.481 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.481 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.481 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.481 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:46.482 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:46.482 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.482 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.482 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.482 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.482 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:46.482 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:46.482 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T06:04:46.482 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.482 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T06:04:46.482 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:46.483 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.483 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.483 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.483 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:46.483 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:46.483 INFO:tasks.workunit.client.0.smithi089.stdout: 3 2024-07-26T06:04:46.483 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.483 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 0, 2024-07-26T06:04:46.483 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.483 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.483 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:46.483 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.484 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.484 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.484 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.367107+0000", 2024-07-26T06:04:46.484 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.347205+0000", 2024-07-26T06:04:46.484 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.347205+0000", 2024-07-26T06:04:46.484 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.347452+0000", 2024-07-26T06:04:46.484 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.367107+0000", 2024-07-26T06:04:46.484 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.484 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.484 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.484 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:46.484 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.367107+0000", 2024-07-26T06:04:46.485 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.367107+0000", 2024-07-26T06:04:46.485 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.367107+0000", 2024-07-26T06:04:46.485 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.485 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.485 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.485 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.367107+0000", 2024-07-26T06:04:46.485 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.367107+0000", 2024-07-26T06:04:46.485 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.485 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:46.485 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.485 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.485 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:46.486 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.486 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.486 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.486 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.486 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:46.486 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.486 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.486 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.486 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.1", 2024-07-26T06:04:46.486 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.486 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.487 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:46.487 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:46.487 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.487 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:00:03.693962+0000", 2024-07-26T06:04:46.487 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:46.487 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.487 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.487 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:46.487 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.487 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.487 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.487 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.488 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.488 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.488 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.488 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.488 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.488 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.488 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.488 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.488 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.488 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.488 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.488 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:46.489 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:46.489 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.489 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:46.489 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.489 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.489 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.489 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.489 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.489 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:46.489 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.489 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.489 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.490 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.490 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.490 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.490 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.490 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.490 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.490 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.490 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.490 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.490 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:46.490 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:46.491 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.491 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.491 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.491 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.491 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:46.491 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:46.491 INFO:tasks.workunit.client.0.smithi089.stdout: 3 2024-07-26T06:04:46.491 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.491 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 0, 2024-07-26T06:04:46.491 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:46.491 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.491 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.492 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.492 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:46.492 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:46.492 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T06:04:46.492 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.492 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T06:04:46.492 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.492 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.492 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 69, 2024-07-26T06:04:46.492 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.492 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.492 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.493 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:22.863073+0000", 2024-07-26T06:04:46.493 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:02:14.279539+0000", 2024-07-26T06:04:46.493 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:02:14.279539+0000", 2024-07-26T06:04:46.493 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:02:19.209385+0000", 2024-07-26T06:04:46.493 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:22.863073+0000", 2024-07-26T06:04:46.493 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T06:04:46.493 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.493 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T06:04:46.493 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 70, 2024-07-26T06:04:46.493 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:22.863073+0000", 2024-07-26T06:04:46.493 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:22.863073+0000", 2024-07-26T06:04:46.493 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:22.863073+0000", 2024-07-26T06:04:46.493 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.494 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.494 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T06:04:46.494 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:22.863073+0000", 2024-07-26T06:04:46.494 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:22.863073+0000", 2024-07-26T06:04:46.494 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.494 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:46.494 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.494 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.494 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 69, 2024-07-26T06:04:46.494 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.494 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.495 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.495 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.495 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:46.495 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.495 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.495 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.495 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "4.7", 2024-07-26T06:04:46.495 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.495 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.495 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 75, 2024-07-26T06:04:46.495 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 19, 2024-07-26T06:04:46.495 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.495 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:17:48.651945+0000", 2024-07-26T06:04:46.496 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.000584243, 2024-07-26T06:04:46.496 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.496 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.496 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:46.496 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.496 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.496 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.496 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.496 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.496 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.496 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.496 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.497 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.497 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.497 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.497 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.497 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.497 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.497 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.497 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:46.497 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:46.497 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.497 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:46.498 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.498 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.498 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.498 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.498 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.498 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:46.498 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.498 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.498 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.498 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.498 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.498 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.499 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.499 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.499 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.499 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.499 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.499 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.499 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:46.499 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:46.499 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.499 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.499 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.500 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.500 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:46.500 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:46.500 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T06:04:46.500 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.500 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T06:04:46.500 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:46.500 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.500 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.500 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.500 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T06:04:46.500 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:46.501 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T06:04:46.501 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.501 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 2, 2024-07-26T06:04:46.501 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.501 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.501 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T06:04:46.501 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.501 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.501 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.501 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.208177+0000", 2024-07-26T06:04:46.501 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:08.059207+0000", 2024-07-26T06:04:46.501 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:08.059207+0000", 2024-07-26T06:04:46.502 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:08.059485+0000", 2024-07-26T06:04:46.502 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.208177+0000", 2024-07-26T06:04:46.502 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.502 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.502 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.502 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 60, 2024-07-26T06:04:46.502 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.208177+0000", 2024-07-26T06:04:46.502 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.208177+0000", 2024-07-26T06:04:46.502 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.208177+0000", 2024-07-26T06:04:46.502 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.502 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.502 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.503 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.208177+0000", 2024-07-26T06:04:46.503 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.208177+0000", 2024-07-26T06:04:46.503 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.503 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:46.503 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.503 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.503 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 59, 2024-07-26T06:04:46.503 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.503 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.503 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.503 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.503 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:46.504 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.504 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.504 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.504 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.1", 2024-07-26T06:04:46.504 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.504 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.504 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:46.504 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 24, 2024-07-26T06:04:46.504 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.504 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T07:16:01.397721+0000", 2024-07-26T06:04:46.504 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:46.505 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.505 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.505 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:46.505 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.505 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.505 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.505 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.505 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.505 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.505 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.505 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.505 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.505 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.506 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.506 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.506 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.506 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.506 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.506 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:46.506 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:46.506 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.506 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:46.506 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.506 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.507 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.507 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.507 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.507 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:46.507 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.507 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.507 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.507 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.507 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.507 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.507 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.507 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.507 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.508 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.508 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.508 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.508 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:46.508 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:46.508 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.508 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.508 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.508 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.508 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T06:04:46.508 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:46.508 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T06:04:46.509 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.509 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 2, 2024-07-26T06:04:46.509 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:46.509 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.509 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.509 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.509 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:46.509 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T06:04:46.509 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T06:04:46.509 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.509 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T06:04:46.509 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.510 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.510 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:46.510 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.510 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.510 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.510 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.208674+0000", 2024-07-26T06:04:46.510 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.350235+0000", 2024-07-26T06:04:46.510 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.350235+0000", 2024-07-26T06:04:46.510 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.350490+0000", 2024-07-26T06:04:46.510 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.208674+0000", 2024-07-26T06:04:46.510 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.510 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.511 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.511 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:46.511 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.208674+0000", 2024-07-26T06:04:46.511 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.208674+0000", 2024-07-26T06:04:46.511 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.208674+0000", 2024-07-26T06:04:46.511 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.511 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.511 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.511 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.208674+0000", 2024-07-26T06:04:46.511 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.208674+0000", 2024-07-26T06:04:46.511 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.511 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:46.512 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.512 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.512 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:46.512 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.512 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.512 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.512 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.512 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:46.512 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.512 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.512 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.513 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.0", 2024-07-26T06:04:46.513 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.513 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.513 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:46.513 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:46.513 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.513 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T06:40:25.010668+0000", 2024-07-26T06:04:46.513 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:46.513 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.513 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.513 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:46.514 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.514 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.514 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.514 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.514 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.514 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.514 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.514 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.514 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.514 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.514 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.514 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.515 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.515 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.515 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.515 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:46.515 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:46.515 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.515 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:46.515 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.515 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.515 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.515 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.516 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.516 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:46.516 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.516 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.516 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.516 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.516 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.516 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.516 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.516 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.516 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.517 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.517 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.517 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.517 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:46.517 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:46.517 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.517 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.517 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.517 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.517 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:46.517 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T06:04:46.517 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T06:04:46.518 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.518 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T06:04:46.518 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:46.518 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.518 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.518 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.518 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:46.518 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T06:04:46.518 INFO:tasks.workunit.client.0.smithi089.stdout: 3 2024-07-26T06:04:46.518 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.518 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T06:04:46.518 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.519 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.519 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 69, 2024-07-26T06:04:46.519 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.519 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.519 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.519 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:22.862663+0000", 2024-07-26T06:04:46.519 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:02:14.185476+0000", 2024-07-26T06:04:46.519 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:02:14.185476+0000", 2024-07-26T06:04:46.519 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:02:19.209913+0000", 2024-07-26T06:04:46.519 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:22.862663+0000", 2024-07-26T06:04:46.519 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T06:04:46.520 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.520 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T06:04:46.520 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 70, 2024-07-26T06:04:46.520 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:22.862663+0000", 2024-07-26T06:04:46.520 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:22.862663+0000", 2024-07-26T06:04:46.520 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:22.862663+0000", 2024-07-26T06:04:46.520 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.520 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.520 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T06:04:46.520 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:22.862663+0000", 2024-07-26T06:04:46.520 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:22.862663+0000", 2024-07-26T06:04:46.520 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.521 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:46.521 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.521 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.521 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 69, 2024-07-26T06:04:46.521 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.521 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.521 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.521 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.521 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:46.521 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.521 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.521 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.522 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "4.4", 2024-07-26T06:04:46.522 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.522 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.522 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 75, 2024-07-26T06:04:46.522 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 19, 2024-07-26T06:04:46.522 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.522 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:39:03.666054+0000", 2024-07-26T06:04:46.522 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.000725502, 2024-07-26T06:04:46.522 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.522 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.522 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:46.523 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.523 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.523 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.523 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.523 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.523 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.523 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.523 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.523 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.523 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.523 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.523 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.524 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.524 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.524 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.524 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:46.524 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:46.524 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.524 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:46.524 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.524 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.524 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.524 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.524 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.525 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:46.525 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.525 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.525 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.525 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.525 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.525 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.525 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.525 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.525 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.525 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.525 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.526 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.526 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:46.526 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:46.526 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.526 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.526 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.526 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.526 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:46.526 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T06:04:46.526 INFO:tasks.workunit.client.0.smithi089.stdout: 3 2024-07-26T06:04:46.526 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.526 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T06:04:46.527 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:46.527 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.527 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.527 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.527 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:46.527 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:46.527 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T06:04:46.527 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.527 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T06:04:46.527 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.527 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.527 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T06:04:46.528 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.528 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.528 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.528 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.212134+0000", 2024-07-26T06:04:46.528 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:08.067377+0000", 2024-07-26T06:04:46.528 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:08.067377+0000", 2024-07-26T06:04:46.528 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:08.067713+0000", 2024-07-26T06:04:46.528 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.212134+0000", 2024-07-26T06:04:46.528 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.528 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.528 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.528 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 60, 2024-07-26T06:04:46.529 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.212134+0000", 2024-07-26T06:04:46.529 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.212134+0000", 2024-07-26T06:04:46.529 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.212134+0000", 2024-07-26T06:04:46.529 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.529 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.529 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.529 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.212134+0000", 2024-07-26T06:04:46.529 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.212134+0000", 2024-07-26T06:04:46.529 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.529 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:46.529 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.529 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.530 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 59, 2024-07-26T06:04:46.530 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.530 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.530 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.530 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.530 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:46.530 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.530 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.530 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.530 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.2", 2024-07-26T06:04:46.530 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.531 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.531 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:46.531 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 24, 2024-07-26T06:04:46.531 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.531 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:44:42.224640+0000", 2024-07-26T06:04:46.531 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:46.531 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.531 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.531 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:46.531 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.531 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.531 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.532 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.532 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.532 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.532 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.532 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.532 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.532 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.532 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.532 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.532 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.532 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.532 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.533 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:46.533 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:46.533 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.533 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:46.533 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.533 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.533 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.533 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.533 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.533 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:46.533 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.533 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.534 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.534 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.534 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.534 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.534 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.534 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.534 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.534 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.534 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.534 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.534 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:46.534 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:46.535 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.535 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.535 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.535 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.535 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:46.535 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:46.535 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T06:04:46.535 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.535 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T06:04:46.535 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:46.535 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.535 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.536 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.536 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:46.536 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:46.536 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T06:04:46.536 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.536 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 4, 2024-07-26T06:04:46.536 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.536 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.536 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:46.536 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.536 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.536 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.537 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.208920+0000", 2024-07-26T06:04:46.537 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.344302+0000", 2024-07-26T06:04:46.537 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.344302+0000", 2024-07-26T06:04:46.537 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.344666+0000", 2024-07-26T06:04:46.537 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.208920+0000", 2024-07-26T06:04:46.537 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.537 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.537 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.537 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:46.537 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.208920+0000", 2024-07-26T06:04:46.537 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.208920+0000", 2024-07-26T06:04:46.537 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.208920+0000", 2024-07-26T06:04:46.538 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.538 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.538 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.538 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.208920+0000", 2024-07-26T06:04:46.538 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.208920+0000", 2024-07-26T06:04:46.538 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.538 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:46.538 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.538 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.538 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:46.538 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.538 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.539 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.539 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.539 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:46.539 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.539 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.539 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.539 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.3", 2024-07-26T06:04:46.539 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.539 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.539 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:46.539 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:46.539 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.540 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:45:17.508844+0000", 2024-07-26T06:04:46.540 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:46.540 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.540 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.540 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:46.540 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.540 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.540 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.540 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.540 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.540 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.540 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.541 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.541 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.541 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.541 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.541 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.541 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.541 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.541 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.541 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:46.541 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:46.541 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.541 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:46.541 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.542 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.542 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.542 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.542 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.542 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:46.542 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.542 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.542 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.542 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.542 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.542 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.542 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.543 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.543 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.543 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.543 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.543 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.543 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:46.543 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:46.543 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.543 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.543 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.543 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.543 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:46.544 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:46.544 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T06:04:46.544 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.544 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 4, 2024-07-26T06:04:46.544 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:46.544 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.544 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.544 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.544 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:46.544 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:46.544 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T06:04:46.544 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.545 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T06:04:46.545 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.545 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.545 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 69, 2024-07-26T06:04:46.545 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.545 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.545 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.545 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:22.862606+0000", 2024-07-26T06:04:46.545 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:02:14.279229+0000", 2024-07-26T06:04:46.545 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:02:14.279229+0000", 2024-07-26T06:04:46.545 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:02:19.209511+0000", 2024-07-26T06:04:46.546 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:22.862606+0000", 2024-07-26T06:04:46.546 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T06:04:46.546 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.546 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T06:04:46.546 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 70, 2024-07-26T06:04:46.546 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:22.862606+0000", 2024-07-26T06:04:46.546 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:22.862606+0000", 2024-07-26T06:04:46.546 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:22.862606+0000", 2024-07-26T06:04:46.546 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.546 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.546 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T06:04:46.547 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:22.862606+0000", 2024-07-26T06:04:46.547 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:22.862606+0000", 2024-07-26T06:04:46.547 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.547 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 2, 2024-07-26T06:04:46.547 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.547 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.547 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 69, 2024-07-26T06:04:46.547 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.547 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.547 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.547 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.547 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 2, 2024-07-26T06:04:46.548 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.548 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.548 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.548 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "4.2", 2024-07-26T06:04:46.548 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.548 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.548 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 75, 2024-07-26T06:04:46.548 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:46.548 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.548 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T08:15:14.745308+0000", 2024-07-26T06:04:46.548 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.000616366, 2024-07-26T06:04:46.549 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.549 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.549 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 19, 2024-07-26T06:04:46.549 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.549 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.549 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.549 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.549 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.549 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.549 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.549 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.550 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.550 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.550 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.550 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.550 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.550 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.550 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.550 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 3, 2024-07-26T06:04:46.550 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 1, 2024-07-26T06:04:46.550 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.550 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 1, 2024-07-26T06:04:46.551 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.551 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.551 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.551 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.551 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.551 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:46.551 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.551 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.551 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.551 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.551 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.551 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.552 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.552 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.552 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.552 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.552 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.552 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.552 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 2, 2024-07-26T06:04:46.552 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 2 2024-07-26T06:04:46.552 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.552 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.552 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.553 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.553 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:46.553 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:46.553 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T06:04:46.553 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.553 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T06:04:46.553 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "74'2" 2024-07-26T06:04:46.553 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.553 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.553 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.553 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:46.553 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:46.554 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T06:04:46.554 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.554 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T06:04:46.554 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.554 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.554 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T06:04:46.554 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.554 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.554 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.554 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.209500+0000", 2024-07-26T06:04:46.554 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:08.066952+0000", 2024-07-26T06:04:46.554 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:08.066952+0000", 2024-07-26T06:04:46.555 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:08.067195+0000", 2024-07-26T06:04:46.555 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.209500+0000", 2024-07-26T06:04:46.555 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.555 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.555 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.555 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 60, 2024-07-26T06:04:46.555 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.209500+0000", 2024-07-26T06:04:46.555 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.209500+0000", 2024-07-26T06:04:46.555 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.209500+0000", 2024-07-26T06:04:46.555 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.555 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.555 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.556 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.209500+0000", 2024-07-26T06:04:46.556 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.209500+0000", 2024-07-26T06:04:46.556 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.556 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:46.556 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.556 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.556 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 59, 2024-07-26T06:04:46.556 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.556 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.556 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.556 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.557 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:46.557 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.557 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.557 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.557 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.4", 2024-07-26T06:04:46.557 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.557 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.557 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:46.557 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 24, 2024-07-26T06:04:46.557 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.557 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T07:06:21.342328+0000", 2024-07-26T06:04:46.557 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:46.558 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.558 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.558 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:46.558 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.558 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.558 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.558 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.558 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.558 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.558 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.558 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.558 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.559 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.559 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.559 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.559 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.559 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.559 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.559 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:46.559 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:46.559 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.559 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:46.559 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.559 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.560 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.560 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.560 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.560 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:46.560 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.560 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.560 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.560 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.560 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.560 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.560 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.560 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.560 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.561 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.561 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.561 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.561 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:46.561 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:46.561 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.561 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.561 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.561 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.561 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:46.561 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:46.561 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T06:04:46.562 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.562 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T06:04:46.562 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:46.562 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.562 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.562 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.562 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:46.562 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:46.562 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T06:04:46.562 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.562 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T06:04:46.563 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.563 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.563 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:46.563 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.563 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.563 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.563 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.211920+0000", 2024-07-26T06:04:46.563 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.353370+0000", 2024-07-26T06:04:46.563 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.353370+0000", 2024-07-26T06:04:46.563 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.356966+0000", 2024-07-26T06:04:46.563 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.211920+0000", 2024-07-26T06:04:46.564 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.564 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.564 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.564 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:46.564 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.211920+0000", 2024-07-26T06:04:46.564 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.211920+0000", 2024-07-26T06:04:46.564 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.211920+0000", 2024-07-26T06:04:46.564 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.564 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.564 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.564 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.211920+0000", 2024-07-26T06:04:46.564 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.211920+0000", 2024-07-26T06:04:46.565 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.565 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:46.565 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.565 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.565 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:46.565 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.565 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.565 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.565 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.565 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:46.565 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.565 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.566 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.566 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.5", 2024-07-26T06:04:46.566 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.566 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.566 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:46.566 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:46.566 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.566 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:40:42.118211+0000", 2024-07-26T06:04:46.566 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:46.566 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.566 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.566 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:46.567 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.567 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.567 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.567 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.567 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.567 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.567 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.567 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.567 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.567 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.567 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.568 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.568 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.568 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.568 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.568 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:46.568 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:46.568 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.568 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:46.568 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.568 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.568 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.568 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.569 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.569 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:46.569 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.569 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.569 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.569 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.569 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.569 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.569 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.569 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.569 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.569 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.570 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.570 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.570 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:46.570 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:46.570 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.570 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.570 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.570 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.570 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:46.570 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:46.570 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T06:04:46.570 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.571 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T06:04:46.571 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:46.571 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.571 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.571 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.571 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:46.571 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:46.571 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T06:04:46.571 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.571 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 0, 2024-07-26T06:04:46.571 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.572 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.572 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 69, 2024-07-26T06:04:46.572 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.572 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.572 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.572 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:23.154580+0000", 2024-07-26T06:04:46.572 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:02:14.280193+0000", 2024-07-26T06:04:46.572 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:02:14.280193+0000", 2024-07-26T06:04:46.572 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:02:19.367910+0000", 2024-07-26T06:04:46.572 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:23.154580+0000", 2024-07-26T06:04:46.572 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T06:04:46.573 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.573 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T06:04:46.573 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 70, 2024-07-26T06:04:46.573 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:23.154580+0000", 2024-07-26T06:04:46.573 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:23.154580+0000", 2024-07-26T06:04:46.573 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:23.154580+0000", 2024-07-26T06:04:46.573 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.573 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.573 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T06:04:46.573 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:23.154580+0000", 2024-07-26T06:04:46.573 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:23.154580+0000", 2024-07-26T06:04:46.573 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.574 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 1, 2024-07-26T06:04:46.574 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.574 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.574 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 69, 2024-07-26T06:04:46.574 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.574 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.574 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.574 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.574 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 1, 2024-07-26T06:04:46.574 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.574 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.575 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.575 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "4.3", 2024-07-26T06:04:46.575 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.575 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.575 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 75, 2024-07-26T06:04:46.575 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 20, 2024-07-26T06:04:46.575 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.575 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:53:52.521187+0000", 2024-07-26T06:04:46.575 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.000629865, 2024-07-26T06:04:46.575 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.575 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.576 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:46.576 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.576 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.576 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.576 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.576 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.576 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.576 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.576 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.576 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.576 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.577 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.577 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.577 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.577 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.577 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.577 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 3, 2024-07-26T06:04:46.577 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 1, 2024-07-26T06:04:46.577 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.577 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 1, 2024-07-26T06:04:46.577 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.577 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.578 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.578 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.578 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.578 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:46.578 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.578 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.578 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.578 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.578 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.578 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.578 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.578 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.579 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.579 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.579 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.579 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.579 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:46.579 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:46.579 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.579 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.579 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.579 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.579 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:46.580 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:46.580 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T06:04:46.580 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.580 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 0, 2024-07-26T06:04:46.580 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "72'1" 2024-07-26T06:04:46.580 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.580 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.580 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.580 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:46.580 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:46.580 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T06:04:46.581 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.581 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T06:04:46.581 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.581 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.581 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T06:04:46.581 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.581 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.581 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.581 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.612895+0000", 2024-07-26T06:04:46.581 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:08.072728+0000", 2024-07-26T06:04:46.581 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:08.072728+0000", 2024-07-26T06:04:46.581 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:08.073014+0000", 2024-07-26T06:04:46.582 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.612895+0000", 2024-07-26T06:04:46.582 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.582 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.582 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.582 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 60, 2024-07-26T06:04:46.582 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.612895+0000", 2024-07-26T06:04:46.582 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.612895+0000", 2024-07-26T06:04:46.582 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.612895+0000", 2024-07-26T06:04:46.582 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.582 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.582 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.583 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.612895+0000", 2024-07-26T06:04:46.583 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.612895+0000", 2024-07-26T06:04:46.583 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.583 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:46.583 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.583 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.583 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 59, 2024-07-26T06:04:46.583 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.583 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.583 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.583 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.583 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:46.584 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.584 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.584 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.584 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.5", 2024-07-26T06:04:46.584 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.584 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.584 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:46.584 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 24, 2024-07-26T06:04:46.584 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.584 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T07:24:30.754323+0000", 2024-07-26T06:04:46.584 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:46.584 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.585 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.585 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:46.585 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.585 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.585 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.585 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.585 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.585 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.585 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.585 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.585 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.585 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.586 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.586 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.586 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.586 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.586 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.586 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:46.586 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:46.586 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.586 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:46.586 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.586 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.587 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.587 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.587 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.587 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:46.587 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.587 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.587 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.587 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.587 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.587 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.587 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.587 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.588 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.588 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.588 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.588 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.588 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:46.588 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:46.588 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.588 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.588 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.588 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.588 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:46.589 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:46.589 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T06:04:46.589 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.589 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T06:04:46.589 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:46.589 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.589 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.589 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.589 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:46.589 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T06:04:46.589 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T06:04:46.589 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.589 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T06:04:46.590 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.590 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.590 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:46.590 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.590 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.590 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.590 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.209112+0000", 2024-07-26T06:04:46.590 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.360879+0000", 2024-07-26T06:04:46.590 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.360879+0000", 2024-07-26T06:04:46.590 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.361144+0000", 2024-07-26T06:04:46.590 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.209112+0000", 2024-07-26T06:04:46.591 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.591 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.591 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.591 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:46.591 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.209112+0000", 2024-07-26T06:04:46.591 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.209112+0000", 2024-07-26T06:04:46.591 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.209112+0000", 2024-07-26T06:04:46.591 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.591 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.591 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.591 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.209112+0000", 2024-07-26T06:04:46.591 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.209112+0000", 2024-07-26T06:04:46.592 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.592 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:46.592 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.592 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.592 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:46.592 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.592 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.592 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.592 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.592 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:46.592 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.592 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.593 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.593 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.4", 2024-07-26T06:04:46.593 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.593 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.593 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:46.593 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:46.593 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.593 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:55:26.734491+0000", 2024-07-26T06:04:46.593 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:46.593 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.593 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.593 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:46.594 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.594 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.594 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.594 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.594 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.594 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.594 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.594 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.594 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.594 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.594 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.594 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.595 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.595 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.595 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.595 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:46.595 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:46.595 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.595 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:46.595 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.595 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.595 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.595 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.595 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.596 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:46.596 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.596 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.596 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.596 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.596 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.596 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.596 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.596 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.596 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.596 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.596 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.597 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.597 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:46.597 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:46.597 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.597 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.597 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.597 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.597 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:46.597 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T06:04:46.597 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T06:04:46.597 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.597 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T06:04:46.597 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:46.598 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.598 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.598 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.598 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:46.598 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:46.598 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T06:04:46.598 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.598 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T06:04:46.598 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.598 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.598 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 69, 2024-07-26T06:04:46.599 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.599 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.599 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.599 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:23.154005+0000", 2024-07-26T06:04:46.599 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:02:14.187167+0000", 2024-07-26T06:04:46.599 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:02:14.187167+0000", 2024-07-26T06:04:46.599 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:02:19.654061+0000", 2024-07-26T06:04:46.599 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:23.154005+0000", 2024-07-26T06:04:46.599 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T06:04:46.599 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.599 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T06:04:46.599 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 70, 2024-07-26T06:04:46.600 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:23.154005+0000", 2024-07-26T06:04:46.600 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:23.154005+0000", 2024-07-26T06:04:46.600 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:23.154005+0000", 2024-07-26T06:04:46.600 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.600 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.600 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T06:04:46.600 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:23.154005+0000", 2024-07-26T06:04:46.600 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:23.154005+0000", 2024-07-26T06:04:46.600 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.600 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:46.600 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.600 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.601 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 69, 2024-07-26T06:04:46.601 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.601 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.601 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.601 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.601 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:46.601 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.601 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.601 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.601 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "4.0", 2024-07-26T06:04:46.601 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.601 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.602 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 75, 2024-07-26T06:04:46.602 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 19, 2024-07-26T06:04:46.602 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.602 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T06:40:55.722832+0000", 2024-07-26T06:04:46.602 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.000483462, 2024-07-26T06:04:46.602 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.602 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.602 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:46.602 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.602 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.602 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.603 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.603 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.603 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.603 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.603 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.603 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.603 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.603 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.603 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.603 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.603 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.603 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.604 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:46.604 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:46.604 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.604 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:46.604 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.604 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.604 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.604 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.604 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.604 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:46.604 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.605 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.605 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.605 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.605 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.605 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.605 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.605 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.605 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.605 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.605 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.605 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.605 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:46.606 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:46.606 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.606 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.606 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.606 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.606 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:46.606 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:46.606 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T06:04:46.606 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.606 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T06:04:46.606 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:46.607 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.607 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.607 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.607 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:46.607 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T06:04:46.607 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T06:04:46.607 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.607 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T06:04:46.607 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.607 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.607 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T06:04:46.607 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.608 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.608 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.608 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.209409+0000", 2024-07-26T06:04:46.608 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:08.070293+0000", 2024-07-26T06:04:46.608 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:08.070293+0000", 2024-07-26T06:04:46.608 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:08.070612+0000", 2024-07-26T06:04:46.608 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.209409+0000", 2024-07-26T06:04:46.608 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.608 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.608 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.608 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 60, 2024-07-26T06:04:46.609 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.209409+0000", 2024-07-26T06:04:46.609 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.209409+0000", 2024-07-26T06:04:46.609 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.209409+0000", 2024-07-26T06:04:46.609 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.609 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.609 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.609 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.209409+0000", 2024-07-26T06:04:46.609 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.209409+0000", 2024-07-26T06:04:46.609 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.609 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 1, 2024-07-26T06:04:46.609 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.609 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.610 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 59, 2024-07-26T06:04:46.610 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.610 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.610 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.610 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.610 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 1, 2024-07-26T06:04:46.610 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.610 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.610 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.610 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.6", 2024-07-26T06:04:46.610 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.610 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.611 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:46.611 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 25, 2024-07-26T06:04:46.611 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.611 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:52:15.257449+0000", 2024-07-26T06:04:46.611 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:46.611 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.611 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.611 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:46.611 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.611 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.611 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.612 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.612 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.612 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.612 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.612 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.612 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.612 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.612 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.612 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.612 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.612 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.612 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.613 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 3, 2024-07-26T06:04:46.613 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 1, 2024-07-26T06:04:46.613 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.613 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 1, 2024-07-26T06:04:46.613 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.613 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.613 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.613 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.613 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.613 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 1, 2024-07-26T06:04:46.613 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.613 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.614 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.614 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.614 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.614 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.614 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.614 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.614 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.614 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.614 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.614 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.614 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 1, 2024-07-26T06:04:46.615 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:46.615 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.615 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.615 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.615 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.615 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:46.615 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T06:04:46.615 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T06:04:46.615 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.615 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T06:04:46.615 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "65'1" 2024-07-26T06:04:46.615 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.615 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.616 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.616 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:46.616 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:46.616 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T06:04:46.616 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.616 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T06:04:46.616 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.616 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.616 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:46.616 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.616 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.616 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.617 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.653989+0000", 2024-07-26T06:04:46.617 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.359471+0000", 2024-07-26T06:04:46.617 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.359471+0000", 2024-07-26T06:04:46.617 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.359741+0000", 2024-07-26T06:04:46.617 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.653989+0000", 2024-07-26T06:04:46.617 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.617 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.617 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.617 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:46.617 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.653989+0000", 2024-07-26T06:04:46.617 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.653989+0000", 2024-07-26T06:04:46.617 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.653989+0000", 2024-07-26T06:04:46.618 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.618 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.618 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.618 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.653989+0000", 2024-07-26T06:04:46.618 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.653989+0000", 2024-07-26T06:04:46.618 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.618 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:46.618 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.618 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.618 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:46.618 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.618 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.619 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.619 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.619 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:46.619 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.619 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.619 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.619 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.7", 2024-07-26T06:04:46.619 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.619 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.619 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:46.619 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:46.619 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.620 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:41:34.349525+0000", 2024-07-26T06:04:46.620 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:46.620 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.620 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.620 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:46.620 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.620 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.620 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.620 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.620 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.620 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.620 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.621 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.621 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.621 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.621 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.621 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.621 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.621 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.621 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.621 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:46.621 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:46.621 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.622 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:46.622 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.622 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.622 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.622 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.622 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.622 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:46.622 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.622 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.622 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.622 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.623 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.623 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.623 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.623 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.623 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.623 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.623 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.623 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.623 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:46.623 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:46.623 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.623 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.623 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.624 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.624 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:46.624 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:46.624 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T06:04:46.624 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.624 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T06:04:46.624 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:46.624 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.624 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.624 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.624 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:46.624 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:46.625 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T06:04:46.625 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.625 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 4, 2024-07-26T06:04:46.625 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.625 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.625 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 69, 2024-07-26T06:04:46.625 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.625 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.625 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.625 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:22.864194+0000", 2024-07-26T06:04:46.625 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:02:14.279338+0000", 2024-07-26T06:04:46.625 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:02:14.279338+0000", 2024-07-26T06:04:46.625 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:02:19.208309+0000", 2024-07-26T06:04:46.626 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:22.864194+0000", 2024-07-26T06:04:46.626 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T06:04:46.626 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.626 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T06:04:46.626 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 70, 2024-07-26T06:04:46.626 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:22.864194+0000", 2024-07-26T06:04:46.626 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:22.864194+0000", 2024-07-26T06:04:46.626 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:22.864194+0000", 2024-07-26T06:04:46.626 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.626 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.626 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T06:04:46.627 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:22.864194+0000", 2024-07-26T06:04:46.627 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:22.864194+0000", 2024-07-26T06:04:46.627 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.627 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:46.627 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.627 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.627 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 69, 2024-07-26T06:04:46.627 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.627 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.627 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.627 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.628 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:46.628 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.628 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.628 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.628 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "4.1", 2024-07-26T06:04:46.628 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.628 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.628 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 75, 2024-07-26T06:04:46.628 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 19, 2024-07-26T06:04:46.628 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.628 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:25:22.235693+0000", 2024-07-26T06:04:46.628 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.000321245, 2024-07-26T06:04:46.629 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.629 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.629 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:46.629 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.629 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.629 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.629 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.629 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.629 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.629 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.629 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.629 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.630 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.630 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.630 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.630 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.630 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.630 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.630 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:46.630 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:46.630 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.630 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:46.631 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.631 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.631 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.631 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.631 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.631 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:46.631 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.631 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.631 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.631 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.631 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.631 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.632 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.632 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.632 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.632 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.632 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.632 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.632 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:46.632 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:46.632 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.632 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.632 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.632 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.633 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:46.633 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:46.633 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T06:04:46.633 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.633 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 4, 2024-07-26T06:04:46.633 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:46.633 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.633 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.633 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.633 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T06:04:46.633 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:46.633 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T06:04:46.634 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.634 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 6, 2024-07-26T06:04:46.634 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.634 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.634 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T06:04:46.634 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.634 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.634 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.634 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.653957+0000", 2024-07-26T06:04:46.634 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:08.068907+0000", 2024-07-26T06:04:46.634 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:08.068907+0000", 2024-07-26T06:04:46.635 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:08.069210+0000", 2024-07-26T06:04:46.635 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.653957+0000", 2024-07-26T06:04:46.635 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.635 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.635 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.635 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 60, 2024-07-26T06:04:46.635 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.653957+0000", 2024-07-26T06:04:46.635 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.653957+0000", 2024-07-26T06:04:46.635 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.653957+0000", 2024-07-26T06:04:46.635 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.635 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.635 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.636 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.653957+0000", 2024-07-26T06:04:46.636 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.653957+0000", 2024-07-26T06:04:46.636 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.636 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 2, 2024-07-26T06:04:46.636 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.637 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.637 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 59, 2024-07-26T06:04:46.637 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.638 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.638 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.638 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.638 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 2, 2024-07-26T06:04:46.638 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.638 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.638 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.638 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.7", 2024-07-26T06:04:46.638 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.638 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.638 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:46.639 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 26, 2024-07-26T06:04:46.639 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.639 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:57:19.133123+0000", 2024-07-26T06:04:46.639 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:46.639 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.639 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.639 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:46.639 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.639 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.639 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.639 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.639 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.640 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.640 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.640 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.640 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.640 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.640 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.640 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.640 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.640 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.640 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.640 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 3, 2024-07-26T06:04:46.640 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 1, 2024-07-26T06:04:46.641 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.641 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 1, 2024-07-26T06:04:46.641 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.641 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.641 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.641 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.641 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.641 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 1, 2024-07-26T06:04:46.641 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.641 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.641 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.641 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.642 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.642 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.642 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.642 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.642 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.642 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.642 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.642 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.642 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 3, 2024-07-26T06:04:46.642 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:46.642 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.642 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.643 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.643 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.643 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T06:04:46.643 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:46.643 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T06:04:46.643 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.643 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 6, 2024-07-26T06:04:46.643 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "65'2" 2024-07-26T06:04:46.643 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.643 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.643 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.643 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:46.644 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:46.644 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T06:04:46.644 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.644 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 0, 2024-07-26T06:04:46.644 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.644 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.644 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:46.644 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.644 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.644 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.644 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.367594+0000", 2024-07-26T06:04:46.644 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.350519+0000", 2024-07-26T06:04:46.644 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.350519+0000", 2024-07-26T06:04:46.645 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.350773+0000", 2024-07-26T06:04:46.645 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.367594+0000", 2024-07-26T06:04:46.645 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.645 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.645 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.645 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:46.645 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.367594+0000", 2024-07-26T06:04:46.645 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.367594+0000", 2024-07-26T06:04:46.645 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.367594+0000", 2024-07-26T06:04:46.645 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.645 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.646 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.646 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.367594+0000", 2024-07-26T06:04:46.646 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.367594+0000", 2024-07-26T06:04:46.646 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.646 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:46.646 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.646 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.646 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:46.646 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.646 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.646 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.646 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.647 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:46.647 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.647 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.647 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.647 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.6", 2024-07-26T06:04:46.647 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.647 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.647 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:46.647 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:46.647 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.647 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:04:14.493880+0000", 2024-07-26T06:04:46.648 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:46.648 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.648 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.648 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:46.648 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.648 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.648 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.648 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.648 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.648 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.648 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.648 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.649 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.649 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.649 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.649 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.649 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.649 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.649 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.649 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:46.649 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:46.649 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.649 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:46.649 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.650 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.650 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.650 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.650 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.650 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:46.650 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.650 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.650 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.650 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.650 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.650 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.651 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.651 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.651 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.651 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.651 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.651 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.651 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:46.651 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:46.651 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.651 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.651 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.651 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.652 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:46.652 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:46.652 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T06:04:46.652 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.652 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 0, 2024-07-26T06:04:46.652 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:46.652 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.652 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.652 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.652 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:46.652 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:46.653 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T06:04:46.653 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.653 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T06:04:46.653 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.653 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.653 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T06:04:46.653 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.653 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.653 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.653 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.612352+0000", 2024-07-26T06:04:46.653 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:08.073824+0000", 2024-07-26T06:04:46.653 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:08.073824+0000", 2024-07-26T06:04:46.654 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:08.074093+0000", 2024-07-26T06:04:46.654 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.612352+0000", 2024-07-26T06:04:46.654 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.654 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.654 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.654 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 60, 2024-07-26T06:04:46.654 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.612352+0000", 2024-07-26T06:04:46.654 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.612352+0000", 2024-07-26T06:04:46.654 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.612352+0000", 2024-07-26T06:04:46.654 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.655 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.655 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.655 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.612352+0000", 2024-07-26T06:04:46.655 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.612352+0000", 2024-07-26T06:04:46.655 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.655 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:46.655 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.655 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.655 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 59, 2024-07-26T06:04:46.655 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.655 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.655 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.656 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.656 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:46.656 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.656 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.656 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.656 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.8", 2024-07-26T06:04:46.656 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.656 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.656 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:46.656 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 24, 2024-07-26T06:04:46.656 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.656 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:41:59.069133+0000", 2024-07-26T06:04:46.657 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:46.657 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.657 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.657 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:46.657 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.657 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.657 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.657 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.657 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.657 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.657 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.658 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.658 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.658 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.658 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.658 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.658 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.658 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.658 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.658 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:46.658 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:46.659 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.659 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:46.659 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.659 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.659 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.659 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.659 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.659 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:46.659 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.659 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.659 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.660 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.660 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.660 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.660 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.660 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.660 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.660 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.660 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.660 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.660 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:46.660 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:46.661 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.661 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.661 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.661 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.661 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:46.661 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:46.661 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T06:04:46.661 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.661 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T06:04:46.661 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:46.661 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.662 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.662 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.662 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:46.662 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T06:04:46.662 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T06:04:46.662 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.662 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 4, 2024-07-26T06:04:46.662 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.662 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.662 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:46.663 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.663 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.663 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.663 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.208505+0000", 2024-07-26T06:04:46.663 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.358329+0000", 2024-07-26T06:04:46.663 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.358329+0000", 2024-07-26T06:04:46.663 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.358606+0000", 2024-07-26T06:04:46.663 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.208505+0000", 2024-07-26T06:04:46.663 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.663 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.663 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.663 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:46.664 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.208505+0000", 2024-07-26T06:04:46.664 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.208505+0000", 2024-07-26T06:04:46.664 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.208505+0000", 2024-07-26T06:04:46.664 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.664 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.664 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.664 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.208505+0000", 2024-07-26T06:04:46.664 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.208505+0000", 2024-07-26T06:04:46.664 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.664 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:46.664 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.664 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.665 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:46.665 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.665 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.665 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.665 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.665 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:46.665 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.665 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.665 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.665 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.9", 2024-07-26T06:04:46.665 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.665 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.666 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:46.666 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:46.666 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.666 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:48:59.720255+0000", 2024-07-26T06:04:46.666 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:46.666 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.666 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.666 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:46.666 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.666 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.666 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.667 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.667 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.667 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.667 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.667 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.667 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.667 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.667 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.667 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.667 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.667 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.667 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.668 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:46.668 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:46.668 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.668 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:46.668 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.668 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.668 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.668 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.668 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.668 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:46.668 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.669 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.669 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.669 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.669 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.669 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.669 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.669 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.669 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.669 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.669 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.669 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.669 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:46.670 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:46.670 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.670 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.670 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.670 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.670 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:46.670 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T06:04:46.670 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T06:04:46.670 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.670 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 4, 2024-07-26T06:04:46.670 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:46.671 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.671 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.671 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.671 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:46.671 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:46.671 INFO:tasks.workunit.client.0.smithi089.stdout: 3 2024-07-26T06:04:46.671 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.671 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T06:04:46.671 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.671 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.671 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T06:04:46.671 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.672 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.672 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.672 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.208941+0000", 2024-07-26T06:04:46.672 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:08.064330+0000", 2024-07-26T06:04:46.672 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:08.064330+0000", 2024-07-26T06:04:46.672 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:08.064593+0000", 2024-07-26T06:04:46.672 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.208941+0000", 2024-07-26T06:04:46.672 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.672 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.672 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.672 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 60, 2024-07-26T06:04:46.673 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.208941+0000", 2024-07-26T06:04:46.673 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.208941+0000", 2024-07-26T06:04:46.673 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.208941+0000", 2024-07-26T06:04:46.673 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.673 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.673 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.673 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.208941+0000", 2024-07-26T06:04:46.673 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.208941+0000", 2024-07-26T06:04:46.673 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.673 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:46.673 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.673 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.674 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 59, 2024-07-26T06:04:46.674 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.674 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.674 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.674 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.674 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:46.674 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.674 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.674 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.674 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.9", 2024-07-26T06:04:46.674 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.675 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.675 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:46.675 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 24, 2024-07-26T06:04:46.675 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.675 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:36:28.458527+0000", 2024-07-26T06:04:46.675 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:46.675 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.675 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.675 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:46.675 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.675 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.675 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.676 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.676 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.676 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.676 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.676 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.676 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.676 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.676 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.676 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.676 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.676 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.677 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.677 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:46.677 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:46.677 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.677 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:46.677 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.677 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.677 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.677 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.677 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.677 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:46.677 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.678 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.678 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.678 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.678 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.678 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.678 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.678 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.678 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.678 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.678 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.678 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.678 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:46.679 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:46.679 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.679 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.679 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.679 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.679 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:46.679 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:46.679 INFO:tasks.workunit.client.0.smithi089.stdout: 3 2024-07-26T06:04:46.679 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.679 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T06:04:46.679 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:46.680 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.680 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.680 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.680 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:46.680 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:46.680 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T06:04:46.680 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.680 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T06:04:46.680 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.680 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.680 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:46.680 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.681 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.681 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.681 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.653839+0000", 2024-07-26T06:04:46.681 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.359551+0000", 2024-07-26T06:04:46.681 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.359551+0000", 2024-07-26T06:04:46.681 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.359793+0000", 2024-07-26T06:04:46.681 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.653839+0000", 2024-07-26T06:04:46.681 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.681 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.681 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.681 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:46.682 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.653839+0000", 2024-07-26T06:04:46.682 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.653839+0000", 2024-07-26T06:04:46.682 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.653839+0000", 2024-07-26T06:04:46.682 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.682 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.682 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.682 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.653839+0000", 2024-07-26T06:04:46.682 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.653839+0000", 2024-07-26T06:04:46.682 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.682 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:46.682 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.683 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.683 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:46.683 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.683 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.683 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.683 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.683 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:46.683 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.683 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.683 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.683 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.8", 2024-07-26T06:04:46.684 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.684 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.684 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:46.684 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:46.684 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.684 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:38:12.536640+0000", 2024-07-26T06:04:46.684 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:46.684 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.684 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.684 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:46.684 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.685 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.685 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.685 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.685 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.685 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.685 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.685 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.685 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.685 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.685 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.685 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.686 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.686 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.686 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.686 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:46.686 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:46.686 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.686 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:46.686 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.686 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.686 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.686 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.687 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.687 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:46.687 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.687 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.687 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.687 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.687 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.687 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.687 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.687 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.687 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.687 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.688 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.688 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.688 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:46.688 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:46.688 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.688 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.688 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.688 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.688 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:46.688 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:46.688 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T06:04:46.689 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.689 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T06:04:46.689 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:46.689 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.689 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.689 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.689 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:46.689 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:46.689 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T06:04:46.689 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.689 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T06:04:46.689 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.690 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.690 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T06:04:46.690 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.690 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.690 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.690 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.209280+0000", 2024-07-26T06:04:46.690 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:08.068259+0000", 2024-07-26T06:04:46.690 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:08.068259+0000", 2024-07-26T06:04:46.690 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:08.068525+0000", 2024-07-26T06:04:46.690 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.209280+0000", 2024-07-26T06:04:46.690 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.690 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.691 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.691 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 60, 2024-07-26T06:04:46.691 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.209280+0000", 2024-07-26T06:04:46.691 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.209280+0000", 2024-07-26T06:04:46.691 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.209280+0000", 2024-07-26T06:04:46.691 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.691 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.691 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.691 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.209280+0000", 2024-07-26T06:04:46.691 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.209280+0000", 2024-07-26T06:04:46.691 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.691 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:46.692 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.692 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.692 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 59, 2024-07-26T06:04:46.692 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.692 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.692 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.692 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.692 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:46.692 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.692 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.692 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.692 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.a", 2024-07-26T06:04:46.693 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.693 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.693 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:46.693 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 24, 2024-07-26T06:04:46.693 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.693 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T07:06:34.669352+0000", 2024-07-26T06:04:46.693 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:46.693 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.693 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.693 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:46.693 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.694 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.694 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.694 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.694 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.694 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.694 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.694 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.694 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.694 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.694 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.694 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.695 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.695 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.695 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.695 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:46.695 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:46.695 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.695 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:46.695 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.695 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.695 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.695 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.695 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.696 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:46.696 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.696 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.696 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.696 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.696 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.696 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.696 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.696 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.696 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.696 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.697 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.697 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.697 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:46.697 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:46.697 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.697 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.697 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.697 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.697 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T06:04:46.697 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:46.697 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T06:04:46.698 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.698 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T06:04:46.698 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:46.698 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.698 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.698 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.698 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:46.698 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:46.698 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T06:04:46.698 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.698 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T06:04:46.699 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.699 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.699 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:46.699 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.699 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.699 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.699 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.653933+0000", 2024-07-26T06:04:46.699 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.353451+0000", 2024-07-26T06:04:46.699 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.353451+0000", 2024-07-26T06:04:46.699 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.353711+0000", 2024-07-26T06:04:46.699 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.653933+0000", 2024-07-26T06:04:46.699 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.700 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.700 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.700 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:46.700 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.653933+0000", 2024-07-26T06:04:46.700 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.653933+0000", 2024-07-26T06:04:46.700 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.653933+0000", 2024-07-26T06:04:46.700 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.700 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.700 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.700 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.653933+0000", 2024-07-26T06:04:46.700 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.653933+0000", 2024-07-26T06:04:46.700 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.701 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:46.701 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.701 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.701 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:46.701 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.701 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.701 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.701 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.701 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:46.701 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.701 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.701 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.702 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.b", 2024-07-26T06:04:46.702 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.702 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.702 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:46.702 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:46.702 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.702 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:26:22.584224+0000", 2024-07-26T06:04:46.702 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:46.702 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.702 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.702 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:46.702 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.703 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.703 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.703 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.703 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.703 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.703 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.703 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.703 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.703 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.703 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.703 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.703 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.704 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.704 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.704 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:46.704 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:46.704 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.704 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:46.704 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.705 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.705 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.705 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.705 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.705 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:46.705 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.705 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.705 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.705 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.705 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.705 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.705 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.706 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.706 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.706 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.706 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.706 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.706 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:46.706 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:46.706 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.706 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.706 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.706 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.707 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:46.707 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:46.707 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T06:04:46.707 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.707 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T06:04:46.707 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:46.707 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.707 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.707 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.707 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:46.707 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:46.707 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T06:04:46.708 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.708 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T06:04:46.708 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.708 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.708 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T06:04:46.708 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.708 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.708 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.708 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.612708+0000", 2024-07-26T06:04:46.708 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:08.072996+0000", 2024-07-26T06:04:46.708 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:08.072996+0000", 2024-07-26T06:04:46.709 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:08.073337+0000", 2024-07-26T06:04:46.709 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.612708+0000", 2024-07-26T06:04:46.709 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.709 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.709 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.709 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 60, 2024-07-26T06:04:46.709 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.612708+0000", 2024-07-26T06:04:46.709 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.612708+0000", 2024-07-26T06:04:46.709 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.612708+0000", 2024-07-26T06:04:46.709 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.709 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.709 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.709 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.612708+0000", 2024-07-26T06:04:46.710 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.612708+0000", 2024-07-26T06:04:46.710 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.710 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 2, 2024-07-26T06:04:46.710 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.710 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.710 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 59, 2024-07-26T06:04:46.710 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.710 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.710 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.710 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.711 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 2, 2024-07-26T06:04:46.711 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.711 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.711 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.711 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.b", 2024-07-26T06:04:46.711 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.711 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.711 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:46.711 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 26, 2024-07-26T06:04:46.711 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.711 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T11:57:39.857006+0000", 2024-07-26T06:04:46.711 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:46.712 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.712 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.712 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:46.712 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.712 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.712 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.712 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.712 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.712 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.712 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.712 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.712 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.713 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.713 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.713 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.713 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.713 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.713 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.713 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 3, 2024-07-26T06:04:46.713 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 1, 2024-07-26T06:04:46.713 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.713 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 1, 2024-07-26T06:04:46.713 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.714 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.714 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.714 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.714 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.714 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 1, 2024-07-26T06:04:46.714 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.714 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.714 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.714 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.714 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.714 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.715 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.715 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.715 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.715 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.715 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.715 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.715 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 1, 2024-07-26T06:04:46.715 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:46.715 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.715 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.715 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.716 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.716 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:46.716 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:46.716 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T06:04:46.716 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.716 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T06:04:46.716 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "65'2" 2024-07-26T06:04:46.716 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.716 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.716 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.716 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T06:04:46.716 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:46.716 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T06:04:46.717 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.717 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 2, 2024-07-26T06:04:46.717 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.717 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.717 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:46.717 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.717 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.717 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.717 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.208333+0000", 2024-07-26T06:04:46.717 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:36.416335+0000", 2024-07-26T06:04:46.717 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:36.416335+0000", 2024-07-26T06:04:46.718 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:36.416695+0000", 2024-07-26T06:04:46.718 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.208333+0000", 2024-07-26T06:04:46.718 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.718 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.718 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.718 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 67, 2024-07-26T06:04:46.718 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.208333+0000", 2024-07-26T06:04:46.718 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.208333+0000", 2024-07-26T06:04:46.718 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.208333+0000", 2024-07-26T06:04:46.718 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.718 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.719 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.719 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.208333+0000", 2024-07-26T06:04:46.719 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.208333+0000", 2024-07-26T06:04:46.719 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.719 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:46.719 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.719 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.719 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 66, 2024-07-26T06:04:46.719 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.719 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.719 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.720 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.720 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:46.720 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.720 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.720 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.720 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.a", 2024-07-26T06:04:46.720 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.720 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.720 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:46.720 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 18, 2024-07-26T06:04:46.720 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.720 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:26:34.630202+0000", 2024-07-26T06:04:46.721 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:46.721 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.721 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.721 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:46.721 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.721 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.721 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.721 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.721 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.721 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.721 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.721 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.722 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.722 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.722 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.722 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.722 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.722 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.722 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.722 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:46.722 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:46.722 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.722 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:46.722 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.723 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.723 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.723 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.723 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.723 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:46.723 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.723 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.723 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.723 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.723 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.723 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.723 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.724 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.724 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.724 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.724 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.724 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.724 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:46.724 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:46.724 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.724 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.724 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.724 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.724 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T06:04:46.725 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:46.725 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T06:04:46.725 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.725 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 2, 2024-07-26T06:04:46.725 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:46.725 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.725 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.725 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.725 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T06:04:46.725 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:46.725 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T06:04:46.725 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.726 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 2, 2024-07-26T06:04:46.726 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.726 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.726 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:46.726 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.726 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.726 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.726 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.208199+0000", 2024-07-26T06:04:46.726 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:36.836858+0000", 2024-07-26T06:04:46.726 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:36.836858+0000", 2024-07-26T06:04:46.726 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:36.837167+0000", 2024-07-26T06:04:46.726 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.208199+0000", 2024-07-26T06:04:46.727 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.727 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.727 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.727 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 67, 2024-07-26T06:04:46.727 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.208199+0000", 2024-07-26T06:04:46.727 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.208199+0000", 2024-07-26T06:04:46.727 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.208199+0000", 2024-07-26T06:04:46.727 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.727 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.727 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.727 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.208199+0000", 2024-07-26T06:04:46.727 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.208199+0000", 2024-07-26T06:04:46.728 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.728 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:46.728 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.728 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.728 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 66, 2024-07-26T06:04:46.728 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.728 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.728 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.728 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.728 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:46.728 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.728 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.729 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.729 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.1d", 2024-07-26T06:04:46.729 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.729 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.729 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:46.729 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 18, 2024-07-26T06:04:46.729 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.729 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:24:15.587193+0000", 2024-07-26T06:04:46.729 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:46.729 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.729 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.729 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:46.730 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.730 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.730 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.730 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.730 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.730 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.730 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.730 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.730 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.730 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.730 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.730 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.731 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.731 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.731 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.731 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:46.731 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:46.731 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.731 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:46.731 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.731 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.731 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.731 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.731 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.732 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:46.732 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.732 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.732 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.732 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.732 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.732 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.732 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.732 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.732 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.732 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.732 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.733 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.733 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:46.733 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:46.733 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.733 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.733 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.733 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.733 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T06:04:46.733 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:46.733 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T06:04:46.733 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.733 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 2, 2024-07-26T06:04:46.734 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:46.734 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.734 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.734 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.734 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:46.734 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:46.734 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T06:04:46.734 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.734 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T06:04:46.734 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.734 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.734 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T06:04:46.735 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.735 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.735 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.735 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.612689+0000", 2024-07-26T06:04:46.735 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:08.073536+0000", 2024-07-26T06:04:46.735 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:08.073536+0000", 2024-07-26T06:04:46.735 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:08.073858+0000", 2024-07-26T06:04:46.735 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.612689+0000", 2024-07-26T06:04:46.735 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.735 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.735 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.735 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 60, 2024-07-26T06:04:46.736 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.612689+0000", 2024-07-26T06:04:46.736 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.612689+0000", 2024-07-26T06:04:46.736 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.612689+0000", 2024-07-26T06:04:46.736 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.736 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.736 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.736 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.612689+0000", 2024-07-26T06:04:46.736 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.612689+0000", 2024-07-26T06:04:46.736 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.736 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 2, 2024-07-26T06:04:46.736 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.736 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.737 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 59, 2024-07-26T06:04:46.737 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.737 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.737 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.737 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.737 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 2, 2024-07-26T06:04:46.737 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.737 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.737 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.737 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.1c", 2024-07-26T06:04:46.737 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.737 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.738 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:46.738 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 26, 2024-07-26T06:04:46.738 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.738 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:36:53.389271+0000", 2024-07-26T06:04:46.738 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:46.738 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.738 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.738 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:46.738 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.738 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.738 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.739 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.739 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.739 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.739 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.739 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.739 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.739 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.739 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.739 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.739 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.739 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.739 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.740 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 3, 2024-07-26T06:04:46.740 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 1, 2024-07-26T06:04:46.740 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.740 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 1, 2024-07-26T06:04:46.740 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.740 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.740 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.740 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.740 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.740 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 1, 2024-07-26T06:04:46.740 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.740 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.741 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.741 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.741 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.741 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.741 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.741 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.741 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.741 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.741 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.741 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.741 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 3, 2024-07-26T06:04:46.741 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:46.742 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.742 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.742 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.742 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.742 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:46.742 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:46.742 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T06:04:46.742 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.742 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T06:04:46.742 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "65'2" 2024-07-26T06:04:46.742 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.742 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.743 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.743 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:46.743 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:46.743 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T06:04:46.743 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.743 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T06:04:46.743 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.743 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.743 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:46.743 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.743 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.743 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.744 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.211787+0000", 2024-07-26T06:04:46.744 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.362390+0000", 2024-07-26T06:04:46.744 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.362390+0000", 2024-07-26T06:04:46.744 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.362934+0000", 2024-07-26T06:04:46.744 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.211787+0000", 2024-07-26T06:04:46.744 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.744 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.744 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.744 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:46.745 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.211787+0000", 2024-07-26T06:04:46.745 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.211787+0000", 2024-07-26T06:04:46.745 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.211787+0000", 2024-07-26T06:04:46.745 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.745 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.745 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.745 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.211787+0000", 2024-07-26T06:04:46.745 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.211787+0000", 2024-07-26T06:04:46.745 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.745 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:46.745 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.746 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.746 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:46.746 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.746 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.746 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.746 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.746 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:46.746 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.746 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.746 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.746 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.1c", 2024-07-26T06:04:46.747 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.747 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.747 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:46.747 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:46.747 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.747 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T11:15:09.280407+0000", 2024-07-26T06:04:46.747 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:46.747 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.747 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.747 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:46.747 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.747 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.748 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.748 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.748 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.748 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.748 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.748 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.748 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.748 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.748 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.748 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.748 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.748 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.749 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.749 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:46.749 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:46.749 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.749 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:46.749 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.749 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.749 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.749 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.749 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.749 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:46.749 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.750 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.750 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.750 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.750 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.750 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.750 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.750 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.750 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.750 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.750 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.750 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.750 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:46.751 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:46.751 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.751 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.751 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.751 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.751 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:46.751 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T06:04:46.751 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T06:04:46.751 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.751 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T06:04:46.751 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:46.751 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.752 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.752 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.752 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:46.752 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T06:04:46.752 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T06:04:46.752 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.752 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T06:04:46.752 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.752 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.752 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T06:04:46.752 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.752 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.753 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.753 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.612806+0000", 2024-07-26T06:04:46.753 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:08.073964+0000", 2024-07-26T06:04:46.753 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:08.073964+0000", 2024-07-26T06:04:46.753 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:08.074747+0000", 2024-07-26T06:04:46.753 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.612806+0000", 2024-07-26T06:04:46.753 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.753 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.753 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.753 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 60, 2024-07-26T06:04:46.753 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.612806+0000", 2024-07-26T06:04:46.753 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.612806+0000", 2024-07-26T06:04:46.754 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.612806+0000", 2024-07-26T06:04:46.754 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.754 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.754 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.754 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.612806+0000", 2024-07-26T06:04:46.754 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.612806+0000", 2024-07-26T06:04:46.754 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.754 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 2, 2024-07-26T06:04:46.754 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.754 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.754 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 59, 2024-07-26T06:04:46.754 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.755 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.755 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.755 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.755 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 2, 2024-07-26T06:04:46.755 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.755 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.755 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.755 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.1d", 2024-07-26T06:04:46.755 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.755 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.755 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:46.755 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 26, 2024-07-26T06:04:46.756 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.756 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:54:06.244462+0000", 2024-07-26T06:04:46.756 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:46.756 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.756 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.756 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:46.756 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.756 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.756 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.756 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.756 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.757 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.757 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.757 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.757 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.757 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.757 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.757 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.757 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.757 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.757 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.757 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 3, 2024-07-26T06:04:46.757 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 1, 2024-07-26T06:04:46.758 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.758 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 1, 2024-07-26T06:04:46.758 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.758 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.758 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.758 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.758 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.758 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 1, 2024-07-26T06:04:46.758 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.758 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.758 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.758 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.759 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.759 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.759 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.759 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.759 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.759 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.759 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.759 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.759 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 3, 2024-07-26T06:04:46.759 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:46.759 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.759 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.759 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.760 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.760 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:46.760 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T06:04:46.760 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T06:04:46.760 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.760 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T06:04:46.760 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "65'2" 2024-07-26T06:04:46.760 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.760 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.760 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.760 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:46.760 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:46.761 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T06:04:46.761 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.761 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 0, 2024-07-26T06:04:46.761 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.761 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.761 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:46.761 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.761 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.761 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.761 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.367473+0000", 2024-07-26T06:04:46.761 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.354937+0000", 2024-07-26T06:04:46.762 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.354937+0000", 2024-07-26T06:04:46.762 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.355897+0000", 2024-07-26T06:04:46.762 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.367473+0000", 2024-07-26T06:04:46.762 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.762 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.762 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.762 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:46.762 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.367473+0000", 2024-07-26T06:04:46.762 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.367473+0000", 2024-07-26T06:04:46.762 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.367473+0000", 2024-07-26T06:04:46.762 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.762 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.763 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.763 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.367473+0000", 2024-07-26T06:04:46.763 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.367473+0000", 2024-07-26T06:04:46.763 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.763 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:46.763 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.763 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.763 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:46.763 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.763 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.763 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.763 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.764 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:46.764 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.764 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.764 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.764 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.1f", 2024-07-26T06:04:46.764 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.764 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.764 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:46.764 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:46.764 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.764 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T06:36:41.027614+0000", 2024-07-26T06:04:46.764 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:46.765 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.765 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.765 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:46.765 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.765 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.765 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.765 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.765 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.765 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.765 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.765 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.765 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.766 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.766 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.766 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.766 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.766 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.766 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.766 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:46.766 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:46.766 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.766 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:46.766 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.766 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.767 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.767 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.767 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.767 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:46.767 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.767 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.767 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.767 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.767 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.767 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.767 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.767 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.768 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.768 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.768 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.768 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.768 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:46.768 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:46.768 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.768 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.768 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.768 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.768 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:46.768 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T06:04:46.769 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T06:04:46.769 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.769 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 0, 2024-07-26T06:04:46.769 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:46.769 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.769 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.769 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.769 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:46.769 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:46.769 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T06:04:46.769 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.769 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T06:04:46.770 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.770 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.770 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T06:04:46.770 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.770 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.770 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.770 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.654113+0000", 2024-07-26T06:04:46.770 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:08.063302+0000", 2024-07-26T06:04:46.770 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:08.063302+0000", 2024-07-26T06:04:46.770 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:08.063586+0000", 2024-07-26T06:04:46.771 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.654113+0000", 2024-07-26T06:04:46.771 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.771 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.771 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.771 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 60, 2024-07-26T06:04:46.771 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.654113+0000", 2024-07-26T06:04:46.771 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.654113+0000", 2024-07-26T06:04:46.771 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.654113+0000", 2024-07-26T06:04:46.771 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.771 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.771 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.772 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.654113+0000", 2024-07-26T06:04:46.772 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.654113+0000", 2024-07-26T06:04:46.772 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.772 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 1, 2024-07-26T06:04:46.772 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.772 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.772 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 59, 2024-07-26T06:04:46.772 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.772 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.772 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.772 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.772 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 1, 2024-07-26T06:04:46.773 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.773 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.773 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.773 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.1e", 2024-07-26T06:04:46.773 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.773 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.773 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:46.773 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 25, 2024-07-26T06:04:46.773 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.773 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:39:47.677141+0000", 2024-07-26T06:04:46.773 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:46.773 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.774 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.774 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:46.774 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.774 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.774 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.774 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.774 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.774 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.774 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.774 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.774 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.774 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.775 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.775 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.775 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.775 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.775 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.775 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:46.775 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:46.775 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.775 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:46.775 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.775 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.775 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.776 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.776 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.776 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:46.776 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.776 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.776 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.776 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.776 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.776 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.776 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.776 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.777 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.777 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.777 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.777 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.777 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:46.777 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:46.777 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.777 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.777 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.777 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.777 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:46.777 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:46.778 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T06:04:46.778 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.778 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T06:04:46.778 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "65'1" 2024-07-26T06:04:46.778 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.778 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.778 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.778 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:46.778 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T06:04:46.778 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T06:04:46.778 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.779 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T06:04:46.779 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.779 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.779 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T06:04:46.779 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.779 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.779 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.779 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.654033+0000", 2024-07-26T06:04:46.779 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:11.355659+0000", 2024-07-26T06:04:46.779 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:11.355659+0000", 2024-07-26T06:04:46.779 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:11.355949+0000", 2024-07-26T06:04:46.779 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.654033+0000", 2024-07-26T06:04:46.780 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.780 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.780 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.780 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 63, 2024-07-26T06:04:46.780 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.654033+0000", 2024-07-26T06:04:46.780 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.654033+0000", 2024-07-26T06:04:46.780 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.654033+0000", 2024-07-26T06:04:46.780 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.780 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.780 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T06:04:46.780 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.654033+0000", 2024-07-26T06:04:46.780 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.654033+0000", 2024-07-26T06:04:46.781 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.781 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:46.781 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.781 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.781 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 62, 2024-07-26T06:04:46.781 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.781 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.781 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.781 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.781 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:46.781 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.781 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.782 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.782 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.1e", 2024-07-26T06:04:46.782 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.782 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.782 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:46.782 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 21, 2024-07-26T06:04:46.782 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.782 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:51:43.118464+0000", 2024-07-26T06:04:46.782 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:46.782 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.782 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.783 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:46.783 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.783 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.783 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.783 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.783 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.783 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.783 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.783 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.783 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.783 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.784 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.784 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.784 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.784 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.784 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.784 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:46.784 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:46.784 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.784 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:46.784 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.784 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.784 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.785 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.785 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.785 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:46.785 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.785 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.785 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.785 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.785 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.785 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.785 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.785 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.785 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.786 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.786 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.786 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.786 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:46.786 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:46.786 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.786 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.786 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.786 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.786 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T06:04:46.786 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T06:04:46.787 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T06:04:46.787 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.787 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T06:04:46.787 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T06:04:46.787 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.787 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.787 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T06:04:46.787 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:46.787 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:46.787 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T06:04:46.787 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.787 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 0, 2024-07-26T06:04:46.788 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T06:04:46.788 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T06:04:46.788 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T06:04:46.788 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T06:04:46.788 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T06:04:46.788 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T06:04:46.788 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T06:02:19.367804+0000", 2024-07-26T06:04:46.788 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:01:08.066056+0000", 2024-07-26T06:04:46.788 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:01:08.066056+0000", 2024-07-26T06:04:46.788 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:01:08.066313+0000", 2024-07-26T06:04:46.788 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T06:02:19.367804+0000", 2024-07-26T06:04:46.789 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.789 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T06:04:46.789 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.789 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 60, 2024-07-26T06:04:46.789 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T06:02:19.367804+0000", 2024-07-26T06:04:46.789 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T06:02:19.367804+0000", 2024-07-26T06:04:46.789 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T06:02:19.367804+0000", 2024-07-26T06:04:46.789 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T06:04:46.789 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T06:04:46.789 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T06:04:46.789 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T06:02:19.367804+0000", 2024-07-26T06:04:46.790 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T06:02:19.367804+0000", 2024-07-26T06:04:46.790 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T06:04:46.790 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 4, 2024-07-26T06:04:46.790 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T06:04:46.790 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T06:04:46.790 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 59, 2024-07-26T06:04:46.790 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T06:04:46.790 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T06:04:46.790 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T06:04:46.790 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T06:04:46.790 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 4, 2024-07-26T06:04:46.791 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T06:04:46.791 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T06:04:46.791 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T06:04:46.791 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.1f", 2024-07-26T06:04:46.791 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T06:04:46.791 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T06:04:46.791 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 74, 2024-07-26T06:04:46.791 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 28, 2024-07-26T06:04:46.791 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T06:04:46.791 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:10:29.824132+0000", 2024-07-26T06:04:46.791 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T06:04:46.791 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T06:04:46.792 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.792 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 570, 2024-07-26T06:04:46.792 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.792 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.792 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.792 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.792 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.792 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.792 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.792 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.792 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.792 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.792 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.793 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.793 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.793 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.793 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.793 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 6, 2024-07-26T06:04:46.793 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 2, 2024-07-26T06:04:46.793 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.793 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 2, 2024-07-26T06:04:46.793 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.793 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.793 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.794 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.794 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.794 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 1, 2024-07-26T06:04:46.794 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.794 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.794 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.794 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.794 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.794 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.794 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.794 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.795 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.795 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.795 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.795 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.795 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 4, 2024-07-26T06:04:46.795 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 1 2024-07-26T06:04:46.795 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.795 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T06:04:46.795 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T06:04:46.795 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T06:04:46.795 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T06:04:46.795 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T06:04:46.796 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T06:04:46.796 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.796 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 0, 2024-07-26T06:04:46.796 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "65'4" 2024-07-26T06:04:46.796 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:46.796 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.796 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_per_pool": [ 2024-07-26T06:04:46.796 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.796 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": 24, 2024-07-26T06:04:46.796 INFO:tasks.workunit.client.0.smithi089.stdout: "application": [ 2024-07-26T06:04:46.796 INFO:tasks.workunit.client.0.smithi089.stdout: "rbd" 2024-07-26T06:04:46.796 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.797 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 3, 2024-07-26T06:04:46.797 INFO:tasks.workunit.client.0.smithi089.stdout: "num_pg": 8, 2024-07-26T06:04:46.797 INFO:tasks.workunit.client.0.smithi089.stdout: "num_store_stats": 8, 2024-07-26T06:04:46.797 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 3, 2024-07-26T06:04:46.797 INFO:tasks.workunit.client.0.smithi089.stdout: "poolid": 4, 2024-07-26T06:04:46.797 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.797 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 19, 2024-07-26T06:04:46.797 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.797 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.797 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.797 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.798 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.798 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.798 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.798 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.798 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.798 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.798 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.798 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.798 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.798 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.798 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.799 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 6, 2024-07-26T06:04:46.799 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 2, 2024-07-26T06:04:46.799 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.799 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 2, 2024-07-26T06:04:46.799 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.799 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.799 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.799 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.799 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.799 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:46.799 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.799 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.800 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.800 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.800 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.800 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.800 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.800 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.800 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.800 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.800 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.800 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.800 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 2, 2024-07-26T06:04:46.801 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 2 2024-07-26T06:04:46.801 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.801 INFO:tasks.workunit.client.0.smithi089.stdout: "store_stats": { 2024-07-26T06:04:46.801 INFO:tasks.workunit.client.0.smithi089.stdout: "allocated": 12288, 2024-07-26T06:04:46.801 INFO:tasks.workunit.client.0.smithi089.stdout: "available": 0, 2024-07-26T06:04:46.801 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed": 0, 2024-07-26T06:04:46.801 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed_allocated": 0, 2024-07-26T06:04:46.801 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed_original": 0, 2024-07-26T06:04:46.801 INFO:tasks.workunit.client.0.smithi089.stdout: "data_stored": 57, 2024-07-26T06:04:46.801 INFO:tasks.workunit.client.0.smithi089.stdout: "internal_metadata": 0, 2024-07-26T06:04:46.801 INFO:tasks.workunit.client.0.smithi089.stdout: "internally_reserved": 0, 2024-07-26T06:04:46.802 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_allocated": 0, 2024-07-26T06:04:46.802 INFO:tasks.workunit.client.0.smithi089.stdout: "total": 0 2024-07-26T06:04:46.802 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.802 INFO:tasks.workunit.client.0.smithi089.stdout: "up": 24 2024-07-26T06:04:46.802 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.802 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.802 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": 192, 2024-07-26T06:04:46.802 INFO:tasks.workunit.client.0.smithi089.stdout: "application": [ 2024-07-26T06:04:46.802 INFO:tasks.workunit.client.0.smithi089.stdout: "cephfs" 2024-07-26T06:04:46.802 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.802 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T06:04:46.803 INFO:tasks.workunit.client.0.smithi089.stdout: "num_pg": 64, 2024-07-26T06:04:46.803 INFO:tasks.workunit.client.0.smithi089.stdout: "num_store_stats": 8, 2024-07-26T06:04:46.803 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T06:04:46.803 INFO:tasks.workunit.client.0.smithi089.stdout: "poolid": 3, 2024-07-26T06:04:46.803 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.803 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T06:04:46.803 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.803 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.803 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.803 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.803 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.803 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.804 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.804 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.804 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.804 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.804 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.804 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.804 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.804 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.804 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.804 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T06:04:46.804 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T06:04:46.805 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.805 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T06:04:46.805 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.805 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.805 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.805 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.805 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.805 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:46.805 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.805 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.805 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.805 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.805 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.806 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.806 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.806 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.806 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.806 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.806 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.806 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.806 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T06:04:46.806 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T06:04:46.806 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.806 INFO:tasks.workunit.client.0.smithi089.stdout: "store_stats": { 2024-07-26T06:04:46.806 INFO:tasks.workunit.client.0.smithi089.stdout: "allocated": 0, 2024-07-26T06:04:46.807 INFO:tasks.workunit.client.0.smithi089.stdout: "available": 0, 2024-07-26T06:04:46.807 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed": 0, 2024-07-26T06:04:46.807 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed_allocated": 0, 2024-07-26T06:04:46.807 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed_original": 0, 2024-07-26T06:04:46.807 INFO:tasks.workunit.client.0.smithi089.stdout: "data_stored": 0, 2024-07-26T06:04:46.807 INFO:tasks.workunit.client.0.smithi089.stdout: "internal_metadata": 0, 2024-07-26T06:04:46.807 INFO:tasks.workunit.client.0.smithi089.stdout: "internally_reserved": 0, 2024-07-26T06:04:46.807 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_allocated": 0, 2024-07-26T06:04:46.807 INFO:tasks.workunit.client.0.smithi089.stdout: "total": 0 2024-07-26T06:04:46.807 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.807 INFO:tasks.workunit.client.0.smithi089.stdout: "up": 192 2024-07-26T06:04:46.807 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.808 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.808 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": 96, 2024-07-26T06:04:46.808 INFO:tasks.workunit.client.0.smithi089.stdout: "application": [ 2024-07-26T06:04:46.808 INFO:tasks.workunit.client.0.smithi089.stdout: "cephfs" 2024-07-26T06:04:46.808 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.808 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 45, 2024-07-26T06:04:46.808 INFO:tasks.workunit.client.0.smithi089.stdout: "num_pg": 32, 2024-07-26T06:04:46.808 INFO:tasks.workunit.client.0.smithi089.stdout: "num_store_stats": 8, 2024-07-26T06:04:46.808 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 45, 2024-07-26T06:04:46.808 INFO:tasks.workunit.client.0.smithi089.stdout: "poolid": 2, 2024-07-26T06:04:46.808 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.808 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 3410, 2024-07-26T06:04:46.809 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.809 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T06:04:46.809 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.809 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.809 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.809 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.809 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.809 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.809 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.809 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.809 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.809 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.810 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.810 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.810 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.810 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 66, 2024-07-26T06:04:46.810 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 22, 2024-07-26T06:04:46.810 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.810 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 22, 2024-07-26T06:04:46.810 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.810 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.810 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.810 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.811 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.811 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 14, 2024-07-26T06:04:46.811 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.811 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T06:04:46.811 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.811 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.811 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.811 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.811 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.811 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T06:04:46.811 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T06:04:46.811 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.812 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.812 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.812 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 51, 2024-07-26T06:04:46.812 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 19 2024-07-26T06:04:46.812 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.812 INFO:tasks.workunit.client.0.smithi089.stdout: "store_stats": { 2024-07-26T06:04:46.812 INFO:tasks.workunit.client.0.smithi089.stdout: "allocated": 98304, 2024-07-26T06:04:46.812 INFO:tasks.workunit.client.0.smithi089.stdout: "available": 0, 2024-07-26T06:04:46.812 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed": 0, 2024-07-26T06:04:46.812 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed_allocated": 0, 2024-07-26T06:04:46.812 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed_original": 0, 2024-07-26T06:04:46.812 INFO:tasks.workunit.client.0.smithi089.stdout: "data_stored": 10230, 2024-07-26T06:04:46.813 INFO:tasks.workunit.client.0.smithi089.stdout: "internal_metadata": 0, 2024-07-26T06:04:46.813 INFO:tasks.workunit.client.0.smithi089.stdout: "internally_reserved": 0, 2024-07-26T06:04:46.813 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_allocated": 0, 2024-07-26T06:04:46.813 INFO:tasks.workunit.client.0.smithi089.stdout: "total": 0 2024-07-26T06:04:46.813 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.813 INFO:tasks.workunit.client.0.smithi089.stdout: "up": 96 2024-07-26T06:04:46.813 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.813 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T06:04:46.813 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": 3, 2024-07-26T06:04:46.813 INFO:tasks.workunit.client.0.smithi089.stdout: "application": [ 2024-07-26T06:04:46.813 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr" 2024-07-26T06:04:46.813 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.814 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 128, 2024-07-26T06:04:46.814 INFO:tasks.workunit.client.0.smithi089.stdout: "num_pg": 1, 2024-07-26T06:04:46.814 INFO:tasks.workunit.client.0.smithi089.stdout: "num_store_stats": 3, 2024-07-26T06:04:46.814 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 128, 2024-07-26T06:04:46.814 INFO:tasks.workunit.client.0.smithi089.stdout: "poolid": 1, 2024-07-26T06:04:46.814 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T06:04:46.814 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 590368, 2024-07-26T06:04:46.814 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T06:04:46.814 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 1771104, 2024-07-26T06:04:46.814 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T06:04:46.814 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T06:04:46.814 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T06:04:46.815 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T06:04:46.815 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T06:04:46.815 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T06:04:46.815 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T06:04:46.815 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T06:04:46.815 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T06:04:46.815 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T06:04:46.815 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T06:04:46.815 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T06:04:46.815 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T06:04:46.815 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 6, 2024-07-26T06:04:46.815 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 2, 2024-07-26T06:04:46.816 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T06:04:46.816 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 2, 2024-07-26T06:04:46.816 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T06:04:46.816 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T06:04:46.816 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T06:04:46.816 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T06:04:46.816 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T06:04:46.816 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T06:04:46.816 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T06:04:46.816 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 6, 2024-07-26T06:04:46.816 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T06:04:46.816 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T06:04:46.817 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T06:04:46.817 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T06:04:46.817 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T06:04:46.817 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 212, 2024-07-26T06:04:46.817 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 306, 2024-07-26T06:04:46.817 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T06:04:46.817 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T06:04:46.817 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T06:04:46.817 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 179, 2024-07-26T06:04:46.817 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 2416 2024-07-26T06:04:46.817 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.817 INFO:tasks.workunit.client.0.smithi089.stdout: "store_stats": { 2024-07-26T06:04:46.818 INFO:tasks.workunit.client.0.smithi089.stdout: "allocated": 1781760, 2024-07-26T06:04:46.818 INFO:tasks.workunit.client.0.smithi089.stdout: "available": 0, 2024-07-26T06:04:46.818 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed": 0, 2024-07-26T06:04:46.818 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed_allocated": 0, 2024-07-26T06:04:46.818 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed_original": 0, 2024-07-26T06:04:46.818 INFO:tasks.workunit.client.0.smithi089.stdout: "data_stored": 1771104, 2024-07-26T06:04:46.818 INFO:tasks.workunit.client.0.smithi089.stdout: "internal_metadata": 0, 2024-07-26T06:04:46.818 INFO:tasks.workunit.client.0.smithi089.stdout: "internally_reserved": 0, 2024-07-26T06:04:46.818 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_allocated": 0, 2024-07-26T06:04:46.818 INFO:tasks.workunit.client.0.smithi089.stdout: "total": 0 2024-07-26T06:04:46.818 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.818 INFO:tasks.workunit.client.0.smithi089.stdout: "up": 3 2024-07-26T06:04:46.819 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:46.819 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T06:04:46.819 INFO:tasks.workunit.client.0.smithi089.stdout: "usage": { 2024-07-26T06:04:46.819 INFO:tasks.workunit.client.0.smithi089.stdout: "pg_num": 105, 2024-07-26T06:04:46.819 INFO:tasks.workunit.client.0.smithi089.stdout: "pools": 4, 2024-07-26T06:04:46.819 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_by_class": { 2024-07-26T06:04:46.819 INFO:tasks.workunit.client.0.smithi089.stdout: "ssd": { 2024-07-26T06:04:46.819 INFO:tasks.workunit.client.0.smithi089.stdout: "total_avail_bytes": 765516255232, 2024-07-26T06:04:46.819 INFO:tasks.workunit.client.0.smithi089.stdout: "total_bytes": 767960285184, 2024-07-26T06:04:46.819 INFO:tasks.workunit.client.0.smithi089.stdout: "total_used_bytes": 2444029952, 2024-07-26T06:04:46.819 INFO:tasks.workunit.client.0.smithi089.stdout: "total_used_raw_bytes": 2444029952, 2024-07-26T06:04:46.819 INFO:tasks.workunit.client.0.smithi089.stdout: "total_used_raw_ratio": 0.0031824952457100153 2024-07-26T06:04:46.820 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:46.820 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T06:04:46.820 INFO:tasks.workunit.client.0.smithi089.stdout: "total_avail_bytes": 765516255232, 2024-07-26T06:04:46.820 INFO:tasks.workunit.client.0.smithi089.stdout: "total_bytes": 767960285184, 2024-07-26T06:04:46.820 INFO:tasks.workunit.client.0.smithi089.stdout: "total_used_bytes": 2444029952 2024-07-26T06:04:46.820 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:46.820 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T06:04:46.820 INFO:tasks.workunit.client.0.smithi089.stdout:} 2024-07-26T06:04:46.820 INFO:tasks.workunit.client.0.smithi089.stdout:OK 2024-07-26T06:04:46.821 INFO:tasks.workunit.client.0.smithi089.stderr:+ echo OK 2024-07-26T06:04:46.822 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-07-26T06:04:46.822 DEBUG:teuthology.orchestra.run.smithi089:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-07-26T06:04:46.823 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[29555]: from='client.24761 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:04:46.823 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[29555]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:04:46.823 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[29555]: from='client.24761 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:04:46.823 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[29555]: from='client.14868 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:04:46.823 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[29555]: from='client.14868 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:04:46.823 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:04:46.823 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T06:04:46.823 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:46.823 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:46.823 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:46.823 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:46.824 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:46.824 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:46.824 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:04:46.824 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:46.824 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:46.824 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:46.824 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[29555]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:04:46.824 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[29555]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:04:46.824 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:46.824 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:46.824 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:46.824 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[29555]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:04:46.825 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[29555]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:04:46.825 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:46.825 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:46.825 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:46.825 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[41451]: from='client.24761 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:04:46.825 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[41451]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:04:46.825 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[41451]: from='client.24761 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:04:46.825 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[41451]: from='client.14868 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:04:46.825 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[41451]: from='client.14868 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:04:46.826 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:04:46.826 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T06:04:46.826 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:46.826 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:46.826 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:46.826 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:46.826 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:46.826 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:46.826 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:04:46.826 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:46.826 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:46.827 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:46.827 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[41451]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:04:46.827 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[41451]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:04:46.827 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:46.827 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:46.827 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:46.827 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[41451]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:04:46.827 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[41451]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:04:46.827 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:46.827 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:46.827 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:46.828 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[29555]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:04:46.828 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[29555]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:04:46.828 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:46.828 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:46.828 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:46.828 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:04:46.828 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T06:04:46.829 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:46.829 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:46.829 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:46.829 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:46.829 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:46.829 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:46.829 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:46.829 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:46.829 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:46.829 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[29555]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:04:46.829 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[29555]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:04:46.829 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:46.830 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:46.830 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:46.830 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[29555]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:04:46.830 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[29555]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:04:46.830 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:46.830 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:46.830 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:46.830 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[29555]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:04:46.830 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[29555]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:04:46.830 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:46.830 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:46.831 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:46.831 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[41451]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:04:46.831 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[41451]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:04:46.831 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:46.831 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:46.831 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:46.831 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:04:46.831 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T06:04:46.832 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:46.832 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:46.832 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:46.832 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:46.832 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:46.832 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:46.832 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:46.832 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:46.832 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:46.832 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[41451]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:04:46.832 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[41451]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:04:46.833 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:46.833 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:46.833 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:46.833 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[41451]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:04:46.833 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[41451]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:04:46.833 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:46.833 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:46.833 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:46.833 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[41451]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:04:46.833 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[41451]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:04:46.833 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:04:46.833 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:04:46.834 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:44 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:04:46.834 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:45 smithi089 ceph-mon[29555]: from='client.24785 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:04:46.834 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:45 smithi089 ceph-mon[29555]: from='client.24785 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:04:46.835 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:45 smithi089 ceph-mon[41451]: from='client.24785 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:04:46.835 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:45 smithi089 ceph-mon[41451]: from='client.24785 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:04:46.835 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:45 smithi155 ceph-mon[33309]: from='client.24785 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:04:46.835 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:45 smithi155 ceph-mon[33309]: from='client.24785 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:04:46.862 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:46 smithi089 ceph-mon[29555]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-07-26T06:04:46.863 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:46 smithi089 ceph-mon[41451]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-07-26T06:04:46.868 INFO:tasks.workunit:Stopping ['test_telemetry_quincy.sh'] on client.0... 2024-07-26T06:04:46.868 DEBUG:teuthology.orchestra.run.smithi089:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-07-26T06:04:46.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:46 smithi155 ceph-mon[33309]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-07-26T06:04:47.168 DEBUG:teuthology.parallel:result is None 2024-07-26T06:04:47.169 DEBUG:teuthology.orchestra.run.smithi089:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-07-26T06:04:47.194 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-07-26T06:04:47.194 DEBUG:teuthology.orchestra.run.smithi089:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-07-26T06:04:47.260 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-07-26T06:04:47.260 INFO:teuthology.run_tasks:Running task print... 2024-07-26T06:04:47.270 INFO:teuthology.task.print:**** done end telemetry quincy... 2024-07-26T06:04:47.271 INFO:teuthology.run_tasks:Running task print... 2024-07-26T06:04:47.301 INFO:teuthology.task.print:**** done start parallel 2024-07-26T06:04:47.301 INFO:teuthology.run_tasks:Running task parallel... 2024-07-26T06:04:47.376 INFO:teuthology.task.parallel:starting parallel... 2024-07-26T06:04:47.377 INFO:teuthology.task.parallel:In parallel, running task full_sequential... 2024-07-26T06:04:47.378 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-07-26T06:04:47.378 INFO:teuthology.task.print:**** done start ec-rados-default.yaml 2024-07-26T06:04:47.378 INFO:teuthology.task.full_sequential:In full_sequential, running task rados... 2024-07-26T06:04:47.381 INFO:tasks.rados:Beginning rados... 2024-07-26T06:04:47.381 INFO:tasks.rados:joining rados 2024-07-26T06:04:47.381 INFO:teuthology.task.parallel:In parallel, running task sequential... 2024-07-26T06:04:47.382 INFO:teuthology.task.sequential:In sequential, running task print... 2024-07-26T06:04:47.382 INFO:teuthology.task.print:**** done start upgrade, wait 2024-07-26T06:04:47.382 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2024-07-26T06:04:47.382 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi089.front.sepia.ceph.com 2024-07-26T06:04:47.383 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -e sha1=4b230446d7be021d836dfefaff290f6673dd2502 -- bash -c 'ceph config set global log_to_journald false --force' 2024-07-26T06:04:47.383 INFO:tasks.rados:clients are ['client.0', 'client.1'] 2024-07-26T06:04:47.384 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- ceph osd erasure-code-profile set teuthologyprofile k=2 m=1 crush-failure-domain=osd 2024-07-26T06:04:47.648 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:04:47.649 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:04:48.797 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:48 smithi089 ceph-mon[29555]: pgmap v94: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-07-26T06:04:48.797 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:48 smithi089 ceph-mon[41451]: pgmap v94: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-07-26T06:04:48.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:48 smithi155 ceph-mon[33309]: pgmap v94: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-07-26T06:04:50.837 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:50 smithi089 ceph-mon[29555]: pgmap v95: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-07-26T06:04:50.837 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:50 smithi089 ceph-mon[41451]: pgmap v95: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-07-26T06:04:50.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:50 smithi155 ceph-mon[33309]: pgmap v95: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-07-26T06:04:51.379 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:04:50 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[35403]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:04:50] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-07-26T06:04:51.845 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:51 smithi089 ceph-mon[29555]: from='client.? 172.21.15.89:0/684261477' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-26T06:04:51.846 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:51 smithi089 ceph-mon[29555]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-26T06:04:51.846 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:51 smithi089 ceph-mon[41451]: from='client.? 172.21.15.89:0/684261477' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-26T06:04:51.846 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:51 smithi089 ceph-mon[41451]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-26T06:04:51.869 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -e sha1=4b230446d7be021d836dfefaff290f6673dd2502 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2024-07-26T06:04:51.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:51 smithi155 ceph-mon[33309]: from='client.? 172.21.15.89:0/684261477' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-26T06:04:51.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:51 smithi155 ceph-mon[33309]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-26T06:04:52.524 INFO:tasks.rados:starting run 0 out of 1 2024-07-26T06:04:52.524 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_0 2024-07-26T06:04:52.524 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- ceph osd pool create unique_pool_0 16 16 erasure teuthologyprofile 2024-07-26T06:04:52.652 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:04:52.776 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:52 smithi089 ceph-mon[29555]: pgmap v96: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-07-26T06:04:52.776 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:52 smithi089 ceph-mon[29555]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-07-26T06:04:52.776 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:52 smithi089 ceph-mon[29555]: osdmap e76: 8 total, 8 up, 8 in 2024-07-26T06:04:52.776 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:52 smithi089 ceph-mon[41451]: pgmap v96: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-07-26T06:04:52.776 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:52 smithi089 ceph-mon[41451]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-07-26T06:04:52.776 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:52 smithi089 ceph-mon[41451]: osdmap e76: 8 total, 8 up, 8 in 2024-07-26T06:04:52.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:52 smithi155 ceph-mon[33309]: pgmap v96: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-07-26T06:04:52.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:52 smithi155 ceph-mon[33309]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-07-26T06:04:52.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:52 smithi155 ceph-mon[33309]: osdmap e76: 8 total, 8 up, 8 in 2024-07-26T06:04:53.405 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:04:53 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:04:53] "GET /metrics HTTP/1.1" 200 235970 "" "Prometheus/2.43.0" 2024-07-26T06:04:53.481 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:04:54.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:54 smithi155 ceph-mon[33309]: pgmap v98: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 49 KiB/s rd, 0 B/s wr, 52 op/s 2024-07-26T06:04:54.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:54 smithi089 ceph-mon[29555]: pgmap v98: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 49 KiB/s rd, 0 B/s wr, 52 op/s 2024-07-26T06:04:54.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:54 smithi089 ceph-mon[41451]: pgmap v98: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 49 KiB/s rd, 0 B/s wr, 52 op/s 2024-07-26T06:04:56.448 INFO:teuthology.orchestra.run.smithi089.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:4b230446d7be021d836dfefaff290f6673dd2502 2024-07-26T06:04:56.846 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:56 smithi089 ceph-mon[29555]: pgmap v99: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:04:56.846 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:56 smithi089 ceph-mon[29555]: from='client.? 172.21.15.89:0/686259284' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-07-26T06:04:56.846 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:56 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:04:56.846 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:56 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:04:56.846 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:56 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:04:56.846 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:56 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:04:56.847 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:56 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:04:56.847 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:56 smithi089 ceph-mon[41451]: pgmap v99: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:04:56.847 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:56 smithi089 ceph-mon[41451]: from='client.? 172.21.15.89:0/686259284' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-07-26T06:04:56.847 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:56 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:04:56.847 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:56 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:04:56.847 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:56 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:04:56.847 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:56 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:04:56.847 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:56 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:04:56.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:56 smithi155 ceph-mon[33309]: pgmap v99: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:04:56.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:56 smithi155 ceph-mon[33309]: from='client.? 172.21.15.89:0/686259284' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-07-26T06:04:56.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:56 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:04:56.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:56 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:04:56.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:56 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:04:56.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:56 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:04:56.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:56 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:04:57.169 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -e sha1=4b230446d7be021d836dfefaff290f6673dd2502 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done' 2024-07-26T06:04:57.439 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:04:57.603 INFO:teuthology.orchestra.run.smithi089.stderr:pool 'unique_pool_0' created 2024-07-26T06:04:57.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:57 smithi155 ceph-mon[33309]: from='client.24821 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:4b230446d7be021d836dfefaff290f6673dd2502", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:04:57.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:57 smithi155 ceph-mon[33309]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:4b230446d7be021d836dfefaff290f6673dd2502 2024-07-26T06:04:57.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:57 smithi155 ceph-mon[33309]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:4b230446d7be021d836dfefaff290f6673dd2502 2024-07-26T06:04:57.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:57 smithi155 ceph-mon[33309]: osdmap e77: 8 total, 8 up, 8 in 2024-07-26T06:04:57.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:57 smithi089 ceph-mon[29555]: from='client.24821 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:4b230446d7be021d836dfefaff290f6673dd2502", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:04:57.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:57 smithi089 ceph-mon[29555]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:4b230446d7be021d836dfefaff290f6673dd2502 2024-07-26T06:04:57.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:57 smithi089 ceph-mon[29555]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:4b230446d7be021d836dfefaff290f6673dd2502 2024-07-26T06:04:57.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:57 smithi089 ceph-mon[29555]: osdmap e77: 8 total, 8 up, 8 in 2024-07-26T06:04:57.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:57 smithi089 ceph-mon[41451]: from='client.24821 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:4b230446d7be021d836dfefaff290f6673dd2502", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:04:57.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:57 smithi089 ceph-mon[41451]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:4b230446d7be021d836dfefaff290f6673dd2502 2024-07-26T06:04:57.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:57 smithi089 ceph-mon[41451]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:4b230446d7be021d836dfefaff290f6673dd2502 2024-07-26T06:04:57.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:57 smithi089 ceph-mon[41451]: osdmap e77: 8 total, 8 up, 8 in 2024-07-26T06:04:58.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:58 smithi155 ceph-mon[33309]: pgmap v101: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:04:58.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:58 smithi155 ceph-mon[33309]: from='client.? 172.21.15.89:0/686259284' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-07-26T06:04:58.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:58 smithi155 ceph-mon[33309]: osdmap e78: 8 total, 8 up, 8 in 2024-07-26T06:04:58.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:58 smithi089 ceph-mon[29555]: pgmap v101: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:04:58.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:58 smithi089 ceph-mon[29555]: from='client.? 172.21.15.89:0/686259284' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-07-26T06:04:58.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:58 smithi089 ceph-mon[29555]: osdmap e78: 8 total, 8 up, 8 in 2024-07-26T06:04:58.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:58 smithi089 ceph-mon[41451]: pgmap v101: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:04:58.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:58 smithi089 ceph-mon[41451]: from='client.? 172.21.15.89:0/686259284' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-07-26T06:04:58.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:58 smithi089 ceph-mon[41451]: osdmap e78: 8 total, 8 up, 8 in 2024-07-26T06:04:59.648 INFO:teuthology.orchestra.run.smithi089.stdout:true 2024-07-26T06:04:59.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:59 smithi155 ceph-mon[33309]: osdmap e79: 8 total, 8 up, 8 in 2024-07-26T06:04:59.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:04:59 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:04:59.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:59 smithi089 ceph-mon[29555]: osdmap e79: 8 total, 8 up, 8 in 2024-07-26T06:04:59.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:04:59 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:04:59.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:59 smithi089 ceph-mon[41451]: osdmap e79: 8 total, 8 up, 8 in 2024-07-26T06:04:59.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:04:59 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:04:59.936 INFO:teuthology.orchestra.run.smithi089.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-07-26T06:04:59.936 INFO:teuthology.orchestra.run.smithi089.stdout:alertmanager.a smithi089 *:9093,9094 running (99s) 79s ago 2m 13.7M - 0.25.0 c8568f914cd2 64cd4ab716bc 2024-07-26T06:04:59.937 INFO:teuthology.orchestra.run.smithi089.stdout:grafana.a smithi155 *:3000 running (2m) 83s ago 2m 77.9M - 9.4.7 954c08fa6188 702b8d8585ae 2024-07-26T06:04:59.937 INFO:teuthology.orchestra.run.smithi089.stdout:mds.a smithi089 running (4m) 79s ago 4m 14.9M - 17.2.7-1143-g5dff84c0 18bcb77ae794 0ecc3a80790e 2024-07-26T06:04:59.937 INFO:teuthology.orchestra.run.smithi089.stdout:mds.b smithi155 running (4m) 83s ago 4m 18.4M - 17.2.7-1143-g5dff84c0 18bcb77ae794 1c6d7dfdf08d 2024-07-26T06:04:59.937 INFO:teuthology.orchestra.run.smithi089.stdout:mgr.x smithi155 *:8443 running (7m) 83s ago 7m 399M - 17.2.7-1143-g5dff84c0 18bcb77ae794 4d1aa811fceb 2024-07-26T06:04:59.937 INFO:teuthology.orchestra.run.smithi089.stdout:mgr.y smithi089 *:9283 running (9m) 79s ago 9m 445M - 17.2.7-1143-g5dff84c0 18bcb77ae794 ce50526f268f 2024-07-26T06:04:59.937 INFO:teuthology.orchestra.run.smithi089.stdout:mon.a smithi089 running (9m) 79s ago 9m 47.0M 2048M 17.2.7-1143-g5dff84c0 18bcb77ae794 642e17876362 2024-07-26T06:04:59.937 INFO:teuthology.orchestra.run.smithi089.stdout:mon.b smithi155 running (7m) 83s ago 7m 42.6M 2048M 17.2.7-1143-g5dff84c0 18bcb77ae794 907a62e6621b 2024-07-26T06:04:59.937 INFO:teuthology.orchestra.run.smithi089.stdout:mon.c smithi089 running (7m) 79s ago 7m 39.7M 2048M 17.2.7-1143-g5dff84c0 18bcb77ae794 47e9e2c91b10 2024-07-26T06:04:59.937 INFO:teuthology.orchestra.run.smithi089.stdout:node-exporter.a smithi089 *:9100 running (2m) 79s ago 2m 3577k - 1.5.0 0da6a335fe13 18e7b64251bb 2024-07-26T06:04:59.937 INFO:teuthology.orchestra.run.smithi089.stdout:node-exporter.b smithi155 *:9100 running (2m) 83s ago 2m 13.2M - 1.5.0 0da6a335fe13 39a8d5f79b94 2024-07-26T06:04:59.937 INFO:teuthology.orchestra.run.smithi089.stdout:osd.0 smithi089 running (7m) 79s ago 7m 44.8M 2991M 17.2.7-1143-g5dff84c0 18bcb77ae794 0b4289c48967 2024-07-26T06:04:59.937 INFO:teuthology.orchestra.run.smithi089.stdout:osd.1 smithi089 running (6m) 79s ago 6m 44.4M 2991M 17.2.7-1143-g5dff84c0 18bcb77ae794 2a37a3b20d71 2024-07-26T06:04:59.938 INFO:teuthology.orchestra.run.smithi089.stdout:osd.2 smithi089 running (6m) 79s ago 6m 42.0M 2991M 17.2.7-1143-g5dff84c0 18bcb77ae794 2d907a8e0f87 2024-07-26T06:04:59.938 INFO:teuthology.orchestra.run.smithi089.stdout:osd.3 smithi089 running (5m) 79s ago 5m 41.5M 2991M 17.2.7-1143-g5dff84c0 18bcb77ae794 076d339790b6 2024-07-26T06:04:59.938 INFO:teuthology.orchestra.run.smithi089.stdout:osd.4 smithi155 running (5m) 83s ago 5m 42.5M 2992M 17.2.7-1143-g5dff84c0 18bcb77ae794 df54a09a74e9 2024-07-26T06:04:59.938 INFO:teuthology.orchestra.run.smithi089.stdout:osd.5 smithi155 running (5m) 83s ago 5m 42.5M 2992M 17.2.7-1143-g5dff84c0 18bcb77ae794 0f76555562cc 2024-07-26T06:04:59.938 INFO:teuthology.orchestra.run.smithi089.stdout:osd.6 smithi155 running (4m) 83s ago 4m 41.7M 2992M 17.2.7-1143-g5dff84c0 18bcb77ae794 629f0d1fd888 2024-07-26T06:04:59.938 INFO:teuthology.orchestra.run.smithi089.stdout:osd.7 smithi155 running (4m) 83s ago 4m 42.0M 2992M 17.2.7-1143-g5dff84c0 18bcb77ae794 a4db8e598fea 2024-07-26T06:04:59.938 INFO:teuthology.orchestra.run.smithi089.stdout:prometheus.a smithi155 *:9095 running (94s) 83s ago 3m 28.0M - 2.43.0 a07b618ecd1d 455545b831ae 2024-07-26T06:04:59.967 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- ceph osd pool application enable unique_pool_0 rados --yes-i-really-mean-it || true 2024-07-26T06:05:00.269 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:05:00.322 INFO:teuthology.orchestra.run.smithi089.stdout:{ 2024-07-26T06:05:00.323 INFO:teuthology.orchestra.run.smithi089.stdout: "mon": { 2024-07-26T06:05:00.323 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 3 2024-07-26T06:05:00.323 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2024-07-26T06:05:00.323 INFO:teuthology.orchestra.run.smithi089.stdout: "mgr": { 2024-07-26T06:05:00.323 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 2 2024-07-26T06:05:00.323 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2024-07-26T06:05:00.323 INFO:teuthology.orchestra.run.smithi089.stdout: "osd": { 2024-07-26T06:05:00.323 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 8 2024-07-26T06:05:00.323 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2024-07-26T06:05:00.323 INFO:teuthology.orchestra.run.smithi089.stdout: "mds": { 2024-07-26T06:05:00.323 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 2 2024-07-26T06:05:00.323 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2024-07-26T06:05:00.324 INFO:teuthology.orchestra.run.smithi089.stdout: "overall": { 2024-07-26T06:05:00.324 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 15 2024-07-26T06:05:00.324 INFO:teuthology.orchestra.run.smithi089.stdout: } 2024-07-26T06:05:00.324 INFO:teuthology.orchestra.run.smithi089.stdout:} 2024-07-26T06:05:00.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:00 smithi155 ceph-mon[33309]: pgmap v104: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:05:00.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:00 smithi155 ceph-mon[33309]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:05:00.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:00 smithi155 ceph-mon[33309]: osdmap e80: 8 total, 8 up, 8 in 2024-07-26T06:05:00.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:00 smithi155 ceph-mon[33309]: from='client.14916 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:05:00.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:00 smithi155 ceph-mon[33309]: from='client.14922 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:05:00.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:00 smithi155 ceph-mon[33309]: from='client.? 172.21.15.89:0/1777116885' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:05:00.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:00 smithi089 ceph-mon[41451]: pgmap v104: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:05:00.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:00 smithi089 ceph-mon[41451]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:05:00.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:00 smithi089 ceph-mon[41451]: osdmap e80: 8 total, 8 up, 8 in 2024-07-26T06:05:00.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:00 smithi089 ceph-mon[41451]: from='client.14916 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:05:00.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:00 smithi089 ceph-mon[41451]: from='client.14922 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:05:00.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:00 smithi089 ceph-mon[41451]: from='client.? 172.21.15.89:0/1777116885' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:05:00.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:00 smithi089 ceph-mon[29555]: pgmap v104: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:05:00.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:00 smithi089 ceph-mon[29555]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:05:00.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:00 smithi089 ceph-mon[29555]: osdmap e80: 8 total, 8 up, 8 in 2024-07-26T06:05:00.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:00 smithi089 ceph-mon[29555]: from='client.14916 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:05:00.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:00 smithi089 ceph-mon[29555]: from='client.14922 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:05:00.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:00 smithi089 ceph-mon[29555]: from='client.? 172.21.15.89:0/1777116885' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:05:01.379 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:05:00 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[35403]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:05:00] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-07-26T06:05:02.619 INFO:teuthology.orchestra.run.smithi089.stderr:enabled application 'rados' on pool 'unique_pool_0' 2024-07-26T06:05:02.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:02 smithi155 ceph-mon[33309]: pgmap v106: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:05:02.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:02 smithi155 ceph-mon[33309]: from='client.? 172.21.15.89:0/426159598' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:05:02.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:02 smithi089 ceph-mon[29555]: pgmap v106: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:05:02.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:02 smithi089 ceph-mon[29555]: from='client.? 172.21.15.89:0/426159598' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:05:02.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:02 smithi089 ceph-mon[41451]: pgmap v106: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:05:02.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:02 smithi089 ceph-mon[41451]: from='client.? 172.21.15.89:0/426159598' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:05:03.328 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:05:03 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:05:03] "GET /metrics HTTP/1.1" 200 238318 "" "Prometheus/2.43.0" 2024-07-26T06:05:03.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:03 smithi089 ceph-mon[29555]: from='client.? 172.21.15.89:0/426159598' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-07-26T06:05:03.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:03 smithi089 ceph-mon[29555]: osdmap e81: 8 total, 8 up, 8 in 2024-07-26T06:05:03.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:03 smithi089 ceph-mon[41451]: from='client.? 172.21.15.89:0/426159598' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-07-26T06:05:03.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:03 smithi089 ceph-mon[41451]: osdmap e81: 8 total, 8 up, 8 in 2024-07-26T06:05:04.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:03 smithi155 ceph-mon[33309]: from='client.? 172.21.15.89:0/426159598' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-07-26T06:05:04.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:03 smithi155 ceph-mon[33309]: osdmap e81: 8 total, 8 up, 8 in 2024-07-26T06:05:04.354 DEBUG:teuthology.orchestra.run.smithi089:> CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --no-omap --ec-pool --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op read 100 --op write 0 --op delete 50 --op snap_create 50 --op snap_remove 50 --op rollback 50 --op setattr 25 --op rmattr 25 --op copy_from 50 --op append 100 --pool unique_pool_0 2024-07-26T06:05:04.379 INFO:tasks.rados.rados.0.smithi089.stdout:adding op weight read -> 100 2024-07-26T06:05:04.379 INFO:tasks.rados.rados.0.smithi089.stdout:adding op weight delete -> 50 2024-07-26T06:05:04.379 INFO:tasks.rados.rados.0.smithi089.stdout:adding op weight snap_create -> 50 2024-07-26T06:05:04.379 INFO:tasks.rados.rados.0.smithi089.stdout:adding op weight snap_remove -> 50 2024-07-26T06:05:04.379 INFO:tasks.rados.rados.0.smithi089.stdout:adding op weight rollback -> 50 2024-07-26T06:05:04.379 INFO:tasks.rados.rados.0.smithi089.stdout:adding op weight setattr -> 25 2024-07-26T06:05:04.380 INFO:tasks.rados.rados.0.smithi089.stdout:adding op weight rmattr -> 25 2024-07-26T06:05:04.380 INFO:tasks.rados.rados.0.smithi089.stdout:adding op weight copy_from -> 50 2024-07-26T06:05:04.380 INFO:tasks.rados.rados.0.smithi089.stdout:adding op weight append -> 100 2024-07-26T06:05:04.380 INFO:tasks.rados.rados.0.smithi089.stdout:ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable) 2024-07-26T06:05:04.380 INFO:tasks.rados.rados.0.smithi089.stdout:Configuration: 2024-07-26T06:05:04.380 INFO:tasks.rados.rados.0.smithi089.stdout: Number of operations: 4000 2024-07-26T06:05:04.380 INFO:tasks.rados.rados.0.smithi089.stdout: Number of objects: 50 2024-07-26T06:05:04.380 INFO:tasks.rados.rados.0.smithi089.stdout: Max in flight operations: 16 2024-07-26T06:05:04.380 INFO:tasks.rados.rados.0.smithi089.stdout: Object size (in bytes): 4000000 2024-07-26T06:05:04.380 INFO:tasks.rados.rados.0.smithi089.stdout: Write stride min: 400000 2024-07-26T06:05:04.380 INFO:tasks.rados.rados.0.smithi089.stdout: Write stride max: 800000 2024-07-26T06:05:04.637 INFO:tasks.rados.rados.0.smithi089.stdout:1: write initial oid 1 2024-07-26T06:05:04.638 INFO:tasks.rados.rados.0.smithi089.stdout:1: seq_num 0 ranges {0=24576} 2024-07-26T06:05:04.638 INFO:tasks.rados.rados.0.smithi089.stdout:1: writing smithi08986837-1 from 0 to 24576 tid 1 2024-07-26T06:05:04.638 INFO:tasks.rados.rados.0.smithi089.stdout:2: write initial oid 2 2024-07-26T06:05:04.638 INFO:tasks.rados.rados.0.smithi089.stdout:2: seq_num 1 ranges {0=24576} 2024-07-26T06:05:04.638 INFO:tasks.rados.rados.0.smithi089.stdout:2: writing smithi08986837-2 from 0 to 24576 tid 1 2024-07-26T06:05:04.638 INFO:tasks.rados.rados.0.smithi089.stdout:3: write initial oid 3 2024-07-26T06:05:04.638 INFO:tasks.rados.rados.0.smithi089.stdout:3: seq_num 2 ranges {0=40960} 2024-07-26T06:05:04.638 INFO:tasks.rados.rados.0.smithi089.stdout:3: writing smithi08986837-3 from 0 to 40960 tid 1 2024-07-26T06:05:04.638 INFO:tasks.rados.rados.0.smithi089.stdout:4: write initial oid 4 2024-07-26T06:05:04.638 INFO:tasks.rados.rados.0.smithi089.stdout:4: seq_num 3 ranges {0=57344} 2024-07-26T06:05:04.639 INFO:tasks.rados.rados.0.smithi089.stdout:4: writing smithi08986837-4 from 0 to 57344 tid 1 2024-07-26T06:05:04.639 INFO:tasks.rados.rados.0.smithi089.stdout:5: write initial oid 5 2024-07-26T06:05:04.640 INFO:tasks.rados.rados.0.smithi089.stdout:5: seq_num 4 ranges {0=73728} 2024-07-26T06:05:04.640 INFO:tasks.rados.rados.0.smithi089.stdout:5: writing smithi08986837-5 from 0 to 73728 tid 1 2024-07-26T06:05:04.640 INFO:tasks.rados.rados.0.smithi089.stdout:6: write initial oid 6 2024-07-26T06:05:04.640 INFO:tasks.rados.rados.0.smithi089.stdout:6: seq_num 5 ranges {0=90112} 2024-07-26T06:05:04.640 INFO:tasks.rados.rados.0.smithi089.stdout:6: writing smithi08986837-6 from 0 to 90112 tid 1 2024-07-26T06:05:04.640 INFO:tasks.rados.rados.0.smithi089.stdout:7: write initial oid 7 2024-07-26T06:05:04.640 INFO:tasks.rados.rados.0.smithi089.stdout:7: seq_num 6 ranges {0=106496} 2024-07-26T06:05:04.640 INFO:tasks.rados.rados.0.smithi089.stdout:7: writing smithi08986837-7 from 0 to 106496 tid 1 2024-07-26T06:05:04.640 INFO:tasks.rados.rados.0.smithi089.stdout:8: write initial oid 8 2024-07-26T06:05:04.641 INFO:tasks.rados.rados.0.smithi089.stdout:8: seq_num 7 ranges {0=122880} 2024-07-26T06:05:04.641 INFO:tasks.rados.rados.0.smithi089.stdout:8: writing smithi08986837-8 from 0 to 122880 tid 1 2024-07-26T06:05:04.641 INFO:tasks.rados.rados.0.smithi089.stdout:9: write initial oid 9 2024-07-26T06:05:04.641 INFO:tasks.rados.rados.0.smithi089.stdout:9: seq_num 8 ranges {0=139264} 2024-07-26T06:05:04.643 INFO:tasks.rados.rados.0.smithi089.stdout:9: writing smithi08986837-9 from 0 to 139264 tid 1 2024-07-26T06:05:04.643 INFO:tasks.rados.rados.0.smithi089.stdout:10: write initial oid 10 2024-07-26T06:05:04.643 INFO:tasks.rados.rados.0.smithi089.stdout:10: seq_num 9 ranges {0=155648} 2024-07-26T06:05:04.644 INFO:tasks.rados.rados.0.smithi089.stdout:10: writing smithi08986837-10 from 0 to 155648 tid 1 2024-07-26T06:05:04.644 INFO:tasks.rados.rados.0.smithi089.stdout:11: write initial oid 11 2024-07-26T06:05:04.644 INFO:tasks.rados.rados.0.smithi089.stdout:1: finishing write tid 1 to smithi08986837-1 2024-07-26T06:05:04.644 INFO:tasks.rados.rados.0.smithi089.stdout:4: finishing write tid 1 to smithi08986837-4 2024-07-26T06:05:04.644 INFO:tasks.rados.rados.0.smithi089.stdout:3: finishing write tid 1 to smithi08986837-3 2024-07-26T06:05:04.644 INFO:tasks.rados.rados.0.smithi089.stdout:3: finishing write tid 2 to smithi08986837-3 2024-07-26T06:05:04.645 INFO:tasks.rados.rados.0.smithi089.stdout:2: finishing write tid 1 to smithi08986837-2 2024-07-26T06:05:04.645 INFO:tasks.rados.rados.0.smithi089.stdout:2: finishing write tid 2 to smithi08986837-2 2024-07-26T06:05:04.645 INFO:tasks.rados.rados.0.smithi089.stdout:1: finishing write tid 2 to smithi08986837-1 2024-07-26T06:05:04.645 INFO:tasks.rados.rados.0.smithi089.stdout:5: finishing write tid 1 to smithi08986837-5 2024-07-26T06:05:04.645 INFO:tasks.rados.rados.0.smithi089.stdout:4: finishing write tid 2 to smithi08986837-4 2024-07-26T06:05:04.645 INFO:tasks.rados.rados.0.smithi089.stdout:5: finishing write tid 2 to smithi08986837-5 2024-07-26T06:05:04.645 INFO:tasks.rados.rados.0.smithi089.stdout:11: seq_num 10 ranges {0=172032} 2024-07-26T06:05:04.646 INFO:tasks.rados.rados.0.smithi089.stdout:11: writing smithi08986837-11 from 0 to 172032 tid 1 2024-07-26T06:05:04.646 INFO:tasks.rados.rados.0.smithi089.stdout:6: finishing write tid 1 to smithi08986837-6 2024-07-26T06:05:04.646 INFO:tasks.rados.rados.0.smithi089.stdout:8: finishing write tid 1 to smithi08986837-8 2024-07-26T06:05:04.646 INFO:tasks.rados.rados.0.smithi089.stdout:8: finishing write tid 2 to smithi08986837-8 2024-07-26T06:05:04.646 INFO:tasks.rados.rados.0.smithi089.stdout:6: finishing write tid 2 to smithi08986837-6 2024-07-26T06:05:04.646 INFO:tasks.rados.rados.0.smithi089.stdout:12: write initial oid 12 2024-07-26T06:05:04.646 INFO:tasks.rados.rados.0.smithi089.stdout:12: seq_num 11 ranges {0=188416} 2024-07-26T06:05:04.647 INFO:tasks.rados.rados.0.smithi089.stdout:12: writing smithi08986837-12 from 0 to 188416 tid 1 2024-07-26T06:05:04.647 INFO:tasks.rados.rados.0.smithi089.stdout:13: write initial oid 13 2024-07-26T06:05:04.647 INFO:tasks.rados.rados.0.smithi089.stdout:13: seq_num 12 ranges {0=204800} 2024-07-26T06:05:04.648 INFO:tasks.rados.rados.0.smithi089.stdout:13: writing smithi08986837-13 from 0 to 204800 tid 1 2024-07-26T06:05:04.649 INFO:tasks.rados.rados.0.smithi089.stdout:14: write initial oid 14 2024-07-26T06:05:04.649 INFO:tasks.rados.rados.0.smithi089.stdout:14: seq_num 13 ranges {0=221184} 2024-07-26T06:05:04.650 INFO:tasks.rados.rados.0.smithi089.stdout:14: writing smithi08986837-14 from 0 to 221184 tid 1 2024-07-26T06:05:04.650 INFO:tasks.rados.rados.0.smithi089.stdout:15: write initial oid 15 2024-07-26T06:05:04.651 INFO:tasks.rados.rados.0.smithi089.stdout:15: seq_num 14 ranges {0=237568} 2024-07-26T06:05:04.652 INFO:tasks.rados.rados.0.smithi089.stdout:15: writing smithi08986837-15 from 0 to 237568 tid 1 2024-07-26T06:05:04.652 INFO:tasks.rados.rados.0.smithi089.stdout:16: write initial oid 16 2024-07-26T06:05:04.652 INFO:tasks.rados.rados.0.smithi089.stdout:16: seq_num 15 ranges {0=253952} 2024-07-26T06:05:04.655 INFO:tasks.rados.rados.0.smithi089.stdout:16: writing smithi08986837-16 from 0 to 253952 tid 1 2024-07-26T06:05:04.655 INFO:tasks.rados.rados.0.smithi089.stdout: waiting on 16 2024-07-26T06:05:04.655 INFO:tasks.rados.rados.0.smithi089.stdout:3: finishing write tid 3 to smithi08986837-3 2024-07-26T06:05:04.655 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 3 v 2 (ObjNum 2 snap 0 seq_num 2) dirty exists 2024-07-26T06:05:04.655 INFO:tasks.rados.rados.0.smithi089.stdout:3: left oid 3 (ObjNum 2 snap 0 seq_num 2) 2024-07-26T06:05:04.655 INFO:tasks.rados.rados.0.smithi089.stdout:2: finishing write tid 3 to smithi08986837-2 2024-07-26T06:05:04.655 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 2 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-07-26T06:05:04.655 INFO:tasks.rados.rados.0.smithi089.stdout:2: left oid 2 (ObjNum 1 snap 0 seq_num 1) 2024-07-26T06:05:04.655 INFO:tasks.rados.rados.0.smithi089.stdout:4: finishing write tid 3 to smithi08986837-4 2024-07-26T06:05:04.656 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 4 v 2 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-07-26T06:05:04.656 INFO:tasks.rados.rados.0.smithi089.stdout:4: left oid 4 (ObjNum 3 snap 0 seq_num 3) 2024-07-26T06:05:04.656 INFO:tasks.rados.rados.0.smithi089.stdout:6: finishing write tid 3 to smithi08986837-6 2024-07-26T06:05:04.656 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 6 v 4 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-07-26T06:05:04.656 INFO:tasks.rados.rados.0.smithi089.stdout:6: left oid 6 (ObjNum 5 snap 0 seq_num 5) 2024-07-26T06:05:04.656 INFO:tasks.rados.rados.0.smithi089.stdout:8: finishing write tid 3 to smithi08986837-8 2024-07-26T06:05:04.656 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 8 v 2 (ObjNum 7 snap 0 seq_num 7) dirty exists 2024-07-26T06:05:04.656 INFO:tasks.rados.rados.0.smithi089.stdout:8: left oid 8 (ObjNum 7 snap 0 seq_num 7) 2024-07-26T06:05:04.656 INFO:tasks.rados.rados.0.smithi089.stdout:5: finishing write tid 3 to smithi08986837-5 2024-07-26T06:05:04.656 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 5 v 2 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-07-26T06:05:04.656 INFO:tasks.rados.rados.0.smithi089.stdout:5: left oid 5 (ObjNum 4 snap 0 seq_num 4) 2024-07-26T06:05:04.656 INFO:tasks.rados.rados.0.smithi089.stdout:1: finishing write tid 3 to smithi08986837-1 2024-07-26T06:05:04.656 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 1 v 2 (ObjNum 0 snap 0 seq_num 0) dirty exists 2024-07-26T06:05:04.656 INFO:tasks.rados.rados.0.smithi089.stdout:1: left oid 1 (ObjNum 0 snap 0 seq_num 0) 2024-07-26T06:05:04.657 INFO:tasks.rados.rados.0.smithi089.stdout:9: finishing write tid 1 to smithi08986837-9 2024-07-26T06:05:04.657 INFO:tasks.rados.rados.0.smithi089.stdout:9: finishing write tid 2 to smithi08986837-9 2024-07-26T06:05:04.657 INFO:tasks.rados.rados.0.smithi089.stdout:7: finishing write tid 1 to smithi08986837-7 2024-07-26T06:05:04.657 INFO:tasks.rados.rados.0.smithi089.stdout:7: finishing write tid 2 to smithi08986837-7 2024-07-26T06:05:04.657 INFO:tasks.rados.rados.0.smithi089.stdout:10: finishing write tid 1 to smithi08986837-10 2024-07-26T06:05:04.657 INFO:tasks.rados.rados.0.smithi089.stdout:9: finishing write tid 3 to smithi08986837-9 2024-07-26T06:05:04.657 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 9 v 2 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-07-26T06:05:04.657 INFO:tasks.rados.rados.0.smithi089.stdout:9: left oid 9 (ObjNum 8 snap 0 seq_num 8) 2024-07-26T06:05:04.657 INFO:tasks.rados.rados.0.smithi089.stdout:10: finishing write tid 2 to smithi08986837-10 2024-07-26T06:05:04.658 INFO:tasks.rados.rados.0.smithi089.stdout:11: finishing write tid 1 to smithi08986837-11 2024-07-26T06:05:04.658 INFO:tasks.rados.rados.0.smithi089.stdout:11: finishing write tid 2 to smithi08986837-11 2024-07-26T06:05:04.658 INFO:tasks.rados.rados.0.smithi089.stdout:7: finishing write tid 3 to smithi08986837-7 2024-07-26T06:05:04.658 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 7 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-07-26T06:05:04.658 INFO:tasks.rados.rados.0.smithi089.stdout:7: left oid 7 (ObjNum 6 snap 0 seq_num 6) 2024-07-26T06:05:04.658 INFO:tasks.rados.rados.0.smithi089.stdout:13: finishing write tid 1 to smithi08986837-13 2024-07-26T06:05:04.658 INFO:tasks.rados.rados.0.smithi089.stdout:10: finishing write tid 3 to smithi08986837-10 2024-07-26T06:05:04.658 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 10 v 2 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-07-26T06:05:04.658 INFO:tasks.rados.rados.0.smithi089.stdout:10: left oid 10 (ObjNum 9 snap 0 seq_num 9) 2024-07-26T06:05:04.658 INFO:tasks.rados.rados.0.smithi089.stdout:13: finishing write tid 2 to smithi08986837-13 2024-07-26T06:05:04.659 INFO:tasks.rados.rados.0.smithi089.stdout:11: finishing write tid 3 to smithi08986837-11 2024-07-26T06:05:04.659 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 11 v 4 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-07-26T06:05:04.659 INFO:tasks.rados.rados.0.smithi089.stdout:11: left oid 11 (ObjNum 10 snap 0 seq_num 10) 2024-07-26T06:05:04.659 INFO:tasks.rados.rados.0.smithi089.stdout:13: finishing write tid 3 to smithi08986837-13 2024-07-26T06:05:04.659 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 13 v 2 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-07-26T06:05:04.659 INFO:tasks.rados.rados.0.smithi089.stdout:13: left oid 13 (ObjNum 12 snap 0 seq_num 12) 2024-07-26T06:05:04.659 INFO:tasks.rados.rados.0.smithi089.stdout:12: finishing write tid 1 to smithi08986837-12 2024-07-26T06:05:04.659 INFO:tasks.rados.rados.0.smithi089.stdout:1: done (15 left) 2024-07-26T06:05:04.659 INFO:tasks.rados.rados.0.smithi089.stdout:2: done (14 left) 2024-07-26T06:05:04.659 INFO:tasks.rados.rados.0.smithi089.stdout:3: done (13 left) 2024-07-26T06:05:04.659 INFO:tasks.rados.rados.0.smithi089.stdout:4: done (12 left) 2024-07-26T06:05:04.659 INFO:tasks.rados.rados.0.smithi089.stdout:5: done (11 left) 2024-07-26T06:05:04.659 INFO:tasks.rados.rados.0.smithi089.stdout:6: done (10 left) 2024-07-26T06:05:04.659 INFO:tasks.rados.rados.0.smithi089.stdout:7: done (9 left) 2024-07-26T06:05:04.659 INFO:tasks.rados.rados.0.smithi089.stdout:8: done (8 left) 2024-07-26T06:05:04.660 INFO:tasks.rados.rados.0.smithi089.stdout:9: done (7 left) 2024-07-26T06:05:04.660 INFO:tasks.rados.rados.0.smithi089.stdout:10: done (6 left) 2024-07-26T06:05:04.660 INFO:tasks.rados.rados.0.smithi089.stdout:11: done (5 left) 2024-07-26T06:05:04.660 INFO:tasks.rados.rados.0.smithi089.stdout:13: done (4 left) 2024-07-26T06:05:04.660 INFO:tasks.rados.rados.0.smithi089.stdout:17: write initial oid 17 2024-07-26T06:05:04.660 INFO:tasks.rados.rados.0.smithi089.stdout:17: seq_num 16 ranges {0=270336} 2024-07-26T06:05:04.661 INFO:tasks.rados.rados.0.smithi089.stdout:17: writing smithi08986837-17 from 0 to 270336 tid 1 2024-07-26T06:05:04.661 INFO:tasks.rados.rados.0.smithi089.stdout:18: write initial oid 18 2024-07-26T06:05:04.661 INFO:tasks.rados.rados.0.smithi089.stdout:18: seq_num 17 ranges {0=286720} 2024-07-26T06:05:04.661 INFO:tasks.rados.rados.0.smithi089.stdout:18: writing smithi08986837-18 from 0 to 286720 tid 1 2024-07-26T06:05:04.661 INFO:tasks.rados.rados.0.smithi089.stdout:19: write initial oid 19 2024-07-26T06:05:04.661 INFO:tasks.rados.rados.0.smithi089.stdout:19: seq_num 18 ranges {0=303104} 2024-07-26T06:05:04.662 INFO:tasks.rados.rados.0.smithi089.stdout:19: writing smithi08986837-19 from 0 to 303104 tid 1 2024-07-26T06:05:04.662 INFO:tasks.rados.rados.0.smithi089.stdout:20: write initial oid 20 2024-07-26T06:05:04.662 INFO:tasks.rados.rados.0.smithi089.stdout:20: seq_num 19 ranges {0=319488} 2024-07-26T06:05:04.663 INFO:tasks.rados.rados.0.smithi089.stdout:20: writing smithi08986837-20 from 0 to 319488 tid 1 2024-07-26T06:05:04.663 INFO:tasks.rados.rados.0.smithi089.stdout:12: finishing write tid 2 to smithi08986837-12 2024-07-26T06:05:04.663 INFO:tasks.rados.rados.0.smithi089.stdout:12: finishing write tid 3 to smithi08986837-12 2024-07-26T06:05:04.663 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 12 v 4 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-07-26T06:05:04.663 INFO:tasks.rados.rados.0.smithi089.stdout:12: left oid 12 (ObjNum 11 snap 0 seq_num 11) 2024-07-26T06:05:04.663 INFO:tasks.rados.rados.0.smithi089.stdout:14: finishing write tid 1 to smithi08986837-14 2024-07-26T06:05:04.663 INFO:tasks.rados.rados.0.smithi089.stdout:14: finishing write tid 2 to smithi08986837-14 2024-07-26T06:05:04.664 INFO:tasks.rados.rados.0.smithi089.stdout:16: finishing write tid 1 to smithi08986837-16 2024-07-26T06:05:04.664 INFO:tasks.rados.rados.0.smithi089.stdout:15: finishing write tid 1 to smithi08986837-15 2024-07-26T06:05:04.664 INFO:tasks.rados.rados.0.smithi089.stdout:15: finishing write tid 2 to smithi08986837-15 2024-07-26T06:05:04.664 INFO:tasks.rados.rados.0.smithi089.stdout:16: finishing write tid 2 to smithi08986837-16 2024-07-26T06:05:04.664 INFO:tasks.rados.rados.0.smithi089.stdout:14: finishing write tid 3 to smithi08986837-14 2024-07-26T06:05:04.664 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 14 v 2 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-07-26T06:05:04.664 INFO:tasks.rados.rados.0.smithi089.stdout:14: left oid 14 (ObjNum 13 snap 0 seq_num 13) 2024-07-26T06:05:04.664 INFO:tasks.rados.rados.0.smithi089.stdout:16: finishing write tid 3 to smithi08986837-16 2024-07-26T06:05:04.664 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 16 v 4 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-07-26T06:05:04.664 INFO:tasks.rados.rados.0.smithi089.stdout:16: left oid 16 (ObjNum 15 snap 0 seq_num 15) 2024-07-26T06:05:04.664 INFO:tasks.rados.rados.0.smithi089.stdout:15: finishing write tid 3 to smithi08986837-15 2024-07-26T06:05:04.664 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 15 v 4 (ObjNum 14 snap 0 seq_num 14) dirty exists 2024-07-26T06:05:04.665 INFO:tasks.rados.rados.0.smithi089.stdout:15: left oid 15 (ObjNum 14 snap 0 seq_num 14) 2024-07-26T06:05:04.665 INFO:tasks.rados.rados.0.smithi089.stdout:17: finishing write tid 1 to smithi08986837-17 2024-07-26T06:05:04.665 INFO:tasks.rados.rados.0.smithi089.stdout:17: finishing write tid 2 to smithi08986837-17 2024-07-26T06:05:04.665 INFO:tasks.rados.rados.0.smithi089.stdout:18: finishing write tid 1 to smithi08986837-18 2024-07-26T06:05:04.665 INFO:tasks.rados.rados.0.smithi089.stdout:18: finishing write tid 2 to smithi08986837-18 2024-07-26T06:05:04.666 INFO:tasks.rados.rados.0.smithi089.stdout:17: finishing write tid 3 to smithi08986837-17 2024-07-26T06:05:04.666 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 17 v 2 (ObjNum 16 snap 0 seq_num 16) dirty exists 2024-07-26T06:05:04.666 INFO:tasks.rados.rados.0.smithi089.stdout:17: left oid 17 (ObjNum 16 snap 0 seq_num 16) 2024-07-26T06:05:04.666 INFO:tasks.rados.rados.0.smithi089.stdout:12: done (7 left) 2024-07-26T06:05:04.666 INFO:tasks.rados.rados.0.smithi089.stdout:14: done (6 left) 2024-07-26T06:05:04.666 INFO:tasks.rados.rados.0.smithi089.stdout:15: done (5 left) 2024-07-26T06:05:04.666 INFO:tasks.rados.rados.0.smithi089.stdout:16: done (4 left) 2024-07-26T06:05:04.666 INFO:tasks.rados.rados.0.smithi089.stdout:17: done (3 left) 2024-07-26T06:05:04.666 INFO:tasks.rados.rados.0.smithi089.stdout:21: write initial oid 21 2024-07-26T06:05:04.666 INFO:tasks.rados.rados.0.smithi089.stdout:21: seq_num 20 ranges {0=344064} 2024-07-26T06:05:04.667 INFO:tasks.rados.rados.0.smithi089.stdout:21: writing smithi08986837-21 from 0 to 344064 tid 1 2024-07-26T06:05:04.667 INFO:tasks.rados.rados.0.smithi089.stdout:22: write initial oid 22 2024-07-26T06:05:04.667 INFO:tasks.rados.rados.0.smithi089.stdout:22: seq_num 21 ranges {0=360448} 2024-07-26T06:05:04.667 INFO:tasks.rados.rados.0.smithi089.stdout:22: writing smithi08986837-22 from 0 to 360448 tid 1 2024-07-26T06:05:04.667 INFO:tasks.rados.rados.0.smithi089.stdout:23: write initial oid 23 2024-07-26T06:05:04.667 INFO:tasks.rados.rados.0.smithi089.stdout:23: seq_num 22 ranges {0=376832} 2024-07-26T06:05:04.670 INFO:tasks.rados.rados.0.smithi089.stdout:23: writing smithi08986837-23 from 0 to 376832 tid 1 2024-07-26T06:05:04.670 INFO:tasks.rados.rados.0.smithi089.stdout:24: write initial oid 24 2024-07-26T06:05:04.670 INFO:tasks.rados.rados.0.smithi089.stdout:24: seq_num 23 ranges {0=393216} 2024-07-26T06:05:04.672 INFO:tasks.rados.rados.0.smithi089.stdout:24: writing smithi08986837-24 from 0 to 393216 tid 1 2024-07-26T06:05:04.672 INFO:tasks.rados.rados.0.smithi089.stdout:25: write initial oid 25 2024-07-26T06:05:04.672 INFO:tasks.rados.rados.0.smithi089.stdout:25: seq_num 24 ranges {0=409600} 2024-07-26T06:05:04.675 INFO:tasks.rados.rados.0.smithi089.stdout:25: writing smithi08986837-25 from 0 to 409600 tid 1 2024-07-26T06:05:04.675 INFO:tasks.rados.rados.0.smithi089.stdout:26: write initial oid 26 2024-07-26T06:05:04.675 INFO:tasks.rados.rados.0.smithi089.stdout:26: seq_num 25 ranges {0=425984} 2024-07-26T06:05:04.678 INFO:tasks.rados.rados.0.smithi089.stdout:26: writing smithi08986837-26 from 0 to 425984 tid 1 2024-07-26T06:05:04.678 INFO:tasks.rados.rados.0.smithi089.stdout:27: write initial oid 27 2024-07-26T06:05:04.678 INFO:tasks.rados.rados.0.smithi089.stdout:27: seq_num 26 ranges {0=442368} 2024-07-26T06:05:04.680 INFO:tasks.rados.rados.0.smithi089.stdout:27: writing smithi08986837-27 from 0 to 442368 tid 1 2024-07-26T06:05:04.680 INFO:tasks.rados.rados.0.smithi089.stdout:28: write initial oid 28 2024-07-26T06:05:04.680 INFO:tasks.rados.rados.0.smithi089.stdout:28: seq_num 27 ranges {0=458752} 2024-07-26T06:05:04.683 INFO:tasks.rados.rados.0.smithi089.stdout:28: writing smithi08986837-28 from 0 to 458752 tid 1 2024-07-26T06:05:04.683 INFO:tasks.rados.rados.0.smithi089.stdout:29: write initial oid 29 2024-07-26T06:05:04.683 INFO:tasks.rados.rados.0.smithi089.stdout:29: seq_num 28 ranges {0=475136} 2024-07-26T06:05:04.686 INFO:tasks.rados.rados.0.smithi089.stdout:29: writing smithi08986837-29 from 0 to 475136 tid 1 2024-07-26T06:05:04.686 INFO:tasks.rados.rados.0.smithi089.stdout:30: write initial oid 30 2024-07-26T06:05:04.686 INFO:tasks.rados.rados.0.smithi089.stdout:30: seq_num 29 ranges {0=491520} 2024-07-26T06:05:04.689 INFO:tasks.rados.rados.0.smithi089.stdout:30: writing smithi08986837-30 from 0 to 491520 tid 1 2024-07-26T06:05:04.689 INFO:tasks.rados.rados.0.smithi089.stdout:31: write initial oid 31 2024-07-26T06:05:04.689 INFO:tasks.rados.rados.0.smithi089.stdout:31: seq_num 30 ranges {0=507904} 2024-07-26T06:05:04.693 INFO:tasks.rados.rados.0.smithi089.stdout:31: writing smithi08986837-31 from 0 to 507904 tid 1 2024-07-26T06:05:04.693 INFO:tasks.rados.rados.0.smithi089.stdout:32: write initial oid 32 2024-07-26T06:05:04.693 INFO:tasks.rados.rados.0.smithi089.stdout:32: seq_num 31 ranges {0=524288} 2024-07-26T06:05:04.696 INFO:tasks.rados.rados.0.smithi089.stdout:32: writing smithi08986837-32 from 0 to 524288 tid 1 2024-07-26T06:05:04.696 INFO:tasks.rados.rados.0.smithi089.stdout:33: write initial oid 33 2024-07-26T06:05:04.696 INFO:tasks.rados.rados.0.smithi089.stdout:33: seq_num 32 ranges {0=540672} 2024-07-26T06:05:04.700 INFO:tasks.rados.rados.0.smithi089.stdout:33: writing smithi08986837-33 from 0 to 540672 tid 1 2024-07-26T06:05:04.700 INFO:tasks.rados.rados.0.smithi089.stdout: waiting on 16 2024-07-26T06:05:04.700 INFO:tasks.rados.rados.0.smithi089.stdout:19: finishing write tid 1 to smithi08986837-19 2024-07-26T06:05:04.701 INFO:tasks.rados.rados.0.smithi089.stdout:19: finishing write tid 2 to smithi08986837-19 2024-07-26T06:05:04.701 INFO:tasks.rados.rados.0.smithi089.stdout:18: finishing write tid 3 to smithi08986837-18 2024-07-26T06:05:04.701 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 18 v 4 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-07-26T06:05:04.701 INFO:tasks.rados.rados.0.smithi089.stdout:18: left oid 18 (ObjNum 17 snap 0 seq_num 17) 2024-07-26T06:05:04.701 INFO:tasks.rados.rados.0.smithi089.stdout:19: finishing write tid 3 to smithi08986837-19 2024-07-26T06:05:04.701 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 19 v 2 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-07-26T06:05:04.701 INFO:tasks.rados.rados.0.smithi089.stdout:19: left oid 19 (ObjNum 18 snap 0 seq_num 18) 2024-07-26T06:05:04.701 INFO:tasks.rados.rados.0.smithi089.stdout:20: finishing write tid 1 to smithi08986837-20 2024-07-26T06:05:04.701 INFO:tasks.rados.rados.0.smithi089.stdout:20: finishing write tid 2 to smithi08986837-20 2024-07-26T06:05:04.701 INFO:tasks.rados.rados.0.smithi089.stdout:20: finishing write tid 3 to smithi08986837-20 2024-07-26T06:05:04.701 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 20 v 4 (ObjNum 19 snap 0 seq_num 19) dirty exists 2024-07-26T06:05:04.701 INFO:tasks.rados.rados.0.smithi089.stdout:20: left oid 20 (ObjNum 19 snap 0 seq_num 19) 2024-07-26T06:05:04.701 INFO:tasks.rados.rados.0.smithi089.stdout:21: finishing write tid 1 to smithi08986837-21 2024-07-26T06:05:04.702 INFO:tasks.rados.rados.0.smithi089.stdout:21: finishing write tid 2 to smithi08986837-21 2024-07-26T06:05:04.702 INFO:tasks.rados.rados.0.smithi089.stdout:21: finishing write tid 3 to smithi08986837-21 2024-07-26T06:05:04.702 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 21 v 6 (ObjNum 20 snap 0 seq_num 20) dirty exists 2024-07-26T06:05:04.702 INFO:tasks.rados.rados.0.smithi089.stdout:21: left oid 21 (ObjNum 20 snap 0 seq_num 20) 2024-07-26T06:05:04.702 INFO:tasks.rados.rados.0.smithi089.stdout:22: finishing write tid 1 to smithi08986837-22 2024-07-26T06:05:04.702 INFO:tasks.rados.rados.0.smithi089.stdout:22: finishing write tid 2 to smithi08986837-22 2024-07-26T06:05:04.702 INFO:tasks.rados.rados.0.smithi089.stdout:22: finishing write tid 3 to smithi08986837-22 2024-07-26T06:05:04.702 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 22 v 4 (ObjNum 21 snap 0 seq_num 21) dirty exists 2024-07-26T06:05:04.702 INFO:tasks.rados.rados.0.smithi089.stdout:22: left oid 22 (ObjNum 21 snap 0 seq_num 21) 2024-07-26T06:05:04.702 INFO:tasks.rados.rados.0.smithi089.stdout:23: finishing write tid 1 to smithi08986837-23 2024-07-26T06:05:04.702 INFO:tasks.rados.rados.0.smithi089.stdout:23: finishing write tid 2 to smithi08986837-23 2024-07-26T06:05:04.702 INFO:tasks.rados.rados.0.smithi089.stdout:23: finishing write tid 3 to smithi08986837-23 2024-07-26T06:05:04.702 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 23 v 6 (ObjNum 22 snap 0 seq_num 22) dirty exists 2024-07-26T06:05:04.703 INFO:tasks.rados.rados.0.smithi089.stdout:23: left oid 23 (ObjNum 22 snap 0 seq_num 22) 2024-07-26T06:05:04.703 INFO:tasks.rados.rados.0.smithi089.stdout:18: done (15 left) 2024-07-26T06:05:04.703 INFO:tasks.rados.rados.0.smithi089.stdout:19: done (14 left) 2024-07-26T06:05:04.703 INFO:tasks.rados.rados.0.smithi089.stdout:20: done (13 left) 2024-07-26T06:05:04.703 INFO:tasks.rados.rados.0.smithi089.stdout:21: done (12 left) 2024-07-26T06:05:04.703 INFO:tasks.rados.rados.0.smithi089.stdout:22: done (11 left) 2024-07-26T06:05:04.703 INFO:tasks.rados.rados.0.smithi089.stdout:23: done (10 left) 2024-07-26T06:05:04.703 INFO:tasks.rados.rados.0.smithi089.stdout:34: write initial oid 34 2024-07-26T06:05:04.703 INFO:tasks.rados.rados.0.smithi089.stdout:34: seq_num 33 ranges {0=557056} 2024-07-26T06:05:04.704 INFO:tasks.rados.rados.0.smithi089.stdout:34: writing smithi08986837-34 from 0 to 557056 tid 1 2024-07-26T06:05:04.704 INFO:tasks.rados.rados.0.smithi089.stdout:35: write initial oid 35 2024-07-26T06:05:04.704 INFO:tasks.rados.rados.0.smithi089.stdout:35: seq_num 34 ranges {0=573440} 2024-07-26T06:05:04.707 INFO:tasks.rados.rados.0.smithi089.stdout:35: writing smithi08986837-35 from 0 to 573440 tid 1 2024-07-26T06:05:04.707 INFO:tasks.rados.rados.0.smithi089.stdout:36: write initial oid 36 2024-07-26T06:05:04.707 INFO:tasks.rados.rados.0.smithi089.stdout:36: seq_num 35 ranges {0=589824} 2024-07-26T06:05:04.710 INFO:tasks.rados.rados.0.smithi089.stdout:36: writing smithi08986837-36 from 0 to 589824 tid 1 2024-07-26T06:05:04.710 INFO:tasks.rados.rados.0.smithi089.stdout:37: write initial oid 37 2024-07-26T06:05:04.711 INFO:tasks.rados.rados.0.smithi089.stdout:37: seq_num 36 ranges {0=606208} 2024-07-26T06:05:04.714 INFO:tasks.rados.rados.0.smithi089.stdout:37: writing smithi08986837-37 from 0 to 606208 tid 1 2024-07-26T06:05:04.714 INFO:tasks.rados.rados.0.smithi089.stdout:38: write initial oid 38 2024-07-26T06:05:04.714 INFO:tasks.rados.rados.0.smithi089.stdout:38: seq_num 37 ranges {0=622592} 2024-07-26T06:05:04.718 INFO:tasks.rados.rados.0.smithi089.stdout:38: writing smithi08986837-38 from 0 to 622592 tid 1 2024-07-26T06:05:04.718 INFO:tasks.rados.rados.0.smithi089.stdout:39: write initial oid 39 2024-07-26T06:05:04.718 INFO:tasks.rados.rados.0.smithi089.stdout:39: seq_num 38 ranges {0=638976} 2024-07-26T06:05:04.722 INFO:tasks.rados.rados.0.smithi089.stdout:39: writing smithi08986837-39 from 0 to 638976 tid 1 2024-07-26T06:05:04.722 INFO:tasks.rados.rados.0.smithi089.stdout: waiting on 16 2024-07-26T06:05:04.723 INFO:tasks.rados.rados.0.smithi089.stdout:24: finishing write tid 1 to smithi08986837-24 2024-07-26T06:05:04.723 INFO:tasks.rados.rados.0.smithi089.stdout:24: finishing write tid 2 to smithi08986837-24 2024-07-26T06:05:04.723 INFO:tasks.rados.rados.0.smithi089.stdout:24: finishing write tid 3 to smithi08986837-24 2024-07-26T06:05:04.723 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 24 v 2 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-07-26T06:05:04.723 INFO:tasks.rados.rados.0.smithi089.stdout:24: left oid 24 (ObjNum 23 snap 0 seq_num 23) 2024-07-26T06:05:04.723 INFO:tasks.rados.rados.0.smithi089.stdout:25: finishing write tid 1 to smithi08986837-25 2024-07-26T06:05:04.723 INFO:tasks.rados.rados.0.smithi089.stdout:25: finishing write tid 2 to smithi08986837-25 2024-07-26T06:05:04.723 INFO:tasks.rados.rados.0.smithi089.stdout:26: finishing write tid 1 to smithi08986837-26 2024-07-26T06:05:04.723 INFO:tasks.rados.rados.0.smithi089.stdout:26: finishing write tid 2 to smithi08986837-26 2024-07-26T06:05:04.723 INFO:tasks.rados.rados.0.smithi089.stdout:25: finishing write tid 3 to smithi08986837-25 2024-07-26T06:05:04.723 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 25 v 6 (ObjNum 24 snap 0 seq_num 24) dirty exists 2024-07-26T06:05:04.723 INFO:tasks.rados.rados.0.smithi089.stdout:25: left oid 25 (ObjNum 24 snap 0 seq_num 24) 2024-07-26T06:05:04.723 INFO:tasks.rados.rados.0.smithi089.stdout:27: finishing write tid 1 to smithi08986837-27 2024-07-26T06:05:04.724 INFO:tasks.rados.rados.0.smithi089.stdout:26: finishing write tid 3 to smithi08986837-26 2024-07-26T06:05:04.724 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 26 v 2 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-07-26T06:05:04.724 INFO:tasks.rados.rados.0.smithi089.stdout:26: left oid 26 (ObjNum 25 snap 0 seq_num 25) 2024-07-26T06:05:04.724 INFO:tasks.rados.rados.0.smithi089.stdout:27: finishing write tid 2 to smithi08986837-27 2024-07-26T06:05:04.724 INFO:tasks.rados.rados.0.smithi089.stdout:28: finishing write tid 1 to smithi08986837-28 2024-07-26T06:05:04.724 INFO:tasks.rados.rados.0.smithi089.stdout:27: finishing write tid 3 to smithi08986837-27 2024-07-26T06:05:04.724 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 27 v 6 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-07-26T06:05:04.724 INFO:tasks.rados.rados.0.smithi089.stdout:27: left oid 27 (ObjNum 26 snap 0 seq_num 26) 2024-07-26T06:05:04.724 INFO:tasks.rados.rados.0.smithi089.stdout:28: finishing write tid 2 to smithi08986837-28 2024-07-26T06:05:04.724 INFO:tasks.rados.rados.0.smithi089.stdout:28: finishing write tid 3 to smithi08986837-28 2024-07-26T06:05:04.724 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 28 v 6 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-07-26T06:05:04.724 INFO:tasks.rados.rados.0.smithi089.stdout:28: left oid 28 (ObjNum 27 snap 0 seq_num 27) 2024-07-26T06:05:04.724 INFO:tasks.rados.rados.0.smithi089.stdout:29: finishing write tid 1 to smithi08986837-29 2024-07-26T06:05:04.725 INFO:tasks.rados.rados.0.smithi089.stdout:29: finishing write tid 2 to smithi08986837-29 2024-07-26T06:05:04.725 INFO:tasks.rados.rados.0.smithi089.stdout:29: finishing write tid 3 to smithi08986837-29 2024-07-26T06:05:04.725 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 29 v 6 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-07-26T06:05:04.725 INFO:tasks.rados.rados.0.smithi089.stdout:29: left oid 29 (ObjNum 28 snap 0 seq_num 28) 2024-07-26T06:05:04.725 INFO:tasks.rados.rados.0.smithi089.stdout:24: done (15 left) 2024-07-26T06:05:04.725 INFO:tasks.rados.rados.0.smithi089.stdout:25: done (14 left) 2024-07-26T06:05:04.725 INFO:tasks.rados.rados.0.smithi089.stdout:26: done (13 left) 2024-07-26T06:05:04.725 INFO:tasks.rados.rados.0.smithi089.stdout:27: done (12 left) 2024-07-26T06:05:04.725 INFO:tasks.rados.rados.0.smithi089.stdout:28: done (11 left) 2024-07-26T06:05:04.725 INFO:tasks.rados.rados.0.smithi089.stdout:29: done (10 left) 2024-07-26T06:05:04.725 INFO:tasks.rados.rados.0.smithi089.stdout:40: write initial oid 40 2024-07-26T06:05:04.725 INFO:tasks.rados.rados.0.smithi089.stdout:40: seq_num 39 ranges {0=663552} 2024-07-26T06:05:04.726 INFO:tasks.rados.rados.0.smithi089.stdout:40: writing smithi08986837-40 from 0 to 663552 tid 1 2024-07-26T06:05:04.726 INFO:tasks.rados.rados.0.smithi089.stdout:41: write initial oid 41 2024-07-26T06:05:04.726 INFO:tasks.rados.rados.0.smithi089.stdout:41: seq_num 40 ranges {0=679936} 2024-07-26T06:05:04.730 INFO:tasks.rados.rados.0.smithi089.stdout:41: writing smithi08986837-41 from 0 to 679936 tid 1 2024-07-26T06:05:04.730 INFO:tasks.rados.rados.0.smithi089.stdout:42: write initial oid 42 2024-07-26T06:05:04.730 INFO:tasks.rados.rados.0.smithi089.stdout:42: seq_num 41 ranges {0=696320} 2024-07-26T06:05:04.734 INFO:tasks.rados.rados.0.smithi089.stdout:42: writing smithi08986837-42 from 0 to 696320 tid 1 2024-07-26T06:05:04.734 INFO:tasks.rados.rados.0.smithi089.stdout:43: write initial oid 43 2024-07-26T06:05:04.734 INFO:tasks.rados.rados.0.smithi089.stdout:43: seq_num 42 ranges {0=712704} 2024-07-26T06:05:04.738 INFO:tasks.rados.rados.0.smithi089.stdout:43: writing smithi08986837-43 from 0 to 712704 tid 1 2024-07-26T06:05:04.738 INFO:tasks.rados.rados.0.smithi089.stdout:44: write initial oid 44 2024-07-26T06:05:04.739 INFO:tasks.rados.rados.0.smithi089.stdout:44: seq_num 43 ranges {0=729088} 2024-07-26T06:05:04.743 INFO:tasks.rados.rados.0.smithi089.stdout:44: writing smithi08986837-44 from 0 to 729088 tid 1 2024-07-26T06:05:04.743 INFO:tasks.rados.rados.0.smithi089.stdout:45: write initial oid 45 2024-07-26T06:05:04.743 INFO:tasks.rados.rados.0.smithi089.stdout:45: seq_num 44 ranges {0=745472} 2024-07-26T06:05:04.748 INFO:tasks.rados.rados.0.smithi089.stdout:45: writing smithi08986837-45 from 0 to 745472 tid 1 2024-07-26T06:05:04.748 INFO:tasks.rados.rados.0.smithi089.stdout: waiting on 16 2024-07-26T06:05:04.748 INFO:tasks.rados.rados.0.smithi089.stdout:30: finishing write tid 1 to smithi08986837-30 2024-07-26T06:05:04.748 INFO:tasks.rados.rados.0.smithi089.stdout:30: finishing write tid 2 to smithi08986837-30 2024-07-26T06:05:04.748 INFO:tasks.rados.rados.0.smithi089.stdout:30: finishing write tid 3 to smithi08986837-30 2024-07-26T06:05:04.748 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 30 v 4 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-07-26T06:05:04.749 INFO:tasks.rados.rados.0.smithi089.stdout:30: left oid 30 (ObjNum 29 snap 0 seq_num 29) 2024-07-26T06:05:04.749 INFO:tasks.rados.rados.0.smithi089.stdout:31: finishing write tid 1 to smithi08986837-31 2024-07-26T06:05:04.749 INFO:tasks.rados.rados.0.smithi089.stdout:31: finishing write tid 2 to smithi08986837-31 2024-07-26T06:05:04.749 INFO:tasks.rados.rados.0.smithi089.stdout:30: done (15 left) 2024-07-26T06:05:04.749 INFO:tasks.rados.rados.0.smithi089.stdout:46: write initial oid 46 2024-07-26T06:05:04.749 INFO:tasks.rados.rados.0.smithi089.stdout:46: seq_num 45 ranges {0=761856} 2024-07-26T06:05:04.753 INFO:tasks.rados.rados.0.smithi089.stdout:46: writing smithi08986837-46 from 0 to 761856 tid 1 2024-07-26T06:05:04.753 INFO:tasks.rados.rados.0.smithi089.stdout: waiting on 16 2024-07-26T06:05:04.753 INFO:tasks.rados.rados.0.smithi089.stdout:31: finishing write tid 3 to smithi08986837-31 2024-07-26T06:05:04.753 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 31 v 8 (ObjNum 30 snap 0 seq_num 30) dirty exists 2024-07-26T06:05:04.753 INFO:tasks.rados.rados.0.smithi089.stdout:31: left oid 31 (ObjNum 30 snap 0 seq_num 30) 2024-07-26T06:05:04.753 INFO:tasks.rados.rados.0.smithi089.stdout:31: done (15 left) 2024-07-26T06:05:04.754 INFO:tasks.rados.rados.0.smithi089.stdout:47: write initial oid 47 2024-07-26T06:05:04.754 INFO:tasks.rados.rados.0.smithi089.stdout:47: seq_num 46 ranges {0=778240} 2024-07-26T06:05:04.760 INFO:tasks.rados.rados.0.smithi089.stdout:47: writing smithi08986837-47 from 0 to 778240 tid 1 2024-07-26T06:05:04.760 INFO:tasks.rados.rados.0.smithi089.stdout: waiting on 16 2024-07-26T06:05:04.760 INFO:tasks.rados.rados.0.smithi089.stdout:32: finishing write tid 1 to smithi08986837-32 2024-07-26T06:05:04.761 INFO:tasks.rados.rados.0.smithi089.stdout:32: finishing write tid 2 to smithi08986837-32 2024-07-26T06:05:04.761 INFO:tasks.rados.rados.0.smithi089.stdout:32: finishing write tid 3 to smithi08986837-32 2024-07-26T06:05:04.761 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 32 v 6 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-07-26T06:05:04.761 INFO:tasks.rados.rados.0.smithi089.stdout:32: left oid 32 (ObjNum 31 snap 0 seq_num 31) 2024-07-26T06:05:04.761 INFO:tasks.rados.rados.0.smithi089.stdout:33: finishing write tid 1 to smithi08986837-33 2024-07-26T06:05:04.761 INFO:tasks.rados.rados.0.smithi089.stdout:33: finishing write tid 2 to smithi08986837-33 2024-07-26T06:05:04.761 INFO:tasks.rados.rados.0.smithi089.stdout:33: finishing write tid 3 to smithi08986837-33 2024-07-26T06:05:04.761 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 33 v 8 (ObjNum 32 snap 0 seq_num 32) dirty exists 2024-07-26T06:05:04.761 INFO:tasks.rados.rados.0.smithi089.stdout:33: left oid 33 (ObjNum 32 snap 0 seq_num 32) 2024-07-26T06:05:04.761 INFO:tasks.rados.rados.0.smithi089.stdout:34: finishing write tid 1 to smithi08986837-34 2024-07-26T06:05:04.761 INFO:tasks.rados.rados.0.smithi089.stdout:34: finishing write tid 2 to smithi08986837-34 2024-07-26T06:05:04.762 INFO:tasks.rados.rados.0.smithi089.stdout:34: finishing write tid 3 to smithi08986837-34 2024-07-26T06:05:04.762 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 34 v 4 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-07-26T06:05:04.762 INFO:tasks.rados.rados.0.smithi089.stdout:34: left oid 34 (ObjNum 33 snap 0 seq_num 33) 2024-07-26T06:05:04.762 INFO:tasks.rados.rados.0.smithi089.stdout:35: finishing write tid 1 to smithi08986837-35 2024-07-26T06:05:04.762 INFO:tasks.rados.rados.0.smithi089.stdout:35: finishing write tid 2 to smithi08986837-35 2024-07-26T06:05:04.762 INFO:tasks.rados.rados.0.smithi089.stdout:32: done (15 left) 2024-07-26T06:05:04.762 INFO:tasks.rados.rados.0.smithi089.stdout:33: done (14 left) 2024-07-26T06:05:04.762 INFO:tasks.rados.rados.0.smithi089.stdout:34: done (13 left) 2024-07-26T06:05:04.762 INFO:tasks.rados.rados.0.smithi089.stdout:48: write initial oid 48 2024-07-26T06:05:04.762 INFO:tasks.rados.rados.0.smithi089.stdout:48: seq_num 47 ranges {0=794624} 2024-07-26T06:05:04.764 INFO:tasks.rados.rados.0.smithi089.stdout:48: writing smithi08986837-48 from 0 to 794624 tid 1 2024-07-26T06:05:04.764 INFO:tasks.rados.rados.0.smithi089.stdout:49: write initial oid 49 2024-07-26T06:05:04.764 INFO:tasks.rados.rados.0.smithi089.stdout:49: seq_num 48 ranges {0=409600,409600=401408} 2024-07-26T06:05:04.767 INFO:tasks.rados.rados.0.smithi089.stdout:49: writing smithi08986837-49 from 0 to 409600 tid 1 2024-07-26T06:05:04.769 INFO:tasks.rados.rados.0.smithi089.stdout:49: writing smithi08986837-49 from 409600 to 811008 tid 2 2024-07-26T06:05:04.769 INFO:tasks.rados.rados.0.smithi089.stdout:50: write initial oid 50 2024-07-26T06:05:04.770 INFO:tasks.rados.rados.0.smithi089.stdout:50: seq_num 49 ranges {0=425984,425984=401408} 2024-07-26T06:05:04.772 INFO:tasks.rados.rados.0.smithi089.stdout:50: writing smithi08986837-50 from 0 to 425984 tid 1 2024-07-26T06:05:04.776 INFO:tasks.rados.rados.0.smithi089.stdout:50: writing smithi08986837-50 from 425984 to 827392 tid 2 2024-07-26T06:05:04.776 INFO:tasks.rados.rados.0.smithi089.stdout: waiting on 16 2024-07-26T06:05:04.777 INFO:tasks.rados.rados.0.smithi089.stdout:35: finishing write tid 3 to smithi08986837-35 2024-07-26T06:05:04.777 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 35 v 8 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-07-26T06:05:04.777 INFO:tasks.rados.rados.0.smithi089.stdout:35: left oid 35 (ObjNum 34 snap 0 seq_num 34) 2024-07-26T06:05:04.777 INFO:tasks.rados.rados.0.smithi089.stdout:36: finishing write tid 1 to smithi08986837-36 2024-07-26T06:05:04.777 INFO:tasks.rados.rados.0.smithi089.stdout:36: finishing write tid 2 to smithi08986837-36 2024-07-26T06:05:04.777 INFO:tasks.rados.rados.0.smithi089.stdout:36: finishing write tid 3 to smithi08986837-36 2024-07-26T06:05:04.777 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 36 v 4 (ObjNum 35 snap 0 seq_num 35) dirty exists 2024-07-26T06:05:04.777 INFO:tasks.rados.rados.0.smithi089.stdout:36: left oid 36 (ObjNum 35 snap 0 seq_num 35) 2024-07-26T06:05:04.777 INFO:tasks.rados.rados.0.smithi089.stdout:37: finishing write tid 1 to smithi08986837-37 2024-07-26T06:05:04.777 INFO:tasks.rados.rados.0.smithi089.stdout:37: finishing write tid 2 to smithi08986837-37 2024-07-26T06:05:04.778 INFO:tasks.rados.rados.0.smithi089.stdout:37: finishing write tid 3 to smithi08986837-37 2024-07-26T06:05:04.778 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 37 v 6 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-07-26T06:05:04.778 INFO:tasks.rados.rados.0.smithi089.stdout:37: left oid 37 (ObjNum 36 snap 0 seq_num 36) 2024-07-26T06:05:04.778 INFO:tasks.rados.rados.0.smithi089.stdout:38: finishing write tid 1 to smithi08986837-38 2024-07-26T06:05:04.778 INFO:tasks.rados.rados.0.smithi089.stdout:35: done (15 left) 2024-07-26T06:05:04.778 INFO:tasks.rados.rados.0.smithi089.stdout:36: done (14 left) 2024-07-26T06:05:04.778 INFO:tasks.rados.rados.0.smithi089.stdout:37: done (13 left) 2024-07-26T06:05:04.778 INFO:tasks.rados.rados.0.smithi089.stdout:51: copy_from oid 8 from oid 14 current snap is 0 2024-07-26T06:05:04.778 INFO:tasks.rados.rados.0.smithi089.stdout:38: finishing write tid 2 to smithi08986837-38 2024-07-26T06:05:04.778 INFO:tasks.rados.rados.0.smithi089.stdout:38: finishing write tid 3 to smithi08986837-38 2024-07-26T06:05:04.778 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 38 v 10 (ObjNum 37 snap 0 seq_num 37) dirty exists 2024-07-26T06:05:04.778 INFO:tasks.rados.rados.0.smithi089.stdout:38: left oid 38 (ObjNum 37 snap 0 seq_num 37) 2024-07-26T06:05:04.778 INFO:tasks.rados.rados.0.smithi089.stdout:39: finishing write tid 1 to smithi08986837-39 2024-07-26T06:05:04.779 INFO:tasks.rados.rados.0.smithi089.stdout:39: finishing write tid 2 to smithi08986837-39 2024-07-26T06:05:04.779 INFO:tasks.rados.rados.0.smithi089.stdout:39: finishing write tid 3 to smithi08986837-39 2024-07-26T06:05:04.779 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 39 v 6 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-07-26T06:05:04.779 INFO:tasks.rados.rados.0.smithi089.stdout:39: left oid 39 (ObjNum 38 snap 0 seq_num 38) 2024-07-26T06:05:04.779 INFO:tasks.rados.rados.0.smithi089.stdout:40: finishing write tid 1 to smithi08986837-40 2024-07-26T06:05:04.779 INFO:tasks.rados.rados.0.smithi089.stdout:40: finishing write tid 2 to smithi08986837-40 2024-07-26T06:05:04.779 INFO:tasks.rados.rados.0.smithi089.stdout:40: finishing write tid 3 to smithi08986837-40 2024-07-26T06:05:04.779 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 40 v 6 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-07-26T06:05:04.779 INFO:tasks.rados.rados.0.smithi089.stdout:40: left oid 40 (ObjNum 39 snap 0 seq_num 39) 2024-07-26T06:05:04.779 INFO:tasks.rados.rados.0.smithi089.stdout:41: finishing write tid 1 to smithi08986837-41 2024-07-26T06:05:04.779 INFO:tasks.rados.rados.0.smithi089.stdout:41: finishing write tid 2 to smithi08986837-41 2024-07-26T06:05:04.779 INFO:tasks.rados.rados.0.smithi089.stdout:41: finishing write tid 3 to smithi08986837-41 2024-07-26T06:05:04.779 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 41 v 8 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-07-26T06:05:04.779 INFO:tasks.rados.rados.0.smithi089.stdout:41: left oid 41 (ObjNum 40 snap 0 seq_num 40) 2024-07-26T06:05:04.780 INFO:tasks.rados.rados.0.smithi089.stdout:42: finishing write tid 1 to smithi08986837-42 2024-07-26T06:05:04.780 INFO:tasks.rados.rados.0.smithi089.stdout:42: finishing write tid 2 to smithi08986837-42 2024-07-26T06:05:04.780 INFO:tasks.rados.rados.0.smithi089.stdout:38: done (13 left) 2024-07-26T06:05:04.780 INFO:tasks.rados.rados.0.smithi089.stdout:39: done (12 left) 2024-07-26T06:05:04.780 INFO:tasks.rados.rados.0.smithi089.stdout:40: done (11 left) 2024-07-26T06:05:04.780 INFO:tasks.rados.rados.0.smithi089.stdout:41: done (10 left) 2024-07-26T06:05:04.780 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 23 current snap is 0 2024-07-26T06:05:04.780 INFO:tasks.rados.rados.0.smithi089.stdout:52: seq_num 50 ranges {376832=442368,819200=401408} 2024-07-26T06:05:04.781 INFO:tasks.rados.rados.0.smithi089.stdout:52: writing smithi08986837-23 from 376832 to 819200 tid 1 2024-07-26T06:05:04.786 INFO:tasks.rados.rados.0.smithi089.stdout:52: writing smithi08986837-23 from 819200 to 1220608 tid 2 2024-07-26T06:05:04.786 INFO:tasks.rados.rados.0.smithi089.stdout:53: rmattr oid 2 current snap is 0 2024-07-26T06:05:04.786 INFO:tasks.rados.rados.0.smithi089.stdout:53: done (11 left) 2024-07-26T06:05:04.786 INFO:tasks.rados.rados.0.smithi089.stdout:54: delete oid 17 current snap is 0 2024-07-26T06:05:04.786 INFO:tasks.rados.rados.0.smithi089.stdout:42: finishing write tid 3 to smithi08986837-42 2024-07-26T06:05:04.786 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 42 v 8 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-07-26T06:05:04.786 INFO:tasks.rados.rados.0.smithi089.stdout:42: left oid 42 (ObjNum 41 snap 0 seq_num 41) 2024-07-26T06:05:04.786 INFO:tasks.rados.rados.0.smithi089.stdout:43: finishing write tid 1 to smithi08986837-43 2024-07-26T06:05:04.786 INFO:tasks.rados.rados.0.smithi089.stdout:43: finishing write tid 2 to smithi08986837-43 2024-07-26T06:05:04.786 INFO:tasks.rados.rados.0.smithi089.stdout:43: finishing write tid 3 to smithi08986837-43 2024-07-26T06:05:04.786 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 43 v 8 (ObjNum 42 snap 0 seq_num 42) dirty exists 2024-07-26T06:05:04.787 INFO:tasks.rados.rados.0.smithi089.stdout:43: left oid 43 (ObjNum 42 snap 0 seq_num 42) 2024-07-26T06:05:04.787 INFO:tasks.rados.rados.0.smithi089.stdout:44: finishing write tid 1 to smithi08986837-44 2024-07-26T06:05:04.787 INFO:tasks.rados.rados.0.smithi089.stdout:44: finishing write tid 2 to smithi08986837-44 2024-07-26T06:05:04.787 INFO:tasks.rados.rados.0.smithi089.stdout:44: finishing write tid 3 to smithi08986837-44 2024-07-26T06:05:04.787 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 44 v 10 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-07-26T06:05:04.787 INFO:tasks.rados.rados.0.smithi089.stdout:44: left oid 44 (ObjNum 43 snap 0 seq_num 43) 2024-07-26T06:05:04.787 INFO:tasks.rados.rados.0.smithi089.stdout:45: finishing write tid 1 to smithi08986837-45 2024-07-26T06:05:04.787 INFO:tasks.rados.rados.0.smithi089.stdout:45: finishing write tid 2 to smithi08986837-45 2024-07-26T06:05:04.787 INFO:tasks.rados.rados.0.smithi089.stdout:45: finishing write tid 3 to smithi08986837-45 2024-07-26T06:05:04.787 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 45 v 4 (ObjNum 44 snap 0 seq_num 44) dirty exists 2024-07-26T06:05:04.788 INFO:tasks.rados.rados.0.smithi089.stdout:45: left oid 45 (ObjNum 44 snap 0 seq_num 44) 2024-07-26T06:05:04.788 INFO:tasks.rados.rados.0.smithi089.stdout:46: finishing write tid 1 to smithi08986837-46 2024-07-26T06:05:04.788 INFO:tasks.rados.rados.0.smithi089.stdout:46: finishing write tid 2 to smithi08986837-46 2024-07-26T06:05:04.788 INFO:tasks.rados.rados.0.smithi089.stdout:46: finishing write tid 3 to smithi08986837-46 2024-07-26T06:05:04.788 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 46 v 12 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-07-26T06:05:04.788 INFO:tasks.rados.rados.0.smithi089.stdout:46: left oid 46 (ObjNum 45 snap 0 seq_num 45) 2024-07-26T06:05:04.788 INFO:tasks.rados.rados.0.smithi089.stdout:47: finishing write tid 1 to smithi08986837-47 2024-07-26T06:05:04.788 INFO:tasks.rados.rados.0.smithi089.stdout:47: finishing write tid 2 to smithi08986837-47 2024-07-26T06:05:04.788 INFO:tasks.rados.rados.0.smithi089.stdout:47: finishing write tid 3 to smithi08986837-47 2024-07-26T06:05:04.788 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 47 v 14 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-07-26T06:05:04.788 INFO:tasks.rados.rados.0.smithi089.stdout:47: left oid 47 (ObjNum 46 snap 0 seq_num 46) 2024-07-26T06:05:04.788 INFO:tasks.rados.rados.0.smithi089.stdout:48: finishing write tid 1 to smithi08986837-48 2024-07-26T06:05:04.788 INFO:tasks.rados.rados.0.smithi089.stdout:48: finishing write tid 2 to smithi08986837-48 2024-07-26T06:05:04.788 INFO:tasks.rados.rados.0.smithi089.stdout:49: finishing write tid 1 to smithi08986837-49 2024-07-26T06:05:04.789 INFO:tasks.rados.rados.0.smithi089.stdout:48: finishing write tid 3 to smithi08986837-48 2024-07-26T06:05:04.789 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 48 v 6 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-07-26T06:05:04.789 INFO:tasks.rados.rados.0.smithi089.stdout:48: left oid 48 (ObjNum 47 snap 0 seq_num 47) 2024-07-26T06:05:04.789 INFO:tasks.rados.rados.0.smithi089.stdout:49: finishing write tid 2 to smithi08986837-49 2024-07-26T06:05:04.789 INFO:tasks.rados.rados.0.smithi089.stdout:49: finishing write tid 3 to smithi08986837-49 2024-07-26T06:05:04.789 INFO:tasks.rados.rados.0.smithi089.stdout:49: finishing write tid 4 to smithi08986837-49 2024-07-26T06:05:04.789 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 49 v 11 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-07-26T06:05:04.789 INFO:tasks.rados.rados.0.smithi089.stdout:49: left oid 49 (ObjNum 48 snap 0 seq_num 48) 2024-07-26T06:05:04.789 INFO:tasks.rados.rados.0.smithi089.stdout:50: finishing write tid 1 to smithi08986837-50 2024-07-26T06:05:04.789 INFO:tasks.rados.rados.0.smithi089.stdout:50: finishing write tid 2 to smithi08986837-50 2024-07-26T06:05:04.789 INFO:tasks.rados.rados.0.smithi089.stdout:50: finishing write tid 3 to smithi08986837-50 2024-07-26T06:05:04.789 INFO:tasks.rados.rados.0.smithi089.stdout:50: finishing write tid 4 to smithi08986837-50 2024-07-26T06:05:04.789 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 50 v 9 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-07-26T06:05:04.789 INFO:tasks.rados.rados.0.smithi089.stdout:50: left oid 50 (ObjNum 49 snap 0 seq_num 49) 2024-07-26T06:05:04.789 INFO:tasks.rados.rados.0.smithi089.stdout:51: finishing copy_from racing read to smithi08986837-8 2024-07-26T06:05:04.790 INFO:tasks.rados.rados.0.smithi089.stdout:51: finishing copy_from to smithi08986837-8 2024-07-26T06:05:04.790 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 8 v 2 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-07-26T06:05:04.790 INFO:tasks.rados.rados.0.smithi089.stdout:52: finishing write tid 1 to smithi08986837-23 2024-07-26T06:05:04.790 INFO:tasks.rados.rados.0.smithi089.stdout:42: done (11 left) 2024-07-26T06:05:04.790 INFO:tasks.rados.rados.0.smithi089.stdout:43: done (10 left) 2024-07-26T06:05:04.790 INFO:tasks.rados.rados.0.smithi089.stdout:44: done (9 left) 2024-07-26T06:05:04.790 INFO:tasks.rados.rados.0.smithi089.stdout:45: done (8 left) 2024-07-26T06:05:04.790 INFO:tasks.rados.rados.0.smithi089.stdout:46: done (7 left) 2024-07-26T06:05:04.790 INFO:tasks.rados.rados.0.smithi089.stdout:47: done (6 left) 2024-07-26T06:05:04.790 INFO:tasks.rados.rados.0.smithi089.stdout:48: done (5 left) 2024-07-26T06:05:04.790 INFO:tasks.rados.rados.0.smithi089.stdout:49: done (4 left) 2024-07-26T06:05:04.790 INFO:tasks.rados.rados.0.smithi089.stdout:50: done (3 left) 2024-07-26T06:05:04.790 INFO:tasks.rados.rados.0.smithi089.stdout:51: done (2 left) 2024-07-26T06:05:04.790 INFO:tasks.rados.rados.0.smithi089.stdout:54: done (1 left) 2024-07-26T06:05:04.791 INFO:tasks.rados.rados.0.smithi089.stdout:55: read oid 15 snap -1 2024-07-26T06:05:04.791 INFO:tasks.rados.rados.0.smithi089.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2024-07-26T06:05:04.791 INFO:tasks.rados.rados.0.smithi089.stdout:56: rollback oid 31 current snap is 0 2024-07-26T06:05:04.791 INFO:tasks.rados.rados.0.smithi089.stdout:56: done (2 left) 2024-07-26T06:05:04.791 INFO:tasks.rados.rados.0.smithi089.stdout:57: read oid 28 snap -1 2024-07-26T06:05:04.792 INFO:tasks.rados.rados.0.smithi089.stdout:57: expect (ObjNum 27 snap 0 seq_num 27) 2024-07-26T06:05:04.792 INFO:tasks.rados.rados.0.smithi089.stdout:58: copy_from oid 29 from oid 47 current snap is 0 2024-07-26T06:05:04.792 INFO:tasks.rados.rados.0.smithi089.stdout:59: rollback oid 45 current snap is 0 2024-07-26T06:05:04.792 INFO:tasks.rados.rados.0.smithi089.stdout:59: done (4 left) 2024-07-26T06:05:04.792 INFO:tasks.rados.rados.0.smithi089.stdout:60: copy_from oid 22 from oid 48 current snap is 0 2024-07-26T06:05:04.792 INFO:tasks.rados.rados.0.smithi089.stdout:61: delete oid 1 current snap is 0 2024-07-26T06:05:04.793 INFO:tasks.rados.rados.0.smithi089.stdout:52: finishing write tid 2 to smithi08986837-23 2024-07-26T06:05:04.793 INFO:tasks.rados.rados.0.smithi089.stdout:52: finishing write tid 3 to smithi08986837-23 2024-07-26T06:05:04.793 INFO:tasks.rados.rados.0.smithi089.stdout:61: done (5 left) 2024-07-26T06:05:04.793 INFO:tasks.rados.rados.0.smithi089.stdout:62: read oid 17 snap -1 2024-07-26T06:05:04.794 INFO:tasks.rados.rados.0.smithi089.stdout:62: expect deleted 2024-07-26T06:05:04.794 INFO:tasks.rados.rados.0.smithi089.stdout:63: snap_create 2024-07-26T06:05:04.794 INFO:tasks.rados.rados.0.smithi089.stdout:52: finishing write tid 4 to smithi08986837-23 2024-07-26T06:05:04.794 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 23 v 9 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-07-26T06:05:04.794 INFO:tasks.rados.rados.0.smithi089.stdout:52: left oid 23 (ObjNum 50 snap 0 seq_num 50) 2024-07-26T06:05:04.794 INFO:tasks.rados.rados.0.smithi089.stdout:57: expect (ObjNum 27 snap 0 seq_num 27) 2024-07-26T06:05:04.806 INFO:tasks.rados.rados.0.smithi089.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2024-07-26T06:05:04.812 INFO:tasks.rados.rados.0.smithi089.stdout:58: finishing copy_from racing read to smithi08986837-29 2024-07-26T06:05:04.812 INFO:tasks.rados.rados.0.smithi089.stdout:60: finishing copy_from racing read to smithi08986837-22 2024-07-26T06:05:04.812 INFO:tasks.rados.rados.0.smithi089.stdout:58: finishing copy_from to smithi08986837-29 2024-07-26T06:05:04.812 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 29 v 14 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-07-26T06:05:04.813 INFO:tasks.rados.rados.0.smithi089.stdout:60: finishing copy_from to smithi08986837-22 2024-07-26T06:05:04.813 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 22 v 6 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-07-26T06:05:04.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:04 smithi089 ceph-mon[29555]: pgmap v108: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:05:04.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:04 smithi089 ceph-mon[29555]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:05:04.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:04 smithi089 ceph-mon[29555]: Cluster is now healthy 2024-07-26T06:05:04.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:04 smithi089 ceph-mon[29555]: from='client.? 172.21.15.89:0/4235116838' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-07-26T06:05:04.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:04 smithi089 ceph-mon[41451]: pgmap v108: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:05:04.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:04 smithi089 ceph-mon[41451]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:05:04.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:04 smithi089 ceph-mon[41451]: Cluster is now healthy 2024-07-26T06:05:04.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:04 smithi089 ceph-mon[41451]: from='client.? 172.21.15.89:0/4235116838' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-07-26T06:05:05.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:04 smithi155 ceph-mon[33309]: pgmap v108: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:05:05.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:04 smithi155 ceph-mon[33309]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:05:05.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:04 smithi155 ceph-mon[33309]: Cluster is now healthy 2024-07-26T06:05:05.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:04 smithi155 ceph-mon[33309]: from='client.? 172.21.15.89:0/4235116838' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-07-26T06:05:05.643 INFO:tasks.rados.rados.0.smithi089.stdout:52: done (6 left) 2024-07-26T06:05:05.643 INFO:tasks.rados.rados.0.smithi089.stdout:55: done (5 left) 2024-07-26T06:05:05.643 INFO:tasks.rados.rados.0.smithi089.stdout:57: done (4 left) 2024-07-26T06:05:05.643 INFO:tasks.rados.rados.0.smithi089.stdout:58: done (3 left) 2024-07-26T06:05:05.643 INFO:tasks.rados.rados.0.smithi089.stdout:60: done (2 left) 2024-07-26T06:05:05.643 INFO:tasks.rados.rados.0.smithi089.stdout:62: done (1 left) 2024-07-26T06:05:05.643 INFO:tasks.rados.rados.0.smithi089.stdout:63: done (0 left) 2024-07-26T06:05:05.644 INFO:tasks.rados.rados.0.smithi089.stdout:64: copy_from oid 15 from oid 2 current snap is 1 2024-07-26T06:05:05.644 INFO:tasks.rados.rados.0.smithi089.stdout:65: read oid 30 snap -1 2024-07-26T06:05:05.644 INFO:tasks.rados.rados.0.smithi089.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-07-26T06:05:05.644 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 23 current snap is 1 2024-07-26T06:05:05.644 INFO:tasks.rados.rados.0.smithi089.stdout:66: seq_num 53 ranges {1220608=491520,1712128=401408} 2024-07-26T06:05:05.654 INFO:tasks.rados.rados.0.smithi089.stdout:66: writing smithi08986837-23 from 1220608 to 1712128 tid 1 2024-07-26T06:05:05.657 INFO:tasks.rados.rados.0.smithi089.stdout:66: writing smithi08986837-23 from 1712128 to 2113536 tid 2 2024-07-26T06:05:05.657 INFO:tasks.rados.rados.0.smithi089.stdout:67: rollback oid 10 current snap is 1 2024-07-26T06:05:05.657 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 10 to 0 2024-07-26T06:05:05.657 INFO:tasks.rados.rados.0.smithi089.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-07-26T06:05:05.674 INFO:tasks.rados.rados.0.smithi089.stdout:64: finishing copy_from racing read to smithi08986837-15 2024-07-26T06:05:05.674 INFO:tasks.rados.rados.0.smithi089.stdout:64: finishing copy_from to smithi08986837-15 2024-07-26T06:05:05.674 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 15 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-07-26T06:05:05.674 INFO:tasks.rados.rados.0.smithi089.stdout:66: finishing write tid 1 to smithi08986837-23 2024-07-26T06:05:05.674 INFO:tasks.rados.rados.0.smithi089.stdout:64: done (3 left) 2024-07-26T06:05:05.674 INFO:tasks.rados.rados.0.smithi089.stdout:65: done (2 left) 2024-07-26T06:05:05.674 INFO:tasks.rados.rados.0.smithi089.stdout:68: setattr oid 20 current snap is 1 2024-07-26T06:05:05.675 INFO:tasks.rados.rados.0.smithi089.stdout:66: finishing write tid 2 to smithi08986837-23 2024-07-26T06:05:05.675 INFO:tasks.rados.rados.0.smithi089.stdout:66: finishing write tid 3 to smithi08986837-23 2024-07-26T06:05:05.675 INFO:tasks.rados.rados.0.smithi089.stdout:67: finishing rollback tid 0 to smithi08986837-10 2024-07-26T06:05:05.675 INFO:tasks.rados.rados.0.smithi089.stdout:67: finishing rollback tid 1 to smithi08986837-10 2024-07-26T06:05:05.675 INFO:tasks.rados.rados.0.smithi089.stdout:66: finishing write tid 4 to smithi08986837-23 2024-07-26T06:05:05.675 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 23 v 13 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-07-26T06:05:05.675 INFO:tasks.rados.rados.0.smithi089.stdout:66: left oid 23 (ObjNum 53 snap 1 seq_num 53) 2024-07-26T06:05:05.675 INFO:tasks.rados.rados.0.smithi089.stdout:67: finishing rollback tid 2 to smithi08986837-10 2024-07-26T06:05:05.675 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 10 v 17 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-07-26T06:05:05.676 INFO:tasks.rados.rados.0.smithi089.stdout:66: done (2 left) 2024-07-26T06:05:05.676 INFO:tasks.rados.rados.0.smithi089.stdout:67: done (1 left) 2024-07-26T06:05:05.677 INFO:tasks.rados.rados.0.smithi089.stdout:69: copy_from oid 45 from oid 34 current snap is 1 2024-07-26T06:05:05.677 INFO:tasks.rados.rados.0.smithi089.stdout:70: read oid 24 snap 0 2024-07-26T06:05:05.677 INFO:tasks.rados.rados.0.smithi089.stdout:70: expect (ObjNum 23 snap 0 seq_num 23) 2024-07-26T06:05:05.677 INFO:tasks.rados.rados.0.smithi089.stdout:71: copy_from oid 36 from oid 28 current snap is 1 2024-07-26T06:05:05.677 INFO:tasks.rados.rados.0.smithi089.stdout:72: rollback oid 49 current snap is 1 2024-07-26T06:05:05.677 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 49 to 0 2024-07-26T06:05:05.677 INFO:tasks.rados.rados.0.smithi089.stdout:73: read oid 4 snap 0 2024-07-26T06:05:05.677 INFO:tasks.rados.rados.0.smithi089.stdout:73: expect (ObjNum 3 snap 0 seq_num 3) 2024-07-26T06:05:05.677 INFO:tasks.rados.rados.0.smithi089.stdout:74: rmattr oid 7 current snap is 1 2024-07-26T06:05:05.677 INFO:tasks.rados.rados.0.smithi089.stdout:74: done (6 left) 2024-07-26T06:05:05.678 INFO:tasks.rados.rados.0.smithi089.stdout:75: copy_from oid 21 from oid 12 current snap is 1 2024-07-26T06:05:05.678 INFO:tasks.rados.rados.0.smithi089.stdout:76: read oid 39 snap -1 2024-07-26T06:05:05.678 INFO:tasks.rados.rados.0.smithi089.stdout:76: expect (ObjNum 38 snap 0 seq_num 38) 2024-07-26T06:05:05.678 INFO:tasks.rados.rados.0.smithi089.stdout:77: copy_from oid 6 from oid 37 current snap is 1 2024-07-26T06:05:05.678 INFO:tasks.rados.rados.0.smithi089.stdout:78: read oid 2 snap -1 2024-07-26T06:05:05.678 INFO:tasks.rados.rados.0.smithi089.stdout:78: expect (ObjNum 1 snap 0 seq_num 1) 2024-07-26T06:05:05.678 INFO:tasks.rados.rados.0.smithi089.stdout:79: setattr oid 41 current snap is 1 2024-07-26T06:05:05.678 INFO:tasks.rados.rados.0.smithi089.stdout:80: snap_create 2024-07-26T06:05:05.679 INFO:tasks.rados.rados.0.smithi089.stdout:72: finishing rollback tid 0 to smithi08986837-49 2024-07-26T06:05:05.679 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 20 v 15 (ObjNum 19 snap 0 seq_num 19) dirty exists 2024-07-26T06:05:05.679 INFO:tasks.rados.rados.0.smithi089.stdout:72: finishing rollback tid 1 to smithi08986837-49 2024-07-26T06:05:05.679 INFO:tasks.rados.rados.0.smithi089.stdout:72: finishing rollback tid 2 to smithi08986837-49 2024-07-26T06:05:05.679 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 49 v 16 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-07-26T06:05:05.679 INFO:tasks.rados.rados.0.smithi089.stdout:78: expect (ObjNum 1 snap 0 seq_num 1) 2024-07-26T06:05:05.680 INFO:tasks.rados.rados.0.smithi089.stdout:70: expect (ObjNum 23 snap 0 seq_num 23) 2024-07-26T06:05:05.694 INFO:tasks.rados.rados.0.smithi089.stdout:73: expect (ObjNum 3 snap 0 seq_num 3) 2024-07-26T06:05:05.695 INFO:tasks.rados.rados.0.smithi089.stdout:76: expect (ObjNum 38 snap 0 seq_num 38) 2024-07-26T06:05:05.715 INFO:tasks.rados.rados.0.smithi089.stdout:69: finishing copy_from racing read to smithi08986837-45 2024-07-26T06:05:05.716 INFO:tasks.rados.rados.0.smithi089.stdout:71: finishing copy_from racing read to smithi08986837-36 2024-07-26T06:05:05.716 INFO:tasks.rados.rados.0.smithi089.stdout:75: finishing copy_from racing read to smithi08986837-21 2024-07-26T06:05:05.716 INFO:tasks.rados.rados.0.smithi089.stdout:69: finishing copy_from to smithi08986837-45 2024-07-26T06:05:05.716 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 45 v 4 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-07-26T06:05:05.716 INFO:tasks.rados.rados.0.smithi089.stdout:77: finishing copy_from racing read to smithi08986837-6 2024-07-26T06:05:05.716 INFO:tasks.rados.rados.0.smithi089.stdout:75: finishing copy_from to smithi08986837-21 2024-07-26T06:05:05.716 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 21 v 4 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-07-26T06:05:05.716 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 41 v 11 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-07-26T06:05:05.716 INFO:tasks.rados.rados.0.smithi089.stdout:71: finishing copy_from to smithi08986837-36 2024-07-26T06:05:05.716 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 36 v 6 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-07-26T06:05:05.716 INFO:tasks.rados.rados.0.smithi089.stdout:77: finishing copy_from to smithi08986837-6 2024-07-26T06:05:05.716 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 6 v 6 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-07-26T06:05:05.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:05 smithi089 ceph-mon[29555]: from='client.? 172.21.15.89:0/4235116838' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-07-26T06:05:05.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:05 smithi089 ceph-mon[29555]: osdmap e82: 8 total, 8 up, 8 in 2024-07-26T06:05:05.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:05 smithi089 ceph-mon[41451]: from='client.? 172.21.15.89:0/4235116838' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-07-26T06:05:05.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:05 smithi089 ceph-mon[41451]: osdmap e82: 8 total, 8 up, 8 in 2024-07-26T06:05:06.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:05 smithi155 ceph-mon[33309]: from='client.? 172.21.15.89:0/4235116838' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-07-26T06:05:06.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:05 smithi155 ceph-mon[33309]: osdmap e82: 8 total, 8 up, 8 in 2024-07-26T06:05:06.648 INFO:tasks.rados.rados.0.smithi089.stdout:68: done (11 left) 2024-07-26T06:05:06.648 INFO:tasks.rados.rados.0.smithi089.stdout:69: done (10 left) 2024-07-26T06:05:06.648 INFO:tasks.rados.rados.0.smithi089.stdout:70: done (9 left) 2024-07-26T06:05:06.648 INFO:tasks.rados.rados.0.smithi089.stdout:71: done (8 left) 2024-07-26T06:05:06.648 INFO:tasks.rados.rados.0.smithi089.stdout:72: done (7 left) 2024-07-26T06:05:06.648 INFO:tasks.rados.rados.0.smithi089.stdout:73: done (6 left) 2024-07-26T06:05:06.648 INFO:tasks.rados.rados.0.smithi089.stdout:75: done (5 left) 2024-07-26T06:05:06.649 INFO:tasks.rados.rados.0.smithi089.stdout:76: done (4 left) 2024-07-26T06:05:06.649 INFO:tasks.rados.rados.0.smithi089.stdout:77: done (3 left) 2024-07-26T06:05:06.649 INFO:tasks.rados.rados.0.smithi089.stdout:78: done (2 left) 2024-07-26T06:05:06.649 INFO:tasks.rados.rados.0.smithi089.stdout:79: done (1 left) 2024-07-26T06:05:06.649 INFO:tasks.rados.rados.0.smithi089.stdout:80: done (0 left) 2024-07-26T06:05:06.649 INFO:tasks.rados.rados.0.smithi089.stdout:81: rollback oid 40 current snap is 2 2024-07-26T06:05:06.649 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 40 to 1 2024-07-26T06:05:06.650 INFO:tasks.rados.rados.0.smithi089.stdout:82: snap_create 2024-07-26T06:05:06.650 INFO:tasks.rados.rados.0.smithi089.stdout:81: finishing rollback tid 0 to smithi08986837-40 2024-07-26T06:05:06.651 INFO:tasks.rados.rados.0.smithi089.stdout:81: finishing rollback tid 1 to smithi08986837-40 2024-07-26T06:05:06.651 INFO:tasks.rados.rados.0.smithi089.stdout:81: finishing rollback tid 2 to smithi08986837-40 2024-07-26T06:05:06.651 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 40 v 13 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-07-26T06:05:06.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:06 smithi089 ceph-mon[29555]: pgmap v110: 121 pgs: 121 active+clean; 22 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 349 KiB/s rd, 3.7 MiB/s wr, 36 op/s 2024-07-26T06:05:06.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:06 smithi089 ceph-mon[29555]: osdmap e83: 8 total, 8 up, 8 in 2024-07-26T06:05:06.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:06 smithi089 ceph-mon[41451]: pgmap v110: 121 pgs: 121 active+clean; 22 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 349 KiB/s rd, 3.7 MiB/s wr, 36 op/s 2024-07-26T06:05:06.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:06 smithi089 ceph-mon[41451]: osdmap e83: 8 total, 8 up, 8 in 2024-07-26T06:05:07.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:06 smithi155 ceph-mon[33309]: pgmap v110: 121 pgs: 121 active+clean; 22 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 349 KiB/s rd, 3.7 MiB/s wr, 36 op/s 2024-07-26T06:05:07.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:06 smithi155 ceph-mon[33309]: osdmap e83: 8 total, 8 up, 8 in 2024-07-26T06:05:07.658 INFO:tasks.rados.rados.0.smithi089.stdout:81: done (1 left) 2024-07-26T06:05:07.658 INFO:tasks.rados.rados.0.smithi089.stdout:82: done (0 left) 2024-07-26T06:05:07.658 INFO:tasks.rados.rados.0.smithi089.stdout:83: rollback oid 9 current snap is 3 2024-07-26T06:05:07.658 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 9 to 0 2024-07-26T06:05:07.658 INFO:tasks.rados.rados.0.smithi089.stdout:84: read oid 20 snap 1 2024-07-26T06:05:07.658 INFO:tasks.rados.rados.0.smithi089.stdout:84: expect (ObjNum 19 snap 0 seq_num 19) 2024-07-26T06:05:07.658 INFO:tasks.rados.rados.0.smithi089.stdout:85: read oid 25 snap -1 2024-07-26T06:05:07.658 INFO:tasks.rados.rados.0.smithi089.stdout:85: expect (ObjNum 24 snap 0 seq_num 24) 2024-07-26T06:05:07.658 INFO:tasks.rados.rados.0.smithi089.stdout:86: copy_from oid 34 from oid 28 current snap is 3 2024-07-26T06:05:07.659 INFO:tasks.rados.rados.0.smithi089.stdout:87: setattr oid 48 current snap is 3 2024-07-26T06:05:07.659 INFO:tasks.rados.rados.0.smithi089.stdout:88: snap_remove snap 2 2024-07-26T06:05:07.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:07 smithi089 ceph-mon[29555]: osdmap e84: 8 total, 8 up, 8 in 2024-07-26T06:05:07.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:07 smithi089 ceph-mon[41451]: osdmap e84: 8 total, 8 up, 8 in 2024-07-26T06:05:08.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:07 smithi155 ceph-mon[33309]: osdmap e84: 8 total, 8 up, 8 in 2024-07-26T06:05:08.659 INFO:tasks.rados.rados.0.smithi089.stdout:88: done (5 left) 2024-07-26T06:05:08.659 INFO:tasks.rados.rados.0.smithi089.stdout:89: read oid 38 snap 1 2024-07-26T06:05:08.659 INFO:tasks.rados.rados.0.smithi089.stdout:89: expect (ObjNum 37 snap 0 seq_num 37) 2024-07-26T06:05:08.659 INFO:tasks.rados.rados.0.smithi089.stdout:90: read oid 18 snap -1 2024-07-26T06:05:08.659 INFO:tasks.rados.rados.0.smithi089.stdout:90: expect (ObjNum 17 snap 0 seq_num 17) 2024-07-26T06:05:08.660 INFO:tasks.rados.rados.0.smithi089.stdout:91: copy_from oid 2 from oid 29 current snap is 3 2024-07-26T06:05:08.660 INFO:tasks.rados.rados.0.smithi089.stdout:92: rmattr oid 43 current snap is 3 2024-07-26T06:05:08.660 INFO:tasks.rados.rados.0.smithi089.stdout:92: done (8 left) 2024-07-26T06:05:08.660 INFO:tasks.rados.rados.0.smithi089.stdout:93: delete oid 14 current snap is 3 2024-07-26T06:05:08.660 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 48 v 10 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-07-26T06:05:08.660 INFO:tasks.rados.rados.0.smithi089.stdout:84: expect (ObjNum 19 snap 0 seq_num 19) 2024-07-26T06:05:08.673 INFO:tasks.rados.rados.0.smithi089.stdout:86: finishing copy_from racing read to smithi08986837-34 2024-07-26T06:05:08.673 INFO:tasks.rados.rados.0.smithi089.stdout:85: expect (ObjNum 24 snap 0 seq_num 24) 2024-07-26T06:05:08.685 INFO:tasks.rados.rados.0.smithi089.stdout:83: finishing rollback tid 0 to smithi08986837-9 2024-07-26T06:05:08.685 INFO:tasks.rados.rados.0.smithi089.stdout:83: finishing rollback tid 1 to smithi08986837-9 2024-07-26T06:05:08.685 INFO:tasks.rados.rados.0.smithi089.stdout:86: finishing copy_from to smithi08986837-34 2024-07-26T06:05:08.685 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 34 v 6 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-07-26T06:05:08.685 INFO:tasks.rados.rados.0.smithi089.stdout:83: finishing rollback tid 2 to smithi08986837-9 2024-07-26T06:05:08.685 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 9 v 6 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-07-26T06:05:08.685 INFO:tasks.rados.rados.0.smithi089.stdout:83: done (8 left) 2024-07-26T06:05:08.685 INFO:tasks.rados.rados.0.smithi089.stdout:84: done (7 left) 2024-07-26T06:05:08.685 INFO:tasks.rados.rados.0.smithi089.stdout:85: done (6 left) 2024-07-26T06:05:08.686 INFO:tasks.rados.rados.0.smithi089.stdout:86: done (5 left) 2024-07-26T06:05:08.686 INFO:tasks.rados.rados.0.smithi089.stdout:87: done (4 left) 2024-07-26T06:05:08.686 INFO:tasks.rados.rados.0.smithi089.stdout:93: done (3 left) 2024-07-26T06:05:08.686 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 31 current snap is 3 2024-07-26T06:05:08.686 INFO:tasks.rados.rados.0.smithi089.stdout:90: expect (ObjNum 17 snap 0 seq_num 17) 2024-07-26T06:05:08.692 INFO:tasks.rados.rados.0.smithi089.stdout:89: expect (ObjNum 37 snap 0 seq_num 37) 2024-07-26T06:05:08.712 INFO:tasks.rados.rados.0.smithi089.stdout:91: finishing copy_from racing read to smithi08986837-2 2024-07-26T06:05:08.712 INFO:tasks.rados.rados.0.smithi089.stdout:91: finishing copy_from to smithi08986837-2 2024-07-26T06:05:08.712 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 2 v 14 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-07-26T06:05:08.712 INFO:tasks.rados.rados.0.smithi089.stdout:94: seq_num 55 ranges {507904=524288,1032192=401408} 2024-07-26T06:05:08.718 INFO:tasks.rados.rados.0.smithi089.stdout:94: writing smithi08986837-31 from 507904 to 1032192 tid 1 2024-07-26T06:05:08.721 INFO:tasks.rados.rados.0.smithi089.stdout:94: writing smithi08986837-31 from 1032192 to 1433600 tid 2 2024-07-26T06:05:08.721 INFO:tasks.rados.rados.0.smithi089.stdout:89: done (3 left) 2024-07-26T06:05:08.721 INFO:tasks.rados.rados.0.smithi089.stdout:90: done (2 left) 2024-07-26T06:05:08.721 INFO:tasks.rados.rados.0.smithi089.stdout:91: done (1 left) 2024-07-26T06:05:08.721 INFO:tasks.rados.rados.0.smithi089.stdout:95: read oid 13 snap 0 2024-07-26T06:05:08.721 INFO:tasks.rados.rados.0.smithi089.stdout:95: expect (ObjNum 12 snap 0 seq_num 12) 2024-07-26T06:05:08.722 INFO:tasks.rados.rados.0.smithi089.stdout:96: snap_remove snap 1 2024-07-26T06:05:09.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:08 smithi155 ceph-mon[33309]: pgmap v113: 121 pgs: 121 active+clean; 22 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 452 KiB/s rd, 4.8 MiB/s wr, 47 op/s 2024-07-26T06:05:09.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:08 smithi155 ceph-mon[33309]: osdmap e85: 8 total, 8 up, 8 in 2024-07-26T06:05:09.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:08 smithi089 ceph-mon[29555]: pgmap v113: 121 pgs: 121 active+clean; 22 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 452 KiB/s rd, 4.8 MiB/s wr, 47 op/s 2024-07-26T06:05:09.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:08 smithi089 ceph-mon[29555]: osdmap e85: 8 total, 8 up, 8 in 2024-07-26T06:05:09.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:08 smithi089 ceph-mon[41451]: pgmap v113: 121 pgs: 121 active+clean; 22 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 452 KiB/s rd, 4.8 MiB/s wr, 47 op/s 2024-07-26T06:05:09.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:08 smithi089 ceph-mon[41451]: osdmap e85: 8 total, 8 up, 8 in 2024-07-26T06:05:09.671 INFO:tasks.rados.rados.0.smithi089.stdout:96: done (2 left) 2024-07-26T06:05:09.671 INFO:tasks.rados.rados.0.smithi089.stdout:97: copy_from oid 34 from oid 37 current snap is 3 2024-07-26T06:05:09.671 INFO:tasks.rados.rados.0.smithi089.stdout:94: finishing write tid 1 to smithi08986837-31 2024-07-26T06:05:09.671 INFO:tasks.rados.rados.0.smithi089.stdout:94: finishing write tid 2 to smithi08986837-31 2024-07-26T06:05:09.671 INFO:tasks.rados.rados.0.smithi089.stdout:94: finishing write tid 3 to smithi08986837-31 2024-07-26T06:05:09.671 INFO:tasks.rados.rados.0.smithi089.stdout:95: expect (ObjNum 12 snap 0 seq_num 12) 2024-07-26T06:05:09.680 INFO:tasks.rados.rados.0.smithi089.stdout:94: finishing write tid 4 to smithi08986837-31 2024-07-26T06:05:09.680 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 31 v 20 (ObjNum 55 snap 3 seq_num 55) dirty exists 2024-07-26T06:05:09.680 INFO:tasks.rados.rados.0.smithi089.stdout:94: left oid 31 (ObjNum 55 snap 3 seq_num 55) 2024-07-26T06:05:09.680 INFO:tasks.rados.rados.0.smithi089.stdout:94: done (2 left) 2024-07-26T06:05:09.680 INFO:tasks.rados.rados.0.smithi089.stdout:95: done (1 left) 2024-07-26T06:05:09.680 INFO:tasks.rados.rados.0.smithi089.stdout:98: read oid 13 snap 0 2024-07-26T06:05:09.680 INFO:tasks.rados.rados.0.smithi089.stdout:98: expect (ObjNum 12 snap 0 seq_num 12) 2024-07-26T06:05:09.681 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 11 current snap is 3 2024-07-26T06:05:09.681 INFO:tasks.rados.rados.0.smithi089.stdout:99: seq_num 56 ranges {172032=540672,712704=401408} 2024-07-26T06:05:09.685 INFO:tasks.rados.rados.0.smithi089.stdout:99: writing smithi08986837-11 from 172032 to 712704 tid 1 2024-07-26T06:05:09.687 INFO:tasks.rados.rados.0.smithi089.stdout:99: writing smithi08986837-11 from 712704 to 1114112 tid 2 2024-07-26T06:05:09.687 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 38 current snap is 3 2024-07-26T06:05:09.688 INFO:tasks.rados.rados.0.smithi089.stdout:100: seq_num 57 ranges {622592=557056,1179648=401408} 2024-07-26T06:05:09.694 INFO:tasks.rados.rados.0.smithi089.stdout:100: writing smithi08986837-38 from 622592 to 1179648 tid 1 2024-07-26T06:05:09.698 INFO:tasks.rados.rados.0.smithi089.stdout:100: writing smithi08986837-38 from 1179648 to 1581056 tid 2 2024-07-26T06:05:09.698 INFO:tasks.rados.rados.0.smithi089.stdout:101: copy_from oid 2 from oid 26 current snap is 3 2024-07-26T06:05:09.698 INFO:tasks.rados.rados.0.smithi089.stdout:98: expect (ObjNum 12 snap 0 seq_num 12) 2024-07-26T06:05:09.704 INFO:tasks.rados.rados.0.smithi089.stdout:97: finishing copy_from racing read to smithi08986837-34 2024-07-26T06:05:09.704 INFO:tasks.rados.rados.0.smithi089.stdout:97: finishing copy_from to smithi08986837-34 2024-07-26T06:05:09.704 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 34 v 6 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-07-26T06:05:09.704 INFO:tasks.rados.rados.0.smithi089.stdout:97: done (4 left) 2024-07-26T06:05:09.704 INFO:tasks.rados.rados.0.smithi089.stdout:98: done (3 left) 2024-07-26T06:05:09.704 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 45 current snap is 3 2024-07-26T06:05:09.705 INFO:tasks.rados.rados.0.smithi089.stdout:99: finishing write tid 1 to smithi08986837-11 2024-07-26T06:05:09.705 INFO:tasks.rados.rados.0.smithi089.stdout:102: seq_num 58 ranges {557056=573440,1130496=401408} 2024-07-26T06:05:09.710 INFO:tasks.rados.rados.0.smithi089.stdout:102: writing smithi08986837-45 from 557056 to 1130496 tid 1 2024-07-26T06:05:09.713 INFO:tasks.rados.rados.0.smithi089.stdout:102: writing smithi08986837-45 from 1130496 to 1531904 tid 2 2024-07-26T06:05:09.713 INFO:tasks.rados.rados.0.smithi089.stdout:99: finishing write tid 2 to smithi08986837-11 2024-07-26T06:05:09.713 INFO:tasks.rados.rados.0.smithi089.stdout:99: finishing write tid 3 to smithi08986837-11 2024-07-26T06:05:09.713 INFO:tasks.rados.rados.0.smithi089.stdout:99: finishing write tid 4 to smithi08986837-11 2024-07-26T06:05:09.713 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 11 v 25 (ObjNum 56 snap 3 seq_num 56) dirty exists 2024-07-26T06:05:09.713 INFO:tasks.rados.rados.0.smithi089.stdout:99: left oid 11 (ObjNum 56 snap 3 seq_num 56) 2024-07-26T06:05:09.713 INFO:tasks.rados.rados.0.smithi089.stdout:100: finishing write tid 1 to smithi08986837-38 2024-07-26T06:05:09.714 INFO:tasks.rados.rados.0.smithi089.stdout:100: finishing write tid 2 to smithi08986837-38 2024-07-26T06:05:09.714 INFO:tasks.rados.rados.0.smithi089.stdout:100: finishing write tid 3 to smithi08986837-38 2024-07-26T06:05:09.714 INFO:tasks.rados.rados.0.smithi089.stdout:100: finishing write tid 4 to smithi08986837-38 2024-07-26T06:05:09.714 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 38 v 29 (ObjNum 57 snap 3 seq_num 57) dirty exists 2024-07-26T06:05:09.714 INFO:tasks.rados.rados.0.smithi089.stdout:100: left oid 38 (ObjNum 57 snap 3 seq_num 57) 2024-07-26T06:05:09.714 INFO:tasks.rados.rados.0.smithi089.stdout:101: finishing copy_from racing read to smithi08986837-2 2024-07-26T06:05:09.714 INFO:tasks.rados.rados.0.smithi089.stdout:101: finishing copy_from to smithi08986837-2 2024-07-26T06:05:09.714 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 2 v 2 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-07-26T06:05:09.714 INFO:tasks.rados.rados.0.smithi089.stdout:102: finishing write tid 1 to smithi08986837-45 2024-07-26T06:05:09.714 INFO:tasks.rados.rados.0.smithi089.stdout:99: done (3 left) 2024-07-26T06:05:09.714 INFO:tasks.rados.rados.0.smithi089.stdout:100: done (2 left) 2024-07-26T06:05:09.714 INFO:tasks.rados.rados.0.smithi089.stdout:101: done (1 left) 2024-07-26T06:05:09.715 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 15 current snap is 3 2024-07-26T06:05:09.715 INFO:tasks.rados.rados.0.smithi089.stdout:103: seq_num 59 ranges {24576=598016,622592=401408} 2024-07-26T06:05:09.717 INFO:tasks.rados.rados.0.smithi089.stdout:103: writing smithi08986837-15 from 24576 to 622592 tid 1 2024-07-26T06:05:09.720 INFO:tasks.rados.rados.0.smithi089.stdout:103: writing smithi08986837-15 from 622592 to 1024000 tid 2 2024-07-26T06:05:09.720 INFO:tasks.rados.rados.0.smithi089.stdout:104: rollback oid 9 current snap is 3 2024-07-26T06:05:09.720 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 9 to 0 2024-07-26T06:05:09.720 INFO:tasks.rados.rados.0.smithi089.stdout:102: finishing write tid 2 to smithi08986837-45 2024-07-26T06:05:09.720 INFO:tasks.rados.rados.0.smithi089.stdout:102: finishing write tid 3 to smithi08986837-45 2024-07-26T06:05:09.720 INFO:tasks.rados.rados.0.smithi089.stdout:102: finishing write tid 4 to smithi08986837-45 2024-07-26T06:05:09.720 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 45 v 17 (ObjNum 58 snap 3 seq_num 58) dirty exists 2024-07-26T06:05:09.720 INFO:tasks.rados.rados.0.smithi089.stdout:102: left oid 45 (ObjNum 58 snap 3 seq_num 58) 2024-07-26T06:05:09.721 INFO:tasks.rados.rados.0.smithi089.stdout:103: finishing write tid 1 to smithi08986837-15 2024-07-26T06:05:09.721 INFO:tasks.rados.rados.0.smithi089.stdout:102: done (2 left) 2024-07-26T06:05:09.721 INFO:tasks.rados.rados.0.smithi089.stdout:105: delete oid 34 current snap is 3 2024-07-26T06:05:09.721 INFO:tasks.rados.rados.0.smithi089.stdout:105: done (2 left) 2024-07-26T06:05:09.721 INFO:tasks.rados.rados.0.smithi089.stdout:106: read oid 44 snap -1 2024-07-26T06:05:09.721 INFO:tasks.rados.rados.0.smithi089.stdout:106: expect (ObjNum 43 snap 0 seq_num 43) 2024-07-26T06:05:09.722 INFO:tasks.rados.rados.0.smithi089.stdout:107: rollback oid 39 current snap is 3 2024-07-26T06:05:09.722 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 39 to 0 2024-07-26T06:05:09.722 INFO:tasks.rados.rados.0.smithi089.stdout:108: delete oid 17 current snap is 3 2024-07-26T06:05:09.722 INFO:tasks.rados.rados.0.smithi089.stdout:104: finishing rollback tid 0 to smithi08986837-9 2024-07-26T06:05:09.722 INFO:tasks.rados.rados.0.smithi089.stdout:104: finishing rollback tid 1 to smithi08986837-9 2024-07-26T06:05:09.723 INFO:tasks.rados.rados.0.smithi089.stdout:104: finishing rollback tid 2 to smithi08986837-9 2024-07-26T06:05:09.723 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 9 v 13 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-07-26T06:05:09.723 INFO:tasks.rados.rados.0.smithi089.stdout:103: finishing write tid 2 to smithi08986837-15 2024-07-26T06:05:09.723 INFO:tasks.rados.rados.0.smithi089.stdout:103: finishing write tid 3 to smithi08986837-15 2024-07-26T06:05:09.724 INFO:tasks.rados.rados.0.smithi089.stdout:104: done (4 left) 2024-07-26T06:05:09.724 INFO:tasks.rados.rados.0.smithi089.stdout:108: done (3 left) 2024-07-26T06:05:09.724 INFO:tasks.rados.rados.0.smithi089.stdout:109: read oid 24 snap 0 2024-07-26T06:05:09.724 INFO:tasks.rados.rados.0.smithi089.stdout:109: expect (ObjNum 23 snap 0 seq_num 23) 2024-07-26T06:05:09.724 INFO:tasks.rados.rados.0.smithi089.stdout:110: rollback oid 27 current snap is 3 2024-07-26T06:05:09.724 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 27 to 0 2024-07-26T06:05:09.724 INFO:tasks.rados.rados.0.smithi089.stdout:111: delete oid 35 current snap is 3 2024-07-26T06:05:09.724 INFO:tasks.rados.rados.0.smithi089.stdout:107: finishing rollback tid 0 to smithi08986837-39 2024-07-26T06:05:09.724 INFO:tasks.rados.rados.0.smithi089.stdout:107: finishing rollback tid 1 to smithi08986837-39 2024-07-26T06:05:09.725 INFO:tasks.rados.rados.0.smithi089.stdout:107: finishing rollback tid 2 to smithi08986837-39 2024-07-26T06:05:09.725 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 39 v 17 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-07-26T06:05:09.726 INFO:tasks.rados.rados.0.smithi089.stdout:110: finishing rollback tid 0 to smithi08986837-27 2024-07-26T06:05:09.727 INFO:tasks.rados.rados.0.smithi089.stdout:107: done (5 left) 2024-07-26T06:05:09.727 INFO:tasks.rados.rados.0.smithi089.stdout:111: done (4 left) 2024-07-26T06:05:09.727 INFO:tasks.rados.rados.0.smithi089.stdout:112: setattr oid 30 current snap is 3 2024-07-26T06:05:09.727 INFO:tasks.rados.rados.0.smithi089.stdout:110: finishing rollback tid 1 to smithi08986837-27 2024-07-26T06:05:09.727 INFO:tasks.rados.rados.0.smithi089.stdout:103: finishing write tid 4 to smithi08986837-15 2024-07-26T06:05:09.727 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 15 v 23 (ObjNum 59 snap 3 seq_num 59) dirty exists 2024-07-26T06:05:09.727 INFO:tasks.rados.rados.0.smithi089.stdout:103: left oid 15 (ObjNum 59 snap 3 seq_num 59) 2024-07-26T06:05:09.728 INFO:tasks.rados.rados.0.smithi089.stdout:110: finishing rollback tid 2 to smithi08986837-27 2024-07-26T06:05:09.728 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 27 v 10 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-07-26T06:05:09.728 INFO:tasks.rados.rados.0.smithi089.stdout:103: done (4 left) 2024-07-26T06:05:09.728 INFO:tasks.rados.rados.0.smithi089.stdout:110: done (3 left) 2024-07-26T06:05:09.728 INFO:tasks.rados.rados.0.smithi089.stdout:113: snap_create 2024-07-26T06:05:09.728 INFO:tasks.rados.rados.0.smithi089.stdout:106: expect (ObjNum 43 snap 0 seq_num 43) 2024-07-26T06:05:09.751 INFO:tasks.rados.rados.0.smithi089.stdout:109: expect (ObjNum 23 snap 0 seq_num 23) 2024-07-26T06:05:09.771 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 30 v 17 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-07-26T06:05:10.087 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:09 smithi089 ceph-mon[29555]: osdmap e86: 8 total, 8 up, 8 in 2024-07-26T06:05:10.087 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:09 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:05:10.087 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:09 smithi089 ceph-mon[41451]: osdmap e86: 8 total, 8 up, 8 in 2024-07-26T06:05:10.087 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:09 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:05:10.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:09 smithi155 ceph-mon[33309]: osdmap e86: 8 total, 8 up, 8 in 2024-07-26T06:05:10.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:09 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:05:10.675 INFO:tasks.rados.rados.0.smithi089.stdout:106: done (3 left) 2024-07-26T06:05:10.675 INFO:tasks.rados.rados.0.smithi089.stdout:109: done (2 left) 2024-07-26T06:05:10.675 INFO:tasks.rados.rados.0.smithi089.stdout:112: done (1 left) 2024-07-26T06:05:10.676 INFO:tasks.rados.rados.0.smithi089.stdout:113: done (0 left) 2024-07-26T06:05:10.676 INFO:tasks.rados.rados.0.smithi089.stdout:114: copy_from oid 25 from oid 6 current snap is 4 2024-07-26T06:05:10.676 INFO:tasks.rados.rados.0.smithi089.stdout:115: setattr oid 23 current snap is 4 2024-07-26T06:05:10.678 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 15 current snap is 4 2024-07-26T06:05:10.678 INFO:tasks.rados.rados.0.smithi089.stdout:116: seq_num 63 ranges {1024000=663552,1687552=401408} 2024-07-26T06:05:10.688 INFO:tasks.rados.rados.0.smithi089.stdout:116: writing smithi08986837-15 from 1024000 to 1687552 tid 1 2024-07-26T06:05:10.691 INFO:tasks.rados.rados.0.smithi089.stdout:116: writing smithi08986837-15 from 1687552 to 2088960 tid 2 2024-07-26T06:05:10.691 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 23 v 17 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-07-26T06:05:10.691 INFO:tasks.rados.rados.0.smithi089.stdout:114: finishing copy_from racing read to smithi08986837-25 2024-07-26T06:05:10.691 INFO:tasks.rados.rados.0.smithi089.stdout:114: finishing copy_from to smithi08986837-25 2024-07-26T06:05:10.691 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 25 v 6 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-07-26T06:05:10.691 INFO:tasks.rados.rados.0.smithi089.stdout:116: finishing write tid 1 to smithi08986837-15 2024-07-26T06:05:10.692 INFO:tasks.rados.rados.0.smithi089.stdout:114: done (2 left) 2024-07-26T06:05:10.692 INFO:tasks.rados.rados.0.smithi089.stdout:115: done (1 left) 2024-07-26T06:05:10.692 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 48 current snap is 4 2024-07-26T06:05:10.692 INFO:tasks.rados.rados.0.smithi089.stdout:117: seq_num 64 ranges {794624=679936,1474560=401408} 2024-07-26T06:05:10.699 INFO:tasks.rados.rados.0.smithi089.stdout:117: writing smithi08986837-48 from 794624 to 1474560 tid 1 2024-07-26T06:05:10.703 INFO:tasks.rados.rados.0.smithi089.stdout:117: writing smithi08986837-48 from 1474560 to 1875968 tid 2 2024-07-26T06:05:10.703 INFO:tasks.rados.rados.0.smithi089.stdout:118: rollback oid 14 current snap is 4 2024-07-26T06:05:10.703 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 14 to 0 2024-07-26T06:05:10.703 INFO:tasks.rados.rados.0.smithi089.stdout:116: finishing write tid 2 to smithi08986837-15 2024-07-26T06:05:10.703 INFO:tasks.rados.rados.0.smithi089.stdout:116: finishing write tid 3 to smithi08986837-15 2024-07-26T06:05:10.703 INFO:tasks.rados.rados.0.smithi089.stdout:116: finishing write tid 4 to smithi08986837-15 2024-07-26T06:05:10.703 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 15 v 27 (ObjNum 63 snap 4 seq_num 63) dirty exists 2024-07-26T06:05:10.703 INFO:tasks.rados.rados.0.smithi089.stdout:116: left oid 15 (ObjNum 63 snap 4 seq_num 63) 2024-07-26T06:05:10.703 INFO:tasks.rados.rados.0.smithi089.stdout:116: done (2 left) 2024-07-26T06:05:10.703 INFO:tasks.rados.rados.0.smithi089.stdout:119: read oid 26 snap -1 2024-07-26T06:05:10.703 INFO:tasks.rados.rados.0.smithi089.stdout:119: expect (ObjNum 25 snap 0 seq_num 25) 2024-07-26T06:05:10.703 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 20 current snap is 4 2024-07-26T06:05:10.704 INFO:tasks.rados.rados.0.smithi089.stdout:120: seq_num 65 ranges {319488=696320,1015808=401408} 2024-07-26T06:05:10.709 INFO:tasks.rados.rados.0.smithi089.stdout:120: writing smithi08986837-20 from 319488 to 1015808 tid 1 2024-07-26T06:05:10.712 INFO:tasks.rados.rados.0.smithi089.stdout:120: writing smithi08986837-20 from 1015808 to 1417216 tid 2 2024-07-26T06:05:10.712 INFO:tasks.rados.rados.0.smithi089.stdout:121: snap_create 2024-07-26T06:05:10.712 INFO:tasks.rados.rados.0.smithi089.stdout:117: finishing write tid 1 to smithi08986837-48 2024-07-26T06:05:10.712 INFO:tasks.rados.rados.0.smithi089.stdout:118: finishing rollback tid 1 to smithi08986837-14 2024-07-26T06:05:10.712 INFO:tasks.rados.rados.0.smithi089.stdout:118: finishing rollback tid 2 to smithi08986837-14 2024-07-26T06:05:10.712 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 14 v 29 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-07-26T06:05:10.712 INFO:tasks.rados.rados.0.smithi089.stdout:117: finishing write tid 2 to smithi08986837-48 2024-07-26T06:05:10.712 INFO:tasks.rados.rados.0.smithi089.stdout:119: expect (ObjNum 25 snap 0 seq_num 25) 2024-07-26T06:05:10.733 INFO:tasks.rados.rados.0.smithi089.stdout:117: finishing write tid 3 to smithi08986837-48 2024-07-26T06:05:10.733 INFO:tasks.rados.rados.0.smithi089.stdout:117: finishing write tid 4 to smithi08986837-48 2024-07-26T06:05:10.733 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 48 v 21 (ObjNum 64 snap 4 seq_num 64) dirty exists 2024-07-26T06:05:10.733 INFO:tasks.rados.rados.0.smithi089.stdout:117: left oid 48 (ObjNum 64 snap 4 seq_num 64) 2024-07-26T06:05:10.733 INFO:tasks.rados.rados.0.smithi089.stdout:120: finishing write tid 1 to smithi08986837-20 2024-07-26T06:05:10.733 INFO:tasks.rados.rados.0.smithi089.stdout:120: finishing write tid 2 to smithi08986837-20 2024-07-26T06:05:10.733 INFO:tasks.rados.rados.0.smithi089.stdout:120: finishing write tid 3 to smithi08986837-20 2024-07-26T06:05:10.734 INFO:tasks.rados.rados.0.smithi089.stdout:120: finishing write tid 4 to smithi08986837-20 2024-07-26T06:05:10.734 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 20 v 21 (ObjNum 65 snap 4 seq_num 65) dirty exists 2024-07-26T06:05:10.734 INFO:tasks.rados.rados.0.smithi089.stdout:120: left oid 20 (ObjNum 65 snap 4 seq_num 65) 2024-07-26T06:05:10.969 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:10 smithi155 ceph-mon[33309]: pgmap v116: 121 pgs: 121 active+clean; 22 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:05:10.969 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:10 smithi155 ceph-mon[33309]: osdmap e87: 8 total, 8 up, 8 in 2024-07-26T06:05:11.125 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:10 smithi089 ceph-mon[29555]: pgmap v116: 121 pgs: 121 active+clean; 22 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:05:11.125 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:10 smithi089 ceph-mon[29555]: osdmap e87: 8 total, 8 up, 8 in 2024-07-26T06:05:11.125 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:10 smithi089 ceph-mon[41451]: pgmap v116: 121 pgs: 121 active+clean; 22 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:05:11.125 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:10 smithi089 ceph-mon[41451]: osdmap e87: 8 total, 8 up, 8 in 2024-07-26T06:05:11.379 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:05:10 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[35403]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:05:10] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-07-26T06:05:11.682 INFO:tasks.rados.rados.0.smithi089.stdout:117: done (4 left) 2024-07-26T06:05:11.682 INFO:tasks.rados.rados.0.smithi089.stdout:118: done (3 left) 2024-07-26T06:05:11.682 INFO:tasks.rados.rados.0.smithi089.stdout:119: done (2 left) 2024-07-26T06:05:11.682 INFO:tasks.rados.rados.0.smithi089.stdout:120: done (1 left) 2024-07-26T06:05:11.682 INFO:tasks.rados.rados.0.smithi089.stdout:121: done (0 left) 2024-07-26T06:05:11.683 INFO:tasks.rados.rados.0.smithi089.stdout:122: read oid 48 snap 3 2024-07-26T06:05:11.683 INFO:tasks.rados.rados.0.smithi089.stdout:122: expect (ObjNum 47 snap 0 seq_num 47) 2024-07-26T06:05:11.683 INFO:tasks.rados.rados.0.smithi089.stdout:123: rollback oid 22 current snap is 5 2024-07-26T06:05:11.683 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 22 to 0 2024-07-26T06:05:11.683 INFO:tasks.rados.rados.0.smithi089.stdout:124: read oid 17 snap 0 2024-07-26T06:05:11.683 INFO:tasks.rados.rados.0.smithi089.stdout:124: expect deleted 2024-07-26T06:05:11.683 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 32 current snap is 5 2024-07-26T06:05:11.683 INFO:tasks.rados.rados.0.smithi089.stdout:125: seq_num 66 ranges {524288=712704,1236992=401408} 2024-07-26T06:05:11.691 INFO:tasks.rados.rados.0.smithi089.stdout:125: writing smithi08986837-32 from 524288 to 1236992 tid 1 2024-07-26T06:05:11.694 INFO:tasks.rados.rados.0.smithi089.stdout:125: writing smithi08986837-32 from 1236992 to 1638400 tid 2 2024-07-26T06:05:11.695 INFO:tasks.rados.rados.0.smithi089.stdout:126: copy_from oid 1 from oid 24 current snap is 5 2024-07-26T06:05:11.695 INFO:tasks.rados.rados.0.smithi089.stdout:122: expect (ObjNum 47 snap 0 seq_num 47) 2024-07-26T06:05:11.731 INFO:tasks.rados.rados.0.smithi089.stdout:123: finishing rollback tid 0 to smithi08986837-22 2024-07-26T06:05:11.731 INFO:tasks.rados.rados.0.smithi089.stdout:123: finishing rollback tid 1 to smithi08986837-22 2024-07-26T06:05:11.731 INFO:tasks.rados.rados.0.smithi089.stdout:123: finishing rollback tid 2 to smithi08986837-22 2024-07-26T06:05:11.731 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 22 v 15 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-07-26T06:05:11.731 INFO:tasks.rados.rados.0.smithi089.stdout:125: finishing write tid 1 to smithi08986837-32 2024-07-26T06:05:11.731 INFO:tasks.rados.rados.0.smithi089.stdout:125: finishing write tid 2 to smithi08986837-32 2024-07-26T06:05:11.732 INFO:tasks.rados.rados.0.smithi089.stdout:125: finishing write tid 3 to smithi08986837-32 2024-07-26T06:05:11.732 INFO:tasks.rados.rados.0.smithi089.stdout:125: finishing write tid 4 to smithi08986837-32 2024-07-26T06:05:11.732 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 32 v 14 (ObjNum 66 snap 5 seq_num 66) dirty exists 2024-07-26T06:05:11.732 INFO:tasks.rados.rados.0.smithi089.stdout:125: left oid 32 (ObjNum 66 snap 5 seq_num 66) 2024-07-26T06:05:11.732 INFO:tasks.rados.rados.0.smithi089.stdout:126: finishing copy_from racing read to smithi08986837-1 2024-07-26T06:05:11.732 INFO:tasks.rados.rados.0.smithi089.stdout:126: finishing copy_from to smithi08986837-1 2024-07-26T06:05:11.732 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 1 v 2 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-07-26T06:05:11.732 INFO:tasks.rados.rados.0.smithi089.stdout:122: done (4 left) 2024-07-26T06:05:11.732 INFO:tasks.rados.rados.0.smithi089.stdout:123: done (3 left) 2024-07-26T06:05:11.732 INFO:tasks.rados.rados.0.smithi089.stdout:124: done (2 left) 2024-07-26T06:05:11.732 INFO:tasks.rados.rados.0.smithi089.stdout:125: done (1 left) 2024-07-26T06:05:11.733 INFO:tasks.rados.rados.0.smithi089.stdout:126: done (0 left) 2024-07-26T06:05:11.733 INFO:tasks.rados.rados.0.smithi089.stdout:127: read oid 30 snap -1 2024-07-26T06:05:11.733 INFO:tasks.rados.rados.0.smithi089.stdout:127: expect (ObjNum 29 snap 0 seq_num 29) 2024-07-26T06:05:11.733 INFO:tasks.rados.rados.0.smithi089.stdout:128: rmattr oid 38 current snap is 5 2024-07-26T06:05:11.733 INFO:tasks.rados.rados.0.smithi089.stdout:128: done (1 left) 2024-07-26T06:05:11.733 INFO:tasks.rados.rados.0.smithi089.stdout:129: read oid 8 snap -1 2024-07-26T06:05:11.733 INFO:tasks.rados.rados.0.smithi089.stdout:129: expect (ObjNum 13 snap 0 seq_num 13) 2024-07-26T06:05:11.733 INFO:tasks.rados.rados.0.smithi089.stdout:130: rmattr oid 42 current snap is 5 2024-07-26T06:05:11.733 INFO:tasks.rados.rados.0.smithi089.stdout:130: done (2 left) 2024-07-26T06:05:11.733 INFO:tasks.rados.rados.0.smithi089.stdout:131: setattr oid 10 current snap is 5 2024-07-26T06:05:11.734 INFO:tasks.rados.rados.0.smithi089.stdout:132: copy_from oid 24 from oid 20 current snap is 5 2024-07-26T06:05:11.734 INFO:tasks.rados.rados.0.smithi089.stdout:133: setattr oid 14 current snap is 5 2024-07-26T06:05:11.734 INFO:tasks.rados.rados.0.smithi089.stdout:127: expect (ObjNum 29 snap 0 seq_num 29) 2024-07-26T06:05:11.750 INFO:tasks.rados.rados.0.smithi089.stdout:129: expect (ObjNum 13 snap 0 seq_num 13) 2024-07-26T06:05:11.757 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 10 v 31 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-07-26T06:05:11.757 INFO:tasks.rados.rados.0.smithi089.stdout:132: finishing copy_from racing read to smithi08986837-24 2024-07-26T06:05:11.757 INFO:tasks.rados.rados.0.smithi089.stdout:132: finishing copy_from to smithi08986837-24 2024-07-26T06:05:11.757 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 24 v 21 (ObjNum 65 snap 4 seq_num 65) dirty exists 2024-07-26T06:05:11.757 INFO:tasks.rados.rados.0.smithi089.stdout:127: done (4 left) 2024-07-26T06:05:11.757 INFO:tasks.rados.rados.0.smithi089.stdout:129: done (3 left) 2024-07-26T06:05:11.757 INFO:tasks.rados.rados.0.smithi089.stdout:131: done (2 left) 2024-07-26T06:05:11.757 INFO:tasks.rados.rados.0.smithi089.stdout:132: done (1 left) 2024-07-26T06:05:11.757 INFO:tasks.rados.rados.0.smithi089.stdout:134: snap_remove snap 4 2024-07-26T06:05:12.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:11 smithi155 ceph-mon[33309]: osdmap e88: 8 total, 8 up, 8 in 2024-07-26T06:05:12.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:11 smithi089 ceph-mon[29555]: osdmap e88: 8 total, 8 up, 8 in 2024-07-26T06:05:12.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:11 smithi089 ceph-mon[41451]: osdmap e88: 8 total, 8 up, 8 in 2024-07-26T06:05:12.682 INFO:tasks.rados.rados.0.smithi089.stdout:134: done (1 left) 2024-07-26T06:05:12.682 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 45 current snap is 5 2024-07-26T06:05:12.682 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 14 v 31 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-07-26T06:05:12.682 INFO:tasks.rados.rados.0.smithi089.stdout:135: seq_num 67 ranges {1531904=729088,2260992=401408} 2024-07-26T06:05:12.696 INFO:tasks.rados.rados.0.smithi089.stdout:135: writing smithi08986837-45 from 1531904 to 2260992 tid 1 2024-07-26T06:05:12.699 INFO:tasks.rados.rados.0.smithi089.stdout:135: writing smithi08986837-45 from 2260992 to 2662400 tid 2 2024-07-26T06:05:12.699 INFO:tasks.rados.rados.0.smithi089.stdout:133: done (1 left) 2024-07-26T06:05:12.700 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 44 current snap is 5 2024-07-26T06:05:12.700 INFO:tasks.rados.rados.0.smithi089.stdout:136: seq_num 68 ranges {729088=745472,1474560=401408} 2024-07-26T06:05:12.708 INFO:tasks.rados.rados.0.smithi089.stdout:136: writing smithi08986837-44 from 729088 to 1474560 tid 1 2024-07-26T06:05:12.710 INFO:tasks.rados.rados.0.smithi089.stdout:136: writing smithi08986837-44 from 1474560 to 1875968 tid 2 2024-07-26T06:05:12.710 INFO:tasks.rados.rados.0.smithi089.stdout:137: snap_remove snap 0 2024-07-26T06:05:12.890 INFO:tasks.rados.rados.0.smithi089.stdout:137: done (2 left) 2024-07-26T06:05:12.890 INFO:tasks.rados.rados.0.smithi089.stdout:138: delete oid 22 current snap is 5 2024-07-26T06:05:12.890 INFO:tasks.rados.rados.0.smithi089.stdout:135: finishing write tid 1 to smithi08986837-45 2024-07-26T06:05:12.890 INFO:tasks.rados.rados.0.smithi089.stdout:135: finishing write tid 2 to smithi08986837-45 2024-07-26T06:05:12.890 INFO:tasks.rados.rados.0.smithi089.stdout:135: finishing write tid 3 to smithi08986837-45 2024-07-26T06:05:12.890 INFO:tasks.rados.rados.0.smithi089.stdout:135: finishing write tid 4 to smithi08986837-45 2024-07-26T06:05:12.890 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 45 v 25 (ObjNum 67 snap 5 seq_num 67) dirty exists 2024-07-26T06:05:12.890 INFO:tasks.rados.rados.0.smithi089.stdout:135: left oid 45 (ObjNum 67 snap 5 seq_num 67) 2024-07-26T06:05:12.891 INFO:tasks.rados.rados.0.smithi089.stdout:136: finishing write tid 1 to smithi08986837-44 2024-07-26T06:05:12.891 INFO:tasks.rados.rados.0.smithi089.stdout:136: finishing write tid 2 to smithi08986837-44 2024-07-26T06:05:12.891 INFO:tasks.rados.rados.0.smithi089.stdout:136: finishing write tid 3 to smithi08986837-44 2024-07-26T06:05:12.891 INFO:tasks.rados.rados.0.smithi089.stdout:136: finishing write tid 4 to smithi08986837-44 2024-07-26T06:05:12.891 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 44 v 37 (ObjNum 68 snap 5 seq_num 68) dirty exists 2024-07-26T06:05:12.891 INFO:tasks.rados.rados.0.smithi089.stdout:136: left oid 44 (ObjNum 68 snap 5 seq_num 68) 2024-07-26T06:05:12.893 INFO:tasks.rados.rados.0.smithi089.stdout:135: done (2 left) 2024-07-26T06:05:12.893 INFO:tasks.rados.rados.0.smithi089.stdout:136: done (1 left) 2024-07-26T06:05:12.893 INFO:tasks.rados.rados.0.smithi089.stdout:138: done (0 left) 2024-07-26T06:05:12.893 INFO:tasks.rados.rados.0.smithi089.stdout:139: snap_create 2024-07-26T06:05:13.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:12 smithi155 ceph-mon[33309]: pgmap v119: 121 pgs: 121 active+clean; 29 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 47 op/s 2024-07-26T06:05:13.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:12 smithi155 ceph-mon[33309]: osdmap e89: 8 total, 8 up, 8 in 2024-07-26T06:05:13.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:12 smithi089 ceph-mon[29555]: pgmap v119: 121 pgs: 121 active+clean; 29 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 47 op/s 2024-07-26T06:05:13.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:12 smithi089 ceph-mon[29555]: osdmap e89: 8 total, 8 up, 8 in 2024-07-26T06:05:13.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:12 smithi089 ceph-mon[41451]: pgmap v119: 121 pgs: 121 active+clean; 29 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 47 op/s 2024-07-26T06:05:13.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:12 smithi089 ceph-mon[41451]: osdmap e89: 8 total, 8 up, 8 in 2024-07-26T06:05:13.654 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:05:13 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:05:13] "GET /metrics HTTP/1.1" 200 238318 "" "Prometheus/2.43.0" 2024-07-26T06:05:13.903 INFO:tasks.rados.rados.0.smithi089.stdout:139: done (0 left) 2024-07-26T06:05:13.903 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 31 current snap is 6 2024-07-26T06:05:13.903 INFO:tasks.rados.rados.0.smithi089.stdout:140: seq_num 70 ranges {1433600=778240,2211840=401408} 2024-07-26T06:05:13.915 INFO:tasks.rados.rados.0.smithi089.stdout:140: writing smithi08986837-31 from 1433600 to 2211840 tid 1 2024-07-26T06:05:13.918 INFO:tasks.rados.rados.0.smithi089.stdout:140: writing smithi08986837-31 from 2211840 to 2613248 tid 2 2024-07-26T06:05:13.918 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 16 current snap is 6 2024-07-26T06:05:13.918 INFO:tasks.rados.rados.0.smithi089.stdout:141: seq_num 71 ranges {253952=794624,1048576=401408} 2024-07-26T06:05:13.925 INFO:tasks.rados.rados.0.smithi089.stdout:141: writing smithi08986837-16 from 253952 to 1048576 tid 1 2024-07-26T06:05:13.928 INFO:tasks.rados.rados.0.smithi089.stdout:141: writing smithi08986837-16 from 1048576 to 1449984 tid 2 2024-07-26T06:05:13.929 INFO:tasks.rados.rados.0.smithi089.stdout:142: copy_from oid 10 from oid 39 current snap is 6 2024-07-26T06:05:13.929 INFO:tasks.rados.rados.0.smithi089.stdout:140: finishing write tid 1 to smithi08986837-31 2024-07-26T06:05:13.929 INFO:tasks.rados.rados.0.smithi089.stdout:140: finishing write tid 2 to smithi08986837-31 2024-07-26T06:05:13.929 INFO:tasks.rados.rados.0.smithi089.stdout:143: read oid 48 snap 3 2024-07-26T06:05:13.929 INFO:tasks.rados.rados.0.smithi089.stdout:143: expect (ObjNum 47 snap 0 seq_num 47) 2024-07-26T06:05:13.929 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 50 current snap is 6 2024-07-26T06:05:13.929 INFO:tasks.rados.rados.0.smithi089.stdout:140: finishing write tid 3 to smithi08986837-31 2024-07-26T06:05:13.929 INFO:tasks.rados.rados.0.smithi089.stdout:144: seq_num 72 ranges {827392=409600,1236992=524288,1761280=278528} 2024-07-26T06:05:13.936 INFO:tasks.rados.rados.0.smithi089.stdout:144: writing smithi08986837-50 from 827392 to 1236992 tid 1 2024-07-26T06:05:13.940 INFO:tasks.rados.rados.0.smithi089.stdout:144: writing smithi08986837-50 from 1236992 to 1761280 tid 2 2024-07-26T06:05:13.943 INFO:tasks.rados.rados.0.smithi089.stdout:144: writing smithi08986837-50 from 1761280 to 2039808 tid 3 2024-07-26T06:05:13.943 INFO:tasks.rados.rados.0.smithi089.stdout:145: delete oid 13 current snap is 6 2024-07-26T06:05:13.943 INFO:tasks.rados.rados.0.smithi089.stdout:140: finishing write tid 4 to smithi08986837-31 2024-07-26T06:05:13.943 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 31 v 45 (ObjNum 70 snap 6 seq_num 70) dirty exists 2024-07-26T06:05:13.943 INFO:tasks.rados.rados.0.smithi089.stdout:140: left oid 31 (ObjNum 70 snap 6 seq_num 70) 2024-07-26T06:05:13.943 INFO:tasks.rados.rados.0.smithi089.stdout:141: finishing write tid 1 to smithi08986837-16 2024-07-26T06:05:13.943 INFO:tasks.rados.rados.0.smithi089.stdout:141: finishing write tid 2 to smithi08986837-16 2024-07-26T06:05:13.943 INFO:tasks.rados.rados.0.smithi089.stdout:143: expect (ObjNum 47 snap 0 seq_num 47) 2024-07-26T06:05:13.966 INFO:tasks.rados.rados.0.smithi089.stdout:141: finishing write tid 3 to smithi08986837-16 2024-07-26T06:05:13.967 INFO:tasks.rados.rados.0.smithi089.stdout:141: finishing write tid 4 to smithi08986837-16 2024-07-26T06:05:13.967 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 16 v 16 (ObjNum 71 snap 6 seq_num 71) dirty exists 2024-07-26T06:05:13.967 INFO:tasks.rados.rados.0.smithi089.stdout:141: left oid 16 (ObjNum 71 snap 6 seq_num 71) 2024-07-26T06:05:13.967 INFO:tasks.rados.rados.0.smithi089.stdout:142: finishing copy_from racing read to smithi08986837-10 2024-07-26T06:05:13.967 INFO:tasks.rados.rados.0.smithi089.stdout:142: finishing copy_from to smithi08986837-10 2024-07-26T06:05:13.967 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 10 v 17 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-07-26T06:05:13.967 INFO:tasks.rados.rados.0.smithi089.stdout:144: finishing write tid 1 to smithi08986837-50 2024-07-26T06:05:13.967 INFO:tasks.rados.rados.0.smithi089.stdout:140: done (5 left) 2024-07-26T06:05:13.967 INFO:tasks.rados.rados.0.smithi089.stdout:141: done (4 left) 2024-07-26T06:05:13.967 INFO:tasks.rados.rados.0.smithi089.stdout:142: done (3 left) 2024-07-26T06:05:13.967 INFO:tasks.rados.rados.0.smithi089.stdout:143: done (2 left) 2024-07-26T06:05:13.967 INFO:tasks.rados.rados.0.smithi089.stdout:145: done (1 left) 2024-07-26T06:05:13.967 INFO:tasks.rados.rados.0.smithi089.stdout:146: delete oid 24 current snap is 6 2024-07-26T06:05:13.968 INFO:tasks.rados.rados.0.smithi089.stdout:144: finishing write tid 2 to smithi08986837-50 2024-07-26T06:05:13.968 INFO:tasks.rados.rados.0.smithi089.stdout:144: finishing write tid 3 to smithi08986837-50 2024-07-26T06:05:13.968 INFO:tasks.rados.rados.0.smithi089.stdout:144: finishing write tid 4 to smithi08986837-50 2024-07-26T06:05:13.968 INFO:tasks.rados.rados.0.smithi089.stdout:144: finishing write tid 5 to smithi08986837-50 2024-07-26T06:05:13.968 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 50 v 32 (ObjNum 72 snap 6 seq_num 72) dirty exists 2024-07-26T06:05:13.968 INFO:tasks.rados.rados.0.smithi089.stdout:144: left oid 50 (ObjNum 72 snap 6 seq_num 72) 2024-07-26T06:05:13.968 INFO:tasks.rados.rados.0.smithi089.stdout:144: done (1 left) 2024-07-26T06:05:13.968 INFO:tasks.rados.rados.0.smithi089.stdout:146: done (0 left) 2024-07-26T06:05:13.968 INFO:tasks.rados.rados.0.smithi089.stdout:147: rmattr oid 18 current snap is 6 2024-07-26T06:05:13.969 INFO:tasks.rados.rados.0.smithi089.stdout:147: done (0 left) 2024-07-26T06:05:13.969 INFO:tasks.rados.rados.0.smithi089.stdout:148: snap_remove snap 3 2024-07-26T06:05:14.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:13 smithi155 ceph-mon[33309]: osdmap e90: 8 total, 8 up, 8 in 2024-07-26T06:05:14.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:13 smithi155 ceph-mon[33309]: osdmap e91: 8 total, 8 up, 8 in 2024-07-26T06:05:14.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:13 smithi089 ceph-mon[29555]: osdmap e90: 8 total, 8 up, 8 in 2024-07-26T06:05:14.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:13 smithi089 ceph-mon[29555]: osdmap e91: 8 total, 8 up, 8 in 2024-07-26T06:05:14.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:13 smithi089 ceph-mon[41451]: osdmap e90: 8 total, 8 up, 8 in 2024-07-26T06:05:14.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:13 smithi089 ceph-mon[41451]: osdmap e91: 8 total, 8 up, 8 in 2024-07-26T06:05:14.907 INFO:tasks.rados.rados.0.smithi089.stdout:148: done (0 left) 2024-07-26T06:05:14.907 INFO:tasks.rados.rados.0.smithi089.stdout:149: read oid 40 snap -1 2024-07-26T06:05:14.907 INFO:tasks.rados.rados.0.smithi089.stdout:149: expect (ObjNum 39 snap 0 seq_num 39) 2024-07-26T06:05:14.907 INFO:tasks.rados.rados.0.smithi089.stdout:150: rmattr oid 1 current snap is 6 2024-07-26T06:05:14.907 INFO:tasks.rados.rados.0.smithi089.stdout:150: done (1 left) 2024-07-26T06:05:14.907 INFO:tasks.rados.rados.0.smithi089.stdout:151: snap_create 2024-07-26T06:05:14.914 INFO:tasks.rados.rados.0.smithi089.stdout:149: expect (ObjNum 39 snap 0 seq_num 39) 2024-07-26T06:05:15.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:14 smithi089 ceph-mon[29555]: pgmap v123: 121 pgs: 121 active+clean; 29 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.6 MiB/s wr, 53 op/s 2024-07-26T06:05:15.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:14 smithi089 ceph-mon[29555]: osdmap e92: 8 total, 8 up, 8 in 2024-07-26T06:05:15.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:14 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:05:15.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:14 smithi089 ceph-mon[41451]: pgmap v123: 121 pgs: 121 active+clean; 29 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.6 MiB/s wr, 53 op/s 2024-07-26T06:05:15.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:14 smithi089 ceph-mon[41451]: osdmap e92: 8 total, 8 up, 8 in 2024-07-26T06:05:15.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:14 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:05:15.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:14 smithi155 ceph-mon[33309]: pgmap v123: 121 pgs: 121 active+clean; 29 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.6 MiB/s wr, 53 op/s 2024-07-26T06:05:15.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:14 smithi155 ceph-mon[33309]: osdmap e92: 8 total, 8 up, 8 in 2024-07-26T06:05:15.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:14 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:05:15.910 INFO:tasks.rados.rados.0.smithi089.stdout:149: done (1 left) 2024-07-26T06:05:15.911 INFO:tasks.rados.rados.0.smithi089.stdout:151: done (0 left) 2024-07-26T06:05:15.911 INFO:tasks.rados.rados.0.smithi089.stdout:152: copy_from oid 17 from oid 8 current snap is 7 2024-07-26T06:05:15.911 INFO:tasks.rados.rados.0.smithi089.stdout:153: read oid 32 snap -1 2024-07-26T06:05:15.911 INFO:tasks.rados.rados.0.smithi089.stdout:153: expect (ObjNum 66 snap 5 seq_num 66) 2024-07-26T06:05:15.911 INFO:tasks.rados.rados.0.smithi089.stdout:154: snap_remove snap 6 2024-07-26T06:05:16.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:15 smithi155 ceph-mon[33309]: osdmap e93: 8 total, 8 up, 8 in 2024-07-26T06:05:16.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:15 smithi089 ceph-mon[29555]: osdmap e93: 8 total, 8 up, 8 in 2024-07-26T06:05:16.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:15 smithi089 ceph-mon[41451]: osdmap e93: 8 total, 8 up, 8 in 2024-07-26T06:05:16.912 INFO:tasks.rados.rados.0.smithi089.stdout:154: done (2 left) 2024-07-26T06:05:16.913 INFO:tasks.rados.rados.0.smithi089.stdout:155: rmattr oid 13 current snap is 7 2024-07-26T06:05:16.913 INFO:tasks.rados.rados.0.smithi089.stdout:155: done (2 left) 2024-07-26T06:05:16.913 INFO:tasks.rados.rados.0.smithi089.stdout:156: copy_from oid 27 from oid 29 current snap is 7 2024-07-26T06:05:16.913 INFO:tasks.rados.rados.0.smithi089.stdout:153: expect (ObjNum 66 snap 5 seq_num 66) 2024-07-26T06:05:16.964 INFO:tasks.rados.rados.0.smithi089.stdout:152: finishing copy_from racing read to smithi08986837-17 2024-07-26T06:05:16.964 INFO:tasks.rados.rados.0.smithi089.stdout:152: finishing copy_from to smithi08986837-17 2024-07-26T06:05:16.964 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 17 v 2 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-07-26T06:05:16.964 INFO:tasks.rados.rados.0.smithi089.stdout:156: finishing copy_from racing read to smithi08986837-27 2024-07-26T06:05:16.964 INFO:tasks.rados.rados.0.smithi089.stdout:156: finishing copy_from to smithi08986837-27 2024-07-26T06:05:16.964 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 27 v 14 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-07-26T06:05:16.965 INFO:tasks.rados.rados.0.smithi089.stdout:152: done (2 left) 2024-07-26T06:05:16.965 INFO:tasks.rados.rados.0.smithi089.stdout:153: done (1 left) 2024-07-26T06:05:16.965 INFO:tasks.rados.rados.0.smithi089.stdout:156: done (0 left) 2024-07-26T06:05:16.965 INFO:tasks.rados.rados.0.smithi089.stdout:157: snap_remove snap 5 2024-07-26T06:05:17.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:16 smithi155 ceph-mon[33309]: pgmap v126: 121 pgs: 121 active+clean; 37 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.6 MiB/s wr, 37 op/s 2024-07-26T06:05:17.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:16 smithi155 ceph-mon[33309]: osdmap e94: 8 total, 8 up, 8 in 2024-07-26T06:05:17.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:16 smithi089 ceph-mon[29555]: pgmap v126: 121 pgs: 121 active+clean; 37 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.6 MiB/s wr, 37 op/s 2024-07-26T06:05:17.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:16 smithi089 ceph-mon[29555]: osdmap e94: 8 total, 8 up, 8 in 2024-07-26T06:05:17.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:16 smithi089 ceph-mon[41451]: pgmap v126: 121 pgs: 121 active+clean; 37 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.6 MiB/s wr, 37 op/s 2024-07-26T06:05:17.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:16 smithi089 ceph-mon[41451]: osdmap e94: 8 total, 8 up, 8 in 2024-07-26T06:05:17.892 INFO:tasks.rados.rados.0.smithi089.stdout:157: done (0 left) 2024-07-26T06:05:17.892 INFO:tasks.rados.rados.0.smithi089.stdout:158: read oid 1 snap -1 2024-07-26T06:05:17.892 INFO:tasks.rados.rados.0.smithi089.stdout:158: expect (ObjNum 23 snap 0 seq_num 23) 2024-07-26T06:05:17.892 INFO:tasks.rados.rados.0.smithi089.stdout:159: rollback oid 20 current snap is 7 2024-07-26T06:05:17.892 INFO:tasks.rados.rados.0.smithi089.stdout:159: done (1 left) 2024-07-26T06:05:17.892 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 22 current snap is 7 2024-07-26T06:05:17.892 INFO:tasks.rados.rados.0.smithi089.stdout:160: seq_num 75 ranges {0=458752,458752=581632,1040384=221184} 2024-07-26T06:05:17.894 INFO:tasks.rados.rados.0.smithi089.stdout:160: writing smithi08986837-22 from 0 to 458752 tid 1 2024-07-26T06:05:17.898 INFO:tasks.rados.rados.0.smithi089.stdout:160: writing smithi08986837-22 from 458752 to 1040384 tid 2 2024-07-26T06:05:17.899 INFO:tasks.rados.rados.0.smithi089.stdout:160: writing smithi08986837-22 from 1040384 to 1261568 tid 3 2024-07-26T06:05:17.900 INFO:tasks.rados.rados.0.smithi089.stdout:161: read oid 13 snap -1 2024-07-26T06:05:17.900 INFO:tasks.rados.rados.0.smithi089.stdout:161: expect deleted 2024-07-26T06:05:17.900 INFO:tasks.rados.rados.0.smithi089.stdout:160: finishing write tid 1 to smithi08986837-22 2024-07-26T06:05:17.901 INFO:tasks.rados.rados.0.smithi089.stdout:158: expect (ObjNum 23 snap 0 seq_num 23) 2024-07-26T06:05:17.912 INFO:tasks.rados.rados.0.smithi089.stdout:160: finishing write tid 2 to smithi08986837-22 2024-07-26T06:05:17.913 INFO:tasks.rados.rados.0.smithi089.stdout:160: finishing write tid 3 to smithi08986837-22 2024-07-26T06:05:17.913 INFO:tasks.rados.rados.0.smithi089.stdout:160: finishing write tid 4 to smithi08986837-22 2024-07-26T06:05:17.913 INFO:tasks.rados.rados.0.smithi089.stdout:160: finishing write tid 5 to smithi08986837-22 2024-07-26T06:05:17.913 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 22 v 34 (ObjNum 75 snap 7 seq_num 75) dirty exists 2024-07-26T06:05:17.913 INFO:tasks.rados.rados.0.smithi089.stdout:160: left oid 22 (ObjNum 75 snap 7 seq_num 75) 2024-07-26T06:05:17.913 INFO:tasks.rados.rados.0.smithi089.stdout:158: done (2 left) 2024-07-26T06:05:17.913 INFO:tasks.rados.rados.0.smithi089.stdout:160: done (1 left) 2024-07-26T06:05:17.913 INFO:tasks.rados.rados.0.smithi089.stdout:161: done (0 left) 2024-07-26T06:05:17.913 INFO:tasks.rados.rados.0.smithi089.stdout:162: rollback oid 48 current snap is 7 2024-07-26T06:05:17.913 INFO:tasks.rados.rados.0.smithi089.stdout:162: done (0 left) 2024-07-26T06:05:17.913 INFO:tasks.rados.rados.0.smithi089.stdout:163: snap_create 2024-07-26T06:05:18.280 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:17 smithi155 ceph-mon[33309]: osdmap e95: 8 total, 8 up, 8 in 2024-07-26T06:05:18.280 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:17 smithi155 ceph-mon[33309]: osdmap e96: 8 total, 8 up, 8 in 2024-07-26T06:05:18.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:17 smithi089 ceph-mon[29555]: osdmap e95: 8 total, 8 up, 8 in 2024-07-26T06:05:18.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:17 smithi089 ceph-mon[29555]: osdmap e96: 8 total, 8 up, 8 in 2024-07-26T06:05:18.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:17 smithi089 ceph-mon[41451]: osdmap e95: 8 total, 8 up, 8 in 2024-07-26T06:05:18.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:17 smithi089 ceph-mon[41451]: osdmap e96: 8 total, 8 up, 8 in 2024-07-26T06:05:18.892 INFO:tasks.rados.rados.0.smithi089.stdout:163: done (0 left) 2024-07-26T06:05:18.893 INFO:tasks.rados.rados.0.smithi089.stdout:164: delete oid 11 current snap is 8 2024-07-26T06:05:18.898 INFO:tasks.rados.rados.0.smithi089.stdout:164: done (0 left) 2024-07-26T06:05:18.899 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 44 current snap is 8 2024-07-26T06:05:18.899 INFO:tasks.rados.rados.0.smithi089.stdout:165: seq_num 77 ranges {1875968=491520,2367488=794624,3162112=8192} 2024-07-26T06:05:18.912 INFO:tasks.rados.rados.0.smithi089.stdout:165: writing smithi08986837-44 from 1875968 to 2367488 tid 1 2024-07-26T06:05:18.917 INFO:tasks.rados.rados.0.smithi089.stdout:165: writing smithi08986837-44 from 2367488 to 3162112 tid 2 2024-07-26T06:05:18.917 INFO:tasks.rados.rados.0.smithi089.stdout:165: writing smithi08986837-44 from 3162112 to 3170304 tid 3 2024-07-26T06:05:18.917 INFO:tasks.rados.rados.0.smithi089.stdout:166: snap_create 2024-07-26T06:05:18.917 INFO:tasks.rados.rados.0.smithi089.stdout:165: finishing write tid 1 to smithi08986837-44 2024-07-26T06:05:18.921 INFO:tasks.rados.rados.0.smithi089.stdout:165: finishing write tid 2 to smithi08986837-44 2024-07-26T06:05:18.921 INFO:tasks.rados.rados.0.smithi089.stdout:165: finishing write tid 3 to smithi08986837-44 2024-07-26T06:05:18.923 INFO:tasks.rados.rados.0.smithi089.stdout:165: finishing write tid 4 to smithi08986837-44 2024-07-26T06:05:18.924 INFO:tasks.rados.rados.0.smithi089.stdout:165: finishing write tid 5 to smithi08986837-44 2024-07-26T06:05:18.924 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 44 v 52 (ObjNum 77 snap 8 seq_num 77) dirty exists 2024-07-26T06:05:18.924 INFO:tasks.rados.rados.0.smithi089.stdout:165: left oid 44 (ObjNum 77 snap 8 seq_num 77) 2024-07-26T06:05:19.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:18 smithi155 ceph-mon[33309]: pgmap v129: 121 pgs: 121 active+clean; 37 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 33 op/s 2024-07-26T06:05:19.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:18 smithi155 ceph-mon[33309]: osdmap e97: 8 total, 8 up, 8 in 2024-07-26T06:05:19.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:18 smithi089 ceph-mon[29555]: pgmap v129: 121 pgs: 121 active+clean; 37 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 33 op/s 2024-07-26T06:05:19.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:18 smithi089 ceph-mon[29555]: osdmap e97: 8 total, 8 up, 8 in 2024-07-26T06:05:19.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:18 smithi089 ceph-mon[41451]: pgmap v129: 121 pgs: 121 active+clean; 37 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 33 op/s 2024-07-26T06:05:19.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:18 smithi089 ceph-mon[41451]: osdmap e97: 8 total, 8 up, 8 in 2024-07-26T06:05:19.894 INFO:tasks.rados.rados.0.smithi089.stdout:165: done (1 left) 2024-07-26T06:05:19.894 INFO:tasks.rados.rados.0.smithi089.stdout:166: done (0 left) 2024-07-26T06:05:19.894 INFO:tasks.rados.rados.0.smithi089.stdout:167: snap_remove snap 7 2024-07-26T06:05:20.900 INFO:tasks.rados.rados.0.smithi089.stdout:167: done (0 left) 2024-07-26T06:05:20.900 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 22 current snap is 9 2024-07-26T06:05:20.900 INFO:tasks.rados.rados.0.smithi089.stdout:168: seq_num 78 ranges {1261568=516096,1777664=679936,2457600=122880} 2024-07-26T06:05:20.910 INFO:tasks.rados.rados.0.smithi089.stdout:168: writing smithi08986837-22 from 1261568 to 1777664 tid 1 2024-07-26T06:05:20.914 INFO:tasks.rados.rados.0.smithi089.stdout:168: writing smithi08986837-22 from 1777664 to 2457600 tid 2 2024-07-26T06:05:20.915 INFO:tasks.rados.rados.0.smithi089.stdout:168: writing smithi08986837-22 from 2457600 to 2580480 tid 3 2024-07-26T06:05:20.916 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 10 current snap is 9 2024-07-26T06:05:20.916 INFO:tasks.rados.rados.0.smithi089.stdout:169: seq_num 79 ranges {638976=532480,1171456=565248,1736704=237568} 2024-07-26T06:05:20.922 INFO:tasks.rados.rados.0.smithi089.stdout:169: writing smithi08986837-10 from 638976 to 1171456 tid 1 2024-07-26T06:05:20.925 INFO:tasks.rados.rados.0.smithi089.stdout:169: writing smithi08986837-10 from 1171456 to 1736704 tid 2 2024-07-26T06:05:20.927 INFO:tasks.rados.rados.0.smithi089.stdout:169: writing smithi08986837-10 from 1736704 to 1974272 tid 3 2024-07-26T06:05:20.927 INFO:tasks.rados.rados.0.smithi089.stdout:170: setattr oid 6 current snap is 9 2024-07-26T06:05:20.927 INFO:tasks.rados.rados.0.smithi089.stdout:168: finishing write tid 1 to smithi08986837-22 2024-07-26T06:05:20.927 INFO:tasks.rados.rados.0.smithi089.stdout:168: finishing write tid 2 to smithi08986837-22 2024-07-26T06:05:20.927 INFO:tasks.rados.rados.0.smithi089.stdout:168: finishing write tid 3 to smithi08986837-22 2024-07-26T06:05:20.927 INFO:tasks.rados.rados.0.smithi089.stdout:168: finishing write tid 4 to smithi08986837-22 2024-07-26T06:05:20.927 INFO:tasks.rados.rados.0.smithi089.stdout:168: finishing write tid 5 to smithi08986837-22 2024-07-26T06:05:20.927 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 22 v 39 (ObjNum 78 snap 9 seq_num 78) dirty exists 2024-07-26T06:05:20.928 INFO:tasks.rados.rados.0.smithi089.stdout:168: left oid 22 (ObjNum 78 snap 9 seq_num 78) 2024-07-26T06:05:20.929 INFO:tasks.rados.rados.0.smithi089.stdout:168: done (2 left) 2024-07-26T06:05:20.929 INFO:tasks.rados.rados.0.smithi089.stdout:171: read oid 12 snap 8 2024-07-26T06:05:20.929 INFO:tasks.rados.rados.0.smithi089.stdout:171: expect (ObjNum 11 snap 0 seq_num 11) 2024-07-26T06:05:20.930 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 3 current snap is 9 2024-07-26T06:05:20.930 INFO:tasks.rados.rados.0.smithi089.stdout:172: seq_num 80 ranges {40960=548864,589824=450560,1040384=352256} 2024-07-26T06:05:20.933 INFO:tasks.rados.rados.0.smithi089.stdout:172: writing smithi08986837-3 from 40960 to 589824 tid 1 2024-07-26T06:05:20.936 INFO:tasks.rados.rados.0.smithi089.stdout:172: writing smithi08986837-3 from 589824 to 1040384 tid 2 2024-07-26T06:05:20.939 INFO:tasks.rados.rados.0.smithi089.stdout:172: writing smithi08986837-3 from 1040384 to 1392640 tid 3 2024-07-26T06:05:20.939 INFO:tasks.rados.rados.0.smithi089.stdout:173: snap_create 2024-07-26T06:05:20.939 INFO:tasks.rados.rados.0.smithi089.stdout:169: finishing write tid 1 to smithi08986837-10 2024-07-26T06:05:20.939 INFO:tasks.rados.rados.0.smithi089.stdout:169: finishing write tid 2 to smithi08986837-10 2024-07-26T06:05:20.939 INFO:tasks.rados.rados.0.smithi089.stdout:169: finishing write tid 3 to smithi08986837-10 2024-07-26T06:05:20.939 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 6 v 16 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-07-26T06:05:20.939 INFO:tasks.rados.rados.0.smithi089.stdout:169: finishing write tid 4 to smithi08986837-10 2024-07-26T06:05:20.939 INFO:tasks.rados.rados.0.smithi089.stdout:171: expect (ObjNum 11 snap 0 seq_num 11) 2024-07-26T06:05:20.948 INFO:tasks.rados.rados.0.smithi089.stdout:169: finishing write tid 5 to smithi08986837-10 2024-07-26T06:05:20.948 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 10 v 62 (ObjNum 79 snap 9 seq_num 79) dirty exists 2024-07-26T06:05:20.948 INFO:tasks.rados.rados.0.smithi089.stdout:169: left oid 10 (ObjNum 79 snap 9 seq_num 79) 2024-07-26T06:05:20.948 INFO:tasks.rados.rados.0.smithi089.stdout:172: finishing write tid 1 to smithi08986837-3 2024-07-26T06:05:20.948 INFO:tasks.rados.rados.0.smithi089.stdout:172: finishing write tid 2 to smithi08986837-3 2024-07-26T06:05:20.948 INFO:tasks.rados.rados.0.smithi089.stdout:172: finishing write tid 3 to smithi08986837-3 2024-07-26T06:05:20.948 INFO:tasks.rados.rados.0.smithi089.stdout:172: finishing write tid 4 to smithi08986837-3 2024-07-26T06:05:20.948 INFO:tasks.rados.rados.0.smithi089.stdout:172: finishing write tid 5 to smithi08986837-3 2024-07-26T06:05:20.948 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 3 v 21 (ObjNum 80 snap 9 seq_num 80) dirty exists 2024-07-26T06:05:20.948 INFO:tasks.rados.rados.0.smithi089.stdout:172: left oid 3 (ObjNum 80 snap 9 seq_num 80) 2024-07-26T06:05:21.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:20 smithi089 ceph-mon[29555]: pgmap v132: 121 pgs: 121 active+clean; 37 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:05:21.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:20 smithi089 ceph-mon[29555]: osdmap e98: 8 total, 8 up, 8 in 2024-07-26T06:05:21.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:20 smithi089 ceph-mon[41451]: pgmap v132: 121 pgs: 121 active+clean; 37 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:05:21.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:20 smithi089 ceph-mon[41451]: osdmap e98: 8 total, 8 up, 8 in 2024-07-26T06:05:21.379 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:05:20 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[35403]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:05:20] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-07-26T06:05:21.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:20 smithi155 ceph-mon[33309]: pgmap v132: 121 pgs: 121 active+clean; 37 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:05:21.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:20 smithi155 ceph-mon[33309]: osdmap e98: 8 total, 8 up, 8 in 2024-07-26T06:05:21.904 INFO:tasks.rados.rados.0.smithi089.stdout:169: done (4 left) 2024-07-26T06:05:21.904 INFO:tasks.rados.rados.0.smithi089.stdout:170: done (3 left) 2024-07-26T06:05:21.904 INFO:tasks.rados.rados.0.smithi089.stdout:171: done (2 left) 2024-07-26T06:05:21.905 INFO:tasks.rados.rados.0.smithi089.stdout:172: done (1 left) 2024-07-26T06:05:21.905 INFO:tasks.rados.rados.0.smithi089.stdout:173: done (0 left) 2024-07-26T06:05:21.905 INFO:tasks.rados.rados.0.smithi089.stdout:174: snap_create 2024-07-26T06:05:22.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:21 smithi089 ceph-mon[29555]: osdmap e99: 8 total, 8 up, 8 in 2024-07-26T06:05:22.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:21 smithi089 ceph-mon[41451]: osdmap e99: 8 total, 8 up, 8 in 2024-07-26T06:05:22.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:21 smithi155 ceph-mon[33309]: osdmap e99: 8 total, 8 up, 8 in 2024-07-26T06:05:22.892 INFO:tasks.rados.rados.0.smithi089.stdout:174: done (0 left) 2024-07-26T06:05:22.893 INFO:tasks.rados.rados.0.smithi089.stdout:175: read oid 45 snap -1 2024-07-26T06:05:22.893 INFO:tasks.rados.rados.0.smithi089.stdout:175: expect (ObjNum 67 snap 5 seq_num 67) 2024-07-26T06:05:22.893 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 31 current snap is 11 2024-07-26T06:05:22.893 INFO:tasks.rados.rados.0.smithi089.stdout:176: seq_num 81 ranges {2613248=565248,3178496=737280,3915776=65536} 2024-07-26T06:05:22.910 INFO:tasks.rados.rados.0.smithi089.stdout:176: writing smithi08986837-31 from 2613248 to 3178496 tid 1 2024-07-26T06:05:22.914 INFO:tasks.rados.rados.0.smithi089.stdout:176: writing smithi08986837-31 from 3178496 to 3915776 tid 2 2024-07-26T06:05:22.915 INFO:tasks.rados.rados.0.smithi089.stdout:176: writing smithi08986837-31 from 3915776 to 3981312 tid 3 2024-07-26T06:05:22.915 INFO:tasks.rados.rados.0.smithi089.stdout:177: read oid 49 snap -1 2024-07-26T06:05:22.915 INFO:tasks.rados.rados.0.smithi089.stdout:177: expect (ObjNum 48 snap 0 seq_num 48) 2024-07-26T06:05:22.915 INFO:tasks.rados.rados.0.smithi089.stdout:178: read oid 38 snap -1 2024-07-26T06:05:22.915 INFO:tasks.rados.rados.0.smithi089.stdout:178: expect (ObjNum 57 snap 3 seq_num 57) 2024-07-26T06:05:22.915 INFO:tasks.rados.rados.0.smithi089.stdout:179: read oid 40 snap -1 2024-07-26T06:05:22.915 INFO:tasks.rados.rados.0.smithi089.stdout:179: expect (ObjNum 39 snap 0 seq_num 39) 2024-07-26T06:05:22.915 INFO:tasks.rados.rados.0.smithi089.stdout:180: snap_create 2024-07-26T06:05:22.916 INFO:tasks.rados.rados.0.smithi089.stdout:175: expect (ObjNum 67 snap 5 seq_num 67) 2024-07-26T06:05:23.027 INFO:tasks.rados.rados.0.smithi089.stdout:179: expect (ObjNum 39 snap 0 seq_num 39) 2024-07-26T06:05:23.044 INFO:tasks.rados.rados.0.smithi089.stdout:176: finishing write tid 1 to smithi08986837-31 2024-07-26T06:05:23.044 INFO:tasks.rados.rados.0.smithi089.stdout:176: finishing write tid 2 to smithi08986837-31 2024-07-26T06:05:23.044 INFO:tasks.rados.rados.0.smithi089.stdout:176: finishing write tid 3 to smithi08986837-31 2024-07-26T06:05:23.045 INFO:tasks.rados.rados.0.smithi089.stdout:176: finishing write tid 4 to smithi08986837-31 2024-07-26T06:05:23.045 INFO:tasks.rados.rados.0.smithi089.stdout:176: finishing write tid 5 to smithi08986837-31 2024-07-26T06:05:23.045 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 31 v 69 (ObjNum 81 snap 11 seq_num 81) dirty exists 2024-07-26T06:05:23.045 INFO:tasks.rados.rados.0.smithi089.stdout:176: left oid 31 (ObjNum 81 snap 11 seq_num 81) 2024-07-26T06:05:23.045 INFO:tasks.rados.rados.0.smithi089.stdout:177: expect (ObjNum 48 snap 0 seq_num 48) 2024-07-26T06:05:23.069 INFO:tasks.rados.rados.0.smithi089.stdout:178: expect (ObjNum 57 snap 3 seq_num 57) 2024-07-26T06:05:23.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:22 smithi089 ceph-mon[29555]: pgmap v135: 121 pgs: 121 active+clean; 39 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 868 KiB/s wr, 5 op/s 2024-07-26T06:05:23.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:22 smithi089 ceph-mon[29555]: osdmap e100: 8 total, 8 up, 8 in 2024-07-26T06:05:23.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:22 smithi089 ceph-mon[29555]: osdmap e101: 8 total, 8 up, 8 in 2024-07-26T06:05:23.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:22 smithi089 ceph-mon[41451]: pgmap v135: 121 pgs: 121 active+clean; 39 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 868 KiB/s wr, 5 op/s 2024-07-26T06:05:23.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:22 smithi089 ceph-mon[41451]: osdmap e100: 8 total, 8 up, 8 in 2024-07-26T06:05:23.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:22 smithi089 ceph-mon[41451]: osdmap e101: 8 total, 8 up, 8 in 2024-07-26T06:05:23.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:22 smithi155 ceph-mon[33309]: pgmap v135: 121 pgs: 121 active+clean; 39 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 868 KiB/s wr, 5 op/s 2024-07-26T06:05:23.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:22 smithi155 ceph-mon[33309]: osdmap e100: 8 total, 8 up, 8 in 2024-07-26T06:05:23.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:22 smithi155 ceph-mon[33309]: osdmap e101: 8 total, 8 up, 8 in 2024-07-26T06:05:23.654 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:05:23 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:05:23] "GET /metrics HTTP/1.1" 200 239219 "" "Prometheus/2.43.0" 2024-07-26T06:05:23.910 INFO:tasks.rados.rados.0.smithi089.stdout:175: done (5 left) 2024-07-26T06:05:23.910 INFO:tasks.rados.rados.0.smithi089.stdout:176: done (4 left) 2024-07-26T06:05:23.910 INFO:tasks.rados.rados.0.smithi089.stdout:177: done (3 left) 2024-07-26T06:05:23.911 INFO:tasks.rados.rados.0.smithi089.stdout:178: done (2 left) 2024-07-26T06:05:23.911 INFO:tasks.rados.rados.0.smithi089.stdout:179: done (1 left) 2024-07-26T06:05:23.911 INFO:tasks.rados.rados.0.smithi089.stdout:180: done (0 left) 2024-07-26T06:05:23.911 INFO:tasks.rados.rados.0.smithi089.stdout:181: snap_remove snap 11 2024-07-26T06:05:24.911 INFO:tasks.rados.rados.0.smithi089.stdout:181: done (0 left) 2024-07-26T06:05:24.912 INFO:tasks.rados.rados.0.smithi089.stdout:182: read oid 36 snap -1 2024-07-26T06:05:24.912 INFO:tasks.rados.rados.0.smithi089.stdout:182: expect (ObjNum 27 snap 0 seq_num 27) 2024-07-26T06:05:24.912 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 1 current snap is 12 2024-07-26T06:05:24.912 INFO:tasks.rados.rados.0.smithi089.stdout:183: seq_num 82 ranges {393216=581632,974848=622592,1597440=180224} 2024-07-26T06:05:24.919 INFO:tasks.rados.rados.0.smithi089.stdout:183: writing smithi08986837-1 from 393216 to 974848 tid 1 2024-07-26T06:05:24.924 INFO:tasks.rados.rados.0.smithi089.stdout:183: writing smithi08986837-1 from 974848 to 1597440 tid 2 2024-07-26T06:05:24.925 INFO:tasks.rados.rados.0.smithi089.stdout:183: writing smithi08986837-1 from 1597440 to 1777664 tid 3 2024-07-26T06:05:24.925 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 9 current snap is 12 2024-07-26T06:05:24.926 INFO:tasks.rados.rados.0.smithi089.stdout:184: seq_num 83 ranges {139264=598016,737280=499712,1236992=303104} 2024-07-26T06:05:24.931 INFO:tasks.rados.rados.0.smithi089.stdout:184: writing smithi08986837-9 from 139264 to 737280 tid 1 2024-07-26T06:05:24.934 INFO:tasks.rados.rados.0.smithi089.stdout:184: writing smithi08986837-9 from 737280 to 1236992 tid 2 2024-07-26T06:05:24.938 INFO:tasks.rados.rados.0.smithi089.stdout:184: writing smithi08986837-9 from 1236992 to 1540096 tid 3 2024-07-26T06:05:24.938 INFO:tasks.rados.rados.0.smithi089.stdout:185: rmattr oid 11 current snap is 12 2024-07-26T06:05:24.938 INFO:tasks.rados.rados.0.smithi089.stdout:185: done (3 left) 2024-07-26T06:05:24.938 INFO:tasks.rados.rados.0.smithi089.stdout:186: snap_remove snap 10 2024-07-26T06:05:24.957 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:24 smithi089 ceph-mon[29555]: pgmap v138: 121 pgs: 121 active+clean; 39 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 868 KiB/s wr, 5 op/s 2024-07-26T06:05:24.957 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:24 smithi089 ceph-mon[29555]: osdmap e102: 8 total, 8 up, 8 in 2024-07-26T06:05:24.957 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:24 smithi089 ceph-mon[41451]: pgmap v138: 121 pgs: 121 active+clean; 39 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 868 KiB/s wr, 5 op/s 2024-07-26T06:05:24.957 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:24 smithi089 ceph-mon[41451]: osdmap e102: 8 total, 8 up, 8 in 2024-07-26T06:05:25.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:24 smithi155 ceph-mon[33309]: pgmap v138: 121 pgs: 121 active+clean; 39 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 868 KiB/s wr, 5 op/s 2024-07-26T06:05:25.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:24 smithi155 ceph-mon[33309]: osdmap e102: 8 total, 8 up, 8 in 2024-07-26T06:05:25.921 INFO:tasks.rados.rados.0.smithi089.stdout:186: done (3 left) 2024-07-26T06:05:25.922 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 2 current snap is 12 2024-07-26T06:05:25.922 INFO:tasks.rados.rados.0.smithi089.stdout:187: seq_num 84 ranges {425984=614400,1040384=434176,1474560=368640} 2024-07-26T06:05:25.926 INFO:tasks.rados.rados.0.smithi089.stdout:187: writing smithi08986837-2 from 425984 to 1040384 tid 1 2024-07-26T06:05:25.929 INFO:tasks.rados.rados.0.smithi089.stdout:187: writing smithi08986837-2 from 1040384 to 1474560 tid 2 2024-07-26T06:05:25.931 INFO:tasks.rados.rados.0.smithi089.stdout:187: writing smithi08986837-2 from 1474560 to 1843200 tid 3 2024-07-26T06:05:25.932 INFO:tasks.rados.rados.0.smithi089.stdout:188: copy_from oid 38 from oid 46 current snap is 12 2024-07-26T06:05:25.932 INFO:tasks.rados.rados.0.smithi089.stdout:182: expect (ObjNum 27 snap 0 seq_num 27) 2024-07-26T06:05:25.946 INFO:tasks.rados.rados.0.smithi089.stdout:183: finishing write tid 1 to smithi08986837-1 2024-07-26T06:05:25.946 INFO:tasks.rados.rados.0.smithi089.stdout:183: finishing write tid 2 to smithi08986837-1 2024-07-26T06:05:25.946 INFO:tasks.rados.rados.0.smithi089.stdout:183: finishing write tid 3 to smithi08986837-1 2024-07-26T06:05:25.946 INFO:tasks.rados.rados.0.smithi089.stdout:183: finishing write tid 4 to smithi08986837-1 2024-07-26T06:05:25.946 INFO:tasks.rados.rados.0.smithi089.stdout:183: finishing write tid 5 to smithi08986837-1 2024-07-26T06:05:25.946 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 1 v 30 (ObjNum 82 snap 12 seq_num 82) dirty exists 2024-07-26T06:05:25.946 INFO:tasks.rados.rados.0.smithi089.stdout:183: left oid 1 (ObjNum 82 snap 12 seq_num 82) 2024-07-26T06:05:25.946 INFO:tasks.rados.rados.0.smithi089.stdout:184: finishing write tid 1 to smithi08986837-9 2024-07-26T06:05:25.946 INFO:tasks.rados.rados.0.smithi089.stdout:184: finishing write tid 2 to smithi08986837-9 2024-07-26T06:05:25.947 INFO:tasks.rados.rados.0.smithi089.stdout:184: finishing write tid 3 to smithi08986837-9 2024-07-26T06:05:25.947 INFO:tasks.rados.rados.0.smithi089.stdout:184: finishing write tid 4 to smithi08986837-9 2024-07-26T06:05:25.947 INFO:tasks.rados.rados.0.smithi089.stdout:182: done (4 left) 2024-07-26T06:05:25.947 INFO:tasks.rados.rados.0.smithi089.stdout:183: done (3 left) 2024-07-26T06:05:25.947 INFO:tasks.rados.rados.0.smithi089.stdout:189: snap_remove snap 8 2024-07-26T06:05:26.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:25 smithi089 ceph-mon[29555]: osdmap e103: 8 total, 8 up, 8 in 2024-07-26T06:05:26.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:25 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:05:26.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:25 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:05:26.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:25 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:05:26.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:25 smithi089 ceph-mon[41451]: osdmap e103: 8 total, 8 up, 8 in 2024-07-26T06:05:26.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:25 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:05:26.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:25 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:05:26.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:25 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:05:26.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:25 smithi155 ceph-mon[33309]: osdmap e103: 8 total, 8 up, 8 in 2024-07-26T06:05:26.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:25 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:05:26.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:25 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:05:26.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:25 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:05:26.928 INFO:tasks.rados.rados.0.smithi089.stdout:189: done (3 left) 2024-07-26T06:05:26.928 INFO:tasks.rados.rados.0.smithi089.stdout:190: rmattr oid 7 current snap is 12 2024-07-26T06:05:26.928 INFO:tasks.rados.rados.0.smithi089.stdout:190: done (3 left) 2024-07-26T06:05:26.928 INFO:tasks.rados.rados.0.smithi089.stdout:191: rmattr oid 24 current snap is 12 2024-07-26T06:05:26.928 INFO:tasks.rados.rados.0.smithi089.stdout:191: done (3 left) 2024-07-26T06:05:26.928 INFO:tasks.rados.rados.0.smithi089.stdout:192: rmattr oid 39 current snap is 12 2024-07-26T06:05:26.928 INFO:tasks.rados.rados.0.smithi089.stdout:192: done (3 left) 2024-07-26T06:05:26.928 INFO:tasks.rados.rados.0.smithi089.stdout:193: read oid 1 snap -1 2024-07-26T06:05:26.928 INFO:tasks.rados.rados.0.smithi089.stdout:193: expect (ObjNum 82 snap 12 seq_num 82) 2024-07-26T06:05:26.929 INFO:tasks.rados.rados.0.smithi089.stdout:194: read oid 50 snap -1 2024-07-26T06:05:26.929 INFO:tasks.rados.rados.0.smithi089.stdout:194: expect (ObjNum 72 snap 6 seq_num 72) 2024-07-26T06:05:26.929 INFO:tasks.rados.rados.0.smithi089.stdout:195: setattr oid 35 current snap is 12 2024-07-26T06:05:26.929 INFO:tasks.rados.rados.0.smithi089.stdout:184: finishing write tid 5 to smithi08986837-9 2024-07-26T06:05:26.929 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 9 v 20 (ObjNum 83 snap 12 seq_num 83) dirty exists 2024-07-26T06:05:26.929 INFO:tasks.rados.rados.0.smithi089.stdout:184: left oid 9 (ObjNum 83 snap 12 seq_num 83) 2024-07-26T06:05:26.929 INFO:tasks.rados.rados.0.smithi089.stdout:187: finishing write tid 1 to smithi08986837-2 2024-07-26T06:05:26.929 INFO:tasks.rados.rados.0.smithi089.stdout:187: finishing write tid 2 to smithi08986837-2 2024-07-26T06:05:26.929 INFO:tasks.rados.rados.0.smithi089.stdout:187: finishing write tid 3 to smithi08986837-2 2024-07-26T06:05:26.929 INFO:tasks.rados.rados.0.smithi089.stdout:187: finishing write tid 4 to smithi08986837-2 2024-07-26T06:05:26.929 INFO:tasks.rados.rados.0.smithi089.stdout:187: finishing write tid 5 to smithi08986837-2 2024-07-26T06:05:26.929 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 2 v 18 (ObjNum 84 snap 12 seq_num 84) dirty exists 2024-07-26T06:05:26.930 INFO:tasks.rados.rados.0.smithi089.stdout:187: left oid 2 (ObjNum 84 snap 12 seq_num 84) 2024-07-26T06:05:26.930 INFO:tasks.rados.rados.0.smithi089.stdout:188: finishing copy_from racing read to smithi08986837-38 2024-07-26T06:05:26.930 INFO:tasks.rados.rados.0.smithi089.stdout:188: finishing copy_from to smithi08986837-38 2024-07-26T06:05:26.930 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 38 v 12 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-07-26T06:05:26.931 INFO:tasks.rados.rados.0.smithi089.stdout:184: done (5 left) 2024-07-26T06:05:26.931 INFO:tasks.rados.rados.0.smithi089.stdout:187: done (4 left) 2024-07-26T06:05:26.931 INFO:tasks.rados.rados.0.smithi089.stdout:188: done (3 left) 2024-07-26T06:05:26.931 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 10 current snap is 12 2024-07-26T06:05:26.931 INFO:tasks.rados.rados.0.smithi089.stdout:196: seq_num 85 ranges {1974272=630784,2605056=720896,3325952=81920} 2024-07-26T06:05:26.945 INFO:tasks.rados.rados.0.smithi089.stdout:196: writing smithi08986837-10 from 1974272 to 2605056 tid 1 2024-07-26T06:05:26.949 INFO:tasks.rados.rados.0.smithi089.stdout:196: writing smithi08986837-10 from 2605056 to 3325952 tid 2 2024-07-26T06:05:26.950 INFO:tasks.rados.rados.0.smithi089.stdout:196: writing smithi08986837-10 from 3325952 to 3407872 tid 3 2024-07-26T06:05:26.950 INFO:tasks.rados.rados.0.smithi089.stdout:197: copy_from oid 25 from oid 11 current snap is 12 2024-07-26T06:05:26.950 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 35 v 42 (ObjNum 129 snap 0 seq_num 3362224496) dirty exists 2024-07-26T06:05:26.950 INFO:tasks.rados.rados.0.smithi089.stdout:193: expect (ObjNum 82 snap 12 seq_num 82) 2024-07-26T06:05:27.002 INFO:tasks.rados.rados.0.smithi089.stdout:194: expect (ObjNum 72 snap 6 seq_num 72) 2024-07-26T06:05:27.067 INFO:tasks.rados.rados.0.smithi089.stdout:196: finishing write tid 1 to smithi08986837-10 2024-07-26T06:05:27.067 INFO:tasks.rados.rados.0.smithi089.stdout:196: finishing write tid 2 to smithi08986837-10 2024-07-26T06:05:27.067 INFO:tasks.rados.rados.0.smithi089.stdout:196: finishing write tid 3 to smithi08986837-10 2024-07-26T06:05:27.067 INFO:tasks.rados.rados.0.smithi089.stdout:196: finishing write tid 4 to smithi08986837-10 2024-07-26T06:05:27.067 INFO:tasks.rados.rados.0.smithi089.stdout:197: finishing copy_from to smithi08986837-25 2024-07-26T06:05:27.067 INFO:tasks.rados.rados.0.smithi089.stdout:197: got expected ENOENT (src dne) 2024-07-26T06:05:27.068 INFO:tasks.rados.rados.0.smithi089.stdout:197: finishing copy_from racing read to smithi08986837-25 2024-07-26T06:05:27.068 INFO:tasks.rados.rados.0.smithi089.stdout:196: finishing write tid 5 to smithi08986837-10 2024-07-26T06:05:27.068 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 10 v 84 (ObjNum 85 snap 12 seq_num 85) dirty exists 2024-07-26T06:05:27.068 INFO:tasks.rados.rados.0.smithi089.stdout:196: left oid 10 (ObjNum 85 snap 12 seq_num 85) 2024-07-26T06:05:27.068 INFO:tasks.rados.rados.0.smithi089.stdout:193: done (4 left) 2024-07-26T06:05:27.068 INFO:tasks.rados.rados.0.smithi089.stdout:194: done (3 left) 2024-07-26T06:05:27.068 INFO:tasks.rados.rados.0.smithi089.stdout:195: done (2 left) 2024-07-26T06:05:27.068 INFO:tasks.rados.rados.0.smithi089.stdout:196: done (1 left) 2024-07-26T06:05:27.068 INFO:tasks.rados.rados.0.smithi089.stdout:197: done (0 left) 2024-07-26T06:05:27.068 INFO:tasks.rados.rados.0.smithi089.stdout:198: snap_create 2024-07-26T06:05:27.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:26 smithi155 ceph-mon[33309]: pgmap v141: 121 pgs: 121 active+clean; 45 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.9 MiB/s wr, 18 op/s 2024-07-26T06:05:27.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:26 smithi155 ceph-mon[33309]: Upgrade: Target is version 19.1.0-1125-g4b230446 (unknown) 2024-07-26T06:05:27.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:26 smithi155 ceph-mon[33309]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, digests ['quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c'] 2024-07-26T06:05:27.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:26 smithi155 ceph-mon[33309]: Upgrade: Need to upgrade myself (mgr.y) 2024-07-26T06:05:27.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:26 smithi155 ceph-mon[33309]: osdmap e104: 8 total, 8 up, 8 in 2024-07-26T06:05:27.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:26 smithi089 ceph-mon[29555]: pgmap v141: 121 pgs: 121 active+clean; 45 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.9 MiB/s wr, 18 op/s 2024-07-26T06:05:27.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:26 smithi089 ceph-mon[29555]: Upgrade: Target is version 19.1.0-1125-g4b230446 (unknown) 2024-07-26T06:05:27.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:26 smithi089 ceph-mon[29555]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, digests ['quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c'] 2024-07-26T06:05:27.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:26 smithi089 ceph-mon[29555]: Upgrade: Need to upgrade myself (mgr.y) 2024-07-26T06:05:27.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:26 smithi089 ceph-mon[29555]: osdmap e104: 8 total, 8 up, 8 in 2024-07-26T06:05:27.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:26 smithi089 ceph-mon[41451]: pgmap v141: 121 pgs: 121 active+clean; 45 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.9 MiB/s wr, 18 op/s 2024-07-26T06:05:27.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:26 smithi089 ceph-mon[41451]: Upgrade: Target is version 19.1.0-1125-g4b230446 (unknown) 2024-07-26T06:05:27.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:26 smithi089 ceph-mon[41451]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, digests ['quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c'] 2024-07-26T06:05:27.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:26 smithi089 ceph-mon[41451]: Upgrade: Need to upgrade myself (mgr.y) 2024-07-26T06:05:27.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:26 smithi089 ceph-mon[41451]: osdmap e104: 8 total, 8 up, 8 in 2024-07-26T06:05:27.892 INFO:tasks.rados.rados.0.smithi089.stdout:198: done (0 left) 2024-07-26T06:05:27.893 INFO:tasks.rados.rados.0.smithi089.stdout:199: delete oid 31 current snap is 13 2024-07-26T06:05:27.897 INFO:tasks.rados.rados.0.smithi089.stdout:199: done (0 left) 2024-07-26T06:05:27.897 INFO:tasks.rados.rados.0.smithi089.stdout:200: delete oid 26 current snap is 13 2024-07-26T06:05:27.900 INFO:tasks.rados.rados.0.smithi089.stdout:200: done (0 left) 2024-07-26T06:05:27.900 INFO:tasks.rados.rados.0.smithi089.stdout:201: copy_from oid 20 from oid 42 current snap is 13 2024-07-26T06:05:27.901 INFO:tasks.rados.rados.0.smithi089.stdout:202: delete oid 5 current snap is 13 2024-07-26T06:05:27.903 INFO:tasks.rados.rados.0.smithi089.stdout:202: done (1 left) 2024-07-26T06:05:27.903 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 13 current snap is 13 2024-07-26T06:05:27.903 INFO:tasks.rados.rados.0.smithi089.stdout:203: seq_num 89 ranges {0=696320,696320=655360,1351680=147456} 2024-07-26T06:05:27.907 INFO:tasks.rados.rados.0.smithi089.stdout:203: writing smithi08986837-13 from 0 to 696320 tid 1 2024-07-26T06:05:27.911 INFO:tasks.rados.rados.0.smithi089.stdout:203: writing smithi08986837-13 from 696320 to 1351680 tid 2 2024-07-26T06:05:27.912 INFO:tasks.rados.rados.0.smithi089.stdout:203: writing smithi08986837-13 from 1351680 to 1499136 tid 3 2024-07-26T06:05:27.912 INFO:tasks.rados.rados.0.smithi089.stdout:204: read oid 19 snap -1 2024-07-26T06:05:27.912 INFO:tasks.rados.rados.0.smithi089.stdout:204: expect (ObjNum 18 snap 0 seq_num 18) 2024-07-26T06:05:27.912 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 21 current snap is 13 2024-07-26T06:05:27.912 INFO:tasks.rados.rados.0.smithi089.stdout:201: finishing copy_from racing read to smithi08986837-20 2024-07-26T06:05:27.912 INFO:tasks.rados.rados.0.smithi089.stdout:201: finishing copy_from to smithi08986837-20 2024-07-26T06:05:27.912 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 20 v 8 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-07-26T06:05:27.912 INFO:tasks.rados.rados.0.smithi089.stdout:203: finishing write tid 1 to smithi08986837-13 2024-07-26T06:05:27.913 INFO:tasks.rados.rados.0.smithi089.stdout:205: seq_num 90 ranges {188416=712704,901120=540672,1441792=262144} 2024-07-26T06:05:27.917 INFO:tasks.rados.rados.0.smithi089.stdout:205: writing smithi08986837-21 from 188416 to 901120 tid 1 2024-07-26T06:05:27.920 INFO:tasks.rados.rados.0.smithi089.stdout:205: writing smithi08986837-21 from 901120 to 1441792 tid 2 2024-07-26T06:05:27.922 INFO:tasks.rados.rados.0.smithi089.stdout:205: writing smithi08986837-21 from 1441792 to 1703936 tid 3 2024-07-26T06:05:27.922 INFO:tasks.rados.rados.0.smithi089.stdout:201: done (3 left) 2024-07-26T06:05:27.923 INFO:tasks.rados.rados.0.smithi089.stdout:206: delete oid 11 current snap is 13 2024-07-26T06:05:27.923 INFO:tasks.rados.rados.0.smithi089.stdout:203: finishing write tid 2 to smithi08986837-13 2024-07-26T06:05:27.923 INFO:tasks.rados.rados.0.smithi089.stdout:203: finishing write tid 3 to smithi08986837-13 2024-07-26T06:05:27.923 INFO:tasks.rados.rados.0.smithi089.stdout:203: finishing write tid 4 to smithi08986837-13 2024-07-26T06:05:27.923 INFO:tasks.rados.rados.0.smithi089.stdout:203: finishing write tid 5 to smithi08986837-13 2024-07-26T06:05:27.923 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 13 v 46 (ObjNum 89 snap 13 seq_num 89) dirty exists 2024-07-26T06:05:27.923 INFO:tasks.rados.rados.0.smithi089.stdout:203: left oid 13 (ObjNum 89 snap 13 seq_num 89) 2024-07-26T06:05:27.923 INFO:tasks.rados.rados.0.smithi089.stdout:204: expect (ObjNum 18 snap 0 seq_num 18) 2024-07-26T06:05:27.932 INFO:tasks.rados.rados.0.smithi089.stdout:205: finishing write tid 1 to smithi08986837-21 2024-07-26T06:05:27.932 INFO:tasks.rados.rados.0.smithi089.stdout:205: finishing write tid 2 to smithi08986837-21 2024-07-26T06:05:27.932 INFO:tasks.rados.rados.0.smithi089.stdout:205: finishing write tid 3 to smithi08986837-21 2024-07-26T06:05:27.933 INFO:tasks.rados.rados.0.smithi089.stdout:205: finishing write tid 4 to smithi08986837-21 2024-07-26T06:05:27.933 INFO:tasks.rados.rados.0.smithi089.stdout:203: done (3 left) 2024-07-26T06:05:27.933 INFO:tasks.rados.rados.0.smithi089.stdout:204: done (2 left) 2024-07-26T06:05:27.933 INFO:tasks.rados.rados.0.smithi089.stdout:206: done (1 left) 2024-07-26T06:05:27.933 INFO:tasks.rados.rados.0.smithi089.stdout:207: read oid 32 snap -1 2024-07-26T06:05:27.933 INFO:tasks.rados.rados.0.smithi089.stdout:207: expect (ObjNum 66 snap 5 seq_num 66) 2024-07-26T06:05:27.933 INFO:tasks.rados.rados.0.smithi089.stdout:208: copy_from oid 28 from oid 40 current snap is 13 2024-07-26T06:05:27.933 INFO:tasks.rados.rados.0.smithi089.stdout:205: finishing write tid 5 to smithi08986837-21 2024-07-26T06:05:27.933 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 21 v 30 (ObjNum 90 snap 13 seq_num 90) dirty exists 2024-07-26T06:05:27.933 INFO:tasks.rados.rados.0.smithi089.stdout:205: left oid 21 (ObjNum 90 snap 13 seq_num 90) 2024-07-26T06:05:27.933 INFO:tasks.rados.rados.0.smithi089.stdout:205: done (2 left) 2024-07-26T06:05:27.933 INFO:tasks.rados.rados.0.smithi089.stdout:209: copy_from oid 31 from oid 19 current snap is 13 2024-07-26T06:05:27.933 INFO:tasks.rados.rados.0.smithi089.stdout:210: read oid 14 snap 12 2024-07-26T06:05:27.933 INFO:tasks.rados.rados.0.smithi089.stdout:210: expect (ObjNum 13 snap 0 seq_num 13) 2024-07-26T06:05:27.933 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 41 current snap is 13 2024-07-26T06:05:27.933 INFO:tasks.rados.rados.0.smithi089.stdout:211: seq_num 92 ranges {679936=745472,1425408=761856,2187264=40960} 2024-07-26T06:05:27.940 INFO:tasks.rados.rados.0.smithi089.stdout:211: writing smithi08986837-41 from 679936 to 1425408 tid 1 2024-07-26T06:05:27.945 INFO:tasks.rados.rados.0.smithi089.stdout:211: writing smithi08986837-41 from 1425408 to 2187264 tid 2 2024-07-26T06:05:27.945 INFO:tasks.rados.rados.0.smithi089.stdout:211: writing smithi08986837-41 from 2187264 to 2228224 tid 3 2024-07-26T06:05:27.945 INFO:tasks.rados.rados.0.smithi089.stdout:212: copy_from oid 25 from oid 8 current snap is 13 2024-07-26T06:05:27.945 INFO:tasks.rados.rados.0.smithi089.stdout:210: expect (ObjNum 13 snap 0 seq_num 13) 2024-07-26T06:05:27.954 INFO:tasks.rados.rados.0.smithi089.stdout:209: finishing copy_from racing read to smithi08986837-31 2024-07-26T06:05:27.954 INFO:tasks.rados.rados.0.smithi089.stdout:209: finishing copy_from to smithi08986837-31 2024-07-26T06:05:27.954 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 31 v 2 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-07-26T06:05:27.954 INFO:tasks.rados.rados.0.smithi089.stdout:208: finishing copy_from racing read to smithi08986837-28 2024-07-26T06:05:27.954 INFO:tasks.rados.rados.0.smithi089.stdout:208: finishing copy_from to smithi08986837-28 2024-07-26T06:05:27.954 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 28 v 13 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-07-26T06:05:27.954 INFO:tasks.rados.rados.0.smithi089.stdout:207: expect (ObjNum 66 snap 5 seq_num 66) 2024-07-26T06:05:28.004 INFO:tasks.rados.rados.0.smithi089.stdout:211: finishing write tid 1 to smithi08986837-41 2024-07-26T06:05:28.005 INFO:tasks.rados.rados.0.smithi089.stdout:211: finishing write tid 2 to smithi08986837-41 2024-07-26T06:05:28.005 INFO:tasks.rados.rados.0.smithi089.stdout:211: finishing write tid 3 to smithi08986837-41 2024-07-26T06:05:28.005 INFO:tasks.rados.rados.0.smithi089.stdout:207: done (5 left) 2024-07-26T06:05:28.005 INFO:tasks.rados.rados.0.smithi089.stdout:208: done (4 left) 2024-07-26T06:05:28.005 INFO:tasks.rados.rados.0.smithi089.stdout:209: done (3 left) 2024-07-26T06:05:28.005 INFO:tasks.rados.rados.0.smithi089.stdout:210: done (2 left) 2024-07-26T06:05:28.005 INFO:tasks.rados.rados.0.smithi089.stdout:213: snap_create 2024-07-26T06:05:28.005 INFO:tasks.rados.rados.0.smithi089.stdout:211: finishing write tid 4 to smithi08986837-41 2024-07-26T06:05:28.005 INFO:tasks.rados.rados.0.smithi089.stdout:211: finishing write tid 5 to smithi08986837-41 2024-07-26T06:05:28.005 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 41 v 28 (ObjNum 92 snap 13 seq_num 92) dirty exists 2024-07-26T06:05:28.005 INFO:tasks.rados.rados.0.smithi089.stdout:211: left oid 41 (ObjNum 92 snap 13 seq_num 92) 2024-07-26T06:05:28.005 INFO:tasks.rados.rados.0.smithi089.stdout:212: finishing copy_from racing read to smithi08986837-25 2024-07-26T06:05:28.005 INFO:tasks.rados.rados.0.smithi089.stdout:212: finishing copy_from to smithi08986837-25 2024-07-26T06:05:28.005 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 25 v 2 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-07-26T06:05:28.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:27 smithi155 ceph-mon[33309]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c on smithi155 2024-07-26T06:05:28.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:27 smithi155 ceph-mon[33309]: osdmap e105: 8 total, 8 up, 8 in 2024-07-26T06:05:28.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:27 smithi155 ceph-mon[33309]: osdmap e106: 8 total, 8 up, 8 in 2024-07-26T06:05:28.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:27 smithi089 ceph-mon[29555]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c on smithi155 2024-07-26T06:05:28.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:27 smithi089 ceph-mon[29555]: osdmap e105: 8 total, 8 up, 8 in 2024-07-26T06:05:28.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:27 smithi089 ceph-mon[29555]: osdmap e106: 8 total, 8 up, 8 in 2024-07-26T06:05:28.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:27 smithi089 ceph-mon[41451]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c on smithi155 2024-07-26T06:05:28.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:27 smithi089 ceph-mon[41451]: osdmap e105: 8 total, 8 up, 8 in 2024-07-26T06:05:28.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:27 smithi089 ceph-mon[41451]: osdmap e106: 8 total, 8 up, 8 in 2024-07-26T06:05:28.935 INFO:tasks.rados.rados.0.smithi089.stdout:211: done (2 left) 2024-07-26T06:05:28.935 INFO:tasks.rados.rados.0.smithi089.stdout:212: done (1 left) 2024-07-26T06:05:28.935 INFO:tasks.rados.rados.0.smithi089.stdout:213: done (0 left) 2024-07-26T06:05:28.935 INFO:tasks.rados.rados.0.smithi089.stdout:214: snap_create 2024-07-26T06:05:29.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:28 smithi155 ceph-mon[33309]: pgmap v144: 121 pgs: 121 active+clean; 45 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.9 MiB/s wr, 18 op/s 2024-07-26T06:05:29.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:28 smithi089 ceph-mon[29555]: pgmap v144: 121 pgs: 121 active+clean; 45 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.9 MiB/s wr, 18 op/s 2024-07-26T06:05:29.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:28 smithi089 ceph-mon[41451]: pgmap v144: 121 pgs: 121 active+clean; 45 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.9 MiB/s wr, 18 op/s 2024-07-26T06:05:29.939 INFO:tasks.rados.rados.0.smithi089.stdout:214: done (0 left) 2024-07-26T06:05:29.939 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 17 current snap is 15 2024-07-26T06:05:29.939 INFO:tasks.rados.rados.0.smithi089.stdout:215: seq_num 93 ranges {221184=761856,983040=647168,1630208=155648} 2024-07-26T06:05:29.944 INFO:tasks.rados.rados.0.smithi089.stdout:215: writing smithi08986837-17 from 221184 to 983040 tid 1 2024-07-26T06:05:29.948 INFO:tasks.rados.rados.0.smithi089.stdout:215: writing smithi08986837-17 from 983040 to 1630208 tid 2 2024-07-26T06:05:29.949 INFO:tasks.rados.rados.0.smithi089.stdout:215: writing smithi08986837-17 from 1630208 to 1785856 tid 3 2024-07-26T06:05:29.949 INFO:tasks.rados.rados.0.smithi089.stdout:216: rollback oid 8 current snap is 15 2024-07-26T06:05:29.949 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 8 to 12 2024-07-26T06:05:29.949 INFO:tasks.rados.rados.0.smithi089.stdout:215: finishing write tid 1 to smithi08986837-17 2024-07-26T06:05:29.950 INFO:tasks.rados.rados.0.smithi089.stdout:217: rmattr oid 26 current snap is 15 2024-07-26T06:05:29.950 INFO:tasks.rados.rados.0.smithi089.stdout:217: done (2 left) 2024-07-26T06:05:29.950 INFO:tasks.rados.rados.0.smithi089.stdout:218: delete oid 2 current snap is 15 2024-07-26T06:05:29.951 INFO:tasks.rados.rados.0.smithi089.stdout:215: finishing write tid 2 to smithi08986837-17 2024-07-26T06:05:29.951 INFO:tasks.rados.rados.0.smithi089.stdout:215: finishing write tid 3 to smithi08986837-17 2024-07-26T06:05:29.952 INFO:tasks.rados.rados.0.smithi089.stdout:216: finishing rollback tid 0 to smithi08986837-8 2024-07-26T06:05:29.953 INFO:tasks.rados.rados.0.smithi089.stdout:216: finishing rollback tid 1 to smithi08986837-8 2024-07-26T06:05:29.955 INFO:tasks.rados.rados.0.smithi089.stdout:215: finishing write tid 4 to smithi08986837-17 2024-07-26T06:05:29.956 INFO:tasks.rados.rados.0.smithi089.stdout:216: finishing rollback tid 2 to smithi08986837-8 2024-07-26T06:05:29.956 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 8 v 32 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-07-26T06:05:29.956 INFO:tasks.rados.rados.0.smithi089.stdout:215: finishing write tid 5 to smithi08986837-17 2024-07-26T06:05:29.957 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 17 v 26 (ObjNum 93 snap 15 seq_num 93) dirty exists 2024-07-26T06:05:29.957 INFO:tasks.rados.rados.0.smithi089.stdout:215: left oid 17 (ObjNum 93 snap 15 seq_num 93) 2024-07-26T06:05:29.957 INFO:tasks.rados.rados.0.smithi089.stdout:215: done (2 left) 2024-07-26T06:05:29.957 INFO:tasks.rados.rados.0.smithi089.stdout:216: done (1 left) 2024-07-26T06:05:29.958 INFO:tasks.rados.rados.0.smithi089.stdout:218: done (0 left) 2024-07-26T06:05:29.958 INFO:tasks.rados.rados.0.smithi089.stdout:219: rmattr oid 38 current snap is 15 2024-07-26T06:05:29.958 INFO:tasks.rados.rados.0.smithi089.stdout:219: done (0 left) 2024-07-26T06:05:29.958 INFO:tasks.rados.rados.0.smithi089.stdout:220: snap_create 2024-07-26T06:05:30.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:29 smithi155 ceph-mon[33309]: osdmap e107: 8 total, 8 up, 8 in 2024-07-26T06:05:30.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:29 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:05:30.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:29 smithi089 ceph-mon[29555]: osdmap e107: 8 total, 8 up, 8 in 2024-07-26T06:05:30.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:29 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:05:30.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:29 smithi089 ceph-mon[41451]: osdmap e107: 8 total, 8 up, 8 in 2024-07-26T06:05:30.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:29 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:05:30.602 INFO:teuthology.orchestra.run.smithi089.stdout:true 2024-07-26T06:05:30.850 INFO:teuthology.orchestra.run.smithi089.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-07-26T06:05:30.851 INFO:teuthology.orchestra.run.smithi089.stdout:alertmanager.a smithi089 *:9093,9094 running (2m) 110s ago 3m 13.7M - 0.25.0 c8568f914cd2 64cd4ab716bc 2024-07-26T06:05:30.851 INFO:teuthology.orchestra.run.smithi089.stdout:grafana.a smithi155 *:3000 running (2m) 114s ago 2m 77.9M - 9.4.7 954c08fa6188 702b8d8585ae 2024-07-26T06:05:30.851 INFO:teuthology.orchestra.run.smithi089.stdout:mds.a smithi089 running (4m) 110s ago 4m 14.9M - 17.2.7-1143-g5dff84c0 18bcb77ae794 0ecc3a80790e 2024-07-26T06:05:30.851 INFO:teuthology.orchestra.run.smithi089.stdout:mds.b smithi155 running (4m) 114s ago 4m 18.4M - 17.2.7-1143-g5dff84c0 18bcb77ae794 1c6d7dfdf08d 2024-07-26T06:05:30.851 INFO:teuthology.orchestra.run.smithi089.stdout:mgr.x smithi155 *:8443 running (7m) 114s ago 7m 399M - 17.2.7-1143-g5dff84c0 18bcb77ae794 4d1aa811fceb 2024-07-26T06:05:30.851 INFO:teuthology.orchestra.run.smithi089.stdout:mgr.y smithi089 *:9283 running (9m) 110s ago 9m 445M - 17.2.7-1143-g5dff84c0 18bcb77ae794 ce50526f268f 2024-07-26T06:05:30.852 INFO:teuthology.orchestra.run.smithi089.stdout:mon.a smithi089 running (9m) 110s ago 9m 47.0M 2048M 17.2.7-1143-g5dff84c0 18bcb77ae794 642e17876362 2024-07-26T06:05:30.852 INFO:teuthology.orchestra.run.smithi089.stdout:mon.b smithi155 running (8m) 114s ago 8m 42.6M 2048M 17.2.7-1143-g5dff84c0 18bcb77ae794 907a62e6621b 2024-07-26T06:05:30.852 INFO:teuthology.orchestra.run.smithi089.stdout:mon.c smithi089 running (8m) 110s ago 8m 39.7M 2048M 17.2.7-1143-g5dff84c0 18bcb77ae794 47e9e2c91b10 2024-07-26T06:05:30.852 INFO:teuthology.orchestra.run.smithi089.stdout:node-exporter.a smithi089 *:9100 running (3m) 110s ago 3m 3577k - 1.5.0 0da6a335fe13 18e7b64251bb 2024-07-26T06:05:30.852 INFO:teuthology.orchestra.run.smithi089.stdout:node-exporter.b smithi155 *:9100 running (3m) 114s ago 3m 13.2M - 1.5.0 0da6a335fe13 39a8d5f79b94 2024-07-26T06:05:30.852 INFO:teuthology.orchestra.run.smithi089.stdout:osd.0 smithi089 running (7m) 110s ago 7m 44.8M 2991M 17.2.7-1143-g5dff84c0 18bcb77ae794 0b4289c48967 2024-07-26T06:05:30.852 INFO:teuthology.orchestra.run.smithi089.stdout:osd.1 smithi089 running (7m) 110s ago 7m 44.4M 2991M 17.2.7-1143-g5dff84c0 18bcb77ae794 2a37a3b20d71 2024-07-26T06:05:30.852 INFO:teuthology.orchestra.run.smithi089.stdout:osd.2 smithi089 running (6m) 110s ago 6m 42.0M 2991M 17.2.7-1143-g5dff84c0 18bcb77ae794 2d907a8e0f87 2024-07-26T06:05:30.852 INFO:teuthology.orchestra.run.smithi089.stdout:osd.3 smithi089 running (6m) 110s ago 6m 41.5M 2991M 17.2.7-1143-g5dff84c0 18bcb77ae794 076d339790b6 2024-07-26T06:05:30.853 INFO:teuthology.orchestra.run.smithi089.stdout:osd.4 smithi155 running (6m) 114s ago 6m 42.5M 2992M 17.2.7-1143-g5dff84c0 18bcb77ae794 df54a09a74e9 2024-07-26T06:05:30.853 INFO:teuthology.orchestra.run.smithi089.stdout:osd.5 smithi155 running (5m) 114s ago 5m 42.5M 2992M 17.2.7-1143-g5dff84c0 18bcb77ae794 0f76555562cc 2024-07-26T06:05:30.853 INFO:teuthology.orchestra.run.smithi089.stdout:osd.6 smithi155 running (5m) 114s ago 5m 41.7M 2992M 17.2.7-1143-g5dff84c0 18bcb77ae794 629f0d1fd888 2024-07-26T06:05:30.853 INFO:teuthology.orchestra.run.smithi089.stdout:osd.7 smithi155 running (4m) 114s ago 4m 42.0M 2992M 17.2.7-1143-g5dff84c0 18bcb77ae794 a4db8e598fea 2024-07-26T06:05:30.853 INFO:teuthology.orchestra.run.smithi089.stdout:prometheus.a smithi155 *:9095 running (2m) 114s ago 3m 28.0M - 2.43.0 a07b618ecd1d 455545b831ae 2024-07-26T06:05:30.952 INFO:tasks.rados.rados.0.smithi089.stdout:220: done (0 left) 2024-07-26T06:05:30.953 INFO:tasks.rados.rados.0.smithi089.stdout:221: copy_from oid 48 from oid 47 current snap is 16 2024-07-26T06:05:30.953 INFO:tasks.rados.rados.0.smithi089.stdout:222: read oid 34 snap -1 2024-07-26T06:05:30.953 INFO:tasks.rados.rados.0.smithi089.stdout:222: expect deleted 2024-07-26T06:05:30.953 INFO:tasks.rados.rados.0.smithi089.stdout:223: snap_create 2024-07-26T06:05:30.958 INFO:tasks.rados.rados.0.smithi089.stdout:221: finishing copy_from racing read to smithi08986837-48 2024-07-26T06:05:30.959 INFO:tasks.rados.rados.0.smithi089.stdout:221: finishing copy_from to smithi08986837-48 2024-07-26T06:05:30.959 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 48 v 14 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-07-26T06:05:31.159 INFO:teuthology.orchestra.run.smithi089.stdout:{ 2024-07-26T06:05:31.159 INFO:teuthology.orchestra.run.smithi089.stdout: "mon": { 2024-07-26T06:05:31.159 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 3 2024-07-26T06:05:31.159 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2024-07-26T06:05:31.159 INFO:teuthology.orchestra.run.smithi089.stdout: "mgr": { 2024-07-26T06:05:31.159 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 2 2024-07-26T06:05:31.160 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2024-07-26T06:05:31.160 INFO:teuthology.orchestra.run.smithi089.stdout: "osd": { 2024-07-26T06:05:31.160 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 8 2024-07-26T06:05:31.160 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2024-07-26T06:05:31.160 INFO:teuthology.orchestra.run.smithi089.stdout: "mds": { 2024-07-26T06:05:31.160 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 2 2024-07-26T06:05:31.160 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2024-07-26T06:05:31.160 INFO:teuthology.orchestra.run.smithi089.stdout: "overall": { 2024-07-26T06:05:31.160 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 15 2024-07-26T06:05:31.160 INFO:teuthology.orchestra.run.smithi089.stdout: } 2024-07-26T06:05:31.160 INFO:teuthology.orchestra.run.smithi089.stdout:} 2024-07-26T06:05:31.379 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:05:30 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[35403]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:05:30] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-07-26T06:05:31.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:30 smithi155 ceph-mon[33309]: pgmap v147: 121 pgs: 121 active+clean; 45 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:05:31.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:30 smithi155 ceph-mon[33309]: osdmap e108: 8 total, 8 up, 8 in 2024-07-26T06:05:31.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:30 smithi089 ceph-mon[29555]: pgmap v147: 121 pgs: 121 active+clean; 45 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:05:31.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:30 smithi089 ceph-mon[29555]: osdmap e108: 8 total, 8 up, 8 in 2024-07-26T06:05:31.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:30 smithi089 ceph-mon[41451]: pgmap v147: 121 pgs: 121 active+clean; 45 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:05:31.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:30 smithi089 ceph-mon[41451]: osdmap e108: 8 total, 8 up, 8 in 2024-07-26T06:05:31.968 INFO:tasks.rados.rados.0.smithi089.stdout:221: done (2 left) 2024-07-26T06:05:31.968 INFO:tasks.rados.rados.0.smithi089.stdout:222: done (1 left) 2024-07-26T06:05:31.968 INFO:tasks.rados.rados.0.smithi089.stdout:223: done (0 left) 2024-07-26T06:05:31.968 INFO:tasks.rados.rados.0.smithi089.stdout:224: read oid 47 snap -1 2024-07-26T06:05:31.969 INFO:tasks.rados.rados.0.smithi089.stdout:224: expect (ObjNum 46 snap 0 seq_num 46) 2024-07-26T06:05:31.969 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 45 current snap is 17 2024-07-26T06:05:31.969 INFO:tasks.rados.rados.0.smithi089.stdout:225: seq_num 95 ranges {2662400=794624,3457024=409600,3866624=393216} 2024-07-26T06:05:31.987 INFO:tasks.rados.rados.0.smithi089.stdout:225: writing smithi08986837-45 from 2662400 to 3457024 tid 1 2024-07-26T06:05:31.989 INFO:tasks.rados.rados.0.smithi089.stdout:225: writing smithi08986837-45 from 3457024 to 3866624 tid 2 2024-07-26T06:05:31.992 INFO:tasks.rados.rados.0.smithi089.stdout:225: writing smithi08986837-45 from 3866624 to 4259840 tid 3 2024-07-26T06:05:31.992 INFO:tasks.rados.rados.0.smithi089.stdout:226: read oid 49 snap 9 2024-07-26T06:05:31.992 INFO:tasks.rados.rados.0.smithi089.stdout:226: expect (ObjNum 48 snap 0 seq_num 48) 2024-07-26T06:05:31.992 INFO:tasks.rados.rados.0.smithi089.stdout:227: read oid 28 snap -1 2024-07-26T06:05:31.992 INFO:tasks.rados.rados.0.smithi089.stdout:227: expect (ObjNum 39 snap 0 seq_num 39) 2024-07-26T06:05:31.992 INFO:tasks.rados.rados.0.smithi089.stdout:228: read oid 46 snap 15 2024-07-26T06:05:31.993 INFO:tasks.rados.rados.0.smithi089.stdout:228: expect (ObjNum 45 snap 0 seq_num 45) 2024-07-26T06:05:31.993 INFO:tasks.rados.rados.0.smithi089.stdout:229: snap_remove snap 14 2024-07-26T06:05:32.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:31 smithi155 ceph-mon[33309]: from='client.14946 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:05:32.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:31 smithi155 ceph-mon[33309]: from='client.14952 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:05:32.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:31 smithi155 ceph-mon[33309]: osdmap e109: 8 total, 8 up, 8 in 2024-07-26T06:05:32.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:31 smithi155 ceph-mon[33309]: from='client.? 172.21.15.89:0/3695479427' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:05:32.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:31 smithi089 ceph-mon[29555]: from='client.14946 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:05:32.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:31 smithi089 ceph-mon[29555]: from='client.14952 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:05:32.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:31 smithi089 ceph-mon[29555]: osdmap e109: 8 total, 8 up, 8 in 2024-07-26T06:05:32.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:31 smithi089 ceph-mon[29555]: from='client.? 172.21.15.89:0/3695479427' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:05:32.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:31 smithi089 ceph-mon[41451]: from='client.14946 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:05:32.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:31 smithi089 ceph-mon[41451]: from='client.14952 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:05:32.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:31 smithi089 ceph-mon[41451]: osdmap e109: 8 total, 8 up, 8 in 2024-07-26T06:05:32.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:31 smithi089 ceph-mon[41451]: from='client.? 172.21.15.89:0/3695479427' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:05:32.895 INFO:tasks.rados.rados.0.smithi089.stdout:229: done (5 left) 2024-07-26T06:05:32.895 INFO:tasks.rados.rados.0.smithi089.stdout:230: rollback oid 13 current snap is 17 2024-07-26T06:05:32.895 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 13 to 15 2024-07-26T06:05:32.896 INFO:tasks.rados.rados.0.smithi089.stdout:224: expect (ObjNum 46 snap 0 seq_num 46) 2024-07-26T06:05:32.920 INFO:tasks.rados.rados.0.smithi089.stdout:225: finishing write tid 1 to smithi08986837-45 2024-07-26T06:05:32.920 INFO:tasks.rados.rados.0.smithi089.stdout:224: done (5 left) 2024-07-26T06:05:32.921 INFO:tasks.rados.rados.0.smithi089.stdout:231: read oid 12 snap -1 2024-07-26T06:05:32.921 INFO:tasks.rados.rados.0.smithi089.stdout:231: expect (ObjNum 11 snap 0 seq_num 11) 2024-07-26T06:05:32.921 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 24 current snap is 17 2024-07-26T06:05:32.921 INFO:tasks.rados.rados.0.smithi089.stdout:225: finishing write tid 2 to smithi08986837-45 2024-07-26T06:05:32.921 INFO:tasks.rados.rados.0.smithi089.stdout:225: finishing write tid 3 to smithi08986837-45 2024-07-26T06:05:32.921 INFO:tasks.rados.rados.0.smithi089.stdout:225: finishing write tid 4 to smithi08986837-45 2024-07-26T06:05:32.921 INFO:tasks.rados.rados.0.smithi089.stdout:228: expect (ObjNum 45 snap 0 seq_num 45) 2024-07-26T06:05:32.940 INFO:tasks.rados.rados.0.smithi089.stdout:227: expect (ObjNum 39 snap 0 seq_num 39) 2024-07-26T06:05:32.958 INFO:tasks.rados.rados.0.smithi089.stdout:225: finishing write tid 5 to smithi08986837-45 2024-07-26T06:05:32.958 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 45 v 40 (ObjNum 95 snap 17 seq_num 95) dirty exists 2024-07-26T06:05:32.958 INFO:tasks.rados.rados.0.smithi089.stdout:225: left oid 45 (ObjNum 95 snap 17 seq_num 95) 2024-07-26T06:05:32.958 INFO:tasks.rados.rados.0.smithi089.stdout:226: expect (ObjNum 48 snap 0 seq_num 48) 2024-07-26T06:05:32.980 INFO:tasks.rados.rados.0.smithi089.stdout:230: finishing rollback tid 0 to smithi08986837-13 2024-07-26T06:05:32.980 INFO:tasks.rados.rados.0.smithi089.stdout:232: seq_num 96 ranges {0=409600,409600=696320,1105920=507904} 2024-07-26T06:05:32.982 INFO:tasks.rados.rados.0.smithi089.stdout:232: writing smithi08986837-24 from 0 to 409600 tid 1 2024-07-26T06:05:32.986 INFO:tasks.rados.rados.0.smithi089.stdout:232: writing smithi08986837-24 from 409600 to 1105920 tid 2 2024-07-26T06:05:32.990 INFO:tasks.rados.rados.0.smithi089.stdout:232: writing smithi08986837-24 from 1105920 to 1613824 tid 3 2024-07-26T06:05:32.990 INFO:tasks.rados.rados.0.smithi089.stdout:225: done (6 left) 2024-07-26T06:05:32.990 INFO:tasks.rados.rados.0.smithi089.stdout:226: done (5 left) 2024-07-26T06:05:32.990 INFO:tasks.rados.rados.0.smithi089.stdout:227: done (4 left) 2024-07-26T06:05:32.990 INFO:tasks.rados.rados.0.smithi089.stdout:228: done (3 left) 2024-07-26T06:05:32.990 INFO:tasks.rados.rados.0.smithi089.stdout:233: setattr oid 19 current snap is 17 2024-07-26T06:05:32.990 INFO:tasks.rados.rados.0.smithi089.stdout:230: finishing rollback tid 1 to smithi08986837-13 2024-07-26T06:05:32.990 INFO:tasks.rados.rados.0.smithi089.stdout:230: finishing rollback tid 2 to smithi08986837-13 2024-07-26T06:05:32.990 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 13 v 52 (ObjNum 89 snap 13 seq_num 89) dirty exists 2024-07-26T06:05:32.991 INFO:tasks.rados.rados.0.smithi089.stdout:231: expect (ObjNum 11 snap 0 seq_num 11) 2024-07-26T06:05:32.995 INFO:tasks.rados.rados.0.smithi089.stdout:232: finishing write tid 1 to smithi08986837-24 2024-07-26T06:05:32.995 INFO:tasks.rados.rados.0.smithi089.stdout:232: finishing write tid 2 to smithi08986837-24 2024-07-26T06:05:32.996 INFO:tasks.rados.rados.0.smithi089.stdout:232: finishing write tid 3 to smithi08986837-24 2024-07-26T06:05:32.996 INFO:tasks.rados.rados.0.smithi089.stdout:232: finishing write tid 4 to smithi08986837-24 2024-07-26T06:05:32.996 INFO:tasks.rados.rados.0.smithi089.stdout:232: finishing write tid 5 to smithi08986837-24 2024-07-26T06:05:32.996 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 24 v 46 (ObjNum 96 snap 17 seq_num 96) dirty exists 2024-07-26T06:05:32.996 INFO:tasks.rados.rados.0.smithi089.stdout:232: left oid 24 (ObjNum 96 snap 17 seq_num 96) 2024-07-26T06:05:32.996 INFO:tasks.rados.rados.0.smithi089.stdout:230: done (3 left) 2024-07-26T06:05:32.996 INFO:tasks.rados.rados.0.smithi089.stdout:231: done (2 left) 2024-07-26T06:05:32.996 INFO:tasks.rados.rados.0.smithi089.stdout:232: done (1 left) 2024-07-26T06:05:32.996 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 2 current snap is 17 2024-07-26T06:05:32.996 INFO:tasks.rados.rados.0.smithi089.stdout:234: seq_num 97 ranges {0=434176,434176=581632,1015808=540672,1556480=81920} 2024-07-26T06:05:32.998 INFO:tasks.rados.rados.0.smithi089.stdout:234: writing smithi08986837-2 from 0 to 434176 tid 1 2024-07-26T06:05:33.001 INFO:tasks.rados.rados.0.smithi089.stdout:234: writing smithi08986837-2 from 434176 to 1015808 tid 2 2024-07-26T06:05:33.004 INFO:tasks.rados.rados.0.smithi089.stdout:234: writing smithi08986837-2 from 1015808 to 1556480 tid 3 2024-07-26T06:05:33.005 INFO:tasks.rados.rados.0.smithi089.stdout:234: writing smithi08986837-2 from 1556480 to 1638400 tid 4 2024-07-26T06:05:33.005 INFO:tasks.rados.rados.0.smithi089.stdout:235: read oid 1 snap 15 2024-07-26T06:05:33.005 INFO:tasks.rados.rados.0.smithi089.stdout:235: expect (ObjNum 82 snap 12 seq_num 82) 2024-07-26T06:05:33.005 INFO:tasks.rados.rados.0.smithi089.stdout:236: snap_remove snap 16 2024-07-26T06:05:33.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:32 smithi155 ceph-mon[33309]: pgmap v150: 121 pgs: 121 active+clean; 57 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.8 MiB/s wr, 22 op/s 2024-07-26T06:05:33.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:32 smithi155 ceph-mon[33309]: osdmap e110: 8 total, 8 up, 8 in 2024-07-26T06:05:33.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:32 smithi155 ceph-mon[33309]: osdmap e111: 8 total, 8 up, 8 in 2024-07-26T06:05:33.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:32 smithi089 ceph-mon[29555]: pgmap v150: 121 pgs: 121 active+clean; 57 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.8 MiB/s wr, 22 op/s 2024-07-26T06:05:33.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:32 smithi089 ceph-mon[29555]: osdmap e110: 8 total, 8 up, 8 in 2024-07-26T06:05:33.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:32 smithi089 ceph-mon[29555]: osdmap e111: 8 total, 8 up, 8 in 2024-07-26T06:05:33.405 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:05:33 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:05:33] "GET /metrics HTTP/1.1" 200 239318 "" "Prometheus/2.43.0" 2024-07-26T06:05:33.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:32 smithi089 ceph-mon[41451]: pgmap v150: 121 pgs: 121 active+clean; 57 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.8 MiB/s wr, 22 op/s 2024-07-26T06:05:33.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:32 smithi089 ceph-mon[41451]: osdmap e110: 8 total, 8 up, 8 in 2024-07-26T06:05:33.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:32 smithi089 ceph-mon[41451]: osdmap e111: 8 total, 8 up, 8 in 2024-07-26T06:05:33.965 INFO:tasks.rados.rados.0.smithi089.stdout:236: done (3 left) 2024-07-26T06:05:33.965 INFO:tasks.rados.rados.0.smithi089.stdout:237: copy_from oid 5 from oid 26 current snap is 17 2024-07-26T06:05:33.965 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 19 v 46 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-07-26T06:05:33.965 INFO:tasks.rados.rados.0.smithi089.stdout:234: finishing write tid 1 to smithi08986837-2 2024-07-26T06:05:33.965 INFO:tasks.rados.rados.0.smithi089.stdout:234: finishing write tid 2 to smithi08986837-2 2024-07-26T06:05:33.965 INFO:tasks.rados.rados.0.smithi089.stdout:234: finishing write tid 3 to smithi08986837-2 2024-07-26T06:05:33.965 INFO:tasks.rados.rados.0.smithi089.stdout:234: finishing write tid 4 to smithi08986837-2 2024-07-26T06:05:33.965 INFO:tasks.rados.rados.0.smithi089.stdout:234: finishing write tid 5 to smithi08986837-2 2024-07-26T06:05:33.965 INFO:tasks.rados.rados.0.smithi089.stdout:234: finishing write tid 6 to smithi08986837-2 2024-07-26T06:05:33.965 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 2 v 25 (ObjNum 97 snap 17 seq_num 97) dirty exists 2024-07-26T06:05:33.966 INFO:tasks.rados.rados.0.smithi089.stdout:234: left oid 2 (ObjNum 97 snap 17 seq_num 97) 2024-07-26T06:05:33.966 INFO:tasks.rados.rados.0.smithi089.stdout:235: expect (ObjNum 82 snap 12 seq_num 82) 2024-07-26T06:05:34.019 INFO:tasks.rados.rados.0.smithi089.stdout:237: finishing copy_from to smithi08986837-5 2024-07-26T06:05:34.019 INFO:tasks.rados.rados.0.smithi089.stdout:237: got expected ENOENT (src dne) 2024-07-26T06:05:34.019 INFO:tasks.rados.rados.0.smithi089.stdout:237: finishing copy_from racing read to smithi08986837-5 2024-07-26T06:05:34.019 INFO:tasks.rados.rados.0.smithi089.stdout:233: done (3 left) 2024-07-26T06:05:34.019 INFO:tasks.rados.rados.0.smithi089.stdout:234: done (2 left) 2024-07-26T06:05:34.020 INFO:tasks.rados.rados.0.smithi089.stdout:235: done (1 left) 2024-07-26T06:05:34.020 INFO:tasks.rados.rados.0.smithi089.stdout:237: done (0 left) 2024-07-26T06:05:34.020 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 34 current snap is 17 2024-07-26T06:05:34.020 INFO:tasks.rados.rados.0.smithi089.stdout:238: seq_num 98 ranges {0=450560,450560=466944,917504=737280} 2024-07-26T06:05:34.021 INFO:tasks.rados.rados.0.smithi089.stdout:238: writing smithi08986837-34 from 0 to 450560 tid 1 2024-07-26T06:05:34.024 INFO:tasks.rados.rados.0.smithi089.stdout:238: writing smithi08986837-34 from 450560 to 917504 tid 2 2024-07-26T06:05:34.029 INFO:tasks.rados.rados.0.smithi089.stdout:238: writing smithi08986837-34 from 917504 to 1654784 tid 3 2024-07-26T06:05:34.029 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 49 current snap is 17 2024-07-26T06:05:34.029 INFO:tasks.rados.rados.0.smithi089.stdout:238: finishing write tid 1 to smithi08986837-34 2024-07-26T06:05:34.029 INFO:tasks.rados.rados.0.smithi089.stdout:239: seq_num 99 ranges {811008=466944,1277952=802816,2080768=401408} 2024-07-26T06:05:34.036 INFO:tasks.rados.rados.0.smithi089.stdout:239: writing smithi08986837-49 from 811008 to 1277952 tid 1 2024-07-26T06:05:34.040 INFO:tasks.rados.rados.0.smithi089.stdout:239: writing smithi08986837-49 from 1277952 to 2080768 tid 2 2024-07-26T06:05:34.044 INFO:tasks.rados.rados.0.smithi089.stdout:239: writing smithi08986837-49 from 2080768 to 2482176 tid 3 2024-07-26T06:05:34.044 INFO:tasks.rados.rados.0.smithi089.stdout:240: read oid 5 snap -1 2024-07-26T06:05:34.044 INFO:tasks.rados.rados.0.smithi089.stdout:240: expect deleted 2024-07-26T06:05:34.044 INFO:tasks.rados.rados.0.smithi089.stdout:241: read oid 1 snap 15 2024-07-26T06:05:34.044 INFO:tasks.rados.rados.0.smithi089.stdout:241: expect (ObjNum 82 snap 12 seq_num 82) 2024-07-26T06:05:34.044 INFO:tasks.rados.rados.0.smithi089.stdout:242: setattr oid 37 current snap is 17 2024-07-26T06:05:34.044 INFO:tasks.rados.rados.0.smithi089.stdout:238: finishing write tid 2 to smithi08986837-34 2024-07-26T06:05:34.044 INFO:tasks.rados.rados.0.smithi089.stdout:238: finishing write tid 3 to smithi08986837-34 2024-07-26T06:05:34.045 INFO:tasks.rados.rados.0.smithi089.stdout:238: finishing write tid 4 to smithi08986837-34 2024-07-26T06:05:34.045 INFO:tasks.rados.rados.0.smithi089.stdout:238: finishing write tid 5 to smithi08986837-34 2024-07-26T06:05:34.045 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 34 v 18 (ObjNum 98 snap 17 seq_num 98) dirty exists 2024-07-26T06:05:34.045 INFO:tasks.rados.rados.0.smithi089.stdout:238: left oid 34 (ObjNum 98 snap 17 seq_num 98) 2024-07-26T06:05:34.045 INFO:tasks.rados.rados.0.smithi089.stdout:239: finishing write tid 1 to smithi08986837-49 2024-07-26T06:05:34.045 INFO:tasks.rados.rados.0.smithi089.stdout:239: finishing write tid 2 to smithi08986837-49 2024-07-26T06:05:34.045 INFO:tasks.rados.rados.0.smithi089.stdout:238: done (4 left) 2024-07-26T06:05:34.046 INFO:tasks.rados.rados.0.smithi089.stdout:240: done (3 left) 2024-07-26T06:05:34.046 INFO:tasks.rados.rados.0.smithi089.stdout:243: rollback oid 25 current snap is 17 2024-07-26T06:05:34.046 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 25 to 15 2024-07-26T06:05:34.046 INFO:tasks.rados.rados.0.smithi089.stdout:244: delete oid 30 current snap is 17 2024-07-26T06:05:34.046 INFO:tasks.rados.rados.0.smithi089.stdout:239: finishing write tid 3 to smithi08986837-49 2024-07-26T06:05:34.047 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 37 v 56 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-07-26T06:05:34.047 INFO:tasks.rados.rados.0.smithi089.stdout:242: done (4 left) 2024-07-26T06:05:34.047 INFO:tasks.rados.rados.0.smithi089.stdout:244: done (3 left) 2024-07-26T06:05:34.047 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 4 current snap is 17 2024-07-26T06:05:34.047 INFO:tasks.rados.rados.0.smithi089.stdout:245: seq_num 101 ranges {57344=499712,557056=573440,1130496=524288,1654784=106496} 2024-07-26T06:05:34.050 INFO:tasks.rados.rados.0.smithi089.stdout:245: writing smithi08986837-4 from 57344 to 557056 tid 1 2024-07-26T06:05:34.054 INFO:tasks.rados.rados.0.smithi089.stdout:245: writing smithi08986837-4 from 557056 to 1130496 tid 2 2024-07-26T06:05:34.057 INFO:tasks.rados.rados.0.smithi089.stdout:245: writing smithi08986837-4 from 1130496 to 1654784 tid 3 2024-07-26T06:05:34.058 INFO:tasks.rados.rados.0.smithi089.stdout:245: writing smithi08986837-4 from 1654784 to 1761280 tid 4 2024-07-26T06:05:34.058 INFO:tasks.rados.rados.0.smithi089.stdout:246: setattr oid 10 current snap is 17 2024-07-26T06:05:34.058 INFO:tasks.rados.rados.0.smithi089.stdout:239: finishing write tid 4 to smithi08986837-49 2024-07-26T06:05:34.058 INFO:tasks.rados.rados.0.smithi089.stdout:245: finishing write tid 1 to smithi08986837-4 2024-07-26T06:05:34.058 INFO:tasks.rados.rados.0.smithi089.stdout:241: expect (ObjNum 82 snap 12 seq_num 82) 2024-07-26T06:05:34.111 INFO:tasks.rados.rados.0.smithi089.stdout:243: finishing rollback tid 0 to smithi08986837-25 2024-07-26T06:05:34.111 INFO:tasks.rados.rados.0.smithi089.stdout:239: finishing write tid 5 to smithi08986837-49 2024-07-26T06:05:34.111 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 49 v 41 (ObjNum 99 snap 17 seq_num 99) dirty exists 2024-07-26T06:05:34.111 INFO:tasks.rados.rados.0.smithi089.stdout:239: left oid 49 (ObjNum 99 snap 17 seq_num 99) 2024-07-26T06:05:34.111 INFO:tasks.rados.rados.0.smithi089.stdout:243: finishing rollback tid 1 to smithi08986837-25 2024-07-26T06:05:34.111 INFO:tasks.rados.rados.0.smithi089.stdout:243: finishing rollback tid 2 to smithi08986837-25 2024-07-26T06:05:34.111 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 25 v 45 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-07-26T06:05:34.111 INFO:tasks.rados.rados.0.smithi089.stdout:245: finishing write tid 2 to smithi08986837-4 2024-07-26T06:05:34.111 INFO:tasks.rados.rados.0.smithi089.stdout:245: finishing write tid 3 to smithi08986837-4 2024-07-26T06:05:34.112 INFO:tasks.rados.rados.0.smithi089.stdout:245: finishing write tid 4 to smithi08986837-4 2024-07-26T06:05:34.112 INFO:tasks.rados.rados.0.smithi089.stdout:245: finishing write tid 5 to smithi08986837-4 2024-07-26T06:05:34.112 INFO:tasks.rados.rados.0.smithi089.stdout:245: finishing write tid 6 to smithi08986837-4 2024-07-26T06:05:34.112 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 4 v 24 (ObjNum 101 snap 17 seq_num 101) dirty exists 2024-07-26T06:05:34.112 INFO:tasks.rados.rados.0.smithi089.stdout:245: left oid 4 (ObjNum 101 snap 17 seq_num 101) 2024-07-26T06:05:34.112 INFO:tasks.rados.rados.0.smithi089.stdout:239: done (4 left) 2024-07-26T06:05:34.112 INFO:tasks.rados.rados.0.smithi089.stdout:241: done (3 left) 2024-07-26T06:05:34.112 INFO:tasks.rados.rados.0.smithi089.stdout:243: done (2 left) 2024-07-26T06:05:34.112 INFO:tasks.rados.rados.0.smithi089.stdout:245: done (1 left) 2024-07-26T06:05:34.112 INFO:tasks.rados.rados.0.smithi089.stdout:247: setattr oid 37 current snap is 17 2024-07-26T06:05:34.113 INFO:tasks.rados.rados.0.smithi089.stdout:248: snap_remove snap 13 2024-07-26T06:05:34.979 INFO:tasks.rados.rados.0.smithi089.stdout:248: done (2 left) 2024-07-26T06:05:34.979 INFO:tasks.rados.rados.0.smithi089.stdout:249: read oid 46 snap -1 2024-07-26T06:05:34.979 INFO:tasks.rados.rados.0.smithi089.stdout:249: expect (ObjNum 45 snap 0 seq_num 45) 2024-07-26T06:05:34.979 INFO:tasks.rados.rados.0.smithi089.stdout:250: read oid 18 snap -1 2024-07-26T06:05:34.979 INFO:tasks.rados.rados.0.smithi089.stdout:250: expect (ObjNum 17 snap 0 seq_num 17) 2024-07-26T06:05:34.979 INFO:tasks.rados.rados.0.smithi089.stdout:251: read oid 19 snap -1 2024-07-26T06:05:34.980 INFO:tasks.rados.rados.0.smithi089.stdout:251: expect (ObjNum 18 snap 0 seq_num 18) 2024-07-26T06:05:34.980 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 10 v 90 (ObjNum 85 snap 12 seq_num 85) dirty exists 2024-07-26T06:05:34.980 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 37 v 57 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-07-26T06:05:34.980 INFO:tasks.rados.rados.0.smithi089.stdout:246: done (4 left) 2024-07-26T06:05:34.980 INFO:tasks.rados.rados.0.smithi089.stdout:247: done (3 left) 2024-07-26T06:05:34.980 INFO:tasks.rados.rados.0.smithi089.stdout:252: copy_from oid 33 from oid 23 current snap is 17 2024-07-26T06:05:34.980 INFO:tasks.rados.rados.0.smithi089.stdout:253: copy_from oid 17 from oid 26 current snap is 17 2024-07-26T06:05:34.980 INFO:tasks.rados.rados.0.smithi089.stdout:254: read oid 50 snap -1 2024-07-26T06:05:34.980 INFO:tasks.rados.rados.0.smithi089.stdout:254: expect (ObjNum 72 snap 6 seq_num 72) 2024-07-26T06:05:34.980 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 44 current snap is 17 2024-07-26T06:05:34.980 INFO:tasks.rados.rados.0.smithi089.stdout:255: seq_num 102 ranges {3170304=516096,3686400=450560,4136960=729088,4866048=24576} 2024-07-26T06:05:35.000 INFO:tasks.rados.rados.0.smithi089.stdout:255: writing smithi08986837-44 from 3170304 to 3686400 tid 1 2024-07-26T06:05:35.002 INFO:tasks.rados.rados.0.smithi089.stdout:255: writing smithi08986837-44 from 3686400 to 4136960 tid 2 2024-07-26T06:05:35.007 INFO:tasks.rados.rados.0.smithi089.stdout:255: writing smithi08986837-44 from 4136960 to 4866048 tid 3 2024-07-26T06:05:35.007 INFO:tasks.rados.rados.0.smithi089.stdout:255: writing smithi08986837-44 from 4866048 to 4890624 tid 4 2024-07-26T06:05:35.007 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 12 current snap is 17 2024-07-26T06:05:35.007 INFO:tasks.rados.rados.0.smithi089.stdout:256: seq_num 103 ranges {188416=532480,720896=737280,1458176=466944} 2024-07-26T06:05:35.011 INFO:tasks.rados.rados.0.smithi089.stdout:256: writing smithi08986837-12 from 188416 to 720896 tid 1 2024-07-26T06:05:35.015 INFO:tasks.rados.rados.0.smithi089.stdout:256: writing smithi08986837-12 from 720896 to 1458176 tid 2 2024-07-26T06:05:35.018 INFO:tasks.rados.rados.0.smithi089.stdout:256: writing smithi08986837-12 from 1458176 to 1925120 tid 3 2024-07-26T06:05:35.018 INFO:tasks.rados.rados.0.smithi089.stdout:257: rollback oid 7 current snap is 17 2024-07-26T06:05:35.018 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 7 to 9 2024-07-26T06:05:35.019 INFO:tasks.rados.rados.0.smithi089.stdout:251: expect (ObjNum 18 snap 0 seq_num 18) 2024-07-26T06:05:35.030 INFO:tasks.rados.rados.0.smithi089.stdout:249: expect (ObjNum 45 snap 0 seq_num 45) 2024-07-26T06:05:35.050 INFO:tasks.rados.rados.0.smithi089.stdout:253: finishing copy_from to smithi08986837-17 2024-07-26T06:05:35.050 INFO:tasks.rados.rados.0.smithi089.stdout:253: got expected ENOENT (src dne) 2024-07-26T06:05:35.050 INFO:tasks.rados.rados.0.smithi089.stdout:253: finishing copy_from racing read to smithi08986837-17 2024-07-26T06:05:35.050 INFO:tasks.rados.rados.0.smithi089.stdout:250: expect (ObjNum 17 snap 0 seq_num 17) 2024-07-26T06:05:35.057 INFO:tasks.rados.rados.0.smithi089.stdout:254: expect (ObjNum 72 snap 6 seq_num 72) 2024-07-26T06:05:35.122 INFO:tasks.rados.rados.0.smithi089.stdout:252: finishing copy_from racing read to smithi08986837-33 2024-07-26T06:05:35.122 INFO:tasks.rados.rados.0.smithi089.stdout:252: finishing copy_from to smithi08986837-33 2024-07-26T06:05:35.122 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 33 v 17 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-07-26T06:05:35.122 INFO:tasks.rados.rados.0.smithi089.stdout:255: finishing write tid 1 to smithi08986837-44 2024-07-26T06:05:35.122 INFO:tasks.rados.rados.0.smithi089.stdout:255: finishing write tid 2 to smithi08986837-44 2024-07-26T06:05:35.122 INFO:tasks.rados.rados.0.smithi089.stdout:249: done (8 left) 2024-07-26T06:05:35.122 INFO:tasks.rados.rados.0.smithi089.stdout:250: done (7 left) 2024-07-26T06:05:35.122 INFO:tasks.rados.rados.0.smithi089.stdout:251: done (6 left) 2024-07-26T06:05:35.122 INFO:tasks.rados.rados.0.smithi089.stdout:252: done (5 left) 2024-07-26T06:05:35.123 INFO:tasks.rados.rados.0.smithi089.stdout:253: done (4 left) 2024-07-26T06:05:35.123 INFO:tasks.rados.rados.0.smithi089.stdout:254: done (3 left) 2024-07-26T06:05:35.123 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 25 current snap is 17 2024-07-26T06:05:35.123 INFO:tasks.rados.rados.0.smithi089.stdout:255: finishing write tid 3 to smithi08986837-44 2024-07-26T06:05:35.123 INFO:tasks.rados.rados.0.smithi089.stdout:258: seq_num 104 ranges {221184=548864,770048=622592,1392640=581632} 2024-07-26T06:05:35.125 INFO:tasks.rados.rados.0.smithi089.stdout:258: writing smithi08986837-25 from 221184 to 770048 tid 1 2024-07-26T06:05:35.128 INFO:tasks.rados.rados.0.smithi089.stdout:258: writing smithi08986837-25 from 770048 to 1392640 tid 2 2024-07-26T06:05:35.133 INFO:tasks.rados.rados.0.smithi089.stdout:258: writing smithi08986837-25 from 1392640 to 1974272 tid 3 2024-07-26T06:05:35.133 INFO:tasks.rados.rados.0.smithi089.stdout:259: read oid 49 snap -1 2024-07-26T06:05:35.133 INFO:tasks.rados.rados.0.smithi089.stdout:259: expect (ObjNum 99 snap 17 seq_num 99) 2024-07-26T06:05:35.133 INFO:tasks.rados.rados.0.smithi089.stdout:260: rollback oid 28 current snap is 17 2024-07-26T06:05:35.133 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 28 to 9 2024-07-26T06:05:35.133 INFO:tasks.rados.rados.0.smithi089.stdout:255: finishing write tid 4 to smithi08986837-44 2024-07-26T06:05:35.133 INFO:tasks.rados.rados.0.smithi089.stdout:255: finishing write tid 5 to smithi08986837-44 2024-07-26T06:05:35.133 INFO:tasks.rados.rados.0.smithi089.stdout:255: finishing write tid 6 to smithi08986837-44 2024-07-26T06:05:35.133 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 44 v 65 (ObjNum 102 snap 17 seq_num 102) dirty exists 2024-07-26T06:05:35.134 INFO:tasks.rados.rados.0.smithi089.stdout:255: left oid 44 (ObjNum 102 snap 17 seq_num 102) 2024-07-26T06:05:35.134 INFO:tasks.rados.rados.0.smithi089.stdout:256: finishing write tid 1 to smithi08986837-12 2024-07-26T06:05:35.134 INFO:tasks.rados.rados.0.smithi089.stdout:256: finishing write tid 2 to smithi08986837-12 2024-07-26T06:05:35.134 INFO:tasks.rados.rados.0.smithi089.stdout:257: finishing rollback tid 0 to smithi08986837-7 2024-07-26T06:05:35.134 INFO:tasks.rados.rados.0.smithi089.stdout:256: finishing write tid 3 to smithi08986837-12 2024-07-26T06:05:35.134 INFO:tasks.rados.rados.0.smithi089.stdout:256: finishing write tid 4 to smithi08986837-12 2024-07-26T06:05:35.134 INFO:tasks.rados.rados.0.smithi089.stdout:257: finishing rollback tid 1 to smithi08986837-7 2024-07-26T06:05:35.134 INFO:tasks.rados.rados.0.smithi089.stdout:257: finishing rollback tid 2 to smithi08986837-7 2024-07-26T06:05:35.134 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 7 v 28 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-07-26T06:05:35.134 INFO:tasks.rados.rados.0.smithi089.stdout:256: finishing write tid 5 to smithi08986837-12 2024-07-26T06:05:35.134 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 12 v 56 (ObjNum 103 snap 17 seq_num 103) dirty exists 2024-07-26T06:05:35.134 INFO:tasks.rados.rados.0.smithi089.stdout:256: left oid 12 (ObjNum 103 snap 17 seq_num 103) 2024-07-26T06:05:35.134 INFO:tasks.rados.rados.0.smithi089.stdout:258: finishing write tid 1 to smithi08986837-25 2024-07-26T06:05:35.135 INFO:tasks.rados.rados.0.smithi089.stdout:258: finishing write tid 2 to smithi08986837-25 2024-07-26T06:05:35.135 INFO:tasks.rados.rados.0.smithi089.stdout:255: done (5 left) 2024-07-26T06:05:35.135 INFO:tasks.rados.rados.0.smithi089.stdout:256: done (4 left) 2024-07-26T06:05:35.135 INFO:tasks.rados.rados.0.smithi089.stdout:257: done (3 left) 2024-07-26T06:05:35.135 INFO:tasks.rados.rados.0.smithi089.stdout:261: rmattr oid 22 current snap is 17 2024-07-26T06:05:35.135 INFO:tasks.rados.rados.0.smithi089.stdout:261: done (3 left) 2024-07-26T06:05:35.135 INFO:tasks.rados.rados.0.smithi089.stdout:262: copy_from oid 8 from oid 7 current snap is 17 2024-07-26T06:05:35.135 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 31 current snap is 17 2024-07-26T06:05:35.135 INFO:tasks.rados.rados.0.smithi089.stdout:263: seq_num 105 ranges {303104=565248,868352=507904,1376256=507904,1884160=188416} 2024-07-26T06:05:35.137 INFO:tasks.rados.rados.0.smithi089.stdout:263: writing smithi08986837-31 from 303104 to 868352 tid 1 2024-07-26T06:05:35.140 INFO:tasks.rados.rados.0.smithi089.stdout:263: writing smithi08986837-31 from 868352 to 1376256 tid 2 2024-07-26T06:05:35.143 INFO:tasks.rados.rados.0.smithi089.stdout:263: writing smithi08986837-31 from 1376256 to 1884160 tid 3 2024-07-26T06:05:35.144 INFO:tasks.rados.rados.0.smithi089.stdout:263: writing smithi08986837-31 from 1884160 to 2072576 tid 4 2024-07-26T06:05:35.144 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 11 current snap is 17 2024-07-26T06:05:35.144 INFO:tasks.rados.rados.0.smithi089.stdout:264: seq_num 106 ranges {0=581632,581632=794624,1376256=409600} 2024-07-26T06:05:35.147 INFO:tasks.rados.rados.0.smithi089.stdout:264: writing smithi08986837-11 from 0 to 581632 tid 1 2024-07-26T06:05:35.152 INFO:tasks.rados.rados.0.smithi089.stdout:264: writing smithi08986837-11 from 581632 to 1376256 tid 2 2024-07-26T06:05:35.155 INFO:tasks.rados.rados.0.smithi089.stdout:264: writing smithi08986837-11 from 1376256 to 1785856 tid 3 2024-07-26T06:05:35.155 INFO:tasks.rados.rados.0.smithi089.stdout:260: finishing rollback tid 0 to smithi08986837-28 2024-07-26T06:05:35.155 INFO:tasks.rados.rados.0.smithi089.stdout:260: finishing rollback tid 1 to smithi08986837-28 2024-07-26T06:05:35.155 INFO:tasks.rados.rados.0.smithi089.stdout:260: finishing rollback tid 2 to smithi08986837-28 2024-07-26T06:05:35.155 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 28 v 60 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-07-26T06:05:35.155 INFO:tasks.rados.rados.0.smithi089.stdout:258: finishing write tid 3 to smithi08986837-25 2024-07-26T06:05:35.155 INFO:tasks.rados.rados.0.smithi089.stdout:258: finishing write tid 4 to smithi08986837-25 2024-07-26T06:05:35.155 INFO:tasks.rados.rados.0.smithi089.stdout:262: finishing copy_from racing read to smithi08986837-8 2024-07-26T06:05:35.156 INFO:tasks.rados.rados.0.smithi089.stdout:262: finishing copy_from to smithi08986837-8 2024-07-26T06:05:35.156 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 8 v 28 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-07-26T06:05:35.156 INFO:tasks.rados.rados.0.smithi089.stdout:258: finishing write tid 5 to smithi08986837-25 2024-07-26T06:05:35.156 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 25 v 60 (ObjNum 104 snap 17 seq_num 104) dirty exists 2024-07-26T06:05:35.156 INFO:tasks.rados.rados.0.smithi089.stdout:258: left oid 25 (ObjNum 104 snap 17 seq_num 104) 2024-07-26T06:05:35.156 INFO:tasks.rados.rados.0.smithi089.stdout:259: expect (ObjNum 99 snap 17 seq_num 99) 2024-07-26T06:05:35.234 INFO:tasks.rados.rados.0.smithi089.stdout:263: finishing write tid 1 to smithi08986837-31 2024-07-26T06:05:35.234 INFO:tasks.rados.rados.0.smithi089.stdout:263: finishing write tid 2 to smithi08986837-31 2024-07-26T06:05:35.234 INFO:tasks.rados.rados.0.smithi089.stdout:263: finishing write tid 3 to smithi08986837-31 2024-07-26T06:05:35.234 INFO:tasks.rados.rados.0.smithi089.stdout:263: finishing write tid 4 to smithi08986837-31 2024-07-26T06:05:35.234 INFO:tasks.rados.rados.0.smithi089.stdout:263: finishing write tid 5 to smithi08986837-31 2024-07-26T06:05:35.235 INFO:tasks.rados.rados.0.smithi089.stdout:263: finishing write tid 6 to smithi08986837-31 2024-07-26T06:05:35.235 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 31 v 98 (ObjNum 105 snap 17 seq_num 105) dirty exists 2024-07-26T06:05:35.235 INFO:tasks.rados.rados.0.smithi089.stdout:263: left oid 31 (ObjNum 105 snap 17 seq_num 105) 2024-07-26T06:05:35.235 INFO:tasks.rados.rados.0.smithi089.stdout:258: done (5 left) 2024-07-26T06:05:35.235 INFO:tasks.rados.rados.0.smithi089.stdout:259: done (4 left) 2024-07-26T06:05:35.235 INFO:tasks.rados.rados.0.smithi089.stdout:260: done (3 left) 2024-07-26T06:05:35.235 INFO:tasks.rados.rados.0.smithi089.stdout:262: done (2 left) 2024-07-26T06:05:35.235 INFO:tasks.rados.rados.0.smithi089.stdout:263: done (1 left) 2024-07-26T06:05:35.235 INFO:tasks.rados.rados.0.smithi089.stdout:265: read oid 26 snap 12 2024-07-26T06:05:35.235 INFO:tasks.rados.rados.0.smithi089.stdout:265: expect (ObjNum 25 snap 0 seq_num 25) 2024-07-26T06:05:35.235 INFO:tasks.rados.rados.0.smithi089.stdout:266: rmattr oid 32 current snap is 17 2024-07-26T06:05:35.235 INFO:tasks.rados.rados.0.smithi089.stdout:266: done (2 left) 2024-07-26T06:05:35.235 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 39 current snap is 17 2024-07-26T06:05:35.235 INFO:tasks.rados.rados.0.smithi089.stdout:264: finishing write tid 1 to smithi08986837-11 2024-07-26T06:05:35.236 INFO:tasks.rados.rados.0.smithi089.stdout:267: seq_num 107 ranges {638976=598016,1236992=729088,1966080=466944,2433024=8192} 2024-07-26T06:05:35.241 INFO:tasks.rados.rados.0.smithi089.stdout:267: writing smithi08986837-39 from 638976 to 1236992 tid 1 2024-07-26T06:05:35.245 INFO:tasks.rados.rados.0.smithi089.stdout:267: writing smithi08986837-39 from 1236992 to 1966080 tid 2 2024-07-26T06:05:35.248 INFO:tasks.rados.rados.0.smithi089.stdout:267: writing smithi08986837-39 from 1966080 to 2433024 tid 3 2024-07-26T06:05:35.249 INFO:tasks.rados.rados.0.smithi089.stdout:267: writing smithi08986837-39 from 2433024 to 2441216 tid 4 2024-07-26T06:05:35.249 INFO:tasks.rados.rados.0.smithi089.stdout:268: read oid 36 snap -1 2024-07-26T06:05:35.249 INFO:tasks.rados.rados.0.smithi089.stdout:268: expect (ObjNum 27 snap 0 seq_num 27) 2024-07-26T06:05:35.249 INFO:tasks.rados.rados.0.smithi089.stdout:269: read oid 34 snap 9 2024-07-26T06:05:35.249 INFO:tasks.rados.rados.0.smithi089.stdout:269: expect deleted 2024-07-26T06:05:35.249 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 38 current snap is 17 2024-07-26T06:05:35.249 INFO:tasks.rados.rados.0.smithi089.stdout:264: finishing write tid 2 to smithi08986837-11 2024-07-26T06:05:35.249 INFO:tasks.rados.rados.0.smithi089.stdout:264: finishing write tid 3 to smithi08986837-11 2024-07-26T06:05:35.249 INFO:tasks.rados.rados.0.smithi089.stdout:264: finishing write tid 4 to smithi08986837-11 2024-07-26T06:05:35.249 INFO:tasks.rados.rados.0.smithi089.stdout:264: finishing write tid 5 to smithi08986837-11 2024-07-26T06:05:35.249 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 11 v 102 (ObjNum 106 snap 17 seq_num 106) dirty exists 2024-07-26T06:05:35.249 INFO:tasks.rados.rados.0.smithi089.stdout:264: left oid 11 (ObjNum 106 snap 17 seq_num 106) 2024-07-26T06:05:35.249 INFO:tasks.rados.rados.0.smithi089.stdout:270: seq_num 108 ranges {761856=614400,1376256=606208,1982464=598016} 2024-07-26T06:05:35.256 INFO:tasks.rados.rados.0.smithi089.stdout:270: writing smithi08986837-38 from 761856 to 1376256 tid 1 2024-07-26T06:05:35.259 INFO:tasks.rados.rados.0.smithi089.stdout:270: writing smithi08986837-38 from 1376256 to 1982464 tid 2 2024-07-26T06:05:35.263 INFO:tasks.rados.rados.0.smithi089.stdout:270: writing smithi08986837-38 from 1982464 to 2580480 tid 3 2024-07-26T06:05:35.263 INFO:tasks.rados.rados.0.smithi089.stdout:264: done (5 left) 2024-07-26T06:05:35.263 INFO:tasks.rados.rados.0.smithi089.stdout:271: snap_remove snap 15 2024-07-26T06:05:35.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:34 smithi155 ceph-mon[33309]: pgmap v153: 121 pgs: 121 active+clean; 57 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.8 MiB/s wr, 22 op/s 2024-07-26T06:05:35.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:34 smithi155 ceph-mon[33309]: osdmap e112: 8 total, 8 up, 8 in 2024-07-26T06:05:35.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:34 smithi089 ceph-mon[29555]: pgmap v153: 121 pgs: 121 active+clean; 57 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.8 MiB/s wr, 22 op/s 2024-07-26T06:05:35.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:34 smithi089 ceph-mon[29555]: osdmap e112: 8 total, 8 up, 8 in 2024-07-26T06:05:35.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:34 smithi089 ceph-mon[41451]: pgmap v153: 121 pgs: 121 active+clean; 57 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.8 MiB/s wr, 22 op/s 2024-07-26T06:05:35.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:34 smithi089 ceph-mon[41451]: osdmap e112: 8 total, 8 up, 8 in 2024-07-26T06:05:35.983 INFO:tasks.rados.rados.0.smithi089.stdout:271: done (5 left) 2024-07-26T06:05:35.983 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 29 current snap is 17 2024-07-26T06:05:35.984 INFO:tasks.rados.rados.0.smithi089.stdout:272: seq_num 109 ranges {778240=630784,1409024=491520,1900544=483328,2383872=229376} 2024-07-26T06:05:35.992 INFO:tasks.rados.rados.0.smithi089.stdout:272: writing smithi08986837-29 from 778240 to 1409024 tid 1 2024-07-26T06:05:35.995 INFO:tasks.rados.rados.0.smithi089.stdout:272: writing smithi08986837-29 from 1409024 to 1900544 tid 2 2024-07-26T06:05:35.998 INFO:tasks.rados.rados.0.smithi089.stdout:272: writing smithi08986837-29 from 1900544 to 2383872 tid 3 2024-07-26T06:05:36.000 INFO:tasks.rados.rados.0.smithi089.stdout:272: writing smithi08986837-29 from 2383872 to 2613248 tid 4 2024-07-26T06:05:36.000 INFO:tasks.rados.rados.0.smithi089.stdout:265: expect (ObjNum 25 snap 0 seq_num 25) 2024-07-26T06:05:36.012 INFO:tasks.rados.rados.0.smithi089.stdout:267: finishing write tid 1 to smithi08986837-39 2024-07-26T06:05:36.012 INFO:tasks.rados.rados.0.smithi089.stdout:267: finishing write tid 2 to smithi08986837-39 2024-07-26T06:05:36.012 INFO:tasks.rados.rados.0.smithi089.stdout:267: finishing write tid 3 to smithi08986837-39 2024-07-26T06:05:36.012 INFO:tasks.rados.rados.0.smithi089.stdout:267: finishing write tid 4 to smithi08986837-39 2024-07-26T06:05:36.013 INFO:tasks.rados.rados.0.smithi089.stdout:267: finishing write tid 5 to smithi08986837-39 2024-07-26T06:05:36.013 INFO:tasks.rados.rados.0.smithi089.stdout:267: finishing write tid 6 to smithi08986837-39 2024-07-26T06:05:36.013 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 39 v 44 (ObjNum 107 snap 17 seq_num 107) dirty exists 2024-07-26T06:05:36.013 INFO:tasks.rados.rados.0.smithi089.stdout:267: left oid 39 (ObjNum 107 snap 17 seq_num 107) 2024-07-26T06:05:36.013 INFO:tasks.rados.rados.0.smithi089.stdout:268: expect (ObjNum 27 snap 0 seq_num 27) 2024-07-26T06:05:36.026 INFO:tasks.rados.rados.0.smithi089.stdout:270: finishing write tid 1 to smithi08986837-38 2024-07-26T06:05:36.026 INFO:tasks.rados.rados.0.smithi089.stdout:270: finishing write tid 2 to smithi08986837-38 2024-07-26T06:05:36.027 INFO:tasks.rados.rados.0.smithi089.stdout:270: finishing write tid 3 to smithi08986837-38 2024-07-26T06:05:36.027 INFO:tasks.rados.rados.0.smithi089.stdout:270: finishing write tid 4 to smithi08986837-38 2024-07-26T06:05:36.027 INFO:tasks.rados.rados.0.smithi089.stdout:270: finishing write tid 5 to smithi08986837-38 2024-07-26T06:05:36.027 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 38 v 107 (ObjNum 108 snap 17 seq_num 108) dirty exists 2024-07-26T06:05:36.027 INFO:tasks.rados.rados.0.smithi089.stdout:270: left oid 38 (ObjNum 108 snap 17 seq_num 108) 2024-07-26T06:05:36.027 INFO:tasks.rados.rados.0.smithi089.stdout:272: finishing write tid 1 to smithi08986837-29 2024-07-26T06:05:36.028 INFO:tasks.rados.rados.0.smithi089.stdout:272: finishing write tid 2 to smithi08986837-29 2024-07-26T06:05:36.028 INFO:tasks.rados.rados.0.smithi089.stdout:272: finishing write tid 3 to smithi08986837-29 2024-07-26T06:05:36.028 INFO:tasks.rados.rados.0.smithi089.stdout:272: finishing write tid 4 to smithi08986837-29 2024-07-26T06:05:36.028 INFO:tasks.rados.rados.0.smithi089.stdout:265: done (5 left) 2024-07-26T06:05:36.028 INFO:tasks.rados.rados.0.smithi089.stdout:267: done (4 left) 2024-07-26T06:05:36.029 INFO:tasks.rados.rados.0.smithi089.stdout:268: done (3 left) 2024-07-26T06:05:36.029 INFO:tasks.rados.rados.0.smithi089.stdout:269: done (2 left) 2024-07-26T06:05:36.029 INFO:tasks.rados.rados.0.smithi089.stdout:270: done (1 left) 2024-07-26T06:05:36.029 INFO:tasks.rados.rados.0.smithi089.stdout:273: rollback oid 3 current snap is 17 2024-07-26T06:05:36.029 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 3 to 9 2024-07-26T06:05:36.030 INFO:tasks.rados.rados.0.smithi089.stdout:272: finishing write tid 5 to smithi08986837-29 2024-07-26T06:05:36.030 INFO:tasks.rados.rados.0.smithi089.stdout:272: finishing write tid 6 to smithi08986837-29 2024-07-26T06:05:36.030 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 29 v 119 (ObjNum 109 snap 17 seq_num 109) dirty exists 2024-07-26T06:05:36.030 INFO:tasks.rados.rados.0.smithi089.stdout:272: left oid 29 (ObjNum 109 snap 17 seq_num 109) 2024-07-26T06:05:36.030 INFO:tasks.rados.rados.0.smithi089.stdout:272: done (1 left) 2024-07-26T06:05:36.031 INFO:tasks.rados.rados.0.smithi089.stdout:274: rollback oid 50 current snap is 17 2024-07-26T06:05:36.031 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 50 to 12 2024-07-26T06:05:36.031 INFO:tasks.rados.rados.0.smithi089.stdout:275: rmattr oid 5 current snap is 17 2024-07-26T06:05:36.031 INFO:tasks.rados.rados.0.smithi089.stdout:275: done (2 left) 2024-07-26T06:05:36.031 INFO:tasks.rados.rados.0.smithi089.stdout:276: rollback oid 26 current snap is 17 2024-07-26T06:05:36.032 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 26 to 9 2024-07-26T06:05:36.032 INFO:tasks.rados.rados.0.smithi089.stdout:277: rmattr oid 38 current snap is 17 2024-07-26T06:05:36.032 INFO:tasks.rados.rados.0.smithi089.stdout:277: done (3 left) 2024-07-26T06:05:36.032 INFO:tasks.rados.rados.0.smithi089.stdout:278: copy_from oid 39 from oid 13 current snap is 17 2024-07-26T06:05:36.032 INFO:tasks.rados.rados.0.smithi089.stdout:279: rollback oid 19 current snap is 17 2024-07-26T06:05:36.033 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 19 to 9 2024-07-26T06:05:36.033 INFO:tasks.rados.rados.0.smithi089.stdout:280: snap_create 2024-07-26T06:05:36.033 INFO:tasks.rados.rados.0.smithi089.stdout:276: finishing rollback tid 1 to smithi08986837-26 2024-07-26T06:05:36.033 INFO:tasks.rados.rados.0.smithi089.stdout:276: finishing rollback tid 2 to smithi08986837-26 2024-07-26T06:05:36.033 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 26 v 6 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-07-26T06:05:36.037 INFO:tasks.rados.rados.0.smithi089.stdout:274: finishing rollback tid 0 to smithi08986837-50 2024-07-26T06:05:36.037 INFO:tasks.rados.rados.0.smithi089.stdout:274: finishing rollback tid 1 to smithi08986837-50 2024-07-26T06:05:36.037 INFO:tasks.rados.rados.0.smithi089.stdout:273: finishing rollback tid 0 to smithi08986837-3 2024-07-26T06:05:36.037 INFO:tasks.rados.rados.0.smithi089.stdout:273: finishing rollback tid 1 to smithi08986837-3 2024-07-26T06:05:36.037 INFO:tasks.rados.rados.0.smithi089.stdout:274: finishing rollback tid 2 to smithi08986837-50 2024-07-26T06:05:36.038 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 50 v 56 (ObjNum 72 snap 6 seq_num 72) dirty exists 2024-07-26T06:05:36.038 INFO:tasks.rados.rados.0.smithi089.stdout:273: finishing rollback tid 2 to smithi08986837-3 2024-07-26T06:05:36.038 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 3 v 34 (ObjNum 80 snap 9 seq_num 80) dirty exists 2024-07-26T06:05:36.038 INFO:tasks.rados.rados.0.smithi089.stdout:279: finishing rollback tid 0 to smithi08986837-19 2024-07-26T06:05:36.038 INFO:tasks.rados.rados.0.smithi089.stdout:279: finishing rollback tid 1 to smithi08986837-19 2024-07-26T06:05:36.039 INFO:tasks.rados.rados.0.smithi089.stdout:279: finishing rollback tid 2 to smithi08986837-19 2024-07-26T06:05:36.039 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 19 v 65 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-07-26T06:05:36.039 INFO:tasks.rados.rados.0.smithi089.stdout:278: finishing copy_from racing read to smithi08986837-39 2024-07-26T06:05:36.039 INFO:tasks.rados.rados.0.smithi089.stdout:278: finishing copy_from to smithi08986837-39 2024-07-26T06:05:36.039 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 39 v 52 (ObjNum 89 snap 13 seq_num 89) dirty exists 2024-07-26T06:05:36.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:35 smithi155 ceph-mon[33309]: osdmap e113: 8 total, 8 up, 8 in 2024-07-26T06:05:36.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:35 smithi089 ceph-mon[29555]: osdmap e113: 8 total, 8 up, 8 in 2024-07-26T06:05:36.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:35 smithi089 ceph-mon[41451]: osdmap e113: 8 total, 8 up, 8 in 2024-07-26T06:05:36.982 INFO:tasks.rados.rados.0.smithi089.stdout:273: done (5 left) 2024-07-26T06:05:36.982 INFO:tasks.rados.rados.0.smithi089.stdout:274: done (4 left) 2024-07-26T06:05:36.982 INFO:tasks.rados.rados.0.smithi089.stdout:276: done (3 left) 2024-07-26T06:05:36.982 INFO:tasks.rados.rados.0.smithi089.stdout:278: done (2 left) 2024-07-26T06:05:36.982 INFO:tasks.rados.rados.0.smithi089.stdout:279: done (1 left) 2024-07-26T06:05:36.982 INFO:tasks.rados.rados.0.smithi089.stdout:280: done (0 left) 2024-07-26T06:05:36.982 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 16 current snap is 18 2024-07-26T06:05:36.982 INFO:tasks.rados.rados.0.smithi089.stdout:281: seq_num 110 ranges {1449984=647168,2097152=778240,2875392=425984} 2024-07-26T06:05:36.993 INFO:tasks.rados.rados.0.smithi089.stdout:281: writing smithi08986837-16 from 1449984 to 2097152 tid 1 2024-07-26T06:05:36.997 INFO:tasks.rados.rados.0.smithi089.stdout:281: writing smithi08986837-16 from 2097152 to 2875392 tid 2 2024-07-26T06:05:37.000 INFO:tasks.rados.rados.0.smithi089.stdout:281: writing smithi08986837-16 from 2875392 to 3301376 tid 3 2024-07-26T06:05:37.000 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 18 current snap is 18 2024-07-26T06:05:37.000 INFO:tasks.rados.rados.0.smithi089.stdout:281: finishing write tid 1 to smithi08986837-16 2024-07-26T06:05:37.000 INFO:tasks.rados.rados.0.smithi089.stdout:282: seq_num 111 ranges {286720=663552,950272=663552,1613824=450560,2064384=90112} 2024-07-26T06:05:37.005 INFO:tasks.rados.rados.0.smithi089.stdout:282: writing smithi08986837-18 from 286720 to 950272 tid 1 2024-07-26T06:05:37.009 INFO:tasks.rados.rados.0.smithi089.stdout:282: writing smithi08986837-18 from 950272 to 1613824 tid 2 2024-07-26T06:05:37.011 INFO:tasks.rados.rados.0.smithi089.stdout:282: writing smithi08986837-18 from 1613824 to 2064384 tid 3 2024-07-26T06:05:37.012 INFO:tasks.rados.rados.0.smithi089.stdout:282: writing smithi08986837-18 from 2064384 to 2154496 tid 4 2024-07-26T06:05:37.013 INFO:tasks.rados.rados.0.smithi089.stdout:283: setattr oid 45 current snap is 18 2024-07-26T06:05:37.013 INFO:tasks.rados.rados.0.smithi089.stdout:281: finishing write tid 2 to smithi08986837-16 2024-07-26T06:05:37.013 INFO:tasks.rados.rados.0.smithi089.stdout:281: finishing write tid 3 to smithi08986837-16 2024-07-26T06:05:37.013 INFO:tasks.rados.rados.0.smithi089.stdout:281: finishing write tid 4 to smithi08986837-16 2024-07-26T06:05:37.013 INFO:tasks.rados.rados.0.smithi089.stdout:281: finishing write tid 5 to smithi08986837-16 2024-07-26T06:05:37.013 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 16 v 35 (ObjNum 110 snap 18 seq_num 110) dirty exists 2024-07-26T06:05:37.013 INFO:tasks.rados.rados.0.smithi089.stdout:281: left oid 16 (ObjNum 110 snap 18 seq_num 110) 2024-07-26T06:05:37.013 INFO:tasks.rados.rados.0.smithi089.stdout:282: finishing write tid 1 to smithi08986837-18 2024-07-26T06:05:37.013 INFO:tasks.rados.rados.0.smithi089.stdout:282: finishing write tid 2 to smithi08986837-18 2024-07-26T06:05:37.014 INFO:tasks.rados.rados.0.smithi089.stdout:281: done (2 left) 2024-07-26T06:05:37.014 INFO:tasks.rados.rados.0.smithi089.stdout:284: snap_remove snap 9 2024-07-26T06:05:37.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:36 smithi155 ceph-mon[33309]: pgmap v156: 121 pgs: 121 active+clean; 78 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 5.2 MiB/s wr, 50 op/s 2024-07-26T06:05:37.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:36 smithi155 ceph-mon[33309]: osdmap e114: 8 total, 8 up, 8 in 2024-07-26T06:05:37.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:36 smithi089 ceph-mon[29555]: pgmap v156: 121 pgs: 121 active+clean; 78 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 5.2 MiB/s wr, 50 op/s 2024-07-26T06:05:37.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:36 smithi089 ceph-mon[29555]: osdmap e114: 8 total, 8 up, 8 in 2024-07-26T06:05:37.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:36 smithi089 ceph-mon[41451]: pgmap v156: 121 pgs: 121 active+clean; 78 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 5.2 MiB/s wr, 50 op/s 2024-07-26T06:05:37.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:36 smithi089 ceph-mon[41451]: osdmap e114: 8 total, 8 up, 8 in 2024-07-26T06:05:37.898 INFO:tasks.rados.rados.0.smithi089.stdout:284: done (2 left) 2024-07-26T06:05:37.898 INFO:tasks.rados.rados.0.smithi089.stdout:285: setattr oid 15 current snap is 18 2024-07-26T06:05:37.898 INFO:tasks.rados.rados.0.smithi089.stdout:282: finishing write tid 3 to smithi08986837-18 2024-07-26T06:05:37.898 INFO:tasks.rados.rados.0.smithi089.stdout:282: finishing write tid 4 to smithi08986837-18 2024-07-26T06:05:37.899 INFO:tasks.rados.rados.0.smithi089.stdout:282: finishing write tid 5 to smithi08986837-18 2024-07-26T06:05:37.899 INFO:tasks.rados.rados.0.smithi089.stdout:282: finishing write tid 6 to smithi08986837-18 2024-07-26T06:05:37.899 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 18 v 36 (ObjNum 111 snap 18 seq_num 111) dirty exists 2024-07-26T06:05:37.899 INFO:tasks.rados.rados.0.smithi089.stdout:282: left oid 18 (ObjNum 111 snap 18 seq_num 111) 2024-07-26T06:05:37.899 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 45 v 67 (ObjNum 95 snap 17 seq_num 95) dirty exists 2024-07-26T06:05:37.900 INFO:tasks.rados.rados.0.smithi089.stdout:282: done (2 left) 2024-07-26T06:05:37.900 INFO:tasks.rados.rados.0.smithi089.stdout:283: done (1 left) 2024-07-26T06:05:37.900 INFO:tasks.rados.rados.0.smithi089.stdout:286: snap_create 2024-07-26T06:05:37.913 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 15 v 75 (ObjNum 63 snap 4 seq_num 63) dirty exists 2024-07-26T06:05:38.306 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:37 smithi089 ceph-mon[29555]: osdmap e115: 8 total, 8 up, 8 in 2024-07-26T06:05:38.306 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:37 smithi089 ceph-mon[29555]: osdmap e116: 8 total, 8 up, 8 in 2024-07-26T06:05:38.306 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:37 smithi089 ceph-mon[41451]: osdmap e115: 8 total, 8 up, 8 in 2024-07-26T06:05:38.307 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:37 smithi089 ceph-mon[41451]: osdmap e116: 8 total, 8 up, 8 in 2024-07-26T06:05:38.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:37 smithi155 ceph-mon[33309]: osdmap e115: 8 total, 8 up, 8 in 2024-07-26T06:05:38.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:37 smithi155 ceph-mon[33309]: osdmap e116: 8 total, 8 up, 8 in 2024-07-26T06:05:38.898 INFO:tasks.rados.rados.0.smithi089.stdout:285: done (1 left) 2024-07-26T06:05:38.899 INFO:tasks.rados.rados.0.smithi089.stdout:286: done (0 left) 2024-07-26T06:05:38.899 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 33 current snap is 19 2024-07-26T06:05:38.899 INFO:tasks.rados.rados.0.smithi089.stdout:287: seq_num 112 ranges {2113536=679936,2793472=548864,3342336=655360} 2024-07-26T06:05:38.913 INFO:tasks.rados.rados.0.smithi089.stdout:287: writing smithi08986837-33 from 2113536 to 2793472 tid 1 2024-07-26T06:05:38.916 INFO:tasks.rados.rados.0.smithi089.stdout:287: writing smithi08986837-33 from 2793472 to 3342336 tid 2 2024-07-26T06:05:38.920 INFO:tasks.rados.rados.0.smithi089.stdout:287: writing smithi08986837-33 from 3342336 to 3997696 tid 3 2024-07-26T06:05:38.920 INFO:tasks.rados.rados.0.smithi089.stdout:288: copy_from oid 18 from oid 13 current snap is 19 2024-07-26T06:05:38.921 INFO:tasks.rados.rados.0.smithi089.stdout:289: snap_create 2024-07-26T06:05:38.921 INFO:tasks.rados.rados.0.smithi089.stdout:287: finishing write tid 1 to smithi08986837-33 2024-07-26T06:05:38.921 INFO:tasks.rados.rados.0.smithi089.stdout:287: finishing write tid 2 to smithi08986837-33 2024-07-26T06:05:38.923 INFO:tasks.rados.rados.0.smithi089.stdout:287: finishing write tid 3 to smithi08986837-33 2024-07-26T06:05:38.923 INFO:tasks.rados.rados.0.smithi089.stdout:287: finishing write tid 4 to smithi08986837-33 2024-07-26T06:05:38.924 INFO:tasks.rados.rados.0.smithi089.stdout:287: finishing write tid 5 to smithi08986837-33 2024-07-26T06:05:38.924 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 33 v 83 (ObjNum 112 snap 19 seq_num 112) dirty exists 2024-07-26T06:05:38.924 INFO:tasks.rados.rados.0.smithi089.stdout:287: left oid 33 (ObjNum 112 snap 19 seq_num 112) 2024-07-26T06:05:38.930 INFO:tasks.rados.rados.0.smithi089.stdout:288: finishing copy_from racing read to smithi08986837-18 2024-07-26T06:05:38.930 INFO:tasks.rados.rados.0.smithi089.stdout:288: finishing copy_from to smithi08986837-18 2024-07-26T06:05:38.930 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 18 v 52 (ObjNum 89 snap 13 seq_num 89) dirty exists 2024-07-26T06:05:39.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:38 smithi155 ceph-mon[33309]: pgmap v159: 121 pgs: 121 active+clean; 78 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 5.2 MiB/s wr, 50 op/s 2024-07-26T06:05:39.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:38 smithi155 ceph-mon[33309]: osdmap e117: 8 total, 8 up, 8 in 2024-07-26T06:05:39.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:38 smithi089 ceph-mon[29555]: pgmap v159: 121 pgs: 121 active+clean; 78 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 5.2 MiB/s wr, 50 op/s 2024-07-26T06:05:39.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:38 smithi089 ceph-mon[29555]: osdmap e117: 8 total, 8 up, 8 in 2024-07-26T06:05:39.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:38 smithi089 ceph-mon[41451]: pgmap v159: 121 pgs: 121 active+clean; 78 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 5.2 MiB/s wr, 50 op/s 2024-07-26T06:05:39.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:38 smithi089 ceph-mon[41451]: osdmap e117: 8 total, 8 up, 8 in 2024-07-26T06:05:39.902 INFO:tasks.rados.rados.0.smithi089.stdout:287: done (2 left) 2024-07-26T06:05:39.902 INFO:tasks.rados.rados.0.smithi089.stdout:288: done (1 left) 2024-07-26T06:05:39.902 INFO:tasks.rados.rados.0.smithi089.stdout:289: done (0 left) 2024-07-26T06:05:39.902 INFO:tasks.rados.rados.0.smithi089.stdout:290: snap_create 2024-07-26T06:05:40.905 INFO:tasks.rados.rados.0.smithi089.stdout:290: done (0 left) 2024-07-26T06:05:40.905 INFO:tasks.rados.rados.0.smithi089.stdout:291: read oid 15 snap -1 2024-07-26T06:05:40.905 INFO:tasks.rados.rados.0.smithi089.stdout:291: expect (ObjNum 63 snap 4 seq_num 63) 2024-07-26T06:05:40.906 INFO:tasks.rados.rados.0.smithi089.stdout:292: snap_create 2024-07-26T06:05:40.919 INFO:tasks.rados.rados.0.smithi089.stdout:291: expect (ObjNum 63 snap 4 seq_num 63) 2024-07-26T06:05:41.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:40 smithi155 ceph-mon[33309]: pgmap v162: 121 pgs: 121 active+clean; 78 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:05:41.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:40 smithi155 ceph-mon[33309]: osdmap e118: 8 total, 8 up, 8 in 2024-07-26T06:05:41.379 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:05:40 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[35403]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:05:40] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-07-26T06:05:41.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:40 smithi089 ceph-mon[29555]: pgmap v162: 121 pgs: 121 active+clean; 78 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:05:41.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:40 smithi089 ceph-mon[29555]: osdmap e118: 8 total, 8 up, 8 in 2024-07-26T06:05:41.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:40 smithi089 ceph-mon[41451]: pgmap v162: 121 pgs: 121 active+clean; 78 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:05:41.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:40 smithi089 ceph-mon[41451]: osdmap e118: 8 total, 8 up, 8 in 2024-07-26T06:05:41.915 INFO:tasks.rados.rados.0.smithi089.stdout:291: done (1 left) 2024-07-26T06:05:41.915 INFO:tasks.rados.rados.0.smithi089.stdout:292: done (0 left) 2024-07-26T06:05:41.915 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 23 current snap is 22 2024-07-26T06:05:41.915 INFO:tasks.rados.rados.0.smithi089.stdout:293: seq_num 113 ranges {2113536=696320,2809856=434176,3244032=466944,3710976=303104} 2024-07-26T06:05:41.930 INFO:tasks.rados.rados.0.smithi089.stdout:293: writing smithi08986837-23 from 2113536 to 2809856 tid 1 2024-07-26T06:05:41.932 INFO:tasks.rados.rados.0.smithi089.stdout:293: writing smithi08986837-23 from 2809856 to 3244032 tid 2 2024-07-26T06:05:41.936 INFO:tasks.rados.rados.0.smithi089.stdout:293: writing smithi08986837-23 from 3244032 to 3710976 tid 3 2024-07-26T06:05:41.938 INFO:tasks.rados.rados.0.smithi089.stdout:293: writing smithi08986837-23 from 3710976 to 4014080 tid 4 2024-07-26T06:05:41.938 INFO:tasks.rados.rados.0.smithi089.stdout:294: rollback oid 9 current snap is 22 2024-07-26T06:05:41.938 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 9 to 20 2024-07-26T06:05:41.938 INFO:tasks.rados.rados.0.smithi089.stdout:293: finishing write tid 1 to smithi08986837-23 2024-07-26T06:05:41.938 INFO:tasks.rados.rados.0.smithi089.stdout:293: finishing write tid 2 to smithi08986837-23 2024-07-26T06:05:41.938 INFO:tasks.rados.rados.0.smithi089.stdout:295: snap_remove snap 19 2024-07-26T06:05:42.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:41 smithi155 ceph-mon[33309]: osdmap e119: 8 total, 8 up, 8 in 2024-07-26T06:05:42.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:41 smithi089 ceph-mon[29555]: osdmap e119: 8 total, 8 up, 8 in 2024-07-26T06:05:42.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:41 smithi089 ceph-mon[41451]: osdmap e119: 8 total, 8 up, 8 in 2024-07-26T06:05:42.903 INFO:tasks.rados.rados.0.smithi089.stdout:295: done (2 left) 2024-07-26T06:05:42.903 INFO:tasks.rados.rados.0.smithi089.stdout:296: rollback oid 25 current snap is 22 2024-07-26T06:05:42.903 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 25 to 21 2024-07-26T06:05:42.903 INFO:tasks.rados.rados.0.smithi089.stdout:293: finishing write tid 3 to smithi08986837-23 2024-07-26T06:05:42.903 INFO:tasks.rados.rados.0.smithi089.stdout:293: finishing write tid 4 to smithi08986837-23 2024-07-26T06:05:42.904 INFO:tasks.rados.rados.0.smithi089.stdout:293: finishing write tid 5 to smithi08986837-23 2024-07-26T06:05:42.904 INFO:tasks.rados.rados.0.smithi089.stdout:294: finishing rollback tid 0 to smithi08986837-9 2024-07-26T06:05:42.904 INFO:tasks.rados.rados.0.smithi089.stdout:294: finishing rollback tid 1 to smithi08986837-9 2024-07-26T06:05:42.904 INFO:tasks.rados.rados.0.smithi089.stdout:293: finishing write tid 6 to smithi08986837-23 2024-07-26T06:05:42.904 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 23 v 43 (ObjNum 113 snap 22 seq_num 113) dirty exists 2024-07-26T06:05:42.904 INFO:tasks.rados.rados.0.smithi089.stdout:293: left oid 23 (ObjNum 113 snap 22 seq_num 113) 2024-07-26T06:05:42.904 INFO:tasks.rados.rados.0.smithi089.stdout:294: finishing rollback tid 2 to smithi08986837-9 2024-07-26T06:05:42.904 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 9 v 30 (ObjNum 83 snap 12 seq_num 83) dirty exists 2024-07-26T06:05:42.904 INFO:tasks.rados.rados.0.smithi089.stdout:293: done (2 left) 2024-07-26T06:05:42.904 INFO:tasks.rados.rados.0.smithi089.stdout:294: done (1 left) 2024-07-26T06:05:42.904 INFO:tasks.rados.rados.0.smithi089.stdout:297: snap_create 2024-07-26T06:05:42.906 INFO:tasks.rados.rados.0.smithi089.stdout:296: finishing rollback tid 0 to smithi08986837-25 2024-07-26T06:05:42.907 INFO:tasks.rados.rados.0.smithi089.stdout:296: finishing rollback tid 1 to smithi08986837-25 2024-07-26T06:05:42.907 INFO:tasks.rados.rados.0.smithi089.stdout:296: finishing rollback tid 2 to smithi08986837-25 2024-07-26T06:05:42.907 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 25 v 87 (ObjNum 104 snap 17 seq_num 104) dirty exists 2024-07-26T06:05:43.179 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:42 smithi089 ceph-mon[29555]: pgmap v165: 121 pgs: 121 active+clean; 88 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 650 KiB/s rd, 3.4 MiB/s wr, 22 op/s 2024-07-26T06:05:43.179 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:42 smithi089 ceph-mon[29555]: osdmap e120: 8 total, 8 up, 8 in 2024-07-26T06:05:43.179 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:42 smithi089 ceph-mon[29555]: osdmap e121: 8 total, 8 up, 8 in 2024-07-26T06:05:43.180 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:42 smithi089 ceph-mon[41451]: pgmap v165: 121 pgs: 121 active+clean; 88 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 650 KiB/s rd, 3.4 MiB/s wr, 22 op/s 2024-07-26T06:05:43.180 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:42 smithi089 ceph-mon[41451]: osdmap e120: 8 total, 8 up, 8 in 2024-07-26T06:05:43.180 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:42 smithi089 ceph-mon[41451]: osdmap e121: 8 total, 8 up, 8 in 2024-07-26T06:05:43.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:42 smithi155 ceph-mon[33309]: pgmap v165: 121 pgs: 121 active+clean; 88 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 650 KiB/s rd, 3.4 MiB/s wr, 22 op/s 2024-07-26T06:05:43.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:42 smithi155 ceph-mon[33309]: osdmap e120: 8 total, 8 up, 8 in 2024-07-26T06:05:43.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:42 smithi155 ceph-mon[33309]: osdmap e121: 8 total, 8 up, 8 in 2024-07-26T06:05:43.655 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:05:43 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:05:43] "GET /metrics HTTP/1.1" 200 239318 "" "Prometheus/2.43.0" 2024-07-26T06:05:43.903 INFO:tasks.rados.rados.0.smithi089.stdout:296: done (1 left) 2024-07-26T06:05:43.903 INFO:tasks.rados.rados.0.smithi089.stdout:297: done (0 left) 2024-07-26T06:05:43.903 INFO:tasks.rados.rados.0.smithi089.stdout:298: read oid 23 snap -1 2024-07-26T06:05:43.903 INFO:tasks.rados.rados.0.smithi089.stdout:298: expect (ObjNum 113 snap 22 seq_num 113) 2024-07-26T06:05:43.903 INFO:tasks.rados.rados.0.smithi089.stdout:299: delete oid 34 current snap is 23 2024-07-26T06:05:43.905 INFO:tasks.rados.rados.0.smithi089.stdout:299: done (1 left) 2024-07-26T06:05:43.906 INFO:tasks.rados.rados.0.smithi089.stdout:300: delete oid 10 current snap is 23 2024-07-26T06:05:43.910 INFO:tasks.rados.rados.0.smithi089.stdout:300: done (1 left) 2024-07-26T06:05:43.910 INFO:tasks.rados.rados.0.smithi089.stdout:301: read oid 37 snap -1 2024-07-26T06:05:43.910 INFO:tasks.rados.rados.0.smithi089.stdout:301: expect (ObjNum 36 snap 0 seq_num 36) 2024-07-26T06:05:43.910 INFO:tasks.rados.rados.0.smithi089.stdout:302: rollback oid 34 current snap is 23 2024-07-26T06:05:43.910 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 34 to 21 2024-07-26T06:05:43.910 INFO:tasks.rados.rados.0.smithi089.stdout:303: read oid 2 snap 21 2024-07-26T06:05:43.910 INFO:tasks.rados.rados.0.smithi089.stdout:303: expect (ObjNum 97 snap 17 seq_num 97) 2024-07-26T06:05:43.911 INFO:tasks.rados.rados.0.smithi089.stdout:304: snap_create 2024-07-26T06:05:43.911 INFO:tasks.rados.rados.0.smithi089.stdout:302: finishing rollback tid 1 to smithi08986837-34 2024-07-26T06:05:43.912 INFO:tasks.rados.rados.0.smithi089.stdout:302: finishing rollback tid 2 to smithi08986837-34 2024-07-26T06:05:43.912 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 34 v 34 (ObjNum 98 snap 17 seq_num 98) dirty exists 2024-07-26T06:05:43.913 INFO:tasks.rados.rados.0.smithi089.stdout:301: expect (ObjNum 36 snap 0 seq_num 36) 2024-07-26T06:05:43.937 INFO:tasks.rados.rados.0.smithi089.stdout:303: expect (ObjNum 97 snap 17 seq_num 97) 2024-07-26T06:05:43.978 INFO:tasks.rados.rados.0.smithi089.stdout:298: expect (ObjNum 113 snap 22 seq_num 113) 2024-07-26T06:05:44.907 INFO:tasks.rados.rados.0.smithi089.stdout:298: done (4 left) 2024-07-26T06:05:44.918 INFO:tasks.rados.rados.0.smithi089.stdout:301: done (3 left) 2024-07-26T06:05:44.918 INFO:tasks.rados.rados.0.smithi089.stdout:302: done (2 left) 2024-07-26T06:05:44.918 INFO:tasks.rados.rados.0.smithi089.stdout:303: done (1 left) 2024-07-26T06:05:44.919 INFO:tasks.rados.rados.0.smithi089.stdout:304: done (0 left) 2024-07-26T06:05:44.919 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 9 current snap is 24 2024-07-26T06:05:44.919 INFO:tasks.rados.rados.0.smithi089.stdout:305: seq_num 116 ranges {1540096=745472,2285568=532480,2818048=638976,3457024=32768} 2024-07-26T06:05:44.921 INFO:tasks.rados.rados.0.smithi089.stdout:305: writing smithi08986837-9 from 1540096 to 2285568 tid 1 2024-07-26T06:05:44.922 INFO:tasks.rados.rados.0.smithi089.stdout:305: writing smithi08986837-9 from 2285568 to 2818048 tid 2 2024-07-26T06:05:44.926 INFO:tasks.rados.rados.0.smithi089.stdout:305: writing smithi08986837-9 from 2818048 to 3457024 tid 3 2024-07-26T06:05:44.927 INFO:tasks.rados.rados.0.smithi089.stdout:305: writing smithi08986837-9 from 3457024 to 3489792 tid 4 2024-07-26T06:05:44.927 INFO:tasks.rados.rados.0.smithi089.stdout:306: snap_remove snap 21 2024-07-26T06:05:45.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:44 smithi089 ceph-mon[29555]: pgmap v168: 121 pgs: 121 active+clean; 88 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 650 KiB/s rd, 3.4 MiB/s wr, 22 op/s 2024-07-26T06:05:45.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:44 smithi089 ceph-mon[29555]: osdmap e122: 8 total, 8 up, 8 in 2024-07-26T06:05:45.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:44 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:05:45.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:44 smithi089 ceph-mon[41451]: pgmap v168: 121 pgs: 121 active+clean; 88 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 650 KiB/s rd, 3.4 MiB/s wr, 22 op/s 2024-07-26T06:05:45.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:44 smithi089 ceph-mon[41451]: osdmap e122: 8 total, 8 up, 8 in 2024-07-26T06:05:45.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:44 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:05:45.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:44 smithi155 ceph-mon[33309]: pgmap v168: 121 pgs: 121 active+clean; 88 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 650 KiB/s rd, 3.4 MiB/s wr, 22 op/s 2024-07-26T06:05:45.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:44 smithi155 ceph-mon[33309]: osdmap e122: 8 total, 8 up, 8 in 2024-07-26T06:05:45.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:44 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:05:45.914 INFO:tasks.rados.rados.0.smithi089.stdout:306: done (1 left) 2024-07-26T06:05:45.914 INFO:tasks.rados.rados.0.smithi089.stdout:307: snap_create 2024-07-26T06:05:45.914 INFO:tasks.rados.rados.0.smithi089.stdout:305: finishing write tid 1 to smithi08986837-9 2024-07-26T06:05:45.914 INFO:tasks.rados.rados.0.smithi089.stdout:305: finishing write tid 2 to smithi08986837-9 2024-07-26T06:05:45.914 INFO:tasks.rados.rados.0.smithi089.stdout:305: finishing write tid 3 to smithi08986837-9 2024-07-26T06:05:45.915 INFO:tasks.rados.rados.0.smithi089.stdout:305: finishing write tid 4 to smithi08986837-9 2024-07-26T06:05:45.915 INFO:tasks.rados.rados.0.smithi089.stdout:305: finishing write tid 5 to smithi08986837-9 2024-07-26T06:05:45.915 INFO:tasks.rados.rados.0.smithi089.stdout:305: finishing write tid 6 to smithi08986837-9 2024-07-26T06:05:45.915 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 9 v 38 (ObjNum 116 snap 24 seq_num 116) dirty exists 2024-07-26T06:05:45.915 INFO:tasks.rados.rados.0.smithi089.stdout:305: left oid 9 (ObjNum 116 snap 24 seq_num 116) 2024-07-26T06:05:46.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:45 smithi155 ceph-mon[33309]: osdmap e123: 8 total, 8 up, 8 in 2024-07-26T06:05:46.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:45 smithi089 ceph-mon[29555]: osdmap e123: 8 total, 8 up, 8 in 2024-07-26T06:05:46.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:45 smithi089 ceph-mon[41451]: osdmap e123: 8 total, 8 up, 8 in 2024-07-26T06:05:46.919 INFO:tasks.rados.rados.0.smithi089.stdout:305: done (1 left) 2024-07-26T06:05:46.919 INFO:tasks.rados.rados.0.smithi089.stdout:307: done (0 left) 2024-07-26T06:05:46.919 INFO:tasks.rados.rados.0.smithi089.stdout:308: read oid 15 snap -1 2024-07-26T06:05:46.919 INFO:tasks.rados.rados.0.smithi089.stdout:308: expect (ObjNum 63 snap 4 seq_num 63) 2024-07-26T06:05:46.919 INFO:tasks.rados.rados.0.smithi089.stdout:309: copy_from oid 39 from oid 19 current snap is 25 2024-07-26T06:05:46.919 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 9 current snap is 25 2024-07-26T06:05:46.919 INFO:tasks.rados.rados.0.smithi089.stdout:310: seq_num 117 ranges {3489792=770048,4259840=417792,4677632=442368,5120000=344064} 2024-07-26T06:05:46.942 INFO:tasks.rados.rados.0.smithi089.stdout:310: writing smithi08986837-9 from 3489792 to 4259840 tid 1 2024-07-26T06:05:46.944 INFO:tasks.rados.rados.0.smithi089.stdout:310: writing smithi08986837-9 from 4259840 to 4677632 tid 2 2024-07-26T06:05:46.946 INFO:tasks.rados.rados.0.smithi089.stdout:310: writing smithi08986837-9 from 4677632 to 5120000 tid 3 2024-07-26T06:05:46.948 INFO:tasks.rados.rados.0.smithi089.stdout:310: writing smithi08986837-9 from 5120000 to 5464064 tid 4 2024-07-26T06:05:46.949 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 45 current snap is 25 2024-07-26T06:05:46.949 INFO:tasks.rados.rados.0.smithi089.stdout:309: finishing copy_from racing read to smithi08986837-39 2024-07-26T06:05:46.949 INFO:tasks.rados.rados.0.smithi089.stdout:309: finishing copy_from to smithi08986837-39 2024-07-26T06:05:46.949 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 39 v 65 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-07-26T06:05:46.949 INFO:tasks.rados.rados.0.smithi089.stdout:308: expect (ObjNum 63 snap 4 seq_num 63) 2024-07-26T06:05:47.020 INFO:tasks.rados.rados.0.smithi089.stdout:310: finishing write tid 1 to smithi08986837-9 2024-07-26T06:05:47.021 INFO:tasks.rados.rados.0.smithi089.stdout:310: finishing write tid 2 to smithi08986837-9 2024-07-26T06:05:47.021 INFO:tasks.rados.rados.0.smithi089.stdout:310: finishing write tid 3 to smithi08986837-9 2024-07-26T06:05:47.021 INFO:tasks.rados.rados.0.smithi089.stdout:310: finishing write tid 4 to smithi08986837-9 2024-07-26T06:05:47.021 INFO:tasks.rados.rados.0.smithi089.stdout:310: finishing write tid 5 to smithi08986837-9 2024-07-26T06:05:47.021 INFO:tasks.rados.rados.0.smithi089.stdout:310: finishing write tid 6 to smithi08986837-9 2024-07-26T06:05:47.021 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 9 v 46 (ObjNum 117 snap 25 seq_num 117) dirty exists 2024-07-26T06:05:47.021 INFO:tasks.rados.rados.0.smithi089.stdout:310: left oid 9 (ObjNum 117 snap 25 seq_num 117) 2024-07-26T06:05:47.021 INFO:tasks.rados.rados.0.smithi089.stdout:311: seq_num 118 ranges {4259840=786432,5046272=704512,5750784=499712} 2024-07-26T06:05:47.046 INFO:tasks.rados.rados.0.smithi089.stdout:311: writing smithi08986837-45 from 4259840 to 5046272 tid 1 2024-07-26T06:05:47.051 INFO:tasks.rados.rados.0.smithi089.stdout:311: writing smithi08986837-45 from 5046272 to 5750784 tid 2 2024-07-26T06:05:47.054 INFO:tasks.rados.rados.0.smithi089.stdout:311: writing smithi08986837-45 from 5750784 to 6250496 tid 3 2024-07-26T06:05:47.054 INFO:tasks.rados.rados.0.smithi089.stdout:308: done (3 left) 2024-07-26T06:05:47.054 INFO:tasks.rados.rados.0.smithi089.stdout:309: done (2 left) 2024-07-26T06:05:47.055 INFO:tasks.rados.rados.0.smithi089.stdout:310: done (1 left) 2024-07-26T06:05:47.055 INFO:tasks.rados.rados.0.smithi089.stdout:312: snap_create 2024-07-26T06:05:47.055 INFO:tasks.rados.rados.0.smithi089.stdout:311: finishing write tid 1 to smithi08986837-45 2024-07-26T06:05:47.055 INFO:tasks.rados.rados.0.smithi089.stdout:311: finishing write tid 2 to smithi08986837-45 2024-07-26T06:05:47.056 INFO:tasks.rados.rados.0.smithi089.stdout:311: finishing write tid 3 to smithi08986837-45 2024-07-26T06:05:47.056 INFO:tasks.rados.rados.0.smithi089.stdout:311: finishing write tid 4 to smithi08986837-45 2024-07-26T06:05:47.057 INFO:tasks.rados.rados.0.smithi089.stdout:311: finishing write tid 5 to smithi08986837-45 2024-07-26T06:05:47.057 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 45 v 78 (ObjNum 118 snap 25 seq_num 118) dirty exists 2024-07-26T06:05:47.057 INFO:tasks.rados.rados.0.smithi089.stdout:311: left oid 45 (ObjNum 118 snap 25 seq_num 118) 2024-07-26T06:05:47.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:46 smithi155 ceph-mon[33309]: pgmap v171: 121 pgs: 121 active+clean; 93 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 940 KiB/s wr, 8 op/s 2024-07-26T06:05:47.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:46 smithi155 ceph-mon[33309]: osdmap e124: 8 total, 8 up, 8 in 2024-07-26T06:05:47.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:46 smithi089 ceph-mon[29555]: pgmap v171: 121 pgs: 121 active+clean; 93 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 940 KiB/s wr, 8 op/s 2024-07-26T06:05:47.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:46 smithi089 ceph-mon[29555]: osdmap e124: 8 total, 8 up, 8 in 2024-07-26T06:05:47.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:46 smithi089 ceph-mon[41451]: pgmap v171: 121 pgs: 121 active+clean; 93 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 940 KiB/s wr, 8 op/s 2024-07-26T06:05:47.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:46 smithi089 ceph-mon[41451]: osdmap e124: 8 total, 8 up, 8 in 2024-07-26T06:05:47.907 INFO:tasks.rados.rados.0.smithi089.stdout:311: done (1 left) 2024-07-26T06:05:47.907 INFO:tasks.rados.rados.0.smithi089.stdout:312: done (0 left) 2024-07-26T06:05:47.907 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 5 current snap is 26 2024-07-26T06:05:47.907 INFO:tasks.rados.rados.0.smithi089.stdout:313: seq_num 119 ranges {0=802816,802816=589824,1392640=409600,1802240=204800} 2024-07-26T06:05:47.911 INFO:tasks.rados.rados.0.smithi089.stdout:313: writing smithi08986837-5 from 0 to 802816 tid 1 2024-07-26T06:05:47.915 INFO:tasks.rados.rados.0.smithi089.stdout:313: writing smithi08986837-5 from 802816 to 1392640 tid 2 2024-07-26T06:05:47.917 INFO:tasks.rados.rados.0.smithi089.stdout:313: writing smithi08986837-5 from 1392640 to 1802240 tid 3 2024-07-26T06:05:47.919 INFO:tasks.rados.rados.0.smithi089.stdout:313: writing smithi08986837-5 from 1802240 to 2007040 tid 4 2024-07-26T06:05:47.919 INFO:tasks.rados.rados.0.smithi089.stdout:314: rollback oid 31 current snap is 26 2024-07-26T06:05:47.919 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 31 to 24 2024-07-26T06:05:47.919 INFO:tasks.rados.rados.0.smithi089.stdout:313: finishing write tid 1 to smithi08986837-5 2024-07-26T06:05:47.919 INFO:tasks.rados.rados.0.smithi089.stdout:313: finishing write tid 2 to smithi08986837-5 2024-07-26T06:05:47.919 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 49 current snap is 26 2024-07-26T06:05:47.919 INFO:tasks.rados.rados.0.smithi089.stdout:315: seq_num 120 ranges {2482176=417792,2899968=475136,3375104=622592,3997696=507904} 2024-07-26T06:05:47.935 INFO:tasks.rados.rados.0.smithi089.stdout:315: writing smithi08986837-49 from 2482176 to 2899968 tid 1 2024-07-26T06:05:47.937 INFO:tasks.rados.rados.0.smithi089.stdout:315: writing smithi08986837-49 from 2899968 to 3375104 tid 2 2024-07-26T06:05:47.941 INFO:tasks.rados.rados.0.smithi089.stdout:315: writing smithi08986837-49 from 3375104 to 3997696 tid 3 2024-07-26T06:05:47.944 INFO:tasks.rados.rados.0.smithi089.stdout:315: writing smithi08986837-49 from 3997696 to 4505600 tid 4 2024-07-26T06:05:47.945 INFO:tasks.rados.rados.0.smithi089.stdout:316: rmattr oid 41 current snap is 26 2024-07-26T06:05:47.945 INFO:tasks.rados.rados.0.smithi089.stdout:313: finishing write tid 3 to smithi08986837-5 2024-07-26T06:05:47.945 INFO:tasks.rados.rados.0.smithi089.stdout:314: finishing rollback tid 0 to smithi08986837-31 2024-07-26T06:05:47.945 INFO:tasks.rados.rados.0.smithi089.stdout:313: finishing write tid 4 to smithi08986837-5 2024-07-26T06:05:47.945 INFO:tasks.rados.rados.0.smithi089.stdout:314: finishing rollback tid 1 to smithi08986837-31 2024-07-26T06:05:47.945 INFO:tasks.rados.rados.0.smithi089.stdout:313: finishing write tid 5 to smithi08986837-5 2024-07-26T06:05:47.945 INFO:tasks.rados.rados.0.smithi089.stdout:314: finishing rollback tid 2 to smithi08986837-31 2024-07-26T06:05:47.945 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 31 v 135 (ObjNum 105 snap 17 seq_num 105) dirty exists 2024-07-26T06:05:47.945 INFO:tasks.rados.rados.0.smithi089.stdout:313: finishing write tid 6 to smithi08986837-5 2024-07-26T06:05:47.945 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 5 v 52 (ObjNum 119 snap 26 seq_num 119) dirty exists 2024-07-26T06:05:47.945 INFO:tasks.rados.rados.0.smithi089.stdout:313: left oid 5 (ObjNum 119 snap 26 seq_num 119) 2024-07-26T06:05:47.945 INFO:tasks.rados.rados.0.smithi089.stdout:315: finishing write tid 1 to smithi08986837-49 2024-07-26T06:05:47.945 INFO:tasks.rados.rados.0.smithi089.stdout:315: finishing write tid 2 to smithi08986837-49 2024-07-26T06:05:47.945 INFO:tasks.rados.rados.0.smithi089.stdout:315: finishing write tid 3 to smithi08986837-49 2024-07-26T06:05:47.946 INFO:tasks.rados.rados.0.smithi089.stdout:313: done (3 left) 2024-07-26T06:05:47.946 INFO:tasks.rados.rados.0.smithi089.stdout:314: done (2 left) 2024-07-26T06:05:47.946 INFO:tasks.rados.rados.0.smithi089.stdout:317: read oid 32 snap -1 2024-07-26T06:05:47.946 INFO:tasks.rados.rados.0.smithi089.stdout:317: expect (ObjNum 66 snap 5 seq_num 66) 2024-07-26T06:05:47.946 INFO:tasks.rados.rados.0.smithi089.stdout:318: snap_create 2024-07-26T06:05:47.947 INFO:tasks.rados.rados.0.smithi089.stdout:315: finishing write tid 4 to smithi08986837-49 2024-07-26T06:05:47.947 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 41 v 66 (ObjNum 92 snap 13 seq_num 92) dirty exists 2024-07-26T06:05:47.947 INFO:tasks.rados.rados.0.smithi089.stdout:315: finishing write tid 5 to smithi08986837-49 2024-07-26T06:05:47.948 INFO:tasks.rados.rados.0.smithi089.stdout:315: finishing write tid 6 to smithi08986837-49 2024-07-26T06:05:47.948 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 49 v 95 (ObjNum 120 snap 26 seq_num 120) dirty exists 2024-07-26T06:05:47.948 INFO:tasks.rados.rados.0.smithi089.stdout:315: left oid 49 (ObjNum 120 snap 26 seq_num 120) 2024-07-26T06:05:47.949 INFO:tasks.rados.rados.0.smithi089.stdout:317: expect (ObjNum 66 snap 5 seq_num 66) 2024-07-26T06:05:48.280 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:47 smithi155 ceph-mon[33309]: osdmap e125: 8 total, 8 up, 8 in 2024-07-26T06:05:48.280 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:47 smithi155 ceph-mon[33309]: osdmap e126: 8 total, 8 up, 8 in 2024-07-26T06:05:48.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:47 smithi089 ceph-mon[29555]: osdmap e125: 8 total, 8 up, 8 in 2024-07-26T06:05:48.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:47 smithi089 ceph-mon[29555]: osdmap e126: 8 total, 8 up, 8 in 2024-07-26T06:05:48.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:47 smithi089 ceph-mon[41451]: osdmap e125: 8 total, 8 up, 8 in 2024-07-26T06:05:48.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:47 smithi089 ceph-mon[41451]: osdmap e126: 8 total, 8 up, 8 in 2024-07-26T06:05:48.943 INFO:tasks.rados.rados.0.smithi089.stdout:315: done (3 left) 2024-07-26T06:05:48.943 INFO:tasks.rados.rados.0.smithi089.stdout:316: done (2 left) 2024-07-26T06:05:48.943 INFO:tasks.rados.rados.0.smithi089.stdout:317: done (1 left) 2024-07-26T06:05:48.943 INFO:tasks.rados.rados.0.smithi089.stdout:318: done (0 left) 2024-07-26T06:05:48.943 INFO:tasks.rados.rados.0.smithi089.stdout:319: delete oid 49 current snap is 27 2024-07-26T06:05:48.947 INFO:tasks.rados.rados.0.smithi089.stdout:319: done (0 left) 2024-07-26T06:05:48.947 INFO:tasks.rados.rados.0.smithi089.stdout:320: rollback oid 18 current snap is 27 2024-07-26T06:05:48.947 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 18 to 25 2024-07-26T06:05:48.947 INFO:tasks.rados.rados.0.smithi089.stdout:321: snap_create 2024-07-26T06:05:48.949 INFO:tasks.rados.rados.0.smithi089.stdout:320: finishing rollback tid 0 to smithi08986837-18 2024-07-26T06:05:48.950 INFO:tasks.rados.rados.0.smithi089.stdout:320: finishing rollback tid 1 to smithi08986837-18 2024-07-26T06:05:48.950 INFO:tasks.rados.rados.0.smithi089.stdout:320: finishing rollback tid 2 to smithi08986837-18 2024-07-26T06:05:48.950 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 18 v 55 (ObjNum 89 snap 13 seq_num 89) dirty exists 2024-07-26T06:05:49.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:48 smithi155 ceph-mon[33309]: pgmap v174: 121 pgs: 121 active+clean; 93 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 940 KiB/s wr, 8 op/s 2024-07-26T06:05:49.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:48 smithi089 ceph-mon[29555]: pgmap v174: 121 pgs: 121 active+clean; 93 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 940 KiB/s wr, 8 op/s 2024-07-26T06:05:49.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:48 smithi089 ceph-mon[41451]: pgmap v174: 121 pgs: 121 active+clean; 93 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 940 KiB/s wr, 8 op/s 2024-07-26T06:05:49.947 INFO:tasks.rados.rados.0.smithi089.stdout:320: done (1 left) 2024-07-26T06:05:49.947 INFO:tasks.rados.rados.0.smithi089.stdout:321: done (0 left) 2024-07-26T06:05:49.947 INFO:tasks.rados.rados.0.smithi089.stdout:322: rollback oid 41 current snap is 28 2024-07-26T06:05:49.947 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 41 to 26 2024-07-26T06:05:49.947 INFO:tasks.rados.rados.0.smithi089.stdout:323: rollback oid 18 current snap is 28 2024-07-26T06:05:49.947 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 18 to 20 2024-07-26T06:05:49.947 INFO:tasks.rados.rados.0.smithi089.stdout:324: rmattr oid 23 current snap is 28 2024-07-26T06:05:49.947 INFO:tasks.rados.rados.0.smithi089.stdout:325: copy_from oid 13 from oid 37 current snap is 28 2024-07-26T06:05:49.947 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 36 current snap is 28 2024-07-26T06:05:49.947 INFO:tasks.rados.rados.0.smithi089.stdout:326: seq_num 122 ranges {458752=450560,909312=688128,1597440=630784,2228224=286720} 2024-07-26T06:05:49.952 INFO:tasks.rados.rados.0.smithi089.stdout:326: writing smithi08986837-36 from 458752 to 909312 tid 1 2024-07-26T06:05:49.956 INFO:tasks.rados.rados.0.smithi089.stdout:326: writing smithi08986837-36 from 909312 to 1597440 tid 2 2024-07-26T06:05:49.960 INFO:tasks.rados.rados.0.smithi089.stdout:326: writing smithi08986837-36 from 1597440 to 2228224 tid 3 2024-07-26T06:05:49.963 INFO:tasks.rados.rados.0.smithi089.stdout:326: writing smithi08986837-36 from 2228224 to 2514944 tid 4 2024-07-26T06:05:49.963 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 31 current snap is 28 2024-07-26T06:05:49.963 INFO:tasks.rados.rados.0.smithi089.stdout:322: finishing rollback tid 0 to smithi08986837-41 2024-07-26T06:05:49.963 INFO:tasks.rados.rados.0.smithi089.stdout:322: finishing rollback tid 1 to smithi08986837-41 2024-07-26T06:05:49.963 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 23 v 54 (ObjNum 113 snap 22 seq_num 113) dirty exists 2024-07-26T06:05:49.963 INFO:tasks.rados.rados.0.smithi089.stdout:322: finishing rollback tid 2 to smithi08986837-41 2024-07-26T06:05:49.963 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 41 v 69 (ObjNum 92 snap 13 seq_num 92) dirty exists 2024-07-26T06:05:49.963 INFO:tasks.rados.rados.0.smithi089.stdout:323: finishing rollback tid 0 to smithi08986837-18 2024-07-26T06:05:49.963 INFO:tasks.rados.rados.0.smithi089.stdout:323: finishing rollback tid 1 to smithi08986837-18 2024-07-26T06:05:49.964 INFO:tasks.rados.rados.0.smithi089.stdout:323: finishing rollback tid 2 to smithi08986837-18 2024-07-26T06:05:49.964 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 18 v 58 (ObjNum 89 snap 13 seq_num 89) dirty exists 2024-07-26T06:05:49.964 INFO:tasks.rados.rados.0.smithi089.stdout:326: finishing write tid 1 to smithi08986837-36 2024-07-26T06:05:49.964 INFO:tasks.rados.rados.0.smithi089.stdout:325: finishing copy_from racing read to smithi08986837-13 2024-07-26T06:05:49.964 INFO:tasks.rados.rados.0.smithi089.stdout:325: finishing copy_from to smithi08986837-13 2024-07-26T06:05:49.964 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 13 v 57 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-07-26T06:05:49.964 INFO:tasks.rados.rados.0.smithi089.stdout:326: finishing write tid 2 to smithi08986837-36 2024-07-26T06:05:49.964 INFO:tasks.rados.rados.0.smithi089.stdout:327: seq_num 123 ranges {2072576=466944,2539520=573440,3112960=794624,3907584=237568} 2024-07-26T06:05:49.976 INFO:tasks.rados.rados.0.smithi089.stdout:327: writing smithi08986837-31 from 2072576 to 2539520 tid 1 2024-07-26T06:05:49.980 INFO:tasks.rados.rados.0.smithi089.stdout:327: writing smithi08986837-31 from 2539520 to 3112960 tid 2 2024-07-26T06:05:49.984 INFO:tasks.rados.rados.0.smithi089.stdout:327: writing smithi08986837-31 from 3112960 to 3907584 tid 3 2024-07-26T06:05:49.986 INFO:tasks.rados.rados.0.smithi089.stdout:327: writing smithi08986837-31 from 3907584 to 4145152 tid 4 2024-07-26T06:05:49.987 INFO:tasks.rados.rados.0.smithi089.stdout:322: done (5 left) 2024-07-26T06:05:49.987 INFO:tasks.rados.rados.0.smithi089.stdout:323: done (4 left) 2024-07-26T06:05:49.987 INFO:tasks.rados.rados.0.smithi089.stdout:324: done (3 left) 2024-07-26T06:05:49.987 INFO:tasks.rados.rados.0.smithi089.stdout:325: done (2 left) 2024-07-26T06:05:49.987 INFO:tasks.rados.rados.0.smithi089.stdout:328: setattr oid 3 current snap is 28 2024-07-26T06:05:49.987 INFO:tasks.rados.rados.0.smithi089.stdout:326: finishing write tid 3 to smithi08986837-36 2024-07-26T06:05:49.987 INFO:tasks.rados.rados.0.smithi089.stdout:326: finishing write tid 4 to smithi08986837-36 2024-07-26T06:05:49.987 INFO:tasks.rados.rados.0.smithi089.stdout:326: finishing write tid 5 to smithi08986837-36 2024-07-26T06:05:49.987 INFO:tasks.rados.rados.0.smithi089.stdout:326: finishing write tid 6 to smithi08986837-36 2024-07-26T06:05:49.987 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 36 v 74 (ObjNum 122 snap 28 seq_num 122) dirty exists 2024-07-26T06:05:49.987 INFO:tasks.rados.rados.0.smithi089.stdout:326: left oid 36 (ObjNum 122 snap 28 seq_num 122) 2024-07-26T06:05:49.988 INFO:tasks.rados.rados.0.smithi089.stdout:327: finishing write tid 1 to smithi08986837-31 2024-07-26T06:05:49.988 INFO:tasks.rados.rados.0.smithi089.stdout:327: finishing write tid 2 to smithi08986837-31 2024-07-26T06:05:49.988 INFO:tasks.rados.rados.0.smithi089.stdout:327: finishing write tid 3 to smithi08986837-31 2024-07-26T06:05:49.988 INFO:tasks.rados.rados.0.smithi089.stdout:326: done (2 left) 2024-07-26T06:05:49.988 INFO:tasks.rados.rados.0.smithi089.stdout:329: snap_create 2024-07-26T06:05:49.989 INFO:tasks.rados.rados.0.smithi089.stdout:327: finishing write tid 4 to smithi08986837-31 2024-07-26T06:05:49.989 INFO:tasks.rados.rados.0.smithi089.stdout:327: finishing write tid 5 to smithi08986837-31 2024-07-26T06:05:49.989 INFO:tasks.rados.rados.0.smithi089.stdout:327: finishing write tid 6 to smithi08986837-31 2024-07-26T06:05:49.989 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 31 v 141 (ObjNum 123 snap 28 seq_num 123) dirty exists 2024-07-26T06:05:49.989 INFO:tasks.rados.rados.0.smithi089.stdout:327: left oid 31 (ObjNum 123 snap 28 seq_num 123) 2024-07-26T06:05:49.991 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 3 v 40 (ObjNum 80 snap 9 seq_num 80) dirty exists 2024-07-26T06:05:50.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:49 smithi155 ceph-mon[33309]: osdmap e127: 8 total, 8 up, 8 in 2024-07-26T06:05:50.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:49 smithi089 ceph-mon[29555]: osdmap e127: 8 total, 8 up, 8 in 2024-07-26T06:05:50.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:49 smithi089 ceph-mon[41451]: osdmap e127: 8 total, 8 up, 8 in 2024-07-26T06:05:50.953 INFO:tasks.rados.rados.0.smithi089.stdout:327: done (2 left) 2024-07-26T06:05:50.953 INFO:tasks.rados.rados.0.smithi089.stdout:328: done (1 left) 2024-07-26T06:05:50.953 INFO:tasks.rados.rados.0.smithi089.stdout:329: done (0 left) 2024-07-26T06:05:50.953 INFO:tasks.rados.rados.0.smithi089.stdout:330: copy_from oid 34 from oid 46 current snap is 29 2024-07-26T06:05:50.954 INFO:tasks.rados.rados.0.smithi089.stdout:331: snap_remove snap 28 2024-07-26T06:05:51.379 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:05:50 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[35403]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:05:50] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-07-26T06:05:51.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:50 smithi155 ceph-mon[33309]: pgmap v177: 121 pgs: 121 active+clean; 93 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:05:51.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:50 smithi155 ceph-mon[33309]: osdmap e128: 8 total, 8 up, 8 in 2024-07-26T06:05:51.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:50 smithi089 ceph-mon[29555]: pgmap v177: 121 pgs: 121 active+clean; 93 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:05:51.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:50 smithi089 ceph-mon[29555]: osdmap e128: 8 total, 8 up, 8 in 2024-07-26T06:05:51.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:50 smithi089 ceph-mon[41451]: pgmap v177: 121 pgs: 121 active+clean; 93 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:05:51.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:50 smithi089 ceph-mon[41451]: osdmap e128: 8 total, 8 up, 8 in 2024-07-26T06:05:51.960 INFO:tasks.rados.rados.0.smithi089.stdout:331: done (1 left) 2024-07-26T06:05:51.960 INFO:tasks.rados.rados.0.smithi089.stdout:332: rollback oid 45 current snap is 29 2024-07-26T06:05:51.960 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 45 to 20 2024-07-26T06:05:51.960 INFO:tasks.rados.rados.0.smithi089.stdout:330: finishing copy_from racing read to smithi08986837-34 2024-07-26T06:05:51.960 INFO:tasks.rados.rados.0.smithi089.stdout:330: finishing copy_from to smithi08986837-34 2024-07-26T06:05:51.961 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 34 v 12 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-07-26T06:05:51.961 INFO:tasks.rados.rados.0.smithi089.stdout:330: done (1 left) 2024-07-26T06:05:51.961 INFO:tasks.rados.rados.0.smithi089.stdout:333: read oid 28 snap -1 2024-07-26T06:05:51.961 INFO:tasks.rados.rados.0.smithi089.stdout:333: expect (ObjNum 27 snap 0 seq_num 27) 2024-07-26T06:05:51.961 INFO:tasks.rados.rados.0.smithi089.stdout:334: read oid 36 snap -1 2024-07-26T06:05:51.961 INFO:tasks.rados.rados.0.smithi089.stdout:334: expect (ObjNum 122 snap 28 seq_num 122) 2024-07-26T06:05:51.961 INFO:tasks.rados.rados.0.smithi089.stdout:335: delete oid 12 current snap is 29 2024-07-26T06:05:51.964 INFO:tasks.rados.rados.0.smithi089.stdout:335: done (3 left) 2024-07-26T06:05:51.964 INFO:tasks.rados.rados.0.smithi089.stdout:336: rollback oid 46 current snap is 29 2024-07-26T06:05:51.964 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 46 to 27 2024-07-26T06:05:51.964 INFO:tasks.rados.rados.0.smithi089.stdout:337: snap_remove snap 17 2024-07-26T06:05:52.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:51 smithi155 ceph-mon[33309]: osdmap e129: 8 total, 8 up, 8 in 2024-07-26T06:05:52.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:51 smithi089 ceph-mon[29555]: osdmap e129: 8 total, 8 up, 8 in 2024-07-26T06:05:52.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:51 smithi089 ceph-mon[41451]: osdmap e129: 8 total, 8 up, 8 in 2024-07-26T06:05:52.910 INFO:tasks.rados.rados.0.smithi089.stdout:337: done (4 left) 2024-07-26T06:05:52.910 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 31 current snap is 29 2024-07-26T06:05:52.910 INFO:tasks.rados.rados.0.smithi089.stdout:338: seq_num 125 ranges {4145152=499712,4644864=745472,5390336=409600,5799936=450560} 2024-07-26T06:05:52.930 INFO:tasks.rados.rados.0.smithi089.stdout:338: writing smithi08986837-31 from 4145152 to 4644864 tid 1 2024-07-26T06:05:52.934 INFO:tasks.rados.rados.0.smithi089.stdout:338: writing smithi08986837-31 from 4644864 to 5390336 tid 2 2024-07-26T06:05:52.936 INFO:tasks.rados.rados.0.smithi089.stdout:338: writing smithi08986837-31 from 5390336 to 5799936 tid 3 2024-07-26T06:05:52.939 INFO:tasks.rados.rados.0.smithi089.stdout:338: writing smithi08986837-31 from 5799936 to 6250496 tid 4 2024-07-26T06:05:52.939 INFO:tasks.rados.rados.0.smithi089.stdout:339: read oid 26 snap -1 2024-07-26T06:05:52.939 INFO:tasks.rados.rados.0.smithi089.stdout:339: expect (ObjNum 25 snap 0 seq_num 25) 2024-07-26T06:05:52.939 INFO:tasks.rados.rados.0.smithi089.stdout:340: setattr oid 3 current snap is 29 2024-07-26T06:05:52.939 INFO:tasks.rados.rados.0.smithi089.stdout:332: finishing rollback tid 0 to smithi08986837-45 2024-07-26T06:05:52.940 INFO:tasks.rados.rados.0.smithi089.stdout:332: finishing rollback tid 1 to smithi08986837-45 2024-07-26T06:05:52.940 INFO:tasks.rados.rados.0.smithi089.stdout:333: expect (ObjNum 27 snap 0 seq_num 27) 2024-07-26T06:05:52.952 INFO:tasks.rados.rados.0.smithi089.stdout:332: finishing rollback tid 2 to smithi08986837-45 2024-07-26T06:05:52.952 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 45 v 82 (ObjNum 95 snap 17 seq_num 95) dirty exists 2024-07-26T06:05:52.953 INFO:tasks.rados.rados.0.smithi089.stdout:336: finishing rollback tid 0 to smithi08986837-46 2024-07-26T06:05:52.953 INFO:tasks.rados.rados.0.smithi089.stdout:336: finishing rollback tid 1 to smithi08986837-46 2024-07-26T06:05:52.953 INFO:tasks.rados.rados.0.smithi089.stdout:336: finishing rollback tid 2 to smithi08986837-46 2024-07-26T06:05:52.953 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 46 v 79 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-07-26T06:05:52.953 INFO:tasks.rados.rados.0.smithi089.stdout:334: expect (ObjNum 122 snap 28 seq_num 122) 2024-07-26T06:05:53.025 INFO:tasks.rados.rados.0.smithi089.stdout:338: finishing write tid 1 to smithi08986837-31 2024-07-26T06:05:53.025 INFO:tasks.rados.rados.0.smithi089.stdout:338: finishing write tid 2 to smithi08986837-31 2024-07-26T06:05:53.025 INFO:tasks.rados.rados.0.smithi089.stdout:338: finishing write tid 3 to smithi08986837-31 2024-07-26T06:05:53.025 INFO:tasks.rados.rados.0.smithi089.stdout:338: finishing write tid 4 to smithi08986837-31 2024-07-26T06:05:53.025 INFO:tasks.rados.rados.0.smithi089.stdout:338: finishing write tid 5 to smithi08986837-31 2024-07-26T06:05:53.026 INFO:tasks.rados.rados.0.smithi089.stdout:339: expect (ObjNum 25 snap 0 seq_num 25) 2024-07-26T06:05:53.036 INFO:tasks.rados.rados.0.smithi089.stdout:338: finishing write tid 6 to smithi08986837-31 2024-07-26T06:05:53.036 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 31 v 150 (ObjNum 125 snap 29 seq_num 125) dirty exists 2024-07-26T06:05:53.036 INFO:tasks.rados.rados.0.smithi089.stdout:338: left oid 31 (ObjNum 125 snap 29 seq_num 125) 2024-07-26T06:05:53.036 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 3 v 43 (ObjNum 80 snap 9 seq_num 80) dirty exists 2024-07-26T06:05:53.036 INFO:tasks.rados.rados.0.smithi089.stdout:332: done (6 left) 2024-07-26T06:05:53.036 INFO:tasks.rados.rados.0.smithi089.stdout:333: done (5 left) 2024-07-26T06:05:53.036 INFO:tasks.rados.rados.0.smithi089.stdout:334: done (4 left) 2024-07-26T06:05:53.036 INFO:tasks.rados.rados.0.smithi089.stdout:336: done (3 left) 2024-07-26T06:05:53.037 INFO:tasks.rados.rados.0.smithi089.stdout:338: done (2 left) 2024-07-26T06:05:53.037 INFO:tasks.rados.rados.0.smithi089.stdout:339: done (1 left) 2024-07-26T06:05:53.037 INFO:tasks.rados.rados.0.smithi089.stdout:340: done (0 left) 2024-07-26T06:05:53.037 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 32 current snap is 29 2024-07-26T06:05:53.037 INFO:tasks.rados.rados.0.smithi089.stdout:341: seq_num 126 ranges {1638400=516096,2154496=630784,2785280=614400,3399680=360448} 2024-07-26T06:05:53.047 INFO:tasks.rados.rados.0.smithi089.stdout:341: writing smithi08986837-32 from 1638400 to 2154496 tid 1 2024-07-26T06:05:53.051 INFO:tasks.rados.rados.0.smithi089.stdout:341: writing smithi08986837-32 from 2154496 to 2785280 tid 2 2024-07-26T06:05:53.054 INFO:tasks.rados.rados.0.smithi089.stdout:341: writing smithi08986837-32 from 2785280 to 3399680 tid 3 2024-07-26T06:05:53.057 INFO:tasks.rados.rados.0.smithi089.stdout:341: writing smithi08986837-32 from 3399680 to 3760128 tid 4 2024-07-26T06:05:53.057 INFO:tasks.rados.rados.0.smithi089.stdout:342: snap_create 2024-07-26T06:05:53.057 INFO:tasks.rados.rados.0.smithi089.stdout:341: finishing write tid 1 to smithi08986837-32 2024-07-26T06:05:53.057 INFO:tasks.rados.rados.0.smithi089.stdout:341: finishing write tid 2 to smithi08986837-32 2024-07-26T06:05:53.057 INFO:tasks.rados.rados.0.smithi089.stdout:341: finishing write tid 3 to smithi08986837-32 2024-07-26T06:05:53.058 INFO:tasks.rados.rados.0.smithi089.stdout:341: finishing write tid 4 to smithi08986837-32 2024-07-26T06:05:53.059 INFO:tasks.rados.rados.0.smithi089.stdout:341: finishing write tid 5 to smithi08986837-32 2024-07-26T06:05:53.059 INFO:tasks.rados.rados.0.smithi089.stdout:341: finishing write tid 6 to smithi08986837-32 2024-07-26T06:05:53.059 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 32 v 63 (ObjNum 126 snap 29 seq_num 126) dirty exists 2024-07-26T06:05:53.059 INFO:tasks.rados.rados.0.smithi089.stdout:341: left oid 32 (ObjNum 126 snap 29 seq_num 126) 2024-07-26T06:05:53.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:52 smithi155 ceph-mon[33309]: pgmap v180: 121 pgs: 121 active+clean; 105 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 22 op/s 2024-07-26T06:05:53.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:52 smithi155 ceph-mon[33309]: osdmap e130: 8 total, 8 up, 8 in 2024-07-26T06:05:53.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:52 smithi155 ceph-mon[33309]: osdmap e131: 8 total, 8 up, 8 in 2024-07-26T06:05:53.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:52 smithi089 ceph-mon[29555]: pgmap v180: 121 pgs: 121 active+clean; 105 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 22 op/s 2024-07-26T06:05:53.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:52 smithi089 ceph-mon[29555]: osdmap e130: 8 total, 8 up, 8 in 2024-07-26T06:05:53.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:52 smithi089 ceph-mon[29555]: osdmap e131: 8 total, 8 up, 8 in 2024-07-26T06:05:53.405 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:05:53 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:05:53] "GET /metrics HTTP/1.1" 200 239503 "" "Prometheus/2.43.0" 2024-07-26T06:05:53.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:52 smithi089 ceph-mon[41451]: pgmap v180: 121 pgs: 121 active+clean; 105 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 22 op/s 2024-07-26T06:05:53.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:52 smithi089 ceph-mon[41451]: osdmap e130: 8 total, 8 up, 8 in 2024-07-26T06:05:53.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:52 smithi089 ceph-mon[41451]: osdmap e131: 8 total, 8 up, 8 in 2024-07-26T06:05:53.968 INFO:tasks.rados.rados.0.smithi089.stdout:341: done (1 left) 2024-07-26T06:05:53.968 INFO:tasks.rados.rados.0.smithi089.stdout:342: done (0 left) 2024-07-26T06:05:53.968 INFO:tasks.rados.rados.0.smithi089.stdout:343: read oid 25 snap 20 2024-07-26T06:05:53.968 INFO:tasks.rados.rados.0.smithi089.stdout:343: expect (ObjNum 104 snap 17 seq_num 104) 2024-07-26T06:05:53.968 INFO:tasks.rados.rados.0.smithi089.stdout:344: snap_remove snap 27 2024-07-26T06:05:54.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:54 smithi155 ceph-mon[33309]: pgmap v183: 121 pgs: 121 active+clean; 105 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 22 op/s 2024-07-26T06:05:54.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:54 smithi155 ceph-mon[33309]: Upgrade: Updating mgr.x 2024-07-26T06:05:54.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:54 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:05:54.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:54 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-07-26T06:05:54.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:54 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-07-26T06:05:54.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:54 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-07-26T06:05:54.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:54 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:05:54.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:54 smithi155 ceph-mon[33309]: Deploying daemon mgr.x on smithi155 2024-07-26T06:05:54.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:54 smithi155 ceph-mon[33309]: osdmap e132: 8 total, 8 up, 8 in 2024-07-26T06:05:54.972 INFO:tasks.rados.rados.0.smithi089.stdout:344: done (1 left) 2024-07-26T06:05:54.972 INFO:tasks.rados.rados.0.smithi089.stdout:345: delete oid 36 current snap is 30 2024-07-26T06:05:54.972 INFO:tasks.rados.rados.0.smithi089.stdout:343: expect (ObjNum 104 snap 17 seq_num 104) 2024-07-26T06:05:55.030 INFO:tasks.rados.rados.0.smithi089.stdout:343: done (1 left) 2024-07-26T06:05:55.030 INFO:tasks.rados.rados.0.smithi089.stdout:345: done (0 left) 2024-07-26T06:05:55.030 INFO:tasks.rados.rados.0.smithi089.stdout:346: snap_remove snap 18 2024-07-26T06:05:55.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:54 smithi089 ceph-mon[41451]: pgmap v183: 121 pgs: 121 active+clean; 105 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 22 op/s 2024-07-26T06:05:55.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:54 smithi089 ceph-mon[41451]: Upgrade: Updating mgr.x 2024-07-26T06:05:55.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:54 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:05:55.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:54 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-07-26T06:05:55.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:54 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-07-26T06:05:55.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:54 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-07-26T06:05:55.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:54 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:05:55.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:54 smithi089 ceph-mon[41451]: Deploying daemon mgr.x on smithi155 2024-07-26T06:05:55.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:54 smithi089 ceph-mon[41451]: osdmap e132: 8 total, 8 up, 8 in 2024-07-26T06:05:55.156 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:54 smithi089 ceph-mon[29555]: pgmap v183: 121 pgs: 121 active+clean; 105 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 22 op/s 2024-07-26T06:05:55.156 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:54 smithi089 ceph-mon[29555]: Upgrade: Updating mgr.x 2024-07-26T06:05:55.156 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:54 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:05:55.156 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:54 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-07-26T06:05:55.156 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:54 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-07-26T06:05:55.156 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:54 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-07-26T06:05:55.156 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:54 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:05:55.156 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:54 smithi089 ceph-mon[29555]: Deploying daemon mgr.x on smithi155 2024-07-26T06:05:55.156 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:54 smithi089 ceph-mon[29555]: osdmap e132: 8 total, 8 up, 8 in 2024-07-26T06:05:55.629 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:05:55 smithi155 systemd[1]: Stopping Ceph mgr.x for 9bd49884-4b13-11ef-bcb6-c7b262605968... 2024-07-26T06:05:55.983 INFO:tasks.rados.rados.0.smithi089.stdout:346: done (0 left) 2024-07-26T06:05:55.983 INFO:tasks.rados.rados.0.smithi089.stdout:347: snap_remove snap 29 2024-07-26T06:05:56.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:55 smithi155 ceph-mon[33309]: osdmap e133: 8 total, 8 up, 8 in 2024-07-26T06:05:56.129 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:05:55 smithi155 podman[68739]: 2024-07-26 06:05:55.859490475 +0000 UTC m=+0.141244200 container died 4d1aa811fceb1819d95268915b88d1b44c2585182d13bfc43c3359f810fe3ba7 (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x, io.buildah.version=1.36.0, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=quincy-5dff84c, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240724, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-07-26T06:05:56.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:55 smithi089 ceph-mon[29555]: osdmap e133: 8 total, 8 up, 8 in 2024-07-26T06:05:56.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:55 smithi089 ceph-mon[41451]: osdmap e133: 8 total, 8 up, 8 in 2024-07-26T06:05:56.629 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:05:56 smithi155 podman[68739]: 2024-07-26 06:05:56.320014317 +0000 UTC m=+0.601768042 container cleanup 4d1aa811fceb1819d95268915b88d1b44c2585182d13bfc43c3359f810fe3ba7 (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240724, GIT_BRANCH=HEAD, RELEASE=quincy-5dff84c, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-07-26T06:05:56.629 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:05:56 smithi155 bash[68739]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x 2024-07-26T06:05:56.978 INFO:tasks.rados.rados.0.smithi089.stdout:347: done (0 left) 2024-07-26T06:05:56.978 INFO:tasks.rados.rados.0.smithi089.stdout:348: copy_from oid 43 from oid 3 current snap is 30 2024-07-26T06:05:56.979 INFO:tasks.rados.rados.0.smithi089.stdout:349: read oid 37 snap -1 2024-07-26T06:05:56.979 INFO:tasks.rados.rados.0.smithi089.stdout:349: expect (ObjNum 36 snap 0 seq_num 36) 2024-07-26T06:05:56.979 INFO:tasks.rados.rados.0.smithi089.stdout:350: snap_remove snap 20 2024-07-26T06:05:57.311 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:56 smithi155 ceph-mon[33309]: pgmap v186: 121 pgs: 121 active+clean; 110 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.2 MiB/s wr, 14 op/s 2024-07-26T06:05:57.312 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:56 smithi155 ceph-mon[33309]: osdmap e134: 8 total, 8 up, 8 in 2024-07-26T06:05:57.312 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:05:56 smithi155 podman[68756]: 2024-07-26 06:05:56.964383273 +0000 UTC m=+1.097715306 container remove 4d1aa811fceb1819d95268915b88d1b44c2585182d13bfc43c3359f810fe3ba7 (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=quincy-5dff84c, org.label-schema.build-date=20240724, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.36.0, ceph=True, org.label-schema.schema-version=1.0) 2024-07-26T06:05:57.312 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:05:56 smithi155 systemd[1]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-07-26T06:05:57.312 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:05:57 smithi155 systemd[1]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-07-26T06:05:57.312 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:05:57 smithi155 systemd[1]: Stopped Ceph mgr.x for 9bd49884-4b13-11ef-bcb6-c7b262605968. 2024-07-26T06:05:57.312 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:05:57 smithi155 systemd[1]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@mgr.x.service: Consumed 10.182s CPU time. 2024-07-26T06:05:57.312 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:05:57 smithi155 systemd[1]: Starting Ceph mgr.x for 9bd49884-4b13-11ef-bcb6-c7b262605968... 2024-07-26T06:05:57.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:56 smithi089 ceph-mon[29555]: pgmap v186: 121 pgs: 121 active+clean; 110 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.2 MiB/s wr, 14 op/s 2024-07-26T06:05:57.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:56 smithi089 ceph-mon[29555]: osdmap e134: 8 total, 8 up, 8 in 2024-07-26T06:05:57.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:56 smithi089 ceph-mon[41451]: pgmap v186: 121 pgs: 121 active+clean; 110 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.2 MiB/s wr, 14 op/s 2024-07-26T06:05:57.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:56 smithi089 ceph-mon[41451]: osdmap e134: 8 total, 8 up, 8 in 2024-07-26T06:05:57.614 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:05:57 smithi155 podman[68891]: 2024-07-26 06:05:57.524271532 +0000 UTC m=+0.110480880 container create 5415b17c85de24fb5a7211698d649194397e2d063ba1974b379959c88d47be87 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.build-date=20240724, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=squid-4b23044, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-07-26T06:05:57.614 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:05:57 smithi155 podman[68891]: 2024-07-26 06:05:57.431083958 +0000 UTC m=+0.017293241 image pull a246f06af74af9a1c45475dc36c910d564494bacf385674011a33b62b93c2c8c quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c 2024-07-26T06:05:57.905 INFO:tasks.rados.rados.0.smithi089.stdout:349: expect (ObjNum 36 snap 0 seq_num 36) 2024-07-26T06:05:57.932 INFO:tasks.rados.rados.0.smithi089.stdout:348: finishing copy_from racing read to smithi08986837-43 2024-07-26T06:05:57.932 INFO:tasks.rados.rados.0.smithi089.stdout:348: finishing copy_from to smithi08986837-43 2024-07-26T06:05:57.932 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 43 v 43 (ObjNum 80 snap 9 seq_num 80) dirty exists 2024-07-26T06:05:57.932 INFO:tasks.rados.rados.0.smithi089.stdout:348: done (2 left) 2024-07-26T06:05:57.932 INFO:tasks.rados.rados.0.smithi089.stdout:349: done (1 left) 2024-07-26T06:05:57.932 INFO:tasks.rados.rados.0.smithi089.stdout:350: done (0 left) 2024-07-26T06:05:57.932 INFO:tasks.rados.rados.0.smithi089.stdout:351: read oid 23 snap -1 2024-07-26T06:05:57.932 INFO:tasks.rados.rados.0.smithi089.stdout:351: expect (ObjNum 113 snap 22 seq_num 113) 2024-07-26T06:05:57.932 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 49 current snap is 30 2024-07-26T06:05:57.933 INFO:tasks.rados.rados.0.smithi089.stdout:352: seq_num 128 ranges {0=548864,548864=794624,1343488=581632,1925120=229376} 2024-07-26T06:05:57.934 INFO:tasks.rados.rados.0.smithi089.stdout:352: writing smithi08986837-49 from 0 to 548864 tid 1 2024-07-26T06:05:57.939 INFO:tasks.rados.rados.0.smithi089.stdout:352: writing smithi08986837-49 from 548864 to 1343488 tid 2 2024-07-26T06:05:57.942 INFO:tasks.rados.rados.0.smithi089.stdout:352: writing smithi08986837-49 from 1343488 to 1925120 tid 3 2024-07-26T06:05:57.944 INFO:tasks.rados.rados.0.smithi089.stdout:352: writing smithi08986837-49 from 1925120 to 2154496 tid 4 2024-07-26T06:05:57.944 INFO:tasks.rados.rados.0.smithi089.stdout:353: rmattr oid 5 current snap is 30 2024-07-26T06:05:57.944 INFO:tasks.rados.rados.0.smithi089.stdout:353: done (2 left) 2024-07-26T06:05:57.944 INFO:tasks.rados.rados.0.smithi089.stdout:354: delete oid 14 current snap is 30 2024-07-26T06:05:57.944 INFO:tasks.rados.rados.0.smithi089.stdout:352: finishing write tid 1 to smithi08986837-49 2024-07-26T06:05:57.944 INFO:tasks.rados.rados.0.smithi089.stdout:352: finishing write tid 2 to smithi08986837-49 2024-07-26T06:05:57.946 INFO:tasks.rados.rados.0.smithi089.stdout:352: finishing write tid 3 to smithi08986837-49 2024-07-26T06:05:57.946 INFO:tasks.rados.rados.0.smithi089.stdout:352: finishing write tid 4 to smithi08986837-49 2024-07-26T06:05:57.947 INFO:tasks.rados.rados.0.smithi089.stdout:352: finishing write tid 5 to smithi08986837-49 2024-07-26T06:05:57.947 INFO:tasks.rados.rados.0.smithi089.stdout:354: done (2 left) 2024-07-26T06:05:57.947 INFO:tasks.rados.rados.0.smithi089.stdout:355: snap_remove snap 22 2024-07-26T06:05:58.063 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:57 smithi155 ceph-mon[33309]: osdmap e135: 8 total, 8 up, 8 in 2024-07-26T06:05:58.064 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:57 smithi155 ceph-mon[33309]: osdmap e136: 8 total, 8 up, 8 in 2024-07-26T06:05:58.064 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:57 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:05:58.064 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:57 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:05:58.064 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:57 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:05:58.064 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:05:57 smithi155 podman[68891]: 2024-07-26 06:05:57.760320196 +0000 UTC m=+0.346529467 container init 5415b17c85de24fb5a7211698d649194397e2d063ba1974b379959c88d47be87 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.build-date=20240724, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, RELEASE=squid-4b23044, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-07-26T06:05:58.064 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:05:57 smithi155 podman[68891]: 2024-07-26 06:05:57.765311111 +0000 UTC m=+0.351520387 container start 5415b17c85de24fb5a7211698d649194397e2d063ba1974b379959c88d47be87 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-4b23044, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.build-date=20240724) 2024-07-26T06:05:58.064 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:05:57 smithi155 ceph-mgr[68929]: -- 172.21.15.155:0/2216298986 <== mon.1 v2:172.21.15.155:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x556da321f0e0 con 0x556da31fd000 2024-07-26T06:05:58.064 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:05:57 smithi155 bash[68891]: 5415b17c85de24fb5a7211698d649194397e2d063ba1974b379959c88d47be87 2024-07-26T06:05:58.064 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:05:57 smithi155 systemd[1]: Started Ceph mgr.x for 9bd49884-4b13-11ef-bcb6-c7b262605968. 2024-07-26T06:05:58.065 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:05:57 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: 2024-07-26T06:05:57.890+0000 7f1b67a17040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-07-26T06:05:58.065 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:05:58 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: 2024-07-26T06:05:58.062+0000 7f1b67a17040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-07-26T06:05:58.379 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:05:58 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: 2024-07-26T06:05:58.134+0000 7f1b67a17040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-07-26T06:05:58.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:57 smithi089 ceph-mon[29555]: osdmap e135: 8 total, 8 up, 8 in 2024-07-26T06:05:58.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:57 smithi089 ceph-mon[29555]: osdmap e136: 8 total, 8 up, 8 in 2024-07-26T06:05:58.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:57 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:05:58.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:57 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:05:58.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:57 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:05:58.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:57 smithi089 ceph-mon[41451]: osdmap e135: 8 total, 8 up, 8 in 2024-07-26T06:05:58.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:57 smithi089 ceph-mon[41451]: osdmap e136: 8 total, 8 up, 8 in 2024-07-26T06:05:58.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:57 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:05:58.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:57 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:05:58.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:57 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:05:58.775 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:05:58 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: 2024-07-26T06:05:58.410+0000 7f1b67a17040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-07-26T06:05:58.775 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:05:58 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: 2024-07-26T06:05:58.469+0000 7f1b67a17040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-07-26T06:05:58.946 INFO:tasks.rados.rados.0.smithi089.stdout:355: done (2 left) 2024-07-26T06:05:58.946 INFO:tasks.rados.rados.0.smithi089.stdout:356: read oid 14 snap -1 2024-07-26T06:05:58.946 INFO:tasks.rados.rados.0.smithi089.stdout:356: expect deleted 2024-07-26T06:05:58.946 INFO:tasks.rados.rados.0.smithi089.stdout:357: setattr oid 15 current snap is 30 2024-07-26T06:05:58.947 INFO:tasks.rados.rados.0.smithi089.stdout:352: finishing write tid 6 to smithi08986837-49 2024-07-26T06:05:58.947 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 49 v 128 (ObjNum 128 snap 30 seq_num 128) dirty exists 2024-07-26T06:05:58.947 INFO:tasks.rados.rados.0.smithi089.stdout:352: left oid 49 (ObjNum 128 snap 30 seq_num 128) 2024-07-26T06:05:58.947 INFO:tasks.rados.rados.0.smithi089.stdout:351: expect (ObjNum 113 snap 22 seq_num 113) 2024-07-26T06:05:59.112 INFO:tasks.rados.rados.0.smithi089.stdout:351: done (3 left) 2024-07-26T06:05:59.112 INFO:tasks.rados.rados.0.smithi089.stdout:352: done (2 left) 2024-07-26T06:05:59.113 INFO:tasks.rados.rados.0.smithi089.stdout:356: done (1 left) 2024-07-26T06:05:59.113 INFO:tasks.rados.rados.0.smithi089.stdout:358: setattr oid 32 current snap is 30 2024-07-26T06:05:59.113 INFO:tasks.rados.rados.0.smithi089.stdout:359: delete oid 20 current snap is 30 2024-07-26T06:05:59.115 INFO:tasks.rados.rados.0.smithi089.stdout:359: done (2 left) 2024-07-26T06:05:59.115 INFO:tasks.rados.rados.0.smithi089.stdout:360: copy_from oid 33 from oid 11 current snap is 30 2024-07-26T06:05:59.115 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 15 v 97 (ObjNum 63 snap 4 seq_num 63) dirty exists 2024-07-26T06:05:59.116 INFO:tasks.rados.rados.0.smithi089.stdout:357: done (2 left) 2024-07-26T06:05:59.116 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 18 current snap is 30 2024-07-26T06:05:59.116 INFO:tasks.rados.rados.0.smithi089.stdout:361: seq_num 131 ranges {1499136=598016,2097152=499712,2596864=753664,3350528=352256} 2024-07-26T06:05:59.126 INFO:tasks.rados.rados.0.smithi089.stdout:361: writing smithi08986837-18 from 1499136 to 2097152 tid 1 2024-07-26T06:05:59.128 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:58 smithi155 ceph-mon[33309]: pgmap v189: 121 pgs: 121 active+clean; 110 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.2 MiB/s wr, 14 op/s 2024-07-26T06:05:59.128 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:58 smithi155 ceph-mon[33309]: osdmap e137: 8 total, 8 up, 8 in 2024-07-26T06:05:59.129 INFO:tasks.rados.rados.0.smithi089.stdout:361: writing smithi08986837-18 from 2097152 to 2596864 tid 2 2024-07-26T06:05:59.134 INFO:tasks.rados.rados.0.smithi089.stdout:361: writing smithi08986837-18 from 2596864 to 3350528 tid 3 2024-07-26T06:05:59.137 INFO:tasks.rados.rados.0.smithi089.stdout:361: writing smithi08986837-18 from 3350528 to 3702784 tid 4 2024-07-26T06:05:59.137 INFO:tasks.rados.rados.0.smithi089.stdout:362: read oid 46 snap -1 2024-07-26T06:05:59.137 INFO:tasks.rados.rados.0.smithi089.stdout:362: expect (ObjNum 45 snap 0 seq_num 45) 2024-07-26T06:05:59.137 INFO:tasks.rados.rados.0.smithi089.stdout:363: copy_from oid 16 from oid 44 current snap is 30 2024-07-26T06:05:59.137 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 32 v 81 (ObjNum 126 snap 29 seq_num 126) dirty exists 2024-07-26T06:05:59.137 INFO:tasks.rados.rados.0.smithi089.stdout:360: finishing copy_from racing read to smithi08986837-33 2024-07-26T06:05:59.137 INFO:tasks.rados.rados.0.smithi089.stdout:360: finishing copy_from to smithi08986837-33 2024-07-26T06:05:59.138 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 33 v 102 (ObjNum 106 snap 17 seq_num 106) dirty exists 2024-07-26T06:05:59.138 INFO:tasks.rados.rados.0.smithi089.stdout:361: finishing write tid 1 to smithi08986837-18 2024-07-26T06:05:59.138 INFO:tasks.rados.rados.0.smithi089.stdout:358: done (4 left) 2024-07-26T06:05:59.138 INFO:tasks.rados.rados.0.smithi089.stdout:360: done (3 left) 2024-07-26T06:05:59.138 INFO:tasks.rados.rados.0.smithi089.stdout:364: copy_from oid 25 from oid 1 current snap is 30 2024-07-26T06:05:59.138 INFO:tasks.rados.rados.0.smithi089.stdout:361: finishing write tid 2 to smithi08986837-18 2024-07-26T06:05:59.138 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 12 current snap is 30 2024-07-26T06:05:59.138 INFO:tasks.rados.rados.0.smithi089.stdout:365: seq_num 132 ranges {0=614400,614400=786432,1400832=565248,1966080=253952} 2024-07-26T06:05:59.140 INFO:tasks.rados.rados.0.smithi089.stdout:365: writing smithi08986837-12 from 0 to 614400 tid 1 2024-07-26T06:05:59.145 INFO:tasks.rados.rados.0.smithi089.stdout:365: writing smithi08986837-12 from 614400 to 1400832 tid 2 2024-07-26T06:05:59.148 INFO:tasks.rados.rados.0.smithi089.stdout:365: writing smithi08986837-12 from 1400832 to 1966080 tid 3 2024-07-26T06:05:59.150 INFO:tasks.rados.rados.0.smithi089.stdout:365: writing smithi08986837-12 from 1966080 to 2220032 tid 4 2024-07-26T06:05:59.150 INFO:tasks.rados.rados.0.smithi089.stdout:366: read oid 27 snap -1 2024-07-26T06:05:59.150 INFO:tasks.rados.rados.0.smithi089.stdout:366: expect (ObjNum 46 snap 0 seq_num 46) 2024-07-26T06:05:59.150 INFO:tasks.rados.rados.0.smithi089.stdout:367: read oid 32 snap 23 2024-07-26T06:05:59.150 INFO:tasks.rados.rados.0.smithi089.stdout:367: expect (ObjNum 66 snap 5 seq_num 66) 2024-07-26T06:05:59.150 INFO:tasks.rados.rados.0.smithi089.stdout:368: setattr oid 22 current snap is 30 2024-07-26T06:05:59.150 INFO:tasks.rados.rados.0.smithi089.stdout:361: finishing write tid 3 to smithi08986837-18 2024-07-26T06:05:59.150 INFO:tasks.rados.rados.0.smithi089.stdout:361: finishing write tid 4 to smithi08986837-18 2024-07-26T06:05:59.150 INFO:tasks.rados.rados.0.smithi089.stdout:361: finishing write tid 5 to smithi08986837-18 2024-07-26T06:05:59.151 INFO:tasks.rados.rados.0.smithi089.stdout:362: expect (ObjNum 45 snap 0 seq_num 45) 2024-07-26T06:05:59.171 INFO:tasks.rados.rados.0.smithi089.stdout:361: finishing write tid 6 to smithi08986837-18 2024-07-26T06:05:59.171 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 18 v 86 (ObjNum 131 snap 30 seq_num 131) dirty exists 2024-07-26T06:05:59.171 INFO:tasks.rados.rados.0.smithi089.stdout:361: left oid 18 (ObjNum 131 snap 30 seq_num 131) 2024-07-26T06:05:59.171 INFO:tasks.rados.rados.0.smithi089.stdout:364: finishing copy_from racing read to smithi08986837-25 2024-07-26T06:05:59.171 INFO:tasks.rados.rados.0.smithi089.stdout:364: finishing copy_from to smithi08986837-25 2024-07-26T06:05:59.172 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 25 v 30 (ObjNum 82 snap 12 seq_num 82) dirty exists 2024-07-26T06:05:59.172 INFO:tasks.rados.rados.0.smithi089.stdout:365: finishing write tid 1 to smithi08986837-12 2024-07-26T06:05:59.172 INFO:tasks.rados.rados.0.smithi089.stdout:365: finishing write tid 2 to smithi08986837-12 2024-07-26T06:05:59.172 INFO:tasks.rados.rados.0.smithi089.stdout:365: finishing write tid 3 to smithi08986837-12 2024-07-26T06:05:59.172 INFO:tasks.rados.rados.0.smithi089.stdout:365: finishing write tid 4 to smithi08986837-12 2024-07-26T06:05:59.172 INFO:tasks.rados.rados.0.smithi089.stdout:367: expect (ObjNum 66 snap 5 seq_num 66) 2024-07-26T06:05:59.223 INFO:tasks.rados.rados.0.smithi089.stdout:365: finishing write tid 5 to smithi08986837-12 2024-07-26T06:05:59.223 INFO:tasks.rados.rados.0.smithi089.stdout:365: finishing write tid 6 to smithi08986837-12 2024-07-26T06:05:59.223 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 12 v 141 (ObjNum 132 snap 30 seq_num 132) dirty exists 2024-07-26T06:05:59.223 INFO:tasks.rados.rados.0.smithi089.stdout:365: left oid 12 (ObjNum 132 snap 30 seq_num 132) 2024-07-26T06:05:59.223 INFO:tasks.rados.rados.0.smithi089.stdout:363: finishing copy_from racing read to smithi08986837-16 2024-07-26T06:05:59.223 INFO:tasks.rados.rados.0.smithi089.stdout:361: done (7 left) 2024-07-26T06:05:59.224 INFO:tasks.rados.rados.0.smithi089.stdout:362: done (6 left) 2024-07-26T06:05:59.224 INFO:tasks.rados.rados.0.smithi089.stdout:364: done (5 left) 2024-07-26T06:05:59.224 INFO:tasks.rados.rados.0.smithi089.stdout:365: done (4 left) 2024-07-26T06:05:59.224 INFO:tasks.rados.rados.0.smithi089.stdout:367: done (3 left) 2024-07-26T06:05:59.224 INFO:tasks.rados.rados.0.smithi089.stdout:369: snap_create 2024-07-26T06:05:59.224 INFO:tasks.rados.rados.0.smithi089.stdout:363: finishing copy_from to smithi08986837-16 2024-07-26T06:05:59.224 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 16 v 65 (ObjNum 102 snap 17 seq_num 102) dirty exists 2024-07-26T06:05:59.224 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 22 v 80 (ObjNum 78 snap 9 seq_num 78) dirty exists 2024-07-26T06:05:59.224 INFO:tasks.rados.rados.0.smithi089.stdout:366: expect (ObjNum 46 snap 0 seq_num 46) 2024-07-26T06:05:59.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:58 smithi089 ceph-mon[29555]: pgmap v189: 121 pgs: 121 active+clean; 110 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.2 MiB/s wr, 14 op/s 2024-07-26T06:05:59.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:58 smithi089 ceph-mon[29555]: osdmap e137: 8 total, 8 up, 8 in 2024-07-26T06:05:59.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:58 smithi089 ceph-mon[41451]: pgmap v189: 121 pgs: 121 active+clean; 110 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.2 MiB/s wr, 14 op/s 2024-07-26T06:05:59.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:58 smithi089 ceph-mon[41451]: osdmap e137: 8 total, 8 up, 8 in 2024-07-26T06:05:59.879 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:05:59 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: 2024-07-26T06:05:59.486+0000 7f1b67a17040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-07-26T06:05:59.879 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:05:59 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: 2024-07-26T06:05:59.615+0000 7f1b67a17040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-07-26T06:05:59.879 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:05:59 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: 2024-07-26T06:05:59.674+0000 7f1b67a17040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-07-26T06:05:59.997 INFO:tasks.rados.rados.0.smithi089.stdout:363: done (3 left) 2024-07-26T06:05:59.997 INFO:tasks.rados.rados.0.smithi089.stdout:366: done (2 left) 2024-07-26T06:05:59.998 INFO:tasks.rados.rados.0.smithi089.stdout:368: done (1 left) 2024-07-26T06:05:59.998 INFO:tasks.rados.rados.0.smithi089.stdout:369: done (0 left) 2024-07-26T06:05:59.998 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 13 current snap is 31 2024-07-26T06:05:59.998 INFO:tasks.rados.rados.0.smithi089.stdout:370: seq_num 133 ranges {606208=630784,1236992=663552,1900544=770048,2670592=172032} 2024-07-26T06:06:00.004 INFO:tasks.rados.rados.0.smithi089.stdout:370: writing smithi08986837-13 from 606208 to 1236992 tid 1 2024-07-26T06:06:00.008 INFO:tasks.rados.rados.0.smithi089.stdout:370: writing smithi08986837-13 from 1236992 to 1900544 tid 2 2024-07-26T06:06:00.012 INFO:tasks.rados.rados.0.smithi089.stdout:370: writing smithi08986837-13 from 1900544 to 2670592 tid 3 2024-07-26T06:06:00.013 INFO:tasks.rados.rados.0.smithi089.stdout:370: writing smithi08986837-13 from 2670592 to 2842624 tid 4 2024-07-26T06:06:00.014 INFO:tasks.rados.rados.0.smithi089.stdout:371: delete oid 37 current snap is 31 2024-07-26T06:06:00.014 INFO:tasks.rados.rados.0.smithi089.stdout:370: finishing write tid 1 to smithi08986837-13 2024-07-26T06:06:00.014 INFO:tasks.rados.rados.0.smithi089.stdout:370: finishing write tid 2 to smithi08986837-13 2024-07-26T06:06:00.016 INFO:tasks.rados.rados.0.smithi089.stdout:370: finishing write tid 3 to smithi08986837-13 2024-07-26T06:06:00.016 INFO:tasks.rados.rados.0.smithi089.stdout:371: done (1 left) 2024-07-26T06:06:00.016 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 38 current snap is 31 2024-07-26T06:06:00.017 INFO:tasks.rados.rados.0.smithi089.stdout:372: seq_num 135 ranges {2580480=663552,3244032=434176,3678208=786432,4464640=385024} 2024-07-26T06:06:00.034 INFO:tasks.rados.rados.0.smithi089.stdout:372: writing smithi08986837-38 from 2580480 to 3244032 tid 1 2024-07-26T06:06:00.036 INFO:tasks.rados.rados.0.smithi089.stdout:372: writing smithi08986837-38 from 3244032 to 3678208 tid 2 2024-07-26T06:06:00.041 INFO:tasks.rados.rados.0.smithi089.stdout:372: writing smithi08986837-38 from 3678208 to 4464640 tid 3 2024-07-26T06:06:00.044 INFO:tasks.rados.rados.0.smithi089.stdout:372: writing smithi08986837-38 from 4464640 to 4849664 tid 4 2024-07-26T06:06:00.044 INFO:tasks.rados.rados.0.smithi089.stdout:373: setattr oid 20 current snap is 31 2024-07-26T06:06:00.044 INFO:tasks.rados.rados.0.smithi089.stdout:370: finishing write tid 4 to smithi08986837-13 2024-07-26T06:06:00.044 INFO:tasks.rados.rados.0.smithi089.stdout:370: finishing write tid 5 to smithi08986837-13 2024-07-26T06:06:00.044 INFO:tasks.rados.rados.0.smithi089.stdout:370: finishing write tid 6 to smithi08986837-13 2024-07-26T06:06:00.044 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 13 v 86 (ObjNum 133 snap 31 seq_num 133) dirty exists 2024-07-26T06:06:00.044 INFO:tasks.rados.rados.0.smithi089.stdout:370: left oid 13 (ObjNum 133 snap 31 seq_num 133) 2024-07-26T06:06:00.044 INFO:tasks.rados.rados.0.smithi089.stdout:372: finishing write tid 1 to smithi08986837-38 2024-07-26T06:06:00.044 INFO:tasks.rados.rados.0.smithi089.stdout:372: finishing write tid 2 to smithi08986837-38 2024-07-26T06:06:00.047 INFO:tasks.rados.rados.0.smithi089.stdout:370: done (2 left) 2024-07-26T06:06:00.047 INFO:tasks.rados.rados.0.smithi089.stdout:374: read oid 14 snap -1 2024-07-26T06:06:00.047 INFO:tasks.rados.rados.0.smithi089.stdout:374: expect deleted 2024-07-26T06:06:00.047 INFO:tasks.rados.rados.0.smithi089.stdout:375: snap_create 2024-07-26T06:06:00.047 INFO:tasks.rados.rados.0.smithi089.stdout:372: finishing write tid 3 to smithi08986837-38 2024-07-26T06:06:00.047 INFO:tasks.rados.rados.0.smithi089.stdout:372: finishing write tid 4 to smithi08986837-38 2024-07-26T06:06:00.047 INFO:tasks.rados.rados.0.smithi089.stdout:372: finishing write tid 5 to smithi08986837-38 2024-07-26T06:06:00.047 INFO:tasks.rados.rados.0.smithi089.stdout:372: finishing write tid 6 to smithi08986837-38 2024-07-26T06:06:00.047 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 38 v 170 (ObjNum 135 snap 31 seq_num 135) dirty exists 2024-07-26T06:06:00.047 INFO:tasks.rados.rados.0.smithi089.stdout:372: left oid 38 (ObjNum 135 snap 31 seq_num 135) 2024-07-26T06:06:00.048 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 20 v 67 (ObjNum 33 snap 0 seq_num 3362688256) dirty exists 2024-07-26T06:06:00.245 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:05:59 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:06:00.246 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:05:59 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: 2024-07-26T06:05:59.889+0000 7f1b67a17040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-07-26T06:06:00.246 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:05:59 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: 2024-07-26T06:05:59.962+0000 7f1b67a17040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-07-26T06:06:00.246 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:06:00 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: 2024-07-26T06:06:00.056+0000 7f1b67a17040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-07-26T06:06:00.246 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:06:00 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: 2024-07-26T06:06:00.245+0000 7f1b67a17040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-07-26T06:06:00.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:05:59 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:06:00.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:05:59 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:06:00.879 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:06:00 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: 2024-07-26T06:06:00.688+0000 7f1b67a17040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-07-26T06:06:01.001 INFO:tasks.rados.rados.0.smithi089.stdout:372: done (3 left) 2024-07-26T06:06:01.001 INFO:tasks.rados.rados.0.smithi089.stdout:373: done (2 left) 2024-07-26T06:06:01.001 INFO:tasks.rados.rados.0.smithi089.stdout:374: done (1 left) 2024-07-26T06:06:01.001 INFO:tasks.rados.rados.0.smithi089.stdout:375: done (0 left) 2024-07-26T06:06:01.001 INFO:tasks.rados.rados.0.smithi089.stdout:376: delete oid 27 current snap is 32 2024-07-26T06:06:01.008 INFO:tasks.rados.rados.0.smithi089.stdout:376: done (0 left) 2024-07-26T06:06:01.008 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 3 current snap is 32 2024-07-26T06:06:01.008 INFO:tasks.rados.rados.0.smithi089.stdout:377: seq_num 137 ranges {1392640=704512,2097152=655360,2752512=753664,3506176=196608} 2024-07-26T06:06:01.019 INFO:tasks.rados.rados.0.smithi089.stdout:377: writing smithi08986837-3 from 1392640 to 2097152 tid 1 2024-07-26T06:06:01.023 INFO:tasks.rados.rados.0.smithi089.stdout:377: writing smithi08986837-3 from 2097152 to 2752512 tid 2 2024-07-26T06:06:01.028 INFO:tasks.rados.rados.0.smithi089.stdout:377: writing smithi08986837-3 from 2752512 to 3506176 tid 3 2024-07-26T06:06:01.029 INFO:tasks.rados.rados.0.smithi089.stdout:377: writing smithi08986837-3 from 3506176 to 3702784 tid 4 2024-07-26T06:06:01.029 INFO:tasks.rados.rados.0.smithi089.stdout:378: snap_create 2024-07-26T06:06:01.029 INFO:tasks.rados.rados.0.smithi089.stdout:377: finishing write tid 1 to smithi08986837-3 2024-07-26T06:06:01.029 INFO:tasks.rados.rados.0.smithi089.stdout:377: finishing write tid 2 to smithi08986837-3 2024-07-26T06:06:01.032 INFO:tasks.rados.rados.0.smithi089.stdout:377: finishing write tid 3 to smithi08986837-3 2024-07-26T06:06:01.034 INFO:tasks.rados.rados.0.smithi089.stdout:377: finishing write tid 4 to smithi08986837-3 2024-07-26T06:06:01.034 INFO:tasks.rados.rados.0.smithi089.stdout:377: finishing write tid 5 to smithi08986837-3 2024-07-26T06:06:01.036 INFO:tasks.rados.rados.0.smithi089.stdout:377: finishing write tid 6 to smithi08986837-3 2024-07-26T06:06:01.036 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 3 v 57 (ObjNum 137 snap 32 seq_num 137) dirty exists 2024-07-26T06:06:01.036 INFO:tasks.rados.rados.0.smithi089.stdout:377: left oid 3 (ObjNum 137 snap 32 seq_num 137) 2024-07-26T06:06:01.250 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:00 smithi155 ceph-mon[33309]: pgmap v192: 121 pgs: 121 active+clean; 110 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:06:01.250 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:00 smithi155 ceph-mon[33309]: osdmap e138: 8 total, 8 up, 8 in 2024-07-26T06:06:01.250 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:06:01 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: 2024-07-26T06:06:01.018+0000 7f1b67a17040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-07-26T06:06:01.250 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:06:01 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: 2024-07-26T06:06:01.098+0000 7f1b67a17040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-07-26T06:06:01.250 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:06:01 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: 2024-07-26T06:06:01.249+0000 7f1b67a17040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-07-26T06:06:01.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:00 smithi089 ceph-mon[29555]: pgmap v192: 121 pgs: 121 active+clean; 110 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:06:01.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:00 smithi089 ceph-mon[29555]: osdmap e138: 8 total, 8 up, 8 in 2024-07-26T06:06:01.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:00 smithi089 ceph-mon[41451]: pgmap v192: 121 pgs: 121 active+clean; 110 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:06:01.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:00 smithi089 ceph-mon[41451]: osdmap e138: 8 total, 8 up, 8 in 2024-07-26T06:06:01.438 INFO:teuthology.orchestra.run.smithi089.stdout:true 2024-07-26T06:06:01.682 INFO:teuthology.orchestra.run.smithi089.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-07-26T06:06:01.682 INFO:teuthology.orchestra.run.smithi089.stdout:alertmanager.a smithi089 *:9093,9094 running (2m) 2m ago 3m 13.7M - 0.25.0 c8568f914cd2 64cd4ab716bc 2024-07-26T06:06:01.682 INFO:teuthology.orchestra.run.smithi089.stdout:grafana.a smithi155 *:3000 running (3m) 2m ago 3m 77.9M - 9.4.7 954c08fa6188 702b8d8585ae 2024-07-26T06:06:01.682 INFO:teuthology.orchestra.run.smithi089.stdout:mds.a smithi089 running (5m) 2m ago 5m 14.9M - 17.2.7-1143-g5dff84c0 18bcb77ae794 0ecc3a80790e 2024-07-26T06:06:01.682 INFO:teuthology.orchestra.run.smithi089.stdout:mds.b smithi155 running (5m) 2m ago 5m 18.4M - 17.2.7-1143-g5dff84c0 18bcb77ae794 1c6d7dfdf08d 2024-07-26T06:06:01.682 INFO:teuthology.orchestra.run.smithi089.stdout:mgr.x smithi155 *:8443,9283 starting - - - - 2024-07-26T06:06:01.682 INFO:teuthology.orchestra.run.smithi089.stdout:mgr.y smithi089 *:9283 running (10m) 2m ago 10m 445M - 17.2.7-1143-g5dff84c0 18bcb77ae794 ce50526f268f 2024-07-26T06:06:01.682 INFO:teuthology.orchestra.run.smithi089.stdout:mon.a smithi089 running (10m) 2m ago 10m 47.0M 2048M 17.2.7-1143-g5dff84c0 18bcb77ae794 642e17876362 2024-07-26T06:06:01.682 INFO:teuthology.orchestra.run.smithi089.stdout:mon.b smithi155 running (8m) 2m ago 8m 42.6M 2048M 17.2.7-1143-g5dff84c0 18bcb77ae794 907a62e6621b 2024-07-26T06:06:01.682 INFO:teuthology.orchestra.run.smithi089.stdout:mon.c smithi089 running (8m) 2m ago 8m 39.7M 2048M 17.2.7-1143-g5dff84c0 18bcb77ae794 47e9e2c91b10 2024-07-26T06:06:01.682 INFO:teuthology.orchestra.run.smithi089.stdout:node-exporter.a smithi089 *:9100 running (3m) 2m ago 3m 3577k - 1.5.0 0da6a335fe13 18e7b64251bb 2024-07-26T06:06:01.683 INFO:teuthology.orchestra.run.smithi089.stdout:node-exporter.b smithi155 *:9100 running (3m) 2m ago 3m 13.2M - 1.5.0 0da6a335fe13 39a8d5f79b94 2024-07-26T06:06:01.683 INFO:teuthology.orchestra.run.smithi089.stdout:osd.0 smithi089 running (8m) 2m ago 8m 44.8M 2991M 17.2.7-1143-g5dff84c0 18bcb77ae794 0b4289c48967 2024-07-26T06:06:01.683 INFO:teuthology.orchestra.run.smithi089.stdout:osd.1 smithi089 running (7m) 2m ago 7m 44.4M 2991M 17.2.7-1143-g5dff84c0 18bcb77ae794 2a37a3b20d71 2024-07-26T06:06:01.683 INFO:teuthology.orchestra.run.smithi089.stdout:osd.2 smithi089 running (7m) 2m ago 7m 42.0M 2991M 17.2.7-1143-g5dff84c0 18bcb77ae794 2d907a8e0f87 2024-07-26T06:06:01.683 INFO:teuthology.orchestra.run.smithi089.stdout:osd.3 smithi089 running (6m) 2m ago 6m 41.5M 2991M 17.2.7-1143-g5dff84c0 18bcb77ae794 076d339790b6 2024-07-26T06:06:01.683 INFO:teuthology.orchestra.run.smithi089.stdout:osd.4 smithi155 running (6m) 2m ago 6m 42.5M 2992M 17.2.7-1143-g5dff84c0 18bcb77ae794 df54a09a74e9 2024-07-26T06:06:01.683 INFO:teuthology.orchestra.run.smithi089.stdout:osd.5 smithi155 running (6m) 2m ago 6m 42.5M 2992M 17.2.7-1143-g5dff84c0 18bcb77ae794 0f76555562cc 2024-07-26T06:06:01.683 INFO:teuthology.orchestra.run.smithi089.stdout:osd.6 smithi155 running (5m) 2m ago 5m 41.7M 2992M 17.2.7-1143-g5dff84c0 18bcb77ae794 629f0d1fd888 2024-07-26T06:06:01.683 INFO:teuthology.orchestra.run.smithi089.stdout:osd.7 smithi155 running (5m) 2m ago 5m 42.0M 2992M 17.2.7-1143-g5dff84c0 18bcb77ae794 a4db8e598fea 2024-07-26T06:06:01.683 INFO:teuthology.orchestra.run.smithi089.stdout:prometheus.a smithi155 *:9095 running (2m) 2m ago 4m 28.0M - 2.43.0 a07b618ecd1d 455545b831ae 2024-07-26T06:06:01.840 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:06:01 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: 2024-07-26T06:06:01.574+0000 7f1b67a17040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-07-26T06:06:01.840 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:06:01 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: 2024-07-26T06:06:01.636+0000 7f1b67a17040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-07-26T06:06:01.983 INFO:teuthology.orchestra.run.smithi089.stdout:{ 2024-07-26T06:06:01.983 INFO:teuthology.orchestra.run.smithi089.stdout: "mon": { 2024-07-26T06:06:01.983 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 3 2024-07-26T06:06:01.984 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2024-07-26T06:06:01.984 INFO:teuthology.orchestra.run.smithi089.stdout: "mgr": { 2024-07-26T06:06:01.984 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 2 2024-07-26T06:06:01.984 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2024-07-26T06:06:01.984 INFO:teuthology.orchestra.run.smithi089.stdout: "osd": { 2024-07-26T06:06:01.984 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 8 2024-07-26T06:06:01.984 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2024-07-26T06:06:01.984 INFO:teuthology.orchestra.run.smithi089.stdout: "mds": { 2024-07-26T06:06:01.984 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 2 2024-07-26T06:06:01.984 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2024-07-26T06:06:01.984 INFO:teuthology.orchestra.run.smithi089.stdout: "overall": { 2024-07-26T06:06:01.984 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 15 2024-07-26T06:06:01.984 INFO:teuthology.orchestra.run.smithi089.stdout: } 2024-07-26T06:06:01.985 INFO:teuthology.orchestra.run.smithi089.stdout:} 2024-07-26T06:06:02.004 INFO:tasks.rados.rados.0.smithi089.stdout:377: done (1 left) 2024-07-26T06:06:02.005 INFO:tasks.rados.rados.0.smithi089.stdout:378: done (0 left) 2024-07-26T06:06:02.005 INFO:tasks.rados.rados.0.smithi089.stdout:379: rollback oid 27 current snap is 33 2024-07-26T06:06:02.005 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 27 to 32 2024-07-26T06:06:02.005 INFO:tasks.rados.rados.0.smithi089.stdout:380: setattr oid 20 current snap is 33 2024-07-26T06:06:02.006 INFO:tasks.rados.rados.0.smithi089.stdout:381: snap_create 2024-07-26T06:06:02.008 INFO:tasks.rados.rados.0.smithi089.stdout:379: finishing rollback tid 1 to smithi08986837-27 2024-07-26T06:06:02.008 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 27 v 66 (ObjNum 33 snap 0 seq_num 3362177016) dirty dne 2024-07-26T06:06:02.011 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 20 v 69 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-07-26T06:06:02.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:02 smithi155 ceph-mon[33309]: osdmap e139: 8 total, 8 up, 8 in 2024-07-26T06:06:02.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:02 smithi155 ceph-mon[33309]: from='client.? 172.21.15.89:0/3784605778' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:06:02.129 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:06:01 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: 2024-07-26T06:06:01.839+0000 7f1b67a17040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-07-26T06:06:02.129 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:06:01 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: 2024-07-26T06:06:01.990+0000 7f1b67a17040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-07-26T06:06:02.129 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:06:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: 2024-07-26T06:06:02.059+0000 7f1b67a17040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-07-26T06:06:02.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:02 smithi089 ceph-mon[29555]: osdmap e139: 8 total, 8 up, 8 in 2024-07-26T06:06:02.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:02 smithi089 ceph-mon[29555]: from='client.? 172.21.15.89:0/3784605778' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:06:02.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:02 smithi089 ceph-mon[41451]: osdmap e139: 8 total, 8 up, 8 in 2024-07-26T06:06:02.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:02 smithi089 ceph-mon[41451]: from='client.? 172.21.15.89:0/3784605778' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:06:02.429 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:06:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: 2024-07-26T06:06:02.145+0000 7f1b67a17040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-07-26T06:06:02.429 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:06:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: 2024-07-26T06:06:02.210+0000 7f1b67a17040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-07-26T06:06:02.905 INFO:tasks.rados.rados.0.smithi089.stdout:379: done (2 left) 2024-07-26T06:06:02.905 INFO:tasks.rados.rados.0.smithi089.stdout:380: done (1 left) 2024-07-26T06:06:02.905 INFO:tasks.rados.rados.0.smithi089.stdout:381: done (0 left) 2024-07-26T06:06:02.905 INFO:tasks.rados.rados.0.smithi089.stdout:382: read oid 46 snap -1 2024-07-26T06:06:02.905 INFO:tasks.rados.rados.0.smithi089.stdout:382: expect (ObjNum 45 snap 0 seq_num 45) 2024-07-26T06:06:02.905 INFO:tasks.rados.rados.0.smithi089.stdout:383: snap_remove snap 24 2024-07-26T06:06:03.038 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:03 smithi155 ceph-mon[33309]: pgmap v195: 121 pgs: 121 active+clean; 125 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 5.0 MiB/s wr, 35 op/s 2024-07-26T06:06:03.039 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:03 smithi155 ceph-mon[33309]: from='client.14970 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:06:03.039 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:03 smithi155 ceph-mon[33309]: from='client.24887 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:06:03.039 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:03 smithi155 ceph-mon[33309]: osdmap e140: 8 total, 8 up, 8 in 2024-07-26T06:06:03.039 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:03 smithi155 ceph-mon[33309]: osdmap e141: 8 total, 8 up, 8 in 2024-07-26T06:06:03.039 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:03 smithi155 ceph-mon[33309]: Standby manager daemon x restarted 2024-07-26T06:06:03.039 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:03 smithi155 ceph-mon[33309]: Standby manager daemon x started 2024-07-26T06:06:03.039 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:03 smithi155 ceph-mon[33309]: from='mgr.? 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-07-26T06:06:03.039 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:03 smithi155 ceph-mon[33309]: from='mgr.? 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-07-26T06:06:03.039 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:03 smithi155 ceph-mon[33309]: from='mgr.? 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-07-26T06:06:03.039 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:03 smithi155 ceph-mon[33309]: from='mgr.? 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-07-26T06:06:03.040 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:06:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: 2024-07-26T06:06:02.769+0000 7f1b67a17040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-07-26T06:06:03.040 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:06:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: 2024-07-26T06:06:02.931+0000 7f1b67a17040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-07-26T06:06:03.040 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:06:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: [26/Jul/2024:06:06:02] ENGINE Bus STARTING 2024-07-26T06:06:03.040 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:06:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: CherryPy Checker: 2024-07-26T06:06:03.041 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:06:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: The Application mounted at '' has an empty config. 2024-07-26T06:06:03.041 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:06:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: 2024-07-26T06:06:03.041 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:06:03 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: [26/Jul/2024:06:06:03] ENGINE Serving on http://:::9283 2024-07-26T06:06:03.041 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:06:03 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: [26/Jul/2024:06:06:03] ENGINE Bus STARTED 2024-07-26T06:06:03.405 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:06:03 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:06:03] "GET /metrics HTTP/1.1" 200 239538 "" "Prometheus/2.43.0" 2024-07-26T06:06:03.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:03 smithi089 ceph-mon[29555]: pgmap v195: 121 pgs: 121 active+clean; 125 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 5.0 MiB/s wr, 35 op/s 2024-07-26T06:06:03.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:03 smithi089 ceph-mon[29555]: from='client.14970 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:06:03.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:03 smithi089 ceph-mon[29555]: from='client.24887 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:06:03.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:03 smithi089 ceph-mon[29555]: osdmap e140: 8 total, 8 up, 8 in 2024-07-26T06:06:03.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:03 smithi089 ceph-mon[29555]: osdmap e141: 8 total, 8 up, 8 in 2024-07-26T06:06:03.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:03 smithi089 ceph-mon[29555]: Standby manager daemon x restarted 2024-07-26T06:06:03.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:03 smithi089 ceph-mon[29555]: Standby manager daemon x started 2024-07-26T06:06:03.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:03 smithi089 ceph-mon[29555]: from='mgr.? 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-07-26T06:06:03.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:03 smithi089 ceph-mon[29555]: from='mgr.? 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-07-26T06:06:03.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:03 smithi089 ceph-mon[29555]: from='mgr.? 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-07-26T06:06:03.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:03 smithi089 ceph-mon[29555]: from='mgr.? 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-07-26T06:06:03.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:03 smithi089 ceph-mon[41451]: pgmap v195: 121 pgs: 121 active+clean; 125 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 5.0 MiB/s wr, 35 op/s 2024-07-26T06:06:03.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:03 smithi089 ceph-mon[41451]: from='client.14970 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:06:03.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:03 smithi089 ceph-mon[41451]: from='client.24887 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:06:03.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:03 smithi089 ceph-mon[41451]: osdmap e140: 8 total, 8 up, 8 in 2024-07-26T06:06:03.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:03 smithi089 ceph-mon[41451]: osdmap e141: 8 total, 8 up, 8 in 2024-07-26T06:06:03.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:03 smithi089 ceph-mon[41451]: Standby manager daemon x restarted 2024-07-26T06:06:03.407 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:03 smithi089 ceph-mon[41451]: Standby manager daemon x started 2024-07-26T06:06:03.407 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:03 smithi089 ceph-mon[41451]: from='mgr.? 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-07-26T06:06:03.407 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:03 smithi089 ceph-mon[41451]: from='mgr.? 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-07-26T06:06:03.407 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:03 smithi089 ceph-mon[41451]: from='mgr.? 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-07-26T06:06:03.407 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:03 smithi089 ceph-mon[41451]: from='mgr.? 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-07-26T06:06:03.921 INFO:tasks.rados.rados.0.smithi089.stdout:383: done (1 left) 2024-07-26T06:06:03.921 INFO:tasks.rados.rados.0.smithi089.stdout:384: read oid 12 snap -1 2024-07-26T06:06:03.921 INFO:tasks.rados.rados.0.smithi089.stdout:384: expect (ObjNum 132 snap 30 seq_num 132) 2024-07-26T06:06:03.921 INFO:tasks.rados.rados.0.smithi089.stdout:385: read oid 38 snap 25 2024-07-26T06:06:03.921 INFO:tasks.rados.rados.0.smithi089.stdout:385: expect (ObjNum 108 snap 17 seq_num 108) 2024-07-26T06:06:03.922 INFO:tasks.rados.rados.0.smithi089.stdout:386: snap_create 2024-07-26T06:06:03.922 INFO:tasks.rados.rados.0.smithi089.stdout:382: expect (ObjNum 45 snap 0 seq_num 45) 2024-07-26T06:06:03.948 INFO:tasks.rados.rados.0.smithi089.stdout:384: expect (ObjNum 132 snap 30 seq_num 132) 2024-07-26T06:06:04.005 INFO:tasks.rados.rados.0.smithi089.stdout:385: expect (ObjNum 108 snap 17 seq_num 108) 2024-07-26T06:06:04.922 INFO:tasks.rados.rados.0.smithi089.stdout:382: done (3 left) 2024-07-26T06:06:04.922 INFO:tasks.rados.rados.0.smithi089.stdout:384: done (2 left) 2024-07-26T06:06:04.923 INFO:tasks.rados.rados.0.smithi089.stdout:385: done (1 left) 2024-07-26T06:06:04.923 INFO:tasks.rados.rados.0.smithi089.stdout:386: done (0 left) 2024-07-26T06:06:04.923 INFO:tasks.rados.rados.0.smithi089.stdout:387: delete oid 4 current snap is 35 2024-07-26T06:06:04.925 INFO:tasks.rados.rados.0.smithi089.stdout:387: done (0 left) 2024-07-26T06:06:04.926 INFO:tasks.rados.rados.0.smithi089.stdout:388: snap_create 2024-07-26T06:06:05.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:04 smithi155 ceph-mon[33309]: pgmap v198: 121 pgs: 121 active+clean; 125 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 5.0 MiB/s wr, 35 op/s 2024-07-26T06:06:05.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:04 smithi155 ceph-mon[33309]: mgrmap e23: y(active, since 4m), standbys: x 2024-07-26T06:06:05.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:04 smithi155 ceph-mon[33309]: osdmap e142: 8 total, 8 up, 8 in 2024-07-26T06:06:05.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:04 smithi089 ceph-mon[29555]: pgmap v198: 121 pgs: 121 active+clean; 125 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 5.0 MiB/s wr, 35 op/s 2024-07-26T06:06:05.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:04 smithi089 ceph-mon[29555]: mgrmap e23: y(active, since 4m), standbys: x 2024-07-26T06:06:05.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:04 smithi089 ceph-mon[29555]: osdmap e142: 8 total, 8 up, 8 in 2024-07-26T06:06:05.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:04 smithi089 ceph-mon[41451]: pgmap v198: 121 pgs: 121 active+clean; 125 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 5.0 MiB/s wr, 35 op/s 2024-07-26T06:06:05.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:04 smithi089 ceph-mon[41451]: mgrmap e23: y(active, since 4m), standbys: x 2024-07-26T06:06:05.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:04 smithi089 ceph-mon[41451]: osdmap e142: 8 total, 8 up, 8 in 2024-07-26T06:06:05.933 INFO:tasks.rados.rados.0.smithi089.stdout:388: done (0 left) 2024-07-26T06:06:05.933 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 28 current snap is 36 2024-07-26T06:06:05.934 INFO:tasks.rados.rados.0.smithi089.stdout:389: seq_num 139 ranges {458752=737280,1196032=425984,1622016=761856,2383872=417792} 2024-07-26T06:06:05.939 INFO:tasks.rados.rados.0.smithi089.stdout:389: writing smithi08986837-28 from 458752 to 1196032 tid 1 2024-07-26T06:06:05.942 INFO:tasks.rados.rados.0.smithi089.stdout:389: writing smithi08986837-28 from 1196032 to 1622016 tid 2 2024-07-26T06:06:05.947 INFO:tasks.rados.rados.0.smithi089.stdout:389: writing smithi08986837-28 from 1622016 to 2383872 tid 3 2024-07-26T06:06:05.950 INFO:tasks.rados.rados.0.smithi089.stdout:389: writing smithi08986837-28 from 2383872 to 2801664 tid 4 2024-07-26T06:06:05.950 INFO:tasks.rados.rados.0.smithi089.stdout:390: rollback oid 34 current snap is 36 2024-07-26T06:06:05.950 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 34 to 31 2024-07-26T06:06:05.950 INFO:tasks.rados.rados.0.smithi089.stdout:389: finishing write tid 1 to smithi08986837-28 2024-07-26T06:06:05.950 INFO:tasks.rados.rados.0.smithi089.stdout:389: finishing write tid 2 to smithi08986837-28 2024-07-26T06:06:05.950 INFO:tasks.rados.rados.0.smithi089.stdout:391: delete oid 8 current snap is 36 2024-07-26T06:06:05.952 INFO:tasks.rados.rados.0.smithi089.stdout:389: finishing write tid 3 to smithi08986837-28 2024-07-26T06:06:05.952 INFO:tasks.rados.rados.0.smithi089.stdout:391: done (2 left) 2024-07-26T06:06:05.952 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 47 current snap is 36 2024-07-26T06:06:05.952 INFO:tasks.rados.rados.0.smithi089.stdout:392: seq_num 141 ranges {778240=770048,1548288=589824,2138112=729088,2867200=286720} 2024-07-26T06:06:05.961 INFO:tasks.rados.rados.0.smithi089.stdout:392: writing smithi08986837-47 from 778240 to 1548288 tid 1 2024-07-26T06:06:05.964 INFO:tasks.rados.rados.0.smithi089.stdout:392: writing smithi08986837-47 from 1548288 to 2138112 tid 2 2024-07-26T06:06:05.969 INFO:tasks.rados.rados.0.smithi089.stdout:392: writing smithi08986837-47 from 2138112 to 2867200 tid 3 2024-07-26T06:06:05.971 INFO:tasks.rados.rados.0.smithi089.stdout:392: writing smithi08986837-47 from 2867200 to 3153920 tid 4 2024-07-26T06:06:05.971 INFO:tasks.rados.rados.0.smithi089.stdout:393: snap_create 2024-07-26T06:06:05.971 INFO:tasks.rados.rados.0.smithi089.stdout:390: finishing rollback tid 0 to smithi08986837-34 2024-07-26T06:06:05.971 INFO:tasks.rados.rados.0.smithi089.stdout:389: finishing write tid 4 to smithi08986837-28 2024-07-26T06:06:05.971 INFO:tasks.rados.rados.0.smithi089.stdout:390: finishing rollback tid 1 to smithi08986837-34 2024-07-26T06:06:05.971 INFO:tasks.rados.rados.0.smithi089.stdout:390: finishing rollback tid 2 to smithi08986837-34 2024-07-26T06:06:05.971 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 34 v 58 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-07-26T06:06:05.972 INFO:tasks.rados.rados.0.smithi089.stdout:389: finishing write tid 5 to smithi08986837-28 2024-07-26T06:06:05.972 INFO:tasks.rados.rados.0.smithi089.stdout:389: finishing write tid 6 to smithi08986837-28 2024-07-26T06:06:05.972 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 28 v 96 (ObjNum 139 snap 36 seq_num 139) dirty exists 2024-07-26T06:06:05.972 INFO:tasks.rados.rados.0.smithi089.stdout:389: left oid 28 (ObjNum 139 snap 36 seq_num 139) 2024-07-26T06:06:05.972 INFO:tasks.rados.rados.0.smithi089.stdout:392: finishing write tid 1 to smithi08986837-47 2024-07-26T06:06:05.972 INFO:tasks.rados.rados.0.smithi089.stdout:392: finishing write tid 2 to smithi08986837-47 2024-07-26T06:06:05.973 INFO:tasks.rados.rados.0.smithi089.stdout:392: finishing write tid 3 to smithi08986837-47 2024-07-26T06:06:05.973 INFO:tasks.rados.rados.0.smithi089.stdout:392: finishing write tid 4 to smithi08986837-47 2024-07-26T06:06:05.973 INFO:tasks.rados.rados.0.smithi089.stdout:392: finishing write tid 5 to smithi08986837-47 2024-07-26T06:06:05.973 INFO:tasks.rados.rados.0.smithi089.stdout:392: finishing write tid 6 to smithi08986837-47 2024-07-26T06:06:05.973 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 47 v 113 (ObjNum 141 snap 36 seq_num 141) dirty exists 2024-07-26T06:06:05.973 INFO:tasks.rados.rados.0.smithi089.stdout:392: left oid 47 (ObjNum 141 snap 36 seq_num 141) 2024-07-26T06:06:06.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:05 smithi155 ceph-mon[33309]: osdmap e143: 8 total, 8 up, 8 in 2024-07-26T06:06:06.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:05 smithi089 ceph-mon[29555]: osdmap e143: 8 total, 8 up, 8 in 2024-07-26T06:06:06.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:05 smithi089 ceph-mon[41451]: osdmap e143: 8 total, 8 up, 8 in 2024-07-26T06:06:06.931 INFO:tasks.rados.rados.0.smithi089.stdout:389: done (3 left) 2024-07-26T06:06:06.932 INFO:tasks.rados.rados.0.smithi089.stdout:390: done (2 left) 2024-07-26T06:06:06.932 INFO:tasks.rados.rados.0.smithi089.stdout:392: done (1 left) 2024-07-26T06:06:06.932 INFO:tasks.rados.rados.0.smithi089.stdout:393: done (0 left) 2024-07-26T06:06:06.932 INFO:tasks.rados.rados.0.smithi089.stdout:394: read oid 45 snap -1 2024-07-26T06:06:06.932 INFO:tasks.rados.rados.0.smithi089.stdout:394: expect (ObjNum 95 snap 17 seq_num 95) 2024-07-26T06:06:06.932 INFO:tasks.rados.rados.0.smithi089.stdout:395: rmattr oid 18 current snap is 37 2024-07-26T06:06:06.932 INFO:tasks.rados.rados.0.smithi089.stdout:395: done (1 left) 2024-07-26T06:06:06.932 INFO:tasks.rados.rados.0.smithi089.stdout:396: read oid 28 snap -1 2024-07-26T06:06:06.932 INFO:tasks.rados.rados.0.smithi089.stdout:396: expect (ObjNum 139 snap 36 seq_num 139) 2024-07-26T06:06:06.932 INFO:tasks.rados.rados.0.smithi089.stdout:397: copy_from oid 19 from oid 20 current snap is 37 2024-07-26T06:06:06.932 INFO:tasks.rados.rados.0.smithi089.stdout:398: rmattr oid 26 current snap is 37 2024-07-26T06:06:06.932 INFO:tasks.rados.rados.0.smithi089.stdout:398: done (3 left) 2024-07-26T06:06:06.933 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 39 current snap is 37 2024-07-26T06:06:06.933 INFO:tasks.rados.rados.0.smithi089.stdout:399: seq_num 142 ranges {303104=786432,1089536=475136,1564672=540672,2105344=589824} 2024-07-26T06:06:06.938 INFO:tasks.rados.rados.0.smithi089.stdout:399: writing smithi08986837-39 from 303104 to 1089536 tid 1 2024-07-26T06:06:06.941 INFO:tasks.rados.rados.0.smithi089.stdout:399: writing smithi08986837-39 from 1089536 to 1564672 tid 2 2024-07-26T06:06:06.945 INFO:tasks.rados.rados.0.smithi089.stdout:399: writing smithi08986837-39 from 1564672 to 2105344 tid 3 2024-07-26T06:06:06.949 INFO:tasks.rados.rados.0.smithi089.stdout:399: writing smithi08986837-39 from 2105344 to 2695168 tid 4 2024-07-26T06:06:06.950 INFO:tasks.rados.rados.0.smithi089.stdout:400: delete oid 1 current snap is 37 2024-07-26T06:06:06.950 INFO:tasks.rados.rados.0.smithi089.stdout:396: expect (ObjNum 139 snap 36 seq_num 139) 2024-07-26T06:06:07.034 INFO:tasks.rados.rados.0.smithi089.stdout:399: finishing write tid 1 to smithi08986837-39 2024-07-26T06:06:07.034 INFO:tasks.rados.rados.0.smithi089.stdout:399: finishing write tid 2 to smithi08986837-39 2024-07-26T06:06:07.034 INFO:tasks.rados.rados.0.smithi089.stdout:397: finishing copy_from racing read to smithi08986837-19 2024-07-26T06:06:07.034 INFO:tasks.rados.rados.0.smithi089.stdout:399: finishing write tid 3 to smithi08986837-39 2024-07-26T06:06:07.034 INFO:tasks.rados.rados.0.smithi089.stdout:399: finishing write tid 4 to smithi08986837-39 2024-07-26T06:06:07.034 INFO:tasks.rados.rados.0.smithi089.stdout:399: finishing write tid 5 to smithi08986837-39 2024-07-26T06:06:07.034 INFO:tasks.rados.rados.0.smithi089.stdout:399: finishing write tid 6 to smithi08986837-39 2024-07-26T06:06:07.035 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 39 v 115 (ObjNum 142 snap 37 seq_num 142) dirty exists 2024-07-26T06:06:07.035 INFO:tasks.rados.rados.0.smithi089.stdout:399: left oid 39 (ObjNum 142 snap 37 seq_num 142) 2024-07-26T06:06:07.035 INFO:tasks.rados.rados.0.smithi089.stdout:394: expect (ObjNum 95 snap 17 seq_num 95) 2024-07-26T06:06:07.215 INFO:tasks.rados.rados.0.smithi089.stdout:397: finishing copy_from to smithi08986837-19 2024-07-26T06:06:07.215 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 19 v 69 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-07-26T06:06:07.216 INFO:tasks.rados.rados.0.smithi089.stdout:394: done (4 left) 2024-07-26T06:06:07.216 INFO:tasks.rados.rados.0.smithi089.stdout:396: done (3 left) 2024-07-26T06:06:07.216 INFO:tasks.rados.rados.0.smithi089.stdout:397: done (2 left) 2024-07-26T06:06:07.216 INFO:tasks.rados.rados.0.smithi089.stdout:399: done (1 left) 2024-07-26T06:06:07.216 INFO:tasks.rados.rados.0.smithi089.stdout:400: done (0 left) 2024-07-26T06:06:07.216 INFO:tasks.rados.rados.0.smithi089.stdout:401: delete oid 47 current snap is 37 2024-07-26T06:06:07.217 INFO:tasks.rados.rados.0.smithi089.stdout:401: done (0 left) 2024-07-26T06:06:07.217 INFO:tasks.rados.rados.0.smithi089.stdout:402: read oid 33 snap 35 2024-07-26T06:06:07.217 INFO:tasks.rados.rados.0.smithi089.stdout:402: expect (ObjNum 106 snap 17 seq_num 106) 2024-07-26T06:06:07.217 INFO:tasks.rados.rados.0.smithi089.stdout:403: setattr oid 15 current snap is 37 2024-07-26T06:06:07.218 INFO:tasks.rados.rados.0.smithi089.stdout:404: setattr oid 29 current snap is 37 2024-07-26T06:06:07.219 INFO:tasks.rados.rados.0.smithi089.stdout:405: delete oid 34 current snap is 37 2024-07-26T06:06:07.221 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 15 v 117 (ObjNum 63 snap 4 seq_num 63) dirty exists 2024-07-26T06:06:07.221 INFO:tasks.rados.rados.0.smithi089.stdout:403: done (3 left) 2024-07-26T06:06:07.221 INFO:tasks.rados.rados.0.smithi089.stdout:405: done (2 left) 2024-07-26T06:06:07.222 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 36 current snap is 37 2024-07-26T06:06:07.222 INFO:tasks.rados.rados.0.smithi089.stdout:406: seq_num 146 ranges {0=49152} 2024-07-26T06:06:07.222 INFO:tasks.rados.rados.0.smithi089.stdout:406: writing smithi08986837-36 from 0 to 49152 tid 1 2024-07-26T06:06:07.222 INFO:tasks.rados.rados.0.smithi089.stdout:407: snap_remove snap 36 2024-07-26T06:06:07.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:06 smithi155 ceph-mon[33309]: pgmap v201: 121 pgs: 121 active+clean; 127 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 564 KiB/s wr, 10 op/s 2024-07-26T06:06:07.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:06 smithi155 ceph-mon[33309]: osdmap e144: 8 total, 8 up, 8 in 2024-07-26T06:06:07.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:06 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:06:07.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:06 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:06:07.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:06 smithi089 ceph-mon[29555]: pgmap v201: 121 pgs: 121 active+clean; 127 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 564 KiB/s wr, 10 op/s 2024-07-26T06:06:07.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:06 smithi089 ceph-mon[29555]: osdmap e144: 8 total, 8 up, 8 in 2024-07-26T06:06:07.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:06 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:06:07.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:06 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:06:07.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:06 smithi089 ceph-mon[41451]: pgmap v201: 121 pgs: 121 active+clean; 127 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 564 KiB/s wr, 10 op/s 2024-07-26T06:06:07.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:06 smithi089 ceph-mon[41451]: osdmap e144: 8 total, 8 up, 8 in 2024-07-26T06:06:07.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:06 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:06:07.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:06 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:06:07.910 INFO:tasks.rados.rados.0.smithi089.stdout:407: done (3 left) 2024-07-26T06:06:07.910 INFO:tasks.rados.rados.0.smithi089.stdout:408: copy_from oid 20 from oid 12 current snap is 37 2024-07-26T06:06:07.910 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 29 v 176 (ObjNum 109 snap 17 seq_num 109) dirty exists 2024-07-26T06:06:07.911 INFO:tasks.rados.rados.0.smithi089.stdout:406: finishing write tid 1 to smithi08986837-36 2024-07-26T06:06:07.911 INFO:tasks.rados.rados.0.smithi089.stdout:406: finishing write tid 2 to smithi08986837-36 2024-07-26T06:06:07.911 INFO:tasks.rados.rados.0.smithi089.stdout:406: finishing write tid 3 to smithi08986837-36 2024-07-26T06:06:07.911 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 36 v 117 (ObjNum 146 snap 37 seq_num 146) dirty exists 2024-07-26T06:06:07.911 INFO:tasks.rados.rados.0.smithi089.stdout:406: left oid 36 (ObjNum 146 snap 37 seq_num 146) 2024-07-26T06:06:07.911 INFO:tasks.rados.rados.0.smithi089.stdout:402: expect (ObjNum 106 snap 17 seq_num 106) 2024-07-26T06:06:07.956 INFO:tasks.rados.rados.0.smithi089.stdout:408: finishing copy_from racing read to smithi08986837-20 2024-07-26T06:06:07.956 INFO:tasks.rados.rados.0.smithi089.stdout:408: finishing copy_from to smithi08986837-20 2024-07-26T06:06:07.956 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 20 v 141 (ObjNum 132 snap 30 seq_num 132) dirty exists 2024-07-26T06:06:07.956 INFO:tasks.rados.rados.0.smithi089.stdout:402: done (3 left) 2024-07-26T06:06:07.956 INFO:tasks.rados.rados.0.smithi089.stdout:404: done (2 left) 2024-07-26T06:06:07.956 INFO:tasks.rados.rados.0.smithi089.stdout:406: done (1 left) 2024-07-26T06:06:07.956 INFO:tasks.rados.rados.0.smithi089.stdout:408: done (0 left) 2024-07-26T06:06:07.956 INFO:tasks.rados.rados.0.smithi089.stdout:409: read oid 10 snap -1 2024-07-26T06:06:07.957 INFO:tasks.rados.rados.0.smithi089.stdout:409: expect deleted 2024-07-26T06:06:07.957 INFO:tasks.rados.rados.0.smithi089.stdout:410: rollback oid 42 current snap is 37 2024-07-26T06:06:07.957 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 42 to 35 2024-07-26T06:06:07.957 INFO:tasks.rados.rados.0.smithi089.stdout:411: snap_remove snap 31 2024-07-26T06:06:08.306 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:07 smithi089 ceph-mon[29555]: osdmap e145: 8 total, 8 up, 8 in 2024-07-26T06:06:08.306 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:07 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:06:08.306 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:07 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:06:08.306 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:07 smithi089 ceph-mon[29555]: osdmap e146: 8 total, 8 up, 8 in 2024-07-26T06:06:08.306 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:07 smithi089 ceph-mon[41451]: osdmap e145: 8 total, 8 up, 8 in 2024-07-26T06:06:08.306 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:07 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:06:08.306 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:07 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:06:08.307 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:07 smithi089 ceph-mon[41451]: osdmap e146: 8 total, 8 up, 8 in 2024-07-26T06:06:08.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:07 smithi155 ceph-mon[33309]: osdmap e145: 8 total, 8 up, 8 in 2024-07-26T06:06:08.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:07 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:06:08.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:07 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:06:08.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:07 smithi155 ceph-mon[33309]: osdmap e146: 8 total, 8 up, 8 in 2024-07-26T06:06:08.945 INFO:tasks.rados.rados.0.smithi089.stdout:411: done (2 left) 2024-07-26T06:06:08.946 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 23 current snap is 37 2024-07-26T06:06:08.946 INFO:tasks.rados.rados.0.smithi089.stdout:412: seq_num 147 ranges {4014080=65536} 2024-07-26T06:06:08.969 INFO:tasks.rados.rados.0.smithi089.stdout:412: writing smithi08986837-23 from 4014080 to 4079616 tid 1 2024-07-26T06:06:08.969 INFO:tasks.rados.rados.0.smithi089.stdout:413: delete oid 8 current snap is 37 2024-07-26T06:06:08.969 INFO:tasks.rados.rados.0.smithi089.stdout:410: finishing rollback tid 0 to smithi08986837-42 2024-07-26T06:06:08.969 INFO:tasks.rados.rados.0.smithi089.stdout:410: finishing rollback tid 1 to smithi08986837-42 2024-07-26T06:06:08.969 INFO:tasks.rados.rados.0.smithi089.stdout:410: finishing rollback tid 2 to smithi08986837-42 2024-07-26T06:06:08.969 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 42 v 125 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-07-26T06:06:08.971 INFO:tasks.rados.rados.0.smithi089.stdout:409: done (3 left) 2024-07-26T06:06:08.971 INFO:tasks.rados.rados.0.smithi089.stdout:410: done (2 left) 2024-07-26T06:06:08.972 INFO:tasks.rados.rados.0.smithi089.stdout:413: done (1 left) 2024-07-26T06:06:08.972 INFO:tasks.rados.rados.0.smithi089.stdout:414: read oid 26 snap 34 2024-07-26T06:06:08.972 INFO:tasks.rados.rados.0.smithi089.stdout:414: expect (ObjNum 25 snap 0 seq_num 25) 2024-07-26T06:06:08.972 INFO:tasks.rados.rados.0.smithi089.stdout:415: read oid 47 snap -1 2024-07-26T06:06:08.972 INFO:tasks.rados.rados.0.smithi089.stdout:415: expect deleted 2024-07-26T06:06:08.972 INFO:tasks.rados.rados.0.smithi089.stdout:416: read oid 41 snap -1 2024-07-26T06:06:08.972 INFO:tasks.rados.rados.0.smithi089.stdout:416: expect (ObjNum 92 snap 13 seq_num 92) 2024-07-26T06:06:08.972 INFO:tasks.rados.rados.0.smithi089.stdout:417: read oid 17 snap -1 2024-07-26T06:06:08.972 INFO:tasks.rados.rados.0.smithi089.stdout:417: expect (ObjNum 93 snap 15 seq_num 93) 2024-07-26T06:06:08.972 INFO:tasks.rados.rados.0.smithi089.stdout:418: read oid 45 snap -1 2024-07-26T06:06:08.972 INFO:tasks.rados.rados.0.smithi089.stdout:418: expect (ObjNum 95 snap 17 seq_num 95) 2024-07-26T06:06:08.972 INFO:tasks.rados.rados.0.smithi089.stdout:419: rollback oid 9 current snap is 37 2024-07-26T06:06:08.972 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 9 to 25 2024-07-26T06:06:08.972 INFO:tasks.rados.rados.0.smithi089.stdout:420: delete oid 8 current snap is 37 2024-07-26T06:06:08.978 INFO:tasks.rados.rados.0.smithi089.stdout:419: finishing rollback tid 0 to smithi08986837-9 2024-07-26T06:06:08.978 INFO:tasks.rados.rados.0.smithi089.stdout:419: finishing rollback tid 1 to smithi08986837-9 2024-07-26T06:06:08.979 INFO:tasks.rados.rados.0.smithi089.stdout:419: finishing rollback tid 2 to smithi08986837-9 2024-07-26T06:06:08.979 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 9 v 60 (ObjNum 117 snap 25 seq_num 117) dirty exists 2024-07-26T06:06:08.981 INFO:tasks.rados.rados.0.smithi089.stdout:417: expect (ObjNum 93 snap 15 seq_num 93) 2024-07-26T06:06:09.033 INFO:tasks.rados.rados.0.smithi089.stdout:414: expect (ObjNum 25 snap 0 seq_num 25) 2024-07-26T06:06:09.044 INFO:tasks.rados.rados.0.smithi089.stdout:412: finishing write tid 1 to smithi08986837-23 2024-07-26T06:06:09.197 INFO:tasks.rados.rados.0.smithi089.stdout:412: finishing write tid 2 to smithi08986837-23 2024-07-26T06:06:09.198 INFO:tasks.rados.rados.0.smithi089.stdout:412: finishing write tid 3 to smithi08986837-23 2024-07-26T06:06:09.198 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 23 v 143 (ObjNum 147 snap 37 seq_num 147) dirty exists 2024-07-26T06:06:09.199 INFO:tasks.rados.rados.0.smithi089.stdout:412: left oid 23 (ObjNum 147 snap 37 seq_num 147) 2024-07-26T06:06:09.199 INFO:tasks.rados.rados.0.smithi089.stdout:418: expect (ObjNum 95 snap 17 seq_num 95) 2024-07-26T06:06:09.234 INFO:tasks.rados.rados.0.smithi089.stdout:416: expect (ObjNum 92 snap 13 seq_num 92) 2024-07-26T06:06:09.305 INFO:tasks.rados.rados.0.smithi089.stdout:412: done (7 left) 2024-07-26T06:06:09.305 INFO:tasks.rados.rados.0.smithi089.stdout:414: done (6 left) 2024-07-26T06:06:09.305 INFO:tasks.rados.rados.0.smithi089.stdout:415: done (5 left) 2024-07-26T06:06:09.306 INFO:tasks.rados.rados.0.smithi089.stdout:416: done (4 left) 2024-07-26T06:06:09.306 INFO:tasks.rados.rados.0.smithi089.stdout:417: done (3 left) 2024-07-26T06:06:09.306 INFO:tasks.rados.rados.0.smithi089.stdout:418: done (2 left) 2024-07-26T06:06:09.308 INFO:tasks.rados.rados.0.smithi089.stdout:419: done (1 left) 2024-07-26T06:06:09.308 INFO:tasks.rados.rados.0.smithi089.stdout:420: done (0 left) 2024-07-26T06:06:09.308 INFO:tasks.rados.rados.0.smithi089.stdout:421: read oid 41 snap -1 2024-07-26T06:06:09.308 INFO:tasks.rados.rados.0.smithi089.stdout:421: expect (ObjNum 92 snap 13 seq_num 92) 2024-07-26T06:06:09.308 INFO:tasks.rados.rados.0.smithi089.stdout:422: delete oid 13 current snap is 37 2024-07-26T06:06:09.309 INFO:tasks.rados.rados.0.smithi089.stdout:422: done (1 left) 2024-07-26T06:06:09.309 INFO:tasks.rados.rados.0.smithi089.stdout:423: rollback oid 5 current snap is 37 2024-07-26T06:06:09.309 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 5 to 23 2024-07-26T06:06:09.309 INFO:tasks.rados.rados.0.smithi089.stdout:424: read oid 12 snap -1 2024-07-26T06:06:09.310 INFO:tasks.rados.rados.0.smithi089.stdout:424: expect (ObjNum 132 snap 30 seq_num 132) 2024-07-26T06:06:09.310 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 24 current snap is 37 2024-07-26T06:06:09.310 INFO:tasks.rados.rados.0.smithi089.stdout:425: seq_num 151 ranges {1613824=131072} 2024-07-26T06:06:09.320 INFO:tasks.rados.rados.0.smithi089.stdout:425: writing smithi08986837-24 from 1613824 to 1744896 tid 1 2024-07-26T06:06:09.320 INFO:tasks.rados.rados.0.smithi089.stdout:426: rmattr oid 25 current snap is 37 2024-07-26T06:06:09.320 INFO:tasks.rados.rados.0.smithi089.stdout:423: finishing rollback tid 0 to smithi08986837-5 2024-07-26T06:06:09.320 INFO:tasks.rados.rados.0.smithi089.stdout:423: finishing rollback tid 1 to smithi08986837-5 2024-07-26T06:06:09.321 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 5 v 145 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-07-26T06:06:09.321 INFO:tasks.rados.rados.0.smithi089.stdout:423: done (4 left) 2024-07-26T06:06:09.321 INFO:tasks.rados.rados.0.smithi089.stdout:426: done (3 left) 2024-07-26T06:06:09.321 INFO:tasks.rados.rados.0.smithi089.stdout:427: setattr oid 26 current snap is 37 2024-07-26T06:06:09.322 INFO:tasks.rados.rados.0.smithi089.stdout:424: expect (ObjNum 132 snap 30 seq_num 132) 2024-07-26T06:06:09.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:08 smithi155 ceph-mon[33309]: pgmap v204: 121 pgs: 121 active+clean; 127 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 564 KiB/s wr, 10 op/s 2024-07-26T06:06:09.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:08 smithi155 ceph-mon[33309]: osdmap e147: 8 total, 8 up, 8 in 2024-07-26T06:06:09.393 INFO:tasks.rados.rados.0.smithi089.stdout:421: expect (ObjNum 92 snap 13 seq_num 92) 2024-07-26T06:06:09.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:08 smithi089 ceph-mon[29555]: pgmap v204: 121 pgs: 121 active+clean; 127 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 564 KiB/s wr, 10 op/s 2024-07-26T06:06:09.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:08 smithi089 ceph-mon[29555]: osdmap e147: 8 total, 8 up, 8 in 2024-07-26T06:06:09.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:08 smithi089 ceph-mon[41451]: pgmap v204: 121 pgs: 121 active+clean; 127 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 564 KiB/s wr, 10 op/s 2024-07-26T06:06:09.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:08 smithi089 ceph-mon[41451]: osdmap e147: 8 total, 8 up, 8 in 2024-07-26T06:06:09.463 INFO:tasks.rados.rados.0.smithi089.stdout:425: finishing write tid 1 to smithi08986837-24 2024-07-26T06:06:09.463 INFO:tasks.rados.rados.0.smithi089.stdout:425: finishing write tid 2 to smithi08986837-24 2024-07-26T06:06:09.463 INFO:tasks.rados.rados.0.smithi089.stdout:425: finishing write tid 3 to smithi08986837-24 2024-07-26T06:06:09.464 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 24 v 63 (ObjNum 151 snap 37 seq_num 151) dirty exists 2024-07-26T06:06:09.464 INFO:tasks.rados.rados.0.smithi089.stdout:425: left oid 24 (ObjNum 151 snap 37 seq_num 151) 2024-07-26T06:06:09.464 INFO:tasks.rados.rados.0.smithi089.stdout:421: done (3 left) 2024-07-26T06:06:09.464 INFO:tasks.rados.rados.0.smithi089.stdout:424: done (2 left) 2024-07-26T06:06:09.464 INFO:tasks.rados.rados.0.smithi089.stdout:425: done (1 left) 2024-07-26T06:06:09.464 INFO:tasks.rados.rados.0.smithi089.stdout:428: rollback oid 35 current snap is 37 2024-07-26T06:06:09.464 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 35 to 33 2024-07-26T06:06:09.464 INFO:tasks.rados.rados.0.smithi089.stdout:429: delete oid 37 current snap is 37 2024-07-26T06:06:09.464 INFO:tasks.rados.rados.0.smithi089.stdout:429: done (2 left) 2024-07-26T06:06:09.465 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 31 current snap is 37 2024-07-26T06:06:09.465 INFO:tasks.rados.rados.0.smithi089.stdout:430: seq_num 153 ranges {6250496=163840} 2024-07-26T06:06:09.499 INFO:tasks.rados.rados.0.smithi089.stdout:430: writing smithi08986837-31 from 6250496 to 6414336 tid 1 2024-07-26T06:06:09.499 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 40 current snap is 37 2024-07-26T06:06:09.500 INFO:tasks.rados.rados.0.smithi089.stdout:431: seq_num 154 ranges {663552=180224} 2024-07-26T06:06:09.505 INFO:tasks.rados.rados.0.smithi089.stdout:431: writing smithi08986837-40 from 663552 to 843776 tid 1 2024-07-26T06:06:09.505 INFO:tasks.rados.rados.0.smithi089.stdout:432: read oid 11 snap -1 2024-07-26T06:06:09.505 INFO:tasks.rados.rados.0.smithi089.stdout:432: expect (ObjNum 106 snap 17 seq_num 106) 2024-07-26T06:06:09.505 INFO:tasks.rados.rados.0.smithi089.stdout:433: read oid 36 snap -1 2024-07-26T06:06:09.505 INFO:tasks.rados.rados.0.smithi089.stdout:433: expect (ObjNum 146 snap 37 seq_num 146) 2024-07-26T06:06:09.505 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 42 current snap is 37 2024-07-26T06:06:09.505 INFO:tasks.rados.rados.0.smithi089.stdout:428: finishing rollback tid 0 to smithi08986837-35 2024-07-26T06:06:09.505 INFO:tasks.rados.rados.0.smithi089.stdout:428: finishing rollback tid 1 to smithi08986837-35 2024-07-26T06:06:09.505 INFO:tasks.rados.rados.0.smithi089.stdout:428: finishing rollback tid 2 to smithi08986837-35 2024-07-26T06:06:09.505 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 35 v 104 (ObjNum 33 snap 0 seq_num 3362648032) dirty exists 2024-07-26T06:06:09.505 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 26 v 10 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-07-26T06:06:09.506 INFO:tasks.rados.rados.0.smithi089.stdout:434: seq_num 155 ranges {696320=204800} 2024-07-26T06:06:09.510 INFO:tasks.rados.rados.0.smithi089.stdout:434: writing smithi08986837-42 from 696320 to 901120 tid 1 2024-07-26T06:06:09.510 INFO:tasks.rados.rados.0.smithi089.stdout:427: done (6 left) 2024-07-26T06:06:09.510 INFO:tasks.rados.rados.0.smithi089.stdout:428: done (5 left) 2024-07-26T06:06:09.510 INFO:tasks.rados.rados.0.smithi089.stdout:435: read oid 8 snap -1 2024-07-26T06:06:09.511 INFO:tasks.rados.rados.0.smithi089.stdout:435: expect deleted 2024-07-26T06:06:09.511 INFO:tasks.rados.rados.0.smithi089.stdout:436: read oid 17 snap -1 2024-07-26T06:06:09.511 INFO:tasks.rados.rados.0.smithi089.stdout:436: expect (ObjNum 93 snap 15 seq_num 93) 2024-07-26T06:06:09.511 INFO:tasks.rados.rados.0.smithi089.stdout:437: rmattr oid 49 current snap is 37 2024-07-26T06:06:09.511 INFO:tasks.rados.rados.0.smithi089.stdout:430: finishing write tid 1 to smithi08986837-31 2024-07-26T06:06:09.511 INFO:tasks.rados.rados.0.smithi089.stdout:430: finishing write tid 2 to smithi08986837-31 2024-07-26T06:06:09.511 INFO:tasks.rados.rados.0.smithi089.stdout:430: finishing write tid 3 to smithi08986837-31 2024-07-26T06:06:09.511 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 31 v 183 (ObjNum 153 snap 37 seq_num 153) dirty exists 2024-07-26T06:06:09.511 INFO:tasks.rados.rados.0.smithi089.stdout:430: left oid 31 (ObjNum 153 snap 37 seq_num 153) 2024-07-26T06:06:09.511 INFO:tasks.rados.rados.0.smithi089.stdout:433: expect (ObjNum 146 snap 37 seq_num 146) 2024-07-26T06:06:09.512 INFO:tasks.rados.rados.0.smithi089.stdout:431: finishing write tid 1 to smithi08986837-40 2024-07-26T06:06:09.512 INFO:tasks.rados.rados.0.smithi089.stdout:431: finishing write tid 2 to smithi08986837-40 2024-07-26T06:06:09.512 INFO:tasks.rados.rados.0.smithi089.stdout:430: done (7 left) 2024-07-26T06:06:09.512 INFO:tasks.rados.rados.0.smithi089.stdout:433: done (6 left) 2024-07-26T06:06:09.512 INFO:tasks.rados.rados.0.smithi089.stdout:437: done (5 left) 2024-07-26T06:06:09.512 INFO:tasks.rados.rados.0.smithi089.stdout:438: setattr oid 39 current snap is 37 2024-07-26T06:06:09.513 INFO:tasks.rados.rados.0.smithi089.stdout:431: finishing write tid 3 to smithi08986837-40 2024-07-26T06:06:09.513 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 40 v 66 (ObjNum 154 snap 37 seq_num 154) dirty exists 2024-07-26T06:06:09.513 INFO:tasks.rados.rados.0.smithi089.stdout:431: left oid 40 (ObjNum 154 snap 37 seq_num 154) 2024-07-26T06:06:09.513 INFO:tasks.rados.rados.0.smithi089.stdout:434: finishing write tid 1 to smithi08986837-42 2024-07-26T06:06:09.514 INFO:tasks.rados.rados.0.smithi089.stdout:434: finishing write tid 2 to smithi08986837-42 2024-07-26T06:06:09.514 INFO:tasks.rados.rados.0.smithi089.stdout:431: done (5 left) 2024-07-26T06:06:09.514 INFO:tasks.rados.rados.0.smithi089.stdout:435: done (4 left) 2024-07-26T06:06:09.514 INFO:tasks.rados.rados.0.smithi089.stdout:439: rmattr oid 43 current snap is 37 2024-07-26T06:06:09.515 INFO:tasks.rados.rados.0.smithi089.stdout:440: setattr oid 38 current snap is 37 2024-07-26T06:06:09.516 INFO:tasks.rados.rados.0.smithi089.stdout:436: expect (ObjNum 93 snap 15 seq_num 93) 2024-07-26T06:06:09.568 INFO:tasks.rados.rados.0.smithi089.stdout:434: finishing write tid 3 to smithi08986837-42 2024-07-26T06:06:09.568 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 42 v 134 (ObjNum 155 snap 37 seq_num 155) dirty exists 2024-07-26T06:06:09.568 INFO:tasks.rados.rados.0.smithi089.stdout:434: left oid 42 (ObjNum 155 snap 37 seq_num 155) 2024-07-26T06:06:09.568 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 39 v 126 (ObjNum 142 snap 37 seq_num 142) dirty exists 2024-07-26T06:06:09.568 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 43 v 94 (ObjNum 80 snap 9 seq_num 80) dirty exists 2024-07-26T06:06:09.568 INFO:tasks.rados.rados.0.smithi089.stdout:432: expect (ObjNum 106 snap 17 seq_num 106) 2024-07-26T06:06:09.612 INFO:tasks.rados.rados.0.smithi089.stdout:432: done (5 left) 2024-07-26T06:06:09.613 INFO:tasks.rados.rados.0.smithi089.stdout:434: done (4 left) 2024-07-26T06:06:09.613 INFO:tasks.rados.rados.0.smithi089.stdout:436: done (3 left) 2024-07-26T06:06:09.613 INFO:tasks.rados.rados.0.smithi089.stdout:438: done (2 left) 2024-07-26T06:06:09.613 INFO:tasks.rados.rados.0.smithi089.stdout:439: done (1 left) 2024-07-26T06:06:09.613 INFO:tasks.rados.rados.0.smithi089.stdout:441: snap_create 2024-07-26T06:06:09.615 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 38 v 185 (ObjNum 135 snap 31 seq_num 135) dirty exists 2024-07-26T06:06:09.968 INFO:tasks.rados.rados.0.smithi089.stdout:440: done (1 left) 2024-07-26T06:06:09.968 INFO:tasks.rados.rados.0.smithi089.stdout:441: done (0 left) 2024-07-26T06:06:09.968 INFO:tasks.rados.rados.0.smithi089.stdout:442: setattr oid 39 current snap is 38 2024-07-26T06:06:09.969 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 22 current snap is 38 2024-07-26T06:06:09.970 INFO:tasks.rados.rados.0.smithi089.stdout:443: seq_num 156 ranges {2580480=221184} 2024-07-26T06:06:09.985 INFO:tasks.rados.rados.0.smithi089.stdout:443: writing smithi08986837-22 from 2580480 to 2801664 tid 1 2024-07-26T06:06:09.985 INFO:tasks.rados.rados.0.smithi089.stdout:444: snap_remove snap 23 2024-07-26T06:06:10.979 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 39 v 128 (ObjNum 142 snap 37 seq_num 142) dirty exists 2024-07-26T06:06:10.979 INFO:tasks.rados.rados.0.smithi089.stdout:443: finishing write tid 1 to smithi08986837-22 2024-07-26T06:06:10.979 INFO:tasks.rados.rados.0.smithi089.stdout:443: finishing write tid 2 to smithi08986837-22 2024-07-26T06:06:10.979 INFO:tasks.rados.rados.0.smithi089.stdout:443: finishing write tid 3 to smithi08986837-22 2024-07-26T06:06:10.979 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 22 v 107 (ObjNum 156 snap 38 seq_num 156) dirty exists 2024-07-26T06:06:10.979 INFO:tasks.rados.rados.0.smithi089.stdout:443: left oid 22 (ObjNum 156 snap 38 seq_num 156) 2024-07-26T06:06:10.980 INFO:tasks.rados.rados.0.smithi089.stdout:442: done (2 left) 2024-07-26T06:06:10.980 INFO:tasks.rados.rados.0.smithi089.stdout:443: done (1 left) 2024-07-26T06:06:10.980 INFO:tasks.rados.rados.0.smithi089.stdout:444: done (0 left) 2024-07-26T06:06:10.980 INFO:tasks.rados.rados.0.smithi089.stdout:445: rmattr oid 43 current snap is 38 2024-07-26T06:06:10.980 INFO:tasks.rados.rados.0.smithi089.stdout:446: copy_from oid 12 from oid 31 current snap is 38 2024-07-26T06:06:10.980 INFO:tasks.rados.rados.0.smithi089.stdout:447: copy_from oid 17 from oid 49 current snap is 38 2024-07-26T06:06:10.980 INFO:tasks.rados.rados.0.smithi089.stdout:448: delete oid 30 current snap is 38 2024-07-26T06:06:10.983 INFO:tasks.rados.rados.0.smithi089.stdout:448: done (3 left) 2024-07-26T06:06:10.984 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 13 current snap is 38 2024-07-26T06:06:10.984 INFO:tasks.rados.rados.0.smithi089.stdout:449: seq_num 158 ranges {0=253952} 2024-07-26T06:06:10.985 INFO:tasks.rados.rados.0.smithi089.stdout:449: writing smithi08986837-13 from 0 to 253952 tid 1 2024-07-26T06:06:10.985 INFO:tasks.rados.rados.0.smithi089.stdout:450: delete oid 39 current snap is 38 2024-07-26T06:06:10.986 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 43 v 96 (ObjNum 80 snap 9 seq_num 80) dirty exists 2024-07-26T06:06:10.993 INFO:tasks.rados.rados.0.smithi089.stdout:449: finishing write tid 1 to smithi08986837-13 2024-07-26T06:06:10.993 INFO:tasks.rados.rados.0.smithi089.stdout:449: finishing write tid 2 to smithi08986837-13 2024-07-26T06:06:10.995 INFO:tasks.rados.rados.0.smithi089.stdout:445: done (4 left) 2024-07-26T06:06:10.995 INFO:tasks.rados.rados.0.smithi089.stdout:450: done (3 left) 2024-07-26T06:06:10.995 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 30 current snap is 38 2024-07-26T06:06:10.995 INFO:tasks.rados.rados.0.smithi089.stdout:451: seq_num 160 ranges {0=286720} 2024-07-26T06:06:10.996 INFO:tasks.rados.rados.0.smithi089.stdout:451: writing smithi08986837-30 from 0 to 286720 tid 1 2024-07-26T06:06:10.996 INFO:tasks.rados.rados.0.smithi089.stdout:449: finishing write tid 3 to smithi08986837-13 2024-07-26T06:06:10.997 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 13 v 113 (ObjNum 158 snap 38 seq_num 158) dirty exists 2024-07-26T06:06:10.997 INFO:tasks.rados.rados.0.smithi089.stdout:449: left oid 13 (ObjNum 158 snap 38 seq_num 158) 2024-07-26T06:06:10.997 INFO:tasks.rados.rados.0.smithi089.stdout:449: done (3 left) 2024-07-26T06:06:10.997 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 8 current snap is 38 2024-07-26T06:06:10.997 INFO:tasks.rados.rados.0.smithi089.stdout:452: seq_num 161 ranges {0=303104} 2024-07-26T06:06:10.999 INFO:tasks.rados.rados.0.smithi089.stdout:452: writing smithi08986837-8 from 0 to 303104 tid 1 2024-07-26T06:06:10.999 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 34 current snap is 38 2024-07-26T06:06:10.999 INFO:tasks.rados.rados.0.smithi089.stdout:453: seq_num 162 ranges {0=319488} 2024-07-26T06:06:11.002 INFO:tasks.rados.rados.0.smithi089.stdout:453: writing smithi08986837-34 from 0 to 319488 tid 1 2024-07-26T06:06:11.002 INFO:tasks.rados.rados.0.smithi089.stdout:454: read oid 47 snap -1 2024-07-26T06:06:11.002 INFO:tasks.rados.rados.0.smithi089.stdout:454: expect deleted 2024-07-26T06:06:11.002 INFO:tasks.rados.rados.0.smithi089.stdout:455: snap_remove snap 33 2024-07-26T06:06:11.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:10 smithi155 ceph-mon[33309]: pgmap v207: 121 pgs: 121 active+clean; 127 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:06:11.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:10 smithi155 ceph-mon[33309]: osdmap e148: 8 total, 8 up, 8 in 2024-07-26T06:06:11.380 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:06:10 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:06:10] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-07-26T06:06:11.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:10 smithi089 ceph-mon[29555]: pgmap v207: 121 pgs: 121 active+clean; 127 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:06:11.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:10 smithi089 ceph-mon[29555]: osdmap e148: 8 total, 8 up, 8 in 2024-07-26T06:06:11.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:10 smithi089 ceph-mon[41451]: pgmap v207: 121 pgs: 121 active+clean; 127 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:06:11.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:10 smithi089 ceph-mon[41451]: osdmap e148: 8 total, 8 up, 8 in 2024-07-26T06:06:11.983 INFO:tasks.rados.rados.0.smithi089.stdout:455: done (6 left) 2024-07-26T06:06:11.984 INFO:tasks.rados.rados.0.smithi089.stdout:456: rollback oid 28 current snap is 38 2024-07-26T06:06:11.984 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 28 to 34 2024-07-26T06:06:11.984 INFO:tasks.rados.rados.0.smithi089.stdout:447: finishing copy_from racing read to smithi08986837-17 2024-07-26T06:06:11.984 INFO:tasks.rados.rados.0.smithi089.stdout:451: finishing write tid 1 to smithi08986837-30 2024-07-26T06:06:11.985 INFO:tasks.rados.rados.0.smithi089.stdout:451: finishing write tid 2 to smithi08986837-30 2024-07-26T06:06:11.985 INFO:tasks.rados.rados.0.smithi089.stdout:451: finishing write tid 3 to smithi08986837-30 2024-07-26T06:06:11.985 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 30 v 73 (ObjNum 160 snap 38 seq_num 160) dirty exists 2024-07-26T06:06:11.985 INFO:tasks.rados.rados.0.smithi089.stdout:451: left oid 30 (ObjNum 160 snap 38 seq_num 160) 2024-07-26T06:06:11.985 INFO:tasks.rados.rados.0.smithi089.stdout:452: finishing write tid 1 to smithi08986837-8 2024-07-26T06:06:11.986 INFO:tasks.rados.rados.0.smithi089.stdout:447: finishing copy_from to smithi08986837-17 2024-07-26T06:06:11.986 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 17 v 128 (ObjNum 128 snap 30 seq_num 128) dirty exists 2024-07-26T06:06:11.986 INFO:tasks.rados.rados.0.smithi089.stdout:452: finishing write tid 2 to smithi08986837-8 2024-07-26T06:06:11.986 INFO:tasks.rados.rados.0.smithi089.stdout:453: finishing write tid 1 to smithi08986837-34 2024-07-26T06:06:11.986 INFO:tasks.rados.rados.0.smithi089.stdout:453: finishing write tid 2 to smithi08986837-34 2024-07-26T06:06:11.987 INFO:tasks.rados.rados.0.smithi089.stdout:453: finishing write tid 3 to smithi08986837-34 2024-07-26T06:06:11.987 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 34 v 72 (ObjNum 162 snap 38 seq_num 162) dirty exists 2024-07-26T06:06:11.987 INFO:tasks.rados.rados.0.smithi089.stdout:453: left oid 34 (ObjNum 162 snap 38 seq_num 162) 2024-07-26T06:06:11.987 INFO:tasks.rados.rados.0.smithi089.stdout:452: finishing write tid 3 to smithi08986837-8 2024-07-26T06:06:11.987 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 8 v 139 (ObjNum 161 snap 38 seq_num 161) dirty exists 2024-07-26T06:06:11.987 INFO:tasks.rados.rados.0.smithi089.stdout:452: left oid 8 (ObjNum 161 snap 38 seq_num 161) 2024-07-26T06:06:11.988 INFO:tasks.rados.rados.0.smithi089.stdout:446: finishing copy_from racing read to smithi08986837-12 2024-07-26T06:06:11.988 INFO:tasks.rados.rados.0.smithi089.stdout:446: finishing copy_from to smithi08986837-12 2024-07-26T06:06:11.988 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 12 v 183 (ObjNum 153 snap 37 seq_num 153) dirty exists 2024-07-26T06:06:11.988 INFO:tasks.rados.rados.0.smithi089.stdout:446: done (6 left) 2024-07-26T06:06:11.988 INFO:tasks.rados.rados.0.smithi089.stdout:447: done (5 left) 2024-07-26T06:06:11.988 INFO:tasks.rados.rados.0.smithi089.stdout:451: done (4 left) 2024-07-26T06:06:11.988 INFO:tasks.rados.rados.0.smithi089.stdout:452: done (3 left) 2024-07-26T06:06:11.988 INFO:tasks.rados.rados.0.smithi089.stdout:453: done (2 left) 2024-07-26T06:06:11.988 INFO:tasks.rados.rados.0.smithi089.stdout:454: done (1 left) 2024-07-26T06:06:11.988 INFO:tasks.rados.rados.0.smithi089.stdout:457: delete oid 32 current snap is 38 2024-07-26T06:06:11.992 INFO:tasks.rados.rados.0.smithi089.stdout:456: finishing rollback tid 0 to smithi08986837-28 2024-07-26T06:06:11.993 INFO:tasks.rados.rados.0.smithi089.stdout:456: finishing rollback tid 1 to smithi08986837-28 2024-07-26T06:06:11.993 INFO:tasks.rados.rados.0.smithi089.stdout:456: finishing rollback tid 2 to smithi08986837-28 2024-07-26T06:06:11.993 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 28 v 121 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-07-26T06:06:11.995 INFO:tasks.rados.rados.0.smithi089.stdout:456: done (1 left) 2024-07-26T06:06:11.995 INFO:tasks.rados.rados.0.smithi089.stdout:457: done (0 left) 2024-07-26T06:06:11.995 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 49 current snap is 38 2024-07-26T06:06:11.995 INFO:tasks.rados.rados.0.smithi089.stdout:458: seq_num 164 ranges {2154496=352256} 2024-07-26T06:06:12.009 INFO:tasks.rados.rados.0.smithi089.stdout:458: writing smithi08986837-49 from 2154496 to 2506752 tid 1 2024-07-26T06:06:12.009 INFO:tasks.rados.rados.0.smithi089.stdout:459: snap_remove snap 35 2024-07-26T06:06:12.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:11 smithi155 ceph-mon[33309]: osdmap e149: 8 total, 8 up, 8 in 2024-07-26T06:06:12.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:11 smithi089 ceph-mon[29555]: osdmap e149: 8 total, 8 up, 8 in 2024-07-26T06:06:12.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:11 smithi089 ceph-mon[41451]: osdmap e149: 8 total, 8 up, 8 in 2024-07-26T06:06:12.908 INFO:tasks.rados.rados.0.smithi089.stdout:459: done (1 left) 2024-07-26T06:06:12.908 INFO:tasks.rados.rados.0.smithi089.stdout:460: copy_from oid 46 from oid 11 current snap is 38 2024-07-26T06:06:12.908 INFO:tasks.rados.rados.0.smithi089.stdout:458: finishing write tid 1 to smithi08986837-49 2024-07-26T06:06:12.908 INFO:tasks.rados.rados.0.smithi089.stdout:458: finishing write tid 2 to smithi08986837-49 2024-07-26T06:06:12.908 INFO:tasks.rados.rados.0.smithi089.stdout:458: finishing write tid 3 to smithi08986837-49 2024-07-26T06:06:12.908 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 49 v 185 (ObjNum 164 snap 38 seq_num 164) dirty exists 2024-07-26T06:06:12.908 INFO:tasks.rados.rados.0.smithi089.stdout:458: left oid 49 (ObjNum 164 snap 38 seq_num 164) 2024-07-26T06:06:12.908 INFO:tasks.rados.rados.0.smithi089.stdout:458: done (1 left) 2024-07-26T06:06:12.909 INFO:tasks.rados.rados.0.smithi089.stdout:461: setattr oid 27 current snap is 38 2024-07-26T06:06:12.910 INFO:tasks.rados.rados.0.smithi089.stdout:462: rollback oid 3 current snap is 38 2024-07-26T06:06:12.910 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 3 to 30 2024-07-26T06:06:12.911 INFO:tasks.rados.rados.0.smithi089.stdout:463: setattr oid 40 current snap is 38 2024-07-26T06:06:12.912 INFO:tasks.rados.rados.0.smithi089.stdout:464: snap_create 2024-07-26T06:06:12.921 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 40 v 83 (ObjNum 154 snap 37 seq_num 154) dirty exists 2024-07-26T06:06:12.922 INFO:tasks.rados.rados.0.smithi089.stdout:462: finishing rollback tid 0 to smithi08986837-3 2024-07-26T06:06:12.924 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 27 v 67 (ObjNum 129 snap 0 seq_num 3362272728) dirty exists 2024-07-26T06:06:12.924 INFO:tasks.rados.rados.0.smithi089.stdout:462: finishing rollback tid 1 to smithi08986837-3 2024-07-26T06:06:12.924 INFO:tasks.rados.rados.0.smithi089.stdout:462: finishing rollback tid 2 to smithi08986837-3 2024-07-26T06:06:12.924 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 3 v 67 (ObjNum 80 snap 9 seq_num 80) dirty exists 2024-07-26T06:06:12.933 INFO:tasks.rados.rados.0.smithi089.stdout:460: finishing copy_from racing read to smithi08986837-46 2024-07-26T06:06:12.935 INFO:tasks.rados.rados.0.smithi089.stdout:460: finishing copy_from to smithi08986837-46 2024-07-26T06:06:12.935 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 46 v 102 (ObjNum 106 snap 17 seq_num 106) dirty exists 2024-07-26T06:06:13.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:12 smithi155 ceph-mon[33309]: pgmap v210: 121 pgs: 121 active+clean; 134 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 2.5 MiB/s wr, 61 op/s 2024-07-26T06:06:13.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:12 smithi155 ceph-mon[33309]: osdmap e150: 8 total, 8 up, 8 in 2024-07-26T06:06:13.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:12 smithi155 ceph-mon[33309]: osdmap e151: 8 total, 8 up, 8 in 2024-07-26T06:06:13.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:12 smithi089 ceph-mon[29555]: pgmap v210: 121 pgs: 121 active+clean; 134 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 2.5 MiB/s wr, 61 op/s 2024-07-26T06:06:13.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:12 smithi089 ceph-mon[29555]: osdmap e150: 8 total, 8 up, 8 in 2024-07-26T06:06:13.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:12 smithi089 ceph-mon[29555]: osdmap e151: 8 total, 8 up, 8 in 2024-07-26T06:06:13.405 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:06:13 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:06:13] "GET /metrics HTTP/1.1" 200 239538 "" "Prometheus/2.43.0" 2024-07-26T06:06:13.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:12 smithi089 ceph-mon[41451]: pgmap v210: 121 pgs: 121 active+clean; 134 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 2.5 MiB/s wr, 61 op/s 2024-07-26T06:06:13.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:12 smithi089 ceph-mon[41451]: osdmap e150: 8 total, 8 up, 8 in 2024-07-26T06:06:13.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:12 smithi089 ceph-mon[41451]: osdmap e151: 8 total, 8 up, 8 in 2024-07-26T06:06:13.909 INFO:tasks.rados.rados.0.smithi089.stdout:460: done (4 left) 2024-07-26T06:06:13.909 INFO:tasks.rados.rados.0.smithi089.stdout:461: done (3 left) 2024-07-26T06:06:13.909 INFO:tasks.rados.rados.0.smithi089.stdout:462: done (2 left) 2024-07-26T06:06:13.909 INFO:tasks.rados.rados.0.smithi089.stdout:463: done (1 left) 2024-07-26T06:06:13.909 INFO:tasks.rados.rados.0.smithi089.stdout:464: done (0 left) 2024-07-26T06:06:13.909 INFO:tasks.rados.rados.0.smithi089.stdout:465: snap_create 2024-07-26T06:06:14.912 INFO:tasks.rados.rados.0.smithi089.stdout:465: done (0 left) 2024-07-26T06:06:14.912 INFO:tasks.rados.rados.0.smithi089.stdout:466: setattr oid 4 current snap is 40 2024-07-26T06:06:14.914 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 14 current snap is 40 2024-07-26T06:06:14.914 INFO:tasks.rados.rados.0.smithi089.stdout:467: seq_num 165 ranges {0=368640} 2024-07-26T06:06:14.916 INFO:tasks.rados.rados.0.smithi089.stdout:467: writing smithi08986837-14 from 0 to 368640 tid 1 2024-07-26T06:06:14.916 INFO:tasks.rados.rados.0.smithi089.stdout:468: read oid 16 snap 38 2024-07-26T06:06:14.916 INFO:tasks.rados.rados.0.smithi089.stdout:468: expect (ObjNum 102 snap 17 seq_num 102) 2024-07-26T06:06:14.916 INFO:tasks.rados.rados.0.smithi089.stdout:469: rmattr oid 10 current snap is 40 2024-07-26T06:06:14.916 INFO:tasks.rados.rados.0.smithi089.stdout:469: done (3 left) 2024-07-26T06:06:14.917 INFO:tasks.rados.rados.0.smithi089.stdout:470: copy_from oid 41 from oid 17 current snap is 40 2024-07-26T06:06:14.917 INFO:tasks.rados.rados.0.smithi089.stdout:471: delete oid 32 current snap is 40 2024-07-26T06:06:14.921 INFO:tasks.rados.rados.0.smithi089.stdout:471: done (4 left) 2024-07-26T06:06:14.921 INFO:tasks.rados.rados.0.smithi089.stdout:472: rmattr oid 2 current snap is 40 2024-07-26T06:06:14.921 INFO:tasks.rados.rados.0.smithi089.stdout:472: done (4 left) 2024-07-26T06:06:14.922 INFO:tasks.rados.rados.0.smithi089.stdout:473: rollback oid 30 current snap is 40 2024-07-26T06:06:14.922 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 30 to 39 2024-07-26T06:06:14.922 INFO:tasks.rados.rados.0.smithi089.stdout:474: copy_from oid 19 from oid 46 current snap is 40 2024-07-26T06:06:14.922 INFO:tasks.rados.rados.0.smithi089.stdout:475: read oid 45 snap -1 2024-07-26T06:06:14.922 INFO:tasks.rados.rados.0.smithi089.stdout:475: expect (ObjNum 95 snap 17 seq_num 95) 2024-07-26T06:06:14.922 INFO:tasks.rados.rados.0.smithi089.stdout:476: snap_remove snap 25 2024-07-26T06:06:14.945 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 4 v 79 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-07-26T06:06:14.946 INFO:tasks.rados.rados.0.smithi089.stdout:467: finishing write tid 1 to smithi08986837-14 2024-07-26T06:06:14.946 INFO:tasks.rados.rados.0.smithi089.stdout:467: finishing write tid 2 to smithi08986837-14 2024-07-26T06:06:14.946 INFO:tasks.rados.rados.0.smithi089.stdout:467: finishing write tid 3 to smithi08986837-14 2024-07-26T06:06:14.946 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 14 v 162 (ObjNum 165 snap 40 seq_num 165) dirty exists 2024-07-26T06:06:14.946 INFO:tasks.rados.rados.0.smithi089.stdout:467: left oid 14 (ObjNum 165 snap 40 seq_num 165) 2024-07-26T06:06:14.946 INFO:tasks.rados.rados.0.smithi089.stdout:473: finishing rollback tid 0 to smithi08986837-30 2024-07-26T06:06:14.946 INFO:tasks.rados.rados.0.smithi089.stdout:473: finishing rollback tid 1 to smithi08986837-30 2024-07-26T06:06:14.946 INFO:tasks.rados.rados.0.smithi089.stdout:473: finishing rollback tid 2 to smithi08986837-30 2024-07-26T06:06:14.946 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 30 v 87 (ObjNum 160 snap 38 seq_num 160) dirty exists 2024-07-26T06:06:14.946 INFO:tasks.rados.rados.0.smithi089.stdout:470: finishing copy_from racing read to smithi08986837-41 2024-07-26T06:06:14.946 INFO:tasks.rados.rados.0.smithi089.stdout:466: done (7 left) 2024-07-26T06:06:14.946 INFO:tasks.rados.rados.0.smithi089.stdout:467: done (6 left) 2024-07-26T06:06:14.946 INFO:tasks.rados.rados.0.smithi089.stdout:473: done (5 left) 2024-07-26T06:06:14.947 INFO:tasks.rados.rados.0.smithi089.stdout:476: done (4 left) 2024-07-26T06:06:14.947 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 31 current snap is 40 2024-07-26T06:06:14.947 INFO:tasks.rados.rados.0.smithi089.stdout:477: seq_num 167 ranges {6414336=401408} 2024-07-26T06:06:14.985 INFO:tasks.rados.rados.0.smithi089.stdout:477: writing smithi08986837-31 from 6414336 to 6815744 tid 1 2024-07-26T06:06:14.985 INFO:tasks.rados.rados.0.smithi089.stdout:478: delete oid 30 current snap is 40 2024-07-26T06:06:14.985 INFO:tasks.rados.rados.0.smithi089.stdout:470: finishing copy_from to smithi08986837-41 2024-07-26T06:06:14.985 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 41 v 128 (ObjNum 128 snap 30 seq_num 128) dirty exists 2024-07-26T06:06:14.985 INFO:tasks.rados.rados.0.smithi089.stdout:475: expect (ObjNum 95 snap 17 seq_num 95) 2024-07-26T06:06:15.129 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:06:14 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: [26/Jul/2024:06:06:14] ENGINE Bus STOPPING 2024-07-26T06:06:15.129 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:06:14 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: [26/Jul/2024:06:06:14] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-07-26T06:06:15.129 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:06:14 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: [26/Jul/2024:06:06:14] ENGINE Bus STOPPED 2024-07-26T06:06:15.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:14 smithi155 ceph-mon[33309]: pgmap v213: 121 pgs: 121 active+clean; 134 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 2.5 MiB/s wr, 61 op/s 2024-07-26T06:06:15.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:14 smithi155 ceph-mon[33309]: osdmap e152: 8 total, 8 up, 8 in 2024-07-26T06:06:15.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:14 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:06:15.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:14 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:06:15.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:14 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:06:15.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:14 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:06:15.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:14 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:06:15.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:14 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:06:15.178 INFO:tasks.rados.rados.0.smithi089.stdout:474: finishing copy_from racing read to smithi08986837-19 2024-07-26T06:06:15.178 INFO:tasks.rados.rados.0.smithi089.stdout:468: expect (ObjNum 102 snap 17 seq_num 102) 2024-07-26T06:06:15.234 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:14 smithi089 ceph-mon[29555]: pgmap v213: 121 pgs: 121 active+clean; 134 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 2.5 MiB/s wr, 61 op/s 2024-07-26T06:06:15.234 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:14 smithi089 ceph-mon[29555]: osdmap e152: 8 total, 8 up, 8 in 2024-07-26T06:06:15.234 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:14 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:06:15.234 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:14 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:06:15.234 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:14 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:06:15.234 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:14 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:06:15.234 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:14 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:06:15.235 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:14 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:06:15.235 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: ignoring --setuser ceph since I am not root 2024-07-26T06:06:15.235 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: ignoring --setgroup ceph since I am not root 2024-07-26T06:06:15.235 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-mgr[29826]: -- 172.21.15.89:0/1682325515 <== mon.2 v2:172.21.15.89:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x559d0b2969c0 con 0x559d0b2a2c00 2024-07-26T06:06:15.235 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T06:06:15.101+0000 7f04210b5ec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-07-26T06:06:15.235 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T06:06:15.233+0000 7f04210b5ec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-07-26T06:06:15.235 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:14 smithi089 ceph-mon[41451]: pgmap v213: 121 pgs: 121 active+clean; 134 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 2.5 MiB/s wr, 61 op/s 2024-07-26T06:06:15.236 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:14 smithi089 ceph-mon[41451]: osdmap e152: 8 total, 8 up, 8 in 2024-07-26T06:06:15.236 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:14 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:06:15.236 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:14 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:06:15.236 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:14 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:06:15.236 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:14 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:06:15.236 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:14 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:06:15.236 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:14 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' 2024-07-26T06:06:15.405 INFO:tasks.rados.rados.0.smithi089.stdout:474: finishing copy_from to smithi08986837-19 2024-07-26T06:06:15.405 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 19 v 102 (ObjNum 106 snap 17 seq_num 106) dirty exists 2024-07-26T06:06:15.405 INFO:tasks.rados.rados.0.smithi089.stdout:468: done (5 left) 2024-07-26T06:06:15.405 INFO:tasks.rados.rados.0.smithi089.stdout:470: done (4 left) 2024-07-26T06:06:15.405 INFO:tasks.rados.rados.0.smithi089.stdout:474: done (3 left) 2024-07-26T06:06:15.405 INFO:tasks.rados.rados.0.smithi089.stdout:475: done (2 left) 2024-07-26T06:06:15.405 INFO:tasks.rados.rados.0.smithi089.stdout:478: done (1 left) 2024-07-26T06:06:15.405 INFO:tasks.rados.rados.0.smithi089.stdout:479: snap_create 2024-07-26T06:06:15.405 INFO:tasks.rados.rados.0.smithi089.stdout:477: finishing write tid 1 to smithi08986837-31 2024-07-26T06:06:15.406 INFO:tasks.rados.rados.0.smithi089.stdout:477: finishing write tid 2 to smithi08986837-31 2024-07-26T06:06:15.406 INFO:tasks.rados.rados.0.smithi089.stdout:477: finishing write tid 3 to smithi08986837-31 2024-07-26T06:06:15.406 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 31 v 212 (ObjNum 167 snap 40 seq_num 167) dirty exists 2024-07-26T06:06:15.406 INFO:tasks.rados.rados.0.smithi089.stdout:477: left oid 31 (ObjNum 167 snap 40 seq_num 167) 2024-07-26T06:06:15.550 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T06:06:15.300+0000 7f04210b5ec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-07-26T06:06:15.629 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:06:15 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: [26/Jul/2024:06:06:15] ENGINE Bus STARTING 2024-07-26T06:06:15.629 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:06:15 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: 2024-07-26T06:06:15.240+0000 7f1ace61b640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T06:06:15.629 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:06:15 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: 2024-07-26T06:06:15.240+0000 7f1ace61b640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T06:06:15.629 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:06:15 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: 2024-07-26T06:06:15.240+0000 7f1ace61b640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T06:06:15.629 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:06:15 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: 2024-07-26T06:06:15.240+0000 7f1ace61b640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T06:06:15.629 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:06:15 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: 2024-07-26T06:06:15.240+0000 7f1ace61b640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T06:06:15.630 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:06:15 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: 2024-07-26T06:06:15.242+0000 7f1ad061f640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T06:06:15.630 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:06:15 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: 2024-07-26T06:06:15.242+0000 7f1ad061f640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T06:06:15.630 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:06:15 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: 2024-07-26T06:06:15.242+0000 7f1ad061f640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T06:06:15.630 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:06:15 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: 2024-07-26T06:06:15.242+0000 7f1ad061f640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T06:06:15.630 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:06:15 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: 2024-07-26T06:06:15.242+0000 7f1ad061f640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T06:06:15.630 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:06:15 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: [26/Jul/2024:06:06:15] ENGINE Serving on http://:::9283 2024-07-26T06:06:15.630 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:06:15 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: [26/Jul/2024:06:06:15] ENGINE Bus STARTED 2024-07-26T06:06:15.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T06:06:15.549+0000 7f04210b5ec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-07-26T06:06:15.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T06:06:15.608+0000 7f04210b5ec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-07-26T06:06:16.180 INFO:tasks.rados.rados.0.smithi089.stdout:477: done (1 left) 2024-07-26T06:06:16.180 INFO:tasks.rados.rados.0.smithi089.stdout:479: done (0 left) 2024-07-26T06:06:16.180 INFO:tasks.rados.rados.0.smithi089.stdout:480: snap_create 2024-07-26T06:06:16.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:15 smithi155 ceph-mon[33309]: osdmap e153: 8 total, 8 up, 8 in 2024-07-26T06:06:16.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:15 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:06:16.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:15 smithi155 ceph-mon[33309]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-07-26T06:06:16.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:15 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-07-26T06:06:16.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:15 smithi155 ceph-mon[33309]: Activating manager daemon x 2024-07-26T06:06:16.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:15 smithi155 ceph-mon[33309]: osdmap e154: 8 total, 8 up, 8 in 2024-07-26T06:06:16.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:15 smithi155 ceph-mon[33309]: from='mgr.14535 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-07-26T06:06:16.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:15 smithi155 ceph-mon[33309]: mgrmap e24: x(active, starting, since 0.0131532s) 2024-07-26T06:06:16.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:15 smithi155 ceph-mon[33309]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:06:16.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:15 smithi155 ceph-mon[33309]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:06:16.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:15 smithi155 ceph-mon[33309]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:06:16.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:15 smithi155 ceph-mon[33309]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-07-26T06:06:16.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:15 smithi155 ceph-mon[33309]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-07-26T06:06:16.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:15 smithi155 ceph-mon[33309]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-07-26T06:06:16.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:15 smithi155 ceph-mon[33309]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-26T06:06:16.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:15 smithi155 ceph-mon[33309]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-26T06:06:16.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:15 smithi155 ceph-mon[33309]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-26T06:06:16.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:15 smithi155 ceph-mon[33309]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-26T06:06:16.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:15 smithi155 ceph-mon[33309]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-26T06:06:16.382 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:15 smithi155 ceph-mon[33309]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-26T06:06:16.382 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:15 smithi155 ceph-mon[33309]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-26T06:06:16.382 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:15 smithi155 ceph-mon[33309]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-26T06:06:16.382 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:15 smithi155 ceph-mon[33309]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-07-26T06:06:16.382 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:15 smithi155 ceph-mon[33309]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-07-26T06:06:16.382 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:15 smithi155 ceph-mon[33309]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-07-26T06:06:16.382 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:15 smithi155 ceph-mon[33309]: Manager daemon x is now available 2024-07-26T06:06:16.382 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:15 smithi155 ceph-mon[33309]: Checking for cert/key for grafana.a 2024-07-26T06:06:16.382 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:15 smithi155 ceph-mon[33309]: Migrating grafana.a cert to cert store 2024-07-26T06:06:16.382 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:15 smithi155 ceph-mon[33309]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:16.382 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:15 smithi155 ceph-mon[33309]: Migrating grafana.a key to cert store 2024-07-26T06:06:16.382 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:15 smithi155 ceph-mon[33309]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:16.382 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:15 smithi155 ceph-mon[33309]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:16.383 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:15 smithi155 ceph-mon[33309]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:06:16.383 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:15 smithi155 ceph-mon[33309]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:06:16.383 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:15 smithi155 ceph-mon[33309]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-07-26T06:06:16.383 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:15 smithi155 ceph-mon[33309]: from='mgr.24616 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-07-26T06:06:16.383 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:15 smithi155 ceph-mon[33309]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-07-26T06:06:16.383 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:15 smithi155 ceph-mon[33309]: from='mgr.24616 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-07-26T06:06:16.383 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:15 smithi155 ceph-mon[33309]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:16.383 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:15 smithi155 ceph-mon[33309]: Deploying cephadm binary to smithi155 2024-07-26T06:06:16.383 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:15 smithi155 ceph-mon[33309]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:16.383 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:15 smithi155 ceph-mon[33309]: Deploying cephadm binary to smithi089 2024-07-26T06:06:16.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-mon[29555]: osdmap e153: 8 total, 8 up, 8 in 2024-07-26T06:06:16.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:06:16.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-mon[29555]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-07-26T06:06:16.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-07-26T06:06:16.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-mon[29555]: Activating manager daemon x 2024-07-26T06:06:16.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-mon[29555]: osdmap e154: 8 total, 8 up, 8 in 2024-07-26T06:06:16.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-mon[29555]: from='mgr.14535 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-07-26T06:06:16.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-mon[29555]: mgrmap e24: x(active, starting, since 0.0131532s) 2024-07-26T06:06:16.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-mon[29555]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:06:16.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-mon[29555]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:06:16.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-mon[29555]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:06:16.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-mon[29555]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-07-26T06:06:16.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-mon[29555]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-07-26T06:06:16.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-mon[29555]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-07-26T06:06:16.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-mon[29555]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-26T06:06:16.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-mon[29555]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-26T06:06:16.407 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-mon[29555]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-26T06:06:16.407 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-mon[29555]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-26T06:06:16.407 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-mon[29555]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-26T06:06:16.407 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-mon[29555]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-26T06:06:16.407 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-mon[29555]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-26T06:06:16.407 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-mon[29555]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-26T06:06:16.407 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-mon[29555]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-07-26T06:06:16.407 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-mon[29555]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-07-26T06:06:16.407 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-mon[29555]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-07-26T06:06:16.407 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-mon[29555]: Manager daemon x is now available 2024-07-26T06:06:16.407 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-mon[29555]: Checking for cert/key for grafana.a 2024-07-26T06:06:16.407 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-mon[29555]: Migrating grafana.a cert to cert store 2024-07-26T06:06:16.407 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-mon[29555]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:16.408 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-mon[29555]: Migrating grafana.a key to cert store 2024-07-26T06:06:16.408 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-mon[29555]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:16.408 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-mon[29555]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:16.408 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-mon[41451]: osdmap e153: 8 total, 8 up, 8 in 2024-07-26T06:06:16.408 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:06:16.408 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-mon[41451]: from='mgr.14535 172.21.15.89:0/1210562855' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-07-26T06:06:16.408 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-07-26T06:06:16.408 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-mon[41451]: Activating manager daemon x 2024-07-26T06:06:16.408 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-mon[41451]: osdmap e154: 8 total, 8 up, 8 in 2024-07-26T06:06:16.408 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-mon[41451]: from='mgr.14535 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-07-26T06:06:16.409 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-mon[41451]: mgrmap e24: x(active, starting, since 0.0131532s) 2024-07-26T06:06:16.409 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-mon[41451]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:06:16.409 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-mon[41451]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:06:16.409 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-mon[41451]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:06:16.409 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-mon[41451]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-07-26T06:06:16.409 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-mon[41451]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-07-26T06:06:16.409 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-mon[41451]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-07-26T06:06:16.409 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-mon[41451]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-26T06:06:16.409 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-mon[41451]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-26T06:06:16.409 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-mon[41451]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-26T06:06:16.409 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-mon[41451]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-26T06:06:16.410 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-mon[41451]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-26T06:06:16.410 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-mon[41451]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-26T06:06:16.410 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-mon[41451]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-26T06:06:16.410 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-mon[41451]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-26T06:06:16.410 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-mon[41451]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-07-26T06:06:16.410 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-mon[41451]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-07-26T06:06:16.410 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-mon[41451]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-07-26T06:06:16.410 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-mon[41451]: Manager daemon x is now available 2024-07-26T06:06:16.410 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-mon[41451]: Checking for cert/key for grafana.a 2024-07-26T06:06:16.410 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-mon[41451]: Migrating grafana.a cert to cert store 2024-07-26T06:06:16.410 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-mon[41451]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:16.410 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-mon[41451]: Migrating grafana.a key to cert store 2024-07-26T06:06:16.411 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-mon[41451]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:16.411 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-mon[41451]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:16.411 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-mon[29555]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:06:16.411 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-mon[29555]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:06:16.411 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-mon[29555]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-07-26T06:06:16.411 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-mon[29555]: from='mgr.24616 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-07-26T06:06:16.411 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-mon[29555]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-07-26T06:06:16.411 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-mon[29555]: from='mgr.24616 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-07-26T06:06:16.411 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-mon[29555]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:16.412 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-mon[29555]: Deploying cephadm binary to smithi155 2024-07-26T06:06:16.412 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-mon[29555]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:16.412 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-mon[29555]: Deploying cephadm binary to smithi089 2024-07-26T06:06:16.412 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-mon[41451]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:06:16.412 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-mon[41451]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:06:16.412 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-mon[41451]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-07-26T06:06:16.412 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-mon[41451]: from='mgr.24616 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-07-26T06:06:16.412 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-mon[41451]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-07-26T06:06:16.413 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-mon[41451]: from='mgr.24616 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-07-26T06:06:16.413 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-mon[41451]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:16.413 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-mon[41451]: Deploying cephadm binary to smithi155 2024-07-26T06:06:16.413 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-mon[41451]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:16.413 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:15 smithi089 ceph-mon[41451]: Deploying cephadm binary to smithi089 2024-07-26T06:06:16.873 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:06:16 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T06:06:16.523+0000 7f04210b5ec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-07-26T06:06:16.873 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:06:16 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T06:06:16.632+0000 7f04210b5ec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-07-26T06:06:16.873 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:06:16 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T06:06:16.686+0000 7f04210b5ec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-07-26T06:06:17.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:16 smithi155 ceph-mon[33309]: mgrmap e25: x(active, since 1.01108s) 2024-07-26T06:06:17.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:16 smithi155 ceph-mon[33309]: pgmap v3: 121 pgs: 121 active+clean; 149 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:06:17.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:16 smithi155 ceph-mon[33309]: osdmap e155: 8 total, 8 up, 8 in 2024-07-26T06:06:17.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:16 smithi155 ceph-mon[33309]: [26/Jul/2024:06:06:16] ENGINE Bus STARTING 2024-07-26T06:06:17.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:16 smithi155 ceph-mon[33309]: [26/Jul/2024:06:06:16] ENGINE Serving on http://172.21.15.155:8765 2024-07-26T06:06:17.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:16 smithi155 ceph-mon[33309]: [26/Jul/2024:06:06:16] ENGINE Serving on https://172.21.15.155:7150 2024-07-26T06:06:17.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:16 smithi155 ceph-mon[33309]: [26/Jul/2024:06:06:16] ENGINE Bus STARTED 2024-07-26T06:06:17.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:16 smithi155 ceph-mon[33309]: [26/Jul/2024:06:06:16] ENGINE Error in HTTPServer.serve 2024-07-26T06:06:17.130 INFO:journalctl@ceph.mon.b.smithi155.stdout: Traceback (most recent call last): 2024-07-26T06:06:17.130 INFO:journalctl@ceph.mon.b.smithi155.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-07-26T06:06:17.130 INFO:journalctl@ceph.mon.b.smithi155.stdout: self._connections.run(self.expiration_interval) 2024-07-26T06:06:17.130 INFO:journalctl@ceph.mon.b.smithi155.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-07-26T06:06:17.131 INFO:journalctl@ceph.mon.b.smithi155.stdout: self._run(expiration_interval) 2024-07-26T06:06:17.131 INFO:journalctl@ceph.mon.b.smithi155.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-07-26T06:06:17.131 INFO:journalctl@ceph.mon.b.smithi155.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-07-26T06:06:17.131 INFO:journalctl@ceph.mon.b.smithi155.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-07-26T06:06:17.131 INFO:journalctl@ceph.mon.b.smithi155.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-07-26T06:06:17.131 INFO:journalctl@ceph.mon.b.smithi155.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-07-26T06:06:17.131 INFO:journalctl@ceph.mon.b.smithi155.stdout: s = self.context.wrap_socket( 2024-07-26T06:06:17.131 INFO:journalctl@ceph.mon.b.smithi155.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-07-26T06:06:17.131 INFO:journalctl@ceph.mon.b.smithi155.stdout: return self.sslsocket_class._create( 2024-07-26T06:06:17.131 INFO:journalctl@ceph.mon.b.smithi155.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-07-26T06:06:17.132 INFO:journalctl@ceph.mon.b.smithi155.stdout: self.do_handshake() 2024-07-26T06:06:17.132 INFO:journalctl@ceph.mon.b.smithi155.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-07-26T06:06:17.132 INFO:journalctl@ceph.mon.b.smithi155.stdout: self._sslobj.do_handshake() 2024-07-26T06:06:17.132 INFO:journalctl@ceph.mon.b.smithi155.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-07-26T06:06:17.132 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:06:16 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: 2024-07-26T06:06:16.736+0000 7f1ab4b6a640 -1 log_channel(cephadm) log [ERR] : [26/Jul/2024:06:06:16] ENGINE Error in HTTPServer.serve 2024-07-26T06:06:17.132 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:06:16 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: Traceback (most recent call last): 2024-07-26T06:06:17.133 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:06:16 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-07-26T06:06:17.133 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:06:16 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: self._connections.run(self.expiration_interval) 2024-07-26T06:06:17.133 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:06:16 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-07-26T06:06:17.133 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:06:16 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: self._run(expiration_interval) 2024-07-26T06:06:17.133 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:06:16 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-07-26T06:06:17.133 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:06:16 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: new_conn = self._from_server_socket(self.server.socket) 2024-07-26T06:06:17.133 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:06:16 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-07-26T06:06:17.133 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:06:16 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-07-26T06:06:17.134 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:06:16 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-07-26T06:06:17.134 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:06:16 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: s = self.context.wrap_socket( 2024-07-26T06:06:17.134 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:06:16 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-07-26T06:06:17.134 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:06:16 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: return self.sslsocket_class._create( 2024-07-26T06:06:17.134 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:06:16 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-07-26T06:06:17.134 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:06:16 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: self.do_handshake() 2024-07-26T06:06:17.134 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:06:16 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-07-26T06:06:17.135 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:06:16 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: self._sslobj.do_handshake() 2024-07-26T06:06:17.135 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:06:16 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-07-26T06:06:17.135 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:06:16 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: 2024-07-26T06:06:17.154 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:06:16 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T06:06:16.872+0000 7f04210b5ec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-07-26T06:06:17.155 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:06:16 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T06:06:16.933+0000 7f04210b5ec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-07-26T06:06:17.155 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:06:16 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T06:06:16.998+0000 7f04210b5ec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-07-26T06:06:17.155 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:06:17 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T06:06:17.119+0000 7f04210b5ec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-07-26T06:06:17.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:16 smithi089 ceph-mon[41451]: mgrmap e25: x(active, since 1.01108s) 2024-07-26T06:06:17.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:16 smithi089 ceph-mon[41451]: pgmap v3: 121 pgs: 121 active+clean; 149 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:06:17.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:16 smithi089 ceph-mon[41451]: osdmap e155: 8 total, 8 up, 8 in 2024-07-26T06:06:17.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:16 smithi089 ceph-mon[41451]: [26/Jul/2024:06:06:16] ENGINE Bus STARTING 2024-07-26T06:06:17.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:16 smithi089 ceph-mon[41451]: [26/Jul/2024:06:06:16] ENGINE Serving on http://172.21.15.155:8765 2024-07-26T06:06:17.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:16 smithi089 ceph-mon[41451]: [26/Jul/2024:06:06:16] ENGINE Serving on https://172.21.15.155:7150 2024-07-26T06:06:17.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:16 smithi089 ceph-mon[41451]: [26/Jul/2024:06:06:16] ENGINE Bus STARTED 2024-07-26T06:06:17.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:16 smithi089 ceph-mon[41451]: [26/Jul/2024:06:06:16] ENGINE Error in HTTPServer.serve 2024-07-26T06:06:17.156 INFO:journalctl@ceph.mon.c.smithi089.stdout: Traceback (most recent call last): 2024-07-26T06:06:17.156 INFO:journalctl@ceph.mon.c.smithi089.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-07-26T06:06:17.156 INFO:journalctl@ceph.mon.c.smithi089.stdout: self._connections.run(self.expiration_interval) 2024-07-26T06:06:17.156 INFO:journalctl@ceph.mon.c.smithi089.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-07-26T06:06:17.157 INFO:journalctl@ceph.mon.c.smithi089.stdout: self._run(expiration_interval) 2024-07-26T06:06:17.157 INFO:journalctl@ceph.mon.c.smithi089.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-07-26T06:06:17.157 INFO:journalctl@ceph.mon.c.smithi089.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-07-26T06:06:17.157 INFO:journalctl@ceph.mon.c.smithi089.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-07-26T06:06:17.157 INFO:journalctl@ceph.mon.c.smithi089.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-07-26T06:06:17.157 INFO:journalctl@ceph.mon.c.smithi089.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-07-26T06:06:17.157 INFO:journalctl@ceph.mon.c.smithi089.stdout: s = self.context.wrap_socket( 2024-07-26T06:06:17.157 INFO:journalctl@ceph.mon.c.smithi089.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-07-26T06:06:17.157 INFO:journalctl@ceph.mon.c.smithi089.stdout: return self.sslsocket_class._create( 2024-07-26T06:06:17.157 INFO:journalctl@ceph.mon.c.smithi089.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-07-26T06:06:17.158 INFO:journalctl@ceph.mon.c.smithi089.stdout: self.do_handshake() 2024-07-26T06:06:17.158 INFO:journalctl@ceph.mon.c.smithi089.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-07-26T06:06:17.158 INFO:journalctl@ceph.mon.c.smithi089.stdout: self._sslobj.do_handshake() 2024-07-26T06:06:17.158 INFO:journalctl@ceph.mon.c.smithi089.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-07-26T06:06:17.158 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:16 smithi089 ceph-mon[29555]: mgrmap e25: x(active, since 1.01108s) 2024-07-26T06:06:17.158 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:16 smithi089 ceph-mon[29555]: pgmap v3: 121 pgs: 121 active+clean; 149 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:06:17.158 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:16 smithi089 ceph-mon[29555]: osdmap e155: 8 total, 8 up, 8 in 2024-07-26T06:06:17.159 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:16 smithi089 ceph-mon[29555]: [26/Jul/2024:06:06:16] ENGINE Bus STARTING 2024-07-26T06:06:17.159 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:16 smithi089 ceph-mon[29555]: [26/Jul/2024:06:06:16] ENGINE Serving on http://172.21.15.155:8765 2024-07-26T06:06:17.159 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:16 smithi089 ceph-mon[29555]: [26/Jul/2024:06:06:16] ENGINE Serving on https://172.21.15.155:7150 2024-07-26T06:06:17.159 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:16 smithi089 ceph-mon[29555]: [26/Jul/2024:06:06:16] ENGINE Bus STARTED 2024-07-26T06:06:17.159 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:16 smithi089 ceph-mon[29555]: [26/Jul/2024:06:06:16] ENGINE Error in HTTPServer.serve 2024-07-26T06:06:17.159 INFO:journalctl@ceph.mon.a.smithi089.stdout: Traceback (most recent call last): 2024-07-26T06:06:17.159 INFO:journalctl@ceph.mon.a.smithi089.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-07-26T06:06:17.159 INFO:journalctl@ceph.mon.a.smithi089.stdout: self._connections.run(self.expiration_interval) 2024-07-26T06:06:17.160 INFO:journalctl@ceph.mon.a.smithi089.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-07-26T06:06:17.160 INFO:journalctl@ceph.mon.a.smithi089.stdout: self._run(expiration_interval) 2024-07-26T06:06:17.160 INFO:journalctl@ceph.mon.a.smithi089.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-07-26T06:06:17.160 INFO:journalctl@ceph.mon.a.smithi089.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-07-26T06:06:17.160 INFO:journalctl@ceph.mon.a.smithi089.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-07-26T06:06:17.160 INFO:journalctl@ceph.mon.a.smithi089.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-07-26T06:06:17.160 INFO:journalctl@ceph.mon.a.smithi089.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-07-26T06:06:17.160 INFO:journalctl@ceph.mon.a.smithi089.stdout: s = self.context.wrap_socket( 2024-07-26T06:06:17.160 INFO:journalctl@ceph.mon.a.smithi089.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-07-26T06:06:17.161 INFO:journalctl@ceph.mon.a.smithi089.stdout: return self.sslsocket_class._create( 2024-07-26T06:06:17.161 INFO:journalctl@ceph.mon.a.smithi089.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-07-26T06:06:17.161 INFO:journalctl@ceph.mon.a.smithi089.stdout: self.do_handshake() 2024-07-26T06:06:17.161 INFO:journalctl@ceph.mon.a.smithi089.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-07-26T06:06:17.161 INFO:journalctl@ceph.mon.a.smithi089.stdout: self._sslobj.do_handshake() 2024-07-26T06:06:17.161 INFO:journalctl@ceph.mon.a.smithi089.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-07-26T06:06:17.182 INFO:tasks.rados.rados.0.smithi089.stdout:480: done (0 left) 2024-07-26T06:06:17.183 INFO:tasks.rados.rados.0.smithi089.stdout:481: snap_remove snap 40 2024-07-26T06:06:17.868 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:06:17 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T06:06:17.567+0000 7f04210b5ec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-07-26T06:06:17.868 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:06:17 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T06:06:17.866+0000 7f04210b5ec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-07-26T06:06:17.913 INFO:tasks.rados.rados.0.smithi089.stdout:481: done (0 left) 2024-07-26T06:06:17.913 INFO:tasks.rados.rados.0.smithi089.stdout:482: read oid 21 snap -1 2024-07-26T06:06:17.914 INFO:tasks.rados.rados.0.smithi089.stdout:482: expect (ObjNum 90 snap 13 seq_num 90) 2024-07-26T06:06:17.914 INFO:tasks.rados.rados.0.smithi089.stdout:483: snap_create 2024-07-26T06:06:17.932 INFO:tasks.rados.rados.0.smithi089.stdout:482: expect (ObjNum 90 snap 13 seq_num 90) 2024-07-26T06:06:18.154 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:06:17 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T06:06:17.949+0000 7f04210b5ec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-07-26T06:06:18.155 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:06:18 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T06:06:18.087+0000 7f04210b5ec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-07-26T06:06:18.483 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:18 smithi155 ceph-mon[33309]: pgmap v5: 121 pgs: 121 active+clean; 149 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:06:18.483 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:18 smithi155 ceph-mon[33309]: osdmap e156: 8 total, 8 up, 8 in 2024-07-26T06:06:18.484 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:18 smithi155 ceph-mon[33309]: mgrmap e26: x(active, since 2s) 2024-07-26T06:06:18.484 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:18 smithi155 ceph-mon[33309]: osdmap e157: 8 total, 8 up, 8 in 2024-07-26T06:06:18.621 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:18 smithi089 ceph-mon[29555]: pgmap v5: 121 pgs: 121 active+clean; 149 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:06:18.621 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:18 smithi089 ceph-mon[29555]: osdmap e156: 8 total, 8 up, 8 in 2024-07-26T06:06:18.621 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:18 smithi089 ceph-mon[29555]: mgrmap e26: x(active, since 2s) 2024-07-26T06:06:18.622 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:18 smithi089 ceph-mon[29555]: osdmap e157: 8 total, 8 up, 8 in 2024-07-26T06:06:18.622 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:06:18 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T06:06:18.347+0000 7f04210b5ec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-07-26T06:06:18.622 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:06:18 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T06:06:18.415+0000 7f04210b5ec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-07-26T06:06:18.622 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:18 smithi089 ceph-mon[41451]: pgmap v5: 121 pgs: 121 active+clean; 149 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:06:18.622 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:18 smithi089 ceph-mon[41451]: osdmap e156: 8 total, 8 up, 8 in 2024-07-26T06:06:18.622 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:18 smithi089 ceph-mon[41451]: mgrmap e26: x(active, since 2s) 2024-07-26T06:06:18.622 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:18 smithi089 ceph-mon[41451]: osdmap e157: 8 total, 8 up, 8 in 2024-07-26T06:06:18.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:06:18 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T06:06:18.620+0000 7f04210b5ec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-07-26T06:06:18.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:06:18 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T06:06:18.693+0000 7f04210b5ec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-07-26T06:06:18.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:06:18 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T06:06:18.780+0000 7f04210b5ec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-07-26T06:06:18.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:06:18 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T06:06:18.836+0000 7f04210b5ec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-07-26T06:06:18.914 INFO:tasks.rados.rados.0.smithi089.stdout:482: done (1 left) 2024-07-26T06:06:18.914 INFO:tasks.rados.rados.0.smithi089.stdout:483: done (0 left) 2024-07-26T06:06:18.914 INFO:tasks.rados.rados.0.smithi089.stdout:484: copy_from oid 24 from oid 25 current snap is 43 2024-07-26T06:06:18.915 INFO:tasks.rados.rados.0.smithi089.stdout:485: snap_remove snap 30 2024-07-26T06:06:19.622 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:06:19 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T06:06:19.370+0000 7f04210b5ec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-07-26T06:06:19.622 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:06:19 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T06:06:19.514+0000 7f04210b5ec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-07-26T06:06:19.622 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:06:19 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: [26/Jul/2024:06:06:19] ENGINE Bus STARTING 2024-07-26T06:06:19.622 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:06:19 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: CherryPy Checker: 2024-07-26T06:06:19.622 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:06:19 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: The Application mounted at '' has an empty config. 2024-07-26T06:06:19.622 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:06:19 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: 2024-07-26T06:06:19.622 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:06:19 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: [26/Jul/2024:06:06:19] ENGINE Serving on http://:::9283 2024-07-26T06:06:19.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:06:19 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: [26/Jul/2024:06:06:19] ENGINE Bus STARTED 2024-07-26T06:06:19.927 INFO:tasks.rados.rados.0.smithi089.stdout:485: done (1 left) 2024-07-26T06:06:19.927 INFO:tasks.rados.rados.0.smithi089.stdout:486: rollback oid 16 current snap is 43 2024-07-26T06:06:19.927 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 16 to 12 2024-07-26T06:06:19.927 INFO:tasks.rados.rados.0.smithi089.stdout:484: finishing copy_from racing read to smithi08986837-24 2024-07-26T06:06:19.927 INFO:tasks.rados.rados.0.smithi089.stdout:484: finishing copy_from to smithi08986837-24 2024-07-26T06:06:19.927 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 24 v 30 (ObjNum 82 snap 12 seq_num 82) dirty exists 2024-07-26T06:06:19.927 INFO:tasks.rados.rados.0.smithi089.stdout:484: done (1 left) 2024-07-26T06:06:19.927 INFO:tasks.rados.rados.0.smithi089.stdout:487: read oid 47 snap 32 2024-07-26T06:06:19.927 INFO:tasks.rados.rados.0.smithi089.stdout:487: expect (ObjNum 46 snap 0 seq_num 46) 2024-07-26T06:06:19.927 INFO:tasks.rados.rados.0.smithi089.stdout:488: rollback oid 17 current snap is 43 2024-07-26T06:06:19.927 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 17 to 37 2024-07-26T06:06:19.928 INFO:tasks.rados.rados.0.smithi089.stdout:489: snap_create 2024-07-26T06:06:19.932 INFO:tasks.rados.rados.0.smithi089.stdout:486: finishing rollback tid 0 to smithi08986837-16 2024-07-26T06:06:19.933 INFO:tasks.rados.rados.0.smithi089.stdout:486: finishing rollback tid 1 to smithi08986837-16 2024-07-26T06:06:19.933 INFO:tasks.rados.rados.0.smithi089.stdout:486: finishing rollback tid 2 to smithi08986837-16 2024-07-26T06:06:19.933 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 16 v 70 (ObjNum 71 snap 6 seq_num 71) dirty exists 2024-07-26T06:06:19.933 INFO:tasks.rados.rados.0.smithi089.stdout:488: finishing rollback tid 0 to smithi08986837-17 2024-07-26T06:06:19.935 INFO:tasks.rados.rados.0.smithi089.stdout:488: finishing rollback tid 1 to smithi08986837-17 2024-07-26T06:06:19.935 INFO:tasks.rados.rados.0.smithi089.stdout:488: finishing rollback tid 2 to smithi08986837-17 2024-07-26T06:06:19.935 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 17 v 133 (ObjNum 93 snap 15 seq_num 93) dirty exists 2024-07-26T06:06:19.939 INFO:tasks.rados.rados.0.smithi089.stdout:487: expect (ObjNum 46 snap 0 seq_num 46) 2024-07-26T06:06:20.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:19 smithi155 ceph-mon[33309]: osdmap e158: 8 total, 8 up, 8 in 2024-07-26T06:06:20.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:19 smithi155 ceph-mon[33309]: pgmap v9: 121 pgs: 121 active+clean; 149 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:06:20.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:19 smithi155 ceph-mon[33309]: Standby manager daemon y started 2024-07-26T06:06:20.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:19 smithi155 ceph-mon[33309]: from='mgr.? 172.21.15.89:0/2668134588' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-07-26T06:06:20.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:19 smithi155 ceph-mon[33309]: from='mgr.? 172.21.15.89:0/2668134588' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-07-26T06:06:20.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:19 smithi155 ceph-mon[33309]: from='mgr.? 172.21.15.89:0/2668134588' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-07-26T06:06:20.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:19 smithi155 ceph-mon[33309]: from='mgr.? 172.21.15.89:0/2668134588' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-07-26T06:06:20.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:19 smithi089 ceph-mon[41451]: osdmap e158: 8 total, 8 up, 8 in 2024-07-26T06:06:20.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:19 smithi089 ceph-mon[41451]: pgmap v9: 121 pgs: 121 active+clean; 149 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:06:20.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:19 smithi089 ceph-mon[41451]: Standby manager daemon y started 2024-07-26T06:06:20.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:19 smithi089 ceph-mon[41451]: from='mgr.? 172.21.15.89:0/2668134588' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-07-26T06:06:20.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:19 smithi089 ceph-mon[41451]: from='mgr.? 172.21.15.89:0/2668134588' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-07-26T06:06:20.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:19 smithi089 ceph-mon[41451]: from='mgr.? 172.21.15.89:0/2668134588' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-07-26T06:06:20.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:19 smithi089 ceph-mon[41451]: from='mgr.? 172.21.15.89:0/2668134588' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-07-26T06:06:20.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:19 smithi089 ceph-mon[29555]: osdmap e158: 8 total, 8 up, 8 in 2024-07-26T06:06:20.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:19 smithi089 ceph-mon[29555]: pgmap v9: 121 pgs: 121 active+clean; 149 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:06:20.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:19 smithi089 ceph-mon[29555]: Standby manager daemon y started 2024-07-26T06:06:20.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:19 smithi089 ceph-mon[29555]: from='mgr.? 172.21.15.89:0/2668134588' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-07-26T06:06:20.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:19 smithi089 ceph-mon[29555]: from='mgr.? 172.21.15.89:0/2668134588' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-07-26T06:06:20.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:19 smithi089 ceph-mon[29555]: from='mgr.? 172.21.15.89:0/2668134588' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-07-26T06:06:20.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:19 smithi089 ceph-mon[29555]: from='mgr.? 172.21.15.89:0/2668134588' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-07-26T06:06:20.926 INFO:tasks.rados.rados.0.smithi089.stdout:486: done (3 left) 2024-07-26T06:06:20.927 INFO:tasks.rados.rados.0.smithi089.stdout:487: done (2 left) 2024-07-26T06:06:20.927 INFO:tasks.rados.rados.0.smithi089.stdout:488: done (1 left) 2024-07-26T06:06:20.927 INFO:tasks.rados.rados.0.smithi089.stdout:489: done (0 left) 2024-07-26T06:06:20.927 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 33 current snap is 44 2024-07-26T06:06:20.927 INFO:tasks.rados.rados.0.smithi089.stdout:490: seq_num 169 ranges {1785856=434176} 2024-07-26T06:06:20.938 INFO:tasks.rados.rados.0.smithi089.stdout:490: writing smithi08986837-33 from 1785856 to 2220032 tid 1 2024-07-26T06:06:20.938 INFO:tasks.rados.rados.0.smithi089.stdout:491: read oid 27 snap -1 2024-07-26T06:06:20.938 INFO:tasks.rados.rados.0.smithi089.stdout:491: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-26T06:06:20.938 INFO:tasks.rados.rados.0.smithi089.stdout:492: setattr oid 40 current snap is 44 2024-07-26T06:06:20.940 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 47 current snap is 44 2024-07-26T06:06:20.940 INFO:tasks.rados.rados.0.smithi089.stdout:493: seq_num 170 ranges {0=450560} 2024-07-26T06:06:20.943 INFO:tasks.rados.rados.0.smithi089.stdout:493: writing smithi08986837-47 from 0 to 450560 tid 1 2024-07-26T06:06:20.943 INFO:tasks.rados.rados.0.smithi089.stdout:494: read oid 37 snap -1 2024-07-26T06:06:20.943 INFO:tasks.rados.rados.0.smithi089.stdout:494: expect deleted 2024-07-26T06:06:20.943 INFO:tasks.rados.rados.0.smithi089.stdout:495: rollback oid 12 current snap is 44 2024-07-26T06:06:20.943 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 12 to 38 2024-07-26T06:06:20.943 INFO:tasks.rados.rados.0.smithi089.stdout:491: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-26T06:06:20.946 INFO:tasks.rados.rados.0.smithi089.stdout:490: finishing write tid 1 to smithi08986837-33 2024-07-26T06:06:20.946 INFO:tasks.rados.rados.0.smithi089.stdout:490: finishing write tid 2 to smithi08986837-33 2024-07-26T06:06:20.946 INFO:tasks.rados.rados.0.smithi089.stdout:491: done (5 left) 2024-07-26T06:06:20.946 INFO:tasks.rados.rados.0.smithi089.stdout:496: copy_from oid 11 from oid 31 current snap is 44 2024-07-26T06:06:20.947 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 40 v 100 (ObjNum 154 snap 37 seq_num 154) dirty exists 2024-07-26T06:06:20.947 INFO:tasks.rados.rados.0.smithi089.stdout:492: done (5 left) 2024-07-26T06:06:20.947 INFO:tasks.rados.rados.0.smithi089.stdout:497: delete oid 13 current snap is 44 2024-07-26T06:06:20.948 INFO:tasks.rados.rados.0.smithi089.stdout:493: finishing write tid 1 to smithi08986837-47 2024-07-26T06:06:20.948 INFO:tasks.rados.rados.0.smithi089.stdout:494: done (5 left) 2024-07-26T06:06:20.948 INFO:tasks.rados.rados.0.smithi089.stdout:497: done (4 left) 2024-07-26T06:06:20.948 INFO:tasks.rados.rados.0.smithi089.stdout:498: delete oid 5 current snap is 44 2024-07-26T06:06:20.948 INFO:tasks.rados.rados.0.smithi089.stdout:493: finishing write tid 2 to smithi08986837-47 2024-07-26T06:06:20.949 INFO:tasks.rados.rados.0.smithi089.stdout:495: finishing rollback tid 0 to smithi08986837-12 2024-07-26T06:06:20.949 INFO:tasks.rados.rados.0.smithi089.stdout:490: finishing write tid 3 to smithi08986837-33 2024-07-26T06:06:20.949 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 33 v 199 (ObjNum 169 snap 44 seq_num 169) dirty exists 2024-07-26T06:06:20.949 INFO:tasks.rados.rados.0.smithi089.stdout:490: left oid 33 (ObjNum 169 snap 44 seq_num 169) 2024-07-26T06:06:20.950 INFO:tasks.rados.rados.0.smithi089.stdout:495: finishing rollback tid 1 to smithi08986837-12 2024-07-26T06:06:20.950 INFO:tasks.rados.rados.0.smithi089.stdout:493: finishing write tid 3 to smithi08986837-47 2024-07-26T06:06:20.950 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 47 v 186 (ObjNum 170 snap 44 seq_num 170) dirty exists 2024-07-26T06:06:20.950 INFO:tasks.rados.rados.0.smithi089.stdout:493: left oid 47 (ObjNum 170 snap 44 seq_num 170) 2024-07-26T06:06:20.950 INFO:tasks.rados.rados.0.smithi089.stdout:495: finishing rollback tid 2 to smithi08986837-12 2024-07-26T06:06:20.950 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 12 v 203 (ObjNum 153 snap 37 seq_num 153) dirty exists 2024-07-26T06:06:20.950 INFO:tasks.rados.rados.0.smithi089.stdout:490: done (4 left) 2024-07-26T06:06:20.950 INFO:tasks.rados.rados.0.smithi089.stdout:493: done (3 left) 2024-07-26T06:06:20.950 INFO:tasks.rados.rados.0.smithi089.stdout:495: done (2 left) 2024-07-26T06:06:20.950 INFO:tasks.rados.rados.0.smithi089.stdout:498: done (1 left) 2024-07-26T06:06:20.950 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 26 current snap is 44 2024-07-26T06:06:20.951 INFO:tasks.rados.rados.0.smithi089.stdout:499: seq_num 173 ranges {425984=499712} 2024-07-26T06:06:20.954 INFO:tasks.rados.rados.0.smithi089.stdout:499: writing smithi08986837-26 from 425984 to 925696 tid 1 2024-07-26T06:06:20.955 INFO:tasks.rados.rados.0.smithi089.stdout:500: snap_remove snap 26 2024-07-26T06:06:21.277 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:06:20 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:06:20] "GET /metrics HTTP/1.1" 200 33176 "" "Prometheus/2.43.0" 2024-07-26T06:06:21.277 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:20 smithi155 ceph-mon[33309]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-07-26T06:06:21.277 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:20 smithi155 ceph-mon[33309]: osdmap e159: 8 total, 8 up, 8 in 2024-07-26T06:06:21.278 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:20 smithi155 ceph-mon[33309]: mgrmap e27: x(active, since 4s), standbys: y 2024-07-26T06:06:21.278 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:20 smithi155 ceph-mon[33309]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:21.278 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:20 smithi155 ceph-mon[33309]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:21.278 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:20 smithi155 ceph-mon[33309]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:21.278 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:20 smithi155 ceph-mon[33309]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:21.278 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:20 smithi155 ceph-mon[33309]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:06:21.278 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:20 smithi155 ceph-mon[33309]: from='mgr.24616 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:06:21.278 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:20 smithi155 ceph-mon[33309]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:06:21.278 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:20 smithi155 ceph-mon[33309]: from='mgr.24616 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:06:21.278 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:20 smithi155 ceph-mon[33309]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:06:21.279 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:20 smithi155 ceph-mon[33309]: from='mgr.24616 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:06:21.279 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:20 smithi155 ceph-mon[33309]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:06:21.279 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:20 smithi155 ceph-mon[33309]: from='mgr.24616 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:06:21.279 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:20 smithi155 ceph-mon[33309]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:21.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:20 smithi089 ceph-mon[29555]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-07-26T06:06:21.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:20 smithi089 ceph-mon[29555]: osdmap e159: 8 total, 8 up, 8 in 2024-07-26T06:06:21.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:20 smithi089 ceph-mon[29555]: mgrmap e27: x(active, since 4s), standbys: y 2024-07-26T06:06:21.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:20 smithi089 ceph-mon[29555]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:21.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:20 smithi089 ceph-mon[29555]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:21.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:20 smithi089 ceph-mon[29555]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:21.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:20 smithi089 ceph-mon[29555]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:21.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:20 smithi089 ceph-mon[29555]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:06:21.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:20 smithi089 ceph-mon[29555]: from='mgr.24616 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:06:21.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:20 smithi089 ceph-mon[29555]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:06:21.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:20 smithi089 ceph-mon[29555]: from='mgr.24616 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:06:21.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:20 smithi089 ceph-mon[29555]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:06:21.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:20 smithi089 ceph-mon[29555]: from='mgr.24616 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:06:21.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:20 smithi089 ceph-mon[29555]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:06:21.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:20 smithi089 ceph-mon[29555]: from='mgr.24616 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:06:21.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:20 smithi089 ceph-mon[29555]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:21.407 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:20 smithi089 ceph-mon[41451]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-07-26T06:06:21.407 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:20 smithi089 ceph-mon[41451]: osdmap e159: 8 total, 8 up, 8 in 2024-07-26T06:06:21.407 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:20 smithi089 ceph-mon[41451]: mgrmap e27: x(active, since 4s), standbys: y 2024-07-26T06:06:21.407 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:20 smithi089 ceph-mon[41451]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:21.407 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:20 smithi089 ceph-mon[41451]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:21.407 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:20 smithi089 ceph-mon[41451]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:21.407 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:20 smithi089 ceph-mon[41451]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:21.407 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:20 smithi089 ceph-mon[41451]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:06:21.407 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:20 smithi089 ceph-mon[41451]: from='mgr.24616 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:06:21.407 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:20 smithi089 ceph-mon[41451]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:06:21.407 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:20 smithi089 ceph-mon[41451]: from='mgr.24616 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:06:21.407 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:20 smithi089 ceph-mon[41451]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:06:21.407 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:20 smithi089 ceph-mon[41451]: from='mgr.24616 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:06:21.408 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:20 smithi089 ceph-mon[41451]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:06:21.408 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:20 smithi089 ceph-mon[41451]: from='mgr.24616 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:06:21.408 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:20 smithi089 ceph-mon[41451]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:21.939 INFO:tasks.rados.rados.0.smithi089.stdout:499: finishing write tid 1 to smithi08986837-26 2024-07-26T06:06:21.939 INFO:tasks.rados.rados.0.smithi089.stdout:499: finishing write tid 2 to smithi08986837-26 2024-07-26T06:06:21.939 INFO:tasks.rados.rados.0.smithi089.stdout:499: finishing write tid 3 to smithi08986837-26 2024-07-26T06:06:21.940 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 26 v 23 (ObjNum 173 snap 44 seq_num 173) dirty exists 2024-07-26T06:06:21.940 INFO:tasks.rados.rados.0.smithi089.stdout:499: left oid 26 (ObjNum 173 snap 44 seq_num 173) 2024-07-26T06:06:21.940 INFO:tasks.rados.rados.0.smithi089.stdout:496: finishing copy_from racing read to smithi08986837-11 2024-07-26T06:06:21.940 INFO:tasks.rados.rados.0.smithi089.stdout:496: finishing copy_from to smithi08986837-11 2024-07-26T06:06:21.940 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 11 v 212 (ObjNum 167 snap 40 seq_num 167) dirty exists 2024-07-26T06:06:21.940 INFO:tasks.rados.rados.0.smithi089.stdout:496: done (2 left) 2024-07-26T06:06:21.940 INFO:tasks.rados.rados.0.smithi089.stdout:499: done (1 left) 2024-07-26T06:06:21.940 INFO:tasks.rados.rados.0.smithi089.stdout:500: done (0 left) 2024-07-26T06:06:21.940 INFO:tasks.rados.rados.0.smithi089.stdout:501: delete oid 18 current snap is 44 2024-07-26T06:06:21.944 INFO:tasks.rados.rados.0.smithi089.stdout:501: done (0 left) 2024-07-26T06:06:21.944 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 39 current snap is 44 2024-07-26T06:06:21.944 INFO:tasks.rados.rados.0.smithi089.stdout:502: seq_num 175 ranges {0=540672} 2024-07-26T06:06:21.948 INFO:tasks.rados.rados.0.smithi089.stdout:502: writing smithi08986837-39 from 0 to 540672 tid 1 2024-07-26T06:06:21.948 INFO:tasks.rados.rados.0.smithi089.stdout:503: rollback oid 8 current snap is 44 2024-07-26T06:06:21.948 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 8 to 38 2024-07-26T06:06:21.948 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 43 current snap is 44 2024-07-26T06:06:21.948 INFO:tasks.rados.rados.0.smithi089.stdout:504: seq_num 176 ranges {1392640=557056} 2024-07-26T06:06:21.960 INFO:tasks.rados.rados.0.smithi089.stdout:504: writing smithi08986837-43 from 1392640 to 1949696 tid 1 2024-07-26T06:06:21.960 INFO:tasks.rados.rados.0.smithi089.stdout:502: finishing write tid 1 to smithi08986837-39 2024-07-26T06:06:21.960 INFO:tasks.rados.rados.0.smithi089.stdout:502: finishing write tid 2 to smithi08986837-39 2024-07-26T06:06:21.960 INFO:tasks.rados.rados.0.smithi089.stdout:503: finishing rollback tid 0 to smithi08986837-8 2024-07-26T06:06:21.960 INFO:tasks.rados.rados.0.smithi089.stdout:505: delete oid 49 current snap is 44 2024-07-26T06:06:21.961 INFO:tasks.rados.rados.0.smithi089.stdout:503: finishing rollback tid 1 to smithi08986837-8 2024-07-26T06:06:21.961 INFO:tasks.rados.rados.0.smithi089.stdout:503: finishing rollback tid 2 to smithi08986837-8 2024-07-26T06:06:21.961 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 8 v 169 (ObjNum 161 snap 38 seq_num 161) dirty exists 2024-07-26T06:06:21.962 INFO:tasks.rados.rados.0.smithi089.stdout:502: finishing write tid 3 to smithi08986837-39 2024-07-26T06:06:21.962 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 39 v 165 (ObjNum 175 snap 44 seq_num 175) dirty exists 2024-07-26T06:06:21.962 INFO:tasks.rados.rados.0.smithi089.stdout:502: left oid 39 (ObjNum 175 snap 44 seq_num 175) 2024-07-26T06:06:21.962 INFO:tasks.rados.rados.0.smithi089.stdout:502: done (3 left) 2024-07-26T06:06:21.962 INFO:tasks.rados.rados.0.smithi089.stdout:503: done (2 left) 2024-07-26T06:06:21.962 INFO:tasks.rados.rados.0.smithi089.stdout:505: done (1 left) 2024-07-26T06:06:21.962 INFO:tasks.rados.rados.0.smithi089.stdout:506: delete oid 10 current snap is 44 2024-07-26T06:06:21.965 INFO:tasks.rados.rados.0.smithi089.stdout:506: done (1 left) 2024-07-26T06:06:21.965 INFO:tasks.rados.rados.0.smithi089.stdout:507: rmattr oid 29 current snap is 44 2024-07-26T06:06:21.965 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 14 current snap is 44 2024-07-26T06:06:21.965 INFO:tasks.rados.rados.0.smithi089.stdout:508: seq_num 179 ranges {368640=606208} 2024-07-26T06:06:21.971 INFO:tasks.rados.rados.0.smithi089.stdout:508: writing smithi08986837-14 from 368640 to 974848 tid 1 2024-07-26T06:06:21.971 INFO:tasks.rados.rados.0.smithi089.stdout:509: read oid 26 snap -1 2024-07-26T06:06:21.971 INFO:tasks.rados.rados.0.smithi089.stdout:509: expect (ObjNum 173 snap 44 seq_num 173) 2024-07-26T06:06:21.971 INFO:tasks.rados.rados.0.smithi089.stdout:510: read oid 12 snap -1 2024-07-26T06:06:21.971 INFO:tasks.rados.rados.0.smithi089.stdout:510: expect (ObjNum 153 snap 37 seq_num 153) 2024-07-26T06:06:21.971 INFO:tasks.rados.rados.0.smithi089.stdout:511: rollback oid 40 current snap is 44 2024-07-26T06:06:21.971 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 40 to 38 2024-07-26T06:06:21.971 INFO:tasks.rados.rados.0.smithi089.stdout:504: finishing write tid 1 to smithi08986837-43 2024-07-26T06:06:21.971 INFO:tasks.rados.rados.0.smithi089.stdout:504: finishing write tid 2 to smithi08986837-43 2024-07-26T06:06:21.971 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 29 v 231 (ObjNum 109 snap 17 seq_num 109) dirty exists 2024-07-26T06:06:21.972 INFO:tasks.rados.rados.0.smithi089.stdout:504: finishing write tid 3 to smithi08986837-43 2024-07-26T06:06:21.972 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 43 v 148 (ObjNum 176 snap 44 seq_num 176) dirty exists 2024-07-26T06:06:21.972 INFO:tasks.rados.rados.0.smithi089.stdout:504: left oid 43 (ObjNum 176 snap 44 seq_num 176) 2024-07-26T06:06:21.972 INFO:tasks.rados.rados.0.smithi089.stdout:504: done (5 left) 2024-07-26T06:06:21.972 INFO:tasks.rados.rados.0.smithi089.stdout:507: done (4 left) 2024-07-26T06:06:21.972 INFO:tasks.rados.rados.0.smithi089.stdout:512: delete oid 36 current snap is 44 2024-07-26T06:06:21.975 INFO:tasks.rados.rados.0.smithi089.stdout:512: done (4 left) 2024-07-26T06:06:21.975 INFO:tasks.rados.rados.0.smithi089.stdout:513: rmattr oid 37 current snap is 44 2024-07-26T06:06:21.975 INFO:tasks.rados.rados.0.smithi089.stdout:513: done (4 left) 2024-07-26T06:06:21.975 INFO:tasks.rados.rados.0.smithi089.stdout:514: snap_create 2024-07-26T06:06:21.975 INFO:tasks.rados.rados.0.smithi089.stdout:508: finishing write tid 1 to smithi08986837-14 2024-07-26T06:06:21.975 INFO:tasks.rados.rados.0.smithi089.stdout:508: finishing write tid 2 to smithi08986837-14 2024-07-26T06:06:21.976 INFO:tasks.rados.rados.0.smithi089.stdout:508: finishing write tid 3 to smithi08986837-14 2024-07-26T06:06:21.976 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 14 v 201 (ObjNum 179 snap 44 seq_num 179) dirty exists 2024-07-26T06:06:21.976 INFO:tasks.rados.rados.0.smithi089.stdout:508: left oid 14 (ObjNum 179 snap 44 seq_num 179) 2024-07-26T06:06:21.976 INFO:tasks.rados.rados.0.smithi089.stdout:511: finishing rollback tid 0 to smithi08986837-40 2024-07-26T06:06:21.977 INFO:tasks.rados.rados.0.smithi089.stdout:511: finishing rollback tid 1 to smithi08986837-40 2024-07-26T06:06:21.977 INFO:tasks.rados.rados.0.smithi089.stdout:511: finishing rollback tid 2 to smithi08986837-40 2024-07-26T06:06:21.977 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 40 v 107 (ObjNum 154 snap 37 seq_num 154) dirty exists 2024-07-26T06:06:21.979 INFO:tasks.rados.rados.0.smithi089.stdout:509: expect (ObjNum 173 snap 44 seq_num 173) 2024-07-26T06:06:22.013 INFO:tasks.rados.rados.0.smithi089.stdout:510: expect (ObjNum 153 snap 37 seq_num 153) 2024-07-26T06:06:22.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:21 smithi155 ceph-mon[33309]: Adjusting osd_memory_target on smithi089 to 2479M 2024-07-26T06:06:22.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:21 smithi155 ceph-mon[33309]: osdmap e160: 8 total, 8 up, 8 in 2024-07-26T06:06:22.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:21 smithi155 ceph-mon[33309]: pgmap v12: 121 pgs: 121 active+clean; 154 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 689 KiB/s wr, 42 op/s 2024-07-26T06:06:22.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:21 smithi155 ceph-mon[33309]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:22.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:21 smithi155 ceph-mon[33309]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:22.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:21 smithi089 ceph-mon[29555]: Adjusting osd_memory_target on smithi089 to 2479M 2024-07-26T06:06:22.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:21 smithi089 ceph-mon[29555]: osdmap e160: 8 total, 8 up, 8 in 2024-07-26T06:06:22.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:21 smithi089 ceph-mon[29555]: pgmap v12: 121 pgs: 121 active+clean; 154 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 689 KiB/s wr, 42 op/s 2024-07-26T06:06:22.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:21 smithi089 ceph-mon[29555]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:22.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:21 smithi089 ceph-mon[29555]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:22.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:21 smithi089 ceph-mon[41451]: Adjusting osd_memory_target on smithi089 to 2479M 2024-07-26T06:06:22.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:21 smithi089 ceph-mon[41451]: osdmap e160: 8 total, 8 up, 8 in 2024-07-26T06:06:22.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:21 smithi089 ceph-mon[41451]: pgmap v12: 121 pgs: 121 active+clean; 154 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 689 KiB/s wr, 42 op/s 2024-07-26T06:06:22.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:21 smithi089 ceph-mon[41451]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:22.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:21 smithi089 ceph-mon[41451]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:22.914 INFO:tasks.rados.rados.0.smithi089.stdout:508: done (4 left) 2024-07-26T06:06:22.914 INFO:tasks.rados.rados.0.smithi089.stdout:509: done (3 left) 2024-07-26T06:06:22.915 INFO:tasks.rados.rados.0.smithi089.stdout:510: done (2 left) 2024-07-26T06:06:22.915 INFO:tasks.rados.rados.0.smithi089.stdout:511: done (1 left) 2024-07-26T06:06:22.915 INFO:tasks.rados.rados.0.smithi089.stdout:514: done (0 left) 2024-07-26T06:06:22.915 INFO:tasks.rados.rados.0.smithi089.stdout:515: delete oid 37 current snap is 45 2024-07-26T06:06:22.918 INFO:tasks.rados.rados.0.smithi089.stdout:515: done (0 left) 2024-07-26T06:06:22.918 INFO:tasks.rados.rados.0.smithi089.stdout:516: read oid 28 snap 38 2024-07-26T06:06:22.918 INFO:tasks.rados.rados.0.smithi089.stdout:516: expect (ObjNum 27 snap 0 seq_num 27) 2024-07-26T06:06:22.918 INFO:tasks.rados.rados.0.smithi089.stdout:517: read oid 2 snap 12 2024-07-26T06:06:22.918 INFO:tasks.rados.rados.0.smithi089.stdout:517: expect (ObjNum 84 snap 12 seq_num 84) 2024-07-26T06:06:22.918 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 42 current snap is 45 2024-07-26T06:06:22.918 INFO:tasks.rados.rados.0.smithi089.stdout:518: seq_num 182 ranges {901120=655360} 2024-07-26T06:06:22.926 INFO:tasks.rados.rados.0.smithi089.stdout:518: writing smithi08986837-42 from 901120 to 1556480 tid 1 2024-07-26T06:06:22.926 INFO:tasks.rados.rados.0.smithi089.stdout:519: snap_create 2024-07-26T06:06:22.926 INFO:tasks.rados.rados.0.smithi089.stdout:516: expect (ObjNum 27 snap 0 seq_num 27) 2024-07-26T06:06:22.941 INFO:tasks.rados.rados.0.smithi089.stdout:517: expect (ObjNum 84 snap 12 seq_num 84) 2024-07-26T06:06:22.995 INFO:tasks.rados.rados.0.smithi089.stdout:518: finishing write tid 1 to smithi08986837-42 2024-07-26T06:06:22.995 INFO:tasks.rados.rados.0.smithi089.stdout:518: finishing write tid 2 to smithi08986837-42 2024-07-26T06:06:22.995 INFO:tasks.rados.rados.0.smithi089.stdout:518: finishing write tid 3 to smithi08986837-42 2024-07-26T06:06:22.995 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 42 v 205 (ObjNum 182 snap 45 seq_num 182) dirty exists 2024-07-26T06:06:22.995 INFO:tasks.rados.rados.0.smithi089.stdout:518: left oid 42 (ObjNum 182 snap 45 seq_num 182) 2024-07-26T06:06:23.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:22 smithi155 ceph-mon[33309]: osdmap e161: 8 total, 8 up, 8 in 2024-07-26T06:06:23.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:22 smithi155 ceph-mon[33309]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:23.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:22 smithi155 ceph-mon[33309]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:23.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:22 smithi155 ceph-mon[33309]: osdmap e162: 8 total, 8 up, 8 in 2024-07-26T06:06:23.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:22 smithi089 ceph-mon[29555]: osdmap e161: 8 total, 8 up, 8 in 2024-07-26T06:06:23.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:22 smithi089 ceph-mon[29555]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:23.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:22 smithi089 ceph-mon[29555]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:23.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:22 smithi089 ceph-mon[29555]: osdmap e162: 8 total, 8 up, 8 in 2024-07-26T06:06:23.405 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:06:23 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:06:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-07-26T06:06:23.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:22 smithi089 ceph-mon[41451]: osdmap e161: 8 total, 8 up, 8 in 2024-07-26T06:06:23.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:22 smithi089 ceph-mon[41451]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:23.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:22 smithi089 ceph-mon[41451]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:23.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:22 smithi089 ceph-mon[41451]: osdmap e162: 8 total, 8 up, 8 in 2024-07-26T06:06:23.915 INFO:tasks.rados.rados.0.smithi089.stdout:516: done (3 left) 2024-07-26T06:06:23.915 INFO:tasks.rados.rados.0.smithi089.stdout:517: done (2 left) 2024-07-26T06:06:23.915 INFO:tasks.rados.rados.0.smithi089.stdout:518: done (1 left) 2024-07-26T06:06:23.916 INFO:tasks.rados.rados.0.smithi089.stdout:519: done (0 left) 2024-07-26T06:06:23.916 INFO:tasks.rados.rados.0.smithi089.stdout:520: setattr oid 5 current snap is 46 2024-07-26T06:06:23.916 INFO:tasks.rados.rados.0.smithi089.stdout:521: rollback oid 50 current snap is 46 2024-07-26T06:06:23.916 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 50 to 12 2024-07-26T06:06:23.916 INFO:tasks.rados.rados.0.smithi089.stdout:522: setattr oid 47 current snap is 46 2024-07-26T06:06:23.917 INFO:tasks.rados.rados.0.smithi089.stdout:523: rollback oid 10 current snap is 46 2024-07-26T06:06:23.917 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 10 to 45 2024-07-26T06:06:23.917 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 11 current snap is 46 2024-07-26T06:06:23.917 INFO:tasks.rados.rados.0.smithi089.stdout:524: seq_num 183 ranges {6815744=671744} 2024-07-26T06:06:23.957 INFO:tasks.rados.rados.0.smithi089.stdout:524: writing smithi08986837-11 from 6815744 to 7487488 tid 1 2024-07-26T06:06:23.957 INFO:tasks.rados.rados.0.smithi089.stdout:525: snap_remove snap 32 2024-07-26T06:06:23.999 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:23 smithi155 ceph-mon[33309]: pgmap v15: 121 pgs: 121 active+clean; 154 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 650 KiB/s wr, 40 op/s 2024-07-26T06:06:23.999 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:23 smithi155 ceph-mon[33309]: osdmap e163: 8 total, 8 up, 8 in 2024-07-26T06:06:24.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:23 smithi089 ceph-mon[29555]: pgmap v15: 121 pgs: 121 active+clean; 154 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 650 KiB/s wr, 40 op/s 2024-07-26T06:06:24.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:23 smithi089 ceph-mon[29555]: osdmap e163: 8 total, 8 up, 8 in 2024-07-26T06:06:24.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:23 smithi089 ceph-mon[41451]: pgmap v15: 121 pgs: 121 active+clean; 154 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 650 KiB/s wr, 40 op/s 2024-07-26T06:06:24.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:23 smithi089 ceph-mon[41451]: osdmap e163: 8 total, 8 up, 8 in 2024-07-26T06:06:24.945 INFO:tasks.rados.rados.0.smithi089.stdout:525: done (5 left) 2024-07-26T06:06:24.945 INFO:tasks.rados.rados.0.smithi089.stdout:526: read oid 44 snap -1 2024-07-26T06:06:24.945 INFO:tasks.rados.rados.0.smithi089.stdout:526: expect (ObjNum 102 snap 17 seq_num 102) 2024-07-26T06:06:24.945 INFO:tasks.rados.rados.0.smithi089.stdout:527: read oid 45 snap -1 2024-07-26T06:06:24.945 INFO:tasks.rados.rados.0.smithi089.stdout:527: expect (ObjNum 95 snap 17 seq_num 95) 2024-07-26T06:06:24.945 INFO:tasks.rados.rados.0.smithi089.stdout:528: snap_remove snap 37 2024-07-26T06:06:25.955 INFO:tasks.rados.rados.0.smithi089.stdout:528: done (7 left) 2024-07-26T06:06:25.956 INFO:tasks.rados.rados.0.smithi089.stdout:529: snap_remove snap 42 2024-07-26T06:06:26.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:25 smithi155 ceph-mon[33309]: osdmap e164: 8 total, 8 up, 8 in 2024-07-26T06:06:26.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:25 smithi155 ceph-mon[33309]: pgmap v18: 121 pgs: 121 active+clean; 154 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:06:26.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:25 smithi155 ceph-mon[33309]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:06:26.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:25 smithi155 ceph-mon[33309]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T06:06:26.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:25 smithi155 ceph-mon[33309]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:06:26.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:25 smithi155 ceph-mon[33309]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:06:26.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:25 smithi155 ceph-mon[33309]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:06:26.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:25 smithi155 ceph-mon[33309]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:06:26.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:25 smithi155 ceph-mon[33309]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:06:26.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:25 smithi155 ceph-mon[33309]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:06:26.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:25 smithi155 ceph-mon[33309]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:06:26.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:25 smithi155 ceph-mon[33309]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:06:26.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:25 smithi155 ceph-mon[33309]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:06:26.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:25 smithi155 ceph-mon[33309]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:06:26.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:25 smithi155 ceph-mon[33309]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:06:26.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:25 smithi155 ceph-mon[33309]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:06:26.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:25 smithi155 ceph-mon[33309]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:06:26.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:25 smithi155 ceph-mon[33309]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:06:26.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:25 smithi155 ceph-mon[33309]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:06:26.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:25 smithi155 ceph-mon[33309]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:06:26.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:25 smithi155 ceph-mon[33309]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:06:26.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:25 smithi155 ceph-mon[33309]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:06:26.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:25 smithi155 ceph-mon[33309]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:06:26.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:25 smithi155 ceph-mon[33309]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:06:26.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:25 smithi155 ceph-mon[33309]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:06:26.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:25 smithi155 ceph-mon[33309]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:06:26.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:25 smithi155 ceph-mon[33309]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:06:26.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:25 smithi155 ceph-mon[33309]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:06:26.382 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:25 smithi155 ceph-mon[33309]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:26.382 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:25 smithi155 ceph-mon[33309]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:26.382 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:25 smithi155 ceph-mon[33309]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:06:26.382 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:25 smithi155 ceph-mon[33309]: from='mgr.24616 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:06:26.382 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:25 smithi155 ceph-mon[33309]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:06:26.382 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:25 smithi155 ceph-mon[33309]: from='mgr.24616 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:06:26.382 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:25 smithi155 ceph-mon[33309]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:06:26.382 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:25 smithi155 ceph-mon[33309]: from='mgr.24616 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:06:26.382 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:25 smithi155 ceph-mon[33309]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:06:26.382 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:25 smithi155 ceph-mon[33309]: from='mgr.24616 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:06:26.382 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:25 smithi155 ceph-mon[33309]: Adjusting osd_memory_target on smithi155 to 2480M 2024-07-26T06:06:26.382 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:25 smithi155 ceph-mon[33309]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:26.383 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:25 smithi155 ceph-mon[33309]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:06:26.383 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:25 smithi155 ceph-mon[33309]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:06:26.383 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:25 smithi155 ceph-mon[33309]: Updating smithi089:/etc/ceph/ceph.conf 2024-07-26T06:06:26.383 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:25 smithi155 ceph-mon[33309]: Updating smithi155:/etc/ceph/ceph.conf 2024-07-26T06:06:26.383 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:25 smithi155 ceph-mon[33309]: Updating smithi155:/var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/config/ceph.conf 2024-07-26T06:06:26.383 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:25 smithi155 ceph-mon[33309]: Updating smithi089:/var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/config/ceph.conf 2024-07-26T06:06:26.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[29555]: osdmap e164: 8 total, 8 up, 8 in 2024-07-26T06:06:26.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[29555]: pgmap v18: 121 pgs: 121 active+clean; 154 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:06:26.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[29555]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:06:26.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[29555]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T06:06:26.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[29555]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:06:26.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[29555]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:06:26.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[29555]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:06:26.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[29555]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:06:26.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[29555]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:06:26.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[29555]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:06:26.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[29555]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:06:26.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[29555]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:06:26.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[29555]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:06:26.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[29555]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:06:26.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[29555]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:06:26.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[29555]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:06:26.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[29555]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:06:26.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[29555]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:06:26.407 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[29555]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:06:26.407 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[29555]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:06:26.407 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[29555]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:06:26.407 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[29555]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:06:26.407 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[29555]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:06:26.407 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[29555]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:06:26.407 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[29555]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:06:26.407 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[29555]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:06:26.407 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[29555]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:06:26.407 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[29555]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:06:26.408 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[41451]: osdmap e164: 8 total, 8 up, 8 in 2024-07-26T06:06:26.408 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[41451]: pgmap v18: 121 pgs: 121 active+clean; 154 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:06:26.408 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[41451]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:06:26.408 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[41451]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T06:06:26.408 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[41451]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:06:26.408 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[41451]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:06:26.408 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[41451]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:06:26.408 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[41451]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:06:26.408 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[41451]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:06:26.408 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[41451]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:06:26.408 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[41451]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:06:26.409 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[41451]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:06:26.409 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[41451]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:06:26.409 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[41451]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:06:26.409 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[41451]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:06:26.409 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[41451]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:06:26.409 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[41451]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:06:26.409 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[41451]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:06:26.409 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[41451]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:06:26.409 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[41451]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:06:26.409 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[41451]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:06:26.409 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[41451]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:06:26.409 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[41451]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:06:26.409 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[41451]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:06:26.410 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[41451]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:06:26.410 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[41451]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:06:26.410 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[41451]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:06:26.410 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[41451]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:06:26.410 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[41451]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:26.410 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[41451]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:26.410 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[41451]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:06:26.410 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[41451]: from='mgr.24616 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:06:26.410 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[41451]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:06:26.410 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[41451]: from='mgr.24616 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:06:26.410 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[41451]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:06:26.410 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[41451]: from='mgr.24616 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:06:26.410 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[41451]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:06:26.411 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[41451]: from='mgr.24616 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:06:26.411 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[41451]: Adjusting osd_memory_target on smithi155 to 2480M 2024-07-26T06:06:26.411 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[41451]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:26.411 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[41451]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:06:26.411 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[41451]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:06:26.411 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[41451]: Updating smithi089:/etc/ceph/ceph.conf 2024-07-26T06:06:26.411 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[41451]: Updating smithi155:/etc/ceph/ceph.conf 2024-07-26T06:06:26.411 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[41451]: Updating smithi155:/var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/config/ceph.conf 2024-07-26T06:06:26.411 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[41451]: Updating smithi089:/var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/config/ceph.conf 2024-07-26T06:06:26.411 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[29555]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:26.411 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[29555]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:26.411 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[29555]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:06:26.412 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[29555]: from='mgr.24616 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:06:26.412 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[29555]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:06:26.412 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[29555]: from='mgr.24616 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:06:26.412 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[29555]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:06:26.412 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[29555]: from='mgr.24616 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:06:26.412 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[29555]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:06:26.412 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[29555]: from='mgr.24616 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-07-26T06:06:26.412 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[29555]: Adjusting osd_memory_target on smithi155 to 2480M 2024-07-26T06:06:26.412 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[29555]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:26.412 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[29555]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:06:26.412 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[29555]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:06:26.412 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[29555]: Updating smithi089:/etc/ceph/ceph.conf 2024-07-26T06:06:26.412 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[29555]: Updating smithi155:/etc/ceph/ceph.conf 2024-07-26T06:06:26.413 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[29555]: Updating smithi155:/var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/config/ceph.conf 2024-07-26T06:06:26.413 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:25 smithi089 ceph-mon[29555]: Updating smithi089:/var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/config/ceph.conf 2024-07-26T06:06:26.957 INFO:tasks.rados.rados.0.smithi089.stdout:529: done (7 left) 2024-07-26T06:06:26.957 INFO:tasks.rados.rados.0.smithi089.stdout:530: snap_create 2024-07-26T06:06:26.957 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 5 v 146 (ObjNum 129 snap 0 seq_num 2520938131) dirty exists 2024-07-26T06:06:26.957 INFO:tasks.rados.rados.0.smithi089.stdout:521: finishing rollback tid 0 to smithi08986837-50 2024-07-26T06:06:26.957 INFO:tasks.rados.rados.0.smithi089.stdout:521: finishing rollback tid 1 to smithi08986837-50 2024-07-26T06:06:26.957 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 47 v 207 (ObjNum 170 snap 44 seq_num 170) dirty exists 2024-07-26T06:06:26.957 INFO:tasks.rados.rados.0.smithi089.stdout:521: finishing rollback tid 2 to smithi08986837-50 2024-07-26T06:06:26.957 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 50 v 111 (ObjNum 72 snap 6 seq_num 72) dirty exists 2024-07-26T06:06:26.957 INFO:tasks.rados.rados.0.smithi089.stdout:523: finishing rollback tid 1 to smithi08986837-10 2024-07-26T06:06:26.957 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 10 v 129 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-07-26T06:06:26.957 INFO:tasks.rados.rados.0.smithi089.stdout:524: finishing write tid 1 to smithi08986837-11 2024-07-26T06:06:26.957 INFO:tasks.rados.rados.0.smithi089.stdout:524: finishing write tid 2 to smithi08986837-11 2024-07-26T06:06:26.958 INFO:tasks.rados.rados.0.smithi089.stdout:524: finishing write tid 3 to smithi08986837-11 2024-07-26T06:06:26.958 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 11 v 235 (ObjNum 183 snap 46 seq_num 183) dirty exists 2024-07-26T06:06:26.958 INFO:tasks.rados.rados.0.smithi089.stdout:524: left oid 11 (ObjNum 183 snap 46 seq_num 183) 2024-07-26T06:06:26.958 INFO:tasks.rados.rados.0.smithi089.stdout:527: expect (ObjNum 95 snap 17 seq_num 95) 2024-07-26T06:06:27.132 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:26 smithi089 ceph-mon[29555]: Updating smithi089:/etc/ceph/ceph.client.admin.keyring 2024-07-26T06:06:27.132 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:26 smithi089 ceph-mon[29555]: Updating smithi155:/etc/ceph/ceph.client.admin.keyring 2024-07-26T06:06:27.132 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:26 smithi089 ceph-mon[29555]: osdmap e165: 8 total, 8 up, 8 in 2024-07-26T06:06:27.132 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:26 smithi089 ceph-mon[29555]: Updating smithi155:/var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/config/ceph.client.admin.keyring 2024-07-26T06:06:27.132 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:26 smithi089 ceph-mon[29555]: Updating smithi089:/var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/config/ceph.client.admin.keyring 2024-07-26T06:06:27.132 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:26 smithi089 ceph-mon[29555]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:27.132 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:26 smithi089 ceph-mon[29555]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:27.133 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:26 smithi089 ceph-mon[29555]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:27.133 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:26 smithi089 ceph-mon[29555]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:27.133 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:26 smithi089 ceph-mon[29555]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:27.133 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:26 smithi089 ceph-mon[29555]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:27.133 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:26 smithi089 ceph-mon[29555]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:27.133 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:26 smithi089 ceph-mon[29555]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:27.133 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:26 smithi089 ceph-mon[29555]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:27.133 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:26 smithi089 ceph-mon[29555]: Reconfiguring alertmanager.a (dependencies changed)... 2024-07-26T06:06:27.133 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:26 smithi089 ceph-mon[29555]: Reconfiguring daemon alertmanager.a on smithi089 2024-07-26T06:06:27.133 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:26 smithi089 ceph-mon[41451]: Updating smithi089:/etc/ceph/ceph.client.admin.keyring 2024-07-26T06:06:27.133 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:26 smithi089 ceph-mon[41451]: Updating smithi155:/etc/ceph/ceph.client.admin.keyring 2024-07-26T06:06:27.133 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:26 smithi089 ceph-mon[41451]: osdmap e165: 8 total, 8 up, 8 in 2024-07-26T06:06:27.134 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:26 smithi089 ceph-mon[41451]: Updating smithi155:/var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/config/ceph.client.admin.keyring 2024-07-26T06:06:27.134 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:26 smithi089 ceph-mon[41451]: Updating smithi089:/var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/config/ceph.client.admin.keyring 2024-07-26T06:06:27.134 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:26 smithi089 ceph-mon[41451]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:27.134 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:26 smithi089 ceph-mon[41451]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:27.134 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:26 smithi089 ceph-mon[41451]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:27.134 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:26 smithi089 ceph-mon[41451]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:27.134 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:26 smithi089 ceph-mon[41451]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:27.134 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:26 smithi089 ceph-mon[41451]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:27.134 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:26 smithi089 ceph-mon[41451]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:27.134 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:26 smithi089 ceph-mon[41451]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:27.134 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:26 smithi089 ceph-mon[41451]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:27.134 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:26 smithi089 ceph-mon[41451]: Reconfiguring alertmanager.a (dependencies changed)... 2024-07-26T06:06:27.134 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:26 smithi089 ceph-mon[41451]: Reconfiguring daemon alertmanager.a on smithi089 2024-07-26T06:06:27.147 INFO:tasks.rados.rados.0.smithi089.stdout:526: expect (ObjNum 102 snap 17 seq_num 102) 2024-07-26T06:06:27.382 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:26 smithi155 ceph-mon[33309]: Updating smithi089:/etc/ceph/ceph.client.admin.keyring 2024-07-26T06:06:27.382 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:26 smithi155 ceph-mon[33309]: Updating smithi155:/etc/ceph/ceph.client.admin.keyring 2024-07-26T06:06:27.382 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:26 smithi155 ceph-mon[33309]: osdmap e165: 8 total, 8 up, 8 in 2024-07-26T06:06:27.382 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:26 smithi155 ceph-mon[33309]: Updating smithi155:/var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/config/ceph.client.admin.keyring 2024-07-26T06:06:27.383 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:26 smithi155 ceph-mon[33309]: Updating smithi089:/var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/config/ceph.client.admin.keyring 2024-07-26T06:06:27.383 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:26 smithi155 ceph-mon[33309]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:27.383 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:26 smithi155 ceph-mon[33309]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:27.383 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:26 smithi155 ceph-mon[33309]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:27.383 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:26 smithi155 ceph-mon[33309]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:27.383 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:26 smithi155 ceph-mon[33309]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:27.383 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:26 smithi155 ceph-mon[33309]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:27.383 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:26 smithi155 ceph-mon[33309]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:27.383 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:26 smithi155 ceph-mon[33309]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:27.383 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:26 smithi155 ceph-mon[33309]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:27.383 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:26 smithi155 ceph-mon[33309]: Reconfiguring alertmanager.a (dependencies changed)... 2024-07-26T06:06:27.383 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:26 smithi155 ceph-mon[33309]: Reconfiguring daemon alertmanager.a on smithi089 2024-07-26T06:06:27.975 INFO:tasks.rados.rados.0.smithi089.stdout:520: done (7 left) 2024-07-26T06:06:28.012 INFO:tasks.rados.rados.0.smithi089.stdout:521: done (6 left) 2024-07-26T06:06:28.012 INFO:tasks.rados.rados.0.smithi089.stdout:522: done (5 left) 2024-07-26T06:06:28.012 INFO:tasks.rados.rados.0.smithi089.stdout:523: done (4 left) 2024-07-26T06:06:28.012 INFO:tasks.rados.rados.0.smithi089.stdout:524: done (3 left) 2024-07-26T06:06:28.012 INFO:tasks.rados.rados.0.smithi089.stdout:526: done (2 left) 2024-07-26T06:06:28.012 INFO:tasks.rados.rados.0.smithi089.stdout:527: done (1 left) 2024-07-26T06:06:28.012 INFO:tasks.rados.rados.0.smithi089.stdout:530: done (0 left) 2024-07-26T06:06:28.012 INFO:tasks.rados.rados.0.smithi089.stdout:531: read oid 47 snap -1 2024-07-26T06:06:28.012 INFO:tasks.rados.rados.0.smithi089.stdout:531: expect (ObjNum 170 snap 44 seq_num 170) 2024-07-26T06:06:28.013 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 43 current snap is 47 2024-07-26T06:06:28.013 INFO:tasks.rados.rados.0.smithi089.stdout:532: seq_num 184 ranges {1949696=688128} 2024-07-26T06:06:28.015 INFO:tasks.rados.rados.0.smithi089.stdout:532: writing smithi08986837-43 from 1949696 to 2637824 tid 1 2024-07-26T06:06:28.015 INFO:tasks.rados.rados.0.smithi089.stdout:533: rollback oid 29 current snap is 47 2024-07-26T06:06:28.015 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 29 to 41 2024-07-26T06:06:28.015 INFO:tasks.rados.rados.0.smithi089.stdout:531: expect (ObjNum 170 snap 44 seq_num 170) 2024-07-26T06:06:28.015 INFO:tasks.rados.rados.0.smithi089.stdout:532: finishing write tid 1 to smithi08986837-43 2024-07-26T06:06:28.015 INFO:tasks.rados.rados.0.smithi089.stdout:532: finishing write tid 2 to smithi08986837-43 2024-07-26T06:06:28.015 INFO:tasks.rados.rados.0.smithi089.stdout:531: done (2 left) 2024-07-26T06:06:28.015 INFO:tasks.rados.rados.0.smithi089.stdout:534: delete oid 27 current snap is 47 2024-07-26T06:06:28.015 INFO:tasks.rados.rados.0.smithi089.stdout:532: finishing write tid 3 to smithi08986837-43 2024-07-26T06:06:28.016 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 43 v 173 (ObjNum 184 snap 47 seq_num 184) dirty exists 2024-07-26T06:06:28.016 INFO:tasks.rados.rados.0.smithi089.stdout:532: left oid 43 (ObjNum 184 snap 47 seq_num 184) 2024-07-26T06:06:28.016 INFO:tasks.rados.rados.0.smithi089.stdout:533: finishing rollback tid 0 to smithi08986837-29 2024-07-26T06:06:28.016 INFO:tasks.rados.rados.0.smithi089.stdout:533: finishing rollback tid 1 to smithi08986837-29 2024-07-26T06:06:28.016 INFO:tasks.rados.rados.0.smithi089.stdout:533: finishing rollback tid 2 to smithi08986837-29 2024-07-26T06:06:28.016 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 29 v 257 (ObjNum 109 snap 17 seq_num 109) dirty exists 2024-07-26T06:06:28.016 INFO:tasks.rados.rados.0.smithi089.stdout:532: done (2 left) 2024-07-26T06:06:28.016 INFO:tasks.rados.rados.0.smithi089.stdout:533: done (1 left) 2024-07-26T06:06:28.016 INFO:tasks.rados.rados.0.smithi089.stdout:534: done (0 left) 2024-07-26T06:06:28.016 INFO:tasks.rados.rados.0.smithi089.stdout:535: read oid 6 snap -1 2024-07-26T06:06:28.016 INFO:tasks.rados.rados.0.smithi089.stdout:535: expect (ObjNum 36 snap 0 seq_num 36) 2024-07-26T06:06:28.016 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 4 current snap is 47 2024-07-26T06:06:28.016 INFO:tasks.rados.rados.0.smithi089.stdout:536: seq_num 186 ranges {0=720896} 2024-07-26T06:06:28.016 INFO:tasks.rados.rados.0.smithi089.stdout:536: writing smithi08986837-4 from 0 to 720896 tid 1 2024-07-26T06:06:28.017 INFO:tasks.rados.rados.0.smithi089.stdout:537: delete oid 36 current snap is 47 2024-07-26T06:06:28.017 INFO:tasks.rados.rados.0.smithi089.stdout:535: expect (ObjNum 36 snap 0 seq_num 36) 2024-07-26T06:06:28.032 INFO:tasks.rados.rados.0.smithi089.stdout:536: finishing write tid 1 to smithi08986837-4 2024-07-26T06:06:28.032 INFO:tasks.rados.rados.0.smithi089.stdout:536: finishing write tid 2 to smithi08986837-4 2024-07-26T06:06:28.032 INFO:tasks.rados.rados.0.smithi089.stdout:536: finishing write tid 3 to smithi08986837-4 2024-07-26T06:06:28.032 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 4 v 98 (ObjNum 186 snap 47 seq_num 186) dirty exists 2024-07-26T06:06:28.032 INFO:tasks.rados.rados.0.smithi089.stdout:536: left oid 4 (ObjNum 186 snap 47 seq_num 186) 2024-07-26T06:06:28.032 INFO:tasks.rados.rados.0.smithi089.stdout:535: done (2 left) 2024-07-26T06:06:28.032 INFO:tasks.rados.rados.0.smithi089.stdout:536: done (1 left) 2024-07-26T06:06:28.032 INFO:tasks.rados.rados.0.smithi089.stdout:537: done (0 left) 2024-07-26T06:06:28.032 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 11 current snap is 47 2024-07-26T06:06:28.032 INFO:tasks.rados.rados.0.smithi089.stdout:538: seq_num 188 ranges {7487488=753664} 2024-07-26T06:06:28.077 INFO:tasks.rados.rados.0.smithi089.stdout:538: writing smithi08986837-11 from 7487488 to 8241152 tid 1 2024-07-26T06:06:28.077 INFO:tasks.rados.rados.0.smithi089.stdout:539: read oid 47 snap -1 2024-07-26T06:06:28.077 INFO:tasks.rados.rados.0.smithi089.stdout:539: expect (ObjNum 170 snap 44 seq_num 170) 2024-07-26T06:06:28.077 INFO:tasks.rados.rados.0.smithi089.stdout:540: read oid 41 snap -1 2024-07-26T06:06:28.077 INFO:tasks.rados.rados.0.smithi089.stdout:540: expect (ObjNum 128 snap 30 seq_num 128) 2024-07-26T06:06:28.077 INFO:tasks.rados.rados.0.smithi089.stdout:541: rollback oid 10 current snap is 47 2024-07-26T06:06:28.077 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 10 to 34 2024-07-26T06:06:28.077 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 33 current snap is 47 2024-07-26T06:06:28.077 INFO:tasks.rados.rados.0.smithi089.stdout:542: seq_num 189 ranges {2220032=770048} 2024-07-26T06:06:28.093 INFO:tasks.rados.rados.0.smithi089.stdout:542: writing smithi08986837-33 from 2220032 to 2990080 tid 1 2024-07-26T06:06:28.093 INFO:tasks.rados.rados.0.smithi089.stdout:543: copy_from oid 19 from oid 43 current snap is 47 2024-07-26T06:06:28.093 INFO:tasks.rados.rados.0.smithi089.stdout:539: expect (ObjNum 170 snap 44 seq_num 170) 2024-07-26T06:06:28.106 INFO:tasks.rados.rados.0.smithi089.stdout:538: finishing write tid 1 to smithi08986837-11 2024-07-26T06:06:28.106 INFO:tasks.rados.rados.0.smithi089.stdout:538: finishing write tid 2 to smithi08986837-11 2024-07-26T06:06:28.106 INFO:tasks.rados.rados.0.smithi089.stdout:541: finishing rollback tid 1 to smithi08986837-10 2024-07-26T06:06:28.106 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 10 v 129 (ObjNum 65 snap 0 seq_num 1330995295) dirty dne 2024-07-26T06:06:28.106 INFO:tasks.rados.rados.0.smithi089.stdout:538: finishing write tid 3 to smithi08986837-11 2024-07-26T06:06:28.106 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 11 v 260 (ObjNum 188 snap 47 seq_num 188) dirty exists 2024-07-26T06:06:28.107 INFO:tasks.rados.rados.0.smithi089.stdout:538: left oid 11 (ObjNum 188 snap 47 seq_num 188) 2024-07-26T06:06:28.107 INFO:tasks.rados.rados.0.smithi089.stdout:540: expect (ObjNum 128 snap 30 seq_num 128) 2024-07-26T06:06:28.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:27 smithi089 ceph-mon[29555]: osdmap e166: 8 total, 8 up, 8 in 2024-07-26T06:06:28.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:27 smithi089 ceph-mon[29555]: pgmap v21: 121 pgs: 121 active+clean; 146 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.5 MiB/s wr, 37 op/s 2024-07-26T06:06:28.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:27 smithi089 ceph-mon[29555]: mgrmap e28: x(active, since 12s), standbys: y 2024-07-26T06:06:28.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:27 smithi089 ceph-mon[41451]: osdmap e166: 8 total, 8 up, 8 in 2024-07-26T06:06:28.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:27 smithi089 ceph-mon[41451]: pgmap v21: 121 pgs: 121 active+clean; 146 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.5 MiB/s wr, 37 op/s 2024-07-26T06:06:28.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:27 smithi089 ceph-mon[41451]: mgrmap e28: x(active, since 12s), standbys: y 2024-07-26T06:06:28.165 INFO:tasks.rados.rados.0.smithi089.stdout:542: finishing write tid 1 to smithi08986837-33 2024-07-26T06:06:28.165 INFO:tasks.rados.rados.0.smithi089.stdout:542: finishing write tid 2 to smithi08986837-33 2024-07-26T06:06:28.165 INFO:tasks.rados.rados.0.smithi089.stdout:542: finishing write tid 3 to smithi08986837-33 2024-07-26T06:06:28.165 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 33 v 238 (ObjNum 189 snap 47 seq_num 189) dirty exists 2024-07-26T06:06:28.165 INFO:tasks.rados.rados.0.smithi089.stdout:542: left oid 33 (ObjNum 189 snap 47 seq_num 189) 2024-07-26T06:06:28.165 INFO:tasks.rados.rados.0.smithi089.stdout:538: done (5 left) 2024-07-26T06:06:28.165 INFO:tasks.rados.rados.0.smithi089.stdout:539: done (4 left) 2024-07-26T06:06:28.165 INFO:tasks.rados.rados.0.smithi089.stdout:540: done (3 left) 2024-07-26T06:06:28.165 INFO:tasks.rados.rados.0.smithi089.stdout:541: done (2 left) 2024-07-26T06:06:28.165 INFO:tasks.rados.rados.0.smithi089.stdout:542: done (1 left) 2024-07-26T06:06:28.165 INFO:tasks.rados.rados.0.smithi089.stdout:544: rollback oid 20 current snap is 47 2024-07-26T06:06:28.165 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 20 to 39 2024-07-26T06:06:28.166 INFO:tasks.rados.rados.0.smithi089.stdout:543: finishing copy_from racing read to smithi08986837-19 2024-07-26T06:06:28.166 INFO:tasks.rados.rados.0.smithi089.stdout:543: finishing copy_from to smithi08986837-19 2024-07-26T06:06:28.166 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 19 v 173 (ObjNum 184 snap 47 seq_num 184) dirty exists 2024-07-26T06:06:28.166 INFO:tasks.rados.rados.0.smithi089.stdout:543: done (1 left) 2024-07-26T06:06:28.166 INFO:tasks.rados.rados.0.smithi089.stdout:545: copy_from oid 47 from oid 42 current snap is 47 2024-07-26T06:06:28.166 INFO:tasks.rados.rados.0.smithi089.stdout:546: rollback oid 29 current snap is 47 2024-07-26T06:06:28.166 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 29 to 34 2024-07-26T06:06:28.166 INFO:tasks.rados.rados.0.smithi089.stdout:547: delete oid 34 current snap is 47 2024-07-26T06:06:28.167 INFO:tasks.rados.rados.0.smithi089.stdout:547: done (3 left) 2024-07-26T06:06:28.167 INFO:tasks.rados.rados.0.smithi089.stdout:548: delete oid 40 current snap is 47 2024-07-26T06:06:28.167 INFO:tasks.rados.rados.0.smithi089.stdout:546: finishing rollback tid 0 to smithi08986837-29 2024-07-26T06:06:28.167 INFO:tasks.rados.rados.0.smithi089.stdout:544: finishing rollback tid 0 to smithi08986837-20 2024-07-26T06:06:28.167 INFO:tasks.rados.rados.0.smithi089.stdout:546: finishing rollback tid 1 to smithi08986837-29 2024-07-26T06:06:28.167 INFO:tasks.rados.rados.0.smithi089.stdout:544: finishing rollback tid 1 to smithi08986837-20 2024-07-26T06:06:28.168 INFO:tasks.rados.rados.0.smithi089.stdout:546: finishing rollback tid 2 to smithi08986837-29 2024-07-26T06:06:28.168 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 29 v 264 (ObjNum 109 snap 17 seq_num 109) dirty exists 2024-07-26T06:06:28.168 INFO:tasks.rados.rados.0.smithi089.stdout:544: finishing rollback tid 2 to smithi08986837-20 2024-07-26T06:06:28.168 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 20 v 149 (ObjNum 132 snap 30 seq_num 132) dirty exists 2024-07-26T06:06:28.169 INFO:tasks.rados.rados.0.smithi089.stdout:544: done (3 left) 2024-07-26T06:06:28.169 INFO:tasks.rados.rados.0.smithi089.stdout:546: done (2 left) 2024-07-26T06:06:28.170 INFO:tasks.rados.rados.0.smithi089.stdout:548: done (1 left) 2024-07-26T06:06:28.170 INFO:tasks.rados.rados.0.smithi089.stdout:549: read oid 2 snap -1 2024-07-26T06:06:28.170 INFO:tasks.rados.rados.0.smithi089.stdout:549: expect (ObjNum 97 snap 17 seq_num 97) 2024-07-26T06:06:28.170 INFO:tasks.rados.rados.0.smithi089.stdout:550: rollback oid 3 current snap is 47 2024-07-26T06:06:28.170 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 3 to 44 2024-07-26T06:06:28.170 INFO:tasks.rados.rados.0.smithi089.stdout:551: delete oid 28 current snap is 47 2024-07-26T06:06:28.172 INFO:tasks.rados.rados.0.smithi089.stdout:545: finishing copy_from racing read to smithi08986837-47 2024-07-26T06:06:28.173 INFO:tasks.rados.rados.0.smithi089.stdout:550: finishing rollback tid 0 to smithi08986837-3 2024-07-26T06:06:28.173 INFO:tasks.rados.rados.0.smithi089.stdout:551: done (3 left) 2024-07-26T06:06:28.173 INFO:tasks.rados.rados.0.smithi089.stdout:552: read oid 36 snap -1 2024-07-26T06:06:28.174 INFO:tasks.rados.rados.0.smithi089.stdout:552: expect deleted 2024-07-26T06:06:28.174 INFO:tasks.rados.rados.0.smithi089.stdout:553: snap_create 2024-07-26T06:06:28.174 INFO:tasks.rados.rados.0.smithi089.stdout:550: finishing rollback tid 1 to smithi08986837-3 2024-07-26T06:06:28.174 INFO:tasks.rados.rados.0.smithi089.stdout:545: finishing copy_from to smithi08986837-47 2024-07-26T06:06:28.175 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 47 v 205 (ObjNum 182 snap 45 seq_num 182) dirty exists 2024-07-26T06:06:28.175 INFO:tasks.rados.rados.0.smithi089.stdout:550: finishing rollback tid 2 to smithi08986837-3 2024-07-26T06:06:28.175 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 3 v 81 (ObjNum 80 snap 9 seq_num 80) dirty exists 2024-07-26T06:06:28.179 INFO:tasks.rados.rados.0.smithi089.stdout:549: expect (ObjNum 97 snap 17 seq_num 97) 2024-07-26T06:06:28.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:27 smithi155 ceph-mon[33309]: osdmap e166: 8 total, 8 up, 8 in 2024-07-26T06:06:28.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:27 smithi155 ceph-mon[33309]: pgmap v21: 121 pgs: 121 active+clean; 146 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.5 MiB/s wr, 37 op/s 2024-07-26T06:06:28.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:27 smithi155 ceph-mon[33309]: mgrmap e28: x(active, since 12s), standbys: y 2024-07-26T06:06:28.976 INFO:tasks.rados.rados.0.smithi089.stdout:545: done (4 left) 2024-07-26T06:06:28.977 INFO:tasks.rados.rados.0.smithi089.stdout:549: done (3 left) 2024-07-26T06:06:28.977 INFO:tasks.rados.rados.0.smithi089.stdout:550: done (2 left) 2024-07-26T06:06:28.977 INFO:tasks.rados.rados.0.smithi089.stdout:552: done (1 left) 2024-07-26T06:06:28.977 INFO:tasks.rados.rados.0.smithi089.stdout:553: done (0 left) 2024-07-26T06:06:28.977 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 39 current snap is 48 2024-07-26T06:06:28.977 INFO:tasks.rados.rados.0.smithi089.stdout:554: seq_num 193 ranges {540672=434176,974848=401408} 2024-07-26T06:06:28.981 INFO:tasks.rados.rados.0.smithi089.stdout:554: writing smithi08986837-39 from 540672 to 974848 tid 1 2024-07-26T06:06:28.985 INFO:tasks.rados.rados.0.smithi089.stdout:554: writing smithi08986837-39 from 974848 to 1376256 tid 2 2024-07-26T06:06:28.985 INFO:tasks.rados.rados.0.smithi089.stdout:555: read oid 48 snap -1 2024-07-26T06:06:28.985 INFO:tasks.rados.rados.0.smithi089.stdout:555: expect (ObjNum 46 snap 0 seq_num 46) 2024-07-26T06:06:28.985 INFO:tasks.rados.rados.0.smithi089.stdout:556: rollback oid 18 current snap is 48 2024-07-26T06:06:28.985 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 18 to 46 2024-07-26T06:06:28.985 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 44 current snap is 48 2024-07-26T06:06:28.985 INFO:tasks.rados.rados.0.smithi089.stdout:557: seq_num 194 ranges {4890624=458752,5349376=401408} 2024-07-26T06:06:29.014 INFO:tasks.rados.rados.0.smithi089.stdout:557: writing smithi08986837-44 from 4890624 to 5349376 tid 1 2024-07-26T06:06:29.016 INFO:tasks.rados.rados.0.smithi089.stdout:557: writing smithi08986837-44 from 5349376 to 5750784 tid 2 2024-07-26T06:06:29.016 INFO:tasks.rados.rados.0.smithi089.stdout:558: snap_create 2024-07-26T06:06:29.016 INFO:tasks.rados.rados.0.smithi089.stdout:554: finishing write tid 1 to smithi08986837-39 2024-07-26T06:06:29.016 INFO:tasks.rados.rados.0.smithi089.stdout:556: finishing rollback tid 1 to smithi08986837-18 2024-07-26T06:06:29.016 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 18 v 137 (ObjNum 33 snap 0 seq_num 3333739896) dirty dne 2024-07-26T06:06:29.017 INFO:tasks.rados.rados.0.smithi089.stdout:554: finishing write tid 2 to smithi08986837-39 2024-07-26T06:06:29.017 INFO:tasks.rados.rados.0.smithi089.stdout:554: finishing write tid 3 to smithi08986837-39 2024-07-26T06:06:29.017 INFO:tasks.rados.rados.0.smithi089.stdout:555: expect (ObjNum 46 snap 0 seq_num 46) 2024-07-26T06:06:29.037 INFO:tasks.rados.rados.0.smithi089.stdout:554: finishing write tid 4 to smithi08986837-39 2024-07-26T06:06:29.037 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 39 v 200 (ObjNum 193 snap 48 seq_num 193) dirty exists 2024-07-26T06:06:29.037 INFO:tasks.rados.rados.0.smithi089.stdout:554: left oid 39 (ObjNum 193 snap 48 seq_num 193) 2024-07-26T06:06:29.037 INFO:tasks.rados.rados.0.smithi089.stdout:557: finishing write tid 1 to smithi08986837-44 2024-07-26T06:06:29.037 INFO:tasks.rados.rados.0.smithi089.stdout:557: finishing write tid 2 to smithi08986837-44 2024-07-26T06:06:29.037 INFO:tasks.rados.rados.0.smithi089.stdout:557: finishing write tid 3 to smithi08986837-44 2024-07-26T06:06:29.037 INFO:tasks.rados.rados.0.smithi089.stdout:557: finishing write tid 4 to smithi08986837-44 2024-07-26T06:06:29.037 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 44 v 229 (ObjNum 194 snap 48 seq_num 194) dirty exists 2024-07-26T06:06:29.037 INFO:tasks.rados.rados.0.smithi089.stdout:557: left oid 44 (ObjNum 194 snap 48 seq_num 194) 2024-07-26T06:06:29.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:28 smithi155 ceph-mon[33309]: osdmap e167: 8 total, 8 up, 8 in 2024-07-26T06:06:29.187 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:28 smithi089 ceph-mon[29555]: osdmap e167: 8 total, 8 up, 8 in 2024-07-26T06:06:29.187 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:28 smithi089 ceph-mon[41451]: osdmap e167: 8 total, 8 up, 8 in 2024-07-26T06:06:29.904 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:06:29 smithi089 systemd[1]: Stopping Ceph alertmanager.a for 9bd49884-4b13-11ef-bcb6-c7b262605968... 2024-07-26T06:06:29.983 INFO:tasks.rados.rados.0.smithi089.stdout:554: done (4 left) 2024-07-26T06:06:29.984 INFO:tasks.rados.rados.0.smithi089.stdout:555: done (3 left) 2024-07-26T06:06:29.984 INFO:tasks.rados.rados.0.smithi089.stdout:556: done (2 left) 2024-07-26T06:06:29.984 INFO:tasks.rados.rados.0.smithi089.stdout:557: done (1 left) 2024-07-26T06:06:29.984 INFO:tasks.rados.rados.0.smithi089.stdout:558: done (0 left) 2024-07-26T06:06:29.984 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 18 current snap is 49 2024-07-26T06:06:29.984 INFO:tasks.rados.rados.0.smithi089.stdout:559: seq_num 195 ranges {0=475136,475136=401408} 2024-07-26T06:06:29.986 INFO:tasks.rados.rados.0.smithi089.stdout:559: writing smithi08986837-18 from 0 to 475136 tid 1 2024-07-26T06:06:29.989 INFO:tasks.rados.rados.0.smithi089.stdout:559: writing smithi08986837-18 from 475136 to 876544 tid 2 2024-07-26T06:06:29.989 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 39 current snap is 49 2024-07-26T06:06:29.989 INFO:tasks.rados.rados.0.smithi089.stdout:559: finishing write tid 1 to smithi08986837-18 2024-07-26T06:06:29.989 INFO:tasks.rados.rados.0.smithi089.stdout:560: seq_num 196 ranges {1376256=491520,1867776=401408} 2024-07-26T06:06:29.999 INFO:tasks.rados.rados.0.smithi089.stdout:560: writing smithi08986837-39 from 1376256 to 1867776 tid 1 2024-07-26T06:06:30.003 INFO:tasks.rados.rados.0.smithi089.stdout:560: writing smithi08986837-39 from 1867776 to 2269184 tid 2 2024-07-26T06:06:30.003 INFO:tasks.rados.rados.0.smithi089.stdout:561: setattr oid 49 current snap is 49 2024-07-26T06:06:30.003 INFO:tasks.rados.rados.0.smithi089.stdout:559: finishing write tid 2 to smithi08986837-18 2024-07-26T06:06:30.003 INFO:tasks.rados.rados.0.smithi089.stdout:559: finishing write tid 3 to smithi08986837-18 2024-07-26T06:06:30.003 INFO:tasks.rados.rados.0.smithi089.stdout:559: finishing write tid 4 to smithi08986837-18 2024-07-26T06:06:30.003 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 18 v 177 (ObjNum 195 snap 49 seq_num 195) dirty exists 2024-07-26T06:06:30.003 INFO:tasks.rados.rados.0.smithi089.stdout:559: left oid 18 (ObjNum 195 snap 49 seq_num 195) 2024-07-26T06:06:30.004 INFO:tasks.rados.rados.0.smithi089.stdout:559: done (2 left) 2024-07-26T06:06:30.004 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 8 current snap is 49 2024-07-26T06:06:30.004 INFO:tasks.rados.rados.0.smithi089.stdout:562: seq_num 197 ranges {303104=507904,811008=401408} 2024-07-26T06:06:30.009 INFO:tasks.rados.rados.0.smithi089.stdout:562: writing smithi08986837-8 from 303104 to 811008 tid 1 2024-07-26T06:06:30.012 INFO:tasks.rados.rados.0.smithi089.stdout:562: writing smithi08986837-8 from 811008 to 1212416 tid 2 2024-07-26T06:06:30.012 INFO:tasks.rados.rados.0.smithi089.stdout:563: rollback oid 23 current snap is 49 2024-07-26T06:06:30.012 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 23 to 43 2024-07-26T06:06:30.012 INFO:tasks.rados.rados.0.smithi089.stdout:560: finishing write tid 1 to smithi08986837-39 2024-07-26T06:06:30.012 INFO:tasks.rados.rados.0.smithi089.stdout:560: finishing write tid 2 to smithi08986837-39 2024-07-26T06:06:30.012 INFO:tasks.rados.rados.0.smithi089.stdout:560: finishing write tid 3 to smithi08986837-39 2024-07-26T06:06:30.012 INFO:tasks.rados.rados.0.smithi089.stdout:560: finishing write tid 4 to smithi08986837-39 2024-07-26T06:06:30.012 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 39 v 204 (ObjNum 196 snap 49 seq_num 196) dirty exists 2024-07-26T06:06:30.012 INFO:tasks.rados.rados.0.smithi089.stdout:560: left oid 39 (ObjNum 196 snap 49 seq_num 196) 2024-07-26T06:06:30.012 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 49 v 239 (ObjNum 33 snap 0 seq_num 3362287824) dirty exists 2024-07-26T06:06:30.012 INFO:tasks.rados.rados.0.smithi089.stdout:562: finishing write tid 1 to smithi08986837-8 2024-07-26T06:06:30.012 INFO:tasks.rados.rados.0.smithi089.stdout:560: done (3 left) 2024-07-26T06:06:30.012 INFO:tasks.rados.rados.0.smithi089.stdout:561: done (2 left) 2024-07-26T06:06:30.013 INFO:tasks.rados.rados.0.smithi089.stdout:564: copy_from oid 46 from oid 12 current snap is 49 2024-07-26T06:06:30.013 INFO:tasks.rados.rados.0.smithi089.stdout:565: snap_remove snap 48 2024-07-26T06:06:30.338 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:29 smithi089 ceph-mon[29555]: pgmap v23: 121 pgs: 121 active+clean; 146 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.5 MiB/s wr, 37 op/s 2024-07-26T06:06:30.339 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:29 smithi089 ceph-mon[29555]: osdmap e168: 8 total, 8 up, 8 in 2024-07-26T06:06:30.339 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:29 smithi089 ceph-mon[41451]: pgmap v23: 121 pgs: 121 active+clean; 146 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.5 MiB/s wr, 37 op/s 2024-07-26T06:06:30.339 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:29 smithi089 ceph-mon[41451]: osdmap e168: 8 total, 8 up, 8 in 2024-07-26T06:06:30.339 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:06:29 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-alertmanager-a[82143]: ts=2024-07-26T06:06:29.990Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-07-26T06:06:30.339 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:06:30 smithi089 podman[89286]: 2024-07-26 06:06:30.032078657 +0000 UTC m=+0.142181783 container died 64cd4ab716bc9521cfb8d6d09b7ab8e323f98e007d4637c94f471711d99b7e4a (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-07-26T06:06:30.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:29 smithi155 ceph-mon[33309]: pgmap v23: 121 pgs: 121 active+clean; 146 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.5 MiB/s wr, 37 op/s 2024-07-26T06:06:30.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:29 smithi155 ceph-mon[33309]: osdmap e168: 8 total, 8 up, 8 in 2024-07-26T06:06:30.985 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:06:30 smithi089 podman[89286]: 2024-07-26 06:06:30.696565608 +0000 UTC m=+0.806668775 container cleanup 64cd4ab716bc9521cfb8d6d09b7ab8e323f98e007d4637c94f471711d99b7e4a (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-07-26T06:06:30.985 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:06:30 smithi089 bash[89286]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-alertmanager-a 2024-07-26T06:06:30.989 INFO:tasks.rados.rados.0.smithi089.stdout:562: finishing write tid 2 to smithi08986837-8 2024-07-26T06:06:30.989 INFO:tasks.rados.rados.0.smithi089.stdout:562: finishing write tid 3 to smithi08986837-8 2024-07-26T06:06:30.989 INFO:tasks.rados.rados.0.smithi089.stdout:562: finishing write tid 4 to smithi08986837-8 2024-07-26T06:06:30.989 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 8 v 208 (ObjNum 197 snap 49 seq_num 197) dirty exists 2024-07-26T06:06:30.990 INFO:tasks.rados.rados.0.smithi089.stdout:562: left oid 8 (ObjNum 197 snap 49 seq_num 197) 2024-07-26T06:06:30.990 INFO:tasks.rados.rados.0.smithi089.stdout:563: finishing rollback tid 0 to smithi08986837-23 2024-07-26T06:06:30.990 INFO:tasks.rados.rados.0.smithi089.stdout:563: finishing rollback tid 1 to smithi08986837-23 2024-07-26T06:06:30.990 INFO:tasks.rados.rados.0.smithi089.stdout:563: finishing rollback tid 2 to smithi08986837-23 2024-07-26T06:06:30.990 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 23 v 152 (ObjNum 147 snap 37 seq_num 147) dirty exists 2024-07-26T06:06:30.991 INFO:tasks.rados.rados.0.smithi089.stdout:564: finishing copy_from racing read to smithi08986837-46 2024-07-26T06:06:30.991 INFO:tasks.rados.rados.0.smithi089.stdout:564: finishing copy_from to smithi08986837-46 2024-07-26T06:06:30.991 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 46 v 203 (ObjNum 153 snap 37 seq_num 153) dirty exists 2024-07-26T06:06:30.991 INFO:tasks.rados.rados.0.smithi089.stdout:562: done (3 left) 2024-07-26T06:06:30.991 INFO:tasks.rados.rados.0.smithi089.stdout:563: done (2 left) 2024-07-26T06:06:30.992 INFO:tasks.rados.rados.0.smithi089.stdout:564: done (1 left) 2024-07-26T06:06:30.992 INFO:tasks.rados.rados.0.smithi089.stdout:565: done (0 left) 2024-07-26T06:06:30.992 INFO:tasks.rados.rados.0.smithi089.stdout:566: setattr oid 20 current snap is 49 2024-07-26T06:06:30.993 INFO:tasks.rados.rados.0.smithi089.stdout:567: read oid 22 snap 34 2024-07-26T06:06:30.994 INFO:tasks.rados.rados.0.smithi089.stdout:567: expect (ObjNum 78 snap 9 seq_num 78) 2024-07-26T06:06:30.994 INFO:tasks.rados.rados.0.smithi089.stdout:568: copy_from oid 46 from oid 23 current snap is 49 2024-07-26T06:06:30.994 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 33 current snap is 49 2024-07-26T06:06:30.994 INFO:tasks.rados.rados.0.smithi089.stdout:569: seq_num 198 ranges {2990080=524288,3514368=401408} 2024-07-26T06:06:31.012 INFO:tasks.rados.rados.0.smithi089.stdout:569: writing smithi08986837-33 from 2990080 to 3514368 tid 1 2024-07-26T06:06:31.016 INFO:tasks.rados.rados.0.smithi089.stdout:569: writing smithi08986837-33 from 3514368 to 3915776 tid 2 2024-07-26T06:06:31.016 INFO:tasks.rados.rados.0.smithi089.stdout:570: rollback oid 27 current snap is 49 2024-07-26T06:06:31.016 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 27 to 41 2024-07-26T06:06:31.016 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 20 v 153 (ObjNum 132 snap 30 seq_num 132) dirty exists 2024-07-26T06:06:31.016 INFO:tasks.rados.rados.0.smithi089.stdout:566: done (4 left) 2024-07-26T06:06:31.016 INFO:tasks.rados.rados.0.smithi089.stdout:571: setattr oid 30 current snap is 49 2024-07-26T06:06:31.016 INFO:tasks.rados.rados.0.smithi089.stdout:567: expect (ObjNum 78 snap 9 seq_num 78) 2024-07-26T06:06:31.104 INFO:tasks.rados.rados.0.smithi089.stdout:568: finishing copy_from racing read to smithi08986837-46 2024-07-26T06:06:31.104 INFO:tasks.rados.rados.0.smithi089.stdout:568: finishing copy_from to smithi08986837-46 2024-07-26T06:06:31.104 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 46 v 152 (ObjNum 147 snap 37 seq_num 147) dirty exists 2024-07-26T06:06:31.104 INFO:tasks.rados.rados.0.smithi089.stdout:569: finishing write tid 1 to smithi08986837-33 2024-07-26T06:06:31.104 INFO:tasks.rados.rados.0.smithi089.stdout:569: finishing write tid 2 to smithi08986837-33 2024-07-26T06:06:31.105 INFO:tasks.rados.rados.0.smithi089.stdout:569: finishing write tid 3 to smithi08986837-33 2024-07-26T06:06:31.105 INFO:tasks.rados.rados.0.smithi089.stdout:570: finishing rollback tid 1 to smithi08986837-27 2024-07-26T06:06:31.105 INFO:tasks.rados.rados.0.smithi089.stdout:570: finishing rollback tid 2 to smithi08986837-27 2024-07-26T06:06:31.105 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 27 v 81 (ObjNum 49 snap 0 seq_num 3362555840) dirty exists 2024-07-26T06:06:31.105 INFO:tasks.rados.rados.0.smithi089.stdout:569: finishing write tid 4 to smithi08986837-33 2024-07-26T06:06:31.105 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 33 v 243 (ObjNum 198 snap 49 seq_num 198) dirty exists 2024-07-26T06:06:31.105 INFO:tasks.rados.rados.0.smithi089.stdout:569: left oid 33 (ObjNum 198 snap 49 seq_num 198) 2024-07-26T06:06:31.105 INFO:tasks.rados.rados.0.smithi089.stdout:567: done (4 left) 2024-07-26T06:06:31.105 INFO:tasks.rados.rados.0.smithi089.stdout:568: done (3 left) 2024-07-26T06:06:31.105 INFO:tasks.rados.rados.0.smithi089.stdout:569: done (2 left) 2024-07-26T06:06:31.105 INFO:tasks.rados.rados.0.smithi089.stdout:570: done (1 left) 2024-07-26T06:06:31.105 INFO:tasks.rados.rados.0.smithi089.stdout:572: rmattr oid 8 current snap is 49 2024-07-26T06:06:31.105 INFO:tasks.rados.rados.0.smithi089.stdout:572: done (1 left) 2024-07-26T06:06:31.106 INFO:tasks.rados.rados.0.smithi089.stdout:573: read oid 42 snap -1 2024-07-26T06:06:31.106 INFO:tasks.rados.rados.0.smithi089.stdout:573: expect (ObjNum 182 snap 45 seq_num 182) 2024-07-26T06:06:31.106 INFO:tasks.rados.rados.0.smithi089.stdout:574: rollback oid 18 current snap is 49 2024-07-26T06:06:31.106 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 18 to 44 2024-07-26T06:06:31.106 INFO:tasks.rados.rados.0.smithi089.stdout:575: copy_from oid 7 from oid 32 current snap is 49 2024-07-26T06:06:31.106 INFO:tasks.rados.rados.0.smithi089.stdout:576: delete oid 4 current snap is 49 2024-07-26T06:06:31.107 INFO:tasks.rados.rados.0.smithi089.stdout:574: finishing rollback tid 0 to smithi08986837-18 2024-07-26T06:06:31.107 INFO:tasks.rados.rados.0.smithi089.stdout:574: finishing rollback tid 1 to smithi08986837-18 2024-07-26T06:06:31.107 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 18 v 179 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-07-26T06:06:31.107 INFO:tasks.rados.rados.0.smithi089.stdout:574: done (4 left) 2024-07-26T06:06:31.107 INFO:tasks.rados.rados.0.smithi089.stdout:576: done (3 left) 2024-07-26T06:06:31.107 INFO:tasks.rados.rados.0.smithi089.stdout:577: rollback oid 24 current snap is 49 2024-07-26T06:06:31.107 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 24 to 34 2024-07-26T06:06:31.108 INFO:tasks.rados.rados.0.smithi089.stdout:575: finishing copy_from to smithi08986837-7 2024-07-26T06:06:31.108 INFO:tasks.rados.rados.0.smithi089.stdout:575: got expected ENOENT (src dne) 2024-07-26T06:06:31.108 INFO:tasks.rados.rados.0.smithi089.stdout:575: finishing copy_from racing read to smithi08986837-7 2024-07-26T06:06:31.108 INFO:tasks.rados.rados.0.smithi089.stdout:575: done (3 left) 2024-07-26T06:06:31.108 INFO:tasks.rados.rados.0.smithi089.stdout:578: snap_remove snap 39 2024-07-26T06:06:31.314 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:30 smithi089 ceph-mon[29555]: osdmap e169: 8 total, 8 up, 8 in 2024-07-26T06:06:31.314 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:30 smithi089 ceph-mon[29555]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:06:31.315 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:30 smithi089 ceph-mon[41451]: osdmap e169: 8 total, 8 up, 8 in 2024-07-26T06:06:31.315 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:30 smithi089 ceph-mon[41451]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:06:31.315 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:06:30 smithi089 podman[89305]: 2024-07-26 06:06:30.989890565 +0000 UTC m=+0.954540737 container remove 64cd4ab716bc9521cfb8d6d09b7ab8e323f98e007d4637c94f471711d99b7e4a (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-07-26T06:06:31.315 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:06:31 smithi089 podman[89305]: 2024-07-26 06:06:31.182129061 +0000 UTC m=+1.146779229 volume remove dbfffe50224b9e58c979cde070656c8b7aa224eccdc69107040d91d2f0313c58 2024-07-26T06:06:31.379 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:06:30 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:06:30] "GET /metrics HTTP/1.1" 200 36140 "" "Prometheus/2.43.0" 2024-07-26T06:06:31.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:30 smithi155 ceph-mon[33309]: osdmap e169: 8 total, 8 up, 8 in 2024-07-26T06:06:31.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:30 smithi155 ceph-mon[33309]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:06:31.655 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:06:31 smithi089 systemd[1]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-07-26T06:06:31.655 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:06:31 smithi089 systemd[1]: Stopped Ceph alertmanager.a for 9bd49884-4b13-11ef-bcb6-c7b262605968. 2024-07-26T06:06:31.655 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:06:31 smithi089 systemd[1]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@alertmanager.a.service: Consumed 1.088s CPU time. 2024-07-26T06:06:31.655 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:06:31 smithi089 systemd[1]: Starting Ceph alertmanager.a for 9bd49884-4b13-11ef-bcb6-c7b262605968... 2024-07-26T06:06:31.655 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:06:31 smithi089 podman[89399]: 2024-07-26 06:06:31.53291831 +0000 UTC m=+0.104813026 volume create 76e832097c319862da59df3ec917593edd0a1bdc09cb78697342dfa23979ae5c 2024-07-26T06:06:31.655 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:06:31 smithi089 podman[89399]: 2024-07-26 06:06:31.445481587 +0000 UTC m=+0.017376317 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-07-26T06:06:31.944 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:06:31 smithi089 podman[89399]: 2024-07-26 06:06:31.658286272 +0000 UTC m=+0.230180989 container create 2836382b8f0bfeea2af52bcdba7041ae735490f03c17791126e4789ee0a86f57 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-07-26T06:06:31.994 INFO:tasks.rados.rados.0.smithi089.stdout:578: done (3 left) 2024-07-26T06:06:31.994 INFO:tasks.rados.rados.0.smithi089.stdout:579: read oid 44 snap -1 2024-07-26T06:06:31.994 INFO:tasks.rados.rados.0.smithi089.stdout:579: expect (ObjNum 194 snap 48 seq_num 194) 2024-07-26T06:06:31.994 INFO:tasks.rados.rados.0.smithi089.stdout:580: delete oid 19 current snap is 49 2024-07-26T06:06:31.994 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 30 v 132 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-07-26T06:06:31.994 INFO:tasks.rados.rados.0.smithi089.stdout:573: expect (ObjNum 182 snap 45 seq_num 182) 2024-07-26T06:06:32.084 INFO:tasks.rados.rados.0.smithi089.stdout:571: done (4 left) 2024-07-26T06:06:32.084 INFO:tasks.rados.rados.0.smithi089.stdout:573: done (3 left) 2024-07-26T06:06:32.084 INFO:tasks.rados.rados.0.smithi089.stdout:580: done (2 left) 2024-07-26T06:06:32.084 INFO:tasks.rados.rados.0.smithi089.stdout:581: rollback oid 29 current snap is 49 2024-07-26T06:06:32.084 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 29 to 47 2024-07-26T06:06:32.084 INFO:tasks.rados.rados.0.smithi089.stdout:577: finishing rollback tid 0 to smithi08986837-24 2024-07-26T06:06:32.085 INFO:tasks.rados.rados.0.smithi089.stdout:577: finishing rollback tid 1 to smithi08986837-24 2024-07-26T06:06:32.085 INFO:tasks.rados.rados.0.smithi089.stdout:577: finishing rollback tid 2 to smithi08986837-24 2024-07-26T06:06:32.085 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 24 v 136 (ObjNum 96 snap 17 seq_num 96) dirty exists 2024-07-26T06:06:32.085 INFO:tasks.rados.rados.0.smithi089.stdout:579: expect (ObjNum 194 snap 48 seq_num 194) 2024-07-26T06:06:32.308 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:31 smithi089 ceph-mon[29555]: pgmap v26: 121 pgs: 121 active+clean; 159 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 4.3 MiB/s wr, 24 op/s 2024-07-26T06:06:32.308 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:31 smithi089 ceph-mon[29555]: osdmap e170: 8 total, 8 up, 8 in 2024-07-26T06:06:32.309 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:31 smithi089 ceph-mon[41451]: pgmap v26: 121 pgs: 121 active+clean; 159 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 4.3 MiB/s wr, 24 op/s 2024-07-26T06:06:32.309 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:31 smithi089 ceph-mon[41451]: osdmap e170: 8 total, 8 up, 8 in 2024-07-26T06:06:32.309 INFO:teuthology.orchestra.run.smithi089.stdout:true 2024-07-26T06:06:32.309 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:06:31 smithi089 podman[89399]: 2024-07-26 06:06:31.94463029 +0000 UTC m=+0.516525007 container init 2836382b8f0bfeea2af52bcdba7041ae735490f03c17791126e4789ee0a86f57 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-07-26T06:06:32.310 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:06:31 smithi089 podman[89399]: 2024-07-26 06:06:31.949320199 +0000 UTC m=+0.521214917 container start 2836382b8f0bfeea2af52bcdba7041ae735490f03c17791126e4789ee0a86f57 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-07-26T06:06:32.310 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:06:31 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-alertmanager-a[89414]: ts=2024-07-26T06:06:31.961Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-07-26T06:06:32.310 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:06:31 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-alertmanager-a[89414]: ts=2024-07-26T06:06:31.961Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-07-26T06:06:32.310 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:06:31 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-alertmanager-a[89414]: ts=2024-07-26T06:06:31.962Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.89 port=9094 2024-07-26T06:06:32.310 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:06:31 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-alertmanager-a[89414]: ts=2024-07-26T06:06:31.963Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-07-26T06:06:32.310 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:06:31 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-alertmanager-a[89414]: ts=2024-07-26T06:06:31.986Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-07-26T06:06:32.310 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:06:31 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-alertmanager-a[89414]: ts=2024-07-26T06:06:31.987Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-07-26T06:06:32.310 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:06:31 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-alertmanager-a[89414]: ts=2024-07-26T06:06:31.990Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-07-26T06:06:32.310 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:06:31 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-alertmanager-a[89414]: ts=2024-07-26T06:06:31.990Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-07-26T06:06:32.310 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:06:32 smithi089 bash[89399]: 2836382b8f0bfeea2af52bcdba7041ae735490f03c17791126e4789ee0a86f57 2024-07-26T06:06:32.311 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:06:32 smithi089 systemd[1]: Started Ceph alertmanager.a for 9bd49884-4b13-11ef-bcb6-c7b262605968. 2024-07-26T06:06:32.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:31 smithi155 ceph-mon[33309]: pgmap v26: 121 pgs: 121 active+clean; 159 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 4.3 MiB/s wr, 24 op/s 2024-07-26T06:06:32.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:31 smithi155 ceph-mon[33309]: osdmap e170: 8 total, 8 up, 8 in 2024-07-26T06:06:32.413 INFO:tasks.rados.rados.0.smithi089.stdout:581: finishing rollback tid 0 to smithi08986837-29 2024-07-26T06:06:32.413 INFO:tasks.rados.rados.0.smithi089.stdout:581: finishing rollback tid 1 to smithi08986837-29 2024-07-26T06:06:32.414 INFO:tasks.rados.rados.0.smithi089.stdout:577: done (2 left) 2024-07-26T06:06:32.414 INFO:tasks.rados.rados.0.smithi089.stdout:579: done (1 left) 2024-07-26T06:06:32.414 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 31 current snap is 49 2024-07-26T06:06:32.414 INFO:tasks.rados.rados.0.smithi089.stdout:581: finishing rollback tid 2 to smithi08986837-29 2024-07-26T06:06:32.414 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 29 v 274 (ObjNum 109 snap 17 seq_num 109) dirty exists 2024-07-26T06:06:32.414 INFO:tasks.rados.rados.0.smithi089.stdout:582: seq_num 201 ranges {6815744=573440,7389184=401408} 2024-07-26T06:06:32.454 INFO:tasks.rados.rados.0.smithi089.stdout:582: writing smithi08986837-31 from 6815744 to 7389184 tid 1 2024-07-26T06:06:32.456 INFO:tasks.rados.rados.0.smithi089.stdout:582: writing smithi08986837-31 from 7389184 to 7790592 tid 2 2024-07-26T06:06:32.456 INFO:tasks.rados.rados.0.smithi089.stdout:581: done (1 left) 2024-07-26T06:06:32.457 INFO:tasks.rados.rados.0.smithi089.stdout:583: rollback oid 6 current snap is 49 2024-07-26T06:06:32.457 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 6 to 12 2024-07-26T06:06:32.457 INFO:tasks.rados.rados.0.smithi089.stdout:584: snap_remove snap 41 2024-07-26T06:06:32.614 INFO:teuthology.orchestra.run.smithi089.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-07-26T06:06:32.614 INFO:teuthology.orchestra.run.smithi089.stdout:alertmanager.a smithi089 *:9093,9094 starting - - - - 2024-07-26T06:06:32.614 INFO:teuthology.orchestra.run.smithi089.stdout:grafana.a smithi155 *:3000 running (3m) 11s ago 3m 87.5M - 9.4.7 954c08fa6188 702b8d8585ae 2024-07-26T06:06:32.614 INFO:teuthology.orchestra.run.smithi089.stdout:mds.a smithi089 running (5m) 12s ago 5m 15.0M - 17.2.7-1143-g5dff84c0 18bcb77ae794 0ecc3a80790e 2024-07-26T06:06:32.615 INFO:teuthology.orchestra.run.smithi089.stdout:mds.b smithi155 running (5m) 11s ago 5m 19.6M - 17.2.7-1143-g5dff84c0 18bcb77ae794 1c6d7dfdf08d 2024-07-26T06:06:32.615 INFO:teuthology.orchestra.run.smithi089.stdout:mgr.x smithi155 *:8443,9283 running (35s) 11s ago 8m 482M - 19.1.0-1125-g4b230446 a246f06af74a 5415b17c85de 2024-07-26T06:06:32.615 INFO:teuthology.orchestra.run.smithi089.stdout:mgr.y smithi089 *:9283 running (10m) 12s ago 10m 247M - 17.2.7-1143-g5dff84c0 18bcb77ae794 ce50526f268f 2024-07-26T06:06:32.615 INFO:teuthology.orchestra.run.smithi089.stdout:mon.a smithi089 running (10m) 12s ago 10m 53.2M 2048M 17.2.7-1143-g5dff84c0 18bcb77ae794 642e17876362 2024-07-26T06:06:32.615 INFO:teuthology.orchestra.run.smithi089.stdout:mon.b smithi155 running (9m) 11s ago 9m 47.3M 2048M 17.2.7-1143-g5dff84c0 18bcb77ae794 907a62e6621b 2024-07-26T06:06:32.615 INFO:teuthology.orchestra.run.smithi089.stdout:mon.c smithi089 running (9m) 12s ago 9m 43.5M 2048M 17.2.7-1143-g5dff84c0 18bcb77ae794 47e9e2c91b10 2024-07-26T06:06:32.615 INFO:teuthology.orchestra.run.smithi089.stdout:node-exporter.a smithi089 *:9100 running (4m) 12s ago 4m 16.1M - 1.5.0 0da6a335fe13 18e7b64251bb 2024-07-26T06:06:32.615 INFO:teuthology.orchestra.run.smithi089.stdout:node-exporter.b smithi155 *:9100 running (4m) 11s ago 4m 16.3M - 1.5.0 0da6a335fe13 39a8d5f79b94 2024-07-26T06:06:32.615 INFO:teuthology.orchestra.run.smithi089.stdout:osd.0 smithi089 running (8m) 12s ago 8m 109M 2479M 17.2.7-1143-g5dff84c0 18bcb77ae794 0b4289c48967 2024-07-26T06:06:32.615 INFO:teuthology.orchestra.run.smithi089.stdout:osd.1 smithi089 running (8m) 12s ago 8m 104M 2479M 17.2.7-1143-g5dff84c0 18bcb77ae794 2a37a3b20d71 2024-07-26T06:06:32.615 INFO:teuthology.orchestra.run.smithi089.stdout:osd.2 smithi089 running (7m) 12s ago 7m 77.7M 2479M 17.2.7-1143-g5dff84c0 18bcb77ae794 2d907a8e0f87 2024-07-26T06:06:32.615 INFO:teuthology.orchestra.run.smithi089.stdout:osd.3 smithi089 running (7m) 12s ago 7m 68.9M 2479M 17.2.7-1143-g5dff84c0 18bcb77ae794 076d339790b6 2024-07-26T06:06:32.615 INFO:teuthology.orchestra.run.smithi089.stdout:osd.4 smithi155 running (7m) 11s ago 7m 95.7M 2480M 17.2.7-1143-g5dff84c0 18bcb77ae794 df54a09a74e9 2024-07-26T06:06:32.616 INFO:teuthology.orchestra.run.smithi089.stdout:osd.5 smithi155 running (6m) 11s ago 6m 96.5M 2480M 17.2.7-1143-g5dff84c0 18bcb77ae794 0f76555562cc 2024-07-26T06:06:32.616 INFO:teuthology.orchestra.run.smithi089.stdout:osd.6 smithi155 running (6m) 11s ago 6m 68.4M 2480M 17.2.7-1143-g5dff84c0 18bcb77ae794 629f0d1fd888 2024-07-26T06:06:32.616 INFO:teuthology.orchestra.run.smithi089.stdout:osd.7 smithi155 running (5m) 11s ago 5m 56.7M 2480M 17.2.7-1143-g5dff84c0 18bcb77ae794 a4db8e598fea 2024-07-26T06:06:32.616 INFO:teuthology.orchestra.run.smithi089.stdout:prometheus.a smithi155 *:9095 running (3m) 11s ago 4m 55.6M - 2.43.0 a07b618ecd1d 455545b831ae 2024-07-26T06:06:32.616 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:06:32 smithi089 systemd[1]: Stopping Ceph node-exporter.a for 9bd49884-4b13-11ef-bcb6-c7b262605968... 2024-07-26T06:06:32.904 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:06:32 smithi089 podman[89608]: 2024-07-26 06:06:32.718869407 +0000 UTC m=+0.136896169 container died 18e7b64251bb94d06c74d21276d8f44c0db4bc32a2f946da9d2c552b97b29131 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-07-26T06:06:32.917 INFO:tasks.rados.rados.0.smithi089.stdout:584: done (2 left) 2024-07-26T06:06:32.917 INFO:tasks.rados.rados.0.smithi089.stdout:585: snap_create 2024-07-26T06:06:32.917 INFO:tasks.rados.rados.0.smithi089.stdout:583: finishing rollback tid 0 to smithi08986837-6 2024-07-26T06:06:32.917 INFO:tasks.rados.rados.0.smithi089.stdout:582: finishing write tid 1 to smithi08986837-31 2024-07-26T06:06:32.917 INFO:tasks.rados.rados.0.smithi089.stdout:582: finishing write tid 2 to smithi08986837-31 2024-07-26T06:06:32.918 INFO:tasks.rados.rados.0.smithi089.stdout:583: finishing rollback tid 1 to smithi08986837-6 2024-07-26T06:06:32.918 INFO:tasks.rados.rados.0.smithi089.stdout:582: finishing write tid 3 to smithi08986837-31 2024-07-26T06:06:32.918 INFO:tasks.rados.rados.0.smithi089.stdout:583: finishing rollback tid 2 to smithi08986837-6 2024-07-26T06:06:32.918 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 6 v 87 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-07-26T06:06:32.918 INFO:tasks.rados.rados.0.smithi089.stdout:582: finishing write tid 4 to smithi08986837-31 2024-07-26T06:06:32.918 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 31 v 278 (ObjNum 201 snap 49 seq_num 201) dirty exists 2024-07-26T06:06:32.918 INFO:tasks.rados.rados.0.smithi089.stdout:582: left oid 31 (ObjNum 201 snap 49 seq_num 201) 2024-07-26T06:06:32.948 INFO:teuthology.orchestra.run.smithi089.stdout:{ 2024-07-26T06:06:32.948 INFO:teuthology.orchestra.run.smithi089.stdout: "mon": { 2024-07-26T06:06:32.948 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 3 2024-07-26T06:06:32.948 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2024-07-26T06:06:32.949 INFO:teuthology.orchestra.run.smithi089.stdout: "mgr": { 2024-07-26T06:06:32.949 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 1, 2024-07-26T06:06:32.949 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 1 2024-07-26T06:06:32.949 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2024-07-26T06:06:32.949 INFO:teuthology.orchestra.run.smithi089.stdout: "osd": { 2024-07-26T06:06:32.949 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 8 2024-07-26T06:06:32.949 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2024-07-26T06:06:32.949 INFO:teuthology.orchestra.run.smithi089.stdout: "mds": { 2024-07-26T06:06:32.949 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 2 2024-07-26T06:06:32.949 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2024-07-26T06:06:32.949 INFO:teuthology.orchestra.run.smithi089.stdout: "overall": { 2024-07-26T06:06:32.949 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 14, 2024-07-26T06:06:32.949 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 1 2024-07-26T06:06:32.950 INFO:teuthology.orchestra.run.smithi089.stdout: } 2024-07-26T06:06:32.950 INFO:teuthology.orchestra.run.smithi089.stdout:} 2024-07-26T06:06:33.200 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:06:33 smithi089 podman[89608]: 2024-07-26 06:06:33.198307305 +0000 UTC m=+0.616334092 container cleanup 18e7b64251bb94d06c74d21276d8f44c0db4bc32a2f946da9d2c552b97b29131 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-07-26T06:06:33.200 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:06:33 smithi089 bash[89608]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a 2024-07-26T06:06:33.201 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:06:33 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[29803]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:06:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-07-26T06:06:33.201 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:32 smithi089 ceph-mon[29555]: osdmap e171: 8 total, 8 up, 8 in 2024-07-26T06:06:33.201 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:32 smithi089 ceph-mon[29555]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:33.201 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:32 smithi089 ceph-mon[29555]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:33.201 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:32 smithi089 ceph-mon[29555]: Reconfiguring node-exporter.a (dependencies changed)... 2024-07-26T06:06:33.201 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:32 smithi089 ceph-mon[29555]: Reconfiguring daemon node-exporter.a on smithi089 2024-07-26T06:06:33.201 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:32 smithi089 ceph-mon[29555]: from='client.15042 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:06:33.201 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:32 smithi089 ceph-mon[29555]: from='client.15048 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:06:33.202 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:32 smithi089 ceph-mon[29555]: osdmap e172: 8 total, 8 up, 8 in 2024-07-26T06:06:33.202 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:32 smithi089 ceph-mon[29555]: from='client.? 172.21.15.89:0/720587797' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:06:33.202 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:32 smithi089 ceph-mon[41451]: osdmap e171: 8 total, 8 up, 8 in 2024-07-26T06:06:33.202 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:32 smithi089 ceph-mon[41451]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:33.202 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:32 smithi089 ceph-mon[41451]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:33.202 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:32 smithi089 ceph-mon[41451]: Reconfiguring node-exporter.a (dependencies changed)... 2024-07-26T06:06:33.202 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:32 smithi089 ceph-mon[41451]: Reconfiguring daemon node-exporter.a on smithi089 2024-07-26T06:06:33.202 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:32 smithi089 ceph-mon[41451]: from='client.15042 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:06:33.202 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:32 smithi089 ceph-mon[41451]: from='client.15048 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:06:33.202 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:32 smithi089 ceph-mon[41451]: osdmap e172: 8 total, 8 up, 8 in 2024-07-26T06:06:33.203 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:32 smithi089 ceph-mon[41451]: from='client.? 172.21.15.89:0/720587797' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:06:33.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:32 smithi155 ceph-mon[33309]: osdmap e171: 8 total, 8 up, 8 in 2024-07-26T06:06:33.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:32 smithi155 ceph-mon[33309]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:33.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:32 smithi155 ceph-mon[33309]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:33.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:32 smithi155 ceph-mon[33309]: Reconfiguring node-exporter.a (dependencies changed)... 2024-07-26T06:06:33.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:32 smithi155 ceph-mon[33309]: Reconfiguring daemon node-exporter.a on smithi089 2024-07-26T06:06:33.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:32 smithi155 ceph-mon[33309]: from='client.15042 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:06:33.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:32 smithi155 ceph-mon[33309]: from='client.15048 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:06:33.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:32 smithi155 ceph-mon[33309]: osdmap e172: 8 total, 8 up, 8 in 2024-07-26T06:06:33.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:32 smithi155 ceph-mon[33309]: from='client.? 172.21.15.89:0/720587797' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:06:33.789 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:06:33 smithi089 podman[89647]: 2024-07-26 06:06:33.441339314 +0000 UTC m=+0.726358680 container remove 18e7b64251bb94d06c74d21276d8f44c0db4bc32a2f946da9d2c552b97b29131 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-07-26T06:06:33.790 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:06:33 smithi089 systemd[1]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-07-26T06:06:33.790 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:06:33 smithi089 systemd[1]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-07-26T06:06:33.790 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:06:33 smithi089 systemd[1]: Stopped Ceph node-exporter.a for 9bd49884-4b13-11ef-bcb6-c7b262605968. 2024-07-26T06:06:33.790 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:06:33 smithi089 systemd[1]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@node-exporter.a.service: Consumed 2.152s CPU time. 2024-07-26T06:06:33.790 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:06:33 smithi089 systemd[1]: Starting Ceph node-exporter.a for 9bd49884-4b13-11ef-bcb6-c7b262605968... 2024-07-26T06:06:33.920 INFO:tasks.rados.rados.0.smithi089.stdout:582: done (2 left) 2024-07-26T06:06:33.920 INFO:tasks.rados.rados.0.smithi089.stdout:583: done (1 left) 2024-07-26T06:06:33.920 INFO:tasks.rados.rados.0.smithi089.stdout:585: done (0 left) 2024-07-26T06:06:33.920 INFO:tasks.rados.rados.0.smithi089.stdout:586: rmattr oid 40 current snap is 50 2024-07-26T06:06:33.921 INFO:tasks.rados.rados.0.smithi089.stdout:586: done (0 left) 2024-07-26T06:06:33.921 INFO:tasks.rados.rados.0.smithi089.stdout:587: read oid 10 snap 44 2024-07-26T06:06:33.921 INFO:tasks.rados.rados.0.smithi089.stdout:587: expect deleted 2024-07-26T06:06:33.921 INFO:tasks.rados.rados.0.smithi089.stdout:588: read oid 50 snap -1 2024-07-26T06:06:33.921 INFO:tasks.rados.rados.0.smithi089.stdout:588: expect (ObjNum 72 snap 6 seq_num 72) 2024-07-26T06:06:33.921 INFO:tasks.rados.rados.0.smithi089.stdout:589: setattr oid 7 current snap is 50 2024-07-26T06:06:33.922 INFO:tasks.rados.rados.0.smithi089.stdout:590: read oid 18 snap 12 2024-07-26T06:06:33.922 INFO:tasks.rados.rados.0.smithi089.stdout:590: expect (ObjNum 17 snap 0 seq_num 17) 2024-07-26T06:06:33.922 INFO:tasks.rados.rados.0.smithi089.stdout:591: copy_from oid 42 from oid 35 current snap is 50 2024-07-26T06:06:33.922 INFO:tasks.rados.rados.0.smithi089.stdout:592: read oid 46 snap -1 2024-07-26T06:06:33.922 INFO:tasks.rados.rados.0.smithi089.stdout:592: expect (ObjNum 147 snap 37 seq_num 147) 2024-07-26T06:06:33.922 INFO:tasks.rados.rados.0.smithi089.stdout:593: copy_from oid 21 from oid 47 current snap is 50 2024-07-26T06:06:33.923 INFO:tasks.rados.rados.0.smithi089.stdout:594: snap_create 2024-07-26T06:06:33.926 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 7 v 91 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-07-26T06:06:33.928 INFO:tasks.rados.rados.0.smithi089.stdout:590: expect (ObjNum 17 snap 0 seq_num 17) 2024-07-26T06:06:33.940 INFO:tasks.rados.rados.0.smithi089.stdout:591: finishing copy_from racing read to smithi08986837-42 2024-07-26T06:06:33.940 INFO:tasks.rados.rados.0.smithi089.stdout:588: expect (ObjNum 72 snap 6 seq_num 72) 2024-07-26T06:06:34.008 INFO:tasks.rados.rados.0.smithi089.stdout:593: finishing copy_from racing read to smithi08986837-21 2024-07-26T06:06:34.009 INFO:tasks.rados.rados.0.smithi089.stdout:593: finishing copy_from to smithi08986837-21 2024-07-26T06:06:34.009 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 21 v 205 (ObjNum 182 snap 45 seq_num 182) dirty exists 2024-07-26T06:06:34.009 INFO:tasks.rados.rados.0.smithi089.stdout:591: finishing copy_from to smithi08986837-42 2024-07-26T06:06:34.009 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 42 v 104 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-07-26T06:06:34.009 INFO:tasks.rados.rados.0.smithi089.stdout:592: expect (ObjNum 147 snap 37 seq_num 147) 2024-07-26T06:06:34.078 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:06:33 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-alertmanager-a[89414]: ts=2024-07-26T06:06:33.964Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.001035465s 2024-07-26T06:06:34.078 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:33 smithi089 ceph-mon[29555]: pgmap v30: 121 pgs: 121 active+clean; 159 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 4.3 MiB/s wr, 24 op/s 2024-07-26T06:06:34.078 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:33 smithi089 ceph-mon[29555]: osdmap e173: 8 total, 8 up, 8 in 2024-07-26T06:06:34.079 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:06:33 smithi089 podman[89749]: 2024-07-26 06:06:33.691655337 +0000 UTC m=+0.016531978 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-07-26T06:06:34.079 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:06:33 smithi089 podman[89749]: 2024-07-26 06:06:33.825503972 +0000 UTC m=+0.150380601 container create e2f5a155fbeb0c76233a0193a780cd16bd0227c57a86bc79e33d1b9bc9aac910 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-07-26T06:06:34.079 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:33 smithi089 ceph-mon[41451]: pgmap v30: 121 pgs: 121 active+clean; 159 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 4.3 MiB/s wr, 24 op/s 2024-07-26T06:06:34.079 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:33 smithi089 ceph-mon[41451]: osdmap e173: 8 total, 8 up, 8 in 2024-07-26T06:06:34.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:33 smithi155 ceph-mon[33309]: pgmap v30: 121 pgs: 121 active+clean; 159 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 4.3 MiB/s wr, 24 op/s 2024-07-26T06:06:34.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:33 smithi155 ceph-mon[33309]: osdmap e173: 8 total, 8 up, 8 in 2024-07-26T06:06:34.405 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:06:34 smithi089 podman[89749]: 2024-07-26 06:06:34.078162858 +0000 UTC m=+0.403039501 container init e2f5a155fbeb0c76233a0193a780cd16bd0227c57a86bc79e33d1b9bc9aac910 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-07-26T06:06:34.405 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:06:34 smithi089 podman[89749]: 2024-07-26 06:06:34.083080593 +0000 UTC m=+0.407957220 container start e2f5a155fbeb0c76233a0193a780cd16bd0227c57a86bc79e33d1b9bc9aac910 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-07-26T06:06:34.405 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:06:34 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[89764]: ts=2024-07-26T06:06:34.086Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-07-26T06:06:34.405 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:06:34 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[89764]: ts=2024-07-26T06:06:34.086Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-07-26T06:06:34.405 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:06:34 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[89764]: ts=2024-07-26T06:06:34.086Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-07-26T06:06:34.405 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:06:34 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[89764]: ts=2024-07-26T06:06:34.086Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-07-26T06:06:34.406 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:06:34 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[89764]: ts=2024-07-26T06:06:34.086Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-07-26T06:06:34.406 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:06:34 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[89764]: ts=2024-07-26T06:06:34.086Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-07-26T06:06:34.406 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:06:34 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[89764]: ts=2024-07-26T06:06:34.087Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-07-26T06:06:34.406 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:06:34 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[89764]: ts=2024-07-26T06:06:34.087Z caller=node_exporter.go:117 level=info collector=arp 2024-07-26T06:06:34.406 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:06:34 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[89764]: ts=2024-07-26T06:06:34.087Z caller=node_exporter.go:117 level=info collector=bcache 2024-07-26T06:06:34.406 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:06:34 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[89764]: ts=2024-07-26T06:06:34.087Z caller=node_exporter.go:117 level=info collector=bonding 2024-07-26T06:06:34.406 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:06:34 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[89764]: ts=2024-07-26T06:06:34.087Z caller=node_exporter.go:117 level=info collector=btrfs 2024-07-26T06:06:34.406 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:06:34 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[89764]: ts=2024-07-26T06:06:34.087Z caller=node_exporter.go:117 level=info collector=conntrack 2024-07-26T06:06:34.406 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:06:34 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[89764]: ts=2024-07-26T06:06:34.087Z caller=node_exporter.go:117 level=info collector=cpu 2024-07-26T06:06:34.406 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:06:34 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[89764]: ts=2024-07-26T06:06:34.087Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-07-26T06:06:34.407 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:06:34 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[89764]: ts=2024-07-26T06:06:34.087Z caller=node_exporter.go:117 level=info collector=diskstats 2024-07-26T06:06:34.407 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:06:34 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[89764]: ts=2024-07-26T06:06:34.087Z caller=node_exporter.go:117 level=info collector=dmi 2024-07-26T06:06:34.407 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:06:34 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[89764]: ts=2024-07-26T06:06:34.087Z caller=node_exporter.go:117 level=info collector=edac 2024-07-26T06:06:34.407 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:06:34 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[89764]: ts=2024-07-26T06:06:34.087Z caller=node_exporter.go:117 level=info collector=entropy 2024-07-26T06:06:34.408 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:06:34 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[89764]: ts=2024-07-26T06:06:34.087Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-07-26T06:06:34.408 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:06:34 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[89764]: ts=2024-07-26T06:06:34.087Z caller=node_exporter.go:117 level=info collector=filefd 2024-07-26T06:06:34.408 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:06:34 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[89764]: ts=2024-07-26T06:06:34.087Z caller=node_exporter.go:117 level=info collector=filesystem 2024-07-26T06:06:34.408 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:06:34 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[89764]: ts=2024-07-26T06:06:34.087Z caller=node_exporter.go:117 level=info collector=hwmon 2024-07-26T06:06:34.408 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:06:34 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[89764]: ts=2024-07-26T06:06:34.087Z caller=node_exporter.go:117 level=info collector=infiniband 2024-07-26T06:06:34.408 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:06:34 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[89764]: ts=2024-07-26T06:06:34.087Z caller=node_exporter.go:117 level=info collector=ipvs 2024-07-26T06:06:34.408 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:06:34 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[89764]: ts=2024-07-26T06:06:34.087Z caller=node_exporter.go:117 level=info collector=loadavg 2024-07-26T06:06:34.408 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:06:34 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[89764]: ts=2024-07-26T06:06:34.087Z caller=node_exporter.go:117 level=info collector=mdadm 2024-07-26T06:06:34.408 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:06:34 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[89764]: ts=2024-07-26T06:06:34.087Z caller=node_exporter.go:117 level=info collector=meminfo 2024-07-26T06:06:34.408 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:06:34 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[89764]: ts=2024-07-26T06:06:34.087Z caller=node_exporter.go:117 level=info collector=netclass 2024-07-26T06:06:34.408 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:06:34 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[89764]: ts=2024-07-26T06:06:34.087Z caller=node_exporter.go:117 level=info collector=netdev 2024-07-26T06:06:34.409 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:06:34 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[89764]: ts=2024-07-26T06:06:34.087Z caller=node_exporter.go:117 level=info collector=netstat 2024-07-26T06:06:34.409 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:06:34 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[89764]: ts=2024-07-26T06:06:34.087Z caller=node_exporter.go:117 level=info collector=nfs 2024-07-26T06:06:34.409 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:06:34 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[89764]: ts=2024-07-26T06:06:34.087Z caller=node_exporter.go:117 level=info collector=nfsd 2024-07-26T06:06:34.409 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:06:34 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[89764]: ts=2024-07-26T06:06:34.087Z caller=node_exporter.go:117 level=info collector=nvme 2024-07-26T06:06:34.409 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:06:34 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[89764]: ts=2024-07-26T06:06:34.087Z caller=node_exporter.go:117 level=info collector=os 2024-07-26T06:06:34.409 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:06:34 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[89764]: ts=2024-07-26T06:06:34.087Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-07-26T06:06:34.409 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:06:34 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[89764]: ts=2024-07-26T06:06:34.087Z caller=node_exporter.go:117 level=info collector=pressure 2024-07-26T06:06:34.409 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:06:34 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[89764]: ts=2024-07-26T06:06:34.087Z caller=node_exporter.go:117 level=info collector=rapl 2024-07-26T06:06:34.409 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:06:34 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[89764]: ts=2024-07-26T06:06:34.087Z caller=node_exporter.go:117 level=info collector=schedstat 2024-07-26T06:06:34.409 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:06:34 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[89764]: ts=2024-07-26T06:06:34.087Z caller=node_exporter.go:117 level=info collector=selinux 2024-07-26T06:06:34.409 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:06:34 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[89764]: ts=2024-07-26T06:06:34.087Z caller=node_exporter.go:117 level=info collector=sockstat 2024-07-26T06:06:34.410 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:06:34 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[89764]: ts=2024-07-26T06:06:34.087Z caller=node_exporter.go:117 level=info collector=softnet 2024-07-26T06:06:34.410 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:06:34 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[89764]: ts=2024-07-26T06:06:34.087Z caller=node_exporter.go:117 level=info collector=stat 2024-07-26T06:06:34.410 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:06:34 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[89764]: ts=2024-07-26T06:06:34.087Z caller=node_exporter.go:117 level=info collector=tapestats 2024-07-26T06:06:34.410 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:06:34 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[89764]: ts=2024-07-26T06:06:34.087Z caller=node_exporter.go:117 level=info collector=textfile 2024-07-26T06:06:34.410 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:06:34 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[89764]: ts=2024-07-26T06:06:34.087Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-07-26T06:06:34.411 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:06:34 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[89764]: ts=2024-07-26T06:06:34.087Z caller=node_exporter.go:117 level=info collector=time 2024-07-26T06:06:34.411 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:06:34 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[89764]: ts=2024-07-26T06:06:34.087Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-07-26T06:06:34.411 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:06:34 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[89764]: ts=2024-07-26T06:06:34.087Z caller=node_exporter.go:117 level=info collector=uname 2024-07-26T06:06:34.411 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:06:34 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[89764]: ts=2024-07-26T06:06:34.087Z caller=node_exporter.go:117 level=info collector=vmstat 2024-07-26T06:06:34.412 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:06:34 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[89764]: ts=2024-07-26T06:06:34.087Z caller=node_exporter.go:117 level=info collector=xfs 2024-07-26T06:06:34.412 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:06:34 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[89764]: ts=2024-07-26T06:06:34.087Z caller=node_exporter.go:117 level=info collector=zfs 2024-07-26T06:06:34.412 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:06:34 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[89764]: ts=2024-07-26T06:06:34.087Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-07-26T06:06:34.412 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:06:34 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[89764]: ts=2024-07-26T06:06:34.087Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-07-26T06:06:34.412 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:06:34 smithi089 bash[89749]: e2f5a155fbeb0c76233a0193a780cd16bd0227c57a86bc79e33d1b9bc9aac910 2024-07-26T06:06:34.412 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:06:34 smithi089 systemd[1]: Started Ceph node-exporter.a for 9bd49884-4b13-11ef-bcb6-c7b262605968. 2024-07-26T06:06:34.927 INFO:tasks.rados.rados.0.smithi089.stdout:587: done (7 left) 2024-07-26T06:06:34.927 INFO:tasks.rados.rados.0.smithi089.stdout:588: done (6 left) 2024-07-26T06:06:34.927 INFO:tasks.rados.rados.0.smithi089.stdout:589: done (5 left) 2024-07-26T06:06:34.928 INFO:tasks.rados.rados.0.smithi089.stdout:590: done (4 left) 2024-07-26T06:06:34.928 INFO:tasks.rados.rados.0.smithi089.stdout:591: done (3 left) 2024-07-26T06:06:34.928 INFO:tasks.rados.rados.0.smithi089.stdout:592: done (2 left) 2024-07-26T06:06:34.928 INFO:tasks.rados.rados.0.smithi089.stdout:593: done (1 left) 2024-07-26T06:06:34.928 INFO:tasks.rados.rados.0.smithi089.stdout:594: done (0 left) 2024-07-26T06:06:34.928 INFO:tasks.rados.rados.0.smithi089.stdout:595: setattr oid 21 current snap is 51 2024-07-26T06:06:34.929 INFO:tasks.rados.rados.0.smithi089.stdout:596: rmattr oid 25 current snap is 51 2024-07-26T06:06:34.929 INFO:tasks.rados.rados.0.smithi089.stdout:596: done (1 left) 2024-07-26T06:06:34.929 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 30 current snap is 51 2024-07-26T06:06:34.929 INFO:tasks.rados.rados.0.smithi089.stdout:597: seq_num 202 ranges {0=589824,589824=401408} 2024-07-26T06:06:34.932 INFO:tasks.rados.rados.0.smithi089.stdout:597: writing smithi08986837-30 from 0 to 589824 tid 1 2024-07-26T06:06:34.935 INFO:tasks.rados.rados.0.smithi089.stdout:597: writing smithi08986837-30 from 589824 to 991232 tid 2 2024-07-26T06:06:34.935 INFO:tasks.rados.rados.0.smithi089.stdout:598: snap_create 2024-07-26T06:06:34.935 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 21 v 206 (ObjNum 182 snap 45 seq_num 182) dirty exists 2024-07-26T06:06:34.937 INFO:tasks.rados.rados.0.smithi089.stdout:597: finishing write tid 1 to smithi08986837-30 2024-07-26T06:06:34.938 INFO:tasks.rados.rados.0.smithi089.stdout:597: finishing write tid 2 to smithi08986837-30 2024-07-26T06:06:34.938 INFO:tasks.rados.rados.0.smithi089.stdout:597: finishing write tid 3 to smithi08986837-30 2024-07-26T06:06:34.939 INFO:tasks.rados.rados.0.smithi089.stdout:597: finishing write tid 4 to smithi08986837-30 2024-07-26T06:06:34.940 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 30 v 154 (ObjNum 202 snap 51 seq_num 202) dirty exists 2024-07-26T06:06:34.940 INFO:tasks.rados.rados.0.smithi089.stdout:597: left oid 30 (ObjNum 202 snap 51 seq_num 202) 2024-07-26T06:06:35.371 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:35 smithi155 ceph-mon[33309]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:35.371 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:35 smithi155 ceph-mon[33309]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:35.371 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:35 smithi155 ceph-mon[33309]: Reconfiguring prometheus.a (dependencies changed)... 2024-07-26T06:06:35.371 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:35 smithi155 ceph-mon[33309]: Reconfiguring daemon prometheus.a on smithi155 2024-07-26T06:06:35.371 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:35 smithi155 ceph-mon[33309]: osdmap e174: 8 total, 8 up, 8 in 2024-07-26T06:06:35.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:35 smithi089 ceph-mon[29555]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:35.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:35 smithi089 ceph-mon[29555]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:35.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:35 smithi089 ceph-mon[29555]: Reconfiguring prometheus.a (dependencies changed)... 2024-07-26T06:06:35.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:35 smithi089 ceph-mon[29555]: Reconfiguring daemon prometheus.a on smithi155 2024-07-26T06:06:35.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:35 smithi089 ceph-mon[29555]: osdmap e174: 8 total, 8 up, 8 in 2024-07-26T06:06:35.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:35 smithi089 ceph-mon[41451]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:35.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:35 smithi089 ceph-mon[41451]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:35.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:35 smithi089 ceph-mon[41451]: Reconfiguring prometheus.a (dependencies changed)... 2024-07-26T06:06:35.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:35 smithi089 ceph-mon[41451]: Reconfiguring daemon prometheus.a on smithi155 2024-07-26T06:06:35.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:35 smithi089 ceph-mon[41451]: osdmap e174: 8 total, 8 up, 8 in 2024-07-26T06:06:35.928 INFO:tasks.rados.rados.0.smithi089.stdout:595: done (2 left) 2024-07-26T06:06:35.928 INFO:tasks.rados.rados.0.smithi089.stdout:597: done (1 left) 2024-07-26T06:06:35.928 INFO:tasks.rados.rados.0.smithi089.stdout:598: done (0 left) 2024-07-26T06:06:35.929 INFO:tasks.rados.rados.0.smithi089.stdout:599: snap_remove snap 45 2024-07-26T06:06:36.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:36 smithi155 ceph-mon[33309]: pgmap v33: 121 pgs: 121 active+clean; 159 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:06:36.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:36 smithi155 ceph-mon[33309]: osdmap e175: 8 total, 8 up, 8 in 2024-07-26T06:06:36.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:36 smithi089 ceph-mon[41451]: pgmap v33: 121 pgs: 121 active+clean; 159 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:06:36.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:36 smithi089 ceph-mon[41451]: osdmap e175: 8 total, 8 up, 8 in 2024-07-26T06:06:36.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:36 smithi089 ceph-mon[29555]: pgmap v33: 121 pgs: 121 active+clean; 159 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:06:36.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:36 smithi089 ceph-mon[29555]: osdmap e175: 8 total, 8 up, 8 in 2024-07-26T06:06:36.930 INFO:tasks.rados.rados.0.smithi089.stdout:599: done (0 left) 2024-07-26T06:06:36.930 INFO:tasks.rados.rados.0.smithi089.stdout:600: snap_remove snap 49 2024-07-26T06:06:37.825 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:06:37 smithi155 systemd[1]: Stopping Ceph prometheus.a for 9bd49884-4b13-11ef-bcb6-c7b262605968... 2024-07-26T06:06:37.937 INFO:tasks.rados.rados.0.smithi089.stdout:600: done (0 left) 2024-07-26T06:06:37.938 INFO:tasks.rados.rados.0.smithi089.stdout:601: rollback oid 12 current snap is 52 2024-07-26T06:06:37.938 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 12 to 44 2024-07-26T06:06:37.938 INFO:tasks.rados.rados.0.smithi089.stdout:602: read oid 21 snap -1 2024-07-26T06:06:37.938 INFO:tasks.rados.rados.0.smithi089.stdout:602: expect (ObjNum 182 snap 45 seq_num 182) 2024-07-26T06:06:37.938 INFO:tasks.rados.rados.0.smithi089.stdout:603: rmattr oid 8 current snap is 52 2024-07-26T06:06:37.938 INFO:tasks.rados.rados.0.smithi089.stdout:603: done (2 left) 2024-07-26T06:06:37.938 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 24 current snap is 52 2024-07-26T06:06:37.938 INFO:tasks.rados.rados.0.smithi089.stdout:604: seq_num 203 ranges {1613824=606208,2220032=401408} 2024-07-26T06:06:37.950 INFO:tasks.rados.rados.0.smithi089.stdout:604: writing smithi08986837-24 from 1613824 to 2220032 tid 1 2024-07-26T06:06:37.953 INFO:tasks.rados.rados.0.smithi089.stdout:604: writing smithi08986837-24 from 2220032 to 2621440 tid 2 2024-07-26T06:06:37.953 INFO:tasks.rados.rados.0.smithi089.stdout:605: rollback oid 6 current snap is 52 2024-07-26T06:06:37.953 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 6 to 38 2024-07-26T06:06:37.953 INFO:tasks.rados.rados.0.smithi089.stdout:601: finishing rollback tid 0 to smithi08986837-12 2024-07-26T06:06:37.953 INFO:tasks.rados.rados.0.smithi089.stdout:606: read oid 20 snap -1 2024-07-26T06:06:37.953 INFO:tasks.rados.rados.0.smithi089.stdout:606: expect (ObjNum 132 snap 30 seq_num 132) 2024-07-26T06:06:37.953 INFO:tasks.rados.rados.0.smithi089.stdout:607: snap_remove snap 51 2024-07-26T06:06:38.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:37 smithi155 ceph-mon[33309]: osdmap e176: 8 total, 8 up, 8 in 2024-07-26T06:06:38.169 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:37 smithi155 ceph-mon[33309]: pgmap v36: 121 pgs: 121 active+clean; 161 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-07-26T06:06:38.169 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:06:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[66635]: ts=2024-07-26T06:06:37.822Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-07-26T06:06:38.169 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:06:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[66635]: ts=2024-07-26T06:06:37.823Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-07-26T06:06:38.169 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:06:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[66635]: ts=2024-07-26T06:06:37.823Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-07-26T06:06:38.169 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:06:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[66635]: ts=2024-07-26T06:06:37.823Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-07-26T06:06:38.170 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:06:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[66635]: ts=2024-07-26T06:06:37.823Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-07-26T06:06:38.170 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:06:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[66635]: ts=2024-07-26T06:06:37.823Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-07-26T06:06:38.170 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:06:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[66635]: ts=2024-07-26T06:06:37.823Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-07-26T06:06:38.170 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:06:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[66635]: ts=2024-07-26T06:06:37.823Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-07-26T06:06:38.170 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:06:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[66635]: ts=2024-07-26T06:06:37.823Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-07-26T06:06:38.170 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:06:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[66635]: ts=2024-07-26T06:06:37.824Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-07-26T06:06:38.170 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:06:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[66635]: ts=2024-07-26T06:06:37.824Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-07-26T06:06:38.170 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:06:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[66635]: ts=2024-07-26T06:06:37.824Z caller=main.go:1147 level=info msg="See you next time!" 2024-07-26T06:06:38.170 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:06:37 smithi155 podman[77063]: 2024-07-26 06:06:37.8336634 +0000 UTC m=+0.127089863 container died 455545b831aebcbab6fa1e60d48d1c8963442f951b7fa9a12766127cff7257d1 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-07-26T06:06:38.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:37 smithi089 ceph-mon[29555]: osdmap e176: 8 total, 8 up, 8 in 2024-07-26T06:06:38.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:37 smithi089 ceph-mon[29555]: pgmap v36: 121 pgs: 121 active+clean; 161 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-07-26T06:06:38.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:37 smithi089 ceph-mon[41451]: osdmap e176: 8 total, 8 up, 8 in 2024-07-26T06:06:38.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:37 smithi089 ceph-mon[41451]: pgmap v36: 121 pgs: 121 active+clean; 161 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-07-26T06:06:38.497 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:06:38 smithi155 podman[77063]: 2024-07-26 06:06:38.246041934 +0000 UTC m=+0.539468385 container cleanup 455545b831aebcbab6fa1e60d48d1c8963442f951b7fa9a12766127cff7257d1 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-07-26T06:06:38.497 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:06:38 smithi155 bash[77063]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a 2024-07-26T06:06:38.879 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:06:38 smithi155 podman[77079]: 2024-07-26 06:06:38.497194233 +0000 UTC m=+0.666017980 container remove 455545b831aebcbab6fa1e60d48d1c8963442f951b7fa9a12766127cff7257d1 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-07-26T06:06:38.879 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:06:38 smithi155 systemd[1]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-07-26T06:06:38.879 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:06:38 smithi155 systemd[1]: Stopped Ceph prometheus.a for 9bd49884-4b13-11ef-bcb6-c7b262605968. 2024-07-26T06:06:38.879 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:06:38 smithi155 systemd[1]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@prometheus.a.service: Consumed 1.692s CPU time. 2024-07-26T06:06:38.879 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:06:38 smithi155 systemd[1]: Starting Ceph prometheus.a for 9bd49884-4b13-11ef-bcb6-c7b262605968... 2024-07-26T06:06:38.948 INFO:tasks.rados.rados.0.smithi089.stdout:607: done (5 left) 2024-07-26T06:06:38.949 INFO:tasks.rados.rados.0.smithi089.stdout:608: copy_from oid 38 from oid 45 current snap is 52 2024-07-26T06:06:38.949 INFO:tasks.rados.rados.0.smithi089.stdout:601: finishing rollback tid 1 to smithi08986837-12 2024-07-26T06:06:38.949 INFO:tasks.rados.rados.0.smithi089.stdout:601: finishing rollback tid 2 to smithi08986837-12 2024-07-26T06:06:38.949 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 12 v 261 (ObjNum 153 snap 37 seq_num 153) dirty exists 2024-07-26T06:06:38.949 INFO:tasks.rados.rados.0.smithi089.stdout:601: done (5 left) 2024-07-26T06:06:38.949 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 34 current snap is 52 2024-07-26T06:06:38.949 INFO:tasks.rados.rados.0.smithi089.stdout:609: seq_num 204 ranges {0=622592,622592=401408} 2024-07-26T06:06:38.952 INFO:tasks.rados.rados.0.smithi089.stdout:609: writing smithi08986837-34 from 0 to 622592 tid 1 2024-07-26T06:06:38.955 INFO:tasks.rados.rados.0.smithi089.stdout:609: writing smithi08986837-34 from 622592 to 1024000 tid 2 2024-07-26T06:06:38.955 INFO:tasks.rados.rados.0.smithi089.stdout:610: rollback oid 26 current snap is 52 2024-07-26T06:06:38.956 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 26 to 47 2024-07-26T06:06:38.956 INFO:tasks.rados.rados.0.smithi089.stdout:602: expect (ObjNum 182 snap 45 seq_num 182) 2024-07-26T06:06:39.028 INFO:tasks.rados.rados.0.smithi089.stdout:604: finishing write tid 1 to smithi08986837-24 2024-07-26T06:06:39.028 INFO:tasks.rados.rados.0.smithi089.stdout:604: finishing write tid 2 to smithi08986837-24 2024-07-26T06:06:39.028 INFO:tasks.rados.rados.0.smithi089.stdout:604: finishing write tid 3 to smithi08986837-24 2024-07-26T06:06:39.028 INFO:tasks.rados.rados.0.smithi089.stdout:602: done (6 left) 2024-07-26T06:06:39.028 INFO:tasks.rados.rados.0.smithi089.stdout:611: read oid 42 snap -1 2024-07-26T06:06:39.028 INFO:tasks.rados.rados.0.smithi089.stdout:611: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-26T06:06:39.028 INFO:tasks.rados.rados.0.smithi089.stdout:612: snap_remove snap 34 2024-07-26T06:06:39.234 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:06:38 smithi155 podman[77177]: 2024-07-26 06:06:38.84095633 +0000 UTC m=+0.018149704 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-07-26T06:06:39.234 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:06:38 smithi155 podman[77177]: 2024-07-26 06:06:38.973442094 +0000 UTC m=+0.150635455 container create 5e8095c8428c5a9e08a8a7e746a37de4fdf80113637c3577b383f19e61289097 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-07-26T06:06:39.234 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:38 smithi155 ceph-mon[33309]: osdmap e177: 8 total, 8 up, 8 in 2024-07-26T06:06:39.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:38 smithi089 ceph-mon[29555]: osdmap e177: 8 total, 8 up, 8 in 2024-07-26T06:06:39.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:38 smithi089 ceph-mon[41451]: osdmap e177: 8 total, 8 up, 8 in 2024-07-26T06:06:39.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:06:39 smithi155 podman[77177]: 2024-07-26 06:06:39.234326055 +0000 UTC m=+0.411519432 container init 5e8095c8428c5a9e08a8a7e746a37de4fdf80113637c3577b383f19e61289097 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-07-26T06:06:39.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:06:39 smithi155 podman[77177]: 2024-07-26 06:06:39.23935393 +0000 UTC m=+0.416547292 container start 5e8095c8428c5a9e08a8a7e746a37de4fdf80113637c3577b383f19e61289097 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-07-26T06:06:39.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:06:39 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[77192]: ts=2024-07-26T06:06:39.262Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-07-26T06:06:39.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:06:39 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[77192]: ts=2024-07-26T06:06:39.262Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-07-26T06:06:39.630 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:06:39 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[77192]: ts=2024-07-26T06:06:39.262Z caller=main.go:570 level=info host_details="(Linux 5.14.0-480.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024 x86_64 smithi155 (none))" 2024-07-26T06:06:39.630 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:06:39 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[77192]: ts=2024-07-26T06:06:39.262Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-07-26T06:06:39.630 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:06:39 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[77192]: ts=2024-07-26T06:06:39.262Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-07-26T06:06:39.630 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:06:39 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[77192]: ts=2024-07-26T06:06:39.263Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-07-26T06:06:39.630 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:06:39 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[77192]: ts=2024-07-26T06:06:39.264Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-07-26T06:06:39.630 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:06:39 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[77192]: ts=2024-07-26T06:06:39.265Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-07-26T06:06:39.630 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:06:39 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[77192]: ts=2024-07-26T06:06:39.265Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-07-26T06:06:39.630 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:06:39 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[77192]: ts=2024-07-26T06:06:39.267Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-07-26T06:06:39.630 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:06:39 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[77192]: ts=2024-07-26T06:06:39.267Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.176µs 2024-07-26T06:06:39.630 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:06:39 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[77192]: ts=2024-07-26T06:06:39.267Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-07-26T06:06:39.630 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:06:39 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[77192]: ts=2024-07-26T06:06:39.267Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=2 2024-07-26T06:06:39.630 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:06:39 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[77192]: ts=2024-07-26T06:06:39.282Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=2 2024-07-26T06:06:39.630 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:06:39 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[77192]: ts=2024-07-26T06:06:39.282Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=2 2024-07-26T06:06:39.631 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:06:39 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[77192]: ts=2024-07-26T06:06:39.282Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=29.155µs wal_replay_duration=15.760405ms wbl_replay_duration=122ns total_replay_duration=15.817926ms 2024-07-26T06:06:39.631 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:06:39 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[77192]: ts=2024-07-26T06:06:39.285Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-07-26T06:06:39.631 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:06:39 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[77192]: ts=2024-07-26T06:06:39.285Z caller=main.go:1029 level=info msg="TSDB started" 2024-07-26T06:06:39.631 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:06:39 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[77192]: ts=2024-07-26T06:06:39.285Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-07-26T06:06:39.631 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:06:39 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[77192]: ts=2024-07-26T06:06:39.306Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=20.815412ms db_storage=808ns remote_storage=1.489µs web_handler=362ns query_engine=590ns scrape=422.36µs scrape_sd=100.398µs notify=10.679µs notify_sd=15.662µs rules=19.738237ms tracing=7.819µs 2024-07-26T06:06:39.631 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:06:39 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[77192]: ts=2024-07-26T06:06:39.306Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-07-26T06:06:39.631 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:06:39 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[77192]: ts=2024-07-26T06:06:39.306Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-07-26T06:06:39.631 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:06:39 smithi155 bash[77177]: 5e8095c8428c5a9e08a8a7e746a37de4fdf80113637c3577b383f19e61289097 2024-07-26T06:06:39.631 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:06:39 smithi155 systemd[1]: Started Ceph prometheus.a for 9bd49884-4b13-11ef-bcb6-c7b262605968. 2024-07-26T06:06:39.950 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:06:39 smithi155 systemd[1]: Stopping Ceph node-exporter.b for 9bd49884-4b13-11ef-bcb6-c7b262605968... 2024-07-26T06:06:39.955 INFO:tasks.rados.rados.0.smithi089.stdout:612: done (7 left) 2024-07-26T06:06:39.955 INFO:tasks.rados.rados.0.smithi089.stdout:613: snap_remove snap 50 2024-07-26T06:06:40.255 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:06:39 smithi155 podman[77347]: 2024-07-26 06:06:39.951846248 +0000 UTC m=+0.127624702 container died 39a8d5f79b9439a70d50cc33cb7ee849d9e0117c25e20eabb01f9fe3f01216c6 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-07-26T06:06:40.256 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:39 smithi155 ceph-mon[33309]: osdmap e178: 8 total, 8 up, 8 in 2024-07-26T06:06:40.256 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:39 smithi155 ceph-mon[33309]: pgmap v39: 121 pgs: 121 active+clean; 161 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-07-26T06:06:40.256 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:39 smithi155 ceph-mon[33309]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:40.256 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:39 smithi155 ceph-mon[33309]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:40.256 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:39 smithi155 ceph-mon[33309]: Reconfiguring node-exporter.b (dependencies changed)... 2024-07-26T06:06:40.256 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:39 smithi155 ceph-mon[33309]: Reconfiguring daemon node-exporter.b on smithi155 2024-07-26T06:06:40.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:39 smithi089 ceph-mon[29555]: osdmap e178: 8 total, 8 up, 8 in 2024-07-26T06:06:40.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:39 smithi089 ceph-mon[29555]: pgmap v39: 121 pgs: 121 active+clean; 161 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-07-26T06:06:40.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:39 smithi089 ceph-mon[29555]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:40.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:39 smithi089 ceph-mon[29555]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:40.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:39 smithi089 ceph-mon[29555]: Reconfiguring node-exporter.b (dependencies changed)... 2024-07-26T06:06:40.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:39 smithi089 ceph-mon[29555]: Reconfiguring daemon node-exporter.b on smithi155 2024-07-26T06:06:40.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:39 smithi089 ceph-mon[41451]: osdmap e178: 8 total, 8 up, 8 in 2024-07-26T06:06:40.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:39 smithi089 ceph-mon[41451]: pgmap v39: 121 pgs: 121 active+clean; 161 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-07-26T06:06:40.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:39 smithi089 ceph-mon[41451]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:40.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:39 smithi089 ceph-mon[41451]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:40.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:39 smithi089 ceph-mon[41451]: Reconfiguring node-exporter.b (dependencies changed)... 2024-07-26T06:06:40.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:39 smithi089 ceph-mon[41451]: Reconfiguring daemon node-exporter.b on smithi155 2024-07-26T06:06:40.623 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:06:40 smithi155 podman[77347]: 2024-07-26 06:06:40.438688528 +0000 UTC m=+0.614467017 container cleanup 39a8d5f79b9439a70d50cc33cb7ee849d9e0117c25e20eabb01f9fe3f01216c6 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-07-26T06:06:40.623 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:06:40 smithi155 bash[77347]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b 2024-07-26T06:06:40.879 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:06:40 smithi155 podman[77366]: 2024-07-26 06:06:40.623273186 +0000 UTC m=+0.669830885 container remove 39a8d5f79b9439a70d50cc33cb7ee849d9e0117c25e20eabb01f9fe3f01216c6 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-07-26T06:06:40.879 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:06:40 smithi155 systemd[1]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-07-26T06:06:40.879 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:06:40 smithi155 systemd[1]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-07-26T06:06:40.879 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:06:40 smithi155 systemd[1]: Stopped Ceph node-exporter.b for 9bd49884-4b13-11ef-bcb6-c7b262605968. 2024-07-26T06:06:40.879 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:06:40 smithi155 systemd[1]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@node-exporter.b.service: Consumed 2.127s CPU time. 2024-07-26T06:06:40.879 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:06:40 smithi155 systemd[1]: Starting Ceph node-exporter.b for 9bd49884-4b13-11ef-bcb6-c7b262605968... 2024-07-26T06:06:40.956 INFO:tasks.rados.rados.0.smithi089.stdout:613: done (7 left) 2024-07-26T06:06:40.956 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 47 current snap is 52 2024-07-26T06:06:40.956 INFO:tasks.rados.rados.0.smithi089.stdout:614: seq_num 205 ranges {1556480=638976,2195456=401408} 2024-07-26T06:06:40.968 INFO:tasks.rados.rados.0.smithi089.stdout:614: writing smithi08986837-47 from 1556480 to 2195456 tid 1 2024-07-26T06:06:40.971 INFO:tasks.rados.rados.0.smithi089.stdout:614: writing smithi08986837-47 from 2195456 to 2596864 tid 2 2024-07-26T06:06:40.971 INFO:tasks.rados.rados.0.smithi089.stdout:615: snap_remove snap 12 2024-07-26T06:06:41.301 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:06:41 smithi155 podman[77460]: 2024-07-26 06:06:40.953422437 +0000 UTC m=+0.018182347 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-07-26T06:06:41.302 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:06:41 smithi155 podman[77460]: 2024-07-26 06:06:41.083216898 +0000 UTC m=+0.147976836 container create 85c78351c113093a2b3ac6a612d210b36da82487cbd10e06e2b527f60df3e733 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-07-26T06:06:41.302 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:40 smithi155 ceph-mon[33309]: osdmap e179: 8 total, 8 up, 8 in 2024-07-26T06:06:41.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:40 smithi089 ceph-mon[29555]: osdmap e179: 8 total, 8 up, 8 in 2024-07-26T06:06:41.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:40 smithi089 ceph-mon[41451]: osdmap e179: 8 total, 8 up, 8 in 2024-07-26T06:06:41.629 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:06:41 smithi155 podman[77460]: 2024-07-26 06:06:41.301836798 +0000 UTC m=+0.366596706 container init 85c78351c113093a2b3ac6a612d210b36da82487cbd10e06e2b527f60df3e733 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-07-26T06:06:41.630 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:06:41 smithi155 podman[77460]: 2024-07-26 06:06:41.306769085 +0000 UTC m=+0.371528980 container start 85c78351c113093a2b3ac6a612d210b36da82487cbd10e06e2b527f60df3e733 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-07-26T06:06:41.630 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:06:41 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[77475]: ts=2024-07-26T06:06:41.310Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-07-26T06:06:41.630 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:06:41 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[77475]: ts=2024-07-26T06:06:41.310Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-07-26T06:06:41.630 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:06:41 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[77475]: ts=2024-07-26T06:06:41.310Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-07-26T06:06:41.630 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:06:41 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[77475]: ts=2024-07-26T06:06:41.310Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-07-26T06:06:41.630 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:06:41 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[77475]: ts=2024-07-26T06:06:41.311Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-07-26T06:06:41.630 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:06:41 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[77475]: ts=2024-07-26T06:06:41.311Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-07-26T06:06:41.630 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:06:41 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[77475]: ts=2024-07-26T06:06:41.311Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-07-26T06:06:41.630 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:06:41 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[77475]: ts=2024-07-26T06:06:41.311Z caller=node_exporter.go:117 level=info collector=arp 2024-07-26T06:06:41.630 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:06:41 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[77475]: ts=2024-07-26T06:06:41.311Z caller=node_exporter.go:117 level=info collector=bcache 2024-07-26T06:06:41.630 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:06:41 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[77475]: ts=2024-07-26T06:06:41.311Z caller=node_exporter.go:117 level=info collector=bonding 2024-07-26T06:06:41.630 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:06:41 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[77475]: ts=2024-07-26T06:06:41.311Z caller=node_exporter.go:117 level=info collector=btrfs 2024-07-26T06:06:41.631 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:06:41 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[77475]: ts=2024-07-26T06:06:41.311Z caller=node_exporter.go:117 level=info collector=conntrack 2024-07-26T06:06:41.631 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:06:41 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[77475]: ts=2024-07-26T06:06:41.311Z caller=node_exporter.go:117 level=info collector=cpu 2024-07-26T06:06:41.631 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:06:41 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[77475]: ts=2024-07-26T06:06:41.311Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-07-26T06:06:41.631 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:06:41 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[77475]: ts=2024-07-26T06:06:41.311Z caller=node_exporter.go:117 level=info collector=diskstats 2024-07-26T06:06:41.631 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:06:41 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[77475]: ts=2024-07-26T06:06:41.311Z caller=node_exporter.go:117 level=info collector=dmi 2024-07-26T06:06:41.631 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:06:41 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[77475]: ts=2024-07-26T06:06:41.311Z caller=node_exporter.go:117 level=info collector=edac 2024-07-26T06:06:41.631 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:06:41 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[77475]: ts=2024-07-26T06:06:41.311Z caller=node_exporter.go:117 level=info collector=entropy 2024-07-26T06:06:41.632 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:06:41 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[77475]: ts=2024-07-26T06:06:41.311Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-07-26T06:06:41.632 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:06:41 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[77475]: ts=2024-07-26T06:06:41.311Z caller=node_exporter.go:117 level=info collector=filefd 2024-07-26T06:06:41.632 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:06:41 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[77475]: ts=2024-07-26T06:06:41.311Z caller=node_exporter.go:117 level=info collector=filesystem 2024-07-26T06:06:41.632 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:06:41 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[77475]: ts=2024-07-26T06:06:41.311Z caller=node_exporter.go:117 level=info collector=hwmon 2024-07-26T06:06:41.632 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:06:41 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[77475]: ts=2024-07-26T06:06:41.311Z caller=node_exporter.go:117 level=info collector=infiniband 2024-07-26T06:06:41.632 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:06:41 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[77475]: ts=2024-07-26T06:06:41.311Z caller=node_exporter.go:117 level=info collector=ipvs 2024-07-26T06:06:41.632 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:06:41 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[77475]: ts=2024-07-26T06:06:41.311Z caller=node_exporter.go:117 level=info collector=loadavg 2024-07-26T06:06:41.632 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:06:41 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[77475]: ts=2024-07-26T06:06:41.311Z caller=node_exporter.go:117 level=info collector=mdadm 2024-07-26T06:06:41.632 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:06:41 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[77475]: ts=2024-07-26T06:06:41.311Z caller=node_exporter.go:117 level=info collector=meminfo 2024-07-26T06:06:41.632 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:06:41 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[77475]: ts=2024-07-26T06:06:41.311Z caller=node_exporter.go:117 level=info collector=netclass 2024-07-26T06:06:41.632 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:06:41 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[77475]: ts=2024-07-26T06:06:41.311Z caller=node_exporter.go:117 level=info collector=netdev 2024-07-26T06:06:41.632 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:06:41 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[77475]: ts=2024-07-26T06:06:41.311Z caller=node_exporter.go:117 level=info collector=netstat 2024-07-26T06:06:41.632 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:06:41 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[77475]: ts=2024-07-26T06:06:41.311Z caller=node_exporter.go:117 level=info collector=nfs 2024-07-26T06:06:41.632 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:06:41 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[77475]: ts=2024-07-26T06:06:41.311Z caller=node_exporter.go:117 level=info collector=nfsd 2024-07-26T06:06:41.633 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:06:41 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[77475]: ts=2024-07-26T06:06:41.311Z caller=node_exporter.go:117 level=info collector=nvme 2024-07-26T06:06:41.633 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:06:41 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[77475]: ts=2024-07-26T06:06:41.311Z caller=node_exporter.go:117 level=info collector=os 2024-07-26T06:06:41.633 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:06:41 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[77475]: ts=2024-07-26T06:06:41.311Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-07-26T06:06:41.633 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:06:41 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[77475]: ts=2024-07-26T06:06:41.311Z caller=node_exporter.go:117 level=info collector=pressure 2024-07-26T06:06:41.633 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:06:41 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[77475]: ts=2024-07-26T06:06:41.311Z caller=node_exporter.go:117 level=info collector=rapl 2024-07-26T06:06:41.633 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:06:41 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[77475]: ts=2024-07-26T06:06:41.311Z caller=node_exporter.go:117 level=info collector=schedstat 2024-07-26T06:06:41.633 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:06:41 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[77475]: ts=2024-07-26T06:06:41.311Z caller=node_exporter.go:117 level=info collector=selinux 2024-07-26T06:06:41.633 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:06:41 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[77475]: ts=2024-07-26T06:06:41.311Z caller=node_exporter.go:117 level=info collector=sockstat 2024-07-26T06:06:41.633 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:06:41 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[77475]: ts=2024-07-26T06:06:41.311Z caller=node_exporter.go:117 level=info collector=softnet 2024-07-26T06:06:41.633 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:06:41 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[77475]: ts=2024-07-26T06:06:41.311Z caller=node_exporter.go:117 level=info collector=stat 2024-07-26T06:06:41.633 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:06:41 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[77475]: ts=2024-07-26T06:06:41.311Z caller=node_exporter.go:117 level=info collector=tapestats 2024-07-26T06:06:41.633 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:06:41 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[77475]: ts=2024-07-26T06:06:41.311Z caller=node_exporter.go:117 level=info collector=textfile 2024-07-26T06:06:41.633 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:06:41 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[77475]: ts=2024-07-26T06:06:41.311Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-07-26T06:06:41.634 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:06:41 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[77475]: ts=2024-07-26T06:06:41.311Z caller=node_exporter.go:117 level=info collector=time 2024-07-26T06:06:41.634 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:06:41 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[77475]: ts=2024-07-26T06:06:41.311Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-07-26T06:06:41.634 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:06:41 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[77475]: ts=2024-07-26T06:06:41.311Z caller=node_exporter.go:117 level=info collector=uname 2024-07-26T06:06:41.634 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:06:41 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[77475]: ts=2024-07-26T06:06:41.311Z caller=node_exporter.go:117 level=info collector=vmstat 2024-07-26T06:06:41.634 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:06:41 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[77475]: ts=2024-07-26T06:06:41.311Z caller=node_exporter.go:117 level=info collector=xfs 2024-07-26T06:06:41.634 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:06:41 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[77475]: ts=2024-07-26T06:06:41.311Z caller=node_exporter.go:117 level=info collector=zfs 2024-07-26T06:06:41.634 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:06:41 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[77475]: ts=2024-07-26T06:06:41.311Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-07-26T06:06:41.634 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:06:41 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[77475]: ts=2024-07-26T06:06:41.311Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-07-26T06:06:41.634 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:06:41 smithi155 bash[77460]: 85c78351c113093a2b3ac6a612d210b36da82487cbd10e06e2b527f60df3e733 2024-07-26T06:06:41.634 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:06:41 smithi155 systemd[1]: Started Ceph node-exporter.b for 9bd49884-4b13-11ef-bcb6-c7b262605968. 2024-07-26T06:06:41.973 INFO:tasks.rados.rados.0.smithi089.stdout:615: done (8 left) 2024-07-26T06:06:41.973 INFO:tasks.rados.rados.0.smithi089.stdout:616: delete oid 2 current snap is 52 2024-07-26T06:06:41.973 INFO:tasks.rados.rados.0.smithi089.stdout:605: finishing rollback tid 0 to smithi08986837-6 2024-07-26T06:06:41.973 INFO:tasks.rados.rados.0.smithi089.stdout:605: finishing rollback tid 1 to smithi08986837-6 2024-07-26T06:06:41.973 INFO:tasks.rados.rados.0.smithi089.stdout:605: finishing rollback tid 2 to smithi08986837-6 2024-07-26T06:06:41.973 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 6 v 209 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-07-26T06:06:41.973 INFO:tasks.rados.rados.0.smithi089.stdout:604: finishing write tid 4 to smithi08986837-24 2024-07-26T06:06:41.975 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 24 v 166 (ObjNum 203 snap 52 seq_num 203) dirty exists 2024-07-26T06:06:41.975 INFO:tasks.rados.rados.0.smithi089.stdout:604: left oid 24 (ObjNum 203 snap 52 seq_num 203) 2024-07-26T06:06:41.975 INFO:tasks.rados.rados.0.smithi089.stdout:606: expect (ObjNum 132 snap 30 seq_num 132) 2024-07-26T06:06:42.041 INFO:tasks.rados.rados.0.smithi089.stdout:609: finishing write tid 1 to smithi08986837-34 2024-07-26T06:06:42.041 INFO:tasks.rados.rados.0.smithi089.stdout:610: finishing rollback tid 0 to smithi08986837-26 2024-07-26T06:06:42.042 INFO:tasks.rados.rados.0.smithi089.stdout:610: finishing rollback tid 1 to smithi08986837-26 2024-07-26T06:06:42.042 INFO:tasks.rados.rados.0.smithi089.stdout:609: finishing write tid 2 to smithi08986837-34 2024-07-26T06:06:42.042 INFO:tasks.rados.rados.0.smithi089.stdout:610: finishing rollback tid 2 to smithi08986837-26 2024-07-26T06:06:42.042 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 26 v 39 (ObjNum 173 snap 44 seq_num 173) dirty exists 2024-07-26T06:06:42.042 INFO:tasks.rados.rados.0.smithi089.stdout:609: finishing write tid 3 to smithi08986837-34 2024-07-26T06:06:42.042 INFO:tasks.rados.rados.0.smithi089.stdout:604: done (8 left) 2024-07-26T06:06:42.042 INFO:tasks.rados.rados.0.smithi089.stdout:605: done (7 left) 2024-07-26T06:06:42.042 INFO:tasks.rados.rados.0.smithi089.stdout:606: done (6 left) 2024-07-26T06:06:42.042 INFO:tasks.rados.rados.0.smithi089.stdout:610: done (5 left) 2024-07-26T06:06:42.042 INFO:tasks.rados.rados.0.smithi089.stdout:616: done (4 left) 2024-07-26T06:06:42.042 INFO:tasks.rados.rados.0.smithi089.stdout:617: read oid 20 snap -1 2024-07-26T06:06:42.042 INFO:tasks.rados.rados.0.smithi089.stdout:617: expect (ObjNum 132 snap 30 seq_num 132) 2024-07-26T06:06:42.043 INFO:tasks.rados.rados.0.smithi089.stdout:618: snap_remove snap 38 2024-07-26T06:06:42.289 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:41 smithi155 ceph-mon[33309]: osdmap e180: 8 total, 8 up, 8 in 2024-07-26T06:06:42.289 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:41 smithi155 ceph-mon[33309]: pgmap v42: 121 pgs: 121 active+clean; 152 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.5 MiB/s wr, 6 op/s 2024-07-26T06:06:42.289 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:41 smithi155 ceph-mon[33309]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:42.289 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:41 smithi155 ceph-mon[33309]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:42.289 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:41 smithi155 ceph-mon[33309]: Reconfiguring grafana.a (dependencies changed)... 2024-07-26T06:06:42.289 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:41 smithi155 ceph-mon[33309]: Reconfiguring daemon grafana.a on smithi155 2024-07-26T06:06:42.405 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:06:41 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-alertmanager-a[89414]: ts=2024-07-26T06:06:41.966Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003095738s 2024-07-26T06:06:42.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:41 smithi089 ceph-mon[29555]: osdmap e180: 8 total, 8 up, 8 in 2024-07-26T06:06:42.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:41 smithi089 ceph-mon[29555]: pgmap v42: 121 pgs: 121 active+clean; 152 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.5 MiB/s wr, 6 op/s 2024-07-26T06:06:42.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:41 smithi089 ceph-mon[29555]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:42.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:41 smithi089 ceph-mon[29555]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:42.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:41 smithi089 ceph-mon[29555]: Reconfiguring grafana.a (dependencies changed)... 2024-07-26T06:06:42.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:41 smithi089 ceph-mon[29555]: Reconfiguring daemon grafana.a on smithi155 2024-07-26T06:06:42.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:41 smithi089 ceph-mon[41451]: osdmap e180: 8 total, 8 up, 8 in 2024-07-26T06:06:42.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:41 smithi089 ceph-mon[41451]: pgmap v42: 121 pgs: 121 active+clean; 152 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.5 MiB/s wr, 6 op/s 2024-07-26T06:06:42.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:41 smithi089 ceph-mon[41451]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:42.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:41 smithi089 ceph-mon[41451]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:42.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:41 smithi089 ceph-mon[41451]: Reconfiguring grafana.a (dependencies changed)... 2024-07-26T06:06:42.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:41 smithi089 ceph-mon[41451]: Reconfiguring daemon grafana.a on smithi155 2024-07-26T06:06:42.921 INFO:tasks.rados.rados.0.smithi089.stdout:618: done (5 left) 2024-07-26T06:06:42.921 INFO:tasks.rados.rados.0.smithi089.stdout:619: rmattr oid 32 current snap is 52 2024-07-26T06:06:42.921 INFO:tasks.rados.rados.0.smithi089.stdout:619: done (5 left) 2024-07-26T06:06:42.921 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 31 current snap is 52 2024-07-26T06:06:42.921 INFO:tasks.rados.rados.0.smithi089.stdout:620: seq_num 207 ranges {7790592=671744,8462336=401408} 2024-07-26T06:06:42.967 INFO:tasks.rados.rados.0.smithi089.stdout:620: writing smithi08986837-31 from 7790592 to 8462336 tid 1 2024-07-26T06:06:42.969 INFO:tasks.rados.rados.0.smithi089.stdout:620: writing smithi08986837-31 from 8462336 to 8863744 tid 2 2024-07-26T06:06:42.970 INFO:tasks.rados.rados.0.smithi089.stdout:621: read oid 26 snap -1 2024-07-26T06:06:42.970 INFO:tasks.rados.rados.0.smithi089.stdout:621: expect (ObjNum 173 snap 44 seq_num 173) 2024-07-26T06:06:42.970 INFO:tasks.rados.rados.0.smithi089.stdout:622: read oid 32 snap -1 2024-07-26T06:06:42.970 INFO:tasks.rados.rados.0.smithi089.stdout:622: expect deleted 2024-07-26T06:06:42.970 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 9 current snap is 52 2024-07-26T06:06:42.970 INFO:tasks.rados.rados.0.smithi089.stdout:623: seq_num 208 ranges {5464064=688128,6152192=401408} 2024-07-26T06:06:43.002 INFO:tasks.rados.rados.0.smithi089.stdout:623: writing smithi08986837-9 from 5464064 to 6152192 tid 1 2024-07-26T06:06:43.004 INFO:tasks.rados.rados.0.smithi089.stdout:623: writing smithi08986837-9 from 6152192 to 6553600 tid 2 2024-07-26T06:06:43.004 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 11 current snap is 52 2024-07-26T06:06:43.004 INFO:tasks.rados.rados.0.smithi089.stdout:609: finishing write tid 4 to smithi08986837-34 2024-07-26T06:06:43.004 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 34 v 115 (ObjNum 204 snap 52 seq_num 204) dirty exists 2024-07-26T06:06:43.005 INFO:tasks.rados.rados.0.smithi089.stdout:609: left oid 34 (ObjNum 204 snap 52 seq_num 204) 2024-07-26T06:06:43.005 INFO:tasks.rados.rados.0.smithi089.stdout:608: finishing copy_from racing read to smithi08986837-38 2024-07-26T06:06:43.005 INFO:tasks.rados.rados.0.smithi089.stdout:608: finishing copy_from to smithi08986837-38 2024-07-26T06:06:43.005 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 38 v 82 (ObjNum 95 snap 17 seq_num 95) dirty exists 2024-07-26T06:06:43.005 INFO:tasks.rados.rados.0.smithi089.stdout:624: seq_num 209 ranges {8241152=704512,8945664=401408} 2024-07-26T06:06:43.051 INFO:tasks.rados.rados.0.smithi089.stdout:624: writing smithi08986837-11 from 8241152 to 8945664 tid 1 2024-07-26T06:06:43.054 INFO:tasks.rados.rados.0.smithi089.stdout:624: writing smithi08986837-11 from 8945664 to 9347072 tid 2 2024-07-26T06:06:43.054 INFO:tasks.rados.rados.0.smithi089.stdout:608: done (9 left) 2024-07-26T06:06:43.054 INFO:tasks.rados.rados.0.smithi089.stdout:609: done (8 left) 2024-07-26T06:06:43.054 INFO:tasks.rados.rados.0.smithi089.stdout:625: snap_remove snap 46 2024-07-26T06:06:43.101 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:42 smithi155 ceph-mon[33309]: osdmap e181: 8 total, 8 up, 8 in 2024-07-26T06:06:43.102 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:42 smithi155 ceph-mon[33309]: osdmap e182: 8 total, 8 up, 8 in 2024-07-26T06:06:43.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:42 smithi089 ceph-mon[29555]: osdmap e181: 8 total, 8 up, 8 in 2024-07-26T06:06:43.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:42 smithi089 ceph-mon[29555]: osdmap e182: 8 total, 8 up, 8 in 2024-07-26T06:06:43.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:42 smithi089 ceph-mon[41451]: osdmap e181: 8 total, 8 up, 8 in 2024-07-26T06:06:43.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:42 smithi089 ceph-mon[41451]: osdmap e182: 8 total, 8 up, 8 in 2024-07-26T06:06:43.972 INFO:tasks.rados.rados.0.smithi089.stdout:611: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-26T06:06:43.975 INFO:tasks.rados.rados.0.smithi089.stdout:614: finishing write tid 1 to smithi08986837-47 2024-07-26T06:06:43.975 INFO:tasks.rados.rados.0.smithi089.stdout:614: finishing write tid 2 to smithi08986837-47 2024-07-26T06:06:43.975 INFO:tasks.rados.rados.0.smithi089.stdout:614: finishing write tid 3 to smithi08986837-47 2024-07-26T06:06:43.975 INFO:tasks.rados.rados.0.smithi089.stdout:614: finishing write tid 4 to smithi08986837-47 2024-07-26T06:06:43.975 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 47 v 274 (ObjNum 205 snap 52 seq_num 205) dirty exists 2024-07-26T06:06:43.975 INFO:tasks.rados.rados.0.smithi089.stdout:614: left oid 47 (ObjNum 205 snap 52 seq_num 205) 2024-07-26T06:06:43.975 INFO:tasks.rados.rados.0.smithi089.stdout:617: expect (ObjNum 132 snap 30 seq_num 132) 2024-07-26T06:06:44.040 INFO:tasks.rados.rados.0.smithi089.stdout:620: finishing write tid 1 to smithi08986837-31 2024-07-26T06:06:44.040 INFO:tasks.rados.rados.0.smithi089.stdout:620: finishing write tid 2 to smithi08986837-31 2024-07-26T06:06:44.040 INFO:tasks.rados.rados.0.smithi089.stdout:620: finishing write tid 3 to smithi08986837-31 2024-07-26T06:06:44.040 INFO:tasks.rados.rados.0.smithi089.stdout:620: finishing write tid 4 to smithi08986837-31 2024-07-26T06:06:44.040 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 31 v 321 (ObjNum 207 snap 52 seq_num 207) dirty exists 2024-07-26T06:06:44.040 INFO:tasks.rados.rados.0.smithi089.stdout:620: left oid 31 (ObjNum 207 snap 52 seq_num 207) 2024-07-26T06:06:44.040 INFO:tasks.rados.rados.0.smithi089.stdout:621: expect (ObjNum 173 snap 44 seq_num 173) 2024-07-26T06:06:44.074 INFO:tasks.rados.rados.0.smithi089.stdout:623: finishing write tid 1 to smithi08986837-9 2024-07-26T06:06:44.074 INFO:tasks.rados.rados.0.smithi089.stdout:623: finishing write tid 2 to smithi08986837-9 2024-07-26T06:06:44.074 INFO:tasks.rados.rados.0.smithi089.stdout:623: finishing write tid 3 to smithi08986837-9 2024-07-26T06:06:44.074 INFO:tasks.rados.rados.0.smithi089.stdout:623: finishing write tid 4 to smithi08986837-9 2024-07-26T06:06:44.074 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 9 v 82 (ObjNum 208 snap 52 seq_num 208) dirty exists 2024-07-26T06:06:44.074 INFO:tasks.rados.rados.0.smithi089.stdout:623: left oid 9 (ObjNum 208 snap 52 seq_num 208) 2024-07-26T06:06:44.074 INFO:tasks.rados.rados.0.smithi089.stdout:624: finishing write tid 1 to smithi08986837-11 2024-07-26T06:06:44.074 INFO:tasks.rados.rados.0.smithi089.stdout:624: finishing write tid 2 to smithi08986837-11 2024-07-26T06:06:44.074 INFO:tasks.rados.rados.0.smithi089.stdout:624: finishing write tid 3 to smithi08986837-11 2024-07-26T06:06:44.074 INFO:tasks.rados.rados.0.smithi089.stdout:624: finishing write tid 4 to smithi08986837-11 2024-07-26T06:06:44.075 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 11 v 325 (ObjNum 209 snap 52 seq_num 209) dirty exists 2024-07-26T06:06:44.075 INFO:tasks.rados.rados.0.smithi089.stdout:624: left oid 11 (ObjNum 209 snap 52 seq_num 209) 2024-07-26T06:06:44.075 INFO:tasks.rados.rados.0.smithi089.stdout:611: done (8 left) 2024-07-26T06:06:44.075 INFO:tasks.rados.rados.0.smithi089.stdout:614: done (7 left) 2024-07-26T06:06:44.075 INFO:tasks.rados.rados.0.smithi089.stdout:617: done (6 left) 2024-07-26T06:06:44.075 INFO:tasks.rados.rados.0.smithi089.stdout:620: done (5 left) 2024-07-26T06:06:44.075 INFO:tasks.rados.rados.0.smithi089.stdout:621: done (4 left) 2024-07-26T06:06:44.075 INFO:tasks.rados.rados.0.smithi089.stdout:622: done (3 left) 2024-07-26T06:06:44.075 INFO:tasks.rados.rados.0.smithi089.stdout:623: done (2 left) 2024-07-26T06:06:44.075 INFO:tasks.rados.rados.0.smithi089.stdout:624: done (1 left) 2024-07-26T06:06:44.075 INFO:tasks.rados.rados.0.smithi089.stdout:625: done (0 left) 2024-07-26T06:06:44.076 INFO:tasks.rados.rados.0.smithi089.stdout:626: snap_remove snap 47 2024-07-26T06:06:44.117 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:43 smithi155 ceph-mon[33309]: pgmap v45: 121 pgs: 121 active+clean; 152 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.5 MiB/s wr, 6 op/s 2024-07-26T06:06:44.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:43 smithi089 ceph-mon[29555]: pgmap v45: 121 pgs: 121 active+clean; 152 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.5 MiB/s wr, 6 op/s 2024-07-26T06:06:44.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:43 smithi089 ceph-mon[41451]: pgmap v45: 121 pgs: 121 active+clean; 152 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.5 MiB/s wr, 6 op/s 2024-07-26T06:06:44.774 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:06:44 smithi155 systemd[1]: Stopping Ceph grafana.a for 9bd49884-4b13-11ef-bcb6-c7b262605968... 2024-07-26T06:06:44.981 INFO:tasks.rados.rados.0.smithi089.stdout:626: done (0 left) 2024-07-26T06:06:44.981 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 46 current snap is 52 2024-07-26T06:06:44.982 INFO:tasks.rados.rados.0.smithi089.stdout:627: seq_num 210 ranges {4079616=720896,4800512=401408} 2024-07-26T06:06:45.008 INFO:tasks.rados.rados.0.smithi089.stdout:627: writing smithi08986837-46 from 4079616 to 4800512 tid 1 2024-07-26T06:06:45.010 INFO:tasks.rados.rados.0.smithi089.stdout:627: writing smithi08986837-46 from 4800512 to 5201920 tid 2 2024-07-26T06:06:45.010 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 23 current snap is 52 2024-07-26T06:06:45.010 INFO:tasks.rados.rados.0.smithi089.stdout:628: seq_num 211 ranges {4079616=737280,4816896=401408} 2024-07-26T06:06:45.036 INFO:tasks.rados.rados.0.smithi089.stdout:628: writing smithi08986837-23 from 4079616 to 4816896 tid 1 2024-07-26T06:06:45.038 INFO:tasks.rados.rados.0.smithi089.stdout:628: writing smithi08986837-23 from 4816896 to 5218304 tid 2 2024-07-26T06:06:45.038 INFO:tasks.rados.rados.0.smithi089.stdout:629: snap_create 2024-07-26T06:06:45.038 INFO:tasks.rados.rados.0.smithi089.stdout:627: finishing write tid 1 to smithi08986837-46 2024-07-26T06:06:45.038 INFO:tasks.rados.rados.0.smithi089.stdout:627: finishing write tid 2 to smithi08986837-46 2024-07-26T06:06:45.038 INFO:tasks.rados.rados.0.smithi089.stdout:627: finishing write tid 3 to smithi08986837-46 2024-07-26T06:06:45.038 INFO:tasks.rados.rados.0.smithi089.stdout:627: finishing write tid 4 to smithi08986837-46 2024-07-26T06:06:45.038 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 46 v 313 (ObjNum 210 snap 52 seq_num 210) dirty exists 2024-07-26T06:06:45.038 INFO:tasks.rados.rados.0.smithi089.stdout:627: left oid 46 (ObjNum 210 snap 52 seq_num 210) 2024-07-26T06:06:45.040 INFO:tasks.rados.rados.0.smithi089.stdout:628: finishing write tid 1 to smithi08986837-23 2024-07-26T06:06:45.040 INFO:tasks.rados.rados.0.smithi089.stdout:628: finishing write tid 2 to smithi08986837-23 2024-07-26T06:06:45.040 INFO:tasks.rados.rados.0.smithi089.stdout:628: finishing write tid 3 to smithi08986837-23 2024-07-26T06:06:45.041 INFO:tasks.rados.rados.0.smithi089.stdout:628: finishing write tid 4 to smithi08986837-23 2024-07-26T06:06:45.041 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 23 v 172 (ObjNum 211 snap 52 seq_num 211) dirty exists 2024-07-26T06:06:45.041 INFO:tasks.rados.rados.0.smithi089.stdout:628: left oid 23 (ObjNum 211 snap 52 seq_num 211) 2024-07-26T06:06:45.071 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:44 smithi155 ceph-mon[33309]: osdmap e183: 8 total, 8 up, 8 in 2024-07-26T06:06:45.071 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:06:44 smithi155 podman[77741]: 2024-07-26 06:06:44.774330311 +0000 UTC m=+0.121840491 container died 702b8d8585aeb63ab0f45de3c912259698b32545f5e6850769e4aa2f4101407a (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a, version=8.5, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, maintainer=Paul Cuzner , vcs-type=git, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.buildah.version=1.32.0, release=239.1651231664, io.k8s.display-name=Red Hat Universal Base Image 8, io.openshift.tags=base rhel8, name=ubi8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, build-date=2022-04-29T11:48:11.055897, io.openshift.expose-services=, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., description=Ceph Grafana Container, distribution-scope=public, com.redhat.component=ubi8-container, vendor=Red Hat, Inc., architecture=x86_64) 2024-07-26T06:06:45.338 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:06:45 smithi155 podman[77741]: 2024-07-26 06:06:45.153684848 +0000 UTC m=+0.501195019 container cleanup 702b8d8585aeb63ab0f45de3c912259698b32545f5e6850769e4aa2f4101407a (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a, com.redhat.component=ubi8-container, vendor=Red Hat, Inc., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, distribution-scope=public, io.buildah.version=1.32.0, architecture=x86_64, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.openshift.tags=base rhel8, io.k8s.display-name=Red Hat Universal Base Image 8, io.openshift.expose-services=, description=Ceph Grafana Container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, maintainer=Paul Cuzner , vcs-type=git, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, summary=Grafana Container configured for Ceph mgr/dashboard integration, version=8.5, name=ubi8, build-date=2022-04-29T11:48:11.055897, release=239.1651231664) 2024-07-26T06:06:45.338 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:06:45 smithi155 bash[77741]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a 2024-07-26T06:06:45.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:44 smithi089 ceph-mon[29555]: osdmap e183: 8 total, 8 up, 8 in 2024-07-26T06:06:45.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:44 smithi089 ceph-mon[41451]: osdmap e183: 8 total, 8 up, 8 in 2024-07-26T06:06:45.629 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:06:45 smithi155 podman[77761]: 2024-07-26 06:06:45.338322505 +0000 UTC m=+0.566243851 container remove 702b8d8585aeb63ab0f45de3c912259698b32545f5e6850769e4aa2f4101407a (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.openshift.tags=base rhel8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, distribution-scope=public, maintainer=Paul Cuzner , io.openshift.expose-services=, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., description=Ceph Grafana Container, version=8.5, architecture=x86_64, com.redhat.component=ubi8-container, vcs-type=git, release=239.1651231664, vendor=Red Hat, Inc., build-date=2022-04-29T11:48:11.055897, io.buildah.version=1.32.0, name=ubi8, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.k8s.display-name=Red Hat Universal Base Image 8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664) 2024-07-26T06:06:45.629 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:06:45 smithi155 systemd[1]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@grafana.a.service: Main process exited, code=exited, status=143/n/a 2024-07-26T06:06:45.629 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:06:45 smithi155 systemd[1]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-07-26T06:06:45.629 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:06:45 smithi155 systemd[1]: Stopped Ceph grafana.a for 9bd49884-4b13-11ef-bcb6-c7b262605968. 2024-07-26T06:06:45.629 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:06:45 smithi155 systemd[1]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@grafana.a.service: Consumed 5.289s CPU time. 2024-07-26T06:06:45.629 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:06:45 smithi155 systemd[1]: Starting Ceph grafana.a for 9bd49884-4b13-11ef-bcb6-c7b262605968... 2024-07-26T06:06:45.988 INFO:tasks.rados.rados.0.smithi089.stdout:627: done (2 left) 2024-07-26T06:06:45.988 INFO:tasks.rados.rados.0.smithi089.stdout:628: done (1 left) 2024-07-26T06:06:45.988 INFO:tasks.rados.rados.0.smithi089.stdout:629: done (0 left) 2024-07-26T06:06:45.988 INFO:tasks.rados.rados.0.smithi089.stdout:630: rollback oid 13 current snap is 53 2024-07-26T06:06:45.989 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 13 to 52 2024-07-26T06:06:45.989 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 35 current snap is 53 2024-07-26T06:06:45.989 INFO:tasks.rados.rados.0.smithi089.stdout:631: seq_num 212 ranges {0=753664,753664=401408} 2024-07-26T06:06:45.993 INFO:tasks.rados.rados.0.smithi089.stdout:631: writing smithi08986837-35 from 0 to 753664 tid 1 2024-07-26T06:06:45.996 INFO:tasks.rados.rados.0.smithi089.stdout:631: writing smithi08986837-35 from 753664 to 1155072 tid 2 2024-07-26T06:06:45.996 INFO:tasks.rados.rados.0.smithi089.stdout:632: read oid 1 snap -1 2024-07-26T06:06:45.996 INFO:tasks.rados.rados.0.smithi089.stdout:632: expect deleted 2024-07-26T06:06:45.997 INFO:tasks.rados.rados.0.smithi089.stdout:633: copy_from oid 17 from oid 38 current snap is 53 2024-07-26T06:06:45.997 INFO:tasks.rados.rados.0.smithi089.stdout:630: finishing rollback tid 1 to smithi08986837-13 2024-07-26T06:06:45.997 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 13 v 155 (ObjNum 129 snap 0 seq_num 3362083672) dirty dne 2024-07-26T06:06:45.997 INFO:tasks.rados.rados.0.smithi089.stdout:630: done (3 left) 2024-07-26T06:06:45.997 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 6 current snap is 53 2024-07-26T06:06:45.997 INFO:tasks.rados.rados.0.smithi089.stdout:634: seq_num 213 ranges {606208=770048,1376256=401408} 2024-07-26T06:06:46.004 INFO:tasks.rados.rados.0.smithi089.stdout:634: writing smithi08986837-6 from 606208 to 1376256 tid 1 2024-07-26T06:06:46.007 INFO:tasks.rados.rados.0.smithi089.stdout:634: writing smithi08986837-6 from 1376256 to 1777664 tid 2 2024-07-26T06:06:46.007 INFO:tasks.rados.rados.0.smithi089.stdout:635: setattr oid 27 current snap is 53 2024-07-26T06:06:46.007 INFO:tasks.rados.rados.0.smithi089.stdout:631: finishing write tid 1 to smithi08986837-35 2024-07-26T06:06:46.007 INFO:tasks.rados.rados.0.smithi089.stdout:631: finishing write tid 2 to smithi08986837-35 2024-07-26T06:06:46.007 INFO:tasks.rados.rados.0.smithi089.stdout:631: finishing write tid 3 to smithi08986837-35 2024-07-26T06:06:46.007 INFO:tasks.rados.rados.0.smithi089.stdout:631: finishing write tid 4 to smithi08986837-35 2024-07-26T06:06:46.007 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 35 v 214 (ObjNum 212 snap 53 seq_num 212) dirty exists 2024-07-26T06:06:46.007 INFO:tasks.rados.rados.0.smithi089.stdout:631: left oid 35 (ObjNum 212 snap 53 seq_num 212) 2024-07-26T06:06:46.008 INFO:tasks.rados.rados.0.smithi089.stdout:631: done (4 left) 2024-07-26T06:06:46.008 INFO:tasks.rados.rados.0.smithi089.stdout:632: done (3 left) 2024-07-26T06:06:46.008 INFO:tasks.rados.rados.0.smithi089.stdout:636: setattr oid 2 current snap is 53 2024-07-26T06:06:46.009 INFO:tasks.rados.rados.0.smithi089.stdout:634: finishing write tid 1 to smithi08986837-6 2024-07-26T06:06:46.009 INFO:tasks.rados.rados.0.smithi089.stdout:637: snap_create 2024-07-26T06:06:46.009 INFO:tasks.rados.rados.0.smithi089.stdout:634: finishing write tid 2 to smithi08986837-6 2024-07-26T06:06:46.010 INFO:tasks.rados.rados.0.smithi089.stdout:634: finishing write tid 3 to smithi08986837-6 2024-07-26T06:06:46.011 INFO:tasks.rados.rados.0.smithi089.stdout:634: finishing write tid 4 to smithi08986837-6 2024-07-26T06:06:46.011 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 6 v 212 (ObjNum 213 snap 53 seq_num 213) dirty exists 2024-07-26T06:06:46.011 INFO:tasks.rados.rados.0.smithi089.stdout:634: left oid 6 (ObjNum 213 snap 53 seq_num 213) 2024-07-26T06:06:46.013 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 27 v 121 (ObjNum 129 snap 0 seq_num 3362649936) dirty exists 2024-07-26T06:06:46.014 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 2 v 40 (ObjNum 129 snap 0 seq_num 3362443696) dirty exists 2024-07-26T06:06:46.020 INFO:tasks.rados.rados.0.smithi089.stdout:633: finishing copy_from racing read to smithi08986837-17 2024-07-26T06:06:46.023 INFO:tasks.rados.rados.0.smithi089.stdout:633: finishing copy_from to smithi08986837-17 2024-07-26T06:06:46.023 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 17 v 82 (ObjNum 95 snap 17 seq_num 95) dirty exists 2024-07-26T06:06:46.102 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:06:45 smithi155 podman[77858]: 2024-07-26 06:06:45.772846836 +0000 UTC m=+0.103507225 container create 0191ba4689bf2f8d9db2ec7d65c15088c91541c7a898046ecb51ccd46b5d1821 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a, version=8.5, com.redhat.component=ubi8-container, distribution-scope=public, io.k8s.display-name=Red Hat Universal Base Image 8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.openshift.expose-services=, architecture=x86_64, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, vcs-type=git, vendor=Red Hat, Inc., description=Ceph Grafana Container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., summary=Grafana Container configured for Ceph mgr/dashboard integration, release=239.1651231664, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.tags=base rhel8, maintainer=Paul Cuzner , build-date=2022-04-29T11:48:11.055897, name=ubi8, io.buildah.version=1.32.0) 2024-07-26T06:06:46.102 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:06:45 smithi155 podman[77858]: 2024-07-26 06:06:45.686105059 +0000 UTC m=+0.016765400 image pull 954c08fa618887fe9a6fe572ae541197c77e625b05f4193df7898f5ac649ada9 quay.io/ceph/ceph-grafana:9.4.7 2024-07-26T06:06:46.102 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:06:45 smithi155 podman[77858]: 2024-07-26 06:06:45.985346866 +0000 UTC m=+0.316007194 container init 0191ba4689bf2f8d9db2ec7d65c15088c91541c7a898046ecb51ccd46b5d1821 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a, build-date=2022-04-29T11:48:11.055897, io.k8s.display-name=Red Hat Universal Base Image 8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.buildah.version=1.32.0, version=8.5, io.openshift.expose-services=, summary=Grafana Container configured for Ceph mgr/dashboard integration, release=239.1651231664, io.openshift.tags=base rhel8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vendor=Red Hat, Inc., io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., maintainer=Paul Cuzner , vcs-type=git, architecture=x86_64, com.redhat.component=ubi8-container, description=Ceph Grafana Container, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, name=ubi8, distribution-scope=public) 2024-07-26T06:06:46.103 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:06:45 smithi155 podman[77858]: 2024-07-26 06:06:45.991372273 +0000 UTC m=+0.322032601 container start 0191ba4689bf2f8d9db2ec7d65c15088c91541c7a898046ecb51ccd46b5d1821 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a, distribution-scope=public, release=239.1651231664, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, summary=Grafana Container configured for Ceph mgr/dashboard integration, description=Ceph Grafana Container, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.k8s.display-name=Red Hat Universal Base Image 8, io.openshift.tags=base rhel8, io.buildah.version=1.32.0, maintainer=Paul Cuzner , build-date=2022-04-29T11:48:11.055897, com.redhat.component=ubi8-container, vendor=Red Hat, Inc., io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., name=ubi8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, version=8.5, architecture=x86_64, io.openshift.expose-services=, vcs-type=git, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com) 2024-07-26T06:06:46.103 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:45 smithi155 ceph-mon[33309]: pgmap v47: 121 pgs: 121 active+clean; 152 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 B/s wr, 1 op/s 2024-07-26T06:06:46.103 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:45 smithi155 ceph-mon[33309]: osdmap e184: 8 total, 8 up, 8 in 2024-07-26T06:06:46.103 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:45 smithi155 ceph-mon[33309]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:06:46.379 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:06:46 smithi155 bash[77858]: 0191ba4689bf2f8d9db2ec7d65c15088c91541c7a898046ecb51ccd46b5d1821 2024-07-26T06:06:46.380 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:06:46 smithi155 systemd[1]: Started Ceph grafana.a for 9bd49884-4b13-11ef-bcb6-c7b262605968. 2024-07-26T06:06:46.380 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:06:46 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[77873]: logger=settings t=2024-07-26T06:06:46.152360306Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2024-07-26T06:06:46.380 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:06:46 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[77873]: logger=settings t=2024-07-26T06:06:46.152563534Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-07-26T06:06:46.380 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:06:46 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[77873]: logger=settings t=2024-07-26T06:06:46.15259047Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-07-26T06:06:46.380 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:06:46 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[77873]: logger=settings t=2024-07-26T06:06:46.152603354Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-07-26T06:06:46.380 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:06:46 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[77873]: logger=settings t=2024-07-26T06:06:46.15261531Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-07-26T06:06:46.380 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:06:46 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[77873]: logger=settings t=2024-07-26T06:06:46.152634134Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-07-26T06:06:46.380 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:06:46 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[77873]: logger=settings t=2024-07-26T06:06:46.152645823Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-07-26T06:06:46.380 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:06:46 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[77873]: logger=settings t=2024-07-26T06:06:46.152655678Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-07-26T06:06:46.380 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:06:46 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[77873]: logger=settings t=2024-07-26T06:06:46.152666713Z level=info msg="Path Home" path=/usr/share/grafana 2024-07-26T06:06:46.380 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:06:46 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[77873]: logger=settings t=2024-07-26T06:06:46.152677151Z level=info msg="Path Data" path=/var/lib/grafana 2024-07-26T06:06:46.380 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:06:46 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[77873]: logger=settings t=2024-07-26T06:06:46.152687327Z level=info msg="Path Logs" path=/var/log/grafana 2024-07-26T06:06:46.380 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:06:46 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[77873]: logger=settings t=2024-07-26T06:06:46.152696799Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-07-26T06:06:46.381 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:06:46 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[77873]: logger=settings t=2024-07-26T06:06:46.152707921Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-07-26T06:06:46.381 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:06:46 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[77873]: logger=settings t=2024-07-26T06:06:46.152720088Z level=info msg="App mode production" 2024-07-26T06:06:46.381 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:06:46 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[77873]: logger=sqlstore t=2024-07-26T06:06:46.152789294Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-07-26T06:06:46.381 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:06:46 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[77873]: logger=sqlstore t=2024-07-26T06:06:46.152813978Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-07-26T06:06:46.381 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:06:46 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[77873]: logger=migrator t=2024-07-26T06:06:46.167721387Z level=info msg="Starting DB migrations" 2024-07-26T06:06:46.381 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:06:46 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[77873]: logger=migrator t=2024-07-26T06:06:46.172450192Z level=info msg="migrations completed" performed=0 skipped=481 duration=467.491µs 2024-07-26T06:06:46.381 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:06:46 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[77873]: logger=sqlstore t=2024-07-26T06:06:46.172842877Z level=info msg="Created default organization" 2024-07-26T06:06:46.381 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:06:46 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[77873]: logger=plugin.loader t=2024-07-26T06:06:46.230141079Z level=info msg="Plugin registered" pluginID=input 2024-07-26T06:06:46.381 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:06:46 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[77873]: logger=plugin.loader t=2024-07-26T06:06:46.257599248Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2024-07-26T06:06:46.381 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:06:46 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[77873]: logger=plugin.loader t=2024-07-26T06:06:46.257627311Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2024-07-26T06:06:46.381 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:06:46 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[77873]: logger=secrets t=2024-07-26T06:06:46.257686924Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-07-26T06:06:46.381 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:06:46 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[77873]: logger=query_data t=2024-07-26T06:06:46.259445182Z level=info msg="Query Service initialization" 2024-07-26T06:06:46.381 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:06:46 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[77873]: logger=live.push_http t=2024-07-26T06:06:46.261841552Z level=info msg="Live Push Gateway initialization" 2024-07-26T06:06:46.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:45 smithi089 ceph-mon[29555]: pgmap v47: 121 pgs: 121 active+clean; 152 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 B/s wr, 1 op/s 2024-07-26T06:06:46.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:45 smithi089 ceph-mon[29555]: osdmap e184: 8 total, 8 up, 8 in 2024-07-26T06:06:46.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:45 smithi089 ceph-mon[29555]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:06:46.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:45 smithi089 ceph-mon[41451]: pgmap v47: 121 pgs: 121 active+clean; 152 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 B/s wr, 1 op/s 2024-07-26T06:06:46.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:45 smithi089 ceph-mon[41451]: osdmap e184: 8 total, 8 up, 8 in 2024-07-26T06:06:46.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:45 smithi089 ceph-mon[41451]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:06:47.000 INFO:tasks.rados.rados.0.smithi089.stdout:633: done (4 left) 2024-07-26T06:06:47.000 INFO:tasks.rados.rados.0.smithi089.stdout:634: done (3 left) 2024-07-26T06:06:47.000 INFO:tasks.rados.rados.0.smithi089.stdout:635: done (2 left) 2024-07-26T06:06:47.000 INFO:tasks.rados.rados.0.smithi089.stdout:636: done (1 left) 2024-07-26T06:06:47.000 INFO:tasks.rados.rados.0.smithi089.stdout:637: done (0 left) 2024-07-26T06:06:47.000 INFO:tasks.rados.rados.0.smithi089.stdout:638: rollback oid 32 current snap is 54 2024-07-26T06:06:47.000 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 32 to 53 2024-07-26T06:06:47.001 INFO:tasks.rados.rados.0.smithi089.stdout:639: snap_remove snap 44 2024-07-26T06:06:47.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:46 smithi089 ceph-mon[29555]: osdmap e185: 8 total, 8 up, 8 in 2024-07-26T06:06:47.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:46 smithi089 ceph-mon[29555]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:47.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:46 smithi089 ceph-mon[29555]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:47.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:46 smithi089 ceph-mon[29555]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-07-26T06:06:47.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:46 smithi089 ceph-mon[29555]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-07-26T06:06:47.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:46 smithi089 ceph-mon[29555]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-07-26T06:06:47.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:46 smithi089 ceph-mon[29555]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-07-26T06:06:47.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:46 smithi089 ceph-mon[29555]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-07-26T06:06:47.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:46 smithi089 ceph-mon[29555]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-07-26T06:06:47.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:46 smithi089 ceph-mon[29555]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:06:47.156 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:46 smithi089 ceph-mon[29555]: Upgrade: Need to upgrade myself (mgr.x) 2024-07-26T06:06:47.156 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:46 smithi089 ceph-mon[29555]: Upgrade: Need to upgrade myself (mgr.x) 2024-07-26T06:06:47.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:46 smithi089 ceph-mon[41451]: osdmap e185: 8 total, 8 up, 8 in 2024-07-26T06:06:47.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:46 smithi089 ceph-mon[41451]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:47.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:46 smithi089 ceph-mon[41451]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:47.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:46 smithi089 ceph-mon[41451]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-07-26T06:06:47.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:46 smithi089 ceph-mon[41451]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-07-26T06:06:47.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:46 smithi089 ceph-mon[41451]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-07-26T06:06:47.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:46 smithi089 ceph-mon[41451]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-07-26T06:06:47.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:46 smithi089 ceph-mon[41451]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-07-26T06:06:47.157 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:46 smithi089 ceph-mon[41451]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-07-26T06:06:47.157 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:46 smithi089 ceph-mon[41451]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:06:47.157 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:46 smithi089 ceph-mon[41451]: Upgrade: Need to upgrade myself (mgr.x) 2024-07-26T06:06:47.157 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:46 smithi089 ceph-mon[41451]: Upgrade: Need to upgrade myself (mgr.x) 2024-07-26T06:06:47.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:46 smithi155 ceph-mon[33309]: osdmap e185: 8 total, 8 up, 8 in 2024-07-26T06:06:47.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:46 smithi155 ceph-mon[33309]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:47.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:46 smithi155 ceph-mon[33309]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:47.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:46 smithi155 ceph-mon[33309]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-07-26T06:06:47.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:46 smithi155 ceph-mon[33309]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-07-26T06:06:47.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:46 smithi155 ceph-mon[33309]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-07-26T06:06:47.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:46 smithi155 ceph-mon[33309]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-07-26T06:06:47.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:46 smithi155 ceph-mon[33309]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-07-26T06:06:47.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:46 smithi155 ceph-mon[33309]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-07-26T06:06:47.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:46 smithi155 ceph-mon[33309]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:06:47.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:46 smithi155 ceph-mon[33309]: Upgrade: Need to upgrade myself (mgr.x) 2024-07-26T06:06:47.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:46 smithi155 ceph-mon[33309]: Upgrade: Need to upgrade myself (mgr.x) 2024-07-26T06:06:47.381 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:06:46 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[77873]: logger=infra.usagestats.collector t=2024-07-26T06:06:46.979824199Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-07-26T06:06:47.381 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:06:47 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[77873]: logger=provisioning.datasources t=2024-07-26T06:06:47.067885715Z level=info msg="deleted correlations based on configuration" ds_name=Dashboard1 2024-07-26T06:06:47.381 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:06:47 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[77873]: logger=provisioning.datasources t=2024-07-26T06:06:47.067960993Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2024-07-26T06:06:47.381 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:06:47 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[77873]: logger=provisioning.datasources t=2024-07-26T06:06:47.079289066Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-07-26T06:06:47.381 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:06:47 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[77873]: logger=provisioning.alerting t=2024-07-26T06:06:47.162042017Z level=info msg="starting to provision alerting" 2024-07-26T06:06:47.381 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:06:47 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[77873]: logger=provisioning.alerting t=2024-07-26T06:06:47.162070326Z level=info msg="finished to provision alerting" 2024-07-26T06:06:47.381 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:06:47 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[77873]: logger=ngalert.state.manager t=2024-07-26T06:06:47.162139821Z level=info msg="Warming state cache for startup" 2024-07-26T06:06:47.381 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:06:47 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[77873]: logger=grafanaStorageLogger t=2024-07-26T06:06:47.162247524Z level=info msg="storage starting" 2024-07-26T06:06:47.382 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:06:47 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[77873]: logger=http.server t=2024-07-26T06:06:47.163968533Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-07-26T06:06:47.382 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:06:47 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[77873]: logger=ngalert.state.manager t=2024-07-26T06:06:47.172341575Z level=info msg="State cache has been initialized" states=0 duration=10.200559ms 2024-07-26T06:06:47.382 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:06:47 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[77873]: logger=ticker t=2024-07-26T06:06:47.172393706Z level=info msg=starting first_tick=2024-07-26T06:06:50Z 2024-07-26T06:06:47.382 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:06:47 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[77873]: logger=ngalert.multiorg.alertmanager t=2024-07-26T06:06:47.172395433Z level=info msg="starting MultiOrg Alertmanager" 2024-07-26T06:06:47.929 INFO:tasks.rados.rados.0.smithi089.stdout:639: done (1 left) 2024-07-26T06:06:47.929 INFO:tasks.rados.rados.0.smithi089.stdout:640: rollback oid 46 current snap is 54 2024-07-26T06:06:47.929 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 46 to 43 2024-07-26T06:06:47.929 INFO:tasks.rados.rados.0.smithi089.stdout:641: snap_remove snap 52 2024-07-26T06:06:48.129 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:06:47 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:06:47] "GET /metrics HTTP/1.1" 200 36142 "" "Prometheus/2.43.0" 2024-07-26T06:06:48.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:47 smithi155 ceph-mon[33309]: pgmap v50: 121 pgs: 121 active+clean; 118 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.5 MiB/s wr, 8 op/s 2024-07-26T06:06:48.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:47 smithi155 ceph-mon[33309]: osdmap e186: 8 total, 8 up, 8 in 2024-07-26T06:06:48.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:47 smithi155 ceph-mon[33309]: Upgrade: Updating mgr.y 2024-07-26T06:06:48.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:47 smithi155 ceph-mon[33309]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:48.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:47 smithi155 ceph-mon[33309]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-07-26T06:06:48.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:47 smithi155 ceph-mon[33309]: from='mgr.24616 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-07-26T06:06:48.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:47 smithi155 ceph-mon[33309]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-07-26T06:06:48.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:47 smithi155 ceph-mon[33309]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:06:48.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:47 smithi155 ceph-mon[33309]: Deploying daemon mgr.y on smithi089 2024-07-26T06:06:48.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:47 smithi155 ceph-mon[33309]: osdmap e187: 8 total, 8 up, 8 in 2024-07-26T06:06:48.247 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:47 smithi089 ceph-mon[29555]: pgmap v50: 121 pgs: 121 active+clean; 118 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.5 MiB/s wr, 8 op/s 2024-07-26T06:06:48.247 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:47 smithi089 ceph-mon[29555]: osdmap e186: 8 total, 8 up, 8 in 2024-07-26T06:06:48.247 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:47 smithi089 ceph-mon[29555]: Upgrade: Updating mgr.y 2024-07-26T06:06:48.247 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:47 smithi089 ceph-mon[29555]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:48.247 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:47 smithi089 ceph-mon[29555]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-07-26T06:06:48.247 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:47 smithi089 ceph-mon[29555]: from='mgr.24616 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-07-26T06:06:48.247 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:47 smithi089 ceph-mon[29555]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-07-26T06:06:48.247 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:47 smithi089 ceph-mon[29555]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:06:48.248 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:47 smithi089 ceph-mon[29555]: Deploying daemon mgr.y on smithi089 2024-07-26T06:06:48.248 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:47 smithi089 ceph-mon[29555]: osdmap e187: 8 total, 8 up, 8 in 2024-07-26T06:06:48.248 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:47 smithi089 ceph-mon[41451]: pgmap v50: 121 pgs: 121 active+clean; 118 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.5 MiB/s wr, 8 op/s 2024-07-26T06:06:48.248 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:47 smithi089 ceph-mon[41451]: osdmap e186: 8 total, 8 up, 8 in 2024-07-26T06:06:48.248 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:47 smithi089 ceph-mon[41451]: Upgrade: Updating mgr.y 2024-07-26T06:06:48.248 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:47 smithi089 ceph-mon[41451]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:48.248 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:47 smithi089 ceph-mon[41451]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-07-26T06:06:48.248 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:47 smithi089 ceph-mon[41451]: from='mgr.24616 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-07-26T06:06:48.248 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:47 smithi089 ceph-mon[41451]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-07-26T06:06:48.248 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:47 smithi089 ceph-mon[41451]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:06:48.248 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:47 smithi089 ceph-mon[41451]: Deploying daemon mgr.y on smithi089 2024-07-26T06:06:48.248 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:47 smithi089 ceph-mon[41451]: osdmap e187: 8 total, 8 up, 8 in 2024-07-26T06:06:48.923 INFO:tasks.rados.rados.0.smithi089.stdout:641: done (2 left) 2024-07-26T06:06:48.923 INFO:tasks.rados.rados.0.smithi089.stdout:642: read oid 31 snap -1 2024-07-26T06:06:48.923 INFO:tasks.rados.rados.0.smithi089.stdout:642: expect (ObjNum 207 snap 52 seq_num 207) 2024-07-26T06:06:48.924 INFO:tasks.rados.rados.0.smithi089.stdout:643: read oid 29 snap 43 2024-07-26T06:06:48.924 INFO:tasks.rados.rados.0.smithi089.stdout:643: expect (ObjNum 109 snap 17 seq_num 109) 2024-07-26T06:06:48.924 INFO:tasks.rados.rados.0.smithi089.stdout:644: read oid 19 snap -1 2024-07-26T06:06:48.924 INFO:tasks.rados.rados.0.smithi089.stdout:644: expect deleted 2024-07-26T06:06:48.924 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 7 current snap is 54 2024-07-26T06:06:48.924 INFO:tasks.rados.rados.0.smithi089.stdout:645: seq_num 214 ranges {106496=794624,901120=401408} 2024-07-26T06:06:48.929 INFO:tasks.rados.rados.0.smithi089.stdout:645: writing smithi08986837-7 from 106496 to 901120 tid 1 2024-07-26T06:06:48.932 INFO:tasks.rados.rados.0.smithi089.stdout:645: writing smithi08986837-7 from 901120 to 1302528 tid 2 2024-07-26T06:06:48.932 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 39 current snap is 54 2024-07-26T06:06:48.932 INFO:tasks.rados.rados.0.smithi089.stdout:638: finishing rollback tid 1 to smithi08986837-32 2024-07-26T06:06:48.932 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 32 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-07-26T06:06:48.933 INFO:tasks.rados.rados.0.smithi089.stdout:640: finishing rollback tid 0 to smithi08986837-46 2024-07-26T06:06:48.933 INFO:tasks.rados.rados.0.smithi089.stdout:640: finishing rollback tid 1 to smithi08986837-46 2024-07-26T06:06:48.933 INFO:tasks.rados.rados.0.smithi089.stdout:640: finishing rollback tid 2 to smithi08986837-46 2024-07-26T06:06:48.933 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 46 v 321 (ObjNum 106 snap 17 seq_num 106) dirty exists 2024-07-26T06:06:48.933 INFO:tasks.rados.rados.0.smithi089.stdout:646: seq_num 215 ranges {2269184=409600,2678784=532480,3211264=270336} 2024-07-26T06:06:48.946 INFO:tasks.rados.rados.0.smithi089.stdout:646: writing smithi08986837-39 from 2269184 to 2678784 tid 1 2024-07-26T06:06:48.950 INFO:tasks.rados.rados.0.smithi089.stdout:646: writing smithi08986837-39 from 2678784 to 3211264 tid 2 2024-07-26T06:06:48.951 INFO:tasks.rados.rados.0.smithi089.stdout:646: writing smithi08986837-39 from 3211264 to 3481600 tid 3 2024-07-26T06:06:48.951 INFO:tasks.rados.rados.0.smithi089.stdout:638: done (6 left) 2024-07-26T06:06:48.952 INFO:tasks.rados.rados.0.smithi089.stdout:640: done (5 left) 2024-07-26T06:06:48.952 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 33 current snap is 54 2024-07-26T06:06:48.952 INFO:tasks.rados.rados.0.smithi089.stdout:647: seq_num 216 ranges {3915776=425984,4341760=409600,4751360=393216} 2024-07-26T06:06:48.975 INFO:tasks.rados.rados.0.smithi089.stdout:647: writing smithi08986837-33 from 3915776 to 4341760 tid 1 2024-07-26T06:06:48.977 INFO:tasks.rados.rados.0.smithi089.stdout:647: writing smithi08986837-33 from 4341760 to 4751360 tid 2 2024-07-26T06:06:48.981 INFO:tasks.rados.rados.0.smithi089.stdout:647: writing smithi08986837-33 from 4751360 to 5144576 tid 3 2024-07-26T06:06:48.981 INFO:tasks.rados.rados.0.smithi089.stdout:644: done (5 left) 2024-07-26T06:06:48.981 INFO:tasks.rados.rados.0.smithi089.stdout:648: copy_from oid 38 from oid 21 current snap is 54 2024-07-26T06:06:48.982 INFO:tasks.rados.rados.0.smithi089.stdout:645: finishing write tid 1 to smithi08986837-7 2024-07-26T06:06:48.982 INFO:tasks.rados.rados.0.smithi089.stdout:645: finishing write tid 2 to smithi08986837-7 2024-07-26T06:06:48.982 INFO:tasks.rados.rados.0.smithi089.stdout:645: finishing write tid 3 to smithi08986837-7 2024-07-26T06:06:48.982 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 41 current snap is 54 2024-07-26T06:06:48.982 INFO:tasks.rados.rados.0.smithi089.stdout:645: finishing write tid 4 to smithi08986837-7 2024-07-26T06:06:48.982 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 7 v 131 (ObjNum 214 snap 54 seq_num 214) dirty exists 2024-07-26T06:06:48.982 INFO:tasks.rados.rados.0.smithi089.stdout:645: left oid 7 (ObjNum 214 snap 54 seq_num 214) 2024-07-26T06:06:48.982 INFO:tasks.rados.rados.0.smithi089.stdout:649: seq_num 217 ranges {2154496=442368,2596864=696320,3293184=106496} 2024-07-26T06:06:48.994 INFO:tasks.rados.rados.0.smithi089.stdout:649: writing smithi08986837-41 from 2154496 to 2596864 tid 1 2024-07-26T06:06:48.998 INFO:tasks.rados.rados.0.smithi089.stdout:649: writing smithi08986837-41 from 2596864 to 3293184 tid 2 2024-07-26T06:06:49.000 INFO:tasks.rados.rados.0.smithi089.stdout:649: writing smithi08986837-41 from 3293184 to 3399680 tid 3 2024-07-26T06:06:49.000 INFO:tasks.rados.rados.0.smithi089.stdout:645: done (6 left) 2024-07-26T06:06:49.000 INFO:tasks.rados.rados.0.smithi089.stdout:650: delete oid 30 current snap is 54 2024-07-26T06:06:49.000 INFO:tasks.rados.rados.0.smithi089.stdout:646: finishing write tid 1 to smithi08986837-39 2024-07-26T06:06:49.000 INFO:tasks.rados.rados.0.smithi089.stdout:646: finishing write tid 2 to smithi08986837-39 2024-07-26T06:06:49.000 INFO:tasks.rados.rados.0.smithi089.stdout:646: finishing write tid 3 to smithi08986837-39 2024-07-26T06:06:49.000 INFO:tasks.rados.rados.0.smithi089.stdout:646: finishing write tid 4 to smithi08986837-39 2024-07-26T06:06:49.000 INFO:tasks.rados.rados.0.smithi089.stdout:646: finishing write tid 5 to smithi08986837-39 2024-07-26T06:06:49.000 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 39 v 263 (ObjNum 215 snap 54 seq_num 215) dirty exists 2024-07-26T06:06:49.000 INFO:tasks.rados.rados.0.smithi089.stdout:646: left oid 39 (ObjNum 215 snap 54 seq_num 215) 2024-07-26T06:06:49.001 INFO:tasks.rados.rados.0.smithi089.stdout:642: expect (ObjNum 207 snap 52 seq_num 207) 2024-07-26T06:06:49.129 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:06:48 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[77192]: ts=2024-07-26T06:06:48.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster_addr=\"172.21.15.89\", device_class=\"ssd\", hostname=\"smithi089\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.89\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", cluster_addr=\"172.21.15.89\", device_class=\"ssd\", hostname=\"smithi089\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.89\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:06:49.655 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:06:49 smithi089 systemd[1]: Stopping Ceph mgr.y for 9bd49884-4b13-11ef-bcb6-c7b262605968... 2024-07-26T06:06:49.788 INFO:tasks.rados.rados.0.smithi089.stdout:643: expect (ObjNum 109 snap 17 seq_num 109) 2024-07-26T06:06:49.868 INFO:tasks.rados.rados.0.smithi089.stdout:647: finishing write tid 1 to smithi08986837-33 2024-07-26T06:06:49.868 INFO:tasks.rados.rados.0.smithi089.stdout:647: finishing write tid 2 to smithi08986837-33 2024-07-26T06:06:49.868 INFO:tasks.rados.rados.0.smithi089.stdout:647: finishing write tid 3 to smithi08986837-33 2024-07-26T06:06:49.868 INFO:tasks.rados.rados.0.smithi089.stdout:647: finishing write tid 4 to smithi08986837-33 2024-07-26T06:06:49.868 INFO:tasks.rados.rados.0.smithi089.stdout:647: finishing write tid 5 to smithi08986837-33 2024-07-26T06:06:49.868 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 33 v 306 (ObjNum 216 snap 54 seq_num 216) dirty exists 2024-07-26T06:06:49.868 INFO:tasks.rados.rados.0.smithi089.stdout:647: left oid 33 (ObjNum 216 snap 54 seq_num 216) 2024-07-26T06:06:49.868 INFO:tasks.rados.rados.0.smithi089.stdout:648: finishing copy_from racing read to smithi08986837-38 2024-07-26T06:06:49.868 INFO:tasks.rados.rados.0.smithi089.stdout:648: finishing copy_from to smithi08986837-38 2024-07-26T06:06:49.869 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 38 v 206 (ObjNum 182 snap 45 seq_num 182) dirty exists 2024-07-26T06:06:49.869 INFO:tasks.rados.rados.0.smithi089.stdout:649: finishing write tid 1 to smithi08986837-41 2024-07-26T06:06:49.869 INFO:tasks.rados.rados.0.smithi089.stdout:642: done (6 left) 2024-07-26T06:06:49.869 INFO:tasks.rados.rados.0.smithi089.stdout:643: done (5 left) 2024-07-26T06:06:49.869 INFO:tasks.rados.rados.0.smithi089.stdout:646: done (4 left) 2024-07-26T06:06:49.869 INFO:tasks.rados.rados.0.smithi089.stdout:647: done (3 left) 2024-07-26T06:06:49.869 INFO:tasks.rados.rados.0.smithi089.stdout:648: done (2 left) 2024-07-26T06:06:49.869 INFO:tasks.rados.rados.0.smithi089.stdout:650: done (1 left) 2024-07-26T06:06:49.869 INFO:tasks.rados.rados.0.smithi089.stdout:651: snap_remove snap 53 2024-07-26T06:06:49.932 INFO:tasks.rados.rados.0.smithi089.stdout:651: done (1 left) 2024-07-26T06:06:49.932 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 35 current snap is 54 2024-07-26T06:06:49.932 INFO:tasks.rados.rados.0.smithi089.stdout:649: finishing write tid 2 to smithi08986837-41 2024-07-26T06:06:49.932 INFO:tasks.rados.rados.0.smithi089.stdout:652: seq_num 219 ranges {1155072=475136,1630208=466944,2097152=335872} 2024-07-26T06:06:49.941 INFO:tasks.rados.rados.0.smithi089.stdout:652: writing smithi08986837-35 from 1155072 to 1630208 tid 1 2024-07-26T06:06:49.944 INFO:tasks.rados.rados.0.smithi089.stdout:652: writing smithi08986837-35 from 1630208 to 2097152 tid 2 2024-07-26T06:06:49.947 INFO:tasks.rados.rados.0.smithi089.stdout:652: writing smithi08986837-35 from 2097152 to 2433024 tid 3 2024-07-26T06:06:49.947 INFO:tasks.rados.rados.0.smithi089.stdout:653: read oid 17 snap -1 2024-07-26T06:06:49.947 INFO:tasks.rados.rados.0.smithi089.stdout:653: expect (ObjNum 95 snap 17 seq_num 95) 2024-07-26T06:06:49.948 INFO:tasks.rados.rados.0.smithi089.stdout:654: read oid 3 snap -1 2024-07-26T06:06:49.948 INFO:tasks.rados.rados.0.smithi089.stdout:654: expect (ObjNum 80 snap 9 seq_num 80) 2024-07-26T06:06:49.948 INFO:tasks.rados.rados.0.smithi089.stdout:649: finishing write tid 3 to smithi08986837-41 2024-07-26T06:06:49.948 INFO:tasks.rados.rados.0.smithi089.stdout:649: finishing write tid 4 to smithi08986837-41 2024-07-26T06:06:49.948 INFO:tasks.rados.rados.0.smithi089.stdout:649: finishing write tid 5 to smithi08986837-41 2024-07-26T06:06:49.948 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 41 v 268 (ObjNum 217 snap 54 seq_num 217) dirty exists 2024-07-26T06:06:49.948 INFO:tasks.rados.rados.0.smithi089.stdout:649: left oid 41 (ObjNum 217 snap 54 seq_num 217) 2024-07-26T06:06:49.948 INFO:tasks.rados.rados.0.smithi089.stdout:652: finishing write tid 1 to smithi08986837-35 2024-07-26T06:06:49.948 INFO:tasks.rados.rados.0.smithi089.stdout:655: read oid 44 snap 43 2024-07-26T06:06:49.948 INFO:tasks.rados.rados.0.smithi089.stdout:655: expect (ObjNum 102 snap 17 seq_num 102) 2024-07-26T06:06:49.948 INFO:tasks.rados.rados.0.smithi089.stdout:649: done (4 left) 2024-07-26T06:06:49.948 INFO:tasks.rados.rados.0.smithi089.stdout:656: rollback oid 36 current snap is 54 2024-07-26T06:06:49.948 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 36 to 43 2024-07-26T06:06:49.948 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 39 current snap is 54 2024-07-26T06:06:49.949 INFO:tasks.rados.rados.0.smithi089.stdout:657: seq_num 220 ranges {3481600=491520,3973120=753664,4726784=49152} 2024-07-26T06:06:49.970 INFO:tasks.rados.rados.0.smithi089.stdout:657: writing smithi08986837-39 from 3481600 to 3973120 tid 1 2024-07-26T06:06:49.975 INFO:tasks.rados.rados.0.smithi089.stdout:657: writing smithi08986837-39 from 3973120 to 4726784 tid 2 2024-07-26T06:06:49.975 INFO:tasks.rados.rados.0.smithi089.stdout:657: writing smithi08986837-39 from 4726784 to 4775936 tid 3 2024-07-26T06:06:49.975 INFO:tasks.rados.rados.0.smithi089.stdout:658: rollback oid 27 current snap is 54 2024-07-26T06:06:49.975 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 27 to 43 2024-07-26T06:06:49.975 INFO:tasks.rados.rados.0.smithi089.stdout:652: finishing write tid 2 to smithi08986837-35 2024-07-26T06:06:49.975 INFO:tasks.rados.rados.0.smithi089.stdout:656: finishing rollback tid 1 to smithi08986837-36 2024-07-26T06:06:49.975 INFO:tasks.rados.rados.0.smithi089.stdout:652: finishing write tid 3 to smithi08986837-35 2024-07-26T06:06:49.975 INFO:tasks.rados.rados.0.smithi089.stdout:656: finishing rollback tid 2 to smithi08986837-36 2024-07-26T06:06:49.976 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 36 v 274 (ObjNum 146 snap 37 seq_num 146) dirty exists 2024-07-26T06:06:49.976 INFO:tasks.rados.rados.0.smithi089.stdout:652: finishing write tid 4 to smithi08986837-35 2024-07-26T06:06:49.976 INFO:tasks.rados.rados.0.smithi089.stdout:654: expect (ObjNum 80 snap 9 seq_num 80) 2024-07-26T06:06:50.018 INFO:tasks.rados.rados.0.smithi089.stdout:652: finishing write tid 5 to smithi08986837-35 2024-07-26T06:06:50.019 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 35 v 224 (ObjNum 219 snap 54 seq_num 219) dirty exists 2024-07-26T06:06:50.019 INFO:tasks.rados.rados.0.smithi089.stdout:652: left oid 35 (ObjNum 219 snap 54 seq_num 219) 2024-07-26T06:06:50.019 INFO:tasks.rados.rados.0.smithi089.stdout:652: done (6 left) 2024-07-26T06:06:50.019 INFO:tasks.rados.rados.0.smithi089.stdout:654: done (5 left) 2024-07-26T06:06:50.019 INFO:tasks.rados.rados.0.smithi089.stdout:656: done (4 left) 2024-07-26T06:06:50.019 INFO:tasks.rados.rados.0.smithi089.stdout:659: read oid 16 snap -1 2024-07-26T06:06:50.019 INFO:tasks.rados.rados.0.smithi089.stdout:659: expect (ObjNum 71 snap 6 seq_num 71) 2024-07-26T06:06:50.019 INFO:tasks.rados.rados.0.smithi089.stdout:660: read oid 30 snap -1 2024-07-26T06:06:50.019 INFO:tasks.rados.rados.0.smithi089.stdout:660: expect deleted 2024-07-26T06:06:50.019 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 6 current snap is 54 2024-07-26T06:06:50.020 INFO:tasks.rados.rados.0.smithi089.stdout:655: expect (ObjNum 102 snap 17 seq_num 102) 2024-07-26T06:06:50.066 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:49 smithi089 ceph-mon[29555]: osdmap e188: 8 total, 8 up, 8 in 2024-07-26T06:06:50.066 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:49 smithi089 ceph-mon[29555]: pgmap v54: 121 pgs: 121 active+clean; 118 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.6 MiB/s wr, 8 op/s 2024-07-26T06:06:50.066 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:06:49 smithi089 podman[90155]: 2024-07-26 06:06:49.699836765 +0000 UTC m=+0.136865619 container died ce50526f268fa941244dd9c6df4a8fe5235e0a4292d2c4fa1820d10b57f561a8 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y, RELEASE=quincy-5dff84c, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240724, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-07-26T06:06:50.066 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:49 smithi089 ceph-mon[41451]: osdmap e188: 8 total, 8 up, 8 in 2024-07-26T06:06:50.067 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:49 smithi089 ceph-mon[41451]: pgmap v54: 121 pgs: 121 active+clean; 118 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.6 MiB/s wr, 8 op/s 2024-07-26T06:06:50.240 INFO:tasks.rados.rados.0.smithi089.stdout:653: expect (ObjNum 95 snap 17 seq_num 95) 2024-07-26T06:06:50.332 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:06:50 smithi089 podman[90155]: 2024-07-26 06:06:50.156140892 +0000 UTC m=+0.593169739 container cleanup ce50526f268fa941244dd9c6df4a8fe5235e0a4292d2c4fa1820d10b57f561a8 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y, org.label-schema.build-date=20240724, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=quincy-5dff84c, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-07-26T06:06:50.333 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:06:50 smithi089 bash[90155]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y 2024-07-26T06:06:50.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:49 smithi155 ceph-mon[33309]: osdmap e188: 8 total, 8 up, 8 in 2024-07-26T06:06:50.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:49 smithi155 ceph-mon[33309]: pgmap v54: 121 pgs: 121 active+clean; 118 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.6 MiB/s wr, 8 op/s 2024-07-26T06:06:50.438 INFO:tasks.rados.rados.0.smithi089.stdout:657: finishing write tid 1 to smithi08986837-39 2024-07-26T06:06:50.439 INFO:tasks.rados.rados.0.smithi089.stdout:658: finishing rollback tid 0 to smithi08986837-27 2024-07-26T06:06:50.439 INFO:tasks.rados.rados.0.smithi089.stdout:657: finishing write tid 2 to smithi08986837-39 2024-07-26T06:06:50.439 INFO:tasks.rados.rados.0.smithi089.stdout:661: seq_num 221 ranges {1777664=507904,2285568=688128,2973696=114688} 2024-07-26T06:06:50.451 INFO:tasks.rados.rados.0.smithi089.stdout:661: writing smithi08986837-6 from 1777664 to 2285568 tid 1 2024-07-26T06:06:50.454 INFO:tasks.rados.rados.0.smithi089.stdout:661: writing smithi08986837-6 from 2285568 to 2973696 tid 2 2024-07-26T06:06:50.456 INFO:tasks.rados.rados.0.smithi089.stdout:661: writing smithi08986837-6 from 2973696 to 3088384 tid 3 2024-07-26T06:06:50.456 INFO:tasks.rados.rados.0.smithi089.stdout:653: done (6 left) 2024-07-26T06:06:50.456 INFO:tasks.rados.rados.0.smithi089.stdout:655: done (5 left) 2024-07-26T06:06:50.456 INFO:tasks.rados.rados.0.smithi089.stdout:662: read oid 28 snap 43 2024-07-26T06:06:50.456 INFO:tasks.rados.rados.0.smithi089.stdout:662: expect (ObjNum 27 snap 0 seq_num 27) 2024-07-26T06:06:50.456 INFO:tasks.rados.rados.0.smithi089.stdout:663: read oid 41 snap 43 2024-07-26T06:06:50.456 INFO:tasks.rados.rados.0.smithi089.stdout:663: expect (ObjNum 128 snap 30 seq_num 128) 2024-07-26T06:06:50.457 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 24 current snap is 54 2024-07-26T06:06:50.457 INFO:tasks.rados.rados.0.smithi089.stdout:658: finishing rollback tid 1 to smithi08986837-27 2024-07-26T06:06:50.457 INFO:tasks.rados.rados.0.smithi089.stdout:657: finishing write tid 3 to smithi08986837-39 2024-07-26T06:06:50.457 INFO:tasks.rados.rados.0.smithi089.stdout:664: seq_num 222 ranges {2621440=524288,3145728=565248,3710976=237568} 2024-07-26T06:06:50.473 INFO:tasks.rados.rados.0.smithi089.stdout:664: writing smithi08986837-24 from 2621440 to 3145728 tid 1 2024-07-26T06:06:50.476 INFO:tasks.rados.rados.0.smithi089.stdout:664: writing smithi08986837-24 from 3145728 to 3710976 tid 2 2024-07-26T06:06:50.478 INFO:tasks.rados.rados.0.smithi089.stdout:664: writing smithi08986837-24 from 3710976 to 3948544 tid 3 2024-07-26T06:06:50.478 INFO:tasks.rados.rados.0.smithi089.stdout:665: snap_create 2024-07-26T06:06:50.478 INFO:tasks.rados.rados.0.smithi089.stdout:657: finishing write tid 4 to smithi08986837-39 2024-07-26T06:06:50.478 INFO:tasks.rados.rados.0.smithi089.stdout:658: finishing rollback tid 2 to smithi08986837-27 2024-07-26T06:06:50.478 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 27 v 136 (ObjNum 65 snap 0 seq_num 1466130273) dirty exists 2024-07-26T06:06:50.479 INFO:tasks.rados.rados.0.smithi089.stdout:657: finishing write tid 5 to smithi08986837-39 2024-07-26T06:06:50.479 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 39 v 278 (ObjNum 220 snap 54 seq_num 220) dirty exists 2024-07-26T06:06:50.479 INFO:tasks.rados.rados.0.smithi089.stdout:657: left oid 39 (ObjNum 220 snap 54 seq_num 220) 2024-07-26T06:06:50.479 INFO:tasks.rados.rados.0.smithi089.stdout:659: expect (ObjNum 71 snap 6 seq_num 71) 2024-07-26T06:06:50.531 INFO:tasks.rados.rados.0.smithi089.stdout:661: finishing write tid 1 to smithi08986837-6 2024-07-26T06:06:50.531 INFO:tasks.rados.rados.0.smithi089.stdout:661: finishing write tid 2 to smithi08986837-6 2024-07-26T06:06:50.531 INFO:tasks.rados.rados.0.smithi089.stdout:662: expect (ObjNum 27 snap 0 seq_num 27) 2024-07-26T06:06:50.543 INFO:tasks.rados.rados.0.smithi089.stdout:661: finishing write tid 3 to smithi08986837-6 2024-07-26T06:06:50.543 INFO:tasks.rados.rados.0.smithi089.stdout:661: finishing write tid 4 to smithi08986837-6 2024-07-26T06:06:50.543 INFO:tasks.rados.rados.0.smithi089.stdout:661: finishing write tid 5 to smithi08986837-6 2024-07-26T06:06:50.544 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 6 v 216 (ObjNum 221 snap 54 seq_num 221) dirty exists 2024-07-26T06:06:50.544 INFO:tasks.rados.rados.0.smithi089.stdout:661: left oid 6 (ObjNum 221 snap 54 seq_num 221) 2024-07-26T06:06:50.544 INFO:tasks.rados.rados.0.smithi089.stdout:663: expect (ObjNum 128 snap 30 seq_num 128) 2024-07-26T06:06:50.591 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:06:50 smithi089 podman[90175]: 2024-07-26 06:06:50.332633696 +0000 UTC m=+0.634115626 container remove ce50526f268fa941244dd9c6df4a8fe5235e0a4292d2c4fa1820d10b57f561a8 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y, org.label-schema.build-date=20240724, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=quincy-5dff84c) 2024-07-26T06:06:50.591 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:06:50 smithi089 systemd[1]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-07-26T06:06:50.600 INFO:tasks.rados.rados.0.smithi089.stdout:664: finishing write tid 1 to smithi08986837-24 2024-07-26T06:06:50.600 INFO:tasks.rados.rados.0.smithi089.stdout:664: finishing write tid 2 to smithi08986837-24 2024-07-26T06:06:50.600 INFO:tasks.rados.rados.0.smithi089.stdout:664: finishing write tid 3 to smithi08986837-24 2024-07-26T06:06:50.600 INFO:tasks.rados.rados.0.smithi089.stdout:664: finishing write tid 4 to smithi08986837-24 2024-07-26T06:06:50.600 INFO:tasks.rados.rados.0.smithi089.stdout:664: finishing write tid 5 to smithi08986837-24 2024-07-26T06:06:50.600 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 24 v 212 (ObjNum 222 snap 54 seq_num 222) dirty exists 2024-07-26T06:06:50.600 INFO:tasks.rados.rados.0.smithi089.stdout:664: left oid 24 (ObjNum 222 snap 54 seq_num 222) 2024-07-26T06:06:50.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:06:50 smithi089 systemd[1]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@mgr.y.service: Failed with result 'exit-code'. 2024-07-26T06:06:50.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:06:50 smithi089 systemd[1]: Stopped Ceph mgr.y for 9bd49884-4b13-11ef-bcb6-c7b262605968. 2024-07-26T06:06:50.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:06:50 smithi089 systemd[1]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@mgr.y.service: Consumed 41.100s CPU time. 2024-07-26T06:06:50.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:06:50 smithi089 systemd[1]: Starting Ceph mgr.y for 9bd49884-4b13-11ef-bcb6-c7b262605968... 2024-07-26T06:06:50.937 INFO:tasks.rados.rados.0.smithi089.stdout:657: done (8 left) 2024-07-26T06:06:50.938 INFO:tasks.rados.rados.0.smithi089.stdout:658: done (7 left) 2024-07-26T06:06:50.938 INFO:tasks.rados.rados.0.smithi089.stdout:659: done (6 left) 2024-07-26T06:06:50.938 INFO:tasks.rados.rados.0.smithi089.stdout:660: done (5 left) 2024-07-26T06:06:50.938 INFO:tasks.rados.rados.0.smithi089.stdout:661: done (4 left) 2024-07-26T06:06:50.938 INFO:tasks.rados.rados.0.smithi089.stdout:662: done (3 left) 2024-07-26T06:06:50.938 INFO:tasks.rados.rados.0.smithi089.stdout:663: done (2 left) 2024-07-26T06:06:50.938 INFO:tasks.rados.rados.0.smithi089.stdout:664: done (1 left) 2024-07-26T06:06:50.938 INFO:tasks.rados.rados.0.smithi089.stdout:665: done (0 left) 2024-07-26T06:06:50.938 INFO:tasks.rados.rados.0.smithi089.stdout:666: setattr oid 40 current snap is 55 2024-07-26T06:06:50.943 INFO:tasks.rados.rados.0.smithi089.stdout:667: rmattr oid 21 current snap is 55 2024-07-26T06:06:50.943 INFO:tasks.rados.rados.0.smithi089.stdout:668: read oid 22 snap -1 2024-07-26T06:06:50.943 INFO:tasks.rados.rados.0.smithi089.stdout:668: expect (ObjNum 156 snap 38 seq_num 156) 2024-07-26T06:06:50.943 INFO:tasks.rados.rados.0.smithi089.stdout:669: snap_create 2024-07-26T06:06:50.944 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 40 v 213 (ObjNum 497 snap 0 seq_num 610250432) dirty exists 2024-07-26T06:06:50.945 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 21 v 217 (ObjNum 182 snap 45 seq_num 182) dirty exists 2024-07-26T06:06:50.948 INFO:tasks.rados.rados.0.smithi089.stdout:668: expect (ObjNum 156 snap 38 seq_num 156) 2024-07-26T06:06:51.207 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:50 smithi089 ceph-mon[29555]: osdmap e189: 8 total, 8 up, 8 in 2024-07-26T06:06:51.207 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:50 smithi089 ceph-mon[41451]: osdmap e189: 8 total, 8 up, 8 in 2024-07-26T06:06:51.207 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:06:51 smithi089 podman[90308]: 2024-07-26 06:06:50.923864413 +0000 UTC m=+0.017398534 image pull a246f06af74af9a1c45475dc36c910d564494bacf385674011a33b62b93c2c8c quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c 2024-07-26T06:06:51.207 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:06:51 smithi089 podman[90308]: 2024-07-26 06:06:51.059186164 +0000 UTC m=+0.152720289 container create abb455ac876ac6c0a2feddaa8061b591b50982b2d8f8f2afc7be6df3c5ce952b (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240724, GIT_BRANCH=HEAD, RELEASE=squid-4b23044, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, ceph=True) 2024-07-26T06:06:51.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:50 smithi155 ceph-mon[33309]: osdmap e189: 8 total, 8 up, 8 in 2024-07-26T06:06:51.598 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:06:51 smithi089 podman[90308]: 2024-07-26 06:06:51.311966436 +0000 UTC m=+0.405500569 container init abb455ac876ac6c0a2feddaa8061b591b50982b2d8f8f2afc7be6df3c5ce952b (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240724, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-4b23044, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.36.0) 2024-07-26T06:06:51.598 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:06:51 smithi089 podman[90308]: 2024-07-26 06:06:51.316736868 +0000 UTC m=+0.410270987 container start abb455ac876ac6c0a2feddaa8061b591b50982b2d8f8f2afc7be6df3c5ce952b (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, RELEASE=squid-4b23044, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240724, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-07-26T06:06:51.599 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:06:51 smithi089 ceph-mgr[90347]: -- 172.21.15.89:0/2167120361 <== mon.0 v2:172.21.15.89:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55c622a2f0e0 con 0x55c622a0d000 2024-07-26T06:06:51.599 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:06:51 smithi089 bash[90308]: abb455ac876ac6c0a2feddaa8061b591b50982b2d8f8f2afc7be6df3c5ce952b 2024-07-26T06:06:51.599 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:06:51 smithi089 systemd[1]: Started Ceph mgr.y for 9bd49884-4b13-11ef-bcb6-c7b262605968. 2024-07-26T06:06:51.599 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:06:51 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T06:06:51.440+0000 7f6e581a4040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-07-26T06:06:51.599 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:06:51 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T06:06:51.597+0000 7f6e581a4040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-07-26T06:06:51.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:06:51 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T06:06:51.667+0000 7f6e581a4040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-07-26T06:06:51.942 INFO:tasks.rados.rados.0.smithi089.stdout:666: done (3 left) 2024-07-26T06:06:51.943 INFO:tasks.rados.rados.0.smithi089.stdout:667: done (2 left) 2024-07-26T06:06:51.943 INFO:tasks.rados.rados.0.smithi089.stdout:668: done (1 left) 2024-07-26T06:06:51.943 INFO:tasks.rados.rados.0.smithi089.stdout:669: done (0 left) 2024-07-26T06:06:51.943 INFO:tasks.rados.rados.0.smithi089.stdout:670: snap_remove snap 43 2024-07-26T06:06:52.224 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:51 smithi155 ceph-mon[33309]: osdmap e190: 8 total, 8 up, 8 in 2024-07-26T06:06:52.224 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:51 smithi155 ceph-mon[33309]: pgmap v57: 121 pgs: 121 active+clean; 127 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 4.4 MiB/s wr, 40 op/s 2024-07-26T06:06:52.224 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:51 smithi155 ceph-mon[33309]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:52.224 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:51 smithi155 ceph-mon[33309]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:52.224 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:51 smithi155 ceph-mon[33309]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:06:52.224 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:51 smithi155 ceph-mon[33309]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:52.224 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:51 smithi155 ceph-mon[33309]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:52.404 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:06:51 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T06:06:51.929+0000 7f6e581a4040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-07-26T06:06:52.405 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:06:51 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T06:06:51.994+0000 7f6e581a4040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-07-26T06:06:52.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:51 smithi089 ceph-mon[29555]: osdmap e190: 8 total, 8 up, 8 in 2024-07-26T06:06:52.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:51 smithi089 ceph-mon[29555]: pgmap v57: 121 pgs: 121 active+clean; 127 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 4.4 MiB/s wr, 40 op/s 2024-07-26T06:06:52.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:51 smithi089 ceph-mon[29555]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:52.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:51 smithi089 ceph-mon[29555]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:52.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:51 smithi089 ceph-mon[29555]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:06:52.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:51 smithi089 ceph-mon[29555]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:52.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:51 smithi089 ceph-mon[29555]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:52.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:51 smithi089 ceph-mon[41451]: osdmap e190: 8 total, 8 up, 8 in 2024-07-26T06:06:52.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:51 smithi089 ceph-mon[41451]: pgmap v57: 121 pgs: 121 active+clean; 127 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 4.4 MiB/s wr, 40 op/s 2024-07-26T06:06:52.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:51 smithi089 ceph-mon[41451]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:52.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:51 smithi089 ceph-mon[41451]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:52.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:51 smithi089 ceph-mon[41451]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:06:52.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:51 smithi089 ceph-mon[41451]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:52.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:51 smithi089 ceph-mon[41451]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:52.921 INFO:tasks.rados.rados.0.smithi089.stdout:670: done (0 left) 2024-07-26T06:06:52.922 INFO:tasks.rados.rados.0.smithi089.stdout:671: snap_create 2024-07-26T06:06:53.234 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:52 smithi155 ceph-mon[33309]: osdmap e191: 8 total, 8 up, 8 in 2024-07-26T06:06:53.235 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:52 smithi155 ceph-mon[33309]: osdmap e192: 8 total, 8 up, 8 in 2024-07-26T06:06:53.260 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:52 smithi089 ceph-mon[29555]: osdmap e191: 8 total, 8 up, 8 in 2024-07-26T06:06:53.260 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:52 smithi089 ceph-mon[29555]: osdmap e192: 8 total, 8 up, 8 in 2024-07-26T06:06:53.260 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:06:53 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T06:06:53.004+0000 7f6e581a4040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-07-26T06:06:53.260 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:06:53 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T06:06:53.120+0000 7f6e581a4040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-07-26T06:06:53.260 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:06:53 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T06:06:53.178+0000 7f6e581a4040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-07-26T06:06:53.261 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:52 smithi089 ceph-mon[41451]: osdmap e191: 8 total, 8 up, 8 in 2024-07-26T06:06:53.261 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:52 smithi089 ceph-mon[41451]: osdmap e192: 8 total, 8 up, 8 in 2024-07-26T06:06:53.530 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:06:53 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T06:06:53.401+0000 7f6e581a4040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-07-26T06:06:53.530 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:06:53 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T06:06:53.463+0000 7f6e581a4040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-07-26T06:06:53.530 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:06:53 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T06:06:53.529+0000 7f6e581a4040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-07-26T06:06:53.879 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:06:53 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[77192]: ts=2024-07-26T06:06:53.506Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi089\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi089\", job=\"node\", machine=\"x86_64\", nodename=\"smithi089\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", domainname=\"(none)\", instance=\"smithi089\", job=\"node\", machine=\"x86_64\", nodename=\"smithi089\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:06:53.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:06:53 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T06:06:53.676+0000 7f6e581a4040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-07-26T06:06:53.921 INFO:tasks.rados.rados.0.smithi089.stdout:671: done (0 left) 2024-07-26T06:06:53.921 INFO:tasks.rados.rados.0.smithi089.stdout:672: read oid 1 snap -1 2024-07-26T06:06:53.921 INFO:tasks.rados.rados.0.smithi089.stdout:672: expect deleted 2024-07-26T06:06:53.921 INFO:tasks.rados.rados.0.smithi089.stdout:673: rollback oid 50 current snap is 57 2024-07-26T06:06:53.921 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 50 to 56 2024-07-26T06:06:53.921 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 22 current snap is 57 2024-07-26T06:06:53.921 INFO:tasks.rados.rados.0.smithi089.stdout:674: seq_num 223 ranges {2801664=540672,3342336=450560,3792896=352256} 2024-07-26T06:06:53.941 INFO:tasks.rados.rados.0.smithi089.stdout:674: writing smithi08986837-22 from 2801664 to 3342336 tid 1 2024-07-26T06:06:53.943 INFO:tasks.rados.rados.0.smithi089.stdout:674: writing smithi08986837-22 from 3342336 to 3792896 tid 2 2024-07-26T06:06:53.946 INFO:tasks.rados.rados.0.smithi089.stdout:674: writing smithi08986837-22 from 3792896 to 4145152 tid 3 2024-07-26T06:06:53.946 INFO:tasks.rados.rados.0.smithi089.stdout:673: finishing rollback tid 0 to smithi08986837-50 2024-07-26T06:06:53.946 INFO:tasks.rados.rados.0.smithi089.stdout:673: finishing rollback tid 1 to smithi08986837-50 2024-07-26T06:06:53.946 INFO:tasks.rados.rados.0.smithi089.stdout:673: finishing rollback tid 2 to smithi08986837-50 2024-07-26T06:06:53.947 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 50 v 223 (ObjNum 72 snap 6 seq_num 72) dirty exists 2024-07-26T06:06:53.947 INFO:tasks.rados.rados.0.smithi089.stdout:672: done (2 left) 2024-07-26T06:06:53.947 INFO:tasks.rados.rados.0.smithi089.stdout:673: done (1 left) 2024-07-26T06:06:53.947 INFO:tasks.rados.rados.0.smithi089.stdout:675: read oid 8 snap -1 2024-07-26T06:06:53.947 INFO:tasks.rados.rados.0.smithi089.stdout:675: expect (ObjNum 197 snap 49 seq_num 197) 2024-07-26T06:06:53.947 INFO:tasks.rados.rados.0.smithi089.stdout:676: delete oid 43 current snap is 57 2024-07-26T06:06:53.952 INFO:tasks.rados.rados.0.smithi089.stdout:676: done (2 left) 2024-07-26T06:06:53.952 INFO:tasks.rados.rados.0.smithi089.stdout:677: read oid 27 snap -1 2024-07-26T06:06:53.952 INFO:tasks.rados.rados.0.smithi089.stdout:677: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-26T06:06:53.952 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 13 current snap is 57 2024-07-26T06:06:53.952 INFO:tasks.rados.rados.0.smithi089.stdout:678: seq_num 225 ranges {0=573440,573440=622592,1196032=180224} 2024-07-26T06:06:53.955 INFO:tasks.rados.rados.0.smithi089.stdout:678: writing smithi08986837-13 from 0 to 573440 tid 1 2024-07-26T06:06:53.959 INFO:tasks.rados.rados.0.smithi089.stdout:678: writing smithi08986837-13 from 573440 to 1196032 tid 2 2024-07-26T06:06:53.961 INFO:tasks.rados.rados.0.smithi089.stdout:678: writing smithi08986837-13 from 1196032 to 1376256 tid 3 2024-07-26T06:06:53.961 INFO:tasks.rados.rados.0.smithi089.stdout:674: finishing write tid 1 to smithi08986837-22 2024-07-26T06:06:53.961 INFO:tasks.rados.rados.0.smithi089.stdout:674: finishing write tid 2 to smithi08986837-22 2024-07-26T06:06:53.961 INFO:tasks.rados.rados.0.smithi089.stdout:674: finishing write tid 3 to smithi08986837-22 2024-07-26T06:06:53.962 INFO:tasks.rados.rados.0.smithi089.stdout:677: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-26T06:06:53.965 INFO:tasks.rados.rados.0.smithi089.stdout:674: finishing write tid 4 to smithi08986837-22 2024-07-26T06:06:53.965 INFO:tasks.rados.rados.0.smithi089.stdout:675: expect (ObjNum 197 snap 49 seq_num 197) 2024-07-26T06:06:54.005 INFO:tasks.rados.rados.0.smithi089.stdout:674: finishing write tid 5 to smithi08986837-22 2024-07-26T06:06:54.005 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 22 v 235 (ObjNum 223 snap 57 seq_num 223) dirty exists 2024-07-26T06:06:54.005 INFO:tasks.rados.rados.0.smithi089.stdout:674: left oid 22 (ObjNum 223 snap 57 seq_num 223) 2024-07-26T06:06:54.005 INFO:tasks.rados.rados.0.smithi089.stdout:678: finishing write tid 1 to smithi08986837-13 2024-07-26T06:06:54.005 INFO:tasks.rados.rados.0.smithi089.stdout:674: done (3 left) 2024-07-26T06:06:54.006 INFO:tasks.rados.rados.0.smithi089.stdout:675: done (2 left) 2024-07-26T06:06:54.006 INFO:tasks.rados.rados.0.smithi089.stdout:677: done (1 left) 2024-07-26T06:06:54.006 INFO:tasks.rados.rados.0.smithi089.stdout:679: delete oid 40 current snap is 57 2024-07-26T06:06:54.006 INFO:tasks.rados.rados.0.smithi089.stdout:678: finishing write tid 2 to smithi08986837-13 2024-07-26T06:06:54.006 INFO:tasks.rados.rados.0.smithi089.stdout:678: finishing write tid 3 to smithi08986837-13 2024-07-26T06:06:54.006 INFO:tasks.rados.rados.0.smithi089.stdout:678: finishing write tid 4 to smithi08986837-13 2024-07-26T06:06:54.006 INFO:tasks.rados.rados.0.smithi089.stdout:678: finishing write tid 5 to smithi08986837-13 2024-07-26T06:06:54.006 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 13 v 239 (ObjNum 225 snap 57 seq_num 225) dirty exists 2024-07-26T06:06:54.006 INFO:tasks.rados.rados.0.smithi089.stdout:678: left oid 13 (ObjNum 225 snap 57 seq_num 225) 2024-07-26T06:06:54.007 INFO:tasks.rados.rados.0.smithi089.stdout:678: done (1 left) 2024-07-26T06:06:54.007 INFO:tasks.rados.rados.0.smithi089.stdout:679: done (0 left) 2024-07-26T06:06:54.007 INFO:tasks.rados.rados.0.smithi089.stdout:680: snap_create 2024-07-26T06:06:54.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:53 smithi155 ceph-mon[33309]: pgmap v60: 121 pgs: 121 active+clean; 127 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 4.3 MiB/s wr, 40 op/s 2024-07-26T06:06:54.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:53 smithi155 ceph-mon[33309]: osdmap e193: 8 total, 8 up, 8 in 2024-07-26T06:06:54.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:53 smithi089 ceph-mon[29555]: pgmap v60: 121 pgs: 121 active+clean; 127 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 4.3 MiB/s wr, 40 op/s 2024-07-26T06:06:54.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:53 smithi089 ceph-mon[29555]: osdmap e193: 8 total, 8 up, 8 in 2024-07-26T06:06:54.405 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:06:54 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T06:06:54.168+0000 7f6e581a4040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-07-26T06:06:54.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:53 smithi089 ceph-mon[41451]: pgmap v60: 121 pgs: 121 active+clean; 127 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 4.3 MiB/s wr, 40 op/s 2024-07-26T06:06:54.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:53 smithi089 ceph-mon[41451]: osdmap e193: 8 total, 8 up, 8 in 2024-07-26T06:06:54.713 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:06:54 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T06:06:54.496+0000 7f6e581a4040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-07-26T06:06:54.713 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:06:54 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T06:06:54.563+0000 7f6e581a4040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-07-26T06:06:54.713 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:06:54 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T06:06:54.712+0000 7f6e581a4040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-07-26T06:06:54.813 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:06:54 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[77192]: ts=2024-07-26T06:06:54.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:06:54.814 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:06:54 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[77192]: ts=2024-07-26T06:06:54.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:06:54.955 INFO:tasks.rados.rados.0.smithi089.stdout:680: done (0 left) 2024-07-26T06:06:54.955 INFO:tasks.rados.rados.0.smithi089.stdout:681: rmattr oid 13 current snap is 58 2024-07-26T06:06:54.955 INFO:tasks.rados.rados.0.smithi089.stdout:681: done (0 left) 2024-07-26T06:06:54.955 INFO:tasks.rados.rados.0.smithi089.stdout:682: snap_create 2024-07-26T06:06:55.291 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:06:55 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T06:06:55.039+0000 7f6e581a4040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-07-26T06:06:55.292 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:06:55 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T06:06:55.101+0000 7f6e581a4040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-07-26T06:06:55.591 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:06:55 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T06:06:55.290+0000 7f6e581a4040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-07-26T06:06:55.592 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:06:55 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T06:06:55.444+0000 7f6e581a4040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-07-26T06:06:55.592 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:06:55 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T06:06:55.508+0000 7f6e581a4040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-07-26T06:06:55.592 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:06:55 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T06:06:55.590+0000 7f6e581a4040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-07-26T06:06:55.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:06:55 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T06:06:55.655+0000 7f6e581a4040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-07-26T06:06:55.968 INFO:tasks.rados.rados.0.smithi089.stdout:682: done (0 left) 2024-07-26T06:06:55.968 INFO:tasks.rados.rados.0.smithi089.stdout:683: copy_from oid 43 from oid 39 current snap is 59 2024-07-26T06:06:55.968 INFO:tasks.rados.rados.0.smithi089.stdout:684: delete oid 49 current snap is 59 2024-07-26T06:06:55.972 INFO:tasks.rados.rados.0.smithi089.stdout:684: done (1 left) 2024-07-26T06:06:55.972 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 23 current snap is 59 2024-07-26T06:06:55.972 INFO:tasks.rados.rados.0.smithi089.stdout:685: seq_num 228 ranges {5218304=622592,5840896=671744,6512640=131072} 2024-07-26T06:06:56.004 INFO:tasks.rados.rados.0.smithi089.stdout:685: writing smithi08986837-23 from 5218304 to 5840896 tid 1 2024-07-26T06:06:56.008 INFO:tasks.rados.rados.0.smithi089.stdout:685: writing smithi08986837-23 from 5840896 to 6512640 tid 2 2024-07-26T06:06:56.009 INFO:tasks.rados.rados.0.smithi089.stdout:685: writing smithi08986837-23 from 6512640 to 6643712 tid 3 2024-07-26T06:06:56.009 INFO:tasks.rados.rados.0.smithi089.stdout:686: rollback oid 3 current snap is 59 2024-07-26T06:06:56.009 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 3 to 56 2024-07-26T06:06:56.009 INFO:tasks.rados.rados.0.smithi089.stdout:683: finishing copy_from racing read to smithi08986837-43 2024-07-26T06:06:56.009 INFO:tasks.rados.rados.0.smithi089.stdout:683: finishing copy_from to smithi08986837-43 2024-07-26T06:06:56.009 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 43 v 278 (ObjNum 220 snap 54 seq_num 220) dirty exists 2024-07-26T06:06:56.009 INFO:tasks.rados.rados.0.smithi089.stdout:685: finishing write tid 1 to smithi08986837-23 2024-07-26T06:06:56.009 INFO:tasks.rados.rados.0.smithi089.stdout:683: done (2 left) 2024-07-26T06:06:56.010 INFO:tasks.rados.rados.0.smithi089.stdout:687: snap_create 2024-07-26T06:06:56.012 INFO:tasks.rados.rados.0.smithi089.stdout:685: finishing write tid 2 to smithi08986837-23 2024-07-26T06:06:56.012 INFO:tasks.rados.rados.0.smithi089.stdout:685: finishing write tid 3 to smithi08986837-23 2024-07-26T06:06:56.012 INFO:tasks.rados.rados.0.smithi089.stdout:685: finishing write tid 4 to smithi08986837-23 2024-07-26T06:06:56.013 INFO:tasks.rados.rados.0.smithi089.stdout:685: finishing write tid 5 to smithi08986837-23 2024-07-26T06:06:56.014 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 23 v 185 (ObjNum 228 snap 59 seq_num 228) dirty exists 2024-07-26T06:06:56.014 INFO:tasks.rados.rados.0.smithi089.stdout:685: left oid 23 (ObjNum 228 snap 59 seq_num 228) 2024-07-26T06:06:56.014 INFO:tasks.rados.rados.0.smithi089.stdout:686: finishing rollback tid 0 to smithi08986837-3 2024-07-26T06:06:56.014 INFO:tasks.rados.rados.0.smithi089.stdout:686: finishing rollback tid 1 to smithi08986837-3 2024-07-26T06:06:56.015 INFO:tasks.rados.rados.0.smithi089.stdout:686: finishing rollback tid 2 to smithi08986837-3 2024-07-26T06:06:56.015 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 3 v 220 (ObjNum 80 snap 9 seq_num 80) dirty exists 2024-07-26T06:06:56.258 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:55 smithi089 ceph-mon[29555]: osdmap e194: 8 total, 8 up, 8 in 2024-07-26T06:06:56.258 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:55 smithi089 ceph-mon[29555]: pgmap v63: 121 pgs: 121 active+clean; 127 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:06:56.258 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:55 smithi089 ceph-mon[29555]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:56.258 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:55 smithi089 ceph-mon[29555]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:56.258 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:55 smithi089 ceph-mon[29555]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:56.258 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:55 smithi089 ceph-mon[29555]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:56.259 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:55 smithi089 ceph-mon[41451]: osdmap e194: 8 total, 8 up, 8 in 2024-07-26T06:06:56.259 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:55 smithi089 ceph-mon[41451]: pgmap v63: 121 pgs: 121 active+clean; 127 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:06:56.259 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:55 smithi089 ceph-mon[41451]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:56.259 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:55 smithi089 ceph-mon[41451]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:56.259 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:55 smithi089 ceph-mon[41451]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:56.259 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:55 smithi089 ceph-mon[41451]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:56.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:55 smithi155 ceph-mon[33309]: osdmap e194: 8 total, 8 up, 8 in 2024-07-26T06:06:56.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:55 smithi155 ceph-mon[33309]: pgmap v63: 121 pgs: 121 active+clean; 127 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:06:56.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:55 smithi155 ceph-mon[33309]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:56.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:55 smithi155 ceph-mon[33309]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:56.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:55 smithi155 ceph-mon[33309]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:56.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:55 smithi155 ceph-mon[33309]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:56.534 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:06:56 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T06:06:56.257+0000 7f6e581a4040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-07-26T06:06:56.535 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:06:56 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T06:06:56.426+0000 7f6e581a4040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-07-26T06:06:56.535 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:06:56 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: [26/Jul/2024:06:06:56] ENGINE Bus STARTING 2024-07-26T06:06:56.535 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:06:56 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: CherryPy Checker: 2024-07-26T06:06:56.535 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:06:56 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: The Application mounted at '' has an empty config. 2024-07-26T06:06:56.535 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:06:56 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T06:06:56.535 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:06:56 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: [26/Jul/2024:06:06:56] ENGINE Serving on http://:::9283 2024-07-26T06:06:56.535 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:06:56 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: [26/Jul/2024:06:06:56] ENGINE Bus STARTED 2024-07-26T06:06:56.976 INFO:tasks.rados.rados.0.smithi089.stdout:685: done (2 left) 2024-07-26T06:06:56.976 INFO:tasks.rados.rados.0.smithi089.stdout:686: done (1 left) 2024-07-26T06:06:56.976 INFO:tasks.rados.rados.0.smithi089.stdout:687: done (0 left) 2024-07-26T06:06:56.976 INFO:tasks.rados.rados.0.smithi089.stdout:688: read oid 42 snap -1 2024-07-26T06:06:56.976 INFO:tasks.rados.rados.0.smithi089.stdout:688: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-26T06:06:56.976 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 29 current snap is 60 2024-07-26T06:06:56.976 INFO:tasks.rados.rados.0.smithi089.stdout:689: seq_num 229 ranges {2613248=638976,3252224=606208,3858432=196608} 2024-07-26T06:06:56.993 INFO:tasks.rados.rados.0.smithi089.stdout:689: writing smithi08986837-29 from 2613248 to 3252224 tid 1 2024-07-26T06:06:56.996 INFO:tasks.rados.rados.0.smithi089.stdout:689: writing smithi08986837-29 from 3252224 to 3858432 tid 2 2024-07-26T06:06:56.997 INFO:tasks.rados.rados.0.smithi089.stdout:689: writing smithi08986837-29 from 3858432 to 4055040 tid 3 2024-07-26T06:06:56.998 INFO:tasks.rados.rados.0.smithi089.stdout:690: delete oid 3 current snap is 60 2024-07-26T06:06:56.998 INFO:tasks.rados.rados.0.smithi089.stdout:688: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-26T06:06:57.001 INFO:tasks.rados.rados.0.smithi089.stdout:688: done (2 left) 2024-07-26T06:06:57.001 INFO:tasks.rados.rados.0.smithi089.stdout:690: done (1 left) 2024-07-26T06:06:57.001 INFO:tasks.rados.rados.0.smithi089.stdout:691: snap_create 2024-07-26T06:06:57.001 INFO:tasks.rados.rados.0.smithi089.stdout:689: finishing write tid 1 to smithi08986837-29 2024-07-26T06:06:57.001 INFO:tasks.rados.rados.0.smithi089.stdout:689: finishing write tid 2 to smithi08986837-29 2024-07-26T06:06:57.001 INFO:tasks.rados.rados.0.smithi089.stdout:689: finishing write tid 3 to smithi08986837-29 2024-07-26T06:06:57.001 INFO:tasks.rados.rados.0.smithi089.stdout:689: finishing write tid 4 to smithi08986837-29 2024-07-26T06:06:57.001 INFO:tasks.rados.rados.0.smithi089.stdout:689: finishing write tid 5 to smithi08986837-29 2024-07-26T06:06:57.002 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 29 v 366 (ObjNum 229 snap 60 seq_num 229) dirty exists 2024-07-26T06:06:57.002 INFO:tasks.rados.rados.0.smithi089.stdout:689: left oid 29 (ObjNum 229 snap 60 seq_num 229) 2024-07-26T06:06:57.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:56 smithi089 ceph-mon[29555]: osdmap e195: 8 total, 8 up, 8 in 2024-07-26T06:06:57.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:56 smithi089 ceph-mon[29555]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:57.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:56 smithi089 ceph-mon[29555]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:57.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:56 smithi089 ceph-mon[29555]: Standby manager daemon y restarted 2024-07-26T06:06:57.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:56 smithi089 ceph-mon[29555]: Standby manager daemon y started 2024-07-26T06:06:57.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:56 smithi089 ceph-mon[29555]: from='mgr.? 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-07-26T06:06:57.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:56 smithi089 ceph-mon[29555]: from='mgr.? 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-07-26T06:06:57.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:56 smithi089 ceph-mon[29555]: from='mgr.? 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-07-26T06:06:57.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:56 smithi089 ceph-mon[29555]: from='mgr.? 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-07-26T06:06:57.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:56 smithi089 ceph-mon[41451]: osdmap e195: 8 total, 8 up, 8 in 2024-07-26T06:06:57.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:56 smithi089 ceph-mon[41451]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:57.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:56 smithi089 ceph-mon[41451]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:57.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:56 smithi089 ceph-mon[41451]: Standby manager daemon y restarted 2024-07-26T06:06:57.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:56 smithi089 ceph-mon[41451]: Standby manager daemon y started 2024-07-26T06:06:57.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:56 smithi089 ceph-mon[41451]: from='mgr.? 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-07-26T06:06:57.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:56 smithi089 ceph-mon[41451]: from='mgr.? 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-07-26T06:06:57.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:56 smithi089 ceph-mon[41451]: from='mgr.? 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-07-26T06:06:57.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:56 smithi089 ceph-mon[41451]: from='mgr.? 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-07-26T06:06:57.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:56 smithi155 ceph-mon[33309]: osdmap e195: 8 total, 8 up, 8 in 2024-07-26T06:06:57.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:56 smithi155 ceph-mon[33309]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:57.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:56 smithi155 ceph-mon[33309]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:06:57.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:56 smithi155 ceph-mon[33309]: Standby manager daemon y restarted 2024-07-26T06:06:57.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:56 smithi155 ceph-mon[33309]: Standby manager daemon y started 2024-07-26T06:06:57.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:56 smithi155 ceph-mon[33309]: from='mgr.? 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-07-26T06:06:57.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:56 smithi155 ceph-mon[33309]: from='mgr.? 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-07-26T06:06:57.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:56 smithi155 ceph-mon[33309]: from='mgr.? 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-07-26T06:06:57.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:56 smithi155 ceph-mon[33309]: from='mgr.? 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-07-26T06:06:57.980 INFO:tasks.rados.rados.0.smithi089.stdout:689: done (1 left) 2024-07-26T06:06:57.980 INFO:tasks.rados.rados.0.smithi089.stdout:691: done (0 left) 2024-07-26T06:06:57.980 INFO:tasks.rados.rados.0.smithi089.stdout:692: snap_create 2024-07-26T06:06:58.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:57 smithi155 ceph-mon[33309]: pgmap v65: 121 pgs: 121 active+clean; 104 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 896 KiB/s rd, 657 KiB/s wr, 5 op/s 2024-07-26T06:06:58.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:57 smithi155 ceph-mon[33309]: osdmap e196: 8 total, 8 up, 8 in 2024-07-26T06:06:58.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:57 smithi155 ceph-mon[33309]: mgrmap e29: x(active, since 42s), standbys: y 2024-07-26T06:06:58.129 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:06:57 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:06:57] "GET /metrics HTTP/1.1" 200 36142 "" "Prometheus/2.43.0" 2024-07-26T06:06:58.197 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:57 smithi089 ceph-mon[29555]: pgmap v65: 121 pgs: 121 active+clean; 104 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 896 KiB/s rd, 657 KiB/s wr, 5 op/s 2024-07-26T06:06:58.197 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:57 smithi089 ceph-mon[29555]: osdmap e196: 8 total, 8 up, 8 in 2024-07-26T06:06:58.197 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:57 smithi089 ceph-mon[29555]: mgrmap e29: x(active, since 42s), standbys: y 2024-07-26T06:06:58.197 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:57 smithi089 ceph-mon[41451]: pgmap v65: 121 pgs: 121 active+clean; 104 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 896 KiB/s rd, 657 KiB/s wr, 5 op/s 2024-07-26T06:06:58.197 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:57 smithi089 ceph-mon[41451]: osdmap e196: 8 total, 8 up, 8 in 2024-07-26T06:06:58.198 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:57 smithi089 ceph-mon[41451]: mgrmap e29: x(active, since 42s), standbys: y 2024-07-26T06:06:58.984 INFO:tasks.rados.rados.0.smithi089.stdout:692: done (0 left) 2024-07-26T06:06:58.985 INFO:tasks.rados.rados.0.smithi089.stdout:693: copy_from oid 48 from oid 1 current snap is 62 2024-07-26T06:06:58.985 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 41 current snap is 62 2024-07-26T06:06:58.985 INFO:tasks.rados.rados.0.smithi089.stdout:694: seq_num 231 ranges {3399680=671744,4071424=778240,4849664=24576} 2024-07-26T06:06:58.986 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:06:58 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[77192]: ts=2024-07-26T06:06:58.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster_addr=\"172.21.15.89\", device_class=\"ssd\", hostname=\"smithi089\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.89\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", cluster_addr=\"172.21.15.89\", device_class=\"ssd\", hostname=\"smithi089\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.89\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:06:59.006 INFO:tasks.rados.rados.0.smithi089.stdout:694: writing smithi08986837-41 from 3399680 to 4071424 tid 1 2024-07-26T06:06:59.011 INFO:tasks.rados.rados.0.smithi089.stdout:694: writing smithi08986837-41 from 4071424 to 4849664 tid 2 2024-07-26T06:06:59.011 INFO:tasks.rados.rados.0.smithi089.stdout:694: writing smithi08986837-41 from 4849664 to 4874240 tid 3 2024-07-26T06:06:59.011 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 25 current snap is 62 2024-07-26T06:06:59.011 INFO:tasks.rados.rados.0.smithi089.stdout:693: finishing copy_from to smithi08986837-48 2024-07-26T06:06:59.011 INFO:tasks.rados.rados.0.smithi089.stdout:693: got expected ENOENT (src dne) 2024-07-26T06:06:59.011 INFO:tasks.rados.rados.0.smithi089.stdout:693: finishing copy_from racing read to smithi08986837-48 2024-07-26T06:06:59.011 INFO:tasks.rados.rados.0.smithi089.stdout:694: finishing write tid 1 to smithi08986837-41 2024-07-26T06:06:59.011 INFO:tasks.rados.rados.0.smithi089.stdout:695: seq_num 232 ranges {1777664=688128,2465792=663552,3129344=139264} 2024-07-26T06:06:59.024 INFO:tasks.rados.rados.0.smithi089.stdout:695: writing smithi08986837-25 from 1777664 to 2465792 tid 1 2024-07-26T06:06:59.027 INFO:tasks.rados.rados.0.smithi089.stdout:695: writing smithi08986837-25 from 2465792 to 3129344 tid 2 2024-07-26T06:06:59.029 INFO:tasks.rados.rados.0.smithi089.stdout:695: writing smithi08986837-25 from 3129344 to 3268608 tid 3 2024-07-26T06:06:59.029 INFO:tasks.rados.rados.0.smithi089.stdout:693: done (2 left) 2024-07-26T06:06:59.029 INFO:tasks.rados.rados.0.smithi089.stdout:696: rmattr oid 9 current snap is 62 2024-07-26T06:06:59.029 INFO:tasks.rados.rados.0.smithi089.stdout:696: done (2 left) 2024-07-26T06:06:59.029 INFO:tasks.rados.rados.0.smithi089.stdout:697: read oid 21 snap -1 2024-07-26T06:06:59.030 INFO:tasks.rados.rados.0.smithi089.stdout:697: expect (ObjNum 182 snap 45 seq_num 182) 2024-07-26T06:06:59.030 INFO:tasks.rados.rados.0.smithi089.stdout:698: rollback oid 17 current snap is 62 2024-07-26T06:06:59.030 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 17 to 57 2024-07-26T06:06:59.030 INFO:tasks.rados.rados.0.smithi089.stdout:694: finishing write tid 2 to smithi08986837-41 2024-07-26T06:06:59.030 INFO:tasks.rados.rados.0.smithi089.stdout:694: finishing write tid 3 to smithi08986837-41 2024-07-26T06:06:59.030 INFO:tasks.rados.rados.0.smithi089.stdout:694: finishing write tid 4 to smithi08986837-41 2024-07-26T06:06:59.030 INFO:tasks.rados.rados.0.smithi089.stdout:694: finishing write tid 5 to smithi08986837-41 2024-07-26T06:06:59.030 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 41 v 289 (ObjNum 231 snap 62 seq_num 231) dirty exists 2024-07-26T06:06:59.030 INFO:tasks.rados.rados.0.smithi089.stdout:694: left oid 41 (ObjNum 231 snap 62 seq_num 231) 2024-07-26T06:06:59.030 INFO:tasks.rados.rados.0.smithi089.stdout:695: finishing write tid 1 to smithi08986837-25 2024-07-26T06:06:59.030 INFO:tasks.rados.rados.0.smithi089.stdout:694: done (3 left) 2024-07-26T06:06:59.030 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 12 current snap is 62 2024-07-26T06:06:59.031 INFO:tasks.rados.rados.0.smithi089.stdout:699: seq_num 233 ranges {6414336=712704,7127040=548864,7675904=253952} 2024-07-26T06:06:59.067 INFO:tasks.rados.rados.0.smithi089.stdout:699: writing smithi08986837-12 from 6414336 to 7127040 tid 1 2024-07-26T06:06:59.069 INFO:tasks.rados.rados.0.smithi089.stdout:699: writing smithi08986837-12 from 7127040 to 7675904 tid 2 2024-07-26T06:06:59.071 INFO:tasks.rados.rados.0.smithi089.stdout:699: writing smithi08986837-12 from 7675904 to 7929856 tid 3 2024-07-26T06:06:59.071 INFO:tasks.rados.rados.0.smithi089.stdout:700: rollback oid 37 current snap is 62 2024-07-26T06:06:59.071 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 37 to 55 2024-07-26T06:06:59.071 INFO:tasks.rados.rados.0.smithi089.stdout:695: finishing write tid 2 to smithi08986837-25 2024-07-26T06:06:59.071 INFO:tasks.rados.rados.0.smithi089.stdout:695: finishing write tid 3 to smithi08986837-25 2024-07-26T06:06:59.071 INFO:tasks.rados.rados.0.smithi089.stdout:695: finishing write tid 4 to smithi08986837-25 2024-07-26T06:06:59.072 INFO:tasks.rados.rados.0.smithi089.stdout:695: finishing write tid 5 to smithi08986837-25 2024-07-26T06:06:59.072 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 25 v 321 (ObjNum 232 snap 62 seq_num 232) dirty exists 2024-07-26T06:06:59.072 INFO:tasks.rados.rados.0.smithi089.stdout:695: left oid 25 (ObjNum 232 snap 62 seq_num 232) 2024-07-26T06:06:59.072 INFO:tasks.rados.rados.0.smithi089.stdout:697: expect (ObjNum 182 snap 45 seq_num 182) 2024-07-26T06:06:59.142 INFO:tasks.rados.rados.0.smithi089.stdout:698: finishing rollback tid 0 to smithi08986837-17 2024-07-26T06:06:59.142 INFO:tasks.rados.rados.0.smithi089.stdout:698: finishing rollback tid 1 to smithi08986837-17 2024-07-26T06:06:59.142 INFO:tasks.rados.rados.0.smithi089.stdout:695: done (4 left) 2024-07-26T06:06:59.142 INFO:tasks.rados.rados.0.smithi089.stdout:697: done (3 left) 2024-07-26T06:06:59.142 INFO:tasks.rados.rados.0.smithi089.stdout:701: rmattr oid 30 current snap is 62 2024-07-26T06:06:59.142 INFO:tasks.rados.rados.0.smithi089.stdout:701: done (3 left) 2024-07-26T06:06:59.142 INFO:tasks.rados.rados.0.smithi089.stdout:702: snap_remove snap 60 2024-07-26T06:06:59.242 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:58 smithi089 ceph-mon[29555]: osdmap e197: 8 total, 8 up, 8 in 2024-07-26T06:06:59.243 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:58 smithi089 ceph-mon[41451]: osdmap e197: 8 total, 8 up, 8 in 2024-07-26T06:06:59.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:58 smithi155 ceph-mon[33309]: osdmap e197: 8 total, 8 up, 8 in 2024-07-26T06:06:59.741 INFO:tasks.rados.rados.0.smithi089.stdout:702: done (3 left) 2024-07-26T06:06:59.741 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 7 current snap is 62 2024-07-26T06:06:59.741 INFO:tasks.rados.rados.0.smithi089.stdout:703: seq_num 234 ranges {1302528=729088,2031616=434176,2465792=368640} 2024-07-26T06:06:59.752 INFO:tasks.rados.rados.0.smithi089.stdout:703: writing smithi08986837-7 from 1302528 to 2031616 tid 1 2024-07-26T06:06:59.754 INFO:tasks.rados.rados.0.smithi089.stdout:703: writing smithi08986837-7 from 2031616 to 2465792 tid 2 2024-07-26T06:06:59.757 INFO:tasks.rados.rados.0.smithi089.stdout:703: writing smithi08986837-7 from 2465792 to 2834432 tid 3 2024-07-26T06:06:59.758 INFO:tasks.rados.rados.0.smithi089.stdout:704: rollback oid 47 current snap is 62 2024-07-26T06:06:59.758 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 47 to 57 2024-07-26T06:06:59.758 INFO:tasks.rados.rados.0.smithi089.stdout:698: finishing rollback tid 2 to smithi08986837-17 2024-07-26T06:06:59.758 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 17 v 281 (ObjNum 95 snap 17 seq_num 95) dirty exists 2024-07-26T06:06:59.758 INFO:tasks.rados.rados.0.smithi089.stdout:699: finishing write tid 1 to smithi08986837-12 2024-07-26T06:06:59.758 INFO:tasks.rados.rados.0.smithi089.stdout:700: finishing rollback tid 1 to smithi08986837-37 2024-07-26T06:06:59.758 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 37 v 0 (ObjNum 33 snap 0 seq_num 3333739896) dirty dne 2024-07-26T06:06:59.758 INFO:tasks.rados.rados.0.smithi089.stdout:699: finishing write tid 2 to smithi08986837-12 2024-07-26T06:06:59.758 INFO:tasks.rados.rados.0.smithi089.stdout:699: finishing write tid 3 to smithi08986837-12 2024-07-26T06:06:59.758 INFO:tasks.rados.rados.0.smithi089.stdout:699: finishing write tid 4 to smithi08986837-12 2024-07-26T06:06:59.758 INFO:tasks.rados.rados.0.smithi089.stdout:699: finishing write tid 5 to smithi08986837-12 2024-07-26T06:06:59.758 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 12 v 326 (ObjNum 233 snap 62 seq_num 233) dirty exists 2024-07-26T06:06:59.759 INFO:tasks.rados.rados.0.smithi089.stdout:699: left oid 12 (ObjNum 233 snap 62 seq_num 233) 2024-07-26T06:06:59.759 INFO:tasks.rados.rados.0.smithi089.stdout:698: done (4 left) 2024-07-26T06:06:59.759 INFO:tasks.rados.rados.0.smithi089.stdout:699: done (3 left) 2024-07-26T06:06:59.759 INFO:tasks.rados.rados.0.smithi089.stdout:700: done (2 left) 2024-07-26T06:06:59.759 INFO:tasks.rados.rados.0.smithi089.stdout:705: snap_create 2024-07-26T06:06:59.759 INFO:tasks.rados.rados.0.smithi089.stdout:703: finishing write tid 1 to smithi08986837-7 2024-07-26T06:06:59.759 INFO:tasks.rados.rados.0.smithi089.stdout:703: finishing write tid 2 to smithi08986837-7 2024-07-26T06:06:59.760 INFO:tasks.rados.rados.0.smithi089.stdout:704: finishing rollback tid 0 to smithi08986837-47 2024-07-26T06:06:59.760 INFO:tasks.rados.rados.0.smithi089.stdout:703: finishing write tid 3 to smithi08986837-7 2024-07-26T06:06:59.760 INFO:tasks.rados.rados.0.smithi089.stdout:704: finishing rollback tid 1 to smithi08986837-47 2024-07-26T06:06:59.760 INFO:tasks.rados.rados.0.smithi089.stdout:703: finishing write tid 4 to smithi08986837-7 2024-07-26T06:06:59.760 INFO:tasks.rados.rados.0.smithi089.stdout:704: finishing rollback tid 2 to smithi08986837-47 2024-07-26T06:06:59.760 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 47 v 341 (ObjNum 205 snap 52 seq_num 205) dirty exists 2024-07-26T06:06:59.763 INFO:tasks.rados.rados.0.smithi089.stdout:703: finishing write tid 5 to smithi08986837-7 2024-07-26T06:06:59.764 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 7 v 145 (ObjNum 234 snap 62 seq_num 234) dirty exists 2024-07-26T06:06:59.764 INFO:tasks.rados.rados.0.smithi089.stdout:703: left oid 7 (ObjNum 234 snap 62 seq_num 234) 2024-07-26T06:06:59.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:06:59 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: [26/Jul/2024:06:06:59] ENGINE Bus STOPPING 2024-07-26T06:07:00.032 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:06:59 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: 2024-07-26T06:06:59.736+0000 7f1b629a8640 -1 mgr handle_mgr_map I was active but no longer am 2024-07-26T06:07:00.032 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:06:59 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: ignoring --setuser ceph since I am not root 2024-07-26T06:07:00.033 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:06:59 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: ignoring --setgroup ceph since I am not root 2024-07-26T06:07:00.033 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:06:59 smithi155 ceph-mgr[68929]: -- 172.21.15.155:0/2754648321 <== mon.1 v2:172.21.15.155:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x562999dc50e0 con 0x562999da3000 2024-07-26T06:07:00.033 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:06:59 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: 2024-07-26T06:06:59.887+0000 7f7ccd060040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-07-26T06:07:00.033 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:00 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: 2024-07-26T06:07:00.031+0000 7f7ccd060040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-07-26T06:07:00.033 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:59 smithi155 ceph-mon[33309]: osdmap e198: 8 total, 8 up, 8 in 2024-07-26T06:07:00.033 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:59 smithi155 ceph-mon[33309]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:07:00.033 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:59 smithi155 ceph-mon[33309]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:07:00.033 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:59 smithi155 ceph-mon[33309]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:07:00.033 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:59 smithi155 ceph-mon[33309]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:07:00.033 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:59 smithi155 ceph-mon[33309]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:07:00.033 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:59 smithi155 ceph-mon[33309]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:07:00.034 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:59 smithi155 ceph-mon[33309]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-07-26T06:07:00.034 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:59 smithi155 ceph-mon[33309]: from='mgr.24616 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-07-26T06:07:00.034 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:59 smithi155 ceph-mon[33309]: Activating manager daemon y 2024-07-26T06:07:00.034 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:59 smithi155 ceph-mon[33309]: osdmap e199: 8 total, 8 up, 8 in 2024-07-26T06:07:00.034 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:59 smithi155 ceph-mon[33309]: from='mgr.24616 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-07-26T06:07:00.034 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:59 smithi155 ceph-mon[33309]: mgrmap e30: y(active, starting, since 0.0116932s) 2024-07-26T06:07:00.034 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:59 smithi155 ceph-mon[33309]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:07:00.034 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:59 smithi155 ceph-mon[33309]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:07:00.034 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:59 smithi155 ceph-mon[33309]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:07:00.034 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:59 smithi155 ceph-mon[33309]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-07-26T06:07:00.034 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:59 smithi155 ceph-mon[33309]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-07-26T06:07:00.034 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:59 smithi155 ceph-mon[33309]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-07-26T06:07:00.034 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:59 smithi155 ceph-mon[33309]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-26T06:07:00.035 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:59 smithi155 ceph-mon[33309]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-26T06:07:00.035 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:59 smithi155 ceph-mon[33309]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-26T06:07:00.035 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:59 smithi155 ceph-mon[33309]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-26T06:07:00.035 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:59 smithi155 ceph-mon[33309]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-26T06:07:00.035 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:59 smithi155 ceph-mon[33309]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-26T06:07:00.035 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:59 smithi155 ceph-mon[33309]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-26T06:07:00.035 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:59 smithi155 ceph-mon[33309]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-26T06:07:00.035 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:59 smithi155 ceph-mon[33309]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-07-26T06:07:00.035 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:59 smithi155 ceph-mon[33309]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-07-26T06:07:00.035 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:06:59 smithi155 ceph-mon[33309]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-07-26T06:07:00.273 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:00 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: [26/Jul/2024:06:07:00] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-07-26T06:07:00.274 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:00 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: [26/Jul/2024:06:07:00] ENGINE Bus STOPPED 2024-07-26T06:07:00.274 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:00 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: [26/Jul/2024:06:07:00] ENGINE Bus STARTING 2024-07-26T06:07:00.274 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:00 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T06:07:00.224+0000 7f6dc1dae640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T06:07:00.274 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:00 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T06:07:00.225+0000 7f6dc1dae640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T06:07:00.274 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:00 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T06:07:00.225+0000 7f6dc1dae640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T06:07:00.274 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:00 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T06:07:00.225+0000 7f6dc1dae640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T06:07:00.274 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:00 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T06:07:00.225+0000 7f6dc1dae640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T06:07:00.274 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:00 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T06:07:00.225+0000 7f6dbd5a5640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T06:07:00.274 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:00 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T06:07:00.225+0000 7f6dbd5a5640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T06:07:00.274 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:00 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T06:07:00.225+0000 7f6dbd5a5640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T06:07:00.274 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:00 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T06:07:00.225+0000 7f6dbd5a5640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T06:07:00.274 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:00 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T06:07:00.225+0000 7f6dbd5a5640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T06:07:00.275 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:59 smithi089 ceph-mon[29555]: osdmap e198: 8 total, 8 up, 8 in 2024-07-26T06:07:00.275 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:59 smithi089 ceph-mon[29555]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:07:00.275 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:59 smithi089 ceph-mon[29555]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:07:00.275 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:59 smithi089 ceph-mon[29555]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:07:00.275 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:59 smithi089 ceph-mon[29555]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:07:00.275 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:59 smithi089 ceph-mon[29555]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:07:00.275 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:59 smithi089 ceph-mon[29555]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:07:00.275 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:59 smithi089 ceph-mon[29555]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-07-26T06:07:00.275 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:59 smithi089 ceph-mon[29555]: from='mgr.24616 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-07-26T06:07:00.275 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:59 smithi089 ceph-mon[29555]: Activating manager daemon y 2024-07-26T06:07:00.276 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:59 smithi089 ceph-mon[29555]: osdmap e199: 8 total, 8 up, 8 in 2024-07-26T06:07:00.276 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:59 smithi089 ceph-mon[29555]: from='mgr.24616 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-07-26T06:07:00.276 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:59 smithi089 ceph-mon[29555]: mgrmap e30: y(active, starting, since 0.0116932s) 2024-07-26T06:07:00.276 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:59 smithi089 ceph-mon[29555]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:07:00.276 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:59 smithi089 ceph-mon[29555]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:07:00.276 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:59 smithi089 ceph-mon[29555]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:07:00.276 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:59 smithi089 ceph-mon[29555]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-07-26T06:07:00.276 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:59 smithi089 ceph-mon[29555]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-07-26T06:07:00.276 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:59 smithi089 ceph-mon[29555]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-07-26T06:07:00.276 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:59 smithi089 ceph-mon[29555]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-26T06:07:00.276 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:59 smithi089 ceph-mon[29555]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-26T06:07:00.276 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:59 smithi089 ceph-mon[29555]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-26T06:07:00.276 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:59 smithi089 ceph-mon[29555]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-26T06:07:00.277 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:59 smithi089 ceph-mon[29555]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-26T06:07:00.277 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:59 smithi089 ceph-mon[29555]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-26T06:07:00.277 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:59 smithi089 ceph-mon[29555]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-26T06:07:00.277 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:59 smithi089 ceph-mon[29555]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-26T06:07:00.277 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:59 smithi089 ceph-mon[29555]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-07-26T06:07:00.277 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:59 smithi089 ceph-mon[29555]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-07-26T06:07:00.277 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:06:59 smithi089 ceph-mon[29555]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-07-26T06:07:00.277 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:59 smithi089 ceph-mon[41451]: osdmap e198: 8 total, 8 up, 8 in 2024-07-26T06:07:00.277 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:59 smithi089 ceph-mon[41451]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:07:00.277 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:59 smithi089 ceph-mon[41451]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:07:00.277 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:59 smithi089 ceph-mon[41451]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:07:00.277 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:59 smithi089 ceph-mon[41451]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:07:00.278 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:59 smithi089 ceph-mon[41451]: from='mgr.24616 ' entity='mgr.x' 2024-07-26T06:07:00.278 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:59 smithi089 ceph-mon[41451]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:07:00.278 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:59 smithi089 ceph-mon[41451]: from='mgr.24616 172.21.15.155:0/4045026928' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-07-26T06:07:00.278 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:59 smithi089 ceph-mon[41451]: from='mgr.24616 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-07-26T06:07:00.278 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:59 smithi089 ceph-mon[41451]: Activating manager daemon y 2024-07-26T06:07:00.278 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:59 smithi089 ceph-mon[41451]: osdmap e199: 8 total, 8 up, 8 in 2024-07-26T06:07:00.278 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:59 smithi089 ceph-mon[41451]: from='mgr.24616 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-07-26T06:07:00.278 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:59 smithi089 ceph-mon[41451]: mgrmap e30: y(active, starting, since 0.0116932s) 2024-07-26T06:07:00.278 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:59 smithi089 ceph-mon[41451]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:07:00.279 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:59 smithi089 ceph-mon[41451]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:07:00.279 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:59 smithi089 ceph-mon[41451]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:07:00.279 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:59 smithi089 ceph-mon[41451]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-07-26T06:07:00.279 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:59 smithi089 ceph-mon[41451]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-07-26T06:07:00.279 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:59 smithi089 ceph-mon[41451]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-07-26T06:07:00.279 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:59 smithi089 ceph-mon[41451]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-26T06:07:00.279 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:59 smithi089 ceph-mon[41451]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-26T06:07:00.279 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:59 smithi089 ceph-mon[41451]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-26T06:07:00.279 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:59 smithi089 ceph-mon[41451]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-26T06:07:00.279 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:59 smithi089 ceph-mon[41451]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-26T06:07:00.279 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:59 smithi089 ceph-mon[41451]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-26T06:07:00.279 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:59 smithi089 ceph-mon[41451]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-26T06:07:00.279 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:59 smithi089 ceph-mon[41451]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-26T06:07:00.279 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:59 smithi089 ceph-mon[41451]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-07-26T06:07:00.280 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:59 smithi089 ceph-mon[41451]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-07-26T06:07:00.280 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:06:59 smithi089 ceph-mon[41451]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-07-26T06:07:00.322 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:00 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: 2024-07-26T06:07:00.101+0000 7f7ccd060040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-07-26T06:07:00.529 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:00 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: [26/Jul/2024:06:07:00] ENGINE Serving on http://:::9283 2024-07-26T06:07:00.530 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:00 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: [26/Jul/2024:06:07:00] ENGINE Bus STARTED 2024-07-26T06:07:00.630 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:00 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: 2024-07-26T06:07:00.347+0000 7f7ccd060040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-07-26T06:07:00.630 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:00 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: 2024-07-26T06:07:00.408+0000 7f7ccd060040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-07-26T06:07:00.741 INFO:tasks.rados.rados.0.smithi089.stdout:703: done (2 left) 2024-07-26T06:07:00.741 INFO:tasks.rados.rados.0.smithi089.stdout:704: done (1 left) 2024-07-26T06:07:00.742 INFO:tasks.rados.rados.0.smithi089.stdout:705: done (0 left) 2024-07-26T06:07:00.742 INFO:tasks.rados.rados.0.smithi089.stdout:706: copy_from oid 48 from oid 7 current snap is 63 2024-07-26T06:07:00.742 INFO:tasks.rados.rados.0.smithi089.stdout:707: read oid 2 snap -1 2024-07-26T06:07:00.742 INFO:tasks.rados.rados.0.smithi089.stdout:707: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-26T06:07:00.742 INFO:tasks.rados.rados.0.smithi089.stdout:708: read oid 50 snap -1 2024-07-26T06:07:00.742 INFO:tasks.rados.rados.0.smithi089.stdout:708: expect (ObjNum 72 snap 6 seq_num 72) 2024-07-26T06:07:00.742 INFO:tasks.rados.rados.0.smithi089.stdout:709: snap_create 2024-07-26T06:07:00.743 INFO:tasks.rados.rados.0.smithi089.stdout:707: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-26T06:07:00.748 INFO:tasks.rados.rados.0.smithi089.stdout:708: expect (ObjNum 72 snap 6 seq_num 72) 2024-07-26T06:07:00.851 INFO:tasks.rados.rados.0.smithi089.stdout:706: finishing copy_from racing read to smithi08986837-48 2024-07-26T06:07:00.851 INFO:tasks.rados.rados.0.smithi089.stdout:706: finishing copy_from to smithi08986837-48 2024-07-26T06:07:00.851 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 48 v 145 (ObjNum 234 snap 62 seq_num 234) dirty exists 2024-07-26T06:07:01.346 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:00 smithi089 ceph-mon[29555]: Manager daemon y is now available 2024-07-26T06:07:01.346 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:00 smithi089 ceph-mon[29555]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:07:01.346 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:00 smithi089 ceph-mon[29555]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:07:01.347 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:00 smithi089 ceph-mon[29555]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-07-26T06:07:01.347 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:00 smithi089 ceph-mon[29555]: from='mgr.15060 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-07-26T06:07:01.347 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:00 smithi089 ceph-mon[29555]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-07-26T06:07:01.347 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:00 smithi089 ceph-mon[29555]: from='mgr.15060 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-07-26T06:07:01.347 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:00 smithi089 ceph-mon[29555]: osdmap e200: 8 total, 8 up, 8 in 2024-07-26T06:07:01.347 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:00 smithi089 ceph-mon[29555]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:01.348 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:00 smithi089 ceph-mon[29555]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:01.348 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:00 smithi089 ceph-mon[41451]: Manager daemon y is now available 2024-07-26T06:07:01.348 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:00 smithi089 ceph-mon[41451]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:07:01.348 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:00 smithi089 ceph-mon[41451]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:07:01.348 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:00 smithi089 ceph-mon[41451]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-07-26T06:07:01.349 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:00 smithi089 ceph-mon[41451]: from='mgr.15060 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-07-26T06:07:01.349 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:00 smithi089 ceph-mon[41451]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-07-26T06:07:01.349 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:00 smithi089 ceph-mon[41451]: from='mgr.15060 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-07-26T06:07:01.349 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:00 smithi089 ceph-mon[41451]: osdmap e200: 8 total, 8 up, 8 in 2024-07-26T06:07:01.349 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:00 smithi089 ceph-mon[41451]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:01.349 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:00 smithi089 ceph-mon[41451]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:01.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:00 smithi155 ceph-mon[33309]: Manager daemon y is now available 2024-07-26T06:07:01.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:00 smithi155 ceph-mon[33309]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:07:01.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:00 smithi155 ceph-mon[33309]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:07:01.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:00 smithi155 ceph-mon[33309]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-07-26T06:07:01.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:00 smithi155 ceph-mon[33309]: from='mgr.15060 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-07-26T06:07:01.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:00 smithi155 ceph-mon[33309]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-07-26T06:07:01.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:00 smithi155 ceph-mon[33309]: from='mgr.15060 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-07-26T06:07:01.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:00 smithi155 ceph-mon[33309]: osdmap e200: 8 total, 8 up, 8 in 2024-07-26T06:07:01.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:00 smithi155 ceph-mon[33309]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:01.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:00 smithi155 ceph-mon[33309]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:01.707 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:01 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: 2024-07-26T06:07:01.418+0000 7f7ccd060040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-07-26T06:07:01.707 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:01 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: 2024-07-26T06:07:01.541+0000 7f7ccd060040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-07-26T06:07:01.707 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:01 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: 2024-07-26T06:07:01.602+0000 7f7ccd060040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-07-26T06:07:01.741 INFO:tasks.rados.rados.0.smithi089.stdout:706: done (3 left) 2024-07-26T06:07:01.741 INFO:tasks.rados.rados.0.smithi089.stdout:707: done (2 left) 2024-07-26T06:07:01.741 INFO:tasks.rados.rados.0.smithi089.stdout:708: done (1 left) 2024-07-26T06:07:01.741 INFO:tasks.rados.rados.0.smithi089.stdout:709: done (0 left) 2024-07-26T06:07:01.742 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 35 current snap is 64 2024-07-26T06:07:01.742 INFO:tasks.rados.rados.0.smithi089.stdout:710: seq_num 235 ranges {2433024=745472,3178496=712704,3891200=90112} 2024-07-26T06:07:01.757 INFO:tasks.rados.rados.0.smithi089.stdout:710: writing smithi08986837-35 from 2433024 to 3178496 tid 1 2024-07-26T06:07:01.761 INFO:tasks.rados.rados.0.smithi089.stdout:710: writing smithi08986837-35 from 3178496 to 3891200 tid 2 2024-07-26T06:07:01.762 INFO:tasks.rados.rados.0.smithi089.stdout:710: writing smithi08986837-35 from 3891200 to 3981312 tid 3 2024-07-26T06:07:01.762 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 40 current snap is 64 2024-07-26T06:07:01.762 INFO:tasks.rados.rados.0.smithi089.stdout:710: finishing write tid 1 to smithi08986837-35 2024-07-26T06:07:01.762 INFO:tasks.rados.rados.0.smithi089.stdout:711: seq_num 236 ranges {0=761856,761856=647168,1409024=155648} 2024-07-26T06:07:01.767 INFO:tasks.rados.rados.0.smithi089.stdout:711: writing smithi08986837-40 from 0 to 761856 tid 1 2024-07-26T06:07:01.770 INFO:tasks.rados.rados.0.smithi089.stdout:711: writing smithi08986837-40 from 761856 to 1409024 tid 2 2024-07-26T06:07:01.772 INFO:tasks.rados.rados.0.smithi089.stdout:711: writing smithi08986837-40 from 1409024 to 1564672 tid 3 2024-07-26T06:07:01.772 INFO:tasks.rados.rados.0.smithi089.stdout:712: read oid 22 snap -1 2024-07-26T06:07:01.772 INFO:tasks.rados.rados.0.smithi089.stdout:712: expect (ObjNum 223 snap 57 seq_num 223) 2024-07-26T06:07:01.773 INFO:tasks.rados.rados.0.smithi089.stdout:713: delete oid 31 current snap is 64 2024-07-26T06:07:01.773 INFO:tasks.rados.rados.0.smithi089.stdout:710: finishing write tid 2 to smithi08986837-35 2024-07-26T06:07:01.773 INFO:tasks.rados.rados.0.smithi089.stdout:710: finishing write tid 3 to smithi08986837-35 2024-07-26T06:07:01.773 INFO:tasks.rados.rados.0.smithi089.stdout:710: finishing write tid 4 to smithi08986837-35 2024-07-26T06:07:01.773 INFO:tasks.rados.rados.0.smithi089.stdout:710: finishing write tid 5 to smithi08986837-35 2024-07-26T06:07:01.773 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 35 v 244 (ObjNum 235 snap 64 seq_num 235) dirty exists 2024-07-26T06:07:01.773 INFO:tasks.rados.rados.0.smithi089.stdout:710: left oid 35 (ObjNum 235 snap 64 seq_num 235) 2024-07-26T06:07:01.773 INFO:tasks.rados.rados.0.smithi089.stdout:711: finishing write tid 1 to smithi08986837-40 2024-07-26T06:07:01.775 INFO:tasks.rados.rados.0.smithi089.stdout:711: finishing write tid 2 to smithi08986837-40 2024-07-26T06:07:01.775 INFO:tasks.rados.rados.0.smithi089.stdout:711: finishing write tid 3 to smithi08986837-40 2024-07-26T06:07:01.775 INFO:tasks.rados.rados.0.smithi089.stdout:711: finishing write tid 4 to smithi08986837-40 2024-07-26T06:07:01.776 INFO:tasks.rados.rados.0.smithi089.stdout:710: done (3 left) 2024-07-26T06:07:01.776 INFO:tasks.rados.rados.0.smithi089.stdout:713: done (2 left) 2024-07-26T06:07:01.776 INFO:tasks.rados.rados.0.smithi089.stdout:714: read oid 8 snap -1 2024-07-26T06:07:01.776 INFO:tasks.rados.rados.0.smithi089.stdout:714: expect (ObjNum 197 snap 49 seq_num 197) 2024-07-26T06:07:01.776 INFO:tasks.rados.rados.0.smithi089.stdout:715: rollback oid 39 current snap is 64 2024-07-26T06:07:01.776 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 39 to 56 2024-07-26T06:07:01.776 INFO:tasks.rados.rados.0.smithi089.stdout:716: read oid 4 snap -1 2024-07-26T06:07:01.776 INFO:tasks.rados.rados.0.smithi089.stdout:716: expect deleted 2024-07-26T06:07:01.776 INFO:tasks.rados.rados.0.smithi089.stdout:717: copy_from oid 25 from oid 12 current snap is 64 2024-07-26T06:07:01.776 INFO:tasks.rados.rados.0.smithi089.stdout:718: snap_remove snap 54 2024-07-26T06:07:01.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:01 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T06:07:01.641+0000 7f6da5338640 -1 log_channel(cephadm) log [ERR] : [26/Jul/2024:06:07:01] ENGINE Error in HTTPServer.serve 2024-07-26T06:07:01.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:01 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: Traceback (most recent call last): 2024-07-26T06:07:01.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:01 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-07-26T06:07:01.906 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:01 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: self._connections.run(self.expiration_interval) 2024-07-26T06:07:01.906 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:01 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-07-26T06:07:01.906 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:01 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: self._run(expiration_interval) 2024-07-26T06:07:01.906 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:01 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-07-26T06:07:01.907 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:01 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: new_conn = self._from_server_socket(self.server.socket) 2024-07-26T06:07:01.907 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:01 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-07-26T06:07:01.907 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:01 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-07-26T06:07:01.907 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:01 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-07-26T06:07:01.907 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:01 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: s = self.context.wrap_socket( 2024-07-26T06:07:01.907 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:01 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-07-26T06:07:01.908 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:01 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: return self.sslsocket_class._create( 2024-07-26T06:07:01.908 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:01 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-07-26T06:07:01.908 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:01 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: self.do_handshake() 2024-07-26T06:07:01.908 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:01 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-07-26T06:07:01.908 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:01 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: self._sslobj.do_handshake() 2024-07-26T06:07:01.908 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:01 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-07-26T06:07:01.908 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:01 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T06:07:01.965 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:01 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: 2024-07-26T06:07:01.834+0000 7f7ccd060040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-07-26T06:07:01.965 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:01 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: 2024-07-26T06:07:01.894+0000 7f7ccd060040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-07-26T06:07:01.966 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:01 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: 2024-07-26T06:07:01.964+0000 7f7ccd060040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-07-26T06:07:02.268 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:01 smithi089 ceph-mon[29555]: mgrmap e31: y(active, since 1.26777s) 2024-07-26T06:07:02.268 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:01 smithi089 ceph-mon[29555]: pgmap v4: 121 pgs: 121 active+clean; 120 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:07:02.268 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:01 smithi089 ceph-mon[29555]: osdmap e201: 8 total, 8 up, 8 in 2024-07-26T06:07:02.268 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:01 smithi089 ceph-mon[41451]: mgrmap e31: y(active, since 1.26777s) 2024-07-26T06:07:02.268 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:01 smithi089 ceph-mon[41451]: pgmap v4: 121 pgs: 121 active+clean; 120 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:07:02.268 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:01 smithi089 ceph-mon[41451]: osdmap e201: 8 total, 8 up, 8 in 2024-07-26T06:07:02.315 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: 2024-07-26T06:07:02.129+0000 7f7ccd060040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-07-26T06:07:02.315 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:01 smithi155 ceph-mon[33309]: mgrmap e31: y(active, since 1.26777s) 2024-07-26T06:07:02.315 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:01 smithi155 ceph-mon[33309]: pgmap v4: 121 pgs: 121 active+clean; 120 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:07:02.315 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:01 smithi155 ceph-mon[33309]: osdmap e201: 8 total, 8 up, 8 in 2024-07-26T06:07:02.572 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:07:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[77192]: ts=2024-07-26T06:07:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:07:02.742 INFO:tasks.rados.rados.0.smithi089.stdout:718: done (6 left) 2024-07-26T06:07:02.743 INFO:tasks.rados.rados.0.smithi089.stdout:719: rmattr oid 5 current snap is 64 2024-07-26T06:07:02.743 INFO:tasks.rados.rados.0.smithi089.stdout:720: read oid 30 snap -1 2024-07-26T06:07:02.743 INFO:tasks.rados.rados.0.smithi089.stdout:720: expect deleted 2024-07-26T06:07:02.743 INFO:tasks.rados.rados.0.smithi089.stdout:721: rollback oid 15 current snap is 64 2024-07-26T06:07:02.743 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 15 to 63 2024-07-26T06:07:02.743 INFO:tasks.rados.rados.0.smithi089.stdout:722: copy_from oid 23 from oid 1 current snap is 64 2024-07-26T06:07:02.743 INFO:tasks.rados.rados.0.smithi089.stdout:723: read oid 10 snap -1 2024-07-26T06:07:02.743 INFO:tasks.rados.rados.0.smithi089.stdout:723: expect deleted 2024-07-26T06:07:02.743 INFO:tasks.rados.rados.0.smithi089.stdout:724: rollback oid 27 current snap is 64 2024-07-26T06:07:02.743 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 27 to 63 2024-07-26T06:07:02.744 INFO:tasks.rados.rados.0.smithi089.stdout:725: snap_create 2024-07-26T06:07:02.744 INFO:tasks.rados.rados.0.smithi089.stdout:711: finishing write tid 5 to smithi08986837-40 2024-07-26T06:07:02.744 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 40 v 229 (ObjNum 236 snap 64 seq_num 236) dirty exists 2024-07-26T06:07:02.744 INFO:tasks.rados.rados.0.smithi089.stdout:711: left oid 40 (ObjNum 236 snap 64 seq_num 236) 2024-07-26T06:07:02.744 INFO:tasks.rados.rados.0.smithi089.stdout:714: expect (ObjNum 197 snap 49 seq_num 197) 2024-07-26T06:07:02.789 INFO:tasks.rados.rados.0.smithi089.stdout:715: finishing rollback tid 0 to smithi08986837-39 2024-07-26T06:07:02.789 INFO:tasks.rados.rados.0.smithi089.stdout:715: finishing rollback tid 1 to smithi08986837-39 2024-07-26T06:07:02.790 INFO:tasks.rados.rados.0.smithi089.stdout:715: finishing rollback tid 2 to smithi08986837-39 2024-07-26T06:07:02.790 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 39 v 295 (ObjNum 220 snap 54 seq_num 220) dirty exists 2024-07-26T06:07:02.790 INFO:tasks.rados.rados.0.smithi089.stdout:712: expect (ObjNum 223 snap 57 seq_num 223) 2024-07-26T06:07:02.879 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: 2024-07-26T06:07:02.571+0000 7f7ccd060040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-07-26T06:07:03.021 INFO:tasks.rados.rados.0.smithi089.stdout:717: finishing copy_from racing read to smithi08986837-25 2024-07-26T06:07:03.021 INFO:tasks.rados.rados.0.smithi089.stdout:717: finishing copy_from to smithi08986837-25 2024-07-26T06:07:03.021 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 25 v 326 (ObjNum 233 snap 62 seq_num 233) dirty exists 2024-07-26T06:07:03.022 INFO:tasks.rados.rados.0.smithi089.stdout:711: done (12 left) 2024-07-26T06:07:03.022 INFO:tasks.rados.rados.0.smithi089.stdout:712: done (11 left) 2024-07-26T06:07:03.022 INFO:tasks.rados.rados.0.smithi089.stdout:714: done (10 left) 2024-07-26T06:07:03.022 INFO:tasks.rados.rados.0.smithi089.stdout:715: done (9 left) 2024-07-26T06:07:03.022 INFO:tasks.rados.rados.0.smithi089.stdout:716: done (8 left) 2024-07-26T06:07:03.022 INFO:tasks.rados.rados.0.smithi089.stdout:717: done (7 left) 2024-07-26T06:07:03.022 INFO:tasks.rados.rados.0.smithi089.stdout:725: done (6 left) 2024-07-26T06:07:03.022 INFO:tasks.rados.rados.0.smithi089.stdout:726: copy_from oid 7 from oid 28 current snap is 65 2024-07-26T06:07:03.022 INFO:tasks.rados.rados.0.smithi089.stdout:722: finishing copy_from to smithi08986837-23 2024-07-26T06:07:03.022 INFO:tasks.rados.rados.0.smithi089.stdout:722: got expected ENOENT (src dne) 2024-07-26T06:07:03.022 INFO:tasks.rados.rados.0.smithi089.stdout:722: finishing copy_from racing read to smithi08986837-23 2024-07-26T06:07:03.022 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 5 v 189 (ObjNum 449 snap 0 seq_num 3362661488) dirty exists 2024-07-26T06:07:03.023 INFO:tasks.rados.rados.0.smithi089.stdout:721: finishing rollback tid 0 to smithi08986837-15 2024-07-26T06:07:03.023 INFO:tasks.rados.rados.0.smithi089.stdout:724: finishing rollback tid 0 to smithi08986837-27 2024-07-26T06:07:03.023 INFO:tasks.rados.rados.0.smithi089.stdout:721: finishing rollback tid 1 to smithi08986837-15 2024-07-26T06:07:03.023 INFO:tasks.rados.rados.0.smithi089.stdout:724: finishing rollback tid 1 to smithi08986837-27 2024-07-26T06:07:03.023 INFO:tasks.rados.rados.0.smithi089.stdout:724: finishing rollback tid 2 to smithi08986837-27 2024-07-26T06:07:03.023 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 27 v 151 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-07-26T06:07:03.023 INFO:tasks.rados.rados.0.smithi089.stdout:721: finishing rollback tid 2 to smithi08986837-15 2024-07-26T06:07:03.023 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 15 v 347 (ObjNum 63 snap 4 seq_num 63) dirty exists 2024-07-26T06:07:03.023 INFO:tasks.rados.rados.0.smithi089.stdout:719: done (6 left) 2024-07-26T06:07:03.023 INFO:tasks.rados.rados.0.smithi089.stdout:720: done (5 left) 2024-07-26T06:07:03.023 INFO:tasks.rados.rados.0.smithi089.stdout:721: done (4 left) 2024-07-26T06:07:03.023 INFO:tasks.rados.rados.0.smithi089.stdout:722: done (3 left) 2024-07-26T06:07:03.023 INFO:tasks.rados.rados.0.smithi089.stdout:723: done (2 left) 2024-07-26T06:07:03.023 INFO:tasks.rados.rados.0.smithi089.stdout:724: done (1 left) 2024-07-26T06:07:03.024 INFO:tasks.rados.rados.0.smithi089.stdout:727: read oid 12 snap -1 2024-07-26T06:07:03.024 INFO:tasks.rados.rados.0.smithi089.stdout:727: expect (ObjNum 233 snap 62 seq_num 233) 2024-07-26T06:07:03.024 INFO:tasks.rados.rados.0.smithi089.stdout:728: read oid 19 snap -1 2024-07-26T06:07:03.024 INFO:tasks.rados.rados.0.smithi089.stdout:728: expect deleted 2024-07-26T06:07:03.024 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 3 current snap is 65 2024-07-26T06:07:03.024 INFO:tasks.rados.rados.0.smithi089.stdout:729: seq_num 238 ranges {0=794624,794624=417792,1212416=385024} 2024-07-26T06:07:03.024 INFO:tasks.rados.rados.0.smithi089.stdout:729: writing smithi08986837-3 from 0 to 794624 tid 1 2024-07-26T06:07:03.027 INFO:tasks.rados.rados.0.smithi089.stdout:729: writing smithi08986837-3 from 794624 to 1212416 tid 2 2024-07-26T06:07:03.033 INFO:tasks.rados.rados.0.smithi089.stdout:729: writing smithi08986837-3 from 1212416 to 1597440 tid 3 2024-07-26T06:07:03.033 INFO:tasks.rados.rados.0.smithi089.stdout:730: read oid 11 snap 64 2024-07-26T06:07:03.033 INFO:tasks.rados.rados.0.smithi089.stdout:730: expect (ObjNum 209 snap 52 seq_num 209) 2024-07-26T06:07:03.034 INFO:tasks.rados.rados.0.smithi089.stdout:731: rollback oid 2 current snap is 65 2024-07-26T06:07:03.034 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 2 to 58 2024-07-26T06:07:03.034 INFO:tasks.rados.rados.0.smithi089.stdout:726: finishing copy_from to smithi08986837-7 2024-07-26T06:07:03.034 INFO:tasks.rados.rados.0.smithi089.stdout:726: got expected ENOENT (src dne) 2024-07-26T06:07:03.035 INFO:tasks.rados.rados.0.smithi089.stdout:726: finishing copy_from racing read to smithi08986837-7 2024-07-26T06:07:03.035 INFO:tasks.rados.rados.0.smithi089.stdout:729: finishing write tid 1 to smithi08986837-3 2024-07-26T06:07:03.035 INFO:tasks.rados.rados.0.smithi089.stdout:729: finishing write tid 2 to smithi08986837-3 2024-07-26T06:07:03.035 INFO:tasks.rados.rados.0.smithi089.stdout:726: done (5 left) 2024-07-26T06:07:03.035 INFO:tasks.rados.rados.0.smithi089.stdout:728: done (4 left) 2024-07-26T06:07:03.036 INFO:tasks.rados.rados.0.smithi089.stdout:732: read oid 8 snap -1 2024-07-26T06:07:03.036 INFO:tasks.rados.rados.0.smithi089.stdout:732: expect (ObjNum 197 snap 49 seq_num 197) 2024-07-26T06:07:03.036 INFO:tasks.rados.rados.0.smithi089.stdout:733: rollback oid 34 current snap is 65 2024-07-26T06:07:03.036 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 34 to 58 2024-07-26T06:07:03.036 INFO:tasks.rados.rados.0.smithi089.stdout:734: rollback oid 21 current snap is 65 2024-07-26T06:07:03.036 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 21 to 59 2024-07-26T06:07:03.037 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 37 current snap is 65 2024-07-26T06:07:03.037 INFO:tasks.rados.rados.0.smithi089.stdout:735: seq_num 239 ranges {0=409600,409600=704512,1114112=499712} 2024-07-26T06:07:03.037 INFO:tasks.rados.rados.0.smithi089.stdout:735: writing smithi08986837-37 from 0 to 409600 tid 1 2024-07-26T06:07:03.038 INFO:tasks.rados.rados.0.smithi089.stdout:735: writing smithi08986837-37 from 409600 to 1114112 tid 2 2024-07-26T06:07:03.042 INFO:tasks.rados.rados.0.smithi089.stdout:735: writing smithi08986837-37 from 1114112 to 1613824 tid 3 2024-07-26T06:07:03.042 INFO:tasks.rados.rados.0.smithi089.stdout:736: copy_from oid 30 from oid 5 current snap is 65 2024-07-26T06:07:03.043 INFO:tasks.rados.rados.0.smithi089.stdout:733: finishing rollback tid 0 to smithi08986837-34 2024-07-26T06:07:03.043 INFO:tasks.rados.rados.0.smithi089.stdout:732: expect (ObjNum 197 snap 49 seq_num 197) 2024-07-26T06:07:03.085 INFO:tasks.rados.rados.0.smithi089.stdout:733: finishing rollback tid 1 to smithi08986837-34 2024-07-26T06:07:03.085 INFO:tasks.rados.rados.0.smithi089.stdout:733: finishing rollback tid 2 to smithi08986837-34 2024-07-26T06:07:03.085 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 34 v 141 (ObjNum 204 snap 52 seq_num 204) dirty exists 2024-07-26T06:07:03.085 INFO:tasks.rados.rados.0.smithi089.stdout:729: finishing write tid 3 to smithi08986837-3 2024-07-26T06:07:03.085 INFO:tasks.rados.rados.0.smithi089.stdout:729: finishing write tid 4 to smithi08986837-3 2024-07-26T06:07:03.085 INFO:tasks.rados.rados.0.smithi089.stdout:732: done (8 left) 2024-07-26T06:07:03.086 INFO:tasks.rados.rados.0.smithi089.stdout:733: done (7 left) 2024-07-26T06:07:03.086 INFO:tasks.rados.rados.0.smithi089.stdout:737: snap_remove snap 61 2024-07-26T06:07:03.189 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: 2024-07-26T06:07:02.913+0000 7f7ccd060040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-07-26T06:07:03.190 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: 2024-07-26T06:07:02.988+0000 7f7ccd060040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-07-26T06:07:03.190 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:03 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: 2024-07-26T06:07:03.189+0000 7f7ccd060040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-07-26T06:07:03.190 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:02 smithi155 ceph-mon[33309]: [26/Jul/2024:06:07:01] ENGINE Bus STARTING 2024-07-26T06:07:03.190 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:02 smithi155 ceph-mon[33309]: [26/Jul/2024:06:07:01] ENGINE Serving on http://172.21.15.89:8765 2024-07-26T06:07:03.190 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:02 smithi155 ceph-mon[33309]: [26/Jul/2024:06:07:01] ENGINE Serving on https://172.21.15.89:7150 2024-07-26T06:07:03.190 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:02 smithi155 ceph-mon[33309]: [26/Jul/2024:06:07:01] ENGINE Bus STARTED 2024-07-26T06:07:03.190 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:02 smithi155 ceph-mon[33309]: [26/Jul/2024:06:07:01] ENGINE Error in HTTPServer.serve 2024-07-26T06:07:03.190 INFO:journalctl@ceph.mon.b.smithi155.stdout: Traceback (most recent call last): 2024-07-26T06:07:03.190 INFO:journalctl@ceph.mon.b.smithi155.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-07-26T06:07:03.190 INFO:journalctl@ceph.mon.b.smithi155.stdout: self._connections.run(self.expiration_interval) 2024-07-26T06:07:03.191 INFO:journalctl@ceph.mon.b.smithi155.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-07-26T06:07:03.191 INFO:journalctl@ceph.mon.b.smithi155.stdout: self._run(expiration_interval) 2024-07-26T06:07:03.191 INFO:journalctl@ceph.mon.b.smithi155.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-07-26T06:07:03.191 INFO:journalctl@ceph.mon.b.smithi155.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-07-26T06:07:03.191 INFO:journalctl@ceph.mon.b.smithi155.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-07-26T06:07:03.191 INFO:journalctl@ceph.mon.b.smithi155.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-07-26T06:07:03.191 INFO:journalctl@ceph.mon.b.smithi155.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-07-26T06:07:03.191 INFO:journalctl@ceph.mon.b.smithi155.stdout: s = self.context.wrap_socket( 2024-07-26T06:07:03.191 INFO:journalctl@ceph.mon.b.smithi155.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-07-26T06:07:03.191 INFO:journalctl@ceph.mon.b.smithi155.stdout: return self.sslsocket_class._create( 2024-07-26T06:07:03.191 INFO:journalctl@ceph.mon.b.smithi155.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-07-26T06:07:03.191 INFO:journalctl@ceph.mon.b.smithi155.stdout: self.do_handshake() 2024-07-26T06:07:03.191 INFO:journalctl@ceph.mon.b.smithi155.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-07-26T06:07:03.191 INFO:journalctl@ceph.mon.b.smithi155.stdout: self._sslobj.do_handshake() 2024-07-26T06:07:03.192 INFO:journalctl@ceph.mon.b.smithi155.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-07-26T06:07:03.192 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:02 smithi155 ceph-mon[33309]: pgmap v6: 121 pgs: 121 active+clean; 120 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:07:03.192 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:02 smithi155 ceph-mon[33309]: osdmap e202: 8 total, 8 up, 8 in 2024-07-26T06:07:03.192 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:02 smithi155 ceph-mon[33309]: osdmap e203: 8 total, 8 up, 8 in 2024-07-26T06:07:03.263 INFO:teuthology.orchestra.run.smithi089.stdout:true 2024-07-26T06:07:03.263 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:02 smithi089 ceph-mon[29555]: [26/Jul/2024:06:07:01] ENGINE Bus STARTING 2024-07-26T06:07:03.263 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:02 smithi089 ceph-mon[29555]: [26/Jul/2024:06:07:01] ENGINE Serving on http://172.21.15.89:8765 2024-07-26T06:07:03.263 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:02 smithi089 ceph-mon[29555]: [26/Jul/2024:06:07:01] ENGINE Serving on https://172.21.15.89:7150 2024-07-26T06:07:03.263 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:02 smithi089 ceph-mon[29555]: [26/Jul/2024:06:07:01] ENGINE Bus STARTED 2024-07-26T06:07:03.263 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:02 smithi089 ceph-mon[29555]: [26/Jul/2024:06:07:01] ENGINE Error in HTTPServer.serve 2024-07-26T06:07:03.264 INFO:journalctl@ceph.mon.a.smithi089.stdout: Traceback (most recent call last): 2024-07-26T06:07:03.264 INFO:journalctl@ceph.mon.a.smithi089.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-07-26T06:07:03.264 INFO:journalctl@ceph.mon.a.smithi089.stdout: self._connections.run(self.expiration_interval) 2024-07-26T06:07:03.264 INFO:journalctl@ceph.mon.a.smithi089.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-07-26T06:07:03.264 INFO:journalctl@ceph.mon.a.smithi089.stdout: self._run(expiration_interval) 2024-07-26T06:07:03.264 INFO:journalctl@ceph.mon.a.smithi089.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-07-26T06:07:03.264 INFO:journalctl@ceph.mon.a.smithi089.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-07-26T06:07:03.264 INFO:journalctl@ceph.mon.a.smithi089.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-07-26T06:07:03.264 INFO:journalctl@ceph.mon.a.smithi089.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-07-26T06:07:03.264 INFO:journalctl@ceph.mon.a.smithi089.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-07-26T06:07:03.264 INFO:journalctl@ceph.mon.a.smithi089.stdout: s = self.context.wrap_socket( 2024-07-26T06:07:03.264 INFO:journalctl@ceph.mon.a.smithi089.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-07-26T06:07:03.264 INFO:journalctl@ceph.mon.a.smithi089.stdout: return self.sslsocket_class._create( 2024-07-26T06:07:03.265 INFO:journalctl@ceph.mon.a.smithi089.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-07-26T06:07:03.265 INFO:journalctl@ceph.mon.a.smithi089.stdout: self.do_handshake() 2024-07-26T06:07:03.265 INFO:journalctl@ceph.mon.a.smithi089.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-07-26T06:07:03.265 INFO:journalctl@ceph.mon.a.smithi089.stdout: self._sslobj.do_handshake() 2024-07-26T06:07:03.265 INFO:journalctl@ceph.mon.a.smithi089.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-07-26T06:07:03.265 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:02 smithi089 ceph-mon[29555]: pgmap v6: 121 pgs: 121 active+clean; 120 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:07:03.265 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:02 smithi089 ceph-mon[29555]: osdmap e202: 8 total, 8 up, 8 in 2024-07-26T06:07:03.265 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:02 smithi089 ceph-mon[29555]: osdmap e203: 8 total, 8 up, 8 in 2024-07-26T06:07:03.266 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:02 smithi089 ceph-mon[41451]: [26/Jul/2024:06:07:01] ENGINE Bus STARTING 2024-07-26T06:07:03.266 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:02 smithi089 ceph-mon[41451]: [26/Jul/2024:06:07:01] ENGINE Serving on http://172.21.15.89:8765 2024-07-26T06:07:03.266 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:02 smithi089 ceph-mon[41451]: [26/Jul/2024:06:07:01] ENGINE Serving on https://172.21.15.89:7150 2024-07-26T06:07:03.266 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:02 smithi089 ceph-mon[41451]: [26/Jul/2024:06:07:01] ENGINE Bus STARTED 2024-07-26T06:07:03.266 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:02 smithi089 ceph-mon[41451]: [26/Jul/2024:06:07:01] ENGINE Error in HTTPServer.serve 2024-07-26T06:07:03.266 INFO:journalctl@ceph.mon.c.smithi089.stdout: Traceback (most recent call last): 2024-07-26T06:07:03.266 INFO:journalctl@ceph.mon.c.smithi089.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-07-26T06:07:03.267 INFO:journalctl@ceph.mon.c.smithi089.stdout: self._connections.run(self.expiration_interval) 2024-07-26T06:07:03.267 INFO:journalctl@ceph.mon.c.smithi089.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-07-26T06:07:03.267 INFO:journalctl@ceph.mon.c.smithi089.stdout: self._run(expiration_interval) 2024-07-26T06:07:03.267 INFO:journalctl@ceph.mon.c.smithi089.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-07-26T06:07:03.267 INFO:journalctl@ceph.mon.c.smithi089.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-07-26T06:07:03.267 INFO:journalctl@ceph.mon.c.smithi089.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-07-26T06:07:03.267 INFO:journalctl@ceph.mon.c.smithi089.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-07-26T06:07:03.267 INFO:journalctl@ceph.mon.c.smithi089.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-07-26T06:07:03.267 INFO:journalctl@ceph.mon.c.smithi089.stdout: s = self.context.wrap_socket( 2024-07-26T06:07:03.267 INFO:journalctl@ceph.mon.c.smithi089.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-07-26T06:07:03.267 INFO:journalctl@ceph.mon.c.smithi089.stdout: return self.sslsocket_class._create( 2024-07-26T06:07:03.267 INFO:journalctl@ceph.mon.c.smithi089.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-07-26T06:07:03.268 INFO:journalctl@ceph.mon.c.smithi089.stdout: self.do_handshake() 2024-07-26T06:07:03.268 INFO:journalctl@ceph.mon.c.smithi089.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-07-26T06:07:03.268 INFO:journalctl@ceph.mon.c.smithi089.stdout: self._sslobj.do_handshake() 2024-07-26T06:07:03.268 INFO:journalctl@ceph.mon.c.smithi089.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-07-26T06:07:03.268 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:02 smithi089 ceph-mon[41451]: pgmap v6: 121 pgs: 121 active+clean; 120 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:07:03.268 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:02 smithi089 ceph-mon[41451]: osdmap e202: 8 total, 8 up, 8 in 2024-07-26T06:07:03.268 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:02 smithi089 ceph-mon[41451]: osdmap e203: 8 total, 8 up, 8 in 2024-07-26T06:07:03.525 INFO:teuthology.orchestra.run.smithi089.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-07-26T06:07:03.525 INFO:teuthology.orchestra.run.smithi089.stdout:alertmanager.a smithi089 *:9093,9094 running (32s) 7s ago 4m 16.3M - 0.25.0 c8568f914cd2 2836382b8f0b 2024-07-26T06:07:03.525 INFO:teuthology.orchestra.run.smithi089.stdout:grafana.a smithi155 *:3000 running (17s) 7s ago 4m 71.2M - 9.4.7 954c08fa6188 0191ba4689bf 2024-07-26T06:07:03.525 INFO:teuthology.orchestra.run.smithi089.stdout:mds.a smithi089 running (6m) 7s ago 6m 15.0M - 17.2.7-1143-g5dff84c0 18bcb77ae794 0ecc3a80790e 2024-07-26T06:07:03.525 INFO:teuthology.orchestra.run.smithi089.stdout:mds.b smithi155 running (6m) 7s ago 6m 19.8M - 17.2.7-1143-g5dff84c0 18bcb77ae794 1c6d7dfdf08d 2024-07-26T06:07:03.526 INFO:teuthology.orchestra.run.smithi089.stdout:mgr.x smithi155 *:8443,9283 running (66s) 7s ago 9m 509M - 19.1.0-1125-g4b230446 a246f06af74a 5415b17c85de 2024-07-26T06:07:03.526 INFO:teuthology.orchestra.run.smithi089.stdout:mgr.y smithi089 *:8443,9283,8765 running (12s) 7s ago 11m 84.0M - 19.1.0-1125-g4b230446 a246f06af74a abb455ac876a 2024-07-26T06:07:03.526 INFO:teuthology.orchestra.run.smithi089.stdout:mon.a smithi089 running (11m) 7s ago 11m 54.4M 2048M 17.2.7-1143-g5dff84c0 18bcb77ae794 642e17876362 2024-07-26T06:07:03.526 INFO:teuthology.orchestra.run.smithi089.stdout:mon.b smithi155 running (9m) 7s ago 9m 44.9M 2048M 17.2.7-1143-g5dff84c0 18bcb77ae794 907a62e6621b 2024-07-26T06:07:03.526 INFO:teuthology.orchestra.run.smithi089.stdout:mon.c smithi089 running (9m) 7s ago 9m 43.6M 2048M 17.2.7-1143-g5dff84c0 18bcb77ae794 47e9e2c91b10 2024-07-26T06:07:03.526 INFO:teuthology.orchestra.run.smithi089.stdout:node-exporter.a smithi089 *:9100 running (29s) 7s ago 4m 7931k - 1.5.0 0da6a335fe13 e2f5a155fbeb 2024-07-26T06:07:03.526 INFO:teuthology.orchestra.run.smithi089.stdout:node-exporter.b smithi155 *:9100 running (22s) 7s ago 4m 7042k - 1.5.0 0da6a335fe13 85c78351c113 2024-07-26T06:07:03.526 INFO:teuthology.orchestra.run.smithi089.stdout:osd.0 smithi089 running (9m) 7s ago 9m 142M 2479M 17.2.7-1143-g5dff84c0 18bcb77ae794 0b4289c48967 2024-07-26T06:07:03.526 INFO:teuthology.orchestra.run.smithi089.stdout:osd.1 smithi089 running (8m) 7s ago 8m 129M 2479M 17.2.7-1143-g5dff84c0 18bcb77ae794 2a37a3b20d71 2024-07-26T06:07:03.526 INFO:teuthology.orchestra.run.smithi089.stdout:osd.2 smithi089 running (8m) 7s ago 8m 89.5M 2479M 17.2.7-1143-g5dff84c0 18bcb77ae794 2d907a8e0f87 2024-07-26T06:07:03.526 INFO:teuthology.orchestra.run.smithi089.stdout:osd.3 smithi089 running (7m) 7s ago 7m 84.6M 2479M 17.2.7-1143-g5dff84c0 18bcb77ae794 076d339790b6 2024-07-26T06:07:03.526 INFO:teuthology.orchestra.run.smithi089.stdout:osd.4 smithi155 running (7m) 7s ago 7m 127M 2480M 17.2.7-1143-g5dff84c0 18bcb77ae794 df54a09a74e9 2024-07-26T06:07:03.526 INFO:teuthology.orchestra.run.smithi089.stdout:osd.5 smithi155 running (7m) 7s ago 7m 110M 2480M 17.2.7-1143-g5dff84c0 18bcb77ae794 0f76555562cc 2024-07-26T06:07:03.527 INFO:teuthology.orchestra.run.smithi089.stdout:osd.6 smithi155 running (6m) 7s ago 6m 76.8M 2480M 17.2.7-1143-g5dff84c0 18bcb77ae794 629f0d1fd888 2024-07-26T06:07:03.527 INFO:teuthology.orchestra.run.smithi089.stdout:osd.7 smithi155 running (6m) 7s ago 6m 67.5M 2480M 17.2.7-1143-g5dff84c0 18bcb77ae794 a4db8e598fea 2024-07-26T06:07:03.527 INFO:teuthology.orchestra.run.smithi089.stdout:prometheus.a smithi155 *:9095 running (24s) 7s ago 5m 44.8M - 2.43.0 a07b618ecd1d 5e8095c8428c 2024-07-26T06:07:03.764 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:03 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: 2024-07-26T06:07:03.512+0000 7f7ccd060040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-07-26T06:07:03.764 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:03 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: 2024-07-26T06:07:03.576+0000 7f7ccd060040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-07-26T06:07:03.764 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:07:03 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[77192]: ts=2024-07-26T06:07:03.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi089\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi089\", job=\"node\", machine=\"x86_64\", nodename=\"smithi089\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", domainname=\"(none)\", instance=\"smithi089\", job=\"node\", machine=\"x86_64\", nodename=\"smithi089\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:07:03.858 INFO:teuthology.orchestra.run.smithi089.stdout:{ 2024-07-26T06:07:03.858 INFO:teuthology.orchestra.run.smithi089.stdout: "mon": { 2024-07-26T06:07:03.858 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 3 2024-07-26T06:07:03.859 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2024-07-26T06:07:03.859 INFO:teuthology.orchestra.run.smithi089.stdout: "mgr": { 2024-07-26T06:07:03.859 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 1 2024-07-26T06:07:03.859 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2024-07-26T06:07:03.859 INFO:teuthology.orchestra.run.smithi089.stdout: "osd": { 2024-07-26T06:07:03.859 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 8 2024-07-26T06:07:03.859 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2024-07-26T06:07:03.859 INFO:teuthology.orchestra.run.smithi089.stdout: "mds": { 2024-07-26T06:07:03.859 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 2 2024-07-26T06:07:03.859 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2024-07-26T06:07:03.859 INFO:teuthology.orchestra.run.smithi089.stdout: "overall": { 2024-07-26T06:07:03.859 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 13, 2024-07-26T06:07:03.859 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 1 2024-07-26T06:07:03.859 INFO:teuthology.orchestra.run.smithi089.stdout: } 2024-07-26T06:07:03.860 INFO:teuthology.orchestra.run.smithi089.stdout:} 2024-07-26T06:07:04.015 INFO:tasks.rados.rados.0.smithi089.stdout:737: done (7 left) 2024-07-26T06:07:04.015 INFO:tasks.rados.rados.0.smithi089.stdout:738: rmattr oid 19 current snap is 65 2024-07-26T06:07:04.015 INFO:tasks.rados.rados.0.smithi089.stdout:738: done (7 left) 2024-07-26T06:07:04.015 INFO:tasks.rados.rados.0.smithi089.stdout:739: setattr oid 27 current snap is 65 2024-07-26T06:07:04.015 INFO:tasks.rados.rados.0.smithi089.stdout:731: finishing rollback tid 0 to smithi08986837-2 2024-07-26T06:07:04.016 INFO:tasks.rados.rados.0.smithi089.stdout:734: finishing rollback tid 0 to smithi08986837-21 2024-07-26T06:07:04.016 INFO:tasks.rados.rados.0.smithi089.stdout:731: finishing rollback tid 1 to smithi08986837-2 2024-07-26T06:07:04.016 INFO:tasks.rados.rados.0.smithi089.stdout:731: finishing rollback tid 2 to smithi08986837-2 2024-07-26T06:07:04.016 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 2 v 48 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-07-26T06:07:04.016 INFO:tasks.rados.rados.0.smithi089.stdout:734: finishing rollback tid 1 to smithi08986837-21 2024-07-26T06:07:04.016 INFO:tasks.rados.rados.0.smithi089.stdout:734: finishing rollback tid 2 to smithi08986837-21 2024-07-26T06:07:04.016 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 21 v 228 (ObjNum 182 snap 45 seq_num 182) dirty exists 2024-07-26T06:07:04.016 INFO:tasks.rados.rados.0.smithi089.stdout:735: finishing write tid 1 to smithi08986837-37 2024-07-26T06:07:04.016 INFO:tasks.rados.rados.0.smithi089.stdout:729: finishing write tid 5 to smithi08986837-3 2024-07-26T06:07:04.016 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 3 v 225 (ObjNum 238 snap 65 seq_num 238) dirty exists 2024-07-26T06:07:04.016 INFO:tasks.rados.rados.0.smithi089.stdout:729: left oid 3 (ObjNum 238 snap 65 seq_num 238) 2024-07-26T06:07:04.016 INFO:tasks.rados.rados.0.smithi089.stdout:735: finishing write tid 2 to smithi08986837-37 2024-07-26T06:07:04.016 INFO:tasks.rados.rados.0.smithi089.stdout:736: finishing copy_from racing read to smithi08986837-30 2024-07-26T06:07:04.016 INFO:tasks.rados.rados.0.smithi089.stdout:736: finishing copy_from to smithi08986837-30 2024-07-26T06:07:04.017 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 30 v 189 (ObjNum 81 snap 0 seq_num 1734431348) dirty exists 2024-07-26T06:07:04.017 INFO:tasks.rados.rados.0.smithi089.stdout:735: finishing write tid 3 to smithi08986837-37 2024-07-26T06:07:04.017 INFO:tasks.rados.rados.0.smithi089.stdout:735: finishing write tid 4 to smithi08986837-37 2024-07-26T06:07:04.017 INFO:tasks.rados.rados.0.smithi089.stdout:735: finishing write tid 5 to smithi08986837-37 2024-07-26T06:07:04.017 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 37 v 351 (ObjNum 239 snap 65 seq_num 239) dirty exists 2024-07-26T06:07:04.017 INFO:tasks.rados.rados.0.smithi089.stdout:735: left oid 37 (ObjNum 239 snap 65 seq_num 239) 2024-07-26T06:07:04.017 INFO:tasks.rados.rados.0.smithi089.stdout:727: expect (ObjNum 233 snap 62 seq_num 233) 2024-07-26T06:07:04.078 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:04 smithi155 ceph-mon[33309]: mgrmap e32: y(active, since 3s) 2024-07-26T06:07:04.078 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:04 smithi155 ceph-mon[33309]: from='client.25013 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:07:04.078 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:04 smithi155 ceph-mon[33309]: from='client.? 172.21.15.89:0/2964497652' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:07:04.079 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:03 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: 2024-07-26T06:07:03.763+0000 7f7ccd060040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-07-26T06:07:04.079 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:03 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: 2024-07-26T06:07:03.913+0000 7f7ccd060040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-07-26T06:07:04.079 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:03 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: 2024-07-26T06:07:03.988+0000 7f7ccd060040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-07-26T06:07:04.079 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:04 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: 2024-07-26T06:07:04.077+0000 7f7ccd060040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-07-26T06:07:04.133 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:04 smithi089 ceph-mon[29555]: mgrmap e32: y(active, since 3s) 2024-07-26T06:07:04.133 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:04 smithi089 ceph-mon[29555]: from='client.25013 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:07:04.133 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:04 smithi089 ceph-mon[29555]: from='client.? 172.21.15.89:0/2964497652' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:07:04.134 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:04 smithi089 ceph-mon[41451]: mgrmap e32: y(active, since 3s) 2024-07-26T06:07:04.134 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:04 smithi089 ceph-mon[41451]: from='client.25013 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:07:04.134 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:04 smithi089 ceph-mon[41451]: from='client.? 172.21.15.89:0/2964497652' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:07:04.379 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:04 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: 2024-07-26T06:07:04.136+0000 7f7ccd060040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-07-26T06:07:04.531 INFO:tasks.rados.rados.0.smithi089.stdout:730: expect (ObjNum 209 snap 52 seq_num 209) 2024-07-26T06:07:04.699 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:07:04 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[77192]: ts=2024-07-26T06:07:04.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:07:04.699 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:07:04 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[77192]: ts=2024-07-26T06:07:04.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:07:04.969 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:04 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: 2024-07-26T06:07:04.698+0000 7f7ccd060040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-07-26T06:07:04.970 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:04 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: 2024-07-26T06:07:04.863+0000 7f7ccd060040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-07-26T06:07:04.970 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:04 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: [26/Jul/2024:06:07:04] ENGINE Bus STARTING 2024-07-26T06:07:04.970 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:04 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: CherryPy Checker: 2024-07-26T06:07:04.970 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:04 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: The Application mounted at '' has an empty config. 2024-07-26T06:07:04.970 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:04 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: 2024-07-26T06:07:04.970 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:04 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: [26/Jul/2024:06:07:04] ENGINE Serving on http://:::9283 2024-07-26T06:07:04.970 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:04 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: [26/Jul/2024:06:07:04] ENGINE Bus STARTED 2024-07-26T06:07:05.326 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:05 smithi155 ceph-mon[33309]: from='client.15108 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:07:05.326 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:05 smithi155 ceph-mon[33309]: pgmap v9: 121 pgs: 121 active+clean; 120 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:07:05.326 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:05 smithi155 ceph-mon[33309]: osdmap e204: 8 total, 8 up, 8 in 2024-07-26T06:07:05.326 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:05 smithi155 ceph-mon[33309]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:05.326 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:05 smithi155 ceph-mon[33309]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:05.326 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:05 smithi155 ceph-mon[33309]: Standby manager daemon x started 2024-07-26T06:07:05.326 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:05 smithi155 ceph-mon[33309]: from='mgr.? 172.21.15.155:0/1685894689' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-07-26T06:07:05.327 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:05 smithi155 ceph-mon[33309]: from='mgr.? 172.21.15.155:0/1685894689' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-07-26T06:07:05.327 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:05 smithi155 ceph-mon[33309]: from='mgr.? 172.21.15.155:0/1685894689' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-07-26T06:07:05.327 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:05 smithi155 ceph-mon[33309]: from='mgr.? 172.21.15.155:0/1685894689' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-07-26T06:07:05.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:05 smithi089 ceph-mon[41451]: from='client.15108 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:07:05.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:05 smithi089 ceph-mon[41451]: pgmap v9: 121 pgs: 121 active+clean; 120 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:07:05.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:05 smithi089 ceph-mon[41451]: osdmap e204: 8 total, 8 up, 8 in 2024-07-26T06:07:05.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:05 smithi089 ceph-mon[41451]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:05.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:05 smithi089 ceph-mon[41451]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:05.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:05 smithi089 ceph-mon[41451]: Standby manager daemon x started 2024-07-26T06:07:05.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:05 smithi089 ceph-mon[41451]: from='mgr.? 172.21.15.155:0/1685894689' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-07-26T06:07:05.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:05 smithi089 ceph-mon[41451]: from='mgr.? 172.21.15.155:0/1685894689' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-07-26T06:07:05.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:05 smithi089 ceph-mon[41451]: from='mgr.? 172.21.15.155:0/1685894689' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-07-26T06:07:05.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:05 smithi089 ceph-mon[41451]: from='mgr.? 172.21.15.155:0/1685894689' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-07-26T06:07:05.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:05 smithi089 ceph-mon[29555]: from='client.15108 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:07:05.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:05 smithi089 ceph-mon[29555]: pgmap v9: 121 pgs: 121 active+clean; 120 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:07:05.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:05 smithi089 ceph-mon[29555]: osdmap e204: 8 total, 8 up, 8 in 2024-07-26T06:07:05.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:05 smithi089 ceph-mon[29555]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:05.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:05 smithi089 ceph-mon[29555]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:05.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:05 smithi089 ceph-mon[29555]: Standby manager daemon x started 2024-07-26T06:07:05.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:05 smithi089 ceph-mon[29555]: from='mgr.? 172.21.15.155:0/1685894689' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-07-26T06:07:05.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:05 smithi089 ceph-mon[29555]: from='mgr.? 172.21.15.155:0/1685894689' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-07-26T06:07:05.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:05 smithi089 ceph-mon[29555]: from='mgr.? 172.21.15.155:0/1685894689' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-07-26T06:07:05.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:05 smithi089 ceph-mon[29555]: from='mgr.? 172.21.15.155:0/1685894689' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-07-26T06:07:05.453 INFO:tasks.rados.rados.0.smithi089.stdout:727: done (7 left) 2024-07-26T06:07:05.453 INFO:tasks.rados.rados.0.smithi089.stdout:729: done (6 left) 2024-07-26T06:07:05.453 INFO:tasks.rados.rados.0.smithi089.stdout:730: done (5 left) 2024-07-26T06:07:05.453 INFO:tasks.rados.rados.0.smithi089.stdout:731: done (4 left) 2024-07-26T06:07:05.453 INFO:tasks.rados.rados.0.smithi089.stdout:734: done (3 left) 2024-07-26T06:07:05.454 INFO:tasks.rados.rados.0.smithi089.stdout:735: done (2 left) 2024-07-26T06:07:05.454 INFO:tasks.rados.rados.0.smithi089.stdout:736: done (1 left) 2024-07-26T06:07:05.454 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 3 current snap is 65 2024-07-26T06:07:05.454 INFO:tasks.rados.rados.0.smithi089.stdout:740: seq_num 240 ranges {1597440=425984,2023424=589824,2613248=483328,3096576=131072} 2024-07-26T06:07:05.464 INFO:tasks.rados.rados.0.smithi089.stdout:740: writing smithi08986837-3 from 1597440 to 2023424 tid 1 2024-07-26T06:07:05.468 INFO:tasks.rados.rados.0.smithi089.stdout:740: writing smithi08986837-3 from 2023424 to 2613248 tid 2 2024-07-26T06:07:05.470 INFO:tasks.rados.rados.0.smithi089.stdout:740: writing smithi08986837-3 from 2613248 to 3096576 tid 3 2024-07-26T06:07:05.472 INFO:tasks.rados.rados.0.smithi089.stdout:740: writing smithi08986837-3 from 3096576 to 3227648 tid 4 2024-07-26T06:07:05.472 INFO:tasks.rados.rados.0.smithi089.stdout:741: rollback oid 7 current snap is 65 2024-07-26T06:07:05.472 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 7 to 56 2024-07-26T06:07:05.472 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 27 v 157 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-07-26T06:07:05.472 INFO:tasks.rados.rados.0.smithi089.stdout:739: done (2 left) 2024-07-26T06:07:05.472 INFO:tasks.rados.rados.0.smithi089.stdout:742: snap_remove snap 64 2024-07-26T06:07:06.257 INFO:tasks.rados.rados.0.smithi089.stdout:742: done (2 left) 2024-07-26T06:07:06.258 INFO:tasks.rados.rados.0.smithi089.stdout:743: copy_from oid 43 from oid 39 current snap is 65 2024-07-26T06:07:06.258 INFO:tasks.rados.rados.0.smithi089.stdout:740: finishing write tid 1 to smithi08986837-3 2024-07-26T06:07:06.258 INFO:tasks.rados.rados.0.smithi089.stdout:740: finishing write tid 2 to smithi08986837-3 2024-07-26T06:07:06.258 INFO:tasks.rados.rados.0.smithi089.stdout:740: finishing write tid 3 to smithi08986837-3 2024-07-26T06:07:06.258 INFO:tasks.rados.rados.0.smithi089.stdout:740: finishing write tid 4 to smithi08986837-3 2024-07-26T06:07:06.258 INFO:tasks.rados.rados.0.smithi089.stdout:741: finishing rollback tid 0 to smithi08986837-7 2024-07-26T06:07:06.258 INFO:tasks.rados.rados.0.smithi089.stdout:741: finishing rollback tid 1 to smithi08986837-7 2024-07-26T06:07:06.258 INFO:tasks.rados.rados.0.smithi089.stdout:740: finishing write tid 5 to smithi08986837-3 2024-07-26T06:07:06.258 INFO:tasks.rados.rados.0.smithi089.stdout:741: finishing rollback tid 2 to smithi08986837-7 2024-07-26T06:07:06.258 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 7 v 161 (ObjNum 214 snap 54 seq_num 214) dirty exists 2024-07-26T06:07:06.259 INFO:tasks.rados.rados.0.smithi089.stdout:740: finishing write tid 6 to smithi08986837-3 2024-07-26T06:07:06.259 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 3 v 233 (ObjNum 240 snap 65 seq_num 240) dirty exists 2024-07-26T06:07:06.259 INFO:tasks.rados.rados.0.smithi089.stdout:740: left oid 3 (ObjNum 240 snap 65 seq_num 240) 2024-07-26T06:07:06.259 INFO:tasks.rados.rados.0.smithi089.stdout:740: done (2 left) 2024-07-26T06:07:06.259 INFO:tasks.rados.rados.0.smithi089.stdout:741: done (1 left) 2024-07-26T06:07:06.259 INFO:tasks.rados.rados.0.smithi089.stdout:744: copy_from oid 46 from oid 16 current snap is 65 2024-07-26T06:07:06.259 INFO:tasks.rados.rados.0.smithi089.stdout:745: delete oid 28 current snap is 65 2024-07-26T06:07:06.261 INFO:tasks.rados.rados.0.smithi089.stdout:745: done (2 left) 2024-07-26T06:07:06.261 INFO:tasks.rados.rados.0.smithi089.stdout:746: snap_remove snap 59 2024-07-26T06:07:06.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:06 smithi155 ceph-mon[33309]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:06.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:06 smithi155 ceph-mon[33309]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:06.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:06 smithi155 ceph-mon[33309]: mgrmap e33: y(active, since 5s), standbys: x 2024-07-26T06:07:06.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:06 smithi155 ceph-mon[33309]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-07-26T06:07:06.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:06 smithi155 ceph-mon[33309]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:06.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:06 smithi155 ceph-mon[33309]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:06.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:06 smithi089 ceph-mon[41451]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:06.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:06 smithi089 ceph-mon[41451]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:06.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:06 smithi089 ceph-mon[41451]: mgrmap e33: y(active, since 5s), standbys: x 2024-07-26T06:07:06.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:06 smithi089 ceph-mon[41451]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-07-26T06:07:06.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:06 smithi089 ceph-mon[41451]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:06.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:06 smithi089 ceph-mon[41451]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:06.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:06 smithi089 ceph-mon[29555]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:06.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:06 smithi089 ceph-mon[29555]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:06.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:06 smithi089 ceph-mon[29555]: mgrmap e33: y(active, since 5s), standbys: x 2024-07-26T06:07:06.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:06 smithi089 ceph-mon[29555]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-07-26T06:07:06.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:06 smithi089 ceph-mon[29555]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:06.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:06 smithi089 ceph-mon[29555]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:07.272 INFO:tasks.rados.rados.0.smithi089.stdout:746: done (2 left) 2024-07-26T06:07:07.272 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 11 current snap is 65 2024-07-26T06:07:07.272 INFO:tasks.rados.rados.0.smithi089.stdout:747: seq_num 242 ranges {9347072=458752,9805824=753664,10559488=450560} 2024-07-26T06:07:07.325 INFO:tasks.rados.rados.0.smithi089.stdout:747: writing smithi08986837-11 from 9347072 to 9805824 tid 1 2024-07-26T06:07:07.330 INFO:tasks.rados.rados.0.smithi089.stdout:747: writing smithi08986837-11 from 9805824 to 10559488 tid 2 2024-07-26T06:07:07.334 INFO:tasks.rados.rados.0.smithi089.stdout:747: writing smithi08986837-11 from 10559488 to 11010048 tid 3 2024-07-26T06:07:07.334 INFO:tasks.rados.rados.0.smithi089.stdout:748: delete oid 21 current snap is 65 2024-07-26T06:07:07.334 INFO:tasks.rados.rados.0.smithi089.stdout:744: finishing copy_from racing read to smithi08986837-46 2024-07-26T06:07:07.334 INFO:tasks.rados.rados.0.smithi089.stdout:744: finishing copy_from to smithi08986837-46 2024-07-26T06:07:07.335 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 46 v 70 (ObjNum 71 snap 6 seq_num 71) dirty exists 2024-07-26T06:07:07.335 INFO:tasks.rados.rados.0.smithi089.stdout:743: finishing copy_from racing read to smithi08986837-43 2024-07-26T06:07:07.335 INFO:tasks.rados.rados.0.smithi089.stdout:743: finishing copy_from to smithi08986837-43 2024-07-26T06:07:07.335 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 43 v 295 (ObjNum 220 snap 54 seq_num 220) dirty exists 2024-07-26T06:07:07.335 INFO:tasks.rados.rados.0.smithi089.stdout:747: finishing write tid 1 to smithi08986837-11 2024-07-26T06:07:07.335 INFO:tasks.rados.rados.0.smithi089.stdout:747: finishing write tid 2 to smithi08986837-11 2024-07-26T06:07:07.335 INFO:tasks.rados.rados.0.smithi089.stdout:743: done (3 left) 2024-07-26T06:07:07.335 INFO:tasks.rados.rados.0.smithi089.stdout:744: done (2 left) 2024-07-26T06:07:07.335 INFO:tasks.rados.rados.0.smithi089.stdout:748: done (1 left) 2024-07-26T06:07:07.335 INFO:tasks.rados.rados.0.smithi089.stdout:749: snap_remove snap 57 2024-07-26T06:07:07.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:07 smithi089 ceph-mon[29555]: pgmap v11: 121 pgs: 121 active+clean; 120 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:07:07.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:07 smithi089 ceph-mon[29555]: osdmap e205: 8 total, 8 up, 8 in 2024-07-26T06:07:07.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:07 smithi089 ceph-mon[29555]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:07.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:07 smithi089 ceph-mon[29555]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:07.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:07 smithi089 ceph-mon[41451]: pgmap v11: 121 pgs: 121 active+clean; 120 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:07:07.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:07 smithi089 ceph-mon[41451]: osdmap e205: 8 total, 8 up, 8 in 2024-07-26T06:07:07.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:07 smithi089 ceph-mon[41451]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:07.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:07 smithi089 ceph-mon[41451]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:07.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:07 smithi155 ceph-mon[33309]: pgmap v11: 121 pgs: 121 active+clean; 120 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:07:07.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:07 smithi155 ceph-mon[33309]: osdmap e205: 8 total, 8 up, 8 in 2024-07-26T06:07:07.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:07 smithi155 ceph-mon[33309]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:07.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:07 smithi155 ceph-mon[33309]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:08.129 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:07 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[68906]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:07:07] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-07-26T06:07:08.278 INFO:tasks.rados.rados.0.smithi089.stdout:747: finishing write tid 3 to smithi08986837-11 2024-07-26T06:07:08.278 INFO:tasks.rados.rados.0.smithi089.stdout:747: finishing write tid 4 to smithi08986837-11 2024-07-26T06:07:08.279 INFO:tasks.rados.rados.0.smithi089.stdout:747: finishing write tid 5 to smithi08986837-11 2024-07-26T06:07:08.279 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 11 v 383 (ObjNum 242 snap 65 seq_num 242) dirty exists 2024-07-26T06:07:08.279 INFO:tasks.rados.rados.0.smithi089.stdout:747: left oid 11 (ObjNum 242 snap 65 seq_num 242) 2024-07-26T06:07:08.279 INFO:tasks.rados.rados.0.smithi089.stdout:747: done (1 left) 2024-07-26T06:07:08.279 INFO:tasks.rados.rados.0.smithi089.stdout:749: done (0 left) 2024-07-26T06:07:08.279 INFO:tasks.rados.rados.0.smithi089.stdout:750: read oid 14 snap -1 2024-07-26T06:07:08.279 INFO:tasks.rados.rados.0.smithi089.stdout:750: expect (ObjNum 179 snap 44 seq_num 179) 2024-07-26T06:07:08.279 INFO:tasks.rados.rados.0.smithi089.stdout:751: snap_remove snap 58 2024-07-26T06:07:08.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:08 smithi155 ceph-mon[33309]: osdmap e206: 8 total, 8 up, 8 in 2024-07-26T06:07:08.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:08 smithi089 ceph-mon[29555]: osdmap e206: 8 total, 8 up, 8 in 2024-07-26T06:07:08.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:08 smithi089 ceph-mon[41451]: osdmap e206: 8 total, 8 up, 8 in 2024-07-26T06:07:09.287 INFO:tasks.rados.rados.0.smithi089.stdout:751: done (1 left) 2024-07-26T06:07:09.287 INFO:tasks.rados.rados.0.smithi089.stdout:752: read oid 32 snap -1 2024-07-26T06:07:09.287 INFO:tasks.rados.rados.0.smithi089.stdout:752: expect deleted 2024-07-26T06:07:09.288 INFO:tasks.rados.rados.0.smithi089.stdout:753: rollback oid 45 current snap is 65 2024-07-26T06:07:09.288 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 45 to 62 2024-07-26T06:07:09.288 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 3 current snap is 65 2024-07-26T06:07:09.288 INFO:tasks.rados.rados.0.smithi089.stdout:754: seq_num 244 ranges {3227648=491520,3719168=573440,4292608=458752,4751360=172032} 2024-07-26T06:07:09.304 INFO:tasks.rados.rados.0.smithi089.stdout:754: writing smithi08986837-3 from 3227648 to 3719168 tid 1 2024-07-26T06:07:09.307 INFO:tasks.rados.rados.0.smithi089.stdout:754: writing smithi08986837-3 from 3719168 to 4292608 tid 2 2024-07-26T06:07:09.311 INFO:tasks.rados.rados.0.smithi089.stdout:754: writing smithi08986837-3 from 4292608 to 4751360 tid 3 2024-07-26T06:07:09.312 INFO:tasks.rados.rados.0.smithi089.stdout:754: writing smithi08986837-3 from 4751360 to 4923392 tid 4 2024-07-26T06:07:09.312 INFO:tasks.rados.rados.0.smithi089.stdout:755: read oid 9 snap -1 2024-07-26T06:07:09.312 INFO:tasks.rados.rados.0.smithi089.stdout:755: expect (ObjNum 208 snap 52 seq_num 208) 2024-07-26T06:07:09.312 INFO:tasks.rados.rados.0.smithi089.stdout:750: expect (ObjNum 179 snap 44 seq_num 179) 2024-07-26T06:07:09.346 INFO:tasks.rados.rados.0.smithi089.stdout:753: finishing rollback tid 0 to smithi08986837-45 2024-07-26T06:07:09.346 INFO:tasks.rados.rados.0.smithi089.stdout:753: finishing rollback tid 1 to smithi08986837-45 2024-07-26T06:07:09.346 INFO:tasks.rados.rados.0.smithi089.stdout:753: finishing rollback tid 2 to smithi08986837-45 2024-07-26T06:07:09.346 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 45 v 177 (ObjNum 95 snap 17 seq_num 95) dirty exists 2024-07-26T06:07:09.346 INFO:tasks.rados.rados.0.smithi089.stdout:754: finishing write tid 1 to smithi08986837-3 2024-07-26T06:07:09.346 INFO:tasks.rados.rados.0.smithi089.stdout:754: finishing write tid 2 to smithi08986837-3 2024-07-26T06:07:09.346 INFO:tasks.rados.rados.0.smithi089.stdout:750: done (4 left) 2024-07-26T06:07:09.347 INFO:tasks.rados.rados.0.smithi089.stdout:752: done (3 left) 2024-07-26T06:07:09.347 INFO:tasks.rados.rados.0.smithi089.stdout:753: done (2 left) 2024-07-26T06:07:09.347 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 27 current snap is 65 2024-07-26T06:07:09.347 INFO:tasks.rados.rados.0.smithi089.stdout:754: finishing write tid 3 to smithi08986837-3 2024-07-26T06:07:09.347 INFO:tasks.rados.rados.0.smithi089.stdout:754: finishing write tid 4 to smithi08986837-3 2024-07-26T06:07:09.347 INFO:tasks.rados.rados.0.smithi089.stdout:754: finishing write tid 5 to smithi08986837-3 2024-07-26T06:07:09.347 INFO:tasks.rados.rados.0.smithi089.stdout:754: finishing write tid 6 to smithi08986837-3 2024-07-26T06:07:09.347 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 3 v 239 (ObjNum 244 snap 65 seq_num 244) dirty exists 2024-07-26T06:07:09.347 INFO:tasks.rados.rados.0.smithi089.stdout:754: left oid 3 (ObjNum 244 snap 65 seq_num 244) 2024-07-26T06:07:09.347 INFO:tasks.rados.rados.0.smithi089.stdout:756: seq_num 245 ranges {0=507904,507904=458752,966656=671744,1638400=73728} 2024-07-26T06:07:09.350 INFO:tasks.rados.rados.0.smithi089.stdout:756: writing smithi08986837-27 from 0 to 507904 tid 1 2024-07-26T06:07:09.353 INFO:tasks.rados.rados.0.smithi089.stdout:756: writing smithi08986837-27 from 507904 to 966656 tid 2 2024-07-26T06:07:09.358 INFO:tasks.rados.rados.0.smithi089.stdout:756: writing smithi08986837-27 from 966656 to 1638400 tid 3 2024-07-26T06:07:09.360 INFO:tasks.rados.rados.0.smithi089.stdout:756: writing smithi08986837-27 from 1638400 to 1712128 tid 4 2024-07-26T06:07:09.360 INFO:tasks.rados.rados.0.smithi089.stdout:754: done (2 left) 2024-07-26T06:07:09.360 INFO:tasks.rados.rados.0.smithi089.stdout:757: rollback oid 25 current snap is 65 2024-07-26T06:07:09.360 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 25 to 55 2024-07-26T06:07:09.360 INFO:tasks.rados.rados.0.smithi089.stdout:756: finishing write tid 1 to smithi08986837-27 2024-07-26T06:07:09.360 INFO:tasks.rados.rados.0.smithi089.stdout:756: finishing write tid 2 to smithi08986837-27 2024-07-26T06:07:09.361 INFO:tasks.rados.rados.0.smithi089.stdout:758: read oid 3 snap -1 2024-07-26T06:07:09.361 INFO:tasks.rados.rados.0.smithi089.stdout:758: expect (ObjNum 244 snap 65 seq_num 244) 2024-07-26T06:07:09.361 INFO:tasks.rados.rados.0.smithi089.stdout:759: copy_from oid 45 from oid 16 current snap is 65 2024-07-26T06:07:09.361 INFO:tasks.rados.rados.0.smithi089.stdout:760: rmattr oid 7 current snap is 65 2024-07-26T06:07:09.361 INFO:tasks.rados.rados.0.smithi089.stdout:761: rollback oid 31 current snap is 65 2024-07-26T06:07:09.361 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 31 to 62 2024-07-26T06:07:09.361 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 35 current snap is 65 2024-07-26T06:07:09.361 INFO:tasks.rados.rados.0.smithi089.stdout:762: seq_num 246 ranges {3981312=524288,4505600=745472,5251072=425984,5677056=32768} 2024-07-26T06:07:09.386 INFO:tasks.rados.rados.0.smithi089.stdout:762: writing smithi08986837-35 from 3981312 to 4505600 tid 1 2024-07-26T06:07:09.391 INFO:tasks.rados.rados.0.smithi089.stdout:762: writing smithi08986837-35 from 4505600 to 5251072 tid 2 2024-07-26T06:07:09.394 INFO:tasks.rados.rados.0.smithi089.stdout:762: writing smithi08986837-35 from 5251072 to 5677056 tid 3 2024-07-26T06:07:09.395 INFO:tasks.rados.rados.0.smithi089.stdout:762: writing smithi08986837-35 from 5677056 to 5709824 tid 4 2024-07-26T06:07:09.395 INFO:tasks.rados.rados.0.smithi089.stdout:763: read oid 37 snap -1 2024-07-26T06:07:09.395 INFO:tasks.rados.rados.0.smithi089.stdout:763: expect (ObjNum 239 snap 65 seq_num 239) 2024-07-26T06:07:09.395 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 19 current snap is 65 2024-07-26T06:07:09.396 INFO:tasks.rados.rados.0.smithi089.stdout:757: finishing rollback tid 0 to smithi08986837-25 2024-07-26T06:07:09.396 INFO:tasks.rados.rados.0.smithi089.stdout:761: finishing rollback tid 1 to smithi08986837-31 2024-07-26T06:07:09.396 INFO:tasks.rados.rados.0.smithi089.stdout:757: finishing rollback tid 1 to smithi08986837-25 2024-07-26T06:07:09.396 INFO:tasks.rados.rados.0.smithi089.stdout:761: finishing rollback tid 2 to smithi08986837-31 2024-07-26T06:07:09.396 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 31 v 397 (ObjNum 207 snap 52 seq_num 207) dirty exists 2024-07-26T06:07:09.396 INFO:tasks.rados.rados.0.smithi089.stdout:756: finishing write tid 3 to smithi08986837-27 2024-07-26T06:07:09.396 INFO:tasks.rados.rados.0.smithi089.stdout:757: finishing rollback tid 2 to smithi08986837-25 2024-07-26T06:07:09.397 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 25 v 361 (ObjNum 82 snap 12 seq_num 82) dirty exists 2024-07-26T06:07:09.397 INFO:tasks.rados.rados.0.smithi089.stdout:756: finishing write tid 4 to smithi08986837-27 2024-07-26T06:07:09.397 INFO:tasks.rados.rados.0.smithi089.stdout:756: finishing write tid 5 to smithi08986837-27 2024-07-26T06:07:09.397 INFO:tasks.rados.rados.0.smithi089.stdout:764: seq_num 247 ranges {0=540672,540672=622592,1163264=581632} 2024-07-26T06:07:09.398 INFO:tasks.rados.rados.0.smithi089.stdout:764: writing smithi08986837-19 from 0 to 540672 tid 1 2024-07-26T06:07:09.403 INFO:tasks.rados.rados.0.smithi089.stdout:764: writing smithi08986837-19 from 540672 to 1163264 tid 2 2024-07-26T06:07:09.407 INFO:tasks.rados.rados.0.smithi089.stdout:764: writing smithi08986837-19 from 1163264 to 1744896 tid 3 2024-07-26T06:07:09.407 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 7 v 183 (ObjNum 214 snap 54 seq_num 214) dirty exists 2024-07-26T06:07:09.408 INFO:tasks.rados.rados.0.smithi089.stdout:756: finishing write tid 6 to smithi08986837-27 2024-07-26T06:07:09.408 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 27 v 182 (ObjNum 245 snap 65 seq_num 245) dirty exists 2024-07-26T06:07:09.408 INFO:tasks.rados.rados.0.smithi089.stdout:756: left oid 27 (ObjNum 245 snap 65 seq_num 245) 2024-07-26T06:07:09.408 INFO:tasks.rados.rados.0.smithi089.stdout:759: finishing copy_from racing read to smithi08986837-45 2024-07-26T06:07:09.408 INFO:tasks.rados.rados.0.smithi089.stdout:759: finishing copy_from to smithi08986837-45 2024-07-26T06:07:09.408 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 45 v 70 (ObjNum 71 snap 6 seq_num 71) dirty exists 2024-07-26T06:07:09.408 INFO:tasks.rados.rados.0.smithi089.stdout:758: expect (ObjNum 244 snap 65 seq_num 244) 2024-07-26T06:07:09.624 INFO:tasks.rados.rados.0.smithi089.stdout:755: expect (ObjNum 208 snap 52 seq_num 208) 2024-07-26T06:07:09.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:09 smithi155 ceph-mon[33309]: pgmap v14: 121 pgs: 121 active+clean; 135 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.1 MiB/s wr, 43 op/s 2024-07-26T06:07:09.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:09 smithi155 ceph-mon[33309]: osdmap e207: 8 total, 8 up, 8 in 2024-07-26T06:07:09.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:09 smithi155 ceph-mon[33309]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:09.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:09 smithi155 ceph-mon[33309]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:09.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:09 smithi155 ceph-mon[33309]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:07:09.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:09 smithi155 ceph-mon[33309]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:07:09.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:09 smithi089 ceph-mon[29555]: pgmap v14: 121 pgs: 121 active+clean; 135 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.1 MiB/s wr, 43 op/s 2024-07-26T06:07:09.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:09 smithi089 ceph-mon[29555]: osdmap e207: 8 total, 8 up, 8 in 2024-07-26T06:07:09.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:09 smithi089 ceph-mon[29555]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:09.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:09 smithi089 ceph-mon[29555]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:09.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:09 smithi089 ceph-mon[29555]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:07:09.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:09 smithi089 ceph-mon[29555]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:07:09.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:09 smithi089 ceph-mon[41451]: pgmap v14: 121 pgs: 121 active+clean; 135 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.1 MiB/s wr, 43 op/s 2024-07-26T06:07:09.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:09 smithi089 ceph-mon[41451]: osdmap e207: 8 total, 8 up, 8 in 2024-07-26T06:07:09.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:09 smithi089 ceph-mon[41451]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:09.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:09 smithi089 ceph-mon[41451]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:09.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:09 smithi089 ceph-mon[41451]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:07:09.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:09 smithi089 ceph-mon[41451]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:07:09.974 INFO:tasks.rados.rados.0.smithi089.stdout:762: finishing write tid 1 to smithi08986837-35 2024-07-26T06:07:09.974 INFO:tasks.rados.rados.0.smithi089.stdout:762: finishing write tid 2 to smithi08986837-35 2024-07-26T06:07:09.975 INFO:tasks.rados.rados.0.smithi089.stdout:762: finishing write tid 3 to smithi08986837-35 2024-07-26T06:07:09.975 INFO:tasks.rados.rados.0.smithi089.stdout:762: finishing write tid 4 to smithi08986837-35 2024-07-26T06:07:09.975 INFO:tasks.rados.rados.0.smithi089.stdout:762: finishing write tid 5 to smithi08986837-35 2024-07-26T06:07:09.975 INFO:tasks.rados.rados.0.smithi089.stdout:762: finishing write tid 6 to smithi08986837-35 2024-07-26T06:07:09.975 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 35 v 262 (ObjNum 246 snap 65 seq_num 246) dirty exists 2024-07-26T06:07:09.975 INFO:tasks.rados.rados.0.smithi089.stdout:762: left oid 35 (ObjNum 246 snap 65 seq_num 246) 2024-07-26T06:07:09.975 INFO:tasks.rados.rados.0.smithi089.stdout:764: finishing write tid 1 to smithi08986837-19 2024-07-26T06:07:09.975 INFO:tasks.rados.rados.0.smithi089.stdout:763: expect (ObjNum 239 snap 65 seq_num 239) 2024-07-26T06:07:10.017 INFO:tasks.rados.rados.0.smithi089.stdout:764: finishing write tid 2 to smithi08986837-19 2024-07-26T06:07:10.017 INFO:tasks.rados.rados.0.smithi089.stdout:764: finishing write tid 3 to smithi08986837-19 2024-07-26T06:07:10.018 INFO:tasks.rados.rados.0.smithi089.stdout:764: finishing write tid 4 to smithi08986837-19 2024-07-26T06:07:10.018 INFO:tasks.rados.rados.0.smithi089.stdout:764: finishing write tid 5 to smithi08986837-19 2024-07-26T06:07:10.018 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 19 v 181 (ObjNum 247 snap 65 seq_num 247) dirty exists 2024-07-26T06:07:10.018 INFO:tasks.rados.rados.0.smithi089.stdout:764: left oid 19 (ObjNum 247 snap 65 seq_num 247) 2024-07-26T06:07:10.018 INFO:tasks.rados.rados.0.smithi089.stdout:755: done (9 left) 2024-07-26T06:07:10.018 INFO:tasks.rados.rados.0.smithi089.stdout:756: done (8 left) 2024-07-26T06:07:10.018 INFO:tasks.rados.rados.0.smithi089.stdout:757: done (7 left) 2024-07-26T06:07:10.018 INFO:tasks.rados.rados.0.smithi089.stdout:758: done (6 left) 2024-07-26T06:07:10.018 INFO:tasks.rados.rados.0.smithi089.stdout:759: done (5 left) 2024-07-26T06:07:10.018 INFO:tasks.rados.rados.0.smithi089.stdout:760: done (4 left) 2024-07-26T06:07:10.019 INFO:tasks.rados.rados.0.smithi089.stdout:761: done (3 left) 2024-07-26T06:07:10.019 INFO:tasks.rados.rados.0.smithi089.stdout:762: done (2 left) 2024-07-26T06:07:10.019 INFO:tasks.rados.rados.0.smithi089.stdout:763: done (1 left) 2024-07-26T06:07:10.019 INFO:tasks.rados.rados.0.smithi089.stdout:764: done (0 left) 2024-07-26T06:07:10.019 INFO:tasks.rados.rados.0.smithi089.stdout:765: setattr oid 30 current snap is 65 2024-07-26T06:07:10.019 INFO:tasks.rados.rados.0.smithi089.stdout:766: read oid 21 snap -1 2024-07-26T06:07:10.019 INFO:tasks.rados.rados.0.smithi089.stdout:766: expect deleted 2024-07-26T06:07:10.019 INFO:tasks.rados.rados.0.smithi089.stdout:767: snap_remove snap 56 2024-07-26T06:07:10.572 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:10 smithi155 ceph-mon[33309]: Updating smithi089:/etc/ceph/ceph.conf 2024-07-26T06:07:10.572 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:10 smithi155 ceph-mon[33309]: Updating smithi155:/etc/ceph/ceph.conf 2024-07-26T06:07:10.572 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:10 smithi155 ceph-mon[33309]: Updating smithi089:/var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/config/ceph.conf 2024-07-26T06:07:10.572 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:10 smithi155 ceph-mon[33309]: Updating smithi155:/var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/config/ceph.conf 2024-07-26T06:07:10.572 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:10 smithi155 ceph-mon[33309]: Updating smithi089:/etc/ceph/ceph.client.admin.keyring 2024-07-26T06:07:10.572 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:10 smithi155 ceph-mon[33309]: osdmap e208: 8 total, 8 up, 8 in 2024-07-26T06:07:10.572 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:10 smithi155 ceph-mon[33309]: Updating smithi155:/etc/ceph/ceph.client.admin.keyring 2024-07-26T06:07:10.572 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:10 smithi155 ceph-mon[33309]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:10.572 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:10 smithi155 ceph-mon[33309]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:10.572 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:10 smithi155 ceph-mon[33309]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:10.573 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:10 smithi155 ceph-mon[33309]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:10.573 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:10 smithi155 ceph-mon[33309]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:10.573 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:10 smithi155 ceph-mon[33309]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:07:10.573 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:10 smithi155 ceph-mon[33309]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T06:07:10.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:10 smithi089 ceph-mon[29555]: Updating smithi089:/etc/ceph/ceph.conf 2024-07-26T06:07:10.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:10 smithi089 ceph-mon[29555]: Updating smithi155:/etc/ceph/ceph.conf 2024-07-26T06:07:10.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:10 smithi089 ceph-mon[29555]: Updating smithi089:/var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/config/ceph.conf 2024-07-26T06:07:10.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:10 smithi089 ceph-mon[29555]: Updating smithi155:/var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/config/ceph.conf 2024-07-26T06:07:10.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:10 smithi089 ceph-mon[29555]: Updating smithi089:/etc/ceph/ceph.client.admin.keyring 2024-07-26T06:07:10.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:10 smithi089 ceph-mon[29555]: osdmap e208: 8 total, 8 up, 8 in 2024-07-26T06:07:10.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:10 smithi089 ceph-mon[29555]: Updating smithi155:/etc/ceph/ceph.client.admin.keyring 2024-07-26T06:07:10.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:10 smithi089 ceph-mon[29555]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:10.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:10 smithi089 ceph-mon[29555]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:10.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:10 smithi089 ceph-mon[29555]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:10.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:10 smithi089 ceph-mon[29555]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:10.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:10 smithi089 ceph-mon[29555]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:10.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:10 smithi089 ceph-mon[29555]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:07:10.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:10 smithi089 ceph-mon[29555]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T06:07:10.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:10 smithi089 ceph-mon[41451]: Updating smithi089:/etc/ceph/ceph.conf 2024-07-26T06:07:10.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:10 smithi089 ceph-mon[41451]: Updating smithi155:/etc/ceph/ceph.conf 2024-07-26T06:07:10.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:10 smithi089 ceph-mon[41451]: Updating smithi089:/var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/config/ceph.conf 2024-07-26T06:07:10.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:10 smithi089 ceph-mon[41451]: Updating smithi155:/var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/config/ceph.conf 2024-07-26T06:07:10.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:10 smithi089 ceph-mon[41451]: Updating smithi089:/etc/ceph/ceph.client.admin.keyring 2024-07-26T06:07:10.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:10 smithi089 ceph-mon[41451]: osdmap e208: 8 total, 8 up, 8 in 2024-07-26T06:07:10.657 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:10 smithi089 ceph-mon[41451]: Updating smithi155:/etc/ceph/ceph.client.admin.keyring 2024-07-26T06:07:10.657 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:10 smithi089 ceph-mon[41451]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:10.657 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:10 smithi089 ceph-mon[41451]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:10.657 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:10 smithi089 ceph-mon[41451]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:10.657 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:10 smithi089 ceph-mon[41451]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:10.657 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:10 smithi089 ceph-mon[41451]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:10.657 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:10 smithi089 ceph-mon[41451]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:07:10.657 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:10 smithi089 ceph-mon[41451]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T06:07:10.789 INFO:tasks.rados.rados.0.smithi089.stdout:767: done (2 left) 2024-07-26T06:07:10.789 INFO:tasks.rados.rados.0.smithi089.stdout:768: rollback oid 19 current snap is 65 2024-07-26T06:07:10.789 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 19 to 62 2024-07-26T06:07:10.789 INFO:tasks.rados.rados.0.smithi089.stdout:769: read oid 6 snap -1 2024-07-26T06:07:10.789 INFO:tasks.rados.rados.0.smithi089.stdout:769: expect (ObjNum 221 snap 54 seq_num 221) 2024-07-26T06:07:10.789 INFO:tasks.rados.rados.0.smithi089.stdout:770: rollback oid 7 current snap is 65 2024-07-26T06:07:10.789 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 7 to 63 2024-07-26T06:07:10.789 INFO:tasks.rados.rados.0.smithi089.stdout:771: copy_from oid 41 from oid 20 current snap is 65 2024-07-26T06:07:10.790 INFO:tasks.rados.rados.0.smithi089.stdout:772: delete oid 11 current snap is 65 2024-07-26T06:07:10.790 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 30 v 233 (ObjNum 81 snap 0 seq_num 0) dirty exists 2024-07-26T06:07:10.797 INFO:tasks.rados.rados.0.smithi089.stdout:770: finishing rollback tid 0 to smithi08986837-7 2024-07-26T06:07:10.797 INFO:tasks.rados.rados.0.smithi089.stdout:770: finishing rollback tid 1 to smithi08986837-7 2024-07-26T06:07:10.798 INFO:tasks.rados.rados.0.smithi089.stdout:765: done (6 left) 2024-07-26T06:07:10.798 INFO:tasks.rados.rados.0.smithi089.stdout:766: done (5 left) 2024-07-26T06:07:10.798 INFO:tasks.rados.rados.0.smithi089.stdout:772: done (4 left) 2024-07-26T06:07:10.798 INFO:tasks.rados.rados.0.smithi089.stdout:773: delete oid 30 current snap is 65 2024-07-26T06:07:10.801 INFO:tasks.rados.rados.0.smithi089.stdout:770: finishing rollback tid 2 to smithi08986837-7 2024-07-26T06:07:10.801 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 7 v 186 (ObjNum 234 snap 62 seq_num 234) dirty exists 2024-07-26T06:07:10.802 INFO:tasks.rados.rados.0.smithi089.stdout:770: done (4 left) 2024-07-26T06:07:10.802 INFO:tasks.rados.rados.0.smithi089.stdout:773: done (3 left) 2024-07-26T06:07:10.802 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 1 current snap is 65 2024-07-26T06:07:10.802 INFO:tasks.rados.rados.0.smithi089.stdout:774: seq_num 250 ranges {0=589824,589824=679936,1269760=409600,1679360=114688} 2024-07-26T06:07:10.807 INFO:tasks.rados.rados.0.smithi089.stdout:774: writing smithi08986837-1 from 0 to 589824 tid 1 2024-07-26T06:07:10.810 INFO:tasks.rados.rados.0.smithi089.stdout:774: writing smithi08986837-1 from 589824 to 1269760 tid 2 2024-07-26T06:07:10.814 INFO:tasks.rados.rados.0.smithi089.stdout:774: writing smithi08986837-1 from 1269760 to 1679360 tid 3 2024-07-26T06:07:10.815 INFO:tasks.rados.rados.0.smithi089.stdout:774: writing smithi08986837-1 from 1679360 to 1794048 tid 4 2024-07-26T06:07:10.815 INFO:tasks.rados.rados.0.smithi089.stdout:775: rmattr oid 31 current snap is 65 2024-07-26T06:07:10.815 INFO:tasks.rados.rados.0.smithi089.stdout:775: done (4 left) 2024-07-26T06:07:10.815 INFO:tasks.rados.rados.0.smithi089.stdout:776: snap_create 2024-07-26T06:07:10.815 INFO:tasks.rados.rados.0.smithi089.stdout:768: finishing rollback tid 0 to smithi08986837-19 2024-07-26T06:07:10.815 INFO:tasks.rados.rados.0.smithi089.stdout:768: finishing rollback tid 1 to smithi08986837-19 2024-07-26T06:07:10.815 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 19 v 183 (ObjNum 145 snap 0 seq_num 3362118696) dirty dne 2024-07-26T06:07:10.816 INFO:tasks.rados.rados.0.smithi089.stdout:774: finishing write tid 1 to smithi08986837-1 2024-07-26T06:07:10.816 INFO:tasks.rados.rados.0.smithi089.stdout:774: finishing write tid 2 to smithi08986837-1 2024-07-26T06:07:10.816 INFO:tasks.rados.rados.0.smithi089.stdout:771: finishing copy_from racing read to smithi08986837-41 2024-07-26T06:07:10.816 INFO:tasks.rados.rados.0.smithi089.stdout:771: finishing copy_from to smithi08986837-41 2024-07-26T06:07:10.816 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 41 v 153 (ObjNum 132 snap 30 seq_num 132) dirty exists 2024-07-26T06:07:10.816 INFO:tasks.rados.rados.0.smithi089.stdout:769: expect (ObjNum 221 snap 54 seq_num 221) 2024-07-26T06:07:10.934 INFO:tasks.rados.rados.0.smithi089.stdout:774: finishing write tid 3 to smithi08986837-1 2024-07-26T06:07:10.934 INFO:tasks.rados.rados.0.smithi089.stdout:774: finishing write tid 4 to smithi08986837-1 2024-07-26T06:07:10.934 INFO:tasks.rados.rados.0.smithi089.stdout:774: finishing write tid 5 to smithi08986837-1 2024-07-26T06:07:10.934 INFO:tasks.rados.rados.0.smithi089.stdout:774: finishing write tid 6 to smithi08986837-1 2024-07-26T06:07:10.934 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 1 v 372 (ObjNum 250 snap 65 seq_num 250) dirty exists 2024-07-26T06:07:10.934 INFO:tasks.rados.rados.0.smithi089.stdout:774: left oid 1 (ObjNum 250 snap 65 seq_num 250) 2024-07-26T06:07:11.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:11 smithi155 ceph-mon[33309]: Updating smithi155:/var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/config/ceph.client.admin.keyring 2024-07-26T06:07:11.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:11 smithi155 ceph-mon[33309]: Updating smithi089:/var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/config/ceph.client.admin.keyring 2024-07-26T06:07:11.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:11 smithi155 ceph-mon[33309]: pgmap v17: 121 pgs: 121 active+clean; 135 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 3.8 MiB/s wr, 52 op/s 2024-07-26T06:07:11.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:11 smithi155 ceph-mon[33309]: Reconfiguring prometheus.a (dependencies changed)... 2024-07-26T06:07:11.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:11 smithi155 ceph-mon[33309]: Reconfiguring daemon prometheus.a on smithi155 2024-07-26T06:07:11.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:11 smithi155 ceph-mon[33309]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:07:11.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:11 smithi155 ceph-mon[33309]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:07:11.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:11 smithi155 ceph-mon[33309]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:07:11.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:11 smithi155 ceph-mon[33309]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:07:11.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:11 smithi155 ceph-mon[33309]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:07:11.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:11 smithi155 ceph-mon[33309]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:07:11.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:11 smithi155 ceph-mon[33309]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:07:11.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:11 smithi155 ceph-mon[33309]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:07:11.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:11 smithi155 ceph-mon[33309]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:07:11.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:11 smithi155 ceph-mon[33309]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:07:11.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:11 smithi155 ceph-mon[33309]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:07:11.631 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:11 smithi155 ceph-mon[33309]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:07:11.631 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:11 smithi155 ceph-mon[33309]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:07:11.631 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:11 smithi155 ceph-mon[33309]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:07:11.631 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:11 smithi155 ceph-mon[33309]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:07:11.631 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:11 smithi155 ceph-mon[33309]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:07:11.631 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:11 smithi155 ceph-mon[33309]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:07:11.631 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:11 smithi155 ceph-mon[33309]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:07:11.631 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:11 smithi155 ceph-mon[33309]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:07:11.631 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:11 smithi155 ceph-mon[33309]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:07:11.631 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:11 smithi155 ceph-mon[33309]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:07:11.631 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:11 smithi155 ceph-mon[33309]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:07:11.631 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:11 smithi155 ceph-mon[33309]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:07:11.631 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:11 smithi155 ceph-mon[33309]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:07:11.631 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:11 smithi155 ceph-mon[33309]: osdmap e209: 8 total, 8 up, 8 in 2024-07-26T06:07:11.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:11 smithi089 ceph-mon[29555]: Updating smithi155:/var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/config/ceph.client.admin.keyring 2024-07-26T06:07:11.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:11 smithi089 ceph-mon[29555]: Updating smithi089:/var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/config/ceph.client.admin.keyring 2024-07-26T06:07:11.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:11 smithi089 ceph-mon[29555]: pgmap v17: 121 pgs: 121 active+clean; 135 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 3.8 MiB/s wr, 52 op/s 2024-07-26T06:07:11.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:11 smithi089 ceph-mon[29555]: Reconfiguring prometheus.a (dependencies changed)... 2024-07-26T06:07:11.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:11 smithi089 ceph-mon[29555]: Reconfiguring daemon prometheus.a on smithi155 2024-07-26T06:07:11.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:11 smithi089 ceph-mon[29555]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:07:11.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:11 smithi089 ceph-mon[29555]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:07:11.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:11 smithi089 ceph-mon[29555]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:07:11.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:11 smithi089 ceph-mon[29555]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:07:11.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:11 smithi089 ceph-mon[29555]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:07:11.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:11 smithi089 ceph-mon[29555]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:07:11.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:11 smithi089 ceph-mon[29555]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:07:11.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:11 smithi089 ceph-mon[29555]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:07:11.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:11 smithi089 ceph-mon[29555]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:07:11.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:11 smithi089 ceph-mon[29555]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:07:11.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:11 smithi089 ceph-mon[29555]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:07:11.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:11 smithi089 ceph-mon[29555]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:07:11.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:11 smithi089 ceph-mon[29555]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:07:11.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:11 smithi089 ceph-mon[29555]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:07:11.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:11 smithi089 ceph-mon[29555]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:07:11.657 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:11 smithi089 ceph-mon[29555]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:07:11.657 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:11 smithi089 ceph-mon[29555]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:07:11.657 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:11 smithi089 ceph-mon[29555]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:07:11.657 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:11 smithi089 ceph-mon[29555]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:07:11.657 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:11 smithi089 ceph-mon[29555]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:07:11.657 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:11 smithi089 ceph-mon[29555]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:07:11.657 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:11 smithi089 ceph-mon[29555]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:07:11.657 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:11 smithi089 ceph-mon[29555]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:07:11.657 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:11 smithi089 ceph-mon[29555]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:07:11.657 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:11 smithi089 ceph-mon[29555]: osdmap e209: 8 total, 8 up, 8 in 2024-07-26T06:07:11.657 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:11 smithi089 ceph-mon[41451]: Updating smithi155:/var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/config/ceph.client.admin.keyring 2024-07-26T06:07:11.657 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:11 smithi089 ceph-mon[41451]: Updating smithi089:/var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/config/ceph.client.admin.keyring 2024-07-26T06:07:11.658 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:11 smithi089 ceph-mon[41451]: pgmap v17: 121 pgs: 121 active+clean; 135 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 3.8 MiB/s wr, 52 op/s 2024-07-26T06:07:11.658 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:11 smithi089 ceph-mon[41451]: Reconfiguring prometheus.a (dependencies changed)... 2024-07-26T06:07:11.658 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:11 smithi089 ceph-mon[41451]: Reconfiguring daemon prometheus.a on smithi155 2024-07-26T06:07:11.658 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:11 smithi089 ceph-mon[41451]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:07:11.658 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:11 smithi089 ceph-mon[41451]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:07:11.658 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:11 smithi089 ceph-mon[41451]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:07:11.658 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:11 smithi089 ceph-mon[41451]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:07:11.658 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:11 smithi089 ceph-mon[41451]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:07:11.658 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:11 smithi089 ceph-mon[41451]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:07:11.658 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:11 smithi089 ceph-mon[41451]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:07:11.658 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:11 smithi089 ceph-mon[41451]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:07:11.658 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:11 smithi089 ceph-mon[41451]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:07:11.658 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:11 smithi089 ceph-mon[41451]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:07:11.659 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:11 smithi089 ceph-mon[41451]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:07:11.659 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:11 smithi089 ceph-mon[41451]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:07:11.659 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:11 smithi089 ceph-mon[41451]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:07:11.659 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:11 smithi089 ceph-mon[41451]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:07:11.659 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:11 smithi089 ceph-mon[41451]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:07:11.659 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:11 smithi089 ceph-mon[41451]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:07:11.659 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:11 smithi089 ceph-mon[41451]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:07:11.659 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:11 smithi089 ceph-mon[41451]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:07:11.659 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:11 smithi089 ceph-mon[41451]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:07:11.659 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:11 smithi089 ceph-mon[41451]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:07:11.659 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:11 smithi089 ceph-mon[41451]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:07:11.659 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:11 smithi089 ceph-mon[41451]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:07:11.659 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:11 smithi089 ceph-mon[41451]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:07:11.660 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:11 smithi089 ceph-mon[41451]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:07:11.660 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:11 smithi089 ceph-mon[41451]: osdmap e209: 8 total, 8 up, 8 in 2024-07-26T06:07:11.790 INFO:tasks.rados.rados.0.smithi089.stdout:768: done (4 left) 2024-07-26T06:07:11.791 INFO:tasks.rados.rados.0.smithi089.stdout:769: done (3 left) 2024-07-26T06:07:11.791 INFO:tasks.rados.rados.0.smithi089.stdout:771: done (2 left) 2024-07-26T06:07:11.791 INFO:tasks.rados.rados.0.smithi089.stdout:774: done (1 left) 2024-07-26T06:07:11.791 INFO:tasks.rados.rados.0.smithi089.stdout:776: done (0 left) 2024-07-26T06:07:11.791 INFO:tasks.rados.rados.0.smithi089.stdout:777: rmattr oid 35 current snap is 66 2024-07-26T06:07:11.791 INFO:tasks.rados.rados.0.smithi089.stdout:778: read oid 16 snap -1 2024-07-26T06:07:11.791 INFO:tasks.rados.rados.0.smithi089.stdout:778: expect (ObjNum 71 snap 6 seq_num 71) 2024-07-26T06:07:11.791 INFO:tasks.rados.rados.0.smithi089.stdout:779: setattr oid 12 current snap is 66 2024-07-26T06:07:11.792 INFO:tasks.rados.rados.0.smithi089.stdout:780: rollback oid 43 current snap is 66 2024-07-26T06:07:11.792 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 43 to 55 2024-07-26T06:07:11.792 INFO:tasks.rados.rados.0.smithi089.stdout:781: snap_remove snap 63 2024-07-26T06:07:12.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:12 smithi155 ceph-mon[33309]: mgrmap e34: y(active, since 11s), standbys: x 2024-07-26T06:07:12.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:12 smithi155 ceph-mon[33309]: osdmap e210: 8 total, 8 up, 8 in 2024-07-26T06:07:12.379 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:07:12 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[77192]: ts=2024-07-26T06:07:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:07:12.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:12 smithi089 ceph-mon[29555]: mgrmap e34: y(active, since 11s), standbys: x 2024-07-26T06:07:12.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:12 smithi089 ceph-mon[29555]: osdmap e210: 8 total, 8 up, 8 in 2024-07-26T06:07:12.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:12 smithi089 ceph-mon[41451]: mgrmap e34: y(active, since 11s), standbys: x 2024-07-26T06:07:12.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:12 smithi089 ceph-mon[41451]: osdmap e210: 8 total, 8 up, 8 in 2024-07-26T06:07:12.791 INFO:tasks.rados.rados.0.smithi089.stdout:781: done (4 left) 2024-07-26T06:07:12.791 INFO:tasks.rados.rados.0.smithi089.stdout:782: snap_create 2024-07-26T06:07:12.792 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 35 v 268 (ObjNum 246 snap 65 seq_num 246) dirty exists 2024-07-26T06:07:12.792 INFO:tasks.rados.rados.0.smithi089.stdout:780: finishing rollback tid 0 to smithi08986837-43 2024-07-26T06:07:12.792 INFO:tasks.rados.rados.0.smithi089.stdout:780: finishing rollback tid 1 to smithi08986837-43 2024-07-26T06:07:12.792 INFO:tasks.rados.rados.0.smithi089.stdout:780: finishing rollback tid 2 to smithi08986837-43 2024-07-26T06:07:12.792 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 43 v 298 (ObjNum 184 snap 47 seq_num 184) dirty exists 2024-07-26T06:07:12.792 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 12 v 374 (ObjNum 233 snap 62 seq_num 233) dirty exists 2024-07-26T06:07:12.792 INFO:tasks.rados.rados.0.smithi089.stdout:778: expect (ObjNum 71 snap 6 seq_num 71) 2024-07-26T06:07:12.923 INFO:tasks.rados.rados.0.smithi089.stdout:777: done (4 left) 2024-07-26T06:07:12.923 INFO:tasks.rados.rados.0.smithi089.stdout:778: done (3 left) 2024-07-26T06:07:12.923 INFO:tasks.rados.rados.0.smithi089.stdout:779: done (2 left) 2024-07-26T06:07:12.923 INFO:tasks.rados.rados.0.smithi089.stdout:780: done (1 left) 2024-07-26T06:07:12.923 INFO:tasks.rados.rados.0.smithi089.stdout:782: done (0 left) 2024-07-26T06:07:12.923 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 1 current snap is 67 2024-07-26T06:07:12.923 INFO:tasks.rados.rados.0.smithi089.stdout:783: seq_num 251 ranges {1794048=606208,2400256=614400,3014656=589824} 2024-07-26T06:07:12.936 INFO:tasks.rados.rados.0.smithi089.stdout:783: writing smithi08986837-1 from 1794048 to 2400256 tid 1 2024-07-26T06:07:12.939 INFO:tasks.rados.rados.0.smithi089.stdout:783: writing smithi08986837-1 from 2400256 to 3014656 tid 2 2024-07-26T06:07:12.943 INFO:tasks.rados.rados.0.smithi089.stdout:783: writing smithi08986837-1 from 3014656 to 3604480 tid 3 2024-07-26T06:07:12.943 INFO:tasks.rados.rados.0.smithi089.stdout:784: copy_from oid 48 from oid 18 current snap is 67 2024-07-26T06:07:12.943 INFO:tasks.rados.rados.0.smithi089.stdout:783: finishing write tid 1 to smithi08986837-1 2024-07-26T06:07:12.943 INFO:tasks.rados.rados.0.smithi089.stdout:785: read oid 33 snap -1 2024-07-26T06:07:12.943 INFO:tasks.rados.rados.0.smithi089.stdout:785: expect (ObjNum 216 snap 54 seq_num 216) 2024-07-26T06:07:12.944 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 7 current snap is 67 2024-07-26T06:07:12.944 INFO:tasks.rados.rados.0.smithi089.stdout:783: finishing write tid 2 to smithi08986837-1 2024-07-26T06:07:12.944 INFO:tasks.rados.rados.0.smithi089.stdout:786: seq_num 252 ranges {2834432=630784,3465216=499712,3964928=425984,4390912=278528} 2024-07-26T06:07:12.961 INFO:tasks.rados.rados.0.smithi089.stdout:786: writing smithi08986837-7 from 2834432 to 3465216 tid 1 2024-07-26T06:07:12.964 INFO:tasks.rados.rados.0.smithi089.stdout:786: writing smithi08986837-7 from 3465216 to 3964928 tid 2 2024-07-26T06:07:12.966 INFO:tasks.rados.rados.0.smithi089.stdout:786: writing smithi08986837-7 from 3964928 to 4390912 tid 3 2024-07-26T06:07:12.969 INFO:tasks.rados.rados.0.smithi089.stdout:786: writing smithi08986837-7 from 4390912 to 4669440 tid 4 2024-07-26T06:07:12.969 INFO:tasks.rados.rados.0.smithi089.stdout:787: copy_from oid 19 from oid 22 current snap is 67 2024-07-26T06:07:12.969 INFO:tasks.rados.rados.0.smithi089.stdout:784: finishing copy_from to smithi08986837-48 2024-07-26T06:07:12.969 INFO:tasks.rados.rados.0.smithi089.stdout:784: got expected ENOENT (src dne) 2024-07-26T06:07:12.969 INFO:tasks.rados.rados.0.smithi089.stdout:784: finishing copy_from racing read to smithi08986837-48 2024-07-26T06:07:12.969 INFO:tasks.rados.rados.0.smithi089.stdout:783: finishing write tid 3 to smithi08986837-1 2024-07-26T06:07:12.970 INFO:tasks.rados.rados.0.smithi089.stdout:783: finishing write tid 4 to smithi08986837-1 2024-07-26T06:07:12.970 INFO:tasks.rados.rados.0.smithi089.stdout:784: done (4 left) 2024-07-26T06:07:12.970 INFO:tasks.rados.rados.0.smithi089.stdout:788: read oid 47 snap -1 2024-07-26T06:07:12.970 INFO:tasks.rados.rados.0.smithi089.stdout:788: expect (ObjNum 205 snap 52 seq_num 205) 2024-07-26T06:07:12.970 INFO:tasks.rados.rados.0.smithi089.stdout:789: delete oid 15 current snap is 67 2024-07-26T06:07:12.970 INFO:tasks.rados.rados.0.smithi089.stdout:783: finishing write tid 5 to smithi08986837-1 2024-07-26T06:07:12.970 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 1 v 383 (ObjNum 251 snap 67 seq_num 251) dirty exists 2024-07-26T06:07:12.970 INFO:tasks.rados.rados.0.smithi089.stdout:783: left oid 1 (ObjNum 251 snap 67 seq_num 251) 2024-07-26T06:07:12.970 INFO:tasks.rados.rados.0.smithi089.stdout:786: finishing write tid 1 to smithi08986837-7 2024-07-26T06:07:12.970 INFO:tasks.rados.rados.0.smithi089.stdout:786: finishing write tid 2 to smithi08986837-7 2024-07-26T06:07:12.971 INFO:tasks.rados.rados.0.smithi089.stdout:785: expect (ObjNum 216 snap 54 seq_num 216) 2024-07-26T06:07:13.271 INFO:tasks.rados.rados.0.smithi089.stdout:786: finishing write tid 3 to smithi08986837-7 2024-07-26T06:07:13.272 INFO:tasks.rados.rados.0.smithi089.stdout:786: finishing write tid 4 to smithi08986837-7 2024-07-26T06:07:13.272 INFO:tasks.rados.rados.0.smithi089.stdout:786: finishing write tid 5 to smithi08986837-7 2024-07-26T06:07:13.272 INFO:tasks.rados.rados.0.smithi089.stdout:786: finishing write tid 6 to smithi08986837-7 2024-07-26T06:07:13.272 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 7 v 200 (ObjNum 252 snap 67 seq_num 252) dirty exists 2024-07-26T06:07:13.272 INFO:tasks.rados.rados.0.smithi089.stdout:786: left oid 7 (ObjNum 252 snap 67 seq_num 252) 2024-07-26T06:07:13.272 INFO:tasks.rados.rados.0.smithi089.stdout:783: done (5 left) 2024-07-26T06:07:13.272 INFO:tasks.rados.rados.0.smithi089.stdout:785: done (4 left) 2024-07-26T06:07:13.272 INFO:tasks.rados.rados.0.smithi089.stdout:786: done (3 left) 2024-07-26T06:07:13.272 INFO:tasks.rados.rados.0.smithi089.stdout:789: done (2 left) 2024-07-26T06:07:13.272 INFO:tasks.rados.rados.0.smithi089.stdout:790: snap_remove snap 66 2024-07-26T06:07:13.506 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:13 smithi155 ceph-mon[33309]: pgmap v19: 121 pgs: 121 active+clean; 155 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.3 MiB/s wr, 33 op/s 2024-07-26T06:07:13.506 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:13 smithi155 ceph-mon[33309]: osdmap e211: 8 total, 8 up, 8 in 2024-07-26T06:07:13.506 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:13 smithi155 ceph-mon[33309]: osdmap e212: 8 total, 8 up, 8 in 2024-07-26T06:07:13.506 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:07:13 smithi155 systemd[1]: Stopping Ceph prometheus.a for 9bd49884-4b13-11ef-bcb6-c7b262605968... 2024-07-26T06:07:13.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:13 smithi089 ceph-mon[29555]: pgmap v19: 121 pgs: 121 active+clean; 155 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.3 MiB/s wr, 33 op/s 2024-07-26T06:07:13.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:13 smithi089 ceph-mon[29555]: osdmap e211: 8 total, 8 up, 8 in 2024-07-26T06:07:13.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:13 smithi089 ceph-mon[29555]: osdmap e212: 8 total, 8 up, 8 in 2024-07-26T06:07:13.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:13 smithi089 ceph-mon[41451]: pgmap v19: 121 pgs: 121 active+clean; 155 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.3 MiB/s wr, 33 op/s 2024-07-26T06:07:13.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:13 smithi089 ceph-mon[41451]: osdmap e211: 8 total, 8 up, 8 in 2024-07-26T06:07:13.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:13 smithi089 ceph-mon[41451]: osdmap e212: 8 total, 8 up, 8 in 2024-07-26T06:07:13.879 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:07:13 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[77192]: ts=2024-07-26T06:07:13.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi089\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi089\", job=\"node\", machine=\"x86_64\", nodename=\"smithi089\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", domainname=\"(none)\", instance=\"smithi089\", job=\"node\", machine=\"x86_64\", nodename=\"smithi089\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:07:13.879 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:07:13 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[77192]: ts=2024-07-26T06:07:13.574Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-07-26T06:07:13.879 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:07:13 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[77192]: ts=2024-07-26T06:07:13.574Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-07-26T06:07:13.880 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:07:13 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[77192]: ts=2024-07-26T06:07:13.574Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-07-26T06:07:13.880 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:07:13 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[77192]: ts=2024-07-26T06:07:13.574Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-07-26T06:07:13.880 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:07:13 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[77192]: ts=2024-07-26T06:07:13.574Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-07-26T06:07:13.880 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:07:13 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[77192]: ts=2024-07-26T06:07:13.574Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-07-26T06:07:13.880 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:07:13 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[77192]: ts=2024-07-26T06:07:13.574Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-07-26T06:07:13.880 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:07:13 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[77192]: ts=2024-07-26T06:07:13.574Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-07-26T06:07:13.880 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:07:13 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[77192]: ts=2024-07-26T06:07:13.575Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-07-26T06:07:13.880 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:07:13 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[77192]: ts=2024-07-26T06:07:13.575Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-07-26T06:07:13.880 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:07:13 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[77192]: ts=2024-07-26T06:07:13.575Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-07-26T06:07:13.880 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:07:13 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[77192]: ts=2024-07-26T06:07:13.575Z caller=main.go:1147 level=info msg="See you next time!" 2024-07-26T06:07:13.880 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:07:13 smithi155 podman[80599]: 2024-07-26 06:07:13.585231843 +0000 UTC m=+0.141470381 container died 5e8095c8428c5a9e08a8a7e746a37de4fdf80113637c3577b383f19e61289097 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-07-26T06:07:13.926 INFO:tasks.rados.rados.0.smithi089.stdout:790: done (2 left) 2024-07-26T06:07:13.926 INFO:tasks.rados.rados.0.smithi089.stdout:791: snap_remove snap 55 2024-07-26T06:07:14.207 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:07:14 smithi155 podman[80599]: 2024-07-26 06:07:14.023028414 +0000 UTC m=+0.579266952 container cleanup 5e8095c8428c5a9e08a8a7e746a37de4fdf80113637c3577b383f19e61289097 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-07-26T06:07:14.207 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:07:14 smithi155 bash[80599]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a 2024-07-26T06:07:14.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:07:14 smithi155 podman[80618]: 2024-07-26 06:07:14.207578003 +0000 UTC m=+0.623164803 container remove 5e8095c8428c5a9e08a8a7e746a37de4fdf80113637c3577b383f19e61289097 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-07-26T06:07:14.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:07:14 smithi155 systemd[1]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-07-26T06:07:14.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:07:14 smithi155 systemd[1]: Stopped Ceph prometheus.a for 9bd49884-4b13-11ef-bcb6-c7b262605968. 2024-07-26T06:07:14.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:07:14 smithi155 systemd[1]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@prometheus.a.service: Consumed 1.172s CPU time. 2024-07-26T06:07:14.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:07:14 smithi155 systemd[1]: Starting Ceph prometheus.a for 9bd49884-4b13-11ef-bcb6-c7b262605968... 2024-07-26T06:07:14.910 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:07:14 smithi155 podman[80713]: 2024-07-26 06:07:14.561782923 +0000 UTC m=+0.017943541 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-07-26T06:07:14.911 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:07:14 smithi155 podman[80713]: 2024-07-26 06:07:14.675488933 +0000 UTC m=+0.131649544 container create 8e7005ec7af039d00e96d340d7e084e523f4739167e84a7f038a7ec65f86414f (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-07-26T06:07:14.931 INFO:tasks.rados.rados.0.smithi089.stdout:791: done (2 left) 2024-07-26T06:07:14.931 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 1 current snap is 67 2024-07-26T06:07:14.931 INFO:tasks.rados.rados.0.smithi089.stdout:792: seq_num 254 ranges {3604480=663552,4268032=663552,4931584=540672} 2024-07-26T06:07:14.955 INFO:tasks.rados.rados.0.smithi089.stdout:792: writing smithi08986837-1 from 3604480 to 4268032 tid 1 2024-07-26T06:07:14.959 INFO:tasks.rados.rados.0.smithi089.stdout:792: writing smithi08986837-1 from 4268032 to 4931584 tid 2 2024-07-26T06:07:14.962 INFO:tasks.rados.rados.0.smithi089.stdout:792: writing smithi08986837-1 from 4931584 to 5472256 tid 3 2024-07-26T06:07:14.962 INFO:tasks.rados.rados.0.smithi089.stdout:788: expect (ObjNum 205 snap 52 seq_num 205) 2024-07-26T06:07:15.081 INFO:tasks.rados.rados.0.smithi089.stdout:787: finishing copy_from racing read to smithi08986837-19 2024-07-26T06:07:15.081 INFO:tasks.rados.rados.0.smithi089.stdout:787: finishing copy_from to smithi08986837-19 2024-07-26T06:07:15.081 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 19 v 235 (ObjNum 223 snap 57 seq_num 223) dirty exists 2024-07-26T06:07:15.081 INFO:tasks.rados.rados.0.smithi089.stdout:793: read oid 37 snap -1 2024-07-26T06:07:15.081 INFO:tasks.rados.rados.0.smithi089.stdout:793: expect (ObjNum 239 snap 65 seq_num 239) 2024-07-26T06:07:15.081 INFO:tasks.rados.rados.0.smithi089.stdout:787: done (3 left) 2024-07-26T06:07:15.082 INFO:tasks.rados.rados.0.smithi089.stdout:788: done (2 left) 2024-07-26T06:07:15.082 INFO:tasks.rados.rados.0.smithi089.stdout:794: rollback oid 17 current snap is 67 2024-07-26T06:07:15.082 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 17 to 65 2024-07-26T06:07:15.082 INFO:tasks.rados.rados.0.smithi089.stdout:792: finishing write tid 1 to smithi08986837-1 2024-07-26T06:07:15.082 INFO:tasks.rados.rados.0.smithi089.stdout:792: finishing write tid 2 to smithi08986837-1 2024-07-26T06:07:15.082 INFO:tasks.rados.rados.0.smithi089.stdout:792: finishing write tid 3 to smithi08986837-1 2024-07-26T06:07:15.082 INFO:tasks.rados.rados.0.smithi089.stdout:792: finishing write tid 4 to smithi08986837-1 2024-07-26T06:07:15.082 INFO:tasks.rados.rados.0.smithi089.stdout:792: finishing write tid 5 to smithi08986837-1 2024-07-26T06:07:15.082 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 1 v 395 (ObjNum 254 snap 67 seq_num 254) dirty exists 2024-07-26T06:07:15.082 INFO:tasks.rados.rados.0.smithi089.stdout:792: left oid 1 (ObjNum 254 snap 67 seq_num 254) 2024-07-26T06:07:15.083 INFO:tasks.rados.rados.0.smithi089.stdout:792: done (2 left) 2024-07-26T06:07:15.083 INFO:tasks.rados.rados.0.smithi089.stdout:795: rollback oid 16 current snap is 67 2024-07-26T06:07:15.083 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 16 to 65 2024-07-26T06:07:15.083 INFO:tasks.rados.rados.0.smithi089.stdout:796: read oid 40 snap -1 2024-07-26T06:07:15.083 INFO:tasks.rados.rados.0.smithi089.stdout:796: expect (ObjNum 236 snap 64 seq_num 236) 2024-07-26T06:07:15.083 INFO:tasks.rados.rados.0.smithi089.stdout:797: read oid 9 snap 62 2024-07-26T06:07:15.083 INFO:tasks.rados.rados.0.smithi089.stdout:797: expect (ObjNum 208 snap 52 seq_num 208) 2024-07-26T06:07:15.083 INFO:tasks.rados.rados.0.smithi089.stdout:798: snap_create 2024-07-26T06:07:15.084 INFO:tasks.rados.rados.0.smithi089.stdout:795: finishing rollback tid 0 to smithi08986837-16 2024-07-26T06:07:15.084 INFO:tasks.rados.rados.0.smithi089.stdout:794: finishing rollback tid 0 to smithi08986837-17 2024-07-26T06:07:15.085 INFO:tasks.rados.rados.0.smithi089.stdout:795: finishing rollback tid 1 to smithi08986837-16 2024-07-26T06:07:15.085 INFO:tasks.rados.rados.0.smithi089.stdout:795: finishing rollback tid 2 to smithi08986837-16 2024-07-26T06:07:15.085 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 16 v 210 (ObjNum 71 snap 6 seq_num 71) dirty exists 2024-07-26T06:07:15.086 INFO:tasks.rados.rados.0.smithi089.stdout:794: finishing rollback tid 1 to smithi08986837-17 2024-07-26T06:07:15.086 INFO:tasks.rados.rados.0.smithi089.stdout:794: finishing rollback tid 2 to smithi08986837-17 2024-07-26T06:07:15.086 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 17 v 301 (ObjNum 95 snap 17 seq_num 95) dirty exists 2024-07-26T06:07:15.086 INFO:tasks.rados.rados.0.smithi089.stdout:793: expect (ObjNum 239 snap 65 seq_num 239) 2024-07-26T06:07:15.131 INFO:tasks.rados.rados.0.smithi089.stdout:796: expect (ObjNum 236 snap 64 seq_num 236) 2024-07-26T06:07:15.172 INFO:tasks.rados.rados.0.smithi089.stdout:797: expect (ObjNum 208 snap 52 seq_num 208) 2024-07-26T06:07:15.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:14 smithi155 ceph-mon[33309]: pgmap v23: 121 pgs: 121 active+clean; 155 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 4.8 MiB/s wr, 37 op/s 2024-07-26T06:07:15.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:14 smithi155 ceph-mon[33309]: osdmap e213: 8 total, 8 up, 8 in 2024-07-26T06:07:15.379 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:07:14 smithi155 podman[80713]: 2024-07-26 06:07:14.910962025 +0000 UTC m=+0.367122628 container init 8e7005ec7af039d00e96d340d7e084e523f4739167e84a7f038a7ec65f86414f (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-07-26T06:07:15.379 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:07:14 smithi155 podman[80713]: 2024-07-26 06:07:14.915689467 +0000 UTC m=+0.371850074 container start 8e7005ec7af039d00e96d340d7e084e523f4739167e84a7f038a7ec65f86414f (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-07-26T06:07:15.380 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:07:14 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:07:14.947Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-07-26T06:07:15.380 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:07:14 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:07:14.947Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-07-26T06:07:15.380 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:07:14 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:07:14.947Z caller=main.go:570 level=info host_details="(Linux 5.14.0-480.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024 x86_64 smithi155 (none))" 2024-07-26T06:07:15.380 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:07:14 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:07:14.947Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-07-26T06:07:15.380 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:07:14 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:07:14.947Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-07-26T06:07:15.380 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:07:14 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:07:14.949Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-07-26T06:07:15.380 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:07:14 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:07:14.949Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-07-26T06:07:15.380 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:07:14 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:07:14.951Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-07-26T06:07:15.380 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:07:14 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:07:14.951Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-07-26T06:07:15.380 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:07:14 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:07:14.953Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-07-26T06:07:15.380 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:07:14 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:07:14.953Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.168µs 2024-07-26T06:07:15.380 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:07:14 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:07:14.953Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-07-26T06:07:15.380 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:07:14 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:07:14.953Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=3 2024-07-26T06:07:15.381 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:07:14 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:07:14.969Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=3 2024-07-26T06:07:15.381 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:07:14 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:07:14.975Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=3 2024-07-26T06:07:15.381 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:07:14 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:07:14.977Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=3 2024-07-26T06:07:15.381 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:07:14 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:07:14.977Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=21.993µs wal_replay_duration=24.216513ms wbl_replay_duration=129ns total_replay_duration=24.258455ms 2024-07-26T06:07:15.381 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:07:14 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:07:14.980Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-07-26T06:07:15.381 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:07:14 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:07:14.980Z caller=main.go:1029 level=info msg="TSDB started" 2024-07-26T06:07:15.381 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:07:14 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:07:14.980Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-07-26T06:07:15.381 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:07:14 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:07:14.998Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=18.143119ms db_storage=799ns remote_storage=1.059µs web_handler=350ns query_engine=672ns scrape=368.986µs scrape_sd=108.606µs notify=17.57µs notify_sd=16.604µs rules=17.251062ms tracing=4.8µs 2024-07-26T06:07:15.381 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:07:14 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:07:14.998Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-07-26T06:07:15.381 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:07:14 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:07:14.998Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-07-26T06:07:15.381 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:07:15 smithi155 bash[80713]: 8e7005ec7af039d00e96d340d7e084e523f4739167e84a7f038a7ec65f86414f 2024-07-26T06:07:15.381 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:07:15 smithi155 systemd[1]: Started Ceph prometheus.a for 9bd49884-4b13-11ef-bcb6-c7b262605968. 2024-07-26T06:07:15.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:14 smithi089 ceph-mon[29555]: pgmap v23: 121 pgs: 121 active+clean; 155 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 4.8 MiB/s wr, 37 op/s 2024-07-26T06:07:15.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:14 smithi089 ceph-mon[29555]: osdmap e213: 8 total, 8 up, 8 in 2024-07-26T06:07:15.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:14 smithi089 ceph-mon[41451]: pgmap v23: 121 pgs: 121 active+clean; 155 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 4.8 MiB/s wr, 37 op/s 2024-07-26T06:07:15.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:14 smithi089 ceph-mon[41451]: osdmap e213: 8 total, 8 up, 8 in 2024-07-26T06:07:16.057 INFO:tasks.rados.rados.0.smithi089.stdout:793: done (5 left) 2024-07-26T06:07:16.057 INFO:tasks.rados.rados.0.smithi089.stdout:794: done (4 left) 2024-07-26T06:07:16.057 INFO:tasks.rados.rados.0.smithi089.stdout:795: done (3 left) 2024-07-26T06:07:16.057 INFO:tasks.rados.rados.0.smithi089.stdout:796: done (2 left) 2024-07-26T06:07:16.057 INFO:tasks.rados.rados.0.smithi089.stdout:797: done (1 left) 2024-07-26T06:07:16.057 INFO:tasks.rados.rados.0.smithi089.stdout:798: done (0 left) 2024-07-26T06:07:16.057 INFO:tasks.rados.rados.0.smithi089.stdout:799: read oid 27 snap -1 2024-07-26T06:07:16.058 INFO:tasks.rados.rados.0.smithi089.stdout:799: expect (ObjNum 245 snap 65 seq_num 245) 2024-07-26T06:07:16.058 INFO:tasks.rados.rados.0.smithi089.stdout:800: snap_create 2024-07-26T06:07:16.066 INFO:tasks.rados.rados.0.smithi089.stdout:799: expect (ObjNum 245 snap 65 seq_num 245) 2024-07-26T06:07:16.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:15 smithi155 ceph-mon[33309]: osdmap e214: 8 total, 8 up, 8 in 2024-07-26T06:07:16.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:15 smithi155 ceph-mon[33309]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:16.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:15 smithi155 ceph-mon[33309]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:16.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:15 smithi155 ceph-mon[33309]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-07-26T06:07:16.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:15 smithi155 ceph-mon[33309]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-07-26T06:07:16.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:15 smithi155 ceph-mon[33309]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:07:16.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:15 smithi155 ceph-mon[33309]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:07:16.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:15 smithi089 ceph-mon[29555]: osdmap e214: 8 total, 8 up, 8 in 2024-07-26T06:07:16.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:15 smithi089 ceph-mon[29555]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:16.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:15 smithi089 ceph-mon[29555]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:16.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:15 smithi089 ceph-mon[29555]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-07-26T06:07:16.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:15 smithi089 ceph-mon[29555]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-07-26T06:07:16.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:15 smithi089 ceph-mon[29555]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:07:16.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:15 smithi089 ceph-mon[29555]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:07:16.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:15 smithi089 ceph-mon[41451]: osdmap e214: 8 total, 8 up, 8 in 2024-07-26T06:07:16.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:15 smithi089 ceph-mon[41451]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:16.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:15 smithi089 ceph-mon[41451]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:16.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:15 smithi089 ceph-mon[41451]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-07-26T06:07:16.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:15 smithi089 ceph-mon[41451]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-07-26T06:07:16.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:15 smithi089 ceph-mon[41451]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:07:16.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:15 smithi089 ceph-mon[41451]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:07:17.058 INFO:tasks.rados.rados.0.smithi089.stdout:799: done (1 left) 2024-07-26T06:07:17.058 INFO:tasks.rados.rados.0.smithi089.stdout:800: done (0 left) 2024-07-26T06:07:17.058 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 36 current snap is 69 2024-07-26T06:07:17.058 INFO:tasks.rados.rados.0.smithi089.stdout:801: seq_num 255 ranges {49152=679936,729088=548864,1277952=598016,1875968=57344} 2024-07-26T06:07:17.061 INFO:tasks.rados.rados.0.smithi089.stdout:801: writing smithi08986837-36 from 49152 to 729088 tid 1 2024-07-26T06:07:17.065 INFO:tasks.rados.rados.0.smithi089.stdout:801: writing smithi08986837-36 from 729088 to 1277952 tid 2 2024-07-26T06:07:17.069 INFO:tasks.rados.rados.0.smithi089.stdout:801: writing smithi08986837-36 from 1277952 to 1875968 tid 3 2024-07-26T06:07:17.070 INFO:tasks.rados.rados.0.smithi089.stdout:801: writing smithi08986837-36 from 1875968 to 1933312 tid 4 2024-07-26T06:07:17.070 INFO:tasks.rados.rados.0.smithi089.stdout:802: read oid 40 snap -1 2024-07-26T06:07:17.070 INFO:tasks.rados.rados.0.smithi089.stdout:802: expect (ObjNum 236 snap 64 seq_num 236) 2024-07-26T06:07:17.070 INFO:tasks.rados.rados.0.smithi089.stdout:801: finishing write tid 1 to smithi08986837-36 2024-07-26T06:07:17.070 INFO:tasks.rados.rados.0.smithi089.stdout:803: read oid 17 snap -1 2024-07-26T06:07:17.070 INFO:tasks.rados.rados.0.smithi089.stdout:803: expect (ObjNum 95 snap 17 seq_num 95) 2024-07-26T06:07:17.070 INFO:tasks.rados.rados.0.smithi089.stdout:804: copy_from oid 3 from oid 46 current snap is 69 2024-07-26T06:07:17.071 INFO:tasks.rados.rados.0.smithi089.stdout:801: finishing write tid 2 to smithi08986837-36 2024-07-26T06:07:17.071 INFO:tasks.rados.rados.0.smithi089.stdout:805: read oid 30 snap 68 2024-07-26T06:07:17.071 INFO:tasks.rados.rados.0.smithi089.stdout:805: expect deleted 2024-07-26T06:07:17.071 INFO:tasks.rados.rados.0.smithi089.stdout:806: rmattr oid 23 current snap is 69 2024-07-26T06:07:17.071 INFO:tasks.rados.rados.0.smithi089.stdout:807: snap_remove snap 67 2024-07-26T06:07:17.254 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:17 smithi155 ceph-mon[33309]: pgmap v26: 121 pgs: 121 active+clean; 155 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:07:17.255 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:17 smithi155 ceph-mon[33309]: osdmap e215: 8 total, 8 up, 8 in 2024-07-26T06:07:17.255 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:17 smithi155 ceph-mon[33309]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-07-26T06:07:17.255 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:17 smithi155 ceph-mon[33309]: from='mgr.15060 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-07-26T06:07:17.255 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:17 smithi155 ceph-mon[33309]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-07-26T06:07:17.255 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:17 smithi155 ceph-mon[33309]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:07:17.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:17 smithi089 ceph-mon[29555]: pgmap v26: 121 pgs: 121 active+clean; 155 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:07:17.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:17 smithi089 ceph-mon[29555]: osdmap e215: 8 total, 8 up, 8 in 2024-07-26T06:07:17.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:17 smithi089 ceph-mon[29555]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-07-26T06:07:17.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:17 smithi089 ceph-mon[29555]: from='mgr.15060 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-07-26T06:07:17.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:17 smithi089 ceph-mon[29555]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-07-26T06:07:17.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:17 smithi089 ceph-mon[29555]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:07:17.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:17 smithi089 ceph-mon[41451]: pgmap v26: 121 pgs: 121 active+clean; 155 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:07:17.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:17 smithi089 ceph-mon[41451]: osdmap e215: 8 total, 8 up, 8 in 2024-07-26T06:07:17.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:17 smithi089 ceph-mon[41451]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-07-26T06:07:17.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:17 smithi089 ceph-mon[41451]: from='mgr.15060 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-07-26T06:07:17.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:17 smithi089 ceph-mon[41451]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-07-26T06:07:17.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:17 smithi089 ceph-mon[41451]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:07:18.074 INFO:tasks.rados.rados.0.smithi089.stdout:807: done (6 left) 2024-07-26T06:07:18.074 INFO:tasks.rados.rados.0.smithi089.stdout:808: read oid 31 snap -1 2024-07-26T06:07:18.074 INFO:tasks.rados.rados.0.smithi089.stdout:808: expect (ObjNum 207 snap 52 seq_num 207) 2024-07-26T06:07:18.074 INFO:tasks.rados.rados.0.smithi089.stdout:809: rmattr oid 21 current snap is 69 2024-07-26T06:07:18.074 INFO:tasks.rados.rados.0.smithi089.stdout:809: done (7 left) 2024-07-26T06:07:18.074 INFO:tasks.rados.rados.0.smithi089.stdout:810: snap_remove snap 62 2024-07-26T06:07:18.266 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:18 smithi155 ceph-mon[33309]: Upgrade: Updating mgr.x 2024-07-26T06:07:18.266 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:18 smithi155 ceph-mon[33309]: Deploying daemon mgr.x on smithi155 2024-07-26T06:07:18.267 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:18 smithi155 ceph-mon[33309]: osdmap e216: 8 total, 8 up, 8 in 2024-07-26T06:07:18.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:18 smithi089 ceph-mon[29555]: Upgrade: Updating mgr.x 2024-07-26T06:07:18.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:18 smithi089 ceph-mon[29555]: Deploying daemon mgr.x on smithi155 2024-07-26T06:07:18.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:18 smithi089 ceph-mon[29555]: osdmap e216: 8 total, 8 up, 8 in 2024-07-26T06:07:18.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:18 smithi089 ceph-mon[41451]: Upgrade: Updating mgr.x 2024-07-26T06:07:18.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:18 smithi089 ceph-mon[41451]: Deploying daemon mgr.x on smithi155 2024-07-26T06:07:18.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:18 smithi089 ceph-mon[41451]: osdmap e216: 8 total, 8 up, 8 in 2024-07-26T06:07:18.554 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:18 smithi155 systemd[1]: Stopping Ceph mgr.x for 9bd49884-4b13-11ef-bcb6-c7b262605968... 2024-07-26T06:07:18.879 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:18 smithi155 podman[81122]: 2024-07-26 06:07:18.553738367 +0000 UTC m=+0.139674112 container died 5415b17c85de24fb5a7211698d649194397e2d063ba1974b379959c88d47be87 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, RELEASE=squid-4b23044, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240724, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-07-26T06:07:19.072 INFO:tasks.rados.rados.0.smithi089.stdout:810: done (7 left) 2024-07-26T06:07:19.072 INFO:tasks.rados.rados.0.smithi089.stdout:811: copy_from oid 39 from oid 28 current snap is 69 2024-07-26T06:07:19.072 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 23 v 213 (ObjNum 228 snap 59 seq_num 228) dirty exists 2024-07-26T06:07:19.072 INFO:tasks.rados.rados.0.smithi089.stdout:801: finishing write tid 3 to smithi08986837-36 2024-07-26T06:07:19.072 INFO:tasks.rados.rados.0.smithi089.stdout:801: finishing write tid 4 to smithi08986837-36 2024-07-26T06:07:19.072 INFO:tasks.rados.rados.0.smithi089.stdout:801: finishing write tid 5 to smithi08986837-36 2024-07-26T06:07:19.072 INFO:tasks.rados.rados.0.smithi089.stdout:801: finishing write tid 6 to smithi08986837-36 2024-07-26T06:07:19.072 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 36 v 335 (ObjNum 255 snap 69 seq_num 255) dirty exists 2024-07-26T06:07:19.072 INFO:tasks.rados.rados.0.smithi089.stdout:801: left oid 36 (ObjNum 255 snap 69 seq_num 255) 2024-07-26T06:07:19.072 INFO:tasks.rados.rados.0.smithi089.stdout:802: expect (ObjNum 236 snap 64 seq_num 236) 2024-07-26T06:07:19.120 INFO:tasks.rados.rados.0.smithi089.stdout:804: finishing copy_from racing read to smithi08986837-3 2024-07-26T06:07:19.120 INFO:tasks.rados.rados.0.smithi089.stdout:804: finishing copy_from to smithi08986837-3 2024-07-26T06:07:19.120 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 3 v 70 (ObjNum 71 snap 6 seq_num 71) dirty exists 2024-07-26T06:07:19.120 INFO:tasks.rados.rados.0.smithi089.stdout:803: expect (ObjNum 95 snap 17 seq_num 95) 2024-07-26T06:07:19.293 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:19 smithi155 ceph-mon[33309]: pgmap v29: 121 pgs: 121 active+clean; 163 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.3 MiB/s wr, 19 op/s 2024-07-26T06:07:19.294 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:19 smithi155 ceph-mon[33309]: osdmap e217: 8 total, 8 up, 8 in 2024-07-26T06:07:19.294 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:18 smithi155 podman[81122]: 2024-07-26 06:07:18.886966835 +0000 UTC m=+0.472902578 container cleanup 5415b17c85de24fb5a7211698d649194397e2d063ba1974b379959c88d47be87 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, RELEASE=squid-4b23044, org.label-schema.license=GPLv2, org.label-schema.build-date=20240724, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-07-26T06:07:19.294 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:18 smithi155 bash[81122]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x 2024-07-26T06:07:19.294 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:19 smithi155 podman[81139]: 2024-07-26 06:07:19.088089158 +0000 UTC m=+0.533642814 container remove 5415b17c85de24fb5a7211698d649194397e2d063ba1974b379959c88d47be87 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x, CEPH_POINT_RELEASE=, RELEASE=squid-4b23044, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240724, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0) 2024-07-26T06:07:19.294 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:19 smithi155 systemd[1]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-07-26T06:07:19.302 INFO:tasks.rados.rados.0.smithi089.stdout:808: expect (ObjNum 207 snap 52 seq_num 207) 2024-07-26T06:07:19.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:19 smithi089 ceph-mon[29555]: pgmap v29: 121 pgs: 121 active+clean; 163 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.3 MiB/s wr, 19 op/s 2024-07-26T06:07:19.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:19 smithi089 ceph-mon[29555]: osdmap e217: 8 total, 8 up, 8 in 2024-07-26T06:07:19.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:19 smithi089 ceph-mon[41451]: pgmap v29: 121 pgs: 121 active+clean; 163 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.3 MiB/s wr, 19 op/s 2024-07-26T06:07:19.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:19 smithi089 ceph-mon[41451]: osdmap e217: 8 total, 8 up, 8 in 2024-07-26T06:07:19.629 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:19 smithi155 systemd[1]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-07-26T06:07:19.629 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:19 smithi155 systemd[1]: Stopped Ceph mgr.x for 9bd49884-4b13-11ef-bcb6-c7b262605968. 2024-07-26T06:07:19.629 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:19 smithi155 systemd[1]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@mgr.x.service: Consumed 17.452s CPU time. 2024-07-26T06:07:19.629 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:19 smithi155 systemd[1]: Starting Ceph mgr.x for 9bd49884-4b13-11ef-bcb6-c7b262605968... 2024-07-26T06:07:19.984 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:19 smithi155 podman[81272]: 2024-07-26 06:07:19.631790326 +0000 UTC m=+0.017692148 image pull a246f06af74af9a1c45475dc36c910d564494bacf385674011a33b62b93c2c8c quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c 2024-07-26T06:07:19.984 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:19 smithi155 podman[81272]: 2024-07-26 06:07:19.756180479 +0000 UTC m=+0.142082293 container create 3d1d1f94a234398b571fe86c1deaa028ec95c7d646411a1d55c79c683c4b7d99 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x, RELEASE=squid-4b23044, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240724, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=) 2024-07-26T06:07:20.050 INFO:tasks.rados.rados.0.smithi089.stdout:811: finishing copy_from to smithi08986837-39 2024-07-26T06:07:20.050 INFO:tasks.rados.rados.0.smithi089.stdout:811: got expected ENOENT (src dne) 2024-07-26T06:07:20.050 INFO:tasks.rados.rados.0.smithi089.stdout:811: finishing copy_from racing read to smithi08986837-39 2024-07-26T06:07:20.050 INFO:tasks.rados.rados.0.smithi089.stdout:801: done (7 left) 2024-07-26T06:07:20.051 INFO:tasks.rados.rados.0.smithi089.stdout:802: done (6 left) 2024-07-26T06:07:20.051 INFO:tasks.rados.rados.0.smithi089.stdout:803: done (5 left) 2024-07-26T06:07:20.051 INFO:tasks.rados.rados.0.smithi089.stdout:804: done (4 left) 2024-07-26T06:07:20.051 INFO:tasks.rados.rados.0.smithi089.stdout:805: done (3 left) 2024-07-26T06:07:20.051 INFO:tasks.rados.rados.0.smithi089.stdout:806: done (2 left) 2024-07-26T06:07:20.051 INFO:tasks.rados.rados.0.smithi089.stdout:808: done (1 left) 2024-07-26T06:07:20.051 INFO:tasks.rados.rados.0.smithi089.stdout:811: done (0 left) 2024-07-26T06:07:20.051 INFO:tasks.rados.rados.0.smithi089.stdout:812: read oid 17 snap -1 2024-07-26T06:07:20.051 INFO:tasks.rados.rados.0.smithi089.stdout:812: expect (ObjNum 95 snap 17 seq_num 95) 2024-07-26T06:07:20.051 INFO:tasks.rados.rados.0.smithi089.stdout:813: read oid 14 snap 68 2024-07-26T06:07:20.052 INFO:tasks.rados.rados.0.smithi089.stdout:813: expect (ObjNum 179 snap 44 seq_num 179) 2024-07-26T06:07:20.052 INFO:tasks.rados.rados.0.smithi089.stdout:814: snap_create 2024-07-26T06:07:20.055 INFO:tasks.rados.rados.0.smithi089.stdout:813: expect (ObjNum 179 snap 44 seq_num 179) 2024-07-26T06:07:20.088 INFO:tasks.rados.rados.0.smithi089.stdout:812: expect (ObjNum 95 snap 17 seq_num 95) 2024-07-26T06:07:20.273 INFO:tasks.rados.rados.0.smithi089.stdout:812: done (2 left) 2024-07-26T06:07:20.273 INFO:tasks.rados.rados.0.smithi089.stdout:813: done (1 left) 2024-07-26T06:07:20.273 INFO:tasks.rados.rados.0.smithi089.stdout:814: done (0 left) 2024-07-26T06:07:20.273 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 13 current snap is 70 2024-07-26T06:07:20.273 INFO:tasks.rados.rados.0.smithi089.stdout:815: seq_num 256 ranges {1376256=696320,2072576=434176,2506752=770048} 2024-07-26T06:07:20.282 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:20 smithi155 ceph-mon[33309]: osdmap e218: 8 total, 8 up, 8 in 2024-07-26T06:07:20.282 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:19 smithi155 podman[81272]: 2024-07-26 06:07:19.983811643 +0000 UTC m=+0.369713457 container init 3d1d1f94a234398b571fe86c1deaa028ec95c7d646411a1d55c79c683c4b7d99 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240724, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, RELEASE=squid-4b23044) 2024-07-26T06:07:20.282 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:19 smithi155 podman[81272]: 2024-07-26 06:07:19.989015268 +0000 UTC m=+0.374917081 container start 3d1d1f94a234398b571fe86c1deaa028ec95c7d646411a1d55c79c683c4b7d99 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=squid-4b23044, org.label-schema.build-date=20240724) 2024-07-26T06:07:20.282 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:20 smithi155 ceph-mgr[81310]: -- 172.21.15.155:0/3634464953 <== mon.1 v2:172.21.15.155:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5611ef90b0e0 con 0x5611ef8e9400 2024-07-26T06:07:20.282 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:20 smithi155 bash[81272]: 3d1d1f94a234398b571fe86c1deaa028ec95c7d646411a1d55c79c683c4b7d99 2024-07-26T06:07:20.282 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:20 smithi155 systemd[1]: Started Ceph mgr.x for 9bd49884-4b13-11ef-bcb6-c7b262605968. 2024-07-26T06:07:20.282 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:20 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[81287]: 2024-07-26T06:07:20.117+0000 7fb15f2f1040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-07-26T06:07:20.282 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:20 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[81287]: 2024-07-26T06:07:20.281+0000 7fb15f2f1040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-07-26T06:07:20.283 INFO:tasks.rados.rados.0.smithi089.stdout:815: writing smithi08986837-13 from 1376256 to 2072576 tid 1 2024-07-26T06:07:20.285 INFO:tasks.rados.rados.0.smithi089.stdout:815: writing smithi08986837-13 from 2072576 to 2506752 tid 2 2024-07-26T06:07:20.290 INFO:tasks.rados.rados.0.smithi089.stdout:815: writing smithi08986837-13 from 2506752 to 3276800 tid 3 2024-07-26T06:07:20.290 INFO:tasks.rados.rados.0.smithi089.stdout:816: delete oid 50 current snap is 70 2024-07-26T06:07:20.290 INFO:tasks.rados.rados.0.smithi089.stdout:815: finishing write tid 1 to smithi08986837-13 2024-07-26T06:07:20.291 INFO:tasks.rados.rados.0.smithi089.stdout:815: finishing write tid 2 to smithi08986837-13 2024-07-26T06:07:20.293 INFO:tasks.rados.rados.0.smithi089.stdout:815: finishing write tid 3 to smithi08986837-13 2024-07-26T06:07:20.293 INFO:tasks.rados.rados.0.smithi089.stdout:815: finishing write tid 4 to smithi08986837-13 2024-07-26T06:07:20.294 INFO:tasks.rados.rados.0.smithi089.stdout:815: finishing write tid 5 to smithi08986837-13 2024-07-26T06:07:20.294 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 13 v 281 (ObjNum 256 snap 70 seq_num 256) dirty exists 2024-07-26T06:07:20.294 INFO:tasks.rados.rados.0.smithi089.stdout:815: left oid 13 (ObjNum 256 snap 70 seq_num 256) 2024-07-26T06:07:20.296 INFO:tasks.rados.rados.0.smithi089.stdout:815: done (1 left) 2024-07-26T06:07:20.297 INFO:tasks.rados.rados.0.smithi089.stdout:816: done (0 left) 2024-07-26T06:07:20.297 INFO:tasks.rados.rados.0.smithi089.stdout:817: rollback oid 45 current snap is 70 2024-07-26T06:07:20.297 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 45 to 65 2024-07-26T06:07:20.297 INFO:tasks.rados.rados.0.smithi089.stdout:818: snap_remove snap 68 2024-07-26T06:07:20.374 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:20 smithi089 ceph-mon[29555]: osdmap e218: 8 total, 8 up, 8 in 2024-07-26T06:07:20.374 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:20 smithi089 ceph-mon[41451]: osdmap e218: 8 total, 8 up, 8 in 2024-07-26T06:07:20.578 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:20 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[81287]: 2024-07-26T06:07:20.355+0000 7fb15f2f1040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-07-26T06:07:20.879 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:20 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[81287]: 2024-07-26T06:07:20.634+0000 7fb15f2f1040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-07-26T06:07:20.879 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:20 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[81287]: 2024-07-26T06:07:20.697+0000 7fb15f2f1040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-07-26T06:07:21.183 INFO:tasks.rados.rados.0.smithi089.stdout:818: done (1 left) 2024-07-26T06:07:21.184 INFO:tasks.rados.rados.0.smithi089.stdout:819: snap_create 2024-07-26T06:07:21.184 INFO:tasks.rados.rados.0.smithi089.stdout:817: finishing rollback tid 0 to smithi08986837-45 2024-07-26T06:07:21.184 INFO:tasks.rados.rados.0.smithi089.stdout:817: finishing rollback tid 1 to smithi08986837-45 2024-07-26T06:07:21.184 INFO:tasks.rados.rados.0.smithi089.stdout:817: finishing rollback tid 2 to smithi08986837-45 2024-07-26T06:07:21.184 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 45 v 238 (ObjNum 71 snap 6 seq_num 71) dirty exists 2024-07-26T06:07:21.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:21 smithi155 ceph-mon[33309]: pgmap v32: 121 pgs: 121 active+clean; 163 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.3 MiB/s wr, 19 op/s 2024-07-26T06:07:21.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:21 smithi155 ceph-mon[33309]: osdmap e219: 8 total, 8 up, 8 in 2024-07-26T06:07:21.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:21 smithi155 ceph-mon[33309]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:21.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:21 smithi155 ceph-mon[33309]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:21.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:21 smithi155 ceph-mon[33309]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:07:21.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:21 smithi089 ceph-mon[29555]: pgmap v32: 121 pgs: 121 active+clean; 163 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.3 MiB/s wr, 19 op/s 2024-07-26T06:07:21.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:21 smithi089 ceph-mon[29555]: osdmap e219: 8 total, 8 up, 8 in 2024-07-26T06:07:21.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:21 smithi089 ceph-mon[29555]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:21.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:21 smithi089 ceph-mon[29555]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:21.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:21 smithi089 ceph-mon[29555]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:07:21.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:21 smithi089 ceph-mon[41451]: pgmap v32: 121 pgs: 121 active+clean; 163 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.3 MiB/s wr, 19 op/s 2024-07-26T06:07:21.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:21 smithi089 ceph-mon[41451]: osdmap e219: 8 total, 8 up, 8 in 2024-07-26T06:07:21.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:21 smithi089 ceph-mon[41451]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:21.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:21 smithi089 ceph-mon[41451]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:21.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:21 smithi089 ceph-mon[41451]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:07:22.124 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:21 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[81287]: 2024-07-26T06:07:21.717+0000 7fb15f2f1040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-07-26T06:07:22.124 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:21 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[81287]: 2024-07-26T06:07:21.847+0000 7fb15f2f1040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-07-26T06:07:22.124 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:21 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[81287]: 2024-07-26T06:07:21.905+0000 7fb15f2f1040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-07-26T06:07:22.124 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:22 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[81287]: 2024-07-26T06:07:22.123+0000 7fb15f2f1040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-07-26T06:07:22.188 INFO:tasks.rados.rados.0.smithi089.stdout:817: done (1 left) 2024-07-26T06:07:22.188 INFO:tasks.rados.rados.0.smithi089.stdout:819: done (0 left) 2024-07-26T06:07:22.188 INFO:tasks.rados.rados.0.smithi089.stdout:820: read oid 46 snap -1 2024-07-26T06:07:22.188 INFO:tasks.rados.rados.0.smithi089.stdout:820: expect (ObjNum 71 snap 6 seq_num 71) 2024-07-26T06:07:22.189 INFO:tasks.rados.rados.0.smithi089.stdout:821: read oid 12 snap -1 2024-07-26T06:07:22.189 INFO:tasks.rados.rados.0.smithi089.stdout:821: expect (ObjNum 233 snap 62 seq_num 233) 2024-07-26T06:07:22.189 INFO:tasks.rados.rados.0.smithi089.stdout:822: copy_from oid 19 from oid 41 current snap is 71 2024-07-26T06:07:22.189 INFO:tasks.rados.rados.0.smithi089.stdout:823: copy_from oid 49 from oid 18 current snap is 71 2024-07-26T06:07:22.189 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 35 current snap is 71 2024-07-26T06:07:22.189 INFO:tasks.rados.rados.0.smithi089.stdout:824: seq_num 258 ranges {5709824=729088,6438912=606208,7045120=598016} 2024-07-26T06:07:22.223 INFO:tasks.rados.rados.0.smithi089.stdout:824: writing smithi08986837-35 from 5709824 to 6438912 tid 1 2024-07-26T06:07:22.226 INFO:tasks.rados.rados.0.smithi089.stdout:824: writing smithi08986837-35 from 6438912 to 7045120 tid 2 2024-07-26T06:07:22.230 INFO:tasks.rados.rados.0.smithi089.stdout:824: writing smithi08986837-35 from 7045120 to 7643136 tid 3 2024-07-26T06:07:22.231 INFO:tasks.rados.rados.0.smithi089.stdout:825: rollback oid 15 current snap is 71 2024-07-26T06:07:22.231 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 15 to 69 2024-07-26T06:07:22.231 INFO:tasks.rados.rados.0.smithi089.stdout:820: expect (ObjNum 71 snap 6 seq_num 71) 2024-07-26T06:07:22.273 INFO:tasks.rados.rados.0.smithi089.stdout:823: finishing copy_from to smithi08986837-49 2024-07-26T06:07:22.273 INFO:tasks.rados.rados.0.smithi089.stdout:823: got expected ENOENT (src dne) 2024-07-26T06:07:22.273 INFO:tasks.rados.rados.0.smithi089.stdout:823: finishing copy_from racing read to smithi08986837-49 2024-07-26T06:07:22.273 INFO:tasks.rados.rados.0.smithi089.stdout:822: finishing copy_from racing read to smithi08986837-19 2024-07-26T06:07:22.273 INFO:tasks.rados.rados.0.smithi089.stdout:822: finishing copy_from to smithi08986837-19 2024-07-26T06:07:22.273 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 19 v 153 (ObjNum 132 snap 30 seq_num 132) dirty exists 2024-07-26T06:07:22.273 INFO:tasks.rados.rados.0.smithi089.stdout:821: expect (ObjNum 233 snap 62 seq_num 233) 2024-07-26T06:07:22.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:22 smithi155 ceph-mon[33309]: osdmap e220: 8 total, 8 up, 8 in 2024-07-26T06:07:22.379 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:22 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[81287]: 2024-07-26T06:07:22.205+0000 7fb15f2f1040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-07-26T06:07:22.379 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:22 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[81287]: 2024-07-26T06:07:22.285+0000 7fb15f2f1040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-07-26T06:07:22.379 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:07:22 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:07:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:07:22.533 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:22 smithi089 ceph-mon[29555]: osdmap e220: 8 total, 8 up, 8 in 2024-07-26T06:07:22.534 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:22 smithi089 ceph-mon[41451]: osdmap e220: 8 total, 8 up, 8 in 2024-07-26T06:07:22.744 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:22 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[81287]: 2024-07-26T06:07:22.452+0000 7fb15f2f1040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-07-26T06:07:22.775 INFO:tasks.rados.rados.0.smithi089.stdout:824: finishing write tid 1 to smithi08986837-35 2024-07-26T06:07:22.775 INFO:tasks.rados.rados.0.smithi089.stdout:824: finishing write tid 2 to smithi08986837-35 2024-07-26T06:07:22.775 INFO:tasks.rados.rados.0.smithi089.stdout:820: done (5 left) 2024-07-26T06:07:22.775 INFO:tasks.rados.rados.0.smithi089.stdout:821: done (4 left) 2024-07-26T06:07:22.775 INFO:tasks.rados.rados.0.smithi089.stdout:822: done (3 left) 2024-07-26T06:07:22.775 INFO:tasks.rados.rados.0.smithi089.stdout:823: done (2 left) 2024-07-26T06:07:22.775 INFO:tasks.rados.rados.0.smithi089.stdout:826: rollback oid 44 current snap is 71 2024-07-26T06:07:22.775 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 44 to 65 2024-07-26T06:07:22.775 INFO:tasks.rados.rados.0.smithi089.stdout:825: finishing rollback tid 1 to smithi08986837-15 2024-07-26T06:07:22.775 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 15 v 387 (ObjNum 161 snap 0 seq_num 3362584688) dirty dne 2024-07-26T06:07:22.776 INFO:tasks.rados.rados.0.smithi089.stdout:824: finishing write tid 3 to smithi08986837-35 2024-07-26T06:07:22.776 INFO:tasks.rados.rados.0.smithi089.stdout:824: finishing write tid 4 to smithi08986837-35 2024-07-26T06:07:22.776 INFO:tasks.rados.rados.0.smithi089.stdout:824: finishing write tid 5 to smithi08986837-35 2024-07-26T06:07:22.776 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 35 v 288 (ObjNum 258 snap 71 seq_num 258) dirty exists 2024-07-26T06:07:22.776 INFO:tasks.rados.rados.0.smithi089.stdout:824: left oid 35 (ObjNum 258 snap 71 seq_num 258) 2024-07-26T06:07:22.776 INFO:tasks.rados.rados.0.smithi089.stdout:824: done (2 left) 2024-07-26T06:07:22.776 INFO:tasks.rados.rados.0.smithi089.stdout:825: done (1 left) 2024-07-26T06:07:22.776 INFO:tasks.rados.rados.0.smithi089.stdout:827: rollback oid 37 current snap is 71 2024-07-26T06:07:22.776 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 37 to 65 2024-07-26T06:07:22.776 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 46 current snap is 71 2024-07-26T06:07:22.776 INFO:tasks.rados.rados.0.smithi089.stdout:828: seq_num 259 ranges {1449984=745472,2195456=540672,2736128=581632,3317760=81920} 2024-07-26T06:07:22.786 INFO:tasks.rados.rados.0.smithi089.stdout:828: writing smithi08986837-46 from 1449984 to 2195456 tid 1 2024-07-26T06:07:22.789 INFO:tasks.rados.rados.0.smithi089.stdout:828: writing smithi08986837-46 from 2195456 to 2736128 tid 2 2024-07-26T06:07:22.793 INFO:tasks.rados.rados.0.smithi089.stdout:828: writing smithi08986837-46 from 2736128 to 3317760 tid 3 2024-07-26T06:07:22.794 INFO:tasks.rados.rados.0.smithi089.stdout:828: writing smithi08986837-46 from 3317760 to 3399680 tid 4 2024-07-26T06:07:22.794 INFO:tasks.rados.rados.0.smithi089.stdout:829: rollback oid 27 current snap is 71 2024-07-26T06:07:22.794 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 27 to 65 2024-07-26T06:07:22.794 INFO:tasks.rados.rados.0.smithi089.stdout:826: finishing rollback tid 0 to smithi08986837-44 2024-07-26T06:07:22.794 INFO:tasks.rados.rados.0.smithi089.stdout:826: finishing rollback tid 1 to smithi08986837-44 2024-07-26T06:07:22.794 INFO:tasks.rados.rados.0.smithi089.stdout:826: finishing rollback tid 2 to smithi08986837-44 2024-07-26T06:07:22.795 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 44 v 404 (ObjNum 194 snap 48 seq_num 194) dirty exists 2024-07-26T06:07:22.795 INFO:tasks.rados.rados.0.smithi089.stdout:827: finishing rollback tid 0 to smithi08986837-37 2024-07-26T06:07:22.795 INFO:tasks.rados.rados.0.smithi089.stdout:827: finishing rollback tid 1 to smithi08986837-37 2024-07-26T06:07:22.795 INFO:tasks.rados.rados.0.smithi089.stdout:827: finishing rollback tid 2 to smithi08986837-37 2024-07-26T06:07:22.795 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 37 v 408 (ObjNum 239 snap 65 seq_num 239) dirty exists 2024-07-26T06:07:22.795 INFO:tasks.rados.rados.0.smithi089.stdout:828: finishing write tid 1 to smithi08986837-46 2024-07-26T06:07:22.795 INFO:tasks.rados.rados.0.smithi089.stdout:828: finishing write tid 2 to smithi08986837-46 2024-07-26T06:07:22.795 INFO:tasks.rados.rados.0.smithi089.stdout:826: done (3 left) 2024-07-26T06:07:22.795 INFO:tasks.rados.rados.0.smithi089.stdout:827: done (2 left) 2024-07-26T06:07:22.796 INFO:tasks.rados.rados.0.smithi089.stdout:830: read oid 11 snap -1 2024-07-26T06:07:22.796 INFO:tasks.rados.rados.0.smithi089.stdout:830: expect deleted 2024-07-26T06:07:22.796 INFO:tasks.rados.rados.0.smithi089.stdout:831: snap_create 2024-07-26T06:07:22.796 INFO:tasks.rados.rados.0.smithi089.stdout:828: finishing write tid 3 to smithi08986837-46 2024-07-26T06:07:22.796 INFO:tasks.rados.rados.0.smithi089.stdout:828: finishing write tid 4 to smithi08986837-46 2024-07-26T06:07:22.797 INFO:tasks.rados.rados.0.smithi089.stdout:828: finishing write tid 5 to smithi08986837-46 2024-07-26T06:07:22.797 INFO:tasks.rados.rados.0.smithi089.stdout:829: finishing rollback tid 0 to smithi08986837-27 2024-07-26T06:07:22.797 INFO:tasks.rados.rados.0.smithi089.stdout:828: finishing write tid 6 to smithi08986837-46 2024-07-26T06:07:22.797 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 46 v 414 (ObjNum 259 snap 71 seq_num 259) dirty exists 2024-07-26T06:07:22.798 INFO:tasks.rados.rados.0.smithi089.stdout:828: left oid 46 (ObjNum 259 snap 71 seq_num 259) 2024-07-26T06:07:22.798 INFO:tasks.rados.rados.0.smithi089.stdout:829: finishing rollback tid 1 to smithi08986837-27 2024-07-26T06:07:22.798 INFO:tasks.rados.rados.0.smithi089.stdout:829: finishing rollback tid 2 to smithi08986837-27 2024-07-26T06:07:22.798 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 27 v 220 (ObjNum 245 snap 65 seq_num 245) dirty exists 2024-07-26T06:07:22.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:07:22] "GET /metrics HTTP/1.1" 200 36129 "" "Prometheus/2.43.0" 2024-07-26T06:07:22.928 INFO:tasks.rados.rados.0.smithi089.stdout:828: done (3 left) 2024-07-26T06:07:22.929 INFO:tasks.rados.rados.0.smithi089.stdout:829: done (2 left) 2024-07-26T06:07:22.929 INFO:tasks.rados.rados.0.smithi089.stdout:830: done (1 left) 2024-07-26T06:07:22.929 INFO:tasks.rados.rados.0.smithi089.stdout:831: done (0 left) 2024-07-26T06:07:22.929 INFO:tasks.rados.rados.0.smithi089.stdout:832: snap_remove snap 70 2024-07-26T06:07:23.129 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:22 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[81287]: 2024-07-26T06:07:22.886+0000 7fb15f2f1040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-07-26T06:07:23.440 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:23 smithi155 ceph-mon[33309]: pgmap v35: 121 pgs: 121 active+clean; 129 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2024-07-26T06:07:23.440 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:23 smithi155 ceph-mon[33309]: osdmap e221: 8 total, 8 up, 8 in 2024-07-26T06:07:23.440 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:23 smithi155 ceph-mon[33309]: osdmap e222: 8 total, 8 up, 8 in 2024-07-26T06:07:23.441 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:23 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[81287]: 2024-07-26T06:07:23.217+0000 7fb15f2f1040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-07-26T06:07:23.441 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:23 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[81287]: 2024-07-26T06:07:23.290+0000 7fb15f2f1040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-07-26T06:07:23.441 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:23 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[81287]: 2024-07-26T06:07:23.438+0000 7fb15f2f1040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-07-26T06:07:23.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:23 smithi089 ceph-mon[29555]: pgmap v35: 121 pgs: 121 active+clean; 129 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2024-07-26T06:07:23.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:23 smithi089 ceph-mon[29555]: osdmap e221: 8 total, 8 up, 8 in 2024-07-26T06:07:23.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:23 smithi089 ceph-mon[29555]: osdmap e222: 8 total, 8 up, 8 in 2024-07-26T06:07:23.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:23 smithi089 ceph-mon[41451]: pgmap v35: 121 pgs: 121 active+clean; 129 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2024-07-26T06:07:23.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:23 smithi089 ceph-mon[41451]: osdmap e221: 8 total, 8 up, 8 in 2024-07-26T06:07:23.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:23 smithi089 ceph-mon[41451]: osdmap e222: 8 total, 8 up, 8 in 2024-07-26T06:07:23.765 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:07:23 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:07:23.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi089\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi089\", job=\"node\", machine=\"x86_64\", nodename=\"smithi089\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", domainname=\"(none)\", instance=\"smithi089\", job=\"node\", machine=\"x86_64\", nodename=\"smithi089\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:07:23.929 INFO:tasks.rados.rados.0.smithi089.stdout:832: done (0 left) 2024-07-26T06:07:23.929 INFO:tasks.rados.rados.0.smithi089.stdout:833: rmattr oid 41 current snap is 72 2024-07-26T06:07:23.929 INFO:tasks.rados.rados.0.smithi089.stdout:834: snap_remove snap 71 2024-07-26T06:07:24.029 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:23 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[81287]: 2024-07-26T06:07:23.765+0000 7fb15f2f1040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-07-26T06:07:24.029 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:23 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[81287]: 2024-07-26T06:07:23.828+0000 7fb15f2f1040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-07-26T06:07:24.327 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:24 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[81287]: 2024-07-26T06:07:24.027+0000 7fb15f2f1040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-07-26T06:07:24.327 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:24 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[81287]: 2024-07-26T06:07:24.192+0000 7fb15f2f1040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-07-26T06:07:24.327 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:24 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[81287]: 2024-07-26T06:07:24.256+0000 7fb15f2f1040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-07-26T06:07:24.629 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:24 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[81287]: 2024-07-26T06:07:24.346+0000 7fb15f2f1040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-07-26T06:07:24.629 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:24 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[81287]: 2024-07-26T06:07:24.409+0000 7fb15f2f1040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-07-26T06:07:24.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:07:24 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:07:24.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:07:24.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:07:24 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:07:24.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:07:24.935 INFO:tasks.rados.rados.0.smithi089.stdout:834: done (1 left) 2024-07-26T06:07:24.947 INFO:tasks.rados.rados.0.smithi089.stdout:835: setattr oid 12 current snap is 72 2024-07-26T06:07:24.947 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 41 v 347 (ObjNum 132 snap 30 seq_num 132) dirty exists 2024-07-26T06:07:24.948 INFO:tasks.rados.rados.0.smithi089.stdout:833: done (1 left) 2024-07-26T06:07:24.948 INFO:tasks.rados.rados.0.smithi089.stdout:836: rmattr oid 31 current snap is 72 2024-07-26T06:07:24.948 INFO:tasks.rados.rados.0.smithi089.stdout:836: done (1 left) 2024-07-26T06:07:24.948 INFO:tasks.rados.rados.0.smithi089.stdout:837: rollback oid 42 current snap is 72 2024-07-26T06:07:24.948 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 42 to 65 2024-07-26T06:07:24.948 INFO:tasks.rados.rados.0.smithi089.stdout:838: rollback oid 38 current snap is 72 2024-07-26T06:07:24.948 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 38 to 65 2024-07-26T06:07:24.949 INFO:tasks.rados.rados.0.smithi089.stdout:839: snap_create 2024-07-26T06:07:24.949 INFO:tasks.rados.rados.0.smithi089.stdout:838: finishing rollback tid 0 to smithi08986837-38 2024-07-26T06:07:24.949 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 12 v 401 (ObjNum 233 snap 62 seq_num 233) dirty exists 2024-07-26T06:07:24.949 INFO:tasks.rados.rados.0.smithi089.stdout:838: finishing rollback tid 1 to smithi08986837-38 2024-07-26T06:07:24.949 INFO:tasks.rados.rados.0.smithi089.stdout:838: finishing rollback tid 2 to smithi08986837-38 2024-07-26T06:07:24.949 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 38 v 422 (ObjNum 182 snap 45 seq_num 182) dirty exists 2024-07-26T06:07:24.949 INFO:tasks.rados.rados.0.smithi089.stdout:837: finishing rollback tid 0 to smithi08986837-42 2024-07-26T06:07:24.949 INFO:tasks.rados.rados.0.smithi089.stdout:837: finishing rollback tid 1 to smithi08986837-42 2024-07-26T06:07:24.949 INFO:tasks.rados.rados.0.smithi089.stdout:837: finishing rollback tid 2 to smithi08986837-42 2024-07-26T06:07:24.949 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 42 v 424 (ObjNum 49 snap 0 seq_num 1718833243) dirty exists 2024-07-26T06:07:25.255 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:24 smithi155 ceph-mon[33309]: pgmap v38: 121 pgs: 121 active+clean; 129 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2024-07-26T06:07:25.255 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:24 smithi155 ceph-mon[33309]: osdmap e223: 8 total, 8 up, 8 in 2024-07-26T06:07:25.255 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:24 smithi155 ceph-mon[33309]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:25.255 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:24 smithi155 ceph-mon[33309]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:25.255 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:24 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[81287]: 2024-07-26T06:07:24.976+0000 7fb15f2f1040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-07-26T06:07:25.255 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:25 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[81287]: 2024-07-26T06:07:25.146+0000 7fb15f2f1040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-07-26T06:07:25.255 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:25 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[81287]: [26/Jul/2024:06:07:25] ENGINE Bus STARTING 2024-07-26T06:07:25.255 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:25 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[81287]: CherryPy Checker: 2024-07-26T06:07:25.255 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:25 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[81287]: The Application mounted at '' has an empty config. 2024-07-26T06:07:25.256 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:25 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[81287]: 2024-07-26T06:07:25.256 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:25 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[81287]: [26/Jul/2024:06:07:25] ENGINE Serving on http://:::9283 2024-07-26T06:07:25.256 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:25 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[81287]: [26/Jul/2024:06:07:25] ENGINE Bus STARTED 2024-07-26T06:07:25.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:24 smithi089 ceph-mon[29555]: pgmap v38: 121 pgs: 121 active+clean; 129 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2024-07-26T06:07:25.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:24 smithi089 ceph-mon[29555]: osdmap e223: 8 total, 8 up, 8 in 2024-07-26T06:07:25.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:24 smithi089 ceph-mon[29555]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:25.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:24 smithi089 ceph-mon[29555]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:25.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:24 smithi089 ceph-mon[41451]: pgmap v38: 121 pgs: 121 active+clean; 129 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2024-07-26T06:07:25.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:24 smithi089 ceph-mon[41451]: osdmap e223: 8 total, 8 up, 8 in 2024-07-26T06:07:25.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:24 smithi089 ceph-mon[41451]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:25.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:24 smithi089 ceph-mon[41451]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:25.955 INFO:tasks.rados.rados.0.smithi089.stdout:835: done (3 left) 2024-07-26T06:07:25.955 INFO:tasks.rados.rados.0.smithi089.stdout:837: done (2 left) 2024-07-26T06:07:25.955 INFO:tasks.rados.rados.0.smithi089.stdout:838: done (1 left) 2024-07-26T06:07:25.955 INFO:tasks.rados.rados.0.smithi089.stdout:839: done (0 left) 2024-07-26T06:07:25.955 INFO:tasks.rados.rados.0.smithi089.stdout:840: rollback oid 43 current snap is 73 2024-07-26T06:07:25.955 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 43 to 69 2024-07-26T06:07:25.955 INFO:tasks.rados.rados.0.smithi089.stdout:841: snap_create 2024-07-26T06:07:25.957 INFO:tasks.rados.rados.0.smithi089.stdout:840: finishing rollback tid 0 to smithi08986837-43 2024-07-26T06:07:25.958 INFO:tasks.rados.rados.0.smithi089.stdout:840: finishing rollback tid 1 to smithi08986837-43 2024-07-26T06:07:25.958 INFO:tasks.rados.rados.0.smithi089.stdout:840: finishing rollback tid 2 to smithi08986837-43 2024-07-26T06:07:25.958 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 43 v 304 (ObjNum 184 snap 47 seq_num 184) dirty exists 2024-07-26T06:07:26.115 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:25 smithi155 ceph-mon[33309]: osdmap e224: 8 total, 8 up, 8 in 2024-07-26T06:07:26.116 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:25 smithi155 ceph-mon[33309]: Standby manager daemon x restarted 2024-07-26T06:07:26.116 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:25 smithi155 ceph-mon[33309]: Standby manager daemon x started 2024-07-26T06:07:26.116 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:25 smithi155 ceph-mon[33309]: from='mgr.? 172.21.15.155:0/3235104138' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-07-26T06:07:26.116 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:25 smithi155 ceph-mon[33309]: from='mgr.? 172.21.15.155:0/3235104138' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-07-26T06:07:26.116 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:25 smithi155 ceph-mon[33309]: from='mgr.? 172.21.15.155:0/3235104138' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-07-26T06:07:26.116 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:25 smithi155 ceph-mon[33309]: from='mgr.? 172.21.15.155:0/3235104138' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-07-26T06:07:26.116 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:25 smithi155 ceph-mon[33309]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:26.116 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:25 smithi155 ceph-mon[33309]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:26.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:25 smithi089 ceph-mon[29555]: osdmap e224: 8 total, 8 up, 8 in 2024-07-26T06:07:26.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:25 smithi089 ceph-mon[29555]: Standby manager daemon x restarted 2024-07-26T06:07:26.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:25 smithi089 ceph-mon[29555]: Standby manager daemon x started 2024-07-26T06:07:26.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:25 smithi089 ceph-mon[29555]: from='mgr.? 172.21.15.155:0/3235104138' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-07-26T06:07:26.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:25 smithi089 ceph-mon[29555]: from='mgr.? 172.21.15.155:0/3235104138' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-07-26T06:07:26.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:25 smithi089 ceph-mon[29555]: from='mgr.? 172.21.15.155:0/3235104138' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-07-26T06:07:26.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:25 smithi089 ceph-mon[29555]: from='mgr.? 172.21.15.155:0/3235104138' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-07-26T06:07:26.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:25 smithi089 ceph-mon[29555]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:26.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:25 smithi089 ceph-mon[29555]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:26.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:25 smithi089 ceph-mon[41451]: osdmap e224: 8 total, 8 up, 8 in 2024-07-26T06:07:26.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:25 smithi089 ceph-mon[41451]: Standby manager daemon x restarted 2024-07-26T06:07:26.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:25 smithi089 ceph-mon[41451]: Standby manager daemon x started 2024-07-26T06:07:26.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:25 smithi089 ceph-mon[41451]: from='mgr.? 172.21.15.155:0/3235104138' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-07-26T06:07:26.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:25 smithi089 ceph-mon[41451]: from='mgr.? 172.21.15.155:0/3235104138' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-07-26T06:07:26.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:25 smithi089 ceph-mon[41451]: from='mgr.? 172.21.15.155:0/3235104138' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-07-26T06:07:26.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:25 smithi089 ceph-mon[41451]: from='mgr.? 172.21.15.155:0/3235104138' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-07-26T06:07:26.407 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:25 smithi089 ceph-mon[41451]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:26.407 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:25 smithi089 ceph-mon[41451]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:26.964 INFO:tasks.rados.rados.0.smithi089.stdout:840: done (1 left) 2024-07-26T06:07:26.965 INFO:tasks.rados.rados.0.smithi089.stdout:841: done (0 left) 2024-07-26T06:07:26.965 INFO:tasks.rados.rados.0.smithi089.stdout:842: rmattr oid 29 current snap is 74 2024-07-26T06:07:26.965 INFO:tasks.rados.rados.0.smithi089.stdout:842: done (0 left) 2024-07-26T06:07:26.965 INFO:tasks.rados.rados.0.smithi089.stdout:843: snap_create 2024-07-26T06:07:27.239 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:26 smithi155 ceph-mon[33309]: pgmap v41: 121 pgs: 121 active+clean; 129 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:07:27.239 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:26 smithi155 ceph-mon[33309]: mgrmap e35: y(active, since 26s), standbys: x 2024-07-26T06:07:27.239 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:26 smithi155 ceph-mon[33309]: osdmap e225: 8 total, 8 up, 8 in 2024-07-26T06:07:27.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:26 smithi089 ceph-mon[29555]: pgmap v41: 121 pgs: 121 active+clean; 129 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:07:27.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:26 smithi089 ceph-mon[29555]: mgrmap e35: y(active, since 26s), standbys: x 2024-07-26T06:07:27.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:26 smithi089 ceph-mon[29555]: osdmap e225: 8 total, 8 up, 8 in 2024-07-26T06:07:27.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:26 smithi089 ceph-mon[41451]: pgmap v41: 121 pgs: 121 active+clean; 129 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:07:27.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:26 smithi089 ceph-mon[41451]: mgrmap e35: y(active, since 26s), standbys: x 2024-07-26T06:07:27.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:26 smithi089 ceph-mon[41451]: osdmap e225: 8 total, 8 up, 8 in 2024-07-26T06:07:27.973 INFO:tasks.rados.rados.0.smithi089.stdout:843: done (0 left) 2024-07-26T06:07:27.973 INFO:tasks.rados.rados.0.smithi089.stdout:844: delete oid 33 current snap is 75 2024-07-26T06:07:27.977 INFO:tasks.rados.rados.0.smithi089.stdout:844: done (0 left) 2024-07-26T06:07:27.977 INFO:tasks.rados.rados.0.smithi089.stdout:845: setattr oid 48 current snap is 75 2024-07-26T06:07:27.978 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 2 current snap is 75 2024-07-26T06:07:27.978 INFO:tasks.rados.rados.0.smithi089.stdout:846: seq_num 261 ranges {0=778240,778240=704512,1482752=499712} 2024-07-26T06:07:27.983 INFO:tasks.rados.rados.0.smithi089.stdout:846: writing smithi08986837-2 from 0 to 778240 tid 1 2024-07-26T06:07:27.987 INFO:tasks.rados.rados.0.smithi089.stdout:846: writing smithi08986837-2 from 778240 to 1482752 tid 2 2024-07-26T06:07:27.990 INFO:tasks.rados.rados.0.smithi089.stdout:846: writing smithi08986837-2 from 1482752 to 1982464 tid 3 2024-07-26T06:07:27.990 INFO:tasks.rados.rados.0.smithi089.stdout:847: read oid 37 snap -1 2024-07-26T06:07:27.990 INFO:tasks.rados.rados.0.smithi089.stdout:847: expect (ObjNum 239 snap 65 seq_num 239) 2024-07-26T06:07:27.990 INFO:tasks.rados.rados.0.smithi089.stdout:848: copy_from oid 40 from oid 33 current snap is 75 2024-07-26T06:07:27.990 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 48 v 239 (ObjNum 234 snap 62 seq_num 234) dirty exists 2024-07-26T06:07:27.990 INFO:tasks.rados.rados.0.smithi089.stdout:845: done (3 left) 2024-07-26T06:07:27.990 INFO:tasks.rados.rados.0.smithi089.stdout:849: snap_remove snap 74 2024-07-26T06:07:28.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:27 smithi155 ceph-mon[33309]: osdmap e226: 8 total, 8 up, 8 in 2024-07-26T06:07:28.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:27 smithi089 ceph-mon[29555]: osdmap e226: 8 total, 8 up, 8 in 2024-07-26T06:07:28.407 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:27 smithi089 ceph-mon[41451]: osdmap e226: 8 total, 8 up, 8 in 2024-07-26T06:07:28.970 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:07:28 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:07:28.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster_addr=\"172.21.15.89\", device_class=\"ssd\", hostname=\"smithi089\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.89\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", cluster_addr=\"172.21.15.89\", device_class=\"ssd\", hostname=\"smithi089\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.89\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:07:28.970 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:28 smithi155 ceph-mon[33309]: pgmap v44: 121 pgs: 121 active+clean; 135 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.5 MiB/s wr, 13 op/s 2024-07-26T06:07:28.977 INFO:tasks.rados.rados.0.smithi089.stdout:849: done (3 left) 2024-07-26T06:07:28.977 INFO:tasks.rados.rados.0.smithi089.stdout:850: setattr oid 27 current snap is 75 2024-07-26T06:07:28.977 INFO:tasks.rados.rados.0.smithi089.stdout:846: finishing write tid 1 to smithi08986837-2 2024-07-26T06:07:28.977 INFO:tasks.rados.rados.0.smithi089.stdout:846: finishing write tid 2 to smithi08986837-2 2024-07-26T06:07:28.978 INFO:tasks.rados.rados.0.smithi089.stdout:848: finishing copy_from to smithi08986837-40 2024-07-26T06:07:28.978 INFO:tasks.rados.rados.0.smithi089.stdout:848: got expected ENOENT (src dne) 2024-07-26T06:07:28.978 INFO:tasks.rados.rados.0.smithi089.stdout:848: finishing copy_from racing read to smithi08986837-40 2024-07-26T06:07:28.978 INFO:tasks.rados.rados.0.smithi089.stdout:846: finishing write tid 3 to smithi08986837-2 2024-07-26T06:07:28.978 INFO:tasks.rados.rados.0.smithi089.stdout:846: finishing write tid 4 to smithi08986837-2 2024-07-26T06:07:28.978 INFO:tasks.rados.rados.0.smithi089.stdout:846: finishing write tid 5 to smithi08986837-2 2024-07-26T06:07:28.978 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 2 v 71 (ObjNum 261 snap 75 seq_num 261) dirty exists 2024-07-26T06:07:28.978 INFO:tasks.rados.rados.0.smithi089.stdout:846: left oid 2 (ObjNum 261 snap 75 seq_num 261) 2024-07-26T06:07:28.978 INFO:tasks.rados.rados.0.smithi089.stdout:847: expect (ObjNum 239 snap 65 seq_num 239) 2024-07-26T06:07:29.021 INFO:tasks.rados.rados.0.smithi089.stdout:846: done (3 left) 2024-07-26T06:07:29.021 INFO:tasks.rados.rados.0.smithi089.stdout:847: done (2 left) 2024-07-26T06:07:29.021 INFO:tasks.rados.rados.0.smithi089.stdout:848: done (1 left) 2024-07-26T06:07:29.021 INFO:tasks.rados.rados.0.smithi089.stdout:851: snap_create 2024-07-26T06:07:29.026 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 27 v 224 (ObjNum 245 snap 65 seq_num 245) dirty exists 2024-07-26T06:07:29.344 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:28 smithi089 ceph-mon[41451]: pgmap v44: 121 pgs: 121 active+clean; 135 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.5 MiB/s wr, 13 op/s 2024-07-26T06:07:29.345 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:28 smithi089 ceph-mon[41451]: osdmap e227: 8 total, 8 up, 8 in 2024-07-26T06:07:29.345 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:28 smithi089 ceph-mon[41451]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:29.345 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:28 smithi089 ceph-mon[41451]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:29.345 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:28 smithi089 ceph-mon[41451]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:07:29.345 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:28 smithi089 ceph-mon[41451]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:07:29.345 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:28 smithi089 ceph-mon[41451]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:29.345 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:28 smithi089 ceph-mon[41451]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:07:29.345 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:28 smithi089 ceph-mon[41451]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:07:29.345 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:28 smithi089 ceph-mon[41451]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:29.345 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:28 smithi089 ceph-mon[41451]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-07-26T06:07:29.345 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:28 smithi089 ceph-mon[41451]: from='mgr.15060 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-07-26T06:07:29.346 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:28 smithi089 ceph-mon[41451]: from='mgr.15060 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-07-26T06:07:29.346 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:28 smithi089 ceph-mon[41451]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-07-26T06:07:29.346 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:28 smithi089 ceph-mon[41451]: from='mgr.15060 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-07-26T06:07:29.346 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:28 smithi089 ceph-mon[41451]: from='mgr.15060 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-07-26T06:07:29.346 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:28 smithi089 ceph-mon[41451]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-07-26T06:07:29.346 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:28 smithi089 ceph-mon[41451]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-07-26T06:07:29.346 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:28 smithi089 ceph-mon[29555]: pgmap v44: 121 pgs: 121 active+clean; 135 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.5 MiB/s wr, 13 op/s 2024-07-26T06:07:29.346 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:28 smithi089 ceph-mon[29555]: osdmap e227: 8 total, 8 up, 8 in 2024-07-26T06:07:29.347 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:28 smithi089 ceph-mon[29555]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:29.347 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:28 smithi089 ceph-mon[29555]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:29.347 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:28 smithi089 ceph-mon[29555]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:07:29.347 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:28 smithi089 ceph-mon[29555]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:07:29.347 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:28 smithi089 ceph-mon[29555]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:29.347 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:28 smithi089 ceph-mon[29555]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:07:29.347 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:28 smithi089 ceph-mon[29555]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:07:29.347 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:28 smithi089 ceph-mon[29555]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:29.347 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:28 smithi089 ceph-mon[29555]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-07-26T06:07:29.347 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:28 smithi089 ceph-mon[29555]: from='mgr.15060 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-07-26T06:07:29.347 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:28 smithi089 ceph-mon[29555]: from='mgr.15060 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-07-26T06:07:29.347 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:28 smithi089 ceph-mon[29555]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-07-26T06:07:29.347 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:28 smithi089 ceph-mon[29555]: from='mgr.15060 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-07-26T06:07:29.347 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:28 smithi089 ceph-mon[29555]: from='mgr.15060 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-07-26T06:07:29.348 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:28 smithi089 ceph-mon[29555]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-07-26T06:07:29.348 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:28 smithi089 ceph-mon[29555]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-07-26T06:07:29.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:28 smithi155 ceph-mon[33309]: osdmap e227: 8 total, 8 up, 8 in 2024-07-26T06:07:29.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:28 smithi155 ceph-mon[33309]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:29.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:28 smithi155 ceph-mon[33309]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:29.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:28 smithi155 ceph-mon[33309]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:07:29.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:28 smithi155 ceph-mon[33309]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:07:29.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:28 smithi155 ceph-mon[33309]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:29.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:28 smithi155 ceph-mon[33309]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:07:29.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:28 smithi155 ceph-mon[33309]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:07:29.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:28 smithi155 ceph-mon[33309]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:29.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:28 smithi155 ceph-mon[33309]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-07-26T06:07:29.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:28 smithi155 ceph-mon[33309]: from='mgr.15060 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-07-26T06:07:29.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:28 smithi155 ceph-mon[33309]: from='mgr.15060 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-07-26T06:07:29.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:28 smithi155 ceph-mon[33309]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-07-26T06:07:29.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:28 smithi155 ceph-mon[33309]: from='mgr.15060 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-07-26T06:07:29.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:28 smithi155 ceph-mon[33309]: from='mgr.15060 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-07-26T06:07:29.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:28 smithi155 ceph-mon[33309]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-07-26T06:07:29.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:28 smithi155 ceph-mon[33309]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-07-26T06:07:29.986 INFO:tasks.rados.rados.0.smithi089.stdout:850: done (1 left) 2024-07-26T06:07:29.987 INFO:tasks.rados.rados.0.smithi089.stdout:851: done (0 left) 2024-07-26T06:07:29.987 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 37 current snap is 76 2024-07-26T06:07:29.987 INFO:tasks.rados.rados.0.smithi089.stdout:852: seq_num 262 ranges {1613824=794624,2408448=589824,2998272=614400} 2024-07-26T06:07:29.999 INFO:tasks.rados.rados.0.smithi089.stdout:852: writing smithi08986837-37 from 1613824 to 2408448 tid 1 2024-07-26T06:07:30.003 INFO:tasks.rados.rados.0.smithi089.stdout:852: writing smithi08986837-37 from 2408448 to 2998272 tid 2 2024-07-26T06:07:30.006 INFO:tasks.rados.rados.0.smithi089.stdout:852: writing smithi08986837-37 from 2998272 to 3612672 tid 3 2024-07-26T06:07:30.006 INFO:tasks.rados.rados.0.smithi089.stdout:853: snap_create 2024-07-26T06:07:30.007 INFO:tasks.rados.rados.0.smithi089.stdout:852: finishing write tid 1 to smithi08986837-37 2024-07-26T06:07:30.007 INFO:tasks.rados.rados.0.smithi089.stdout:852: finishing write tid 2 to smithi08986837-37 2024-07-26T06:07:30.009 INFO:tasks.rados.rados.0.smithi089.stdout:852: finishing write tid 3 to smithi08986837-37 2024-07-26T06:07:30.009 INFO:tasks.rados.rados.0.smithi089.stdout:852: finishing write tid 4 to smithi08986837-37 2024-07-26T06:07:30.010 INFO:tasks.rados.rados.0.smithi089.stdout:852: finishing write tid 5 to smithi08986837-37 2024-07-26T06:07:30.010 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 37 v 429 (ObjNum 262 snap 76 seq_num 262) dirty exists 2024-07-26T06:07:30.010 INFO:tasks.rados.rados.0.smithi089.stdout:852: left oid 37 (ObjNum 262 snap 76 seq_num 262) 2024-07-26T06:07:30.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:29 smithi089 ceph-mon[29555]: Upgrade: Setting container_image for all mgr 2024-07-26T06:07:30.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:29 smithi089 ceph-mon[29555]: Upgrade: It appears safe to stop mon.a 2024-07-26T06:07:30.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:29 smithi089 ceph-mon[29555]: osdmap e228: 8 total, 8 up, 8 in 2024-07-26T06:07:30.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:29 smithi089 ceph-mon[41451]: Upgrade: Setting container_image for all mgr 2024-07-26T06:07:30.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:29 smithi089 ceph-mon[41451]: Upgrade: It appears safe to stop mon.a 2024-07-26T06:07:30.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:29 smithi089 ceph-mon[41451]: osdmap e228: 8 total, 8 up, 8 in 2024-07-26T06:07:30.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:29 smithi155 ceph-mon[33309]: Upgrade: Setting container_image for all mgr 2024-07-26T06:07:30.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:29 smithi155 ceph-mon[33309]: Upgrade: It appears safe to stop mon.a 2024-07-26T06:07:30.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:29 smithi155 ceph-mon[33309]: osdmap e228: 8 total, 8 up, 8 in 2024-07-26T06:07:30.991 INFO:tasks.rados.rados.0.smithi089.stdout:852: done (1 left) 2024-07-26T06:07:30.991 INFO:tasks.rados.rados.0.smithi089.stdout:853: done (0 left) 2024-07-26T06:07:30.991 INFO:tasks.rados.rados.0.smithi089.stdout:854: read oid 11 snap 73 2024-07-26T06:07:30.992 INFO:tasks.rados.rados.0.smithi089.stdout:854: expect deleted 2024-07-26T06:07:30.992 INFO:tasks.rados.rados.0.smithi089.stdout:855: snap_create 2024-07-26T06:07:31.105 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:30 smithi089 ceph-mon[29555]: pgmap v47: 121 pgs: 121 active+clean; 135 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.5 MiB/s wr, 13 op/s 2024-07-26T06:07:31.105 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:30 smithi089 ceph-mon[29555]: osdmap e229: 8 total, 8 up, 8 in 2024-07-26T06:07:31.105 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:30 smithi089 ceph-mon[29555]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:07:31.105 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:30 smithi089 ceph-mon[29555]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:31.105 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:30 smithi089 ceph-mon[29555]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-26T06:07:31.105 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:30 smithi089 ceph-mon[29555]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-07-26T06:07:31.106 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:30 smithi089 ceph-mon[29555]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:07:31.106 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:30 smithi089 ceph-mon[41451]: pgmap v47: 121 pgs: 121 active+clean; 135 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.5 MiB/s wr, 13 op/s 2024-07-26T06:07:31.106 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:30 smithi089 ceph-mon[41451]: osdmap e229: 8 total, 8 up, 8 in 2024-07-26T06:07:31.106 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:30 smithi089 ceph-mon[41451]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:07:31.106 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:30 smithi089 ceph-mon[41451]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:31.106 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:30 smithi089 ceph-mon[41451]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-26T06:07:31.106 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:30 smithi089 ceph-mon[41451]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-07-26T06:07:31.106 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:30 smithi089 ceph-mon[41451]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:07:31.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:30 smithi155 ceph-mon[33309]: pgmap v47: 121 pgs: 121 active+clean; 135 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.5 MiB/s wr, 13 op/s 2024-07-26T06:07:31.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:30 smithi155 ceph-mon[33309]: osdmap e229: 8 total, 8 up, 8 in 2024-07-26T06:07:31.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:30 smithi155 ceph-mon[33309]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:07:31.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:30 smithi155 ceph-mon[33309]: from='mgr.15060 ' entity='mgr.y' 2024-07-26T06:07:31.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:30 smithi155 ceph-mon[33309]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-26T06:07:31.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:30 smithi155 ceph-mon[33309]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-07-26T06:07:31.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:30 smithi155 ceph-mon[33309]: from='mgr.15060 172.21.15.89:0/2357101851' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:07:31.996 INFO:tasks.rados.rados.0.smithi089.stdout:854: done (1 left) 2024-07-26T06:07:31.996 INFO:tasks.rados.rados.0.smithi089.stdout:855: done (0 left) 2024-07-26T06:07:31.996 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 10 current snap is 78 2024-07-26T06:07:31.996 INFO:tasks.rados.rados.0.smithi089.stdout:856: seq_num 263 ranges {0=409600,409600=475136,884736=557056,1441792=573440} 2024-07-26T06:07:31.998 INFO:tasks.rados.rados.0.smithi089.stdout:856: writing smithi08986837-10 from 0 to 409600 tid 1 2024-07-26T06:07:32.001 INFO:tasks.rados.rados.0.smithi089.stdout:856: writing smithi08986837-10 from 409600 to 884736 tid 2 2024-07-26T06:07:32.005 INFO:tasks.rados.rados.0.smithi089.stdout:856: writing smithi08986837-10 from 884736 to 1441792 tid 3 2024-07-26T06:07:32.010 INFO:tasks.rados.rados.0.smithi089.stdout:856: writing smithi08986837-10 from 1441792 to 2015232 tid 4 2024-07-26T06:07:32.010 INFO:tasks.rados.rados.0.smithi089.stdout:857: copy_from oid 5 from oid 16 current snap is 78 2024-07-26T06:07:32.011 INFO:tasks.rados.rados.0.smithi089.stdout:856: finishing write tid 1 to smithi08986837-10 2024-07-26T06:07:32.011 INFO:tasks.rados.rados.0.smithi089.stdout:856: finishing write tid 2 to smithi08986837-10 2024-07-26T06:07:32.011 INFO:tasks.rados.rados.0.smithi089.stdout:856: finishing write tid 3 to smithi08986837-10 2024-07-26T06:07:32.011 INFO:tasks.rados.rados.0.smithi089.stdout:858: copy_from oid 36 from oid 3 current snap is 78 2024-07-26T06:07:32.011 INFO:tasks.rados.rados.0.smithi089.stdout:859: read oid 6 snap -1 2024-07-26T06:07:32.011 INFO:tasks.rados.rados.0.smithi089.stdout:859: expect (ObjNum 221 snap 54 seq_num 221) 2024-07-26T06:07:32.011 INFO:tasks.rados.rados.0.smithi089.stdout:860: rmattr oid 7 current snap is 78 2024-07-26T06:07:32.011 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 14 current snap is 78 2024-07-26T06:07:32.011 INFO:tasks.rados.rados.0.smithi089.stdout:861: seq_num 264 ranges {974848=425984,1400832=761856,2162688=770048,2932736=73728} 2024-07-26T06:07:32.018 INFO:tasks.rados.rados.0.smithi089.stdout:861: writing smithi08986837-14 from 974848 to 1400832 tid 1 2024-07-26T06:07:32.023 INFO:tasks.rados.rados.0.smithi089.stdout:861: writing smithi08986837-14 from 1400832 to 2162688 tid 2 2024-07-26T06:07:32.028 INFO:tasks.rados.rados.0.smithi089.stdout:861: writing smithi08986837-14 from 2162688 to 2932736 tid 3 2024-07-26T06:07:32.029 INFO:tasks.rados.rados.0.smithi089.stdout:861: writing smithi08986837-14 from 2932736 to 3006464 tid 4 2024-07-26T06:07:32.029 INFO:tasks.rados.rados.0.smithi089.stdout:862: read oid 39 snap -1 2024-07-26T06:07:32.029 INFO:tasks.rados.rados.0.smithi089.stdout:862: expect (ObjNum 220 snap 54 seq_num 220) 2024-07-26T06:07:32.029 INFO:tasks.rados.rados.0.smithi089.stdout:863: rmattr oid 37 current snap is 78 2024-07-26T06:07:32.030 INFO:tasks.rados.rados.0.smithi089.stdout:856: finishing write tid 4 to smithi08986837-10 2024-07-26T06:07:32.030 INFO:tasks.rados.rados.0.smithi089.stdout:856: finishing write tid 5 to smithi08986837-10 2024-07-26T06:07:32.030 INFO:tasks.rados.rados.0.smithi089.stdout:856: finishing write tid 6 to smithi08986837-10 2024-07-26T06:07:32.030 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 10 v 427 (ObjNum 263 snap 78 seq_num 263) dirty exists 2024-07-26T06:07:32.030 INFO:tasks.rados.rados.0.smithi089.stdout:856: left oid 10 (ObjNum 263 snap 78 seq_num 263) 2024-07-26T06:07:32.030 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 7 v 226 (ObjNum 252 snap 67 seq_num 252) dirty exists 2024-07-26T06:07:32.030 INFO:tasks.rados.rados.0.smithi089.stdout:857: finishing copy_from racing read to smithi08986837-5 2024-07-26T06:07:32.030 INFO:tasks.rados.rados.0.smithi089.stdout:857: finishing copy_from to smithi08986837-5 2024-07-26T06:07:32.030 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 5 v 210 (ObjNum 71 snap 6 seq_num 71) dirty exists 2024-07-26T06:07:32.030 INFO:tasks.rados.rados.0.smithi089.stdout:859: expect (ObjNum 221 snap 54 seq_num 221) 2024-07-26T06:07:32.169 INFO:tasks.rados.rados.0.smithi089.stdout:861: finishing write tid 1 to smithi08986837-14 2024-07-26T06:07:32.169 INFO:tasks.rados.rados.0.smithi089.stdout:861: finishing write tid 2 to smithi08986837-14 2024-07-26T06:07:32.169 INFO:tasks.rados.rados.0.smithi089.stdout:858: finishing copy_from racing read to smithi08986837-36 2024-07-26T06:07:32.169 INFO:tasks.rados.rados.0.smithi089.stdout:858: finishing copy_from to smithi08986837-36 2024-07-26T06:07:32.169 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 36 v 70 (ObjNum 71 snap 6 seq_num 71) dirty exists 2024-07-26T06:07:32.169 INFO:tasks.rados.rados.0.smithi089.stdout:861: finishing write tid 3 to smithi08986837-14 2024-07-26T06:07:32.169 INFO:tasks.rados.rados.0.smithi089.stdout:861: finishing write tid 4 to smithi08986837-14 2024-07-26T06:07:32.169 INFO:tasks.rados.rados.0.smithi089.stdout:856: done (7 left) 2024-07-26T06:07:32.169 INFO:tasks.rados.rados.0.smithi089.stdout:857: done (6 left) 2024-07-26T06:07:32.170 INFO:tasks.rados.rados.0.smithi089.stdout:858: done (5 left) 2024-07-26T06:07:32.170 INFO:tasks.rados.rados.0.smithi089.stdout:859: done (4 left) 2024-07-26T06:07:32.170 INFO:tasks.rados.rados.0.smithi089.stdout:860: done (3 left) 2024-07-26T06:07:32.170 INFO:tasks.rados.rados.0.smithi089.stdout:863: done (2 left) 2024-07-26T06:07:32.170 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 35 current snap is 78 2024-07-26T06:07:32.170 INFO:tasks.rados.rados.0.smithi089.stdout:861: finishing write tid 5 to smithi08986837-14 2024-07-26T06:07:32.170 INFO:tasks.rados.rados.0.smithi089.stdout:861: finishing write tid 6 to smithi08986837-14 2024-07-26T06:07:32.170 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 14 v 435 (ObjNum 264 snap 78 seq_num 264) dirty exists 2024-07-26T06:07:32.170 INFO:tasks.rados.rados.0.smithi089.stdout:861: left oid 14 (ObjNum 264 snap 78 seq_num 264) 2024-07-26T06:07:32.170 INFO:tasks.rados.rados.0.smithi089.stdout:862: expect (ObjNum 220 snap 54 seq_num 220) 2024-07-26T06:07:32.249 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:31 smithi089 ceph-mon[29555]: Upgrade: Updating mon.a 2024-07-26T06:07:32.249 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:31 smithi089 ceph-mon[29555]: Deploying daemon mon.a on smithi089 2024-07-26T06:07:32.249 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:31 smithi089 ceph-mon[29555]: osdmap e230: 8 total, 8 up, 8 in 2024-07-26T06:07:32.249 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:31 smithi089 ceph-mon[41451]: Upgrade: Updating mon.a 2024-07-26T06:07:32.249 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:31 smithi089 ceph-mon[41451]: Deploying daemon mon.a on smithi089 2024-07-26T06:07:32.249 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:31 smithi089 ceph-mon[41451]: osdmap e230: 8 total, 8 up, 8 in 2024-07-26T06:07:32.314 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:31 smithi155 ceph-mon[33309]: Upgrade: Updating mon.a 2024-07-26T06:07:32.314 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:31 smithi155 ceph-mon[33309]: Deploying daemon mon.a on smithi089 2024-07-26T06:07:32.314 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:31 smithi155 ceph-mon[33309]: osdmap e230: 8 total, 8 up, 8 in 2024-07-26T06:07:32.423 INFO:tasks.rados.rados.0.smithi089.stdout:864: seq_num 265 ranges {7643136=442368,8085504=647168,8732672=573440,9306112=385024} 2024-07-26T06:07:32.466 INFO:tasks.rados.rados.0.smithi089.stdout:864: writing smithi08986837-35 from 7643136 to 8085504 tid 1 2024-07-26T06:07:32.470 INFO:tasks.rados.rados.0.smithi089.stdout:864: writing smithi08986837-35 from 8085504 to 8732672 tid 2 2024-07-26T06:07:32.473 INFO:tasks.rados.rados.0.smithi089.stdout:864: writing smithi08986837-35 from 8732672 to 9306112 tid 3 2024-07-26T06:07:32.476 INFO:tasks.rados.rados.0.smithi089.stdout:864: writing smithi08986837-35 from 9306112 to 9691136 tid 4 2024-07-26T06:07:32.476 INFO:tasks.rados.rados.0.smithi089.stdout:861: done (2 left) 2024-07-26T06:07:32.476 INFO:tasks.rados.rados.0.smithi089.stdout:862: done (1 left) 2024-07-26T06:07:32.477 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 10 current snap is 78 2024-07-26T06:07:32.477 INFO:tasks.rados.rados.0.smithi089.stdout:864: finishing write tid 1 to smithi08986837-35 2024-07-26T06:07:32.477 INFO:tasks.rados.rados.0.smithi089.stdout:864: finishing write tid 2 to smithi08986837-35 2024-07-26T06:07:32.477 INFO:tasks.rados.rados.0.smithi089.stdout:864: finishing write tid 3 to smithi08986837-35 2024-07-26T06:07:32.477 INFO:tasks.rados.rados.0.smithi089.stdout:865: seq_num 266 ranges {2015232=458752,2473984=524288,2998272=729088,3727360=352256} 2024-07-26T06:07:32.489 INFO:tasks.rados.rados.0.smithi089.stdout:865: writing smithi08986837-10 from 2015232 to 2473984 tid 1 2024-07-26T06:07:32.492 INFO:tasks.rados.rados.0.smithi089.stdout:865: writing smithi08986837-10 from 2473984 to 2998272 tid 2 2024-07-26T06:07:32.497 INFO:tasks.rados.rados.0.smithi089.stdout:865: writing smithi08986837-10 from 2998272 to 3727360 tid 3 2024-07-26T06:07:32.499 INFO:tasks.rados.rados.0.smithi089.stdout:865: writing smithi08986837-10 from 3727360 to 4079616 tid 4 2024-07-26T06:07:32.499 INFO:tasks.rados.rados.0.smithi089.stdout:866: rmattr oid 27 current snap is 78 2024-07-26T06:07:32.499 INFO:tasks.rados.rados.0.smithi089.stdout:864: finishing write tid 4 to smithi08986837-35 2024-07-26T06:07:32.499 INFO:tasks.rados.rados.0.smithi089.stdout:864: finishing write tid 5 to smithi08986837-35 2024-07-26T06:07:32.500 INFO:tasks.rados.rados.0.smithi089.stdout:867: snap_create 2024-07-26T06:07:32.500 INFO:tasks.rados.rados.0.smithi089.stdout:864: finishing write tid 6 to smithi08986837-35 2024-07-26T06:07:32.500 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 35 v 296 (ObjNum 265 snap 78 seq_num 265) dirty exists 2024-07-26T06:07:32.500 INFO:tasks.rados.rados.0.smithi089.stdout:864: left oid 35 (ObjNum 265 snap 78 seq_num 265) 2024-07-26T06:07:32.500 INFO:tasks.rados.rados.0.smithi089.stdout:865: finishing write tid 1 to smithi08986837-10 2024-07-26T06:07:32.500 INFO:tasks.rados.rados.0.smithi089.stdout:865: finishing write tid 2 to smithi08986837-10 2024-07-26T06:07:32.501 INFO:tasks.rados.rados.0.smithi089.stdout:865: finishing write tid 3 to smithi08986837-10 2024-07-26T06:07:32.501 INFO:tasks.rados.rados.0.smithi089.stdout:865: finishing write tid 4 to smithi08986837-10 2024-07-26T06:07:32.502 INFO:tasks.rados.rados.0.smithi089.stdout:865: finishing write tid 5 to smithi08986837-10 2024-07-26T06:07:32.502 INFO:tasks.rados.rados.0.smithi089.stdout:865: finishing write tid 6 to smithi08986837-10 2024-07-26T06:07:32.502 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 10 v 432 (ObjNum 266 snap 78 seq_num 266) dirty exists 2024-07-26T06:07:32.502 INFO:tasks.rados.rados.0.smithi089.stdout:865: left oid 10 (ObjNum 266 snap 78 seq_num 266) 2024-07-26T06:07:32.502 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 27 v 228 (ObjNum 245 snap 65 seq_num 245) dirty exists 2024-07-26T06:07:32.532 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:32 smithi089 systemd[1]: Stopping Ceph mon.a for 9bd49884-4b13-11ef-bcb6-c7b262605968... 2024-07-26T06:07:32.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:07:32 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:07:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:07:32.872 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:07:32] "GET /metrics HTTP/1.1" 200 36131 "" "Prometheus/2.43.0" 2024-07-26T06:07:32.873 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mon-a[29532]: 2024-07-26T06:07:32.548+0000 7f14ab638640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-07-26T06:07:32.873 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mon-a[29532]: 2024-07-26T06:07:32.548+0000 7f14ab638640 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-07-26T06:07:32.873 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:32 smithi089 podman[99376]: 2024-07-26 06:07:32.599981587 +0000 UTC m=+0.201653610 container died 642e1787636227d070b05e9611cb9dca5461224842644b664363c2ce4612eb00 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mon-a, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=quincy-5dff84c, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240724) 2024-07-26T06:07:33.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:33 smithi089 podman[99376]: 2024-07-26 06:07:33.088840912 +0000 UTC m=+0.690512929 container cleanup 642e1787636227d070b05e9611cb9dca5461224842644b664363c2ce4612eb00 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.build-date=20240724, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=quincy-5dff84c, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux ) 2024-07-26T06:07:33.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:33 smithi089 bash[99376]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mon-a 2024-07-26T06:07:33.791 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:33 smithi089 podman[99395]: 2024-07-26 06:07:33.44105568 +0000 UTC m=+0.837947254 container remove 642e1787636227d070b05e9611cb9dca5461224842644b664363c2ce4612eb00 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mon-a, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240724, GIT_CLEAN=True, RELEASE=quincy-5dff84c, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.license=GPLv2) 2024-07-26T06:07:33.791 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:33 smithi089 systemd[1]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@mon.a.service: Deactivated successfully. 2024-07-26T06:07:33.791 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:33 smithi089 systemd[1]: Stopped Ceph mon.a for 9bd49884-4b13-11ef-bcb6-c7b262605968. 2024-07-26T06:07:33.791 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:33 smithi089 systemd[1]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@mon.a.service: Consumed 12.725s CPU time. 2024-07-26T06:07:33.879 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:07:33 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:07:33.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi089\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi089\", job=\"node\", machine=\"x86_64\", nodename=\"smithi089\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", domainname=\"(none)\", instance=\"smithi089\", job=\"node\", machine=\"x86_64\", nodename=\"smithi089\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:07:34.138 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:33 smithi089 systemd[1]: Starting Ceph mon.a for 9bd49884-4b13-11ef-bcb6-c7b262605968... 2024-07-26T06:07:34.138 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 podman[99528]: 2024-07-26 06:07:33.910205206 +0000 UTC m=+0.020201072 image pull a246f06af74af9a1c45475dc36c910d564494bacf385674011a33b62b93c2c8c quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c 2024-07-26T06:07:34.138 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 podman[99528]: 2024-07-26 06:07:34.0343018 +0000 UTC m=+0.144297655 container create 4d43bcc9eb9b75f8554d8cd7fc9d1dcb7e63853b2ac9951778a277ab41cb8bdd (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mon-a, org.label-schema.license=GPLv2, RELEASE=squid-4b23044, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240724, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-07-26T06:07:34.156 INFO:teuthology.orchestra.run.smithi089.stdout:true 2024-07-26T06:07:34.430 INFO:teuthology.orchestra.run.smithi089.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-07-26T06:07:34.431 INFO:teuthology.orchestra.run.smithi089.stdout:alertmanager.a smithi089 *:9093,9094 running (62s) 29s ago 5m 16.3M - 0.25.0 c8568f914cd2 2836382b8f0b 2024-07-26T06:07:34.431 INFO:teuthology.orchestra.run.smithi089.stdout:grafana.a smithi155 *:3000 running (48s) 9s ago 4m 80.2M - 9.4.7 954c08fa6188 0191ba4689bf 2024-07-26T06:07:34.431 INFO:teuthology.orchestra.run.smithi089.stdout:mds.a smithi089 running (6m) 29s ago 6m 15.1M - 17.2.7-1143-g5dff84c0 18bcb77ae794 0ecc3a80790e 2024-07-26T06:07:34.431 INFO:teuthology.orchestra.run.smithi089.stdout:mds.b smithi155 running (6m) 9s ago 6m 20.3M - 17.2.7-1143-g5dff84c0 18bcb77ae794 1c6d7dfdf08d 2024-07-26T06:07:34.431 INFO:teuthology.orchestra.run.smithi089.stdout:mgr.x smithi155 *:8443,9283,8765 running (14s) 9s ago 10m 55.0M - 19.1.0-1125-g4b230446 a246f06af74a 3d1d1f94a234 2024-07-26T06:07:34.431 INFO:teuthology.orchestra.run.smithi089.stdout:mgr.y smithi089 *:8443,9283,8765 running (43s) 29s ago 11m 472M - 19.1.0-1125-g4b230446 a246f06af74a abb455ac876a 2024-07-26T06:07:34.431 INFO:teuthology.orchestra.run.smithi089.stdout:mon.a smithi089 starting - - - 2048M 2024-07-26T06:07:34.431 INFO:teuthology.orchestra.run.smithi089.stdout:mon.b smithi155 running (10m) 9s ago 10m 51.0M 2048M 17.2.7-1143-g5dff84c0 18bcb77ae794 907a62e6621b 2024-07-26T06:07:34.431 INFO:teuthology.orchestra.run.smithi089.stdout:mon.c smithi089 running (10m) 29s ago 10m 45.2M 2048M 17.2.7-1143-g5dff84c0 18bcb77ae794 47e9e2c91b10 2024-07-26T06:07:34.431 INFO:teuthology.orchestra.run.smithi089.stdout:node-exporter.a smithi089 *:9100 running (60s) 29s ago 5m 7688k - 1.5.0 0da6a335fe13 e2f5a155fbeb 2024-07-26T06:07:34.431 INFO:teuthology.orchestra.run.smithi089.stdout:node-exporter.b smithi155 *:9100 running (53s) 9s ago 5m 7620k - 1.5.0 0da6a335fe13 85c78351c113 2024-07-26T06:07:34.431 INFO:teuthology.orchestra.run.smithi089.stdout:osd.0 smithi089 running (9m) 29s ago 9m 149M 2479M 17.2.7-1143-g5dff84c0 18bcb77ae794 0b4289c48967 2024-07-26T06:07:34.431 INFO:teuthology.orchestra.run.smithi089.stdout:osd.1 smithi089 running (9m) 29s ago 9m 131M 2479M 17.2.7-1143-g5dff84c0 18bcb77ae794 2a37a3b20d71 2024-07-26T06:07:34.432 INFO:teuthology.orchestra.run.smithi089.stdout:osd.2 smithi089 running (8m) 29s ago 8m 96.9M 2479M 17.2.7-1143-g5dff84c0 18bcb77ae794 2d907a8e0f87 2024-07-26T06:07:34.432 INFO:teuthology.orchestra.run.smithi089.stdout:osd.3 smithi089 running (8m) 29s ago 8m 85.6M 2479M 17.2.7-1143-g5dff84c0 18bcb77ae794 076d339790b6 2024-07-26T06:07:34.432 INFO:teuthology.orchestra.run.smithi089.stdout:osd.4 smithi155 running (8m) 9s ago 8m 143M 2480M 17.2.7-1143-g5dff84c0 18bcb77ae794 df54a09a74e9 2024-07-26T06:07:34.432 INFO:teuthology.orchestra.run.smithi089.stdout:osd.5 smithi155 running (7m) 9s ago 7m 133M 2480M 17.2.7-1143-g5dff84c0 18bcb77ae794 0f76555562cc 2024-07-26T06:07:34.432 INFO:teuthology.orchestra.run.smithi089.stdout:osd.6 smithi155 running (7m) 9s ago 7m 95.6M 2480M 17.2.7-1143-g5dff84c0 18bcb77ae794 629f0d1fd888 2024-07-26T06:07:34.432 INFO:teuthology.orchestra.run.smithi089.stdout:osd.7 smithi155 running (6m) 9s ago 6m 73.6M 2480M 17.2.7-1143-g5dff84c0 18bcb77ae794 a4db8e598fea 2024-07-26T06:07:34.432 INFO:teuthology.orchestra.run.smithi089.stdout:prometheus.a smithi155 *:9095 running (19s) 9s ago 5m 43.8M - 2.43.0 a07b618ecd1d 8e7005ec7af0 2024-07-26T06:07:34.433 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 podman[99528]: 2024-07-26 06:07:34.253455325 +0000 UTC m=+0.363451184 container init 4d43bcc9eb9b75f8554d8cd7fc9d1dcb7e63853b2ac9951778a277ab41cb8bdd (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mon-a, ceph=True, RELEASE=squid-4b23044, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240724, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-07-26T06:07:34.433 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 podman[99528]: 2024-07-26 06:07:34.258312931 +0000 UTC m=+0.368308787 container start 4d43bcc9eb9b75f8554d8cd7fc9d1dcb7e63853b2ac9951778a277ab41cb8bdd (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mon-a, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.build-date=20240724, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-4b23044, org.label-schema.vendor=CentOS) 2024-07-26T06:07:34.433 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: set uid:gid to 167:167 (ceph:ceph) 2024-07-26T06:07:34.433 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc), process ceph-mon, pid 8 2024-07-26T06:07:34.433 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: pidfile_write: ignore empty --pid-file 2024-07-26T06:07:34.433 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: load: jerasure load: lrc 2024-07-26T06:07:34.433 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: RocksDB version: 7.9.2 2024-07-26T06:07:34.433 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Git sha 0 2024-07-26T06:07:34.434 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Compile date 2024-07-25 21:13:28 2024-07-26T06:07:34.434 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: DB SUMMARY 2024-07-26T06:07:34.434 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: DB Session ID: UWLJ5YZ47TA4UK3X3DWJ 2024-07-26T06:07:34.434 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: CURRENT file: CURRENT 2024-07-26T06:07:34.434 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: IDENTITY file: IDENTITY 2024-07-26T06:07:34.434 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: MANIFEST file: MANIFEST-000015 size: 1179 Bytes 2024-07-26T06:07:34.434 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000033.sst 2024-07-26T06:07:34.434 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000031.log size: 3844776 ; 2024-07-26T06:07:34.434 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.error_if_exists: 0 2024-07-26T06:07:34.434 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.create_if_missing: 0 2024-07-26T06:07:34.434 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.paranoid_checks: 1 2024-07-26T06:07:34.434 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.flush_verify_memtable_count: 1 2024-07-26T06:07:34.434 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-07-26T06:07:34.435 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-07-26T06:07:34.435 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.env: 0x562db9afa7a0 2024-07-26T06:07:34.435 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.fs: PosixFileSystem 2024-07-26T06:07:34.435 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.info_log: 0x562dbb89b4a0 2024-07-26T06:07:34.435 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.max_file_opening_threads: 16 2024-07-26T06:07:34.435 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.statistics: (nil) 2024-07-26T06:07:34.435 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.use_fsync: 0 2024-07-26T06:07:34.435 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.max_log_file_size: 0 2024-07-26T06:07:34.435 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-07-26T06:07:34.435 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.log_file_time_to_roll: 0 2024-07-26T06:07:34.435 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.keep_log_file_num: 1000 2024-07-26T06:07:34.435 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.recycle_log_file_num: 0 2024-07-26T06:07:34.435 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.allow_fallocate: 1 2024-07-26T06:07:34.435 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.allow_mmap_reads: 0 2024-07-26T06:07:34.436 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.allow_mmap_writes: 0 2024-07-26T06:07:34.436 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.use_direct_reads: 0 2024-07-26T06:07:34.436 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-07-26T06:07:34.436 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.create_missing_column_families: 0 2024-07-26T06:07:34.436 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.db_log_dir: 2024-07-26T06:07:34.436 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.wal_dir: 2024-07-26T06:07:34.436 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.table_cache_numshardbits: 6 2024-07-26T06:07:34.436 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.WAL_ttl_seconds: 0 2024-07-26T06:07:34.436 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.WAL_size_limit_MB: 0 2024-07-26T06:07:34.436 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-07-26T06:07:34.436 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-07-26T06:07:34.436 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.is_fd_close_on_exec: 1 2024-07-26T06:07:34.436 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.advise_random_on_open: 1 2024-07-26T06:07:34.436 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.db_write_buffer_size: 0 2024-07-26T06:07:34.437 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.write_buffer_manager: 0x562dbb8aa8c0 2024-07-26T06:07:34.437 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-07-26T06:07:34.437 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-07-26T06:07:34.437 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.use_adaptive_mutex: 0 2024-07-26T06:07:34.437 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.rate_limiter: (nil) 2024-07-26T06:07:34.437 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-07-26T06:07:34.437 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.wal_recovery_mode: 2 2024-07-26T06:07:34.437 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.enable_thread_tracking: 0 2024-07-26T06:07:34.437 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.enable_pipelined_write: 0 2024-07-26T06:07:34.437 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.unordered_write: 0 2024-07-26T06:07:34.437 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-07-26T06:07:34.437 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-07-26T06:07:34.437 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-07-26T06:07:34.438 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-07-26T06:07:34.438 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.row_cache: None 2024-07-26T06:07:34.438 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.wal_filter: None 2024-07-26T06:07:34.438 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-07-26T06:07:34.438 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.allow_ingest_behind: 0 2024-07-26T06:07:34.438 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.two_write_queues: 0 2024-07-26T06:07:34.438 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.manual_wal_flush: 0 2024-07-26T06:07:34.438 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.wal_compression: 0 2024-07-26T06:07:34.438 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.atomic_flush: 0 2024-07-26T06:07:34.438 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-07-26T06:07:34.438 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.persist_stats_to_disk: 0 2024-07-26T06:07:34.438 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.write_dbid_to_manifest: 0 2024-07-26T06:07:34.438 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.log_readahead_size: 0 2024-07-26T06:07:34.439 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-07-26T06:07:34.439 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.best_efforts_recovery: 0 2024-07-26T06:07:34.439 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-07-26T06:07:34.439 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-07-26T06:07:34.439 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.allow_data_in_errors: 0 2024-07-26T06:07:34.439 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.db_host_id: __hostname__ 2024-07-26T06:07:34.439 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.enforce_single_del_contracts: true 2024-07-26T06:07:34.439 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.max_background_jobs: 2 2024-07-26T06:07:34.439 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.max_background_compactions: -1 2024-07-26T06:07:34.439 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.max_subcompactions: 1 2024-07-26T06:07:34.439 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-07-26T06:07:34.439 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-07-26T06:07:34.439 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.delayed_write_rate : 16777216 2024-07-26T06:07:34.439 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.max_total_wal_size: 0 2024-07-26T06:07:34.440 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-07-26T06:07:34.440 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.stats_dump_period_sec: 600 2024-07-26T06:07:34.440 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.stats_persist_period_sec: 600 2024-07-26T06:07:34.440 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-07-26T06:07:34.440 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.max_open_files: -1 2024-07-26T06:07:34.440 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.bytes_per_sync: 0 2024-07-26T06:07:34.440 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.wal_bytes_per_sync: 0 2024-07-26T06:07:34.440 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.strict_bytes_per_sync: 0 2024-07-26T06:07:34.440 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.compaction_readahead_size: 0 2024-07-26T06:07:34.440 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.max_background_flushes: -1 2024-07-26T06:07:34.440 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Compression algorithms supported: 2024-07-26T06:07:34.440 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: kZSTD supported: 0 2024-07-26T06:07:34.440 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: kXpressCompression supported: 0 2024-07-26T06:07:34.440 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: kBZip2Compression supported: 0 2024-07-26T06:07:34.441 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-07-26T06:07:34.441 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: kLZ4Compression supported: 1 2024-07-26T06:07:34.441 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: kZlibCompression supported: 1 2024-07-26T06:07:34.441 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: kLZ4HCCompression supported: 1 2024-07-26T06:07:34.441 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: kSnappyCompression supported: 1 2024-07-26T06:07:34.441 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Fast CRC32 supported: Supported on x86 2024-07-26T06:07:34.441 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: DMutex implementation: pthread_mutex_t 2024-07-26T06:07:34.441 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 2024-07-26T06:07:34.441 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-07-26T06:07:34.441 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-07-26T06:07:34.441 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.merge_operator: 2024-07-26T06:07:34.441 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.compaction_filter: None 2024-07-26T06:07:34.441 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.compaction_filter_factory: None 2024-07-26T06:07:34.441 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.sst_partitioner_factory: None 2024-07-26T06:07:34.441 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.memtable_factory: SkipListFactory 2024-07-26T06:07:34.442 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.table_factory: BlockBasedTable 2024-07-26T06:07:34.442 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x562dbb89b080) 2024-07-26T06:07:34.442 INFO:journalctl@ceph.mon.a.smithi089.stdout: cache_index_and_filter_blocks: 1 2024-07-26T06:07:34.442 INFO:journalctl@ceph.mon.a.smithi089.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-07-26T06:07:34.442 INFO:journalctl@ceph.mon.a.smithi089.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-07-26T06:07:34.442 INFO:journalctl@ceph.mon.a.smithi089.stdout: pin_top_level_index_and_filter: 1 2024-07-26T06:07:34.442 INFO:journalctl@ceph.mon.a.smithi089.stdout: index_type: 0 2024-07-26T06:07:34.442 INFO:journalctl@ceph.mon.a.smithi089.stdout: data_block_index_type: 0 2024-07-26T06:07:34.442 INFO:journalctl@ceph.mon.a.smithi089.stdout: index_shortening: 1 2024-07-26T06:07:34.442 INFO:journalctl@ceph.mon.a.smithi089.stdout: data_block_hash_table_util_ratio: 0.750000 2024-07-26T06:07:34.442 INFO:journalctl@ceph.mon.a.smithi089.stdout: checksum: 4 2024-07-26T06:07:34.442 INFO:journalctl@ceph.mon.a.smithi089.stdout: no_block_cache: 0 2024-07-26T06:07:34.442 INFO:journalctl@ceph.mon.a.smithi089.stdout: block_cache: 0x562dbb88f090 2024-07-26T06:07:34.442 INFO:journalctl@ceph.mon.a.smithi089.stdout: block_cache_name: BinnedLRUCache 2024-07-26T06:07:34.443 INFO:journalctl@ceph.mon.a.smithi089.stdout: block_cache_options: 2024-07-26T06:07:34.443 INFO:journalctl@ceph.mon.a.smithi089.stdout: capacity : 536870912 2024-07-26T06:07:34.443 INFO:journalctl@ceph.mon.a.smithi089.stdout: num_shard_bits : 4 2024-07-26T06:07:34.443 INFO:journalctl@ceph.mon.a.smithi089.stdout: strict_capacity_limit : 0 2024-07-26T06:07:34.443 INFO:journalctl@ceph.mon.a.smithi089.stdout: high_pri_pool_ratio: 0.000 2024-07-26T06:07:34.443 INFO:journalctl@ceph.mon.a.smithi089.stdout: block_cache_compressed: (nil) 2024-07-26T06:07:34.443 INFO:journalctl@ceph.mon.a.smithi089.stdout: persistent_cache: (nil) 2024-07-26T06:07:34.443 INFO:journalctl@ceph.mon.a.smithi089.stdout: block_size: 4096 2024-07-26T06:07:34.443 INFO:journalctl@ceph.mon.a.smithi089.stdout: block_size_deviation: 10 2024-07-26T06:07:34.443 INFO:journalctl@ceph.mon.a.smithi089.stdout: block_restart_interval: 16 2024-07-26T06:07:34.443 INFO:journalctl@ceph.mon.a.smithi089.stdout: index_block_restart_interval: 1 2024-07-26T06:07:34.443 INFO:journalctl@ceph.mon.a.smithi089.stdout: metadata_block_size: 4096 2024-07-26T06:07:34.443 INFO:journalctl@ceph.mon.a.smithi089.stdout: partition_filters: 0 2024-07-26T06:07:34.443 INFO:journalctl@ceph.mon.a.smithi089.stdout: use_delta_encoding: 1 2024-07-26T06:07:34.444 INFO:journalctl@ceph.mon.a.smithi089.stdout: filter_policy: bloomfilter 2024-07-26T06:07:34.444 INFO:journalctl@ceph.mon.a.smithi089.stdout: whole_key_filtering: 1 2024-07-26T06:07:34.444 INFO:journalctl@ceph.mon.a.smithi089.stdout: verify_compression: 0 2024-07-26T06:07:34.444 INFO:journalctl@ceph.mon.a.smithi089.stdout: read_amp_bytes_per_bit: 0 2024-07-26T06:07:34.444 INFO:journalctl@ceph.mon.a.smithi089.stdout: format_version: 5 2024-07-26T06:07:34.444 INFO:journalctl@ceph.mon.a.smithi089.stdout: enable_index_compression: 1 2024-07-26T06:07:34.444 INFO:journalctl@ceph.mon.a.smithi089.stdout: block_align: 0 2024-07-26T06:07:34.444 INFO:journalctl@ceph.mon.a.smithi089.stdout: max_auto_readahead_size: 262144 2024-07-26T06:07:34.444 INFO:journalctl@ceph.mon.a.smithi089.stdout: prepopulate_block_cache: 0 2024-07-26T06:07:34.444 INFO:journalctl@ceph.mon.a.smithi089.stdout: initial_auto_readahead_size: 8192 2024-07-26T06:07:34.444 INFO:journalctl@ceph.mon.a.smithi089.stdout: num_file_reads_for_auto_readahead: 2 2024-07-26T06:07:34.444 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.write_buffer_size: 33554432 2024-07-26T06:07:34.444 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.max_write_buffer_number: 2 2024-07-26T06:07:34.444 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.compression: NoCompression 2024-07-26T06:07:34.445 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.bottommost_compression: Disabled 2024-07-26T06:07:34.445 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.prefix_extractor: nullptr 2024-07-26T06:07:34.445 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-07-26T06:07:34.445 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.num_levels: 7 2024-07-26T06:07:34.445 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-07-26T06:07:34.445 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-07-26T06:07:34.445 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-07-26T06:07:34.445 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-07-26T06:07:34.445 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-07-26T06:07:34.445 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-07-26T06:07:34.445 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-07-26T06:07:34.445 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-07-26T06:07:34.446 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-07-26T06:07:34.446 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-07-26T06:07:34.446 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-07-26T06:07:34.446 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-07-26T06:07:34.446 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.compression_opts.window_bits: -14 2024-07-26T06:07:34.446 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.compression_opts.level: 32767 2024-07-26T06:07:34.446 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.compression_opts.strategy: 0 2024-07-26T06:07:34.446 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-07-26T06:07:34.446 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-07-26T06:07:34.446 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-07-26T06:07:34.446 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-07-26T06:07:34.446 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.compression_opts.enabled: false 2024-07-26T06:07:34.446 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-07-26T06:07:34.446 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-07-26T06:07:34.447 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-07-26T06:07:34.447 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-07-26T06:07:34.447 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.target_file_size_base: 67108864 2024-07-26T06:07:34.447 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.target_file_size_multiplier: 1 2024-07-26T06:07:34.447 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-07-26T06:07:34.447 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-07-26T06:07:34.447 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-07-26T06:07:34.447 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-07-26T06:07:34.447 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-07-26T06:07:34.448 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-07-26T06:07:34.448 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-07-26T06:07:34.448 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-07-26T06:07:34.448 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-07-26T06:07:34.448 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-07-26T06:07:34.448 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-07-26T06:07:34.448 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-07-26T06:07:34.448 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-07-26T06:07:34.449 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.arena_block_size: 1048576 2024-07-26T06:07:34.449 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-07-26T06:07:34.449 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-07-26T06:07:34.449 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.disable_auto_compactions: 0 2024-07-26T06:07:34.449 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-07-26T06:07:34.449 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-07-26T06:07:34.449 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-07-26T06:07:34.449 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-07-26T06:07:34.449 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-07-26T06:07:34.449 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-07-26T06:07:34.449 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-07-26T06:07:34.449 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-07-26T06:07:34.449 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-07-26T06:07:34.450 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-07-26T06:07:34.450 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-07-26T06:07:34.450 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.inplace_update_support: 0 2024-07-26T06:07:34.450 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.inplace_update_num_locks: 10000 2024-07-26T06:07:34.450 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-07-26T06:07:34.450 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-07-26T06:07:34.450 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.memtable_huge_page_size: 0 2024-07-26T06:07:34.450 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.bloom_locality: 0 2024-07-26T06:07:34.450 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.max_successive_merges: 0 2024-07-26T06:07:34.450 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.optimize_filters_for_hits: 0 2024-07-26T06:07:34.450 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.paranoid_file_checks: 0 2024-07-26T06:07:34.450 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.force_consistency_checks: 1 2024-07-26T06:07:34.450 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.report_bg_io_stats: 0 2024-07-26T06:07:34.451 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.ttl: 2592000 2024-07-26T06:07:34.451 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.periodic_compaction_seconds: 0 2024-07-26T06:07:34.451 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-07-26T06:07:34.451 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-07-26T06:07:34.451 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.enable_blob_files: false 2024-07-26T06:07:34.451 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.min_blob_size: 0 2024-07-26T06:07:34.451 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.blob_file_size: 268435456 2024-07-26T06:07:34.451 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.blob_compression_type: NoCompression 2024-07-26T06:07:34.451 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.enable_blob_garbage_collection: false 2024-07-26T06:07:34.451 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-07-26T06:07:34.451 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-07-26T06:07:34.451 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-07-26T06:07:34.451 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.blob_file_starting_level: 0 2024-07-26T06:07:34.451 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-07-26T06:07:34.452 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 33.sst 2024-07-26T06:07:34.452 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-07-26T06:07:34.452 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 succeeded,manifest_file_number is 15, next_file_number is 35, last_sequence is 12873, log_number is 31,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-07-26T06:07:34.452 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 31 2024-07-26T06:07:34.452 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: f7aa104e-6e5e-45b5-8b86-900616291708 2024-07-26T06:07:34.452 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: EVENT_LOG_v1 {"time_micros": 1721974054286010, "job": 1, "event": "recovery_started", "wal_files": [31]} 2024-07-26T06:07:34.452 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #31 mode 2 2024-07-26T06:07:34.452 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: EVENT_LOG_v1 {"time_micros": 1721974054300316, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 36, "file_size": 3591781, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 12874, "largest_seqno": 14627, "table_properties": {"data_size": 3582259, "index_size": 6492, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1989, "raw_key_size": 19021, "raw_average_key_size": 24, "raw_value_size": 3564486, "raw_average_value_size": 4569, "num_data_blocks": 287, "num_entries": 780, "num_filter_entries": 780, "num_deletions": 36, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1721974054, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "f7aa104e-6e5e-45b5-8b86-900616291708", "db_session_id": "UWLJ5YZ47TA4UK3X3DWJ", "orig_file_number": 36, "seqno_to_time_mapping": "N/A"}} 2024-07-26T06:07:34.452 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: EVENT_LOG_v1 {"time_micros": 1721974054300455, "job": 1, "event": "recovery_finished"} 2024-07-26T06:07:34.452 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: [db/version_set.cc:5047] Creating manifest 38 2024-07-26T06:07:34.452 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-07-26T06:07:34.452 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000031.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-07-26T06:07:34.452 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x562dbb8bce00 2024-07-26T06:07:34.453 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: DB pointer 0x562dbb9b6000 2024-07-26T06:07:34.453 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-07-26T06:07:34.453 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-07-26T06:07:34.453 INFO:journalctl@ceph.mon.a.smithi089.stdout: ** DB Stats ** 2024-07-26T06:07:34.453 INFO:journalctl@ceph.mon.a.smithi089.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-07-26T06:07:34.453 INFO:journalctl@ceph.mon.a.smithi089.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-07-26T06:07:34.453 INFO:journalctl@ceph.mon.a.smithi089.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-07-26T06:07:34.453 INFO:journalctl@ceph.mon.a.smithi089.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-07-26T06:07:34.453 INFO:journalctl@ceph.mon.a.smithi089.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-07-26T06:07:34.453 INFO:journalctl@ceph.mon.a.smithi089.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-07-26T06:07:34.453 INFO:journalctl@ceph.mon.a.smithi089.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-07-26T06:07:34.453 INFO:journalctl@ceph.mon.a.smithi089.stdout: 2024-07-26T06:07:34.453 INFO:journalctl@ceph.mon.a.smithi089.stdout: ** Compaction Stats [default] ** 2024-07-26T06:07:34.453 INFO:journalctl@ceph.mon.a.smithi089.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-07-26T06:07:34.454 INFO:journalctl@ceph.mon.a.smithi089.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-07-26T06:07:34.454 INFO:journalctl@ceph.mon.a.smithi089.stdout: L0 1/0 3.43 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 485.2 0.01 0.00 1 0.007 0 0 0.0 0.0 2024-07-26T06:07:34.454 INFO:journalctl@ceph.mon.a.smithi089.stdout: L6 1/0 7.55 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-07-26T06:07:34.454 INFO:journalctl@ceph.mon.a.smithi089.stdout: Sum 2/0 10.97 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 485.2 0.01 0.00 1 0.007 0 0 0.0 0.0 2024-07-26T06:07:34.454 INFO:journalctl@ceph.mon.a.smithi089.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 485.2 0.01 0.00 1 0.007 0 0 0.0 0.0 2024-07-26T06:07:34.454 INFO:journalctl@ceph.mon.a.smithi089.stdout: 2024-07-26T06:07:34.454 INFO:journalctl@ceph.mon.a.smithi089.stdout: ** Compaction Stats [default] ** 2024-07-26T06:07:34.454 INFO:journalctl@ceph.mon.a.smithi089.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-07-26T06:07:34.454 INFO:journalctl@ceph.mon.a.smithi089.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-07-26T06:07:34.454 INFO:journalctl@ceph.mon.a.smithi089.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 485.2 0.01 0.00 1 0.007 0 0 0.0 0.0 2024-07-26T06:07:34.454 INFO:journalctl@ceph.mon.a.smithi089.stdout: 2024-07-26T06:07:34.454 INFO:journalctl@ceph.mon.a.smithi089.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-07-26T06:07:34.454 INFO:journalctl@ceph.mon.a.smithi089.stdout: 2024-07-26T06:07:34.455 INFO:journalctl@ceph.mon.a.smithi089.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-07-26T06:07:34.455 INFO:journalctl@ceph.mon.a.smithi089.stdout: Flush(GB): cumulative 0.003, interval 0.003 2024-07-26T06:07:34.455 INFO:journalctl@ceph.mon.a.smithi089.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-07-26T06:07:34.455 INFO:journalctl@ceph.mon.a.smithi089.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-07-26T06:07:34.455 INFO:journalctl@ceph.mon.a.smithi089.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-07-26T06:07:34.455 INFO:journalctl@ceph.mon.a.smithi089.stdout: AddFile(Keys): cumulative 0, interval 0 2024-07-26T06:07:34.455 INFO:journalctl@ceph.mon.a.smithi089.stdout: Cumulative compaction: 0.00 GB write, 193.59 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-07-26T06:07:34.455 INFO:journalctl@ceph.mon.a.smithi089.stdout: Interval compaction: 0.00 GB write, 193.59 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-07-26T06:07:34.455 INFO:journalctl@ceph.mon.a.smithi089.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-07-26T06:07:34.455 INFO:journalctl@ceph.mon.a.smithi089.stdout: Block cache BinnedLRUCache@0x562dbb88f090#8 capacity: 512.00 MB usage: 8.61 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.3e-05 secs_since: 0 2024-07-26T06:07:34.455 INFO:journalctl@ceph.mon.a.smithi089.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,2.03 KB,0.00038743%) IndexBlock(1,6.58 KB,0.00125468%) Misc(1,0.00 KB,0%) 2024-07-26T06:07:34.455 INFO:journalctl@ceph.mon.a.smithi089.stdout: 2024-07-26T06:07:34.455 INFO:journalctl@ceph.mon.a.smithi089.stdout: ** File Read Latency Histogram By Level [default] ** 2024-07-26T06:07:34.455 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: starting mon.a rank 0 at public addrs [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] at bind addrs [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 2024-07-26T06:07:34.456 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: mon.a@-1(???) e3 preinit fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 2024-07-26T06:07:34.456 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: mon.a@-1(???).mds e8 new map 2024-07-26T06:07:34.456 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: mon.a@-1(???).mds e8 print_map 2024-07-26T06:07:34.456 INFO:journalctl@ceph.mon.a.smithi089.stdout: e8 2024-07-26T06:07:34.456 INFO:journalctl@ceph.mon.a.smithi089.stdout: btime 1970-01-01T00:00:00:000000+0000 2024-07-26T06:07:34.456 INFO:journalctl@ceph.mon.a.smithi089.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-07-26T06:07:34.456 INFO:journalctl@ceph.mon.a.smithi089.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-07-26T06:07:34.456 INFO:journalctl@ceph.mon.a.smithi089.stdout: legacy client fscid: 1 2024-07-26T06:07:34.456 INFO:journalctl@ceph.mon.a.smithi089.stdout: 2024-07-26T06:07:34.456 INFO:journalctl@ceph.mon.a.smithi089.stdout: Filesystem 'cephfs' (1) 2024-07-26T06:07:34.456 INFO:journalctl@ceph.mon.a.smithi089.stdout: fs_name cephfs 2024-07-26T06:07:34.456 INFO:journalctl@ceph.mon.a.smithi089.stdout: epoch 8 2024-07-26T06:07:34.457 INFO:journalctl@ceph.mon.a.smithi089.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-07-26T06:07:34.457 INFO:journalctl@ceph.mon.a.smithi089.stdout: created 2024-07-26T06:01:13.343118+0000 2024-07-26T06:07:34.457 INFO:journalctl@ceph.mon.a.smithi089.stdout: modified 2024-07-26T06:01:26.369599+0000 2024-07-26T06:07:34.457 INFO:journalctl@ceph.mon.a.smithi089.stdout: tableserver 0 2024-07-26T06:07:34.457 INFO:journalctl@ceph.mon.a.smithi089.stdout: root 0 2024-07-26T06:07:34.457 INFO:journalctl@ceph.mon.a.smithi089.stdout: session_timeout 60 2024-07-26T06:07:34.457 INFO:journalctl@ceph.mon.a.smithi089.stdout: session_autoclose 300 2024-07-26T06:07:34.457 INFO:journalctl@ceph.mon.a.smithi089.stdout: max_file_size 1099511627776 2024-07-26T06:07:34.457 INFO:journalctl@ceph.mon.a.smithi089.stdout: max_xattr_size 65536 2024-07-26T06:07:34.457 INFO:journalctl@ceph.mon.a.smithi089.stdout: required_client_features {} 2024-07-26T06:07:34.457 INFO:journalctl@ceph.mon.a.smithi089.stdout: last_failure 0 2024-07-26T06:07:34.457 INFO:journalctl@ceph.mon.a.smithi089.stdout: last_failure_osd_epoch 0 2024-07-26T06:07:34.457 INFO:journalctl@ceph.mon.a.smithi089.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-07-26T06:07:34.457 INFO:journalctl@ceph.mon.a.smithi089.stdout: max_mds 1 2024-07-26T06:07:34.458 INFO:journalctl@ceph.mon.a.smithi089.stdout: in 0 2024-07-26T06:07:34.458 INFO:journalctl@ceph.mon.a.smithi089.stdout: up {0=24319} 2024-07-26T06:07:34.458 INFO:journalctl@ceph.mon.a.smithi089.stdout: failed 2024-07-26T06:07:34.458 INFO:journalctl@ceph.mon.a.smithi089.stdout: damaged 2024-07-26T06:07:34.458 INFO:journalctl@ceph.mon.a.smithi089.stdout: stopped 2024-07-26T06:07:34.458 INFO:journalctl@ceph.mon.a.smithi089.stdout: data_pools [3] 2024-07-26T06:07:34.458 INFO:journalctl@ceph.mon.a.smithi089.stdout: metadata_pool 2 2024-07-26T06:07:34.458 INFO:journalctl@ceph.mon.a.smithi089.stdout: inline_data disabled 2024-07-26T06:07:34.458 INFO:journalctl@ceph.mon.a.smithi089.stdout: balancer 2024-07-26T06:07:34.458 INFO:journalctl@ceph.mon.a.smithi089.stdout: bal_rank_mask -1 2024-07-26T06:07:34.458 INFO:journalctl@ceph.mon.a.smithi089.stdout: standby_count_wanted 0 2024-07-26T06:07:34.458 INFO:journalctl@ceph.mon.a.smithi089.stdout: qdb_cluster leader: 0 members: 2024-07-26T06:07:34.458 INFO:journalctl@ceph.mon.a.smithi089.stdout: [mds.b{0:24319} state up:active seq 6 addr [v2:172.21.15.155:6832/1230019515,v1:172.21.15.155:6833/1230019515] compat {c=[1],r=[1],i=[7ff]}] 2024-07-26T06:07:34.459 INFO:journalctl@ceph.mon.a.smithi089.stdout: 2024-07-26T06:07:34.459 INFO:journalctl@ceph.mon.a.smithi089.stdout: 2024-07-26T06:07:34.459 INFO:journalctl@ceph.mon.a.smithi089.stdout: Standby daemons: 2024-07-26T06:07:34.459 INFO:journalctl@ceph.mon.a.smithi089.stdout: 2024-07-26T06:07:34.459 INFO:journalctl@ceph.mon.a.smithi089.stdout: [mds.a{-1:14427} state up:standby seq 1 addr [v2:172.21.15.89:6834/3345943564,v1:172.21.15.89:6835/3345943564] compat {c=[1],r=[1],i=[7ff]}] 2024-07-26T06:07:34.459 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: mon.a@-1(???).osd e231 crush map has features 3314933069573799936, adjusting msgr requires 2024-07-26T06:07:34.459 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: mon.a@-1(???).osd e231 crush map has features 432629308056666112, adjusting msgr requires 2024-07-26T06:07:34.459 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: mon.a@-1(???).osd e231 crush map has features 432629308056666112, adjusting msgr requires 2024-07-26T06:07:34.459 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: mon.a@-1(???).osd e231 crush map has features 432629308056666112, adjusting msgr requires 2024-07-26T06:07:34.459 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 ceph-mon[99608]: mon.a@-1(???).paxosservice(auth 1..18) refresh upgraded, format 0 -> 3 2024-07-26T06:07:34.459 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 bash[99528]: 4d43bcc9eb9b75f8554d8cd7fc9d1dcb7e63853b2ac9951778a277ab41cb8bdd 2024-07-26T06:07:34.459 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:34 smithi089 systemd[1]: Started Ceph mon.a for 9bd49884-4b13-11ef-bcb6-c7b262605968. 2024-07-26T06:07:34.748 INFO:teuthology.orchestra.run.smithi089.stdout:{ 2024-07-26T06:07:34.748 INFO:teuthology.orchestra.run.smithi089.stdout: "mon": { 2024-07-26T06:07:34.748 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 3 2024-07-26T06:07:34.748 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2024-07-26T06:07:34.748 INFO:teuthology.orchestra.run.smithi089.stdout: "mgr": { 2024-07-26T06:07:34.749 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 2 2024-07-26T06:07:34.749 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2024-07-26T06:07:34.749 INFO:teuthology.orchestra.run.smithi089.stdout: "osd": { 2024-07-26T06:07:34.749 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 8 2024-07-26T06:07:34.749 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2024-07-26T06:07:34.749 INFO:teuthology.orchestra.run.smithi089.stdout: "mds": { 2024-07-26T06:07:34.749 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 2 2024-07-26T06:07:34.749 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2024-07-26T06:07:34.749 INFO:teuthology.orchestra.run.smithi089.stdout: "overall": { 2024-07-26T06:07:34.749 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 13, 2024-07-26T06:07:34.749 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 2 2024-07-26T06:07:34.749 INFO:teuthology.orchestra.run.smithi089.stdout: } 2024-07-26T06:07:34.750 INFO:teuthology.orchestra.run.smithi089.stdout:} 2024-07-26T06:07:34.879 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:07:34 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:07:34.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:07:34.879 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:07:34 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:07:34.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:07:35.781 INFO:tasks.rados.rados.0.smithi089.stdout:864: done (3 left) 2024-07-26T06:07:35.782 INFO:tasks.rados.rados.0.smithi089.stdout:865: done (2 left) 2024-07-26T06:07:35.782 INFO:tasks.rados.rados.0.smithi089.stdout:866: done (1 left) 2024-07-26T06:07:35.782 INFO:tasks.rados.rados.0.smithi089.stdout:867: done (0 left) 2024-07-26T06:07:35.782 INFO:tasks.rados.rados.0.smithi089.stdout:868: snap_create 2024-07-26T06:07:36.026 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:35 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[81287]: ignoring --setuser ceph since I am not root 2024-07-26T06:07:36.026 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:35 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[81287]: ignoring --setgroup ceph since I am not root 2024-07-26T06:07:36.026 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:35 smithi155 ceph-mgr[81310]: -- 172.21.15.155:0/2942773769 <== mon.1 v2:172.21.15.155:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5561841350e0 con 0x556184113400 2024-07-26T06:07:36.026 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:35 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[81287]: 2024-07-26T06:07:35.879+0000 7f60beb3b040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-07-26T06:07:36.026 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[81287]: 2024-07-26T06:07:36.024+0000 7f60beb3b040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-07-26T06:07:36.026 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:35 smithi155 ceph-mon[33309]: pgmap v52: 121 pgs: 121 active+clean; 139 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 990 KiB/s rd, 813 KiB/s wr, 11 op/s 2024-07-26T06:07:36.026 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:35 smithi155 ceph-mon[33309]: from='client.25049 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:07:36.027 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:35 smithi155 ceph-mon[33309]: from='client.25055 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:07:36.027 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:35 smithi155 ceph-mon[33309]: from='client.? 172.21.15.89:0/481520581' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:07:36.027 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:35 smithi155 ceph-mon[33309]: mon.a calling monitor election 2024-07-26T06:07:36.027 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:35 smithi155 ceph-mon[33309]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-07-26T06:07:36.027 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:35 smithi155 ceph-mon[33309]: monmap epoch 3 2024-07-26T06:07:36.027 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:35 smithi155 ceph-mon[33309]: fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 2024-07-26T06:07:36.027 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:35 smithi155 ceph-mon[33309]: last_changed 2024-07-26T05:57:17.957958+0000 2024-07-26T06:07:36.027 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:35 smithi155 ceph-mon[33309]: created 2024-07-26T05:55:42.540523+0000 2024-07-26T06:07:36.027 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:35 smithi155 ceph-mon[33309]: min_mon_release 17 (quincy) 2024-07-26T06:07:36.027 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:35 smithi155 ceph-mon[33309]: election_strategy: 1 2024-07-26T06:07:36.027 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:35 smithi155 ceph-mon[33309]: 0: [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] mon.a 2024-07-26T06:07:36.027 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:35 smithi155 ceph-mon[33309]: 1: [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] mon.b 2024-07-26T06:07:36.027 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:35 smithi155 ceph-mon[33309]: 2: [v2:172.21.15.89:3301/0,v1:172.21.15.89:6790/0] mon.c 2024-07-26T06:07:36.027 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:35 smithi155 ceph-mon[33309]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-07-26T06:07:36.028 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:35 smithi155 ceph-mon[33309]: osdmap e231: 8 total, 8 up, 8 in 2024-07-26T06:07:36.028 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:35 smithi155 ceph-mon[33309]: mgrmap e35: y(active, since 35s), standbys: x 2024-07-26T06:07:36.028 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:35 smithi155 ceph-mon[33309]: overall HEALTH_OK 2024-07-26T06:07:36.028 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:35 smithi155 ceph-mon[33309]: from='mgr.15060 ' entity='' 2024-07-26T06:07:36.028 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:35 smithi155 ceph-mon[33309]: mgrmap e36: y(active, since 36s), standbys: x 2024-07-26T06:07:36.045 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:35 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ignoring --setuser ceph since I am not root 2024-07-26T06:07:36.046 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:35 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ignoring --setgroup ceph since I am not root 2024-07-26T06:07:36.046 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:35 smithi089 ceph-mgr[90347]: -- 172.21.15.89:0/2692372816 <== mon.0 v2:172.21.15.89:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55ad3a7e10e0 con 0x55ad3a7bf000 2024-07-26T06:07:36.046 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:35 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T06:07:35.895+0000 7fd361d4e040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-07-26T06:07:36.046 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:36 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T06:07:36.044+0000 7fd361d4e040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-07-26T06:07:36.046 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:35 smithi089 ceph-mon[99608]: pgmap v52: 121 pgs: 121 active+clean; 139 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 990 KiB/s rd, 813 KiB/s wr, 11 op/s 2024-07-26T06:07:36.046 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:35 smithi089 ceph-mon[99608]: from='client.25049 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:07:36.046 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:35 smithi089 ceph-mon[99608]: from='client.25055 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:07:36.046 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:35 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/481520581' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:07:36.047 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:35 smithi089 ceph-mon[99608]: mon.a calling monitor election 2024-07-26T06:07:36.047 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:35 smithi089 ceph-mon[99608]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-07-26T06:07:36.047 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:35 smithi089 ceph-mon[99608]: monmap epoch 3 2024-07-26T06:07:36.047 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:35 smithi089 ceph-mon[99608]: fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 2024-07-26T06:07:36.047 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:35 smithi089 ceph-mon[99608]: last_changed 2024-07-26T05:57:17.957958+0000 2024-07-26T06:07:36.047 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:35 smithi089 ceph-mon[99608]: created 2024-07-26T05:55:42.540523+0000 2024-07-26T06:07:36.047 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:35 smithi089 ceph-mon[99608]: min_mon_release 17 (quincy) 2024-07-26T06:07:36.047 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:35 smithi089 ceph-mon[99608]: election_strategy: 1 2024-07-26T06:07:36.047 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:35 smithi089 ceph-mon[99608]: 0: [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] mon.a 2024-07-26T06:07:36.047 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:35 smithi089 ceph-mon[99608]: 1: [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] mon.b 2024-07-26T06:07:36.047 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:35 smithi089 ceph-mon[99608]: 2: [v2:172.21.15.89:3301/0,v1:172.21.15.89:6790/0] mon.c 2024-07-26T06:07:36.047 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:35 smithi089 ceph-mon[99608]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-07-26T06:07:36.047 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:35 smithi089 ceph-mon[99608]: osdmap e231: 8 total, 8 up, 8 in 2024-07-26T06:07:36.047 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:35 smithi089 ceph-mon[99608]: mgrmap e35: y(active, since 35s), standbys: x 2024-07-26T06:07:36.048 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:35 smithi089 ceph-mon[99608]: overall HEALTH_OK 2024-07-26T06:07:36.048 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:35 smithi089 ceph-mon[99608]: from='mgr.15060 ' entity='' 2024-07-26T06:07:36.048 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:35 smithi089 ceph-mon[99608]: mgrmap e36: y(active, since 36s), standbys: x 2024-07-26T06:07:36.048 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:35 smithi089 ceph-mon[41451]: pgmap v52: 121 pgs: 121 active+clean; 139 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 990 KiB/s rd, 813 KiB/s wr, 11 op/s 2024-07-26T06:07:36.048 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:35 smithi089 ceph-mon[41451]: from='client.25049 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:07:36.048 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:35 smithi089 ceph-mon[41451]: from='client.25055 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:07:36.048 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:35 smithi089 ceph-mon[41451]: from='client.? 172.21.15.89:0/481520581' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:07:36.048 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:35 smithi089 ceph-mon[41451]: mon.a calling monitor election 2024-07-26T06:07:36.048 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:35 smithi089 ceph-mon[41451]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-07-26T06:07:36.048 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:35 smithi089 ceph-mon[41451]: monmap epoch 3 2024-07-26T06:07:36.048 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:35 smithi089 ceph-mon[41451]: fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 2024-07-26T06:07:36.049 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:35 smithi089 ceph-mon[41451]: last_changed 2024-07-26T05:57:17.957958+0000 2024-07-26T06:07:36.049 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:35 smithi089 ceph-mon[41451]: created 2024-07-26T05:55:42.540523+0000 2024-07-26T06:07:36.049 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:35 smithi089 ceph-mon[41451]: min_mon_release 17 (quincy) 2024-07-26T06:07:36.049 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:35 smithi089 ceph-mon[41451]: election_strategy: 1 2024-07-26T06:07:36.049 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:35 smithi089 ceph-mon[41451]: 0: [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] mon.a 2024-07-26T06:07:36.049 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:35 smithi089 ceph-mon[41451]: 1: [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] mon.b 2024-07-26T06:07:36.049 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:35 smithi089 ceph-mon[41451]: 2: [v2:172.21.15.89:3301/0,v1:172.21.15.89:6790/0] mon.c 2024-07-26T06:07:36.049 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:35 smithi089 ceph-mon[41451]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-07-26T06:07:36.049 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:35 smithi089 ceph-mon[41451]: osdmap e231: 8 total, 8 up, 8 in 2024-07-26T06:07:36.049 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:35 smithi089 ceph-mon[41451]: mgrmap e35: y(active, since 35s), standbys: x 2024-07-26T06:07:36.049 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:35 smithi089 ceph-mon[41451]: overall HEALTH_OK 2024-07-26T06:07:36.049 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:35 smithi089 ceph-mon[41451]: from='mgr.15060 ' entity='' 2024-07-26T06:07:36.049 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:35 smithi089 ceph-mon[41451]: mgrmap e36: y(active, since 36s), standbys: x 2024-07-26T06:07:36.330 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[81287]: 2024-07-26T06:07:36.091+0000 7f60beb3b040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-07-26T06:07:36.331 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[81287]: 2024-07-26T06:07:36.329+0000 7f60beb3b040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-07-26T06:07:36.357 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:36 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T06:07:36.114+0000 7fd361d4e040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-07-26T06:07:36.629 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[81287]: 2024-07-26T06:07:36.389+0000 7f60beb3b040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-07-26T06:07:36.654 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:36 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T06:07:36.356+0000 7fd361d4e040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-07-26T06:07:36.655 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:36 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T06:07:36.416+0000 7fd361d4e040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-07-26T06:07:36.783 INFO:tasks.rados.rados.0.smithi089.stdout:868: done (0 left) 2024-07-26T06:07:36.783 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 17 current snap is 80 2024-07-26T06:07:36.783 INFO:tasks.rados.rados.0.smithi089.stdout:869: seq_num 267 ranges {4259840=475136,4734976=458752,5193728=540672,5734400=606208} 2024-07-26T06:07:36.808 INFO:tasks.rados.rados.0.smithi089.stdout:869: writing smithi08986837-17 from 4259840 to 4734976 tid 1 2024-07-26T06:07:36.811 INFO:tasks.rados.rados.0.smithi089.stdout:869: writing smithi08986837-17 from 4734976 to 5193728 tid 2 2024-07-26T06:07:36.814 INFO:tasks.rados.rados.0.smithi089.stdout:869: writing smithi08986837-17 from 5193728 to 5734400 tid 3 2024-07-26T06:07:36.818 INFO:tasks.rados.rados.0.smithi089.stdout:869: writing smithi08986837-17 from 5734400 to 6340608 tid 4 2024-07-26T06:07:36.818 INFO:tasks.rados.rados.0.smithi089.stdout:870: delete oid 15 current snap is 80 2024-07-26T06:07:36.818 INFO:tasks.rados.rados.0.smithi089.stdout:869: finishing write tid 1 to smithi08986837-17 2024-07-26T06:07:36.818 INFO:tasks.rados.rados.0.smithi089.stdout:869: finishing write tid 2 to smithi08986837-17 2024-07-26T06:07:36.819 INFO:tasks.rados.rados.0.smithi089.stdout:869: finishing write tid 3 to smithi08986837-17 2024-07-26T06:07:36.820 INFO:tasks.rados.rados.0.smithi089.stdout:870: done (1 left) 2024-07-26T06:07:36.820 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 27 current snap is 80 2024-07-26T06:07:36.820 INFO:tasks.rados.rados.0.smithi089.stdout:871: seq_num 269 ranges {1712128=507904,2220032=630784,2850816=557056,3407872=417792} 2024-07-26T06:07:36.833 INFO:tasks.rados.rados.0.smithi089.stdout:871: writing smithi08986837-27 from 1712128 to 2220032 tid 1 2024-07-26T06:07:36.838 INFO:tasks.rados.rados.0.smithi089.stdout:871: writing smithi08986837-27 from 2220032 to 2850816 tid 2 2024-07-26T06:07:36.842 INFO:tasks.rados.rados.0.smithi089.stdout:871: writing smithi08986837-27 from 2850816 to 3407872 tid 3 2024-07-26T06:07:36.846 INFO:tasks.rados.rados.0.smithi089.stdout:871: writing smithi08986837-27 from 3407872 to 3825664 tid 4 2024-07-26T06:07:36.846 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 10 current snap is 80 2024-07-26T06:07:36.846 INFO:tasks.rados.rados.0.smithi089.stdout:869: finishing write tid 4 to smithi08986837-17 2024-07-26T06:07:36.846 INFO:tasks.rados.rados.0.smithi089.stdout:869: finishing write tid 5 to smithi08986837-17 2024-07-26T06:07:36.846 INFO:tasks.rados.rados.0.smithi089.stdout:869: finishing write tid 6 to smithi08986837-17 2024-07-26T06:07:36.847 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 17 v 309 (ObjNum 267 snap 80 seq_num 267) dirty exists 2024-07-26T06:07:36.847 INFO:tasks.rados.rados.0.smithi089.stdout:869: left oid 17 (ObjNum 267 snap 80 seq_num 267) 2024-07-26T06:07:36.847 INFO:tasks.rados.rados.0.smithi089.stdout:871: finishing write tid 1 to smithi08986837-27 2024-07-26T06:07:36.847 INFO:tasks.rados.rados.0.smithi089.stdout:872: seq_num 270 ranges {4079616=524288,4603904=516096,5120000=761856,5881856=327680} 2024-07-26T06:07:36.870 INFO:tasks.rados.rados.0.smithi089.stdout:872: writing smithi08986837-10 from 4079616 to 4603904 tid 1 2024-07-26T06:07:36.873 INFO:tasks.rados.rados.0.smithi089.stdout:872: writing smithi08986837-10 from 4603904 to 5120000 tid 2 2024-07-26T06:07:36.878 INFO:tasks.rados.rados.0.smithi089.stdout:872: writing smithi08986837-10 from 5120000 to 5881856 tid 3 2024-07-26T06:07:36.880 INFO:tasks.rados.rados.0.smithi089.stdout:872: writing smithi08986837-10 from 5881856 to 6209536 tid 4 2024-07-26T06:07:36.880 INFO:tasks.rados.rados.0.smithi089.stdout:869: done (2 left) 2024-07-26T06:07:36.880 INFO:tasks.rados.rados.0.smithi089.stdout:873: delete oid 12 current snap is 80 2024-07-26T06:07:36.880 INFO:tasks.rados.rados.0.smithi089.stdout:871: finishing write tid 2 to smithi08986837-27 2024-07-26T06:07:36.880 INFO:tasks.rados.rados.0.smithi089.stdout:871: finishing write tid 3 to smithi08986837-27 2024-07-26T06:07:36.880 INFO:tasks.rados.rados.0.smithi089.stdout:871: finishing write tid 4 to smithi08986837-27 2024-07-26T06:07:36.880 INFO:tasks.rados.rados.0.smithi089.stdout:871: finishing write tid 5 to smithi08986837-27 2024-07-26T06:07:36.880 INFO:tasks.rados.rados.0.smithi089.stdout:871: finishing write tid 6 to smithi08986837-27 2024-07-26T06:07:36.880 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 27 v 234 (ObjNum 269 snap 80 seq_num 269) dirty exists 2024-07-26T06:07:36.880 INFO:tasks.rados.rados.0.smithi089.stdout:871: left oid 27 (ObjNum 269 snap 80 seq_num 269) 2024-07-26T06:07:36.881 INFO:tasks.rados.rados.0.smithi089.stdout:872: finishing write tid 1 to smithi08986837-10 2024-07-26T06:07:36.881 INFO:tasks.rados.rados.0.smithi089.stdout:872: finishing write tid 2 to smithi08986837-10 2024-07-26T06:07:36.881 INFO:tasks.rados.rados.0.smithi089.stdout:872: finishing write tid 3 to smithi08986837-10 2024-07-26T06:07:36.882 INFO:tasks.rados.rados.0.smithi089.stdout:872: finishing write tid 4 to smithi08986837-10 2024-07-26T06:07:36.882 INFO:tasks.rados.rados.0.smithi089.stdout:872: finishing write tid 5 to smithi08986837-10 2024-07-26T06:07:36.883 INFO:tasks.rados.rados.0.smithi089.stdout:872: finishing write tid 6 to smithi08986837-10 2024-07-26T06:07:36.883 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 10 v 438 (ObjNum 270 snap 80 seq_num 270) dirty exists 2024-07-26T06:07:36.883 INFO:tasks.rados.rados.0.smithi089.stdout:872: left oid 10 (ObjNum 270 snap 80 seq_num 270) 2024-07-26T06:07:36.884 INFO:tasks.rados.rados.0.smithi089.stdout:871: done (2 left) 2024-07-26T06:07:36.884 INFO:tasks.rados.rados.0.smithi089.stdout:872: done (1 left) 2024-07-26T06:07:36.884 INFO:tasks.rados.rados.0.smithi089.stdout:873: done (0 left) 2024-07-26T06:07:36.885 INFO:tasks.rados.rados.0.smithi089.stdout:874: read oid 7 snap -1 2024-07-26T06:07:36.885 INFO:tasks.rados.rados.0.smithi089.stdout:874: expect (ObjNum 252 snap 67 seq_num 252) 2024-07-26T06:07:36.885 INFO:tasks.rados.rados.0.smithi089.stdout:875: read oid 48 snap -1 2024-07-26T06:07:36.885 INFO:tasks.rados.rados.0.smithi089.stdout:875: expect (ObjNum 234 snap 62 seq_num 234) 2024-07-26T06:07:36.885 INFO:tasks.rados.rados.0.smithi089.stdout:876: rollback oid 38 current snap is 80 2024-07-26T06:07:36.885 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 38 to 75 2024-07-26T06:07:36.885 INFO:tasks.rados.rados.0.smithi089.stdout:877: snap_remove snap 65 2024-07-26T06:07:37.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:36 smithi155 ceph-mon[33309]: osdmap e232: 8 total, 8 up, 8 in 2024-07-26T06:07:37.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:36 smithi089 ceph-mon[99608]: osdmap e232: 8 total, 8 up, 8 in 2024-07-26T06:07:37.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:36 smithi089 ceph-mon[41451]: osdmap e232: 8 total, 8 up, 8 in 2024-07-26T06:07:37.629 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[81287]: 2024-07-26T06:07:37.337+0000 7f60beb3b040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-07-26T06:07:37.629 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[81287]: 2024-07-26T06:07:37.453+0000 7f60beb3b040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-07-26T06:07:37.629 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[81287]: 2024-07-26T06:07:37.509+0000 7f60beb3b040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-07-26T06:07:37.654 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:37 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T06:07:37.373+0000 7fd361d4e040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-07-26T06:07:37.654 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:37 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T06:07:37.486+0000 7fd361d4e040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-07-26T06:07:37.655 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:37 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T06:07:37.541+0000 7fd361d4e040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-07-26T06:07:37.790 INFO:tasks.rados.rados.0.smithi089.stdout:877: done (3 left) 2024-07-26T06:07:37.790 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 40 current snap is 80 2024-07-26T06:07:37.790 INFO:tasks.rados.rados.0.smithi089.stdout:876: finishing rollback tid 0 to smithi08986837-38 2024-07-26T06:07:37.791 INFO:tasks.rados.rados.0.smithi089.stdout:876: finishing rollback tid 1 to smithi08986837-38 2024-07-26T06:07:37.791 INFO:tasks.rados.rados.0.smithi089.stdout:876: finishing rollback tid 2 to smithi08986837-38 2024-07-26T06:07:37.791 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 38 v 442 (ObjNum 182 snap 45 seq_num 182) dirty exists 2024-07-26T06:07:37.791 INFO:tasks.rados.rados.0.smithi089.stdout:875: expect (ObjNum 234 snap 62 seq_num 234) 2024-07-26T06:07:37.897 INFO:tasks.rados.rados.0.smithi089.stdout:874: expect (ObjNum 252 snap 67 seq_num 252) 2024-07-26T06:07:38.005 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:37 smithi155 ceph-mon[33309]: osdmap e233: 8 total, 8 up, 8 in 2024-07-26T06:07:38.006 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[81287]: 2024-07-26T06:07:37.722+0000 7f60beb3b040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-07-26T06:07:38.006 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[81287]: 2024-07-26T06:07:37.782+0000 7f60beb3b040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-07-26T06:07:38.006 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[81287]: 2024-07-26T06:07:37.857+0000 7f60beb3b040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-07-26T06:07:38.006 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:38 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[81287]: 2024-07-26T06:07:38.004+0000 7f60beb3b040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-07-26T06:07:38.038 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:37 smithi089 ceph-mon[99608]: osdmap e233: 8 total, 8 up, 8 in 2024-07-26T06:07:38.039 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:37 smithi089 ceph-mon[41451]: osdmap e233: 8 total, 8 up, 8 in 2024-07-26T06:07:38.039 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:37 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T06:07:37.750+0000 7fd361d4e040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-07-26T06:07:38.039 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:37 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T06:07:37.822+0000 7fd361d4e040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-07-26T06:07:38.039 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:37 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T06:07:37.889+0000 7fd361d4e040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-07-26T06:07:38.088 INFO:tasks.rados.rados.0.smithi089.stdout:878: seq_num 272 ranges {1564672=565248,2129920=688128,2818048=729088,3547136=188416} 2024-07-26T06:07:38.099 INFO:tasks.rados.rados.0.smithi089.stdout:878: writing smithi08986837-40 from 1564672 to 2129920 tid 1 2024-07-26T06:07:38.103 INFO:tasks.rados.rados.0.smithi089.stdout:878: writing smithi08986837-40 from 2129920 to 2818048 tid 2 2024-07-26T06:07:38.107 INFO:tasks.rados.rados.0.smithi089.stdout:878: writing smithi08986837-40 from 2818048 to 3547136 tid 3 2024-07-26T06:07:38.109 INFO:tasks.rados.rados.0.smithi089.stdout:878: writing smithi08986837-40 from 3547136 to 3735552 tid 4 2024-07-26T06:07:38.109 INFO:tasks.rados.rados.0.smithi089.stdout:874: done (3 left) 2024-07-26T06:07:38.109 INFO:tasks.rados.rados.0.smithi089.stdout:875: done (2 left) 2024-07-26T06:07:38.109 INFO:tasks.rados.rados.0.smithi089.stdout:876: done (1 left) 2024-07-26T06:07:38.109 INFO:tasks.rados.rados.0.smithi089.stdout:879: read oid 39 snap -1 2024-07-26T06:07:38.109 INFO:tasks.rados.rados.0.smithi089.stdout:879: expect (ObjNum 220 snap 54 seq_num 220) 2024-07-26T06:07:38.109 INFO:tasks.rados.rados.0.smithi089.stdout:880: setattr oid 31 current snap is 80 2024-07-26T06:07:38.109 INFO:tasks.rados.rados.0.smithi089.stdout:878: finishing write tid 1 to smithi08986837-40 2024-07-26T06:07:38.110 INFO:tasks.rados.rados.0.smithi089.stdout:878: finishing write tid 2 to smithi08986837-40 2024-07-26T06:07:38.110 INFO:tasks.rados.rados.0.smithi089.stdout:881: delete oid 12 current snap is 80 2024-07-26T06:07:38.114 INFO:tasks.rados.rados.0.smithi089.stdout:881: done (3 left) 2024-07-26T06:07:38.114 INFO:tasks.rados.rados.0.smithi089.stdout:882: rollback oid 48 current snap is 80 2024-07-26T06:07:38.114 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 48 to 75 2024-07-26T06:07:38.114 INFO:tasks.rados.rados.0.smithi089.stdout:883: rollback oid 3 current snap is 80 2024-07-26T06:07:38.114 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 3 to 69 2024-07-26T06:07:38.115 INFO:tasks.rados.rados.0.smithi089.stdout:884: rmattr oid 28 current snap is 80 2024-07-26T06:07:38.115 INFO:tasks.rados.rados.0.smithi089.stdout:884: done (5 left) 2024-07-26T06:07:38.115 INFO:tasks.rados.rados.0.smithi089.stdout:885: read oid 17 snap -1 2024-07-26T06:07:38.115 INFO:tasks.rados.rados.0.smithi089.stdout:885: expect (ObjNum 267 snap 80 seq_num 267) 2024-07-26T06:07:38.115 INFO:tasks.rados.rados.0.smithi089.stdout:886: copy_from oid 7 from oid 8 current snap is 80 2024-07-26T06:07:38.115 INFO:tasks.rados.rados.0.smithi089.stdout:887: copy_from oid 42 from oid 12 current snap is 80 2024-07-26T06:07:38.115 INFO:tasks.rados.rados.0.smithi089.stdout:888: rollback oid 27 current snap is 80 2024-07-26T06:07:38.115 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 27 to 77 2024-07-26T06:07:38.115 INFO:tasks.rados.rados.0.smithi089.stdout:889: read oid 25 snap -1 2024-07-26T06:07:38.115 INFO:tasks.rados.rados.0.smithi089.stdout:889: expect (ObjNum 82 snap 12 seq_num 82) 2024-07-26T06:07:38.115 INFO:tasks.rados.rados.0.smithi089.stdout:890: rollback oid 35 current snap is 80 2024-07-26T06:07:38.115 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 35 to 72 2024-07-26T06:07:38.115 INFO:tasks.rados.rados.0.smithi089.stdout:891: rollback oid 10 current snap is 80 2024-07-26T06:07:38.116 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 10 to 76 2024-07-26T06:07:38.116 INFO:tasks.rados.rados.0.smithi089.stdout:892: rollback oid 15 current snap is 80 2024-07-26T06:07:38.116 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 15 to 77 2024-07-26T06:07:38.116 INFO:tasks.rados.rados.0.smithi089.stdout:893: snap_create 2024-07-26T06:07:38.116 INFO:tasks.rados.rados.0.smithi089.stdout:878: finishing write tid 3 to smithi08986837-40 2024-07-26T06:07:38.117 INFO:tasks.rados.rados.0.smithi089.stdout:892: finishing rollback tid 1 to smithi08986837-15 2024-07-26T06:07:38.117 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 15 v 0 (ObjNum 385 snap 0 seq_num 3362752272) dirty dne 2024-07-26T06:07:38.120 INFO:tasks.rados.rados.0.smithi089.stdout:883: finishing rollback tid 0 to smithi08986837-3 2024-07-26T06:07:38.120 INFO:tasks.rados.rados.0.smithi089.stdout:883: finishing rollback tid 1 to smithi08986837-3 2024-07-26T06:07:38.121 INFO:tasks.rados.rados.0.smithi089.stdout:883: finishing rollback tid 2 to smithi08986837-3 2024-07-26T06:07:38.121 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 3 v 242 (ObjNum 71 snap 6 seq_num 71) dirty exists 2024-07-26T06:07:38.122 INFO:tasks.rados.rados.0.smithi089.stdout:887: finishing copy_from to smithi08986837-42 2024-07-26T06:07:38.122 INFO:tasks.rados.rados.0.smithi089.stdout:887: got expected ENOENT (src dne) 2024-07-26T06:07:38.122 INFO:tasks.rados.rados.0.smithi089.stdout:890: finishing rollback tid 0 to smithi08986837-35 2024-07-26T06:07:38.122 INFO:tasks.rados.rados.0.smithi089.stdout:890: finishing rollback tid 1 to smithi08986837-35 2024-07-26T06:07:38.122 INFO:tasks.rados.rados.0.smithi089.stdout:890: finishing rollback tid 2 to smithi08986837-35 2024-07-26T06:07:38.122 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 35 v 304 (ObjNum 258 snap 71 seq_num 258) dirty exists 2024-07-26T06:07:38.122 INFO:tasks.rados.rados.0.smithi089.stdout:887: finishing copy_from racing read to smithi08986837-42 2024-07-26T06:07:38.123 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 31 v 446 (ObjNum 207 snap 52 seq_num 207) dirty exists 2024-07-26T06:07:38.125 INFO:tasks.rados.rados.0.smithi089.stdout:889: expect (ObjNum 82 snap 12 seq_num 82) 2024-07-26T06:07:38.183 INFO:tasks.rados.rados.0.smithi089.stdout:891: finishing rollback tid 0 to smithi08986837-10 2024-07-26T06:07:38.183 INFO:tasks.rados.rados.0.smithi089.stdout:891: finishing rollback tid 1 to smithi08986837-10 2024-07-26T06:07:38.183 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 10 v 448 (ObjNum 49 snap 0 seq_num 3362073536) dirty dne 2024-07-26T06:07:38.183 INFO:tasks.rados.rados.0.smithi089.stdout:888: finishing rollback tid 0 to smithi08986837-27 2024-07-26T06:07:38.183 INFO:tasks.rados.rados.0.smithi089.stdout:888: finishing rollback tid 1 to smithi08986837-27 2024-07-26T06:07:38.183 INFO:tasks.rados.rados.0.smithi089.stdout:888: finishing rollback tid 2 to smithi08986837-27 2024-07-26T06:07:38.183 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 27 v 243 (ObjNum 245 snap 65 seq_num 245) dirty exists 2024-07-26T06:07:38.183 INFO:tasks.rados.rados.0.smithi089.stdout:878: finishing write tid 4 to smithi08986837-40 2024-07-26T06:07:38.183 INFO:tasks.rados.rados.0.smithi089.stdout:878: finishing write tid 5 to smithi08986837-40 2024-07-26T06:07:38.183 INFO:tasks.rados.rados.0.smithi089.stdout:882: finishing rollback tid 0 to smithi08986837-48 2024-07-26T06:07:38.184 INFO:tasks.rados.rados.0.smithi089.stdout:878: finishing write tid 6 to smithi08986837-40 2024-07-26T06:07:38.184 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 40 v 254 (ObjNum 272 snap 80 seq_num 272) dirty exists 2024-07-26T06:07:38.184 INFO:tasks.rados.rados.0.smithi089.stdout:878: left oid 40 (ObjNum 272 snap 80 seq_num 272) 2024-07-26T06:07:38.184 INFO:tasks.rados.rados.0.smithi089.stdout:882: finishing rollback tid 1 to smithi08986837-48 2024-07-26T06:07:38.184 INFO:tasks.rados.rados.0.smithi089.stdout:882: finishing rollback tid 2 to smithi08986837-48 2024-07-26T06:07:38.184 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 48 v 242 (ObjNum 234 snap 62 seq_num 234) dirty exists 2024-07-26T06:07:38.184 INFO:tasks.rados.rados.0.smithi089.stdout:879: expect (ObjNum 220 snap 54 seq_num 220) 2024-07-26T06:07:38.404 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:38 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T06:07:38.037+0000 7fd361d4e040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-07-26T06:07:38.424 INFO:tasks.rados.rados.0.smithi089.stdout:886: finishing copy_from racing read to smithi08986837-7 2024-07-26T06:07:38.425 INFO:tasks.rados.rados.0.smithi089.stdout:885: expect (ObjNum 267 snap 80 seq_num 267) 2024-07-26T06:07:38.731 INFO:tasks.rados.rados.0.smithi089.stdout:886: finishing copy_from to smithi08986837-7 2024-07-26T06:07:38.731 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 7 v 208 (ObjNum 197 snap 49 seq_num 197) dirty exists 2024-07-26T06:07:38.750 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:38 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[81287]: 2024-07-26T06:07:38.432+0000 7f60beb3b040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-07-26T06:07:38.750 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:07:38 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:07:38.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster_addr=\"172.21.15.89\", device_class=\"ssd\", hostname=\"smithi089\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.89\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", cluster_addr=\"172.21.15.89\", device_class=\"ssd\", hostname=\"smithi089\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.89\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:07:38.788 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:38 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T06:07:38.475+0000 7fd361d4e040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-07-26T06:07:38.801 INFO:tasks.rados.rados.0.smithi089.stdout:878: done (13 left) 2024-07-26T06:07:38.801 INFO:tasks.rados.rados.0.smithi089.stdout:879: done (12 left) 2024-07-26T06:07:38.802 INFO:tasks.rados.rados.0.smithi089.stdout:880: done (11 left) 2024-07-26T06:07:38.802 INFO:tasks.rados.rados.0.smithi089.stdout:882: done (10 left) 2024-07-26T06:07:38.802 INFO:tasks.rados.rados.0.smithi089.stdout:883: done (9 left) 2024-07-26T06:07:38.802 INFO:tasks.rados.rados.0.smithi089.stdout:885: done (8 left) 2024-07-26T06:07:38.802 INFO:tasks.rados.rados.0.smithi089.stdout:886: done (7 left) 2024-07-26T06:07:38.802 INFO:tasks.rados.rados.0.smithi089.stdout:887: done (6 left) 2024-07-26T06:07:38.802 INFO:tasks.rados.rados.0.smithi089.stdout:888: done (5 left) 2024-07-26T06:07:38.802 INFO:tasks.rados.rados.0.smithi089.stdout:889: done (4 left) 2024-07-26T06:07:38.802 INFO:tasks.rados.rados.0.smithi089.stdout:890: done (3 left) 2024-07-26T06:07:38.802 INFO:tasks.rados.rados.0.smithi089.stdout:891: done (2 left) 2024-07-26T06:07:38.802 INFO:tasks.rados.rados.0.smithi089.stdout:892: done (1 left) 2024-07-26T06:07:38.802 INFO:tasks.rados.rados.0.smithi089.stdout:893: done (0 left) 2024-07-26T06:07:38.802 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 1 current snap is 81 2024-07-26T06:07:38.803 INFO:tasks.rados.rados.0.smithi089.stdout:894: seq_num 274 ranges {5472256=598016,6070272=499712,6569984=745472,7315456=360448} 2024-07-26T06:07:38.833 INFO:tasks.rados.rados.0.smithi089.stdout:894: writing smithi08986837-1 from 5472256 to 6070272 tid 1 2024-07-26T06:07:38.836 INFO:tasks.rados.rados.0.smithi089.stdout:894: writing smithi08986837-1 from 6070272 to 6569984 tid 2 2024-07-26T06:07:38.840 INFO:tasks.rados.rados.0.smithi089.stdout:894: writing smithi08986837-1 from 6569984 to 7315456 tid 3 2024-07-26T06:07:38.842 INFO:tasks.rados.rados.0.smithi089.stdout:894: writing smithi08986837-1 from 7315456 to 7675904 tid 4 2024-07-26T06:07:38.842 INFO:tasks.rados.rados.0.smithi089.stdout:895: read oid 35 snap -1 2024-07-26T06:07:38.842 INFO:tasks.rados.rados.0.smithi089.stdout:895: expect (ObjNum 258 snap 71 seq_num 258) 2024-07-26T06:07:38.842 INFO:tasks.rados.rados.0.smithi089.stdout:896: delete oid 41 current snap is 81 2024-07-26T06:07:38.842 INFO:tasks.rados.rados.0.smithi089.stdout:894: finishing write tid 1 to smithi08986837-1 2024-07-26T06:07:38.842 INFO:tasks.rados.rados.0.smithi089.stdout:894: finishing write tid 2 to smithi08986837-1 2024-07-26T06:07:38.844 INFO:tasks.rados.rados.0.smithi089.stdout:894: finishing write tid 3 to smithi08986837-1 2024-07-26T06:07:38.845 INFO:tasks.rados.rados.0.smithi089.stdout:894: finishing write tid 4 to smithi08986837-1 2024-07-26T06:07:38.845 INFO:tasks.rados.rados.0.smithi089.stdout:894: finishing write tid 5 to smithi08986837-1 2024-07-26T06:07:38.845 INFO:tasks.rados.rados.0.smithi089.stdout:896: done (2 left) 2024-07-26T06:07:38.845 INFO:tasks.rados.rados.0.smithi089.stdout:897: rmattr oid 24 current snap is 81 2024-07-26T06:07:38.845 INFO:tasks.rados.rados.0.smithi089.stdout:897: done (2 left) 2024-07-26T06:07:38.845 INFO:tasks.rados.rados.0.smithi089.stdout:898: setattr oid 11 current snap is 81 2024-07-26T06:07:38.846 INFO:tasks.rados.rados.0.smithi089.stdout:894: finishing write tid 6 to smithi08986837-1 2024-07-26T06:07:38.846 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 1 v 420 (ObjNum 274 snap 81 seq_num 274) dirty exists 2024-07-26T06:07:38.846 INFO:tasks.rados.rados.0.smithi089.stdout:894: left oid 1 (ObjNum 274 snap 81 seq_num 274) 2024-07-26T06:07:38.849 INFO:tasks.rados.rados.0.smithi089.stdout:894: done (2 left) 2024-07-26T06:07:38.849 INFO:tasks.rados.rados.0.smithi089.stdout:899: snap_remove snap 72 2024-07-26T06:07:39.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:38 smithi155 ceph-mon[33309]: osdmap e234: 8 total, 8 up, 8 in 2024-07-26T06:07:39.129 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:38 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[81287]: 2024-07-26T06:07:38.748+0000 7f60beb3b040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-07-26T06:07:39.129 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:38 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[81287]: 2024-07-26T06:07:38.817+0000 7f60beb3b040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-07-26T06:07:39.129 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:38 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[81287]: 2024-07-26T06:07:38.971+0000 7f60beb3b040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-07-26T06:07:39.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:38 smithi089 ceph-mon[99608]: osdmap e234: 8 total, 8 up, 8 in 2024-07-26T06:07:39.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:38 smithi089 ceph-mon[41451]: osdmap e234: 8 total, 8 up, 8 in 2024-07-26T06:07:39.155 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:38 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T06:07:38.792+0000 7fd361d4e040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-07-26T06:07:39.155 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:38 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T06:07:38.870+0000 7fd361d4e040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-07-26T06:07:39.155 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:39 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T06:07:39.017+0000 7fd361d4e040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-07-26T06:07:39.312 INFO:tasks.rados.rados.0.smithi089.stdout:899: done (2 left) 2024-07-26T06:07:39.313 INFO:tasks.rados.rados.0.smithi089.stdout:900: rollback oid 30 current snap is 81 2024-07-26T06:07:39.313 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 30 to 75 2024-07-26T06:07:39.313 INFO:tasks.rados.rados.0.smithi089.stdout:901: snap_remove snap 80 2024-07-26T06:07:39.536 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:39 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[81287]: 2024-07-26T06:07:39.280+0000 7f60beb3b040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-07-26T06:07:39.536 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:39 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[81287]: 2024-07-26T06:07:39.349+0000 7f60beb3b040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-07-26T06:07:39.654 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:39 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T06:07:39.330+0000 7fd361d4e040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-07-26T06:07:39.655 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:39 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T06:07:39.390+0000 7fd361d4e040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-07-26T06:07:39.655 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:39 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T06:07:39.573+0000 7fd361d4e040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-07-26T06:07:39.795 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:39 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[81287]: 2024-07-26T06:07:39.534+0000 7f60beb3b040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-07-26T06:07:39.795 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:39 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[81287]: 2024-07-26T06:07:39.682+0000 7f60beb3b040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-07-26T06:07:39.795 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:39 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[81287]: 2024-07-26T06:07:39.746+0000 7f60beb3b040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-07-26T06:07:40.129 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:39 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[81287]: 2024-07-26T06:07:39.830+0000 7f60beb3b040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-07-26T06:07:40.129 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:39 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[81287]: 2024-07-26T06:07:39.889+0000 7f60beb3b040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-07-26T06:07:40.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:39 smithi155 ceph-mon[33309]: osdmap e235: 8 total, 8 up, 8 in 2024-07-26T06:07:40.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:39 smithi155 ceph-mon[33309]: osdmap e236: 8 total, 8 up, 8 in 2024-07-26T06:07:40.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:39 smithi089 ceph-mon[41451]: osdmap e235: 8 total, 8 up, 8 in 2024-07-26T06:07:40.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:39 smithi089 ceph-mon[41451]: osdmap e236: 8 total, 8 up, 8 in 2024-07-26T06:07:40.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:39 smithi089 ceph-mon[99608]: osdmap e235: 8 total, 8 up, 8 in 2024-07-26T06:07:40.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:39 smithi089 ceph-mon[99608]: osdmap e236: 8 total, 8 up, 8 in 2024-07-26T06:07:40.155 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:39 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T06:07:39.718+0000 7fd361d4e040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-07-26T06:07:40.155 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:39 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T06:07:39.780+0000 7fd361d4e040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-07-26T06:07:40.155 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:39 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T06:07:39.862+0000 7fd361d4e040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-07-26T06:07:40.155 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:39 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T06:07:39.920+0000 7fd361d4e040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-07-26T06:07:40.315 INFO:tasks.rados.rados.0.smithi089.stdout:901: done (3 left) 2024-07-26T06:07:40.315 INFO:tasks.rados.rados.0.smithi089.stdout:902: read oid 27 snap -1 2024-07-26T06:07:40.315 INFO:tasks.rados.rados.0.smithi089.stdout:902: expect (ObjNum 245 snap 65 seq_num 245) 2024-07-26T06:07:40.315 INFO:tasks.rados.rados.0.smithi089.stdout:903: delete oid 40 current snap is 81 2024-07-26T06:07:40.315 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 11 v 449 (ObjNum 81 snap 0 seq_num 1) dirty exists 2024-07-26T06:07:40.315 INFO:tasks.rados.rados.0.smithi089.stdout:895: expect (ObjNum 258 snap 71 seq_num 258) 2024-07-26T06:07:40.699 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:40 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[81287]: 2024-07-26T06:07:40.434+0000 7f60beb3b040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-07-26T06:07:40.700 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:40 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[81287]: 2024-07-26T06:07:40.591+0000 7f60beb3b040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-07-26T06:07:40.700 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:40 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[81287]: [26/Jul/2024:06:07:40] ENGINE Bus STARTING 2024-07-26T06:07:40.700 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:40 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[81287]: CherryPy Checker: 2024-07-26T06:07:40.700 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:40 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[81287]: The Application mounted at '' has an empty config. 2024-07-26T06:07:40.700 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:40 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[81287]: 2024-07-26T06:07:40.700 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:40 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[81287]: [26/Jul/2024:06:07:40] ENGINE Serving on http://:::9283 2024-07-26T06:07:40.740 INFO:tasks.rados.rados.0.smithi089.stdout:900: finishing rollback tid 1 to smithi08986837-30 2024-07-26T06:07:40.740 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 30 v 0 (ObjNum 81 snap 0 seq_num 1177327213) dirty dne 2024-07-26T06:07:40.740 INFO:tasks.rados.rados.0.smithi089.stdout:902: expect (ObjNum 245 snap 65 seq_num 245) 2024-07-26T06:07:40.745 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:40 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T06:07:40.456+0000 7fd361d4e040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-07-26T06:07:40.746 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:40 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T06:07:40.617+0000 7fd361d4e040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-07-26T06:07:40.746 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:40 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: [26/Jul/2024:06:07:40] ENGINE Bus STARTING 2024-07-26T06:07:40.746 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:40 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: CherryPy Checker: 2024-07-26T06:07:40.746 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:40 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: The Application mounted at '' has an empty config. 2024-07-26T06:07:40.746 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:40 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T06:07:40.746 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:40 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T06:07:40.744+0000 7fd2cd095640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T06:07:40.746 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:40 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T06:07:40.744+0000 7fd2cd095640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T06:07:40.746 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:40 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T06:07:40.744+0000 7fd2cd095640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T06:07:40.746 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:40 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T06:07:40.744+0000 7fd2cd095640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T06:07:40.746 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:40 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T06:07:40.744+0000 7fd2cd095640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T06:07:40.746 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:40 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T06:07:40.745+0000 7fd2d30a1640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T06:07:40.835 INFO:tasks.rados.rados.0.smithi089.stdout:895: done (4 left) 2024-07-26T06:07:40.836 INFO:tasks.rados.rados.0.smithi089.stdout:898: done (3 left) 2024-07-26T06:07:40.836 INFO:tasks.rados.rados.0.smithi089.stdout:900: done (2 left) 2024-07-26T06:07:40.836 INFO:tasks.rados.rados.0.smithi089.stdout:902: done (1 left) 2024-07-26T06:07:40.836 INFO:tasks.rados.rados.0.smithi089.stdout:903: done (0 left) 2024-07-26T06:07:40.836 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 46 current snap is 81 2024-07-26T06:07:40.836 INFO:tasks.rados.rados.0.smithi089.stdout:904: seq_num 277 ranges {3399680=647168,4046848=557056,4603904=516096,5120000=532480} 2024-07-26T06:07:40.857 INFO:tasks.rados.rados.0.smithi089.stdout:904: writing smithi08986837-46 from 3399680 to 4046848 tid 1 2024-07-26T06:07:40.861 INFO:tasks.rados.rados.0.smithi089.stdout:904: writing smithi08986837-46 from 4046848 to 4603904 tid 2 2024-07-26T06:07:40.864 INFO:tasks.rados.rados.0.smithi089.stdout:904: writing smithi08986837-46 from 4603904 to 5120000 tid 3 2024-07-26T06:07:40.868 INFO:tasks.rados.rados.0.smithi089.stdout:904: writing smithi08986837-46 from 5120000 to 5652480 tid 4 2024-07-26T06:07:40.868 INFO:tasks.rados.rados.0.smithi089.stdout:905: read oid 18 snap -1 2024-07-26T06:07:40.868 INFO:tasks.rados.rados.0.smithi089.stdout:905: expect deleted 2024-07-26T06:07:40.868 INFO:tasks.rados.rados.0.smithi089.stdout:906: read oid 43 snap -1 2024-07-26T06:07:40.868 INFO:tasks.rados.rados.0.smithi089.stdout:906: expect (ObjNum 184 snap 47 seq_num 184) 2024-07-26T06:07:40.868 INFO:tasks.rados.rados.0.smithi089.stdout:907: setattr oid 12 current snap is 81 2024-07-26T06:07:40.868 INFO:tasks.rados.rados.0.smithi089.stdout:904: finishing write tid 1 to smithi08986837-46 2024-07-26T06:07:40.868 INFO:tasks.rados.rados.0.smithi089.stdout:904: finishing write tid 2 to smithi08986837-46 2024-07-26T06:07:40.868 INFO:tasks.rados.rados.0.smithi089.stdout:904: finishing write tid 3 to smithi08986837-46 2024-07-26T06:07:40.869 INFO:tasks.rados.rados.0.smithi089.stdout:905: done (3 left) 2024-07-26T06:07:40.869 INFO:tasks.rados.rados.0.smithi089.stdout:908: setattr oid 19 current snap is 81 2024-07-26T06:07:40.870 INFO:tasks.rados.rados.0.smithi089.stdout:904: finishing write tid 4 to smithi08986837-46 2024-07-26T06:07:40.870 INFO:tasks.rados.rados.0.smithi089.stdout:904: finishing write tid 5 to smithi08986837-46 2024-07-26T06:07:40.871 INFO:tasks.rados.rados.0.smithi089.stdout:909: rollback oid 10 current snap is 81 2024-07-26T06:07:40.871 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 10 to 69 2024-07-26T06:07:40.871 INFO:tasks.rados.rados.0.smithi089.stdout:910: rollback oid 25 current snap is 81 2024-07-26T06:07:40.871 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 25 to 77 2024-07-26T06:07:40.871 INFO:tasks.rados.rados.0.smithi089.stdout:911: read oid 44 snap -1 2024-07-26T06:07:40.871 INFO:tasks.rados.rados.0.smithi089.stdout:911: expect (ObjNum 194 snap 48 seq_num 194) 2024-07-26T06:07:40.871 INFO:tasks.rados.rados.0.smithi089.stdout:912: snap_create 2024-07-26T06:07:40.872 INFO:tasks.rados.rados.0.smithi089.stdout:904: finishing write tid 6 to smithi08986837-46 2024-07-26T06:07:40.872 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 46 v 458 (ObjNum 277 snap 81 seq_num 277) dirty exists 2024-07-26T06:07:40.872 INFO:tasks.rados.rados.0.smithi089.stdout:904: left oid 46 (ObjNum 277 snap 81 seq_num 277) 2024-07-26T06:07:40.872 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 12 v 429 (ObjNum 49 snap 0 seq_num 0) dirty exists 2024-07-26T06:07:40.874 INFO:tasks.rados.rados.0.smithi089.stdout:910: finishing rollback tid 0 to smithi08986837-25 2024-07-26T06:07:40.874 INFO:tasks.rados.rados.0.smithi089.stdout:910: finishing rollback tid 1 to smithi08986837-25 2024-07-26T06:07:40.874 INFO:tasks.rados.rados.0.smithi089.stdout:910: finishing rollback tid 2 to smithi08986837-25 2024-07-26T06:07:40.874 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 25 v 433 (ObjNum 82 snap 12 seq_num 82) dirty exists 2024-07-26T06:07:40.874 INFO:tasks.rados.rados.0.smithi089.stdout:909: finishing rollback tid 1 to smithi08986837-10 2024-07-26T06:07:40.874 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 10 v 448 (ObjNum 33 snap 0 seq_num 3362407504) dirty dne 2024-07-26T06:07:40.875 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 19 v 243 (ObjNum 132 snap 30 seq_num 132) dirty exists 2024-07-26T06:07:40.883 INFO:tasks.rados.rados.0.smithi089.stdout:906: expect (ObjNum 184 snap 47 seq_num 184) 2024-07-26T06:07:41.023 INFO:tasks.rados.rados.0.smithi089.stdout:911: expect (ObjNum 194 snap 48 seq_num 194) 2024-07-26T06:07:41.129 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 06:07:40 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x[81287]: [26/Jul/2024:06:07:40] ENGINE Bus STARTED 2024-07-26T06:07:41.155 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:40 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T06:07:40.745+0000 7fd2d30a1640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T06:07:41.155 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:40 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T06:07:40.745+0000 7fd2d30a1640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T06:07:41.155 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:40 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T06:07:40.745+0000 7fd2d30a1640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T06:07:41.155 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:40 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T06:07:40.745+0000 7fd2d30a1640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T06:07:41.155 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:40 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: [26/Jul/2024:06:07:40] ENGINE Serving on http://:::9283 2024-07-26T06:07:41.155 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:40 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: [26/Jul/2024:06:07:40] ENGINE Bus STARTED 2024-07-26T06:07:41.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:41 smithi155 ceph-mon[33309]: osdmap e237: 8 total, 8 up, 8 in 2024-07-26T06:07:41.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:41 smithi155 ceph-mon[33309]: Standby manager daemon x restarted 2024-07-26T06:07:41.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:41 smithi155 ceph-mon[33309]: Standby manager daemon x started 2024-07-26T06:07:41.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:41 smithi155 ceph-mon[33309]: from='mgr.? 172.21.15.155:0/1300347134' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-07-26T06:07:41.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:41 smithi155 ceph-mon[33309]: from='mgr.? 172.21.15.155:0/1300347134' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-07-26T06:07:41.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:41 smithi155 ceph-mon[33309]: from='mgr.? 172.21.15.155:0/1300347134' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-07-26T06:07:41.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:41 smithi155 ceph-mon[33309]: from='mgr.? 172.21.15.155:0/1300347134' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-07-26T06:07:41.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:41 smithi155 ceph-mon[33309]: Active manager daemon y restarted 2024-07-26T06:07:41.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:41 smithi155 ceph-mon[33309]: Activating manager daemon y 2024-07-26T06:07:41.631 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:41 smithi155 ceph-mon[33309]: osdmap e238: 8 total, 8 up, 8 in 2024-07-26T06:07:41.631 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:41 smithi155 ceph-mon[33309]: mgrmap e37: y(active, starting, since 0.00726027s), standbys: x 2024-07-26T06:07:41.631 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:41 smithi155 ceph-mon[33309]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:07:41.631 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:41 smithi155 ceph-mon[33309]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:07:41.631 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:41 smithi155 ceph-mon[33309]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:07:41.631 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:41 smithi155 ceph-mon[33309]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-07-26T06:07:41.631 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:41 smithi155 ceph-mon[33309]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-07-26T06:07:41.631 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:41 smithi155 ceph-mon[33309]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-07-26T06:07:41.631 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:41 smithi155 ceph-mon[33309]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-07-26T06:07:41.631 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:41 smithi155 ceph-mon[33309]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-26T06:07:41.631 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:41 smithi155 ceph-mon[33309]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-26T06:07:41.631 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:41 smithi155 ceph-mon[33309]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-26T06:07:41.631 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:41 smithi155 ceph-mon[33309]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-26T06:07:41.632 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:41 smithi155 ceph-mon[33309]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-26T06:07:41.632 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:41 smithi155 ceph-mon[33309]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-26T06:07:41.632 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:41 smithi155 ceph-mon[33309]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-26T06:07:41.632 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:41 smithi155 ceph-mon[33309]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-26T06:07:41.632 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:41 smithi155 ceph-mon[33309]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-07-26T06:07:41.632 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:41 smithi155 ceph-mon[33309]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-07-26T06:07:41.632 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:41 smithi155 ceph-mon[33309]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-07-26T06:07:41.632 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:41 smithi155 ceph-mon[33309]: Manager daemon y is now available 2024-07-26T06:07:41.632 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:41 smithi155 ceph-mon[33309]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:07:41.632 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:41 smithi155 ceph-mon[33309]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:07:41.632 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:41 smithi155 ceph-mon[33309]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-07-26T06:07:41.632 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:41 smithi155 ceph-mon[33309]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-07-26T06:07:41.632 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:41 smithi155 ceph-mon[33309]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-07-26T06:07:41.633 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:41 smithi155 ceph-mon[33309]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-07-26T06:07:41.633 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-mon[99608]: osdmap e237: 8 total, 8 up, 8 in 2024-07-26T06:07:41.633 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-mon[99608]: Standby manager daemon x restarted 2024-07-26T06:07:41.633 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-mon[99608]: Standby manager daemon x started 2024-07-26T06:07:41.633 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-mon[99608]: from='mgr.? 172.21.15.155:0/1300347134' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-07-26T06:07:41.633 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-mon[99608]: from='mgr.? 172.21.15.155:0/1300347134' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-07-26T06:07:41.633 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-mon[99608]: from='mgr.? 172.21.15.155:0/1300347134' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-07-26T06:07:41.634 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-mon[99608]: from='mgr.? 172.21.15.155:0/1300347134' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-07-26T06:07:41.634 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-mon[99608]: Active manager daemon y restarted 2024-07-26T06:07:41.634 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-mon[99608]: Activating manager daemon y 2024-07-26T06:07:41.634 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-mon[99608]: osdmap e238: 8 total, 8 up, 8 in 2024-07-26T06:07:41.634 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-mon[99608]: mgrmap e37: y(active, starting, since 0.00726027s), standbys: x 2024-07-26T06:07:41.634 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:07:41.634 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:07:41.634 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:07:41.634 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-07-26T06:07:41.634 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-07-26T06:07:41.634 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-07-26T06:07:41.634 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-07-26T06:07:41.634 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-26T06:07:41.635 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-26T06:07:41.635 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-26T06:07:41.635 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-26T06:07:41.635 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-26T06:07:41.635 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-26T06:07:41.635 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-26T06:07:41.635 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-26T06:07:41.635 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-07-26T06:07:41.635 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-07-26T06:07:41.635 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-07-26T06:07:41.635 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-mon[99608]: Manager daemon y is now available 2024-07-26T06:07:41.635 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:07:41.635 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:07:41.636 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-07-26T06:07:41.636 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-mon[99608]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-07-26T06:07:41.636 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-07-26T06:07:41.636 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-mon[99608]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-07-26T06:07:41.636 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-mon[41451]: osdmap e237: 8 total, 8 up, 8 in 2024-07-26T06:07:41.636 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-mon[41451]: Standby manager daemon x restarted 2024-07-26T06:07:41.636 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-mon[41451]: Standby manager daemon x started 2024-07-26T06:07:41.636 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-mon[41451]: from='mgr.? 172.21.15.155:0/1300347134' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-07-26T06:07:41.636 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-mon[41451]: from='mgr.? 172.21.15.155:0/1300347134' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-07-26T06:07:41.636 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-mon[41451]: from='mgr.? 172.21.15.155:0/1300347134' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-07-26T06:07:41.636 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-mon[41451]: from='mgr.? 172.21.15.155:0/1300347134' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-07-26T06:07:41.636 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-mon[41451]: Active manager daemon y restarted 2024-07-26T06:07:41.636 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-mon[41451]: Activating manager daemon y 2024-07-26T06:07:41.637 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-mon[41451]: osdmap e238: 8 total, 8 up, 8 in 2024-07-26T06:07:41.637 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-mon[41451]: mgrmap e37: y(active, starting, since 0.00726027s), standbys: x 2024-07-26T06:07:41.637 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-mon[41451]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:07:41.637 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-mon[41451]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:07:41.637 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-mon[41451]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:07:41.637 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-mon[41451]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-07-26T06:07:41.637 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-mon[41451]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-07-26T06:07:41.637 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-mon[41451]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-07-26T06:07:41.637 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-mon[41451]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-07-26T06:07:41.637 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-mon[41451]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-26T06:07:41.637 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-mon[41451]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-26T06:07:41.637 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-mon[41451]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-26T06:07:41.637 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-mon[41451]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-26T06:07:41.637 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-mon[41451]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-26T06:07:41.638 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-mon[41451]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-26T06:07:41.638 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-mon[41451]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-26T06:07:41.638 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-mon[41451]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-26T06:07:41.638 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-mon[41451]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-07-26T06:07:41.638 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-mon[41451]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-07-26T06:07:41.638 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-mon[41451]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-07-26T06:07:41.638 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-mon[41451]: Manager daemon y is now available 2024-07-26T06:07:41.638 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-mon[41451]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:07:41.638 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-mon[41451]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:07:41.638 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-mon[41451]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-07-26T06:07:41.638 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-mon[41451]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-07-26T06:07:41.638 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-mon[41451]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-07-26T06:07:41.638 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-mon[41451]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-07-26T06:07:41.639 INFO:tasks.rados.rados.0.smithi089.stdout:904: done (7 left) 2024-07-26T06:07:41.639 INFO:tasks.rados.rados.0.smithi089.stdout:906: done (6 left) 2024-07-26T06:07:41.639 INFO:tasks.rados.rados.0.smithi089.stdout:907: done (5 left) 2024-07-26T06:07:41.639 INFO:tasks.rados.rados.0.smithi089.stdout:908: done (4 left) 2024-07-26T06:07:41.639 INFO:tasks.rados.rados.0.smithi089.stdout:909: done (3 left) 2024-07-26T06:07:41.639 INFO:tasks.rados.rados.0.smithi089.stdout:910: done (2 left) 2024-07-26T06:07:41.639 INFO:tasks.rados.rados.0.smithi089.stdout:911: done (1 left) 2024-07-26T06:07:41.639 INFO:tasks.rados.rados.0.smithi089.stdout:912: done (0 left) 2024-07-26T06:07:41.640 INFO:tasks.rados.rados.0.smithi089.stdout:913: copy_from oid 2 from oid 18 current snap is 82 2024-07-26T06:07:41.640 INFO:tasks.rados.rados.0.smithi089.stdout:914: snap_create 2024-07-26T06:07:41.641 INFO:tasks.rados.rados.0.smithi089.stdout:913: finishing copy_from to smithi08986837-2 2024-07-26T06:07:41.641 INFO:tasks.rados.rados.0.smithi089.stdout:913: got expected ENOENT (src dne) 2024-07-26T06:07:41.641 INFO:tasks.rados.rados.0.smithi089.stdout:913: finishing copy_from racing read to smithi08986837-2 2024-07-26T06:07:41.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T06:07:41.630+0000 7fd300c10640 -1 mgr.server handle_report got status from non-daemon mon.a 2024-07-26T06:07:41.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T06:07:41.776+0000 7fd2b472f640 -1 log_channel(cephadm) log [ERR] : [26/Jul/2024:06:07:41] ENGINE Error in HTTPServer.serve 2024-07-26T06:07:41.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: Traceback (most recent call last): 2024-07-26T06:07:41.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-07-26T06:07:41.906 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: self._connections.run(self.expiration_interval) 2024-07-26T06:07:41.906 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-07-26T06:07:41.906 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: self._run(expiration_interval) 2024-07-26T06:07:41.906 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-07-26T06:07:41.906 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: new_conn = self._from_server_socket(self.server.socket) 2024-07-26T06:07:41.906 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-07-26T06:07:41.906 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-07-26T06:07:41.906 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-07-26T06:07:41.906 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: s = self.context.wrap_socket( 2024-07-26T06:07:41.906 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-07-26T06:07:41.906 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: return self.sslsocket_class._create( 2024-07-26T06:07:41.906 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-07-26T06:07:41.906 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: self.do_handshake() 2024-07-26T06:07:41.907 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-07-26T06:07:41.907 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: self._sslobj.do_handshake() 2024-07-26T06:07:41.907 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-07-26T06:07:41.907 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:41 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T06:07:42.572 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:07:42 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:07:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:07:42.647 INFO:tasks.rados.rados.0.smithi089.stdout:913: done (1 left) 2024-07-26T06:07:42.647 INFO:tasks.rados.rados.0.smithi089.stdout:914: done (0 left) 2024-07-26T06:07:42.647 INFO:tasks.rados.rados.0.smithi089.stdout:915: read oid 19 snap -1 2024-07-26T06:07:42.647 INFO:tasks.rados.rados.0.smithi089.stdout:915: expect (ObjNum 132 snap 30 seq_num 132) 2024-07-26T06:07:42.648 INFO:tasks.rados.rados.0.smithi089.stdout:916: read oid 26 snap 82 2024-07-26T06:07:42.648 INFO:tasks.rados.rados.0.smithi089.stdout:916: expect (ObjNum 173 snap 44 seq_num 173) 2024-07-26T06:07:42.648 INFO:tasks.rados.rados.0.smithi089.stdout:917: snap_create 2024-07-26T06:07:42.655 INFO:tasks.rados.rados.0.smithi089.stdout:916: expect (ObjNum 173 snap 44 seq_num 173) 2024-07-26T06:07:42.690 INFO:tasks.rados.rados.0.smithi089.stdout:915: expect (ObjNum 132 snap 30 seq_num 132) 2024-07-26T06:07:42.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:42 smithi155 ceph-mon[33309]: mgrmap e38: y(active, since 1.01006s), standbys: x 2024-07-26T06:07:42.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:42 smithi155 ceph-mon[33309]: osdmap e239: 8 total, 8 up, 8 in 2024-07-26T06:07:42.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:42 smithi155 ceph-mon[33309]: [26/Jul/2024:06:07:41] ENGINE Bus STARTING 2024-07-26T06:07:42.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:42 smithi155 ceph-mon[33309]: [26/Jul/2024:06:07:41] ENGINE Serving on https://172.21.15.89:7150 2024-07-26T06:07:42.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:42 smithi155 ceph-mon[33309]: [26/Jul/2024:06:07:41] ENGINE Error in HTTPServer.serve 2024-07-26T06:07:42.880 INFO:journalctl@ceph.mon.b.smithi155.stdout: Traceback (most recent call last): 2024-07-26T06:07:42.880 INFO:journalctl@ceph.mon.b.smithi155.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-07-26T06:07:42.881 INFO:journalctl@ceph.mon.b.smithi155.stdout: self._connections.run(self.expiration_interval) 2024-07-26T06:07:42.881 INFO:journalctl@ceph.mon.b.smithi155.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-07-26T06:07:42.881 INFO:journalctl@ceph.mon.b.smithi155.stdout: self._run(expiration_interval) 2024-07-26T06:07:42.881 INFO:journalctl@ceph.mon.b.smithi155.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-07-26T06:07:42.882 INFO:journalctl@ceph.mon.b.smithi155.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-07-26T06:07:42.882 INFO:journalctl@ceph.mon.b.smithi155.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-07-26T06:07:42.882 INFO:journalctl@ceph.mon.b.smithi155.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-07-26T06:07:42.882 INFO:journalctl@ceph.mon.b.smithi155.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-07-26T06:07:42.882 INFO:journalctl@ceph.mon.b.smithi155.stdout: s = self.context.wrap_socket( 2024-07-26T06:07:42.883 INFO:journalctl@ceph.mon.b.smithi155.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-07-26T06:07:42.883 INFO:journalctl@ceph.mon.b.smithi155.stdout: return self.sslsocket_class._create( 2024-07-26T06:07:42.883 INFO:journalctl@ceph.mon.b.smithi155.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-07-26T06:07:42.883 INFO:journalctl@ceph.mon.b.smithi155.stdout: self.do_handshake() 2024-07-26T06:07:42.883 INFO:journalctl@ceph.mon.b.smithi155.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-07-26T06:07:42.883 INFO:journalctl@ceph.mon.b.smithi155.stdout: self._sslobj.do_handshake() 2024-07-26T06:07:42.884 INFO:journalctl@ceph.mon.b.smithi155.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-07-26T06:07:42.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:07:42] "GET /metrics HTTP/1.1" 200 33377 "" "Prometheus/2.43.0" 2024-07-26T06:07:42.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:42 smithi089 ceph-mon[41451]: mgrmap e38: y(active, since 1.01006s), standbys: x 2024-07-26T06:07:42.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:42 smithi089 ceph-mon[41451]: osdmap e239: 8 total, 8 up, 8 in 2024-07-26T06:07:42.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:42 smithi089 ceph-mon[41451]: [26/Jul/2024:06:07:41] ENGINE Bus STARTING 2024-07-26T06:07:42.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:42 smithi089 ceph-mon[41451]: [26/Jul/2024:06:07:41] ENGINE Serving on https://172.21.15.89:7150 2024-07-26T06:07:42.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:42 smithi089 ceph-mon[41451]: [26/Jul/2024:06:07:41] ENGINE Error in HTTPServer.serve 2024-07-26T06:07:42.905 INFO:journalctl@ceph.mon.c.smithi089.stdout: Traceback (most recent call last): 2024-07-26T06:07:42.905 INFO:journalctl@ceph.mon.c.smithi089.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-07-26T06:07:42.905 INFO:journalctl@ceph.mon.c.smithi089.stdout: self._connections.run(self.expiration_interval) 2024-07-26T06:07:42.905 INFO:journalctl@ceph.mon.c.smithi089.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-07-26T06:07:42.906 INFO:journalctl@ceph.mon.c.smithi089.stdout: self._run(expiration_interval) 2024-07-26T06:07:42.906 INFO:journalctl@ceph.mon.c.smithi089.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-07-26T06:07:42.906 INFO:journalctl@ceph.mon.c.smithi089.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-07-26T06:07:42.906 INFO:journalctl@ceph.mon.c.smithi089.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-07-26T06:07:42.906 INFO:journalctl@ceph.mon.c.smithi089.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-07-26T06:07:42.906 INFO:journalctl@ceph.mon.c.smithi089.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-07-26T06:07:42.906 INFO:journalctl@ceph.mon.c.smithi089.stdout: s = self.context.wrap_socket( 2024-07-26T06:07:42.906 INFO:journalctl@ceph.mon.c.smithi089.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-07-26T06:07:42.906 INFO:journalctl@ceph.mon.c.smithi089.stdout: return self.sslsocket_class._create( 2024-07-26T06:07:42.906 INFO:journalctl@ceph.mon.c.smithi089.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-07-26T06:07:42.906 INFO:journalctl@ceph.mon.c.smithi089.stdout: self.do_handshake() 2024-07-26T06:07:42.906 INFO:journalctl@ceph.mon.c.smithi089.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-07-26T06:07:42.906 INFO:journalctl@ceph.mon.c.smithi089.stdout: self._sslobj.do_handshake() 2024-07-26T06:07:42.907 INFO:journalctl@ceph.mon.c.smithi089.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-07-26T06:07:42.907 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:42 smithi089 ceph-mon[99608]: mgrmap e38: y(active, since 1.01006s), standbys: x 2024-07-26T06:07:42.907 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:42 smithi089 ceph-mon[99608]: osdmap e239: 8 total, 8 up, 8 in 2024-07-26T06:07:42.907 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:42 smithi089 ceph-mon[99608]: [26/Jul/2024:06:07:41] ENGINE Bus STARTING 2024-07-26T06:07:42.907 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:42 smithi089 ceph-mon[99608]: [26/Jul/2024:06:07:41] ENGINE Serving on https://172.21.15.89:7150 2024-07-26T06:07:42.907 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:42 smithi089 ceph-mon[99608]: [26/Jul/2024:06:07:41] ENGINE Error in HTTPServer.serve 2024-07-26T06:07:42.907 INFO:journalctl@ceph.mon.a.smithi089.stdout: Traceback (most recent call last): 2024-07-26T06:07:42.907 INFO:journalctl@ceph.mon.a.smithi089.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-07-26T06:07:42.907 INFO:journalctl@ceph.mon.a.smithi089.stdout: self._connections.run(self.expiration_interval) 2024-07-26T06:07:42.907 INFO:journalctl@ceph.mon.a.smithi089.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-07-26T06:07:42.907 INFO:journalctl@ceph.mon.a.smithi089.stdout: self._run(expiration_interval) 2024-07-26T06:07:42.908 INFO:journalctl@ceph.mon.a.smithi089.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-07-26T06:07:42.908 INFO:journalctl@ceph.mon.a.smithi089.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-07-26T06:07:42.908 INFO:journalctl@ceph.mon.a.smithi089.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-07-26T06:07:42.908 INFO:journalctl@ceph.mon.a.smithi089.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-07-26T06:07:42.908 INFO:journalctl@ceph.mon.a.smithi089.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-07-26T06:07:42.908 INFO:journalctl@ceph.mon.a.smithi089.stdout: s = self.context.wrap_socket( 2024-07-26T06:07:42.908 INFO:journalctl@ceph.mon.a.smithi089.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-07-26T06:07:42.908 INFO:journalctl@ceph.mon.a.smithi089.stdout: return self.sslsocket_class._create( 2024-07-26T06:07:42.908 INFO:journalctl@ceph.mon.a.smithi089.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-07-26T06:07:42.908 INFO:journalctl@ceph.mon.a.smithi089.stdout: self.do_handshake() 2024-07-26T06:07:42.908 INFO:journalctl@ceph.mon.a.smithi089.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-07-26T06:07:42.908 INFO:journalctl@ceph.mon.a.smithi089.stdout: self._sslobj.do_handshake() 2024-07-26T06:07:42.908 INFO:journalctl@ceph.mon.a.smithi089.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-07-26T06:07:43.652 INFO:tasks.rados.rados.0.smithi089.stdout:915: done (2 left) 2024-07-26T06:07:43.653 INFO:tasks.rados.rados.0.smithi089.stdout:916: done (1 left) 2024-07-26T06:07:43.653 INFO:tasks.rados.rados.0.smithi089.stdout:917: done (0 left) 2024-07-26T06:07:43.653 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 13 current snap is 84 2024-07-26T06:07:43.653 INFO:tasks.rados.rados.0.smithi089.stdout:918: seq_num 278 ranges {3276800=663552,3940352=442368,4382720=720896,5103616=442368} 2024-07-26T06:07:43.673 INFO:tasks.rados.rados.0.smithi089.stdout:918: writing smithi08986837-13 from 3276800 to 3940352 tid 1 2024-07-26T06:07:43.675 INFO:tasks.rados.rados.0.smithi089.stdout:918: writing smithi08986837-13 from 3940352 to 4382720 tid 2 2024-07-26T06:07:43.679 INFO:tasks.rados.rados.0.smithi089.stdout:918: writing smithi08986837-13 from 4382720 to 5103616 tid 3 2024-07-26T06:07:43.683 INFO:tasks.rados.rados.0.smithi089.stdout:918: writing smithi08986837-13 from 5103616 to 5545984 tid 4 2024-07-26T06:07:43.683 INFO:tasks.rados.rados.0.smithi089.stdout:919: read oid 46 snap -1 2024-07-26T06:07:43.683 INFO:tasks.rados.rados.0.smithi089.stdout:919: expect (ObjNum 277 snap 81 seq_num 277) 2024-07-26T06:07:43.683 INFO:tasks.rados.rados.0.smithi089.stdout:920: read oid 41 snap -1 2024-07-26T06:07:43.683 INFO:tasks.rados.rados.0.smithi089.stdout:920: expect deleted 2024-07-26T06:07:43.683 INFO:tasks.rados.rados.0.smithi089.stdout:921: copy_from oid 4 from oid 19 current snap is 84 2024-07-26T06:07:43.683 INFO:tasks.rados.rados.0.smithi089.stdout:918: finishing write tid 1 to smithi08986837-13 2024-07-26T06:07:43.683 INFO:tasks.rados.rados.0.smithi089.stdout:918: finishing write tid 2 to smithi08986837-13 2024-07-26T06:07:43.684 INFO:tasks.rados.rados.0.smithi089.stdout:918: finishing write tid 3 to smithi08986837-13 2024-07-26T06:07:43.684 INFO:tasks.rados.rados.0.smithi089.stdout:922: copy_from oid 9 from oid 44 current snap is 84 2024-07-26T06:07:43.684 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 20 current snap is 84 2024-07-26T06:07:43.684 INFO:tasks.rados.rados.0.smithi089.stdout:923: seq_num 279 ranges {2220032=679936,2899968=720896,3620864=483328,4104192=401408} 2024-07-26T06:07:43.699 INFO:tasks.rados.rados.0.smithi089.stdout:923: writing smithi08986837-20 from 2220032 to 2899968 tid 1 2024-07-26T06:07:43.704 INFO:tasks.rados.rados.0.smithi089.stdout:923: writing smithi08986837-20 from 2899968 to 3620864 tid 2 2024-07-26T06:07:43.707 INFO:tasks.rados.rados.0.smithi089.stdout:923: writing smithi08986837-20 from 3620864 to 4104192 tid 3 2024-07-26T06:07:43.710 INFO:tasks.rados.rados.0.smithi089.stdout:923: writing smithi08986837-20 from 4104192 to 4505600 tid 4 2024-07-26T06:07:43.710 INFO:tasks.rados.rados.0.smithi089.stdout:924: snap_remove snap 81 2024-07-26T06:07:43.790 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:43 smithi089 ceph-mon[99608]: [26/Jul/2024:06:07:41] ENGINE Serving on http://172.21.15.89:8765 2024-07-26T06:07:43.791 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:43 smithi089 ceph-mon[99608]: [26/Jul/2024:06:07:41] ENGINE Bus STARTED 2024-07-26T06:07:43.791 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:43 smithi089 ceph-mon[99608]: pgmap v5: 121 pgs: 121 active+clean; 145 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 429 MiB/s rd, 150 MiB/s wr, 1.44k op/s 2024-07-26T06:07:43.791 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:43 smithi089 ceph-mon[99608]: osdmap e240: 8 total, 8 up, 8 in 2024-07-26T06:07:43.791 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:43 smithi089 ceph-mon[99608]: mgrmap e39: y(active, since 2s), standbys: x 2024-07-26T06:07:43.791 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:43 smithi089 ceph-mon[41451]: [26/Jul/2024:06:07:41] ENGINE Serving on http://172.21.15.89:8765 2024-07-26T06:07:43.791 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:43 smithi089 ceph-mon[41451]: [26/Jul/2024:06:07:41] ENGINE Bus STARTED 2024-07-26T06:07:43.791 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:43 smithi089 ceph-mon[41451]: pgmap v5: 121 pgs: 121 active+clean; 145 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 429 MiB/s rd, 150 MiB/s wr, 1.44k op/s 2024-07-26T06:07:43.791 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:43 smithi089 ceph-mon[41451]: osdmap e240: 8 total, 8 up, 8 in 2024-07-26T06:07:43.791 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:43 smithi089 ceph-mon[41451]: mgrmap e39: y(active, since 2s), standbys: x 2024-07-26T06:07:43.879 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:07:43 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:07:43.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi089\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi089\", job=\"node\", machine=\"x86_64\", nodename=\"smithi089\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", domainname=\"(none)\", instance=\"smithi089\", job=\"node\", machine=\"x86_64\", nodename=\"smithi089\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:07:43.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:43 smithi155 ceph-mon[33309]: [26/Jul/2024:06:07:41] ENGINE Serving on http://172.21.15.89:8765 2024-07-26T06:07:43.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:43 smithi155 ceph-mon[33309]: [26/Jul/2024:06:07:41] ENGINE Bus STARTED 2024-07-26T06:07:43.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:43 smithi155 ceph-mon[33309]: pgmap v5: 121 pgs: 121 active+clean; 145 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 429 MiB/s rd, 150 MiB/s wr, 1.44k op/s 2024-07-26T06:07:43.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:43 smithi155 ceph-mon[33309]: osdmap e240: 8 total, 8 up, 8 in 2024-07-26T06:07:43.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:43 smithi155 ceph-mon[33309]: mgrmap e39: y(active, since 2s), standbys: x 2024-07-26T06:07:44.316 INFO:tasks.rados.rados.0.smithi089.stdout:924: done (6 left) 2024-07-26T06:07:44.316 INFO:tasks.rados.rados.0.smithi089.stdout:925: rmattr oid 47 current snap is 84 2024-07-26T06:07:44.316 INFO:tasks.rados.rados.0.smithi089.stdout:925: done (6 left) 2024-07-26T06:07:44.316 INFO:tasks.rados.rados.0.smithi089.stdout:926: rollback oid 3 current snap is 84 2024-07-26T06:07:44.316 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 3 to 75 2024-07-26T06:07:44.316 INFO:tasks.rados.rados.0.smithi089.stdout:918: finishing write tid 4 to smithi08986837-13 2024-07-26T06:07:44.316 INFO:tasks.rados.rados.0.smithi089.stdout:918: finishing write tid 5 to smithi08986837-13 2024-07-26T06:07:44.316 INFO:tasks.rados.rados.0.smithi089.stdout:918: finishing write tid 6 to smithi08986837-13 2024-07-26T06:07:44.316 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 13 v 312 (ObjNum 278 snap 84 seq_num 278) dirty exists 2024-07-26T06:07:44.316 INFO:tasks.rados.rados.0.smithi089.stdout:918: left oid 13 (ObjNum 278 snap 84 seq_num 278) 2024-07-26T06:07:44.316 INFO:tasks.rados.rados.0.smithi089.stdout:921: finishing copy_from racing read to smithi08986837-4 2024-07-26T06:07:44.317 INFO:tasks.rados.rados.0.smithi089.stdout:921: finishing copy_from to smithi08986837-4 2024-07-26T06:07:44.317 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 4 v 243 (ObjNum 132 snap 30 seq_num 132) dirty exists 2024-07-26T06:07:44.317 INFO:tasks.rados.rados.0.smithi089.stdout:919: expect (ObjNum 277 snap 81 seq_num 277) 2024-07-26T06:07:44.544 INFO:tasks.rados.rados.0.smithi089.stdout:923: finishing write tid 1 to smithi08986837-20 2024-07-26T06:07:44.544 INFO:tasks.rados.rados.0.smithi089.stdout:923: finishing write tid 2 to smithi08986837-20 2024-07-26T06:07:44.544 INFO:tasks.rados.rados.0.smithi089.stdout:918: done (6 left) 2024-07-26T06:07:44.544 INFO:tasks.rados.rados.0.smithi089.stdout:919: done (5 left) 2024-07-26T06:07:44.544 INFO:tasks.rados.rados.0.smithi089.stdout:920: done (4 left) 2024-07-26T06:07:44.544 INFO:tasks.rados.rados.0.smithi089.stdout:921: done (3 left) 2024-07-26T06:07:44.544 INFO:tasks.rados.rados.0.smithi089.stdout:927: delete oid 17 current snap is 84 2024-07-26T06:07:44.544 INFO:tasks.rados.rados.0.smithi089.stdout:923: finishing write tid 3 to smithi08986837-20 2024-07-26T06:07:44.544 INFO:tasks.rados.rados.0.smithi089.stdout:923: finishing write tid 4 to smithi08986837-20 2024-07-26T06:07:44.544 INFO:tasks.rados.rados.0.smithi089.stdout:923: finishing write tid 5 to smithi08986837-20 2024-07-26T06:07:44.545 INFO:tasks.rados.rados.0.smithi089.stdout:923: finishing write tid 6 to smithi08986837-20 2024-07-26T06:07:44.545 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 20 v 235 (ObjNum 279 snap 84 seq_num 279) dirty exists 2024-07-26T06:07:44.545 INFO:tasks.rados.rados.0.smithi089.stdout:923: left oid 20 (ObjNum 279 snap 84 seq_num 279) 2024-07-26T06:07:44.545 INFO:tasks.rados.rados.0.smithi089.stdout:922: finishing copy_from racing read to smithi08986837-9 2024-07-26T06:07:44.545 INFO:tasks.rados.rados.0.smithi089.stdout:922: finishing copy_from to smithi08986837-9 2024-07-26T06:07:44.545 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 9 v 404 (ObjNum 194 snap 48 seq_num 194) dirty exists 2024-07-26T06:07:44.545 INFO:tasks.rados.rados.0.smithi089.stdout:926: finishing rollback tid 0 to smithi08986837-3 2024-07-26T06:07:44.545 INFO:tasks.rados.rados.0.smithi089.stdout:926: finishing rollback tid 1 to smithi08986837-3 2024-07-26T06:07:44.545 INFO:tasks.rados.rados.0.smithi089.stdout:926: finishing rollback tid 2 to smithi08986837-3 2024-07-26T06:07:44.545 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 3 v 245 (ObjNum 71 snap 6 seq_num 71) dirty exists 2024-07-26T06:07:44.546 INFO:tasks.rados.rados.0.smithi089.stdout:922: done (3 left) 2024-07-26T06:07:44.546 INFO:tasks.rados.rados.0.smithi089.stdout:923: done (2 left) 2024-07-26T06:07:44.546 INFO:tasks.rados.rados.0.smithi089.stdout:926: done (1 left) 2024-07-26T06:07:44.546 INFO:tasks.rados.rados.0.smithi089.stdout:927: done (0 left) 2024-07-26T06:07:44.546 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 47 current snap is 84 2024-07-26T06:07:44.546 INFO:tasks.rados.rados.0.smithi089.stdout:928: seq_num 281 ranges {2596864=712704,3309568=491520,3801088=491520,4292608=622592} 2024-07-26T06:07:44.563 INFO:tasks.rados.rados.0.smithi089.stdout:928: writing smithi08986837-47 from 2596864 to 3309568 tid 1 2024-07-26T06:07:44.566 INFO:tasks.rados.rados.0.smithi089.stdout:928: writing smithi08986837-47 from 3309568 to 3801088 tid 2 2024-07-26T06:07:44.569 INFO:tasks.rados.rados.0.smithi089.stdout:928: writing smithi08986837-47 from 3801088 to 4292608 tid 3 2024-07-26T06:07:44.573 INFO:tasks.rados.rados.0.smithi089.stdout:928: writing smithi08986837-47 from 4292608 to 4915200 tid 4 2024-07-26T06:07:44.573 INFO:tasks.rados.rados.0.smithi089.stdout:929: read oid 18 snap -1 2024-07-26T06:07:44.573 INFO:tasks.rados.rados.0.smithi089.stdout:929: expect deleted 2024-07-26T06:07:44.573 INFO:tasks.rados.rados.0.smithi089.stdout:930: snap_remove snap 79 2024-07-26T06:07:44.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:07:44 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:07:44.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:07:44.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:07:44 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:07:44.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:07:44.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:44 smithi089 ceph-mon[99608]: osdmap e241: 8 total, 8 up, 8 in 2024-07-26T06:07:44.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:44 smithi089 ceph-mon[99608]: osdmap e242: 8 total, 8 up, 8 in 2024-07-26T06:07:44.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:44 smithi089 ceph-mon[41451]: osdmap e241: 8 total, 8 up, 8 in 2024-07-26T06:07:44.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:44 smithi089 ceph-mon[41451]: osdmap e242: 8 total, 8 up, 8 in 2024-07-26T06:07:45.077 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:44 smithi155 ceph-mon[33309]: osdmap e241: 8 total, 8 up, 8 in 2024-07-26T06:07:45.077 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:44 smithi155 ceph-mon[33309]: osdmap e242: 8 total, 8 up, 8 in 2024-07-26T06:07:45.328 INFO:tasks.rados.rados.0.smithi089.stdout:930: done (2 left) 2024-07-26T06:07:45.328 INFO:tasks.rados.rados.0.smithi089.stdout:931: read oid 24 snap -1 2024-07-26T06:07:45.329 INFO:tasks.rados.rados.0.smithi089.stdout:931: expect (ObjNum 222 snap 54 seq_num 222) 2024-07-26T06:07:45.329 INFO:tasks.rados.rados.0.smithi089.stdout:932: rollback oid 50 current snap is 84 2024-07-26T06:07:45.329 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 50 to 78 2024-07-26T06:07:45.329 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 10 current snap is 84 2024-07-26T06:07:45.329 INFO:tasks.rados.rados.0.smithi089.stdout:933: seq_num 282 ranges {0=729088,729088=425984,1155072=704512,1859584=475136} 2024-07-26T06:07:45.333 INFO:tasks.rados.rados.0.smithi089.stdout:933: writing smithi08986837-10 from 0 to 729088 tid 1 2024-07-26T06:07:45.337 INFO:tasks.rados.rados.0.smithi089.stdout:933: writing smithi08986837-10 from 729088 to 1155072 tid 2 2024-07-26T06:07:45.342 INFO:tasks.rados.rados.0.smithi089.stdout:933: writing smithi08986837-10 from 1155072 to 1859584 tid 3 2024-07-26T06:07:45.346 INFO:tasks.rados.rados.0.smithi089.stdout:933: writing smithi08986837-10 from 1859584 to 2334720 tid 4 2024-07-26T06:07:45.346 INFO:tasks.rados.rados.0.smithi089.stdout:934: setattr oid 19 current snap is 84 2024-07-26T06:07:45.346 INFO:tasks.rados.rados.0.smithi089.stdout:928: finishing write tid 1 to smithi08986837-47 2024-07-26T06:07:45.346 INFO:tasks.rados.rados.0.smithi089.stdout:928: finishing write tid 2 to smithi08986837-47 2024-07-26T06:07:45.347 INFO:tasks.rados.rados.0.smithi089.stdout:928: finishing write tid 3 to smithi08986837-47 2024-07-26T06:07:45.347 INFO:tasks.rados.rados.0.smithi089.stdout:928: finishing write tid 4 to smithi08986837-47 2024-07-26T06:07:45.347 INFO:tasks.rados.rados.0.smithi089.stdout:928: finishing write tid 5 to smithi08986837-47 2024-07-26T06:07:45.347 INFO:tasks.rados.rados.0.smithi089.stdout:928: finishing write tid 6 to smithi08986837-47 2024-07-26T06:07:45.347 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 47 v 464 (ObjNum 281 snap 84 seq_num 281) dirty exists 2024-07-26T06:07:45.347 INFO:tasks.rados.rados.0.smithi089.stdout:928: left oid 47 (ObjNum 281 snap 84 seq_num 281) 2024-07-26T06:07:45.347 INFO:tasks.rados.rados.0.smithi089.stdout:933: finishing write tid 1 to smithi08986837-10 2024-07-26T06:07:45.347 INFO:tasks.rados.rados.0.smithi089.stdout:933: finishing write tid 2 to smithi08986837-10 2024-07-26T06:07:45.347 INFO:tasks.rados.rados.0.smithi089.stdout:933: finishing write tid 3 to smithi08986837-10 2024-07-26T06:07:45.348 INFO:tasks.rados.rados.0.smithi089.stdout:928: done (5 left) 2024-07-26T06:07:45.348 INFO:tasks.rados.rados.0.smithi089.stdout:929: done (4 left) 2024-07-26T06:07:45.348 INFO:tasks.rados.rados.0.smithi089.stdout:935: setattr oid 22 current snap is 84 2024-07-26T06:07:45.349 INFO:tasks.rados.rados.0.smithi089.stdout:933: finishing write tid 4 to smithi08986837-10 2024-07-26T06:07:45.349 INFO:tasks.rados.rados.0.smithi089.stdout:933: finishing write tid 5 to smithi08986837-10 2024-07-26T06:07:45.350 INFO:tasks.rados.rados.0.smithi089.stdout:933: finishing write tid 6 to smithi08986837-10 2024-07-26T06:07:45.350 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 10 v 465 (ObjNum 282 snap 84 seq_num 282) dirty exists 2024-07-26T06:07:45.351 INFO:tasks.rados.rados.0.smithi089.stdout:933: left oid 10 (ObjNum 282 snap 84 seq_num 282) 2024-07-26T06:07:45.351 INFO:tasks.rados.rados.0.smithi089.stdout:933: done (4 left) 2024-07-26T06:07:45.351 INFO:tasks.rados.rados.0.smithi089.stdout:936: rmattr oid 1 current snap is 84 2024-07-26T06:07:45.351 INFO:tasks.rados.rados.0.smithi089.stdout:936: done (4 left) 2024-07-26T06:07:45.351 INFO:tasks.rados.rados.0.smithi089.stdout:937: read oid 16 snap -1 2024-07-26T06:07:45.351 INFO:tasks.rados.rados.0.smithi089.stdout:937: expect (ObjNum 71 snap 6 seq_num 71) 2024-07-26T06:07:45.351 INFO:tasks.rados.rados.0.smithi089.stdout:938: rmattr oid 20 current snap is 84 2024-07-26T06:07:45.351 INFO:tasks.rados.rados.0.smithi089.stdout:939: setattr oid 25 current snap is 84 2024-07-26T06:07:45.352 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 11 current snap is 84 2024-07-26T06:07:45.352 INFO:tasks.rados.rados.0.smithi089.stdout:931: expect (ObjNum 222 snap 54 seq_num 222) 2024-07-26T06:07:45.535 INFO:tasks.rados.rados.0.smithi089.stdout:932: finishing rollback tid 1 to smithi08986837-50 2024-07-26T06:07:45.536 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 50 v 244 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-07-26T06:07:45.536 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 22 v 320 (ObjNum 223 snap 57 seq_num 223) dirty exists 2024-07-26T06:07:45.536 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 20 v 240 (ObjNum 279 snap 84 seq_num 279) dirty exists 2024-07-26T06:07:45.536 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 19 v 244 (ObjNum 132 snap 30 seq_num 132) dirty exists 2024-07-26T06:07:45.536 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 25 v 441 (ObjNum 82 snap 12 seq_num 82) dirty exists 2024-07-26T06:07:45.536 INFO:tasks.rados.rados.0.smithi089.stdout:940: seq_num 283 ranges {0=745472,745472=712704,1458176=458752,1916928=434176} 2024-07-26T06:07:45.539 INFO:tasks.rados.rados.0.smithi089.stdout:940: writing smithi08986837-11 from 0 to 745472 tid 1 2024-07-26T06:07:45.543 INFO:tasks.rados.rados.0.smithi089.stdout:940: writing smithi08986837-11 from 745472 to 1458176 tid 2 2024-07-26T06:07:45.547 INFO:tasks.rados.rados.0.smithi089.stdout:940: writing smithi08986837-11 from 1458176 to 1916928 tid 3 2024-07-26T06:07:45.550 INFO:tasks.rados.rados.0.smithi089.stdout:940: writing smithi08986837-11 from 1916928 to 2351104 tid 4 2024-07-26T06:07:45.550 INFO:tasks.rados.rados.0.smithi089.stdout:931: done (7 left) 2024-07-26T06:07:45.550 INFO:tasks.rados.rados.0.smithi089.stdout:932: done (6 left) 2024-07-26T06:07:45.550 INFO:tasks.rados.rados.0.smithi089.stdout:934: done (5 left) 2024-07-26T06:07:45.550 INFO:tasks.rados.rados.0.smithi089.stdout:935: done (4 left) 2024-07-26T06:07:45.550 INFO:tasks.rados.rados.0.smithi089.stdout:938: done (3 left) 2024-07-26T06:07:45.550 INFO:tasks.rados.rados.0.smithi089.stdout:939: done (2 left) 2024-07-26T06:07:45.550 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 2 current snap is 84 2024-07-26T06:07:45.550 INFO:tasks.rados.rados.0.smithi089.stdout:937: expect (ObjNum 71 snap 6 seq_num 71) 2024-07-26T06:07:45.594 INFO:tasks.rados.rados.0.smithi089.stdout:940: finishing write tid 1 to smithi08986837-11 2024-07-26T06:07:45.594 INFO:tasks.rados.rados.0.smithi089.stdout:940: finishing write tid 2 to smithi08986837-11 2024-07-26T06:07:45.594 INFO:tasks.rados.rados.0.smithi089.stdout:940: finishing write tid 3 to smithi08986837-11 2024-07-26T06:07:45.594 INFO:tasks.rados.rados.0.smithi089.stdout:940: finishing write tid 4 to smithi08986837-11 2024-07-26T06:07:45.594 INFO:tasks.rados.rados.0.smithi089.stdout:940: finishing write tid 5 to smithi08986837-11 2024-07-26T06:07:45.594 INFO:tasks.rados.rados.0.smithi089.stdout:940: finishing write tid 6 to smithi08986837-11 2024-07-26T06:07:45.594 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 11 v 471 (ObjNum 283 snap 84 seq_num 283) dirty exists 2024-07-26T06:07:45.594 INFO:tasks.rados.rados.0.smithi089.stdout:940: left oid 11 (ObjNum 283 snap 84 seq_num 283) 2024-07-26T06:07:45.594 INFO:tasks.rados.rados.0.smithi089.stdout:941: seq_num 284 ranges {1982464=761856,2744320=598016,3342336=671744,4014080=335872} 2024-07-26T06:07:45.608 INFO:tasks.rados.rados.0.smithi089.stdout:941: writing smithi08986837-2 from 1982464 to 2744320 tid 1 2024-07-26T06:07:45.611 INFO:tasks.rados.rados.0.smithi089.stdout:941: writing smithi08986837-2 from 2744320 to 3342336 tid 2 2024-07-26T06:07:45.615 INFO:tasks.rados.rados.0.smithi089.stdout:941: writing smithi08986837-2 from 3342336 to 4014080 tid 3 2024-07-26T06:07:45.617 INFO:tasks.rados.rados.0.smithi089.stdout:941: writing smithi08986837-2 from 4014080 to 4349952 tid 4 2024-07-26T06:07:45.617 INFO:tasks.rados.rados.0.smithi089.stdout:937: done (2 left) 2024-07-26T06:07:45.617 INFO:tasks.rados.rados.0.smithi089.stdout:940: done (1 left) 2024-07-26T06:07:45.617 INFO:tasks.rados.rados.0.smithi089.stdout:942: setattr oid 30 current snap is 84 2024-07-26T06:07:45.617 INFO:tasks.rados.rados.0.smithi089.stdout:941: finishing write tid 1 to smithi08986837-2 2024-07-26T06:07:45.617 INFO:tasks.rados.rados.0.smithi089.stdout:941: finishing write tid 2 to smithi08986837-2 2024-07-26T06:07:45.618 INFO:tasks.rados.rados.0.smithi089.stdout:941: finishing write tid 3 to smithi08986837-2 2024-07-26T06:07:45.618 INFO:tasks.rados.rados.0.smithi089.stdout:943: read oid 9 snap -1 2024-07-26T06:07:45.618 INFO:tasks.rados.rados.0.smithi089.stdout:943: expect (ObjNum 194 snap 48 seq_num 194) 2024-07-26T06:07:45.618 INFO:tasks.rados.rados.0.smithi089.stdout:944: snap_remove snap 75 2024-07-26T06:07:45.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:45 smithi089 ceph-mon[41451]: pgmap v9: 121 pgs: 121 active+clean; 145 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 143 MiB/s rd, 50 MiB/s wr, 477 op/s 2024-07-26T06:07:45.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:45 smithi089 ceph-mon[41451]: from='mgr.34104 ' entity='mgr.y' 2024-07-26T06:07:45.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:45 smithi089 ceph-mon[41451]: from='mgr.34104 ' entity='mgr.y' 2024-07-26T06:07:45.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:45 smithi089 ceph-mon[41451]: mgrmap e40: y(active, since 4s), standbys: x 2024-07-26T06:07:45.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:45 smithi089 ceph-mon[41451]: osdmap e243: 8 total, 8 up, 8 in 2024-07-26T06:07:45.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:45 smithi089 ceph-mon[41451]: from='mgr.34104 ' entity='mgr.y' 2024-07-26T06:07:45.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:45 smithi089 ceph-mon[41451]: from='mgr.34104 ' entity='mgr.y' 2024-07-26T06:07:45.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:45 smithi089 ceph-mon[41451]: from='mgr.34104 ' entity='mgr.y' 2024-07-26T06:07:45.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:45 smithi089 ceph-mon[41451]: from='mgr.34104 ' entity='mgr.y' 2024-07-26T06:07:45.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:45 smithi089 ceph-mon[99608]: pgmap v9: 121 pgs: 121 active+clean; 145 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 143 MiB/s rd, 50 MiB/s wr, 477 op/s 2024-07-26T06:07:45.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:45 smithi089 ceph-mon[99608]: from='mgr.34104 ' entity='mgr.y' 2024-07-26T06:07:45.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:45 smithi089 ceph-mon[99608]: from='mgr.34104 ' entity='mgr.y' 2024-07-26T06:07:45.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:45 smithi089 ceph-mon[99608]: mgrmap e40: y(active, since 4s), standbys: x 2024-07-26T06:07:45.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:45 smithi089 ceph-mon[99608]: osdmap e243: 8 total, 8 up, 8 in 2024-07-26T06:07:45.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:45 smithi089 ceph-mon[99608]: from='mgr.34104 ' entity='mgr.y' 2024-07-26T06:07:45.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:45 smithi089 ceph-mon[99608]: from='mgr.34104 ' entity='mgr.y' 2024-07-26T06:07:45.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:45 smithi089 ceph-mon[99608]: from='mgr.34104 ' entity='mgr.y' 2024-07-26T06:07:45.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:45 smithi089 ceph-mon[99608]: from='mgr.34104 ' entity='mgr.y' 2024-07-26T06:07:46.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:45 smithi155 ceph-mon[33309]: pgmap v9: 121 pgs: 121 active+clean; 145 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 143 MiB/s rd, 50 MiB/s wr, 477 op/s 2024-07-26T06:07:46.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:45 smithi155 ceph-mon[33309]: from='mgr.34104 ' entity='mgr.y' 2024-07-26T06:07:46.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:45 smithi155 ceph-mon[33309]: from='mgr.34104 ' entity='mgr.y' 2024-07-26T06:07:46.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:45 smithi155 ceph-mon[33309]: mgrmap e40: y(active, since 4s), standbys: x 2024-07-26T06:07:46.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:45 smithi155 ceph-mon[33309]: osdmap e243: 8 total, 8 up, 8 in 2024-07-26T06:07:46.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:45 smithi155 ceph-mon[33309]: from='mgr.34104 ' entity='mgr.y' 2024-07-26T06:07:46.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:45 smithi155 ceph-mon[33309]: from='mgr.34104 ' entity='mgr.y' 2024-07-26T06:07:46.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:45 smithi155 ceph-mon[33309]: from='mgr.34104 ' entity='mgr.y' 2024-07-26T06:07:46.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:45 smithi155 ceph-mon[33309]: from='mgr.34104 ' entity='mgr.y' 2024-07-26T06:07:46.576 INFO:tasks.rados.rados.0.smithi089.stdout:941: finishing write tid 4 to smithi08986837-2 2024-07-26T06:07:46.576 INFO:tasks.rados.rados.0.smithi089.stdout:941: finishing write tid 5 to smithi08986837-2 2024-07-26T06:07:46.576 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 30 v 262 (ObjNum 81 snap 0 seq_num 1177327213) dirty exists 2024-07-26T06:07:46.576 INFO:tasks.rados.rados.0.smithi089.stdout:941: finishing write tid 6 to smithi08986837-2 2024-07-26T06:07:46.576 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 2 v 83 (ObjNum 284 snap 84 seq_num 284) dirty exists 2024-07-26T06:07:46.576 INFO:tasks.rados.rados.0.smithi089.stdout:941: left oid 2 (ObjNum 284 snap 84 seq_num 284) 2024-07-26T06:07:46.576 INFO:tasks.rados.rados.0.smithi089.stdout:943: expect (ObjNum 194 snap 48 seq_num 194) 2024-07-26T06:07:46.897 INFO:tasks.rados.rados.0.smithi089.stdout:941: done (3 left) 2024-07-26T06:07:46.897 INFO:tasks.rados.rados.0.smithi089.stdout:942: done (2 left) 2024-07-26T06:07:46.897 INFO:tasks.rados.rados.0.smithi089.stdout:943: done (1 left) 2024-07-26T06:07:46.897 INFO:tasks.rados.rados.0.smithi089.stdout:944: done (0 left) 2024-07-26T06:07:46.897 INFO:tasks.rados.rados.0.smithi089.stdout:945: read oid 41 snap -1 2024-07-26T06:07:46.897 INFO:tasks.rados.rados.0.smithi089.stdout:945: expect deleted 2024-07-26T06:07:46.897 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 29 current snap is 84 2024-07-26T06:07:46.897 INFO:tasks.rados.rados.0.smithi089.stdout:946: seq_num 285 ranges {4055040=778240,4833280=475136,5308416=475136,5783552=655360} 2024-07-26T06:07:46.922 INFO:tasks.rados.rados.0.smithi089.stdout:946: writing smithi08986837-29 from 4055040 to 4833280 tid 1 2024-07-26T06:07:46.924 INFO:tasks.rados.rados.0.smithi089.stdout:946: writing smithi08986837-29 from 4833280 to 5308416 tid 2 2024-07-26T06:07:46.928 INFO:tasks.rados.rados.0.smithi089.stdout:946: writing smithi08986837-29 from 5308416 to 5783552 tid 3 2024-07-26T06:07:46.931 INFO:tasks.rados.rados.0.smithi089.stdout:946: writing smithi08986837-29 from 5783552 to 6438912 tid 4 2024-07-26T06:07:46.932 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 45 current snap is 84 2024-07-26T06:07:46.932 INFO:tasks.rados.rados.0.smithi089.stdout:947: seq_num 286 ranges {1449984=794624,2244608=761856,3006464=679936,3686400=163840} 2024-07-26T06:07:46.943 INFO:tasks.rados.rados.0.smithi089.stdout:947: writing smithi08986837-45 from 1449984 to 2244608 tid 1 2024-07-26T06:07:46.948 INFO:tasks.rados.rados.0.smithi089.stdout:947: writing smithi08986837-45 from 2244608 to 3006464 tid 2 2024-07-26T06:07:46.952 INFO:tasks.rados.rados.0.smithi089.stdout:947: writing smithi08986837-45 from 3006464 to 3686400 tid 3 2024-07-26T06:07:46.954 INFO:tasks.rados.rados.0.smithi089.stdout:947: writing smithi08986837-45 from 3686400 to 3850240 tid 4 2024-07-26T06:07:46.954 INFO:tasks.rados.rados.0.smithi089.stdout:948: copy_from oid 39 from oid 15 current snap is 84 2024-07-26T06:07:46.954 INFO:tasks.rados.rados.0.smithi089.stdout:946: finishing write tid 1 to smithi08986837-29 2024-07-26T06:07:46.954 INFO:tasks.rados.rados.0.smithi089.stdout:946: finishing write tid 2 to smithi08986837-29 2024-07-26T06:07:46.954 INFO:tasks.rados.rados.0.smithi089.stdout:946: finishing write tid 3 to smithi08986837-29 2024-07-26T06:07:46.954 INFO:tasks.rados.rados.0.smithi089.stdout:945: done (3 left) 2024-07-26T06:07:46.954 INFO:tasks.rados.rados.0.smithi089.stdout:949: rollback oid 7 current snap is 84 2024-07-26T06:07:46.954 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 7 to 82 2024-07-26T06:07:46.955 INFO:tasks.rados.rados.0.smithi089.stdout:946: finishing write tid 4 to smithi08986837-29 2024-07-26T06:07:46.955 INFO:tasks.rados.rados.0.smithi089.stdout:946: finishing write tid 5 to smithi08986837-29 2024-07-26T06:07:46.955 INFO:tasks.rados.rados.0.smithi089.stdout:946: finishing write tid 6 to smithi08986837-29 2024-07-26T06:07:46.955 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 29 v 481 (ObjNum 285 snap 84 seq_num 285) dirty exists 2024-07-26T06:07:46.955 INFO:tasks.rados.rados.0.smithi089.stdout:946: left oid 29 (ObjNum 285 snap 84 seq_num 285) 2024-07-26T06:07:46.955 INFO:tasks.rados.rados.0.smithi089.stdout:947: finishing write tid 1 to smithi08986837-45 2024-07-26T06:07:46.955 INFO:tasks.rados.rados.0.smithi089.stdout:947: finishing write tid 2 to smithi08986837-45 2024-07-26T06:07:46.955 INFO:tasks.rados.rados.0.smithi089.stdout:946: done (3 left) 2024-07-26T06:07:46.955 INFO:tasks.rados.rados.0.smithi089.stdout:950: copy_from oid 30 from oid 6 current snap is 84 2024-07-26T06:07:46.955 INFO:tasks.rados.rados.0.smithi089.stdout:951: read oid 2 snap 77 2024-07-26T06:07:46.955 INFO:tasks.rados.rados.0.smithi089.stdout:951: expect (ObjNum 261 snap 75 seq_num 261) 2024-07-26T06:07:46.955 INFO:tasks.rados.rados.0.smithi089.stdout:952: snap_remove snap 83 2024-07-26T06:07:47.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:47 smithi155 ceph-mon[33309]: from='mgr.34104 ' entity='mgr.y' 2024-07-26T06:07:47.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:47 smithi155 ceph-mon[33309]: from='mgr.34104 ' entity='mgr.y' 2024-07-26T06:07:47.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:47 smithi155 ceph-mon[33309]: osdmap e244: 8 total, 8 up, 8 in 2024-07-26T06:07:47.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:47 smithi155 ceph-mon[33309]: pgmap v12: 121 pgs: 121 active+clean; 145 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-07-26T06:07:47.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:47 smithi089 ceph-mon[41451]: from='mgr.34104 ' entity='mgr.y' 2024-07-26T06:07:47.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:47 smithi089 ceph-mon[41451]: from='mgr.34104 ' entity='mgr.y' 2024-07-26T06:07:47.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:47 smithi089 ceph-mon[41451]: osdmap e244: 8 total, 8 up, 8 in 2024-07-26T06:07:47.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:47 smithi089 ceph-mon[41451]: pgmap v12: 121 pgs: 121 active+clean; 145 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-07-26T06:07:47.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:47 smithi089 ceph-mon[99608]: from='mgr.34104 ' entity='mgr.y' 2024-07-26T06:07:47.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:47 smithi089 ceph-mon[99608]: from='mgr.34104 ' entity='mgr.y' 2024-07-26T06:07:47.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:47 smithi089 ceph-mon[99608]: osdmap e244: 8 total, 8 up, 8 in 2024-07-26T06:07:47.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:47 smithi089 ceph-mon[99608]: pgmap v12: 121 pgs: 121 active+clean; 145 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-07-26T06:07:47.577 INFO:tasks.rados.rados.0.smithi089.stdout:952: done (5 left) 2024-07-26T06:07:47.577 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 14 current snap is 84 2024-07-26T06:07:47.577 INFO:tasks.rados.rados.0.smithi089.stdout:953: seq_num 287 ranges {3006464=8192} 2024-07-26T06:07:47.594 INFO:tasks.rados.rados.0.smithi089.stdout:953: writing smithi08986837-14 from 3006464 to 3014656 tid 1 2024-07-26T06:07:47.595 INFO:tasks.rados.rados.0.smithi089.stdout:954: delete oid 32 current snap is 84 2024-07-26T06:07:47.595 INFO:tasks.rados.rados.0.smithi089.stdout:948: finishing copy_from to smithi08986837-39 2024-07-26T06:07:47.595 INFO:tasks.rados.rados.0.smithi089.stdout:948: got expected ENOENT (src dne) 2024-07-26T06:07:47.595 INFO:tasks.rados.rados.0.smithi089.stdout:948: finishing copy_from racing read to smithi08986837-39 2024-07-26T06:07:47.595 INFO:tasks.rados.rados.0.smithi089.stdout:947: finishing write tid 3 to smithi08986837-45 2024-07-26T06:07:47.595 INFO:tasks.rados.rados.0.smithi089.stdout:947: finishing write tid 4 to smithi08986837-45 2024-07-26T06:07:47.595 INFO:tasks.rados.rados.0.smithi089.stdout:947: finishing write tid 5 to smithi08986837-45 2024-07-26T06:07:47.595 INFO:tasks.rados.rados.0.smithi089.stdout:949: finishing rollback tid 0 to smithi08986837-7 2024-07-26T06:07:47.595 INFO:tasks.rados.rados.0.smithi089.stdout:949: finishing rollback tid 1 to smithi08986837-7 2024-07-26T06:07:47.595 INFO:tasks.rados.rados.0.smithi089.stdout:949: finishing rollback tid 2 to smithi08986837-7 2024-07-26T06:07:47.595 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 7 v 261 (ObjNum 197 snap 49 seq_num 197) dirty exists 2024-07-26T06:07:47.595 INFO:tasks.rados.rados.0.smithi089.stdout:947: finishing write tid 6 to smithi08986837-45 2024-07-26T06:07:47.595 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 45 v 249 (ObjNum 286 snap 84 seq_num 286) dirty exists 2024-07-26T06:07:47.596 INFO:tasks.rados.rados.0.smithi089.stdout:947: left oid 45 (ObjNum 286 snap 84 seq_num 286) 2024-07-26T06:07:47.596 INFO:tasks.rados.rados.0.smithi089.stdout:951: expect (ObjNum 261 snap 75 seq_num 261) 2024-07-26T06:07:47.646 INFO:tasks.rados.rados.0.smithi089.stdout:950: finishing copy_from racing read to smithi08986837-30 2024-07-26T06:07:47.647 INFO:tasks.rados.rados.0.smithi089.stdout:950: finishing copy_from to smithi08986837-30 2024-07-26T06:07:47.647 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 30 v 216 (ObjNum 221 snap 54 seq_num 221) dirty exists 2024-07-26T06:07:47.647 INFO:tasks.rados.rados.0.smithi089.stdout:953: finishing write tid 1 to smithi08986837-14 2024-07-26T06:07:47.647 INFO:tasks.rados.rados.0.smithi089.stdout:947: done (6 left) 2024-07-26T06:07:47.647 INFO:tasks.rados.rados.0.smithi089.stdout:948: done (5 left) 2024-07-26T06:07:47.647 INFO:tasks.rados.rados.0.smithi089.stdout:949: done (4 left) 2024-07-26T06:07:47.647 INFO:tasks.rados.rados.0.smithi089.stdout:950: done (3 left) 2024-07-26T06:07:47.647 INFO:tasks.rados.rados.0.smithi089.stdout:951: done (2 left) 2024-07-26T06:07:47.647 INFO:tasks.rados.rados.0.smithi089.stdout:954: done (1 left) 2024-07-26T06:07:47.647 INFO:tasks.rados.rados.0.smithi089.stdout:955: snap_remove snap 73 2024-07-26T06:07:48.594 INFO:tasks.rados.rados.0.smithi089.stdout:955: done (1 left) 2024-07-26T06:07:48.594 INFO:tasks.rados.rados.0.smithi089.stdout:956: snap_create 2024-07-26T06:07:48.594 INFO:tasks.rados.rados.0.smithi089.stdout:953: finishing write tid 2 to smithi08986837-14 2024-07-26T06:07:48.594 INFO:tasks.rados.rados.0.smithi089.stdout:953: finishing write tid 3 to smithi08986837-14 2024-07-26T06:07:48.594 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 14 v 481 (ObjNum 287 snap 84 seq_num 287) dirty exists 2024-07-26T06:07:48.594 INFO:tasks.rados.rados.0.smithi089.stdout:953: left oid 14 (ObjNum 287 snap 84 seq_num 287) 2024-07-26T06:07:48.660 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:48 smithi155 ceph-mon[33309]: osdmap e245: 8 total, 8 up, 8 in 2024-07-26T06:07:48.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:48 smithi089 ceph-mon[99608]: osdmap e245: 8 total, 8 up, 8 in 2024-07-26T06:07:48.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:48 smithi089 ceph-mon[41451]: osdmap e245: 8 total, 8 up, 8 in 2024-07-26T06:07:48.994 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:07:48 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:07:48.658Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster_addr=\"172.21.15.89\", device_class=\"ssd\", hostname=\"smithi089\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.89\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", cluster_addr=\"172.21.15.89\", device_class=\"ssd\", hostname=\"smithi089\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.89\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:07:49.589 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:49 smithi155 ceph-mon[33309]: osdmap e246: 8 total, 8 up, 8 in 2024-07-26T06:07:49.589 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:49 smithi155 ceph-mon[33309]: pgmap v15: 121 pgs: 121 active+clean; 166 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 5.2 MiB/s wr, 68 op/s 2024-07-26T06:07:49.590 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:49 smithi155 ceph-mon[33309]: from='mgr.34104 ' entity='mgr.y' 2024-07-26T06:07:49.590 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:49 smithi155 ceph-mon[33309]: from='mgr.34104 ' entity='mgr.y' 2024-07-26T06:07:49.590 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:49 smithi155 ceph-mon[33309]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:07:49.590 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:49 smithi155 ceph-mon[33309]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:07:49.592 INFO:tasks.rados.rados.0.smithi089.stdout:953: done (1 left) 2024-07-26T06:07:49.592 INFO:tasks.rados.rados.0.smithi089.stdout:956: done (0 left) 2024-07-26T06:07:49.592 INFO:tasks.rados.rados.0.smithi089.stdout:957: copy_from oid 20 from oid 32 current snap is 85 2024-07-26T06:07:49.592 INFO:tasks.rados.rados.0.smithi089.stdout:958: delete oid 3 current snap is 85 2024-07-26T06:07:49.595 INFO:tasks.rados.rados.0.smithi089.stdout:957: finishing copy_from to smithi08986837-20 2024-07-26T06:07:49.595 INFO:tasks.rados.rados.0.smithi089.stdout:957: got expected ENOENT (src dne) 2024-07-26T06:07:49.595 INFO:tasks.rados.rados.0.smithi089.stdout:957: finishing copy_from racing read to smithi08986837-20 2024-07-26T06:07:49.597 INFO:tasks.rados.rados.0.smithi089.stdout:957: done (1 left) 2024-07-26T06:07:49.597 INFO:tasks.rados.rados.0.smithi089.stdout:958: done (0 left) 2024-07-26T06:07:49.597 INFO:tasks.rados.rados.0.smithi089.stdout:959: copy_from oid 43 from oid 15 current snap is 85 2024-07-26T06:07:49.597 INFO:tasks.rados.rados.0.smithi089.stdout:960: snap_remove snap 82 2024-07-26T06:07:49.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:49 smithi089 ceph-mon[99608]: osdmap e246: 8 total, 8 up, 8 in 2024-07-26T06:07:49.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:49 smithi089 ceph-mon[99608]: pgmap v15: 121 pgs: 121 active+clean; 166 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 5.2 MiB/s wr, 68 op/s 2024-07-26T06:07:49.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:49 smithi089 ceph-mon[99608]: from='mgr.34104 ' entity='mgr.y' 2024-07-26T06:07:49.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:49 smithi089 ceph-mon[99608]: from='mgr.34104 ' entity='mgr.y' 2024-07-26T06:07:49.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:49 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:07:49.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:49 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:07:49.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:49 smithi089 ceph-mon[41451]: osdmap e246: 8 total, 8 up, 8 in 2024-07-26T06:07:49.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:49 smithi089 ceph-mon[41451]: pgmap v15: 121 pgs: 121 active+clean; 166 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 5.2 MiB/s wr, 68 op/s 2024-07-26T06:07:49.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:49 smithi089 ceph-mon[41451]: from='mgr.34104 ' entity='mgr.y' 2024-07-26T06:07:49.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:49 smithi089 ceph-mon[41451]: from='mgr.34104 ' entity='mgr.y' 2024-07-26T06:07:49.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:49 smithi089 ceph-mon[41451]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:07:49.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:49 smithi089 ceph-mon[41451]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:07:50.599 INFO:tasks.rados.rados.0.smithi089.stdout:960: done (1 left) 2024-07-26T06:07:50.600 INFO:tasks.rados.rados.0.smithi089.stdout:961: snap_create 2024-07-26T06:07:50.600 INFO:tasks.rados.rados.0.smithi089.stdout:959: finishing copy_from to smithi08986837-43 2024-07-26T06:07:50.600 INFO:tasks.rados.rados.0.smithi089.stdout:959: got expected ENOENT (src dne) 2024-07-26T06:07:50.600 INFO:tasks.rados.rados.0.smithi089.stdout:959: finishing copy_from racing read to smithi08986837-43 2024-07-26T06:07:50.851 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:50 smithi089 ceph-mon[99608]: Updating smithi089:/etc/ceph/ceph.conf 2024-07-26T06:07:50.851 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:50 smithi089 ceph-mon[99608]: Updating smithi155:/etc/ceph/ceph.conf 2024-07-26T06:07:50.851 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:50 smithi089 ceph-mon[99608]: Updating smithi155:/var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/config/ceph.conf 2024-07-26T06:07:50.852 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:50 smithi089 ceph-mon[99608]: Updating smithi089:/var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/config/ceph.conf 2024-07-26T06:07:50.852 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:50 smithi089 ceph-mon[99608]: osdmap e247: 8 total, 8 up, 8 in 2024-07-26T06:07:50.852 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:50 smithi089 ceph-mon[99608]: Updating smithi155:/etc/ceph/ceph.client.admin.keyring 2024-07-26T06:07:50.852 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:50 smithi089 ceph-mon[99608]: from='mgr.34104 ' entity='mgr.y' 2024-07-26T06:07:50.852 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:50 smithi089 ceph-mon[99608]: from='mgr.34104 ' entity='mgr.y' 2024-07-26T06:07:50.852 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:50 smithi089 ceph-mon[99608]: from='mgr.34104 ' entity='mgr.y' 2024-07-26T06:07:50.852 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:50 smithi089 ceph-mon[99608]: from='mgr.34104 ' entity='mgr.y' 2024-07-26T06:07:50.852 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:50 smithi089 ceph-mon[99608]: from='mgr.34104 ' entity='mgr.y' 2024-07-26T06:07:50.852 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:50 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:07:50.852 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:50 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:07:50.852 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:50 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-07-26T06:07:50.852 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:50 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-07-26T06:07:50.853 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:50 smithi089 ceph-mon[41451]: Updating smithi089:/etc/ceph/ceph.conf 2024-07-26T06:07:50.853 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:50 smithi089 ceph-mon[41451]: Updating smithi155:/etc/ceph/ceph.conf 2024-07-26T06:07:50.853 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:50 smithi089 ceph-mon[41451]: Updating smithi155:/var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/config/ceph.conf 2024-07-26T06:07:50.853 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:50 smithi089 ceph-mon[41451]: Updating smithi089:/var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/config/ceph.conf 2024-07-26T06:07:50.853 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:50 smithi089 ceph-mon[41451]: osdmap e247: 8 total, 8 up, 8 in 2024-07-26T06:07:50.853 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:50 smithi089 ceph-mon[41451]: Updating smithi155:/etc/ceph/ceph.client.admin.keyring 2024-07-26T06:07:50.853 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:50 smithi089 ceph-mon[41451]: from='mgr.34104 ' entity='mgr.y' 2024-07-26T06:07:50.853 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:50 smithi089 ceph-mon[41451]: from='mgr.34104 ' entity='mgr.y' 2024-07-26T06:07:50.853 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:50 smithi089 ceph-mon[41451]: from='mgr.34104 ' entity='mgr.y' 2024-07-26T06:07:50.853 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:50 smithi089 ceph-mon[41451]: from='mgr.34104 ' entity='mgr.y' 2024-07-26T06:07:50.853 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:50 smithi089 ceph-mon[41451]: from='mgr.34104 ' entity='mgr.y' 2024-07-26T06:07:50.853 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:50 smithi089 ceph-mon[41451]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:07:50.854 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:50 smithi089 ceph-mon[41451]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:07:50.854 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:50 smithi089 ceph-mon[41451]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-07-26T06:07:50.854 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:50 smithi089 ceph-mon[41451]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-07-26T06:07:50.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:50 smithi155 ceph-mon[33309]: Updating smithi089:/etc/ceph/ceph.conf 2024-07-26T06:07:50.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:50 smithi155 ceph-mon[33309]: Updating smithi155:/etc/ceph/ceph.conf 2024-07-26T06:07:50.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:50 smithi155 ceph-mon[33309]: Updating smithi155:/var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/config/ceph.conf 2024-07-26T06:07:50.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:50 smithi155 ceph-mon[33309]: Updating smithi089:/var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/config/ceph.conf 2024-07-26T06:07:50.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:50 smithi155 ceph-mon[33309]: osdmap e247: 8 total, 8 up, 8 in 2024-07-26T06:07:50.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:50 smithi155 ceph-mon[33309]: Updating smithi155:/etc/ceph/ceph.client.admin.keyring 2024-07-26T06:07:50.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:50 smithi155 ceph-mon[33309]: from='mgr.34104 ' entity='mgr.y' 2024-07-26T06:07:50.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:50 smithi155 ceph-mon[33309]: from='mgr.34104 ' entity='mgr.y' 2024-07-26T06:07:50.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:50 smithi155 ceph-mon[33309]: from='mgr.34104 ' entity='mgr.y' 2024-07-26T06:07:50.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:50 smithi155 ceph-mon[33309]: from='mgr.34104 ' entity='mgr.y' 2024-07-26T06:07:50.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:50 smithi155 ceph-mon[33309]: from='mgr.34104 ' entity='mgr.y' 2024-07-26T06:07:50.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:50 smithi155 ceph-mon[33309]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:07:50.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:50 smithi155 ceph-mon[33309]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:07:50.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:50 smithi155 ceph-mon[33309]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-07-26T06:07:50.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:50 smithi155 ceph-mon[33309]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-07-26T06:07:51.609 INFO:tasks.rados.rados.0.smithi089.stdout:959: done (1 left) 2024-07-26T06:07:51.610 INFO:tasks.rados.rados.0.smithi089.stdout:961: done (0 left) 2024-07-26T06:07:51.610 INFO:tasks.rados.rados.0.smithi089.stdout:962: snap_remove snap 77 2024-07-26T06:07:51.873 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:51 smithi089 ceph-mon[41451]: Updating smithi089:/etc/ceph/ceph.client.admin.keyring 2024-07-26T06:07:51.873 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:51 smithi089 ceph-mon[41451]: Updating smithi155:/var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/config/ceph.client.admin.keyring 2024-07-26T06:07:51.873 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:51 smithi089 ceph-mon[41451]: Updating smithi089:/var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/config/ceph.client.admin.keyring 2024-07-26T06:07:51.873 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:51 smithi089 ceph-mon[41451]: Upgrade: It appears safe to stop mon.c 2024-07-26T06:07:51.873 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:51 smithi089 ceph-mon[41451]: osdmap e248: 8 total, 8 up, 8 in 2024-07-26T06:07:51.873 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:51 smithi089 ceph-mon[41451]: pgmap v18: 121 pgs: 121 active+clean; 166 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 5.2 MiB/s wr, 67 op/s 2024-07-26T06:07:51.873 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:51 smithi089 ceph-mon[41451]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:07:51.874 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:51 smithi089 ceph-mon[41451]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T06:07:51.874 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:51 smithi089 ceph-mon[41451]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:07:51.874 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:51 smithi089 ceph-mon[41451]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:07:51.874 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:51 smithi089 ceph-mon[41451]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:07:51.874 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:51 smithi089 ceph-mon[41451]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:07:51.874 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:51 smithi089 ceph-mon[41451]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:07:51.874 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:51 smithi089 ceph-mon[41451]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:07:51.874 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:51 smithi089 ceph-mon[41451]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:07:51.874 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:51 smithi089 ceph-mon[41451]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:07:51.874 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:51 smithi089 ceph-mon[41451]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:07:51.874 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:51 smithi089 ceph-mon[41451]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:07:51.874 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:51 smithi089 ceph-mon[41451]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:07:51.874 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:51 smithi089 ceph-mon[41451]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:07:51.874 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:51 smithi089 ceph-mon[41451]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:07:51.875 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:51 smithi089 ceph-mon[41451]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:07:51.875 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:51 smithi089 ceph-mon[41451]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:07:51.875 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:51 smithi089 ceph-mon[41451]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:07:51.875 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:51 smithi089 ceph-mon[41451]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:07:51.875 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:51 smithi089 ceph-mon[41451]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:07:51.875 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:51 smithi089 ceph-mon[41451]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:07:51.875 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:51 smithi089 ceph-mon[41451]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:07:51.875 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:51 smithi089 ceph-mon[41451]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:07:51.875 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:51 smithi089 ceph-mon[99608]: Updating smithi089:/etc/ceph/ceph.client.admin.keyring 2024-07-26T06:07:51.875 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:51 smithi089 ceph-mon[99608]: Updating smithi155:/var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/config/ceph.client.admin.keyring 2024-07-26T06:07:51.876 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:51 smithi089 ceph-mon[99608]: Updating smithi089:/var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/config/ceph.client.admin.keyring 2024-07-26T06:07:51.876 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:51 smithi089 ceph-mon[99608]: Upgrade: It appears safe to stop mon.c 2024-07-26T06:07:51.876 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:51 smithi089 ceph-mon[99608]: osdmap e248: 8 total, 8 up, 8 in 2024-07-26T06:07:51.876 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:51 smithi089 ceph-mon[99608]: pgmap v18: 121 pgs: 121 active+clean; 166 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 5.2 MiB/s wr, 67 op/s 2024-07-26T06:07:51.876 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:51 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:07:51.876 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:51 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T06:07:51.876 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:51 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:07:51.876 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:51 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:07:51.876 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:51 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:07:51.876 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:51 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:07:51.877 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:51 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:07:51.877 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:51 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:07:51.877 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:51 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:07:51.877 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:51 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:07:51.877 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:51 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:07:51.877 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:51 smithi089 ceph-mon[99608]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:07:51.877 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:51 smithi089 ceph-mon[99608]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:07:51.877 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:51 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:07:51.877 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:51 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:07:51.877 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:51 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:07:51.877 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:51 smithi089 ceph-mon[99608]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:07:51.877 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:51 smithi089 ceph-mon[99608]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:07:51.877 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:51 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:07:51.877 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:51 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:07:51.878 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:51 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:07:51.878 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:51 smithi089 ceph-mon[99608]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:07:51.878 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:51 smithi089 ceph-mon[99608]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:07:51.878 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:51 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:07:51.878 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:51 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:07:51.878 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:51 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:07:51.878 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:51 smithi089 ceph-mon[41451]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:07:51.878 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:51 smithi089 ceph-mon[41451]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:07:51.879 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:51 smithi089 ceph-mon[41451]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:07:51.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:51 smithi155 ceph-mon[33309]: Updating smithi089:/etc/ceph/ceph.client.admin.keyring 2024-07-26T06:07:51.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:51 smithi155 ceph-mon[33309]: Updating smithi155:/var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/config/ceph.client.admin.keyring 2024-07-26T06:07:51.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:51 smithi155 ceph-mon[33309]: Updating smithi089:/var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/config/ceph.client.admin.keyring 2024-07-26T06:07:51.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:51 smithi155 ceph-mon[33309]: Upgrade: It appears safe to stop mon.c 2024-07-26T06:07:51.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:51 smithi155 ceph-mon[33309]: osdmap e248: 8 total, 8 up, 8 in 2024-07-26T06:07:51.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:51 smithi155 ceph-mon[33309]: pgmap v18: 121 pgs: 121 active+clean; 166 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 5.2 MiB/s wr, 67 op/s 2024-07-26T06:07:51.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:51 smithi155 ceph-mon[33309]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:07:51.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:51 smithi155 ceph-mon[33309]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T06:07:51.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:51 smithi155 ceph-mon[33309]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:07:51.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:51 smithi155 ceph-mon[33309]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:07:51.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:51 smithi155 ceph-mon[33309]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:07:51.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:51 smithi155 ceph-mon[33309]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:07:51.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:51 smithi155 ceph-mon[33309]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:07:51.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:51 smithi155 ceph-mon[33309]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:07:51.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:51 smithi155 ceph-mon[33309]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:07:51.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:51 smithi155 ceph-mon[33309]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:07:51.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:51 smithi155 ceph-mon[33309]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:07:51.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:51 smithi155 ceph-mon[33309]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:07:51.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:51 smithi155 ceph-mon[33309]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:07:51.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:51 smithi155 ceph-mon[33309]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:07:51.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:51 smithi155 ceph-mon[33309]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:07:51.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:51 smithi155 ceph-mon[33309]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:07:51.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:51 smithi155 ceph-mon[33309]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:07:51.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:51 smithi155 ceph-mon[33309]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:07:51.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:51 smithi155 ceph-mon[33309]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:07:51.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:51 smithi155 ceph-mon[33309]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:07:51.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:51 smithi155 ceph-mon[33309]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:07:51.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:51 smithi155 ceph-mon[33309]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:07:51.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:51 smithi155 ceph-mon[33309]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:07:51.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:51 smithi155 ceph-mon[33309]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:07:51.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:51 smithi155 ceph-mon[33309]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:07:51.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:51 smithi155 ceph-mon[33309]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:07:52.538 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:07:52 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:07:52] "GET /metrics HTTP/1.1" 200 33377 "" "Prometheus/2.43.0" 2024-07-26T06:07:52.602 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:07:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:07:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:07:52.610 INFO:tasks.rados.rados.0.smithi089.stdout:962: done (0 left) 2024-07-26T06:07:52.611 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 25 current snap is 86 2024-07-26T06:07:52.611 INFO:tasks.rados.rados.0.smithi089.stdout:963: seq_num 290 ranges {1777664=57344} 2024-07-26T06:07:52.621 INFO:tasks.rados.rados.0.smithi089.stdout:963: writing smithi08986837-25 from 1777664 to 1835008 tid 1 2024-07-26T06:07:52.621 INFO:tasks.rados.rados.0.smithi089.stdout:964: copy_from oid 1 from oid 10 current snap is 86 2024-07-26T06:07:52.621 INFO:tasks.rados.rados.0.smithi089.stdout:965: read oid 46 snap -1 2024-07-26T06:07:52.621 INFO:tasks.rados.rados.0.smithi089.stdout:965: expect (ObjNum 277 snap 81 seq_num 277) 2024-07-26T06:07:52.622 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 24 current snap is 86 2024-07-26T06:07:52.622 INFO:tasks.rados.rados.0.smithi089.stdout:966: seq_num 291 ranges {3948544=81920} 2024-07-26T06:07:52.644 INFO:tasks.rados.rados.0.smithi089.stdout:966: writing smithi08986837-24 from 3948544 to 4030464 tid 1 2024-07-26T06:07:52.645 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 5 current snap is 86 2024-07-26T06:07:52.645 INFO:tasks.rados.rados.0.smithi089.stdout:963: finishing write tid 1 to smithi08986837-25 2024-07-26T06:07:52.645 INFO:tasks.rados.rados.0.smithi089.stdout:963: finishing write tid 2 to smithi08986837-25 2024-07-26T06:07:52.645 INFO:tasks.rados.rados.0.smithi089.stdout:963: finishing write tid 3 to smithi08986837-25 2024-07-26T06:07:52.645 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 25 v 468 (ObjNum 290 snap 86 seq_num 290) dirty exists 2024-07-26T06:07:52.645 INFO:tasks.rados.rados.0.smithi089.stdout:963: left oid 25 (ObjNum 290 snap 86 seq_num 290) 2024-07-26T06:07:52.645 INFO:tasks.rados.rados.0.smithi089.stdout:964: finishing copy_from racing read to smithi08986837-1 2024-07-26T06:07:52.645 INFO:tasks.rados.rados.0.smithi089.stdout:964: finishing copy_from to smithi08986837-1 2024-07-26T06:07:52.645 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 1 v 465 (ObjNum 282 snap 84 seq_num 282) dirty exists 2024-07-26T06:07:52.645 INFO:tasks.rados.rados.0.smithi089.stdout:965: expect (ObjNum 277 snap 81 seq_num 277) 2024-07-26T06:07:52.874 INFO:tasks.rados.rados.0.smithi089.stdout:966: finishing write tid 1 to smithi08986837-24 2024-07-26T06:07:52.874 INFO:tasks.rados.rados.0.smithi089.stdout:966: finishing write tid 2 to smithi08986837-24 2024-07-26T06:07:52.874 INFO:tasks.rados.rados.0.smithi089.stdout:966: finishing write tid 3 to smithi08986837-24 2024-07-26T06:07:52.874 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 24 v 270 (ObjNum 291 snap 86 seq_num 291) dirty exists 2024-07-26T06:07:52.874 INFO:tasks.rados.rados.0.smithi089.stdout:966: left oid 24 (ObjNum 291 snap 86 seq_num 291) 2024-07-26T06:07:52.874 INFO:tasks.rados.rados.0.smithi089.stdout:967: seq_num 292 ranges {1449984=98304} 2024-07-26T06:07:52.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:52 smithi155 ceph-mon[33309]: osdmap e249: 8 total, 8 up, 8 in 2024-07-26T06:07:52.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:52 smithi155 ceph-mon[33309]: from='mgr.34104 ' entity='mgr.y' 2024-07-26T06:07:52.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:52 smithi155 ceph-mon[33309]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-26T06:07:52.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:52 smithi155 ceph-mon[33309]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-07-26T06:07:52.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:52 smithi155 ceph-mon[33309]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:07:52.882 INFO:tasks.rados.rados.0.smithi089.stdout:967: writing smithi08986837-5 from 1449984 to 1548288 tid 1 2024-07-26T06:07:52.882 INFO:tasks.rados.rados.0.smithi089.stdout:963: done (4 left) 2024-07-26T06:07:52.882 INFO:tasks.rados.rados.0.smithi089.stdout:964: done (3 left) 2024-07-26T06:07:52.882 INFO:tasks.rados.rados.0.smithi089.stdout:965: done (2 left) 2024-07-26T06:07:52.882 INFO:tasks.rados.rados.0.smithi089.stdout:966: done (1 left) 2024-07-26T06:07:52.882 INFO:tasks.rados.rados.0.smithi089.stdout:968: rollback oid 37 current snap is 86 2024-07-26T06:07:52.883 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 37 to 84 2024-07-26T06:07:52.883 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 34 current snap is 86 2024-07-26T06:07:52.883 INFO:tasks.rados.rados.0.smithi089.stdout:969: seq_num 293 ranges {1024000=114688} 2024-07-26T06:07:52.889 INFO:tasks.rados.rados.0.smithi089.stdout:969: writing smithi08986837-34 from 1024000 to 1138688 tid 1 2024-07-26T06:07:52.889 INFO:tasks.rados.rados.0.smithi089.stdout:970: copy_from oid 50 from oid 3 current snap is 86 2024-07-26T06:07:52.889 INFO:tasks.rados.rados.0.smithi089.stdout:967: finishing write tid 1 to smithi08986837-5 2024-07-26T06:07:52.889 INFO:tasks.rados.rados.0.smithi089.stdout:967: finishing write tid 2 to smithi08986837-5 2024-07-26T06:07:52.889 INFO:tasks.rados.rados.0.smithi089.stdout:971: copy_from oid 26 from oid 43 current snap is 86 2024-07-26T06:07:52.889 INFO:tasks.rados.rados.0.smithi089.stdout:968: finishing rollback tid 0 to smithi08986837-37 2024-07-26T06:07:52.889 INFO:tasks.rados.rados.0.smithi089.stdout:968: finishing rollback tid 1 to smithi08986837-37 2024-07-26T06:07:52.889 INFO:tasks.rados.rados.0.smithi089.stdout:968: finishing rollback tid 2 to smithi08986837-37 2024-07-26T06:07:52.890 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 37 v 503 (ObjNum 262 snap 76 seq_num 262) dirty exists 2024-07-26T06:07:52.890 INFO:tasks.rados.rados.0.smithi089.stdout:967: finishing write tid 3 to smithi08986837-5 2024-07-26T06:07:52.890 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 5 v 259 (ObjNum 292 snap 86 seq_num 292) dirty exists 2024-07-26T06:07:52.890 INFO:tasks.rados.rados.0.smithi089.stdout:967: left oid 5 (ObjNum 292 snap 86 seq_num 292) 2024-07-26T06:07:52.890 INFO:tasks.rados.rados.0.smithi089.stdout:967: done (4 left) 2024-07-26T06:07:52.890 INFO:tasks.rados.rados.0.smithi089.stdout:968: done (3 left) 2024-07-26T06:07:52.890 INFO:tasks.rados.rados.0.smithi089.stdout:972: read oid 41 snap -1 2024-07-26T06:07:52.890 INFO:tasks.rados.rados.0.smithi089.stdout:972: expect deleted 2024-07-26T06:07:52.890 INFO:tasks.rados.rados.0.smithi089.stdout:973: setattr oid 15 current snap is 86 2024-07-26T06:07:52.892 INFO:tasks.rados.rados.0.smithi089.stdout:972: done (4 left) 2024-07-26T06:07:52.892 INFO:tasks.rados.rados.0.smithi089.stdout:974: rollback oid 39 current snap is 86 2024-07-26T06:07:52.892 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 39 to 85 2024-07-26T06:07:52.892 INFO:tasks.rados.rados.0.smithi089.stdout:975: rollback oid 42 current snap is 86 2024-07-26T06:07:52.892 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 42 to 78 2024-07-26T06:07:52.892 INFO:tasks.rados.rados.0.smithi089.stdout:976: read oid 23 snap -1 2024-07-26T06:07:52.893 INFO:tasks.rados.rados.0.smithi089.stdout:976: expect (ObjNum 228 snap 59 seq_num 228) 2024-07-26T06:07:52.893 INFO:tasks.rados.rados.0.smithi089.stdout:977: rollback oid 7 current snap is 86 2024-07-26T06:07:52.893 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 7 to 76 2024-07-26T06:07:52.893 INFO:tasks.rados.rados.0.smithi089.stdout:978: read oid 47 snap -1 2024-07-26T06:07:52.893 INFO:tasks.rados.rados.0.smithi089.stdout:978: expect (ObjNum 281 snap 84 seq_num 281) 2024-07-26T06:07:52.893 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 41 current snap is 86 2024-07-26T06:07:52.893 INFO:tasks.rados.rados.0.smithi089.stdout:979: seq_num 294 ranges {0=131072} 2024-07-26T06:07:52.893 INFO:tasks.rados.rados.0.smithi089.stdout:979: writing smithi08986837-41 from 0 to 131072 tid 1 2024-07-26T06:07:52.893 INFO:tasks.rados.rados.0.smithi089.stdout:980: read oid 14 snap -1 2024-07-26T06:07:52.893 INFO:tasks.rados.rados.0.smithi089.stdout:980: expect (ObjNum 287 snap 84 seq_num 287) 2024-07-26T06:07:52.893 INFO:tasks.rados.rados.0.smithi089.stdout:981: rollback oid 17 current snap is 86 2024-07-26T06:07:52.893 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 17 to 85 2024-07-26T06:07:52.893 INFO:tasks.rados.rados.0.smithi089.stdout:982: delete oid 12 current snap is 86 2024-07-26T06:07:52.893 INFO:tasks.rados.rados.0.smithi089.stdout:970: finishing copy_from to smithi08986837-50 2024-07-26T06:07:52.894 INFO:tasks.rados.rados.0.smithi089.stdout:970: got expected ENOENT (src dne) 2024-07-26T06:07:52.894 INFO:tasks.rados.rados.0.smithi089.stdout:970: finishing copy_from racing read to smithi08986837-50 2024-07-26T06:07:52.894 INFO:tasks.rados.rados.0.smithi089.stdout:969: finishing write tid 1 to smithi08986837-34 2024-07-26T06:07:52.894 INFO:tasks.rados.rados.0.smithi089.stdout:969: finishing write tid 2 to smithi08986837-34 2024-07-26T06:07:52.895 INFO:tasks.rados.rados.0.smithi089.stdout:969: finishing write tid 3 to smithi08986837-34 2024-07-26T06:07:52.895 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 34 v 245 (ObjNum 293 snap 86 seq_num 293) dirty exists 2024-07-26T06:07:52.895 INFO:tasks.rados.rados.0.smithi089.stdout:969: left oid 34 (ObjNum 293 snap 86 seq_num 293) 2024-07-26T06:07:52.896 INFO:tasks.rados.rados.0.smithi089.stdout:974: finishing rollback tid 0 to smithi08986837-39 2024-07-26T06:07:52.896 INFO:tasks.rados.rados.0.smithi089.stdout:974: finishing rollback tid 1 to smithi08986837-39 2024-07-26T06:07:52.896 INFO:tasks.rados.rados.0.smithi089.stdout:974: finishing rollback tid 2 to smithi08986837-39 2024-07-26T06:07:52.896 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 39 v 381 (ObjNum 220 snap 54 seq_num 220) dirty exists 2024-07-26T06:07:52.896 INFO:tasks.rados.rados.0.smithi089.stdout:981: finishing rollback tid 1 to smithi08986837-17 2024-07-26T06:07:52.896 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 17 v 310 (ObjNum 33 snap 0 seq_num 2522789715) dirty dne 2024-07-26T06:07:52.898 INFO:tasks.rados.rados.0.smithi089.stdout:979: finishing write tid 1 to smithi08986837-41 2024-07-26T06:07:52.898 INFO:tasks.rados.rados.0.smithi089.stdout:979: finishing write tid 2 to smithi08986837-41 2024-07-26T06:07:52.898 INFO:tasks.rados.rados.0.smithi089.stdout:977: finishing rollback tid 0 to smithi08986837-7 2024-07-26T06:07:52.898 INFO:tasks.rados.rados.0.smithi089.stdout:977: finishing rollback tid 1 to smithi08986837-7 2024-07-26T06:07:52.899 INFO:tasks.rados.rados.0.smithi089.stdout:977: finishing rollback tid 2 to smithi08986837-7 2024-07-26T06:07:52.899 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 7 v 277 (ObjNum 252 snap 67 seq_num 252) dirty exists 2024-07-26T06:07:52.899 INFO:tasks.rados.rados.0.smithi089.stdout:979: finishing write tid 3 to smithi08986837-41 2024-07-26T06:07:52.899 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 41 v 383 (ObjNum 294 snap 86 seq_num 294) dirty exists 2024-07-26T06:07:52.900 INFO:tasks.rados.rados.0.smithi089.stdout:979: left oid 41 (ObjNum 294 snap 86 seq_num 294) 2024-07-26T06:07:52.900 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 15 v 504 (ObjNum 33 snap 0 seq_num 3362716128) dirty exists 2024-07-26T06:07:52.900 INFO:tasks.rados.rados.0.smithi089.stdout:975: finishing rollback tid 0 to smithi08986837-42 2024-07-26T06:07:52.900 INFO:tasks.rados.rados.0.smithi089.stdout:975: finishing rollback tid 1 to smithi08986837-42 2024-07-26T06:07:52.901 INFO:tasks.rados.rados.0.smithi089.stdout:975: finishing rollback tid 2 to smithi08986837-42 2024-07-26T06:07:52.901 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 42 v 508 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-07-26T06:07:52.903 INFO:tasks.rados.rados.0.smithi089.stdout:969: done (12 left) 2024-07-26T06:07:52.903 INFO:tasks.rados.rados.0.smithi089.stdout:970: done (11 left) 2024-07-26T06:07:52.904 INFO:tasks.rados.rados.0.smithi089.stdout:973: done (10 left) 2024-07-26T06:07:52.904 INFO:tasks.rados.rados.0.smithi089.stdout:974: done (9 left) 2024-07-26T06:07:52.904 INFO:tasks.rados.rados.0.smithi089.stdout:975: done (8 left) 2024-07-26T06:07:52.904 INFO:tasks.rados.rados.0.smithi089.stdout:977: done (7 left) 2024-07-26T06:07:52.904 INFO:tasks.rados.rados.0.smithi089.stdout:979: done (6 left) 2024-07-26T06:07:52.904 INFO:tasks.rados.rados.0.smithi089.stdout:981: done (5 left) 2024-07-26T06:07:52.904 INFO:tasks.rados.rados.0.smithi089.stdout:982: done (4 left) 2024-07-26T06:07:52.904 INFO:tasks.rados.rados.0.smithi089.stdout:983: rollback oid 36 current snap is 86 2024-07-26T06:07:52.904 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 36 to 84 2024-07-26T06:07:52.904 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 29 current snap is 86 2024-07-26T06:07:52.904 INFO:tasks.rados.rados.0.smithi089.stdout:984: seq_num 296 ranges {6438912=163840} 2024-07-26T06:07:52.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:52 smithi089 ceph-mon[99608]: osdmap e249: 8 total, 8 up, 8 in 2024-07-26T06:07:52.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:52 smithi089 ceph-mon[99608]: from='mgr.34104 ' entity='mgr.y' 2024-07-26T06:07:52.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:52 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-26T06:07:52.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:52 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-07-26T06:07:52.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:52 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:07:52.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:52 smithi089 ceph-mon[41451]: osdmap e249: 8 total, 8 up, 8 in 2024-07-26T06:07:52.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:52 smithi089 ceph-mon[41451]: from='mgr.34104 ' entity='mgr.y' 2024-07-26T06:07:52.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:52 smithi089 ceph-mon[41451]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-26T06:07:52.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:52 smithi089 ceph-mon[41451]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-07-26T06:07:52.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:52 smithi089 ceph-mon[41451]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:07:52.940 INFO:tasks.rados.rados.0.smithi089.stdout:984: writing smithi08986837-29 from 6438912 to 6602752 tid 1 2024-07-26T06:07:52.940 INFO:tasks.rados.rados.0.smithi089.stdout:985: delete oid 24 current snap is 86 2024-07-26T06:07:52.940 INFO:tasks.rados.rados.0.smithi089.stdout:983: finishing rollback tid 0 to smithi08986837-36 2024-07-26T06:07:52.940 INFO:tasks.rados.rados.0.smithi089.stdout:983: finishing rollback tid 1 to smithi08986837-36 2024-07-26T06:07:52.940 INFO:tasks.rados.rados.0.smithi089.stdout:983: finishing rollback tid 2 to smithi08986837-36 2024-07-26T06:07:52.940 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 36 v 387 (ObjNum 71 snap 6 seq_num 71) dirty exists 2024-07-26T06:07:52.941 INFO:tasks.rados.rados.0.smithi089.stdout:971: finishing copy_from racing read to smithi08986837-26 2024-07-26T06:07:52.941 INFO:tasks.rados.rados.0.smithi089.stdout:978: expect (ObjNum 281 snap 84 seq_num 281) 2024-07-26T06:07:53.156 INFO:tasks.rados.rados.0.smithi089.stdout:980: expect (ObjNum 287 snap 84 seq_num 287) 2024-07-26T06:07:53.301 INFO:tasks.rados.rados.0.smithi089.stdout:971: finishing copy_from to smithi08986837-26 2024-07-26T06:07:53.301 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 26 v 304 (ObjNum 184 snap 47 seq_num 184) dirty exists 2024-07-26T06:07:53.301 INFO:tasks.rados.rados.0.smithi089.stdout:976: expect (ObjNum 228 snap 59 seq_num 228) 2024-07-26T06:07:53.780 INFO:tasks.rados.rados.0.smithi089.stdout:984: finishing write tid 1 to smithi08986837-29 2024-07-26T06:07:53.780 INFO:tasks.rados.rados.0.smithi089.stdout:984: finishing write tid 2 to smithi08986837-29 2024-07-26T06:07:53.780 INFO:tasks.rados.rados.0.smithi089.stdout:984: finishing write tid 3 to smithi08986837-29 2024-07-26T06:07:53.780 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 29 v 504 (ObjNum 296 snap 86 seq_num 296) dirty exists 2024-07-26T06:07:53.781 INFO:tasks.rados.rados.0.smithi089.stdout:984: left oid 29 (ObjNum 296 snap 86 seq_num 296) 2024-07-26T06:07:53.781 INFO:tasks.rados.rados.0.smithi089.stdout:971: done (6 left) 2024-07-26T06:07:53.781 INFO:tasks.rados.rados.0.smithi089.stdout:976: done (5 left) 2024-07-26T06:07:53.781 INFO:tasks.rados.rados.0.smithi089.stdout:978: done (4 left) 2024-07-26T06:07:53.781 INFO:tasks.rados.rados.0.smithi089.stdout:980: done (3 left) 2024-07-26T06:07:53.781 INFO:tasks.rados.rados.0.smithi089.stdout:983: done (2 left) 2024-07-26T06:07:53.781 INFO:tasks.rados.rados.0.smithi089.stdout:984: done (1 left) 2024-07-26T06:07:53.781 INFO:tasks.rados.rados.0.smithi089.stdout:985: done (0 left) 2024-07-26T06:07:53.781 INFO:tasks.rados.rados.0.smithi089.stdout:986: rollback oid 39 current snap is 86 2024-07-26T06:07:53.781 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 39 to 76 2024-07-26T06:07:53.781 INFO:tasks.rados.rados.0.smithi089.stdout:987: read oid 7 snap -1 2024-07-26T06:07:53.781 INFO:tasks.rados.rados.0.smithi089.stdout:987: expect (ObjNum 252 snap 67 seq_num 252) 2024-07-26T06:07:53.781 INFO:tasks.rados.rados.0.smithi089.stdout:988: read oid 40 snap -1 2024-07-26T06:07:53.781 INFO:tasks.rados.rados.0.smithi089.stdout:988: expect deleted 2024-07-26T06:07:53.782 INFO:tasks.rados.rados.0.smithi089.stdout:989: read oid 41 snap -1 2024-07-26T06:07:53.782 INFO:tasks.rados.rados.0.smithi089.stdout:989: expect (ObjNum 294 snap 86 seq_num 294) 2024-07-26T06:07:53.782 INFO:tasks.rados.rados.0.smithi089.stdout:990: snap_create 2024-07-26T06:07:53.783 INFO:tasks.rados.rados.0.smithi089.stdout:986: finishing rollback tid 0 to smithi08986837-39 2024-07-26T06:07:53.783 INFO:tasks.rados.rados.0.smithi089.stdout:986: finishing rollback tid 1 to smithi08986837-39 2024-07-26T06:07:53.783 INFO:tasks.rados.rados.0.smithi089.stdout:986: finishing rollback tid 2 to smithi08986837-39 2024-07-26T06:07:53.783 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 39 v 390 (ObjNum 220 snap 54 seq_num 220) dirty exists 2024-07-26T06:07:53.786 INFO:tasks.rados.rados.0.smithi089.stdout:989: expect (ObjNum 294 snap 86 seq_num 294) 2024-07-26T06:07:53.800 INFO:tasks.rados.rados.0.smithi089.stdout:987: expect (ObjNum 252 snap 67 seq_num 252) 2024-07-26T06:07:53.879 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:07:53 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:07:53.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi089\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi089\", job=\"node\", machine=\"x86_64\", nodename=\"smithi089\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", domainname=\"(none)\", instance=\"smithi089\", job=\"node\", machine=\"x86_64\", nodename=\"smithi089\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:07:53.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:53 smithi155 ceph-mon[33309]: Upgrade: Updating mon.c 2024-07-26T06:07:53.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:53 smithi155 ceph-mon[33309]: Deploying daemon mon.c on smithi089 2024-07-26T06:07:53.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:53 smithi155 ceph-mon[33309]: osdmap e250: 8 total, 8 up, 8 in 2024-07-26T06:07:53.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:07:53 smithi155 ceph-mon[33309]: pgmap v21: 121 pgs: 121 active+clean; 172 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.9 MiB/s wr, 18 op/s 2024-07-26T06:07:53.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:53 smithi089 ceph-mon[99608]: Upgrade: Updating mon.c 2024-07-26T06:07:53.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:53 smithi089 ceph-mon[99608]: Deploying daemon mon.c on smithi089 2024-07-26T06:07:53.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:53 smithi089 ceph-mon[99608]: osdmap e250: 8 total, 8 up, 8 in 2024-07-26T06:07:53.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:07:53 smithi089 ceph-mon[99608]: pgmap v21: 121 pgs: 121 active+clean; 172 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.9 MiB/s wr, 18 op/s 2024-07-26T06:07:53.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:53 smithi089 systemd[1]: Stopping Ceph mon.c for 9bd49884-4b13-11ef-bcb6-c7b262605968... 2024-07-26T06:07:53.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:53 smithi089 ceph-mon[41451]: Upgrade: Updating mon.c 2024-07-26T06:07:53.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:53 smithi089 ceph-mon[41451]: Deploying daemon mon.c on smithi089 2024-07-26T06:07:53.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:53 smithi089 ceph-mon[41451]: osdmap e250: 8 total, 8 up, 8 in 2024-07-26T06:07:53.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:53 smithi089 ceph-mon[41451]: pgmap v21: 121 pgs: 121 active+clean; 172 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.9 MiB/s wr, 18 op/s 2024-07-26T06:07:54.377 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:53 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mon-c[41428]: 2024-07-26T06:07:53.935+0000 7f4a5c5d2640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-07-26T06:07:54.377 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:53 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mon-c[41428]: 2024-07-26T06:07:53.935+0000 7f4a5c5d2640 -1 mon.c@2(peon) e3 *** Got Signal Terminated *** 2024-07-26T06:07:54.377 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:54 smithi089 podman[101870]: 2024-07-26 06:07:54.09878352 +0000 UTC m=+0.293107519 container died 47e9e2c91b10712532e69a1869baabde5512f1e4fbfadb08b84af1349501e9a8 (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mon-c, ceph=True, org.label-schema.build-date=20240724, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-5dff84c, org.label-schema.license=GPLv2) 2024-07-26T06:07:54.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:54 smithi089 podman[101870]: 2024-07-26 06:07:54.558762946 +0000 UTC m=+0.753086944 container cleanup 47e9e2c91b10712532e69a1869baabde5512f1e4fbfadb08b84af1349501e9a8 (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mon-c, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240724, GIT_CLEAN=True, RELEASE=quincy-5dff84c, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-07-26T06:07:54.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:54 smithi089 bash[101870]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mon-c 2024-07-26T06:07:54.879 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:07:54 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:07:54.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:07:54.879 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:07:54 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:07:54.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:07:55.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:54 smithi089 podman[101890]: 2024-07-26 06:07:54.852046494 +0000 UTC m=+0.754076361 container remove 47e9e2c91b10712532e69a1869baabde5512f1e4fbfadb08b84af1349501e9a8 (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mon-c, GIT_BRANCH=HEAD, RELEASE=quincy-5dff84c, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.build-date=20240724) 2024-07-26T06:07:55.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:54 smithi089 systemd[1]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@mon.c.service: Deactivated successfully. 2024-07-26T06:07:55.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:54 smithi089 systemd[1]: Stopped Ceph mon.c for 9bd49884-4b13-11ef-bcb6-c7b262605968. 2024-07-26T06:07:55.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:54 smithi089 systemd[1]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@mon.c.service: Consumed 7.682s CPU time. 2024-07-26T06:07:55.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 systemd[1]: Starting Ceph mon.c for 9bd49884-4b13-11ef-bcb6-c7b262605968... 2024-07-26T06:07:55.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 podman[102018]: 2024-07-26 06:07:55.403086079 +0000 UTC m=+0.112357966 container create 74d6c1493f989d9443f97ed72d6f149339830a863624d45072e7767eda8e8221 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mon-c, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-4b23044, org.label-schema.build-date=20240724, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-07-26T06:07:55.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 podman[102018]: 2024-07-26 06:07:55.308331866 +0000 UTC m=+0.017603768 image pull a246f06af74af9a1c45475dc36c910d564494bacf385674011a33b62b93c2c8c quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c 2024-07-26T06:07:56.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 podman[102018]: 2024-07-26 06:07:55.764223194 +0000 UTC m=+0.473495093 container init 74d6c1493f989d9443f97ed72d6f149339830a863624d45072e7767eda8e8221 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mon-c, org.label-schema.license=GPLv2, ceph=True, RELEASE=squid-4b23044, io.buildah.version=1.36.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240724, org.label-schema.schema-version=1.0) 2024-07-26T06:07:56.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 podman[102018]: 2024-07-26 06:07:55.769540425 +0000 UTC m=+0.478812312 container start 74d6c1493f989d9443f97ed72d6f149339830a863624d45072e7767eda8e8221 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mon-c, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240724, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-4b23044, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.36.0) 2024-07-26T06:07:56.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: set uid:gid to 167:167 (ceph:ceph) 2024-07-26T06:07:56.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc), process ceph-mon, pid 7 2024-07-26T06:07:56.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: pidfile_write: ignore empty --pid-file 2024-07-26T06:07:56.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: load: jerasure load: lrc 2024-07-26T06:07:56.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: RocksDB version: 7.9.2 2024-07-26T06:07:56.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Git sha 0 2024-07-26T06:07:56.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Compile date 2024-07-25 21:13:28 2024-07-26T06:07:56.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: DB SUMMARY 2024-07-26T06:07:56.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: DB Session ID: YOZ2SG7R1AX5EQJGM5NK 2024-07-26T06:07:56.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: CURRENT file: CURRENT 2024-07-26T06:07:56.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: IDENTITY file: IDENTITY 2024-07-26T06:07:56.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: MANIFEST file: MANIFEST-000009 size: 1104 Bytes 2024-07-26T06:07:56.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000027.sst 2024-07-26T06:07:56.157 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000025.log size: 9186335 ; 2024-07-26T06:07:56.157 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.error_if_exists: 0 2024-07-26T06:07:56.157 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.create_if_missing: 0 2024-07-26T06:07:56.157 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.paranoid_checks: 1 2024-07-26T06:07:56.157 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.flush_verify_memtable_count: 1 2024-07-26T06:07:56.157 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-07-26T06:07:56.157 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-07-26T06:07:56.157 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.env: 0x55e0188a47a0 2024-07-26T06:07:56.157 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.fs: PosixFileSystem 2024-07-26T06:07:56.157 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.info_log: 0x55e0196734a0 2024-07-26T06:07:56.157 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.max_file_opening_threads: 16 2024-07-26T06:07:56.157 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.statistics: (nil) 2024-07-26T06:07:56.157 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.use_fsync: 0 2024-07-26T06:07:56.158 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.max_log_file_size: 0 2024-07-26T06:07:56.158 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-07-26T06:07:56.158 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.log_file_time_to_roll: 0 2024-07-26T06:07:56.158 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.keep_log_file_num: 1000 2024-07-26T06:07:56.158 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.recycle_log_file_num: 0 2024-07-26T06:07:56.158 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.allow_fallocate: 1 2024-07-26T06:07:56.158 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.allow_mmap_reads: 0 2024-07-26T06:07:56.158 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.allow_mmap_writes: 0 2024-07-26T06:07:56.158 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.use_direct_reads: 0 2024-07-26T06:07:56.158 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-07-26T06:07:56.158 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.create_missing_column_families: 0 2024-07-26T06:07:56.158 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.db_log_dir: 2024-07-26T06:07:56.158 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.wal_dir: 2024-07-26T06:07:56.158 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.table_cache_numshardbits: 6 2024-07-26T06:07:56.159 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.WAL_ttl_seconds: 0 2024-07-26T06:07:56.159 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.WAL_size_limit_MB: 0 2024-07-26T06:07:56.159 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-07-26T06:07:56.159 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-07-26T06:07:56.159 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.is_fd_close_on_exec: 1 2024-07-26T06:07:56.159 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.advise_random_on_open: 1 2024-07-26T06:07:56.159 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.db_write_buffer_size: 0 2024-07-26T06:07:56.159 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.write_buffer_manager: 0x55e0196828c0 2024-07-26T06:07:56.159 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-07-26T06:07:56.159 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-07-26T06:07:56.159 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.use_adaptive_mutex: 0 2024-07-26T06:07:56.159 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.rate_limiter: (nil) 2024-07-26T06:07:56.159 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-07-26T06:07:56.160 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.wal_recovery_mode: 2 2024-07-26T06:07:56.160 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.enable_thread_tracking: 0 2024-07-26T06:07:56.160 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.enable_pipelined_write: 0 2024-07-26T06:07:56.160 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.unordered_write: 0 2024-07-26T06:07:56.160 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-07-26T06:07:56.160 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-07-26T06:07:56.160 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-07-26T06:07:56.160 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-07-26T06:07:56.160 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.row_cache: None 2024-07-26T06:07:56.160 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.wal_filter: None 2024-07-26T06:07:56.161 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-07-26T06:07:56.162 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.allow_ingest_behind: 0 2024-07-26T06:07:56.162 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.two_write_queues: 0 2024-07-26T06:07:56.162 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.manual_wal_flush: 0 2024-07-26T06:07:56.162 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.wal_compression: 0 2024-07-26T06:07:56.162 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.atomic_flush: 0 2024-07-26T06:07:56.162 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-07-26T06:07:56.162 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.persist_stats_to_disk: 0 2024-07-26T06:07:56.162 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.write_dbid_to_manifest: 0 2024-07-26T06:07:56.162 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.log_readahead_size: 0 2024-07-26T06:07:56.162 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-07-26T06:07:56.162 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.best_efforts_recovery: 0 2024-07-26T06:07:56.162 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-07-26T06:07:56.163 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-07-26T06:07:56.163 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.allow_data_in_errors: 0 2024-07-26T06:07:56.163 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.db_host_id: __hostname__ 2024-07-26T06:07:56.163 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.enforce_single_del_contracts: true 2024-07-26T06:07:56.163 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.max_background_jobs: 2 2024-07-26T06:07:56.163 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.max_background_compactions: -1 2024-07-26T06:07:56.163 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.max_subcompactions: 1 2024-07-26T06:07:56.163 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-07-26T06:07:56.163 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-07-26T06:07:56.163 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.delayed_write_rate : 16777216 2024-07-26T06:07:56.163 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.max_total_wal_size: 0 2024-07-26T06:07:56.163 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-07-26T06:07:56.163 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.stats_dump_period_sec: 600 2024-07-26T06:07:56.163 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.stats_persist_period_sec: 600 2024-07-26T06:07:56.164 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-07-26T06:07:56.164 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.max_open_files: -1 2024-07-26T06:07:56.164 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.bytes_per_sync: 0 2024-07-26T06:07:56.164 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.wal_bytes_per_sync: 0 2024-07-26T06:07:56.164 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.strict_bytes_per_sync: 0 2024-07-26T06:07:56.164 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.compaction_readahead_size: 0 2024-07-26T06:07:56.164 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.max_background_flushes: -1 2024-07-26T06:07:56.164 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Compression algorithms supported: 2024-07-26T06:07:56.164 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: kZSTD supported: 0 2024-07-26T06:07:56.164 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: kXpressCompression supported: 0 2024-07-26T06:07:56.164 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: kBZip2Compression supported: 0 2024-07-26T06:07:56.164 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-07-26T06:07:56.164 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: kLZ4Compression supported: 1 2024-07-26T06:07:56.165 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: kZlibCompression supported: 1 2024-07-26T06:07:56.165 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: kLZ4HCCompression supported: 1 2024-07-26T06:07:56.165 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: kSnappyCompression supported: 1 2024-07-26T06:07:56.165 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Fast CRC32 supported: Supported on x86 2024-07-26T06:07:56.165 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: DMutex implementation: pthread_mutex_t 2024-07-26T06:07:56.165 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000009 2024-07-26T06:07:56.165 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-07-26T06:07:56.165 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-07-26T06:07:56.165 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.merge_operator: 2024-07-26T06:07:56.165 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.compaction_filter: None 2024-07-26T06:07:56.165 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.compaction_filter_factory: None 2024-07-26T06:07:56.165 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.sst_partitioner_factory: None 2024-07-26T06:07:56.165 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.memtable_factory: SkipListFactory 2024-07-26T06:07:56.165 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.table_factory: BlockBasedTable 2024-07-26T06:07:56.166 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55e019673080) 2024-07-26T06:07:56.166 INFO:journalctl@ceph.mon.c.smithi089.stdout: cache_index_and_filter_blocks: 1 2024-07-26T06:07:56.166 INFO:journalctl@ceph.mon.c.smithi089.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-07-26T06:07:56.166 INFO:journalctl@ceph.mon.c.smithi089.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-07-26T06:07:56.166 INFO:journalctl@ceph.mon.c.smithi089.stdout: pin_top_level_index_and_filter: 1 2024-07-26T06:07:56.166 INFO:journalctl@ceph.mon.c.smithi089.stdout: index_type: 0 2024-07-26T06:07:56.166 INFO:journalctl@ceph.mon.c.smithi089.stdout: data_block_index_type: 0 2024-07-26T06:07:56.166 INFO:journalctl@ceph.mon.c.smithi089.stdout: index_shortening: 1 2024-07-26T06:07:56.166 INFO:journalctl@ceph.mon.c.smithi089.stdout: data_block_hash_table_util_ratio: 0.750000 2024-07-26T06:07:56.166 INFO:journalctl@ceph.mon.c.smithi089.stdout: checksum: 4 2024-07-26T06:07:56.166 INFO:journalctl@ceph.mon.c.smithi089.stdout: no_block_cache: 0 2024-07-26T06:07:56.166 INFO:journalctl@ceph.mon.c.smithi089.stdout: block_cache: 0x55e019667090 2024-07-26T06:07:56.167 INFO:journalctl@ceph.mon.c.smithi089.stdout: block_cache_name: BinnedLRUCache 2024-07-26T06:07:56.167 INFO:journalctl@ceph.mon.c.smithi089.stdout: block_cache_options: 2024-07-26T06:07:56.167 INFO:journalctl@ceph.mon.c.smithi089.stdout: capacity : 536870912 2024-07-26T06:07:56.167 INFO:journalctl@ceph.mon.c.smithi089.stdout: num_shard_bits : 4 2024-07-26T06:07:56.167 INFO:journalctl@ceph.mon.c.smithi089.stdout: strict_capacity_limit : 0 2024-07-26T06:07:56.167 INFO:journalctl@ceph.mon.c.smithi089.stdout: high_pri_pool_ratio: 0.000 2024-07-26T06:07:56.167 INFO:journalctl@ceph.mon.c.smithi089.stdout: block_cache_compressed: (nil) 2024-07-26T06:07:56.167 INFO:journalctl@ceph.mon.c.smithi089.stdout: persistent_cache: (nil) 2024-07-26T06:07:56.167 INFO:journalctl@ceph.mon.c.smithi089.stdout: block_size: 4096 2024-07-26T06:07:56.167 INFO:journalctl@ceph.mon.c.smithi089.stdout: block_size_deviation: 10 2024-07-26T06:07:56.167 INFO:journalctl@ceph.mon.c.smithi089.stdout: block_restart_interval: 16 2024-07-26T06:07:56.167 INFO:journalctl@ceph.mon.c.smithi089.stdout: index_block_restart_interval: 1 2024-07-26T06:07:56.167 INFO:journalctl@ceph.mon.c.smithi089.stdout: metadata_block_size: 4096 2024-07-26T06:07:56.168 INFO:journalctl@ceph.mon.c.smithi089.stdout: partition_filters: 0 2024-07-26T06:07:56.168 INFO:journalctl@ceph.mon.c.smithi089.stdout: use_delta_encoding: 1 2024-07-26T06:07:56.168 INFO:journalctl@ceph.mon.c.smithi089.stdout: filter_policy: bloomfilter 2024-07-26T06:07:56.168 INFO:journalctl@ceph.mon.c.smithi089.stdout: whole_key_filtering: 1 2024-07-26T06:07:56.168 INFO:journalctl@ceph.mon.c.smithi089.stdout: verify_compression: 0 2024-07-26T06:07:56.168 INFO:journalctl@ceph.mon.c.smithi089.stdout: read_amp_bytes_per_bit: 0 2024-07-26T06:07:56.168 INFO:journalctl@ceph.mon.c.smithi089.stdout: format_version: 5 2024-07-26T06:07:56.168 INFO:journalctl@ceph.mon.c.smithi089.stdout: enable_index_compression: 1 2024-07-26T06:07:56.168 INFO:journalctl@ceph.mon.c.smithi089.stdout: block_align: 0 2024-07-26T06:07:56.168 INFO:journalctl@ceph.mon.c.smithi089.stdout: max_auto_readahead_size: 262144 2024-07-26T06:07:56.168 INFO:journalctl@ceph.mon.c.smithi089.stdout: prepopulate_block_cache: 0 2024-07-26T06:07:56.168 INFO:journalctl@ceph.mon.c.smithi089.stdout: initial_auto_readahead_size: 8192 2024-07-26T06:07:56.168 INFO:journalctl@ceph.mon.c.smithi089.stdout: num_file_reads_for_auto_readahead: 2 2024-07-26T06:07:56.169 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.write_buffer_size: 33554432 2024-07-26T06:07:56.169 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.max_write_buffer_number: 2 2024-07-26T06:07:56.169 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.compression: NoCompression 2024-07-26T06:07:56.169 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.bottommost_compression: Disabled 2024-07-26T06:07:56.169 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.prefix_extractor: nullptr 2024-07-26T06:07:56.169 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-07-26T06:07:56.169 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.num_levels: 7 2024-07-26T06:07:56.169 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-07-26T06:07:56.169 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-07-26T06:07:56.169 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-07-26T06:07:56.169 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-07-26T06:07:56.169 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-07-26T06:07:56.169 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-07-26T06:07:56.169 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-07-26T06:07:56.170 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-07-26T06:07:56.170 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-07-26T06:07:56.170 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-07-26T06:07:56.170 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-07-26T06:07:56.170 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-07-26T06:07:56.170 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.compression_opts.window_bits: -14 2024-07-26T06:07:56.170 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.compression_opts.level: 32767 2024-07-26T06:07:56.170 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.compression_opts.strategy: 0 2024-07-26T06:07:56.170 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-07-26T06:07:56.170 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-07-26T06:07:56.170 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-07-26T06:07:56.170 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-07-26T06:07:56.170 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.compression_opts.enabled: false 2024-07-26T06:07:56.171 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-07-26T06:07:56.171 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-07-26T06:07:56.171 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-07-26T06:07:56.171 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-07-26T06:07:56.171 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.target_file_size_base: 67108864 2024-07-26T06:07:56.171 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.target_file_size_multiplier: 1 2024-07-26T06:07:56.171 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-07-26T06:07:56.171 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-07-26T06:07:56.171 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-07-26T06:07:56.171 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-07-26T06:07:56.171 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-07-26T06:07:56.171 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-07-26T06:07:56.171 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-07-26T06:07:56.171 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-07-26T06:07:56.172 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-07-26T06:07:56.172 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-07-26T06:07:56.172 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-07-26T06:07:56.172 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-07-26T06:07:56.172 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-07-26T06:07:56.172 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.arena_block_size: 1048576 2024-07-26T06:07:56.172 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-07-26T06:07:56.172 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-07-26T06:07:56.172 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.disable_auto_compactions: 0 2024-07-26T06:07:56.172 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-07-26T06:07:56.172 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-07-26T06:07:56.172 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-07-26T06:07:56.172 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-07-26T06:07:56.172 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-07-26T06:07:56.173 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-07-26T06:07:56.173 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-07-26T06:07:56.173 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-07-26T06:07:56.173 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-07-26T06:07:56.173 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-07-26T06:07:56.173 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-07-26T06:07:56.173 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.inplace_update_support: 0 2024-07-26T06:07:56.173 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.inplace_update_num_locks: 10000 2024-07-26T06:07:56.173 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-07-26T06:07:56.173 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-07-26T06:07:56.173 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.memtable_huge_page_size: 0 2024-07-26T06:07:56.173 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.bloom_locality: 0 2024-07-26T06:07:56.173 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.max_successive_merges: 0 2024-07-26T06:07:56.173 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.optimize_filters_for_hits: 0 2024-07-26T06:07:56.174 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.paranoid_file_checks: 0 2024-07-26T06:07:56.174 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.force_consistency_checks: 1 2024-07-26T06:07:56.174 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.report_bg_io_stats: 0 2024-07-26T06:07:56.174 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.ttl: 2592000 2024-07-26T06:07:56.174 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.periodic_compaction_seconds: 0 2024-07-26T06:07:56.174 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-07-26T06:07:56.174 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-07-26T06:07:56.174 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.enable_blob_files: false 2024-07-26T06:07:56.174 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.min_blob_size: 0 2024-07-26T06:07:56.174 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.blob_file_size: 268435456 2024-07-26T06:07:56.174 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.blob_compression_type: NoCompression 2024-07-26T06:07:56.174 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.enable_blob_garbage_collection: false 2024-07-26T06:07:56.175 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-07-26T06:07:56.175 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-07-26T06:07:56.175 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-07-26T06:07:56.175 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.blob_file_starting_level: 0 2024-07-26T06:07:56.175 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-07-26T06:07:56.175 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 27.sst 2024-07-26T06:07:56.175 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-07-26T06:07:56.175 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 29, last_sequence is 13494, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-07-26T06:07:56.175 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-07-26T06:07:56.175 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 16b9ce8c-6013-48a0-9480-48cc5d552cab 2024-07-26T06:07:56.175 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: EVENT_LOG_v1 {"time_micros": 1721974075797396, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-07-26T06:07:56.175 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-07-26T06:07:56.175 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: EVENT_LOG_v1 {"time_micros": 1721974075819297, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 5671929, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13499, "largest_seqno": 16142, "table_properties": {"data_size": 5659204, "index_size": 8927, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2757, "raw_key_size": 26401, "raw_average_key_size": 24, "raw_value_size": 5634645, "raw_average_value_size": 5155, "num_data_blocks": 390, "num_entries": 1093, "num_filter_entries": 1093, "num_deletions": 40, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1721974075, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "16b9ce8c-6013-48a0-9480-48cc5d552cab", "db_session_id": "YOZ2SG7R1AX5EQJGM5NK", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-07-26T06:07:56.176 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: EVENT_LOG_v1 {"time_micros": 1721974075819487, "job": 1, "event": "recovery_finished"} 2024-07-26T06:07:56.176 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-07-26T06:07:56.176 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-07-26T06:07:56.176 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-07-26T06:07:56.176 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55e019694e00 2024-07-26T06:07:56.176 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: DB pointer 0x55e01978e000 2024-07-26T06:07:56.176 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-07-26T06:07:56.176 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-07-26T06:07:56.176 INFO:journalctl@ceph.mon.c.smithi089.stdout: ** DB Stats ** 2024-07-26T06:07:56.176 INFO:journalctl@ceph.mon.c.smithi089.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-07-26T06:07:56.176 INFO:journalctl@ceph.mon.c.smithi089.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-07-26T06:07:56.176 INFO:journalctl@ceph.mon.c.smithi089.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-07-26T06:07:56.176 INFO:journalctl@ceph.mon.c.smithi089.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-07-26T06:07:56.176 INFO:journalctl@ceph.mon.c.smithi089.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-07-26T06:07:56.177 INFO:journalctl@ceph.mon.c.smithi089.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-07-26T06:07:56.177 INFO:journalctl@ceph.mon.c.smithi089.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-07-26T06:07:56.177 INFO:journalctl@ceph.mon.c.smithi089.stdout: 2024-07-26T06:07:56.177 INFO:journalctl@ceph.mon.c.smithi089.stdout: ** Compaction Stats [default] ** 2024-07-26T06:07:56.177 INFO:journalctl@ceph.mon.c.smithi089.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-07-26T06:07:56.177 INFO:journalctl@ceph.mon.c.smithi089.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-07-26T06:07:56.177 INFO:journalctl@ceph.mon.c.smithi089.stdout: L0 1/0 5.41 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 562.3 0.01 0.00 1 0.010 0 0 0.0 0.0 2024-07-26T06:07:56.177 INFO:journalctl@ceph.mon.c.smithi089.stdout: L6 1/0 7.55 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-07-26T06:07:56.177 INFO:journalctl@ceph.mon.c.smithi089.stdout: Sum 2/0 12.96 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 562.3 0.01 0.00 1 0.010 0 0 0.0 0.0 2024-07-26T06:07:56.177 INFO:journalctl@ceph.mon.c.smithi089.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 562.3 0.01 0.00 1 0.010 0 0 0.0 0.0 2024-07-26T06:07:56.177 INFO:journalctl@ceph.mon.c.smithi089.stdout: 2024-07-26T06:07:56.177 INFO:journalctl@ceph.mon.c.smithi089.stdout: ** Compaction Stats [default] ** 2024-07-26T06:07:56.177 INFO:journalctl@ceph.mon.c.smithi089.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-07-26T06:07:56.177 INFO:journalctl@ceph.mon.c.smithi089.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-07-26T06:07:56.178 INFO:journalctl@ceph.mon.c.smithi089.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 562.3 0.01 0.00 1 0.010 0 0 0.0 0.0 2024-07-26T06:07:56.178 INFO:journalctl@ceph.mon.c.smithi089.stdout: 2024-07-26T06:07:56.178 INFO:journalctl@ceph.mon.c.smithi089.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-07-26T06:07:56.178 INFO:journalctl@ceph.mon.c.smithi089.stdout: 2024-07-26T06:07:56.178 INFO:journalctl@ceph.mon.c.smithi089.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-07-26T06:07:56.178 INFO:journalctl@ceph.mon.c.smithi089.stdout: Flush(GB): cumulative 0.005, interval 0.005 2024-07-26T06:07:56.178 INFO:journalctl@ceph.mon.c.smithi089.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-07-26T06:07:56.178 INFO:journalctl@ceph.mon.c.smithi089.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-07-26T06:07:56.178 INFO:journalctl@ceph.mon.c.smithi089.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-07-26T06:07:56.178 INFO:journalctl@ceph.mon.c.smithi089.stdout: AddFile(Keys): cumulative 0, interval 0 2024-07-26T06:07:56.178 INFO:journalctl@ceph.mon.c.smithi089.stdout: Cumulative compaction: 0.01 GB write, 216.94 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-07-26T06:07:56.178 INFO:journalctl@ceph.mon.c.smithi089.stdout: Interval compaction: 0.01 GB write, 216.94 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-07-26T06:07:56.178 INFO:journalctl@ceph.mon.c.smithi089.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-07-26T06:07:56.179 INFO:journalctl@ceph.mon.c.smithi089.stdout: Block cache BinnedLRUCache@0x55e019667090#7 capacity: 512.00 MB usage: 11.86 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-07-26T06:07:56.179 INFO:journalctl@ceph.mon.c.smithi089.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,2.78 KB,0.000530481%) IndexBlock(1,9.08 KB,0.00173151%) Misc(1,0.00 KB,0%) 2024-07-26T06:07:56.179 INFO:journalctl@ceph.mon.c.smithi089.stdout: 2024-07-26T06:07:56.179 INFO:journalctl@ceph.mon.c.smithi089.stdout: ** File Read Latency Histogram By Level [default] ** 2024-07-26T06:07:56.179 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: starting mon.c rank 2 at public addrs [v2:172.21.15.89:3301/0,v1:172.21.15.89:6790/0] at bind addrs [v2:172.21.15.89:3301/0,v1:172.21.15.89:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 2024-07-26T06:07:56.179 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: mon.c@-1(???) e3 preinit fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 2024-07-26T06:07:56.179 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: mon.c@-1(???).mds e8 new map 2024-07-26T06:07:56.179 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: mon.c@-1(???).mds e8 print_map 2024-07-26T06:07:56.179 INFO:journalctl@ceph.mon.c.smithi089.stdout: e8 2024-07-26T06:07:56.179 INFO:journalctl@ceph.mon.c.smithi089.stdout: btime 1970-01-01T00:00:00:000000+0000 2024-07-26T06:07:56.179 INFO:journalctl@ceph.mon.c.smithi089.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-07-26T06:07:56.179 INFO:journalctl@ceph.mon.c.smithi089.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-07-26T06:07:56.179 INFO:journalctl@ceph.mon.c.smithi089.stdout: legacy client fscid: 1 2024-07-26T06:07:56.179 INFO:journalctl@ceph.mon.c.smithi089.stdout: 2024-07-26T06:07:56.180 INFO:journalctl@ceph.mon.c.smithi089.stdout: Filesystem 'cephfs' (1) 2024-07-26T06:07:56.180 INFO:journalctl@ceph.mon.c.smithi089.stdout: fs_name cephfs 2024-07-26T06:07:56.180 INFO:journalctl@ceph.mon.c.smithi089.stdout: epoch 8 2024-07-26T06:07:56.180 INFO:journalctl@ceph.mon.c.smithi089.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-07-26T06:07:56.180 INFO:journalctl@ceph.mon.c.smithi089.stdout: created 2024-07-26T06:01:13.343118+0000 2024-07-26T06:07:56.180 INFO:journalctl@ceph.mon.c.smithi089.stdout: modified 2024-07-26T06:01:26.369599+0000 2024-07-26T06:07:56.180 INFO:journalctl@ceph.mon.c.smithi089.stdout: tableserver 0 2024-07-26T06:07:56.180 INFO:journalctl@ceph.mon.c.smithi089.stdout: root 0 2024-07-26T06:07:56.180 INFO:journalctl@ceph.mon.c.smithi089.stdout: session_timeout 60 2024-07-26T06:07:56.180 INFO:journalctl@ceph.mon.c.smithi089.stdout: session_autoclose 300 2024-07-26T06:07:56.180 INFO:journalctl@ceph.mon.c.smithi089.stdout: max_file_size 1099511627776 2024-07-26T06:07:56.180 INFO:journalctl@ceph.mon.c.smithi089.stdout: max_xattr_size 65536 2024-07-26T06:07:56.180 INFO:journalctl@ceph.mon.c.smithi089.stdout: required_client_features {} 2024-07-26T06:07:56.180 INFO:journalctl@ceph.mon.c.smithi089.stdout: last_failure 0 2024-07-26T06:07:56.181 INFO:journalctl@ceph.mon.c.smithi089.stdout: last_failure_osd_epoch 0 2024-07-26T06:07:56.181 INFO:journalctl@ceph.mon.c.smithi089.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-07-26T06:07:56.181 INFO:journalctl@ceph.mon.c.smithi089.stdout: max_mds 1 2024-07-26T06:07:56.181 INFO:journalctl@ceph.mon.c.smithi089.stdout: in 0 2024-07-26T06:07:56.181 INFO:journalctl@ceph.mon.c.smithi089.stdout: up {0=24319} 2024-07-26T06:07:56.181 INFO:journalctl@ceph.mon.c.smithi089.stdout: failed 2024-07-26T06:07:56.181 INFO:journalctl@ceph.mon.c.smithi089.stdout: damaged 2024-07-26T06:07:56.181 INFO:journalctl@ceph.mon.c.smithi089.stdout: stopped 2024-07-26T06:07:56.181 INFO:journalctl@ceph.mon.c.smithi089.stdout: data_pools [3] 2024-07-26T06:07:56.181 INFO:journalctl@ceph.mon.c.smithi089.stdout: metadata_pool 2 2024-07-26T06:07:56.181 INFO:journalctl@ceph.mon.c.smithi089.stdout: inline_data disabled 2024-07-26T06:07:56.181 INFO:journalctl@ceph.mon.c.smithi089.stdout: balancer 2024-07-26T06:07:56.181 INFO:journalctl@ceph.mon.c.smithi089.stdout: bal_rank_mask -1 2024-07-26T06:07:56.181 INFO:journalctl@ceph.mon.c.smithi089.stdout: standby_count_wanted 0 2024-07-26T06:07:56.182 INFO:journalctl@ceph.mon.c.smithi089.stdout: qdb_cluster leader: 0 members: 2024-07-26T06:07:56.182 INFO:journalctl@ceph.mon.c.smithi089.stdout: [mds.b{0:24319} state up:active seq 6 addr [v2:172.21.15.155:6832/1230019515,v1:172.21.15.155:6833/1230019515] compat {c=[1],r=[1],i=[7ff]}] 2024-07-26T06:07:56.182 INFO:journalctl@ceph.mon.c.smithi089.stdout: 2024-07-26T06:07:56.182 INFO:journalctl@ceph.mon.c.smithi089.stdout: 2024-07-26T06:07:56.182 INFO:journalctl@ceph.mon.c.smithi089.stdout: Standby daemons: 2024-07-26T06:07:56.182 INFO:journalctl@ceph.mon.c.smithi089.stdout: 2024-07-26T06:07:56.182 INFO:journalctl@ceph.mon.c.smithi089.stdout: [mds.a{-1:14427} state up:standby seq 1 addr [v2:172.21.15.89:6834/3345943564,v1:172.21.15.89:6835/3345943564] compat {c=[1],r=[1],i=[7ff]}] 2024-07-26T06:07:56.182 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: mon.c@-1(???).osd e250 crush map has features 3314933069573799936, adjusting msgr requires 2024-07-26T06:07:56.182 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: mon.c@-1(???).osd e250 crush map has features 432629308056666112, adjusting msgr requires 2024-07-26T06:07:56.182 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: mon.c@-1(???).osd e250 crush map has features 432629308056666112, adjusting msgr requires 2024-07-26T06:07:56.182 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: mon.c@-1(???).osd e250 crush map has features 432629308056666112, adjusting msgr requires 2024-07-26T06:07:56.182 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 ceph-mon[102056]: mon.c@-1(???).paxosservice(auth 1..20) refresh upgraded, format 0 -> 3 2024-07-26T06:07:56.182 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 bash[102018]: 74d6c1493f989d9443f97ed72d6f149339830a863624d45072e7767eda8e8221 2024-07-26T06:07:56.183 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:07:55 smithi089 systemd[1]: Started Ceph mon.c for 9bd49884-4b13-11ef-bcb6-c7b262605968. 2024-07-26T06:07:59.129 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:07:58 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:07:58.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster_addr=\"172.21.15.89\", device_class=\"ssd\", hostname=\"smithi089\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.89\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", cluster_addr=\"172.21.15.89\", device_class=\"ssd\", hostname=\"smithi089\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.89\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:08:02.072 INFO:tasks.rados.rados.0.smithi089.stdout:986: done (4 left) 2024-07-26T06:08:02.072 INFO:tasks.rados.rados.0.smithi089.stdout:987: done (3 left) 2024-07-26T06:08:02.072 INFO:tasks.rados.rados.0.smithi089.stdout:988: done (2 left) 2024-07-26T06:08:02.072 INFO:tasks.rados.rados.0.smithi089.stdout:989: done (1 left) 2024-07-26T06:08:02.072 INFO:tasks.rados.rados.0.smithi089.stdout:990: done (0 left) 2024-07-26T06:08:02.072 INFO:tasks.rados.rados.0.smithi089.stdout:991: copy_from oid 31 from oid 33 current snap is 87 2024-07-26T06:08:02.073 INFO:tasks.rados.rados.0.smithi089.stdout:992: read oid 10 snap -1 2024-07-26T06:08:02.073 INFO:tasks.rados.rados.0.smithi089.stdout:992: expect (ObjNum 282 snap 84 seq_num 282) 2024-07-26T06:08:02.073 INFO:tasks.rados.rados.0.smithi089.stdout:993: snap_remove snap 76 2024-07-26T06:08:02.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:02 smithi089 ceph-mon[99608]: mon.c calling monitor election 2024-07-26T06:08:02.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:02 smithi089 ceph-mon[99608]: mon.b calling monitor election 2024-07-26T06:08:02.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:02 smithi089 ceph-mon[99608]: mon.a calling monitor election 2024-07-26T06:08:02.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:02 smithi089 ceph-mon[99608]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-07-26T06:08:02.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:02 smithi089 ceph-mon[99608]: monmap epoch 3 2024-07-26T06:08:02.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:02 smithi089 ceph-mon[99608]: fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 2024-07-26T06:08:02.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:02 smithi089 ceph-mon[99608]: last_changed 2024-07-26T05:57:17.957958+0000 2024-07-26T06:08:02.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:02 smithi089 ceph-mon[99608]: created 2024-07-26T05:55:42.540523+0000 2024-07-26T06:08:02.156 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:02 smithi089 ceph-mon[99608]: min_mon_release 17 (quincy) 2024-07-26T06:08:02.156 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:02 smithi089 ceph-mon[99608]: election_strategy: 1 2024-07-26T06:08:02.156 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:02 smithi089 ceph-mon[99608]: 0: [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] mon.a 2024-07-26T06:08:02.156 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:02 smithi089 ceph-mon[99608]: 1: [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] mon.b 2024-07-26T06:08:02.156 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:02 smithi089 ceph-mon[99608]: 2: [v2:172.21.15.89:3301/0,v1:172.21.15.89:6790/0] mon.c 2024-07-26T06:08:02.156 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:02 smithi089 ceph-mon[99608]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-07-26T06:08:02.156 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:02 smithi089 ceph-mon[99608]: osdmap e251: 8 total, 8 up, 8 in 2024-07-26T06:08:02.156 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:02 smithi089 ceph-mon[99608]: mgrmap e41: y(active, since 21s), standbys: x 2024-07-26T06:08:02.156 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:02 smithi089 ceph-mon[99608]: overall HEALTH_OK 2024-07-26T06:08:02.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:02 smithi089 ceph-mon[102056]: mon.c calling monitor election 2024-07-26T06:08:02.157 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:02 smithi089 ceph-mon[102056]: mon.b calling monitor election 2024-07-26T06:08:02.157 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:02 smithi089 ceph-mon[102056]: mon.a calling monitor election 2024-07-26T06:08:02.157 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:02 smithi089 ceph-mon[102056]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-07-26T06:08:02.157 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:02 smithi089 ceph-mon[102056]: monmap epoch 3 2024-07-26T06:08:02.157 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:02 smithi089 ceph-mon[102056]: fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 2024-07-26T06:08:02.157 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:02 smithi089 ceph-mon[102056]: last_changed 2024-07-26T05:57:17.957958+0000 2024-07-26T06:08:02.157 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:02 smithi089 ceph-mon[102056]: created 2024-07-26T05:55:42.540523+0000 2024-07-26T06:08:02.157 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:02 smithi089 ceph-mon[102056]: min_mon_release 17 (quincy) 2024-07-26T06:08:02.157 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:02 smithi089 ceph-mon[102056]: election_strategy: 1 2024-07-26T06:08:02.157 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:02 smithi089 ceph-mon[102056]: 0: [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] mon.a 2024-07-26T06:08:02.158 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:02 smithi089 ceph-mon[102056]: 1: [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] mon.b 2024-07-26T06:08:02.158 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:02 smithi089 ceph-mon[102056]: 2: [v2:172.21.15.89:3301/0,v1:172.21.15.89:6790/0] mon.c 2024-07-26T06:08:02.158 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:02 smithi089 ceph-mon[102056]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-07-26T06:08:02.158 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:02 smithi089 ceph-mon[102056]: osdmap e251: 8 total, 8 up, 8 in 2024-07-26T06:08:02.158 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:02 smithi089 ceph-mon[102056]: mgrmap e41: y(active, since 21s), standbys: x 2024-07-26T06:08:02.158 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:02 smithi089 ceph-mon[102056]: overall HEALTH_OK 2024-07-26T06:08:02.379 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:08:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:08:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:08:02.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:02 smithi155 ceph-mon[33309]: mon.c calling monitor election 2024-07-26T06:08:02.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:02 smithi155 ceph-mon[33309]: mon.b calling monitor election 2024-07-26T06:08:02.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:02 smithi155 ceph-mon[33309]: mon.a calling monitor election 2024-07-26T06:08:02.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:02 smithi155 ceph-mon[33309]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-07-26T06:08:02.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:02 smithi155 ceph-mon[33309]: monmap epoch 3 2024-07-26T06:08:02.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:02 smithi155 ceph-mon[33309]: fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 2024-07-26T06:08:02.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:02 smithi155 ceph-mon[33309]: last_changed 2024-07-26T05:57:17.957958+0000 2024-07-26T06:08:02.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:02 smithi155 ceph-mon[33309]: created 2024-07-26T05:55:42.540523+0000 2024-07-26T06:08:02.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:02 smithi155 ceph-mon[33309]: min_mon_release 17 (quincy) 2024-07-26T06:08:02.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:02 smithi155 ceph-mon[33309]: election_strategy: 1 2024-07-26T06:08:02.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:02 smithi155 ceph-mon[33309]: 0: [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] mon.a 2024-07-26T06:08:02.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:02 smithi155 ceph-mon[33309]: 1: [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] mon.b 2024-07-26T06:08:02.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:02 smithi155 ceph-mon[33309]: 2: [v2:172.21.15.89:3301/0,v1:172.21.15.89:6790/0] mon.c 2024-07-26T06:08:02.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:02 smithi155 ceph-mon[33309]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-07-26T06:08:02.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:02 smithi155 ceph-mon[33309]: osdmap e251: 8 total, 8 up, 8 in 2024-07-26T06:08:02.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:02 smithi155 ceph-mon[33309]: mgrmap e41: y(active, since 21s), standbys: x 2024-07-26T06:08:02.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:02 smithi155 ceph-mon[33309]: overall HEALTH_OK 2024-07-26T06:08:02.837 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:08:02 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:08:02] "GET /metrics HTTP/1.1" 200 36123 "" "Prometheus/2.43.0" 2024-07-26T06:08:03.087 INFO:tasks.rados.rados.0.smithi089.stdout:993: done (2 left) 2024-07-26T06:08:03.087 INFO:tasks.rados.rados.0.smithi089.stdout:994: snap_create 2024-07-26T06:08:03.087 INFO:tasks.rados.rados.0.smithi089.stdout:991: finishing copy_from to smithi08986837-31 2024-07-26T06:08:03.087 INFO:tasks.rados.rados.0.smithi089.stdout:991: got expected ENOENT (src dne) 2024-07-26T06:08:03.087 INFO:tasks.rados.rados.0.smithi089.stdout:991: finishing copy_from racing read to smithi08986837-31 2024-07-26T06:08:03.087 INFO:tasks.rados.rados.0.smithi089.stdout:992: expect (ObjNum 282 snap 84 seq_num 282) 2024-07-26T06:08:03.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:03 smithi089 ceph-mon[99608]: osdmap e252: 8 total, 8 up, 8 in 2024-07-26T06:08:03.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:03 smithi089 ceph-mon[99608]: pgmap v28: 121 pgs: 121 active+clean; 182 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 686 KiB/s wr, 10 op/s 2024-07-26T06:08:03.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:03 smithi089 ceph-mon[102056]: osdmap e252: 8 total, 8 up, 8 in 2024-07-26T06:08:03.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:03 smithi089 ceph-mon[102056]: pgmap v28: 121 pgs: 121 active+clean; 182 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 686 KiB/s wr, 10 op/s 2024-07-26T06:08:03.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:03 smithi155 ceph-mon[33309]: osdmap e252: 8 total, 8 up, 8 in 2024-07-26T06:08:03.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:03 smithi155 ceph-mon[33309]: pgmap v28: 121 pgs: 121 active+clean; 182 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 686 KiB/s wr, 10 op/s 2024-07-26T06:08:03.879 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:08:03 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:08:03.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi089\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi089\", job=\"node\", machine=\"x86_64\", nodename=\"smithi089\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", domainname=\"(none)\", instance=\"smithi089\", job=\"node\", machine=\"x86_64\", nodename=\"smithi089\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:08:04.091 INFO:tasks.rados.rados.0.smithi089.stdout:991: done (2 left) 2024-07-26T06:08:04.091 INFO:tasks.rados.rados.0.smithi089.stdout:992: done (1 left) 2024-07-26T06:08:04.091 INFO:tasks.rados.rados.0.smithi089.stdout:994: done (0 left) 2024-07-26T06:08:04.091 INFO:tasks.rados.rados.0.smithi089.stdout:995: read oid 29 snap -1 2024-07-26T06:08:04.091 INFO:tasks.rados.rados.0.smithi089.stdout:995: expect (ObjNum 296 snap 86 seq_num 296) 2024-07-26T06:08:04.091 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 6 current snap is 88 2024-07-26T06:08:04.091 INFO:tasks.rados.rados.0.smithi089.stdout:996: seq_num 298 ranges {3088384=196608} 2024-07-26T06:08:04.108 INFO:tasks.rados.rados.0.smithi089.stdout:996: writing smithi08986837-6 from 3088384 to 3284992 tid 1 2024-07-26T06:08:04.108 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 24 current snap is 88 2024-07-26T06:08:04.109 INFO:tasks.rados.rados.0.smithi089.stdout:997: seq_num 299 ranges {0=212992} 2024-07-26T06:08:04.110 INFO:tasks.rados.rados.0.smithi089.stdout:997: writing smithi08986837-24 from 0 to 212992 tid 1 2024-07-26T06:08:04.110 INFO:tasks.rados.rados.0.smithi089.stdout:998: delete oid 33 current snap is 88 2024-07-26T06:08:04.113 INFO:tasks.rados.rados.0.smithi089.stdout:996: finishing write tid 1 to smithi08986837-6 2024-07-26T06:08:04.114 INFO:tasks.rados.rados.0.smithi089.stdout:996: finishing write tid 2 to smithi08986837-6 2024-07-26T06:08:04.115 INFO:tasks.rados.rados.0.smithi089.stdout:996: finishing write tid 3 to smithi08986837-6 2024-07-26T06:08:04.115 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 6 v 259 (ObjNum 298 snap 88 seq_num 298) dirty exists 2024-07-26T06:08:04.115 INFO:tasks.rados.rados.0.smithi089.stdout:996: left oid 6 (ObjNum 298 snap 88 seq_num 298) 2024-07-26T06:08:04.117 INFO:tasks.rados.rados.0.smithi089.stdout:997: finishing write tid 1 to smithi08986837-24 2024-07-26T06:08:04.117 INFO:tasks.rados.rados.0.smithi089.stdout:997: finishing write tid 2 to smithi08986837-24 2024-07-26T06:08:04.118 INFO:tasks.rados.rados.0.smithi089.stdout:997: finishing write tid 3 to smithi08986837-24 2024-07-26T06:08:04.118 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 24 v 279 (ObjNum 299 snap 88 seq_num 299) dirty exists 2024-07-26T06:08:04.118 INFO:tasks.rados.rados.0.smithi089.stdout:997: left oid 24 (ObjNum 299 snap 88 seq_num 299) 2024-07-26T06:08:04.118 INFO:tasks.rados.rados.0.smithi089.stdout:996: done (3 left) 2024-07-26T06:08:04.118 INFO:tasks.rados.rados.0.smithi089.stdout:997: done (2 left) 2024-07-26T06:08:04.119 INFO:tasks.rados.rados.0.smithi089.stdout:998: done (1 left) 2024-07-26T06:08:04.119 INFO:tasks.rados.rados.0.smithi089.stdout:999: rollback oid 38 current snap is 88 2024-07-26T06:08:04.119 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 38 to 86 2024-07-26T06:08:04.119 INFO:tasks.rados.rados.0.smithi089.stdout:1000: delete oid 3 current snap is 88 2024-07-26T06:08:04.119 INFO:tasks.rados.rados.0.smithi089.stdout:1000: done (2 left) 2024-07-26T06:08:04.119 INFO:tasks.rados.rados.0.smithi089.stdout:1001: snap_create 2024-07-26T06:08:04.125 INFO:tasks.rados.rados.0.smithi089.stdout:995: expect (ObjNum 296 snap 86 seq_num 296) 2024-07-26T06:08:04.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:04 smithi155 ceph-mon[33309]: osdmap e253: 8 total, 8 up, 8 in 2024-07-26T06:08:04.388 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:04 smithi089 ceph-mon[99608]: osdmap e253: 8 total, 8 up, 8 in 2024-07-26T06:08:04.389 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:04 smithi089 ceph-mon[102056]: osdmap e253: 8 total, 8 up, 8 in 2024-07-26T06:08:04.521 INFO:tasks.rados.rados.0.smithi089.stdout:999: finishing rollback tid 0 to smithi08986837-38 2024-07-26T06:08:04.521 INFO:tasks.rados.rados.0.smithi089.stdout:999: finishing rollback tid 1 to smithi08986837-38 2024-07-26T06:08:04.521 INFO:tasks.rados.rados.0.smithi089.stdout:999: finishing rollback tid 2 to smithi08986837-38 2024-07-26T06:08:04.521 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 38 v 514 (ObjNum 182 snap 45 seq_num 182) dirty exists 2024-07-26T06:08:04.522 INFO:tasks.rados.rados.0.smithi089.stdout:995: done (2 left) 2024-07-26T06:08:04.522 INFO:tasks.rados.rados.0.smithi089.stdout:999: done (1 left) 2024-07-26T06:08:04.522 INFO:tasks.rados.rados.0.smithi089.stdout:1001: done (0 left) 2024-07-26T06:08:04.522 INFO:tasks.rados.rados.0.smithi089.stdout:1002: read oid 12 snap -1 2024-07-26T06:08:04.522 INFO:tasks.rados.rados.0.smithi089.stdout:1002: expect deleted 2024-07-26T06:08:04.522 INFO:tasks.rados.rados.0.smithi089.stdout:1003: rollback oid 47 current snap is 89 2024-07-26T06:08:04.522 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 47 to 78 2024-07-26T06:08:04.522 INFO:tasks.rados.rados.0.smithi089.stdout:1004: copy_from oid 22 from oid 35 current snap is 89 2024-07-26T06:08:04.522 INFO:tasks.rados.rados.0.smithi089.stdout:1005: delete oid 3 current snap is 89 2024-07-26T06:08:04.523 INFO:tasks.rados.rados.0.smithi089.stdout:1002: done (3 left) 2024-07-26T06:08:04.523 INFO:tasks.rados.rados.0.smithi089.stdout:1005: done (2 left) 2024-07-26T06:08:04.523 INFO:tasks.rados.rados.0.smithi089.stdout:1006: rmattr oid 11 current snap is 89 2024-07-26T06:08:04.523 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 42 current snap is 89 2024-07-26T06:08:04.523 INFO:tasks.rados.rados.0.smithi089.stdout:1007: seq_num 303 ranges {0=278528} 2024-07-26T06:08:04.524 INFO:tasks.rados.rados.0.smithi089.stdout:1007: writing smithi08986837-42 from 0 to 278528 tid 1 2024-07-26T06:08:04.524 INFO:tasks.rados.rados.0.smithi089.stdout:1008: snap_create 2024-07-26T06:08:04.524 INFO:tasks.rados.rados.0.smithi089.stdout:1003: finishing rollback tid 0 to smithi08986837-47 2024-07-26T06:08:04.524 INFO:tasks.rados.rados.0.smithi089.stdout:1003: finishing rollback tid 1 to smithi08986837-47 2024-07-26T06:08:04.525 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 11 v 516 (ObjNum 283 snap 84 seq_num 283) dirty exists 2024-07-26T06:08:04.527 INFO:tasks.rados.rados.0.smithi089.stdout:1003: finishing rollback tid 2 to smithi08986837-47 2024-07-26T06:08:04.528 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 47 v 522 (ObjNum 205 snap 52 seq_num 205) dirty exists 2024-07-26T06:08:04.528 INFO:tasks.rados.rados.0.smithi089.stdout:1007: finishing write tid 1 to smithi08986837-42 2024-07-26T06:08:04.528 INFO:tasks.rados.rados.0.smithi089.stdout:1007: finishing write tid 2 to smithi08986837-42 2024-07-26T06:08:04.529 INFO:tasks.rados.rados.0.smithi089.stdout:1007: finishing write tid 3 to smithi08986837-42 2024-07-26T06:08:04.529 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 42 v 525 (ObjNum 303 snap 89 seq_num 303) dirty exists 2024-07-26T06:08:04.529 INFO:tasks.rados.rados.0.smithi089.stdout:1007: left oid 42 (ObjNum 303 snap 89 seq_num 303) 2024-07-26T06:08:04.546 INFO:tasks.rados.rados.0.smithi089.stdout:1004: finishing copy_from racing read to smithi08986837-22 2024-07-26T06:08:04.553 INFO:tasks.rados.rados.0.smithi089.stdout:1004: finishing copy_from to smithi08986837-22 2024-07-26T06:08:04.554 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 22 v 304 (ObjNum 258 snap 71 seq_num 258) dirty exists 2024-07-26T06:08:04.879 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:08:04 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:08:04.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:08:04.879 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:08:04 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:08:04.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:08:05.058 INFO:teuthology.orchestra.run.smithi089.stdout:true 2024-07-26T06:08:05.324 INFO:tasks.rados.rados.0.smithi089.stdout:1003: done (4 left) 2024-07-26T06:08:05.324 INFO:tasks.rados.rados.0.smithi089.stdout:1004: done (3 left) 2024-07-26T06:08:05.324 INFO:tasks.rados.rados.0.smithi089.stdout:1006: done (2 left) 2024-07-26T06:08:05.324 INFO:tasks.rados.rados.0.smithi089.stdout:1007: done (1 left) 2024-07-26T06:08:05.324 INFO:tasks.rados.rados.0.smithi089.stdout:1008: done (0 left) 2024-07-26T06:08:05.325 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 39 current snap is 90 2024-07-26T06:08:05.325 INFO:tasks.rados.rados.0.smithi089.stdout:1009: seq_num 304 ranges {4775936=294912} 2024-07-26T06:08:05.340 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:05 smithi089 ceph-mon[99608]: osdmap e254: 8 total, 8 up, 8 in 2024-07-26T06:08:05.340 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:05 smithi089 ceph-mon[99608]: osdmap e255: 8 total, 8 up, 8 in 2024-07-26T06:08:05.340 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:05 smithi089 ceph-mon[99608]: pgmap v32: 121 pgs: 121 active+clean; 182 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:08:05.340 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:05 smithi089 ceph-mon[99608]: from='mgr.34104 ' entity='mgr.y' 2024-07-26T06:08:05.340 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:05 smithi089 ceph-mon[99608]: from='mgr.34104 ' entity='mgr.y' 2024-07-26T06:08:05.340 INFO:teuthology.orchestra.run.smithi089.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-07-26T06:08:05.341 INFO:teuthology.orchestra.run.smithi089.stdout:alertmanager.a smithi089 *:9093,9094 running (93s) 0s ago 5m 16.3M - 0.25.0 c8568f914cd2 2836382b8f0b 2024-07-26T06:08:05.341 INFO:teuthology.orchestra.run.smithi089.stdout:grafana.a smithi155 *:3000 running (79s) 19s ago 5m 80.3M - 9.4.7 954c08fa6188 0191ba4689bf 2024-07-26T06:08:05.341 INFO:teuthology.orchestra.run.smithi089.stdout:mds.a smithi089 running (7m) 0s ago 7m 16.0M - 17.2.7-1143-g5dff84c0 18bcb77ae794 0ecc3a80790e 2024-07-26T06:08:05.341 INFO:teuthology.orchestra.run.smithi089.stdout:mds.b smithi155 running (7m) 19s ago 7m 20.6M - 17.2.7-1143-g5dff84c0 18bcb77ae794 1c6d7dfdf08d 2024-07-26T06:08:05.341 INFO:teuthology.orchestra.run.smithi089.stdout:mgr.x smithi155 *:8443,9283,8765 running (45s) 19s ago 10m 436M - 19.1.0-1125-g4b230446 a246f06af74a 3d1d1f94a234 2024-07-26T06:08:05.341 INFO:teuthology.orchestra.run.smithi089.stdout:mgr.y smithi089 *:8443,9283,8765 running (74s) 0s ago 12m 496M - 19.1.0-1125-g4b230446 a246f06af74a abb455ac876a 2024-07-26T06:08:05.341 INFO:teuthology.orchestra.run.smithi089.stdout:mon.a smithi089 running (31s) 0s ago 12m 38.3M 2048M 19.1.0-1125-g4b230446 a246f06af74a 4d43bcc9eb9b 2024-07-26T06:08:05.341 INFO:teuthology.orchestra.run.smithi089.stdout:mon.b smithi155 running (10m) 19s ago 10m 55.0M 2048M 17.2.7-1143-g5dff84c0 18bcb77ae794 907a62e6621b 2024-07-26T06:08:05.341 INFO:teuthology.orchestra.run.smithi089.stdout:mon.c smithi089 running (10s) 0s ago 10m 25.7M 2048M 19.1.0-1125-g4b230446 a246f06af74a 74d6c1493f98 2024-07-26T06:08:05.341 INFO:teuthology.orchestra.run.smithi089.stdout:node-exporter.a smithi089 *:9100 running (91s) 0s ago 5m 8112k - 1.5.0 0da6a335fe13 e2f5a155fbeb 2024-07-26T06:08:05.341 INFO:teuthology.orchestra.run.smithi089.stdout:node-exporter.b smithi155 *:9100 running (84s) 19s ago 5m 8019k - 1.5.0 0da6a335fe13 85c78351c113 2024-07-26T06:08:05.341 INFO:teuthology.orchestra.run.smithi089.stdout:osd.0 smithi089 running (10m) 0s ago 10m 194M 2479M 17.2.7-1143-g5dff84c0 18bcb77ae794 0b4289c48967 2024-07-26T06:08:05.341 INFO:teuthology.orchestra.run.smithi089.stdout:osd.1 smithi089 running (9m) 0s ago 9m 166M 2479M 17.2.7-1143-g5dff84c0 18bcb77ae794 2a37a3b20d71 2024-07-26T06:08:05.342 INFO:teuthology.orchestra.run.smithi089.stdout:osd.2 smithi089 running (9m) 0s ago 9m 115M 2479M 17.2.7-1143-g5dff84c0 18bcb77ae794 2d907a8e0f87 2024-07-26T06:08:05.342 INFO:teuthology.orchestra.run.smithi089.stdout:osd.3 smithi089 running (9m) 0s ago 9m 101M 2479M 17.2.7-1143-g5dff84c0 18bcb77ae794 076d339790b6 2024-07-26T06:08:05.342 INFO:teuthology.orchestra.run.smithi089.stdout:osd.4 smithi155 running (8m) 19s ago 8m 146M 2480M 17.2.7-1143-g5dff84c0 18bcb77ae794 df54a09a74e9 2024-07-26T06:08:05.342 INFO:teuthology.orchestra.run.smithi089.stdout:osd.5 smithi155 running (8m) 19s ago 8m 144M 2480M 17.2.7-1143-g5dff84c0 18bcb77ae794 0f76555562cc 2024-07-26T06:08:05.342 INFO:teuthology.orchestra.run.smithi089.stdout:osd.6 smithi155 running (7m) 19s ago 7m 105M 2480M 17.2.7-1143-g5dff84c0 18bcb77ae794 629f0d1fd888 2024-07-26T06:08:05.342 INFO:teuthology.orchestra.run.smithi089.stdout:osd.7 smithi155 running (7m) 19s ago 7m 75.8M 2480M 17.2.7-1143-g5dff84c0 18bcb77ae794 a4db8e598fea 2024-07-26T06:08:05.342 INFO:teuthology.orchestra.run.smithi089.stdout:prometheus.a smithi155 *:9095 running (50s) 19s ago 6m 49.1M - 2.43.0 a07b618ecd1d 8e7005ec7af0 2024-07-26T06:08:05.342 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:05 smithi089 ceph-mon[102056]: osdmap e254: 8 total, 8 up, 8 in 2024-07-26T06:08:05.342 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:05 smithi089 ceph-mon[102056]: osdmap e255: 8 total, 8 up, 8 in 2024-07-26T06:08:05.343 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:05 smithi089 ceph-mon[102056]: pgmap v32: 121 pgs: 121 active+clean; 182 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:08:05.343 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:05 smithi089 ceph-mon[102056]: from='mgr.34104 ' entity='mgr.y' 2024-07-26T06:08:05.343 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:05 smithi089 ceph-mon[102056]: from='mgr.34104 ' entity='mgr.y' 2024-07-26T06:08:05.351 INFO:tasks.rados.rados.0.smithi089.stdout:1009: writing smithi08986837-39 from 4775936 to 5070848 tid 1 2024-07-26T06:08:05.352 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 43 current snap is 90 2024-07-26T06:08:05.352 INFO:tasks.rados.rados.0.smithi089.stdout:1010: seq_num 305 ranges {2637824=311296} 2024-07-26T06:08:05.368 INFO:tasks.rados.rados.0.smithi089.stdout:1010: writing smithi08986837-43 from 2637824 to 2949120 tid 1 2024-07-26T06:08:05.368 INFO:tasks.rados.rados.0.smithi089.stdout:1011: read oid 2 snap -1 2024-07-26T06:08:05.368 INFO:tasks.rados.rados.0.smithi089.stdout:1011: expect (ObjNum 284 snap 84 seq_num 284) 2024-07-26T06:08:05.368 INFO:tasks.rados.rados.0.smithi089.stdout:1012: delete oid 13 current snap is 90 2024-07-26T06:08:05.369 INFO:tasks.rados.rados.0.smithi089.stdout:1009: finishing write tid 1 to smithi08986837-39 2024-07-26T06:08:05.369 INFO:tasks.rados.rados.0.smithi089.stdout:1009: finishing write tid 2 to smithi08986837-39 2024-07-26T06:08:05.369 INFO:tasks.rados.rados.0.smithi089.stdout:1009: finishing write tid 3 to smithi08986837-39 2024-07-26T06:08:05.369 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 39 v 399 (ObjNum 304 snap 90 seq_num 304) dirty exists 2024-07-26T06:08:05.369 INFO:tasks.rados.rados.0.smithi089.stdout:1009: left oid 39 (ObjNum 304 snap 90 seq_num 304) 2024-07-26T06:08:05.374 INFO:tasks.rados.rados.0.smithi089.stdout:1009: done (3 left) 2024-07-26T06:08:05.374 INFO:tasks.rados.rados.0.smithi089.stdout:1012: done (2 left) 2024-07-26T06:08:05.374 INFO:tasks.rados.rados.0.smithi089.stdout:1013: copy_from oid 49 from oid 41 current snap is 90 2024-07-26T06:08:05.374 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 5 current snap is 90 2024-07-26T06:08:05.374 INFO:tasks.rados.rados.0.smithi089.stdout:1014: seq_num 307 ranges {1548288=344064} 2024-07-26T06:08:05.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:05 smithi155 ceph-mon[33309]: osdmap e254: 8 total, 8 up, 8 in 2024-07-26T06:08:05.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:05 smithi155 ceph-mon[33309]: osdmap e255: 8 total, 8 up, 8 in 2024-07-26T06:08:05.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:05 smithi155 ceph-mon[33309]: pgmap v32: 121 pgs: 121 active+clean; 182 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:08:05.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:05 smithi155 ceph-mon[33309]: from='mgr.34104 ' entity='mgr.y' 2024-07-26T06:08:05.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:05 smithi155 ceph-mon[33309]: from='mgr.34104 ' entity='mgr.y' 2024-07-26T06:08:05.384 INFO:tasks.rados.rados.0.smithi089.stdout:1014: writing smithi08986837-5 from 1548288 to 1892352 tid 1 2024-07-26T06:08:05.384 INFO:tasks.rados.rados.0.smithi089.stdout:1015: delete oid 48 current snap is 90 2024-07-26T06:08:05.384 INFO:tasks.rados.rados.0.smithi089.stdout:1010: finishing write tid 1 to smithi08986837-43 2024-07-26T06:08:05.384 INFO:tasks.rados.rados.0.smithi089.stdout:1010: finishing write tid 2 to smithi08986837-43 2024-07-26T06:08:05.384 INFO:tasks.rados.rados.0.smithi089.stdout:1010: finishing write tid 3 to smithi08986837-43 2024-07-26T06:08:05.384 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 43 v 317 (ObjNum 305 snap 90 seq_num 305) dirty exists 2024-07-26T06:08:05.384 INFO:tasks.rados.rados.0.smithi089.stdout:1010: left oid 43 (ObjNum 305 snap 90 seq_num 305) 2024-07-26T06:08:05.384 INFO:tasks.rados.rados.0.smithi089.stdout:1013: finishing copy_from racing read to smithi08986837-49 2024-07-26T06:08:05.385 INFO:tasks.rados.rados.0.smithi089.stdout:1013: finishing copy_from to smithi08986837-49 2024-07-26T06:08:05.385 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 49 v 383 (ObjNum 294 snap 86 seq_num 294) dirty exists 2024-07-26T06:08:05.386 INFO:tasks.rados.rados.0.smithi089.stdout:1010: done (4 left) 2024-07-26T06:08:05.386 INFO:tasks.rados.rados.0.smithi089.stdout:1013: done (3 left) 2024-07-26T06:08:05.387 INFO:tasks.rados.rados.0.smithi089.stdout:1015: done (2 left) 2024-07-26T06:08:05.387 INFO:tasks.rados.rados.0.smithi089.stdout:1016: snap_create 2024-07-26T06:08:05.388 INFO:tasks.rados.rados.0.smithi089.stdout:1014: finishing write tid 1 to smithi08986837-5 2024-07-26T06:08:05.388 INFO:tasks.rados.rados.0.smithi089.stdout:1014: finishing write tid 2 to smithi08986837-5 2024-07-26T06:08:05.389 INFO:tasks.rados.rados.0.smithi089.stdout:1014: finishing write tid 3 to smithi08986837-5 2024-07-26T06:08:05.389 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 5 v 266 (ObjNum 307 snap 90 seq_num 307) dirty exists 2024-07-26T06:08:05.389 INFO:tasks.rados.rados.0.smithi089.stdout:1014: left oid 5 (ObjNum 307 snap 90 seq_num 307) 2024-07-26T06:08:05.394 INFO:tasks.rados.rados.0.smithi089.stdout:1011: expect (ObjNum 284 snap 84 seq_num 284) 2024-07-26T06:08:05.686 INFO:teuthology.orchestra.run.smithi089.stdout:{ 2024-07-26T06:08:05.686 INFO:teuthology.orchestra.run.smithi089.stdout: "mon": { 2024-07-26T06:08:05.686 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 1, 2024-07-26T06:08:05.686 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 2 2024-07-26T06:08:05.686 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2024-07-26T06:08:05.686 INFO:teuthology.orchestra.run.smithi089.stdout: "mgr": { 2024-07-26T06:08:05.687 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 2 2024-07-26T06:08:05.687 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2024-07-26T06:08:05.687 INFO:teuthology.orchestra.run.smithi089.stdout: "osd": { 2024-07-26T06:08:05.687 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 8 2024-07-26T06:08:05.687 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2024-07-26T06:08:05.687 INFO:teuthology.orchestra.run.smithi089.stdout: "mds": { 2024-07-26T06:08:05.687 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 2 2024-07-26T06:08:05.687 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2024-07-26T06:08:05.687 INFO:teuthology.orchestra.run.smithi089.stdout: "overall": { 2024-07-26T06:08:05.687 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 11, 2024-07-26T06:08:05.687 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 4 2024-07-26T06:08:05.687 INFO:teuthology.orchestra.run.smithi089.stdout: } 2024-07-26T06:08:05.687 INFO:teuthology.orchestra.run.smithi089.stdout:} 2024-07-26T06:08:06.033 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:08:05 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T06:08:05.830+0000 7fd300c10640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-07-26T06:08:06.338 INFO:tasks.rados.rados.0.smithi089.stdout:1011: done (2 left) 2024-07-26T06:08:06.338 INFO:tasks.rados.rados.0.smithi089.stdout:1014: done (1 left) 2024-07-26T06:08:06.338 INFO:tasks.rados.rados.0.smithi089.stdout:1016: done (0 left) 2024-07-26T06:08:06.338 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 47 current snap is 91 2024-07-26T06:08:06.339 INFO:tasks.rados.rados.0.smithi089.stdout:1017: seq_num 309 ranges {2596864=376832} 2024-07-26T06:08:06.354 INFO:tasks.rados.rados.0.smithi089.stdout:1017: writing smithi08986837-47 from 2596864 to 2973696 tid 1 2024-07-26T06:08:06.354 INFO:tasks.rados.rados.0.smithi089.stdout:1018: snap_remove snap 90 2024-07-26T06:08:06.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:06 smithi155 ceph-mon[33309]: from='client.34149 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:08:06.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:06 smithi155 ceph-mon[33309]: osdmap e256: 8 total, 8 up, 8 in 2024-07-26T06:08:06.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:06 smithi155 ceph-mon[33309]: from='mgr.34104 ' entity='mgr.y' 2024-07-26T06:08:06.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:06 smithi155 ceph-mon[33309]: from='client.34155 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:08:06.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:06 smithi155 ceph-mon[33309]: from='mgr.34104 ' entity='mgr.y' 2024-07-26T06:08:06.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:06 smithi155 ceph-mon[33309]: from='client.? 172.21.15.89:0/2555439099' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:08:06.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:06 smithi089 ceph-mon[99608]: from='client.34149 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:08:06.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:06 smithi089 ceph-mon[99608]: osdmap e256: 8 total, 8 up, 8 in 2024-07-26T06:08:06.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:06 smithi089 ceph-mon[99608]: from='mgr.34104 ' entity='mgr.y' 2024-07-26T06:08:06.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:06 smithi089 ceph-mon[99608]: from='client.34155 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:08:06.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:06 smithi089 ceph-mon[99608]: from='mgr.34104 ' entity='mgr.y' 2024-07-26T06:08:06.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:06 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/2555439099' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:08:06.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:06 smithi089 ceph-mon[102056]: from='client.34149 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:08:06.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:06 smithi089 ceph-mon[102056]: osdmap e256: 8 total, 8 up, 8 in 2024-07-26T06:08:06.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:06 smithi089 ceph-mon[102056]: from='mgr.34104 ' entity='mgr.y' 2024-07-26T06:08:06.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:06 smithi089 ceph-mon[102056]: from='client.34155 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:08:06.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:06 smithi089 ceph-mon[102056]: from='mgr.34104 ' entity='mgr.y' 2024-07-26T06:08:06.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:06 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/2555439099' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:08:07.351 INFO:tasks.rados.rados.0.smithi089.stdout:1018: done (1 left) 2024-07-26T06:08:07.351 INFO:tasks.rados.rados.0.smithi089.stdout:1019: delete oid 9 current snap is 91 2024-07-26T06:08:07.351 INFO:tasks.rados.rados.0.smithi089.stdout:1017: finishing write tid 1 to smithi08986837-47 2024-07-26T06:08:07.351 INFO:tasks.rados.rados.0.smithi089.stdout:1017: finishing write tid 2 to smithi08986837-47 2024-07-26T06:08:07.352 INFO:tasks.rados.rados.0.smithi089.stdout:1017: finishing write tid 3 to smithi08986837-47 2024-07-26T06:08:07.352 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 47 v 528 (ObjNum 309 snap 91 seq_num 309) dirty exists 2024-07-26T06:08:07.352 INFO:tasks.rados.rados.0.smithi089.stdout:1017: left oid 47 (ObjNum 309 snap 91 seq_num 309) 2024-07-26T06:08:07.355 INFO:tasks.rados.rados.0.smithi089.stdout:1017: done (1 left) 2024-07-26T06:08:07.355 INFO:tasks.rados.rados.0.smithi089.stdout:1019: done (0 left) 2024-07-26T06:08:07.355 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 46 current snap is 91 2024-07-26T06:08:07.355 INFO:tasks.rados.rados.0.smithi089.stdout:1020: seq_num 311 ranges {5652480=417792} 2024-07-26T06:08:07.390 INFO:tasks.rados.rados.0.smithi089.stdout:1020: writing smithi08986837-46 from 5652480 to 6070272 tid 1 2024-07-26T06:08:07.390 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 15 current snap is 91 2024-07-26T06:08:07.390 INFO:tasks.rados.rados.0.smithi089.stdout:1021: seq_num 312 ranges {0=434176} 2024-07-26T06:08:07.393 INFO:tasks.rados.rados.0.smithi089.stdout:1021: writing smithi08986837-15 from 0 to 434176 tid 1 2024-07-26T06:08:07.393 INFO:tasks.rados.rados.0.smithi089.stdout:1022: read oid 31 snap -1 2024-07-26T06:08:07.393 INFO:tasks.rados.rados.0.smithi089.stdout:1022: expect (ObjNum 207 snap 52 seq_num 207) 2024-07-26T06:08:07.393 INFO:tasks.rados.rados.0.smithi089.stdout:1023: copy_from oid 33 from oid 44 current snap is 91 2024-07-26T06:08:07.393 INFO:tasks.rados.rados.0.smithi089.stdout:1024: snap_create 2024-07-26T06:08:07.399 INFO:tasks.rados.rados.0.smithi089.stdout:1020: finishing write tid 1 to smithi08986837-46 2024-07-26T06:08:07.399 INFO:tasks.rados.rados.0.smithi089.stdout:1020: finishing write tid 2 to smithi08986837-46 2024-07-26T06:08:07.399 INFO:tasks.rados.rados.0.smithi089.stdout:1021: finishing write tid 1 to smithi08986837-15 2024-07-26T06:08:07.399 INFO:tasks.rados.rados.0.smithi089.stdout:1021: finishing write tid 2 to smithi08986837-15 2024-07-26T06:08:07.402 INFO:tasks.rados.rados.0.smithi089.stdout:1020: finishing write tid 3 to smithi08986837-46 2024-07-26T06:08:07.402 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 46 v 531 (ObjNum 311 snap 91 seq_num 311) dirty exists 2024-07-26T06:08:07.402 INFO:tasks.rados.rados.0.smithi089.stdout:1020: left oid 46 (ObjNum 311 snap 91 seq_num 311) 2024-07-26T06:08:07.409 INFO:tasks.rados.rados.0.smithi089.stdout:1021: finishing write tid 3 to smithi08986837-15 2024-07-26T06:08:07.409 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 15 v 534 (ObjNum 312 snap 91 seq_num 312) dirty exists 2024-07-26T06:08:07.409 INFO:tasks.rados.rados.0.smithi089.stdout:1021: left oid 15 (ObjNum 312 snap 91 seq_num 312) 2024-07-26T06:08:07.437 INFO:tasks.rados.rados.0.smithi089.stdout:1023: finishing copy_from racing read to smithi08986837-33 2024-07-26T06:08:07.446 INFO:tasks.rados.rados.0.smithi089.stdout:1022: expect (ObjNum 207 snap 52 seq_num 207) 2024-07-26T06:08:07.599 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:07 smithi089 ceph-mon[99608]: osdmap e257: 8 total, 8 up, 8 in 2024-07-26T06:08:07.599 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:07 smithi089 ceph-mon[99608]: pgmap v35: 121 pgs: 121 active+clean; 190 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.2 MiB/s wr, 9 op/s 2024-07-26T06:08:07.599 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:07 smithi089 ceph-mon[102056]: osdmap e257: 8 total, 8 up, 8 in 2024-07-26T06:08:07.600 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:07 smithi089 ceph-mon[102056]: pgmap v35: 121 pgs: 121 active+clean; 190 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.2 MiB/s wr, 9 op/s 2024-07-26T06:08:07.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:07 smithi155 ceph-mon[33309]: osdmap e257: 8 total, 8 up, 8 in 2024-07-26T06:08:07.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:07 smithi155 ceph-mon[33309]: pgmap v35: 121 pgs: 121 active+clean; 190 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.2 MiB/s wr, 9 op/s 2024-07-26T06:08:08.227 INFO:tasks.rados.rados.0.smithi089.stdout:1023: finishing copy_from to smithi08986837-33 2024-07-26T06:08:08.227 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 33 v 404 (ObjNum 194 snap 48 seq_num 194) dirty exists 2024-07-26T06:08:08.349 INFO:tasks.rados.rados.0.smithi089.stdout:1020: done (4 left) 2024-07-26T06:08:08.349 INFO:tasks.rados.rados.0.smithi089.stdout:1021: done (3 left) 2024-07-26T06:08:08.350 INFO:tasks.rados.rados.0.smithi089.stdout:1022: done (2 left) 2024-07-26T06:08:08.350 INFO:tasks.rados.rados.0.smithi089.stdout:1023: done (1 left) 2024-07-26T06:08:08.350 INFO:tasks.rados.rados.0.smithi089.stdout:1024: done (0 left) 2024-07-26T06:08:08.350 INFO:tasks.rados.rados.0.smithi089.stdout:1025: snap_create 2024-07-26T06:08:08.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:08 smithi089 ceph-mon[99608]: osdmap e258: 8 total, 8 up, 8 in 2024-07-26T06:08:08.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:08 smithi089 ceph-mon[102056]: osdmap e258: 8 total, 8 up, 8 in 2024-07-26T06:08:08.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:08 smithi155 ceph-mon[33309]: osdmap e258: 8 total, 8 up, 8 in 2024-07-26T06:08:09.129 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:08:08 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:08:08.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster_addr=\"172.21.15.89\", device_class=\"ssd\", hostname=\"smithi089\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.89\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", cluster_addr=\"172.21.15.89\", device_class=\"ssd\", hostname=\"smithi089\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.89\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:08:09.360 INFO:tasks.rados.rados.0.smithi089.stdout:1025: done (0 left) 2024-07-26T06:08:09.361 INFO:tasks.rados.rados.0.smithi089.stdout:1026: snap_remove snap 84 2024-07-26T06:08:09.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:09 smithi155 ceph-mon[33309]: osdmap e259: 8 total, 8 up, 8 in 2024-07-26T06:08:09.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:09 smithi155 ceph-mon[33309]: pgmap v38: 121 pgs: 121 active+clean; 191 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 2.3 MiB/s wr, 13 op/s 2024-07-26T06:08:09.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:09 smithi155 ceph-mon[33309]: from='mgr.34104 ' entity='mgr.y' 2024-07-26T06:08:09.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:09 smithi155 ceph-mon[33309]: from='mgr.34104 ' entity='mgr.y' 2024-07-26T06:08:09.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:09 smithi155 ceph-mon[33309]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:08:09.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:09 smithi155 ceph-mon[33309]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:08:09.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:09 smithi155 ceph-mon[33309]: from='mgr.34104 ' entity='mgr.y' 2024-07-26T06:08:09.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:09 smithi155 ceph-mon[33309]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:08:09.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:09 smithi155 ceph-mon[33309]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:08:09.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:09 smithi155 ceph-mon[33309]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-07-26T06:08:09.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:09 smithi155 ceph-mon[33309]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-07-26T06:08:09.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:09 smithi089 ceph-mon[99608]: osdmap e259: 8 total, 8 up, 8 in 2024-07-26T06:08:09.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:09 smithi089 ceph-mon[99608]: pgmap v38: 121 pgs: 121 active+clean; 191 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 2.3 MiB/s wr, 13 op/s 2024-07-26T06:08:09.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:09 smithi089 ceph-mon[99608]: from='mgr.34104 ' entity='mgr.y' 2024-07-26T06:08:09.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:09 smithi089 ceph-mon[99608]: from='mgr.34104 ' entity='mgr.y' 2024-07-26T06:08:09.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:09 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:08:09.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:09 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:08:09.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:09 smithi089 ceph-mon[99608]: from='mgr.34104 ' entity='mgr.y' 2024-07-26T06:08:09.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:09 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:08:09.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:09 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:08:09.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:09 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-07-26T06:08:09.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:09 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-07-26T06:08:09.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:09 smithi089 ceph-mon[102056]: osdmap e259: 8 total, 8 up, 8 in 2024-07-26T06:08:09.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:09 smithi089 ceph-mon[102056]: pgmap v38: 121 pgs: 121 active+clean; 191 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 2.3 MiB/s wr, 13 op/s 2024-07-26T06:08:09.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:09 smithi089 ceph-mon[102056]: from='mgr.34104 ' entity='mgr.y' 2024-07-26T06:08:09.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:09 smithi089 ceph-mon[102056]: from='mgr.34104 ' entity='mgr.y' 2024-07-26T06:08:09.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:09 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:08:09.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:09 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:08:09.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:09 smithi089 ceph-mon[102056]: from='mgr.34104 ' entity='mgr.y' 2024-07-26T06:08:09.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:09 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:08:09.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:09 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:08:09.657 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:09 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-07-26T06:08:09.657 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:09 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-07-26T06:08:10.366 INFO:tasks.rados.rados.0.smithi089.stdout:1026: done (0 left) 2024-07-26T06:08:10.367 INFO:tasks.rados.rados.0.smithi089.stdout:1027: snap_remove snap 87 2024-07-26T06:08:10.476 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:10 smithi155 ceph-mon[33309]: Upgrade: It appears safe to stop mon.b 2024-07-26T06:08:10.476 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:10 smithi155 ceph-mon[33309]: osdmap e260: 8 total, 8 up, 8 in 2024-07-26T06:08:10.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:10 smithi089 ceph-mon[99608]: Upgrade: It appears safe to stop mon.b 2024-07-26T06:08:10.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:10 smithi089 ceph-mon[99608]: osdmap e260: 8 total, 8 up, 8 in 2024-07-26T06:08:10.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:10 smithi089 ceph-mon[102056]: Upgrade: It appears safe to stop mon.b 2024-07-26T06:08:10.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:10 smithi089 ceph-mon[102056]: osdmap e260: 8 total, 8 up, 8 in 2024-07-26T06:08:11.373 INFO:tasks.rados.rados.0.smithi089.stdout:1027: done (0 left) 2024-07-26T06:08:11.373 INFO:tasks.rados.rados.0.smithi089.stdout:1028: delete oid 6 current snap is 93 2024-07-26T06:08:11.377 INFO:tasks.rados.rados.0.smithi089.stdout:1028: done (0 left) 2024-07-26T06:08:11.377 INFO:tasks.rados.rados.0.smithi089.stdout:1029: read oid 23 snap 92 2024-07-26T06:08:11.377 INFO:tasks.rados.rados.0.smithi089.stdout:1029: expect (ObjNum 228 snap 59 seq_num 228) 2024-07-26T06:08:11.377 INFO:tasks.rados.rados.0.smithi089.stdout:1030: delete oid 28 current snap is 93 2024-07-26T06:08:11.378 INFO:tasks.rados.rados.0.smithi089.stdout:1030: done (1 left) 2024-07-26T06:08:11.378 INFO:tasks.rados.rados.0.smithi089.stdout:1031: delete oid 47 current snap is 93 2024-07-26T06:08:11.380 INFO:tasks.rados.rados.0.smithi089.stdout:1031: done (1 left) 2024-07-26T06:08:11.380 INFO:tasks.rados.rados.0.smithi089.stdout:1032: rollback oid 41 current snap is 93 2024-07-26T06:08:11.380 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 41 to 86 2024-07-26T06:08:11.381 INFO:tasks.rados.rados.0.smithi089.stdout:1033: snap_remove snap 85 2024-07-26T06:08:11.625 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:11 smithi155 ceph-mon[33309]: osdmap e261: 8 total, 8 up, 8 in 2024-07-26T06:08:11.625 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:11 smithi155 ceph-mon[33309]: Upgrade: Updating mon.b 2024-07-26T06:08:11.625 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:11 smithi155 ceph-mon[33309]: from='mgr.34104 ' entity='mgr.y' 2024-07-26T06:08:11.625 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:11 smithi155 ceph-mon[33309]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-26T06:08:11.626 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:11 smithi155 ceph-mon[33309]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-07-26T06:08:11.626 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:11 smithi155 ceph-mon[33309]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:08:11.626 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:11 smithi155 ceph-mon[33309]: Deploying daemon mon.b on smithi155 2024-07-26T06:08:11.626 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:11 smithi155 ceph-mon[33309]: pgmap v41: 121 pgs: 121 active+clean; 191 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 360 KiB/s wr, 4 op/s 2024-07-26T06:08:11.626 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:11 smithi155 ceph-mon[33309]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:08:11.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:11 smithi089 ceph-mon[99608]: osdmap e261: 8 total, 8 up, 8 in 2024-07-26T06:08:11.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:11 smithi089 ceph-mon[99608]: Upgrade: Updating mon.b 2024-07-26T06:08:11.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:11 smithi089 ceph-mon[99608]: from='mgr.34104 ' entity='mgr.y' 2024-07-26T06:08:11.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-26T06:08:11.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-07-26T06:08:11.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:08:11.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:11 smithi089 ceph-mon[99608]: Deploying daemon mon.b on smithi155 2024-07-26T06:08:11.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:11 smithi089 ceph-mon[99608]: pgmap v41: 121 pgs: 121 active+clean; 191 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 360 KiB/s wr, 4 op/s 2024-07-26T06:08:11.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:08:11.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:11 smithi089 ceph-mon[102056]: osdmap e261: 8 total, 8 up, 8 in 2024-07-26T06:08:11.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:11 smithi089 ceph-mon[102056]: Upgrade: Updating mon.b 2024-07-26T06:08:11.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:11 smithi089 ceph-mon[102056]: from='mgr.34104 ' entity='mgr.y' 2024-07-26T06:08:11.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-26T06:08:11.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-07-26T06:08:11.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:08:11.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:11 smithi089 ceph-mon[102056]: Deploying daemon mon.b on smithi155 2024-07-26T06:08:11.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:11 smithi089 ceph-mon[102056]: pgmap v41: 121 pgs: 121 active+clean; 191 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 360 KiB/s wr, 4 op/s 2024-07-26T06:08:11.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:08:12.381 INFO:tasks.rados.rados.0.smithi089.stdout:1033: done (2 left) 2024-07-26T06:08:12.382 INFO:tasks.rados.rados.0.smithi089.stdout:1034: read oid 29 snap -1 2024-07-26T06:08:12.382 INFO:tasks.rados.rados.0.smithi089.stdout:1034: expect (ObjNum 296 snap 86 seq_num 296) 2024-07-26T06:08:12.382 INFO:tasks.rados.rados.0.smithi089.stdout:1035: rmattr oid 28 current snap is 93 2024-07-26T06:08:12.382 INFO:tasks.rados.rados.0.smithi089.stdout:1035: done (3 left) 2024-07-26T06:08:12.382 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 9 current snap is 93 2024-07-26T06:08:12.382 INFO:tasks.rados.rados.0.smithi089.stdout:1032: finishing rollback tid 0 to smithi08986837-41 2024-07-26T06:08:12.382 INFO:tasks.rados.rados.0.smithi089.stdout:1032: finishing rollback tid 1 to smithi08986837-41 2024-07-26T06:08:12.382 INFO:tasks.rados.rados.0.smithi089.stdout:1032: finishing rollback tid 2 to smithi08986837-41 2024-07-26T06:08:12.383 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 41 v 407 (ObjNum 294 snap 86 seq_num 294) dirty exists 2024-07-26T06:08:12.383 INFO:tasks.rados.rados.0.smithi089.stdout:1029: expect (ObjNum 228 snap 59 seq_num 228) 2024-07-26T06:08:12.498 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:12 smithi155 systemd[1]: Stopping Ceph mon.b for 9bd49884-4b13-11ef-bcb6-c7b262605968... 2024-07-26T06:08:12.498 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:12 smithi155 ceph-mon[33309]: osdmap e262: 8 total, 8 up, 8 in 2024-07-26T06:08:12.499 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:08:12 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:08:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:08:12.652 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:12 smithi089 ceph-mon[99608]: osdmap e262: 8 total, 8 up, 8 in 2024-07-26T06:08:12.652 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:12 smithi089 ceph-mon[102056]: osdmap e262: 8 total, 8 up, 8 in 2024-07-26T06:08:12.652 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:08:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: [26/Jul/2024:06:08:12] ENGINE Bus STOPPING 2024-07-26T06:08:12.653 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:08:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:08:12] "GET /metrics HTTP/1.1" 200 36121 "" "Prometheus/2.43.0" 2024-07-26T06:08:12.653 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:08:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: [26/Jul/2024:06:08:12] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-07-26T06:08:12.653 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:08:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: [26/Jul/2024:06:08:12] ENGINE Bus STOPPED 2024-07-26T06:08:12.653 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:08:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: [26/Jul/2024:06:08:12] ENGINE Bus STARTING 2024-07-26T06:08:12.653 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:08:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: [26/Jul/2024:06:08:12] ENGINE Serving on http://:::9283 2024-07-26T06:08:12.653 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:08:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: [26/Jul/2024:06:08:12] ENGINE Bus STARTED 2024-07-26T06:08:12.772 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:12 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mon-b[33286]: 2024-07-26T06:08:12.497+0000 7f4fb8714640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-07-26T06:08:12.772 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:12 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mon-b[33286]: 2024-07-26T06:08:12.497+0000 7f4fb8714640 -1 mon.b@1(peon) e3 *** Got Signal Terminated *** 2024-07-26T06:08:12.772 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:12 smithi155 podman[89972]: 2024-07-26 06:08:12.548697443 +0000 UTC m=+0.182951131 container died 907a62e6621bc0cb63a61568ba28f7c80115df719fe49218f85759afebb4786a (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mon-b, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240724, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=quincy-5dff84c, GIT_BRANCH=HEAD) 2024-07-26T06:08:12.831 INFO:tasks.rados.rados.0.smithi089.stdout:1034: expect (ObjNum 296 snap 86 seq_num 296) 2024-07-26T06:08:13.063 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:12 smithi155 podman[89972]: 2024-07-26 06:08:12.878829721 +0000 UTC m=+0.513083412 container cleanup 907a62e6621bc0cb63a61568ba28f7c80115df719fe49218f85759afebb4786a (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mon-b, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=quincy-5dff84c, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240724, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-07-26T06:08:13.063 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:12 smithi155 bash[89972]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mon-b 2024-07-26T06:08:13.211 INFO:tasks.rados.rados.0.smithi089.stdout:1036: seq_num 316 ranges {0=499712} 2024-07-26T06:08:13.214 INFO:tasks.rados.rados.0.smithi089.stdout:1036: writing smithi08986837-9 from 0 to 499712 tid 1 2024-07-26T06:08:13.214 INFO:tasks.rados.rados.0.smithi089.stdout:1029: done (3 left) 2024-07-26T06:08:13.214 INFO:tasks.rados.rados.0.smithi089.stdout:1032: done (2 left) 2024-07-26T06:08:13.214 INFO:tasks.rados.rados.0.smithi089.stdout:1034: done (1 left) 2024-07-26T06:08:13.215 INFO:tasks.rados.rados.0.smithi089.stdout:1037: delete oid 45 current snap is 93 2024-07-26T06:08:13.216 INFO:tasks.rados.rados.0.smithi089.stdout:1037: done (1 left) 2024-07-26T06:08:13.216 INFO:tasks.rados.rados.0.smithi089.stdout:1038: read oid 3 snap -1 2024-07-26T06:08:13.216 INFO:tasks.rados.rados.0.smithi089.stdout:1038: expect deleted 2024-07-26T06:08:13.216 INFO:tasks.rados.rados.0.smithi089.stdout:1039: snap_remove snap 78 2024-07-26T06:08:13.322 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 podman[89989]: 2024-07-26 06:08:13.063247157 +0000 UTC m=+0.511534771 container remove 907a62e6621bc0cb63a61568ba28f7c80115df719fe49218f85759afebb4786a (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mon-b, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=quincy-5dff84c, org.label-schema.build-date=20240724, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-07-26T06:08:13.322 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 systemd[1]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@mon.b.service: Deactivated successfully. 2024-07-26T06:08:13.322 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 systemd[1]: Stopped Ceph mon.b for 9bd49884-4b13-11ef-bcb6-c7b262605968. 2024-07-26T06:08:13.322 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 systemd[1]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@mon.b.service: Consumed 8.939s CPU time. 2024-07-26T06:08:13.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 systemd[1]: Starting Ceph mon.b for 9bd49884-4b13-11ef-bcb6-c7b262605968... 2024-07-26T06:08:13.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:08:13.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi089\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi089\", job=\"node\", machine=\"x86_64\", nodename=\"smithi089\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", domainname=\"(none)\", instance=\"smithi089\", job=\"node\", machine=\"x86_64\", nodename=\"smithi089\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:08:13.749 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 podman[90122]: 2024-07-26 06:08:13.620400182 +0000 UTC m=+0.017707111 image pull a246f06af74af9a1c45475dc36c910d564494bacf385674011a33b62b93c2c8c quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c 2024-07-26T06:08:13.749 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 podman[90122]: 2024-07-26 06:08:13.747806867 +0000 UTC m=+0.145113782 container create f829551716a528ba356c6f20bc2bc7d2ab24b902db3af95b48f4bcc9a6ada139 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mon-b, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240724, RELEASE=squid-4b23044, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-07-26T06:08:13.984 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 podman[90122]: 2024-07-26 06:08:13.958431413 +0000 UTC m=+0.355738339 container init f829551716a528ba356c6f20bc2bc7d2ab24b902db3af95b48f4bcc9a6ada139 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mon-b, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240724, RELEASE=squid-4b23044, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0) 2024-07-26T06:08:13.984 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 podman[90122]: 2024-07-26 06:08:13.96300648 +0000 UTC m=+0.360313394 container start f829551716a528ba356c6f20bc2bc7d2ab24b902db3af95b48f4bcc9a6ada139 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mon-b, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240724, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-4b23044, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_BRANCH=HEAD) 2024-07-26T06:08:14.327 INFO:tasks.rados.rados.0.smithi089.stdout:1039: done (2 left) 2024-07-26T06:08:14.327 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 42 current snap is 93 2024-07-26T06:08:14.327 INFO:tasks.rados.rados.0.smithi089.stdout:1040: seq_num 318 ranges {278528=532480} 2024-07-26T06:08:14.332 INFO:tasks.rados.rados.0.smithi089.stdout:1040: writing smithi08986837-42 from 278528 to 811008 tid 1 2024-07-26T06:08:14.333 INFO:tasks.rados.rados.0.smithi089.stdout:1036: finishing write tid 1 to smithi08986837-9 2024-07-26T06:08:14.333 INFO:tasks.rados.rados.0.smithi089.stdout:1036: finishing write tid 2 to smithi08986837-9 2024-07-26T06:08:14.334 INFO:tasks.rados.rados.0.smithi089.stdout:1036: finishing write tid 3 to smithi08986837-9 2024-07-26T06:08:14.334 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 9 v 407 (ObjNum 316 snap 93 seq_num 316) dirty exists 2024-07-26T06:08:14.334 INFO:tasks.rados.rados.0.smithi089.stdout:1036: left oid 9 (ObjNum 316 snap 93 seq_num 316) 2024-07-26T06:08:14.334 INFO:tasks.rados.rados.0.smithi089.stdout:1036: done (2 left) 2024-07-26T06:08:14.334 INFO:tasks.rados.rados.0.smithi089.stdout:1038: done (1 left) 2024-07-26T06:08:14.334 INFO:tasks.rados.rados.0.smithi089.stdout:1041: read oid 31 snap -1 2024-07-26T06:08:14.334 INFO:tasks.rados.rados.0.smithi089.stdout:1041: expect (ObjNum 207 snap 52 seq_num 207) 2024-07-26T06:08:14.334 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 12 current snap is 93 2024-07-26T06:08:14.334 INFO:tasks.rados.rados.0.smithi089.stdout:1042: seq_num 319 ranges {0=548864} 2024-07-26T06:08:14.337 INFO:tasks.rados.rados.0.smithi089.stdout:1042: writing smithi08986837-12 from 0 to 548864 tid 1 2024-07-26T06:08:14.338 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 28 current snap is 93 2024-07-26T06:08:14.338 INFO:tasks.rados.rados.0.smithi089.stdout:1043: seq_num 320 ranges {0=565248} 2024-07-26T06:08:14.341 INFO:tasks.rados.rados.0.smithi089.stdout:1043: writing smithi08986837-28 from 0 to 565248 tid 1 2024-07-26T06:08:14.341 INFO:tasks.rados.rados.0.smithi089.stdout:1044: copy_from oid 9 from oid 34 current snap is 93 2024-07-26T06:08:14.342 INFO:tasks.rados.rados.0.smithi089.stdout:1045: snap_remove snap 69 2024-07-26T06:08:14.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: set uid:gid to 167:167 (ceph:ceph) 2024-07-26T06:08:14.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc), process ceph-mon, pid 7 2024-07-26T06:08:14.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: pidfile_write: ignore empty --pid-file 2024-07-26T06:08:14.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: load: jerasure load: lrc 2024-07-26T06:08:14.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: RocksDB version: 7.9.2 2024-07-26T06:08:14.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Git sha 0 2024-07-26T06:08:14.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Compile date 2024-07-25 21:13:28 2024-07-26T06:08:14.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: DB SUMMARY 2024-07-26T06:08:14.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: DB Session ID: 90CAL64G3BXYW2OH9TOX 2024-07-26T06:08:14.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: CURRENT file: CURRENT 2024-07-26T06:08:14.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: IDENTITY file: IDENTITY 2024-07-26T06:08:14.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: MANIFEST file: MANIFEST-000009 size: 1104 Bytes 2024-07-26T06:08:14.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000027.sst 2024-07-26T06:08:14.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000025.log size: 10090038 ; 2024-07-26T06:08:14.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.error_if_exists: 0 2024-07-26T06:08:14.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.create_if_missing: 0 2024-07-26T06:08:14.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.paranoid_checks: 1 2024-07-26T06:08:14.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.flush_verify_memtable_count: 1 2024-07-26T06:08:14.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-07-26T06:08:14.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-07-26T06:08:14.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.env: 0x557f0137c7a0 2024-07-26T06:08:14.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.fs: PosixFileSystem 2024-07-26T06:08:14.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.info_log: 0x557f032e94a0 2024-07-26T06:08:14.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.max_file_opening_threads: 16 2024-07-26T06:08:14.382 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.statistics: (nil) 2024-07-26T06:08:14.382 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.use_fsync: 0 2024-07-26T06:08:14.382 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.max_log_file_size: 0 2024-07-26T06:08:14.382 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-07-26T06:08:14.382 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.log_file_time_to_roll: 0 2024-07-26T06:08:14.382 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.keep_log_file_num: 1000 2024-07-26T06:08:14.382 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.recycle_log_file_num: 0 2024-07-26T06:08:14.382 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.allow_fallocate: 1 2024-07-26T06:08:14.382 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.allow_mmap_reads: 0 2024-07-26T06:08:14.382 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.allow_mmap_writes: 0 2024-07-26T06:08:14.382 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.use_direct_reads: 0 2024-07-26T06:08:14.382 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-07-26T06:08:14.382 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.create_missing_column_families: 0 2024-07-26T06:08:14.383 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.db_log_dir: 2024-07-26T06:08:14.383 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.wal_dir: 2024-07-26T06:08:14.383 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.table_cache_numshardbits: 6 2024-07-26T06:08:14.384 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.WAL_ttl_seconds: 0 2024-07-26T06:08:14.384 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.WAL_size_limit_MB: 0 2024-07-26T06:08:14.384 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-07-26T06:08:14.384 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-07-26T06:08:14.384 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.is_fd_close_on_exec: 1 2024-07-26T06:08:14.385 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.advise_random_on_open: 1 2024-07-26T06:08:14.385 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.db_write_buffer_size: 0 2024-07-26T06:08:14.385 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.write_buffer_manager: 0x557f032f88c0 2024-07-26T06:08:14.385 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-07-26T06:08:14.385 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-07-26T06:08:14.385 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.use_adaptive_mutex: 0 2024-07-26T06:08:14.385 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.rate_limiter: (nil) 2024-07-26T06:08:14.385 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-07-26T06:08:14.385 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.wal_recovery_mode: 2 2024-07-26T06:08:14.385 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.enable_thread_tracking: 0 2024-07-26T06:08:14.385 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.enable_pipelined_write: 0 2024-07-26T06:08:14.385 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.unordered_write: 0 2024-07-26T06:08:14.385 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-07-26T06:08:14.386 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-07-26T06:08:14.386 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-07-26T06:08:14.386 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-07-26T06:08:14.386 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.row_cache: None 2024-07-26T06:08:14.386 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.wal_filter: None 2024-07-26T06:08:14.386 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-07-26T06:08:14.386 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.allow_ingest_behind: 0 2024-07-26T06:08:14.386 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.two_write_queues: 0 2024-07-26T06:08:14.386 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.manual_wal_flush: 0 2024-07-26T06:08:14.386 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.wal_compression: 0 2024-07-26T06:08:14.386 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.atomic_flush: 0 2024-07-26T06:08:14.386 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-07-26T06:08:14.387 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.persist_stats_to_disk: 0 2024-07-26T06:08:14.387 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.write_dbid_to_manifest: 0 2024-07-26T06:08:14.387 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.log_readahead_size: 0 2024-07-26T06:08:14.387 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-07-26T06:08:14.387 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.best_efforts_recovery: 0 2024-07-26T06:08:14.387 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-07-26T06:08:14.387 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-07-26T06:08:14.387 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.allow_data_in_errors: 0 2024-07-26T06:08:14.387 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.db_host_id: __hostname__ 2024-07-26T06:08:14.387 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.enforce_single_del_contracts: true 2024-07-26T06:08:14.387 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.max_background_jobs: 2 2024-07-26T06:08:14.387 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.max_background_compactions: -1 2024-07-26T06:08:14.387 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.max_subcompactions: 1 2024-07-26T06:08:14.387 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-07-26T06:08:14.388 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-07-26T06:08:14.388 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.delayed_write_rate : 16777216 2024-07-26T06:08:14.388 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.max_total_wal_size: 0 2024-07-26T06:08:14.388 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-07-26T06:08:14.388 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.stats_dump_period_sec: 600 2024-07-26T06:08:14.388 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.stats_persist_period_sec: 600 2024-07-26T06:08:14.388 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-07-26T06:08:14.388 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.max_open_files: -1 2024-07-26T06:08:14.388 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.bytes_per_sync: 0 2024-07-26T06:08:14.388 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.wal_bytes_per_sync: 0 2024-07-26T06:08:14.388 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.strict_bytes_per_sync: 0 2024-07-26T06:08:14.388 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.compaction_readahead_size: 0 2024-07-26T06:08:14.388 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.max_background_flushes: -1 2024-07-26T06:08:14.389 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Compression algorithms supported: 2024-07-26T06:08:14.389 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: kZSTD supported: 0 2024-07-26T06:08:14.389 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: kXpressCompression supported: 0 2024-07-26T06:08:14.389 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: kBZip2Compression supported: 0 2024-07-26T06:08:14.389 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-07-26T06:08:14.389 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: kLZ4Compression supported: 1 2024-07-26T06:08:14.389 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: kZlibCompression supported: 1 2024-07-26T06:08:14.389 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: kLZ4HCCompression supported: 1 2024-07-26T06:08:14.389 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: kSnappyCompression supported: 1 2024-07-26T06:08:14.389 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Fast CRC32 supported: Supported on x86 2024-07-26T06:08:14.389 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: DMutex implementation: pthread_mutex_t 2024-07-26T06:08:14.389 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000009 2024-07-26T06:08:14.389 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-07-26T06:08:14.389 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-07-26T06:08:14.390 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.merge_operator: 2024-07-26T06:08:14.390 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.compaction_filter: None 2024-07-26T06:08:14.390 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.compaction_filter_factory: None 2024-07-26T06:08:14.390 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.sst_partitioner_factory: None 2024-07-26T06:08:14.390 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.memtable_factory: SkipListFactory 2024-07-26T06:08:14.390 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.table_factory: BlockBasedTable 2024-07-26T06:08:14.390 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x557f032e9080) 2024-07-26T06:08:14.390 INFO:journalctl@ceph.mon.b.smithi155.stdout: cache_index_and_filter_blocks: 1 2024-07-26T06:08:14.390 INFO:journalctl@ceph.mon.b.smithi155.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-07-26T06:08:14.390 INFO:journalctl@ceph.mon.b.smithi155.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-07-26T06:08:14.390 INFO:journalctl@ceph.mon.b.smithi155.stdout: pin_top_level_index_and_filter: 1 2024-07-26T06:08:14.390 INFO:journalctl@ceph.mon.b.smithi155.stdout: index_type: 0 2024-07-26T06:08:14.390 INFO:journalctl@ceph.mon.b.smithi155.stdout: data_block_index_type: 0 2024-07-26T06:08:14.391 INFO:journalctl@ceph.mon.b.smithi155.stdout: index_shortening: 1 2024-07-26T06:08:14.391 INFO:journalctl@ceph.mon.b.smithi155.stdout: data_block_hash_table_util_ratio: 0.750000 2024-07-26T06:08:14.391 INFO:journalctl@ceph.mon.b.smithi155.stdout: checksum: 4 2024-07-26T06:08:14.391 INFO:journalctl@ceph.mon.b.smithi155.stdout: no_block_cache: 0 2024-07-26T06:08:14.391 INFO:journalctl@ceph.mon.b.smithi155.stdout: block_cache: 0x557f032dd090 2024-07-26T06:08:14.391 INFO:journalctl@ceph.mon.b.smithi155.stdout: block_cache_name: BinnedLRUCache 2024-07-26T06:08:14.391 INFO:journalctl@ceph.mon.b.smithi155.stdout: block_cache_options: 2024-07-26T06:08:14.391 INFO:journalctl@ceph.mon.b.smithi155.stdout: capacity : 536870912 2024-07-26T06:08:14.391 INFO:journalctl@ceph.mon.b.smithi155.stdout: num_shard_bits : 4 2024-07-26T06:08:14.391 INFO:journalctl@ceph.mon.b.smithi155.stdout: strict_capacity_limit : 0 2024-07-26T06:08:14.391 INFO:journalctl@ceph.mon.b.smithi155.stdout: high_pri_pool_ratio: 0.000 2024-07-26T06:08:14.391 INFO:journalctl@ceph.mon.b.smithi155.stdout: block_cache_compressed: (nil) 2024-07-26T06:08:14.392 INFO:journalctl@ceph.mon.b.smithi155.stdout: persistent_cache: (nil) 2024-07-26T06:08:14.392 INFO:journalctl@ceph.mon.b.smithi155.stdout: block_size: 4096 2024-07-26T06:08:14.392 INFO:journalctl@ceph.mon.b.smithi155.stdout: block_size_deviation: 10 2024-07-26T06:08:14.392 INFO:journalctl@ceph.mon.b.smithi155.stdout: block_restart_interval: 16 2024-07-26T06:08:14.392 INFO:journalctl@ceph.mon.b.smithi155.stdout: index_block_restart_interval: 1 2024-07-26T06:08:14.392 INFO:journalctl@ceph.mon.b.smithi155.stdout: metadata_block_size: 4096 2024-07-26T06:08:14.392 INFO:journalctl@ceph.mon.b.smithi155.stdout: partition_filters: 0 2024-07-26T06:08:14.392 INFO:journalctl@ceph.mon.b.smithi155.stdout: use_delta_encoding: 1 2024-07-26T06:08:14.392 INFO:journalctl@ceph.mon.b.smithi155.stdout: filter_policy: bloomfilter 2024-07-26T06:08:14.392 INFO:journalctl@ceph.mon.b.smithi155.stdout: whole_key_filtering: 1 2024-07-26T06:08:14.392 INFO:journalctl@ceph.mon.b.smithi155.stdout: verify_compression: 0 2024-07-26T06:08:14.392 INFO:journalctl@ceph.mon.b.smithi155.stdout: read_amp_bytes_per_bit: 0 2024-07-26T06:08:14.393 INFO:journalctl@ceph.mon.b.smithi155.stdout: format_version: 5 2024-07-26T06:08:14.393 INFO:journalctl@ceph.mon.b.smithi155.stdout: enable_index_compression: 1 2024-07-26T06:08:14.393 INFO:journalctl@ceph.mon.b.smithi155.stdout: block_align: 0 2024-07-26T06:08:14.393 INFO:journalctl@ceph.mon.b.smithi155.stdout: max_auto_readahead_size: 262144 2024-07-26T06:08:14.393 INFO:journalctl@ceph.mon.b.smithi155.stdout: prepopulate_block_cache: 0 2024-07-26T06:08:14.393 INFO:journalctl@ceph.mon.b.smithi155.stdout: initial_auto_readahead_size: 8192 2024-07-26T06:08:14.393 INFO:journalctl@ceph.mon.b.smithi155.stdout: num_file_reads_for_auto_readahead: 2 2024-07-26T06:08:14.393 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.write_buffer_size: 33554432 2024-07-26T06:08:14.393 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.max_write_buffer_number: 2 2024-07-26T06:08:14.393 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.compression: NoCompression 2024-07-26T06:08:14.393 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.bottommost_compression: Disabled 2024-07-26T06:08:14.393 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.prefix_extractor: nullptr 2024-07-26T06:08:14.394 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-07-26T06:08:14.394 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.num_levels: 7 2024-07-26T06:08:14.394 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-07-26T06:08:14.394 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-07-26T06:08:14.394 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-07-26T06:08:14.394 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-07-26T06:08:14.394 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-07-26T06:08:14.394 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-07-26T06:08:14.394 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-07-26T06:08:14.394 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-07-26T06:08:14.394 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-07-26T06:08:14.394 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-07-26T06:08:14.394 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-07-26T06:08:14.395 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-07-26T06:08:14.395 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.compression_opts.window_bits: -14 2024-07-26T06:08:14.395 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.compression_opts.level: 32767 2024-07-26T06:08:14.395 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.compression_opts.strategy: 0 2024-07-26T06:08:14.395 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-07-26T06:08:14.395 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-07-26T06:08:14.395 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-07-26T06:08:14.395 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-07-26T06:08:14.395 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.compression_opts.enabled: false 2024-07-26T06:08:14.395 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-07-26T06:08:14.395 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-07-26T06:08:14.395 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-07-26T06:08:14.395 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-07-26T06:08:14.396 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.target_file_size_base: 67108864 2024-07-26T06:08:14.396 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.target_file_size_multiplier: 1 2024-07-26T06:08:14.396 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-07-26T06:08:14.396 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-07-26T06:08:14.396 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-07-26T06:08:14.396 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-07-26T06:08:14.396 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-07-26T06:08:14.396 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-07-26T06:08:14.396 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-07-26T06:08:14.396 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-07-26T06:08:14.396 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-07-26T06:08:14.396 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-07-26T06:08:14.396 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-07-26T06:08:14.396 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-07-26T06:08:14.397 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-07-26T06:08:14.397 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.arena_block_size: 1048576 2024-07-26T06:08:14.397 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-07-26T06:08:14.397 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-07-26T06:08:14.397 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.disable_auto_compactions: 0 2024-07-26T06:08:14.397 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-07-26T06:08:14.397 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-07-26T06:08:14.397 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-07-26T06:08:14.397 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-07-26T06:08:14.397 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-07-26T06:08:14.397 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-07-26T06:08:14.397 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-07-26T06:08:14.397 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-07-26T06:08:14.398 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-07-26T06:08:14.398 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-07-26T06:08:14.398 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-07-26T06:08:14.398 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.inplace_update_support: 0 2024-07-26T06:08:14.398 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.inplace_update_num_locks: 10000 2024-07-26T06:08:14.398 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-07-26T06:08:14.398 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-07-26T06:08:14.398 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.memtable_huge_page_size: 0 2024-07-26T06:08:14.398 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.bloom_locality: 0 2024-07-26T06:08:14.398 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.max_successive_merges: 0 2024-07-26T06:08:14.398 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.optimize_filters_for_hits: 0 2024-07-26T06:08:14.398 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.paranoid_file_checks: 0 2024-07-26T06:08:14.399 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.force_consistency_checks: 1 2024-07-26T06:08:14.399 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.report_bg_io_stats: 0 2024-07-26T06:08:14.399 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.ttl: 2592000 2024-07-26T06:08:14.399 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.periodic_compaction_seconds: 0 2024-07-26T06:08:14.399 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-07-26T06:08:14.399 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-07-26T06:08:14.399 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.enable_blob_files: false 2024-07-26T06:08:14.399 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.min_blob_size: 0 2024-07-26T06:08:14.399 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.blob_file_size: 268435456 2024-07-26T06:08:14.399 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.blob_compression_type: NoCompression 2024-07-26T06:08:14.399 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.enable_blob_garbage_collection: false 2024-07-26T06:08:14.399 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-07-26T06:08:14.399 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-07-26T06:08:14.400 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-07-26T06:08:14.400 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.blob_file_starting_level: 0 2024-07-26T06:08:14.400 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-07-26T06:08:14.400 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 27.sst 2024-07-26T06:08:14.400 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-07-26T06:08:14.400 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 29, last_sequence is 13569, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-07-26T06:08:14.400 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-07-26T06:08:14.400 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: bcea3d17-7267-45d5-b021-7eeeed560e10 2024-07-26T06:08:14.400 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: EVENT_LOG_v1 {"time_micros": 1721974093999922, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-07-26T06:08:14.400 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:13 smithi155 ceph-mon[90160]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-07-26T06:08:14.400 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:14 smithi155 ceph-mon[90160]: rocksdb: EVENT_LOG_v1 {"time_micros": 1721974094024921, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 6203316, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13574, "largest_seqno": 16916, "table_properties": {"data_size": 6188213, "index_size": 10280, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 3781, "raw_key_size": 34364, "raw_average_key_size": 22, "raw_value_size": 6156954, "raw_average_value_size": 4096, "num_data_blocks": 448, "num_entries": 1503, "num_filter_entries": 1503, "num_deletions": 294, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1721974094, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "bcea3d17-7267-45d5-b021-7eeeed560e10", "db_session_id": "90CAL64G3BXYW2OH9TOX", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-07-26T06:08:14.400 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:14 smithi155 ceph-mon[90160]: rocksdb: EVENT_LOG_v1 {"time_micros": 1721974094025066, "job": 1, "event": "recovery_finished"} 2024-07-26T06:08:14.400 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:14 smithi155 ceph-mon[90160]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-07-26T06:08:14.401 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:14 smithi155 ceph-mon[90160]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-07-26T06:08:14.401 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:14 smithi155 ceph-mon[90160]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-07-26T06:08:14.401 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:14 smithi155 ceph-mon[90160]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x557f0330ae00 2024-07-26T06:08:14.401 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:14 smithi155 ceph-mon[90160]: rocksdb: DB pointer 0x557f03404000 2024-07-26T06:08:14.401 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:14 smithi155 ceph-mon[90160]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-07-26T06:08:14.401 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:14 smithi155 ceph-mon[90160]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-07-26T06:08:14.401 INFO:journalctl@ceph.mon.b.smithi155.stdout: ** DB Stats ** 2024-07-26T06:08:14.401 INFO:journalctl@ceph.mon.b.smithi155.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-07-26T06:08:14.401 INFO:journalctl@ceph.mon.b.smithi155.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-07-26T06:08:14.401 INFO:journalctl@ceph.mon.b.smithi155.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-07-26T06:08:14.401 INFO:journalctl@ceph.mon.b.smithi155.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-07-26T06:08:14.401 INFO:journalctl@ceph.mon.b.smithi155.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-07-26T06:08:14.401 INFO:journalctl@ceph.mon.b.smithi155.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-07-26T06:08:14.401 INFO:journalctl@ceph.mon.b.smithi155.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-07-26T06:08:14.402 INFO:journalctl@ceph.mon.b.smithi155.stdout: 2024-07-26T06:08:14.402 INFO:journalctl@ceph.mon.b.smithi155.stdout: ** Compaction Stats [default] ** 2024-07-26T06:08:14.402 INFO:journalctl@ceph.mon.b.smithi155.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-07-26T06:08:14.402 INFO:journalctl@ceph.mon.b.smithi155.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-07-26T06:08:14.402 INFO:journalctl@ceph.mon.b.smithi155.stdout: L0 1/0 5.92 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 507.0 0.01 0.00 1 0.012 0 0 0.0 0.0 2024-07-26T06:08:14.402 INFO:journalctl@ceph.mon.b.smithi155.stdout: L6 1/0 7.55 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-07-26T06:08:14.402 INFO:journalctl@ceph.mon.b.smithi155.stdout: Sum 2/0 13.46 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 507.0 0.01 0.00 1 0.012 0 0 0.0 0.0 2024-07-26T06:08:14.402 INFO:journalctl@ceph.mon.b.smithi155.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 507.0 0.01 0.00 1 0.012 0 0 0.0 0.0 2024-07-26T06:08:14.402 INFO:journalctl@ceph.mon.b.smithi155.stdout: 2024-07-26T06:08:14.402 INFO:journalctl@ceph.mon.b.smithi155.stdout: ** Compaction Stats [default] ** 2024-07-26T06:08:14.402 INFO:journalctl@ceph.mon.b.smithi155.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-07-26T06:08:14.402 INFO:journalctl@ceph.mon.b.smithi155.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-07-26T06:08:14.402 INFO:journalctl@ceph.mon.b.smithi155.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 507.0 0.01 0.00 1 0.012 0 0 0.0 0.0 2024-07-26T06:08:14.403 INFO:journalctl@ceph.mon.b.smithi155.stdout: 2024-07-26T06:08:14.403 INFO:journalctl@ceph.mon.b.smithi155.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-07-26T06:08:14.403 INFO:journalctl@ceph.mon.b.smithi155.stdout: 2024-07-26T06:08:14.403 INFO:journalctl@ceph.mon.b.smithi155.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-07-26T06:08:14.403 INFO:journalctl@ceph.mon.b.smithi155.stdout: Flush(GB): cumulative 0.006, interval 0.006 2024-07-26T06:08:14.403 INFO:journalctl@ceph.mon.b.smithi155.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-07-26T06:08:14.403 INFO:journalctl@ceph.mon.b.smithi155.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-07-26T06:08:14.403 INFO:journalctl@ceph.mon.b.smithi155.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-07-26T06:08:14.403 INFO:journalctl@ceph.mon.b.smithi155.stdout: AddFile(Keys): cumulative 0, interval 0 2024-07-26T06:08:14.403 INFO:journalctl@ceph.mon.b.smithi155.stdout: Cumulative compaction: 0.01 GB write, 153.89 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-07-26T06:08:14.403 INFO:journalctl@ceph.mon.b.smithi155.stdout: Interval compaction: 0.01 GB write, 153.89 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-07-26T06:08:14.403 INFO:journalctl@ceph.mon.b.smithi155.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-07-26T06:08:14.403 INFO:journalctl@ceph.mon.b.smithi155.stdout: Block cache BinnedLRUCache@0x557f032dd090#7 capacity: 512.00 MB usage: 16.11 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.2e-05 secs_since: 0 2024-07-26T06:08:14.403 INFO:journalctl@ceph.mon.b.smithi155.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,4.03 KB,0.0007689%) IndexBlock(1,12.08 KB,0.00230372%) Misc(1,0.00 KB,0%) 2024-07-26T06:08:14.404 INFO:journalctl@ceph.mon.b.smithi155.stdout: 2024-07-26T06:08:14.404 INFO:journalctl@ceph.mon.b.smithi155.stdout: ** File Read Latency Histogram By Level [default] ** 2024-07-26T06:08:14.404 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:14 smithi155 ceph-mon[90160]: starting mon.b rank 1 at public addrs [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] at bind addrs [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 2024-07-26T06:08:14.404 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:14 smithi155 ceph-mon[90160]: mon.b@-1(???) e3 preinit fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 2024-07-26T06:08:14.404 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:14 smithi155 ceph-mon[90160]: mon.b@-1(???).mds e8 new map 2024-07-26T06:08:14.404 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:14 smithi155 ceph-mon[90160]: mon.b@-1(???).mds e8 print_map 2024-07-26T06:08:14.404 INFO:journalctl@ceph.mon.b.smithi155.stdout: e8 2024-07-26T06:08:14.404 INFO:journalctl@ceph.mon.b.smithi155.stdout: btime 1970-01-01T00:00:00:000000+0000 2024-07-26T06:08:14.404 INFO:journalctl@ceph.mon.b.smithi155.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-07-26T06:08:14.404 INFO:journalctl@ceph.mon.b.smithi155.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-07-26T06:08:14.404 INFO:journalctl@ceph.mon.b.smithi155.stdout: legacy client fscid: 1 2024-07-26T06:08:14.404 INFO:journalctl@ceph.mon.b.smithi155.stdout: 2024-07-26T06:08:14.404 INFO:journalctl@ceph.mon.b.smithi155.stdout: Filesystem 'cephfs' (1) 2024-07-26T06:08:14.404 INFO:journalctl@ceph.mon.b.smithi155.stdout: fs_name cephfs 2024-07-26T06:08:14.405 INFO:journalctl@ceph.mon.b.smithi155.stdout: epoch 8 2024-07-26T06:08:14.405 INFO:journalctl@ceph.mon.b.smithi155.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-07-26T06:08:14.405 INFO:journalctl@ceph.mon.b.smithi155.stdout: created 2024-07-26T06:01:13.343118+0000 2024-07-26T06:08:14.405 INFO:journalctl@ceph.mon.b.smithi155.stdout: modified 2024-07-26T06:01:26.369599+0000 2024-07-26T06:08:14.405 INFO:journalctl@ceph.mon.b.smithi155.stdout: tableserver 0 2024-07-26T06:08:14.405 INFO:journalctl@ceph.mon.b.smithi155.stdout: root 0 2024-07-26T06:08:14.405 INFO:journalctl@ceph.mon.b.smithi155.stdout: session_timeout 60 2024-07-26T06:08:14.405 INFO:journalctl@ceph.mon.b.smithi155.stdout: session_autoclose 300 2024-07-26T06:08:14.405 INFO:journalctl@ceph.mon.b.smithi155.stdout: max_file_size 1099511627776 2024-07-26T06:08:14.405 INFO:journalctl@ceph.mon.b.smithi155.stdout: max_xattr_size 65536 2024-07-26T06:08:14.405 INFO:journalctl@ceph.mon.b.smithi155.stdout: required_client_features {} 2024-07-26T06:08:14.405 INFO:journalctl@ceph.mon.b.smithi155.stdout: last_failure 0 2024-07-26T06:08:14.405 INFO:journalctl@ceph.mon.b.smithi155.stdout: last_failure_osd_epoch 0 2024-07-26T06:08:14.406 INFO:journalctl@ceph.mon.b.smithi155.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-07-26T06:08:14.406 INFO:journalctl@ceph.mon.b.smithi155.stdout: max_mds 1 2024-07-26T06:08:14.406 INFO:journalctl@ceph.mon.b.smithi155.stdout: in 0 2024-07-26T06:08:14.406 INFO:journalctl@ceph.mon.b.smithi155.stdout: up {0=24319} 2024-07-26T06:08:14.406 INFO:journalctl@ceph.mon.b.smithi155.stdout: failed 2024-07-26T06:08:14.406 INFO:journalctl@ceph.mon.b.smithi155.stdout: damaged 2024-07-26T06:08:14.406 INFO:journalctl@ceph.mon.b.smithi155.stdout: stopped 2024-07-26T06:08:14.406 INFO:journalctl@ceph.mon.b.smithi155.stdout: data_pools [3] 2024-07-26T06:08:14.406 INFO:journalctl@ceph.mon.b.smithi155.stdout: metadata_pool 2 2024-07-26T06:08:14.406 INFO:journalctl@ceph.mon.b.smithi155.stdout: inline_data disabled 2024-07-26T06:08:14.406 INFO:journalctl@ceph.mon.b.smithi155.stdout: balancer 2024-07-26T06:08:14.406 INFO:journalctl@ceph.mon.b.smithi155.stdout: bal_rank_mask -1 2024-07-26T06:08:14.407 INFO:journalctl@ceph.mon.b.smithi155.stdout: standby_count_wanted 0 2024-07-26T06:08:14.407 INFO:journalctl@ceph.mon.b.smithi155.stdout: qdb_cluster leader: 0 members: 2024-07-26T06:08:14.407 INFO:journalctl@ceph.mon.b.smithi155.stdout: [mds.b{0:24319} state up:active seq 6 addr [v2:172.21.15.155:6832/1230019515,v1:172.21.15.155:6833/1230019515] compat {c=[1],r=[1],i=[7ff]}] 2024-07-26T06:08:14.407 INFO:journalctl@ceph.mon.b.smithi155.stdout: 2024-07-26T06:08:14.407 INFO:journalctl@ceph.mon.b.smithi155.stdout: 2024-07-26T06:08:14.407 INFO:journalctl@ceph.mon.b.smithi155.stdout: Standby daemons: 2024-07-26T06:08:14.407 INFO:journalctl@ceph.mon.b.smithi155.stdout: 2024-07-26T06:08:14.407 INFO:journalctl@ceph.mon.b.smithi155.stdout: [mds.a{-1:14427} state up:standby seq 1 addr [v2:172.21.15.89:6834/3345943564,v1:172.21.15.89:6835/3345943564] compat {c=[1],r=[1],i=[7ff]}] 2024-07-26T06:08:14.407 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:14 smithi155 ceph-mon[90160]: mon.b@-1(???).osd e263 crush map has features 3314933069573799936, adjusting msgr requires 2024-07-26T06:08:14.407 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:14 smithi155 ceph-mon[90160]: mon.b@-1(???).osd e263 crush map has features 432629308056666112, adjusting msgr requires 2024-07-26T06:08:14.407 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:14 smithi155 ceph-mon[90160]: mon.b@-1(???).osd e263 crush map has features 432629308056666112, adjusting msgr requires 2024-07-26T06:08:14.407 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:14 smithi155 ceph-mon[90160]: mon.b@-1(???).osd e263 crush map has features 432629308056666112, adjusting msgr requires 2024-07-26T06:08:14.407 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:14 smithi155 ceph-mon[90160]: mon.b@-1(???).paxosservice(auth 1..21) refresh upgraded, format 0 -> 3 2024-07-26T06:08:14.408 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:14 smithi155 bash[90122]: f829551716a528ba356c6f20bc2bc7d2ab24b902db3af95b48f4bcc9a6ada139 2024-07-26T06:08:14.408 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:14 smithi155 systemd[1]: Started Ceph mon.b for 9bd49884-4b13-11ef-bcb6-c7b262605968. 2024-07-26T06:08:14.879 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:08:14 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:08:14.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:08:14.879 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:08:14 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:08:14.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:08:15.334 INFO:tasks.rados.rados.0.smithi089.stdout:1045: done (5 left) 2024-07-26T06:08:15.334 INFO:tasks.rados.rados.0.smithi089.stdout:1046: read oid 27 snap 86 2024-07-26T06:08:15.334 INFO:tasks.rados.rados.0.smithi089.stdout:1046: expect (ObjNum 245 snap 65 seq_num 245) 2024-07-26T06:08:15.334 INFO:tasks.rados.rados.0.smithi089.stdout:1047: snap_remove snap 89 2024-07-26T06:08:15.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:15 smithi155 ceph-mon[90160]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-07-26T06:08:15.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:15 smithi155 ceph-mon[90160]: osdmap e263: 8 total, 8 up, 8 in 2024-07-26T06:08:15.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:15 smithi155 ceph-mon[90160]: mgrmap e41: y(active, since 33s), standbys: x 2024-07-26T06:08:15.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:15 smithi155 ceph-mon[90160]: overall HEALTH_OK 2024-07-26T06:08:15.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:15 smithi155 ceph-mon[90160]: mon.b calling monitor election 2024-07-26T06:08:15.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:15 smithi155 ceph-mon[90160]: mon.a calling monitor election 2024-07-26T06:08:15.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:15 smithi155 ceph-mon[90160]: mon.c calling monitor election 2024-07-26T06:08:15.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:15 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:08:15.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:15 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:08:15.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:15 smithi155 ceph-mon[90160]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-07-26T06:08:15.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:15 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:08:15.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:15 smithi155 ceph-mon[90160]: monmap epoch 4 2024-07-26T06:08:15.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:15 smithi155 ceph-mon[90160]: fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 2024-07-26T06:08:15.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:15 smithi155 ceph-mon[90160]: last_changed 2024-07-26T06:08:14.133857+0000 2024-07-26T06:08:15.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:15 smithi155 ceph-mon[90160]: created 2024-07-26T05:55:42.540523+0000 2024-07-26T06:08:15.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:15 smithi155 ceph-mon[90160]: min_mon_release 19 (squid) 2024-07-26T06:08:15.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:15 smithi155 ceph-mon[90160]: election_strategy: 1 2024-07-26T06:08:15.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:15 smithi155 ceph-mon[90160]: 0: [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] mon.a 2024-07-26T06:08:15.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:15 smithi155 ceph-mon[90160]: 1: [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] mon.b 2024-07-26T06:08:15.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:15 smithi155 ceph-mon[90160]: 2: [v2:172.21.15.89:3301/0,v1:172.21.15.89:6790/0] mon.c 2024-07-26T06:08:15.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:15 smithi155 ceph-mon[90160]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-07-26T06:08:15.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:15 smithi155 ceph-mon[90160]: osdmap e263: 8 total, 8 up, 8 in 2024-07-26T06:08:15.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:15 smithi155 ceph-mon[90160]: mgrmap e41: y(active, since 33s), standbys: x 2024-07-26T06:08:15.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:15 smithi155 ceph-mon[90160]: overall HEALTH_OK 2024-07-26T06:08:15.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:15 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:15.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:15 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:15.382 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:15 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:08:15.382 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:15 smithi155 ceph-mon[90160]: osdmap e264: 8 total, 8 up, 8 in 2024-07-26T06:08:15.382 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:15 smithi155 ceph-mon[90160]: pgmap v46: 121 pgs: 121 active+clean; 197 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-07-26T06:08:15.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:15 smithi089 ceph-mon[99608]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-07-26T06:08:15.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:15 smithi089 ceph-mon[99608]: osdmap e263: 8 total, 8 up, 8 in 2024-07-26T06:08:15.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:15 smithi089 ceph-mon[99608]: mgrmap e41: y(active, since 33s), standbys: x 2024-07-26T06:08:15.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:15 smithi089 ceph-mon[99608]: overall HEALTH_OK 2024-07-26T06:08:15.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:15 smithi089 ceph-mon[99608]: mon.b calling monitor election 2024-07-26T06:08:15.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:15 smithi089 ceph-mon[99608]: mon.a calling monitor election 2024-07-26T06:08:15.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:15 smithi089 ceph-mon[99608]: mon.c calling monitor election 2024-07-26T06:08:15.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:15 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:08:15.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:15 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:08:15.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:15 smithi089 ceph-mon[99608]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-07-26T06:08:15.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:15 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:08:15.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:15 smithi089 ceph-mon[99608]: monmap epoch 4 2024-07-26T06:08:15.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:15 smithi089 ceph-mon[99608]: fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 2024-07-26T06:08:15.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:15 smithi089 ceph-mon[99608]: last_changed 2024-07-26T06:08:14.133857+0000 2024-07-26T06:08:15.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:15 smithi089 ceph-mon[99608]: created 2024-07-26T05:55:42.540523+0000 2024-07-26T06:08:15.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:15 smithi089 ceph-mon[99608]: min_mon_release 19 (squid) 2024-07-26T06:08:15.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:15 smithi089 ceph-mon[99608]: election_strategy: 1 2024-07-26T06:08:15.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:15 smithi089 ceph-mon[99608]: 0: [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] mon.a 2024-07-26T06:08:15.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:15 smithi089 ceph-mon[99608]: 1: [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] mon.b 2024-07-26T06:08:15.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:15 smithi089 ceph-mon[99608]: 2: [v2:172.21.15.89:3301/0,v1:172.21.15.89:6790/0] mon.c 2024-07-26T06:08:15.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:15 smithi089 ceph-mon[99608]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-07-26T06:08:15.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:15 smithi089 ceph-mon[99608]: osdmap e263: 8 total, 8 up, 8 in 2024-07-26T06:08:15.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:15 smithi089 ceph-mon[99608]: mgrmap e41: y(active, since 33s), standbys: x 2024-07-26T06:08:15.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:15 smithi089 ceph-mon[99608]: overall HEALTH_OK 2024-07-26T06:08:15.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:15 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:15.407 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:15 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:15.407 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:15 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:08:15.407 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:15 smithi089 ceph-mon[99608]: osdmap e264: 8 total, 8 up, 8 in 2024-07-26T06:08:15.407 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:15 smithi089 ceph-mon[99608]: pgmap v46: 121 pgs: 121 active+clean; 197 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-07-26T06:08:15.407 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:15 smithi089 ceph-mon[102056]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-07-26T06:08:15.407 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:15 smithi089 ceph-mon[102056]: osdmap e263: 8 total, 8 up, 8 in 2024-07-26T06:08:15.407 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:15 smithi089 ceph-mon[102056]: mgrmap e41: y(active, since 33s), standbys: x 2024-07-26T06:08:15.407 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:15 smithi089 ceph-mon[102056]: overall HEALTH_OK 2024-07-26T06:08:15.407 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:15 smithi089 ceph-mon[102056]: mon.b calling monitor election 2024-07-26T06:08:15.407 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:15 smithi089 ceph-mon[102056]: mon.a calling monitor election 2024-07-26T06:08:15.407 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:15 smithi089 ceph-mon[102056]: mon.c calling monitor election 2024-07-26T06:08:15.407 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:15 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:08:15.408 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:15 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:08:15.408 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:15 smithi089 ceph-mon[102056]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-07-26T06:08:15.408 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:15 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:08:15.408 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:15 smithi089 ceph-mon[102056]: monmap epoch 4 2024-07-26T06:08:15.408 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:15 smithi089 ceph-mon[102056]: fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 2024-07-26T06:08:15.408 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:15 smithi089 ceph-mon[102056]: last_changed 2024-07-26T06:08:14.133857+0000 2024-07-26T06:08:15.408 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:15 smithi089 ceph-mon[102056]: created 2024-07-26T05:55:42.540523+0000 2024-07-26T06:08:15.408 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:15 smithi089 ceph-mon[102056]: min_mon_release 19 (squid) 2024-07-26T06:08:15.408 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:15 smithi089 ceph-mon[102056]: election_strategy: 1 2024-07-26T06:08:15.408 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:15 smithi089 ceph-mon[102056]: 0: [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] mon.a 2024-07-26T06:08:15.408 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:15 smithi089 ceph-mon[102056]: 1: [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] mon.b 2024-07-26T06:08:15.408 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:15 smithi089 ceph-mon[102056]: 2: [v2:172.21.15.89:3301/0,v1:172.21.15.89:6790/0] mon.c 2024-07-26T06:08:15.408 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:15 smithi089 ceph-mon[102056]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-07-26T06:08:15.409 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:15 smithi089 ceph-mon[102056]: osdmap e263: 8 total, 8 up, 8 in 2024-07-26T06:08:15.409 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:15 smithi089 ceph-mon[102056]: mgrmap e41: y(active, since 33s), standbys: x 2024-07-26T06:08:15.409 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:15 smithi089 ceph-mon[102056]: overall HEALTH_OK 2024-07-26T06:08:15.409 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:15 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:15.409 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:15 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:15.409 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:15 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:08:15.409 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:15 smithi089 ceph-mon[102056]: osdmap e264: 8 total, 8 up, 8 in 2024-07-26T06:08:15.409 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:15 smithi089 ceph-mon[102056]: pgmap v46: 121 pgs: 121 active+clean; 197 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-07-26T06:08:16.338 INFO:tasks.rados.rados.0.smithi089.stdout:1047: done (6 left) 2024-07-26T06:08:16.338 INFO:tasks.rados.rados.0.smithi089.stdout:1048: snap_create 2024-07-26T06:08:16.338 INFO:tasks.rados.rados.0.smithi089.stdout:1040: finishing write tid 1 to smithi08986837-42 2024-07-26T06:08:16.338 INFO:tasks.rados.rados.0.smithi089.stdout:1040: finishing write tid 2 to smithi08986837-42 2024-07-26T06:08:16.338 INFO:tasks.rados.rados.0.smithi089.stdout:1043: finishing write tid 1 to smithi08986837-28 2024-07-26T06:08:16.338 INFO:tasks.rados.rados.0.smithi089.stdout:1043: finishing write tid 2 to smithi08986837-28 2024-07-26T06:08:16.338 INFO:tasks.rados.rados.0.smithi089.stdout:1043: finishing write tid 3 to smithi08986837-28 2024-07-26T06:08:16.338 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 28 v 377 (ObjNum 320 snap 93 seq_num 320) dirty exists 2024-07-26T06:08:16.338 INFO:tasks.rados.rados.0.smithi089.stdout:1043: left oid 28 (ObjNum 320 snap 93 seq_num 320) 2024-07-26T06:08:16.338 INFO:tasks.rados.rados.0.smithi089.stdout:1040: finishing write tid 3 to smithi08986837-42 2024-07-26T06:08:16.338 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 42 v 565 (ObjNum 318 snap 93 seq_num 318) dirty exists 2024-07-26T06:08:16.339 INFO:tasks.rados.rados.0.smithi089.stdout:1040: left oid 42 (ObjNum 318 snap 93 seq_num 318) 2024-07-26T06:08:16.339 INFO:tasks.rados.rados.0.smithi089.stdout:1044: finishing copy_from racing read to smithi08986837-9 2024-07-26T06:08:16.339 INFO:tasks.rados.rados.0.smithi089.stdout:1044: finishing copy_from to smithi08986837-9 2024-07-26T06:08:16.339 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 9 v 245 (ObjNum 293 snap 86 seq_num 293) dirty exists 2024-07-26T06:08:16.339 INFO:tasks.rados.rados.0.smithi089.stdout:1042: finishing write tid 1 to smithi08986837-12 2024-07-26T06:08:16.339 INFO:tasks.rados.rados.0.smithi089.stdout:1042: finishing write tid 2 to smithi08986837-12 2024-07-26T06:08:16.339 INFO:tasks.rados.rados.0.smithi089.stdout:1042: finishing write tid 3 to smithi08986837-12 2024-07-26T06:08:16.339 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 12 v 501 (ObjNum 319 snap 93 seq_num 319) dirty exists 2024-07-26T06:08:16.339 INFO:tasks.rados.rados.0.smithi089.stdout:1042: left oid 12 (ObjNum 319 snap 93 seq_num 319) 2024-07-26T06:08:16.339 INFO:tasks.rados.rados.0.smithi089.stdout:1041: expect (ObjNum 207 snap 52 seq_num 207) 2024-07-26T06:08:16.340 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:16 smithi155 ceph-mon[90160]: osdmap e265: 8 total, 8 up, 8 in 2024-07-26T06:08:16.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:16 smithi089 ceph-mon[99608]: osdmap e265: 8 total, 8 up, 8 in 2024-07-26T06:08:16.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:16 smithi089 ceph-mon[102056]: osdmap e265: 8 total, 8 up, 8 in 2024-07-26T06:08:17.095 INFO:tasks.rados.rados.0.smithi089.stdout:1046: expect (ObjNum 245 snap 65 seq_num 245) 2024-07-26T06:08:17.348 INFO:tasks.rados.rados.0.smithi089.stdout:1040: done (6 left) 2024-07-26T06:08:17.348 INFO:tasks.rados.rados.0.smithi089.stdout:1041: done (5 left) 2024-07-26T06:08:17.348 INFO:tasks.rados.rados.0.smithi089.stdout:1042: done (4 left) 2024-07-26T06:08:17.348 INFO:tasks.rados.rados.0.smithi089.stdout:1043: done (3 left) 2024-07-26T06:08:17.349 INFO:tasks.rados.rados.0.smithi089.stdout:1044: done (2 left) 2024-07-26T06:08:17.349 INFO:tasks.rados.rados.0.smithi089.stdout:1046: done (1 left) 2024-07-26T06:08:17.349 INFO:tasks.rados.rados.0.smithi089.stdout:1048: done (0 left) 2024-07-26T06:08:17.349 INFO:tasks.rados.rados.0.smithi089.stdout:1049: rmattr oid 26 current snap is 94 2024-07-26T06:08:17.349 INFO:tasks.rados.rados.0.smithi089.stdout:1050: rmattr oid 42 current snap is 94 2024-07-26T06:08:17.349 INFO:tasks.rados.rados.0.smithi089.stdout:1051: rmattr oid 24 current snap is 94 2024-07-26T06:08:17.349 INFO:tasks.rados.rados.0.smithi089.stdout:1051: done (2 left) 2024-07-26T06:08:17.349 INFO:tasks.rados.rados.0.smithi089.stdout:1052: snap_remove snap 86 2024-07-26T06:08:17.622 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:17 smithi155 ceph-mon[90160]: osdmap e266: 8 total, 8 up, 8 in 2024-07-26T06:08:17.622 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:17 smithi155 ceph-mon[90160]: pgmap v49: 121 pgs: 121 active+clean; 160 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 631 KiB/s wr, 5 op/s 2024-07-26T06:08:17.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:17 smithi089 ceph-mon[99608]: osdmap e266: 8 total, 8 up, 8 in 2024-07-26T06:08:17.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:17 smithi089 ceph-mon[99608]: pgmap v49: 121 pgs: 121 active+clean; 160 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 631 KiB/s wr, 5 op/s 2024-07-26T06:08:17.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:17 smithi089 ceph-mon[102056]: osdmap e266: 8 total, 8 up, 8 in 2024-07-26T06:08:17.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:17 smithi089 ceph-mon[102056]: pgmap v49: 121 pgs: 121 active+clean; 160 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 631 KiB/s wr, 5 op/s 2024-07-26T06:08:18.352 INFO:tasks.rados.rados.0.smithi089.stdout:1052: done (2 left) 2024-07-26T06:08:18.352 INFO:tasks.rados.rados.0.smithi089.stdout:1053: delete oid 10 current snap is 94 2024-07-26T06:08:18.353 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 26 v 305 (ObjNum 184 snap 47 seq_num 184) dirty exists 2024-07-26T06:08:18.353 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 42 v 597 (ObjNum 318 snap 93 seq_num 318) dirty exists 2024-07-26T06:08:18.363 INFO:tasks.rados.rados.0.smithi089.stdout:1049: done (2 left) 2024-07-26T06:08:18.363 INFO:tasks.rados.rados.0.smithi089.stdout:1050: done (1 left) 2024-07-26T06:08:18.363 INFO:tasks.rados.rados.0.smithi089.stdout:1053: done (0 left) 2024-07-26T06:08:18.363 INFO:tasks.rados.rados.0.smithi089.stdout:1054: rollback oid 3 current snap is 94 2024-07-26T06:08:18.363 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 3 to 91 2024-07-26T06:08:18.363 INFO:tasks.rados.rados.0.smithi089.stdout:1055: setattr oid 37 current snap is 94 2024-07-26T06:08:18.364 INFO:tasks.rados.rados.0.smithi089.stdout:1054: finishing rollback tid 1 to smithi08986837-3 2024-07-26T06:08:18.364 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 3 v 0 (ObjNum 289 snap 0 seq_num 2521065555) dirty dne 2024-07-26T06:08:18.365 INFO:tasks.rados.rados.0.smithi089.stdout:1054: done (1 left) 2024-07-26T06:08:18.365 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 14 current snap is 94 2024-07-26T06:08:18.365 INFO:tasks.rados.rados.0.smithi089.stdout:1056: seq_num 322 ranges {3014656=598016} 2024-07-26T06:08:18.385 INFO:tasks.rados.rados.0.smithi089.stdout:1056: writing smithi08986837-14 from 3014656 to 3612672 tid 1 2024-07-26T06:08:18.385 INFO:tasks.rados.rados.0.smithi089.stdout:1057: snap_create 2024-07-26T06:08:18.385 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 37 v 607 (ObjNum 262 snap 76 seq_num 262) dirty exists 2024-07-26T06:08:18.387 INFO:tasks.rados.rados.0.smithi089.stdout:1056: finishing write tid 1 to smithi08986837-14 2024-07-26T06:08:18.387 INFO:tasks.rados.rados.0.smithi089.stdout:1056: finishing write tid 2 to smithi08986837-14 2024-07-26T06:08:18.388 INFO:tasks.rados.rados.0.smithi089.stdout:1056: finishing write tid 3 to smithi08986837-14 2024-07-26T06:08:18.388 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 14 v 610 (ObjNum 322 snap 94 seq_num 322) dirty exists 2024-07-26T06:08:18.389 INFO:tasks.rados.rados.0.smithi089.stdout:1056: left oid 14 (ObjNum 322 snap 94 seq_num 322) 2024-07-26T06:08:18.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:18 smithi155 ceph-mon[90160]: osdmap e267: 8 total, 8 up, 8 in 2024-07-26T06:08:18.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:18 smithi089 ceph-mon[99608]: osdmap e267: 8 total, 8 up, 8 in 2024-07-26T06:08:18.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:18 smithi089 ceph-mon[102056]: osdmap e267: 8 total, 8 up, 8 in 2024-07-26T06:08:19.129 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:08:18 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:08:18.658Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster_addr=\"172.21.15.89\", device_class=\"ssd\", hostname=\"smithi089\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.89\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", cluster_addr=\"172.21.15.89\", device_class=\"ssd\", hostname=\"smithi089\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.89\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:08:19.366 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:08:19 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T06:08:19.035+0000 7fd300c10640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-07-26T06:08:19.370 INFO:tasks.rados.rados.0.smithi089.stdout:1055: done (2 left) 2024-07-26T06:08:19.371 INFO:tasks.rados.rados.0.smithi089.stdout:1056: done (1 left) 2024-07-26T06:08:19.371 INFO:tasks.rados.rados.0.smithi089.stdout:1057: done (0 left) 2024-07-26T06:08:19.371 INFO:tasks.rados.rados.0.smithi089.stdout:1058: read oid 7 snap 88 2024-07-26T06:08:19.371 INFO:tasks.rados.rados.0.smithi089.stdout:1058: expect (ObjNum 252 snap 67 seq_num 252) 2024-07-26T06:08:19.371 INFO:tasks.rados.rados.0.smithi089.stdout:1059: copy_from oid 16 from oid 4 current snap is 95 2024-07-26T06:08:19.371 INFO:tasks.rados.rados.0.smithi089.stdout:1060: snap_remove snap 92 2024-07-26T06:08:19.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:19 smithi155 ceph-mon[90160]: osdmap e268: 8 total, 8 up, 8 in 2024-07-26T06:08:19.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:19 smithi155 ceph-mon[90160]: pgmap v52: 121 pgs: 121 active+clean; 141 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 802 KiB/s wr, 6 op/s 2024-07-26T06:08:19.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:19 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:08:19.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:19 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:08:19.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:19 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:08:19.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:19 smithi155 ceph-mon[90160]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:08:19.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:19 smithi155 ceph-mon[90160]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:08:19.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:19 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:08:19.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:19 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:08:19.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:19 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:08:19.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:19 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:19.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:19 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:19.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:19 smithi089 ceph-mon[99608]: osdmap e268: 8 total, 8 up, 8 in 2024-07-26T06:08:19.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:19 smithi089 ceph-mon[99608]: pgmap v52: 121 pgs: 121 active+clean; 141 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 802 KiB/s wr, 6 op/s 2024-07-26T06:08:19.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:19 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:08:19.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:19 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:08:19.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:19 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:08:19.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:19 smithi089 ceph-mon[99608]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:08:19.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:19 smithi089 ceph-mon[99608]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:08:19.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:19 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:08:19.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:19 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:08:19.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:19 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:08:19.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:19 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:19.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:19 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:19.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:19 smithi089 ceph-mon[102056]: osdmap e268: 8 total, 8 up, 8 in 2024-07-26T06:08:19.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:19 smithi089 ceph-mon[102056]: pgmap v52: 121 pgs: 121 active+clean; 141 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 802 KiB/s wr, 6 op/s 2024-07-26T06:08:19.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:19 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:08:19.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:19 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:08:19.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:19 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:08:19.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:19 smithi089 ceph-mon[102056]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:08:19.657 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:19 smithi089 ceph-mon[102056]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:08:19.657 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:19 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:08:19.657 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:19 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:08:19.657 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:19 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:08:19.657 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:19 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:19.657 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:19 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:20.374 INFO:tasks.rados.rados.0.smithi089.stdout:1058: expect (ObjNum 252 snap 67 seq_num 252) 2024-07-26T06:08:20.565 INFO:tasks.rados.rados.0.smithi089.stdout:1059: finishing copy_from racing read to smithi08986837-16 2024-07-26T06:08:20.565 INFO:tasks.rados.rados.0.smithi089.stdout:1059: finishing copy_from to smithi08986837-16 2024-07-26T06:08:20.565 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 16 v 243 (ObjNum 132 snap 30 seq_num 132) dirty exists 2024-07-26T06:08:20.565 INFO:tasks.rados.rados.0.smithi089.stdout:1058: done (2 left) 2024-07-26T06:08:20.565 INFO:tasks.rados.rados.0.smithi089.stdout:1059: done (1 left) 2024-07-26T06:08:20.565 INFO:tasks.rados.rados.0.smithi089.stdout:1060: done (0 left) 2024-07-26T06:08:20.565 INFO:tasks.rados.rados.0.smithi089.stdout:1061: snap_create 2024-07-26T06:08:20.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:20 smithi155 ceph-mon[90160]: osdmap e269: 8 total, 8 up, 8 in 2024-07-26T06:08:20.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:20 smithi155 ceph-mon[90160]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:08:20.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:20 smithi155 ceph-mon[90160]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:08:20.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:20 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:08:20.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:20 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:08:20.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:20 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:08:20.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:20 smithi155 ceph-mon[90160]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:08:20.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:20 smithi155 ceph-mon[90160]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:08:20.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:20 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:08:20.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:20 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:08:20.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:20 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:08:20.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:20 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:20.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:20 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:20.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:20 smithi089 ceph-mon[99608]: osdmap e269: 8 total, 8 up, 8 in 2024-07-26T06:08:20.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:20 smithi089 ceph-mon[99608]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:08:20.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:20 smithi089 ceph-mon[99608]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:08:20.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:20 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:08:20.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:20 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:08:20.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:20 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:08:20.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:20 smithi089 ceph-mon[99608]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:08:20.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:20 smithi089 ceph-mon[99608]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:08:20.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:20 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:08:20.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:20 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:08:20.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:20 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:08:20.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:20 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:20.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:20 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:20.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:20 smithi089 ceph-mon[102056]: osdmap e269: 8 total, 8 up, 8 in 2024-07-26T06:08:20.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:20 smithi089 ceph-mon[102056]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:08:20.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:20 smithi089 ceph-mon[102056]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:08:20.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:20 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:08:20.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:20 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:08:20.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:20 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:08:20.657 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:20 smithi089 ceph-mon[102056]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:08:20.657 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:20 smithi089 ceph-mon[102056]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:08:20.657 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:20 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:08:20.657 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:20 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:08:20.657 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:20 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:08:20.657 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:20 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:20.657 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:20 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:21.384 INFO:tasks.rados.rados.0.smithi089.stdout:1061: done (0 left) 2024-07-26T06:08:21.384 INFO:tasks.rados.rados.0.smithi089.stdout:1062: read oid 11 snap -1 2024-07-26T06:08:21.384 INFO:tasks.rados.rados.0.smithi089.stdout:1062: expect (ObjNum 283 snap 84 seq_num 283) 2024-07-26T06:08:21.384 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 44 current snap is 96 2024-07-26T06:08:21.384 INFO:tasks.rados.rados.0.smithi089.stdout:1063: seq_num 323 ranges {5750784=614400} 2024-07-26T06:08:21.419 INFO:tasks.rados.rados.0.smithi089.stdout:1063: writing smithi08986837-44 from 5750784 to 6365184 tid 1 2024-07-26T06:08:21.419 INFO:tasks.rados.rados.0.smithi089.stdout:1064: rollback oid 2 current snap is 96 2024-07-26T06:08:21.419 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 2 to 93 2024-07-26T06:08:21.419 INFO:tasks.rados.rados.0.smithi089.stdout:1062: expect (ObjNum 283 snap 84 seq_num 283) 2024-07-26T06:08:21.483 INFO:tasks.rados.rados.0.smithi089.stdout:1063: finishing write tid 1 to smithi08986837-44 2024-07-26T06:08:21.483 INFO:tasks.rados.rados.0.smithi089.stdout:1063: finishing write tid 2 to smithi08986837-44 2024-07-26T06:08:21.484 INFO:tasks.rados.rados.0.smithi089.stdout:1064: finishing rollback tid 0 to smithi08986837-2 2024-07-26T06:08:21.484 INFO:tasks.rados.rados.0.smithi089.stdout:1064: finishing rollback tid 1 to smithi08986837-2 2024-07-26T06:08:21.484 INFO:tasks.rados.rados.0.smithi089.stdout:1064: finishing rollback tid 2 to smithi08986837-2 2024-07-26T06:08:21.484 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 2 v 103 (ObjNum 284 snap 84 seq_num 284) dirty exists 2024-07-26T06:08:21.484 INFO:tasks.rados.rados.0.smithi089.stdout:1063: finishing write tid 3 to smithi08986837-44 2024-07-26T06:08:21.484 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 44 v 621 (ObjNum 323 snap 96 seq_num 323) dirty exists 2024-07-26T06:08:21.484 INFO:tasks.rados.rados.0.smithi089.stdout:1063: left oid 44 (ObjNum 323 snap 96 seq_num 323) 2024-07-26T06:08:21.484 INFO:tasks.rados.rados.0.smithi089.stdout:1062: done (2 left) 2024-07-26T06:08:21.484 INFO:tasks.rados.rados.0.smithi089.stdout:1063: done (1 left) 2024-07-26T06:08:21.484 INFO:tasks.rados.rados.0.smithi089.stdout:1064: done (0 left) 2024-07-26T06:08:21.484 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 21 current snap is 96 2024-07-26T06:08:21.484 INFO:tasks.rados.rados.0.smithi089.stdout:1065: seq_num 324 ranges {0=630784} 2024-07-26T06:08:21.487 INFO:tasks.rados.rados.0.smithi089.stdout:1065: writing smithi08986837-21 from 0 to 630784 tid 1 2024-07-26T06:08:21.487 INFO:tasks.rados.rados.0.smithi089.stdout:1066: rollback oid 35 current snap is 96 2024-07-26T06:08:21.487 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 35 to 93 2024-07-26T06:08:21.487 INFO:tasks.rados.rados.0.smithi089.stdout:1067: snap_remove snap 94 2024-07-26T06:08:21.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:21 smithi155 ceph-mon[90160]: osdmap e270: 8 total, 8 up, 8 in 2024-07-26T06:08:21.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:21 smithi155 ceph-mon[90160]: pgmap v55: 121 pgs: 121 active+clean; 141 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 130 KiB/s wr, 0 op/s 2024-07-26T06:08:21.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:21 smithi089 ceph-mon[99608]: osdmap e270: 8 total, 8 up, 8 in 2024-07-26T06:08:21.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:21 smithi089 ceph-mon[99608]: pgmap v55: 121 pgs: 121 active+clean; 141 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 130 KiB/s wr, 0 op/s 2024-07-26T06:08:21.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:21 smithi089 ceph-mon[102056]: osdmap e270: 8 total, 8 up, 8 in 2024-07-26T06:08:21.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:21 smithi089 ceph-mon[102056]: pgmap v55: 121 pgs: 121 active+clean; 141 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 130 KiB/s wr, 0 op/s 2024-07-26T06:08:22.392 INFO:tasks.rados.rados.0.smithi089.stdout:1067: done (2 left) 2024-07-26T06:08:22.392 INFO:tasks.rados.rados.0.smithi089.stdout:1068: read oid 8 snap -1 2024-07-26T06:08:22.392 INFO:tasks.rados.rados.0.smithi089.stdout:1068: expect (ObjNum 197 snap 49 seq_num 197) 2024-07-26T06:08:22.392 INFO:tasks.rados.rados.0.smithi089.stdout:1069: setattr oid 25 current snap is 96 2024-07-26T06:08:22.392 INFO:tasks.rados.rados.0.smithi089.stdout:1065: finishing write tid 1 to smithi08986837-21 2024-07-26T06:08:22.392 INFO:tasks.rados.rados.0.smithi089.stdout:1065: finishing write tid 2 to smithi08986837-21 2024-07-26T06:08:22.392 INFO:tasks.rados.rados.0.smithi089.stdout:1066: finishing rollback tid 0 to smithi08986837-35 2024-07-26T06:08:22.392 INFO:tasks.rados.rados.0.smithi089.stdout:1066: finishing rollback tid 1 to smithi08986837-35 2024-07-26T06:08:22.392 INFO:tasks.rados.rados.0.smithi089.stdout:1066: finishing rollback tid 2 to smithi08986837-35 2024-07-26T06:08:22.393 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 35 v 393 (ObjNum 258 snap 71 seq_num 258) dirty exists 2024-07-26T06:08:22.393 INFO:tasks.rados.rados.0.smithi089.stdout:1065: finishing write tid 3 to smithi08986837-21 2024-07-26T06:08:22.393 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 21 v 287 (ObjNum 324 snap 96 seq_num 324) dirty exists 2024-07-26T06:08:22.393 INFO:tasks.rados.rados.0.smithi089.stdout:1065: left oid 21 (ObjNum 324 snap 96 seq_num 324) 2024-07-26T06:08:22.393 INFO:tasks.rados.rados.0.smithi089.stdout:1065: done (3 left) 2024-07-26T06:08:22.393 INFO:tasks.rados.rados.0.smithi089.stdout:1066: done (2 left) 2024-07-26T06:08:22.393 INFO:tasks.rados.rados.0.smithi089.stdout:1070: delete oid 3 current snap is 96 2024-07-26T06:08:22.395 INFO:tasks.rados.rados.0.smithi089.stdout:1070: done (2 left) 2024-07-26T06:08:22.395 INFO:tasks.rados.rados.0.smithi089.stdout:1071: snap_create 2024-07-26T06:08:22.397 INFO:tasks.rados.rados.0.smithi089.stdout:1068: expect (ObjNum 197 snap 49 seq_num 197) 2024-07-26T06:08:22.434 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 25 v 511 (ObjNum 290 snap 86 seq_num 290) dirty exists 2024-07-26T06:08:22.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:22 smithi155 ceph-mon[90160]: osdmap e271: 8 total, 8 up, 8 in 2024-07-26T06:08:22.630 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:08:22 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:08:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:08:22.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:22 smithi089 ceph-mon[99608]: osdmap e271: 8 total, 8 up, 8 in 2024-07-26T06:08:22.655 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:08:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:08:22] "GET /metrics HTTP/1.1" 200 36121 "" "Prometheus/2.43.0" 2024-07-26T06:08:22.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:22 smithi089 ceph-mon[102056]: osdmap e271: 8 total, 8 up, 8 in 2024-07-26T06:08:23.398 INFO:tasks.rados.rados.0.smithi089.stdout:1068: done (2 left) 2024-07-26T06:08:23.398 INFO:tasks.rados.rados.0.smithi089.stdout:1069: done (1 left) 2024-07-26T06:08:23.398 INFO:tasks.rados.rados.0.smithi089.stdout:1071: done (0 left) 2024-07-26T06:08:23.398 INFO:tasks.rados.rados.0.smithi089.stdout:1072: rollback oid 41 current snap is 97 2024-07-26T06:08:23.398 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 41 to 93 2024-07-26T06:08:23.398 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 4 current snap is 97 2024-07-26T06:08:23.398 INFO:tasks.rados.rados.0.smithi089.stdout:1073: seq_num 326 ranges {2220032=663552} 2024-07-26T06:08:23.413 INFO:tasks.rados.rados.0.smithi089.stdout:1073: writing smithi08986837-4 from 2220032 to 2883584 tid 1 2024-07-26T06:08:23.413 INFO:tasks.rados.rados.0.smithi089.stdout:1074: delete oid 19 current snap is 97 2024-07-26T06:08:23.413 INFO:tasks.rados.rados.0.smithi089.stdout:1072: finishing rollback tid 0 to smithi08986837-41 2024-07-26T06:08:23.413 INFO:tasks.rados.rados.0.smithi089.stdout:1072: finishing rollback tid 1 to smithi08986837-41 2024-07-26T06:08:23.413 INFO:tasks.rados.rados.0.smithi089.stdout:1072: finishing rollback tid 2 to smithi08986837-41 2024-07-26T06:08:23.414 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 41 v 439 (ObjNum 294 snap 86 seq_num 294) dirty exists 2024-07-26T06:08:23.418 INFO:tasks.rados.rados.0.smithi089.stdout:1073: finishing write tid 1 to smithi08986837-4 2024-07-26T06:08:23.418 INFO:tasks.rados.rados.0.smithi089.stdout:1073: finishing write tid 2 to smithi08986837-4 2024-07-26T06:08:23.419 INFO:tasks.rados.rados.0.smithi089.stdout:1072: done (2 left) 2024-07-26T06:08:23.419 INFO:tasks.rados.rados.0.smithi089.stdout:1074: done (1 left) 2024-07-26T06:08:23.419 INFO:tasks.rados.rados.0.smithi089.stdout:1075: rollback oid 6 current snap is 97 2024-07-26T06:08:23.419 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 6 to 96 2024-07-26T06:08:23.419 INFO:tasks.rados.rados.0.smithi089.stdout:1076: snap_remove snap 91 2024-07-26T06:08:23.456 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:23 smithi089 ceph-mon[102056]: osdmap e272: 8 total, 8 up, 8 in 2024-07-26T06:08:23.457 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:23 smithi089 ceph-mon[102056]: pgmap v58: 121 pgs: 121 active+clean; 145 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 992 KiB/s wr, 22 op/s 2024-07-26T06:08:23.457 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:23 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:23.457 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:23 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:23.457 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:23 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:08:23.457 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:23 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:08:23.457 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:23 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:23.457 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:23 smithi089 ceph-mon[102056]: Reconfiguring mon.a (monmap changed)... 2024-07-26T06:08:23.457 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:23 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-26T06:08:23.457 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:23 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-07-26T06:08:23.457 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:23 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:08:23.458 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:23 smithi089 ceph-mon[102056]: Reconfiguring daemon mon.a on smithi089 2024-07-26T06:08:23.458 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:23 smithi089 ceph-mon[99608]: osdmap e272: 8 total, 8 up, 8 in 2024-07-26T06:08:23.458 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:23 smithi089 ceph-mon[99608]: pgmap v58: 121 pgs: 121 active+clean; 145 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 992 KiB/s wr, 22 op/s 2024-07-26T06:08:23.458 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:23 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:23.458 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:23 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:23.458 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:23 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:08:23.458 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:23 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:08:23.458 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:23 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:23.458 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:23 smithi089 ceph-mon[99608]: Reconfiguring mon.a (monmap changed)... 2024-07-26T06:08:23.458 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:23 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-26T06:08:23.459 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:23 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-07-26T06:08:23.459 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:23 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:08:23.459 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:23 smithi089 ceph-mon[99608]: Reconfiguring daemon mon.a on smithi089 2024-07-26T06:08:23.879 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:08:23 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:08:23.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi089\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi089\", job=\"node\", machine=\"x86_64\", nodename=\"smithi089\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", domainname=\"(none)\", instance=\"smithi089\", job=\"node\", machine=\"x86_64\", nodename=\"smithi089\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:08:23.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:23 smithi155 ceph-mon[90160]: osdmap e272: 8 total, 8 up, 8 in 2024-07-26T06:08:23.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:23 smithi155 ceph-mon[90160]: pgmap v58: 121 pgs: 121 active+clean; 145 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 992 KiB/s wr, 22 op/s 2024-07-26T06:08:23.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:23 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:23.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:23 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:23.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:23 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:08:23.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:23 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:08:23.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:23 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:23.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:23 smithi155 ceph-mon[90160]: Reconfiguring mon.a (monmap changed)... 2024-07-26T06:08:23.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:23 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-26T06:08:23.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:23 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-07-26T06:08:23.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:23 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:08:23.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:23 smithi155 ceph-mon[90160]: Reconfiguring daemon mon.a on smithi089 2024-07-26T06:08:24.328 INFO:tasks.rados.rados.0.smithi089.stdout:1073: finishing write tid 3 to smithi08986837-4 2024-07-26T06:08:24.328 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 4 v 247 (ObjNum 326 snap 97 seq_num 326) dirty exists 2024-07-26T06:08:24.328 INFO:tasks.rados.rados.0.smithi089.stdout:1073: left oid 4 (ObjNum 326 snap 97 seq_num 326) 2024-07-26T06:08:24.328 INFO:tasks.rados.rados.0.smithi089.stdout:1075: finishing rollback tid 1 to smithi08986837-6 2024-07-26T06:08:24.328 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 6 v 269 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-07-26T06:08:24.328 INFO:tasks.rados.rados.0.smithi089.stdout:1073: done (2 left) 2024-07-26T06:08:24.328 INFO:tasks.rados.rados.0.smithi089.stdout:1075: done (1 left) 2024-07-26T06:08:24.329 INFO:tasks.rados.rados.0.smithi089.stdout:1076: done (0 left) 2024-07-26T06:08:24.329 INFO:tasks.rados.rados.0.smithi089.stdout:1077: read oid 36 snap -1 2024-07-26T06:08:24.329 INFO:tasks.rados.rados.0.smithi089.stdout:1077: expect (ObjNum 71 snap 6 seq_num 71) 2024-07-26T06:08:24.329 INFO:tasks.rados.rados.0.smithi089.stdout:1078: delete oid 1 current snap is 97 2024-07-26T06:08:24.337 INFO:tasks.rados.rados.0.smithi089.stdout:1078: done (1 left) 2024-07-26T06:08:24.337 INFO:tasks.rados.rados.0.smithi089.stdout:1079: rollback oid 16 current snap is 97 2024-07-26T06:08:24.337 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 16 to 93 2024-07-26T06:08:24.337 INFO:tasks.rados.rados.0.smithi089.stdout:1080: rmattr oid 44 current snap is 97 2024-07-26T06:08:24.338 INFO:tasks.rados.rados.0.smithi089.stdout:1080: done (2 left) 2024-07-26T06:08:24.338 INFO:tasks.rados.rados.0.smithi089.stdout:1081: delete oid 8 current snap is 97 2024-07-26T06:08:24.339 INFO:tasks.rados.rados.0.smithi089.stdout:1077: expect (ObjNum 71 snap 6 seq_num 71) 2024-07-26T06:08:24.383 INFO:tasks.rados.rados.0.smithi089.stdout:1079: finishing rollback tid 0 to smithi08986837-16 2024-07-26T06:08:24.383 INFO:tasks.rados.rados.0.smithi089.stdout:1079: finishing rollback tid 1 to smithi08986837-16 2024-07-26T06:08:24.383 INFO:tasks.rados.rados.0.smithi089.stdout:1077: done (2 left) 2024-07-26T06:08:24.383 INFO:tasks.rados.rados.0.smithi089.stdout:1081: done (1 left) 2024-07-26T06:08:24.383 INFO:tasks.rados.rados.0.smithi089.stdout:1082: read oid 17 snap -1 2024-07-26T06:08:24.383 INFO:tasks.rados.rados.0.smithi089.stdout:1082: expect deleted 2024-07-26T06:08:24.383 INFO:tasks.rados.rados.0.smithi089.stdout:1083: snap_create 2024-07-26T06:08:24.383 INFO:tasks.rados.rados.0.smithi089.stdout:1079: finishing rollback tid 2 to smithi08986837-16 2024-07-26T06:08:24.383 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 16 v 305 (ObjNum 71 snap 6 seq_num 71) dirty exists 2024-07-26T06:08:24.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:24 smithi089 ceph-mon[99608]: osdmap e273: 8 total, 8 up, 8 in 2024-07-26T06:08:24.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:24 smithi089 ceph-mon[99608]: osdmap e274: 8 total, 8 up, 8 in 2024-07-26T06:08:24.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:24 smithi089 ceph-mon[102056]: osdmap e273: 8 total, 8 up, 8 in 2024-07-26T06:08:24.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:24 smithi089 ceph-mon[102056]: osdmap e274: 8 total, 8 up, 8 in 2024-07-26T06:08:24.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:24 smithi155 ceph-mon[90160]: osdmap e273: 8 total, 8 up, 8 in 2024-07-26T06:08:24.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:24 smithi155 ceph-mon[90160]: osdmap e274: 8 total, 8 up, 8 in 2024-07-26T06:08:24.879 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:08:24 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:08:24.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:08:24.879 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:08:24 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:08:24.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:08:25.325 INFO:tasks.rados.rados.0.smithi089.stdout:1079: done (2 left) 2024-07-26T06:08:25.325 INFO:tasks.rados.rados.0.smithi089.stdout:1082: done (1 left) 2024-07-26T06:08:25.325 INFO:tasks.rados.rados.0.smithi089.stdout:1083: done (0 left) 2024-07-26T06:08:25.325 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 40 current snap is 98 2024-07-26T06:08:25.326 INFO:tasks.rados.rados.0.smithi089.stdout:1084: seq_num 330 ranges {0=737280} 2024-07-26T06:08:25.329 INFO:tasks.rados.rados.0.smithi089.stdout:1084: writing smithi08986837-40 from 0 to 737280 tid 1 2024-07-26T06:08:25.329 INFO:tasks.rados.rados.0.smithi089.stdout:1085: delete oid 2 current snap is 98 2024-07-26T06:08:25.334 INFO:tasks.rados.rados.0.smithi089.stdout:1085: done (1 left) 2024-07-26T06:08:25.334 INFO:tasks.rados.rados.0.smithi089.stdout:1086: snap_remove snap 96 2024-07-26T06:08:25.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:25 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:25.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:25 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:25.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:25 smithi155 ceph-mon[90160]: Reconfiguring mgr.y (monmap changed)... 2024-07-26T06:08:25.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:25 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-07-26T06:08:25.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:25 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-07-26T06:08:25.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:25 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:08:25.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:25 smithi155 ceph-mon[90160]: Reconfiguring daemon mgr.y on smithi089 2024-07-26T06:08:25.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:25 smithi155 ceph-mon[90160]: pgmap v61: 121 pgs: 121 active+clean; 145 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 992 KiB/s wr, 22 op/s 2024-07-26T06:08:25.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:25 smithi155 ceph-mon[90160]: osdmap e275: 8 total, 8 up, 8 in 2024-07-26T06:08:25.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:25 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:25.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:25 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:25.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:25 smithi089 ceph-mon[99608]: Reconfiguring mgr.y (monmap changed)... 2024-07-26T06:08:25.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:25 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-07-26T06:08:25.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:25 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-07-26T06:08:25.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:25 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:08:25.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:25 smithi089 ceph-mon[99608]: Reconfiguring daemon mgr.y on smithi089 2024-07-26T06:08:25.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:25 smithi089 ceph-mon[99608]: pgmap v61: 121 pgs: 121 active+clean; 145 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 992 KiB/s wr, 22 op/s 2024-07-26T06:08:25.907 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:25 smithi089 ceph-mon[99608]: osdmap e275: 8 total, 8 up, 8 in 2024-07-26T06:08:25.907 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:25 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:25.907 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:25 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:25.908 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:25 smithi089 ceph-mon[102056]: Reconfiguring mgr.y (monmap changed)... 2024-07-26T06:08:25.908 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:25 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-07-26T06:08:25.908 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:25 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-07-26T06:08:25.908 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:25 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:08:25.908 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:25 smithi089 ceph-mon[102056]: Reconfiguring daemon mgr.y on smithi089 2024-07-26T06:08:25.908 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:25 smithi089 ceph-mon[102056]: pgmap v61: 121 pgs: 121 active+clean; 145 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 992 KiB/s wr, 22 op/s 2024-07-26T06:08:25.908 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:25 smithi089 ceph-mon[102056]: osdmap e275: 8 total, 8 up, 8 in 2024-07-26T06:08:26.330 INFO:tasks.rados.rados.0.smithi089.stdout:1086: done (1 left) 2024-07-26T06:08:26.330 INFO:tasks.rados.rados.0.smithi089.stdout:1087: copy_from oid 43 from oid 39 current snap is 98 2024-07-26T06:08:26.330 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 35 current snap is 98 2024-07-26T06:08:26.330 INFO:tasks.rados.rados.0.smithi089.stdout:1088: seq_num 332 ranges {7643136=770048} 2024-07-26T06:08:26.376 INFO:tasks.rados.rados.0.smithi089.stdout:1088: writing smithi08986837-35 from 7643136 to 8413184 tid 1 2024-07-26T06:08:26.376 INFO:tasks.rados.rados.0.smithi089.stdout:1089: delete oid 11 current snap is 98 2024-07-26T06:08:26.376 INFO:tasks.rados.rados.0.smithi089.stdout:1084: finishing write tid 1 to smithi08986837-40 2024-07-26T06:08:26.376 INFO:tasks.rados.rados.0.smithi089.stdout:1084: finishing write tid 2 to smithi08986837-40 2024-07-26T06:08:26.376 INFO:tasks.rados.rados.0.smithi089.stdout:1084: finishing write tid 3 to smithi08986837-40 2024-07-26T06:08:26.376 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 40 v 295 (ObjNum 330 snap 98 seq_num 330) dirty exists 2024-07-26T06:08:26.377 INFO:tasks.rados.rados.0.smithi089.stdout:1084: left oid 40 (ObjNum 330 snap 98 seq_num 330) 2024-07-26T06:08:26.377 INFO:tasks.rados.rados.0.smithi089.stdout:1087: finishing copy_from racing read to smithi08986837-43 2024-07-26T06:08:26.377 INFO:tasks.rados.rados.0.smithi089.stdout:1087: finishing copy_from to smithi08986837-43 2024-07-26T06:08:26.377 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 43 v 399 (ObjNum 304 snap 90 seq_num 304) dirty exists 2024-07-26T06:08:26.379 INFO:tasks.rados.rados.0.smithi089.stdout:1084: done (3 left) 2024-07-26T06:08:26.379 INFO:tasks.rados.rados.0.smithi089.stdout:1087: done (2 left) 2024-07-26T06:08:26.379 INFO:tasks.rados.rados.0.smithi089.stdout:1089: done (1 left) 2024-07-26T06:08:26.379 INFO:tasks.rados.rados.0.smithi089.stdout:1090: read oid 7 snap 93 2024-07-26T06:08:26.379 INFO:tasks.rados.rados.0.smithi089.stdout:1090: expect (ObjNum 252 snap 67 seq_num 252) 2024-07-26T06:08:26.379 INFO:tasks.rados.rados.0.smithi089.stdout:1091: read oid 6 snap -1 2024-07-26T06:08:26.379 INFO:tasks.rados.rados.0.smithi089.stdout:1091: expect deleted 2024-07-26T06:08:26.379 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 10 current snap is 98 2024-07-26T06:08:26.379 INFO:tasks.rados.rados.0.smithi089.stdout:1092: seq_num 334 ranges {0=802816} 2024-07-26T06:08:26.383 INFO:tasks.rados.rados.0.smithi089.stdout:1092: writing smithi08986837-10 from 0 to 802816 tid 1 2024-07-26T06:08:26.384 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 3 current snap is 98 2024-07-26T06:08:26.384 INFO:tasks.rados.rados.0.smithi089.stdout:1093: seq_num 335 ranges {0=417792,417792=401408} 2024-07-26T06:08:26.385 INFO:tasks.rados.rados.0.smithi089.stdout:1093: writing smithi08986837-3 from 0 to 417792 tid 1 2024-07-26T06:08:26.389 INFO:tasks.rados.rados.0.smithi089.stdout:1093: writing smithi08986837-3 from 417792 to 819200 tid 2 2024-07-26T06:08:26.389 INFO:tasks.rados.rados.0.smithi089.stdout:1094: read oid 9 snap -1 2024-07-26T06:08:26.390 INFO:tasks.rados.rados.0.smithi089.stdout:1094: expect (ObjNum 293 snap 86 seq_num 293) 2024-07-26T06:08:26.390 INFO:tasks.rados.rados.0.smithi089.stdout:1095: copy_from oid 43 from oid 20 current snap is 98 2024-07-26T06:08:26.390 INFO:tasks.rados.rados.0.smithi089.stdout:1088: finishing write tid 1 to smithi08986837-35 2024-07-26T06:08:26.390 INFO:tasks.rados.rados.0.smithi089.stdout:1088: finishing write tid 2 to smithi08986837-35 2024-07-26T06:08:26.390 INFO:tasks.rados.rados.0.smithi089.stdout:1088: finishing write tid 3 to smithi08986837-35 2024-07-26T06:08:26.390 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 35 v 400 (ObjNum 332 snap 98 seq_num 332) dirty exists 2024-07-26T06:08:26.390 INFO:tasks.rados.rados.0.smithi089.stdout:1088: left oid 35 (ObjNum 332 snap 98 seq_num 332) 2024-07-26T06:08:26.390 INFO:tasks.rados.rados.0.smithi089.stdout:1088: done (6 left) 2024-07-26T06:08:26.390 INFO:tasks.rados.rados.0.smithi089.stdout:1091: done (5 left) 2024-07-26T06:08:26.390 INFO:tasks.rados.rados.0.smithi089.stdout:1096: read oid 2 snap -1 2024-07-26T06:08:26.390 INFO:tasks.rados.rados.0.smithi089.stdout:1096: expect deleted 2024-07-26T06:08:26.390 INFO:tasks.rados.rados.0.smithi089.stdout:1097: rollback oid 12 current snap is 98 2024-07-26T06:08:26.390 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 12 to 97 2024-07-26T06:08:26.391 INFO:tasks.rados.rados.0.smithi089.stdout:1098: rmattr oid 38 current snap is 98 2024-07-26T06:08:26.391 INFO:tasks.rados.rados.0.smithi089.stdout:1099: read oid 30 snap -1 2024-07-26T06:08:26.391 INFO:tasks.rados.rados.0.smithi089.stdout:1099: expect (ObjNum 221 snap 54 seq_num 221) 2024-07-26T06:08:26.391 INFO:tasks.rados.rados.0.smithi089.stdout:1100: read oid 18 snap -1 2024-07-26T06:08:26.391 INFO:tasks.rados.rados.0.smithi089.stdout:1100: expect deleted 2024-07-26T06:08:26.391 INFO:tasks.rados.rados.0.smithi089.stdout:1101: read oid 13 snap -1 2024-07-26T06:08:26.391 INFO:tasks.rados.rados.0.smithi089.stdout:1101: expect deleted 2024-07-26T06:08:26.391 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 36 current snap is 98 2024-07-26T06:08:26.391 INFO:tasks.rados.rados.0.smithi089.stdout:1102: seq_num 336 ranges {1449984=434176,1884160=401408} 2024-07-26T06:08:26.400 INFO:tasks.rados.rados.0.smithi089.stdout:1102: writing smithi08986837-36 from 1449984 to 1884160 tid 1 2024-07-26T06:08:26.404 INFO:tasks.rados.rados.0.smithi089.stdout:1102: writing smithi08986837-36 from 1884160 to 2285568 tid 2 2024-07-26T06:08:26.404 INFO:tasks.rados.rados.0.smithi089.stdout:1103: copy_from oid 31 from oid 37 current snap is 98 2024-07-26T06:08:26.404 INFO:tasks.rados.rados.0.smithi089.stdout:1104: snap_create 2024-07-26T06:08:26.404 INFO:tasks.rados.rados.0.smithi089.stdout:1093: finishing write tid 1 to smithi08986837-3 2024-07-26T06:08:26.404 INFO:tasks.rados.rados.0.smithi089.stdout:1092: finishing write tid 1 to smithi08986837-10 2024-07-26T06:08:26.404 INFO:tasks.rados.rados.0.smithi089.stdout:1092: finishing write tid 2 to smithi08986837-10 2024-07-26T06:08:26.404 INFO:tasks.rados.rados.0.smithi089.stdout:1093: finishing write tid 2 to smithi08986837-3 2024-07-26T06:08:26.404 INFO:tasks.rados.rados.0.smithi089.stdout:1093: finishing write tid 3 to smithi08986837-3 2024-07-26T06:08:26.404 INFO:tasks.rados.rados.0.smithi089.stdout:1093: finishing write tid 4 to smithi08986837-3 2024-07-26T06:08:26.404 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 3 v 294 (ObjNum 335 snap 98 seq_num 335) dirty exists 2024-07-26T06:08:26.404 INFO:tasks.rados.rados.0.smithi089.stdout:1093: left oid 3 (ObjNum 335 snap 98 seq_num 335) 2024-07-26T06:08:26.404 INFO:tasks.rados.rados.0.smithi089.stdout:1092: finishing write tid 3 to smithi08986837-10 2024-07-26T06:08:26.405 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 10 v 560 (ObjNum 334 snap 98 seq_num 334) dirty exists 2024-07-26T06:08:26.405 INFO:tasks.rados.rados.0.smithi089.stdout:1092: left oid 10 (ObjNum 334 snap 98 seq_num 334) 2024-07-26T06:08:26.405 INFO:tasks.rados.rados.0.smithi089.stdout:1097: finishing rollback tid 0 to smithi08986837-12 2024-07-26T06:08:26.405 INFO:tasks.rados.rados.0.smithi089.stdout:1097: finishing rollback tid 1 to smithi08986837-12 2024-07-26T06:08:26.405 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 38 v 562 (ObjNum 182 snap 45 seq_num 182) dirty exists 2024-07-26T06:08:26.405 INFO:tasks.rados.rados.0.smithi089.stdout:1097: finishing rollback tid 2 to smithi08986837-12 2024-07-26T06:08:26.405 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 12 v 521 (ObjNum 319 snap 93 seq_num 319) dirty exists 2024-07-26T06:08:26.408 INFO:tasks.rados.rados.0.smithi089.stdout:1099: expect (ObjNum 221 snap 54 seq_num 221) 2024-07-26T06:08:26.534 INFO:tasks.rados.rados.0.smithi089.stdout:1102: finishing write tid 1 to smithi08986837-36 2024-07-26T06:08:26.534 INFO:tasks.rados.rados.0.smithi089.stdout:1102: finishing write tid 2 to smithi08986837-36 2024-07-26T06:08:26.535 INFO:tasks.rados.rados.0.smithi089.stdout:1102: finishing write tid 3 to smithi08986837-36 2024-07-26T06:08:26.535 INFO:tasks.rados.rados.0.smithi089.stdout:1102: finishing write tid 4 to smithi08986837-36 2024-07-26T06:08:26.535 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 36 v 451 (ObjNum 336 snap 98 seq_num 336) dirty exists 2024-07-26T06:08:26.535 INFO:tasks.rados.rados.0.smithi089.stdout:1102: left oid 36 (ObjNum 336 snap 98 seq_num 336) 2024-07-26T06:08:26.535 INFO:tasks.rados.rados.0.smithi089.stdout:1094: expect (ObjNum 293 snap 86 seq_num 293) 2024-07-26T06:08:26.581 INFO:tasks.rados.rados.0.smithi089.stdout:1090: expect (ObjNum 252 snap 67 seq_num 252) 2024-07-26T06:08:26.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:08:26.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:26.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:26.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-26T06:08:26.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-07-26T06:08:26.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:08:26.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:26 smithi089 ceph-mon[99608]: osdmap e276: 8 total, 8 up, 8 in 2024-07-26T06:08:26.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:08:26.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:26.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:26.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-26T06:08:26.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-07-26T06:08:26.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:08:26.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:26 smithi089 ceph-mon[102056]: osdmap e276: 8 total, 8 up, 8 in 2024-07-26T06:08:26.774 INFO:tasks.rados.rados.0.smithi089.stdout:1095: finishing copy_from racing read to smithi08986837-43 2024-07-26T06:08:26.774 INFO:tasks.rados.rados.0.smithi089.stdout:1095: finishing copy_from to smithi08986837-43 2024-07-26T06:08:26.774 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 43 v 240 (ObjNum 279 snap 84 seq_num 279) dirty exists 2024-07-26T06:08:26.775 INFO:tasks.rados.rados.0.smithi089.stdout:1103: finishing copy_from racing read to smithi08986837-31 2024-07-26T06:08:26.775 INFO:tasks.rados.rados.0.smithi089.stdout:1103: finishing copy_from to smithi08986837-31 2024-07-26T06:08:26.775 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 31 v 607 (ObjNum 262 snap 76 seq_num 262) dirty exists 2024-07-26T06:08:26.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:08:26.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:26.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:26.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-26T06:08:26.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-07-26T06:08:26.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:08:26.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:26 smithi155 ceph-mon[90160]: osdmap e276: 8 total, 8 up, 8 in 2024-07-26T06:08:27.328 INFO:tasks.rados.rados.0.smithi089.stdout:1090: done (13 left) 2024-07-26T06:08:27.328 INFO:tasks.rados.rados.0.smithi089.stdout:1092: done (12 left) 2024-07-26T06:08:27.328 INFO:tasks.rados.rados.0.smithi089.stdout:1093: done (11 left) 2024-07-26T06:08:27.328 INFO:tasks.rados.rados.0.smithi089.stdout:1094: done (10 left) 2024-07-26T06:08:27.328 INFO:tasks.rados.rados.0.smithi089.stdout:1095: done (9 left) 2024-07-26T06:08:27.328 INFO:tasks.rados.rados.0.smithi089.stdout:1096: done (8 left) 2024-07-26T06:08:27.328 INFO:tasks.rados.rados.0.smithi089.stdout:1097: done (7 left) 2024-07-26T06:08:27.328 INFO:tasks.rados.rados.0.smithi089.stdout:1098: done (6 left) 2024-07-26T06:08:27.329 INFO:tasks.rados.rados.0.smithi089.stdout:1099: done (5 left) 2024-07-26T06:08:27.329 INFO:tasks.rados.rados.0.smithi089.stdout:1100: done (4 left) 2024-07-26T06:08:27.329 INFO:tasks.rados.rados.0.smithi089.stdout:1101: done (3 left) 2024-07-26T06:08:27.329 INFO:tasks.rados.rados.0.smithi089.stdout:1102: done (2 left) 2024-07-26T06:08:27.329 INFO:tasks.rados.rados.0.smithi089.stdout:1103: done (1 left) 2024-07-26T06:08:27.329 INFO:tasks.rados.rados.0.smithi089.stdout:1104: done (0 left) 2024-07-26T06:08:27.329 INFO:tasks.rados.rados.0.smithi089.stdout:1105: delete oid 3 current snap is 99 2024-07-26T06:08:27.331 INFO:tasks.rados.rados.0.smithi089.stdout:1105: done (0 left) 2024-07-26T06:08:27.331 INFO:tasks.rados.rados.0.smithi089.stdout:1106: read oid 6 snap -1 2024-07-26T06:08:27.331 INFO:tasks.rados.rados.0.smithi089.stdout:1106: expect deleted 2024-07-26T06:08:27.331 INFO:tasks.rados.rados.0.smithi089.stdout:1107: delete oid 30 current snap is 99 2024-07-26T06:08:27.336 INFO:tasks.rados.rados.0.smithi089.stdout:1106: done (1 left) 2024-07-26T06:08:27.337 INFO:tasks.rados.rados.0.smithi089.stdout:1107: done (0 left) 2024-07-26T06:08:27.337 INFO:tasks.rados.rados.0.smithi089.stdout:1108: snap_remove snap 97 2024-07-26T06:08:27.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:27 smithi155 ceph-mon[90160]: Reconfiguring mon.c (monmap changed)... 2024-07-26T06:08:27.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:27 smithi155 ceph-mon[90160]: Reconfiguring daemon mon.c on smithi089 2024-07-26T06:08:27.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:27 smithi155 ceph-mon[90160]: pgmap v64: 121 pgs: 121 active+clean; 156 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 3.7 MiB/s wr, 14 op/s 2024-07-26T06:08:27.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:27 smithi155 ceph-mon[90160]: osdmap e277: 8 total, 8 up, 8 in 2024-07-26T06:08:27.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:27 smithi089 ceph-mon[99608]: Reconfiguring mon.c (monmap changed)... 2024-07-26T06:08:27.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:27 smithi089 ceph-mon[99608]: Reconfiguring daemon mon.c on smithi089 2024-07-26T06:08:27.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:27 smithi089 ceph-mon[99608]: pgmap v64: 121 pgs: 121 active+clean; 156 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 3.7 MiB/s wr, 14 op/s 2024-07-26T06:08:27.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:27 smithi089 ceph-mon[99608]: osdmap e277: 8 total, 8 up, 8 in 2024-07-26T06:08:27.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:27 smithi089 ceph-mon[102056]: Reconfiguring mon.c (monmap changed)... 2024-07-26T06:08:27.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:27 smithi089 ceph-mon[102056]: Reconfiguring daemon mon.c on smithi089 2024-07-26T06:08:27.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:27 smithi089 ceph-mon[102056]: pgmap v64: 121 pgs: 121 active+clean; 156 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 3.7 MiB/s wr, 14 op/s 2024-07-26T06:08:27.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:27 smithi089 ceph-mon[102056]: osdmap e277: 8 total, 8 up, 8 in 2024-07-26T06:08:28.330 INFO:tasks.rados.rados.0.smithi089.stdout:1108: done (0 left) 2024-07-26T06:08:28.331 INFO:tasks.rados.rados.0.smithi089.stdout:1109: read oid 40 snap -1 2024-07-26T06:08:28.331 INFO:tasks.rados.rados.0.smithi089.stdout:1109: expect (ObjNum 330 snap 98 seq_num 330) 2024-07-26T06:08:28.331 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 14 current snap is 99 2024-07-26T06:08:28.331 INFO:tasks.rados.rados.0.smithi089.stdout:1110: seq_num 339 ranges {3612672=483328,4096000=401408} 2024-07-26T06:08:28.352 INFO:tasks.rados.rados.0.smithi089.stdout:1110: writing smithi08986837-14 from 3612672 to 4096000 tid 1 2024-07-26T06:08:28.355 INFO:tasks.rados.rados.0.smithi089.stdout:1110: writing smithi08986837-14 from 4096000 to 4497408 tid 2 2024-07-26T06:08:28.355 INFO:tasks.rados.rados.0.smithi089.stdout:1111: snap_remove snap 88 2024-07-26T06:08:28.851 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:28 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:28.851 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:28 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:28.851 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:28 smithi089 ceph-mon[102056]: Reconfiguring osd.0 (monmap changed)... 2024-07-26T06:08:28.851 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:28 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-07-26T06:08:28.851 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:28 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:08:28.851 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:28 smithi089 ceph-mon[102056]: Reconfiguring daemon osd.0 on smithi089 2024-07-26T06:08:28.851 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:28 smithi089 ceph-mon[102056]: osdmap e278: 8 total, 8 up, 8 in 2024-07-26T06:08:28.852 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:28 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:28.852 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:28 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:28.852 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:28 smithi089 ceph-mon[99608]: Reconfiguring osd.0 (monmap changed)... 2024-07-26T06:08:28.852 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:28 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-07-26T06:08:28.852 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:28 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:08:28.852 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:28 smithi089 ceph-mon[99608]: Reconfiguring daemon osd.0 on smithi089 2024-07-26T06:08:28.852 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:28 smithi089 ceph-mon[99608]: osdmap e278: 8 total, 8 up, 8 in 2024-07-26T06:08:28.879 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:08:28 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:08:28.658Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster_addr=\"172.21.15.89\", device_class=\"ssd\", hostname=\"smithi089\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.89\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", cluster_addr=\"172.21.15.89\", device_class=\"ssd\", hostname=\"smithi089\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.89\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:08:28.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:28 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:28.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:28 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:28.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:28 smithi155 ceph-mon[90160]: Reconfiguring osd.0 (monmap changed)... 2024-07-26T06:08:28.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:28 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-07-26T06:08:28.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:28 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:08:28.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:28 smithi155 ceph-mon[90160]: Reconfiguring daemon osd.0 on smithi089 2024-07-26T06:08:28.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:28 smithi155 ceph-mon[90160]: osdmap e278: 8 total, 8 up, 8 in 2024-07-26T06:08:29.331 INFO:tasks.rados.rados.0.smithi089.stdout:1111: done (2 left) 2024-07-26T06:08:29.332 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 36 current snap is 99 2024-07-26T06:08:29.332 INFO:tasks.rados.rados.0.smithi089.stdout:1112: seq_num 340 ranges {2285568=499712,2785280=401408} 2024-07-26T06:08:29.349 INFO:tasks.rados.rados.0.smithi089.stdout:1112: writing smithi08986837-36 from 2285568 to 2785280 tid 1 2024-07-26T06:08:29.352 INFO:tasks.rados.rados.0.smithi089.stdout:1112: writing smithi08986837-36 from 2785280 to 3186688 tid 2 2024-07-26T06:08:29.353 INFO:tasks.rados.rados.0.smithi089.stdout:1109: expect (ObjNum 330 snap 98 seq_num 330) 2024-07-26T06:08:29.375 INFO:tasks.rados.rados.0.smithi089.stdout:1110: finishing write tid 1 to smithi08986837-14 2024-07-26T06:08:29.375 INFO:tasks.rados.rados.0.smithi089.stdout:1110: finishing write tid 2 to smithi08986837-14 2024-07-26T06:08:29.375 INFO:tasks.rados.rados.0.smithi089.stdout:1110: finishing write tid 3 to smithi08986837-14 2024-07-26T06:08:29.375 INFO:tasks.rados.rados.0.smithi089.stdout:1110: finishing write tid 4 to smithi08986837-14 2024-07-26T06:08:29.375 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 14 v 637 (ObjNum 339 snap 99 seq_num 339) dirty exists 2024-07-26T06:08:29.375 INFO:tasks.rados.rados.0.smithi089.stdout:1110: left oid 14 (ObjNum 339 snap 99 seq_num 339) 2024-07-26T06:08:29.375 INFO:tasks.rados.rados.0.smithi089.stdout:1112: finishing write tid 1 to smithi08986837-36 2024-07-26T06:08:29.375 INFO:tasks.rados.rados.0.smithi089.stdout:1112: finishing write tid 2 to smithi08986837-36 2024-07-26T06:08:29.375 INFO:tasks.rados.rados.0.smithi089.stdout:1112: finishing write tid 3 to smithi08986837-36 2024-07-26T06:08:29.375 INFO:tasks.rados.rados.0.smithi089.stdout:1109: done (2 left) 2024-07-26T06:08:29.375 INFO:tasks.rados.rados.0.smithi089.stdout:1110: done (1 left) 2024-07-26T06:08:29.376 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 34 current snap is 99 2024-07-26T06:08:29.376 INFO:tasks.rados.rados.0.smithi089.stdout:1112: finishing write tid 4 to smithi08986837-36 2024-07-26T06:08:29.376 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 36 v 465 (ObjNum 340 snap 99 seq_num 340) dirty exists 2024-07-26T06:08:29.376 INFO:tasks.rados.rados.0.smithi089.stdout:1112: left oid 36 (ObjNum 340 snap 99 seq_num 340) 2024-07-26T06:08:29.376 INFO:tasks.rados.rados.0.smithi089.stdout:1113: seq_num 341 ranges {1138688=516096,1654784=401408} 2024-07-26T06:08:29.384 INFO:tasks.rados.rados.0.smithi089.stdout:1113: writing smithi08986837-34 from 1138688 to 1654784 tid 1 2024-07-26T06:08:29.386 INFO:tasks.rados.rados.0.smithi089.stdout:1113: writing smithi08986837-34 from 1654784 to 2056192 tid 2 2024-07-26T06:08:29.386 INFO:tasks.rados.rados.0.smithi089.stdout:1112: done (1 left) 2024-07-26T06:08:29.386 INFO:tasks.rados.rados.0.smithi089.stdout:1114: snap_remove snap 93 2024-07-26T06:08:29.854 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:29 smithi089 ceph-mon[99608]: pgmap v67: 121 pgs: 121 active+clean; 158 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 4.2 MiB/s wr, 20 op/s 2024-07-26T06:08:29.854 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:29 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:29.854 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:29 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:29.854 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:29 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-07-26T06:08:29.854 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:29 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:08:29.854 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:29 smithi089 ceph-mon[99608]: osdmap e279: 8 total, 8 up, 8 in 2024-07-26T06:08:29.855 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:29 smithi089 ceph-mon[102056]: pgmap v67: 121 pgs: 121 active+clean; 158 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 4.2 MiB/s wr, 20 op/s 2024-07-26T06:08:29.855 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:29 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:29.855 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:29 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:29.855 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:29 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-07-26T06:08:29.855 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:29 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:08:29.855 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:29 smithi089 ceph-mon[102056]: osdmap e279: 8 total, 8 up, 8 in 2024-07-26T06:08:29.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:29 smithi155 ceph-mon[90160]: pgmap v67: 121 pgs: 121 active+clean; 158 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 4.2 MiB/s wr, 20 op/s 2024-07-26T06:08:29.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:29 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:29.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:29 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:29.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:29 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-07-26T06:08:29.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:29 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:08:29.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:29 smithi155 ceph-mon[90160]: osdmap e279: 8 total, 8 up, 8 in 2024-07-26T06:08:30.341 INFO:tasks.rados.rados.0.smithi089.stdout:1114: done (1 left) 2024-07-26T06:08:30.342 INFO:tasks.rados.rados.0.smithi089.stdout:1115: rollback oid 23 current snap is 99 2024-07-26T06:08:30.342 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 23 to 98 2024-07-26T06:08:30.342 INFO:tasks.rados.rados.0.smithi089.stdout:1116: read oid 4 snap -1 2024-07-26T06:08:30.342 INFO:tasks.rados.rados.0.smithi089.stdout:1116: expect (ObjNum 326 snap 97 seq_num 326) 2024-07-26T06:08:30.342 INFO:tasks.rados.rados.0.smithi089.stdout:1117: snap_create 2024-07-26T06:08:30.342 INFO:tasks.rados.rados.0.smithi089.stdout:1113: finishing write tid 1 to smithi08986837-34 2024-07-26T06:08:30.342 INFO:tasks.rados.rados.0.smithi089.stdout:1113: finishing write tid 2 to smithi08986837-34 2024-07-26T06:08:30.342 INFO:tasks.rados.rados.0.smithi089.stdout:1113: finishing write tid 3 to smithi08986837-34 2024-07-26T06:08:30.342 INFO:tasks.rados.rados.0.smithi089.stdout:1113: finishing write tid 4 to smithi08986837-34 2024-07-26T06:08:30.342 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 34 v 250 (ObjNum 341 snap 99 seq_num 341) dirty exists 2024-07-26T06:08:30.342 INFO:tasks.rados.rados.0.smithi089.stdout:1113: left oid 34 (ObjNum 341 snap 99 seq_num 341) 2024-07-26T06:08:30.346 INFO:tasks.rados.rados.0.smithi089.stdout:1115: finishing rollback tid 0 to smithi08986837-23 2024-07-26T06:08:30.347 INFO:tasks.rados.rados.0.smithi089.stdout:1115: finishing rollback tid 1 to smithi08986837-23 2024-07-26T06:08:30.351 INFO:tasks.rados.rados.0.smithi089.stdout:1115: finishing rollback tid 2 to smithi08986837-23 2024-07-26T06:08:30.351 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 23 v 290 (ObjNum 228 snap 59 seq_num 228) dirty exists 2024-07-26T06:08:30.358 INFO:tasks.rados.rados.0.smithi089.stdout:1116: expect (ObjNum 326 snap 97 seq_num 326) 2024-07-26T06:08:30.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:30 smithi155 ceph-mon[90160]: Reconfiguring osd.1 (monmap changed)... 2024-07-26T06:08:30.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:30 smithi155 ceph-mon[90160]: Reconfiguring daemon osd.1 on smithi089 2024-07-26T06:08:30.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:30 smithi155 ceph-mon[90160]: osdmap e280: 8 total, 8 up, 8 in 2024-07-26T06:08:30.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:30 smithi089 ceph-mon[99608]: Reconfiguring osd.1 (monmap changed)... 2024-07-26T06:08:30.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:30 smithi089 ceph-mon[99608]: Reconfiguring daemon osd.1 on smithi089 2024-07-26T06:08:30.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:30 smithi089 ceph-mon[99608]: osdmap e280: 8 total, 8 up, 8 in 2024-07-26T06:08:30.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:30 smithi089 ceph-mon[102056]: Reconfiguring osd.1 (monmap changed)... 2024-07-26T06:08:30.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:30 smithi089 ceph-mon[102056]: Reconfiguring daemon osd.1 on smithi089 2024-07-26T06:08:30.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:30 smithi089 ceph-mon[102056]: osdmap e280: 8 total, 8 up, 8 in 2024-07-26T06:08:31.334 INFO:tasks.rados.rados.0.smithi089.stdout:1113: done (3 left) 2024-07-26T06:08:31.334 INFO:tasks.rados.rados.0.smithi089.stdout:1115: done (2 left) 2024-07-26T06:08:31.334 INFO:tasks.rados.rados.0.smithi089.stdout:1116: done (1 left) 2024-07-26T06:08:31.334 INFO:tasks.rados.rados.0.smithi089.stdout:1117: done (0 left) 2024-07-26T06:08:31.334 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 26 current snap is 100 2024-07-26T06:08:31.334 INFO:tasks.rados.rados.0.smithi089.stdout:1118: seq_num 342 ranges {2637824=532480,3170304=401408} 2024-07-26T06:08:31.350 INFO:tasks.rados.rados.0.smithi089.stdout:1118: writing smithi08986837-26 from 2637824 to 3170304 tid 1 2024-07-26T06:08:31.352 INFO:tasks.rados.rados.0.smithi089.stdout:1118: writing smithi08986837-26 from 3170304 to 3571712 tid 2 2024-07-26T06:08:31.353 INFO:tasks.rados.rados.0.smithi089.stdout:1119: copy_from oid 30 from oid 22 current snap is 100 2024-07-26T06:08:31.353 INFO:tasks.rados.rados.0.smithi089.stdout:1120: snap_create 2024-07-26T06:08:31.356 INFO:tasks.rados.rados.0.smithi089.stdout:1118: finishing write tid 1 to smithi08986837-26 2024-07-26T06:08:31.358 INFO:tasks.rados.rados.0.smithi089.stdout:1118: finishing write tid 2 to smithi08986837-26 2024-07-26T06:08:31.358 INFO:tasks.rados.rados.0.smithi089.stdout:1118: finishing write tid 3 to smithi08986837-26 2024-07-26T06:08:31.360 INFO:tasks.rados.rados.0.smithi089.stdout:1118: finishing write tid 4 to smithi08986837-26 2024-07-26T06:08:31.360 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 26 v 308 (ObjNum 342 snap 100 seq_num 342) dirty exists 2024-07-26T06:08:31.360 INFO:tasks.rados.rados.0.smithi089.stdout:1118: left oid 26 (ObjNum 342 snap 100 seq_num 342) 2024-07-26T06:08:31.381 INFO:tasks.rados.rados.0.smithi089.stdout:1119: finishing copy_from racing read to smithi08986837-30 2024-07-26T06:08:31.394 INFO:tasks.rados.rados.0.smithi089.stdout:1119: finishing copy_from to smithi08986837-30 2024-07-26T06:08:31.394 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 30 v 304 (ObjNum 258 snap 71 seq_num 258) dirty exists 2024-07-26T06:08:32.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:31 smithi155 ceph-mon[90160]: pgmap v70: 121 pgs: 121 active+clean; 158 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 546 KiB/s wr, 6 op/s 2024-07-26T06:08:32.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:31 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:32.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:31 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:32.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:31 smithi155 ceph-mon[90160]: Reconfiguring osd.2 (monmap changed)... 2024-07-26T06:08:32.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:31 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-07-26T06:08:32.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:31 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:08:32.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:31 smithi155 ceph-mon[90160]: Reconfiguring daemon osd.2 on smithi089 2024-07-26T06:08:32.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:31 smithi155 ceph-mon[90160]: osdmap e281: 8 total, 8 up, 8 in 2024-07-26T06:08:32.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:31 smithi089 ceph-mon[99608]: pgmap v70: 121 pgs: 121 active+clean; 158 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 546 KiB/s wr, 6 op/s 2024-07-26T06:08:32.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:31 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:32.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:31 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:32.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:31 smithi089 ceph-mon[99608]: Reconfiguring osd.2 (monmap changed)... 2024-07-26T06:08:32.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:31 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-07-26T06:08:32.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:31 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:08:32.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:31 smithi089 ceph-mon[99608]: Reconfiguring daemon osd.2 on smithi089 2024-07-26T06:08:32.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:31 smithi089 ceph-mon[99608]: osdmap e281: 8 total, 8 up, 8 in 2024-07-26T06:08:32.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:31 smithi089 ceph-mon[102056]: pgmap v70: 121 pgs: 121 active+clean; 158 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 546 KiB/s wr, 6 op/s 2024-07-26T06:08:32.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:31 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:32.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:31 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:32.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:31 smithi089 ceph-mon[102056]: Reconfiguring osd.2 (monmap changed)... 2024-07-26T06:08:32.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:31 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-07-26T06:08:32.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:31 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:08:32.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:31 smithi089 ceph-mon[102056]: Reconfiguring daemon osd.2 on smithi089 2024-07-26T06:08:32.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:31 smithi089 ceph-mon[102056]: osdmap e281: 8 total, 8 up, 8 in 2024-07-26T06:08:32.336 INFO:tasks.rados.rados.0.smithi089.stdout:1118: done (2 left) 2024-07-26T06:08:32.336 INFO:tasks.rados.rados.0.smithi089.stdout:1119: done (1 left) 2024-07-26T06:08:32.336 INFO:tasks.rados.rados.0.smithi089.stdout:1120: done (0 left) 2024-07-26T06:08:32.336 INFO:tasks.rados.rados.0.smithi089.stdout:1121: delete oid 25 current snap is 101 2024-07-26T06:08:32.341 INFO:tasks.rados.rados.0.smithi089.stdout:1121: done (0 left) 2024-07-26T06:08:32.341 INFO:tasks.rados.rados.0.smithi089.stdout:1122: delete oid 12 current snap is 101 2024-07-26T06:08:32.344 INFO:tasks.rados.rados.0.smithi089.stdout:1122: done (0 left) 2024-07-26T06:08:32.344 INFO:tasks.rados.rados.0.smithi089.stdout:1123: rollback oid 34 current snap is 101 2024-07-26T06:08:32.344 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 34 to 95 2024-07-26T06:08:32.344 INFO:tasks.rados.rados.0.smithi089.stdout:1124: snap_remove snap 99 2024-07-26T06:08:32.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:08:32 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:08:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:08:32.894 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:08:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:08:32] "GET /metrics HTTP/1.1" 200 36115 "" "Prometheus/2.43.0" 2024-07-26T06:08:33.342 INFO:tasks.rados.rados.0.smithi089.stdout:1124: done (1 left) 2024-07-26T06:08:33.342 INFO:tasks.rados.rados.0.smithi089.stdout:1125: copy_from oid 15 from oid 41 current snap is 101 2024-07-26T06:08:33.342 INFO:tasks.rados.rados.0.smithi089.stdout:1126: rollback oid 40 current snap is 101 2024-07-26T06:08:33.342 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 40 to 100 2024-07-26T06:08:33.342 INFO:tasks.rados.rados.0.smithi089.stdout:1123: finishing rollback tid 0 to smithi08986837-34 2024-07-26T06:08:33.342 INFO:tasks.rados.rados.0.smithi089.stdout:1123: finishing rollback tid 1 to smithi08986837-34 2024-07-26T06:08:33.342 INFO:tasks.rados.rados.0.smithi089.stdout:1123: finishing rollback tid 2 to smithi08986837-34 2024-07-26T06:08:33.342 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 34 v 253 (ObjNum 293 snap 86 seq_num 293) dirty exists 2024-07-26T06:08:33.343 INFO:tasks.rados.rados.0.smithi089.stdout:1123: done (2 left) 2024-07-26T06:08:33.343 INFO:tasks.rados.rados.0.smithi089.stdout:1127: rollback oid 49 current snap is 101 2024-07-26T06:08:33.343 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 49 to 100 2024-07-26T06:08:33.343 INFO:tasks.rados.rados.0.smithi089.stdout:1128: snap_remove snap 95 2024-07-26T06:08:33.506 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:33 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:33.506 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:33 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:33.506 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:33 smithi155 ceph-mon[90160]: Reconfiguring osd.3 (monmap changed)... 2024-07-26T06:08:33.506 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:33 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-07-26T06:08:33.506 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:33 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:08:33.507 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:33 smithi155 ceph-mon[90160]: Reconfiguring daemon osd.3 on smithi089 2024-07-26T06:08:33.507 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:33 smithi155 ceph-mon[90160]: osdmap e282: 8 total, 8 up, 8 in 2024-07-26T06:08:33.507 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:33 smithi155 ceph-mon[90160]: pgmap v73: 121 pgs: 121 active+clean; 136 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 7 op/s 2024-07-26T06:08:33.614 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:33 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:33.614 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:33 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:33.614 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:33 smithi089 ceph-mon[99608]: Reconfiguring osd.3 (monmap changed)... 2024-07-26T06:08:33.614 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:33 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-07-26T06:08:33.614 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:33 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:08:33.614 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:33 smithi089 ceph-mon[99608]: Reconfiguring daemon osd.3 on smithi089 2024-07-26T06:08:33.615 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:33 smithi089 ceph-mon[99608]: osdmap e282: 8 total, 8 up, 8 in 2024-07-26T06:08:33.615 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:33 smithi089 ceph-mon[99608]: pgmap v73: 121 pgs: 121 active+clean; 136 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 7 op/s 2024-07-26T06:08:33.615 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:33 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:33.615 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:33 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:33.615 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:33 smithi089 ceph-mon[102056]: Reconfiguring osd.3 (monmap changed)... 2024-07-26T06:08:33.615 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:33 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-07-26T06:08:33.615 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:33 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:08:33.615 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:33 smithi089 ceph-mon[102056]: Reconfiguring daemon osd.3 on smithi089 2024-07-26T06:08:33.615 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:33 smithi089 ceph-mon[102056]: osdmap e282: 8 total, 8 up, 8 in 2024-07-26T06:08:33.615 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:33 smithi089 ceph-mon[102056]: pgmap v73: 121 pgs: 121 active+clean; 136 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 7 op/s 2024-07-26T06:08:33.879 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:08:33 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:08:33.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi089\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi089\", job=\"node\", machine=\"x86_64\", nodename=\"smithi089\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", domainname=\"(none)\", instance=\"smithi089\", job=\"node\", machine=\"x86_64\", nodename=\"smithi089\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:08:34.326 INFO:tasks.rados.rados.0.smithi089.stdout:1128: done (3 left) 2024-07-26T06:08:34.326 INFO:tasks.rados.rados.0.smithi089.stdout:1129: copy_from oid 2 from oid 11 current snap is 101 2024-07-26T06:08:34.326 INFO:tasks.rados.rados.0.smithi089.stdout:1130: snap_create 2024-07-26T06:08:34.326 INFO:tasks.rados.rados.0.smithi089.stdout:1126: finishing rollback tid 0 to smithi08986837-40 2024-07-26T06:08:34.326 INFO:tasks.rados.rados.0.smithi089.stdout:1125: finishing copy_from racing read to smithi08986837-15 2024-07-26T06:08:34.326 INFO:tasks.rados.rados.0.smithi089.stdout:1126: finishing rollback tid 1 to smithi08986837-40 2024-07-26T06:08:34.327 INFO:tasks.rados.rados.0.smithi089.stdout:1126: finishing rollback tid 2 to smithi08986837-40 2024-07-26T06:08:34.327 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 40 v 308 (ObjNum 330 snap 98 seq_num 330) dirty exists 2024-07-26T06:08:34.327 INFO:tasks.rados.rados.0.smithi089.stdout:1125: finishing copy_from to smithi08986837-15 2024-07-26T06:08:34.327 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 15 v 439 (ObjNum 294 snap 86 seq_num 294) dirty exists 2024-07-26T06:08:34.327 INFO:tasks.rados.rados.0.smithi089.stdout:1127: finishing rollback tid 0 to smithi08986837-49 2024-07-26T06:08:34.327 INFO:tasks.rados.rados.0.smithi089.stdout:1127: finishing rollback tid 1 to smithi08986837-49 2024-07-26T06:08:34.327 INFO:tasks.rados.rados.0.smithi089.stdout:1127: finishing rollback tid 2 to smithi08986837-49 2024-07-26T06:08:34.327 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 49 v 541 (ObjNum 294 snap 86 seq_num 294) dirty exists 2024-07-26T06:08:34.332 INFO:tasks.rados.rados.0.smithi089.stdout:1129: finishing copy_from to smithi08986837-2 2024-07-26T06:08:34.333 INFO:tasks.rados.rados.0.smithi089.stdout:1129: got expected ENOENT (src dne) 2024-07-26T06:08:34.333 INFO:tasks.rados.rados.0.smithi089.stdout:1129: finishing copy_from racing read to smithi08986837-2 2024-07-26T06:08:34.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:08:34 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:08:34.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:08:34.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:08:34 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:08:34.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:08:34.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:34 smithi155 ceph-mon[90160]: osdmap e283: 8 total, 8 up, 8 in 2024-07-26T06:08:34.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:34 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:34.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:34 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:34.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:34 smithi155 ceph-mon[90160]: Reconfiguring mds.a (monmap changed)... 2024-07-26T06:08:34.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:34 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-07-26T06:08:34.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:34 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:08:34.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:34 smithi155 ceph-mon[90160]: Reconfiguring daemon mds.a on smithi089 2024-07-26T06:08:34.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:34 smithi155 ceph-mon[90160]: osdmap e284: 8 total, 8 up, 8 in 2024-07-26T06:08:34.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:34 smithi089 ceph-mon[99608]: osdmap e283: 8 total, 8 up, 8 in 2024-07-26T06:08:34.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:34 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:34.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:34 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:34.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:34 smithi089 ceph-mon[99608]: Reconfiguring mds.a (monmap changed)... 2024-07-26T06:08:34.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:34 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-07-26T06:08:34.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:34 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:08:34.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:34 smithi089 ceph-mon[99608]: Reconfiguring daemon mds.a on smithi089 2024-07-26T06:08:34.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:34 smithi089 ceph-mon[99608]: osdmap e284: 8 total, 8 up, 8 in 2024-07-26T06:08:34.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:34 smithi089 ceph-mon[102056]: osdmap e283: 8 total, 8 up, 8 in 2024-07-26T06:08:34.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:34 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:34.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:34 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:34.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:34 smithi089 ceph-mon[102056]: Reconfiguring mds.a (monmap changed)... 2024-07-26T06:08:34.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:34 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-07-26T06:08:34.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:34 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:08:34.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:34 smithi089 ceph-mon[102056]: Reconfiguring daemon mds.a on smithi089 2024-07-26T06:08:34.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:34 smithi089 ceph-mon[102056]: osdmap e284: 8 total, 8 up, 8 in 2024-07-26T06:08:35.327 INFO:tasks.rados.rados.0.smithi089.stdout:1125: done (4 left) 2024-07-26T06:08:35.327 INFO:tasks.rados.rados.0.smithi089.stdout:1126: done (3 left) 2024-07-26T06:08:35.327 INFO:tasks.rados.rados.0.smithi089.stdout:1127: done (2 left) 2024-07-26T06:08:35.327 INFO:tasks.rados.rados.0.smithi089.stdout:1129: done (1 left) 2024-07-26T06:08:35.328 INFO:tasks.rados.rados.0.smithi089.stdout:1130: done (0 left) 2024-07-26T06:08:35.328 INFO:tasks.rados.rados.0.smithi089.stdout:1131: copy_from oid 35 from oid 22 current snap is 102 2024-07-26T06:08:35.328 INFO:tasks.rados.rados.0.smithi089.stdout:1132: rollback oid 20 current snap is 102 2024-07-26T06:08:35.328 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 20 to 98 2024-07-26T06:08:35.328 INFO:tasks.rados.rados.0.smithi089.stdout:1133: delete oid 27 current snap is 102 2024-07-26T06:08:35.333 INFO:tasks.rados.rados.0.smithi089.stdout:1132: finishing rollback tid 0 to smithi08986837-20 2024-07-26T06:08:35.334 INFO:tasks.rados.rados.0.smithi089.stdout:1132: finishing rollback tid 1 to smithi08986837-20 2024-07-26T06:08:35.334 INFO:tasks.rados.rados.0.smithi089.stdout:1133: done (2 left) 2024-07-26T06:08:35.335 INFO:tasks.rados.rados.0.smithi089.stdout:1134: rollback oid 36 current snap is 102 2024-07-26T06:08:35.335 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 36 to 98 2024-07-26T06:08:35.335 INFO:tasks.rados.rados.0.smithi089.stdout:1132: finishing rollback tid 2 to smithi08986837-20 2024-07-26T06:08:35.335 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 20 v 296 (ObjNum 279 snap 84 seq_num 279) dirty exists 2024-07-26T06:08:35.335 INFO:tasks.rados.rados.0.smithi089.stdout:1132: done (2 left) 2024-07-26T06:08:35.335 INFO:tasks.rados.rados.0.smithi089.stdout:1135: delete oid 11 current snap is 102 2024-07-26T06:08:35.337 INFO:tasks.rados.rados.0.smithi089.stdout:1135: done (2 left) 2024-07-26T06:08:35.337 INFO:tasks.rados.rados.0.smithi089.stdout:1136: copy_from oid 20 from oid 34 current snap is 102 2024-07-26T06:08:35.337 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 7 current snap is 102 2024-07-26T06:08:35.337 INFO:tasks.rados.rados.0.smithi089.stdout:1137: seq_num 347 ranges {4669440=614400,5283840=401408} 2024-07-26T06:08:35.366 INFO:tasks.rados.rados.0.smithi089.stdout:1137: writing smithi08986837-7 from 4669440 to 5283840 tid 1 2024-07-26T06:08:35.369 INFO:tasks.rados.rados.0.smithi089.stdout:1137: writing smithi08986837-7 from 5283840 to 5685248 tid 2 2024-07-26T06:08:35.369 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 3 current snap is 102 2024-07-26T06:08:35.369 INFO:tasks.rados.rados.0.smithi089.stdout:1134: finishing rollback tid 0 to smithi08986837-36 2024-07-26T06:08:35.369 INFO:tasks.rados.rados.0.smithi089.stdout:1138: seq_num 348 ranges {0=630784,630784=401408} 2024-07-26T06:08:35.372 INFO:tasks.rados.rados.0.smithi089.stdout:1138: writing smithi08986837-3 from 0 to 630784 tid 1 2024-07-26T06:08:35.375 INFO:tasks.rados.rados.0.smithi089.stdout:1138: writing smithi08986837-3 from 630784 to 1032192 tid 2 2024-07-26T06:08:35.376 INFO:tasks.rados.rados.0.smithi089.stdout:1139: rollback oid 6 current snap is 102 2024-07-26T06:08:35.376 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 6 to 100 2024-07-26T06:08:35.376 INFO:tasks.rados.rados.0.smithi089.stdout:1134: finishing rollback tid 1 to smithi08986837-36 2024-07-26T06:08:35.376 INFO:tasks.rados.rados.0.smithi089.stdout:1134: finishing rollback tid 2 to smithi08986837-36 2024-07-26T06:08:35.376 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 36 v 481 (ObjNum 336 snap 98 seq_num 336) dirty exists 2024-07-26T06:08:35.376 INFO:tasks.rados.rados.0.smithi089.stdout:1136: finishing copy_from racing read to smithi08986837-20 2024-07-26T06:08:35.376 INFO:tasks.rados.rados.0.smithi089.stdout:1136: finishing copy_from to smithi08986837-20 2024-07-26T06:08:35.376 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 20 v 253 (ObjNum 293 snap 86 seq_num 293) dirty exists 2024-07-26T06:08:35.376 INFO:tasks.rados.rados.0.smithi089.stdout:1131: finishing copy_from racing read to smithi08986837-35 2024-07-26T06:08:35.376 INFO:tasks.rados.rados.0.smithi089.stdout:1131: finishing copy_from to smithi08986837-35 2024-07-26T06:08:35.376 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 35 v 304 (ObjNum 258 snap 71 seq_num 258) dirty exists 2024-07-26T06:08:35.376 INFO:tasks.rados.rados.0.smithi089.stdout:1131: done (5 left) 2024-07-26T06:08:35.376 INFO:tasks.rados.rados.0.smithi089.stdout:1134: done (4 left) 2024-07-26T06:08:35.377 INFO:tasks.rados.rados.0.smithi089.stdout:1136: done (3 left) 2024-07-26T06:08:35.377 INFO:tasks.rados.rados.0.smithi089.stdout:1140: read oid 10 snap -1 2024-07-26T06:08:35.377 INFO:tasks.rados.rados.0.smithi089.stdout:1140: expect (ObjNum 334 snap 98 seq_num 334) 2024-07-26T06:08:35.377 INFO:tasks.rados.rados.0.smithi089.stdout:1141: snap_remove snap 98 2024-07-26T06:08:35.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:35 smithi155 ceph-mon[90160]: pgmap v76: 121 pgs: 121 active+clean; 136 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 7 op/s 2024-07-26T06:08:35.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:35 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:35.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:35 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:35.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:35 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-26T06:08:35.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:35 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-07-26T06:08:35.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:35 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:08:35.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:35 smithi155 ceph-mon[90160]: osdmap e285: 8 total, 8 up, 8 in 2024-07-26T06:08:35.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:35 smithi089 ceph-mon[102056]: pgmap v76: 121 pgs: 121 active+clean; 136 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 7 op/s 2024-07-26T06:08:35.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:35 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:35.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:35 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:35.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:35 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-26T06:08:35.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:35 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-07-26T06:08:35.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:35 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:08:35.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:35 smithi089 ceph-mon[102056]: osdmap e285: 8 total, 8 up, 8 in 2024-07-26T06:08:35.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:35 smithi089 ceph-mon[99608]: pgmap v76: 121 pgs: 121 active+clean; 136 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 7 op/s 2024-07-26T06:08:35.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:35 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:35.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:35 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:35.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:35 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-07-26T06:08:35.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:35 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-07-26T06:08:35.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:35 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:08:35.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:35 smithi089 ceph-mon[99608]: osdmap e285: 8 total, 8 up, 8 in 2024-07-26T06:08:35.979 INFO:teuthology.orchestra.run.smithi089.stdout:true 2024-07-26T06:08:36.240 INFO:teuthology.orchestra.run.smithi089.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-07-26T06:08:36.240 INFO:teuthology.orchestra.run.smithi089.stdout:alertmanager.a smithi089 *:9093,9094 running (2m) 31s ago 6m 16.3M - 0.25.0 c8568f914cd2 2836382b8f0b 2024-07-26T06:08:36.240 INFO:teuthology.orchestra.run.smithi089.stdout:grafana.a smithi155 *:3000 running (110s) 17s ago 6m 80.3M - 9.4.7 954c08fa6188 0191ba4689bf 2024-07-26T06:08:36.240 INFO:teuthology.orchestra.run.smithi089.stdout:mds.a smithi089 running (7m) 31s ago 7m 16.0M - 17.2.7-1143-g5dff84c0 18bcb77ae794 0ecc3a80790e 2024-07-26T06:08:36.240 INFO:teuthology.orchestra.run.smithi089.stdout:mds.b smithi155 running (7m) 17s ago 7m 21.0M - 17.2.7-1143-g5dff84c0 18bcb77ae794 1c6d7dfdf08d 2024-07-26T06:08:36.240 INFO:teuthology.orchestra.run.smithi089.stdout:mgr.x smithi155 *:8443,9283,8765 running (76s) 17s ago 11m 437M - 19.1.0-1125-g4b230446 a246f06af74a 3d1d1f94a234 2024-07-26T06:08:36.241 INFO:teuthology.orchestra.run.smithi089.stdout:mgr.y smithi089 *:8443,9283,8765 running (105s) 31s ago 12m 496M - 19.1.0-1125-g4b230446 a246f06af74a abb455ac876a 2024-07-26T06:08:36.241 INFO:teuthology.orchestra.run.smithi089.stdout:mon.a smithi089 running (62s) 31s ago 12m 38.3M 2048M 19.1.0-1125-g4b230446 a246f06af74a 4d43bcc9eb9b 2024-07-26T06:08:36.241 INFO:teuthology.orchestra.run.smithi089.stdout:mon.b smithi155 running (22s) 17s ago 11m 21.7M 2048M 19.1.0-1125-g4b230446 a246f06af74a f829551716a5 2024-07-26T06:08:36.241 INFO:teuthology.orchestra.run.smithi089.stdout:mon.c smithi089 running (40s) 31s ago 11m 25.7M 2048M 19.1.0-1125-g4b230446 a246f06af74a 74d6c1493f98 2024-07-26T06:08:36.241 INFO:teuthology.orchestra.run.smithi089.stdout:node-exporter.a smithi089 *:9100 running (2m) 31s ago 6m 8112k - 1.5.0 0da6a335fe13 e2f5a155fbeb 2024-07-26T06:08:36.241 INFO:teuthology.orchestra.run.smithi089.stdout:node-exporter.b smithi155 *:9100 running (115s) 17s ago 6m 14.4M - 1.5.0 0da6a335fe13 85c78351c113 2024-07-26T06:08:36.241 INFO:teuthology.orchestra.run.smithi089.stdout:osd.0 smithi089 running (10m) 31s ago 10m 194M 2479M 17.2.7-1143-g5dff84c0 18bcb77ae794 0b4289c48967 2024-07-26T06:08:36.241 INFO:teuthology.orchestra.run.smithi089.stdout:osd.1 smithi089 running (10m) 31s ago 10m 166M 2479M 17.2.7-1143-g5dff84c0 18bcb77ae794 2a37a3b20d71 2024-07-26T06:08:36.241 INFO:teuthology.orchestra.run.smithi089.stdout:osd.2 smithi089 running (9m) 31s ago 9m 115M 2479M 17.2.7-1143-g5dff84c0 18bcb77ae794 2d907a8e0f87 2024-07-26T06:08:36.241 INFO:teuthology.orchestra.run.smithi089.stdout:osd.3 smithi089 running (9m) 31s ago 9m 101M 2479M 17.2.7-1143-g5dff84c0 18bcb77ae794 076d339790b6 2024-07-26T06:08:36.241 INFO:teuthology.orchestra.run.smithi089.stdout:osd.4 smithi155 running (9m) 17s ago 9m 164M 2480M 17.2.7-1143-g5dff84c0 18bcb77ae794 df54a09a74e9 2024-07-26T06:08:36.241 INFO:teuthology.orchestra.run.smithi089.stdout:osd.5 smithi155 running (8m) 17s ago 8m 180M 2480M 17.2.7-1143-g5dff84c0 18bcb77ae794 0f76555562cc 2024-07-26T06:08:36.241 INFO:teuthology.orchestra.run.smithi089.stdout:osd.6 smithi155 running (8m) 17s ago 8m 119M 2480M 17.2.7-1143-g5dff84c0 18bcb77ae794 629f0d1fd888 2024-07-26T06:08:36.241 INFO:teuthology.orchestra.run.smithi089.stdout:osd.7 smithi155 running (7m) 17s ago 7m 94.6M 2480M 17.2.7-1143-g5dff84c0 18bcb77ae794 a4db8e598fea 2024-07-26T06:08:36.242 INFO:teuthology.orchestra.run.smithi089.stdout:prometheus.a smithi155 *:9095 running (81s) 17s ago 6m 49.4M - 2.43.0 a07b618ecd1d 8e7005ec7af0 2024-07-26T06:08:36.352 INFO:tasks.rados.rados.0.smithi089.stdout:1141: done (4 left) 2024-07-26T06:08:36.353 INFO:tasks.rados.rados.0.smithi089.stdout:1142: delete oid 40 current snap is 102 2024-07-26T06:08:36.353 INFO:tasks.rados.rados.0.smithi089.stdout:1137: finishing write tid 1 to smithi08986837-7 2024-07-26T06:08:36.353 INFO:tasks.rados.rados.0.smithi089.stdout:1137: finishing write tid 2 to smithi08986837-7 2024-07-26T06:08:36.353 INFO:tasks.rados.rados.0.smithi089.stdout:1137: finishing write tid 3 to smithi08986837-7 2024-07-26T06:08:36.353 INFO:tasks.rados.rados.0.smithi089.stdout:1137: finishing write tid 4 to smithi08986837-7 2024-07-26T06:08:36.353 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 7 v 319 (ObjNum 347 snap 102 seq_num 347) dirty exists 2024-07-26T06:08:36.353 INFO:tasks.rados.rados.0.smithi089.stdout:1137: left oid 7 (ObjNum 347 snap 102 seq_num 347) 2024-07-26T06:08:36.353 INFO:tasks.rados.rados.0.smithi089.stdout:1138: finishing write tid 1 to smithi08986837-3 2024-07-26T06:08:36.353 INFO:tasks.rados.rados.0.smithi089.stdout:1138: finishing write tid 2 to smithi08986837-3 2024-07-26T06:08:36.353 INFO:tasks.rados.rados.0.smithi089.stdout:1139: finishing rollback tid 1 to smithi08986837-6 2024-07-26T06:08:36.353 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 6 v 0 (ObjNum 625 snap 0 seq_num 2521562399) dirty dne 2024-07-26T06:08:36.353 INFO:tasks.rados.rados.0.smithi089.stdout:1138: finishing write tid 3 to smithi08986837-3 2024-07-26T06:08:36.354 INFO:tasks.rados.rados.0.smithi089.stdout:1140: expect (ObjNum 334 snap 98 seq_num 334) 2024-07-26T06:08:36.379 INFO:tasks.rados.rados.0.smithi089.stdout:1138: finishing write tid 4 to smithi08986837-3 2024-07-26T06:08:36.379 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 3 v 301 (ObjNum 348 snap 102 seq_num 348) dirty exists 2024-07-26T06:08:36.379 INFO:tasks.rados.rados.0.smithi089.stdout:1138: left oid 3 (ObjNum 348 snap 102 seq_num 348) 2024-07-26T06:08:36.379 INFO:tasks.rados.rados.0.smithi089.stdout:1137: done (4 left) 2024-07-26T06:08:36.379 INFO:tasks.rados.rados.0.smithi089.stdout:1138: done (3 left) 2024-07-26T06:08:36.379 INFO:tasks.rados.rados.0.smithi089.stdout:1139: done (2 left) 2024-07-26T06:08:36.379 INFO:tasks.rados.rados.0.smithi089.stdout:1140: done (1 left) 2024-07-26T06:08:36.379 INFO:tasks.rados.rados.0.smithi089.stdout:1142: done (0 left) 2024-07-26T06:08:36.379 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 19 current snap is 102 2024-07-26T06:08:36.379 INFO:tasks.rados.rados.0.smithi089.stdout:1143: seq_num 350 ranges {0=671744,671744=401408} 2024-07-26T06:08:36.382 INFO:tasks.rados.rados.0.smithi089.stdout:1143: writing smithi08986837-19 from 0 to 671744 tid 1 2024-07-26T06:08:36.384 INFO:tasks.rados.rados.0.smithi089.stdout:1143: writing smithi08986837-19 from 671744 to 1073152 tid 2 2024-07-26T06:08:36.384 INFO:tasks.rados.rados.0.smithi089.stdout:1144: snap_create 2024-07-26T06:08:36.387 INFO:tasks.rados.rados.0.smithi089.stdout:1143: finishing write tid 1 to smithi08986837-19 2024-07-26T06:08:36.387 INFO:tasks.rados.rados.0.smithi089.stdout:1143: finishing write tid 2 to smithi08986837-19 2024-07-26T06:08:36.387 INFO:tasks.rados.rados.0.smithi089.stdout:1143: finishing write tid 3 to smithi08986837-19 2024-07-26T06:08:36.388 INFO:tasks.rados.rados.0.smithi089.stdout:1143: finishing write tid 4 to smithi08986837-19 2024-07-26T06:08:36.388 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 19 v 311 (ObjNum 350 snap 102 seq_num 350) dirty exists 2024-07-26T06:08:36.389 INFO:tasks.rados.rados.0.smithi089.stdout:1143: left oid 19 (ObjNum 350 snap 102 seq_num 350) 2024-07-26T06:08:36.572 INFO:teuthology.orchestra.run.smithi089.stdout:{ 2024-07-26T06:08:36.572 INFO:teuthology.orchestra.run.smithi089.stdout: "mon": { 2024-07-26T06:08:36.572 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 3 2024-07-26T06:08:36.572 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2024-07-26T06:08:36.572 INFO:teuthology.orchestra.run.smithi089.stdout: "mgr": { 2024-07-26T06:08:36.572 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 2 2024-07-26T06:08:36.573 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2024-07-26T06:08:36.573 INFO:teuthology.orchestra.run.smithi089.stdout: "osd": { 2024-07-26T06:08:36.573 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 8 2024-07-26T06:08:36.573 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2024-07-26T06:08:36.573 INFO:teuthology.orchestra.run.smithi089.stdout: "mds": { 2024-07-26T06:08:36.573 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 2 2024-07-26T06:08:36.573 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2024-07-26T06:08:36.573 INFO:teuthology.orchestra.run.smithi089.stdout: "overall": { 2024-07-26T06:08:36.573 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 10, 2024-07-26T06:08:36.573 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 5 2024-07-26T06:08:36.573 INFO:teuthology.orchestra.run.smithi089.stdout: } 2024-07-26T06:08:36.574 INFO:teuthology.orchestra.run.smithi089.stdout:} 2024-07-26T06:08:36.574 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:36 smithi089 ceph-mon[99608]: Reconfiguring mon.b (monmap changed)... 2024-07-26T06:08:36.574 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:36 smithi089 ceph-mon[99608]: Reconfiguring daemon mon.b on smithi155 2024-07-26T06:08:36.574 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:36 smithi089 ceph-mon[102056]: Reconfiguring mon.b (monmap changed)... 2024-07-26T06:08:36.574 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:36 smithi089 ceph-mon[102056]: Reconfiguring daemon mon.b on smithi155 2024-07-26T06:08:36.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:36 smithi155 ceph-mon[90160]: Reconfiguring mon.b (monmap changed)... 2024-07-26T06:08:36.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:36 smithi155 ceph-mon[90160]: Reconfiguring daemon mon.b on smithi155 2024-07-26T06:08:37.355 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:37 smithi155 ceph-mon[90160]: from='client.44108 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:08:37.356 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:37 smithi155 ceph-mon[90160]: from='client.34179 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:08:37.356 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:37 smithi155 ceph-mon[90160]: osdmap e286: 8 total, 8 up, 8 in 2024-07-26T06:08:37.356 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:37 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/2808156354' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:08:37.358 INFO:tasks.rados.rados.0.smithi089.stdout:1143: done (1 left) 2024-07-26T06:08:37.358 INFO:tasks.rados.rados.0.smithi089.stdout:1144: done (0 left) 2024-07-26T06:08:37.358 INFO:tasks.rados.rados.0.smithi089.stdout:1145: snap_create 2024-07-26T06:08:37.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:37 smithi155 ceph-mon[90160]: pgmap v79: 121 pgs: 121 active+clean; 124 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 589 KiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-07-26T06:08:37.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:37 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:37.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:37 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:37.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:37 smithi155 ceph-mon[90160]: Reconfiguring mgr.x (monmap changed)... 2024-07-26T06:08:37.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:37 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-07-26T06:08:37.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:37 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-07-26T06:08:37.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:37 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:08:37.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:37 smithi155 ceph-mon[90160]: Reconfiguring daemon mgr.x on smithi155 2024-07-26T06:08:37.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:37 smithi089 ceph-mon[99608]: from='client.44108 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:08:37.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:37 smithi089 ceph-mon[99608]: from='client.34179 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:08:37.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:37 smithi089 ceph-mon[99608]: osdmap e286: 8 total, 8 up, 8 in 2024-07-26T06:08:37.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:37 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/2808156354' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:08:37.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:37 smithi089 ceph-mon[99608]: pgmap v79: 121 pgs: 121 active+clean; 124 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 589 KiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-07-26T06:08:37.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:37 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:37.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:37 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:37.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:37 smithi089 ceph-mon[99608]: Reconfiguring mgr.x (monmap changed)... 2024-07-26T06:08:37.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:37 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-07-26T06:08:37.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:37 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-07-26T06:08:37.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:37 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:08:37.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:37 smithi089 ceph-mon[99608]: Reconfiguring daemon mgr.x on smithi155 2024-07-26T06:08:37.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:37 smithi089 ceph-mon[102056]: from='client.44108 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:08:37.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:37 smithi089 ceph-mon[102056]: from='client.34179 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:08:37.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:37 smithi089 ceph-mon[102056]: osdmap e286: 8 total, 8 up, 8 in 2024-07-26T06:08:37.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:37 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/2808156354' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:08:37.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:37 smithi089 ceph-mon[102056]: pgmap v79: 121 pgs: 121 active+clean; 124 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 589 KiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-07-26T06:08:37.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:37 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:37.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:37 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:37.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:37 smithi089 ceph-mon[102056]: Reconfiguring mgr.x (monmap changed)... 2024-07-26T06:08:37.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:37 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-07-26T06:08:37.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:37 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-07-26T06:08:37.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:37 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:08:37.657 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:37 smithi089 ceph-mon[102056]: Reconfiguring daemon mgr.x on smithi155 2024-07-26T06:08:38.360 INFO:tasks.rados.rados.0.smithi089.stdout:1145: done (0 left) 2024-07-26T06:08:38.361 INFO:tasks.rados.rados.0.smithi089.stdout:1146: rollback oid 44 current snap is 104 2024-07-26T06:08:38.361 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 44 to 101 2024-07-26T06:08:38.361 INFO:tasks.rados.rados.0.smithi089.stdout:1147: read oid 36 snap -1 2024-07-26T06:08:38.361 INFO:tasks.rados.rados.0.smithi089.stdout:1147: expect (ObjNum 336 snap 98 seq_num 336) 2024-07-26T06:08:38.361 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 1 current snap is 104 2024-07-26T06:08:38.361 INFO:tasks.rados.rados.0.smithi089.stdout:1148: seq_num 351 ranges {0=688128,688128=401408} 2024-07-26T06:08:38.365 INFO:tasks.rados.rados.0.smithi089.stdout:1148: writing smithi08986837-1 from 0 to 688128 tid 1 2024-07-26T06:08:38.366 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:38 smithi155 ceph-mon[90160]: osdmap e287: 8 total, 8 up, 8 in 2024-07-26T06:08:38.366 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:38 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:38.366 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:38 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:38.368 INFO:tasks.rados.rados.0.smithi089.stdout:1148: writing smithi08986837-1 from 688128 to 1089536 tid 2 2024-07-26T06:08:38.368 INFO:tasks.rados.rados.0.smithi089.stdout:1149: delete oid 50 current snap is 104 2024-07-26T06:08:38.369 INFO:tasks.rados.rados.0.smithi089.stdout:1146: finishing rollback tid 0 to smithi08986837-44 2024-07-26T06:08:38.371 INFO:tasks.rados.rados.0.smithi089.stdout:1146: finishing rollback tid 1 to smithi08986837-44 2024-07-26T06:08:38.372 INFO:tasks.rados.rados.0.smithi089.stdout:1146: finishing rollback tid 2 to smithi08986837-44 2024-07-26T06:08:38.372 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 44 v 675 (ObjNum 323 snap 96 seq_num 323) dirty exists 2024-07-26T06:08:38.372 INFO:tasks.rados.rados.0.smithi089.stdout:1148: finishing write tid 1 to smithi08986837-1 2024-07-26T06:08:38.372 INFO:tasks.rados.rados.0.smithi089.stdout:1148: finishing write tid 2 to smithi08986837-1 2024-07-26T06:08:38.373 INFO:tasks.rados.rados.0.smithi089.stdout:1148: finishing write tid 3 to smithi08986837-1 2024-07-26T06:08:38.373 INFO:tasks.rados.rados.0.smithi089.stdout:1147: expect (ObjNum 336 snap 98 seq_num 336) 2024-07-26T06:08:38.458 INFO:tasks.rados.rados.0.smithi089.stdout:1148: finishing write tid 4 to smithi08986837-1 2024-07-26T06:08:38.458 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 1 v 562 (ObjNum 351 snap 104 seq_num 351) dirty exists 2024-07-26T06:08:38.458 INFO:tasks.rados.rados.0.smithi089.stdout:1148: left oid 1 (ObjNum 351 snap 104 seq_num 351) 2024-07-26T06:08:38.458 INFO:tasks.rados.rados.0.smithi089.stdout:1146: done (3 left) 2024-07-26T06:08:38.458 INFO:tasks.rados.rados.0.smithi089.stdout:1147: done (2 left) 2024-07-26T06:08:38.459 INFO:tasks.rados.rados.0.smithi089.stdout:1148: done (1 left) 2024-07-26T06:08:38.459 INFO:tasks.rados.rados.0.smithi089.stdout:1149: done (0 left) 2024-07-26T06:08:38.459 INFO:tasks.rados.rados.0.smithi089.stdout:1150: read oid 15 snap -1 2024-07-26T06:08:38.459 INFO:tasks.rados.rados.0.smithi089.stdout:1150: expect (ObjNum 294 snap 86 seq_num 294) 2024-07-26T06:08:38.459 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 44 current snap is 104 2024-07-26T06:08:38.459 INFO:tasks.rados.rados.0.smithi089.stdout:1151: seq_num 353 ranges {6365184=720896,7086080=401408} 2024-07-26T06:08:38.495 INFO:tasks.rados.rados.0.smithi089.stdout:1151: writing smithi08986837-44 from 6365184 to 7086080 tid 1 2024-07-26T06:08:38.497 INFO:tasks.rados.rados.0.smithi089.stdout:1151: writing smithi08986837-44 from 7086080 to 7487488 tid 2 2024-07-26T06:08:38.497 INFO:tasks.rados.rados.0.smithi089.stdout:1152: snap_create 2024-07-26T06:08:38.497 INFO:tasks.rados.rados.0.smithi089.stdout:1150: expect (ObjNum 294 snap 86 seq_num 294) 2024-07-26T06:08:38.501 INFO:tasks.rados.rados.0.smithi089.stdout:1151: finishing write tid 1 to smithi08986837-44 2024-07-26T06:08:38.501 INFO:tasks.rados.rados.0.smithi089.stdout:1151: finishing write tid 2 to smithi08986837-44 2024-07-26T06:08:38.501 INFO:tasks.rados.rados.0.smithi089.stdout:1151: finishing write tid 3 to smithi08986837-44 2024-07-26T06:08:38.501 INFO:tasks.rados.rados.0.smithi089.stdout:1151: finishing write tid 4 to smithi08986837-44 2024-07-26T06:08:38.501 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 44 v 678 (ObjNum 353 snap 104 seq_num 353) dirty exists 2024-07-26T06:08:38.501 INFO:tasks.rados.rados.0.smithi089.stdout:1151: left oid 44 (ObjNum 353 snap 104 seq_num 353) 2024-07-26T06:08:38.616 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:38 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-07-26T06:08:38.616 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:38 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:08:38.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:38 smithi089 ceph-mon[102056]: osdmap e287: 8 total, 8 up, 8 in 2024-07-26T06:08:38.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:38 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:38.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:38 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:38.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:38 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-07-26T06:08:38.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:38 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:08:38.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:38 smithi089 ceph-mon[99608]: osdmap e287: 8 total, 8 up, 8 in 2024-07-26T06:08:38.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:38 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:38.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:38 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:38.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:38 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-07-26T06:08:38.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:38 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:08:38.879 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:08:38 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:08:38.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster_addr=\"172.21.15.89\", device_class=\"ssd\", hostname=\"smithi089\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.89\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", cluster_addr=\"172.21.15.89\", device_class=\"ssd\", hostname=\"smithi089\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.89\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:08:39.378 INFO:tasks.rados.rados.0.smithi089.stdout:1150: done (2 left) 2024-07-26T06:08:39.379 INFO:tasks.rados.rados.0.smithi089.stdout:1151: done (1 left) 2024-07-26T06:08:39.379 INFO:tasks.rados.rados.0.smithi089.stdout:1152: done (0 left) 2024-07-26T06:08:39.379 INFO:tasks.rados.rados.0.smithi089.stdout:1153: read oid 49 snap -1 2024-07-26T06:08:39.379 INFO:tasks.rados.rados.0.smithi089.stdout:1153: expect (ObjNum 294 snap 86 seq_num 294) 2024-07-26T06:08:39.379 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 45 current snap is 105 2024-07-26T06:08:39.379 INFO:tasks.rados.rados.0.smithi089.stdout:1154: seq_num 354 ranges {0=737280,737280=401408} 2024-07-26T06:08:39.382 INFO:tasks.rados.rados.0.smithi089.stdout:1154: writing smithi08986837-45 from 0 to 737280 tid 1 2024-07-26T06:08:39.384 INFO:tasks.rados.rados.0.smithi089.stdout:1154: writing smithi08986837-45 from 737280 to 1138688 tid 2 2024-07-26T06:08:39.384 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 18 current snap is 105 2024-07-26T06:08:39.385 INFO:tasks.rados.rados.0.smithi089.stdout:1155: seq_num 355 ranges {0=753664,753664=401408} 2024-07-26T06:08:39.389 INFO:tasks.rados.rados.0.smithi089.stdout:1155: writing smithi08986837-18 from 0 to 753664 tid 1 2024-07-26T06:08:39.392 INFO:tasks.rados.rados.0.smithi089.stdout:1155: writing smithi08986837-18 from 753664 to 1155072 tid 2 2024-07-26T06:08:39.392 INFO:tasks.rados.rados.0.smithi089.stdout:1156: rollback oid 27 current snap is 105 2024-07-26T06:08:39.392 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 27 to 102 2024-07-26T06:08:39.392 INFO:tasks.rados.rados.0.smithi089.stdout:1153: expect (ObjNum 294 snap 86 seq_num 294) 2024-07-26T06:08:39.397 INFO:tasks.rados.rados.0.smithi089.stdout:1154: finishing write tid 1 to smithi08986837-45 2024-07-26T06:08:39.398 INFO:tasks.rados.rados.0.smithi089.stdout:1154: finishing write tid 2 to smithi08986837-45 2024-07-26T06:08:39.398 INFO:tasks.rados.rados.0.smithi089.stdout:1154: finishing write tid 3 to smithi08986837-45 2024-07-26T06:08:39.398 INFO:tasks.rados.rados.0.smithi089.stdout:1154: finishing write tid 4 to smithi08986837-45 2024-07-26T06:08:39.398 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 45 v 314 (ObjNum 354 snap 105 seq_num 354) dirty exists 2024-07-26T06:08:39.398 INFO:tasks.rados.rados.0.smithi089.stdout:1154: left oid 45 (ObjNum 354 snap 105 seq_num 354) 2024-07-26T06:08:39.398 INFO:tasks.rados.rados.0.smithi089.stdout:1155: finishing write tid 1 to smithi08986837-18 2024-07-26T06:08:39.398 INFO:tasks.rados.rados.0.smithi089.stdout:1155: finishing write tid 2 to smithi08986837-18 2024-07-26T06:08:39.398 INFO:tasks.rados.rados.0.smithi089.stdout:1156: finishing rollback tid 1 to smithi08986837-27 2024-07-26T06:08:39.398 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 27 v 315 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-07-26T06:08:39.398 INFO:tasks.rados.rados.0.smithi089.stdout:1155: finishing write tid 3 to smithi08986837-18 2024-07-26T06:08:39.398 INFO:tasks.rados.rados.0.smithi089.stdout:1153: done (3 left) 2024-07-26T06:08:39.398 INFO:tasks.rados.rados.0.smithi089.stdout:1154: done (2 left) 2024-07-26T06:08:39.398 INFO:tasks.rados.rados.0.smithi089.stdout:1156: done (1 left) 2024-07-26T06:08:39.399 INFO:tasks.rados.rados.0.smithi089.stdout:1157: read oid 50 snap -1 2024-07-26T06:08:39.399 INFO:tasks.rados.rados.0.smithi089.stdout:1157: expect deleted 2024-07-26T06:08:39.399 INFO:tasks.rados.rados.0.smithi089.stdout:1158: read oid 22 snap -1 2024-07-26T06:08:39.399 INFO:tasks.rados.rados.0.smithi089.stdout:1158: expect (ObjNum 258 snap 71 seq_num 258) 2024-07-26T06:08:39.399 INFO:tasks.rados.rados.0.smithi089.stdout:1159: snap_remove snap 103 2024-07-26T06:08:39.503 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:39 smithi155 ceph-mon[90160]: Reconfiguring osd.4 (monmap changed)... 2024-07-26T06:08:39.503 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:39 smithi155 ceph-mon[90160]: Reconfiguring daemon osd.4 on smithi155 2024-07-26T06:08:39.503 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:39 smithi155 ceph-mon[90160]: osdmap e288: 8 total, 8 up, 8 in 2024-07-26T06:08:39.503 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:39 smithi155 ceph-mon[90160]: pgmap v82: 121 pgs: 121 active+clean; 119 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 589 KiB/s rd, 2.9 MiB/s wr, 9 op/s 2024-07-26T06:08:39.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:39 smithi089 ceph-mon[99608]: Reconfiguring osd.4 (monmap changed)... 2024-07-26T06:08:39.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:39 smithi089 ceph-mon[99608]: Reconfiguring daemon osd.4 on smithi155 2024-07-26T06:08:39.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:39 smithi089 ceph-mon[99608]: osdmap e288: 8 total, 8 up, 8 in 2024-07-26T06:08:39.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:39 smithi089 ceph-mon[99608]: pgmap v82: 121 pgs: 121 active+clean; 119 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 589 KiB/s rd, 2.9 MiB/s wr, 9 op/s 2024-07-26T06:08:39.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:39 smithi089 ceph-mon[102056]: Reconfiguring osd.4 (monmap changed)... 2024-07-26T06:08:39.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:39 smithi089 ceph-mon[102056]: Reconfiguring daemon osd.4 on smithi155 2024-07-26T06:08:39.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:39 smithi089 ceph-mon[102056]: osdmap e288: 8 total, 8 up, 8 in 2024-07-26T06:08:39.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:39 smithi089 ceph-mon[102056]: pgmap v82: 121 pgs: 121 active+clean; 119 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 589 KiB/s rd, 2.9 MiB/s wr, 9 op/s 2024-07-26T06:08:40.378 INFO:tasks.rados.rados.0.smithi089.stdout:1159: done (3 left) 2024-07-26T06:08:40.378 INFO:tasks.rados.rados.0.smithi089.stdout:1160: delete oid 2 current snap is 105 2024-07-26T06:08:40.379 INFO:tasks.rados.rados.0.smithi089.stdout:1155: finishing write tid 4 to smithi08986837-18 2024-07-26T06:08:40.379 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 18 v 402 (ObjNum 355 snap 105 seq_num 355) dirty exists 2024-07-26T06:08:40.379 INFO:tasks.rados.rados.0.smithi089.stdout:1155: left oid 18 (ObjNum 355 snap 105 seq_num 355) 2024-07-26T06:08:40.379 INFO:tasks.rados.rados.0.smithi089.stdout:1158: expect (ObjNum 258 snap 71 seq_num 258) 2024-07-26T06:08:40.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:40 smithi155 ceph-mon[90160]: osdmap e289: 8 total, 8 up, 8 in 2024-07-26T06:08:40.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:40 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:40.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:40 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:40.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:40 smithi155 ceph-mon[90160]: Reconfiguring osd.5 (monmap changed)... 2024-07-26T06:08:40.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:40 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-07-26T06:08:40.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:40 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:08:40.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:40 smithi155 ceph-mon[90160]: Reconfiguring daemon osd.5 on smithi155 2024-07-26T06:08:40.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:40 smithi089 ceph-mon[99608]: osdmap e289: 8 total, 8 up, 8 in 2024-07-26T06:08:40.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:40 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:40.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:40 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:40.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:40 smithi089 ceph-mon[99608]: Reconfiguring osd.5 (monmap changed)... 2024-07-26T06:08:40.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:40 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-07-26T06:08:40.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:40 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:08:40.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:40 smithi089 ceph-mon[99608]: Reconfiguring daemon osd.5 on smithi155 2024-07-26T06:08:40.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:40 smithi089 ceph-mon[102056]: osdmap e289: 8 total, 8 up, 8 in 2024-07-26T06:08:40.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:40 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:40.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:40 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:40.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:40 smithi089 ceph-mon[102056]: Reconfiguring osd.5 (monmap changed)... 2024-07-26T06:08:40.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:40 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-07-26T06:08:40.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:40 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:08:40.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:40 smithi089 ceph-mon[102056]: Reconfiguring daemon osd.5 on smithi155 2024-07-26T06:08:40.793 INFO:tasks.rados.rados.0.smithi089.stdout:1155: done (3 left) 2024-07-26T06:08:40.793 INFO:tasks.rados.rados.0.smithi089.stdout:1157: done (2 left) 2024-07-26T06:08:40.793 INFO:tasks.rados.rados.0.smithi089.stdout:1158: done (1 left) 2024-07-26T06:08:40.793 INFO:tasks.rados.rados.0.smithi089.stdout:1160: done (0 left) 2024-07-26T06:08:40.793 INFO:tasks.rados.rados.0.smithi089.stdout:1161: snap_create 2024-07-26T06:08:41.384 INFO:tasks.rados.rados.0.smithi089.stdout:1161: done (0 left) 2024-07-26T06:08:41.385 INFO:tasks.rados.rados.0.smithi089.stdout:1162: read oid 10 snap -1 2024-07-26T06:08:41.385 INFO:tasks.rados.rados.0.smithi089.stdout:1162: expect (ObjNum 334 snap 98 seq_num 334) 2024-07-26T06:08:41.385 INFO:tasks.rados.rados.0.smithi089.stdout:1163: delete oid 19 current snap is 106 2024-07-26T06:08:41.389 INFO:tasks.rados.rados.0.smithi089.stdout:1163: done (1 left) 2024-07-26T06:08:41.389 INFO:tasks.rados.rados.0.smithi089.stdout:1164: delete oid 5 current snap is 106 2024-07-26T06:08:41.391 INFO:tasks.rados.rados.0.smithi089.stdout:1164: done (1 left) 2024-07-26T06:08:41.391 INFO:tasks.rados.rados.0.smithi089.stdout:1165: read oid 9 snap -1 2024-07-26T06:08:41.391 INFO:tasks.rados.rados.0.smithi089.stdout:1165: expect (ObjNum 293 snap 86 seq_num 293) 2024-07-26T06:08:41.392 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 50 current snap is 106 2024-07-26T06:08:41.392 INFO:tasks.rados.rados.0.smithi089.stdout:1166: seq_num 359 ranges {0=417792,417792=417792,835584=385024} 2024-07-26T06:08:41.393 INFO:tasks.rados.rados.0.smithi089.stdout:1166: writing smithi08986837-50 from 0 to 417792 tid 1 2024-07-26T06:08:41.396 INFO:tasks.rados.rados.0.smithi089.stdout:1166: writing smithi08986837-50 from 417792 to 835584 tid 2 2024-07-26T06:08:41.399 INFO:tasks.rados.rados.0.smithi089.stdout:1166: writing smithi08986837-50 from 835584 to 1220608 tid 3 2024-07-26T06:08:41.399 INFO:tasks.rados.rados.0.smithi089.stdout:1167: rmattr oid 45 current snap is 106 2024-07-26T06:08:41.399 INFO:tasks.rados.rados.0.smithi089.stdout:1167: done (3 left) 2024-07-26T06:08:41.399 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 23 current snap is 106 2024-07-26T06:08:41.399 INFO:tasks.rados.rados.0.smithi089.stdout:1162: expect (ObjNum 334 snap 98 seq_num 334) 2024-07-26T06:08:41.419 INFO:tasks.rados.rados.0.smithi089.stdout:1166: finishing write tid 1 to smithi08986837-50 2024-07-26T06:08:41.419 INFO:tasks.rados.rados.0.smithi089.stdout:1166: finishing write tid 2 to smithi08986837-50 2024-07-26T06:08:41.419 INFO:tasks.rados.rados.0.smithi089.stdout:1165: expect (ObjNum 293 snap 86 seq_num 293) 2024-07-26T06:08:41.464 INFO:tasks.rados.rados.0.smithi089.stdout:1166: finishing write tid 3 to smithi08986837-50 2024-07-26T06:08:41.464 INFO:tasks.rados.rados.0.smithi089.stdout:1166: finishing write tid 4 to smithi08986837-50 2024-07-26T06:08:41.464 INFO:tasks.rados.rados.0.smithi089.stdout:1166: finishing write tid 5 to smithi08986837-50 2024-07-26T06:08:41.464 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 50 v 321 (ObjNum 359 snap 106 seq_num 359) dirty exists 2024-07-26T06:08:41.464 INFO:tasks.rados.rados.0.smithi089.stdout:1166: left oid 50 (ObjNum 359 snap 106 seq_num 359) 2024-07-26T06:08:41.464 INFO:tasks.rados.rados.0.smithi089.stdout:1168: seq_num 360 ranges {6643712=434176,7077888=704512,7782400=98304} 2024-07-26T06:08:41.501 INFO:tasks.rados.rados.0.smithi089.stdout:1168: writing smithi08986837-23 from 6643712 to 7077888 tid 1 2024-07-26T06:08:41.505 INFO:tasks.rados.rados.0.smithi089.stdout:1168: writing smithi08986837-23 from 7077888 to 7782400 tid 2 2024-07-26T06:08:41.506 INFO:tasks.rados.rados.0.smithi089.stdout:1168: writing smithi08986837-23 from 7782400 to 7880704 tid 3 2024-07-26T06:08:41.506 INFO:tasks.rados.rados.0.smithi089.stdout:1162: done (3 left) 2024-07-26T06:08:41.506 INFO:tasks.rados.rados.0.smithi089.stdout:1165: done (2 left) 2024-07-26T06:08:41.506 INFO:tasks.rados.rados.0.smithi089.stdout:1166: done (1 left) 2024-07-26T06:08:41.506 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 38 current snap is 106 2024-07-26T06:08:41.506 INFO:tasks.rados.rados.0.smithi089.stdout:1169: seq_num 361 ranges {1556480=450560,2007040=581632,2588672=221184} 2024-07-26T06:08:41.516 INFO:tasks.rados.rados.0.smithi089.stdout:1169: writing smithi08986837-38 from 1556480 to 2007040 tid 1 2024-07-26T06:08:41.519 INFO:tasks.rados.rados.0.smithi089.stdout:1169: writing smithi08986837-38 from 2007040 to 2588672 tid 2 2024-07-26T06:08:41.521 INFO:tasks.rados.rados.0.smithi089.stdout:1169: writing smithi08986837-38 from 2588672 to 2809856 tid 3 2024-07-26T06:08:41.521 INFO:tasks.rados.rados.0.smithi089.stdout:1170: snap_remove snap 104 2024-07-26T06:08:41.643 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:41 smithi155 ceph-mon[90160]: osdmap e290: 8 total, 8 up, 8 in 2024-07-26T06:08:41.644 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:41 smithi155 ceph-mon[90160]: pgmap v85: 121 pgs: 121 active+clean; 119 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 262 KiB/s wr, 2 op/s 2024-07-26T06:08:41.644 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:08:41.644 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:41.644 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:41.644 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-07-26T06:08:41.644 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:08:41.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:41 smithi089 ceph-mon[99608]: osdmap e290: 8 total, 8 up, 8 in 2024-07-26T06:08:41.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:41 smithi089 ceph-mon[99608]: pgmap v85: 121 pgs: 121 active+clean; 119 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 262 KiB/s wr, 2 op/s 2024-07-26T06:08:41.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:08:41.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:41.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:41.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-07-26T06:08:41.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:08:41.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:41 smithi089 ceph-mon[102056]: osdmap e290: 8 total, 8 up, 8 in 2024-07-26T06:08:41.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:41 smithi089 ceph-mon[102056]: pgmap v85: 121 pgs: 121 active+clean; 119 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 262 KiB/s wr, 2 op/s 2024-07-26T06:08:41.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:08:41.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:41.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:41.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-07-26T06:08:41.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:08:42.404 INFO:tasks.rados.rados.0.smithi089.stdout:1170: done (2 left) 2024-07-26T06:08:42.404 INFO:tasks.rados.rados.0.smithi089.stdout:1171: snap_remove snap 101 2024-07-26T06:08:42.502 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:08:42 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:08:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:08:42.503 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:42 smithi155 ceph-mon[90160]: Reconfiguring osd.6 (monmap changed)... 2024-07-26T06:08:42.503 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:42 smithi155 ceph-mon[90160]: Reconfiguring daemon osd.6 on smithi155 2024-07-26T06:08:42.503 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:42 smithi155 ceph-mon[90160]: osdmap e291: 8 total, 8 up, 8 in 2024-07-26T06:08:42.654 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:08:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:08:42] "GET /metrics HTTP/1.1" 200 36117 "" "Prometheus/2.43.0" 2024-07-26T06:08:42.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:42 smithi089 ceph-mon[102056]: Reconfiguring osd.6 (monmap changed)... 2024-07-26T06:08:42.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:42 smithi089 ceph-mon[102056]: Reconfiguring daemon osd.6 on smithi155 2024-07-26T06:08:42.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:42 smithi089 ceph-mon[102056]: osdmap e291: 8 total, 8 up, 8 in 2024-07-26T06:08:42.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:42 smithi089 ceph-mon[99608]: Reconfiguring osd.6 (monmap changed)... 2024-07-26T06:08:42.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:42 smithi089 ceph-mon[99608]: Reconfiguring daemon osd.6 on smithi155 2024-07-26T06:08:42.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:42 smithi089 ceph-mon[99608]: osdmap e291: 8 total, 8 up, 8 in 2024-07-26T06:08:43.405 INFO:tasks.rados.rados.0.smithi089.stdout:1171: done (2 left) 2024-07-26T06:08:43.406 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 43 current snap is 106 2024-07-26T06:08:43.406 INFO:tasks.rados.rados.0.smithi089.stdout:1172: seq_num 362 ranges {4505600=466944,4972544=466944,5439488=335872} 2024-07-26T06:08:43.432 INFO:tasks.rados.rados.0.smithi089.stdout:1172: writing smithi08986837-43 from 4505600 to 4972544 tid 1 2024-07-26T06:08:43.434 INFO:tasks.rados.rados.0.smithi089.stdout:1172: writing smithi08986837-43 from 4972544 to 5439488 tid 2 2024-07-26T06:08:43.437 INFO:tasks.rados.rados.0.smithi089.stdout:1172: writing smithi08986837-43 from 5439488 to 5775360 tid 3 2024-07-26T06:08:43.437 INFO:tasks.rados.rados.0.smithi089.stdout:1173: read oid 28 snap 105 2024-07-26T06:08:43.437 INFO:tasks.rados.rados.0.smithi089.stdout:1173: expect (ObjNum 320 snap 93 seq_num 320) 2024-07-26T06:08:43.437 INFO:tasks.rados.rados.0.smithi089.stdout:1174: rmattr oid 14 current snap is 106 2024-07-26T06:08:43.437 INFO:tasks.rados.rados.0.smithi089.stdout:1174: done (4 left) 2024-07-26T06:08:43.438 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 19 current snap is 106 2024-07-26T06:08:43.438 INFO:tasks.rados.rados.0.smithi089.stdout:1168: finishing write tid 1 to smithi08986837-23 2024-07-26T06:08:43.438 INFO:tasks.rados.rados.0.smithi089.stdout:1175: seq_num 363 ranges {0=483328,483328=753664,1236992=49152} 2024-07-26T06:08:43.440 INFO:tasks.rados.rados.0.smithi089.stdout:1175: writing smithi08986837-19 from 0 to 483328 tid 1 2024-07-26T06:08:43.445 INFO:tasks.rados.rados.0.smithi089.stdout:1175: writing smithi08986837-19 from 483328 to 1236992 tid 2 2024-07-26T06:08:43.446 INFO:tasks.rados.rados.0.smithi089.stdout:1175: writing smithi08986837-19 from 1236992 to 1286144 tid 3 2024-07-26T06:08:43.446 INFO:tasks.rados.rados.0.smithi089.stdout:1176: read oid 26 snap -1 2024-07-26T06:08:43.446 INFO:tasks.rados.rados.0.smithi089.stdout:1176: expect (ObjNum 342 snap 100 seq_num 342) 2024-07-26T06:08:43.446 INFO:tasks.rados.rados.0.smithi089.stdout:1177: delete oid 6 current snap is 106 2024-07-26T06:08:43.446 INFO:tasks.rados.rados.0.smithi089.stdout:1168: finishing write tid 2 to smithi08986837-23 2024-07-26T06:08:43.447 INFO:tasks.rados.rados.0.smithi089.stdout:1168: finishing write tid 3 to smithi08986837-23 2024-07-26T06:08:43.447 INFO:tasks.rados.rados.0.smithi089.stdout:1168: finishing write tid 4 to smithi08986837-23 2024-07-26T06:08:43.447 INFO:tasks.rados.rados.0.smithi089.stdout:1168: finishing write tid 5 to smithi08986837-23 2024-07-26T06:08:43.447 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 23 v 308 (ObjNum 360 snap 106 seq_num 360) dirty exists 2024-07-26T06:08:43.447 INFO:tasks.rados.rados.0.smithi089.stdout:1168: left oid 23 (ObjNum 360 snap 106 seq_num 360) 2024-07-26T06:08:43.447 INFO:tasks.rados.rados.0.smithi089.stdout:1169: finishing write tid 1 to smithi08986837-38 2024-07-26T06:08:43.447 INFO:tasks.rados.rados.0.smithi089.stdout:1169: finishing write tid 2 to smithi08986837-38 2024-07-26T06:08:43.447 INFO:tasks.rados.rados.0.smithi089.stdout:1169: finishing write tid 3 to smithi08986837-38 2024-07-26T06:08:43.447 INFO:tasks.rados.rados.0.smithi089.stdout:1169: finishing write tid 4 to smithi08986837-38 2024-07-26T06:08:43.447 INFO:tasks.rados.rados.0.smithi089.stdout:1169: finishing write tid 5 to smithi08986837-38 2024-07-26T06:08:43.447 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 38 v 611 (ObjNum 361 snap 106 seq_num 361) dirty exists 2024-07-26T06:08:43.447 INFO:tasks.rados.rados.0.smithi089.stdout:1169: left oid 38 (ObjNum 361 snap 106 seq_num 361) 2024-07-26T06:08:43.447 INFO:tasks.rados.rados.0.smithi089.stdout:1172: finishing write tid 1 to smithi08986837-43 2024-07-26T06:08:43.448 INFO:tasks.rados.rados.0.smithi089.stdout:1172: finishing write tid 2 to smithi08986837-43 2024-07-26T06:08:43.448 INFO:tasks.rados.rados.0.smithi089.stdout:1172: finishing write tid 3 to smithi08986837-43 2024-07-26T06:08:43.448 INFO:tasks.rados.rados.0.smithi089.stdout:1172: finishing write tid 4 to smithi08986837-43 2024-07-26T06:08:43.448 INFO:tasks.rados.rados.0.smithi089.stdout:1173: expect (ObjNum 320 snap 93 seq_num 320) 2024-07-26T06:08:43.463 INFO:tasks.rados.rados.0.smithi089.stdout:1172: finishing write tid 5 to smithi08986837-43 2024-07-26T06:08:43.463 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 43 v 406 (ObjNum 362 snap 106 seq_num 362) dirty exists 2024-07-26T06:08:43.463 INFO:tasks.rados.rados.0.smithi089.stdout:1172: left oid 43 (ObjNum 362 snap 106 seq_num 362) 2024-07-26T06:08:43.463 INFO:tasks.rados.rados.0.smithi089.stdout:1175: finishing write tid 1 to smithi08986837-19 2024-07-26T06:08:43.463 INFO:tasks.rados.rados.0.smithi089.stdout:1168: done (6 left) 2024-07-26T06:08:43.464 INFO:tasks.rados.rados.0.smithi089.stdout:1169: done (5 left) 2024-07-26T06:08:43.464 INFO:tasks.rados.rados.0.smithi089.stdout:1172: done (4 left) 2024-07-26T06:08:43.464 INFO:tasks.rados.rados.0.smithi089.stdout:1173: done (3 left) 2024-07-26T06:08:43.464 INFO:tasks.rados.rados.0.smithi089.stdout:1177: done (2 left) 2024-07-26T06:08:43.464 INFO:tasks.rados.rados.0.smithi089.stdout:1178: read oid 20 snap 100 2024-07-26T06:08:43.464 INFO:tasks.rados.rados.0.smithi089.stdout:1178: expect (ObjNum 279 snap 84 seq_num 279) 2024-07-26T06:08:43.464 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 17 current snap is 106 2024-07-26T06:08:43.464 INFO:tasks.rados.rados.0.smithi089.stdout:1175: finishing write tid 2 to smithi08986837-19 2024-07-26T06:08:43.464 INFO:tasks.rados.rados.0.smithi089.stdout:1179: seq_num 365 ranges {0=516096,516096=573440,1089536=229376} 2024-07-26T06:08:43.466 INFO:tasks.rados.rados.0.smithi089.stdout:1179: writing smithi08986837-17 from 0 to 516096 tid 1 2024-07-26T06:08:43.469 INFO:tasks.rados.rados.0.smithi089.stdout:1179: writing smithi08986837-17 from 516096 to 1089536 tid 2 2024-07-26T06:08:43.471 INFO:tasks.rados.rados.0.smithi089.stdout:1179: writing smithi08986837-17 from 1089536 to 1318912 tid 3 2024-07-26T06:08:43.471 INFO:tasks.rados.rados.0.smithi089.stdout:1180: rollback oid 16 current snap is 106 2024-07-26T06:08:43.471 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 16 to 105 2024-07-26T06:08:43.471 INFO:tasks.rados.rados.0.smithi089.stdout:1175: finishing write tid 3 to smithi08986837-19 2024-07-26T06:08:43.471 INFO:tasks.rados.rados.0.smithi089.stdout:1175: finishing write tid 4 to smithi08986837-19 2024-07-26T06:08:43.471 INFO:tasks.rados.rados.0.smithi089.stdout:1175: finishing write tid 5 to smithi08986837-19 2024-07-26T06:08:43.471 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 19 v 322 (ObjNum 363 snap 106 seq_num 363) dirty exists 2024-07-26T06:08:43.471 INFO:tasks.rados.rados.0.smithi089.stdout:1175: left oid 19 (ObjNum 363 snap 106 seq_num 363) 2024-07-26T06:08:43.471 INFO:tasks.rados.rados.0.smithi089.stdout:1176: expect (ObjNum 342 snap 100 seq_num 342) 2024-07-26T06:08:43.505 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:43 smithi155 ceph-mon[90160]: osdmap e292: 8 total, 8 up, 8 in 2024-07-26T06:08:43.505 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:43 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:43.505 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:43 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:43.505 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:43 smithi155 ceph-mon[90160]: Reconfiguring osd.7 (monmap changed)... 2024-07-26T06:08:43.505 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:43 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-07-26T06:08:43.505 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:43 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:08:43.505 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:43 smithi155 ceph-mon[90160]: Reconfiguring daemon osd.7 on smithi155 2024-07-26T06:08:43.505 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:43 smithi155 ceph-mon[90160]: pgmap v88: 121 pgs: 121 active+clean; 127 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.0 MiB/s wr, 14 op/s 2024-07-26T06:08:43.658 INFO:tasks.rados.rados.0.smithi089.stdout:1179: finishing write tid 1 to smithi08986837-17 2024-07-26T06:08:43.659 INFO:tasks.rados.rados.0.smithi089.stdout:1175: done (4 left) 2024-07-26T06:08:43.659 INFO:tasks.rados.rados.0.smithi089.stdout:1176: done (3 left) 2024-07-26T06:08:43.659 INFO:tasks.rados.rados.0.smithi089.stdout:1181: rollback oid 8 current snap is 106 2024-07-26T06:08:43.659 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 8 to 100 2024-07-26T06:08:43.659 INFO:tasks.rados.rados.0.smithi089.stdout:1179: finishing write tid 2 to smithi08986837-17 2024-07-26T06:08:43.659 INFO:tasks.rados.rados.0.smithi089.stdout:1179: finishing write tid 3 to smithi08986837-17 2024-07-26T06:08:43.659 INFO:tasks.rados.rados.0.smithi089.stdout:1180: finishing rollback tid 0 to smithi08986837-16 2024-07-26T06:08:43.659 INFO:tasks.rados.rados.0.smithi089.stdout:1180: finishing rollback tid 1 to smithi08986837-16 2024-07-26T06:08:43.659 INFO:tasks.rados.rados.0.smithi089.stdout:1180: finishing rollback tid 2 to smithi08986837-16 2024-07-26T06:08:43.659 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 16 v 332 (ObjNum 71 snap 6 seq_num 71) dirty exists 2024-07-26T06:08:43.660 INFO:tasks.rados.rados.0.smithi089.stdout:1179: finishing write tid 4 to smithi08986837-17 2024-07-26T06:08:43.660 INFO:tasks.rados.rados.0.smithi089.stdout:1179: finishing write tid 5 to smithi08986837-17 2024-07-26T06:08:43.660 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 17 v 410 (ObjNum 365 snap 106 seq_num 365) dirty exists 2024-07-26T06:08:43.660 INFO:tasks.rados.rados.0.smithi089.stdout:1179: left oid 17 (ObjNum 365 snap 106 seq_num 365) 2024-07-26T06:08:43.660 INFO:tasks.rados.rados.0.smithi089.stdout:1178: expect (ObjNum 279 snap 84 seq_num 279) 2024-07-26T06:08:43.807 INFO:tasks.rados.rados.0.smithi089.stdout:1181: finishing rollback tid 1 to smithi08986837-8 2024-07-26T06:08:43.807 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 8 v 0 (ObjNum 145 snap 0 seq_num 3362075936) dirty dne 2024-07-26T06:08:43.807 INFO:tasks.rados.rados.0.smithi089.stdout:1178: done (3 left) 2024-07-26T06:08:43.807 INFO:tasks.rados.rados.0.smithi089.stdout:1179: done (2 left) 2024-07-26T06:08:43.807 INFO:tasks.rados.rados.0.smithi089.stdout:1180: done (1 left) 2024-07-26T06:08:43.807 INFO:tasks.rados.rados.0.smithi089.stdout:1181: done (0 left) 2024-07-26T06:08:43.807 INFO:tasks.rados.rados.0.smithi089.stdout:1182: rmattr oid 21 current snap is 106 2024-07-26T06:08:43.807 INFO:tasks.rados.rados.0.smithi089.stdout:1183: rmattr oid 48 current snap is 106 2024-07-26T06:08:43.808 INFO:tasks.rados.rados.0.smithi089.stdout:1183: done (1 left) 2024-07-26T06:08:43.808 INFO:tasks.rados.rados.0.smithi089.stdout:1184: delete oid 31 current snap is 106 2024-07-26T06:08:43.808 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 21 v 0 (ObjNum 324 snap 96 seq_num 324) dirty exists 2024-07-26T06:08:43.809 INFO:tasks.rados.rados.0.smithi089.stdout:1182: done (1 left) 2024-07-26T06:08:43.809 INFO:tasks.rados.rados.0.smithi089.stdout:1184: done (0 left) 2024-07-26T06:08:43.809 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 50 current snap is 106 2024-07-26T06:08:43.809 INFO:tasks.rados.rados.0.smithi089.stdout:1185: seq_num 367 ranges {1220608=548864,1769472=737280,2506752=65536} 2024-07-26T06:08:43.818 INFO:tasks.rados.rados.0.smithi089.stdout:1185: writing smithi08986837-50 from 1220608 to 1769472 tid 1 2024-07-26T06:08:43.823 INFO:tasks.rados.rados.0.smithi089.stdout:1185: writing smithi08986837-50 from 1769472 to 2506752 tid 2 2024-07-26T06:08:43.823 INFO:tasks.rados.rados.0.smithi089.stdout:1185: writing smithi08986837-50 from 2506752 to 2572288 tid 3 2024-07-26T06:08:43.823 INFO:tasks.rados.rados.0.smithi089.stdout:1186: snap_remove snap 102 2024-07-26T06:08:43.879 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:08:43 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:08:43.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi089\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi089\", job=\"node\", machine=\"x86_64\", nodename=\"smithi089\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", domainname=\"(none)\", instance=\"smithi089\", job=\"node\", machine=\"x86_64\", nodename=\"smithi089\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:08:43.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:43 smithi089 ceph-mon[99608]: osdmap e292: 8 total, 8 up, 8 in 2024-07-26T06:08:43.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:43 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:43.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:43 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:43.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:43 smithi089 ceph-mon[99608]: Reconfiguring osd.7 (monmap changed)... 2024-07-26T06:08:43.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:43 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-07-26T06:08:43.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:43 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:08:43.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:43 smithi089 ceph-mon[99608]: Reconfiguring daemon osd.7 on smithi155 2024-07-26T06:08:43.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:43 smithi089 ceph-mon[99608]: pgmap v88: 121 pgs: 121 active+clean; 127 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.0 MiB/s wr, 14 op/s 2024-07-26T06:08:43.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:43 smithi089 ceph-mon[102056]: osdmap e292: 8 total, 8 up, 8 in 2024-07-26T06:08:43.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:43 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:43.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:43 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:43.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:43 smithi089 ceph-mon[102056]: Reconfiguring osd.7 (monmap changed)... 2024-07-26T06:08:43.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:43 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-07-26T06:08:43.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:43 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:08:43.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:43 smithi089 ceph-mon[102056]: Reconfiguring daemon osd.7 on smithi155 2024-07-26T06:08:43.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:43 smithi089 ceph-mon[102056]: pgmap v88: 121 pgs: 121 active+clean; 127 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.0 MiB/s wr, 14 op/s 2024-07-26T06:08:44.327 INFO:tasks.rados.rados.0.smithi089.stdout:1186: done (1 left) 2024-07-26T06:08:44.327 INFO:tasks.rados.rados.0.smithi089.stdout:1187: read oid 37 snap -1 2024-07-26T06:08:44.327 INFO:tasks.rados.rados.0.smithi089.stdout:1187: expect (ObjNum 262 snap 76 seq_num 262) 2024-07-26T06:08:44.328 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 8 current snap is 106 2024-07-26T06:08:44.328 INFO:tasks.rados.rados.0.smithi089.stdout:1188: seq_num 368 ranges {0=573440,573440=622592,1196032=180224} 2024-07-26T06:08:44.331 INFO:tasks.rados.rados.0.smithi089.stdout:1188: writing smithi08986837-8 from 0 to 573440 tid 1 2024-07-26T06:08:44.335 INFO:tasks.rados.rados.0.smithi089.stdout:1188: writing smithi08986837-8 from 573440 to 1196032 tid 2 2024-07-26T06:08:44.337 INFO:tasks.rados.rados.0.smithi089.stdout:1188: writing smithi08986837-8 from 1196032 to 1376256 tid 3 2024-07-26T06:08:44.337 INFO:tasks.rados.rados.0.smithi089.stdout:1185: finishing write tid 1 to smithi08986837-50 2024-07-26T06:08:44.337 INFO:tasks.rados.rados.0.smithi089.stdout:1185: finishing write tid 2 to smithi08986837-50 2024-07-26T06:08:44.337 INFO:tasks.rados.rados.0.smithi089.stdout:1185: finishing write tid 3 to smithi08986837-50 2024-07-26T06:08:44.337 INFO:tasks.rados.rados.0.smithi089.stdout:1185: finishing write tid 4 to smithi08986837-50 2024-07-26T06:08:44.338 INFO:tasks.rados.rados.0.smithi089.stdout:1185: finishing write tid 5 to smithi08986837-50 2024-07-26T06:08:44.338 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 50 v 327 (ObjNum 367 snap 106 seq_num 367) dirty exists 2024-07-26T06:08:44.338 INFO:tasks.rados.rados.0.smithi089.stdout:1185: left oid 50 (ObjNum 367 snap 106 seq_num 367) 2024-07-26T06:08:44.338 INFO:tasks.rados.rados.0.smithi089.stdout:1185: done (2 left) 2024-07-26T06:08:44.338 INFO:tasks.rados.rados.0.smithi089.stdout:1189: rmattr oid 44 current snap is 106 2024-07-26T06:08:44.338 INFO:tasks.rados.rados.0.smithi089.stdout:1189: done (2 left) 2024-07-26T06:08:44.338 INFO:tasks.rados.rados.0.smithi089.stdout:1190: delete oid 22 current snap is 106 2024-07-26T06:08:44.341 INFO:tasks.rados.rados.0.smithi089.stdout:1190: done (2 left) 2024-07-26T06:08:44.341 INFO:tasks.rados.rados.0.smithi089.stdout:1191: rollback oid 12 current snap is 106 2024-07-26T06:08:44.341 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 12 to 100 2024-07-26T06:08:44.341 INFO:tasks.rados.rados.0.smithi089.stdout:1188: finishing write tid 1 to smithi08986837-8 2024-07-26T06:08:44.341 INFO:tasks.rados.rados.0.smithi089.stdout:1188: finishing write tid 2 to smithi08986837-8 2024-07-26T06:08:44.341 INFO:tasks.rados.rados.0.smithi089.stdout:1192: copy_from oid 35 from oid 19 current snap is 106 2024-07-26T06:08:44.341 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 41 current snap is 106 2024-07-26T06:08:44.342 INFO:tasks.rados.rados.0.smithi089.stdout:1193: seq_num 370 ranges {131072=606208,737280=794624,1531904=8192} 2024-07-26T06:08:44.345 INFO:tasks.rados.rados.0.smithi089.stdout:1193: writing smithi08986837-41 from 131072 to 737280 tid 1 2024-07-26T06:08:44.351 INFO:tasks.rados.rados.0.smithi089.stdout:1193: writing smithi08986837-41 from 737280 to 1531904 tid 2 2024-07-26T06:08:44.351 INFO:tasks.rados.rados.0.smithi089.stdout:1193: writing smithi08986837-41 from 1531904 to 1540096 tid 3 2024-07-26T06:08:44.351 INFO:tasks.rados.rados.0.smithi089.stdout:1194: read oid 46 snap 105 2024-07-26T06:08:44.351 INFO:tasks.rados.rados.0.smithi089.stdout:1194: expect (ObjNum 311 snap 91 seq_num 311) 2024-07-26T06:08:44.351 INFO:tasks.rados.rados.0.smithi089.stdout:1195: snap_create 2024-07-26T06:08:44.351 INFO:tasks.rados.rados.0.smithi089.stdout:1188: finishing write tid 3 to smithi08986837-8 2024-07-26T06:08:44.351 INFO:tasks.rados.rados.0.smithi089.stdout:1188: finishing write tid 4 to smithi08986837-8 2024-07-26T06:08:44.351 INFO:tasks.rados.rados.0.smithi089.stdout:1191: finishing rollback tid 1 to smithi08986837-12 2024-07-26T06:08:44.351 INFO:tasks.rados.rados.0.smithi089.stdout:1191: finishing rollback tid 2 to smithi08986837-12 2024-07-26T06:08:44.352 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 12 v 564 (ObjNum 319 snap 93 seq_num 319) dirty exists 2024-07-26T06:08:44.352 INFO:tasks.rados.rados.0.smithi089.stdout:1187: expect (ObjNum 262 snap 76 seq_num 262) 2024-07-26T06:08:44.475 INFO:tasks.rados.rados.0.smithi089.stdout:1188: finishing write tid 5 to smithi08986837-8 2024-07-26T06:08:44.475 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 8 v 489 (ObjNum 368 snap 106 seq_num 368) dirty exists 2024-07-26T06:08:44.475 INFO:tasks.rados.rados.0.smithi089.stdout:1188: left oid 8 (ObjNum 368 snap 106 seq_num 368) 2024-07-26T06:08:44.475 INFO:tasks.rados.rados.0.smithi089.stdout:1193: finishing write tid 1 to smithi08986837-41 2024-07-26T06:08:44.476 INFO:tasks.rados.rados.0.smithi089.stdout:1192: finishing copy_from racing read to smithi08986837-35 2024-07-26T06:08:44.476 INFO:tasks.rados.rados.0.smithi089.stdout:1192: finishing copy_from to smithi08986837-35 2024-07-26T06:08:44.476 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 35 v 322 (ObjNum 363 snap 106 seq_num 363) dirty exists 2024-07-26T06:08:44.476 INFO:tasks.rados.rados.0.smithi089.stdout:1193: finishing write tid 2 to smithi08986837-41 2024-07-26T06:08:44.476 INFO:tasks.rados.rados.0.smithi089.stdout:1193: finishing write tid 3 to smithi08986837-41 2024-07-26T06:08:44.476 INFO:tasks.rados.rados.0.smithi089.stdout:1193: finishing write tid 4 to smithi08986837-41 2024-07-26T06:08:44.476 INFO:tasks.rados.rados.0.smithi089.stdout:1193: finishing write tid 5 to smithi08986837-41 2024-07-26T06:08:44.476 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 41 v 494 (ObjNum 370 snap 106 seq_num 370) dirty exists 2024-07-26T06:08:44.476 INFO:tasks.rados.rados.0.smithi089.stdout:1193: left oid 41 (ObjNum 370 snap 106 seq_num 370) 2024-07-26T06:08:44.476 INFO:tasks.rados.rados.0.smithi089.stdout:1194: expect (ObjNum 311 snap 91 seq_num 311) 2024-07-26T06:08:44.720 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:44 smithi155 ceph-mon[90160]: osdmap e293: 8 total, 8 up, 8 in 2024-07-26T06:08:44.721 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:44 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:44.721 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:44 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:44.721 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:44 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-07-26T06:08:44.721 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:44 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:08:44.721 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:44 smithi155 ceph-mon[90160]: osdmap e294: 8 total, 8 up, 8 in 2024-07-26T06:08:44.721 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:08:44 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:08:44.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:08:44.721 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:08:44 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:08:44.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:08:44.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:44 smithi089 ceph-mon[99608]: osdmap e293: 8 total, 8 up, 8 in 2024-07-26T06:08:44.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:44 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:44.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:44 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:44.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:44 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-07-26T06:08:44.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:44 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:08:44.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:44 smithi089 ceph-mon[99608]: osdmap e294: 8 total, 8 up, 8 in 2024-07-26T06:08:44.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:44 smithi089 ceph-mon[102056]: osdmap e293: 8 total, 8 up, 8 in 2024-07-26T06:08:44.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:44 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:44.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:44 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:44.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:44 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-07-26T06:08:44.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:44 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:08:44.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:44 smithi089 ceph-mon[102056]: osdmap e294: 8 total, 8 up, 8 in 2024-07-26T06:08:45.328 INFO:tasks.rados.rados.0.smithi089.stdout:1187: done (6 left) 2024-07-26T06:08:45.328 INFO:tasks.rados.rados.0.smithi089.stdout:1188: done (5 left) 2024-07-26T06:08:45.328 INFO:tasks.rados.rados.0.smithi089.stdout:1191: done (4 left) 2024-07-26T06:08:45.328 INFO:tasks.rados.rados.0.smithi089.stdout:1192: done (3 left) 2024-07-26T06:08:45.328 INFO:tasks.rados.rados.0.smithi089.stdout:1193: done (2 left) 2024-07-26T06:08:45.329 INFO:tasks.rados.rados.0.smithi089.stdout:1194: done (1 left) 2024-07-26T06:08:45.329 INFO:tasks.rados.rados.0.smithi089.stdout:1195: done (0 left) 2024-07-26T06:08:45.329 INFO:tasks.rados.rados.0.smithi089.stdout:1196: delete oid 26 current snap is 107 2024-07-26T06:08:45.330 INFO:tasks.rados.rados.0.smithi089.stdout:1196: done (0 left) 2024-07-26T06:08:45.330 INFO:tasks.rados.rados.0.smithi089.stdout:1197: delete oid 5 current snap is 107 2024-07-26T06:08:45.332 INFO:tasks.rados.rados.0.smithi089.stdout:1197: done (0 left) 2024-07-26T06:08:45.332 INFO:tasks.rados.rados.0.smithi089.stdout:1198: copy_from oid 21 from oid 29 current snap is 107 2024-07-26T06:08:45.332 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 3 current snap is 107 2024-07-26T06:08:45.333 INFO:tasks.rados.rados.0.smithi089.stdout:1199: seq_num 373 ranges {1032192=655360,1687552=499712,2187264=303104} 2024-07-26T06:08:45.342 INFO:tasks.rados.rados.0.smithi089.stdout:1199: writing smithi08986837-3 from 1032192 to 1687552 tid 1 2024-07-26T06:08:45.345 INFO:tasks.rados.rados.0.smithi089.stdout:1199: writing smithi08986837-3 from 1687552 to 2187264 tid 2 2024-07-26T06:08:45.347 INFO:tasks.rados.rados.0.smithi089.stdout:1199: writing smithi08986837-3 from 2187264 to 2490368 tid 3 2024-07-26T06:08:45.347 INFO:tasks.rados.rados.0.smithi089.stdout:1200: copy_from oid 35 from oid 34 current snap is 107 2024-07-26T06:08:45.347 INFO:tasks.rados.rados.0.smithi089.stdout:1199: finishing write tid 1 to smithi08986837-3 2024-07-26T06:08:45.347 INFO:tasks.rados.rados.0.smithi089.stdout:1201: read oid 19 snap -1 2024-07-26T06:08:45.347 INFO:tasks.rados.rados.0.smithi089.stdout:1201: expect (ObjNum 363 snap 106 seq_num 363) 2024-07-26T06:08:45.347 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 17 current snap is 107 2024-07-26T06:08:45.348 INFO:tasks.rados.rados.0.smithi089.stdout:1202: seq_num 374 ranges {1318912=671744,1990656=778240,2768896=24576} 2024-07-26T06:08:45.358 INFO:tasks.rados.rados.0.smithi089.stdout:1202: writing smithi08986837-17 from 1318912 to 1990656 tid 1 2024-07-26T06:08:45.364 INFO:tasks.rados.rados.0.smithi089.stdout:1202: writing smithi08986837-17 from 1990656 to 2768896 tid 2 2024-07-26T06:08:45.364 INFO:tasks.rados.rados.0.smithi089.stdout:1202: writing smithi08986837-17 from 2768896 to 2793472 tid 3 2024-07-26T06:08:45.364 INFO:tasks.rados.rados.0.smithi089.stdout:1203: copy_from oid 41 from oid 32 current snap is 107 2024-07-26T06:08:45.364 INFO:tasks.rados.rados.0.smithi089.stdout:1199: finishing write tid 2 to smithi08986837-3 2024-07-26T06:08:45.364 INFO:tasks.rados.rados.0.smithi089.stdout:1199: finishing write tid 3 to smithi08986837-3 2024-07-26T06:08:45.364 INFO:tasks.rados.rados.0.smithi089.stdout:1199: finishing write tid 4 to smithi08986837-3 2024-07-26T06:08:45.364 INFO:tasks.rados.rados.0.smithi089.stdout:1199: finishing write tid 5 to smithi08986837-3 2024-07-26T06:08:45.364 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 3 v 309 (ObjNum 373 snap 107 seq_num 373) dirty exists 2024-07-26T06:08:45.365 INFO:tasks.rados.rados.0.smithi089.stdout:1199: left oid 3 (ObjNum 373 snap 107 seq_num 373) 2024-07-26T06:08:45.365 INFO:tasks.rados.rados.0.smithi089.stdout:1201: expect (ObjNum 363 snap 106 seq_num 363) 2024-07-26T06:08:45.399 INFO:tasks.rados.rados.0.smithi089.stdout:1200: finishing copy_from racing read to smithi08986837-35 2024-07-26T06:08:45.400 INFO:tasks.rados.rados.0.smithi089.stdout:1200: finishing copy_from to smithi08986837-35 2024-07-26T06:08:45.400 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 35 v 253 (ObjNum 293 snap 86 seq_num 293) dirty exists 2024-07-26T06:08:45.400 INFO:tasks.rados.rados.0.smithi089.stdout:1202: finishing write tid 1 to smithi08986837-17 2024-07-26T06:08:45.400 INFO:tasks.rados.rados.0.smithi089.stdout:1203: finishing copy_from to smithi08986837-41 2024-07-26T06:08:45.400 INFO:tasks.rados.rados.0.smithi089.stdout:1203: got expected ENOENT (src dne) 2024-07-26T06:08:45.400 INFO:tasks.rados.rados.0.smithi089.stdout:1203: finishing copy_from racing read to smithi08986837-41 2024-07-26T06:08:45.400 INFO:tasks.rados.rados.0.smithi089.stdout:1202: finishing write tid 2 to smithi08986837-17 2024-07-26T06:08:45.400 INFO:tasks.rados.rados.0.smithi089.stdout:1198: finishing copy_from racing read to smithi08986837-21 2024-07-26T06:08:45.400 INFO:tasks.rados.rados.0.smithi089.stdout:1202: finishing write tid 3 to smithi08986837-17 2024-07-26T06:08:45.400 INFO:tasks.rados.rados.0.smithi089.stdout:1198: finishing copy_from to smithi08986837-21 2024-07-26T06:08:45.400 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 21 v 504 (ObjNum 296 snap 86 seq_num 296) dirty exists 2024-07-26T06:08:45.400 INFO:tasks.rados.rados.0.smithi089.stdout:1202: finishing write tid 4 to smithi08986837-17 2024-07-26T06:08:45.401 INFO:tasks.rados.rados.0.smithi089.stdout:1202: finishing write tid 5 to smithi08986837-17 2024-07-26T06:08:45.401 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 17 v 414 (ObjNum 374 snap 107 seq_num 374) dirty exists 2024-07-26T06:08:45.401 INFO:tasks.rados.rados.0.smithi089.stdout:1202: left oid 17 (ObjNum 374 snap 107 seq_num 374) 2024-07-26T06:08:45.401 INFO:tasks.rados.rados.0.smithi089.stdout:1198: done (5 left) 2024-07-26T06:08:45.401 INFO:tasks.rados.rados.0.smithi089.stdout:1199: done (4 left) 2024-07-26T06:08:45.401 INFO:tasks.rados.rados.0.smithi089.stdout:1200: done (3 left) 2024-07-26T06:08:45.401 INFO:tasks.rados.rados.0.smithi089.stdout:1201: done (2 left) 2024-07-26T06:08:45.401 INFO:tasks.rados.rados.0.smithi089.stdout:1202: done (1 left) 2024-07-26T06:08:45.401 INFO:tasks.rados.rados.0.smithi089.stdout:1203: done (0 left) 2024-07-26T06:08:45.401 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 8 current snap is 107 2024-07-26T06:08:45.401 INFO:tasks.rados.rados.0.smithi089.stdout:1204: seq_num 375 ranges {1376256=688128,2064384=663552,2727936=139264} 2024-07-26T06:08:45.410 INFO:tasks.rados.rados.0.smithi089.stdout:1204: writing smithi08986837-8 from 1376256 to 2064384 tid 1 2024-07-26T06:08:45.414 INFO:tasks.rados.rados.0.smithi089.stdout:1204: writing smithi08986837-8 from 2064384 to 2727936 tid 2 2024-07-26T06:08:45.415 INFO:tasks.rados.rados.0.smithi089.stdout:1204: writing smithi08986837-8 from 2727936 to 2867200 tid 3 2024-07-26T06:08:45.416 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 29 current snap is 107 2024-07-26T06:08:45.416 INFO:tasks.rados.rados.0.smithi089.stdout:1205: seq_num 376 ranges {6602752=704512,7307264=548864,7856128=253952} 2024-07-26T06:08:45.432 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:45 smithi155 ceph-mon[90160]: Reconfiguring mds.b (monmap changed)... 2024-07-26T06:08:45.432 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:45 smithi155 ceph-mon[90160]: Reconfiguring daemon mds.b on smithi155 2024-07-26T06:08:45.432 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:45 smithi155 ceph-mon[90160]: pgmap v91: 121 pgs: 121 active+clean; 127 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.0 MiB/s wr, 14 op/s 2024-07-26T06:08:45.432 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:45 smithi155 ceph-mon[90160]: osdmap e295: 8 total, 8 up, 8 in 2024-07-26T06:08:45.454 INFO:tasks.rados.rados.0.smithi089.stdout:1205: writing smithi08986837-29 from 6602752 to 7307264 tid 1 2024-07-26T06:08:45.457 INFO:tasks.rados.rados.0.smithi089.stdout:1205: writing smithi08986837-29 from 7307264 to 7856128 tid 2 2024-07-26T06:08:45.459 INFO:tasks.rados.rados.0.smithi089.stdout:1205: writing smithi08986837-29 from 7856128 to 8110080 tid 3 2024-07-26T06:08:45.459 INFO:tasks.rados.rados.0.smithi089.stdout:1206: read oid 46 snap -1 2024-07-26T06:08:45.459 INFO:tasks.rados.rados.0.smithi089.stdout:1206: expect (ObjNum 311 snap 91 seq_num 311) 2024-07-26T06:08:45.460 INFO:tasks.rados.rados.0.smithi089.stdout:1207: snap_create 2024-07-26T06:08:45.460 INFO:tasks.rados.rados.0.smithi089.stdout:1204: finishing write tid 1 to smithi08986837-8 2024-07-26T06:08:45.460 INFO:tasks.rados.rados.0.smithi089.stdout:1204: finishing write tid 2 to smithi08986837-8 2024-07-26T06:08:45.460 INFO:tasks.rados.rados.0.smithi089.stdout:1204: finishing write tid 3 to smithi08986837-8 2024-07-26T06:08:45.460 INFO:tasks.rados.rados.0.smithi089.stdout:1204: finishing write tid 4 to smithi08986837-8 2024-07-26T06:08:45.460 INFO:tasks.rados.rados.0.smithi089.stdout:1204: finishing write tid 5 to smithi08986837-8 2024-07-26T06:08:45.460 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 8 v 499 (ObjNum 375 snap 107 seq_num 375) dirty exists 2024-07-26T06:08:45.460 INFO:tasks.rados.rados.0.smithi089.stdout:1204: left oid 8 (ObjNum 375 snap 107 seq_num 375) 2024-07-26T06:08:45.460 INFO:tasks.rados.rados.0.smithi089.stdout:1205: finishing write tid 1 to smithi08986837-29 2024-07-26T06:08:45.461 INFO:tasks.rados.rados.0.smithi089.stdout:1205: finishing write tid 2 to smithi08986837-29 2024-07-26T06:08:45.466 INFO:tasks.rados.rados.0.smithi089.stdout:1205: finishing write tid 3 to smithi08986837-29 2024-07-26T06:08:45.466 INFO:tasks.rados.rados.0.smithi089.stdout:1205: finishing write tid 4 to smithi08986837-29 2024-07-26T06:08:45.467 INFO:tasks.rados.rados.0.smithi089.stdout:1205: finishing write tid 5 to smithi08986837-29 2024-07-26T06:08:45.467 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 29 v 616 (ObjNum 376 snap 107 seq_num 376) dirty exists 2024-07-26T06:08:45.467 INFO:tasks.rados.rados.0.smithi089.stdout:1205: left oid 29 (ObjNum 376 snap 107 seq_num 376) 2024-07-26T06:08:45.474 INFO:tasks.rados.rados.0.smithi089.stdout:1206: expect (ObjNum 311 snap 91 seq_num 311) 2024-07-26T06:08:45.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:45 smithi089 ceph-mon[99608]: Reconfiguring mds.b (monmap changed)... 2024-07-26T06:08:45.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:45 smithi089 ceph-mon[99608]: Reconfiguring daemon mds.b on smithi155 2024-07-26T06:08:45.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:45 smithi089 ceph-mon[99608]: pgmap v91: 121 pgs: 121 active+clean; 127 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.0 MiB/s wr, 14 op/s 2024-07-26T06:08:45.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:45 smithi089 ceph-mon[99608]: osdmap e295: 8 total, 8 up, 8 in 2024-07-26T06:08:45.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:45 smithi089 ceph-mon[102056]: Reconfiguring mds.b (monmap changed)... 2024-07-26T06:08:45.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:45 smithi089 ceph-mon[102056]: Reconfiguring daemon mds.b on smithi155 2024-07-26T06:08:45.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:45 smithi089 ceph-mon[102056]: pgmap v91: 121 pgs: 121 active+clean; 127 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.0 MiB/s wr, 14 op/s 2024-07-26T06:08:45.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:45 smithi089 ceph-mon[102056]: osdmap e295: 8 total, 8 up, 8 in 2024-07-26T06:08:46.419 INFO:tasks.rados.rados.0.smithi089.stdout:1204: done (3 left) 2024-07-26T06:08:46.419 INFO:tasks.rados.rados.0.smithi089.stdout:1205: done (2 left) 2024-07-26T06:08:46.419 INFO:tasks.rados.rados.0.smithi089.stdout:1206: done (1 left) 2024-07-26T06:08:46.419 INFO:tasks.rados.rados.0.smithi089.stdout:1207: done (0 left) 2024-07-26T06:08:46.419 INFO:tasks.rados.rados.0.smithi089.stdout:1208: setattr oid 23 current snap is 108 2024-07-26T06:08:46.420 INFO:tasks.rados.rados.0.smithi089.stdout:1209: snap_remove snap 100 2024-07-26T06:08:46.745 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:46 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:46.745 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:46 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:46.745 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:46 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:08:46.746 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:46 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:08:46.746 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:46 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:08:46.746 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:46 smithi089 ceph-mon[99608]: Upgrade: Setting container_image for all mon 2024-07-26T06:08:46.746 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:46 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:46.746 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:46 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-07-26T06:08:46.746 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:46 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-07-26T06:08:46.746 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:46 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-07-26T06:08:46.746 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:46 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-07-26T06:08:46.746 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:46 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-07-26T06:08:46.746 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:46 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-07-26T06:08:46.746 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:46 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:08:46.746 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:46 smithi089 ceph-mon[99608]: Upgrade: Setting container_image for all crash 2024-07-26T06:08:46.746 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:46 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:46.746 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:46 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-07-26T06:08:46.747 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:46 smithi089 ceph-mon[99608]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-07-26T06:08:46.747 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:46 smithi089 ceph-mon[99608]: Upgrade: osd.0 is safe to restart 2024-07-26T06:08:46.747 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:46 smithi089 ceph-mon[99608]: osdmap e296: 8 total, 8 up, 8 in 2024-07-26T06:08:46.747 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:46 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:46.747 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:46 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:46.747 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:46 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:08:46.747 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:46 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:08:46.747 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:46 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:08:46.747 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:46 smithi089 ceph-mon[102056]: Upgrade: Setting container_image for all mon 2024-07-26T06:08:46.747 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:46 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:46.747 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:46 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-07-26T06:08:46.748 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:46 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-07-26T06:08:46.748 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:46 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-07-26T06:08:46.748 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:46 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-07-26T06:08:46.748 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:46 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-07-26T06:08:46.748 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:46 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-07-26T06:08:46.748 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:46 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:08:46.748 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:46 smithi089 ceph-mon[102056]: Upgrade: Setting container_image for all crash 2024-07-26T06:08:46.748 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:46 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:46.748 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:46 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-07-26T06:08:46.748 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:46 smithi089 ceph-mon[102056]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-07-26T06:08:46.748 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:46 smithi089 ceph-mon[102056]: Upgrade: osd.0 is safe to restart 2024-07-26T06:08:46.748 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:46 smithi089 ceph-mon[102056]: osdmap e296: 8 total, 8 up, 8 in 2024-07-26T06:08:46.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:46 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:46.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:46 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:46.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:46 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:08:46.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:46 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:08:46.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:46 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:08:46.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:46 smithi155 ceph-mon[90160]: Upgrade: Setting container_image for all mon 2024-07-26T06:08:46.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:46 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:46.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:46 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-07-26T06:08:46.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:46 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-07-26T06:08:46.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:46 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-07-26T06:08:46.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:46 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-07-26T06:08:46.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:46 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-07-26T06:08:46.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:46 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-07-26T06:08:46.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:46 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:08:46.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:46 smithi155 ceph-mon[90160]: Upgrade: Setting container_image for all crash 2024-07-26T06:08:46.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:46 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:46.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:46 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-07-26T06:08:46.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:46 smithi155 ceph-mon[90160]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-07-26T06:08:46.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:46 smithi155 ceph-mon[90160]: Upgrade: osd.0 is safe to restart 2024-07-26T06:08:46.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:46 smithi155 ceph-mon[90160]: osdmap e296: 8 total, 8 up, 8 in 2024-07-26T06:08:47.420 INFO:tasks.rados.rados.0.smithi089.stdout:1209: done (1 left) 2024-07-26T06:08:47.420 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 45 current snap is 108 2024-07-26T06:08:47.420 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 23 v 325 (ObjNum 360 snap 106 seq_num 360) dirty exists 2024-07-26T06:08:47.420 INFO:tasks.rados.rados.0.smithi089.stdout:1210: seq_num 377 ranges {1138688=720896,1859584=434176,2293760=368640} 2024-07-26T06:08:47.432 INFO:tasks.rados.rados.0.smithi089.stdout:1210: writing smithi08986837-45 from 1138688 to 1859584 tid 1 2024-07-26T06:08:47.435 INFO:tasks.rados.rados.0.smithi089.stdout:1210: writing smithi08986837-45 from 1859584 to 2293760 tid 2 2024-07-26T06:08:47.438 INFO:tasks.rados.rados.0.smithi089.stdout:1210: writing smithi08986837-45 from 2293760 to 2662400 tid 3 2024-07-26T06:08:47.438 INFO:tasks.rados.rados.0.smithi089.stdout:1208: done (1 left) 2024-07-26T06:08:47.438 INFO:tasks.rados.rados.0.smithi089.stdout:1211: snap_remove snap 106 2024-07-26T06:08:47.790 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:47 smithi089 ceph-mon[99608]: pgmap v94: 121 pgs: 121 active+clean; 142 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 3.8 MiB/s wr, 20 op/s 2024-07-26T06:08:47.790 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:47 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:47.790 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:47 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-07-26T06:08:47.790 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:47 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:08:47.790 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:47 smithi089 ceph-mon[99608]: osdmap e297: 8 total, 8 up, 8 in 2024-07-26T06:08:47.791 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:47 smithi089 ceph-mon[102056]: pgmap v94: 121 pgs: 121 active+clean; 142 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 3.8 MiB/s wr, 20 op/s 2024-07-26T06:08:47.791 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:47 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:47.791 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:47 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-07-26T06:08:47.791 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:47 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:08:47.791 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:47 smithi089 ceph-mon[102056]: osdmap e297: 8 total, 8 up, 8 in 2024-07-26T06:08:47.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:47 smithi155 ceph-mon[90160]: pgmap v94: 121 pgs: 121 active+clean; 142 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 3.8 MiB/s wr, 20 op/s 2024-07-26T06:08:47.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:47 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:47.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:47 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-07-26T06:08:47.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:47 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:08:47.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:47 smithi155 ceph-mon[90160]: osdmap e297: 8 total, 8 up, 8 in 2024-07-26T06:08:48.421 INFO:tasks.rados.rados.0.smithi089.stdout:1210: finishing write tid 1 to smithi08986837-45 2024-07-26T06:08:48.421 INFO:tasks.rados.rados.0.smithi089.stdout:1210: finishing write tid 2 to smithi08986837-45 2024-07-26T06:08:48.421 INFO:tasks.rados.rados.0.smithi089.stdout:1210: finishing write tid 3 to smithi08986837-45 2024-07-26T06:08:48.421 INFO:tasks.rados.rados.0.smithi089.stdout:1210: finishing write tid 4 to smithi08986837-45 2024-07-26T06:08:48.421 INFO:tasks.rados.rados.0.smithi089.stdout:1210: finishing write tid 5 to smithi08986837-45 2024-07-26T06:08:48.421 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 45 v 329 (ObjNum 377 snap 108 seq_num 377) dirty exists 2024-07-26T06:08:48.422 INFO:tasks.rados.rados.0.smithi089.stdout:1210: left oid 45 (ObjNum 377 snap 108 seq_num 377) 2024-07-26T06:08:48.422 INFO:tasks.rados.rados.0.smithi089.stdout:1210: done (1 left) 2024-07-26T06:08:48.422 INFO:tasks.rados.rados.0.smithi089.stdout:1211: done (0 left) 2024-07-26T06:08:48.422 INFO:tasks.rados.rados.0.smithi089.stdout:1212: delete oid 3 current snap is 108 2024-07-26T06:08:48.426 INFO:tasks.rados.rados.0.smithi089.stdout:1212: done (0 left) 2024-07-26T06:08:48.426 INFO:tasks.rados.rados.0.smithi089.stdout:1213: rollback oid 50 current snap is 108 2024-07-26T06:08:48.426 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 50 to 107 2024-07-26T06:08:48.426 INFO:tasks.rados.rados.0.smithi089.stdout:1214: copy_from oid 39 from oid 10 current snap is 108 2024-07-26T06:08:48.426 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 2 current snap is 108 2024-07-26T06:08:48.426 INFO:tasks.rados.rados.0.smithi089.stdout:1215: seq_num 379 ranges {0=753664,753664=606208,1359872=196608} 2024-07-26T06:08:48.431 INFO:tasks.rados.rados.0.smithi089.stdout:1215: writing smithi08986837-2 from 0 to 753664 tid 1 2024-07-26T06:08:48.435 INFO:tasks.rados.rados.0.smithi089.stdout:1215: writing smithi08986837-2 from 753664 to 1359872 tid 2 2024-07-26T06:08:48.437 INFO:tasks.rados.rados.0.smithi089.stdout:1215: writing smithi08986837-2 from 1359872 to 1556480 tid 3 2024-07-26T06:08:48.437 INFO:tasks.rados.rados.0.smithi089.stdout:1213: finishing rollback tid 0 to smithi08986837-50 2024-07-26T06:08:48.437 INFO:tasks.rados.rados.0.smithi089.stdout:1213: finishing rollback tid 1 to smithi08986837-50 2024-07-26T06:08:48.437 INFO:tasks.rados.rados.0.smithi089.stdout:1213: finishing rollback tid 2 to smithi08986837-50 2024-07-26T06:08:48.437 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 50 v 333 (ObjNum 367 snap 106 seq_num 367) dirty exists 2024-07-26T06:08:48.437 INFO:tasks.rados.rados.0.smithi089.stdout:1215: finishing write tid 1 to smithi08986837-2 2024-07-26T06:08:48.437 INFO:tasks.rados.rados.0.smithi089.stdout:1214: finishing copy_from racing read to smithi08986837-39 2024-07-26T06:08:48.438 INFO:tasks.rados.rados.0.smithi089.stdout:1214: finishing copy_from to smithi08986837-39 2024-07-26T06:08:48.438 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 39 v 560 (ObjNum 334 snap 98 seq_num 334) dirty exists 2024-07-26T06:08:48.438 INFO:tasks.rados.rados.0.smithi089.stdout:1213: done (2 left) 2024-07-26T06:08:48.438 INFO:tasks.rados.rados.0.smithi089.stdout:1214: done (1 left) 2024-07-26T06:08:48.438 INFO:tasks.rados.rados.0.smithi089.stdout:1216: read oid 26 snap -1 2024-07-26T06:08:48.438 INFO:tasks.rados.rados.0.smithi089.stdout:1216: expect deleted 2024-07-26T06:08:48.438 INFO:tasks.rados.rados.0.smithi089.stdout:1217: rollback oid 9 current snap is 108 2024-07-26T06:08:48.438 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 9 to 107 2024-07-26T06:08:48.438 INFO:tasks.rados.rados.0.smithi089.stdout:1218: rollback oid 17 current snap is 108 2024-07-26T06:08:48.438 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 17 to 107 2024-07-26T06:08:48.439 INFO:tasks.rados.rados.0.smithi089.stdout:1219: copy_from oid 37 from oid 8 current snap is 108 2024-07-26T06:08:48.439 INFO:tasks.rados.rados.0.smithi089.stdout:1220: snap_create 2024-07-26T06:08:48.440 INFO:tasks.rados.rados.0.smithi089.stdout:1215: finishing write tid 2 to smithi08986837-2 2024-07-26T06:08:48.440 INFO:tasks.rados.rados.0.smithi089.stdout:1215: finishing write tid 3 to smithi08986837-2 2024-07-26T06:08:48.440 INFO:tasks.rados.rados.0.smithi089.stdout:1215: finishing write tid 4 to smithi08986837-2 2024-07-26T06:08:48.440 INFO:tasks.rados.rados.0.smithi089.stdout:1217: finishing rollback tid 0 to smithi08986837-9 2024-07-26T06:08:48.440 INFO:tasks.rados.rados.0.smithi089.stdout:1218: finishing rollback tid 0 to smithi08986837-17 2024-07-26T06:08:48.440 INFO:tasks.rados.rados.0.smithi089.stdout:1218: finishing rollback tid 1 to smithi08986837-17 2024-07-26T06:08:48.440 INFO:tasks.rados.rados.0.smithi089.stdout:1218: finishing rollback tid 2 to smithi08986837-17 2024-07-26T06:08:48.440 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 17 v 417 (ObjNum 374 snap 107 seq_num 374) dirty exists 2024-07-26T06:08:48.440 INFO:tasks.rados.rados.0.smithi089.stdout:1217: finishing rollback tid 1 to smithi08986837-9 2024-07-26T06:08:48.441 INFO:tasks.rados.rados.0.smithi089.stdout:1217: finishing rollback tid 2 to smithi08986837-9 2024-07-26T06:08:48.441 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 9 v 410 (ObjNum 293 snap 86 seq_num 293) dirty exists 2024-07-26T06:08:48.443 INFO:tasks.rados.rados.0.smithi089.stdout:1215: finishing write tid 5 to smithi08986837-2 2024-07-26T06:08:48.443 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 2 v 124 (ObjNum 379 snap 108 seq_num 379) dirty exists 2024-07-26T06:08:48.444 INFO:tasks.rados.rados.0.smithi089.stdout:1215: left oid 2 (ObjNum 379 snap 108 seq_num 379) 2024-07-26T06:08:48.450 INFO:tasks.rados.rados.0.smithi089.stdout:1219: finishing copy_from racing read to smithi08986837-37 2024-07-26T06:08:48.451 INFO:tasks.rados.rados.0.smithi089.stdout:1219: finishing copy_from to smithi08986837-37 2024-07-26T06:08:48.451 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 37 v 499 (ObjNum 375 snap 107 seq_num 375) dirty exists 2024-07-26T06:08:48.780 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:08:48 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:08:48.658Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster_addr=\"172.21.15.89\", device_class=\"ssd\", hostname=\"smithi089\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.89\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", cluster_addr=\"172.21.15.89\", device_class=\"ssd\", hostname=\"smithi089\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.89\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:08:48.781 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:48 smithi155 ceph-mon[90160]: Upgrade: Updating osd.0 2024-07-26T06:08:48.781 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:48 smithi155 ceph-mon[90160]: Deploying daemon osd.0 on smithi089 2024-07-26T06:08:48.781 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:48 smithi155 ceph-mon[90160]: osdmap e298: 8 total, 8 up, 8 in 2024-07-26T06:08:48.820 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:48 smithi089 ceph-mon[99608]: Upgrade: Updating osd.0 2024-07-26T06:08:48.820 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:48 smithi089 ceph-mon[99608]: Deploying daemon osd.0 on smithi089 2024-07-26T06:08:48.820 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:48 smithi089 ceph-mon[99608]: osdmap e298: 8 total, 8 up, 8 in 2024-07-26T06:08:48.820 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:48 smithi089 ceph-mon[102056]: Upgrade: Updating osd.0 2024-07-26T06:08:48.820 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:48 smithi089 ceph-mon[102056]: Deploying daemon osd.0 on smithi089 2024-07-26T06:08:48.820 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:48 smithi089 ceph-mon[102056]: osdmap e298: 8 total, 8 up, 8 in 2024-07-26T06:08:49.423 INFO:tasks.rados.rados.0.smithi089.stdout:1215: done (5 left) 2024-07-26T06:08:49.424 INFO:tasks.rados.rados.0.smithi089.stdout:1216: done (4 left) 2024-07-26T06:08:49.424 INFO:tasks.rados.rados.0.smithi089.stdout:1217: done (3 left) 2024-07-26T06:08:49.424 INFO:tasks.rados.rados.0.smithi089.stdout:1218: done (2 left) 2024-07-26T06:08:49.424 INFO:tasks.rados.rados.0.smithi089.stdout:1219: done (1 left) 2024-07-26T06:08:49.424 INFO:tasks.rados.rados.0.smithi089.stdout:1220: done (0 left) 2024-07-26T06:08:49.424 INFO:tasks.rados.rados.0.smithi089.stdout:1221: read oid 31 snap 108 2024-07-26T06:08:49.424 INFO:tasks.rados.rados.0.smithi089.stdout:1221: expect deleted 2024-07-26T06:08:49.424 INFO:tasks.rados.rados.0.smithi089.stdout:1222: delete oid 4 current snap is 109 2024-07-26T06:08:49.428 INFO:tasks.rados.rados.0.smithi089.stdout:1221: done (1 left) 2024-07-26T06:08:49.428 INFO:tasks.rados.rados.0.smithi089.stdout:1222: done (0 left) 2024-07-26T06:08:49.428 INFO:tasks.rados.rados.0.smithi089.stdout:1223: snap_remove snap 105 2024-07-26T06:08:49.800 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:49 smithi155 ceph-mon[90160]: pgmap v97: 121 pgs: 121 active+clean; 149 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 5.5 MiB/s wr, 27 op/s 2024-07-26T06:08:49.800 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:49 smithi155 ceph-mon[90160]: osdmap e299: 8 total, 8 up, 8 in 2024-07-26T06:08:49.835 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:49 smithi089 ceph-mon[99608]: pgmap v97: 121 pgs: 121 active+clean; 149 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 5.5 MiB/s wr, 27 op/s 2024-07-26T06:08:49.835 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:49 smithi089 ceph-mon[99608]: osdmap e299: 8 total, 8 up, 8 in 2024-07-26T06:08:49.835 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:49 smithi089 ceph-mon[102056]: pgmap v97: 121 pgs: 121 active+clean; 149 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 5.5 MiB/s wr, 27 op/s 2024-07-26T06:08:49.835 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:49 smithi089 ceph-mon[102056]: osdmap e299: 8 total, 8 up, 8 in 2024-07-26T06:08:50.405 INFO:journalctl@ceph.osd.0.smithi089.stdout:Jul 26 06:08:50 smithi089 systemd[1]: Stopping Ceph osd.0 for 9bd49884-4b13-11ef-bcb6-c7b262605968... 2024-07-26T06:08:50.424 INFO:tasks.rados.rados.0.smithi089.stdout:1223: done (0 left) 2024-07-26T06:08:50.424 INFO:tasks.rados.rados.0.smithi089.stdout:1224: read oid 34 snap -1 2024-07-26T06:08:50.424 INFO:tasks.rados.rados.0.smithi089.stdout:1224: expect (ObjNum 293 snap 86 seq_num 293) 2024-07-26T06:08:50.424 INFO:tasks.rados.rados.0.smithi089.stdout:1225: delete oid 33 current snap is 109 2024-07-26T06:08:50.432 INFO:tasks.rados.rados.0.smithi089.stdout:1224: expect (ObjNum 293 snap 86 seq_num 293) 2024-07-26T06:08:50.483 INFO:tasks.rados.rados.0.smithi089.stdout:1224: done (1 left) 2024-07-26T06:08:50.483 INFO:tasks.rados.rados.0.smithi089.stdout:1225: done (0 left) 2024-07-26T06:08:50.483 INFO:tasks.rados.rados.0.smithi089.stdout:1226: snap_remove snap 108 2024-07-26T06:08:50.905 INFO:journalctl@ceph.osd.0.smithi089.stdout:Jul 26 06:08:50 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-0[45862]: 2024-07-26T06:08:50.551+0000 7f9f7c15c640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-07-26T06:08:50.905 INFO:journalctl@ceph.osd.0.smithi089.stdout:Jul 26 06:08:50 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-0[45862]: 2024-07-26T06:08:50.551+0000 7f9f7c15c640 -1 osd.0 300 *** Got signal Terminated *** 2024-07-26T06:08:50.905 INFO:journalctl@ceph.osd.0.smithi089.stdout:Jul 26 06:08:50 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-0[45862]: 2024-07-26T06:08:50.551+0000 7f9f7c15c640 -1 osd.0 300 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-07-26T06:08:51.434 INFO:tasks.rados.rados.0.smithi089.stdout:1226: done (0 left) 2024-07-26T06:08:51.434 INFO:tasks.rados.rados.0.smithi089.stdout:1227: read oid 27 snap 107 2024-07-26T06:08:51.434 INFO:tasks.rados.rados.0.smithi089.stdout:1227: expect deleted 2024-07-26T06:08:51.434 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 33 current snap is 109 2024-07-26T06:08:51.434 INFO:tasks.rados.rados.0.smithi089.stdout:1228: seq_num 382 ranges {0=802816,802816=704512,1507328=98304} 2024-07-26T06:08:51.439 INFO:tasks.rados.rados.0.smithi089.stdout:1228: writing smithi08986837-33 from 0 to 802816 tid 1 2024-07-26T06:08:51.444 INFO:tasks.rados.rados.0.smithi089.stdout:1228: writing smithi08986837-33 from 802816 to 1507328 tid 2 2024-07-26T06:08:51.444 INFO:tasks.rados.rados.0.smithi089.stdout:1228: writing smithi08986837-33 from 1507328 to 1605632 tid 3 2024-07-26T06:08:51.445 INFO:tasks.rados.rados.0.smithi089.stdout:1229: snap_create 2024-07-26T06:08:51.451 INFO:tasks.rados.rados.0.smithi089.stdout:1228: finishing write tid 1 to smithi08986837-33 2024-07-26T06:08:51.453 INFO:tasks.rados.rados.0.smithi089.stdout:1228: finishing write tid 2 to smithi08986837-33 2024-07-26T06:08:51.453 INFO:tasks.rados.rados.0.smithi089.stdout:1228: finishing write tid 3 to smithi08986837-33 2024-07-26T06:08:51.453 INFO:tasks.rados.rados.0.smithi089.stdout:1228: finishing write tid 4 to smithi08986837-33 2024-07-26T06:08:51.458 INFO:tasks.rados.rados.0.smithi089.stdout:1228: finishing write tid 5 to smithi08986837-33 2024-07-26T06:08:51.458 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 33 v 578 (ObjNum 382 snap 109 seq_num 382) dirty exists 2024-07-26T06:08:51.458 INFO:tasks.rados.rados.0.smithi089.stdout:1228: left oid 33 (ObjNum 382 snap 109 seq_num 382) 2024-07-26T06:08:51.801 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:51 smithi089 ceph-mon[99608]: osdmap e300: 8 total, 8 up, 8 in 2024-07-26T06:08:51.802 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:51 smithi089 ceph-mon[99608]: osd.0 marked itself down and dead 2024-07-26T06:08:51.802 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:51 smithi089 ceph-mon[99608]: pgmap v100: 121 pgs: 121 active+clean; 149 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 943 KiB/s rd, 1.6 MiB/s wr, 7 op/s 2024-07-26T06:08:51.802 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:51 smithi089 ceph-mon[102056]: osdmap e300: 8 total, 8 up, 8 in 2024-07-26T06:08:51.802 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:51 smithi089 ceph-mon[102056]: osd.0 marked itself down and dead 2024-07-26T06:08:51.803 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:51 smithi089 ceph-mon[102056]: pgmap v100: 121 pgs: 121 active+clean; 149 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 943 KiB/s rd, 1.6 MiB/s wr, 7 op/s 2024-07-26T06:08:51.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:51 smithi155 ceph-mon[90160]: osdmap e300: 8 total, 8 up, 8 in 2024-07-26T06:08:51.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:51 smithi155 ceph-mon[90160]: osd.0 marked itself down and dead 2024-07-26T06:08:51.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:51 smithi155 ceph-mon[90160]: pgmap v100: 121 pgs: 121 active+clean; 149 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 943 KiB/s rd, 1.6 MiB/s wr, 7 op/s 2024-07-26T06:08:52.067 INFO:journalctl@ceph.osd.0.smithi089.stdout:Jul 26 06:08:51 smithi089 podman[107629]: 2024-07-26 06:08:51.801279487 +0000 UTC m=+1.351974883 container died 0b4289c489670582e4f78b2fe209b409f13ff26a0eb25850aee027277e3da2d1 (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-0, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.build-date=20240724, GIT_BRANCH=HEAD, RELEASE=quincy-5dff84c, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-07-26T06:08:52.406 INFO:journalctl@ceph.osd.0.smithi089.stdout:Jul 26 06:08:52 smithi089 podman[107629]: 2024-07-26 06:08:52.166041997 +0000 UTC m=+1.716737392 container cleanup 0b4289c489670582e4f78b2fe209b409f13ff26a0eb25850aee027277e3da2d1 (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-0, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=quincy-5dff84c, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240724) 2024-07-26T06:08:52.407 INFO:journalctl@ceph.osd.0.smithi089.stdout:Jul 26 06:08:52 smithi089 bash[107629]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-0 2024-07-26T06:08:52.436 INFO:tasks.rados.rados.0.smithi089.stdout:1228: done (2 left) 2024-07-26T06:08:52.437 INFO:tasks.rados.rados.0.smithi089.stdout:1229: done (1 left) 2024-07-26T06:08:52.437 INFO:tasks.rados.rados.0.smithi089.stdout:1230: read oid 33 snap -1 2024-07-26T06:08:52.437 INFO:tasks.rados.rados.0.smithi089.stdout:1230: expect (ObjNum 382 snap 109 seq_num 382) 2024-07-26T06:08:52.437 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 23 current snap is 110 2024-07-26T06:08:52.437 INFO:tasks.rados.rados.0.smithi089.stdout:1231: seq_num 383 ranges {7880704=417792,8298496=589824,8888320=417792,9306112=196608} 2024-07-26T06:08:52.482 INFO:tasks.rados.rados.0.smithi089.stdout:1231: writing smithi08986837-23 from 7880704 to 8298496 tid 1 2024-07-26T06:08:52.485 INFO:tasks.rados.rados.0.smithi089.stdout:1231: writing smithi08986837-23 from 8298496 to 8888320 tid 2 2024-07-26T06:08:52.488 INFO:tasks.rados.rados.0.smithi089.stdout:1231: writing smithi08986837-23 from 8888320 to 9306112 tid 3 2024-07-26T06:08:52.489 INFO:tasks.rados.rados.0.smithi089.stdout:1231: writing smithi08986837-23 from 9306112 to 9502720 tid 4 2024-07-26T06:08:52.489 INFO:tasks.rados.rados.0.smithi089.stdout:1232: read oid 37 snap -1 2024-07-26T06:08:52.489 INFO:tasks.rados.rados.0.smithi089.stdout:1232: expect (ObjNum 375 snap 107 seq_num 375) 2024-07-26T06:08:52.489 INFO:tasks.rados.rados.0.smithi089.stdout:1233: setattr oid 36 current snap is 110 2024-07-26T06:08:52.490 INFO:tasks.rados.rados.0.smithi089.stdout:1230: expect (ObjNum 382 snap 109 seq_num 382) 2024-07-26T06:08:52.536 INFO:tasks.rados.rados.0.smithi089.stdout:1231: finishing write tid 1 to smithi08986837-23 2024-07-26T06:08:52.536 INFO:tasks.rados.rados.0.smithi089.stdout:1231: finishing write tid 2 to smithi08986837-23 2024-07-26T06:08:52.537 INFO:tasks.rados.rados.0.smithi089.stdout:1231: finishing write tid 3 to smithi08986837-23 2024-07-26T06:08:52.537 INFO:tasks.rados.rados.0.smithi089.stdout:1231: finishing write tid 4 to smithi08986837-23 2024-07-26T06:08:52.537 INFO:tasks.rados.rados.0.smithi089.stdout:1231: finishing write tid 5 to smithi08986837-23 2024-07-26T06:08:52.537 INFO:tasks.rados.rados.0.smithi089.stdout:1231: finishing write tid 6 to smithi08986837-23 2024-07-26T06:08:52.537 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 23 v 343 (ObjNum 383 snap 110 seq_num 383) dirty exists 2024-07-26T06:08:52.537 INFO:tasks.rados.rados.0.smithi089.stdout:1231: left oid 23 (ObjNum 383 snap 110 seq_num 383) 2024-07-26T06:08:52.537 INFO:tasks.rados.rados.0.smithi089.stdout:1232: expect (ObjNum 375 snap 107 seq_num 375) 2024-07-26T06:08:52.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:52 smithi155 ceph-mon[90160]: Health check failed: 1 osds down (OSD_DOWN) 2024-07-26T06:08:52.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:52 smithi155 ceph-mon[90160]: osdmap e301: 8 total, 7 up, 8 in 2024-07-26T06:08:52.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:08:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:08:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:08:52.637 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 36 v 561 (ObjNum 336 snap 98 seq_num 336) dirty exists 2024-07-26T06:08:52.637 INFO:tasks.rados.rados.0.smithi089.stdout:1227: done (4 left) 2024-07-26T06:08:52.637 INFO:tasks.rados.rados.0.smithi089.stdout:1230: done (3 left) 2024-07-26T06:08:52.637 INFO:tasks.rados.rados.0.smithi089.stdout:1231: done (2 left) 2024-07-26T06:08:52.637 INFO:tasks.rados.rados.0.smithi089.stdout:1232: done (1 left) 2024-07-26T06:08:52.637 INFO:tasks.rados.rados.0.smithi089.stdout:1233: done (0 left) 2024-07-26T06:08:52.637 INFO:tasks.rados.rados.0.smithi089.stdout:1234: setattr oid 36 current snap is 110 2024-07-26T06:08:52.639 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 43 current snap is 110 2024-07-26T06:08:52.639 INFO:tasks.rados.rados.0.smithi089.stdout:1235: seq_num 384 ranges {5775360=434176,6209536=475136,6684672=630784,7315456=98304} 2024-07-26T06:08:52.673 INFO:tasks.rados.rados.0.smithi089.stdout:1235: writing smithi08986837-43 from 5775360 to 6209536 tid 1 2024-07-26T06:08:52.676 INFO:tasks.rados.rados.0.smithi089.stdout:1235: writing smithi08986837-43 from 6209536 to 6684672 tid 2 2024-07-26T06:08:52.681 INFO:tasks.rados.rados.0.smithi089.stdout:1235: writing smithi08986837-43 from 6684672 to 7315456 tid 3 2024-07-26T06:08:52.682 INFO:tasks.rados.rados.0.smithi089.stdout:1235: writing smithi08986837-43 from 7315456 to 7413760 tid 4 2024-07-26T06:08:52.682 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 20 current snap is 110 2024-07-26T06:08:52.682 INFO:tasks.rados.rados.0.smithi089.stdout:1236: seq_num 385 ranges {1138688=450560,1589248=761856,2351104=442368} 2024-07-26T06:08:52.691 INFO:tasks.rados.rados.0.smithi089.stdout:1236: writing smithi08986837-20 from 1138688 to 1589248 tid 1 2024-07-26T06:08:52.695 INFO:tasks.rados.rados.0.smithi089.stdout:1236: writing smithi08986837-20 from 1589248 to 2351104 tid 2 2024-07-26T06:08:52.698 INFO:tasks.rados.rados.0.smithi089.stdout:1236: writing smithi08986837-20 from 2351104 to 2793472 tid 3 2024-07-26T06:08:52.698 INFO:tasks.rados.rados.0.smithi089.stdout:1237: rollback oid 38 current snap is 110 2024-07-26T06:08:52.698 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 38 to 109 2024-07-26T06:08:52.698 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 36 v 562 (ObjNum 336 snap 98 seq_num 336) dirty exists 2024-07-26T06:08:52.698 INFO:tasks.rados.rados.0.smithi089.stdout:1235: finishing write tid 1 to smithi08986837-43 2024-07-26T06:08:52.698 INFO:tasks.rados.rados.0.smithi089.stdout:1235: finishing write tid 2 to smithi08986837-43 2024-07-26T06:08:52.698 INFO:tasks.rados.rados.0.smithi089.stdout:1235: finishing write tid 3 to smithi08986837-43 2024-07-26T06:08:52.699 INFO:tasks.rados.rados.0.smithi089.stdout:1235: finishing write tid 4 to smithi08986837-43 2024-07-26T06:08:52.699 INFO:tasks.rados.rados.0.smithi089.stdout:1235: finishing write tid 5 to smithi08986837-43 2024-07-26T06:08:52.699 INFO:tasks.rados.rados.0.smithi089.stdout:1235: finishing write tid 6 to smithi08986837-43 2024-07-26T06:08:52.699 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 43 v 422 (ObjNum 384 snap 110 seq_num 384) dirty exists 2024-07-26T06:08:52.699 INFO:tasks.rados.rados.0.smithi089.stdout:1235: left oid 43 (ObjNum 384 snap 110 seq_num 384) 2024-07-26T06:08:52.699 INFO:tasks.rados.rados.0.smithi089.stdout:1236: finishing write tid 1 to smithi08986837-20 2024-07-26T06:08:52.699 INFO:tasks.rados.rados.0.smithi089.stdout:1234: done (3 left) 2024-07-26T06:08:52.699 INFO:tasks.rados.rados.0.smithi089.stdout:1235: done (2 left) 2024-07-26T06:08:52.699 INFO:tasks.rados.rados.0.smithi089.stdout:1238: snap_remove snap 107 2024-07-26T06:08:52.774 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:52 smithi089 ceph-mon[99608]: Health check failed: 1 osds down (OSD_DOWN) 2024-07-26T06:08:52.774 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:52 smithi089 ceph-mon[99608]: osdmap e301: 8 total, 7 up, 8 in 2024-07-26T06:08:52.775 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:08:52 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:08:52] "GET /metrics HTTP/1.1" 200 36117 "" "Prometheus/2.43.0" 2024-07-26T06:08:52.775 INFO:journalctl@ceph.osd.0.smithi089.stdout:Jul 26 06:08:52 smithi089 podman[107652]: 2024-07-26 06:08:52.442702963 +0000 UTC m=+0.641216008 container remove 0b4289c489670582e4f78b2fe209b409f13ff26a0eb25850aee027277e3da2d1 (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240724, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, RELEASE=quincy-5dff84c, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-07-26T06:08:52.775 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:52 smithi089 ceph-mon[102056]: Health check failed: 1 osds down (OSD_DOWN) 2024-07-26T06:08:52.775 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:52 smithi089 ceph-mon[102056]: osdmap e301: 8 total, 7 up, 8 in 2024-07-26T06:08:53.063 INFO:journalctl@ceph.osd.0.smithi089.stdout:Jul 26 06:08:52 smithi089 podman[107744]: 2024-07-26 06:08:52.678778179 +0000 UTC m=+0.019549421 image pull a246f06af74af9a1c45475dc36c910d564494bacf385674011a33b62b93c2c8c quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c 2024-07-26T06:08:53.063 INFO:journalctl@ceph.osd.0.smithi089.stdout:Jul 26 06:08:52 smithi089 podman[107744]: 2024-07-26 06:08:52.827556118 +0000 UTC m=+0.168327378 container create 157590de4f0d0c3d9d3ebd0badc681f92552b6644701c486b0afc7aa818f26b2 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-0-deactivate, org.label-schema.build-date=20240724, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-4b23044, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD) 2024-07-26T06:08:53.063 INFO:journalctl@ceph.osd.0.smithi089.stdout:Jul 26 06:08:53 smithi089 podman[107744]: 2024-07-26 06:08:53.063075998 +0000 UTC m=+0.403847227 container init 157590de4f0d0c3d9d3ebd0badc681f92552b6644701c486b0afc7aa818f26b2 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-0-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240724, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=squid-4b23044, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image) 2024-07-26T06:08:53.405 INFO:journalctl@ceph.osd.0.smithi089.stdout:Jul 26 06:08:53 smithi089 podman[107744]: 2024-07-26 06:08:53.068361643 +0000 UTC m=+0.409132862 container start 157590de4f0d0c3d9d3ebd0badc681f92552b6644701c486b0afc7aa818f26b2 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-0-deactivate, org.label-schema.build-date=20240724, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=squid-4b23044, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, ceph=True) 2024-07-26T06:08:53.405 INFO:journalctl@ceph.osd.0.smithi089.stdout:Jul 26 06:08:53 smithi089 podman[107744]: 2024-07-26 06:08:53.154564315 +0000 UTC m=+0.495335558 container attach 157590de4f0d0c3d9d3ebd0badc681f92552b6644701c486b0afc7aa818f26b2 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-0-deactivate, GIT_BRANCH=HEAD, RELEASE=squid-4b23044, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240724, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_CLEAN=True) 2024-07-26T06:08:53.405 INFO:journalctl@ceph.osd.0.smithi089.stdout:Jul 26 06:08:53 smithi089 podman[107744]: 2024-07-26 06:08:53.257152584 +0000 UTC m=+0.597923805 container died 157590de4f0d0c3d9d3ebd0badc681f92552b6644701c486b0afc7aa818f26b2 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-0-deactivate, org.label-schema.license=GPLv2, org.label-schema.build-date=20240724, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, RELEASE=squid-4b23044, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-07-26T06:08:53.444 INFO:tasks.rados.rados.0.smithi089.stdout:1238: done (2 left) 2024-07-26T06:08:53.444 INFO:tasks.rados.rados.0.smithi089.stdout:1239: snap_create 2024-07-26T06:08:53.444 INFO:tasks.rados.rados.0.smithi089.stdout:1236: finishing write tid 2 to smithi08986837-20 2024-07-26T06:08:53.444 INFO:tasks.rados.rados.0.smithi089.stdout:1236: finishing write tid 3 to smithi08986837-20 2024-07-26T06:08:53.444 INFO:tasks.rados.rados.0.smithi089.stdout:1236: finishing write tid 4 to smithi08986837-20 2024-07-26T06:08:53.444 INFO:tasks.rados.rados.0.smithi089.stdout:1237: finishing rollback tid 0 to smithi08986837-38 2024-07-26T06:08:53.444 INFO:tasks.rados.rados.0.smithi089.stdout:1237: finishing rollback tid 1 to smithi08986837-38 2024-07-26T06:08:53.444 INFO:tasks.rados.rados.0.smithi089.stdout:1237: finishing rollback tid 2 to smithi08986837-38 2024-07-26T06:08:53.444 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 38 v 631 (ObjNum 361 snap 106 seq_num 361) dirty exists 2024-07-26T06:08:53.445 INFO:tasks.rados.rados.0.smithi089.stdout:1236: finishing write tid 5 to smithi08986837-20 2024-07-26T06:08:53.445 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 20 v 348 (ObjNum 385 snap 110 seq_num 385) dirty exists 2024-07-26T06:08:53.445 INFO:tasks.rados.rados.0.smithi089.stdout:1236: left oid 20 (ObjNum 385 snap 110 seq_num 385) 2024-07-26T06:08:53.850 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:53 smithi089 ceph-mon[99608]: osdmap e302: 8 total, 7 up, 8 in 2024-07-26T06:08:53.850 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:53 smithi089 ceph-mon[99608]: pgmap v103: 121 pgs: 53 peering, 68 active+clean; 112 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 835 KiB/s rd, 2.0 MiB/s wr, 8 op/s 2024-07-26T06:08:53.850 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:53 smithi089 ceph-mon[102056]: osdmap e302: 8 total, 7 up, 8 in 2024-07-26T06:08:53.851 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:53 smithi089 ceph-mon[102056]: pgmap v103: 121 pgs: 53 peering, 68 active+clean; 112 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 835 KiB/s rd, 2.0 MiB/s wr, 8 op/s 2024-07-26T06:08:53.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:53 smithi155 ceph-mon[90160]: osdmap e302: 8 total, 7 up, 8 in 2024-07-26T06:08:53.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:53 smithi155 ceph-mon[90160]: pgmap v103: 121 pgs: 53 peering, 68 active+clean; 112 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 835 KiB/s rd, 2.0 MiB/s wr, 8 op/s 2024-07-26T06:08:53.879 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:08:53 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:08:53.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi089\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi089\", job=\"node\", machine=\"x86_64\", nodename=\"smithi089\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", domainname=\"(none)\", instance=\"smithi089\", job=\"node\", machine=\"x86_64\", nodename=\"smithi089\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:08:54.155 INFO:journalctl@ceph.osd.0.smithi089.stdout:Jul 26 06:08:53 smithi089 podman[107788]: 2024-07-26 06:08:53.850320943 +0000 UTC m=+0.587485808 container remove 157590de4f0d0c3d9d3ebd0badc681f92552b6644701c486b0afc7aa818f26b2 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-0-deactivate, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=squid-4b23044, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.build-date=20240724, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0) 2024-07-26T06:08:54.155 INFO:journalctl@ceph.osd.0.smithi089.stdout:Jul 26 06:08:53 smithi089 systemd[1]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@osd.0.service: Deactivated successfully. 2024-07-26T06:08:54.155 INFO:journalctl@ceph.osd.0.smithi089.stdout:Jul 26 06:08:53 smithi089 systemd[1]: Stopped Ceph osd.0 for 9bd49884-4b13-11ef-bcb6-c7b262605968. 2024-07-26T06:08:54.155 INFO:journalctl@ceph.osd.0.smithi089.stdout:Jul 26 06:08:53 smithi089 systemd[1]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@osd.0.service: Consumed 11.694s CPU time. 2024-07-26T06:08:54.155 INFO:journalctl@ceph.osd.0.smithi089.stdout:Jul 26 06:08:54 smithi089 systemd[1]: Starting Ceph osd.0 for 9bd49884-4b13-11ef-bcb6-c7b262605968... 2024-07-26T06:08:54.331 INFO:tasks.rados.rados.0.smithi089.stdout:1236: done (2 left) 2024-07-26T06:08:54.332 INFO:tasks.rados.rados.0.smithi089.stdout:1237: done (1 left) 2024-07-26T06:08:54.332 INFO:tasks.rados.rados.0.smithi089.stdout:1239: done (0 left) 2024-07-26T06:08:54.332 INFO:tasks.rados.rados.0.smithi089.stdout:1240: snap_create 2024-07-26T06:08:54.582 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:54 smithi089 ceph-mon[99608]: Health check failed: Reduced data availability: 10 pgs inactive, 13 pgs peering (PG_AVAILABILITY) 2024-07-26T06:08:54.583 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:54 smithi089 ceph-mon[99608]: osdmap e303: 8 total, 7 up, 8 in 2024-07-26T06:08:54.583 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:54 smithi089 ceph-mon[99608]: osdmap e304: 8 total, 7 up, 8 in 2024-07-26T06:08:54.583 INFO:journalctl@ceph.osd.0.smithi089.stdout:Jul 26 06:08:54 smithi089 podman[107893]: 2024-07-26 06:08:54.184372772 +0000 UTC m=+0.017369175 image pull a246f06af74af9a1c45475dc36c910d564494bacf385674011a33b62b93c2c8c quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c 2024-07-26T06:08:54.583 INFO:journalctl@ceph.osd.0.smithi089.stdout:Jul 26 06:08:54 smithi089 podman[107893]: 2024-07-26 06:08:54.301343149 +0000 UTC m=+0.134339538 container create 6944a96358c7357dfce5d168233332002694b55148462546900078cf62416d86 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-0-activate, org.label-schema.build-date=20240724, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, RELEASE=squid-4b23044) 2024-07-26T06:08:54.584 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:54 smithi089 ceph-mon[102056]: Health check failed: Reduced data availability: 10 pgs inactive, 13 pgs peering (PG_AVAILABILITY) 2024-07-26T06:08:54.584 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:54 smithi089 ceph-mon[102056]: osdmap e303: 8 total, 7 up, 8 in 2024-07-26T06:08:54.584 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:54 smithi089 ceph-mon[102056]: osdmap e304: 8 total, 7 up, 8 in 2024-07-26T06:08:54.856 INFO:journalctl@ceph.osd.0.smithi089.stdout:Jul 26 06:08:54 smithi089 podman[107893]: 2024-07-26 06:08:54.721583247 +0000 UTC m=+0.554579643 container init 6944a96358c7357dfce5d168233332002694b55148462546900078cf62416d86 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-0-activate, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=squid-4b23044, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240724, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-07-26T06:08:54.856 INFO:journalctl@ceph.osd.0.smithi089.stdout:Jul 26 06:08:54 smithi089 podman[107893]: 2024-07-26 06:08:54.726914701 +0000 UTC m=+0.559911091 container start 6944a96358c7357dfce5d168233332002694b55148462546900078cf62416d86 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-0-activate, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240724, RELEASE=squid-4b23044, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0) 2024-07-26T06:08:54.856 INFO:journalctl@ceph.osd.0.smithi089.stdout:Jul 26 06:08:54 smithi089 podman[107893]: 2024-07-26 06:08:54.821343377 +0000 UTC m=+0.654339773 container attach 6944a96358c7357dfce5d168233332002694b55148462546900078cf62416d86 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-0-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240724, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , RELEASE=squid-4b23044, GIT_CLEAN=True) 2024-07-26T06:08:54.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:54 smithi155 ceph-mon[90160]: Health check failed: Reduced data availability: 10 pgs inactive, 13 pgs peering (PG_AVAILABILITY) 2024-07-26T06:08:54.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:54 smithi155 ceph-mon[90160]: osdmap e303: 8 total, 7 up, 8 in 2024-07-26T06:08:54.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:54 smithi155 ceph-mon[90160]: osdmap e304: 8 total, 7 up, 8 in 2024-07-26T06:08:54.879 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:08:54 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:08:54.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:08:54.880 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:08:54 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:08:54.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:08:55.107 INFO:journalctl@ceph.osd.0.smithi089.stdout:Jul 26 06:08:54 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-0-activate[107908]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-26T06:08:55.107 INFO:journalctl@ceph.osd.0.smithi089.stdout:Jul 26 06:08:54 smithi089 bash[107893]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-26T06:08:55.107 INFO:journalctl@ceph.osd.0.smithi089.stdout:Jul 26 06:08:54 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-0-activate[107908]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-26T06:08:55.107 INFO:journalctl@ceph.osd.0.smithi089.stdout:Jul 26 06:08:54 smithi089 bash[107893]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-26T06:08:55.107 INFO:journalctl@ceph.osd.0.smithi089.stdout:Jul 26 06:08:55 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-0-activate[107908]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-07-26T06:08:55.107 INFO:journalctl@ceph.osd.0.smithi089.stdout:Jul 26 06:08:55 smithi089 bash[107893]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-07-26T06:08:55.107 INFO:journalctl@ceph.osd.0.smithi089.stdout:Jul 26 06:08:55 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-0-activate[107908]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-07-26T06:08:55.107 INFO:journalctl@ceph.osd.0.smithi089.stdout:Jul 26 06:08:55 smithi089 bash[107893]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-07-26T06:08:55.107 INFO:journalctl@ceph.osd.0.smithi089.stdout:Jul 26 06:08:55 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-0-activate[107908]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-07-26T06:08:55.107 INFO:journalctl@ceph.osd.0.smithi089.stdout:Jul 26 06:08:55 smithi089 bash[107893]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-07-26T06:08:55.107 INFO:journalctl@ceph.osd.0.smithi089.stdout:Jul 26 06:08:55 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-0-activate[107908]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-07-26T06:08:55.108 INFO:journalctl@ceph.osd.0.smithi089.stdout:Jul 26 06:08:55 smithi089 bash[107893]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-07-26T06:08:55.108 INFO:journalctl@ceph.osd.0.smithi089.stdout:Jul 26 06:08:55 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-0-activate[107908]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-07-26T06:08:55.108 INFO:journalctl@ceph.osd.0.smithi089.stdout:Jul 26 06:08:55 smithi089 bash[107893]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-07-26T06:08:55.108 INFO:journalctl@ceph.osd.0.smithi089.stdout:Jul 26 06:08:55 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-0-activate[107908]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-07-26T06:08:55.108 INFO:journalctl@ceph.osd.0.smithi089.stdout:Jul 26 06:08:55 smithi089 bash[107893]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-07-26T06:08:55.108 INFO:journalctl@ceph.osd.0.smithi089.stdout:Jul 26 06:08:55 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-0-activate[107908]: --> ceph-volume raw activate successful for osd ID: 0 2024-07-26T06:08:55.108 INFO:journalctl@ceph.osd.0.smithi089.stdout:Jul 26 06:08:55 smithi089 bash[107893]: --> ceph-volume raw activate successful for osd ID: 0 2024-07-26T06:08:55.332 INFO:tasks.rados.rados.0.smithi089.stdout:1240: done (0 left) 2024-07-26T06:08:55.332 INFO:tasks.rados.rados.0.smithi089.stdout:1241: rollback oid 2 current snap is 112 2024-07-26T06:08:55.333 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 2 to 109 2024-07-26T06:08:55.333 INFO:tasks.rados.rados.0.smithi089.stdout:1242: read oid 21 snap -1 2024-07-26T06:08:55.333 INFO:tasks.rados.rados.0.smithi089.stdout:1242: expect (ObjNum 296 snap 86 seq_num 296) 2024-07-26T06:08:55.333 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 44 current snap is 112 2024-07-26T06:08:55.333 INFO:tasks.rados.rados.0.smithi089.stdout:1243: seq_num 386 ranges {7487488=466944,7954432=638976,8593408=565248} 2024-07-26T06:08:55.377 INFO:tasks.rados.rados.0.smithi089.stdout:1243: writing smithi08986837-44 from 7487488 to 7954432 tid 1 2024-07-26T06:08:55.380 INFO:tasks.rados.rados.0.smithi089.stdout:1243: writing smithi08986837-44 from 7954432 to 8593408 tid 2 2024-07-26T06:08:55.384 INFO:tasks.rados.rados.0.smithi089.stdout:1243: writing smithi08986837-44 from 8593408 to 9158656 tid 3 2024-07-26T06:08:55.384 INFO:tasks.rados.rados.0.smithi089.stdout:1244: delete oid 1 current snap is 112 2024-07-26T06:08:55.384 INFO:tasks.rados.rados.0.smithi089.stdout:1241: finishing rollback tid 0 to smithi08986837-2 2024-07-26T06:08:55.384 INFO:tasks.rados.rados.0.smithi089.stdout:1241: finishing rollback tid 1 to smithi08986837-2 2024-07-26T06:08:55.384 INFO:tasks.rados.rados.0.smithi089.stdout:1241: finishing rollback tid 2 to smithi08986837-2 2024-07-26T06:08:55.384 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 2 v 128 (ObjNum 379 snap 108 seq_num 379) dirty exists 2024-07-26T06:08:55.384 INFO:tasks.rados.rados.0.smithi089.stdout:1242: expect (ObjNum 296 snap 86 seq_num 296) 2024-07-26T06:08:55.404 INFO:journalctl@ceph.osd.0.smithi089.stdout:Jul 26 06:08:55 smithi089 podman[107893]: 2024-07-26 06:08:55.10682637 +0000 UTC m=+0.939822769 container died 6944a96358c7357dfce5d168233332002694b55148462546900078cf62416d86 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-0-activate, io.buildah.version=1.36.0, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240724, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , RELEASE=squid-4b23044, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0) 2024-07-26T06:08:55.726 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:55 smithi089 ceph-mon[99608]: pgmap v106: 121 pgs: 53 peering, 68 active+clean; 112 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 835 KiB/s rd, 2.0 MiB/s wr, 8 op/s 2024-07-26T06:08:55.726 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:55 smithi089 ceph-mon[99608]: osdmap e305: 8 total, 7 up, 8 in 2024-07-26T06:08:55.726 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:55 smithi089 ceph-mon[102056]: pgmap v106: 121 pgs: 53 peering, 68 active+clean; 112 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 835 KiB/s rd, 2.0 MiB/s wr, 8 op/s 2024-07-26T06:08:55.726 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:55 smithi089 ceph-mon[102056]: osdmap e305: 8 total, 7 up, 8 in 2024-07-26T06:08:55.773 INFO:tasks.rados.rados.0.smithi089.stdout:1243: finishing write tid 1 to smithi08986837-44 2024-07-26T06:08:55.773 INFO:tasks.rados.rados.0.smithi089.stdout:1243: finishing write tid 2 to smithi08986837-44 2024-07-26T06:08:55.773 INFO:tasks.rados.rados.0.smithi089.stdout:1243: finishing write tid 3 to smithi08986837-44 2024-07-26T06:08:55.773 INFO:tasks.rados.rados.0.smithi089.stdout:1243: finishing write tid 4 to smithi08986837-44 2024-07-26T06:08:55.773 INFO:tasks.rados.rados.0.smithi089.stdout:1243: finishing write tid 5 to smithi08986837-44 2024-07-26T06:08:55.773 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 44 v 697 (ObjNum 386 snap 112 seq_num 386) dirty exists 2024-07-26T06:08:55.773 INFO:tasks.rados.rados.0.smithi089.stdout:1243: left oid 44 (ObjNum 386 snap 112 seq_num 386) 2024-07-26T06:08:55.774 INFO:tasks.rados.rados.0.smithi089.stdout:1241: done (3 left) 2024-07-26T06:08:55.774 INFO:tasks.rados.rados.0.smithi089.stdout:1242: done (2 left) 2024-07-26T06:08:55.774 INFO:tasks.rados.rados.0.smithi089.stdout:1243: done (1 left) 2024-07-26T06:08:55.774 INFO:tasks.rados.rados.0.smithi089.stdout:1244: done (0 left) 2024-07-26T06:08:55.774 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 49 current snap is 112 2024-07-26T06:08:55.774 INFO:tasks.rados.rados.0.smithi089.stdout:1245: seq_num 388 ranges {131072=507904,638976=458752,1097728=606208,1703936=139264} 2024-07-26T06:08:55.776 INFO:tasks.rados.rados.0.smithi089.stdout:1245: writing smithi08986837-49 from 131072 to 638976 tid 1 2024-07-26T06:08:55.778 INFO:tasks.rados.rados.0.smithi089.stdout:1245: writing smithi08986837-49 from 638976 to 1097728 tid 2 2024-07-26T06:08:55.782 INFO:tasks.rados.rados.0.smithi089.stdout:1245: writing smithi08986837-49 from 1097728 to 1703936 tid 3 2024-07-26T06:08:55.782 INFO:tasks.rados.rados.0.smithi089.stdout:1245: writing smithi08986837-49 from 1703936 to 1843200 tid 4 2024-07-26T06:08:55.782 INFO:tasks.rados.rados.0.smithi089.stdout:1246: snap_remove snap 110 2024-07-26T06:08:55.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:55 smithi155 ceph-mon[90160]: pgmap v106: 121 pgs: 53 peering, 68 active+clean; 112 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 835 KiB/s rd, 2.0 MiB/s wr, 8 op/s 2024-07-26T06:08:55.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:55 smithi155 ceph-mon[90160]: osdmap e305: 8 total, 7 up, 8 in 2024-07-26T06:08:56.380 INFO:journalctl@ceph.osd.0.smithi089.stdout:Jul 26 06:08:56 smithi089 podman[108058]: 2024-07-26 06:08:56.025977245 +0000 UTC m=+0.913462019 container remove 6944a96358c7357dfce5d168233332002694b55148462546900078cf62416d86 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-0-activate, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240724, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_CLEAN=True, RELEASE=squid-4b23044, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-07-26T06:08:56.380 INFO:journalctl@ceph.osd.0.smithi089.stdout:Jul 26 06:08:56 smithi089 podman[108125]: 2024-07-26 06:08:56.141318071 +0000 UTC m=+0.017495123 image pull a246f06af74af9a1c45475dc36c910d564494bacf385674011a33b62b93c2c8c quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c 2024-07-26T06:08:56.380 INFO:journalctl@ceph.osd.0.smithi089.stdout:Jul 26 06:08:56 smithi089 podman[108125]: 2024-07-26 06:08:56.252193243 +0000 UTC m=+0.128370326 container create 7b97fcc5adf07098f9163af932dc620874fe737e687383e690a42158111f7212 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-0, io.buildah.version=1.36.0, org.label-schema.build-date=20240724, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-4b23044, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-07-26T06:08:56.717 INFO:tasks.rados.rados.0.smithi089.stdout:1246: done (1 left) 2024-07-26T06:08:56.717 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 39 current snap is 112 2024-07-26T06:08:56.717 INFO:tasks.rados.rados.0.smithi089.stdout:1245: finishing write tid 1 to smithi08986837-49 2024-07-26T06:08:56.717 INFO:tasks.rados.rados.0.smithi089.stdout:1247: seq_num 389 ranges {802816=524288,1327104=745472,2072576=458752} 2024-07-26T06:08:56.725 INFO:tasks.rados.rados.0.smithi089.stdout:1247: writing smithi08986837-39 from 802816 to 1327104 tid 1 2024-07-26T06:08:56.731 INFO:tasks.rados.rados.0.smithi089.stdout:1247: writing smithi08986837-39 from 1327104 to 2072576 tid 2 2024-07-26T06:08:56.734 INFO:tasks.rados.rados.0.smithi089.stdout:1247: writing smithi08986837-39 from 2072576 to 2531328 tid 3 2024-07-26T06:08:56.734 INFO:tasks.rados.rados.0.smithi089.stdout:1248: setattr oid 30 current snap is 112 2024-07-26T06:08:56.734 INFO:tasks.rados.rados.0.smithi089.stdout:1245: finishing write tid 2 to smithi08986837-49 2024-07-26T06:08:56.735 INFO:tasks.rados.rados.0.smithi089.stdout:1245: finishing write tid 3 to smithi08986837-49 2024-07-26T06:08:56.735 INFO:tasks.rados.rados.0.smithi089.stdout:1245: finishing write tid 4 to smithi08986837-49 2024-07-26T06:08:56.735 INFO:tasks.rados.rados.0.smithi089.stdout:1245: finishing write tid 5 to smithi08986837-49 2024-07-26T06:08:56.735 INFO:tasks.rados.rados.0.smithi089.stdout:1245: finishing write tid 6 to smithi08986837-49 2024-07-26T06:08:56.735 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 49 v 588 (ObjNum 388 snap 112 seq_num 388) dirty exists 2024-07-26T06:08:56.735 INFO:tasks.rados.rados.0.smithi089.stdout:1245: left oid 49 (ObjNum 388 snap 112 seq_num 388) 2024-07-26T06:08:56.735 INFO:tasks.rados.rados.0.smithi089.stdout:1247: finishing write tid 1 to smithi08986837-39 2024-07-26T06:08:56.735 INFO:tasks.rados.rados.0.smithi089.stdout:1247: finishing write tid 2 to smithi08986837-39 2024-07-26T06:08:56.736 INFO:tasks.rados.rados.0.smithi089.stdout:1245: done (2 left) 2024-07-26T06:08:56.736 INFO:tasks.rados.rados.0.smithi089.stdout:1249: copy_from oid 47 from oid 9 current snap is 112 2024-07-26T06:08:56.736 INFO:tasks.rados.rados.0.smithi089.stdout:1250: snap_create 2024-07-26T06:08:56.737 INFO:tasks.rados.rados.0.smithi089.stdout:1247: finishing write tid 3 to smithi08986837-39 2024-07-26T06:08:56.737 INFO:tasks.rados.rados.0.smithi089.stdout:1247: finishing write tid 4 to smithi08986837-39 2024-07-26T06:08:56.738 INFO:tasks.rados.rados.0.smithi089.stdout:1247: finishing write tid 5 to smithi08986837-39 2024-07-26T06:08:56.738 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 39 v 566 (ObjNum 389 snap 112 seq_num 389) dirty exists 2024-07-26T06:08:56.738 INFO:tasks.rados.rados.0.smithi089.stdout:1247: left oid 39 (ObjNum 389 snap 112 seq_num 389) 2024-07-26T06:08:56.739 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 30 v 337 (ObjNum 258 snap 71 seq_num 258) dirty exists 2024-07-26T06:08:56.745 INFO:tasks.rados.rados.0.smithi089.stdout:1249: finishing copy_from racing read to smithi08986837-47 2024-07-26T06:08:56.745 INFO:tasks.rados.rados.0.smithi089.stdout:1249: finishing copy_from to smithi08986837-47 2024-07-26T06:08:56.746 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 47 v 410 (ObjNum 293 snap 86 seq_num 293) dirty exists 2024-07-26T06:08:56.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:56 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:56.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:56 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:08:56.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:56 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:56.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:56 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:56.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:56 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:08:56.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:56 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:56.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:56 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:08:56.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:56 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:56.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:56 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:56.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:56 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:08:56.906 INFO:journalctl@ceph.osd.0.smithi089.stdout:Jul 26 06:08:56 smithi089 podman[108125]: 2024-07-26 06:08:56.488339637 +0000 UTC m=+0.364516683 container init 7b97fcc5adf07098f9163af932dc620874fe737e687383e690a42158111f7212 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-0, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, RELEASE=squid-4b23044, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240724, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-07-26T06:08:56.906 INFO:journalctl@ceph.osd.0.smithi089.stdout:Jul 26 06:08:56 smithi089 podman[108125]: 2024-07-26 06:08:56.493160358 +0000 UTC m=+0.369337410 container start 7b97fcc5adf07098f9163af932dc620874fe737e687383e690a42158111f7212 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-0, org.label-schema.build-date=20240724, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=squid-4b23044, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-07-26T06:08:56.906 INFO:journalctl@ceph.osd.0.smithi089.stdout:Jul 26 06:08:56 smithi089 ceph-osd[108163]: -- 172.21.15.89:0/489515660 <== mon.2 v2:172.21.15.89:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5604a13f5a40 con 0x5604a21b8400 2024-07-26T06:08:56.906 INFO:journalctl@ceph.osd.0.smithi089.stdout:Jul 26 06:08:56 smithi089 bash[108125]: 7b97fcc5adf07098f9163af932dc620874fe737e687383e690a42158111f7212 2024-07-26T06:08:56.906 INFO:journalctl@ceph.osd.0.smithi089.stdout:Jul 26 06:08:56 smithi089 systemd[1]: Started Ceph osd.0 for 9bd49884-4b13-11ef-bcb6-c7b262605968. 2024-07-26T06:08:57.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:56 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:57.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:56 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:08:57.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:56 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:57.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:56 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:08:57.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:56 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:08:57.391 INFO:journalctl@ceph.osd.0.smithi089.stdout:Jul 26 06:08:57 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-0[108140]: 2024-07-26T06:08:57.031+0000 7f9e31c8f640 -1 Falling back to public interface 2024-07-26T06:08:57.723 INFO:tasks.rados.rados.0.smithi089.stdout:1247: done (3 left) 2024-07-26T06:08:57.723 INFO:tasks.rados.rados.0.smithi089.stdout:1248: done (2 left) 2024-07-26T06:08:57.723 INFO:tasks.rados.rados.0.smithi089.stdout:1249: done (1 left) 2024-07-26T06:08:57.723 INFO:tasks.rados.rados.0.smithi089.stdout:1250: done (0 left) 2024-07-26T06:08:57.723 INFO:tasks.rados.rados.0.smithi089.stdout:1251: snap_remove snap 112 2024-07-26T06:08:58.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:57 smithi155 ceph-mon[90160]: pgmap v108: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 107 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.9 MiB/s wr, 20 op/s; 45/228 objects degraded (19.737%) 2024-07-26T06:08:58.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:57 smithi155 ceph-mon[90160]: osdmap e306: 8 total, 7 up, 8 in 2024-07-26T06:08:58.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:57 smithi155 ceph-mon[90160]: Health check failed: Degraded data redundancy: 45/228 objects degraded (19.737%), 15 pgs degraded (PG_DEGRADED) 2024-07-26T06:08:58.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:57 smithi155 ceph-mon[90160]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 10 pgs inactive, 13 pgs peering) 2024-07-26T06:08:58.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:57 smithi089 ceph-mon[99608]: pgmap v108: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 107 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.9 MiB/s wr, 20 op/s; 45/228 objects degraded (19.737%) 2024-07-26T06:08:58.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:57 smithi089 ceph-mon[99608]: osdmap e306: 8 total, 7 up, 8 in 2024-07-26T06:08:58.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:57 smithi089 ceph-mon[99608]: Health check failed: Degraded data redundancy: 45/228 objects degraded (19.737%), 15 pgs degraded (PG_DEGRADED) 2024-07-26T06:08:58.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:57 smithi089 ceph-mon[99608]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 10 pgs inactive, 13 pgs peering) 2024-07-26T06:08:58.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:57 smithi089 ceph-mon[102056]: pgmap v108: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 107 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.9 MiB/s wr, 20 op/s; 45/228 objects degraded (19.737%) 2024-07-26T06:08:58.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:57 smithi089 ceph-mon[102056]: osdmap e306: 8 total, 7 up, 8 in 2024-07-26T06:08:58.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:57 smithi089 ceph-mon[102056]: Health check failed: Degraded data redundancy: 45/228 objects degraded (19.737%), 15 pgs degraded (PG_DEGRADED) 2024-07-26T06:08:58.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:57 smithi089 ceph-mon[102056]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 10 pgs inactive, 13 pgs peering) 2024-07-26T06:08:58.731 INFO:tasks.rados.rados.0.smithi089.stdout:1251: done (0 left) 2024-07-26T06:08:58.731 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 8 current snap is 113 2024-07-26T06:08:58.731 INFO:tasks.rados.rados.0.smithi089.stdout:1252: seq_num 390 ranges {2867200=540672,3407872=630784,4038656=573440} 2024-07-26T06:08:58.749 INFO:tasks.rados.rados.0.smithi089.stdout:1252: writing smithi08986837-8 from 2867200 to 3407872 tid 1 2024-07-26T06:08:58.752 INFO:tasks.rados.rados.0.smithi089.stdout:1252: writing smithi08986837-8 from 3407872 to 4038656 tid 2 2024-07-26T06:08:58.756 INFO:tasks.rados.rados.0.smithi089.stdout:1252: writing smithi08986837-8 from 4038656 to 4612096 tid 3 2024-07-26T06:08:58.756 INFO:tasks.rados.rados.0.smithi089.stdout:1253: rollback oid 31 current snap is 113 2024-07-26T06:08:58.756 INFO:tasks.rados.rados.0.smithi089.stdout:1252: finishing write tid 1 to smithi08986837-8 2024-07-26T06:08:58.756 INFO:tasks.rados.rados.0.smithi089.stdout:1252: finishing write tid 2 to smithi08986837-8 2024-07-26T06:08:58.756 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 31 to 111 2024-07-26T06:08:58.757 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 20 current snap is 113 2024-07-26T06:08:58.757 INFO:tasks.rados.rados.0.smithi089.stdout:1254: seq_num 391 ranges {2793472=557056,3350528=516096,3866624=688128} 2024-07-26T06:08:58.775 INFO:tasks.rados.rados.0.smithi089.stdout:1254: writing smithi08986837-20 from 2793472 to 3350528 tid 1 2024-07-26T06:08:58.778 INFO:tasks.rados.rados.0.smithi089.stdout:1254: writing smithi08986837-20 from 3350528 to 3866624 tid 2 2024-07-26T06:08:58.782 INFO:tasks.rados.rados.0.smithi089.stdout:1254: writing smithi08986837-20 from 3866624 to 4554752 tid 3 2024-07-26T06:08:58.782 INFO:tasks.rados.rados.0.smithi089.stdout:1255: read oid 41 snap -1 2024-07-26T06:08:58.782 INFO:tasks.rados.rados.0.smithi089.stdout:1255: expect (ObjNum 370 snap 106 seq_num 370) 2024-07-26T06:08:58.782 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 50 current snap is 113 2024-07-26T06:08:58.782 INFO:tasks.rados.rados.0.smithi089.stdout:1253: finishing rollback tid 1 to smithi08986837-31 2024-07-26T06:08:58.782 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 31 v 0 (ObjNum 65 snap 0 seq_num 1750884967) dirty dne 2024-07-26T06:08:58.783 INFO:tasks.rados.rados.0.smithi089.stdout:1256: seq_num 392 ranges {2572288=573440,3145728=802816,3948544=401408} 2024-07-26T06:08:58.800 INFO:tasks.rados.rados.0.smithi089.stdout:1256: writing smithi08986837-50 from 2572288 to 3145728 tid 1 2024-07-26T06:08:58.804 INFO:tasks.rados.rados.0.smithi089.stdout:1256: writing smithi08986837-50 from 3145728 to 3948544 tid 2 2024-07-26T06:08:58.808 INFO:tasks.rados.rados.0.smithi089.stdout:1256: writing smithi08986837-50 from 3948544 to 4349952 tid 3 2024-07-26T06:08:58.808 INFO:tasks.rados.rados.0.smithi089.stdout:1253: done (4 left) 2024-07-26T06:08:58.808 INFO:tasks.rados.rados.0.smithi089.stdout:1257: rollback oid 13 current snap is 113 2024-07-26T06:08:58.808 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 13 to 109 2024-07-26T06:08:58.808 INFO:tasks.rados.rados.0.smithi089.stdout:1252: finishing write tid 3 to smithi08986837-8 2024-07-26T06:08:58.808 INFO:tasks.rados.rados.0.smithi089.stdout:1252: finishing write tid 4 to smithi08986837-8 2024-07-26T06:08:58.808 INFO:tasks.rados.rados.0.smithi089.stdout:1252: finishing write tid 5 to smithi08986837-8 2024-07-26T06:08:58.808 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 8 v 570 (ObjNum 390 snap 113 seq_num 390) dirty exists 2024-07-26T06:08:58.808 INFO:tasks.rados.rados.0.smithi089.stdout:1252: left oid 8 (ObjNum 390 snap 113 seq_num 390) 2024-07-26T06:08:58.808 INFO:tasks.rados.rados.0.smithi089.stdout:1254: finishing write tid 1 to smithi08986837-20 2024-07-26T06:08:58.808 INFO:tasks.rados.rados.0.smithi089.stdout:1254: finishing write tid 2 to smithi08986837-20 2024-07-26T06:08:58.808 INFO:tasks.rados.rados.0.smithi089.stdout:1254: finishing write tid 3 to smithi08986837-20 2024-07-26T06:08:58.808 INFO:tasks.rados.rados.0.smithi089.stdout:1254: finishing write tid 4 to smithi08986837-20 2024-07-26T06:08:58.809 INFO:tasks.rados.rados.0.smithi089.stdout:1254: finishing write tid 5 to smithi08986837-20 2024-07-26T06:08:58.809 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 20 v 353 (ObjNum 391 snap 113 seq_num 391) dirty exists 2024-07-26T06:08:58.809 INFO:tasks.rados.rados.0.smithi089.stdout:1254: left oid 20 (ObjNum 391 snap 113 seq_num 391) 2024-07-26T06:08:58.809 INFO:tasks.rados.rados.0.smithi089.stdout:1255: expect (ObjNum 370 snap 106 seq_num 370) 2024-07-26T06:08:58.865 INFO:tasks.rados.rados.0.smithi089.stdout:1256: finishing write tid 1 to smithi08986837-50 2024-07-26T06:08:58.865 INFO:tasks.rados.rados.0.smithi089.stdout:1252: done (4 left) 2024-07-26T06:08:58.865 INFO:tasks.rados.rados.0.smithi089.stdout:1254: done (3 left) 2024-07-26T06:08:58.865 INFO:tasks.rados.rados.0.smithi089.stdout:1255: done (2 left) 2024-07-26T06:08:58.865 INFO:tasks.rados.rados.0.smithi089.stdout:1258: read oid 15 snap -1 2024-07-26T06:08:58.865 INFO:tasks.rados.rados.0.smithi089.stdout:1258: expect (ObjNum 294 snap 86 seq_num 294) 2024-07-26T06:08:58.865 INFO:tasks.rados.rados.0.smithi089.stdout:1259: rollback oid 16 current snap is 113 2024-07-26T06:08:58.866 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 16 to 109 2024-07-26T06:08:58.866 INFO:tasks.rados.rados.0.smithi089.stdout:1256: finishing write tid 2 to smithi08986837-50 2024-07-26T06:08:58.866 INFO:tasks.rados.rados.0.smithi089.stdout:1257: finishing rollback tid 1 to smithi08986837-13 2024-07-26T06:08:58.866 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 13 v 0 (ObjNum 65 snap 0 seq_num 1) dirty dne 2024-07-26T06:08:58.866 INFO:tasks.rados.rados.0.smithi089.stdout:1256: finishing write tid 3 to smithi08986837-50 2024-07-26T06:08:58.866 INFO:tasks.rados.rados.0.smithi089.stdout:1256: finishing write tid 4 to smithi08986837-50 2024-07-26T06:08:58.866 INFO:tasks.rados.rados.0.smithi089.stdout:1256: finishing write tid 5 to smithi08986837-50 2024-07-26T06:08:58.866 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 50 v 342 (ObjNum 392 snap 113 seq_num 392) dirty exists 2024-07-26T06:08:58.866 INFO:tasks.rados.rados.0.smithi089.stdout:1256: left oid 50 (ObjNum 392 snap 113 seq_num 392) 2024-07-26T06:08:58.866 INFO:tasks.rados.rados.0.smithi089.stdout:1256: done (3 left) 2024-07-26T06:08:58.866 INFO:tasks.rados.rados.0.smithi089.stdout:1257: done (2 left) 2024-07-26T06:08:58.866 INFO:tasks.rados.rados.0.smithi089.stdout:1260: read oid 17 snap -1 2024-07-26T06:08:58.866 INFO:tasks.rados.rados.0.smithi089.stdout:1260: expect (ObjNum 374 snap 107 seq_num 374) 2024-07-26T06:08:58.867 INFO:tasks.rados.rados.0.smithi089.stdout:1261: delete oid 3 current snap is 113 2024-07-26T06:08:58.867 INFO:tasks.rados.rados.0.smithi089.stdout:1261: done (3 left) 2024-07-26T06:08:58.867 INFO:tasks.rados.rados.0.smithi089.stdout:1262: rollback oid 46 current snap is 113 2024-07-26T06:08:58.867 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 46 to 109 2024-07-26T06:08:58.868 INFO:tasks.rados.rados.0.smithi089.stdout:1263: read oid 25 snap 109 2024-07-26T06:08:58.868 INFO:tasks.rados.rados.0.smithi089.stdout:1263: expect deleted 2024-07-26T06:08:58.868 INFO:tasks.rados.rados.0.smithi089.stdout:1264: read oid 30 snap -1 2024-07-26T06:08:58.868 INFO:tasks.rados.rados.0.smithi089.stdout:1264: expect (ObjNum 258 snap 71 seq_num 258) 2024-07-26T06:08:58.868 INFO:tasks.rados.rados.0.smithi089.stdout:1265: copy_from oid 27 from oid 34 current snap is 113 2024-07-26T06:08:58.868 INFO:tasks.rados.rados.0.smithi089.stdout:1266: snap_remove snap 111 2024-07-26T06:08:59.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:58 smithi155 ceph-mon[90160]: osdmap e307: 8 total, 7 up, 8 in 2024-07-26T06:08:59.129 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:08:58 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:08:58.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster_addr=\"172.21.15.89\", device_class=\"ssd\", hostname=\"smithi089\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.89\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", cluster_addr=\"172.21.15.89\", device_class=\"ssd\", hostname=\"smithi089\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.89\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:08:59.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:58 smithi089 ceph-mon[99608]: osdmap e307: 8 total, 7 up, 8 in 2024-07-26T06:08:59.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:58 smithi089 ceph-mon[102056]: osdmap e307: 8 total, 7 up, 8 in 2024-07-26T06:08:59.741 INFO:tasks.rados.rados.0.smithi089.stdout:1266: done (7 left) 2024-07-26T06:08:59.741 INFO:tasks.rados.rados.0.smithi089.stdout:1267: read oid 7 snap 109 2024-07-26T06:08:59.741 INFO:tasks.rados.rados.0.smithi089.stdout:1267: expect (ObjNum 347 snap 102 seq_num 347) 2024-07-26T06:08:59.741 INFO:tasks.rados.rados.0.smithi089.stdout:1268: delete oid 33 current snap is 113 2024-07-26T06:08:59.741 INFO:tasks.rados.rados.0.smithi089.stdout:1259: finishing rollback tid 0 to smithi08986837-16 2024-07-26T06:08:59.742 INFO:tasks.rados.rados.0.smithi089.stdout:1259: finishing rollback tid 1 to smithi08986837-16 2024-07-26T06:08:59.742 INFO:tasks.rados.rados.0.smithi089.stdout:1258: expect (ObjNum 294 snap 86 seq_num 294) 2024-07-26T06:08:59.746 INFO:tasks.rados.rados.0.smithi089.stdout:1259: finishing rollback tid 2 to smithi08986837-16 2024-07-26T06:08:59.747 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 16 v 346 (ObjNum 71 snap 6 seq_num 71) dirty exists 2024-07-26T06:08:59.747 INFO:tasks.rados.rados.0.smithi089.stdout:1262: finishing rollback tid 0 to smithi08986837-46 2024-07-26T06:08:59.747 INFO:tasks.rados.rados.0.smithi089.stdout:1262: finishing rollback tid 1 to smithi08986837-46 2024-07-26T06:08:59.747 INFO:tasks.rados.rados.0.smithi089.stdout:1262: finishing rollback tid 2 to smithi08986837-46 2024-07-26T06:08:59.747 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 46 v 702 (ObjNum 311 snap 91 seq_num 311) dirty exists 2024-07-26T06:08:59.747 INFO:tasks.rados.rados.0.smithi089.stdout:1265: finishing copy_from racing read to smithi08986837-27 2024-07-26T06:08:59.747 INFO:tasks.rados.rados.0.smithi089.stdout:1265: finishing copy_from to smithi08986837-27 2024-07-26T06:08:59.747 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 27 v 253 (ObjNum 293 snap 86 seq_num 293) dirty exists 2024-07-26T06:08:59.747 INFO:tasks.rados.rados.0.smithi089.stdout:1260: expect (ObjNum 374 snap 107 seq_num 374) 2024-07-26T06:08:59.857 INFO:tasks.rados.rados.0.smithi089.stdout:1264: expect (ObjNum 258 snap 71 seq_num 258) 2024-07-26T06:09:00.103 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:59 smithi089 ceph-mon[99608]: pgmap v111: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 107 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.8 MiB/s wr, 19 op/s; 45/228 objects degraded (19.737%) 2024-07-26T06:09:00.103 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:08:59 smithi089 ceph-mon[99608]: osdmap e308: 8 total, 7 up, 8 in 2024-07-26T06:09:00.103 INFO:journalctl@ceph.osd.0.smithi089.stdout:Jul 26 06:08:59 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-0[108140]: 2024-07-26T06:08:59.946+0000 7f9e31c8f640 -1 osd.0 300 log_to_monitors true 2024-07-26T06:09:00.103 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:59 smithi089 ceph-mon[102056]: pgmap v111: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 107 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.8 MiB/s wr, 19 op/s; 45/228 objects degraded (19.737%) 2024-07-26T06:09:00.103 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:08:59 smithi089 ceph-mon[102056]: osdmap e308: 8 total, 7 up, 8 in 2024-07-26T06:09:00.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:59 smithi155 ceph-mon[90160]: pgmap v111: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 107 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.8 MiB/s wr, 19 op/s; 45/228 objects degraded (19.737%) 2024-07-26T06:09:00.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:08:59 smithi155 ceph-mon[90160]: osdmap e308: 8 total, 7 up, 8 in 2024-07-26T06:09:00.276 INFO:tasks.rados.rados.0.smithi089.stdout:1267: expect (ObjNum 347 snap 102 seq_num 347) 2024-07-26T06:09:00.568 INFO:tasks.rados.rados.0.smithi089.stdout:1258: done (8 left) 2024-07-26T06:09:00.569 INFO:tasks.rados.rados.0.smithi089.stdout:1259: done (7 left) 2024-07-26T06:09:00.569 INFO:tasks.rados.rados.0.smithi089.stdout:1260: done (6 left) 2024-07-26T06:09:00.569 INFO:tasks.rados.rados.0.smithi089.stdout:1262: done (5 left) 2024-07-26T06:09:00.569 INFO:tasks.rados.rados.0.smithi089.stdout:1263: done (4 left) 2024-07-26T06:09:00.569 INFO:tasks.rados.rados.0.smithi089.stdout:1264: done (3 left) 2024-07-26T06:09:00.569 INFO:tasks.rados.rados.0.smithi089.stdout:1265: done (2 left) 2024-07-26T06:09:00.569 INFO:tasks.rados.rados.0.smithi089.stdout:1267: done (1 left) 2024-07-26T06:09:00.569 INFO:tasks.rados.rados.0.smithi089.stdout:1268: done (0 left) 2024-07-26T06:09:00.569 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 16 current snap is 113 2024-07-26T06:09:00.569 INFO:tasks.rados.rados.0.smithi089.stdout:1269: seq_num 395 ranges {1449984=622592,2072576=450560,2523136=753664} 2024-07-26T06:09:00.581 INFO:tasks.rados.rados.0.smithi089.stdout:1269: writing smithi08986837-16 from 1449984 to 2072576 tid 1 2024-07-26T06:09:00.582 INFO:tasks.rados.rados.0.smithi089.stdout:1269: writing smithi08986837-16 from 2072576 to 2523136 tid 2 2024-07-26T06:09:00.586 INFO:tasks.rados.rados.0.smithi089.stdout:1269: writing smithi08986837-16 from 2523136 to 3276800 tid 3 2024-07-26T06:09:00.587 INFO:tasks.rados.rados.0.smithi089.stdout:1270: delete oid 29 current snap is 113 2024-07-26T06:09:00.587 INFO:tasks.rados.rados.0.smithi089.stdout:1269: finishing write tid 1 to smithi08986837-16 2024-07-26T06:09:00.587 INFO:tasks.rados.rados.0.smithi089.stdout:1269: finishing write tid 2 to smithi08986837-16 2024-07-26T06:09:00.589 INFO:tasks.rados.rados.0.smithi089.stdout:1270: done (1 left) 2024-07-26T06:09:00.589 INFO:tasks.rados.rados.0.smithi089.stdout:1271: rollback oid 42 current snap is 113 2024-07-26T06:09:00.589 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 42 to 109 2024-07-26T06:09:00.589 INFO:tasks.rados.rados.0.smithi089.stdout:1272: read oid 39 snap -1 2024-07-26T06:09:00.589 INFO:tasks.rados.rados.0.smithi089.stdout:1272: expect (ObjNum 389 snap 112 seq_num 389) 2024-07-26T06:09:00.589 INFO:tasks.rados.rados.0.smithi089.stdout:1273: snap_create 2024-07-26T06:09:00.590 INFO:tasks.rados.rados.0.smithi089.stdout:1269: finishing write tid 3 to smithi08986837-16 2024-07-26T06:09:00.590 INFO:tasks.rados.rados.0.smithi089.stdout:1269: finishing write tid 4 to smithi08986837-16 2024-07-26T06:09:00.593 INFO:tasks.rados.rados.0.smithi089.stdout:1271: finishing rollback tid 0 to smithi08986837-42 2024-07-26T06:09:00.593 INFO:tasks.rados.rados.0.smithi089.stdout:1271: finishing rollback tid 1 to smithi08986837-42 2024-07-26T06:09:00.593 INFO:tasks.rados.rados.0.smithi089.stdout:1269: finishing write tid 5 to smithi08986837-16 2024-07-26T06:09:00.593 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 16 v 351 (ObjNum 395 snap 113 seq_num 395) dirty exists 2024-07-26T06:09:00.593 INFO:tasks.rados.rados.0.smithi089.stdout:1269: left oid 16 (ObjNum 395 snap 113 seq_num 395) 2024-07-26T06:09:00.593 INFO:tasks.rados.rados.0.smithi089.stdout:1271: finishing rollback tid 2 to smithi08986837-42 2024-07-26T06:09:00.593 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 42 v 706 (ObjNum 318 snap 93 seq_num 318) dirty exists 2024-07-26T06:09:00.599 INFO:tasks.rados.rados.0.smithi089.stdout:1272: expect (ObjNum 389 snap 112 seq_num 389) 2024-07-26T06:09:00.740 INFO:tasks.rados.rados.0.smithi089.stdout:1269: done (3 left) 2024-07-26T06:09:00.741 INFO:tasks.rados.rados.0.smithi089.stdout:1271: done (2 left) 2024-07-26T06:09:00.741 INFO:tasks.rados.rados.0.smithi089.stdout:1272: done (1 left) 2024-07-26T06:09:00.741 INFO:tasks.rados.rados.0.smithi089.stdout:1273: done (0 left) 2024-07-26T06:09:00.741 INFO:tasks.rados.rados.0.smithi089.stdout:1274: copy_from oid 48 from oid 8 current snap is 114 2024-07-26T06:09:00.741 INFO:tasks.rados.rados.0.smithi089.stdout:1275: read oid 41 snap -1 2024-07-26T06:09:00.741 INFO:tasks.rados.rados.0.smithi089.stdout:1275: expect (ObjNum 370 snap 106 seq_num 370) 2024-07-26T06:09:00.741 INFO:tasks.rados.rados.0.smithi089.stdout:1276: snap_create 2024-07-26T06:09:00.748 INFO:tasks.rados.rados.0.smithi089.stdout:1275: expect (ObjNum 370 snap 106 seq_num 370) 2024-07-26T06:09:00.795 INFO:tasks.rados.rados.0.smithi089.stdout:1274: finishing copy_from racing read to smithi08986837-48 2024-07-26T06:09:00.826 INFO:tasks.rados.rados.0.smithi089.stdout:1274: finishing copy_from to smithi08986837-48 2024-07-26T06:09:00.826 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 48 v 570 (ObjNum 390 snap 113 seq_num 390) dirty exists 2024-07-26T06:09:00.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:00 smithi155 ceph-mon[90160]: osdmap e309: 8 total, 7 up, 8 in 2024-07-26T06:09:00.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:00 smithi155 ceph-mon[90160]: from='osd.0 [v2:172.21.15.89:6802/940084853,v1:172.21.15.89:6803/940084853]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-07-26T06:09:00.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:00 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:09:00.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:00 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:09:01.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:00 smithi089 ceph-mon[99608]: osdmap e309: 8 total, 7 up, 8 in 2024-07-26T06:09:01.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:00 smithi089 ceph-mon[99608]: from='osd.0 [v2:172.21.15.89:6802/940084853,v1:172.21.15.89:6803/940084853]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-07-26T06:09:01.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:00 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:09:01.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:00 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:09:01.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:00 smithi089 ceph-mon[102056]: osdmap e309: 8 total, 7 up, 8 in 2024-07-26T06:09:01.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:00 smithi089 ceph-mon[102056]: from='osd.0 [v2:172.21.15.89:6802/940084853,v1:172.21.15.89:6803/940084853]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-07-26T06:09:01.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:00 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:09:01.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:00 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:09:01.633 INFO:journalctl@ceph.osd.0.smithi089.stdout:Jul 26 06:09:01 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-0[108140]: 2024-07-26T06:09:01.211+0000 7f9e25a32640 -1 osd.0 300 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-07-26T06:09:01.749 INFO:tasks.rados.rados.0.smithi089.stdout:1274: done (2 left) 2024-07-26T06:09:01.749 INFO:tasks.rados.rados.0.smithi089.stdout:1275: done (1 left) 2024-07-26T06:09:01.749 INFO:tasks.rados.rados.0.smithi089.stdout:1276: done (0 left) 2024-07-26T06:09:01.749 INFO:tasks.rados.rados.0.smithi089.stdout:1277: snap_create 2024-07-26T06:09:01.892 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:01 smithi089 ceph-mon[99608]: pgmap v114: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 107 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 45/228 objects degraded (19.737%) 2024-07-26T06:09:01.892 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:01 smithi089 ceph-mon[99608]: from='osd.0 [v2:172.21.15.89:6802/940084853,v1:172.21.15.89:6803/940084853]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-07-26T06:09:01.892 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:01 smithi089 ceph-mon[99608]: osdmap e310: 8 total, 7 up, 8 in 2024-07-26T06:09:01.892 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:01 smithi089 ceph-mon[99608]: from='osd.0 [v2:172.21.15.89:6802/940084853,v1:172.21.15.89:6803/940084853]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi089", "root=default"]}]: dispatch 2024-07-26T06:09:01.892 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:01 smithi089 ceph-mon[99608]: from='osd.0 [v2:172.21.15.89:6802/940084853,v1:172.21.15.89:6803/940084853]' entity='osd.0' 2024-07-26T06:09:01.892 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:01 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:09:01.892 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:01 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:09:01.893 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:01 smithi089 ceph-mon[102056]: pgmap v114: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 107 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 45/228 objects degraded (19.737%) 2024-07-26T06:09:01.893 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:01 smithi089 ceph-mon[102056]: from='osd.0 [v2:172.21.15.89:6802/940084853,v1:172.21.15.89:6803/940084853]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-07-26T06:09:01.893 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:01 smithi089 ceph-mon[102056]: osdmap e310: 8 total, 7 up, 8 in 2024-07-26T06:09:01.893 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:01 smithi089 ceph-mon[102056]: from='osd.0 [v2:172.21.15.89:6802/940084853,v1:172.21.15.89:6803/940084853]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi089", "root=default"]}]: dispatch 2024-07-26T06:09:01.893 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:01 smithi089 ceph-mon[102056]: from='osd.0 [v2:172.21.15.89:6802/940084853,v1:172.21.15.89:6803/940084853]' entity='osd.0' 2024-07-26T06:09:01.893 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:01 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:09:01.893 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:01 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:09:02.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:01 smithi155 ceph-mon[90160]: pgmap v114: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 107 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 45/228 objects degraded (19.737%) 2024-07-26T06:09:02.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:01 smithi155 ceph-mon[90160]: from='osd.0 [v2:172.21.15.89:6802/940084853,v1:172.21.15.89:6803/940084853]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-07-26T06:09:02.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:01 smithi155 ceph-mon[90160]: osdmap e310: 8 total, 7 up, 8 in 2024-07-26T06:09:02.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:01 smithi155 ceph-mon[90160]: from='osd.0 [v2:172.21.15.89:6802/940084853,v1:172.21.15.89:6803/940084853]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi089", "root=default"]}]: dispatch 2024-07-26T06:09:02.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:01 smithi155 ceph-mon[90160]: from='osd.0 [v2:172.21.15.89:6802/940084853,v1:172.21.15.89:6803/940084853]' entity='osd.0' 2024-07-26T06:09:02.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:01 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:09:02.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:01 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:09:02.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:09:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:09:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:09:02.654 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:09:02 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:09:02] "GET /metrics HTTP/1.1" 200 36244 "" "Prometheus/2.43.0" 2024-07-26T06:09:02.753 INFO:tasks.rados.rados.0.smithi089.stdout:1277: done (0 left) 2024-07-26T06:09:02.754 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 7 current snap is 116 2024-07-26T06:09:02.754 INFO:tasks.rados.rados.0.smithi089.stdout:1278: seq_num 397 ranges {5685248=655360,6340608=671744,7012352=532480} 2024-07-26T06:09:02.788 INFO:tasks.rados.rados.0.smithi089.stdout:1278: writing smithi08986837-7 from 5685248 to 6340608 tid 1 2024-07-26T06:09:02.792 INFO:tasks.rados.rados.0.smithi089.stdout:1278: writing smithi08986837-7 from 6340608 to 7012352 tid 2 2024-07-26T06:09:02.796 INFO:tasks.rados.rados.0.smithi089.stdout:1278: writing smithi08986837-7 from 7012352 to 7544832 tid 3 2024-07-26T06:09:02.796 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 45 current snap is 116 2024-07-26T06:09:02.796 INFO:tasks.rados.rados.0.smithi089.stdout:1278: finishing write tid 1 to smithi08986837-7 2024-07-26T06:09:02.796 INFO:tasks.rados.rados.0.smithi089.stdout:1279: seq_num 398 ranges {2662400=671744,3334144=557056,3891200=532480,4423680=114688} 2024-07-26T06:09:02.814 INFO:tasks.rados.rados.0.smithi089.stdout:1279: writing smithi08986837-45 from 2662400 to 3334144 tid 1 2024-07-26T06:09:02.817 INFO:tasks.rados.rados.0.smithi089.stdout:1279: writing smithi08986837-45 from 3334144 to 3891200 tid 2 2024-07-26T06:09:02.821 INFO:tasks.rados.rados.0.smithi089.stdout:1279: writing smithi08986837-45 from 3891200 to 4423680 tid 3 2024-07-26T06:09:02.822 INFO:tasks.rados.rados.0.smithi089.stdout:1279: writing smithi08986837-45 from 4423680 to 4538368 tid 4 2024-07-26T06:09:02.822 INFO:tasks.rados.rados.0.smithi089.stdout:1280: copy_from oid 38 from oid 44 current snap is 116 2024-07-26T06:09:02.822 INFO:tasks.rados.rados.0.smithi089.stdout:1278: finishing write tid 2 to smithi08986837-7 2024-07-26T06:09:02.822 INFO:tasks.rados.rados.0.smithi089.stdout:1278: finishing write tid 3 to smithi08986837-7 2024-07-26T06:09:02.822 INFO:tasks.rados.rados.0.smithi089.stdout:1278: finishing write tid 4 to smithi08986837-7 2024-07-26T06:09:02.822 INFO:tasks.rados.rados.0.smithi089.stdout:1278: finishing write tid 5 to smithi08986837-7 2024-07-26T06:09:02.822 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 7 v 356 (ObjNum 397 snap 116 seq_num 397) dirty exists 2024-07-26T06:09:02.823 INFO:tasks.rados.rados.0.smithi089.stdout:1278: left oid 7 (ObjNum 397 snap 116 seq_num 397) 2024-07-26T06:09:02.823 INFO:tasks.rados.rados.0.smithi089.stdout:1279: finishing write tid 1 to smithi08986837-45 2024-07-26T06:09:02.823 INFO:tasks.rados.rados.0.smithi089.stdout:1279: finishing write tid 2 to smithi08986837-45 2024-07-26T06:09:02.823 INFO:tasks.rados.rados.0.smithi089.stdout:1278: done (2 left) 2024-07-26T06:09:02.823 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 27 current snap is 116 2024-07-26T06:09:02.823 INFO:tasks.rados.rados.0.smithi089.stdout:1281: seq_num 399 ranges {1138688=688128,1826816=434176,2260992=745472,3006464=24576} 2024-07-26T06:09:02.832 INFO:tasks.rados.rados.0.smithi089.stdout:1281: writing smithi08986837-27 from 1138688 to 1826816 tid 1 2024-07-26T06:09:02.835 INFO:tasks.rados.rados.0.smithi089.stdout:1281: writing smithi08986837-27 from 1826816 to 2260992 tid 2 2024-07-26T06:09:02.842 INFO:tasks.rados.rados.0.smithi089.stdout:1281: writing smithi08986837-27 from 2260992 to 3006464 tid 3 2024-07-26T06:09:02.842 INFO:tasks.rados.rados.0.smithi089.stdout:1281: writing smithi08986837-27 from 3006464 to 3031040 tid 4 2024-07-26T06:09:02.843 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 5 current snap is 116 2024-07-26T06:09:02.843 INFO:tasks.rados.rados.0.smithi089.stdout:1279: finishing write tid 3 to smithi08986837-45 2024-07-26T06:09:02.843 INFO:tasks.rados.rados.0.smithi089.stdout:1279: finishing write tid 4 to smithi08986837-45 2024-07-26T06:09:02.843 INFO:tasks.rados.rados.0.smithi089.stdout:1279: finishing write tid 5 to smithi08986837-45 2024-07-26T06:09:02.843 INFO:tasks.rados.rados.0.smithi089.stdout:1282: seq_num 400 ranges {0=704512,704512=720896,1425408=483328} 2024-07-26T06:09:02.844 INFO:tasks.rados.rados.0.smithi089.stdout:1282: writing smithi08986837-5 from 0 to 704512 tid 1 2024-07-26T06:09:02.849 INFO:tasks.rados.rados.0.smithi089.stdout:1282: writing smithi08986837-5 from 704512 to 1425408 tid 2 2024-07-26T06:09:02.853 INFO:tasks.rados.rados.0.smithi089.stdout:1282: writing smithi08986837-5 from 1425408 to 1908736 tid 3 2024-07-26T06:09:02.853 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 37 current snap is 116 2024-07-26T06:09:02.853 INFO:tasks.rados.rados.0.smithi089.stdout:1279: finishing write tid 6 to smithi08986837-45 2024-07-26T06:09:02.853 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 45 v 575 (ObjNum 398 snap 116 seq_num 398) dirty exists 2024-07-26T06:09:02.853 INFO:tasks.rados.rados.0.smithi089.stdout:1279: left oid 45 (ObjNum 398 snap 116 seq_num 398) 2024-07-26T06:09:02.853 INFO:tasks.rados.rados.0.smithi089.stdout:1283: seq_num 401 ranges {2867200=720896,3588096=606208,4194304=598016} 2024-07-26T06:09:02.873 INFO:tasks.rados.rados.0.smithi089.stdout:1283: writing smithi08986837-37 from 2867200 to 3588096 tid 1 2024-07-26T06:09:02.877 INFO:tasks.rados.rados.0.smithi089.stdout:1283: writing smithi08986837-37 from 3588096 to 4194304 tid 2 2024-07-26T06:09:02.881 INFO:tasks.rados.rados.0.smithi089.stdout:1283: writing smithi08986837-37 from 4194304 to 4792320 tid 3 2024-07-26T06:09:02.881 INFO:tasks.rados.rados.0.smithi089.stdout:1279: done (4 left) 2024-07-26T06:09:02.881 INFO:tasks.rados.rados.0.smithi089.stdout:1284: snap_remove snap 114 2024-07-26T06:09:02.989 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:02 smithi089 ceph-mon[99608]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-07-26T06:09:02.990 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:02 smithi089 ceph-mon[99608]: osd.0 [v2:172.21.15.89:6802/940084853,v1:172.21.15.89:6803/940084853] boot 2024-07-26T06:09:02.990 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:02 smithi089 ceph-mon[99608]: osdmap e311: 8 total, 8 up, 8 in 2024-07-26T06:09:02.990 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:02 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-26T06:09:02.990 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:02 smithi089 ceph-mon[99608]: osdmap e312: 8 total, 8 up, 8 in 2024-07-26T06:09:02.990 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:02 smithi089 ceph-mon[102056]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-07-26T06:09:02.990 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:02 smithi089 ceph-mon[102056]: osd.0 [v2:172.21.15.89:6802/940084853,v1:172.21.15.89:6803/940084853] boot 2024-07-26T06:09:02.990 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:02 smithi089 ceph-mon[102056]: osdmap e311: 8 total, 8 up, 8 in 2024-07-26T06:09:02.990 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:02 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-26T06:09:02.990 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:02 smithi089 ceph-mon[102056]: osdmap e312: 8 total, 8 up, 8 in 2024-07-26T06:09:03.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:02 smithi155 ceph-mon[90160]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-07-26T06:09:03.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:02 smithi155 ceph-mon[90160]: osd.0 [v2:172.21.15.89:6802/940084853,v1:172.21.15.89:6803/940084853] boot 2024-07-26T06:09:03.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:02 smithi155 ceph-mon[90160]: osdmap e311: 8 total, 8 up, 8 in 2024-07-26T06:09:03.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:02 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-07-26T06:09:03.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:02 smithi155 ceph-mon[90160]: osdmap e312: 8 total, 8 up, 8 in 2024-07-26T06:09:03.761 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:09:03 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:09:03.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi089\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi089\", job=\"node\", machine=\"x86_64\", nodename=\"smithi089\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", domainname=\"(none)\", instance=\"smithi089\", job=\"node\", machine=\"x86_64\", nodename=\"smithi089\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:09:03.777 INFO:tasks.rados.rados.0.smithi089.stdout:1284: done (4 left) 2024-07-26T06:09:03.777 INFO:tasks.rados.rados.0.smithi089.stdout:1285: snap_create 2024-07-26T06:09:03.777 INFO:tasks.rados.rados.0.smithi089.stdout:1281: finishing write tid 1 to smithi08986837-27 2024-07-26T06:09:03.777 INFO:tasks.rados.rados.0.smithi089.stdout:1281: finishing write tid 2 to smithi08986837-27 2024-07-26T06:09:03.777 INFO:tasks.rados.rados.0.smithi089.stdout:1281: finishing write tid 3 to smithi08986837-27 2024-07-26T06:09:03.777 INFO:tasks.rados.rados.0.smithi089.stdout:1281: finishing write tid 4 to smithi08986837-27 2024-07-26T06:09:03.777 INFO:tasks.rados.rados.0.smithi089.stdout:1281: finishing write tid 5 to smithi08986837-27 2024-07-26T06:09:03.777 INFO:tasks.rados.rados.0.smithi089.stdout:1282: finishing write tid 1 to smithi08986837-5 2024-07-26T06:09:03.777 INFO:tasks.rados.rados.0.smithi089.stdout:1281: finishing write tid 6 to smithi08986837-27 2024-07-26T06:09:03.777 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 27 v 362 (ObjNum 399 snap 116 seq_num 399) dirty exists 2024-07-26T06:09:03.777 INFO:tasks.rados.rados.0.smithi089.stdout:1281: left oid 27 (ObjNum 399 snap 116 seq_num 399) 2024-07-26T06:09:03.777 INFO:tasks.rados.rados.0.smithi089.stdout:1282: finishing write tid 2 to smithi08986837-5 2024-07-26T06:09:03.777 INFO:tasks.rados.rados.0.smithi089.stdout:1282: finishing write tid 3 to smithi08986837-5 2024-07-26T06:09:03.778 INFO:tasks.rados.rados.0.smithi089.stdout:1282: finishing write tid 4 to smithi08986837-5 2024-07-26T06:09:03.778 INFO:tasks.rados.rados.0.smithi089.stdout:1282: finishing write tid 5 to smithi08986837-5 2024-07-26T06:09:03.778 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 5 v 357 (ObjNum 400 snap 116 seq_num 400) dirty exists 2024-07-26T06:09:03.778 INFO:tasks.rados.rados.0.smithi089.stdout:1282: left oid 5 (ObjNum 400 snap 116 seq_num 400) 2024-07-26T06:09:03.778 INFO:tasks.rados.rados.0.smithi089.stdout:1283: finishing write tid 1 to smithi08986837-37 2024-07-26T06:09:03.778 INFO:tasks.rados.rados.0.smithi089.stdout:1283: finishing write tid 2 to smithi08986837-37 2024-07-26T06:09:03.778 INFO:tasks.rados.rados.0.smithi089.stdout:1283: finishing write tid 3 to smithi08986837-37 2024-07-26T06:09:03.778 INFO:tasks.rados.rados.0.smithi089.stdout:1283: finishing write tid 4 to smithi08986837-37 2024-07-26T06:09:03.778 INFO:tasks.rados.rados.0.smithi089.stdout:1283: finishing write tid 5 to smithi08986837-37 2024-07-26T06:09:03.778 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 37 v 711 (ObjNum 401 snap 116 seq_num 401) dirty exists 2024-07-26T06:09:03.778 INFO:tasks.rados.rados.0.smithi089.stdout:1283: left oid 37 (ObjNum 401 snap 116 seq_num 401) 2024-07-26T06:09:03.779 INFO:tasks.rados.rados.0.smithi089.stdout:1280: finishing copy_from racing read to smithi08986837-38 2024-07-26T06:09:03.779 INFO:tasks.rados.rados.0.smithi089.stdout:1280: finishing copy_from to smithi08986837-38 2024-07-26T06:09:03.779 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 38 v 697 (ObjNum 386 snap 112 seq_num 386) dirty exists 2024-07-26T06:09:03.871 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:03 smithi089 ceph-mon[99608]: pgmap v117: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 122 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 3.7 MiB/s wr, 22 op/s; 53/267 objects degraded (19.850%) 2024-07-26T06:09:03.871 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:03 smithi089 ceph-mon[99608]: Health check update: Degraded data redundancy: 53/267 objects degraded (19.850%), 15 pgs degraded (PG_DEGRADED) 2024-07-26T06:09:03.871 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:03 smithi089 ceph-mon[102056]: pgmap v117: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 122 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 3.7 MiB/s wr, 22 op/s; 53/267 objects degraded (19.850%) 2024-07-26T06:09:03.871 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:03 smithi089 ceph-mon[102056]: Health check update: Degraded data redundancy: 53/267 objects degraded (19.850%), 15 pgs degraded (PG_DEGRADED) 2024-07-26T06:09:04.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:03 smithi155 ceph-mon[90160]: pgmap v117: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 122 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 3.7 MiB/s wr, 22 op/s; 53/267 objects degraded (19.850%) 2024-07-26T06:09:04.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:03 smithi155 ceph-mon[90160]: Health check update: Degraded data redundancy: 53/267 objects degraded (19.850%), 15 pgs degraded (PG_DEGRADED) 2024-07-26T06:09:04.655 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:09:04 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T06:09:04.331+0000 7fd300c10640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (19 PGs are or would become offline) 2024-07-26T06:09:04.771 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:09:04 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:09:04.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:09:04.771 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:09:04 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:09:04.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:09:04.779 INFO:tasks.rados.rados.0.smithi089.stdout:1280: done (4 left) 2024-07-26T06:09:04.779 INFO:tasks.rados.rados.0.smithi089.stdout:1281: done (3 left) 2024-07-26T06:09:04.779 INFO:tasks.rados.rados.0.smithi089.stdout:1282: done (2 left) 2024-07-26T06:09:04.779 INFO:tasks.rados.rados.0.smithi089.stdout:1283: done (1 left) 2024-07-26T06:09:04.779 INFO:tasks.rados.rados.0.smithi089.stdout:1285: done (0 left) 2024-07-26T06:09:04.780 INFO:tasks.rados.rados.0.smithi089.stdout:1286: copy_from oid 34 from oid 38 current snap is 117 2024-07-26T06:09:04.780 INFO:tasks.rados.rados.0.smithi089.stdout:1287: rollback oid 46 current snap is 117 2024-07-26T06:09:04.780 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 46 to 115 2024-07-26T06:09:04.780 INFO:tasks.rados.rados.0.smithi089.stdout:1288: rollback oid 23 current snap is 117 2024-07-26T06:09:04.780 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 23 to 116 2024-07-26T06:09:04.780 INFO:tasks.rados.rados.0.smithi089.stdout:1289: delete oid 22 current snap is 117 2024-07-26T06:09:04.782 INFO:tasks.rados.rados.0.smithi089.stdout:1289: done (3 left) 2024-07-26T06:09:04.782 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 12 current snap is 117 2024-07-26T06:09:04.783 INFO:tasks.rados.rados.0.smithi089.stdout:1290: seq_num 403 ranges {548864=753664,1302528=425984,1728512=720896,2449408=57344} 2024-07-26T06:09:04.790 INFO:tasks.rados.rados.0.smithi089.stdout:1290: writing smithi08986837-12 from 548864 to 1302528 tid 1 2024-07-26T06:09:04.792 INFO:tasks.rados.rados.0.smithi089.stdout:1290: writing smithi08986837-12 from 1302528 to 1728512 tid 2 2024-07-26T06:09:04.796 INFO:tasks.rados.rados.0.smithi089.stdout:1290: writing smithi08986837-12 from 1728512 to 2449408 tid 3 2024-07-26T06:09:04.797 INFO:tasks.rados.rados.0.smithi089.stdout:1290: writing smithi08986837-12 from 2449408 to 2506752 tid 4 2024-07-26T06:09:04.797 INFO:tasks.rados.rados.0.smithi089.stdout:1291: copy_from oid 28 from oid 42 current snap is 117 2024-07-26T06:09:04.797 INFO:tasks.rados.rados.0.smithi089.stdout:1287: finishing rollback tid 0 to smithi08986837-46 2024-07-26T06:09:04.798 INFO:tasks.rados.rados.0.smithi089.stdout:1287: finishing rollback tid 1 to smithi08986837-46 2024-07-26T06:09:04.798 INFO:tasks.rados.rados.0.smithi089.stdout:1287: finishing rollback tid 2 to smithi08986837-46 2024-07-26T06:09:04.798 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 46 v 723 (ObjNum 311 snap 91 seq_num 311) dirty exists 2024-07-26T06:09:04.798 INFO:tasks.rados.rados.0.smithi089.stdout:1288: finishing rollback tid 0 to smithi08986837-23 2024-07-26T06:09:04.798 INFO:tasks.rados.rados.0.smithi089.stdout:1288: finishing rollback tid 1 to smithi08986837-23 2024-07-26T06:09:04.798 INFO:tasks.rados.rados.0.smithi089.stdout:1288: finishing rollback tid 2 to smithi08986837-23 2024-07-26T06:09:04.798 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 23 v 367 (ObjNum 383 snap 110 seq_num 383) dirty exists 2024-07-26T06:09:04.798 INFO:tasks.rados.rados.0.smithi089.stdout:1290: finishing write tid 1 to smithi08986837-12 2024-07-26T06:09:04.798 INFO:tasks.rados.rados.0.smithi089.stdout:1287: done (4 left) 2024-07-26T06:09:04.798 INFO:tasks.rados.rados.0.smithi089.stdout:1288: done (3 left) 2024-07-26T06:09:04.798 INFO:tasks.rados.rados.0.smithi089.stdout:1292: snap_remove snap 115 2024-07-26T06:09:05.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:04 smithi155 ceph-mon[90160]: osdmap e313: 8 total, 8 up, 8 in 2024-07-26T06:09:05.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:04 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:09:05.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:04 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:09:05.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:04 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:09:05.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:04 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:09:05.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:04 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:09:05.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:04 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:09:05.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:04 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:09:05.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:04 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:09:05.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:04 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:09:05.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:04 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-07-26T06:09:05.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:04 smithi089 ceph-mon[99608]: osdmap e313: 8 total, 8 up, 8 in 2024-07-26T06:09:05.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:04 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:09:05.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:04 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:09:05.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:04 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:09:05.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:04 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:09:05.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:04 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:09:05.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:04 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:09:05.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:04 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:09:05.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:04 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:09:05.156 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:04 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:09:05.156 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:04 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-07-26T06:09:05.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:04 smithi089 ceph-mon[102056]: osdmap e313: 8 total, 8 up, 8 in 2024-07-26T06:09:05.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:04 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:09:05.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:04 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:09:05.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:04 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:09:05.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:04 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:09:05.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:04 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:09:05.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:04 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:09:05.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:04 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:09:05.157 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:04 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:09:05.157 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:04 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:09:05.157 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:04 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-07-26T06:09:05.787 INFO:tasks.rados.rados.0.smithi089.stdout:1290: finishing write tid 2 to smithi08986837-12 2024-07-26T06:09:05.787 INFO:tasks.rados.rados.0.smithi089.stdout:1290: finishing write tid 3 to smithi08986837-12 2024-07-26T06:09:05.787 INFO:tasks.rados.rados.0.smithi089.stdout:1290: finishing write tid 4 to smithi08986837-12 2024-07-26T06:09:05.787 INFO:tasks.rados.rados.0.smithi089.stdout:1290: finishing write tid 5 to smithi08986837-12 2024-07-26T06:09:05.787 INFO:tasks.rados.rados.0.smithi089.stdout:1291: finishing copy_from racing read to smithi08986837-28 2024-07-26T06:09:05.787 INFO:tasks.rados.rados.0.smithi089.stdout:1290: finishing write tid 6 to smithi08986837-12 2024-07-26T06:09:05.787 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 12 v 604 (ObjNum 403 snap 117 seq_num 403) dirty exists 2024-07-26T06:09:05.788 INFO:tasks.rados.rados.0.smithi089.stdout:1290: left oid 12 (ObjNum 403 snap 117 seq_num 403) 2024-07-26T06:09:05.788 INFO:tasks.rados.rados.0.smithi089.stdout:1291: finishing copy_from to smithi08986837-28 2024-07-26T06:09:05.788 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 28 v 706 (ObjNum 318 snap 93 seq_num 318) dirty exists 2024-07-26T06:09:05.788 INFO:tasks.rados.rados.0.smithi089.stdout:1286: finishing copy_from racing read to smithi08986837-34 2024-07-26T06:09:05.788 INFO:tasks.rados.rados.0.smithi089.stdout:1286: finishing copy_from to smithi08986837-34 2024-07-26T06:09:05.788 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 34 v 697 (ObjNum 386 snap 112 seq_num 386) dirty exists 2024-07-26T06:09:05.788 INFO:tasks.rados.rados.0.smithi089.stdout:1286: done (3 left) 2024-07-26T06:09:05.788 INFO:tasks.rados.rados.0.smithi089.stdout:1290: done (2 left) 2024-07-26T06:09:05.788 INFO:tasks.rados.rados.0.smithi089.stdout:1291: done (1 left) 2024-07-26T06:09:05.788 INFO:tasks.rados.rados.0.smithi089.stdout:1292: done (0 left) 2024-07-26T06:09:05.788 INFO:tasks.rados.rados.0.smithi089.stdout:1293: copy_from oid 32 from oid 37 current snap is 117 2024-07-26T06:09:05.788 INFO:tasks.rados.rados.0.smithi089.stdout:1294: copy_from oid 7 from oid 48 current snap is 117 2024-07-26T06:09:05.788 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 27 current snap is 117 2024-07-26T06:09:05.788 INFO:tasks.rados.rados.0.smithi089.stdout:1295: seq_num 404 ranges {3031040=770048,3801088=712704,4513792=491520} 2024-07-26T06:09:05.808 INFO:tasks.rados.rados.0.smithi089.stdout:1295: writing smithi08986837-27 from 3031040 to 3801088 tid 1 2024-07-26T06:09:05.811 INFO:tasks.rados.rados.0.smithi089.stdout:1295: writing smithi08986837-27 from 3801088 to 4513792 tid 2 2024-07-26T06:09:05.815 INFO:tasks.rados.rados.0.smithi089.stdout:1295: writing smithi08986837-27 from 4513792 to 5005312 tid 3 2024-07-26T06:09:05.815 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 31 current snap is 117 2024-07-26T06:09:05.815 INFO:tasks.rados.rados.0.smithi089.stdout:1296: seq_num 405 ranges {0=786432,786432=589824,1376256=614400} 2024-07-26T06:09:05.820 INFO:tasks.rados.rados.0.smithi089.stdout:1296: writing smithi08986837-31 from 0 to 786432 tid 1 2024-07-26T06:09:05.823 INFO:tasks.rados.rados.0.smithi089.stdout:1296: writing smithi08986837-31 from 786432 to 1376256 tid 2 2024-07-26T06:09:05.828 INFO:tasks.rados.rados.0.smithi089.stdout:1296: writing smithi08986837-31 from 1376256 to 1990656 tid 3 2024-07-26T06:09:05.828 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 30 current snap is 117 2024-07-26T06:09:05.828 INFO:tasks.rados.rados.0.smithi089.stdout:1293: finishing copy_from racing read to smithi08986837-32 2024-07-26T06:09:05.828 INFO:tasks.rados.rados.0.smithi089.stdout:1297: seq_num 406 ranges {7643136=802816,8445952=475136,8921088=499712,9420800=229376} 2024-07-26T06:09:05.872 INFO:tasks.rados.rados.0.smithi089.stdout:1297: writing smithi08986837-30 from 7643136 to 8445952 tid 1 2024-07-26T06:09:05.875 INFO:tasks.rados.rados.0.smithi089.stdout:1297: writing smithi08986837-30 from 8445952 to 8921088 tid 2 2024-07-26T06:09:05.878 INFO:tasks.rados.rados.0.smithi089.stdout:1297: writing smithi08986837-30 from 8921088 to 9420800 tid 3 2024-07-26T06:09:05.880 INFO:tasks.rados.rados.0.smithi089.stdout:1297: writing smithi08986837-30 from 9420800 to 9650176 tid 4 2024-07-26T06:09:05.880 INFO:tasks.rados.rados.0.smithi089.stdout:1298: rmattr oid 28 current snap is 117 2024-07-26T06:09:05.880 INFO:tasks.rados.rados.0.smithi089.stdout:1294: finishing copy_from racing read to smithi08986837-7 2024-07-26T06:09:05.880 INFO:tasks.rados.rados.0.smithi089.stdout:1299: delete oid 49 current snap is 117 2024-07-26T06:09:05.881 INFO:tasks.rados.rados.0.smithi089.stdout:1293: finishing copy_from to smithi08986837-32 2024-07-26T06:09:05.881 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 32 v 711 (ObjNum 401 snap 116 seq_num 401) dirty exists 2024-07-26T06:09:05.881 INFO:tasks.rados.rados.0.smithi089.stdout:1294: finishing copy_from to smithi08986837-7 2024-07-26T06:09:05.881 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 7 v 570 (ObjNum 390 snap 113 seq_num 390) dirty exists 2024-07-26T06:09:05.881 INFO:tasks.rados.rados.0.smithi089.stdout:1295: finishing write tid 1 to smithi08986837-27 2024-07-26T06:09:05.881 INFO:tasks.rados.rados.0.smithi089.stdout:1296: finishing write tid 1 to smithi08986837-31 2024-07-26T06:09:05.881 INFO:tasks.rados.rados.0.smithi089.stdout:1295: finishing write tid 2 to smithi08986837-27 2024-07-26T06:09:05.881 INFO:tasks.rados.rados.0.smithi089.stdout:1296: finishing write tid 2 to smithi08986837-31 2024-07-26T06:09:05.881 INFO:tasks.rados.rados.0.smithi089.stdout:1295: finishing write tid 3 to smithi08986837-27 2024-07-26T06:09:05.881 INFO:tasks.rados.rados.0.smithi089.stdout:1295: finishing write tid 4 to smithi08986837-27 2024-07-26T06:09:05.881 INFO:tasks.rados.rados.0.smithi089.stdout:1295: finishing write tid 5 to smithi08986837-27 2024-07-26T06:09:05.881 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 27 v 574 (ObjNum 404 snap 117 seq_num 404) dirty exists 2024-07-26T06:09:05.882 INFO:tasks.rados.rados.0.smithi089.stdout:1295: left oid 27 (ObjNum 404 snap 117 seq_num 404) 2024-07-26T06:09:05.882 INFO:tasks.rados.rados.0.smithi089.stdout:1296: finishing write tid 3 to smithi08986837-31 2024-07-26T06:09:05.882 INFO:tasks.rados.rados.0.smithi089.stdout:1296: finishing write tid 4 to smithi08986837-31 2024-07-26T06:09:05.882 INFO:tasks.rados.rados.0.smithi089.stdout:1296: finishing write tid 5 to smithi08986837-31 2024-07-26T06:09:05.882 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 31 v 701 (ObjNum 405 snap 117 seq_num 405) dirty exists 2024-07-26T06:09:05.882 INFO:tasks.rados.rados.0.smithi089.stdout:1296: left oid 31 (ObjNum 405 snap 117 seq_num 405) 2024-07-26T06:09:05.882 INFO:tasks.rados.rados.0.smithi089.stdout:1297: finishing write tid 1 to smithi08986837-30 2024-07-26T06:09:05.882 INFO:tasks.rados.rados.0.smithi089.stdout:1297: finishing write tid 2 to smithi08986837-30 2024-07-26T06:09:05.883 INFO:tasks.rados.rados.0.smithi089.stdout:1297: finishing write tid 3 to smithi08986837-30 2024-07-26T06:09:05.883 INFO:tasks.rados.rados.0.smithi089.stdout:1293: done (6 left) 2024-07-26T06:09:05.883 INFO:tasks.rados.rados.0.smithi089.stdout:1294: done (5 left) 2024-07-26T06:09:05.883 INFO:tasks.rados.rados.0.smithi089.stdout:1295: done (4 left) 2024-07-26T06:09:05.883 INFO:tasks.rados.rados.0.smithi089.stdout:1296: done (3 left) 2024-07-26T06:09:05.883 INFO:tasks.rados.rados.0.smithi089.stdout:1299: done (2 left) 2024-07-26T06:09:05.883 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 29 current snap is 117 2024-07-26T06:09:05.883 INFO:tasks.rados.rados.0.smithi089.stdout:1300: seq_num 408 ranges {0=442368,442368=647168,1089536=507904,1597440=450560} 2024-07-26T06:09:05.884 INFO:tasks.rados.rados.0.smithi089.stdout:1300: writing smithi08986837-29 from 0 to 442368 tid 1 2024-07-26T06:09:05.888 INFO:tasks.rados.rados.0.smithi089.stdout:1300: writing smithi08986837-29 from 442368 to 1089536 tid 2 2024-07-26T06:09:05.891 INFO:tasks.rados.rados.0.smithi089.stdout:1300: writing smithi08986837-29 from 1089536 to 1597440 tid 3 2024-07-26T06:09:05.894 INFO:tasks.rados.rados.0.smithi089.stdout:1300: writing smithi08986837-29 from 1597440 to 2048000 tid 4 2024-07-26T06:09:05.894 INFO:tasks.rados.rados.0.smithi089.stdout:1301: delete oid 35 current snap is 117 2024-07-26T06:09:05.894 INFO:tasks.rados.rados.0.smithi089.stdout:1297: finishing write tid 4 to smithi08986837-30 2024-07-26T06:09:05.895 INFO:tasks.rados.rados.0.smithi089.stdout:1297: finishing write tid 5 to smithi08986837-30 2024-07-26T06:09:05.895 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 28 v 707 (ObjNum 318 snap 93 seq_num 318) dirty exists 2024-07-26T06:09:05.895 INFO:tasks.rados.rados.0.smithi089.stdout:1297: finishing write tid 6 to smithi08986837-30 2024-07-26T06:09:05.895 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 30 v 352 (ObjNum 406 snap 117 seq_num 406) dirty exists 2024-07-26T06:09:05.895 INFO:tasks.rados.rados.0.smithi089.stdout:1297: left oid 30 (ObjNum 406 snap 117 seq_num 406) 2024-07-26T06:09:05.895 INFO:tasks.rados.rados.0.smithi089.stdout:1300: finishing write tid 1 to smithi08986837-29 2024-07-26T06:09:05.895 INFO:tasks.rados.rados.0.smithi089.stdout:1300: finishing write tid 2 to smithi08986837-29 2024-07-26T06:09:05.895 INFO:tasks.rados.rados.0.smithi089.stdout:1300: finishing write tid 3 to smithi08986837-29 2024-07-26T06:09:05.895 INFO:tasks.rados.rados.0.smithi089.stdout:1297: done (3 left) 2024-07-26T06:09:05.896 INFO:tasks.rados.rados.0.smithi089.stdout:1298: done (2 left) 2024-07-26T06:09:05.896 INFO:tasks.rados.rados.0.smithi089.stdout:1301: done (1 left) 2024-07-26T06:09:05.896 INFO:tasks.rados.rados.0.smithi089.stdout:1302: setattr oid 17 current snap is 117 2024-07-26T06:09:05.897 INFO:tasks.rados.rados.0.smithi089.stdout:1303: read oid 21 snap -1 2024-07-26T06:09:05.897 INFO:tasks.rados.rados.0.smithi089.stdout:1303: expect (ObjNum 296 snap 86 seq_num 296) 2024-07-26T06:09:05.897 INFO:tasks.rados.rados.0.smithi089.stdout:1304: snap_remove snap 113 2024-07-26T06:09:06.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:05 smithi155 ceph-mon[90160]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-07-26T06:09:06.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:05 smithi155 ceph-mon[90160]: Upgrade: unsafe to stop osd(s) at this time (19 PGs are or would become offline) 2024-07-26T06:09:06.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:05 smithi155 ceph-mon[90160]: pgmap v120: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 122 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 3.7 MiB/s wr, 22 op/s; 53/267 objects degraded (19.850%) 2024-07-26T06:09:06.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:05 smithi155 ceph-mon[90160]: osdmap e314: 8 total, 8 up, 8 in 2024-07-26T06:09:06.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:05 smithi089 ceph-mon[99608]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-07-26T06:09:06.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:05 smithi089 ceph-mon[99608]: Upgrade: unsafe to stop osd(s) at this time (19 PGs are or would become offline) 2024-07-26T06:09:06.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:05 smithi089 ceph-mon[99608]: pgmap v120: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 122 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 3.7 MiB/s wr, 22 op/s; 53/267 objects degraded (19.850%) 2024-07-26T06:09:06.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:05 smithi089 ceph-mon[99608]: osdmap e314: 8 total, 8 up, 8 in 2024-07-26T06:09:06.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:05 smithi089 ceph-mon[102056]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-07-26T06:09:06.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:05 smithi089 ceph-mon[102056]: Upgrade: unsafe to stop osd(s) at this time (19 PGs are or would become offline) 2024-07-26T06:09:06.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:05 smithi089 ceph-mon[102056]: pgmap v120: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 122 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 3.7 MiB/s wr, 22 op/s; 53/267 objects degraded (19.850%) 2024-07-26T06:09:06.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:05 smithi089 ceph-mon[102056]: osdmap e314: 8 total, 8 up, 8 in 2024-07-26T06:09:06.795 INFO:tasks.rados.rados.0.smithi089.stdout:1304: done (3 left) 2024-07-26T06:09:06.795 INFO:tasks.rados.rados.0.smithi089.stdout:1305: snap_remove snap 109 2024-07-26T06:09:06.889 INFO:teuthology.orchestra.run.smithi089.stdout:true 2024-07-26T06:09:07.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:06 smithi155 ceph-mon[90160]: osdmap e315: 8 total, 8 up, 8 in 2024-07-26T06:09:07.146 INFO:teuthology.orchestra.run.smithi089.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-07-26T06:09:07.147 INFO:teuthology.orchestra.run.smithi089.stdout:alertmanager.a smithi089 *:9093,9094 running (2m) 6s ago 6m 16.4M - 0.25.0 c8568f914cd2 2836382b8f0b 2024-07-26T06:09:07.147 INFO:teuthology.orchestra.run.smithi089.stdout:grafana.a smithi155 *:3000 running (2m) 48s ago 6m 80.3M - 9.4.7 954c08fa6188 0191ba4689bf 2024-07-26T06:09:07.147 INFO:teuthology.orchestra.run.smithi089.stdout:mds.a smithi089 running (8m) 6s ago 8m 16.2M - 17.2.7-1143-g5dff84c0 18bcb77ae794 0ecc3a80790e 2024-07-26T06:09:07.147 INFO:teuthology.orchestra.run.smithi089.stdout:mds.b smithi155 running (8m) 48s ago 8m 21.0M - 17.2.7-1143-g5dff84c0 18bcb77ae794 1c6d7dfdf08d 2024-07-26T06:09:07.147 INFO:teuthology.orchestra.run.smithi089.stdout:mgr.x smithi155 *:8443,9283,8765 running (107s) 48s ago 11m 437M - 19.1.0-1125-g4b230446 a246f06af74a 3d1d1f94a234 2024-07-26T06:09:07.147 INFO:teuthology.orchestra.run.smithi089.stdout:mgr.y smithi089 *:8443,9283,8765 running (2m) 6s ago 13m 504M - 19.1.0-1125-g4b230446 a246f06af74a abb455ac876a 2024-07-26T06:09:07.148 INFO:teuthology.orchestra.run.smithi089.stdout:mon.a smithi089 running (93s) 6s ago 13m 46.3M 2048M 19.1.0-1125-g4b230446 a246f06af74a 4d43bcc9eb9b 2024-07-26T06:09:07.148 INFO:teuthology.orchestra.run.smithi089.stdout:mon.b smithi155 running (53s) 48s ago 11m 21.7M 2048M 19.1.0-1125-g4b230446 a246f06af74a f829551716a5 2024-07-26T06:09:07.148 INFO:teuthology.orchestra.run.smithi089.stdout:mon.c smithi089 running (71s) 6s ago 11m 39.4M 2048M 19.1.0-1125-g4b230446 a246f06af74a 74d6c1493f98 2024-07-26T06:09:07.148 INFO:teuthology.orchestra.run.smithi089.stdout:node-exporter.a smithi089 *:9100 running (2m) 6s ago 6m 8242k - 1.5.0 0da6a335fe13 e2f5a155fbeb 2024-07-26T06:09:07.148 INFO:teuthology.orchestra.run.smithi089.stdout:node-exporter.b smithi155 *:9100 running (2m) 48s ago 6m 14.4M - 1.5.0 0da6a335fe13 85c78351c113 2024-07-26T06:09:07.148 INFO:teuthology.orchestra.run.smithi089.stdout:osd.0 smithi089 running (10s) 6s ago 11m 14.4M 2479M 19.1.0-1125-g4b230446 a246f06af74a 7b97fcc5adf0 2024-07-26T06:09:07.148 INFO:teuthology.orchestra.run.smithi089.stdout:osd.1 smithi089 running (10m) 6s ago 10m 191M 2479M 17.2.7-1143-g5dff84c0 18bcb77ae794 2a37a3b20d71 2024-07-26T06:09:07.148 INFO:teuthology.orchestra.run.smithi089.stdout:osd.2 smithi089 running (10m) 6s ago 10m 126M 2479M 17.2.7-1143-g5dff84c0 18bcb77ae794 2d907a8e0f87 2024-07-26T06:09:07.149 INFO:teuthology.orchestra.run.smithi089.stdout:osd.3 smithi089 running (10m) 6s ago 10m 116M 2479M 17.2.7-1143-g5dff84c0 18bcb77ae794 076d339790b6 2024-07-26T06:09:07.149 INFO:teuthology.orchestra.run.smithi089.stdout:osd.4 smithi155 running (9m) 48s ago 9m 164M 2480M 17.2.7-1143-g5dff84c0 18bcb77ae794 df54a09a74e9 2024-07-26T06:09:07.149 INFO:teuthology.orchestra.run.smithi089.stdout:osd.5 smithi155 running (9m) 48s ago 9m 180M 2480M 17.2.7-1143-g5dff84c0 18bcb77ae794 0f76555562cc 2024-07-26T06:09:07.149 INFO:teuthology.orchestra.run.smithi089.stdout:osd.6 smithi155 running (8m) 48s ago 8m 119M 2480M 17.2.7-1143-g5dff84c0 18bcb77ae794 629f0d1fd888 2024-07-26T06:09:07.149 INFO:teuthology.orchestra.run.smithi089.stdout:osd.7 smithi155 running (8m) 48s ago 8m 94.6M 2480M 17.2.7-1143-g5dff84c0 18bcb77ae794 a4db8e598fea 2024-07-26T06:09:07.149 INFO:teuthology.orchestra.run.smithi089.stdout:prometheus.a smithi155 *:9095 running (112s) 48s ago 7m 49.4M - 2.43.0 a07b618ecd1d 8e7005ec7af0 2024-07-26T06:09:07.150 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:06 smithi089 ceph-mon[99608]: osdmap e315: 8 total, 8 up, 8 in 2024-07-26T06:09:07.150 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:06 smithi089 ceph-mon[102056]: osdmap e315: 8 total, 8 up, 8 in 2024-07-26T06:09:07.464 INFO:teuthology.orchestra.run.smithi089.stdout:{ 2024-07-26T06:09:07.464 INFO:teuthology.orchestra.run.smithi089.stdout: "mon": { 2024-07-26T06:09:07.465 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 3 2024-07-26T06:09:07.465 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2024-07-26T06:09:07.465 INFO:teuthology.orchestra.run.smithi089.stdout: "mgr": { 2024-07-26T06:09:07.465 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 2 2024-07-26T06:09:07.465 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2024-07-26T06:09:07.465 INFO:teuthology.orchestra.run.smithi089.stdout: "osd": { 2024-07-26T06:09:07.465 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 7, 2024-07-26T06:09:07.465 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 1 2024-07-26T06:09:07.465 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2024-07-26T06:09:07.465 INFO:teuthology.orchestra.run.smithi089.stdout: "mds": { 2024-07-26T06:09:07.465 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 2 2024-07-26T06:09:07.465 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2024-07-26T06:09:07.465 INFO:teuthology.orchestra.run.smithi089.stdout: "overall": { 2024-07-26T06:09:07.465 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 9, 2024-07-26T06:09:07.466 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 6 2024-07-26T06:09:07.466 INFO:teuthology.orchestra.run.smithi089.stdout: } 2024-07-26T06:09:07.466 INFO:teuthology.orchestra.run.smithi089.stdout:} 2024-07-26T06:09:07.795 INFO:tasks.rados.rados.0.smithi089.stdout:1305: done (3 left) 2024-07-26T06:09:07.795 INFO:tasks.rados.rados.0.smithi089.stdout:1306: snap_create 2024-07-26T06:09:07.795 INFO:tasks.rados.rados.0.smithi089.stdout:1300: finishing write tid 4 to smithi08986837-29 2024-07-26T06:09:07.795 INFO:tasks.rados.rados.0.smithi089.stdout:1300: finishing write tid 5 to smithi08986837-29 2024-07-26T06:09:07.796 INFO:tasks.rados.rados.0.smithi089.stdout:1300: finishing write tid 6 to smithi08986837-29 2024-07-26T06:09:07.796 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 29 v 706 (ObjNum 408 snap 117 seq_num 408) dirty exists 2024-07-26T06:09:07.796 INFO:tasks.rados.rados.0.smithi089.stdout:1300: left oid 29 (ObjNum 408 snap 117 seq_num 408) 2024-07-26T06:09:07.796 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 17 v 712 (ObjNum 374 snap 107 seq_num 374) dirty exists 2024-07-26T06:09:07.796 INFO:tasks.rados.rados.0.smithi089.stdout:1303: expect (ObjNum 296 snap 86 seq_num 296) 2024-07-26T06:09:08.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:07 smithi155 ceph-mon[90160]: pgmap v123: 121 pgs: 121 active+clean; 162 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 11 MiB/s wr, 19 op/s; 23 MiB/s, 5 objects/s recovering 2024-07-26T06:09:08.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:07 smithi155 ceph-mon[90160]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 53/267 objects degraded (19.850%), 15 pgs degraded) 2024-07-26T06:09:08.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:07 smithi155 ceph-mon[90160]: Cluster is now healthy 2024-07-26T06:09:08.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:07 smithi155 ceph-mon[90160]: osdmap e316: 8 total, 8 up, 8 in 2024-07-26T06:09:08.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:07 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/4172985166' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:09:08.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:07 smithi089 ceph-mon[99608]: pgmap v123: 121 pgs: 121 active+clean; 162 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 11 MiB/s wr, 19 op/s; 23 MiB/s, 5 objects/s recovering 2024-07-26T06:09:08.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:07 smithi089 ceph-mon[99608]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 53/267 objects degraded (19.850%), 15 pgs degraded) 2024-07-26T06:09:08.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:07 smithi089 ceph-mon[99608]: Cluster is now healthy 2024-07-26T06:09:08.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:07 smithi089 ceph-mon[99608]: osdmap e316: 8 total, 8 up, 8 in 2024-07-26T06:09:08.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:07 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/4172985166' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:09:08.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:07 smithi089 ceph-mon[102056]: pgmap v123: 121 pgs: 121 active+clean; 162 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 11 MiB/s wr, 19 op/s; 23 MiB/s, 5 objects/s recovering 2024-07-26T06:09:08.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:07 smithi089 ceph-mon[102056]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 53/267 objects degraded (19.850%), 15 pgs degraded) 2024-07-26T06:09:08.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:07 smithi089 ceph-mon[102056]: Cluster is now healthy 2024-07-26T06:09:08.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:07 smithi089 ceph-mon[102056]: osdmap e316: 8 total, 8 up, 8 in 2024-07-26T06:09:08.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:07 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/4172985166' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:09:08.802 INFO:tasks.rados.rados.0.smithi089.stdout:1300: done (3 left) 2024-07-26T06:09:08.802 INFO:tasks.rados.rados.0.smithi089.stdout:1302: done (2 left) 2024-07-26T06:09:08.802 INFO:tasks.rados.rados.0.smithi089.stdout:1303: done (1 left) 2024-07-26T06:09:08.802 INFO:tasks.rados.rados.0.smithi089.stdout:1306: done (0 left) 2024-07-26T06:09:08.803 INFO:tasks.rados.rados.0.smithi089.stdout:1307: rollback oid 14 current snap is 118 2024-07-26T06:09:08.803 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 14 to 116 2024-07-26T06:09:08.803 INFO:tasks.rados.rados.0.smithi089.stdout:1308: snap_remove snap 117 2024-07-26T06:09:09.055 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:08 smithi089 ceph-mon[99608]: from='client.34197 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:09:09.056 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:08 smithi089 ceph-mon[99608]: from='client.44138 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:09:09.056 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:08 smithi089 ceph-mon[99608]: osdmap e317: 8 total, 8 up, 8 in 2024-07-26T06:09:09.056 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:08 smithi089 ceph-mon[102056]: from='client.34197 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:09:09.056 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:08 smithi089 ceph-mon[102056]: from='client.44138 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:09:09.056 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:08 smithi089 ceph-mon[102056]: osdmap e317: 8 total, 8 up, 8 in 2024-07-26T06:09:09.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:08 smithi155 ceph-mon[90160]: from='client.34197 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:09:09.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:08 smithi155 ceph-mon[90160]: from='client.44138 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:09:09.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:08 smithi155 ceph-mon[90160]: osdmap e317: 8 total, 8 up, 8 in 2024-07-26T06:09:09.130 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:09:08 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:09:08.658Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster_addr=\"172.21.15.89\", device_class=\"ssd\", hostname=\"smithi089\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.89\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", cluster_addr=\"172.21.15.89\", device_class=\"ssd\", hostname=\"smithi089\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.89\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-07-26T06:09:09.130 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:09:08 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:09:08.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster_addr=\"172.21.15.89\", device_class=\"ssd\", hostname=\"smithi089\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.89\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", cluster_addr=\"172.21.15.89\", device_class=\"ssd\", hostname=\"smithi089\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.89\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:09:09.334 INFO:tasks.rados.rados.0.smithi089.stdout:1308: done (1 left) 2024-07-26T06:09:09.334 INFO:tasks.rados.rados.0.smithi089.stdout:1309: snap_create 2024-07-26T06:09:09.335 INFO:tasks.rados.rados.0.smithi089.stdout:1307: finishing rollback tid 0 to smithi08986837-14 2024-07-26T06:09:09.335 INFO:tasks.rados.rados.0.smithi089.stdout:1307: finishing rollback tid 1 to smithi08986837-14 2024-07-26T06:09:09.335 INFO:tasks.rados.rados.0.smithi089.stdout:1307: finishing rollback tid 2 to smithi08986837-14 2024-07-26T06:09:09.335 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 14 v 743 (ObjNum 339 snap 99 seq_num 339) dirty exists 2024-07-26T06:09:10.072 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:09 smithi089 ceph-mon[99608]: pgmap v126: 121 pgs: 121 active+clean; 162 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 11 MiB/s wr, 19 op/s; 23 MiB/s, 5 objects/s recovering 2024-07-26T06:09:10.072 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:09 smithi089 ceph-mon[99608]: osdmap e318: 8 total, 8 up, 8 in 2024-07-26T06:09:10.072 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:09 smithi089 ceph-mon[99608]: osdmap e319: 8 total, 8 up, 8 in 2024-07-26T06:09:10.072 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:09 smithi089 ceph-mon[102056]: pgmap v126: 121 pgs: 121 active+clean; 162 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 11 MiB/s wr, 19 op/s; 23 MiB/s, 5 objects/s recovering 2024-07-26T06:09:10.072 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:09 smithi089 ceph-mon[102056]: osdmap e318: 8 total, 8 up, 8 in 2024-07-26T06:09:10.073 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:09 smithi089 ceph-mon[102056]: osdmap e319: 8 total, 8 up, 8 in 2024-07-26T06:09:10.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:09 smithi155 ceph-mon[90160]: pgmap v126: 121 pgs: 121 active+clean; 162 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 11 MiB/s wr, 19 op/s; 23 MiB/s, 5 objects/s recovering 2024-07-26T06:09:10.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:09 smithi155 ceph-mon[90160]: osdmap e318: 8 total, 8 up, 8 in 2024-07-26T06:09:10.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:09 smithi155 ceph-mon[90160]: osdmap e319: 8 total, 8 up, 8 in 2024-07-26T06:09:10.335 INFO:tasks.rados.rados.0.smithi089.stdout:1307: done (1 left) 2024-07-26T06:09:10.335 INFO:tasks.rados.rados.0.smithi089.stdout:1309: done (0 left) 2024-07-26T06:09:10.335 INFO:tasks.rados.rados.0.smithi089.stdout:1310: rollback oid 16 current snap is 119 2024-07-26T06:09:10.335 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 16 to 118 2024-07-26T06:09:10.336 INFO:tasks.rados.rados.0.smithi089.stdout:1311: read oid 31 snap -1 2024-07-26T06:09:10.336 INFO:tasks.rados.rados.0.smithi089.stdout:1311: expect (ObjNum 405 snap 117 seq_num 405) 2024-07-26T06:09:10.336 INFO:tasks.rados.rados.0.smithi089.stdout:1312: read oid 6 snap -1 2024-07-26T06:09:10.336 INFO:tasks.rados.rados.0.smithi089.stdout:1312: expect deleted 2024-07-26T06:09:10.336 INFO:tasks.rados.rados.0.smithi089.stdout:1313: rollback oid 23 current snap is 119 2024-07-26T06:09:10.336 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 23 to 116 2024-07-26T06:09:10.336 INFO:tasks.rados.rados.0.smithi089.stdout:1314: read oid 50 snap -1 2024-07-26T06:09:10.336 INFO:tasks.rados.rados.0.smithi089.stdout:1314: expect (ObjNum 392 snap 113 seq_num 392) 2024-07-26T06:09:10.336 INFO:tasks.rados.rados.0.smithi089.stdout:1315: rmattr oid 20 current snap is 119 2024-07-26T06:09:10.336 INFO:tasks.rados.rados.0.smithi089.stdout:1315: done (5 left) 2024-07-26T06:09:10.336 INFO:tasks.rados.rados.0.smithi089.stdout:1316: copy_from oid 1 from oid 2 current snap is 119 2024-07-26T06:09:10.336 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 4 current snap is 119 2024-07-26T06:09:10.337 INFO:tasks.rados.rados.0.smithi089.stdout:1317: seq_num 410 ranges {0=475136,475136=417792,892928=475136,1368064=425984,1794048=286720} 2024-07-26T06:09:10.338 INFO:tasks.rados.rados.0.smithi089.stdout:1317: writing smithi08986837-4 from 0 to 475136 tid 1 2024-07-26T06:09:10.342 INFO:tasks.rados.rados.0.smithi089.stdout:1317: writing smithi08986837-4 from 475136 to 892928 tid 2 2024-07-26T06:09:10.345 INFO:tasks.rados.rados.0.smithi089.stdout:1317: writing smithi08986837-4 from 892928 to 1368064 tid 3 2024-07-26T06:09:10.349 INFO:tasks.rados.rados.0.smithi089.stdout:1317: writing smithi08986837-4 from 1368064 to 1794048 tid 4 2024-07-26T06:09:10.351 INFO:tasks.rados.rados.0.smithi089.stdout:1317: writing smithi08986837-4 from 1794048 to 2080768 tid 5 2024-07-26T06:09:10.352 INFO:tasks.rados.rados.0.smithi089.stdout:1318: copy_from oid 40 from oid 35 current snap is 119 2024-07-26T06:09:10.352 INFO:tasks.rados.rados.0.smithi089.stdout:1310: finishing rollback tid 0 to smithi08986837-16 2024-07-26T06:09:10.352 INFO:tasks.rados.rados.0.smithi089.stdout:1310: finishing rollback tid 1 to smithi08986837-16 2024-07-26T06:09:10.352 INFO:tasks.rados.rados.0.smithi089.stdout:1310: finishing rollback tid 2 to smithi08986837-16 2024-07-26T06:09:10.352 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 16 v 577 (ObjNum 395 snap 113 seq_num 395) dirty exists 2024-07-26T06:09:10.352 INFO:tasks.rados.rados.0.smithi089.stdout:1313: finishing rollback tid 0 to smithi08986837-23 2024-07-26T06:09:10.352 INFO:tasks.rados.rados.0.smithi089.stdout:1317: finishing write tid 1 to smithi08986837-4 2024-07-26T06:09:10.352 INFO:tasks.rados.rados.0.smithi089.stdout:1313: finishing rollback tid 1 to smithi08986837-23 2024-07-26T06:09:10.352 INFO:tasks.rados.rados.0.smithi089.stdout:1313: finishing rollback tid 2 to smithi08986837-23 2024-07-26T06:09:10.352 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 23 v 379 (ObjNum 383 snap 110 seq_num 383) dirty exists 2024-07-26T06:09:10.352 INFO:tasks.rados.rados.0.smithi089.stdout:1317: finishing write tid 2 to smithi08986837-4 2024-07-26T06:09:10.352 INFO:tasks.rados.rados.0.smithi089.stdout:1317: finishing write tid 3 to smithi08986837-4 2024-07-26T06:09:10.352 INFO:tasks.rados.rados.0.smithi089.stdout:1310: done (7 left) 2024-07-26T06:09:10.353 INFO:tasks.rados.rados.0.smithi089.stdout:1312: done (6 left) 2024-07-26T06:09:10.353 INFO:tasks.rados.rados.0.smithi089.stdout:1313: done (5 left) 2024-07-26T06:09:10.353 INFO:tasks.rados.rados.0.smithi089.stdout:1319: read oid 16 snap -1 2024-07-26T06:09:10.353 INFO:tasks.rados.rados.0.smithi089.stdout:1319: expect (ObjNum 395 snap 113 seq_num 395) 2024-07-26T06:09:10.353 INFO:tasks.rados.rados.0.smithi089.stdout:1320: rollback oid 10 current snap is 119 2024-07-26T06:09:10.353 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 10 to 118 2024-07-26T06:09:10.353 INFO:tasks.rados.rados.0.smithi089.stdout:1321: rollback oid 25 current snap is 119 2024-07-26T06:09:10.353 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 25 to 116 2024-07-26T06:09:10.353 INFO:tasks.rados.rados.0.smithi089.stdout:1322: snap_create 2024-07-26T06:09:10.354 INFO:tasks.rados.rados.0.smithi089.stdout:1317: finishing write tid 4 to smithi08986837-4 2024-07-26T06:09:10.356 INFO:tasks.rados.rados.0.smithi089.stdout:1311: expect (ObjNum 405 snap 117 seq_num 405) 2024-07-26T06:09:10.410 INFO:tasks.rados.rados.0.smithi089.stdout:1321: finishing rollback tid 1 to smithi08986837-25 2024-07-26T06:09:10.410 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 25 v 0 (ObjNum 33 snap 0 seq_num 3362659952) dirty dne 2024-07-26T06:09:10.410 INFO:tasks.rados.rados.0.smithi089.stdout:1320: finishing rollback tid 0 to smithi08986837-10 2024-07-26T06:09:10.410 INFO:tasks.rados.rados.0.smithi089.stdout:1320: finishing rollback tid 1 to smithi08986837-10 2024-07-26T06:09:10.411 INFO:tasks.rados.rados.0.smithi089.stdout:1320: finishing rollback tid 2 to smithi08986837-10 2024-07-26T06:09:10.411 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 10 v 709 (ObjNum 334 snap 98 seq_num 334) dirty exists 2024-07-26T06:09:10.411 INFO:tasks.rados.rados.0.smithi089.stdout:1317: finishing write tid 5 to smithi08986837-4 2024-07-26T06:09:10.411 INFO:tasks.rados.rados.0.smithi089.stdout:1317: finishing write tid 6 to smithi08986837-4 2024-07-26T06:09:10.411 INFO:tasks.rados.rados.0.smithi089.stdout:1317: finishing write tid 7 to smithi08986837-4 2024-07-26T06:09:10.411 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 4 v 703 (ObjNum 410 snap 119 seq_num 410) dirty exists 2024-07-26T06:09:10.411 INFO:tasks.rados.rados.0.smithi089.stdout:1317: left oid 4 (ObjNum 410 snap 119 seq_num 410) 2024-07-26T06:09:10.411 INFO:tasks.rados.rados.0.smithi089.stdout:1314: expect (ObjNum 392 snap 113 seq_num 392) 2024-07-26T06:09:10.586 INFO:tasks.rados.rados.0.smithi089.stdout:1318: finishing copy_from to smithi08986837-40 2024-07-26T06:09:10.586 INFO:tasks.rados.rados.0.smithi089.stdout:1318: got expected ENOENT (src dne) 2024-07-26T06:09:10.586 INFO:tasks.rados.rados.0.smithi089.stdout:1318: finishing copy_from racing read to smithi08986837-40 2024-07-26T06:09:10.586 INFO:tasks.rados.rados.0.smithi089.stdout:1316: finishing copy_from racing read to smithi08986837-1 2024-07-26T06:09:10.586 INFO:tasks.rados.rados.0.smithi089.stdout:1316: finishing copy_from to smithi08986837-1 2024-07-26T06:09:10.586 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 1 v 128 (ObjNum 379 snap 108 seq_num 379) dirty exists 2024-07-26T06:09:10.586 INFO:tasks.rados.rados.0.smithi089.stdout:1319: expect (ObjNum 395 snap 113 seq_num 395) 2024-07-26T06:09:11.347 INFO:tasks.rados.rados.0.smithi089.stdout:1311: done (8 left) 2024-07-26T06:09:11.347 INFO:tasks.rados.rados.0.smithi089.stdout:1314: done (7 left) 2024-07-26T06:09:11.347 INFO:tasks.rados.rados.0.smithi089.stdout:1316: done (6 left) 2024-07-26T06:09:11.347 INFO:tasks.rados.rados.0.smithi089.stdout:1317: done (5 left) 2024-07-26T06:09:11.347 INFO:tasks.rados.rados.0.smithi089.stdout:1318: done (4 left) 2024-07-26T06:09:11.347 INFO:tasks.rados.rados.0.smithi089.stdout:1319: done (3 left) 2024-07-26T06:09:11.347 INFO:tasks.rados.rados.0.smithi089.stdout:1320: done (2 left) 2024-07-26T06:09:11.348 INFO:tasks.rados.rados.0.smithi089.stdout:1321: done (1 left) 2024-07-26T06:09:11.348 INFO:tasks.rados.rados.0.smithi089.stdout:1322: done (0 left) 2024-07-26T06:09:11.348 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 5 current snap is 120 2024-07-26T06:09:11.348 INFO:tasks.rados.rados.0.smithi089.stdout:1323: seq_num 411 ranges {1908736=491520,2400256=753664,3153920=688128,3842048=163840} 2024-07-26T06:09:11.360 INFO:tasks.rados.rados.0.smithi089.stdout:1323: writing smithi08986837-5 from 1908736 to 2400256 tid 1 2024-07-26T06:09:11.364 INFO:tasks.rados.rados.0.smithi089.stdout:1323: writing smithi08986837-5 from 2400256 to 3153920 tid 2 2024-07-26T06:09:11.368 INFO:tasks.rados.rados.0.smithi089.stdout:1323: writing smithi08986837-5 from 3153920 to 3842048 tid 3 2024-07-26T06:09:11.369 INFO:tasks.rados.rados.0.smithi089.stdout:1323: writing smithi08986837-5 from 3842048 to 4005888 tid 4 2024-07-26T06:09:11.369 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 10 current snap is 120 2024-07-26T06:09:11.370 INFO:tasks.rados.rados.0.smithi089.stdout:1323: finishing write tid 1 to smithi08986837-5 2024-07-26T06:09:11.370 INFO:tasks.rados.rados.0.smithi089.stdout:1323: finishing write tid 2 to smithi08986837-5 2024-07-26T06:09:11.370 INFO:tasks.rados.rados.0.smithi089.stdout:1324: seq_num 412 ranges {802816=507904,1310720=630784,1941504=491520,2433024=483328} 2024-07-26T06:09:11.376 INFO:tasks.rados.rados.0.smithi089.stdout:1324: writing smithi08986837-10 from 802816 to 1310720 tid 1 2024-07-26T06:09:11.380 INFO:tasks.rados.rados.0.smithi089.stdout:1324: writing smithi08986837-10 from 1310720 to 1941504 tid 2 2024-07-26T06:09:11.383 INFO:tasks.rados.rados.0.smithi089.stdout:1324: writing smithi08986837-10 from 1941504 to 2433024 tid 3 2024-07-26T06:09:11.387 INFO:tasks.rados.rados.0.smithi089.stdout:1324: writing smithi08986837-10 from 2433024 to 2916352 tid 4 2024-07-26T06:09:11.387 INFO:tasks.rados.rados.0.smithi089.stdout:1325: rmattr oid 30 current snap is 120 2024-07-26T06:09:11.387 INFO:tasks.rados.rados.0.smithi089.stdout:1323: finishing write tid 3 to smithi08986837-5 2024-07-26T06:09:11.387 INFO:tasks.rados.rados.0.smithi089.stdout:1323: finishing write tid 4 to smithi08986837-5 2024-07-26T06:09:11.387 INFO:tasks.rados.rados.0.smithi089.stdout:1323: finishing write tid 5 to smithi08986837-5 2024-07-26T06:09:11.387 INFO:tasks.rados.rados.0.smithi089.stdout:1323: finishing write tid 6 to smithi08986837-5 2024-07-26T06:09:11.388 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 5 v 385 (ObjNum 411 snap 120 seq_num 411) dirty exists 2024-07-26T06:09:11.388 INFO:tasks.rados.rados.0.smithi089.stdout:1323: left oid 5 (ObjNum 411 snap 120 seq_num 411) 2024-07-26T06:09:11.388 INFO:tasks.rados.rados.0.smithi089.stdout:1324: finishing write tid 1 to smithi08986837-10 2024-07-26T06:09:11.388 INFO:tasks.rados.rados.0.smithi089.stdout:1324: finishing write tid 2 to smithi08986837-10 2024-07-26T06:09:11.388 INFO:tasks.rados.rados.0.smithi089.stdout:1323: done (2 left) 2024-07-26T06:09:11.388 INFO:tasks.rados.rados.0.smithi089.stdout:1326: copy_from oid 34 from oid 50 current snap is 120 2024-07-26T06:09:11.388 INFO:tasks.rados.rados.0.smithi089.stdout:1324: finishing write tid 3 to smithi08986837-10 2024-07-26T06:09:11.388 INFO:tasks.rados.rados.0.smithi089.stdout:1327: read oid 28 snap -1 2024-07-26T06:09:11.388 INFO:tasks.rados.rados.0.smithi089.stdout:1327: expect (ObjNum 318 snap 93 seq_num 318) 2024-07-26T06:09:11.388 INFO:tasks.rados.rados.0.smithi089.stdout:1328: copy_from oid 49 from oid 17 current snap is 120 2024-07-26T06:09:11.388 INFO:tasks.rados.rados.0.smithi089.stdout:1329: read oid 32 snap 118 2024-07-26T06:09:11.389 INFO:tasks.rados.rados.0.smithi089.stdout:1329: expect (ObjNum 401 snap 116 seq_num 401) 2024-07-26T06:09:11.389 INFO:tasks.rados.rados.0.smithi089.stdout:1330: rollback oid 15 current snap is 120 2024-07-26T06:09:11.389 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 15 to 118 2024-07-26T06:09:11.389 INFO:tasks.rados.rados.0.smithi089.stdout:1331: read oid 19 snap -1 2024-07-26T06:09:11.389 INFO:tasks.rados.rados.0.smithi089.stdout:1331: expect (ObjNum 363 snap 106 seq_num 363) 2024-07-26T06:09:11.389 INFO:tasks.rados.rados.0.smithi089.stdout:1332: copy_from oid 24 from oid 46 current snap is 120 2024-07-26T06:09:11.389 INFO:tasks.rados.rados.0.smithi089.stdout:1333: snap_create 2024-07-26T06:09:11.392 INFO:tasks.rados.rados.0.smithi089.stdout:1324: finishing write tid 4 to smithi08986837-10 2024-07-26T06:09:11.392 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 30 v 360 (ObjNum 406 snap 117 seq_num 406) dirty exists 2024-07-26T06:09:11.392 INFO:tasks.rados.rados.0.smithi089.stdout:1324: finishing write tid 5 to smithi08986837-10 2024-07-26T06:09:11.395 INFO:tasks.rados.rados.0.smithi089.stdout:1331: expect (ObjNum 363 snap 106 seq_num 363) 2024-07-26T06:09:11.441 INFO:tasks.rados.rados.0.smithi089.stdout:1324: finishing write tid 6 to smithi08986837-10 2024-07-26T06:09:11.441 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 10 v 714 (ObjNum 412 snap 120 seq_num 412) dirty exists 2024-07-26T06:09:11.442 INFO:tasks.rados.rados.0.smithi089.stdout:1324: left oid 10 (ObjNum 412 snap 120 seq_num 412) 2024-07-26T06:09:11.442 INFO:tasks.rados.rados.0.smithi089.stdout:1330: finishing rollback tid 0 to smithi08986837-15 2024-07-26T06:09:11.442 INFO:tasks.rados.rados.0.smithi089.stdout:1330: finishing rollback tid 1 to smithi08986837-15 2024-07-26T06:09:11.442 INFO:tasks.rados.rados.0.smithi089.stdout:1327: expect (ObjNum 318 snap 93 seq_num 318) 2024-07-26T06:09:11.466 INFO:tasks.rados.rados.0.smithi089.stdout:1330: finishing rollback tid 2 to smithi08986837-15 2024-07-26T06:09:11.466 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 15 v 749 (ObjNum 294 snap 86 seq_num 294) dirty exists 2024-07-26T06:09:11.466 INFO:tasks.rados.rados.0.smithi089.stdout:1326: finishing copy_from racing read to smithi08986837-34 2024-07-26T06:09:11.466 INFO:tasks.rados.rados.0.smithi089.stdout:1329: expect (ObjNum 401 snap 116 seq_num 401) 2024-07-26T06:09:11.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:11 smithi155 ceph-mon[90160]: osdmap e320: 8 total, 8 up, 8 in 2024-07-26T06:09:11.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:11 smithi155 ceph-mon[90160]: pgmap v130: 121 pgs: 121 active+clean; 162 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:09:11.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:11 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:09:11.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:11 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:09:11.652 INFO:tasks.rados.rados.0.smithi089.stdout:1326: finishing copy_from to smithi08986837-34 2024-07-26T06:09:11.653 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 34 v 342 (ObjNum 392 snap 113 seq_num 392) dirty exists 2024-07-26T06:09:11.653 INFO:tasks.rados.rados.0.smithi089.stdout:1328: finishing copy_from racing read to smithi08986837-49 2024-07-26T06:09:11.653 INFO:tasks.rados.rados.0.smithi089.stdout:1332: finishing copy_from racing read to smithi08986837-24 2024-07-26T06:09:11.653 INFO:tasks.rados.rados.0.smithi089.stdout:1328: finishing copy_from to smithi08986837-49 2024-07-26T06:09:11.653 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 49 v 712 (ObjNum 374 snap 107 seq_num 374) dirty exists 2024-07-26T06:09:11.654 INFO:tasks.rados.rados.0.smithi089.stdout:1332: finishing copy_from to smithi08986837-24 2024-07-26T06:09:11.654 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 24 v 723 (ObjNum 311 snap 91 seq_num 311) dirty exists 2024-07-26T06:09:11.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:11 smithi089 ceph-mon[99608]: osdmap e320: 8 total, 8 up, 8 in 2024-07-26T06:09:11.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:11 smithi089 ceph-mon[99608]: pgmap v130: 121 pgs: 121 active+clean; 162 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:09:11.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:09:11.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:09:11.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:11 smithi089 ceph-mon[102056]: osdmap e320: 8 total, 8 up, 8 in 2024-07-26T06:09:11.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:11 smithi089 ceph-mon[102056]: pgmap v130: 121 pgs: 121 active+clean; 162 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:09:11.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:09:11.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:09:12.352 INFO:tasks.rados.rados.0.smithi089.stdout:1324: done (9 left) 2024-07-26T06:09:12.352 INFO:tasks.rados.rados.0.smithi089.stdout:1325: done (8 left) 2024-07-26T06:09:12.352 INFO:tasks.rados.rados.0.smithi089.stdout:1326: done (7 left) 2024-07-26T06:09:12.352 INFO:tasks.rados.rados.0.smithi089.stdout:1327: done (6 left) 2024-07-26T06:09:12.352 INFO:tasks.rados.rados.0.smithi089.stdout:1328: done (5 left) 2024-07-26T06:09:12.352 INFO:tasks.rados.rados.0.smithi089.stdout:1329: done (4 left) 2024-07-26T06:09:12.352 INFO:tasks.rados.rados.0.smithi089.stdout:1330: done (3 left) 2024-07-26T06:09:12.353 INFO:tasks.rados.rados.0.smithi089.stdout:1331: done (2 left) 2024-07-26T06:09:12.353 INFO:tasks.rados.rados.0.smithi089.stdout:1332: done (1 left) 2024-07-26T06:09:12.353 INFO:tasks.rados.rados.0.smithi089.stdout:1333: done (0 left) 2024-07-26T06:09:12.353 INFO:tasks.rados.rados.0.smithi089.stdout:1334: setattr oid 12 current snap is 121 2024-07-26T06:09:12.354 INFO:tasks.rados.rados.0.smithi089.stdout:1335: delete oid 11 current snap is 121 2024-07-26T06:09:12.356 INFO:tasks.rados.rados.0.smithi089.stdout:1335: done (1 left) 2024-07-26T06:09:12.357 INFO:tasks.rados.rados.0.smithi089.stdout:1336: snap_remove snap 118 2024-07-26T06:09:12.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:12 smithi155 ceph-mon[90160]: osdmap e321: 8 total, 8 up, 8 in 2024-07-26T06:09:12.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:09:12 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:09:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:09:12.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:12 smithi089 ceph-mon[99608]: osdmap e321: 8 total, 8 up, 8 in 2024-07-26T06:09:12.655 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:09:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:09:12] "GET /metrics HTTP/1.1" 200 36235 "" "Prometheus/2.43.0" 2024-07-26T06:09:12.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:12 smithi089 ceph-mon[102056]: osdmap e321: 8 total, 8 up, 8 in 2024-07-26T06:09:13.370 INFO:tasks.rados.rados.0.smithi089.stdout:1336: done (1 left) 2024-07-26T06:09:13.370 INFO:tasks.rados.rados.0.smithi089.stdout:1337: rmattr oid 47 current snap is 121 2024-07-26T06:09:13.371 INFO:tasks.rados.rados.0.smithi089.stdout:1337: done (1 left) 2024-07-26T06:09:13.371 INFO:tasks.rados.rados.0.smithi089.stdout:1338: read oid 15 snap 116 2024-07-26T06:09:13.371 INFO:tasks.rados.rados.0.smithi089.stdout:1338: expect (ObjNum 294 snap 86 seq_num 294) 2024-07-26T06:09:13.371 INFO:tasks.rados.rados.0.smithi089.stdout:1339: read oid 23 snap -1 2024-07-26T06:09:13.371 INFO:tasks.rados.rados.0.smithi089.stdout:1339: expect (ObjNum 383 snap 110 seq_num 383) 2024-07-26T06:09:13.371 INFO:tasks.rados.rados.0.smithi089.stdout:1340: copy_from oid 35 from oid 32 current snap is 121 2024-07-26T06:09:13.371 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 30 current snap is 121 2024-07-26T06:09:13.371 INFO:tasks.rados.rados.0.smithi089.stdout:1341: seq_num 414 ranges {9650176=540672,10190848=802816,10993664=458752,11452416=344064} 2024-07-26T06:09:13.426 INFO:tasks.rados.rados.0.smithi089.stdout:1341: writing smithi08986837-30 from 9650176 to 10190848 tid 1 2024-07-26T06:09:13.431 INFO:tasks.rados.rados.0.smithi089.stdout:1341: writing smithi08986837-30 from 10190848 to 10993664 tid 2 2024-07-26T06:09:13.434 INFO:tasks.rados.rados.0.smithi089.stdout:1341: writing smithi08986837-30 from 10993664 to 11452416 tid 3 2024-07-26T06:09:13.436 INFO:tasks.rados.rados.0.smithi089.stdout:1341: writing smithi08986837-30 from 11452416 to 11796480 tid 4 2024-07-26T06:09:13.437 INFO:tasks.rados.rados.0.smithi089.stdout:1342: read oid 48 snap -1 2024-07-26T06:09:13.437 INFO:tasks.rados.rados.0.smithi089.stdout:1342: expect (ObjNum 390 snap 113 seq_num 390) 2024-07-26T06:09:13.437 INFO:tasks.rados.rados.0.smithi089.stdout:1343: read oid 40 snap -1 2024-07-26T06:09:13.437 INFO:tasks.rados.rados.0.smithi089.stdout:1343: expect deleted 2024-07-26T06:09:13.437 INFO:tasks.rados.rados.0.smithi089.stdout:1344: read oid 4 snap -1 2024-07-26T06:09:13.437 INFO:tasks.rados.rados.0.smithi089.stdout:1344: expect (ObjNum 410 snap 119 seq_num 410) 2024-07-26T06:09:13.437 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 8 current snap is 121 2024-07-26T06:09:13.437 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 12 v 713 (ObjNum 403 snap 117 seq_num 403) dirty exists 2024-07-26T06:09:13.437 INFO:tasks.rados.rados.0.smithi089.stdout:1338: expect (ObjNum 294 snap 86 seq_num 294) 2024-07-26T06:09:13.441 INFO:tasks.rados.rados.0.smithi089.stdout:1340: finishing copy_from racing read to smithi08986837-35 2024-07-26T06:09:13.441 INFO:tasks.rados.rados.0.smithi089.stdout:1340: finishing copy_from to smithi08986837-35 2024-07-26T06:09:13.441 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 35 v 711 (ObjNum 401 snap 116 seq_num 401) dirty exists 2024-07-26T06:09:13.441 INFO:tasks.rados.rados.0.smithi089.stdout:1339: expect (ObjNum 383 snap 110 seq_num 383) 2024-07-26T06:09:13.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:13 smithi155 ceph-mon[90160]: osdmap e322: 8 total, 8 up, 8 in 2024-07-26T06:09:13.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:13 smithi155 ceph-mon[90160]: pgmap v133: 121 pgs: 121 active+clean; 169 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 5.2 MiB/s wr, 23 op/s 2024-07-26T06:09:13.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:09:13 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:09:13.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi089\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi089\", job=\"node\", machine=\"x86_64\", nodename=\"smithi089\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", domainname=\"(none)\", instance=\"smithi089\", job=\"node\", machine=\"x86_64\", nodename=\"smithi089\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:09:13.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:13 smithi089 ceph-mon[99608]: osdmap e322: 8 total, 8 up, 8 in 2024-07-26T06:09:13.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:13 smithi089 ceph-mon[99608]: pgmap v133: 121 pgs: 121 active+clean; 169 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 5.2 MiB/s wr, 23 op/s 2024-07-26T06:09:13.656 INFO:journalctl@ceph.osd.0.smithi089.stdout:Jul 26 06:09:13 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-0[108140]: 2024-07-26T06:09:13.375+0000 7f9e119f0640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c0 after trimming was started 2024-07-26T06:09:13.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:13 smithi089 ceph-mon[102056]: osdmap e322: 8 total, 8 up, 8 in 2024-07-26T06:09:13.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:13 smithi089 ceph-mon[102056]: pgmap v133: 121 pgs: 121 active+clean; 169 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 5.2 MiB/s wr, 23 op/s 2024-07-26T06:09:14.174 INFO:tasks.rados.rados.0.smithi089.stdout:1341: finishing write tid 1 to smithi08986837-30 2024-07-26T06:09:14.174 INFO:tasks.rados.rados.0.smithi089.stdout:1341: finishing write tid 2 to smithi08986837-30 2024-07-26T06:09:14.174 INFO:tasks.rados.rados.0.smithi089.stdout:1341: finishing write tid 3 to smithi08986837-30 2024-07-26T06:09:14.175 INFO:tasks.rados.rados.0.smithi089.stdout:1341: finishing write tid 4 to smithi08986837-30 2024-07-26T06:09:14.175 INFO:tasks.rados.rados.0.smithi089.stdout:1341: finishing write tid 5 to smithi08986837-30 2024-07-26T06:09:14.175 INFO:tasks.rados.rados.0.smithi089.stdout:1341: finishing write tid 6 to smithi08986837-30 2024-07-26T06:09:14.175 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 30 v 728 (ObjNum 414 snap 121 seq_num 414) dirty exists 2024-07-26T06:09:14.175 INFO:tasks.rados.rados.0.smithi089.stdout:1341: left oid 30 (ObjNum 414 snap 121 seq_num 414) 2024-07-26T06:09:14.175 INFO:tasks.rados.rados.0.smithi089.stdout:1344: expect (ObjNum 410 snap 119 seq_num 410) 2024-07-26T06:09:14.225 INFO:tasks.rados.rados.0.smithi089.stdout:1342: expect (ObjNum 390 snap 113 seq_num 390) 2024-07-26T06:09:14.410 INFO:tasks.rados.rados.0.smithi089.stdout:1345: seq_num 415 ranges {4612096=557056,5169152=688128,5857280=663552,6520832=253952} 2024-07-26T06:09:14.437 INFO:tasks.rados.rados.0.smithi089.stdout:1345: writing smithi08986837-8 from 4612096 to 5169152 tid 1 2024-07-26T06:09:14.441 INFO:tasks.rados.rados.0.smithi089.stdout:1345: writing smithi08986837-8 from 5169152 to 5857280 tid 2 2024-07-26T06:09:14.444 INFO:tasks.rados.rados.0.smithi089.stdout:1345: writing smithi08986837-8 from 5857280 to 6520832 tid 3 2024-07-26T06:09:14.447 INFO:tasks.rados.rados.0.smithi089.stdout:1345: writing smithi08986837-8 from 6520832 to 6774784 tid 4 2024-07-26T06:09:14.447 INFO:tasks.rados.rados.0.smithi089.stdout:1334: done (8 left) 2024-07-26T06:09:14.447 INFO:tasks.rados.rados.0.smithi089.stdout:1338: done (7 left) 2024-07-26T06:09:14.447 INFO:tasks.rados.rados.0.smithi089.stdout:1339: done (6 left) 2024-07-26T06:09:14.447 INFO:tasks.rados.rados.0.smithi089.stdout:1340: done (5 left) 2024-07-26T06:09:14.448 INFO:tasks.rados.rados.0.smithi089.stdout:1341: done (4 left) 2024-07-26T06:09:14.448 INFO:tasks.rados.rados.0.smithi089.stdout:1342: done (3 left) 2024-07-26T06:09:14.448 INFO:tasks.rados.rados.0.smithi089.stdout:1343: done (2 left) 2024-07-26T06:09:14.448 INFO:tasks.rados.rados.0.smithi089.stdout:1344: done (1 left) 2024-07-26T06:09:14.448 INFO:tasks.rados.rados.0.smithi089.stdout:1346: rollback oid 33 current snap is 121 2024-07-26T06:09:14.448 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 33 to 116 2024-07-26T06:09:14.448 INFO:tasks.rados.rados.0.smithi089.stdout:1345: finishing write tid 1 to smithi08986837-8 2024-07-26T06:09:14.448 INFO:tasks.rados.rados.0.smithi089.stdout:1345: finishing write tid 2 to smithi08986837-8 2024-07-26T06:09:14.448 INFO:tasks.rados.rados.0.smithi089.stdout:1347: read oid 50 snap -1 2024-07-26T06:09:14.448 INFO:tasks.rados.rados.0.smithi089.stdout:1347: expect (ObjNum 392 snap 113 seq_num 392) 2024-07-26T06:09:14.448 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 48 current snap is 121 2024-07-26T06:09:14.448 INFO:tasks.rados.rados.0.smithi089.stdout:1348: seq_num 416 ranges {4612096=573440,5185536=573440,5758976=475136,6234112=557056} 2024-07-26T06:09:14.475 INFO:tasks.rados.rados.0.smithi089.stdout:1348: writing smithi08986837-48 from 4612096 to 5185536 tid 1 2024-07-26T06:09:14.478 INFO:tasks.rados.rados.0.smithi089.stdout:1348: writing smithi08986837-48 from 5185536 to 5758976 tid 2 2024-07-26T06:09:14.481 INFO:tasks.rados.rados.0.smithi089.stdout:1348: writing smithi08986837-48 from 5758976 to 6234112 tid 3 2024-07-26T06:09:14.485 INFO:tasks.rados.rados.0.smithi089.stdout:1348: writing smithi08986837-48 from 6234112 to 6791168 tid 4 2024-07-26T06:09:14.485 INFO:tasks.rados.rados.0.smithi089.stdout:1349: snap_remove snap 119 2024-07-26T06:09:14.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:14 smithi155 ceph-mon[90160]: mgrmap e42: y(active, since 92s), standbys: x 2024-07-26T06:09:14.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:14 smithi155 ceph-mon[90160]: osdmap e323: 8 total, 8 up, 8 in 2024-07-26T06:09:14.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:14 smithi155 ceph-mon[90160]: osdmap e324: 8 total, 8 up, 8 in 2024-07-26T06:09:14.630 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:09:14 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:09:14.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:09:14.630 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:09:14 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:09:14.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:09:14.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:14 smithi089 ceph-mon[99608]: mgrmap e42: y(active, since 92s), standbys: x 2024-07-26T06:09:14.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:14 smithi089 ceph-mon[99608]: osdmap e323: 8 total, 8 up, 8 in 2024-07-26T06:09:14.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:14 smithi089 ceph-mon[99608]: osdmap e324: 8 total, 8 up, 8 in 2024-07-26T06:09:14.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:14 smithi089 ceph-mon[102056]: mgrmap e42: y(active, since 92s), standbys: x 2024-07-26T06:09:14.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:14 smithi089 ceph-mon[102056]: osdmap e323: 8 total, 8 up, 8 in 2024-07-26T06:09:14.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:14 smithi089 ceph-mon[102056]: osdmap e324: 8 total, 8 up, 8 in 2024-07-26T06:09:15.372 INFO:tasks.rados.rados.0.smithi089.stdout:1349: done (4 left) 2024-07-26T06:09:15.372 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 2 current snap is 121 2024-07-26T06:09:15.372 INFO:tasks.rados.rados.0.smithi089.stdout:1346: finishing rollback tid 1 to smithi08986837-33 2024-07-26T06:09:15.372 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 33 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-07-26T06:09:15.372 INFO:tasks.rados.rados.0.smithi089.stdout:1345: finishing write tid 3 to smithi08986837-8 2024-07-26T06:09:15.372 INFO:tasks.rados.rados.0.smithi089.stdout:1345: finishing write tid 4 to smithi08986837-8 2024-07-26T06:09:15.372 INFO:tasks.rados.rados.0.smithi089.stdout:1345: finishing write tid 5 to smithi08986837-8 2024-07-26T06:09:15.372 INFO:tasks.rados.rados.0.smithi089.stdout:1345: finishing write tid 6 to smithi08986837-8 2024-07-26T06:09:15.372 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 8 v 575 (ObjNum 415 snap 121 seq_num 415) dirty exists 2024-07-26T06:09:15.372 INFO:tasks.rados.rados.0.smithi089.stdout:1345: left oid 8 (ObjNum 415 snap 121 seq_num 415) 2024-07-26T06:09:15.373 INFO:tasks.rados.rados.0.smithi089.stdout:1347: expect (ObjNum 392 snap 113 seq_num 392) 2024-07-26T06:09:15.546 INFO:tasks.rados.rados.0.smithi089.stdout:1348: finishing write tid 1 to smithi08986837-48 2024-07-26T06:09:15.546 INFO:tasks.rados.rados.0.smithi089.stdout:1348: finishing write tid 2 to smithi08986837-48 2024-07-26T06:09:15.546 INFO:tasks.rados.rados.0.smithi089.stdout:1348: finishing write tid 3 to smithi08986837-48 2024-07-26T06:09:15.546 INFO:tasks.rados.rados.0.smithi089.stdout:1348: finishing write tid 4 to smithi08986837-48 2024-07-26T06:09:15.547 INFO:tasks.rados.rados.0.smithi089.stdout:1348: finishing write tid 5 to smithi08986837-48 2024-07-26T06:09:15.547 INFO:tasks.rados.rados.0.smithi089.stdout:1348: finishing write tid 6 to smithi08986837-48 2024-07-26T06:09:15.547 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 48 v 580 (ObjNum 416 snap 121 seq_num 416) dirty exists 2024-07-26T06:09:15.547 INFO:tasks.rados.rados.0.smithi089.stdout:1348: left oid 48 (ObjNum 416 snap 121 seq_num 416) 2024-07-26T06:09:15.547 INFO:tasks.rados.rados.0.smithi089.stdout:1350: seq_num 417 ranges {1556480=589824,2146304=458752,2605056=679936,3284992=466944} 2024-07-26T06:09:15.554 INFO:tasks.rados.rados.0.smithi089.stdout:1350: writing smithi08986837-2 from 1556480 to 2146304 tid 1 2024-07-26T06:09:15.556 INFO:tasks.rados.rados.0.smithi089.stdout:1350: writing smithi08986837-2 from 2146304 to 2605056 tid 2 2024-07-26T06:09:15.560 INFO:tasks.rados.rados.0.smithi089.stdout:1350: writing smithi08986837-2 from 2605056 to 3284992 tid 3 2024-07-26T06:09:15.563 INFO:tasks.rados.rados.0.smithi089.stdout:1350: writing smithi08986837-2 from 3284992 to 3751936 tid 4 2024-07-26T06:09:15.563 INFO:tasks.rados.rados.0.smithi089.stdout:1345: done (4 left) 2024-07-26T06:09:15.564 INFO:tasks.rados.rados.0.smithi089.stdout:1346: done (3 left) 2024-07-26T06:09:15.564 INFO:tasks.rados.rados.0.smithi089.stdout:1347: done (2 left) 2024-07-26T06:09:15.564 INFO:tasks.rados.rados.0.smithi089.stdout:1348: done (1 left) 2024-07-26T06:09:15.564 INFO:tasks.rados.rados.0.smithi089.stdout:1351: rollback oid 10 current snap is 121 2024-07-26T06:09:15.564 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 10 to 120 2024-07-26T06:09:15.564 INFO:tasks.rados.rados.0.smithi089.stdout:1350: finishing write tid 1 to smithi08986837-2 2024-07-26T06:09:15.564 INFO:tasks.rados.rados.0.smithi089.stdout:1350: finishing write tid 2 to smithi08986837-2 2024-07-26T06:09:15.564 INFO:tasks.rados.rados.0.smithi089.stdout:1352: snap_create 2024-07-26T06:09:15.564 INFO:tasks.rados.rados.0.smithi089.stdout:1350: finishing write tid 3 to smithi08986837-2 2024-07-26T06:09:15.566 INFO:tasks.rados.rados.0.smithi089.stdout:1350: finishing write tid 4 to smithi08986837-2 2024-07-26T06:09:15.566 INFO:tasks.rados.rados.0.smithi089.stdout:1350: finishing write tid 5 to smithi08986837-2 2024-07-26T06:09:15.567 INFO:tasks.rados.rados.0.smithi089.stdout:1351: finishing rollback tid 0 to smithi08986837-10 2024-07-26T06:09:15.567 INFO:tasks.rados.rados.0.smithi089.stdout:1351: finishing rollback tid 1 to smithi08986837-10 2024-07-26T06:09:15.567 INFO:tasks.rados.rados.0.smithi089.stdout:1351: finishing rollback tid 2 to smithi08986837-10 2024-07-26T06:09:15.567 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 10 v 717 (ObjNum 412 snap 120 seq_num 412) dirty exists 2024-07-26T06:09:15.568 INFO:tasks.rados.rados.0.smithi089.stdout:1350: finishing write tid 6 to smithi08986837-2 2024-07-26T06:09:15.568 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 2 v 140 (ObjNum 417 snap 121 seq_num 417) dirty exists 2024-07-26T06:09:15.568 INFO:tasks.rados.rados.0.smithi089.stdout:1350: left oid 2 (ObjNum 417 snap 121 seq_num 417) 2024-07-26T06:09:15.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:15 smithi155 ceph-mon[90160]: pgmap v136: 121 pgs: 121 active+clean; 169 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 5.0 MiB/s wr, 22 op/s 2024-07-26T06:09:15.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:15 smithi089 ceph-mon[99608]: pgmap v136: 121 pgs: 121 active+clean; 169 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 5.0 MiB/s wr, 22 op/s 2024-07-26T06:09:15.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:15 smithi089 ceph-mon[102056]: pgmap v136: 121 pgs: 121 active+clean; 169 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 5.0 MiB/s wr, 22 op/s 2024-07-26T06:09:16.372 INFO:tasks.rados.rados.0.smithi089.stdout:1350: done (2 left) 2024-07-26T06:09:16.372 INFO:tasks.rados.rados.0.smithi089.stdout:1351: done (1 left) 2024-07-26T06:09:16.372 INFO:tasks.rados.rados.0.smithi089.stdout:1352: done (0 left) 2024-07-26T06:09:16.372 INFO:tasks.rados.rados.0.smithi089.stdout:1353: read oid 8 snap 116 2024-07-26T06:09:16.372 INFO:tasks.rados.rados.0.smithi089.stdout:1353: expect (ObjNum 390 snap 113 seq_num 390) 2024-07-26T06:09:16.372 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 31 current snap is 122 2024-07-26T06:09:16.372 INFO:tasks.rados.rados.0.smithi089.stdout:1354: seq_num 418 ranges {1990656=606208,2596864=737280,3334144=434176,3768320=434176} 2024-07-26T06:09:16.386 INFO:tasks.rados.rados.0.smithi089.stdout:1354: writing smithi08986837-31 from 1990656 to 2596864 tid 1 2024-07-26T06:09:16.391 INFO:tasks.rados.rados.0.smithi089.stdout:1354: writing smithi08986837-31 from 2596864 to 3334144 tid 2 2024-07-26T06:09:16.393 INFO:tasks.rados.rados.0.smithi089.stdout:1354: writing smithi08986837-31 from 3334144 to 3768320 tid 3 2024-07-26T06:09:16.397 INFO:tasks.rados.rados.0.smithi089.stdout:1354: writing smithi08986837-31 from 3768320 to 4202496 tid 4 2024-07-26T06:09:16.397 INFO:tasks.rados.rados.0.smithi089.stdout:1355: setattr oid 28 current snap is 122 2024-07-26T06:09:16.397 INFO:tasks.rados.rados.0.smithi089.stdout:1353: expect (ObjNum 390 snap 113 seq_num 390) 2024-07-26T06:09:16.580 INFO:tasks.rados.rados.0.smithi089.stdout:1354: finishing write tid 1 to smithi08986837-31 2024-07-26T06:09:16.580 INFO:tasks.rados.rados.0.smithi089.stdout:1354: finishing write tid 2 to smithi08986837-31 2024-07-26T06:09:16.580 INFO:tasks.rados.rados.0.smithi089.stdout:1354: finishing write tid 3 to smithi08986837-31 2024-07-26T06:09:16.580 INFO:tasks.rados.rados.0.smithi089.stdout:1354: finishing write tid 4 to smithi08986837-31 2024-07-26T06:09:16.580 INFO:tasks.rados.rados.0.smithi089.stdout:1354: finishing write tid 5 to smithi08986837-31 2024-07-26T06:09:16.581 INFO:tasks.rados.rados.0.smithi089.stdout:1354: finishing write tid 6 to smithi08986837-31 2024-07-26T06:09:16.581 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 31 v 722 (ObjNum 418 snap 122 seq_num 418) dirty exists 2024-07-26T06:09:16.581 INFO:tasks.rados.rados.0.smithi089.stdout:1354: left oid 31 (ObjNum 418 snap 122 seq_num 418) 2024-07-26T06:09:16.581 INFO:tasks.rados.rados.0.smithi089.stdout:1353: done (2 left) 2024-07-26T06:09:16.581 INFO:tasks.rados.rados.0.smithi089.stdout:1354: done (1 left) 2024-07-26T06:09:16.581 INFO:tasks.rados.rados.0.smithi089.stdout:1356: snap_create 2024-07-26T06:09:16.584 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 28 v 712 (ObjNum 318 snap 93 seq_num 318) dirty exists 2024-07-26T06:09:16.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:16 smithi155 ceph-mon[90160]: osdmap e325: 8 total, 8 up, 8 in 2024-07-26T06:09:16.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:16 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:09:16.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:16 smithi089 ceph-mon[102056]: osdmap e325: 8 total, 8 up, 8 in 2024-07-26T06:09:16.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:16 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:09:16.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:16 smithi089 ceph-mon[99608]: osdmap e325: 8 total, 8 up, 8 in 2024-07-26T06:09:16.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:16 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:09:17.377 INFO:tasks.rados.rados.0.smithi089.stdout:1355: done (1 left) 2024-07-26T06:09:17.378 INFO:tasks.rados.rados.0.smithi089.stdout:1356: done (0 left) 2024-07-26T06:09:17.378 INFO:tasks.rados.rados.0.smithi089.stdout:1357: rmattr oid 41 current snap is 123 2024-07-26T06:09:17.378 INFO:tasks.rados.rados.0.smithi089.stdout:1357: done (0 left) 2024-07-26T06:09:17.378 INFO:tasks.rados.rados.0.smithi089.stdout:1358: snap_remove snap 122 2024-07-26T06:09:17.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:17 smithi155 ceph-mon[90160]: osdmap e326: 8 total, 8 up, 8 in 2024-07-26T06:09:17.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:17 smithi155 ceph-mon[90160]: pgmap v139: 121 pgs: 121 active+clean; 175 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 3.7 MiB/s wr, 25 op/s 2024-07-26T06:09:17.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:17 smithi089 ceph-mon[99608]: osdmap e326: 8 total, 8 up, 8 in 2024-07-26T06:09:17.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:17 smithi089 ceph-mon[99608]: pgmap v139: 121 pgs: 121 active+clean; 175 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 3.7 MiB/s wr, 25 op/s 2024-07-26T06:09:17.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:17 smithi089 ceph-mon[102056]: osdmap e326: 8 total, 8 up, 8 in 2024-07-26T06:09:17.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:17 smithi089 ceph-mon[102056]: pgmap v139: 121 pgs: 121 active+clean; 175 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 3.7 MiB/s wr, 25 op/s 2024-07-26T06:09:18.380 INFO:tasks.rados.rados.0.smithi089.stdout:1358: done (0 left) 2024-07-26T06:09:18.381 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 45 current snap is 123 2024-07-26T06:09:18.381 INFO:tasks.rados.rados.0.smithi089.stdout:1359: seq_num 419 ranges {4538368=622592,5160960=671744,5832704=647168,6479872=286720} 2024-07-26T06:09:18.408 INFO:tasks.rados.rados.0.smithi089.stdout:1359: writing smithi08986837-45 from 4538368 to 5160960 tid 1 2024-07-26T06:09:18.412 INFO:tasks.rados.rados.0.smithi089.stdout:1359: writing smithi08986837-45 from 5160960 to 5832704 tid 2 2024-07-26T06:09:18.416 INFO:tasks.rados.rados.0.smithi089.stdout:1359: writing smithi08986837-45 from 5832704 to 6479872 tid 3 2024-07-26T06:09:18.418 INFO:tasks.rados.rados.0.smithi089.stdout:1359: writing smithi08986837-45 from 6479872 to 6766592 tid 4 2024-07-26T06:09:18.418 INFO:tasks.rados.rados.0.smithi089.stdout:1360: delete oid 26 current snap is 123 2024-07-26T06:09:18.418 INFO:tasks.rados.rados.0.smithi089.stdout:1359: finishing write tid 1 to smithi08986837-45 2024-07-26T06:09:18.419 INFO:tasks.rados.rados.0.smithi089.stdout:1359: finishing write tid 2 to smithi08986837-45 2024-07-26T06:09:18.420 INFO:tasks.rados.rados.0.smithi089.stdout:1359: finishing write tid 3 to smithi08986837-45 2024-07-26T06:09:18.420 INFO:tasks.rados.rados.0.smithi089.stdout:1359: finishing write tid 4 to smithi08986837-45 2024-07-26T06:09:18.420 INFO:tasks.rados.rados.0.smithi089.stdout:1359: finishing write tid 5 to smithi08986837-45 2024-07-26T06:09:18.422 INFO:tasks.rados.rados.0.smithi089.stdout:1359: finishing write tid 6 to smithi08986837-45 2024-07-26T06:09:18.422 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 45 v 585 (ObjNum 419 snap 123 seq_num 419) dirty exists 2024-07-26T06:09:18.422 INFO:tasks.rados.rados.0.smithi089.stdout:1359: left oid 45 (ObjNum 419 snap 123 seq_num 419) 2024-07-26T06:09:18.422 INFO:tasks.rados.rados.0.smithi089.stdout:1359: done (1 left) 2024-07-26T06:09:18.422 INFO:tasks.rados.rados.0.smithi089.stdout:1360: done (0 left) 2024-07-26T06:09:18.422 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 2 current snap is 123 2024-07-26T06:09:18.422 INFO:tasks.rados.rados.0.smithi089.stdout:1361: seq_num 421 ranges {3751936=655360,4407296=442368,4849664=663552,5513216=499712} 2024-07-26T06:09:18.446 INFO:tasks.rados.rados.0.smithi089.stdout:1361: writing smithi08986837-2 from 3751936 to 4407296 tid 1 2024-07-26T06:09:18.448 INFO:tasks.rados.rados.0.smithi089.stdout:1361: writing smithi08986837-2 from 4407296 to 4849664 tid 2 2024-07-26T06:09:18.452 INFO:tasks.rados.rados.0.smithi089.stdout:1361: writing smithi08986837-2 from 4849664 to 5513216 tid 3 2024-07-26T06:09:18.455 INFO:tasks.rados.rados.0.smithi089.stdout:1361: writing smithi08986837-2 from 5513216 to 6012928 tid 4 2024-07-26T06:09:18.455 INFO:tasks.rados.rados.0.smithi089.stdout:1362: delete oid 11 current snap is 123 2024-07-26T06:09:18.455 INFO:tasks.rados.rados.0.smithi089.stdout:1361: finishing write tid 1 to smithi08986837-2 2024-07-26T06:09:18.455 INFO:tasks.rados.rados.0.smithi089.stdout:1361: finishing write tid 2 to smithi08986837-2 2024-07-26T06:09:18.455 INFO:tasks.rados.rados.0.smithi089.stdout:1361: finishing write tid 3 to smithi08986837-2 2024-07-26T06:09:18.457 INFO:tasks.rados.rados.0.smithi089.stdout:1362: done (1 left) 2024-07-26T06:09:18.457 INFO:tasks.rados.rados.0.smithi089.stdout:1363: copy_from oid 4 from oid 1 current snap is 123 2024-07-26T06:09:18.457 INFO:tasks.rados.rados.0.smithi089.stdout:1364: snap_create 2024-07-26T06:09:18.457 INFO:tasks.rados.rados.0.smithi089.stdout:1361: finishing write tid 4 to smithi08986837-2 2024-07-26T06:09:18.458 INFO:tasks.rados.rados.0.smithi089.stdout:1361: finishing write tid 5 to smithi08986837-2 2024-07-26T06:09:18.459 INFO:tasks.rados.rados.0.smithi089.stdout:1361: finishing write tid 6 to smithi08986837-2 2024-07-26T06:09:18.459 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 2 v 146 (ObjNum 421 snap 123 seq_num 421) dirty exists 2024-07-26T06:09:18.459 INFO:tasks.rados.rados.0.smithi089.stdout:1361: left oid 2 (ObjNum 421 snap 123 seq_num 421) 2024-07-26T06:09:18.466 INFO:tasks.rados.rados.0.smithi089.stdout:1363: finishing copy_from racing read to smithi08986837-4 2024-07-26T06:09:18.468 INFO:tasks.rados.rados.0.smithi089.stdout:1363: finishing copy_from to smithi08986837-4 2024-07-26T06:09:18.468 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 4 v 128 (ObjNum 379 snap 108 seq_num 379) dirty exists 2024-07-26T06:09:18.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:18 smithi089 ceph-mon[99608]: osdmap e327: 8 total, 8 up, 8 in 2024-07-26T06:09:18.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:18 smithi089 ceph-mon[102056]: osdmap e327: 8 total, 8 up, 8 in 2024-07-26T06:09:18.660 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:18 smithi155 ceph-mon[90160]: osdmap e327: 8 total, 8 up, 8 in 2024-07-26T06:09:19.129 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:09:18 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:09:18.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)\", cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", cluster_addr=\"172.21.15.89\", device_class=\"ssd\", hostname=\"smithi089\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.89\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster_addr=\"172.21.15.89\", device_class=\"ssd\", hostname=\"smithi089\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.89\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:09:19.338 INFO:tasks.rados.rados.0.smithi089.stdout:1361: done (2 left) 2024-07-26T06:09:19.338 INFO:tasks.rados.rados.0.smithi089.stdout:1363: done (1 left) 2024-07-26T06:09:19.338 INFO:tasks.rados.rados.0.smithi089.stdout:1364: done (0 left) 2024-07-26T06:09:19.339 INFO:tasks.rados.rados.0.smithi089.stdout:1365: setattr oid 25 current snap is 124 2024-07-26T06:09:19.339 INFO:tasks.rados.rados.0.smithi089.stdout:1366: setattr oid 47 current snap is 124 2024-07-26T06:09:19.341 INFO:tasks.rados.rados.0.smithi089.stdout:1367: snap_create 2024-07-26T06:09:19.346 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 25 v 714 (ObjNum 33 snap 0 seq_num 201460160) dirty exists 2024-07-26T06:09:19.347 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 47 v 755 (ObjNum 293 snap 86 seq_num 293) dirty exists 2024-07-26T06:09:19.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:19 smithi089 ceph-mon[99608]: osdmap e328: 8 total, 8 up, 8 in 2024-07-26T06:09:19.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:19 smithi089 ceph-mon[99608]: pgmap v142: 121 pgs: 121 active+clean; 175 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 3.7 MiB/s wr, 25 op/s 2024-07-26T06:09:19.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:19 smithi089 ceph-mon[99608]: osdmap e329: 8 total, 8 up, 8 in 2024-07-26T06:09:19.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:19 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-07-26T06:09:19.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:19 smithi089 ceph-mon[102056]: osdmap e328: 8 total, 8 up, 8 in 2024-07-26T06:09:19.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:19 smithi089 ceph-mon[102056]: pgmap v142: 121 pgs: 121 active+clean; 175 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 3.7 MiB/s wr, 25 op/s 2024-07-26T06:09:19.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:19 smithi089 ceph-mon[102056]: osdmap e329: 8 total, 8 up, 8 in 2024-07-26T06:09:19.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:19 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-07-26T06:09:19.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:19 smithi155 ceph-mon[90160]: osdmap e328: 8 total, 8 up, 8 in 2024-07-26T06:09:19.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:19 smithi155 ceph-mon[90160]: pgmap v142: 121 pgs: 121 active+clean; 175 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 3.7 MiB/s wr, 25 op/s 2024-07-26T06:09:19.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:19 smithi155 ceph-mon[90160]: osdmap e329: 8 total, 8 up, 8 in 2024-07-26T06:09:19.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:19 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-07-26T06:09:20.339 INFO:tasks.rados.rados.0.smithi089.stdout:1365: done (2 left) 2024-07-26T06:09:20.339 INFO:tasks.rados.rados.0.smithi089.stdout:1366: done (1 left) 2024-07-26T06:09:20.339 INFO:tasks.rados.rados.0.smithi089.stdout:1367: done (0 left) 2024-07-26T06:09:20.339 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 7 current snap is 125 2024-07-26T06:09:20.339 INFO:tasks.rados.rados.0.smithi089.stdout:1368: seq_num 423 ranges {4612096=688128,5300224=614400,5914624=622592,6537216=368640} 2024-07-26T06:09:20.367 INFO:tasks.rados.rados.0.smithi089.stdout:1368: writing smithi08986837-7 from 4612096 to 5300224 tid 1 2024-07-26T06:09:20.370 INFO:tasks.rados.rados.0.smithi089.stdout:1368: writing smithi08986837-7 from 5300224 to 5914624 tid 2 2024-07-26T06:09:20.375 INFO:tasks.rados.rados.0.smithi089.stdout:1368: writing smithi08986837-7 from 5914624 to 6537216 tid 3 2024-07-26T06:09:20.377 INFO:tasks.rados.rados.0.smithi089.stdout:1368: writing smithi08986837-7 from 6537216 to 6905856 tid 4 2024-07-26T06:09:20.377 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 32 current snap is 125 2024-07-26T06:09:20.377 INFO:tasks.rados.rados.0.smithi089.stdout:1369: seq_num 424 ranges {4792320=704512,5496832=491520,5988352=434176,6422528=679936} 2024-07-26T06:09:20.407 INFO:tasks.rados.rados.0.smithi089.stdout:1369: writing smithi08986837-32 from 4792320 to 5496832 tid 1 2024-07-26T06:09:20.410 INFO:tasks.rados.rados.0.smithi089.stdout:1369: writing smithi08986837-32 from 5496832 to 5988352 tid 2 2024-07-26T06:09:20.413 INFO:tasks.rados.rados.0.smithi089.stdout:1369: writing smithi08986837-32 from 5988352 to 6422528 tid 3 2024-07-26T06:09:20.417 INFO:tasks.rados.rados.0.smithi089.stdout:1369: writing smithi08986837-32 from 6422528 to 7102464 tid 4 2024-07-26T06:09:20.417 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 34 current snap is 125 2024-07-26T06:09:20.418 INFO:tasks.rados.rados.0.smithi089.stdout:1368: finishing write tid 1 to smithi08986837-7 2024-07-26T06:09:20.418 INFO:tasks.rados.rados.0.smithi089.stdout:1370: seq_num 425 ranges {4349952=720896,5070848=778240,5849088=638976,6488064=188416} 2024-07-26T06:09:20.444 INFO:tasks.rados.rados.0.smithi089.stdout:1370: writing smithi08986837-34 from 4349952 to 5070848 tid 1 2024-07-26T06:09:20.448 INFO:tasks.rados.rados.0.smithi089.stdout:1370: writing smithi08986837-34 from 5070848 to 5849088 tid 2 2024-07-26T06:09:20.452 INFO:tasks.rados.rados.0.smithi089.stdout:1370: writing smithi08986837-34 from 5849088 to 6488064 tid 3 2024-07-26T06:09:20.453 INFO:tasks.rados.rados.0.smithi089.stdout:1370: writing smithi08986837-34 from 6488064 to 6676480 tid 4 2024-07-26T06:09:20.454 INFO:tasks.rados.rados.0.smithi089.stdout:1371: snap_create 2024-07-26T06:09:20.454 INFO:tasks.rados.rados.0.smithi089.stdout:1368: finishing write tid 2 to smithi08986837-7 2024-07-26T06:09:20.454 INFO:tasks.rados.rados.0.smithi089.stdout:1368: finishing write tid 3 to smithi08986837-7 2024-07-26T06:09:20.454 INFO:tasks.rados.rados.0.smithi089.stdout:1368: finishing write tid 4 to smithi08986837-7 2024-07-26T06:09:20.454 INFO:tasks.rados.rados.0.smithi089.stdout:1368: finishing write tid 5 to smithi08986837-7 2024-07-26T06:09:20.454 INFO:tasks.rados.rados.0.smithi089.stdout:1368: finishing write tid 6 to smithi08986837-7 2024-07-26T06:09:20.454 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 7 v 582 (ObjNum 423 snap 125 seq_num 423) dirty exists 2024-07-26T06:09:20.454 INFO:tasks.rados.rados.0.smithi089.stdout:1368: left oid 7 (ObjNum 423 snap 125 seq_num 423) 2024-07-26T06:09:20.454 INFO:tasks.rados.rados.0.smithi089.stdout:1369: finishing write tid 1 to smithi08986837-32 2024-07-26T06:09:20.454 INFO:tasks.rados.rados.0.smithi089.stdout:1369: finishing write tid 2 to smithi08986837-32 2024-07-26T06:09:20.458 INFO:tasks.rados.rados.0.smithi089.stdout:1369: finishing write tid 3 to smithi08986837-32 2024-07-26T06:09:20.458 INFO:tasks.rados.rados.0.smithi089.stdout:1369: finishing write tid 4 to smithi08986837-32 2024-07-26T06:09:20.458 INFO:tasks.rados.rados.0.smithi089.stdout:1369: finishing write tid 5 to smithi08986837-32 2024-07-26T06:09:20.458 INFO:tasks.rados.rados.0.smithi089.stdout:1369: finishing write tid 6 to smithi08986837-32 2024-07-26T06:09:20.458 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 32 v 717 (ObjNum 424 snap 125 seq_num 424) dirty exists 2024-07-26T06:09:20.458 INFO:tasks.rados.rados.0.smithi089.stdout:1369: left oid 32 (ObjNum 424 snap 125 seq_num 424) 2024-07-26T06:09:20.458 INFO:tasks.rados.rados.0.smithi089.stdout:1370: finishing write tid 1 to smithi08986837-34 2024-07-26T06:09:20.458 INFO:tasks.rados.rados.0.smithi089.stdout:1370: finishing write tid 2 to smithi08986837-34 2024-07-26T06:09:20.459 INFO:tasks.rados.rados.0.smithi089.stdout:1370: finishing write tid 3 to smithi08986837-34 2024-07-26T06:09:20.459 INFO:tasks.rados.rados.0.smithi089.stdout:1370: finishing write tid 4 to smithi08986837-34 2024-07-26T06:09:20.459 INFO:tasks.rados.rados.0.smithi089.stdout:1370: finishing write tid 5 to smithi08986837-34 2024-07-26T06:09:20.459 INFO:tasks.rados.rados.0.smithi089.stdout:1370: finishing write tid 6 to smithi08986837-34 2024-07-26T06:09:20.459 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 34 v 708 (ObjNum 425 snap 125 seq_num 425) dirty exists 2024-07-26T06:09:20.459 INFO:tasks.rados.rados.0.smithi089.stdout:1370: left oid 34 (ObjNum 425 snap 125 seq_num 425) 2024-07-26T06:09:20.628 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:20 smithi089 ceph-mon[99608]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-07-26T06:09:20.628 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:20 smithi089 ceph-mon[99608]: Upgrade: osd.1 is safe to restart 2024-07-26T06:09:20.628 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:20 smithi089 ceph-mon[99608]: osdmap e330: 8 total, 8 up, 8 in 2024-07-26T06:09:20.628 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:20 smithi089 ceph-mon[102056]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-07-26T06:09:20.629 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:20 smithi089 ceph-mon[102056]: Upgrade: osd.1 is safe to restart 2024-07-26T06:09:20.629 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:20 smithi089 ceph-mon[102056]: osdmap e330: 8 total, 8 up, 8 in 2024-07-26T06:09:20.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:20 smithi155 ceph-mon[90160]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-07-26T06:09:20.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:20 smithi155 ceph-mon[90160]: Upgrade: osd.1 is safe to restart 2024-07-26T06:09:20.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:20 smithi155 ceph-mon[90160]: osdmap e330: 8 total, 8 up, 8 in 2024-07-26T06:09:21.398 INFO:tasks.rados.rados.0.smithi089.stdout:1368: done (3 left) 2024-07-26T06:09:21.398 INFO:tasks.rados.rados.0.smithi089.stdout:1369: done (2 left) 2024-07-26T06:09:21.398 INFO:tasks.rados.rados.0.smithi089.stdout:1370: done (1 left) 2024-07-26T06:09:21.399 INFO:tasks.rados.rados.0.smithi089.stdout:1371: done (0 left) 2024-07-26T06:09:21.399 INFO:tasks.rados.rados.0.smithi089.stdout:1372: delete oid 40 current snap is 126 2024-07-26T06:09:21.400 INFO:tasks.rados.rados.0.smithi089.stdout:1372: done (0 left) 2024-07-26T06:09:21.400 INFO:tasks.rados.rados.0.smithi089.stdout:1373: snap_remove snap 123 2024-07-26T06:09:22.002 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:21 smithi089 ceph-mon[99608]: pgmap v145: 121 pgs: 121 active+clean; 175 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:09:22.002 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:21 smithi089 ceph-mon[99608]: Upgrade: Updating osd.1 2024-07-26T06:09:22.003 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:21 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:09:22.003 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:21 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-07-26T06:09:22.003 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:21 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:09:22.003 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:21 smithi089 ceph-mon[99608]: Deploying daemon osd.1 on smithi089 2024-07-26T06:09:22.003 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:21 smithi089 ceph-mon[99608]: osdmap e331: 8 total, 8 up, 8 in 2024-07-26T06:09:22.003 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:21 smithi089 ceph-mon[102056]: pgmap v145: 121 pgs: 121 active+clean; 175 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:09:22.003 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:21 smithi089 ceph-mon[102056]: Upgrade: Updating osd.1 2024-07-26T06:09:22.003 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:21 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:09:22.003 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:21 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-07-26T06:09:22.003 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:21 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:09:22.003 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:21 smithi089 ceph-mon[102056]: Deploying daemon osd.1 on smithi089 2024-07-26T06:09:22.003 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:21 smithi089 ceph-mon[102056]: osdmap e331: 8 total, 8 up, 8 in 2024-07-26T06:09:22.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:21 smithi155 ceph-mon[90160]: pgmap v145: 121 pgs: 121 active+clean; 175 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:09:22.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:21 smithi155 ceph-mon[90160]: Upgrade: Updating osd.1 2024-07-26T06:09:22.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:21 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:09:22.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:21 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-07-26T06:09:22.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:21 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:09:22.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:21 smithi155 ceph-mon[90160]: Deploying daemon osd.1 on smithi089 2024-07-26T06:09:22.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:21 smithi155 ceph-mon[90160]: osdmap e331: 8 total, 8 up, 8 in 2024-07-26T06:09:22.401 INFO:tasks.rados.rados.0.smithi089.stdout:1373: done (0 left) 2024-07-26T06:09:22.401 INFO:tasks.rados.rados.0.smithi089.stdout:1374: snap_remove snap 124 2024-07-26T06:09:22.607 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:09:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:09:22] "GET /metrics HTTP/1.1" 200 36235 "" "Prometheus/2.43.0" 2024-07-26T06:09:22.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:09:22 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:09:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:09:23.406 INFO:tasks.rados.rados.0.smithi089.stdout:1374: done (0 left) 2024-07-26T06:09:23.406 INFO:tasks.rados.rados.0.smithi089.stdout:1375: snap_remove snap 116 2024-07-26T06:09:23.539 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:23 smithi089 ceph-mon[99608]: osdmap e332: 8 total, 8 up, 8 in 2024-07-26T06:09:23.539 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:23 smithi089 ceph-mon[99608]: pgmap v148: 121 pgs: 121 active+clean; 187 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 3.1 MiB/s wr, 17 op/s 2024-07-26T06:09:23.539 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:23 smithi089 ceph-mon[102056]: osdmap e332: 8 total, 8 up, 8 in 2024-07-26T06:09:23.539 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:23 smithi089 ceph-mon[102056]: pgmap v148: 121 pgs: 121 active+clean; 187 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 3.1 MiB/s wr, 17 op/s 2024-07-26T06:09:23.817 INFO:journalctl@ceph.osd.1.smithi089.stdout:Jul 26 06:09:23 smithi089 systemd[1]: Stopping Ceph osd.1 for 9bd49884-4b13-11ef-bcb6-c7b262605968... 2024-07-26T06:09:23.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:23 smithi155 ceph-mon[90160]: osdmap e332: 8 total, 8 up, 8 in 2024-07-26T06:09:23.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:23 smithi155 ceph-mon[90160]: pgmap v148: 121 pgs: 121 active+clean; 187 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 3.1 MiB/s wr, 17 op/s 2024-07-26T06:09:23.880 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:09:23 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:09:23.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi089\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi089\", job=\"node\", machine=\"x86_64\", nodename=\"smithi089\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", domainname=\"(none)\", instance=\"smithi089\", job=\"node\", machine=\"x86_64\", nodename=\"smithi089\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:09:24.155 INFO:journalctl@ceph.osd.1.smithi089.stdout:Jul 26 06:09:23 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-1[51789]: 2024-07-26T06:09:23.816+0000 7fe367de0640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-07-26T06:09:24.155 INFO:journalctl@ceph.osd.1.smithi089.stdout:Jul 26 06:09:23 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-1[51789]: 2024-07-26T06:09:23.816+0000 7fe367de0640 -1 osd.1 333 *** Got signal Terminated *** 2024-07-26T06:09:24.155 INFO:journalctl@ceph.osd.1.smithi089.stdout:Jul 26 06:09:23 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-1[51789]: 2024-07-26T06:09:23.816+0000 7fe367de0640 -1 osd.1 333 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-07-26T06:09:24.338 INFO:tasks.rados.rados.0.smithi089.stdout:1375: done (0 left) 2024-07-26T06:09:24.338 INFO:tasks.rados.rados.0.smithi089.stdout:1376: delete oid 34 current snap is 126 2024-07-26T06:09:24.350 INFO:tasks.rados.rados.0.smithi089.stdout:1376: done (0 left) 2024-07-26T06:09:24.350 INFO:tasks.rados.rados.0.smithi089.stdout:1377: read oid 33 snap -1 2024-07-26T06:09:24.350 INFO:tasks.rados.rados.0.smithi089.stdout:1377: expect deleted 2024-07-26T06:09:24.350 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 48 current snap is 126 2024-07-26T06:09:24.350 INFO:tasks.rados.rados.0.smithi089.stdout:1378: seq_num 428 ranges {6791168=778240,7569408=483328,8052736=409600,8462336=417792,8880128=294912} 2024-07-26T06:09:24.390 INFO:tasks.rados.rados.0.smithi089.stdout:1378: writing smithi08986837-48 from 6791168 to 7569408 tid 1 2024-07-26T06:09:24.392 INFO:tasks.rados.rados.0.smithi089.stdout:1378: writing smithi08986837-48 from 7569408 to 8052736 tid 2 2024-07-26T06:09:24.395 INFO:tasks.rados.rados.0.smithi089.stdout:1378: writing smithi08986837-48 from 8052736 to 8462336 tid 3 2024-07-26T06:09:24.397 INFO:tasks.rados.rados.0.smithi089.stdout:1378: writing smithi08986837-48 from 8462336 to 8880128 tid 4 2024-07-26T06:09:24.399 INFO:tasks.rados.rados.0.smithi089.stdout:1378: writing smithi08986837-48 from 8880128 to 9175040 tid 5 2024-07-26T06:09:24.399 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 5 current snap is 126 2024-07-26T06:09:24.399 INFO:tasks.rados.rados.0.smithi089.stdout:1379: seq_num 429 ranges {4005888=794624,4800512=770048,5570560=622592,6193152=212992} 2024-07-26T06:09:24.425 INFO:tasks.rados.rados.0.smithi089.stdout:1379: writing smithi08986837-5 from 4005888 to 4800512 tid 1 2024-07-26T06:09:24.429 INFO:tasks.rados.rados.0.smithi089.stdout:1379: writing smithi08986837-5 from 4800512 to 5570560 tid 2 2024-07-26T06:09:24.432 INFO:tasks.rados.rados.0.smithi089.stdout:1379: writing smithi08986837-5 from 5570560 to 6193152 tid 3 2024-07-26T06:09:24.434 INFO:tasks.rados.rados.0.smithi089.stdout:1379: writing smithi08986837-5 from 6193152 to 6406144 tid 4 2024-07-26T06:09:24.434 INFO:tasks.rados.rados.0.smithi089.stdout:1380: read oid 42 snap -1 2024-07-26T06:09:24.435 INFO:tasks.rados.rados.0.smithi089.stdout:1380: expect (ObjNum 318 snap 93 seq_num 318) 2024-07-26T06:09:24.435 INFO:tasks.rados.rados.0.smithi089.stdout:1381: read oid 8 snap -1 2024-07-26T06:09:24.435 INFO:tasks.rados.rados.0.smithi089.stdout:1381: expect (ObjNum 415 snap 121 seq_num 415) 2024-07-26T06:09:24.435 INFO:tasks.rados.rados.0.smithi089.stdout:1382: read oid 49 snap 121 2024-07-26T06:09:24.435 INFO:tasks.rados.rados.0.smithi089.stdout:1382: expect (ObjNum 374 snap 107 seq_num 374) 2024-07-26T06:09:24.435 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 17 current snap is 126 2024-07-26T06:09:24.435 INFO:tasks.rados.rados.0.smithi089.stdout:1379: finishing write tid 1 to smithi08986837-5 2024-07-26T06:09:24.435 INFO:tasks.rados.rados.0.smithi089.stdout:1379: finishing write tid 2 to smithi08986837-5 2024-07-26T06:09:24.435 INFO:tasks.rados.rados.0.smithi089.stdout:1383: seq_num 430 ranges {2793472=8192} 2024-07-26T06:09:24.450 INFO:tasks.rados.rados.0.smithi089.stdout:1383: writing smithi08986837-17 from 2793472 to 2801664 tid 1 2024-07-26T06:09:24.450 INFO:tasks.rados.rados.0.smithi089.stdout:1377: done (6 left) 2024-07-26T06:09:24.450 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 29 current snap is 126 2024-07-26T06:09:24.450 INFO:tasks.rados.rados.0.smithi089.stdout:1379: finishing write tid 3 to smithi08986837-5 2024-07-26T06:09:24.450 INFO:tasks.rados.rados.0.smithi089.stdout:1384: seq_num 431 ranges {2048000=24576} 2024-07-26T06:09:24.461 INFO:tasks.rados.rados.0.smithi089.stdout:1384: writing smithi08986837-29 from 2048000 to 2072576 tid 1 2024-07-26T06:09:24.461 INFO:tasks.rados.rados.0.smithi089.stdout:1385: delete oid 25 current snap is 126 2024-07-26T06:09:24.461 INFO:tasks.rados.rados.0.smithi089.stdout:1379: finishing write tid 4 to smithi08986837-5 2024-07-26T06:09:24.461 INFO:tasks.rados.rados.0.smithi089.stdout:1379: finishing write tid 5 to smithi08986837-5 2024-07-26T06:09:24.461 INFO:tasks.rados.rados.0.smithi089.stdout:1379: finishing write tid 6 to smithi08986837-5 2024-07-26T06:09:24.461 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 5 v 401 (ObjNum 429 snap 126 seq_num 429) dirty exists 2024-07-26T06:09:24.461 INFO:tasks.rados.rados.0.smithi089.stdout:1379: left oid 5 (ObjNum 429 snap 126 seq_num 429) 2024-07-26T06:09:24.462 INFO:tasks.rados.rados.0.smithi089.stdout:1382: expect (ObjNum 374 snap 107 seq_num 374) 2024-07-26T06:09:24.555 INFO:tasks.rados.rados.0.smithi089.stdout:1383: finishing write tid 1 to smithi08986837-17 2024-07-26T06:09:24.555 INFO:tasks.rados.rados.0.smithi089.stdout:1383: finishing write tid 2 to smithi08986837-17 2024-07-26T06:09:24.555 INFO:tasks.rados.rados.0.smithi089.stdout:1383: finishing write tid 3 to smithi08986837-17 2024-07-26T06:09:24.555 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 17 v 719 (ObjNum 430 snap 126 seq_num 430) dirty exists 2024-07-26T06:09:24.555 INFO:tasks.rados.rados.0.smithi089.stdout:1383: left oid 17 (ObjNum 430 snap 126 seq_num 430) 2024-07-26T06:09:24.555 INFO:tasks.rados.rados.0.smithi089.stdout:1379: done (7 left) 2024-07-26T06:09:24.555 INFO:tasks.rados.rados.0.smithi089.stdout:1382: done (6 left) 2024-07-26T06:09:24.555 INFO:tasks.rados.rados.0.smithi089.stdout:1383: done (5 left) 2024-07-26T06:09:24.555 INFO:tasks.rados.rados.0.smithi089.stdout:1385: done (4 left) 2024-07-26T06:09:24.555 INFO:tasks.rados.rados.0.smithi089.stdout:1386: read oid 35 snap -1 2024-07-26T06:09:24.555 INFO:tasks.rados.rados.0.smithi089.stdout:1386: expect (ObjNum 401 snap 116 seq_num 401) 2024-07-26T06:09:24.556 INFO:tasks.rados.rados.0.smithi089.stdout:1387: delete oid 24 current snap is 126 2024-07-26T06:09:24.556 INFO:tasks.rados.rados.0.smithi089.stdout:1387: done (5 left) 2024-07-26T06:09:24.557 INFO:tasks.rados.rados.0.smithi089.stdout:1388: snap_remove snap 121 2024-07-26T06:09:24.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:24 smithi089 ceph-mon[99608]: osdmap e333: 8 total, 8 up, 8 in 2024-07-26T06:09:24.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:24 smithi089 ceph-mon[99608]: osd.1 marked itself down and dead 2024-07-26T06:09:24.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:24 smithi089 ceph-mon[99608]: Health check failed: 1 osds down (OSD_DOWN) 2024-07-26T06:09:24.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:24 smithi089 ceph-mon[99608]: osdmap e334: 8 total, 7 up, 8 in 2024-07-26T06:09:24.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:24 smithi089 ceph-mon[102056]: osdmap e333: 8 total, 8 up, 8 in 2024-07-26T06:09:24.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:24 smithi089 ceph-mon[102056]: osd.1 marked itself down and dead 2024-07-26T06:09:24.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:24 smithi089 ceph-mon[102056]: Health check failed: 1 osds down (OSD_DOWN) 2024-07-26T06:09:24.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:24 smithi089 ceph-mon[102056]: osdmap e334: 8 total, 7 up, 8 in 2024-07-26T06:09:24.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:24 smithi155 ceph-mon[90160]: osdmap e333: 8 total, 8 up, 8 in 2024-07-26T06:09:24.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:24 smithi155 ceph-mon[90160]: osd.1 marked itself down and dead 2024-07-26T06:09:24.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:24 smithi155 ceph-mon[90160]: Health check failed: 1 osds down (OSD_DOWN) 2024-07-26T06:09:24.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:24 smithi155 ceph-mon[90160]: osdmap e334: 8 total, 7 up, 8 in 2024-07-26T06:09:24.880 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:09:24 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:09:24.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:09:24.880 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:09:24 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:09:24.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:09:25.124 INFO:journalctl@ceph.osd.1.smithi089.stdout:Jul 26 06:09:24 smithi089 podman[112392]: 2024-07-26 06:09:24.869276505 +0000 UTC m=+1.182198144 container died 2a37a3b20d7166627f31045343cbe17ec9935cabfac66bd0174332686b32cd86 (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-1, org.label-schema.build-date=20240724, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=quincy-5dff84c, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-07-26T06:09:25.339 INFO:tasks.rados.rados.0.smithi089.stdout:1388: done (5 left) 2024-07-26T06:09:25.340 INFO:tasks.rados.rados.0.smithi089.stdout:1389: read oid 28 snap -1 2024-07-26T06:09:25.340 INFO:tasks.rados.rados.0.smithi089.stdout:1389: expect (ObjNum 318 snap 93 seq_num 318) 2024-07-26T06:09:25.340 INFO:tasks.rados.rados.0.smithi089.stdout:1390: snap_remove snap 125 2024-07-26T06:09:25.404 INFO:journalctl@ceph.osd.1.smithi089.stdout:Jul 26 06:09:25 smithi089 podman[112392]: 2024-07-26 06:09:25.222540301 +0000 UTC m=+1.535461939 container cleanup 2a37a3b20d7166627f31045343cbe17ec9935cabfac66bd0174332686b32cd86 (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-1, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240724, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=quincy-5dff84c, ceph=True) 2024-07-26T06:09:25.405 INFO:journalctl@ceph.osd.1.smithi089.stdout:Jul 26 06:09:25 smithi089 bash[112392]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-1 2024-07-26T06:09:25.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:25 smithi155 ceph-mon[90160]: pgmap v151: 121 pgs: 16 stale+active+clean, 105 active+clean; 187 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 3.1 MiB/s wr, 17 op/s 2024-07-26T06:09:25.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:25 smithi155 ceph-mon[90160]: osdmap e335: 8 total, 7 up, 8 in 2024-07-26T06:09:25.894 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:25 smithi089 ceph-mon[99608]: pgmap v151: 121 pgs: 16 stale+active+clean, 105 active+clean; 187 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 3.1 MiB/s wr, 17 op/s 2024-07-26T06:09:25.894 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:25 smithi089 ceph-mon[99608]: osdmap e335: 8 total, 7 up, 8 in 2024-07-26T06:09:25.895 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:25 smithi089 ceph-mon[102056]: pgmap v151: 121 pgs: 16 stale+active+clean, 105 active+clean; 187 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 3.1 MiB/s wr, 17 op/s 2024-07-26T06:09:25.895 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:25 smithi089 ceph-mon[102056]: osdmap e335: 8 total, 7 up, 8 in 2024-07-26T06:09:25.895 INFO:journalctl@ceph.osd.1.smithi089.stdout:Jul 26 06:09:25 smithi089 podman[112412]: 2024-07-26 06:09:25.524463013 +0000 UTC m=+0.647890642 container remove 2a37a3b20d7166627f31045343cbe17ec9935cabfac66bd0174332686b32cd86 (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-1, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240724, RELEASE=quincy-5dff84c, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-07-26T06:09:26.155 INFO:journalctl@ceph.osd.1.smithi089.stdout:Jul 26 06:09:25 smithi089 podman[112509]: 2024-07-26 06:09:25.796984965 +0000 UTC m=+0.017139506 image pull a246f06af74af9a1c45475dc36c910d564494bacf385674011a33b62b93c2c8c quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c 2024-07-26T06:09:26.155 INFO:journalctl@ceph.osd.1.smithi089.stdout:Jul 26 06:09:25 smithi089 podman[112509]: 2024-07-26 06:09:25.908794225 +0000 UTC m=+0.128948744 container create bdf94a79a1d457c9826b5966b496d95fc7cdc3c945711e612e5c9768610716a5 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-1-deactivate, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240724, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=squid-4b23044, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0) 2024-07-26T06:09:26.155 INFO:journalctl@ceph.osd.1.smithi089.stdout:Jul 26 06:09:26 smithi089 podman[112509]: 2024-07-26 06:09:26.128168408 +0000 UTC m=+0.348322945 container init bdf94a79a1d457c9826b5966b496d95fc7cdc3c945711e612e5c9768610716a5 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-1-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240724, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, RELEASE=squid-4b23044, GIT_CLEAN=True) 2024-07-26T06:09:26.155 INFO:journalctl@ceph.osd.1.smithi089.stdout:Jul 26 06:09:26 smithi089 podman[112509]: 2024-07-26 06:09:26.133189056 +0000 UTC m=+0.353343585 container start bdf94a79a1d457c9826b5966b496d95fc7cdc3c945711e612e5c9768610716a5 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-1-deactivate, org.label-schema.build-date=20240724, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=squid-4b23044, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0) 2024-07-26T06:09:26.343 INFO:tasks.rados.rados.0.smithi089.stdout:1390: done (6 left) 2024-07-26T06:09:26.343 INFO:tasks.rados.rados.0.smithi089.stdout:1391: rollback oid 39 current snap is 126 2024-07-26T06:09:26.343 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 39 to 120 2024-07-26T06:09:26.344 INFO:tasks.rados.rados.0.smithi089.stdout:1378: finishing write tid 1 to smithi08986837-48 2024-07-26T06:09:26.344 INFO:tasks.rados.rados.0.smithi089.stdout:1378: finishing write tid 2 to smithi08986837-48 2024-07-26T06:09:26.344 INFO:tasks.rados.rados.0.smithi089.stdout:1380: expect (ObjNum 318 snap 93 seq_num 318) 2024-07-26T06:09:26.373 INFO:tasks.rados.rados.0.smithi089.stdout:1378: finishing write tid 3 to smithi08986837-48 2024-07-26T06:09:26.373 INFO:tasks.rados.rados.0.smithi089.stdout:1378: finishing write tid 4 to smithi08986837-48 2024-07-26T06:09:26.373 INFO:tasks.rados.rados.0.smithi089.stdout:1378: finishing write tid 5 to smithi08986837-48 2024-07-26T06:09:26.373 INFO:tasks.rados.rados.0.smithi089.stdout:1378: finishing write tid 6 to smithi08986837-48 2024-07-26T06:09:26.374 INFO:tasks.rados.rados.0.smithi089.stdout:1384: finishing write tid 1 to smithi08986837-29 2024-07-26T06:09:26.374 INFO:tasks.rados.rados.0.smithi089.stdout:1378: finishing write tid 7 to smithi08986837-48 2024-07-26T06:09:26.374 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 48 v 591 (ObjNum 428 snap 126 seq_num 428) dirty exists 2024-07-26T06:09:26.374 INFO:tasks.rados.rados.0.smithi089.stdout:1378: left oid 48 (ObjNum 428 snap 126 seq_num 428) 2024-07-26T06:09:26.374 INFO:tasks.rados.rados.0.smithi089.stdout:1384: finishing write tid 2 to smithi08986837-29 2024-07-26T06:09:26.374 INFO:tasks.rados.rados.0.smithi089.stdout:1378: done (6 left) 2024-07-26T06:09:26.374 INFO:tasks.rados.rados.0.smithi089.stdout:1380: done (5 left) 2024-07-26T06:09:26.374 INFO:tasks.rados.rados.0.smithi089.stdout:1392: copy_from oid 19 from oid 40 current snap is 126 2024-07-26T06:09:26.374 INFO:tasks.rados.rados.0.smithi089.stdout:1384: finishing write tid 3 to smithi08986837-29 2024-07-26T06:09:26.374 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 29 v 724 (ObjNum 431 snap 126 seq_num 431) dirty exists 2024-07-26T06:09:26.374 INFO:tasks.rados.rados.0.smithi089.stdout:1384: left oid 29 (ObjNum 431 snap 126 seq_num 431) 2024-07-26T06:09:26.374 INFO:tasks.rados.rados.0.smithi089.stdout:1386: expect (ObjNum 401 snap 116 seq_num 401) 2024-07-26T06:09:26.562 INFO:tasks.rados.rados.0.smithi089.stdout:1389: expect (ObjNum 318 snap 93 seq_num 318) 2024-07-26T06:09:26.588 INFO:tasks.rados.rados.0.smithi089.stdout:1381: expect (ObjNum 415 snap 121 seq_num 415) 2024-07-26T06:09:26.655 INFO:journalctl@ceph.osd.1.smithi089.stdout:Jul 26 06:09:26 smithi089 podman[112509]: 2024-07-26 06:09:26.228238088 +0000 UTC m=+0.448392625 container attach bdf94a79a1d457c9826b5966b496d95fc7cdc3c945711e612e5c9768610716a5 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-1-deactivate, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, RELEASE=squid-4b23044, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240724, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-07-26T06:09:26.655 INFO:journalctl@ceph.osd.1.smithi089.stdout:Jul 26 06:09:26 smithi089 podman[112509]: 2024-07-26 06:09:26.322373047 +0000 UTC m=+0.542527567 container died bdf94a79a1d457c9826b5966b496d95fc7cdc3c945711e612e5c9768610716a5 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-1-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240724, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=squid-4b23044, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.36.0) 2024-07-26T06:09:26.902 INFO:tasks.rados.rados.0.smithi089.stdout:1391: finishing rollback tid 0 to smithi08986837-39 2024-07-26T06:09:26.902 INFO:tasks.rados.rados.0.smithi089.stdout:1391: finishing rollback tid 1 to smithi08986837-39 2024-07-26T06:09:26.902 INFO:tasks.rados.rados.0.smithi089.stdout:1391: finishing rollback tid 2 to smithi08986837-39 2024-07-26T06:09:26.902 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 39 v 578 (ObjNum 389 snap 112 seq_num 389) dirty exists 2024-07-26T06:09:26.902 INFO:tasks.rados.rados.0.smithi089.stdout:1392: finishing copy_from to smithi08986837-19 2024-07-26T06:09:26.902 INFO:tasks.rados.rados.0.smithi089.stdout:1392: got expected ENOENT (src dne) 2024-07-26T06:09:26.902 INFO:tasks.rados.rados.0.smithi089.stdout:1392: finishing copy_from racing read to smithi08986837-19 2024-07-26T06:09:26.902 INFO:tasks.rados.rados.0.smithi089.stdout:1381: done (5 left) 2024-07-26T06:09:26.903 INFO:tasks.rados.rados.0.smithi089.stdout:1384: done (4 left) 2024-07-26T06:09:26.903 INFO:tasks.rados.rados.0.smithi089.stdout:1386: done (3 left) 2024-07-26T06:09:26.903 INFO:tasks.rados.rados.0.smithi089.stdout:1389: done (2 left) 2024-07-26T06:09:26.903 INFO:tasks.rados.rados.0.smithi089.stdout:1391: done (1 left) 2024-07-26T06:09:26.903 INFO:tasks.rados.rados.0.smithi089.stdout:1392: done (0 left) 2024-07-26T06:09:26.903 INFO:tasks.rados.rados.0.smithi089.stdout:1393: read oid 47 snap 120 2024-07-26T06:09:26.903 INFO:tasks.rados.rados.0.smithi089.stdout:1393: expect (ObjNum 293 snap 86 seq_num 293) 2024-07-26T06:09:26.903 INFO:tasks.rados.rados.0.smithi089.stdout:1394: snap_create 2024-07-26T06:09:26.906 INFO:tasks.rados.rados.0.smithi089.stdout:1393: expect (ObjNum 293 snap 86 seq_num 293) 2024-07-26T06:09:26.915 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:09:26.916 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:09:26.916 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:26 smithi089 ceph-mon[99608]: osdmap e336: 8 total, 7 up, 8 in 2024-07-26T06:09:26.916 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:09:26.916 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:09:26.916 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:26 smithi089 ceph-mon[102056]: osdmap e336: 8 total, 7 up, 8 in 2024-07-26T06:09:27.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:09:27.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:09:27.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:26 smithi155 ceph-mon[90160]: osdmap e336: 8 total, 7 up, 8 in 2024-07-26T06:09:27.188 INFO:journalctl@ceph.osd.1.smithi089.stdout:Jul 26 06:09:26 smithi089 podman[112552]: 2024-07-26 06:09:26.915568009 +0000 UTC m=+0.583712791 container remove bdf94a79a1d457c9826b5966b496d95fc7cdc3c945711e612e5c9768610716a5 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-1-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240724, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=squid-4b23044, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0) 2024-07-26T06:09:27.188 INFO:journalctl@ceph.osd.1.smithi089.stdout:Jul 26 06:09:26 smithi089 systemd[1]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@osd.1.service: Deactivated successfully. 2024-07-26T06:09:27.188 INFO:journalctl@ceph.osd.1.smithi089.stdout:Jul 26 06:09:26 smithi089 systemd[1]: Stopped Ceph osd.1 for 9bd49884-4b13-11ef-bcb6-c7b262605968. 2024-07-26T06:09:27.188 INFO:journalctl@ceph.osd.1.smithi089.stdout:Jul 26 06:09:26 smithi089 systemd[1]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@osd.1.service: Consumed 11.123s CPU time. 2024-07-26T06:09:27.548 INFO:journalctl@ceph.osd.1.smithi089.stdout:Jul 26 06:09:27 smithi089 systemd[1]: Starting Ceph osd.1 for 9bd49884-4b13-11ef-bcb6-c7b262605968... 2024-07-26T06:09:27.548 INFO:journalctl@ceph.osd.1.smithi089.stdout:Jul 26 06:09:27 smithi089 podman[112661]: 2024-07-26 06:09:27.305917164 +0000 UTC m=+0.016950927 image pull a246f06af74af9a1c45475dc36c910d564494bacf385674011a33b62b93c2c8c quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c 2024-07-26T06:09:27.548 INFO:journalctl@ceph.osd.1.smithi089.stdout:Jul 26 06:09:27 smithi089 podman[112661]: 2024-07-26 06:09:27.433787258 +0000 UTC m=+0.144821045 container create e6322b57218836b5c39b62189ab228d867984b3cae788564e8b5da4962145c36 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-1-activate, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.build-date=20240724, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, RELEASE=squid-4b23044) 2024-07-26T06:09:27.717 INFO:tasks.rados.rados.0.smithi089.stdout:1393: done (1 left) 2024-07-26T06:09:27.717 INFO:tasks.rados.rados.0.smithi089.stdout:1394: done (0 left) 2024-07-26T06:09:27.717 INFO:tasks.rados.rados.0.smithi089.stdout:1395: rmattr oid 11 current snap is 127 2024-07-26T06:09:27.718 INFO:tasks.rados.rados.0.smithi089.stdout:1395: done (0 left) 2024-07-26T06:09:27.718 INFO:tasks.rados.rados.0.smithi089.stdout:1396: snap_remove snap 120 2024-07-26T06:09:27.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:27 smithi089 ceph-mon[99608]: pgmap v154: 121 pgs: 33 active+undersized, 12 active+undersized+degraded, 76 active+clean; 179 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.1 MiB/s wr, 10 op/s; 47/279 objects degraded (16.846%) 2024-07-26T06:09:27.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:27 smithi089 ceph-mon[99608]: Health check failed: Degraded data redundancy: 47/279 objects degraded (16.846%), 12 pgs degraded (PG_DEGRADED) 2024-07-26T06:09:27.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:27 smithi089 ceph-mon[102056]: pgmap v154: 121 pgs: 33 active+undersized, 12 active+undersized+degraded, 76 active+clean; 179 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.1 MiB/s wr, 10 op/s; 47/279 objects degraded (16.846%) 2024-07-26T06:09:27.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:27 smithi089 ceph-mon[102056]: Health check failed: Degraded data redundancy: 47/279 objects degraded (16.846%), 12 pgs degraded (PG_DEGRADED) 2024-07-26T06:09:27.906 INFO:journalctl@ceph.osd.1.smithi089.stdout:Jul 26 06:09:27 smithi089 podman[112661]: 2024-07-26 06:09:27.6198997 +0000 UTC m=+0.330933461 container init e6322b57218836b5c39b62189ab228d867984b3cae788564e8b5da4962145c36 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-1-activate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240724, RELEASE=squid-4b23044, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-07-26T06:09:27.907 INFO:journalctl@ceph.osd.1.smithi089.stdout:Jul 26 06:09:27 smithi089 podman[112661]: 2024-07-26 06:09:27.625021715 +0000 UTC m=+0.336055465 container start e6322b57218836b5c39b62189ab228d867984b3cae788564e8b5da4962145c36 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-1-activate, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240724, RELEASE=squid-4b23044, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-07-26T06:09:27.907 INFO:journalctl@ceph.osd.1.smithi089.stdout:Jul 26 06:09:27 smithi089 podman[112661]: 2024-07-26 06:09:27.719501449 +0000 UTC m=+0.430535192 container attach e6322b57218836b5c39b62189ab228d867984b3cae788564e8b5da4962145c36 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-1-activate, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240724, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-4b23044, ceph=True) 2024-07-26T06:09:27.907 INFO:journalctl@ceph.osd.1.smithi089.stdout:Jul 26 06:09:27 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-1-activate[112677]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-26T06:09:27.907 INFO:journalctl@ceph.osd.1.smithi089.stdout:Jul 26 06:09:27 smithi089 bash[112661]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-26T06:09:27.907 INFO:journalctl@ceph.osd.1.smithi089.stdout:Jul 26 06:09:27 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-1-activate[112677]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-26T06:09:27.907 INFO:journalctl@ceph.osd.1.smithi089.stdout:Jul 26 06:09:27 smithi089 bash[112661]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-26T06:09:28.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:27 smithi155 ceph-mon[90160]: pgmap v154: 121 pgs: 33 active+undersized, 12 active+undersized+degraded, 76 active+clean; 179 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.1 MiB/s wr, 10 op/s; 47/279 objects degraded (16.846%) 2024-07-26T06:09:28.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:27 smithi155 ceph-mon[90160]: Health check failed: Degraded data redundancy: 47/279 objects degraded (16.846%), 12 pgs degraded (PG_DEGRADED) 2024-07-26T06:09:28.290 INFO:journalctl@ceph.osd.1.smithi089.stdout:Jul 26 06:09:27 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-1-activate[112677]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-07-26T06:09:28.291 INFO:journalctl@ceph.osd.1.smithi089.stdout:Jul 26 06:09:27 smithi089 bash[112661]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-07-26T06:09:28.291 INFO:journalctl@ceph.osd.1.smithi089.stdout:Jul 26 06:09:27 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-1-activate[112677]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-07-26T06:09:28.291 INFO:journalctl@ceph.osd.1.smithi089.stdout:Jul 26 06:09:27 smithi089 bash[112661]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-07-26T06:09:28.291 INFO:journalctl@ceph.osd.1.smithi089.stdout:Jul 26 06:09:27 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-1-activate[112677]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-07-26T06:09:28.291 INFO:journalctl@ceph.osd.1.smithi089.stdout:Jul 26 06:09:27 smithi089 bash[112661]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-07-26T06:09:28.291 INFO:journalctl@ceph.osd.1.smithi089.stdout:Jul 26 06:09:27 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-1-activate[112677]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-07-26T06:09:28.291 INFO:journalctl@ceph.osd.1.smithi089.stdout:Jul 26 06:09:27 smithi089 bash[112661]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-07-26T06:09:28.291 INFO:journalctl@ceph.osd.1.smithi089.stdout:Jul 26 06:09:27 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-1-activate[112677]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-07-26T06:09:28.291 INFO:journalctl@ceph.osd.1.smithi089.stdout:Jul 26 06:09:27 smithi089 bash[112661]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-07-26T06:09:28.291 INFO:journalctl@ceph.osd.1.smithi089.stdout:Jul 26 06:09:27 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-1-activate[112677]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-07-26T06:09:28.291 INFO:journalctl@ceph.osd.1.smithi089.stdout:Jul 26 06:09:27 smithi089 bash[112661]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-07-26T06:09:28.291 INFO:journalctl@ceph.osd.1.smithi089.stdout:Jul 26 06:09:27 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-1-activate[112677]: --> ceph-volume raw activate successful for osd ID: 1 2024-07-26T06:09:28.292 INFO:journalctl@ceph.osd.1.smithi089.stdout:Jul 26 06:09:27 smithi089 bash[112661]: --> ceph-volume raw activate successful for osd ID: 1 2024-07-26T06:09:28.292 INFO:journalctl@ceph.osd.1.smithi089.stdout:Jul 26 06:09:28 smithi089 podman[112661]: 2024-07-26 06:09:28.003898034 +0000 UTC m=+0.714931777 container died e6322b57218836b5c39b62189ab228d867984b3cae788564e8b5da4962145c36 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-1-activate, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-4b23044, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240724, ceph=True, CEPH_POINT_RELEASE=) 2024-07-26T06:09:28.720 INFO:tasks.rados.rados.0.smithi089.stdout:1396: done (0 left) 2024-07-26T06:09:28.720 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 30 current snap is 127 2024-07-26T06:09:28.720 INFO:tasks.rados.rados.0.smithi089.stdout:1397: seq_num 434 ranges {11796480=73728} 2024-07-26T06:09:28.784 INFO:tasks.rados.rados.0.smithi089.stdout:1397: writing smithi08986837-30 from 11796480 to 11870208 tid 1 2024-07-26T06:09:28.784 INFO:tasks.rados.rados.0.smithi089.stdout:1398: read oid 44 snap -1 2024-07-26T06:09:28.784 INFO:tasks.rados.rados.0.smithi089.stdout:1398: expect (ObjNum 386 snap 112 seq_num 386) 2024-07-26T06:09:28.784 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 9 current snap is 127 2024-07-26T06:09:28.784 INFO:tasks.rados.rados.0.smithi089.stdout:1399: seq_num 435 ranges {1138688=90112} 2024-07-26T06:09:28.791 INFO:tasks.rados.rados.0.smithi089.stdout:1399: writing smithi08986837-9 from 1138688 to 1228800 tid 1 2024-07-26T06:09:28.791 INFO:tasks.rados.rados.0.smithi089.stdout:1397: finishing write tid 1 to smithi08986837-30 2024-07-26T06:09:28.791 INFO:tasks.rados.rados.0.smithi089.stdout:1397: finishing write tid 2 to smithi08986837-30 2024-07-26T06:09:28.791 INFO:tasks.rados.rados.0.smithi089.stdout:1397: finishing write tid 3 to smithi08986837-30 2024-07-26T06:09:28.791 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 30 v 731 (ObjNum 434 snap 127 seq_num 434) dirty exists 2024-07-26T06:09:28.791 INFO:tasks.rados.rados.0.smithi089.stdout:1397: left oid 30 (ObjNum 434 snap 127 seq_num 434) 2024-07-26T06:09:28.791 INFO:tasks.rados.rados.0.smithi089.stdout:1397: done (2 left) 2024-07-26T06:09:28.791 INFO:tasks.rados.rados.0.smithi089.stdout:1400: read oid 5 snap -1 2024-07-26T06:09:28.791 INFO:tasks.rados.rados.0.smithi089.stdout:1400: expect (ObjNum 429 snap 126 seq_num 429) 2024-07-26T06:09:28.791 INFO:tasks.rados.rados.0.smithi089.stdout:1401: snap_create 2024-07-26T06:09:28.794 INFO:tasks.rados.rados.0.smithi089.stdout:1399: finishing write tid 1 to smithi08986837-9 2024-07-26T06:09:28.795 INFO:tasks.rados.rados.0.smithi089.stdout:1399: finishing write tid 2 to smithi08986837-9 2024-07-26T06:09:28.797 INFO:tasks.rados.rados.0.smithi089.stdout:1399: finishing write tid 3 to smithi08986837-9 2024-07-26T06:09:28.797 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 9 v 412 (ObjNum 435 snap 127 seq_num 435) dirty exists 2024-07-26T06:09:28.797 INFO:tasks.rados.rados.0.smithi089.stdout:1399: left oid 9 (ObjNum 435 snap 127 seq_num 435) 2024-07-26T06:09:28.827 INFO:tasks.rados.rados.0.smithi089.stdout:1398: expect (ObjNum 386 snap 112 seq_num 386) 2024-07-26T06:09:28.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:28 smithi089 ceph-mon[99608]: osdmap e337: 8 total, 7 up, 8 in 2024-07-26T06:09:28.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:28 smithi089 ceph-mon[102056]: osdmap e337: 8 total, 7 up, 8 in 2024-07-26T06:09:28.905 INFO:journalctl@ceph.osd.1.smithi089.stdout:Jul 26 06:09:28 smithi089 podman[112832]: 2024-07-26 06:09:28.556700807 +0000 UTC m=+0.547150411 container remove e6322b57218836b5c39b62189ab228d867984b3cae788564e8b5da4962145c36 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-1-activate, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240724, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-4b23044, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-07-26T06:09:28.905 INFO:journalctl@ceph.osd.1.smithi089.stdout:Jul 26 06:09:28 smithi089 podman[112898]: 2024-07-26 06:09:28.671842892 +0000 UTC m=+0.017275183 image pull a246f06af74af9a1c45475dc36c910d564494bacf385674011a33b62b93c2c8c quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c 2024-07-26T06:09:28.905 INFO:journalctl@ceph.osd.1.smithi089.stdout:Jul 26 06:09:28 smithi089 podman[112898]: 2024-07-26 06:09:28.782987605 +0000 UTC m=+0.128419891 container create f8fe67e57953f43f5f13aa1cf55e6edd7d09d789955f9b4737211e8529741af6 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-1, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240724, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, RELEASE=squid-4b23044, CEPH_POINT_RELEASE=) 2024-07-26T06:09:29.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:28 smithi155 ceph-mon[90160]: osdmap e337: 8 total, 7 up, 8 in 2024-07-26T06:09:29.129 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:09:28 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:09:28.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)\", cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", cluster_addr=\"172.21.15.89\", device_class=\"ssd\", hostname=\"smithi089\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.89\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster_addr=\"172.21.15.89\", device_class=\"ssd\", hostname=\"smithi089\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.89\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:09:29.405 INFO:journalctl@ceph.osd.1.smithi089.stdout:Jul 26 06:09:29 smithi089 podman[112898]: 2024-07-26 06:09:29.035948623 +0000 UTC m=+0.381380927 container init f8fe67e57953f43f5f13aa1cf55e6edd7d09d789955f9b4737211e8529741af6 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-1, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.build-date=20240724, GIT_CLEAN=True, RELEASE=squid-4b23044, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-07-26T06:09:29.405 INFO:journalctl@ceph.osd.1.smithi089.stdout:Jul 26 06:09:29 smithi089 podman[112898]: 2024-07-26 06:09:29.040348507 +0000 UTC m=+0.385780801 container start f8fe67e57953f43f5f13aa1cf55e6edd7d09d789955f9b4737211e8529741af6 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-1, RELEASE=squid-4b23044, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240724, io.buildah.version=1.36.0, GIT_CLEAN=True, ceph=True) 2024-07-26T06:09:29.405 INFO:journalctl@ceph.osd.1.smithi089.stdout:Jul 26 06:09:29 smithi089 ceph-osd[112936]: -- 172.21.15.89:0/4131741453 <== mon.2 v2:172.21.15.89:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55602a03da40 con 0x55602ae00000 2024-07-26T06:09:29.405 INFO:journalctl@ceph.osd.1.smithi089.stdout:Jul 26 06:09:29 smithi089 bash[112898]: f8fe67e57953f43f5f13aa1cf55e6edd7d09d789955f9b4737211e8529741af6 2024-07-26T06:09:29.405 INFO:journalctl@ceph.osd.1.smithi089.stdout:Jul 26 06:09:29 smithi089 systemd[1]: Started Ceph osd.1 for 9bd49884-4b13-11ef-bcb6-c7b262605968. 2024-07-26T06:09:29.562 INFO:tasks.rados.rados.0.smithi089.stdout:1400: expect (ObjNum 429 snap 126 seq_num 429) 2024-07-26T06:09:29.838 INFO:tasks.rados.rados.0.smithi089.stdout:1398: done (3 left) 2024-07-26T06:09:29.838 INFO:tasks.rados.rados.0.smithi089.stdout:1399: done (2 left) 2024-07-26T06:09:29.838 INFO:tasks.rados.rados.0.smithi089.stdout:1400: done (1 left) 2024-07-26T06:09:29.838 INFO:tasks.rados.rados.0.smithi089.stdout:1401: done (0 left) 2024-07-26T06:09:29.839 INFO:tasks.rados.rados.0.smithi089.stdout:1402: snap_remove snap 126 2024-07-26T06:09:29.839 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:29 smithi089 ceph-mon[99608]: pgmap v156: 121 pgs: 33 active+undersized, 12 active+undersized+degraded, 76 active+clean; 179 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 1.1 MiB/s wr, 9 op/s; 47/279 objects degraded (16.846%) 2024-07-26T06:09:29.839 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:29 smithi089 ceph-mon[99608]: osdmap e338: 8 total, 7 up, 8 in 2024-07-26T06:09:29.839 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:29 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:09:29.839 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:29 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:09:29.839 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:29 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:09:29.839 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:29 smithi089 ceph-mon[99608]: osdmap e339: 8 total, 7 up, 8 in 2024-07-26T06:09:29.840 INFO:journalctl@ceph.osd.1.smithi089.stdout:Jul 26 06:09:29 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-1[112913]: 2024-07-26T06:09:29.586+0000 7feba3d2e640 -1 Falling back to public interface 2024-07-26T06:09:29.840 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:29 smithi089 ceph-mon[102056]: pgmap v156: 121 pgs: 33 active+undersized, 12 active+undersized+degraded, 76 active+clean; 179 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 1.1 MiB/s wr, 9 op/s; 47/279 objects degraded (16.846%) 2024-07-26T06:09:29.840 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:29 smithi089 ceph-mon[102056]: osdmap e338: 8 total, 7 up, 8 in 2024-07-26T06:09:29.840 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:29 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:09:29.840 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:29 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:09:29.840 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:29 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:09:29.840 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:29 smithi089 ceph-mon[102056]: osdmap e339: 8 total, 7 up, 8 in 2024-07-26T06:09:30.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:29 smithi155 ceph-mon[90160]: pgmap v156: 121 pgs: 33 active+undersized, 12 active+undersized+degraded, 76 active+clean; 179 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 1.1 MiB/s wr, 9 op/s; 47/279 objects degraded (16.846%) 2024-07-26T06:09:30.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:29 smithi155 ceph-mon[90160]: osdmap e338: 8 total, 7 up, 8 in 2024-07-26T06:09:30.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:29 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:09:30.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:29 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:09:30.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:29 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:09:30.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:29 smithi155 ceph-mon[90160]: osdmap e339: 8 total, 7 up, 8 in 2024-07-26T06:09:30.740 INFO:tasks.rados.rados.0.smithi089.stdout:1402: done (0 left) 2024-07-26T06:09:30.740 INFO:tasks.rados.rados.0.smithi089.stdout:1403: rollback oid 10 current snap is 128 2024-07-26T06:09:30.740 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 10 to 127 2024-07-26T06:09:30.740 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 5 current snap is 128 2024-07-26T06:09:30.740 INFO:tasks.rados.rados.0.smithi089.stdout:1404: seq_num 436 ranges {6406144=106496} 2024-07-26T06:09:30.775 INFO:tasks.rados.rados.0.smithi089.stdout:1404: writing smithi08986837-5 from 6406144 to 6512640 tid 1 2024-07-26T06:09:30.775 INFO:tasks.rados.rados.0.smithi089.stdout:1405: copy_from oid 39 from oid 21 current snap is 128 2024-07-26T06:09:30.776 INFO:tasks.rados.rados.0.smithi089.stdout:1403: finishing rollback tid 0 to smithi08986837-10 2024-07-26T06:09:30.776 INFO:tasks.rados.rados.0.smithi089.stdout:1403: finishing rollback tid 1 to smithi08986837-10 2024-07-26T06:09:30.776 INFO:tasks.rados.rados.0.smithi089.stdout:1403: finishing rollback tid 2 to smithi08986837-10 2024-07-26T06:09:30.776 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 10 v 727 (ObjNum 412 snap 120 seq_num 412) dirty exists 2024-07-26T06:09:30.776 INFO:tasks.rados.rados.0.smithi089.stdout:1403: done (2 left) 2024-07-26T06:09:30.776 INFO:tasks.rados.rados.0.smithi089.stdout:1406: rollback oid 19 current snap is 128 2024-07-26T06:09:30.776 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 19 to 127 2024-07-26T06:09:30.776 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 4 current snap is 128 2024-07-26T06:09:30.776 INFO:tasks.rados.rados.0.smithi089.stdout:1407: seq_num 437 ranges {1556480=122880} 2024-07-26T06:09:30.784 INFO:tasks.rados.rados.0.smithi089.stdout:1407: writing smithi08986837-4 from 1556480 to 1679360 tid 1 2024-07-26T06:09:30.785 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 48 current snap is 128 2024-07-26T06:09:30.785 INFO:tasks.rados.rados.0.smithi089.stdout:1408: seq_num 438 ranges {9175040=139264} 2024-07-26T06:09:30.836 INFO:tasks.rados.rados.0.smithi089.stdout:1408: writing smithi08986837-48 from 9175040 to 9314304 tid 1 2024-07-26T06:09:30.836 INFO:tasks.rados.rados.0.smithi089.stdout:1409: setattr oid 8 current snap is 128 2024-07-26T06:09:30.836 INFO:tasks.rados.rados.0.smithi089.stdout:1406: finishing rollback tid 0 to smithi08986837-19 2024-07-26T06:09:30.836 INFO:tasks.rados.rados.0.smithi089.stdout:1406: finishing rollback tid 1 to smithi08986837-19 2024-07-26T06:09:30.836 INFO:tasks.rados.rados.0.smithi089.stdout:1404: finishing write tid 1 to smithi08986837-5 2024-07-26T06:09:30.836 INFO:tasks.rados.rados.0.smithi089.stdout:1404: finishing write tid 2 to smithi08986837-5 2024-07-26T06:09:30.836 INFO:tasks.rados.rados.0.smithi089.stdout:1406: finishing rollback tid 2 to smithi08986837-19 2024-07-26T06:09:30.836 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 19 v 594 (ObjNum 363 snap 106 seq_num 363) dirty exists 2024-07-26T06:09:30.836 INFO:tasks.rados.rados.0.smithi089.stdout:1404: finishing write tid 3 to smithi08986837-5 2024-07-26T06:09:30.836 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 5 v 410 (ObjNum 436 snap 128 seq_num 436) dirty exists 2024-07-26T06:09:30.837 INFO:tasks.rados.rados.0.smithi089.stdout:1404: left oid 5 (ObjNum 436 snap 128 seq_num 436) 2024-07-26T06:09:30.837 INFO:tasks.rados.rados.0.smithi089.stdout:1407: finishing write tid 1 to smithi08986837-4 2024-07-26T06:09:30.837 INFO:tasks.rados.rados.0.smithi089.stdout:1407: finishing write tid 2 to smithi08986837-4 2024-07-26T06:09:30.837 INFO:tasks.rados.rados.0.smithi089.stdout:1407: finishing write tid 3 to smithi08986837-4 2024-07-26T06:09:30.837 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 4 v 711 (ObjNum 437 snap 128 seq_num 437) dirty exists 2024-07-26T06:09:30.837 INFO:tasks.rados.rados.0.smithi089.stdout:1407: left oid 4 (ObjNum 437 snap 128 seq_num 437) 2024-07-26T06:09:30.837 INFO:tasks.rados.rados.0.smithi089.stdout:1405: finishing copy_from racing read to smithi08986837-39 2024-07-26T06:09:30.837 INFO:tasks.rados.rados.0.smithi089.stdout:1405: finishing copy_from to smithi08986837-39 2024-07-26T06:09:30.837 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 39 v 504 (ObjNum 296 snap 86 seq_num 296) dirty exists 2024-07-26T06:09:30.838 INFO:tasks.rados.rados.0.smithi089.stdout:1404: done (5 left) 2024-07-26T06:09:30.838 INFO:tasks.rados.rados.0.smithi089.stdout:1405: done (4 left) 2024-07-26T06:09:30.838 INFO:tasks.rados.rados.0.smithi089.stdout:1406: done (3 left) 2024-07-26T06:09:30.838 INFO:tasks.rados.rados.0.smithi089.stdout:1407: done (2 left) 2024-07-26T06:09:30.838 INFO:tasks.rados.rados.0.smithi089.stdout:1410: snap_remove snap 127 2024-07-26T06:09:31.749 INFO:tasks.rados.rados.0.smithi089.stdout:1410: done (2 left) 2024-07-26T06:09:31.750 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 37 current snap is 128 2024-07-26T06:09:31.750 INFO:tasks.rados.rados.0.smithi089.stdout:1408: finishing write tid 1 to smithi08986837-48 2024-07-26T06:09:31.750 INFO:tasks.rados.rados.0.smithi089.stdout:1411: seq_num 439 ranges {4792320=155648} 2024-07-26T06:09:31.776 INFO:tasks.rados.rados.0.smithi089.stdout:1411: writing smithi08986837-37 from 4792320 to 4947968 tid 1 2024-07-26T06:09:31.776 INFO:tasks.rados.rados.0.smithi089.stdout:1412: setattr oid 22 current snap is 128 2024-07-26T06:09:31.776 INFO:tasks.rados.rados.0.smithi089.stdout:1408: finishing write tid 2 to smithi08986837-48 2024-07-26T06:09:31.776 INFO:tasks.rados.rados.0.smithi089.stdout:1408: finishing write tid 3 to smithi08986837-48 2024-07-26T06:09:31.776 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 48 v 596 (ObjNum 438 snap 128 seq_num 438) dirty exists 2024-07-26T06:09:31.776 INFO:tasks.rados.rados.0.smithi089.stdout:1408: left oid 48 (ObjNum 438 snap 128 seq_num 438) 2024-07-26T06:09:31.777 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 8 v 579 (ObjNum 415 snap 121 seq_num 415) dirty exists 2024-07-26T06:09:31.778 INFO:tasks.rados.rados.0.smithi089.stdout:1411: finishing write tid 1 to smithi08986837-37 2024-07-26T06:09:31.778 INFO:tasks.rados.rados.0.smithi089.stdout:1411: finishing write tid 2 to smithi08986837-37 2024-07-26T06:09:31.780 INFO:tasks.rados.rados.0.smithi089.stdout:1408: done (3 left) 2024-07-26T06:09:31.780 INFO:tasks.rados.rados.0.smithi089.stdout:1409: done (2 left) 2024-07-26T06:09:31.780 INFO:tasks.rados.rados.0.smithi089.stdout:1413: snap_create 2024-07-26T06:09:31.780 INFO:tasks.rados.rados.0.smithi089.stdout:1411: finishing write tid 3 to smithi08986837-37 2024-07-26T06:09:31.780 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 37 v 759 (ObjNum 439 snap 128 seq_num 439) dirty exists 2024-07-26T06:09:31.780 INFO:tasks.rados.rados.0.smithi089.stdout:1411: left oid 37 (ObjNum 439 snap 128 seq_num 439) 2024-07-26T06:09:31.785 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 22 v 713 (ObjNum 225 snap 0 seq_num 3362749328) dirty exists 2024-07-26T06:09:32.057 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:31 smithi089 ceph-mon[99608]: pgmap v159: 121 pgs: 33 active+undersized, 12 active+undersized+degraded, 76 active+clean; 179 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.1 MiB/s wr, 8 op/s; 47/279 objects degraded (16.846%) 2024-07-26T06:09:32.057 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:31 smithi089 ceph-mon[99608]: osdmap e340: 8 total, 7 up, 8 in 2024-07-26T06:09:32.057 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:31 smithi089 ceph-mon[102056]: pgmap v159: 121 pgs: 33 active+undersized, 12 active+undersized+degraded, 76 active+clean; 179 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.1 MiB/s wr, 8 op/s; 47/279 objects degraded (16.846%) 2024-07-26T06:09:32.057 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:31 smithi089 ceph-mon[102056]: osdmap e340: 8 total, 7 up, 8 in 2024-07-26T06:09:32.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:31 smithi155 ceph-mon[90160]: pgmap v159: 121 pgs: 33 active+undersized, 12 active+undersized+degraded, 76 active+clean; 179 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.1 MiB/s wr, 8 op/s; 47/279 objects degraded (16.846%) 2024-07-26T06:09:32.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:31 smithi155 ceph-mon[90160]: osdmap e340: 8 total, 7 up, 8 in 2024-07-26T06:09:32.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:09:32 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:09:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:09:32.753 INFO:journalctl@ceph.osd.1.smithi089.stdout:Jul 26 06:09:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-1[112913]: 2024-07-26T06:09:32.497+0000 7feba3d2e640 -1 osd.1 333 log_to_monitors true 2024-07-26T06:09:32.754 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:09:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:09:32] "GET /metrics HTTP/1.1" 200 36167 "" "Prometheus/2.43.0" 2024-07-26T06:09:32.757 INFO:tasks.rados.rados.0.smithi089.stdout:1411: done (2 left) 2024-07-26T06:09:32.757 INFO:tasks.rados.rados.0.smithi089.stdout:1412: done (1 left) 2024-07-26T06:09:32.757 INFO:tasks.rados.rados.0.smithi089.stdout:1413: done (0 left) 2024-07-26T06:09:32.757 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 29 current snap is 129 2024-07-26T06:09:32.757 INFO:tasks.rados.rados.0.smithi089.stdout:1414: seq_num 440 ranges {2072576=172032} 2024-07-26T06:09:32.770 INFO:tasks.rados.rados.0.smithi089.stdout:1414: writing smithi08986837-29 from 2072576 to 2244608 tid 1 2024-07-26T06:09:32.771 INFO:tasks.rados.rados.0.smithi089.stdout:1415: copy_from oid 14 from oid 8 current snap is 129 2024-07-26T06:09:32.771 INFO:tasks.rados.rados.0.smithi089.stdout:1416: setattr oid 25 current snap is 129 2024-07-26T06:09:32.775 INFO:tasks.rados.rados.0.smithi089.stdout:1417: rollback oid 45 current snap is 129 2024-07-26T06:09:32.775 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 45 to 128 2024-07-26T06:09:32.775 INFO:tasks.rados.rados.0.smithi089.stdout:1418: rollback oid 50 current snap is 129 2024-07-26T06:09:32.775 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 50 to 128 2024-07-26T06:09:32.775 INFO:tasks.rados.rados.0.smithi089.stdout:1419: delete oid 6 current snap is 129 2024-07-26T06:09:32.776 INFO:tasks.rados.rados.0.smithi089.stdout:1414: finishing write tid 1 to smithi08986837-29 2024-07-26T06:09:32.776 INFO:tasks.rados.rados.0.smithi089.stdout:1414: finishing write tid 2 to smithi08986837-29 2024-07-26T06:09:32.778 INFO:tasks.rados.rados.0.smithi089.stdout:1419: done (5 left) 2024-07-26T06:09:32.778 INFO:tasks.rados.rados.0.smithi089.stdout:1420: read oid 34 snap -1 2024-07-26T06:09:32.778 INFO:tasks.rados.rados.0.smithi089.stdout:1420: expect deleted 2024-07-26T06:09:32.778 INFO:tasks.rados.rados.0.smithi089.stdout:1421: read oid 27 snap 128 2024-07-26T06:09:32.778 INFO:tasks.rados.rados.0.smithi089.stdout:1421: expect (ObjNum 404 snap 117 seq_num 404) 2024-07-26T06:09:32.778 INFO:tasks.rados.rados.0.smithi089.stdout:1422: read oid 47 snap 128 2024-07-26T06:09:32.778 INFO:tasks.rados.rados.0.smithi089.stdout:1422: expect (ObjNum 293 snap 86 seq_num 293) 2024-07-26T06:09:32.778 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 13 current snap is 129 2024-07-26T06:09:32.778 INFO:tasks.rados.rados.0.smithi089.stdout:1423: seq_num 442 ranges {0=204800} 2024-07-26T06:09:32.780 INFO:tasks.rados.rados.0.smithi089.stdout:1423: writing smithi08986837-13 from 0 to 204800 tid 1 2024-07-26T06:09:32.780 INFO:tasks.rados.rados.0.smithi089.stdout:1424: rollback oid 39 current snap is 129 2024-07-26T06:09:32.780 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 39 to 128 2024-07-26T06:09:32.780 INFO:tasks.rados.rados.0.smithi089.stdout:1414: finishing write tid 3 to smithi08986837-29 2024-07-26T06:09:32.780 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 29 v 729 (ObjNum 440 snap 129 seq_num 440) dirty exists 2024-07-26T06:09:32.781 INFO:tasks.rados.rados.0.smithi089.stdout:1414: left oid 29 (ObjNum 440 snap 129 seq_num 440) 2024-07-26T06:09:32.781 INFO:tasks.rados.rados.0.smithi089.stdout:1414: done (9 left) 2024-07-26T06:09:32.781 INFO:tasks.rados.rados.0.smithi089.stdout:1420: done (8 left) 2024-07-26T06:09:32.781 INFO:tasks.rados.rados.0.smithi089.stdout:1425: read oid 46 snap -1 2024-07-26T06:09:32.781 INFO:tasks.rados.rados.0.smithi089.stdout:1425: expect (ObjNum 311 snap 91 seq_num 311) 2024-07-26T06:09:32.781 INFO:tasks.rados.rados.0.smithi089.stdout:1426: read oid 18 snap -1 2024-07-26T06:09:32.781 INFO:tasks.rados.rados.0.smithi089.stdout:1426: expect (ObjNum 355 snap 105 seq_num 355) 2024-07-26T06:09:32.781 INFO:tasks.rados.rados.0.smithi089.stdout:1427: rollback oid 4 current snap is 129 2024-07-26T06:09:32.781 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 4 to 128 2024-07-26T06:09:32.781 INFO:tasks.rados.rados.0.smithi089.stdout:1428: rmattr oid 37 current snap is 129 2024-07-26T06:09:32.782 INFO:tasks.rados.rados.0.smithi089.stdout:1428: done (11 left) 2024-07-26T06:09:32.782 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 19 current snap is 129 2024-07-26T06:09:32.782 INFO:tasks.rados.rados.0.smithi089.stdout:1429: seq_num 443 ranges {1286144=221184} 2024-07-26T06:09:32.789 INFO:tasks.rados.rados.0.smithi089.stdout:1429: writing smithi08986837-19 from 1286144 to 1507328 tid 1 2024-07-26T06:09:32.789 INFO:tasks.rados.rados.0.smithi089.stdout:1430: snap_create 2024-07-26T06:09:32.789 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 25 v 716 (ObjNum 33 snap 0 seq_num 3362108272) dirty exists 2024-07-26T06:09:32.789 INFO:tasks.rados.rados.0.smithi089.stdout:1417: finishing rollback tid 0 to smithi08986837-45 2024-07-26T06:09:32.789 INFO:tasks.rados.rados.0.smithi089.stdout:1417: finishing rollback tid 1 to smithi08986837-45 2024-07-26T06:09:32.789 INFO:tasks.rados.rados.0.smithi089.stdout:1417: finishing rollback tid 2 to smithi08986837-45 2024-07-26T06:09:32.789 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 45 v 599 (ObjNum 419 snap 123 seq_num 419) dirty exists 2024-07-26T06:09:32.789 INFO:tasks.rados.rados.0.smithi089.stdout:1423: finishing write tid 1 to smithi08986837-13 2024-07-26T06:09:32.789 INFO:tasks.rados.rados.0.smithi089.stdout:1423: finishing write tid 2 to smithi08986837-13 2024-07-26T06:09:32.789 INFO:tasks.rados.rados.0.smithi089.stdout:1426: expect (ObjNum 355 snap 105 seq_num 355) 2024-07-26T06:09:32.826 INFO:tasks.rados.rados.0.smithi089.stdout:1427: finishing rollback tid 0 to smithi08986837-4 2024-07-26T06:09:32.826 INFO:tasks.rados.rados.0.smithi089.stdout:1427: finishing rollback tid 1 to smithi08986837-4 2024-07-26T06:09:32.826 INFO:tasks.rados.rados.0.smithi089.stdout:1423: finishing write tid 3 to smithi08986837-13 2024-07-26T06:09:32.826 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 13 v 715 (ObjNum 442 snap 129 seq_num 442) dirty exists 2024-07-26T06:09:32.826 INFO:tasks.rados.rados.0.smithi089.stdout:1423: left oid 13 (ObjNum 442 snap 129 seq_num 442) 2024-07-26T06:09:32.826 INFO:tasks.rados.rados.0.smithi089.stdout:1427: finishing rollback tid 2 to smithi08986837-4 2024-07-26T06:09:32.826 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 4 v 714 (ObjNum 437 snap 128 seq_num 437) dirty exists 2024-07-26T06:09:32.826 INFO:tasks.rados.rados.0.smithi089.stdout:1418: finishing rollback tid 0 to smithi08986837-50 2024-07-26T06:09:32.826 INFO:tasks.rados.rados.0.smithi089.stdout:1418: finishing rollback tid 1 to smithi08986837-50 2024-07-26T06:09:32.826 INFO:tasks.rados.rados.0.smithi089.stdout:1418: finishing rollback tid 2 to smithi08986837-50 2024-07-26T06:09:32.826 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 50 v 734 (ObjNum 392 snap 113 seq_num 392) dirty exists 2024-07-26T06:09:32.826 INFO:tasks.rados.rados.0.smithi089.stdout:1422: expect (ObjNum 293 snap 86 seq_num 293) 2024-07-26T06:09:32.875 INFO:tasks.rados.rados.0.smithi089.stdout:1424: finishing rollback tid 0 to smithi08986837-39 2024-07-26T06:09:32.875 INFO:tasks.rados.rados.0.smithi089.stdout:1424: finishing rollback tid 1 to smithi08986837-39 2024-07-26T06:09:32.875 INFO:tasks.rados.rados.0.smithi089.stdout:1424: finishing rollback tid 2 to smithi08986837-39 2024-07-26T06:09:32.875 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 39 v 582 (ObjNum 296 snap 86 seq_num 296) dirty exists 2024-07-26T06:09:32.875 INFO:tasks.rados.rados.0.smithi089.stdout:1429: finishing write tid 1 to smithi08986837-19 2024-07-26T06:09:32.875 INFO:tasks.rados.rados.0.smithi089.stdout:1429: finishing write tid 2 to smithi08986837-19 2024-07-26T06:09:32.875 INFO:tasks.rados.rados.0.smithi089.stdout:1429: finishing write tid 3 to smithi08986837-19 2024-07-26T06:09:32.875 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 19 v 601 (ObjNum 443 snap 129 seq_num 443) dirty exists 2024-07-26T06:09:32.875 INFO:tasks.rados.rados.0.smithi089.stdout:1429: left oid 19 (ObjNum 443 snap 129 seq_num 443) 2024-07-26T06:09:32.875 INFO:tasks.rados.rados.0.smithi089.stdout:1421: expect (ObjNum 404 snap 117 seq_num 404) 2024-07-26T06:09:33.085 INFO:tasks.rados.rados.0.smithi089.stdout:1415: finishing copy_from racing read to smithi08986837-14 2024-07-26T06:09:33.086 INFO:tasks.rados.rados.0.smithi089.stdout:1425: expect (ObjNum 311 snap 91 seq_num 311) 2024-07-26T06:09:33.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:32 smithi155 ceph-mon[90160]: osdmap e341: 8 total, 7 up, 8 in 2024-07-26T06:09:33.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:32 smithi155 ceph-mon[90160]: from='osd.1 [v2:172.21.15.89:6810/1617862369,v1:172.21.15.89:6811/1617862369]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-07-26T06:09:33.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:32 smithi155 ceph-mon[90160]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-07-26T06:09:33.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:32 smithi089 ceph-mon[99608]: osdmap e341: 8 total, 7 up, 8 in 2024-07-26T06:09:33.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:32 smithi089 ceph-mon[99608]: from='osd.1 [v2:172.21.15.89:6810/1617862369,v1:172.21.15.89:6811/1617862369]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-07-26T06:09:33.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:32 smithi089 ceph-mon[99608]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-07-26T06:09:33.155 INFO:journalctl@ceph.osd.1.smithi089.stdout:Jul 26 06:09:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-1[112913]: 2024-07-26T06:09:32.771+0000 7feb9bad9640 -1 osd.1 333 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-07-26T06:09:33.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:32 smithi089 ceph-mon[102056]: osdmap e341: 8 total, 7 up, 8 in 2024-07-26T06:09:33.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:32 smithi089 ceph-mon[102056]: from='osd.1 [v2:172.21.15.89:6810/1617862369,v1:172.21.15.89:6811/1617862369]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-07-26T06:09:33.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:32 smithi089 ceph-mon[102056]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-07-26T06:09:33.422 INFO:tasks.rados.rados.0.smithi089.stdout:1415: finishing copy_from to smithi08986837-14 2024-07-26T06:09:33.422 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 14 v 579 (ObjNum 415 snap 121 seq_num 415) dirty exists 2024-07-26T06:09:33.757 INFO:tasks.rados.rados.0.smithi089.stdout:1415: done (12 left) 2024-07-26T06:09:33.757 INFO:tasks.rados.rados.0.smithi089.stdout:1416: done (11 left) 2024-07-26T06:09:33.757 INFO:tasks.rados.rados.0.smithi089.stdout:1417: done (10 left) 2024-07-26T06:09:33.758 INFO:tasks.rados.rados.0.smithi089.stdout:1418: done (9 left) 2024-07-26T06:09:33.758 INFO:tasks.rados.rados.0.smithi089.stdout:1421: done (8 left) 2024-07-26T06:09:33.758 INFO:tasks.rados.rados.0.smithi089.stdout:1422: done (7 left) 2024-07-26T06:09:33.758 INFO:tasks.rados.rados.0.smithi089.stdout:1423: done (6 left) 2024-07-26T06:09:33.758 INFO:tasks.rados.rados.0.smithi089.stdout:1424: done (5 left) 2024-07-26T06:09:33.758 INFO:tasks.rados.rados.0.smithi089.stdout:1425: done (4 left) 2024-07-26T06:09:33.758 INFO:tasks.rados.rados.0.smithi089.stdout:1426: done (3 left) 2024-07-26T06:09:33.758 INFO:tasks.rados.rados.0.smithi089.stdout:1427: done (2 left) 2024-07-26T06:09:33.758 INFO:tasks.rados.rados.0.smithi089.stdout:1429: done (1 left) 2024-07-26T06:09:33.758 INFO:tasks.rados.rados.0.smithi089.stdout:1430: done (0 left) 2024-07-26T06:09:33.758 INFO:tasks.rados.rados.0.smithi089.stdout:1431: delete oid 24 current snap is 130 2024-07-26T06:09:33.760 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:09:33 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:09:33.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi089\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi089\", job=\"node\", machine=\"x86_64\", nodename=\"smithi089\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", domainname=\"(none)\", instance=\"smithi089\", job=\"node\", machine=\"x86_64\", nodename=\"smithi089\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:09:33.769 INFO:tasks.rados.rados.0.smithi089.stdout:1431: done (0 left) 2024-07-26T06:09:33.769 INFO:tasks.rados.rados.0.smithi089.stdout:1432: snap_remove snap 129 2024-07-26T06:09:34.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:33 smithi155 ceph-mon[90160]: pgmap v162: 121 pgs: 33 active+undersized, 12 active+undersized+degraded, 76 active+clean; 174 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.7 MiB/s wr, 13 op/s; 53/267 objects degraded (19.850%) 2024-07-26T06:09:34.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:33 smithi155 ceph-mon[90160]: Health check update: Degraded data redundancy: 53/267 objects degraded (19.850%), 12 pgs degraded (PG_DEGRADED) 2024-07-26T06:09:34.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:33 smithi155 ceph-mon[90160]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-07-26T06:09:34.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:33 smithi155 ceph-mon[90160]: osdmap e342: 8 total, 7 up, 8 in 2024-07-26T06:09:34.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:33 smithi155 ceph-mon[90160]: from='osd.1 [v2:172.21.15.89:6810/1617862369,v1:172.21.15.89:6811/1617862369]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi089", "root=default"]}]: dispatch 2024-07-26T06:09:34.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:33 smithi155 ceph-mon[90160]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi089", "root=default"]}]: dispatch 2024-07-26T06:09:34.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:33 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:09:34.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:33 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:09:34.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:33 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:09:34.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:33 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:09:34.139 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:33 smithi089 ceph-mon[99608]: pgmap v162: 121 pgs: 33 active+undersized, 12 active+undersized+degraded, 76 active+clean; 174 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.7 MiB/s wr, 13 op/s; 53/267 objects degraded (19.850%) 2024-07-26T06:09:34.139 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:33 smithi089 ceph-mon[99608]: Health check update: Degraded data redundancy: 53/267 objects degraded (19.850%), 12 pgs degraded (PG_DEGRADED) 2024-07-26T06:09:34.139 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:33 smithi089 ceph-mon[99608]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-07-26T06:09:34.139 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:33 smithi089 ceph-mon[99608]: osdmap e342: 8 total, 7 up, 8 in 2024-07-26T06:09:34.139 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:33 smithi089 ceph-mon[99608]: from='osd.1 [v2:172.21.15.89:6810/1617862369,v1:172.21.15.89:6811/1617862369]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi089", "root=default"]}]: dispatch 2024-07-26T06:09:34.140 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:33 smithi089 ceph-mon[99608]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi089", "root=default"]}]: dispatch 2024-07-26T06:09:34.140 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:33 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:09:34.140 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:33 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:09:34.140 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:33 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:09:34.140 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:33 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:09:34.140 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:33 smithi089 ceph-mon[102056]: pgmap v162: 121 pgs: 33 active+undersized, 12 active+undersized+degraded, 76 active+clean; 174 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.7 MiB/s wr, 13 op/s; 53/267 objects degraded (19.850%) 2024-07-26T06:09:34.140 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:33 smithi089 ceph-mon[102056]: Health check update: Degraded data redundancy: 53/267 objects degraded (19.850%), 12 pgs degraded (PG_DEGRADED) 2024-07-26T06:09:34.140 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:33 smithi089 ceph-mon[102056]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-07-26T06:09:34.141 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:33 smithi089 ceph-mon[102056]: osdmap e342: 8 total, 7 up, 8 in 2024-07-26T06:09:34.141 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:33 smithi089 ceph-mon[102056]: from='osd.1 [v2:172.21.15.89:6810/1617862369,v1:172.21.15.89:6811/1617862369]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi089", "root=default"]}]: dispatch 2024-07-26T06:09:34.141 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:33 smithi089 ceph-mon[102056]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi089", "root=default"]}]: dispatch 2024-07-26T06:09:34.141 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:33 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:09:34.141 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:33 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:09:34.141 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:33 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:09:34.141 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:33 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:09:34.764 INFO:tasks.rados.rados.0.smithi089.stdout:1432: done (0 left) 2024-07-26T06:09:34.765 INFO:tasks.rados.rados.0.smithi089.stdout:1433: delete oid 24 current snap is 130 2024-07-26T06:09:34.770 INFO:tasks.rados.rados.0.smithi089.stdout:1433: done (0 left) 2024-07-26T06:09:34.770 INFO:tasks.rados.rados.0.smithi089.stdout:1434: read oid 30 snap -1 2024-07-26T06:09:34.770 INFO:tasks.rados.rados.0.smithi089.stdout:1434: expect (ObjNum 434 snap 127 seq_num 434) 2024-07-26T06:09:34.770 INFO:tasks.rados.rados.0.smithi089.stdout:1435: snap_create 2024-07-26T06:09:34.777 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:09:34 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:09:34.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:09:34.777 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:09:34 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:09:34.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:09:34.824 INFO:tasks.rados.rados.0.smithi089.stdout:1434: expect (ObjNum 434 snap 127 seq_num 434) 2024-07-26T06:09:35.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:34 smithi155 ceph-mon[90160]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-07-26T06:09:35.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:34 smithi155 ceph-mon[90160]: osd.1 [v2:172.21.15.89:6810/1617862369,v1:172.21.15.89:6811/1617862369] boot 2024-07-26T06:09:35.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:34 smithi155 ceph-mon[90160]: osdmap e343: 8 total, 8 up, 8 in 2024-07-26T06:09:35.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:34 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-26T06:09:35.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:34 smithi155 ceph-mon[90160]: osdmap e344: 8 total, 8 up, 8 in 2024-07-26T06:09:35.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:34 smithi089 ceph-mon[99608]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-07-26T06:09:35.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:34 smithi089 ceph-mon[99608]: osd.1 [v2:172.21.15.89:6810/1617862369,v1:172.21.15.89:6811/1617862369] boot 2024-07-26T06:09:35.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:34 smithi089 ceph-mon[99608]: osdmap e343: 8 total, 8 up, 8 in 2024-07-26T06:09:35.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:34 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-26T06:09:35.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:34 smithi089 ceph-mon[99608]: osdmap e344: 8 total, 8 up, 8 in 2024-07-26T06:09:35.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:34 smithi089 ceph-mon[102056]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-07-26T06:09:35.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:34 smithi089 ceph-mon[102056]: osd.1 [v2:172.21.15.89:6810/1617862369,v1:172.21.15.89:6811/1617862369] boot 2024-07-26T06:09:35.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:34 smithi089 ceph-mon[102056]: osdmap e343: 8 total, 8 up, 8 in 2024-07-26T06:09:35.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:34 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-07-26T06:09:35.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:34 smithi089 ceph-mon[102056]: osdmap e344: 8 total, 8 up, 8 in 2024-07-26T06:09:35.841 INFO:tasks.rados.rados.0.smithi089.stdout:1434: done (1 left) 2024-07-26T06:09:35.841 INFO:tasks.rados.rados.0.smithi089.stdout:1435: done (0 left) 2024-07-26T06:09:35.841 INFO:tasks.rados.rados.0.smithi089.stdout:1436: snap_remove snap 130 2024-07-26T06:09:36.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:35 smithi155 ceph-mon[90160]: pgmap v165: 121 pgs: 33 active+undersized, 12 active+undersized+degraded, 76 active+clean; 174 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.7 MiB/s wr, 13 op/s; 53/267 objects degraded (19.850%) 2024-07-26T06:09:36.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:35 smithi089 ceph-mon[99608]: pgmap v165: 121 pgs: 33 active+undersized, 12 active+undersized+degraded, 76 active+clean; 174 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.7 MiB/s wr, 13 op/s; 53/267 objects degraded (19.850%) 2024-07-26T06:09:36.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:35 smithi089 ceph-mon[102056]: pgmap v165: 121 pgs: 33 active+undersized, 12 active+undersized+degraded, 76 active+clean; 174 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.7 MiB/s wr, 13 op/s; 53/267 objects degraded (19.850%) 2024-07-26T06:09:36.794 INFO:tasks.rados.rados.0.smithi089.stdout:1436: done (0 left) 2024-07-26T06:09:36.794 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 16 current snap is 131 2024-07-26T06:09:36.794 INFO:tasks.rados.rados.0.smithi089.stdout:1437: seq_num 446 ranges {3276800=278528} 2024-07-26T06:09:36.813 INFO:tasks.rados.rados.0.smithi089.stdout:1437: writing smithi08986837-16 from 3276800 to 3555328 tid 1 2024-07-26T06:09:36.814 INFO:tasks.rados.rados.0.smithi089.stdout:1438: rollback oid 20 current snap is 131 2024-07-26T06:09:36.814 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 20 to 128 2024-07-26T06:09:36.814 INFO:tasks.rados.rados.0.smithi089.stdout:1439: copy_from oid 3 from oid 33 current snap is 131 2024-07-26T06:09:36.814 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 30 current snap is 131 2024-07-26T06:09:36.814 INFO:tasks.rados.rados.0.smithi089.stdout:1440: seq_num 447 ranges {11870208=294912} 2024-07-26T06:09:36.879 INFO:tasks.rados.rados.0.smithi089.stdout:1440: writing smithi08986837-30 from 11870208 to 12165120 tid 1 2024-07-26T06:09:36.879 INFO:tasks.rados.rados.0.smithi089.stdout:1441: read oid 31 snap -1 2024-07-26T06:09:36.879 INFO:tasks.rados.rados.0.smithi089.stdout:1441: expect (ObjNum 418 snap 122 seq_num 418) 2024-07-26T06:09:36.879 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 14 current snap is 131 2024-07-26T06:09:36.880 INFO:tasks.rados.rados.0.smithi089.stdout:1438: finishing rollback tid 0 to smithi08986837-20 2024-07-26T06:09:36.880 INFO:tasks.rados.rados.0.smithi089.stdout:1438: finishing rollback tid 1 to smithi08986837-20 2024-07-26T06:09:36.880 INFO:tasks.rados.rados.0.smithi089.stdout:1438: finishing rollback tid 2 to smithi08986837-20 2024-07-26T06:09:36.880 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 20 v 416 (ObjNum 391 snap 113 seq_num 391) dirty exists 2024-07-26T06:09:36.880 INFO:tasks.rados.rados.0.smithi089.stdout:1439: finishing copy_from to smithi08986837-3 2024-07-26T06:09:36.880 INFO:tasks.rados.rados.0.smithi089.stdout:1439: got expected ENOENT (src dne) 2024-07-26T06:09:36.880 INFO:tasks.rados.rados.0.smithi089.stdout:1439: finishing copy_from racing read to smithi08986837-3 2024-07-26T06:09:36.880 INFO:tasks.rados.rados.0.smithi089.stdout:1437: finishing write tid 1 to smithi08986837-16 2024-07-26T06:09:36.880 INFO:tasks.rados.rados.0.smithi089.stdout:1437: finishing write tid 2 to smithi08986837-16 2024-07-26T06:09:36.880 INFO:tasks.rados.rados.0.smithi089.stdout:1442: seq_num 448 ranges {6774784=311296} 2024-07-26T06:09:36.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:36 smithi089 ceph-mon[99608]: osdmap e345: 8 total, 8 up, 8 in 2024-07-26T06:09:36.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:36 smithi089 ceph-mon[102056]: osdmap e345: 8 total, 8 up, 8 in 2024-07-26T06:09:36.918 INFO:tasks.rados.rados.0.smithi089.stdout:1442: writing smithi08986837-14 from 6774784 to 7086080 tid 1 2024-07-26T06:09:36.918 INFO:tasks.rados.rados.0.smithi089.stdout:1438: done (5 left) 2024-07-26T06:09:36.918 INFO:tasks.rados.rados.0.smithi089.stdout:1439: done (4 left) 2024-07-26T06:09:36.918 INFO:tasks.rados.rados.0.smithi089.stdout:1443: delete oid 11 current snap is 131 2024-07-26T06:09:36.918 INFO:tasks.rados.rados.0.smithi089.stdout:1437: finishing write tid 3 to smithi08986837-16 2024-07-26T06:09:36.918 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 16 v 584 (ObjNum 446 snap 131 seq_num 446) dirty exists 2024-07-26T06:09:36.918 INFO:tasks.rados.rados.0.smithi089.stdout:1437: left oid 16 (ObjNum 446 snap 131 seq_num 446) 2024-07-26T06:09:36.918 INFO:tasks.rados.rados.0.smithi089.stdout:1440: finishing write tid 1 to smithi08986837-30 2024-07-26T06:09:36.918 INFO:tasks.rados.rados.0.smithi089.stdout:1440: finishing write tid 2 to smithi08986837-30 2024-07-26T06:09:36.918 INFO:tasks.rados.rados.0.smithi089.stdout:1440: finishing write tid 3 to smithi08986837-30 2024-07-26T06:09:36.918 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 30 v 736 (ObjNum 447 snap 131 seq_num 447) dirty exists 2024-07-26T06:09:36.918 INFO:tasks.rados.rados.0.smithi089.stdout:1440: left oid 30 (ObjNum 447 snap 131 seq_num 447) 2024-07-26T06:09:36.919 INFO:tasks.rados.rados.0.smithi089.stdout:1441: expect (ObjNum 418 snap 122 seq_num 418) 2024-07-26T06:09:37.058 INFO:tasks.rados.rados.0.smithi089.stdout:1442: finishing write tid 1 to smithi08986837-14 2024-07-26T06:09:37.058 INFO:tasks.rados.rados.0.smithi089.stdout:1442: finishing write tid 2 to smithi08986837-14 2024-07-26T06:09:37.058 INFO:tasks.rados.rados.0.smithi089.stdout:1442: finishing write tid 3 to smithi08986837-14 2024-07-26T06:09:37.059 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 14 v 771 (ObjNum 448 snap 131 seq_num 448) dirty exists 2024-07-26T06:09:37.059 INFO:tasks.rados.rados.0.smithi089.stdout:1442: left oid 14 (ObjNum 448 snap 131 seq_num 448) 2024-07-26T06:09:37.059 INFO:tasks.rados.rados.0.smithi089.stdout:1437: done (4 left) 2024-07-26T06:09:37.059 INFO:tasks.rados.rados.0.smithi089.stdout:1440: done (3 left) 2024-07-26T06:09:37.059 INFO:tasks.rados.rados.0.smithi089.stdout:1441: done (2 left) 2024-07-26T06:09:37.059 INFO:tasks.rados.rados.0.smithi089.stdout:1442: done (1 left) 2024-07-26T06:09:37.059 INFO:tasks.rados.rados.0.smithi089.stdout:1443: done (0 left) 2024-07-26T06:09:37.059 INFO:tasks.rados.rados.0.smithi089.stdout:1444: snap_create 2024-07-26T06:09:37.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:36 smithi155 ceph-mon[90160]: osdmap e345: 8 total, 8 up, 8 in 2024-07-26T06:09:37.404 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:09:37 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T06:09:37.271+0000 7fd300c10640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2024-07-26T06:09:37.748 INFO:teuthology.orchestra.run.smithi089.stdout:true 2024-07-26T06:09:37.795 INFO:tasks.rados.rados.0.smithi089.stdout:1444: done (0 left) 2024-07-26T06:09:37.795 INFO:tasks.rados.rados.0.smithi089.stdout:1445: rollback oid 30 current snap is 132 2024-07-26T06:09:37.795 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 30 to 131 2024-07-26T06:09:37.795 INFO:tasks.rados.rados.0.smithi089.stdout:1446: snap_remove snap 128 2024-07-26T06:09:38.020 INFO:teuthology.orchestra.run.smithi089.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-07-26T06:09:38.021 INFO:teuthology.orchestra.run.smithi089.stdout:alertmanager.a smithi089 *:9093,9094 running (3m) 4s ago 7m 23.5M - 0.25.0 c8568f914cd2 2836382b8f0b 2024-07-26T06:09:38.021 INFO:teuthology.orchestra.run.smithi089.stdout:grafana.a smithi155 *:3000 running (2m) 79s ago 7m 80.3M - 9.4.7 954c08fa6188 0191ba4689bf 2024-07-26T06:09:38.021 INFO:teuthology.orchestra.run.smithi089.stdout:mds.a smithi089 running (8m) 4s ago 8m 16.3M - 17.2.7-1143-g5dff84c0 18bcb77ae794 0ecc3a80790e 2024-07-26T06:09:38.021 INFO:teuthology.orchestra.run.smithi089.stdout:mds.b smithi155 running (8m) 79s ago 8m 21.0M - 17.2.7-1143-g5dff84c0 18bcb77ae794 1c6d7dfdf08d 2024-07-26T06:09:38.021 INFO:teuthology.orchestra.run.smithi089.stdout:mgr.x smithi155 *:8443,9283,8765 running (2m) 79s ago 12m 437M - 19.1.0-1125-g4b230446 a246f06af74a 3d1d1f94a234 2024-07-26T06:09:38.021 INFO:teuthology.orchestra.run.smithi089.stdout:mgr.y smithi089 *:8443,9283,8765 running (2m) 4s ago 13m 504M - 19.1.0-1125-g4b230446 a246f06af74a abb455ac876a 2024-07-26T06:09:38.021 INFO:teuthology.orchestra.run.smithi089.stdout:mon.a smithi089 running (2m) 4s ago 13m 49.5M 2048M 19.1.0-1125-g4b230446 a246f06af74a 4d43bcc9eb9b 2024-07-26T06:09:38.021 INFO:teuthology.orchestra.run.smithi089.stdout:mon.b smithi155 running (84s) 79s ago 12m 21.7M 2048M 19.1.0-1125-g4b230446 a246f06af74a f829551716a5 2024-07-26T06:09:38.021 INFO:teuthology.orchestra.run.smithi089.stdout:mon.c smithi089 running (102s) 4s ago 12m 44.0M 2048M 19.1.0-1125-g4b230446 a246f06af74a 74d6c1493f98 2024-07-26T06:09:38.021 INFO:teuthology.orchestra.run.smithi089.stdout:node-exporter.a smithi089 *:9100 running (3m) 4s ago 7m 8182k - 1.5.0 0da6a335fe13 e2f5a155fbeb 2024-07-26T06:09:38.021 INFO:teuthology.orchestra.run.smithi089.stdout:node-exporter.b smithi155 *:9100 running (2m) 79s ago 7m 14.4M - 1.5.0 0da6a335fe13 85c78351c113 2024-07-26T06:09:38.022 INFO:teuthology.orchestra.run.smithi089.stdout:osd.0 smithi089 running (41s) 4s ago 11m 108M 2479M 19.1.0-1125-g4b230446 a246f06af74a 7b97fcc5adf0 2024-07-26T06:09:38.022 INFO:teuthology.orchestra.run.smithi089.stdout:osd.1 smithi089 running (9s) 4s ago 11m 12.0M 2479M 19.1.0-1125-g4b230446 a246f06af74a f8fe67e57953 2024-07-26T06:09:38.022 INFO:teuthology.orchestra.run.smithi089.stdout:osd.2 smithi089 running (10m) 4s ago 10m 138M 2479M 17.2.7-1143-g5dff84c0 18bcb77ae794 2d907a8e0f87 2024-07-26T06:09:38.022 INFO:teuthology.orchestra.run.smithi089.stdout:osd.3 smithi089 running (10m) 4s ago 10m 124M 2479M 17.2.7-1143-g5dff84c0 18bcb77ae794 076d339790b6 2024-07-26T06:09:38.022 INFO:teuthology.orchestra.run.smithi089.stdout:osd.4 smithi155 running (10m) 79s ago 10m 164M 2480M 17.2.7-1143-g5dff84c0 18bcb77ae794 df54a09a74e9 2024-07-26T06:09:38.022 INFO:teuthology.orchestra.run.smithi089.stdout:osd.5 smithi155 running (9m) 79s ago 9m 180M 2480M 17.2.7-1143-g5dff84c0 18bcb77ae794 0f76555562cc 2024-07-26T06:09:38.022 INFO:teuthology.orchestra.run.smithi089.stdout:osd.6 smithi155 running (9m) 79s ago 9m 119M 2480M 17.2.7-1143-g5dff84c0 18bcb77ae794 629f0d1fd888 2024-07-26T06:09:38.022 INFO:teuthology.orchestra.run.smithi089.stdout:osd.7 smithi155 running (9m) 79s ago 9m 94.6M 2480M 17.2.7-1143-g5dff84c0 18bcb77ae794 a4db8e598fea 2024-07-26T06:09:38.022 INFO:teuthology.orchestra.run.smithi089.stdout:prometheus.a smithi155 *:9095 running (2m) 79s ago 7m 49.4M - 2.43.0 a07b618ecd1d 8e7005ec7af0 2024-07-26T06:09:38.022 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:37 smithi089 ceph-mon[99608]: pgmap v168: 121 pgs: 11 active+undersized, 5 active+undersized+degraded, 105 active+clean; 177 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 1.8 MiB/s wr, 20 op/s; 6/225 objects degraded (2.667%); 25 MiB/s, 6 objects/s recovering 2024-07-26T06:09:38.023 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:37 smithi089 ceph-mon[99608]: osdmap e346: 8 total, 8 up, 8 in 2024-07-26T06:09:38.023 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:37 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:09:38.023 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:37 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:09:38.023 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:37 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:09:38.023 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:37 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:09:38.023 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:37 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:09:38.023 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:37 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:09:38.023 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:37 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:09:38.023 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:37 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:09:38.023 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:37 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:09:38.023 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:37 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-07-26T06:09:38.023 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:37 smithi089 ceph-mon[102056]: pgmap v168: 121 pgs: 11 active+undersized, 5 active+undersized+degraded, 105 active+clean; 177 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 1.8 MiB/s wr, 20 op/s; 6/225 objects degraded (2.667%); 25 MiB/s, 6 objects/s recovering 2024-07-26T06:09:38.024 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:37 smithi089 ceph-mon[102056]: osdmap e346: 8 total, 8 up, 8 in 2024-07-26T06:09:38.024 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:37 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:09:38.024 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:37 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:09:38.024 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:37 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:09:38.024 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:37 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:09:38.024 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:37 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:09:38.024 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:37 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:09:38.024 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:37 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:09:38.024 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:37 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:09:38.024 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:37 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:09:38.024 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:37 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-07-26T06:09:38.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:37 smithi155 ceph-mon[90160]: pgmap v168: 121 pgs: 11 active+undersized, 5 active+undersized+degraded, 105 active+clean; 177 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 1.8 MiB/s wr, 20 op/s; 6/225 objects degraded (2.667%); 25 MiB/s, 6 objects/s recovering 2024-07-26T06:09:38.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:37 smithi155 ceph-mon[90160]: osdmap e346: 8 total, 8 up, 8 in 2024-07-26T06:09:38.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:37 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:09:38.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:37 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:09:38.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:37 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:09:38.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:37 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:09:38.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:37 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:09:38.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:37 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:09:38.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:37 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:09:38.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:37 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:09:38.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:37 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:09:38.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:37 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-07-26T06:09:38.340 INFO:teuthology.orchestra.run.smithi089.stdout:{ 2024-07-26T06:09:38.341 INFO:teuthology.orchestra.run.smithi089.stdout: "mon": { 2024-07-26T06:09:38.341 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 3 2024-07-26T06:09:38.341 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2024-07-26T06:09:38.341 INFO:teuthology.orchestra.run.smithi089.stdout: "mgr": { 2024-07-26T06:09:38.341 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 2 2024-07-26T06:09:38.341 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2024-07-26T06:09:38.341 INFO:teuthology.orchestra.run.smithi089.stdout: "osd": { 2024-07-26T06:09:38.341 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 6, 2024-07-26T06:09:38.341 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 2 2024-07-26T06:09:38.341 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2024-07-26T06:09:38.341 INFO:teuthology.orchestra.run.smithi089.stdout: "mds": { 2024-07-26T06:09:38.341 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 2 2024-07-26T06:09:38.341 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2024-07-26T06:09:38.342 INFO:teuthology.orchestra.run.smithi089.stdout: "overall": { 2024-07-26T06:09:38.342 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 8, 2024-07-26T06:09:38.342 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 7 2024-07-26T06:09:38.342 INFO:teuthology.orchestra.run.smithi089.stdout: } 2024-07-26T06:09:38.342 INFO:teuthology.orchestra.run.smithi089.stdout:} 2024-07-26T06:09:38.811 INFO:tasks.rados.rados.0.smithi089.stdout:1446: done (1 left) 2024-07-26T06:09:38.811 INFO:tasks.rados.rados.0.smithi089.stdout:1447: delete oid 36 current snap is 132 2024-07-26T06:09:38.811 INFO:tasks.rados.rados.0.smithi089.stdout:1445: finishing rollback tid 0 to smithi08986837-30 2024-07-26T06:09:38.811 INFO:tasks.rados.rados.0.smithi089.stdout:1445: finishing rollback tid 1 to smithi08986837-30 2024-07-26T06:09:38.811 INFO:tasks.rados.rados.0.smithi089.stdout:1445: finishing rollback tid 2 to smithi08986837-30 2024-07-26T06:09:38.811 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 30 v 739 (ObjNum 447 snap 131 seq_num 447) dirty exists 2024-07-26T06:09:38.818 INFO:tasks.rados.rados.0.smithi089.stdout:1445: done (1 left) 2024-07-26T06:09:38.818 INFO:tasks.rados.rados.0.smithi089.stdout:1447: done (0 left) 2024-07-26T06:09:38.818 INFO:tasks.rados.rados.0.smithi089.stdout:1448: snap_remove snap 131 2024-07-26T06:09:39.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:38 smithi155 ceph-mon[90160]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-07-26T06:09:39.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:38 smithi155 ceph-mon[90160]: Upgrade: unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2024-07-26T06:09:39.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:38 smithi155 ceph-mon[90160]: from='client.34221 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:09:39.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:38 smithi155 ceph-mon[90160]: osdmap e347: 8 total, 8 up, 8 in 2024-07-26T06:09:39.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:38 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/3859713893' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:09:39.130 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:09:38 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:09:38.659Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)\", cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", cluster_addr=\"172.21.15.89\", device_class=\"ssd\", hostname=\"smithi089\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.89\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster_addr=\"172.21.15.89\", device_class=\"ssd\", hostname=\"smithi089\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.89\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-07-26T06:09:39.130 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:09:38 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:09:38.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)\", cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", cluster_addr=\"172.21.15.89\", device_class=\"ssd\", hostname=\"smithi089\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.89\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster_addr=\"172.21.15.89\", device_class=\"ssd\", hostname=\"smithi089\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.89\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:09:39.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:38 smithi089 ceph-mon[99608]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-07-26T06:09:39.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:38 smithi089 ceph-mon[99608]: Upgrade: unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2024-07-26T06:09:39.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:38 smithi089 ceph-mon[99608]: from='client.34221 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:09:39.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:38 smithi089 ceph-mon[99608]: osdmap e347: 8 total, 8 up, 8 in 2024-07-26T06:09:39.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:38 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/3859713893' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:09:39.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:38 smithi089 ceph-mon[102056]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-07-26T06:09:39.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:38 smithi089 ceph-mon[102056]: Upgrade: unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2024-07-26T06:09:39.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:38 smithi089 ceph-mon[102056]: from='client.34221 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:09:39.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:38 smithi089 ceph-mon[102056]: osdmap e347: 8 total, 8 up, 8 in 2024-07-26T06:09:39.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:38 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/3859713893' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:09:39.344 INFO:tasks.rados.rados.0.smithi089.stdout:1448: done (0 left) 2024-07-26T06:09:39.344 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 32 current snap is 132 2024-07-26T06:09:39.344 INFO:tasks.rados.rados.0.smithi089.stdout:1449: seq_num 451 ranges {7102464=360448} 2024-07-26T06:09:39.385 INFO:tasks.rados.rados.0.smithi089.stdout:1449: writing smithi08986837-32 from 7102464 to 7462912 tid 1 2024-07-26T06:09:39.385 INFO:tasks.rados.rados.0.smithi089.stdout:1450: read oid 23 snap -1 2024-07-26T06:09:39.385 INFO:tasks.rados.rados.0.smithi089.stdout:1450: expect (ObjNum 383 snap 110 seq_num 383) 2024-07-26T06:09:39.385 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 11 current snap is 132 2024-07-26T06:09:39.385 INFO:tasks.rados.rados.0.smithi089.stdout:1451: seq_num 452 ranges {0=376832} 2024-07-26T06:09:39.387 INFO:tasks.rados.rados.0.smithi089.stdout:1451: writing smithi08986837-11 from 0 to 376832 tid 1 2024-07-26T06:09:39.387 INFO:tasks.rados.rados.0.smithi089.stdout:1452: delete oid 45 current snap is 132 2024-07-26T06:09:39.388 INFO:tasks.rados.rados.0.smithi089.stdout:1449: finishing write tid 1 to smithi08986837-32 2024-07-26T06:09:39.390 INFO:tasks.rados.rados.0.smithi089.stdout:1449: finishing write tid 2 to smithi08986837-32 2024-07-26T06:09:39.391 INFO:tasks.rados.rados.0.smithi089.stdout:1449: finishing write tid 3 to smithi08986837-32 2024-07-26T06:09:39.391 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 32 v 721 (ObjNum 451 snap 132 seq_num 451) dirty exists 2024-07-26T06:09:39.391 INFO:tasks.rados.rados.0.smithi089.stdout:1449: left oid 32 (ObjNum 451 snap 132 seq_num 451) 2024-07-26T06:09:39.392 INFO:tasks.rados.rados.0.smithi089.stdout:1449: done (3 left) 2024-07-26T06:09:39.392 INFO:tasks.rados.rados.0.smithi089.stdout:1452: done (2 left) 2024-07-26T06:09:39.392 INFO:tasks.rados.rados.0.smithi089.stdout:1453: read oid 30 snap -1 2024-07-26T06:09:39.392 INFO:tasks.rados.rados.0.smithi089.stdout:1453: expect (ObjNum 447 snap 131 seq_num 447) 2024-07-26T06:09:39.393 INFO:tasks.rados.rados.0.smithi089.stdout:1454: delete oid 41 current snap is 132 2024-07-26T06:09:39.398 INFO:tasks.rados.rados.0.smithi089.stdout:1451: finishing write tid 1 to smithi08986837-11 2024-07-26T06:09:39.399 INFO:tasks.rados.rados.0.smithi089.stdout:1451: finishing write tid 2 to smithi08986837-11 2024-07-26T06:09:39.401 INFO:tasks.rados.rados.0.smithi089.stdout:1454: done (3 left) 2024-07-26T06:09:39.402 INFO:tasks.rados.rados.0.smithi089.stdout:1455: setattr oid 37 current snap is 132 2024-07-26T06:09:39.402 INFO:tasks.rados.rados.0.smithi089.stdout:1451: finishing write tid 3 to smithi08986837-11 2024-07-26T06:09:39.402 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 11 v 731 (ObjNum 452 snap 132 seq_num 452) dirty exists 2024-07-26T06:09:39.402 INFO:tasks.rados.rados.0.smithi089.stdout:1451: left oid 11 (ObjNum 452 snap 132 seq_num 452) 2024-07-26T06:09:39.404 INFO:tasks.rados.rados.0.smithi089.stdout:1451: done (3 left) 2024-07-26T06:09:39.404 INFO:tasks.rados.rados.0.smithi089.stdout:1456: read oid 11 snap -1 2024-07-26T06:09:39.404 INFO:tasks.rados.rados.0.smithi089.stdout:1456: expect (ObjNum 452 snap 132 seq_num 452) 2024-07-26T06:09:39.404 INFO:tasks.rados.rados.0.smithi089.stdout:1457: read oid 50 snap -1 2024-07-26T06:09:39.404 INFO:tasks.rados.rados.0.smithi089.stdout:1457: expect (ObjNum 392 snap 113 seq_num 392) 2024-07-26T06:09:39.404 INFO:tasks.rados.rados.0.smithi089.stdout:1458: read oid 17 snap -1 2024-07-26T06:09:39.404 INFO:tasks.rados.rados.0.smithi089.stdout:1458: expect (ObjNum 430 snap 126 seq_num 430) 2024-07-26T06:09:39.404 INFO:tasks.rados.rados.0.smithi089.stdout:1459: delete oid 34 current snap is 132 2024-07-26T06:09:39.406 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 37 v 774 (ObjNum 439 snap 128 seq_num 439) dirty exists 2024-07-26T06:09:39.408 INFO:tasks.rados.rados.0.smithi089.stdout:1455: done (6 left) 2024-07-26T06:09:39.408 INFO:tasks.rados.rados.0.smithi089.stdout:1459: done (5 left) 2024-07-26T06:09:39.408 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 8 current snap is 132 2024-07-26T06:09:39.408 INFO:tasks.rados.rados.0.smithi089.stdout:1460: seq_num 456 ranges {6774784=442368} 2024-07-26T06:09:39.454 INFO:tasks.rados.rados.0.smithi089.stdout:1460: writing smithi08986837-8 from 6774784 to 7217152 tid 1 2024-07-26T06:09:39.455 INFO:tasks.rados.rados.0.smithi089.stdout:1461: delete oid 13 current snap is 132 2024-07-26T06:09:39.455 INFO:tasks.rados.rados.0.smithi089.stdout:1456: expect (ObjNum 452 snap 132 seq_num 452) 2024-07-26T06:09:39.466 INFO:tasks.rados.rados.0.smithi089.stdout:1458: expect (ObjNum 430 snap 126 seq_num 430) 2024-07-26T06:09:39.608 INFO:tasks.rados.rados.0.smithi089.stdout:1453: expect (ObjNum 447 snap 131 seq_num 447) 2024-07-26T06:09:40.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:39 smithi155 ceph-mon[90160]: from='client.44162 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:09:40.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:39 smithi155 ceph-mon[90160]: pgmap v171: 121 pgs: 121 active+clean; 177 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 1.8 MiB/s wr, 20 op/s; 25 MiB/s, 6 objects/s recovering 2024-07-26T06:09:40.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:39 smithi155 ceph-mon[90160]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 6/225 objects degraded (2.667%), 5 pgs degraded) 2024-07-26T06:09:40.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:39 smithi155 ceph-mon[90160]: Cluster is now healthy 2024-07-26T06:09:40.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:39 smithi155 ceph-mon[90160]: osdmap e348: 8 total, 8 up, 8 in 2024-07-26T06:09:40.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:39 smithi155 ceph-mon[90160]: osdmap e349: 8 total, 8 up, 8 in 2024-07-26T06:09:40.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:39 smithi089 ceph-mon[99608]: from='client.44162 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:09:40.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:39 smithi089 ceph-mon[99608]: pgmap v171: 121 pgs: 121 active+clean; 177 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 1.8 MiB/s wr, 20 op/s; 25 MiB/s, 6 objects/s recovering 2024-07-26T06:09:40.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:39 smithi089 ceph-mon[99608]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 6/225 objects degraded (2.667%), 5 pgs degraded) 2024-07-26T06:09:40.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:39 smithi089 ceph-mon[99608]: Cluster is now healthy 2024-07-26T06:09:40.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:39 smithi089 ceph-mon[99608]: osdmap e348: 8 total, 8 up, 8 in 2024-07-26T06:09:40.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:39 smithi089 ceph-mon[99608]: osdmap e349: 8 total, 8 up, 8 in 2024-07-26T06:09:40.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:39 smithi089 ceph-mon[102056]: from='client.44162 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:09:40.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:39 smithi089 ceph-mon[102056]: pgmap v171: 121 pgs: 121 active+clean; 177 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 1.8 MiB/s wr, 20 op/s; 25 MiB/s, 6 objects/s recovering 2024-07-26T06:09:40.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:39 smithi089 ceph-mon[102056]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 6/225 objects degraded (2.667%), 5 pgs degraded) 2024-07-26T06:09:40.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:39 smithi089 ceph-mon[102056]: Cluster is now healthy 2024-07-26T06:09:40.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:39 smithi089 ceph-mon[102056]: osdmap e348: 8 total, 8 up, 8 in 2024-07-26T06:09:40.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:39 smithi089 ceph-mon[102056]: osdmap e349: 8 total, 8 up, 8 in 2024-07-26T06:09:40.794 INFO:tasks.rados.rados.0.smithi089.stdout:1450: expect (ObjNum 383 snap 110 seq_num 383) 2024-07-26T06:09:41.525 INFO:tasks.rados.rados.0.smithi089.stdout:1457: expect (ObjNum 392 snap 113 seq_num 392) 2024-07-26T06:09:41.693 INFO:tasks.rados.rados.0.smithi089.stdout:1460: finishing write tid 1 to smithi08986837-8 2024-07-26T06:09:41.693 INFO:tasks.rados.rados.0.smithi089.stdout:1460: finishing write tid 2 to smithi08986837-8 2024-07-26T06:09:41.693 INFO:tasks.rados.rados.0.smithi089.stdout:1450: done (6 left) 2024-07-26T06:09:41.693 INFO:tasks.rados.rados.0.smithi089.stdout:1453: done (5 left) 2024-07-26T06:09:41.693 INFO:tasks.rados.rados.0.smithi089.stdout:1456: done (4 left) 2024-07-26T06:09:41.693 INFO:tasks.rados.rados.0.smithi089.stdout:1457: done (3 left) 2024-07-26T06:09:41.693 INFO:tasks.rados.rados.0.smithi089.stdout:1458: done (2 left) 2024-07-26T06:09:41.693 INFO:tasks.rados.rados.0.smithi089.stdout:1461: done (1 left) 2024-07-26T06:09:41.693 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 7 current snap is 132 2024-07-26T06:09:41.694 INFO:tasks.rados.rados.0.smithi089.stdout:1462: seq_num 458 ranges {6905856=475136} 2024-07-26T06:09:41.732 INFO:tasks.rados.rados.0.smithi089.stdout:1462: writing smithi08986837-7 from 6905856 to 7380992 tid 1 2024-07-26T06:09:41.732 INFO:tasks.rados.rados.0.smithi089.stdout:1463: rollback oid 47 current snap is 132 2024-07-26T06:09:41.732 INFO:tasks.rados.rados.0.smithi089.stdout:1463: done (2 left) 2024-07-26T06:09:41.732 INFO:tasks.rados.rados.0.smithi089.stdout:1464: rollback oid 3 current snap is 132 2024-07-26T06:09:41.732 INFO:tasks.rados.rados.0.smithi089.stdout:1464: done (2 left) 2024-07-26T06:09:41.732 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 11 current snap is 132 2024-07-26T06:09:41.732 INFO:tasks.rados.rados.0.smithi089.stdout:1465: seq_num 459 ranges {376832=491520} 2024-07-26T06:09:41.737 INFO:tasks.rados.rados.0.smithi089.stdout:1465: writing smithi08986837-11 from 376832 to 868352 tid 1 2024-07-26T06:09:41.737 INFO:tasks.rados.rados.0.smithi089.stdout:1466: read oid 30 snap -1 2024-07-26T06:09:41.738 INFO:tasks.rados.rados.0.smithi089.stdout:1466: expect (ObjNum 447 snap 131 seq_num 447) 2024-07-26T06:09:41.738 INFO:tasks.rados.rados.0.smithi089.stdout:1467: delete oid 24 current snap is 132 2024-07-26T06:09:41.738 INFO:tasks.rados.rados.0.smithi089.stdout:1460: finishing write tid 3 to smithi08986837-8 2024-07-26T06:09:41.738 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 8 v 586 (ObjNum 456 snap 132 seq_num 456) dirty exists 2024-07-26T06:09:41.738 INFO:tasks.rados.rados.0.smithi089.stdout:1460: left oid 8 (ObjNum 456 snap 132 seq_num 456) 2024-07-26T06:09:41.738 INFO:tasks.rados.rados.0.smithi089.stdout:1462: finishing write tid 1 to smithi08986837-7 2024-07-26T06:09:41.738 INFO:tasks.rados.rados.0.smithi089.stdout:1462: finishing write tid 2 to smithi08986837-7 2024-07-26T06:09:41.738 INFO:tasks.rados.rados.0.smithi089.stdout:1462: finishing write tid 3 to smithi08986837-7 2024-07-26T06:09:41.738 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 7 v 586 (ObjNum 458 snap 132 seq_num 458) dirty exists 2024-07-26T06:09:41.738 INFO:tasks.rados.rados.0.smithi089.stdout:1462: left oid 7 (ObjNum 458 snap 132 seq_num 458) 2024-07-26T06:09:41.740 INFO:tasks.rados.rados.0.smithi089.stdout:1465: finishing write tid 1 to smithi08986837-11 2024-07-26T06:09:41.740 INFO:tasks.rados.rados.0.smithi089.stdout:1465: finishing write tid 2 to smithi08986837-11 2024-07-26T06:09:41.741 INFO:tasks.rados.rados.0.smithi089.stdout:1465: finishing write tid 3 to smithi08986837-11 2024-07-26T06:09:41.741 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 11 v 733 (ObjNum 459 snap 132 seq_num 459) dirty exists 2024-07-26T06:09:41.741 INFO:tasks.rados.rados.0.smithi089.stdout:1465: left oid 11 (ObjNum 459 snap 132 seq_num 459) 2024-07-26T06:09:41.775 INFO:tasks.rados.rados.0.smithi089.stdout:1460: done (4 left) 2024-07-26T06:09:41.775 INFO:tasks.rados.rados.0.smithi089.stdout:1462: done (3 left) 2024-07-26T06:09:41.775 INFO:tasks.rados.rados.0.smithi089.stdout:1465: done (2 left) 2024-07-26T06:09:41.775 INFO:tasks.rados.rados.0.smithi089.stdout:1467: done (1 left) 2024-07-26T06:09:41.775 INFO:tasks.rados.rados.0.smithi089.stdout:1468: read oid 42 snap -1 2024-07-26T06:09:41.775 INFO:tasks.rados.rados.0.smithi089.stdout:1468: expect (ObjNum 318 snap 93 seq_num 318) 2024-07-26T06:09:41.776 INFO:tasks.rados.rados.0.smithi089.stdout:1469: rmattr oid 13 current snap is 132 2024-07-26T06:09:41.776 INFO:tasks.rados.rados.0.smithi089.stdout:1469: done (2 left) 2024-07-26T06:09:41.776 INFO:tasks.rados.rados.0.smithi089.stdout:1470: snap_create 2024-07-26T06:09:41.776 INFO:tasks.rados.rados.0.smithi089.stdout:1466: expect (ObjNum 447 snap 131 seq_num 447) 2024-07-26T06:09:42.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:41 smithi155 ceph-mon[90160]: pgmap v174: 121 pgs: 121 active+clean; 177 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:09:42.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:09:42.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:09:42.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:41 smithi089 ceph-mon[99608]: pgmap v174: 121 pgs: 121 active+clean; 177 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:09:42.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:09:42.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:09:42.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:41 smithi089 ceph-mon[102056]: pgmap v174: 121 pgs: 121 active+clean; 177 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:09:42.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:09:42.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:09:42.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:09:42 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:09:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:09:42.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:09:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:09:42] "GET /metrics HTTP/1.1" 200 36235 "" "Prometheus/2.43.0" 2024-07-26T06:09:42.931 INFO:tasks.rados.rados.0.smithi089.stdout:1468: expect (ObjNum 318 snap 93 seq_num 318) 2024-07-26T06:09:42.958 INFO:tasks.rados.rados.0.smithi089.stdout:1466: done (2 left) 2024-07-26T06:09:42.958 INFO:tasks.rados.rados.0.smithi089.stdout:1468: done (1 left) 2024-07-26T06:09:42.958 INFO:tasks.rados.rados.0.smithi089.stdout:1470: done (0 left) 2024-07-26T06:09:42.958 INFO:tasks.rados.rados.0.smithi089.stdout:1471: rmattr oid 1 current snap is 133 2024-07-26T06:09:42.958 INFO:tasks.rados.rados.0.smithi089.stdout:1471: done (0 left) 2024-07-26T06:09:42.959 INFO:tasks.rados.rados.0.smithi089.stdout:1472: copy_from oid 37 from oid 15 current snap is 133 2024-07-26T06:09:42.959 INFO:tasks.rados.rados.0.smithi089.stdout:1473: rollback oid 30 current snap is 133 2024-07-26T06:09:42.959 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 30 to 132 2024-07-26T06:09:42.959 INFO:tasks.rados.rados.0.smithi089.stdout:1474: snap_create 2024-07-26T06:09:42.961 INFO:tasks.rados.rados.0.smithi089.stdout:1473: finishing rollback tid 0 to smithi08986837-30 2024-07-26T06:09:42.961 INFO:tasks.rados.rados.0.smithi089.stdout:1472: finishing copy_from racing read to smithi08986837-37 2024-07-26T06:09:42.962 INFO:tasks.rados.rados.0.smithi089.stdout:1473: finishing rollback tid 1 to smithi08986837-30 2024-07-26T06:09:42.962 INFO:tasks.rados.rados.0.smithi089.stdout:1473: finishing rollback tid 2 to smithi08986837-30 2024-07-26T06:09:42.962 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 30 v 742 (ObjNum 447 snap 131 seq_num 447) dirty exists 2024-07-26T06:09:42.963 INFO:tasks.rados.rados.0.smithi089.stdout:1472: finishing copy_from to smithi08986837-37 2024-07-26T06:09:42.963 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 37 v 749 (ObjNum 294 snap 86 seq_num 294) dirty exists 2024-07-26T06:09:43.722 INFO:tasks.rados.rados.0.smithi089.stdout:1472: done (2 left) 2024-07-26T06:09:43.722 INFO:tasks.rados.rados.0.smithi089.stdout:1473: done (1 left) 2024-07-26T06:09:43.722 INFO:tasks.rados.rados.0.smithi089.stdout:1474: done (0 left) 2024-07-26T06:09:43.722 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 25 current snap is 134 2024-07-26T06:09:43.722 INFO:tasks.rados.rados.0.smithi089.stdout:1475: seq_num 461 ranges {0=524288} 2024-07-26T06:09:43.724 INFO:tasks.rados.rados.0.smithi089.stdout:1475: writing smithi08986837-25 from 0 to 524288 tid 1 2024-07-26T06:09:43.725 INFO:tasks.rados.rados.0.smithi089.stdout:1476: delete oid 33 current snap is 134 2024-07-26T06:09:43.732 INFO:tasks.rados.rados.0.smithi089.stdout:1475: finishing write tid 1 to smithi08986837-25 2024-07-26T06:09:43.733 INFO:tasks.rados.rados.0.smithi089.stdout:1475: finishing write tid 2 to smithi08986837-25 2024-07-26T06:09:43.733 INFO:tasks.rados.rados.0.smithi089.stdout:1476: done (1 left) 2024-07-26T06:09:43.734 INFO:tasks.rados.rados.0.smithi089.stdout:1477: snap_create 2024-07-26T06:09:43.734 INFO:tasks.rados.rados.0.smithi089.stdout:1475: finishing write tid 3 to smithi08986837-25 2024-07-26T06:09:43.734 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 25 v 718 (ObjNum 461 snap 134 seq_num 461) dirty exists 2024-07-26T06:09:43.734 INFO:tasks.rados.rados.0.smithi089.stdout:1475: left oid 25 (ObjNum 461 snap 134 seq_num 461) 2024-07-26T06:09:43.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:43 smithi155 ceph-mon[90160]: pgmap v175: 121 pgs: 121 active+clean; 165 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 343 KiB/s wr, 12 op/s 2024-07-26T06:09:43.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:43 smithi155 ceph-mon[90160]: osdmap e350: 8 total, 8 up, 8 in 2024-07-26T06:09:43.880 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:09:43 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:09:43.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi089\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi089\", job=\"node\", machine=\"x86_64\", nodename=\"smithi089\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", domainname=\"(none)\", instance=\"smithi089\", job=\"node\", machine=\"x86_64\", nodename=\"smithi089\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:09:44.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:43 smithi089 ceph-mon[99608]: pgmap v175: 121 pgs: 121 active+clean; 165 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 343 KiB/s wr, 12 op/s 2024-07-26T06:09:44.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:43 smithi089 ceph-mon[99608]: osdmap e350: 8 total, 8 up, 8 in 2024-07-26T06:09:44.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:43 smithi089 ceph-mon[102056]: pgmap v175: 121 pgs: 121 active+clean; 165 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 343 KiB/s wr, 12 op/s 2024-07-26T06:09:44.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:43 smithi089 ceph-mon[102056]: osdmap e350: 8 total, 8 up, 8 in 2024-07-26T06:09:44.343 INFO:tasks.rados.rados.0.smithi089.stdout:1475: done (1 left) 2024-07-26T06:09:44.344 INFO:tasks.rados.rados.0.smithi089.stdout:1477: done (0 left) 2024-07-26T06:09:44.344 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 5 current snap is 135 2024-07-26T06:09:44.344 INFO:tasks.rados.rados.0.smithi089.stdout:1478: seq_num 463 ranges {6512640=557056} 2024-07-26T06:09:44.381 INFO:tasks.rados.rados.0.smithi089.stdout:1478: writing smithi08986837-5 from 6512640 to 7069696 tid 1 2024-07-26T06:09:44.381 INFO:tasks.rados.rados.0.smithi089.stdout:1479: rollback oid 11 current snap is 135 2024-07-26T06:09:44.381 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 11 to 134 2024-07-26T06:09:44.382 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 4 current snap is 135 2024-07-26T06:09:44.382 INFO:tasks.rados.rados.0.smithi089.stdout:1480: seq_num 464 ranges {1679360=573440} 2024-07-26T06:09:44.393 INFO:tasks.rados.rados.0.smithi089.stdout:1480: writing smithi08986837-4 from 1679360 to 2252800 tid 1 2024-07-26T06:09:44.394 INFO:tasks.rados.rados.0.smithi089.stdout:1481: delete oid 30 current snap is 135 2024-07-26T06:09:44.394 INFO:tasks.rados.rados.0.smithi089.stdout:1478: finishing write tid 1 to smithi08986837-5 2024-07-26T06:09:44.394 INFO:tasks.rados.rados.0.smithi089.stdout:1478: finishing write tid 2 to smithi08986837-5 2024-07-26T06:09:44.394 INFO:tasks.rados.rados.0.smithi089.stdout:1478: finishing write tid 3 to smithi08986837-5 2024-07-26T06:09:44.394 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 5 v 421 (ObjNum 463 snap 135 seq_num 463) dirty exists 2024-07-26T06:09:44.395 INFO:tasks.rados.rados.0.smithi089.stdout:1478: left oid 5 (ObjNum 463 snap 135 seq_num 463) 2024-07-26T06:09:44.395 INFO:tasks.rados.rados.0.smithi089.stdout:1479: finishing rollback tid 0 to smithi08986837-11 2024-07-26T06:09:44.395 INFO:tasks.rados.rados.0.smithi089.stdout:1479: finishing rollback tid 1 to smithi08986837-11 2024-07-26T06:09:44.395 INFO:tasks.rados.rados.0.smithi089.stdout:1479: finishing rollback tid 2 to smithi08986837-11 2024-07-26T06:09:44.395 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 11 v 736 (ObjNum 459 snap 132 seq_num 459) dirty exists 2024-07-26T06:09:44.397 INFO:tasks.rados.rados.0.smithi089.stdout:1478: done (3 left) 2024-07-26T06:09:44.397 INFO:tasks.rados.rados.0.smithi089.stdout:1479: done (2 left) 2024-07-26T06:09:44.397 INFO:tasks.rados.rados.0.smithi089.stdout:1481: done (1 left) 2024-07-26T06:09:44.397 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 15 current snap is 135 2024-07-26T06:09:44.397 INFO:tasks.rados.rados.0.smithi089.stdout:1482: seq_num 466 ranges {131072=614400} 2024-07-26T06:09:44.401 INFO:tasks.rados.rados.0.smithi089.stdout:1482: writing smithi08986837-15 from 131072 to 745472 tid 1 2024-07-26T06:09:44.401 INFO:tasks.rados.rados.0.smithi089.stdout:1483: delete oid 34 current snap is 135 2024-07-26T06:09:44.401 INFO:tasks.rados.rados.0.smithi089.stdout:1480: finishing write tid 1 to smithi08986837-4 2024-07-26T06:09:44.401 INFO:tasks.rados.rados.0.smithi089.stdout:1480: finishing write tid 2 to smithi08986837-4 2024-07-26T06:09:44.401 INFO:tasks.rados.rados.0.smithi089.stdout:1480: finishing write tid 3 to smithi08986837-4 2024-07-26T06:09:44.402 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 4 v 716 (ObjNum 464 snap 135 seq_num 464) dirty exists 2024-07-26T06:09:44.402 INFO:tasks.rados.rados.0.smithi089.stdout:1480: left oid 4 (ObjNum 464 snap 135 seq_num 464) 2024-07-26T06:09:44.402 INFO:tasks.rados.rados.0.smithi089.stdout:1480: done (2 left) 2024-07-26T06:09:44.402 INFO:tasks.rados.rados.0.smithi089.stdout:1483: done (1 left) 2024-07-26T06:09:44.402 INFO:tasks.rados.rados.0.smithi089.stdout:1484: rollback oid 13 current snap is 135 2024-07-26T06:09:44.402 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 13 to 134 2024-07-26T06:09:44.403 INFO:tasks.rados.rados.0.smithi089.stdout:1485: snap_create 2024-07-26T06:09:44.404 INFO:tasks.rados.rados.0.smithi089.stdout:1484: finishing rollback tid 1 to smithi08986837-13 2024-07-26T06:09:44.404 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 13 v 0 (ObjNum 33 snap 0 seq_num 3362579408) dirty dne 2024-07-26T06:09:44.405 INFO:tasks.rados.rados.0.smithi089.stdout:1482: finishing write tid 1 to smithi08986837-15 2024-07-26T06:09:44.405 INFO:tasks.rados.rados.0.smithi089.stdout:1482: finishing write tid 2 to smithi08986837-15 2024-07-26T06:09:44.405 INFO:tasks.rados.rados.0.smithi089.stdout:1482: finishing write tid 3 to smithi08986837-15 2024-07-26T06:09:44.406 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 15 v 779 (ObjNum 466 snap 135 seq_num 466) dirty exists 2024-07-26T06:09:44.406 INFO:tasks.rados.rados.0.smithi089.stdout:1482: left oid 15 (ObjNum 466 snap 135 seq_num 466) 2024-07-26T06:09:44.719 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:09:44 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:09:44.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:09:44.719 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:09:44 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:09:44.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:09:45.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:44 smithi155 ceph-mon[90160]: osdmap e351: 8 total, 8 up, 8 in 2024-07-26T06:09:45.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:44 smithi155 ceph-mon[90160]: osdmap e352: 8 total, 8 up, 8 in 2024-07-26T06:09:45.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:44 smithi089 ceph-mon[99608]: osdmap e351: 8 total, 8 up, 8 in 2024-07-26T06:09:45.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:44 smithi089 ceph-mon[99608]: osdmap e352: 8 total, 8 up, 8 in 2024-07-26T06:09:45.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:44 smithi089 ceph-mon[102056]: osdmap e351: 8 total, 8 up, 8 in 2024-07-26T06:09:45.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:44 smithi089 ceph-mon[102056]: osdmap e352: 8 total, 8 up, 8 in 2024-07-26T06:09:45.354 INFO:tasks.rados.rados.0.smithi089.stdout:1482: done (2 left) 2024-07-26T06:09:45.355 INFO:tasks.rados.rados.0.smithi089.stdout:1484: done (1 left) 2024-07-26T06:09:45.355 INFO:tasks.rados.rados.0.smithi089.stdout:1485: done (0 left) 2024-07-26T06:09:45.355 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 38 current snap is 136 2024-07-26T06:09:45.355 INFO:tasks.rados.rados.0.smithi089.stdout:1486: seq_num 468 ranges {9158656=647168} 2024-07-26T06:09:45.406 INFO:tasks.rados.rados.0.smithi089.stdout:1486: writing smithi08986837-38 from 9158656 to 9805824 tid 1 2024-07-26T06:09:45.406 INFO:tasks.rados.rados.0.smithi089.stdout:1487: rollback oid 50 current snap is 136 2024-07-26T06:09:45.406 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 50 to 135 2024-07-26T06:09:45.406 INFO:tasks.rados.rados.0.smithi089.stdout:1488: setattr oid 41 current snap is 136 2024-07-26T06:09:45.407 INFO:tasks.rados.rados.0.smithi089.stdout:1489: rollback oid 7 current snap is 136 2024-07-26T06:09:45.407 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 7 to 134 2024-07-26T06:09:45.408 INFO:tasks.rados.rados.0.smithi089.stdout:1490: snap_remove snap 133 2024-07-26T06:09:46.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:45 smithi155 ceph-mon[90160]: pgmap v179: 121 pgs: 121 active+clean; 165 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 379 KiB/s wr, 13 op/s 2024-07-26T06:09:46.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:45 smithi155 ceph-mon[90160]: osdmap e353: 8 total, 8 up, 8 in 2024-07-26T06:09:46.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:45 smithi089 ceph-mon[99608]: pgmap v179: 121 pgs: 121 active+clean; 165 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 379 KiB/s wr, 13 op/s 2024-07-26T06:09:46.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:45 smithi089 ceph-mon[99608]: osdmap e353: 8 total, 8 up, 8 in 2024-07-26T06:09:46.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:45 smithi089 ceph-mon[102056]: pgmap v179: 121 pgs: 121 active+clean; 165 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 379 KiB/s wr, 13 op/s 2024-07-26T06:09:46.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:45 smithi089 ceph-mon[102056]: osdmap e353: 8 total, 8 up, 8 in 2024-07-26T06:09:46.353 INFO:tasks.rados.rados.0.smithi089.stdout:1490: done (4 left) 2024-07-26T06:09:46.354 INFO:tasks.rados.rados.0.smithi089.stdout:1491: rollback oid 14 current snap is 136 2024-07-26T06:09:46.354 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 14 to 134 2024-07-26T06:09:46.354 INFO:tasks.rados.rados.0.smithi089.stdout:1487: finishing rollback tid 0 to smithi08986837-50 2024-07-26T06:09:46.354 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 41 v 587 (ObjNum 33 snap 0 seq_num 3362369280) dirty exists 2024-07-26T06:09:46.354 INFO:tasks.rados.rados.0.smithi089.stdout:1487: finishing rollback tid 1 to smithi08986837-50 2024-07-26T06:09:46.354 INFO:tasks.rados.rados.0.smithi089.stdout:1487: finishing rollback tid 2 to smithi08986837-50 2024-07-26T06:09:46.354 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 50 v 746 (ObjNum 392 snap 113 seq_num 392) dirty exists 2024-07-26T06:09:46.354 INFO:tasks.rados.rados.0.smithi089.stdout:1486: finishing write tid 1 to smithi08986837-38 2024-07-26T06:09:46.354 INFO:tasks.rados.rados.0.smithi089.stdout:1486: finishing write tid 2 to smithi08986837-38 2024-07-26T06:09:46.354 INFO:tasks.rados.rados.0.smithi089.stdout:1489: finishing rollback tid 0 to smithi08986837-7 2024-07-26T06:09:46.355 INFO:tasks.rados.rados.0.smithi089.stdout:1489: finishing rollback tid 1 to smithi08986837-7 2024-07-26T06:09:46.355 INFO:tasks.rados.rados.0.smithi089.stdout:1489: finishing rollback tid 2 to smithi08986837-7 2024-07-26T06:09:46.355 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 7 v 589 (ObjNum 458 snap 132 seq_num 458) dirty exists 2024-07-26T06:09:46.355 INFO:tasks.rados.rados.0.smithi089.stdout:1486: finishing write tid 3 to smithi08986837-38 2024-07-26T06:09:46.355 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 38 v 738 (ObjNum 468 snap 136 seq_num 468) dirty exists 2024-07-26T06:09:46.355 INFO:tasks.rados.rados.0.smithi089.stdout:1486: left oid 38 (ObjNum 468 snap 136 seq_num 468) 2024-07-26T06:09:46.355 INFO:tasks.rados.rados.0.smithi089.stdout:1486: done (4 left) 2024-07-26T06:09:46.355 INFO:tasks.rados.rados.0.smithi089.stdout:1487: done (3 left) 2024-07-26T06:09:46.355 INFO:tasks.rados.rados.0.smithi089.stdout:1488: done (2 left) 2024-07-26T06:09:46.355 INFO:tasks.rados.rados.0.smithi089.stdout:1489: done (1 left) 2024-07-26T06:09:46.355 INFO:tasks.rados.rados.0.smithi089.stdout:1492: delete oid 31 current snap is 136 2024-07-26T06:09:46.358 INFO:tasks.rados.rados.0.smithi089.stdout:1491: finishing rollback tid 0 to smithi08986837-14 2024-07-26T06:09:46.359 INFO:tasks.rados.rados.0.smithi089.stdout:1492: done (1 left) 2024-07-26T06:09:46.359 INFO:tasks.rados.rados.0.smithi089.stdout:1493: snap_remove snap 135 2024-07-26T06:09:47.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:46 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:09:47.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:46 smithi155 ceph-mon[90160]: osdmap e354: 8 total, 8 up, 8 in 2024-07-26T06:09:47.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:46 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:09:47.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:46 smithi089 ceph-mon[99608]: osdmap e354: 8 total, 8 up, 8 in 2024-07-26T06:09:47.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:46 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:09:47.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:46 smithi089 ceph-mon[102056]: osdmap e354: 8 total, 8 up, 8 in 2024-07-26T06:09:47.359 INFO:tasks.rados.rados.0.smithi089.stdout:1493: done (1 left) 2024-07-26T06:09:47.359 INFO:tasks.rados.rados.0.smithi089.stdout:1494: read oid 23 snap 132 2024-07-26T06:09:47.359 INFO:tasks.rados.rados.0.smithi089.stdout:1494: expect (ObjNum 383 snap 110 seq_num 383) 2024-07-26T06:09:47.360 INFO:tasks.rados.rados.0.smithi089.stdout:1495: read oid 18 snap -1 2024-07-26T06:09:47.360 INFO:tasks.rados.rados.0.smithi089.stdout:1495: expect (ObjNum 355 snap 105 seq_num 355) 2024-07-26T06:09:47.360 INFO:tasks.rados.rados.0.smithi089.stdout:1496: copy_from oid 47 from oid 39 current snap is 136 2024-07-26T06:09:47.360 INFO:tasks.rados.rados.0.smithi089.stdout:1491: finishing rollback tid 1 to smithi08986837-14 2024-07-26T06:09:47.360 INFO:tasks.rados.rados.0.smithi089.stdout:1491: finishing rollback tid 2 to smithi08986837-14 2024-07-26T06:09:47.360 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 14 v 785 (ObjNum 448 snap 131 seq_num 448) dirty exists 2024-07-26T06:09:47.360 INFO:tasks.rados.rados.0.smithi089.stdout:1491: done (3 left) 2024-07-26T06:09:47.360 INFO:tasks.rados.rados.0.smithi089.stdout:1497: read oid 30 snap -1 2024-07-26T06:09:47.360 INFO:tasks.rados.rados.0.smithi089.stdout:1497: expect deleted 2024-07-26T06:09:47.360 INFO:tasks.rados.rados.0.smithi089.stdout:1498: setattr oid 14 current snap is 136 2024-07-26T06:09:47.361 INFO:tasks.rados.rados.0.smithi089.stdout:1499: read oid 45 snap -1 2024-07-26T06:09:47.361 INFO:tasks.rados.rados.0.smithi089.stdout:1499: expect deleted 2024-07-26T06:09:47.361 INFO:tasks.rados.rados.0.smithi089.stdout:1500: snap_create 2024-07-26T06:09:47.366 INFO:tasks.rados.rados.0.smithi089.stdout:1495: expect (ObjNum 355 snap 105 seq_num 355) 2024-07-26T06:09:47.406 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 14 v 788 (ObjNum 448 snap 131 seq_num 448) dirty exists 2024-07-26T06:09:47.407 INFO:tasks.rados.rados.0.smithi089.stdout:1496: finishing copy_from racing read to smithi08986837-47 2024-07-26T06:09:47.407 INFO:tasks.rados.rados.0.smithi089.stdout:1496: finishing copy_from to smithi08986837-47 2024-07-26T06:09:47.407 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 47 v 582 (ObjNum 296 snap 86 seq_num 296) dirty exists 2024-07-26T06:09:47.407 INFO:tasks.rados.rados.0.smithi089.stdout:1494: expect (ObjNum 383 snap 110 seq_num 383) 2024-07-26T06:09:48.030 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:47 smithi155 ceph-mon[90160]: pgmap v182: 121 pgs: 121 active+clean; 169 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 993 KiB/s wr, 15 op/s 2024-07-26T06:09:48.031 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:47 smithi155 ceph-mon[90160]: osdmap e355: 8 total, 8 up, 8 in 2024-07-26T06:09:48.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:47 smithi089 ceph-mon[99608]: pgmap v182: 121 pgs: 121 active+clean; 169 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 993 KiB/s wr, 15 op/s 2024-07-26T06:09:48.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:47 smithi089 ceph-mon[99608]: osdmap e355: 8 total, 8 up, 8 in 2024-07-26T06:09:48.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:47 smithi089 ceph-mon[102056]: pgmap v182: 121 pgs: 121 active+clean; 169 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 993 KiB/s wr, 15 op/s 2024-07-26T06:09:48.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:47 smithi089 ceph-mon[102056]: osdmap e355: 8 total, 8 up, 8 in 2024-07-26T06:09:48.361 INFO:tasks.rados.rados.0.smithi089.stdout:1494: done (6 left) 2024-07-26T06:09:48.361 INFO:tasks.rados.rados.0.smithi089.stdout:1495: done (5 left) 2024-07-26T06:09:48.361 INFO:tasks.rados.rados.0.smithi089.stdout:1496: done (4 left) 2024-07-26T06:09:48.361 INFO:tasks.rados.rados.0.smithi089.stdout:1497: done (3 left) 2024-07-26T06:09:48.361 INFO:tasks.rados.rados.0.smithi089.stdout:1498: done (2 left) 2024-07-26T06:09:48.361 INFO:tasks.rados.rados.0.smithi089.stdout:1499: done (1 left) 2024-07-26T06:09:48.361 INFO:tasks.rados.rados.0.smithi089.stdout:1500: done (0 left) 2024-07-26T06:09:48.362 INFO:tasks.rados.rados.0.smithi089.stdout:1501: snap_create 2024-07-26T06:09:49.129 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:09:48 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:09:48.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)\", cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", cluster_addr=\"172.21.15.89\", device_class=\"ssd\", hostname=\"smithi089\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.89\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster_addr=\"172.21.15.89\", device_class=\"ssd\", hostname=\"smithi089\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.89\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:09:49.345 INFO:tasks.rados.rados.0.smithi089.stdout:1501: done (0 left) 2024-07-26T06:09:49.345 INFO:tasks.rados.rados.0.smithi089.stdout:1502: rmattr oid 27 current snap is 138 2024-07-26T06:09:49.346 INFO:tasks.rados.rados.0.smithi089.stdout:1502: done (0 left) 2024-07-26T06:09:49.346 INFO:tasks.rados.rados.0.smithi089.stdout:1503: rollback oid 10 current snap is 138 2024-07-26T06:09:49.346 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 10 to 137 2024-07-26T06:09:49.346 INFO:tasks.rados.rados.0.smithi089.stdout:1504: read oid 14 snap -1 2024-07-26T06:09:49.346 INFO:tasks.rados.rados.0.smithi089.stdout:1504: expect (ObjNum 448 snap 131 seq_num 448) 2024-07-26T06:09:49.346 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 6 current snap is 138 2024-07-26T06:09:49.346 INFO:tasks.rados.rados.0.smithi089.stdout:1505: seq_num 470 ranges {0=679936} 2024-07-26T06:09:49.349 INFO:tasks.rados.rados.0.smithi089.stdout:1505: writing smithi08986837-6 from 0 to 679936 tid 1 2024-07-26T06:09:49.349 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 2 current snap is 138 2024-07-26T06:09:49.349 INFO:tasks.rados.rados.0.smithi089.stdout:1506: seq_num 471 ranges {6012928=696320} 2024-07-26T06:09:49.387 INFO:tasks.rados.rados.0.smithi089.stdout:1506: writing smithi08986837-2 from 6012928 to 6709248 tid 1 2024-07-26T06:09:49.387 INFO:tasks.rados.rados.0.smithi089.stdout:1507: read oid 27 snap -1 2024-07-26T06:09:49.387 INFO:tasks.rados.rados.0.smithi089.stdout:1507: expect (ObjNum 404 snap 117 seq_num 404) 2024-07-26T06:09:49.387 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 49 current snap is 138 2024-07-26T06:09:49.387 INFO:tasks.rados.rados.0.smithi089.stdout:1503: finishing rollback tid 0 to smithi08986837-10 2024-07-26T06:09:49.387 INFO:tasks.rados.rados.0.smithi089.stdout:1503: finishing rollback tid 1 to smithi08986837-10 2024-07-26T06:09:49.387 INFO:tasks.rados.rados.0.smithi089.stdout:1508: seq_num 472 ranges {2793472=712704} 2024-07-26T06:09:49.406 INFO:tasks.rados.rados.0.smithi089.stdout:1508: writing smithi08986837-49 from 2793472 to 3506176 tid 1 2024-07-26T06:09:49.406 INFO:tasks.rados.rados.0.smithi089.stdout:1509: snap_remove snap 132 2024-07-26T06:09:49.406 INFO:tasks.rados.rados.0.smithi089.stdout:1503: finishing rollback tid 2 to smithi08986837-10 2024-07-26T06:09:49.406 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 10 v 742 (ObjNum 412 snap 120 seq_num 412) dirty exists 2024-07-26T06:09:49.406 INFO:tasks.rados.rados.0.smithi089.stdout:1505: finishing write tid 1 to smithi08986837-6 2024-07-26T06:09:49.406 INFO:tasks.rados.rados.0.smithi089.stdout:1505: finishing write tid 2 to smithi08986837-6 2024-07-26T06:09:49.407 INFO:tasks.rados.rados.0.smithi089.stdout:1505: finishing write tid 3 to smithi08986837-6 2024-07-26T06:09:49.407 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 6 v 507 (ObjNum 470 snap 138 seq_num 470) dirty exists 2024-07-26T06:09:49.407 INFO:tasks.rados.rados.0.smithi089.stdout:1505: left oid 6 (ObjNum 470 snap 138 seq_num 470) 2024-07-26T06:09:49.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:49 smithi155 ceph-mon[90160]: osdmap e356: 8 total, 8 up, 8 in 2024-07-26T06:09:49.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:49 smithi155 ceph-mon[90160]: pgmap v185: 121 pgs: 121 active+clean; 169 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 980 KiB/s wr, 15 op/s 2024-07-26T06:09:49.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:49 smithi155 ceph-mon[90160]: osdmap e357: 8 total, 8 up, 8 in 2024-07-26T06:09:49.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:49 smithi089 ceph-mon[99608]: osdmap e356: 8 total, 8 up, 8 in 2024-07-26T06:09:49.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:49 smithi089 ceph-mon[99608]: pgmap v185: 121 pgs: 121 active+clean; 169 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 980 KiB/s wr, 15 op/s 2024-07-26T06:09:49.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:49 smithi089 ceph-mon[99608]: osdmap e357: 8 total, 8 up, 8 in 2024-07-26T06:09:49.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:49 smithi089 ceph-mon[102056]: osdmap e356: 8 total, 8 up, 8 in 2024-07-26T06:09:49.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:49 smithi089 ceph-mon[102056]: pgmap v185: 121 pgs: 121 active+clean; 169 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 980 KiB/s wr, 15 op/s 2024-07-26T06:09:49.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:49 smithi089 ceph-mon[102056]: osdmap e357: 8 total, 8 up, 8 in 2024-07-26T06:09:50.371 INFO:tasks.rados.rados.0.smithi089.stdout:1503: done (6 left) 2024-07-26T06:09:50.371 INFO:tasks.rados.rados.0.smithi089.stdout:1505: done (5 left) 2024-07-26T06:09:50.371 INFO:tasks.rados.rados.0.smithi089.stdout:1509: done (4 left) 2024-07-26T06:09:50.371 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 18 current snap is 138 2024-07-26T06:09:50.371 INFO:tasks.rados.rados.0.smithi089.stdout:1510: seq_num 473 ranges {1155072=729088} 2024-07-26T06:09:50.382 INFO:tasks.rados.rados.0.smithi089.stdout:1510: writing smithi08986837-18 from 1155072 to 1884160 tid 1 2024-07-26T06:09:50.382 INFO:tasks.rados.rados.0.smithi089.stdout:1511: snap_create 2024-07-26T06:09:50.382 INFO:tasks.rados.rados.0.smithi089.stdout:1504: expect (ObjNum 448 snap 131 seq_num 448) 2024-07-26T06:09:50.820 INFO:tasks.rados.rados.0.smithi089.stdout:1506: finishing write tid 1 to smithi08986837-2 2024-07-26T06:09:50.820 INFO:tasks.rados.rados.0.smithi089.stdout:1506: finishing write tid 2 to smithi08986837-2 2024-07-26T06:09:50.820 INFO:tasks.rados.rados.0.smithi089.stdout:1506: finishing write tid 3 to smithi08986837-2 2024-07-26T06:09:50.820 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 2 v 155 (ObjNum 471 snap 138 seq_num 471) dirty exists 2024-07-26T06:09:50.820 INFO:tasks.rados.rados.0.smithi089.stdout:1506: left oid 2 (ObjNum 471 snap 138 seq_num 471) 2024-07-26T06:09:50.820 INFO:tasks.rados.rados.0.smithi089.stdout:1508: finishing write tid 1 to smithi08986837-49 2024-07-26T06:09:50.820 INFO:tasks.rados.rados.0.smithi089.stdout:1508: finishing write tid 2 to smithi08986837-49 2024-07-26T06:09:50.820 INFO:tasks.rados.rados.0.smithi089.stdout:1508: finishing write tid 3 to smithi08986837-49 2024-07-26T06:09:50.820 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 49 v 720 (ObjNum 472 snap 138 seq_num 472) dirty exists 2024-07-26T06:09:50.821 INFO:tasks.rados.rados.0.smithi089.stdout:1508: left oid 49 (ObjNum 472 snap 138 seq_num 472) 2024-07-26T06:09:50.821 INFO:tasks.rados.rados.0.smithi089.stdout:1507: expect (ObjNum 404 snap 117 seq_num 404) 2024-07-26T06:09:51.026 INFO:tasks.rados.rados.0.smithi089.stdout:1510: finishing write tid 1 to smithi08986837-18 2024-07-26T06:09:51.026 INFO:tasks.rados.rados.0.smithi089.stdout:1510: finishing write tid 2 to smithi08986837-18 2024-07-26T06:09:51.026 INFO:tasks.rados.rados.0.smithi089.stdout:1510: finishing write tid 3 to smithi08986837-18 2024-07-26T06:09:51.027 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 18 v 723 (ObjNum 473 snap 138 seq_num 473) dirty exists 2024-07-26T06:09:51.027 INFO:tasks.rados.rados.0.smithi089.stdout:1510: left oid 18 (ObjNum 473 snap 138 seq_num 473) 2024-07-26T06:09:51.374 INFO:tasks.rados.rados.0.smithi089.stdout:1504: done (5 left) 2024-07-26T06:09:51.374 INFO:tasks.rados.rados.0.smithi089.stdout:1506: done (4 left) 2024-07-26T06:09:51.374 INFO:tasks.rados.rados.0.smithi089.stdout:1507: done (3 left) 2024-07-26T06:09:51.374 INFO:tasks.rados.rados.0.smithi089.stdout:1508: done (2 left) 2024-07-26T06:09:51.374 INFO:tasks.rados.rados.0.smithi089.stdout:1510: done (1 left) 2024-07-26T06:09:51.375 INFO:tasks.rados.rados.0.smithi089.stdout:1511: done (0 left) 2024-07-26T06:09:51.375 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 44 current snap is 139 2024-07-26T06:09:51.375 INFO:tasks.rados.rados.0.smithi089.stdout:1512: seq_num 474 ranges {9158656=745472} 2024-07-26T06:09:51.426 INFO:tasks.rados.rados.0.smithi089.stdout:1512: writing smithi08986837-44 from 9158656 to 9904128 tid 1 2024-07-26T06:09:51.426 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 48 current snap is 139 2024-07-26T06:09:51.426 INFO:tasks.rados.rados.0.smithi089.stdout:1513: seq_num 475 ranges {9314304=761856} 2024-07-26T06:09:51.479 INFO:tasks.rados.rados.0.smithi089.stdout:1513: writing smithi08986837-48 from 9314304 to 10076160 tid 1 2024-07-26T06:09:51.479 INFO:tasks.rados.rados.0.smithi089.stdout:1514: delete oid 25 current snap is 139 2024-07-26T06:09:51.479 INFO:tasks.rados.rados.0.smithi089.stdout:1512: finishing write tid 1 to smithi08986837-44 2024-07-26T06:09:51.479 INFO:tasks.rados.rados.0.smithi089.stdout:1512: finishing write tid 2 to smithi08986837-44 2024-07-26T06:09:51.479 INFO:tasks.rados.rados.0.smithi089.stdout:1512: finishing write tid 3 to smithi08986837-44 2024-07-26T06:09:51.479 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 44 v 801 (ObjNum 474 snap 139 seq_num 474) dirty exists 2024-07-26T06:09:51.479 INFO:tasks.rados.rados.0.smithi089.stdout:1512: left oid 44 (ObjNum 474 snap 139 seq_num 474) 2024-07-26T06:09:51.483 INFO:tasks.rados.rados.0.smithi089.stdout:1513: finishing write tid 1 to smithi08986837-48 2024-07-26T06:09:51.483 INFO:tasks.rados.rados.0.smithi089.stdout:1513: finishing write tid 2 to smithi08986837-48 2024-07-26T06:09:51.484 INFO:tasks.rados.rados.0.smithi089.stdout:1512: done (2 left) 2024-07-26T06:09:51.484 INFO:tasks.rados.rados.0.smithi089.stdout:1514: done (1 left) 2024-07-26T06:09:51.484 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 22 current snap is 139 2024-07-26T06:09:51.484 INFO:tasks.rados.rados.0.smithi089.stdout:1515: seq_num 477 ranges {0=794624} 2024-07-26T06:09:51.489 INFO:tasks.rados.rados.0.smithi089.stdout:1515: writing smithi08986837-22 from 0 to 794624 tid 1 2024-07-26T06:09:51.489 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 49 current snap is 139 2024-07-26T06:09:51.489 INFO:tasks.rados.rados.0.smithi089.stdout:1516: seq_num 478 ranges {3506176=409600,3915776=401408} 2024-07-26T06:09:51.510 INFO:tasks.rados.rados.0.smithi089.stdout:1516: writing smithi08986837-49 from 3506176 to 3915776 tid 1 2024-07-26T06:09:51.512 INFO:tasks.rados.rados.0.smithi089.stdout:1516: writing smithi08986837-49 from 3915776 to 4317184 tid 2 2024-07-26T06:09:51.512 INFO:tasks.rados.rados.0.smithi089.stdout:1517: read oid 44 snap 134 2024-07-26T06:09:51.512 INFO:tasks.rados.rados.0.smithi089.stdout:1517: expect (ObjNum 386 snap 112 seq_num 386) 2024-07-26T06:09:51.512 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 46 current snap is 139 2024-07-26T06:09:51.512 INFO:tasks.rados.rados.0.smithi089.stdout:1513: finishing write tid 3 to smithi08986837-48 2024-07-26T06:09:51.513 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 48 v 604 (ObjNum 475 snap 139 seq_num 475) dirty exists 2024-07-26T06:09:51.513 INFO:tasks.rados.rados.0.smithi089.stdout:1513: left oid 48 (ObjNum 475 snap 139 seq_num 475) 2024-07-26T06:09:51.513 INFO:tasks.rados.rados.0.smithi089.stdout:1518: seq_num 479 ranges {6070272=425984,6496256=401408} 2024-07-26T06:09:51.548 INFO:tasks.rados.rados.0.smithi089.stdout:1518: writing smithi08986837-46 from 6070272 to 6496256 tid 1 2024-07-26T06:09:51.551 INFO:tasks.rados.rados.0.smithi089.stdout:1518: writing smithi08986837-46 from 6496256 to 6897664 tid 2 2024-07-26T06:09:51.551 INFO:tasks.rados.rados.0.smithi089.stdout:1513: done (4 left) 2024-07-26T06:09:51.551 INFO:tasks.rados.rados.0.smithi089.stdout:1519: delete oid 39 current snap is 139 2024-07-26T06:09:51.551 INFO:tasks.rados.rados.0.smithi089.stdout:1515: finishing write tid 1 to smithi08986837-22 2024-07-26T06:09:51.551 INFO:tasks.rados.rados.0.smithi089.stdout:1515: finishing write tid 2 to smithi08986837-22 2024-07-26T06:09:51.552 INFO:tasks.rados.rados.0.smithi089.stdout:1515: finishing write tid 3 to smithi08986837-22 2024-07-26T06:09:51.552 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 22 v 718 (ObjNum 477 snap 139 seq_num 477) dirty exists 2024-07-26T06:09:51.552 INFO:tasks.rados.rados.0.smithi089.stdout:1515: left oid 22 (ObjNum 477 snap 139 seq_num 477) 2024-07-26T06:09:51.552 INFO:tasks.rados.rados.0.smithi089.stdout:1516: finishing write tid 1 to smithi08986837-49 2024-07-26T06:09:51.552 INFO:tasks.rados.rados.0.smithi089.stdout:1516: finishing write tid 2 to smithi08986837-49 2024-07-26T06:09:51.552 INFO:tasks.rados.rados.0.smithi089.stdout:1516: finishing write tid 3 to smithi08986837-49 2024-07-26T06:09:51.552 INFO:tasks.rados.rados.0.smithi089.stdout:1516: finishing write tid 4 to smithi08986837-49 2024-07-26T06:09:51.552 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 49 v 724 (ObjNum 478 snap 139 seq_num 478) dirty exists 2024-07-26T06:09:51.552 INFO:tasks.rados.rados.0.smithi089.stdout:1516: left oid 49 (ObjNum 478 snap 139 seq_num 478) 2024-07-26T06:09:51.552 INFO:tasks.rados.rados.0.smithi089.stdout:1517: expect (ObjNum 386 snap 112 seq_num 386) 2024-07-26T06:09:51.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:51 smithi155 ceph-mon[90160]: osdmap e358: 8 total, 8 up, 8 in 2024-07-26T06:09:51.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:51 smithi155 ceph-mon[90160]: pgmap v188: 121 pgs: 121 active+clean; 169 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:09:51.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:51 smithi089 ceph-mon[99608]: osdmap e358: 8 total, 8 up, 8 in 2024-07-26T06:09:51.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:51 smithi089 ceph-mon[99608]: pgmap v188: 121 pgs: 121 active+clean; 169 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:09:51.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:51 smithi089 ceph-mon[102056]: osdmap e358: 8 total, 8 up, 8 in 2024-07-26T06:09:51.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:51 smithi089 ceph-mon[102056]: pgmap v188: 121 pgs: 121 active+clean; 169 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-07-26T06:09:52.256 INFO:tasks.rados.rados.0.smithi089.stdout:1518: finishing write tid 1 to smithi08986837-46 2024-07-26T06:09:52.256 INFO:tasks.rados.rados.0.smithi089.stdout:1518: finishing write tid 2 to smithi08986837-46 2024-07-26T06:09:52.256 INFO:tasks.rados.rados.0.smithi089.stdout:1518: finishing write tid 3 to smithi08986837-46 2024-07-26T06:09:52.256 INFO:tasks.rados.rados.0.smithi089.stdout:1518: finishing write tid 4 to smithi08986837-46 2024-07-26T06:09:52.256 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 46 v 805 (ObjNum 479 snap 139 seq_num 479) dirty exists 2024-07-26T06:09:52.256 INFO:tasks.rados.rados.0.smithi089.stdout:1518: left oid 46 (ObjNum 479 snap 139 seq_num 479) 2024-07-26T06:09:52.256 INFO:tasks.rados.rados.0.smithi089.stdout:1515: done (4 left) 2024-07-26T06:09:52.257 INFO:tasks.rados.rados.0.smithi089.stdout:1516: done (3 left) 2024-07-26T06:09:52.257 INFO:tasks.rados.rados.0.smithi089.stdout:1517: done (2 left) 2024-07-26T06:09:52.257 INFO:tasks.rados.rados.0.smithi089.stdout:1518: done (1 left) 2024-07-26T06:09:52.257 INFO:tasks.rados.rados.0.smithi089.stdout:1519: done (0 left) 2024-07-26T06:09:52.257 INFO:tasks.rados.rados.0.smithi089.stdout:1520: setattr oid 28 current snap is 139 2024-07-26T06:09:52.257 INFO:tasks.rados.rados.0.smithi089.stdout:1521: snap_remove snap 136 2024-07-26T06:09:52.381 INFO:tasks.rados.rados.0.smithi089.stdout:1521: done (1 left) 2024-07-26T06:09:52.381 INFO:tasks.rados.rados.0.smithi089.stdout:1522: setattr oid 50 current snap is 139 2024-07-26T06:09:52.381 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 28 v 719 (ObjNum 318 snap 93 seq_num 318) dirty exists 2024-07-26T06:09:52.383 INFO:tasks.rados.rados.0.smithi089.stdout:1520: done (1 left) 2024-07-26T06:09:52.383 INFO:tasks.rados.rados.0.smithi089.stdout:1523: rollback oid 32 current snap is 139 2024-07-26T06:09:52.384 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 32 to 137 2024-07-26T06:09:52.384 INFO:tasks.rados.rados.0.smithi089.stdout:1524: copy_from oid 19 from oid 46 current snap is 139 2024-07-26T06:09:52.384 INFO:tasks.rados.rados.0.smithi089.stdout:1525: delete oid 44 current snap is 139 2024-07-26T06:09:52.392 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 50 v 747 (ObjNum 392 snap 113 seq_num 392) dirty exists 2024-07-26T06:09:52.397 INFO:tasks.rados.rados.0.smithi089.stdout:1523: finishing rollback tid 0 to smithi08986837-32 2024-07-26T06:09:52.397 INFO:tasks.rados.rados.0.smithi089.stdout:1523: finishing rollback tid 1 to smithi08986837-32 2024-07-26T06:09:52.397 INFO:tasks.rados.rados.0.smithi089.stdout:1523: finishing rollback tid 2 to smithi08986837-32 2024-07-26T06:09:52.398 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 32 v 726 (ObjNum 451 snap 132 seq_num 451) dirty exists 2024-07-26T06:09:52.398 INFO:tasks.rados.rados.0.smithi089.stdout:1522: done (3 left) 2024-07-26T06:09:52.398 INFO:tasks.rados.rados.0.smithi089.stdout:1523: done (2 left) 2024-07-26T06:09:52.398 INFO:tasks.rados.rados.0.smithi089.stdout:1525: done (1 left) 2024-07-26T06:09:52.398 INFO:tasks.rados.rados.0.smithi089.stdout:1526: read oid 7 snap -1 2024-07-26T06:09:52.398 INFO:tasks.rados.rados.0.smithi089.stdout:1526: expect (ObjNum 458 snap 132 seq_num 458) 2024-07-26T06:09:52.398 INFO:tasks.rados.rados.0.smithi089.stdout:1527: copy_from oid 33 from oid 11 current snap is 139 2024-07-26T06:09:52.398 INFO:tasks.rados.rados.0.smithi089.stdout:1528: copy_from oid 10 from oid 47 current snap is 139 2024-07-26T06:09:52.398 INFO:tasks.rados.rados.0.smithi089.stdout:1529: snap_remove snap 138 2024-07-26T06:09:52.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:52 smithi155 ceph-mon[90160]: osdmap e359: 8 total, 8 up, 8 in 2024-07-26T06:09:52.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:52 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-07-26T06:09:52.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:09:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:09:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:09:52.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:52 smithi089 ceph-mon[99608]: osdmap e359: 8 total, 8 up, 8 in 2024-07-26T06:09:52.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:52 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-07-26T06:09:52.655 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:09:52 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:09:52] "GET /metrics HTTP/1.1" 200 36235 "" "Prometheus/2.43.0" 2024-07-26T06:09:52.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:52 smithi089 ceph-mon[102056]: osdmap e359: 8 total, 8 up, 8 in 2024-07-26T06:09:52.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:52 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-07-26T06:09:53.397 INFO:tasks.rados.rados.0.smithi089.stdout:1529: done (4 left) 2024-07-26T06:09:53.397 INFO:tasks.rados.rados.0.smithi089.stdout:1530: copy_from oid 28 from oid 36 current snap is 139 2024-07-26T06:09:53.398 INFO:tasks.rados.rados.0.smithi089.stdout:1531: rmattr oid 18 current snap is 139 2024-07-26T06:09:53.398 INFO:tasks.rados.rados.0.smithi089.stdout:1531: done (5 left) 2024-07-26T06:09:53.398 INFO:tasks.rados.rados.0.smithi089.stdout:1532: snap_create 2024-07-26T06:09:53.398 INFO:tasks.rados.rados.0.smithi089.stdout:1527: finishing copy_from racing read to smithi08986837-33 2024-07-26T06:09:53.398 INFO:tasks.rados.rados.0.smithi089.stdout:1527: finishing copy_from to smithi08986837-33 2024-07-26T06:09:53.398 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 33 v 736 (ObjNum 459 snap 132 seq_num 459) dirty exists 2024-07-26T06:09:53.398 INFO:tasks.rados.rados.0.smithi089.stdout:1524: finishing copy_from racing read to smithi08986837-19 2024-07-26T06:09:53.398 INFO:tasks.rados.rados.0.smithi089.stdout:1524: finishing copy_from to smithi08986837-19 2024-07-26T06:09:53.398 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 19 v 805 (ObjNum 479 snap 139 seq_num 479) dirty exists 2024-07-26T06:09:53.398 INFO:tasks.rados.rados.0.smithi089.stdout:1528: finishing copy_from racing read to smithi08986837-10 2024-07-26T06:09:53.398 INFO:tasks.rados.rados.0.smithi089.stdout:1526: expect (ObjNum 458 snap 132 seq_num 458) 2024-07-26T06:09:53.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:53 smithi089 ceph-mon[99608]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-07-26T06:09:53.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:53 smithi089 ceph-mon[99608]: Upgrade: osd.2 is safe to restart 2024-07-26T06:09:53.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:53 smithi089 ceph-mon[99608]: osdmap e360: 8 total, 8 up, 8 in 2024-07-26T06:09:53.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:53 smithi089 ceph-mon[99608]: pgmap v191: 121 pgs: 121 active+clean; 175 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.6 MiB/s wr, 15 op/s 2024-07-26T06:09:53.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:53 smithi089 ceph-mon[102056]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-07-26T06:09:53.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:53 smithi089 ceph-mon[102056]: Upgrade: osd.2 is safe to restart 2024-07-26T06:09:53.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:53 smithi089 ceph-mon[102056]: osdmap e360: 8 total, 8 up, 8 in 2024-07-26T06:09:53.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:53 smithi089 ceph-mon[102056]: pgmap v191: 121 pgs: 121 active+clean; 175 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.6 MiB/s wr, 15 op/s 2024-07-26T06:09:53.842 INFO:tasks.rados.rados.0.smithi089.stdout:1528: finishing copy_from to smithi08986837-10 2024-07-26T06:09:53.842 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 10 v 582 (ObjNum 296 snap 86 seq_num 296) dirty exists 2024-07-26T06:09:53.843 INFO:tasks.rados.rados.0.smithi089.stdout:1530: finishing copy_from to smithi08986837-28 2024-07-26T06:09:53.843 INFO:tasks.rados.rados.0.smithi089.stdout:1530: got expected ENOENT (src dne) 2024-07-26T06:09:53.843 INFO:tasks.rados.rados.0.smithi089.stdout:1530: finishing copy_from racing read to smithi08986837-28 2024-07-26T06:09:53.879 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:09:53 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:09:53.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi089\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi089\", job=\"node\", machine=\"x86_64\", nodename=\"smithi089\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", domainname=\"(none)\", instance=\"smithi089\", job=\"node\", machine=\"x86_64\", nodename=\"smithi089\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:09:53.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:53 smithi155 ceph-mon[90160]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-07-26T06:09:53.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:53 smithi155 ceph-mon[90160]: Upgrade: osd.2 is safe to restart 2024-07-26T06:09:53.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:53 smithi155 ceph-mon[90160]: osdmap e360: 8 total, 8 up, 8 in 2024-07-26T06:09:53.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:53 smithi155 ceph-mon[90160]: pgmap v191: 121 pgs: 121 active+clean; 175 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.6 MiB/s wr, 15 op/s 2024-07-26T06:09:54.345 INFO:tasks.rados.rados.0.smithi089.stdout:1524: done (5 left) 2024-07-26T06:09:54.345 INFO:tasks.rados.rados.0.smithi089.stdout:1526: done (4 left) 2024-07-26T06:09:54.346 INFO:tasks.rados.rados.0.smithi089.stdout:1527: done (3 left) 2024-07-26T06:09:54.346 INFO:tasks.rados.rados.0.smithi089.stdout:1528: done (2 left) 2024-07-26T06:09:54.346 INFO:tasks.rados.rados.0.smithi089.stdout:1530: done (1 left) 2024-07-26T06:09:54.346 INFO:tasks.rados.rados.0.smithi089.stdout:1532: done (0 left) 2024-07-26T06:09:54.346 INFO:tasks.rados.rados.0.smithi089.stdout:1533: rollback oid 43 current snap is 140 2024-07-26T06:09:54.346 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 43 to 137 2024-07-26T06:09:54.346 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 4 current snap is 140 2024-07-26T06:09:54.346 INFO:tasks.rados.rados.0.smithi089.stdout:1534: seq_num 482 ranges {2252800=475136,2727936=401408} 2024-07-26T06:09:54.360 INFO:tasks.rados.rados.0.smithi089.stdout:1534: writing smithi08986837-4 from 2252800 to 2727936 tid 1 2024-07-26T06:09:54.363 INFO:tasks.rados.rados.0.smithi089.stdout:1534: writing smithi08986837-4 from 2727936 to 3129344 tid 2 2024-07-26T06:09:54.363 INFO:tasks.rados.rados.0.smithi089.stdout:1535: read oid 18 snap -1 2024-07-26T06:09:54.363 INFO:tasks.rados.rados.0.smithi089.stdout:1535: expect (ObjNum 473 snap 138 seq_num 473) 2024-07-26T06:09:54.363 INFO:tasks.rados.rados.0.smithi089.stdout:1536: copy_from oid 6 from oid 29 current snap is 140 2024-07-26T06:09:54.363 INFO:tasks.rados.rados.0.smithi089.stdout:1533: finishing rollback tid 0 to smithi08986837-43 2024-07-26T06:09:54.363 INFO:tasks.rados.rados.0.smithi089.stdout:1533: finishing rollback tid 1 to smithi08986837-43 2024-07-26T06:09:54.363 INFO:tasks.rados.rados.0.smithi089.stdout:1533: finishing rollback tid 2 to smithi08986837-43 2024-07-26T06:09:54.363 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 43 v 729 (ObjNum 384 snap 110 seq_num 384) dirty exists 2024-07-26T06:09:54.363 INFO:tasks.rados.rados.0.smithi089.stdout:1533: done (3 left) 2024-07-26T06:09:54.363 INFO:tasks.rados.rados.0.smithi089.stdout:1537: setattr oid 26 current snap is 140 2024-07-26T06:09:54.365 INFO:tasks.rados.rados.0.smithi089.stdout:1538: rollback oid 45 current snap is 140 2024-07-26T06:09:54.366 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 45 to 134 2024-07-26T06:09:54.366 INFO:tasks.rados.rados.0.smithi089.stdout:1539: read oid 33 snap -1 2024-07-26T06:09:54.366 INFO:tasks.rados.rados.0.smithi089.stdout:1539: expect (ObjNum 459 snap 132 seq_num 459) 2024-07-26T06:09:54.366 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 38 current snap is 140 2024-07-26T06:09:54.366 INFO:tasks.rados.rados.0.smithi089.stdout:1534: finishing write tid 1 to smithi08986837-4 2024-07-26T06:09:54.366 INFO:tasks.rados.rados.0.smithi089.stdout:1540: seq_num 483 ranges {9805824=491520,10297344=401408} 2024-07-26T06:09:54.422 INFO:tasks.rados.rados.0.smithi089.stdout:1540: writing smithi08986837-38 from 9805824 to 10297344 tid 1 2024-07-26T06:09:54.424 INFO:tasks.rados.rados.0.smithi089.stdout:1540: writing smithi08986837-38 from 10297344 to 10698752 tid 2 2024-07-26T06:09:54.424 INFO:tasks.rados.rados.0.smithi089.stdout:1541: snap_remove snap 139 2024-07-26T06:09:54.439 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:54 smithi089 ceph-mon[99608]: osdmap e361: 8 total, 8 up, 8 in 2024-07-26T06:09:54.439 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:54 smithi089 ceph-mon[99608]: Upgrade: Updating osd.2 2024-07-26T06:09:54.440 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:54 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:09:54.440 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:54 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-07-26T06:09:54.440 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:54 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:09:54.440 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:54 smithi089 ceph-mon[99608]: osdmap e362: 8 total, 8 up, 8 in 2024-07-26T06:09:54.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:54 smithi089 ceph-mon[102056]: osdmap e361: 8 total, 8 up, 8 in 2024-07-26T06:09:54.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:54 smithi089 ceph-mon[102056]: Upgrade: Updating osd.2 2024-07-26T06:09:54.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:54 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:09:54.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:54 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-07-26T06:09:54.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:54 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:09:54.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:54 smithi089 ceph-mon[102056]: osdmap e362: 8 total, 8 up, 8 in 2024-07-26T06:09:54.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:54 smithi155 ceph-mon[90160]: osdmap e361: 8 total, 8 up, 8 in 2024-07-26T06:09:54.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:54 smithi155 ceph-mon[90160]: Upgrade: Updating osd.2 2024-07-26T06:09:54.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:54 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:09:54.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:54 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-07-26T06:09:54.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:54 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:09:54.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:54 smithi155 ceph-mon[90160]: osdmap e362: 8 total, 8 up, 8 in 2024-07-26T06:09:54.880 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:09:54 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:09:54.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:09:54.880 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:09:54 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:09:54.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:09:55.399 INFO:tasks.rados.rados.0.smithi089.stdout:1541: done (7 left) 2024-07-26T06:09:55.400 INFO:tasks.rados.rados.0.smithi089.stdout:1542: snap_remove snap 137 2024-07-26T06:09:55.607 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:55 smithi089 ceph-mon[99608]: Deploying daemon osd.2 on smithi089 2024-07-26T06:09:55.607 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:55 smithi089 ceph-mon[99608]: pgmap v194: 121 pgs: 121 active+clean; 175 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.8 MiB/s wr, 16 op/s 2024-07-26T06:09:55.607 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:55 smithi089 ceph-mon[102056]: Deploying daemon osd.2 on smithi089 2024-07-26T06:09:55.607 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:55 smithi089 ceph-mon[102056]: pgmap v194: 121 pgs: 121 active+clean; 175 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.8 MiB/s wr, 16 op/s 2024-07-26T06:09:55.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:55 smithi155 ceph-mon[90160]: Deploying daemon osd.2 on smithi089 2024-07-26T06:09:55.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:55 smithi155 ceph-mon[90160]: pgmap v194: 121 pgs: 121 active+clean; 175 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.8 MiB/s wr, 16 op/s 2024-07-26T06:09:56.402 INFO:tasks.rados.rados.0.smithi089.stdout:1542: done (7 left) 2024-07-26T06:09:56.402 INFO:tasks.rados.rados.0.smithi089.stdout:1543: read oid 10 snap -1 2024-07-26T06:09:56.402 INFO:tasks.rados.rados.0.smithi089.stdout:1543: expect (ObjNum 296 snap 86 seq_num 296) 2024-07-26T06:09:56.402 INFO:tasks.rados.rados.0.smithi089.stdout:1544: delete oid 3 current snap is 140 2024-07-26T06:09:56.402 INFO:tasks.rados.rados.0.smithi089.stdout:1534: finishing write tid 2 to smithi08986837-4 2024-07-26T06:09:56.402 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 26 v 310 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-07-26T06:09:56.402 INFO:tasks.rados.rados.0.smithi089.stdout:1534: finishing write tid 3 to smithi08986837-4 2024-07-26T06:09:56.403 INFO:tasks.rados.rados.0.smithi089.stdout:1538: finishing rollback tid 1 to smithi08986837-45 2024-07-26T06:09:56.403 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 45 v 0 (ObjNum 65 snap 0 seq_num 3361959744) dirty dne 2024-07-26T06:09:56.403 INFO:tasks.rados.rados.0.smithi089.stdout:1535: expect (ObjNum 473 snap 138 seq_num 473) 2024-07-26T06:09:56.477 INFO:tasks.rados.rados.0.smithi089.stdout:1534: finishing write tid 4 to smithi08986837-4 2024-07-26T06:09:56.477 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 4 v 719 (ObjNum 482 snap 140 seq_num 482) dirty exists 2024-07-26T06:09:56.477 INFO:tasks.rados.rados.0.smithi089.stdout:1534: left oid 4 (ObjNum 482 snap 140 seq_num 482) 2024-07-26T06:09:56.477 INFO:tasks.rados.rados.0.smithi089.stdout:1534: done (8 left) 2024-07-26T06:09:56.477 INFO:tasks.rados.rados.0.smithi089.stdout:1535: done (7 left) 2024-07-26T06:09:56.477 INFO:tasks.rados.rados.0.smithi089.stdout:1537: done (6 left) 2024-07-26T06:09:56.477 INFO:tasks.rados.rados.0.smithi089.stdout:1538: done (5 left) 2024-07-26T06:09:56.477 INFO:tasks.rados.rados.0.smithi089.stdout:1544: done (4 left) 2024-07-26T06:09:56.477 INFO:tasks.rados.rados.0.smithi089.stdout:1545: copy_from oid 7 from oid 17 current snap is 140 2024-07-26T06:09:56.477 INFO:tasks.rados.rados.0.smithi089.stdout:1539: expect (ObjNum 459 snap 132 seq_num 459) 2024-07-26T06:09:56.505 INFO:tasks.rados.rados.0.smithi089.stdout:1536: finishing copy_from racing read to smithi08986837-6 2024-07-26T06:09:56.505 INFO:tasks.rados.rados.0.smithi089.stdout:1536: finishing copy_from to smithi08986837-6 2024-07-26T06:09:56.505 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 6 v 729 (ObjNum 440 snap 129 seq_num 440) dirty exists 2024-07-26T06:09:56.506 INFO:tasks.rados.rados.0.smithi089.stdout:1540: finishing write tid 1 to smithi08986837-38 2024-07-26T06:09:56.506 INFO:tasks.rados.rados.0.smithi089.stdout:1540: finishing write tid 2 to smithi08986837-38 2024-07-26T06:09:56.506 INFO:tasks.rados.rados.0.smithi089.stdout:1540: finishing write tid 3 to smithi08986837-38 2024-07-26T06:09:56.506 INFO:tasks.rados.rados.0.smithi089.stdout:1540: finishing write tid 4 to smithi08986837-38 2024-07-26T06:09:56.506 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 38 v 749 (ObjNum 483 snap 140 seq_num 483) dirty exists 2024-07-26T06:09:56.506 INFO:tasks.rados.rados.0.smithi089.stdout:1540: left oid 38 (ObjNum 483 snap 140 seq_num 483) 2024-07-26T06:09:56.506 INFO:tasks.rados.rados.0.smithi089.stdout:1536: done (4 left) 2024-07-26T06:09:56.506 INFO:tasks.rados.rados.0.smithi089.stdout:1539: done (3 left) 2024-07-26T06:09:56.506 INFO:tasks.rados.rados.0.smithi089.stdout:1540: done (2 left) 2024-07-26T06:09:56.506 INFO:tasks.rados.rados.0.smithi089.stdout:1546: snap_remove snap 134 2024-07-26T06:09:56.619 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:56 smithi089 ceph-mon[99608]: osdmap e363: 8 total, 8 up, 8 in 2024-07-26T06:09:56.619 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:56 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:09:56.620 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:56 smithi089 ceph-mon[102056]: osdmap e363: 8 total, 8 up, 8 in 2024-07-26T06:09:56.620 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:56 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:09:56.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:56 smithi155 ceph-mon[90160]: osdmap e363: 8 total, 8 up, 8 in 2024-07-26T06:09:56.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:56 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:09:57.405 INFO:journalctl@ceph.osd.2.smithi089.stdout:Jul 26 06:09:56 smithi089 systemd[1]: Stopping Ceph osd.2 for 9bd49884-4b13-11ef-bcb6-c7b262605968... 2024-07-26T06:09:57.405 INFO:journalctl@ceph.osd.2.smithi089.stdout:Jul 26 06:09:57 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-2[58209]: 2024-07-26T06:09:57.208+0000 7f949b368640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-07-26T06:09:57.405 INFO:journalctl@ceph.osd.2.smithi089.stdout:Jul 26 06:09:57 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-2[58209]: 2024-07-26T06:09:57.208+0000 7f949b368640 -1 osd.2 364 *** Got signal Terminated *** 2024-07-26T06:09:57.405 INFO:journalctl@ceph.osd.2.smithi089.stdout:Jul 26 06:09:57 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-2[58209]: 2024-07-26T06:09:57.208+0000 7f949b368640 -1 osd.2 364 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-07-26T06:09:57.419 INFO:tasks.rados.rados.0.smithi089.stdout:1546: done (2 left) 2024-07-26T06:09:57.419 INFO:tasks.rados.rados.0.smithi089.stdout:1547: read oid 21 snap -1 2024-07-26T06:09:57.419 INFO:tasks.rados.rados.0.smithi089.stdout:1547: expect (ObjNum 296 snap 86 seq_num 296) 2024-07-26T06:09:57.419 INFO:tasks.rados.rados.0.smithi089.stdout:1548: rollback oid 1 current snap is 140 2024-07-26T06:09:57.419 INFO:tasks.rados.rados.0.smithi089.stdout:1548: done (3 left) 2024-07-26T06:09:57.419 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 5 current snap is 140 2024-07-26T06:09:57.419 INFO:tasks.rados.rados.0.smithi089.stdout:1549: seq_num 485 ranges {7069696=532480,7602176=401408} 2024-07-26T06:09:57.461 INFO:tasks.rados.rados.0.smithi089.stdout:1549: writing smithi08986837-5 from 7069696 to 7602176 tid 1 2024-07-26T06:09:57.464 INFO:tasks.rados.rados.0.smithi089.stdout:1549: writing smithi08986837-5 from 7602176 to 8003584 tid 2 2024-07-26T06:09:57.464 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 44 current snap is 140 2024-07-26T06:09:57.464 INFO:tasks.rados.rados.0.smithi089.stdout:1550: seq_num 486 ranges {0=548864,548864=401408} 2024-07-26T06:09:57.466 INFO:tasks.rados.rados.0.smithi089.stdout:1550: writing smithi08986837-44 from 0 to 548864 tid 1 2024-07-26T06:09:57.469 INFO:tasks.rados.rados.0.smithi089.stdout:1550: writing smithi08986837-44 from 548864 to 950272 tid 2 2024-07-26T06:09:57.469 INFO:tasks.rados.rados.0.smithi089.stdout:1551: snap_create 2024-07-26T06:09:57.469 INFO:tasks.rados.rados.0.smithi089.stdout:1543: expect (ObjNum 296 snap 86 seq_num 296) 2024-07-26T06:09:57.856 INFO:tasks.rados.rados.0.smithi089.stdout:1545: finishing copy_from racing read to smithi08986837-7 2024-07-26T06:09:57.857 INFO:tasks.rados.rados.0.smithi089.stdout:1545: finishing copy_from to smithi08986837-7 2024-07-26T06:09:57.857 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 7 v 719 (ObjNum 430 snap 126 seq_num 430) dirty exists 2024-07-26T06:09:57.857 INFO:tasks.rados.rados.0.smithi089.stdout:1547: expect (ObjNum 296 snap 86 seq_num 296) 2024-07-26T06:09:57.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:57 smithi155 ceph-mon[90160]: osdmap e364: 8 total, 8 up, 8 in 2024-07-26T06:09:57.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:57 smithi155 ceph-mon[90160]: pgmap v197: 121 pgs: 121 active+clean; 194 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 5.1 MiB/s wr, 27 op/s 2024-07-26T06:09:57.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:57 smithi155 ceph-mon[90160]: osd.2 marked itself down and dead 2024-07-26T06:09:57.901 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:57 smithi089 ceph-mon[99608]: osdmap e364: 8 total, 8 up, 8 in 2024-07-26T06:09:57.901 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:57 smithi089 ceph-mon[99608]: pgmap v197: 121 pgs: 121 active+clean; 194 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 5.1 MiB/s wr, 27 op/s 2024-07-26T06:09:57.901 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:57 smithi089 ceph-mon[99608]: osd.2 marked itself down and dead 2024-07-26T06:09:57.901 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:57 smithi089 ceph-mon[102056]: osdmap e364: 8 total, 8 up, 8 in 2024-07-26T06:09:57.901 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:57 smithi089 ceph-mon[102056]: pgmap v197: 121 pgs: 121 active+clean; 194 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 5.1 MiB/s wr, 27 op/s 2024-07-26T06:09:57.901 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:57 smithi089 ceph-mon[102056]: osd.2 marked itself down and dead 2024-07-26T06:09:58.154 INFO:journalctl@ceph.osd.2.smithi089.stdout:Jul 26 06:09:57 smithi089 podman[117468]: 2024-07-26 06:09:57.900739284 +0000 UTC m=+0.794822513 container died 2d907a8e0f878c7c0edb39beacc495a1f5eea3e106ee79352cae581867442b40 (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240724, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-5dff84c, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image) 2024-07-26T06:09:58.246 INFO:tasks.rados.rados.0.smithi089.stdout:1549: finishing write tid 1 to smithi08986837-5 2024-07-26T06:09:58.246 INFO:tasks.rados.rados.0.smithi089.stdout:1549: finishing write tid 2 to smithi08986837-5 2024-07-26T06:09:58.247 INFO:tasks.rados.rados.0.smithi089.stdout:1549: finishing write tid 3 to smithi08986837-5 2024-07-26T06:09:58.247 INFO:tasks.rados.rados.0.smithi089.stdout:1549: finishing write tid 4 to smithi08986837-5 2024-07-26T06:09:58.247 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 5 v 430 (ObjNum 485 snap 140 seq_num 485) dirty exists 2024-07-26T06:09:58.247 INFO:tasks.rados.rados.0.smithi089.stdout:1549: left oid 5 (ObjNum 485 snap 140 seq_num 485) 2024-07-26T06:09:58.247 INFO:tasks.rados.rados.0.smithi089.stdout:1550: finishing write tid 1 to smithi08986837-44 2024-07-26T06:09:58.247 INFO:tasks.rados.rados.0.smithi089.stdout:1550: finishing write tid 2 to smithi08986837-44 2024-07-26T06:09:58.247 INFO:tasks.rados.rados.0.smithi089.stdout:1550: finishing write tid 3 to smithi08986837-44 2024-07-26T06:09:58.247 INFO:tasks.rados.rados.0.smithi089.stdout:1550: finishing write tid 4 to smithi08986837-44 2024-07-26T06:09:58.247 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 44 v 831 (ObjNum 486 snap 140 seq_num 486) dirty exists 2024-07-26T06:09:58.247 INFO:tasks.rados.rados.0.smithi089.stdout:1550: left oid 44 (ObjNum 486 snap 140 seq_num 486) 2024-07-26T06:09:58.418 INFO:tasks.rados.rados.0.smithi089.stdout:1543: done (5 left) 2024-07-26T06:09:58.418 INFO:tasks.rados.rados.0.smithi089.stdout:1545: done (4 left) 2024-07-26T06:09:58.418 INFO:tasks.rados.rados.0.smithi089.stdout:1547: done (3 left) 2024-07-26T06:09:58.418 INFO:tasks.rados.rados.0.smithi089.stdout:1549: done (2 left) 2024-07-26T06:09:58.418 INFO:tasks.rados.rados.0.smithi089.stdout:1550: done (1 left) 2024-07-26T06:09:58.418 INFO:tasks.rados.rados.0.smithi089.stdout:1551: done (0 left) 2024-07-26T06:09:58.418 INFO:tasks.rados.rados.0.smithi089.stdout:1552: read oid 26 snap -1 2024-07-26T06:09:58.418 INFO:tasks.rados.rados.0.smithi089.stdout:1552: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-26T06:09:58.418 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 49 current snap is 141 2024-07-26T06:09:58.418 INFO:tasks.rados.rados.0.smithi089.stdout:1553: seq_num 487 ranges {4317184=565248,4882432=401408} 2024-07-26T06:09:58.444 INFO:tasks.rados.rados.0.smithi089.stdout:1553: writing smithi08986837-49 from 4317184 to 4882432 tid 1 2024-07-26T06:09:58.447 INFO:tasks.rados.rados.0.smithi089.stdout:1553: writing smithi08986837-49 from 4882432 to 5283840 tid 2 2024-07-26T06:09:58.448 INFO:tasks.rados.rados.0.smithi089.stdout:1554: copy_from oid 36 from oid 47 current snap is 141 2024-07-26T06:09:58.448 INFO:tasks.rados.rados.0.smithi089.stdout:1552: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-26T06:09:58.450 INFO:tasks.rados.rados.0.smithi089.stdout:1552: done (2 left) 2024-07-26T06:09:58.450 INFO:tasks.rados.rados.0.smithi089.stdout:1555: rollback oid 30 current snap is 141 2024-07-26T06:09:58.450 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 30 to 140 2024-07-26T06:09:58.450 INFO:tasks.rados.rados.0.smithi089.stdout:1556: rollback oid 16 current snap is 141 2024-07-26T06:09:58.450 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 16 to 140 2024-07-26T06:09:58.450 INFO:tasks.rados.rados.0.smithi089.stdout:1557: delete oid 37 current snap is 141 2024-07-26T06:09:58.451 INFO:tasks.rados.rados.0.smithi089.stdout:1553: finishing write tid 1 to smithi08986837-49 2024-07-26T06:09:58.451 INFO:tasks.rados.rados.0.smithi089.stdout:1553: finishing write tid 2 to smithi08986837-49 2024-07-26T06:09:58.452 INFO:tasks.rados.rados.0.smithi089.stdout:1555: finishing rollback tid 1 to smithi08986837-30 2024-07-26T06:09:58.452 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 30 v 743 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-07-26T06:09:58.452 INFO:tasks.rados.rados.0.smithi089.stdout:1553: finishing write tid 3 to smithi08986837-49 2024-07-26T06:09:58.454 INFO:tasks.rados.rados.0.smithi089.stdout:1553: finishing write tid 4 to smithi08986837-49 2024-07-26T06:09:58.454 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 49 v 739 (ObjNum 487 snap 141 seq_num 487) dirty exists 2024-07-26T06:09:58.454 INFO:tasks.rados.rados.0.smithi089.stdout:1553: left oid 49 (ObjNum 487 snap 141 seq_num 487) 2024-07-26T06:09:58.454 INFO:tasks.rados.rados.0.smithi089.stdout:1553: done (4 left) 2024-07-26T06:09:58.454 INFO:tasks.rados.rados.0.smithi089.stdout:1555: done (3 left) 2024-07-26T06:09:58.454 INFO:tasks.rados.rados.0.smithi089.stdout:1557: done (2 left) 2024-07-26T06:09:58.454 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 14 current snap is 141 2024-07-26T06:09:58.454 INFO:tasks.rados.rados.0.smithi089.stdout:1558: seq_num 489 ranges {7086080=598016,7684096=401408} 2024-07-26T06:09:58.496 INFO:tasks.rados.rados.0.smithi089.stdout:1558: writing smithi08986837-14 from 7086080 to 7684096 tid 1 2024-07-26T06:09:58.499 INFO:tasks.rados.rados.0.smithi089.stdout:1558: writing smithi08986837-14 from 7684096 to 8085504 tid 2 2024-07-26T06:09:58.499 INFO:tasks.rados.rados.0.smithi089.stdout:1559: read oid 28 snap -1 2024-07-26T06:09:58.499 INFO:tasks.rados.rados.0.smithi089.stdout:1559: expect (ObjNum 318 snap 93 seq_num 318) 2024-07-26T06:09:58.499 INFO:tasks.rados.rados.0.smithi089.stdout:1560: copy_from oid 3 from oid 44 current snap is 141 2024-07-26T06:09:58.499 INFO:tasks.rados.rados.0.smithi089.stdout:1556: finishing rollback tid 0 to smithi08986837-16 2024-07-26T06:09:58.499 INFO:tasks.rados.rados.0.smithi089.stdout:1556: finishing rollback tid 1 to smithi08986837-16 2024-07-26T06:09:58.499 INFO:tasks.rados.rados.0.smithi089.stdout:1556: finishing rollback tid 2 to smithi08986837-16 2024-07-26T06:09:58.499 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 16 v 722 (ObjNum 446 snap 131 seq_num 446) dirty exists 2024-07-26T06:09:58.500 INFO:tasks.rados.rados.0.smithi089.stdout:1554: finishing copy_from racing read to smithi08986837-36 2024-07-26T06:09:58.500 INFO:tasks.rados.rados.0.smithi089.stdout:1556: done (4 left) 2024-07-26T06:09:58.500 INFO:tasks.rados.rados.0.smithi089.stdout:1561: snap_create 2024-07-26T06:09:58.500 INFO:tasks.rados.rados.0.smithi089.stdout:1554: finishing copy_from to smithi08986837-36 2024-07-26T06:09:58.500 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 36 v 582 (ObjNum 296 snap 86 seq_num 296) dirty exists 2024-07-26T06:09:58.502 INFO:tasks.rados.rados.0.smithi089.stdout:1558: finishing write tid 1 to smithi08986837-14 2024-07-26T06:09:58.502 INFO:tasks.rados.rados.0.smithi089.stdout:1558: finishing write tid 2 to smithi08986837-14 2024-07-26T06:09:58.502 INFO:tasks.rados.rados.0.smithi089.stdout:1558: finishing write tid 3 to smithi08986837-14 2024-07-26T06:09:58.505 INFO:tasks.rados.rados.0.smithi089.stdout:1559: expect (ObjNum 318 snap 93 seq_num 318) 2024-07-26T06:09:58.537 INFO:tasks.rados.rados.0.smithi089.stdout:1558: finishing write tid 4 to smithi08986837-14 2024-07-26T06:09:58.537 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 14 v 837 (ObjNum 489 snap 141 seq_num 489) dirty exists 2024-07-26T06:09:58.537 INFO:tasks.rados.rados.0.smithi089.stdout:1558: left oid 14 (ObjNum 489 snap 141 seq_num 489) 2024-07-26T06:09:58.537 INFO:tasks.rados.rados.0.smithi089.stdout:1560: finishing copy_from racing read to smithi08986837-3 2024-07-26T06:09:58.537 INFO:tasks.rados.rados.0.smithi089.stdout:1560: finishing copy_from to smithi08986837-3 2024-07-26T06:09:58.537 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 3 v 831 (ObjNum 486 snap 140 seq_num 486) dirty exists 2024-07-26T06:09:58.634 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:58 smithi089 ceph-mon[99608]: Health check failed: 1 osds down (OSD_DOWN) 2024-07-26T06:09:58.634 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:58 smithi089 ceph-mon[99608]: osdmap e365: 8 total, 7 up, 8 in 2024-07-26T06:09:58.634 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:58 smithi089 ceph-mon[102056]: Health check failed: 1 osds down (OSD_DOWN) 2024-07-26T06:09:58.635 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:58 smithi089 ceph-mon[102056]: osdmap e365: 8 total, 7 up, 8 in 2024-07-26T06:09:58.635 INFO:journalctl@ceph.osd.2.smithi089.stdout:Jul 26 06:09:58 smithi089 podman[117468]: 2024-07-26 06:09:58.391036965 +0000 UTC m=+1.285120239 container cleanup 2d907a8e0f878c7c0edb39beacc495a1f5eea3e106ee79352cae581867442b40 (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-2, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=quincy-5dff84c, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240724, io.buildah.version=1.36.0) 2024-07-26T06:09:58.635 INFO:journalctl@ceph.osd.2.smithi089.stdout:Jul 26 06:09:58 smithi089 bash[117468]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-2 2024-07-26T06:09:58.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:58 smithi155 ceph-mon[90160]: Health check failed: 1 osds down (OSD_DOWN) 2024-07-26T06:09:58.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:58 smithi155 ceph-mon[90160]: osdmap e365: 8 total, 7 up, 8 in 2024-07-26T06:09:58.879 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:09:58 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:09:58.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)\", cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", cluster_addr=\"172.21.15.89\", device_class=\"ssd\", hostname=\"smithi089\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.89\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster_addr=\"172.21.15.89\", device_class=\"ssd\", hostname=\"smithi089\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.89\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:09:58.904 INFO:journalctl@ceph.osd.2.smithi089.stdout:Jul 26 06:09:58 smithi089 podman[117488]: 2024-07-26 06:09:58.634235839 +0000 UTC m=+0.736811867 container remove 2d907a8e0f878c7c0edb39beacc495a1f5eea3e106ee79352cae581867442b40 (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-2, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240724, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=quincy-5dff84c, maintainer=Guillaume Abrioux ) 2024-07-26T06:09:59.255 INFO:journalctl@ceph.osd.2.smithi089.stdout:Jul 26 06:09:58 smithi089 podman[117579]: 2024-07-26 06:09:58.9687166 +0000 UTC m=+0.103062916 container create 99822aab6200930221e51af89feb60b879e37c3aa79352708d2578d0914b901b (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-2-deactivate, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-4b23044, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240724, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-07-26T06:09:59.255 INFO:journalctl@ceph.osd.2.smithi089.stdout:Jul 26 06:09:58 smithi089 podman[117579]: 2024-07-26 06:09:58.883349334 +0000 UTC m=+0.017695620 image pull a246f06af74af9a1c45475dc36c910d564494bacf385674011a33b62b93c2c8c quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c 2024-07-26T06:09:59.255 INFO:journalctl@ceph.osd.2.smithi089.stdout:Jul 26 06:09:59 smithi089 podman[117579]: 2024-07-26 06:09:59.255065694 +0000 UTC m=+0.389411965 container init 99822aab6200930221e51af89feb60b879e37c3aa79352708d2578d0914b901b (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-2-deactivate, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240724, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=squid-4b23044, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-07-26T06:09:59.352 INFO:tasks.rados.rados.0.smithi089.stdout:1554: done (4 left) 2024-07-26T06:09:59.352 INFO:tasks.rados.rados.0.smithi089.stdout:1558: done (3 left) 2024-07-26T06:09:59.352 INFO:tasks.rados.rados.0.smithi089.stdout:1559: done (2 left) 2024-07-26T06:09:59.352 INFO:tasks.rados.rados.0.smithi089.stdout:1560: done (1 left) 2024-07-26T06:09:59.352 INFO:tasks.rados.rados.0.smithi089.stdout:1561: done (0 left) 2024-07-26T06:09:59.353 INFO:tasks.rados.rados.0.smithi089.stdout:1562: delete oid 36 current snap is 142 2024-07-26T06:09:59.356 INFO:tasks.rados.rados.0.smithi089.stdout:1562: done (0 left) 2024-07-26T06:09:59.356 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 4 current snap is 142 2024-07-26T06:09:59.356 INFO:tasks.rados.rados.0.smithi089.stdout:1563: seq_num 491 ranges {3129344=630784,3760128=401408} 2024-07-26T06:09:59.377 INFO:tasks.rados.rados.0.smithi089.stdout:1563: writing smithi08986837-4 from 3129344 to 3760128 tid 1 2024-07-26T06:09:59.380 INFO:tasks.rados.rados.0.smithi089.stdout:1563: writing smithi08986837-4 from 3760128 to 4161536 tid 2 2024-07-26T06:09:59.380 INFO:tasks.rados.rados.0.smithi089.stdout:1564: rollback oid 39 current snap is 142 2024-07-26T06:09:59.380 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 39 to 141 2024-07-26T06:09:59.380 INFO:tasks.rados.rados.0.smithi089.stdout:1565: read oid 48 snap 140 2024-07-26T06:09:59.380 INFO:tasks.rados.rados.0.smithi089.stdout:1565: expect (ObjNum 475 snap 139 seq_num 475) 2024-07-26T06:09:59.380 INFO:tasks.rados.rados.0.smithi089.stdout:1566: rollback oid 36 current snap is 142 2024-07-26T06:09:59.380 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 36 to 141 2024-07-26T06:09:59.380 INFO:tasks.rados.rados.0.smithi089.stdout:1567: rmattr oid 5 current snap is 142 2024-07-26T06:09:59.380 INFO:tasks.rados.rados.0.smithi089.stdout:1567: done (4 left) 2024-07-26T06:09:59.380 INFO:tasks.rados.rados.0.smithi089.stdout:1568: setattr oid 8 current snap is 142 2024-07-26T06:09:59.381 INFO:tasks.rados.rados.0.smithi089.stdout:1569: read oid 14 snap 140 2024-07-26T06:09:59.381 INFO:tasks.rados.rados.0.smithi089.stdout:1569: expect (ObjNum 448 snap 131 seq_num 448) 2024-07-26T06:09:59.381 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 46 current snap is 142 2024-07-26T06:09:59.381 INFO:tasks.rados.rados.0.smithi089.stdout:1570: seq_num 492 ranges {6897664=647168,7544832=401408} 2024-07-26T06:09:59.423 INFO:tasks.rados.rados.0.smithi089.stdout:1570: writing smithi08986837-46 from 6897664 to 7544832 tid 1 2024-07-26T06:09:59.426 INFO:tasks.rados.rados.0.smithi089.stdout:1570: writing smithi08986837-46 from 7544832 to 7946240 tid 2 2024-07-26T06:09:59.426 INFO:tasks.rados.rados.0.smithi089.stdout:1571: read oid 19 snap -1 2024-07-26T06:09:59.426 INFO:tasks.rados.rados.0.smithi089.stdout:1571: expect (ObjNum 479 snap 139 seq_num 479) 2024-07-26T06:09:59.426 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 24 current snap is 142 2024-07-26T06:09:59.426 INFO:tasks.rados.rados.0.smithi089.stdout:1563: finishing write tid 1 to smithi08986837-4 2024-07-26T06:09:59.426 INFO:tasks.rados.rados.0.smithi089.stdout:1572: seq_num 493 ranges {0=663552,663552=401408} 2024-07-26T06:09:59.430 INFO:tasks.rados.rados.0.smithi089.stdout:1572: writing smithi08986837-24 from 0 to 663552 tid 1 2024-07-26T06:09:59.432 INFO:tasks.rados.rados.0.smithi089.stdout:1572: writing smithi08986837-24 from 663552 to 1064960 tid 2 2024-07-26T06:09:59.433 INFO:tasks.rados.rados.0.smithi089.stdout:1573: read oid 20 snap -1 2024-07-26T06:09:59.433 INFO:tasks.rados.rados.0.smithi089.stdout:1573: expect (ObjNum 391 snap 113 seq_num 391) 2024-07-26T06:09:59.433 INFO:tasks.rados.rados.0.smithi089.stdout:1574: delete oid 42 current snap is 142 2024-07-26T06:09:59.433 INFO:tasks.rados.rados.0.smithi089.stdout:1564: finishing rollback tid 1 to smithi08986837-39 2024-07-26T06:09:59.433 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 39 v 588 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-07-26T06:09:59.433 INFO:tasks.rados.rados.0.smithi089.stdout:1566: finishing rollback tid 1 to smithi08986837-36 2024-07-26T06:09:59.434 INFO:tasks.rados.rados.0.smithi089.stdout:1566: finishing rollback tid 2 to smithi08986837-36 2024-07-26T06:09:59.434 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 36 v 591 (ObjNum 296 snap 86 seq_num 296) dirty exists 2024-07-26T06:09:59.434 INFO:tasks.rados.rados.0.smithi089.stdout:1563: finishing write tid 2 to smithi08986837-4 2024-07-26T06:09:59.434 INFO:tasks.rados.rados.0.smithi089.stdout:1563: finishing write tid 3 to smithi08986837-4 2024-07-26T06:09:59.434 INFO:tasks.rados.rados.0.smithi089.stdout:1563: finishing write tid 4 to smithi08986837-4 2024-07-26T06:09:59.434 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 4 v 722 (ObjNum 491 snap 142 seq_num 491) dirty exists 2024-07-26T06:09:59.434 INFO:tasks.rados.rados.0.smithi089.stdout:1563: left oid 4 (ObjNum 491 snap 142 seq_num 491) 2024-07-26T06:09:59.434 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 8 v 592 (ObjNum 456 snap 132 seq_num 456) dirty exists 2024-07-26T06:09:59.434 INFO:tasks.rados.rados.0.smithi089.stdout:1569: expect (ObjNum 448 snap 131 seq_num 448) 2024-07-26T06:09:59.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:59 smithi089 ceph-mon[99608]: osdmap e366: 8 total, 7 up, 8 in 2024-07-26T06:09:59.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:59 smithi089 ceph-mon[99608]: pgmap v200: 121 pgs: 5 peering, 13 stale+active+clean, 103 active+clean; 196 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 5.4 MiB/s wr, 28 op/s 2024-07-26T06:09:59.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:09:59 smithi089 ceph-mon[99608]: osdmap e367: 8 total, 7 up, 8 in 2024-07-26T06:09:59.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:59 smithi089 ceph-mon[102056]: osdmap e366: 8 total, 7 up, 8 in 2024-07-26T06:09:59.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:59 smithi089 ceph-mon[102056]: pgmap v200: 121 pgs: 5 peering, 13 stale+active+clean, 103 active+clean; 196 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 5.4 MiB/s wr, 28 op/s 2024-07-26T06:09:59.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:09:59 smithi089 ceph-mon[102056]: osdmap e367: 8 total, 7 up, 8 in 2024-07-26T06:09:59.655 INFO:journalctl@ceph.osd.2.smithi089.stdout:Jul 26 06:09:59 smithi089 podman[117579]: 2024-07-26 06:09:59.259794085 +0000 UTC m=+0.394140372 container start 99822aab6200930221e51af89feb60b879e37c3aa79352708d2578d0914b901b (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-2-deactivate, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240724, RELEASE=squid-4b23044, GIT_CLEAN=True) 2024-07-26T06:09:59.656 INFO:journalctl@ceph.osd.2.smithi089.stdout:Jul 26 06:09:59 smithi089 podman[117579]: 2024-07-26 06:09:59.338064422 +0000 UTC m=+0.472410697 container attach 99822aab6200930221e51af89feb60b879e37c3aa79352708d2578d0914b901b (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-2-deactivate, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-4b23044, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240724, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-07-26T06:09:59.656 INFO:journalctl@ceph.osd.2.smithi089.stdout:Jul 26 06:09:59 smithi089 podman[117579]: 2024-07-26 06:09:59.472729475 +0000 UTC m=+0.607075758 container died 99822aab6200930221e51af89feb60b879e37c3aa79352708d2578d0914b901b (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-2-deactivate, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240724, GIT_CLEAN=True, ceph=True, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-4b23044, GIT_BRANCH=HEAD) 2024-07-26T06:09:59.866 INFO:tasks.rados.rados.0.smithi089.stdout:1565: expect (ObjNum 475 snap 139 seq_num 475) 2024-07-26T06:09:59.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:59 smithi155 ceph-mon[90160]: osdmap e366: 8 total, 7 up, 8 in 2024-07-26T06:09:59.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:59 smithi155 ceph-mon[90160]: pgmap v200: 121 pgs: 5 peering, 13 stale+active+clean, 103 active+clean; 196 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 5.4 MiB/s wr, 28 op/s 2024-07-26T06:09:59.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:09:59 smithi155 ceph-mon[90160]: osdmap e367: 8 total, 7 up, 8 in 2024-07-26T06:10:00.010 INFO:journalctl@ceph.osd.2.smithi089.stdout:Jul 26 06:10:00 smithi089 podman[117621]: 2024-07-26 06:10:00.008575889 +0000 UTC m=+0.530508347 container remove 99822aab6200930221e51af89feb60b879e37c3aa79352708d2578d0914b901b (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-2-deactivate, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=squid-4b23044, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240724) 2024-07-26T06:10:00.404 INFO:journalctl@ceph.osd.2.smithi089.stdout:Jul 26 06:10:00 smithi089 systemd[1]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@osd.2.service: Deactivated successfully. 2024-07-26T06:10:00.405 INFO:journalctl@ceph.osd.2.smithi089.stdout:Jul 26 06:10:00 smithi089 systemd[1]: Stopped Ceph osd.2 for 9bd49884-4b13-11ef-bcb6-c7b262605968. 2024-07-26T06:10:00.405 INFO:journalctl@ceph.osd.2.smithi089.stdout:Jul 26 06:10:00 smithi089 systemd[1]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@osd.2.service: Consumed 11.902s CPU time. 2024-07-26T06:10:00.405 INFO:journalctl@ceph.osd.2.smithi089.stdout:Jul 26 06:10:00 smithi089 systemd[1]: Starting Ceph osd.2 for 9bd49884-4b13-11ef-bcb6-c7b262605968... 2024-07-26T06:10:00.674 INFO:tasks.rados.rados.0.smithi089.stdout:1570: finishing write tid 1 to smithi08986837-46 2024-07-26T06:10:00.675 INFO:tasks.rados.rados.0.smithi089.stdout:1570: finishing write tid 2 to smithi08986837-46 2024-07-26T06:10:00.675 INFO:tasks.rados.rados.0.smithi089.stdout:1570: finishing write tid 3 to smithi08986837-46 2024-07-26T06:10:00.675 INFO:tasks.rados.rados.0.smithi089.stdout:1572: finishing write tid 1 to smithi08986837-24 2024-07-26T06:10:00.675 INFO:tasks.rados.rados.0.smithi089.stdout:1572: finishing write tid 2 to smithi08986837-24 2024-07-26T06:10:00.675 INFO:tasks.rados.rados.0.smithi089.stdout:1570: finishing write tid 4 to smithi08986837-46 2024-07-26T06:10:00.675 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 46 v 841 (ObjNum 492 snap 142 seq_num 492) dirty exists 2024-07-26T06:10:00.675 INFO:tasks.rados.rados.0.smithi089.stdout:1570: left oid 46 (ObjNum 492 snap 142 seq_num 492) 2024-07-26T06:10:00.675 INFO:tasks.rados.rados.0.smithi089.stdout:1572: finishing write tid 3 to smithi08986837-24 2024-07-26T06:10:00.675 INFO:tasks.rados.rados.0.smithi089.stdout:1572: finishing write tid 4 to smithi08986837-24 2024-07-26T06:10:00.675 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 24 v 750 (ObjNum 493 snap 142 seq_num 493) dirty exists 2024-07-26T06:10:00.675 INFO:tasks.rados.rados.0.smithi089.stdout:1572: left oid 24 (ObjNum 493 snap 142 seq_num 493) 2024-07-26T06:10:00.676 INFO:tasks.rados.rados.0.smithi089.stdout:1571: expect (ObjNum 479 snap 139 seq_num 479) 2024-07-26T06:10:00.738 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:00 smithi089 ceph-mon[99608]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-07-26T06:10:00.738 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:00 smithi089 ceph-mon[99608]: Health detail: HEALTH_WARN 1 osds down; Reduced data availability: 1 pg peering 2024-07-26T06:10:00.738 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:00 smithi089 ceph-mon[99608]: [WRN] OSD_DOWN: 1 osds down 2024-07-26T06:10:00.738 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:00 smithi089 ceph-mon[99608]: osd.2 (root=default,host=smithi089) is down 2024-07-26T06:10:00.738 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:00 smithi089 ceph-mon[99608]: [WRN] PG_AVAILABILITY: Reduced data availability: 1 pg peering 2024-07-26T06:10:00.739 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:00 smithi089 ceph-mon[99608]: pg 2.10 is stuck peering for 8m, current state peering, last acting [1,0] 2024-07-26T06:10:00.739 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:00 smithi089 ceph-mon[102056]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-07-26T06:10:00.739 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:00 smithi089 ceph-mon[102056]: Health detail: HEALTH_WARN 1 osds down; Reduced data availability: 1 pg peering 2024-07-26T06:10:00.739 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:00 smithi089 ceph-mon[102056]: [WRN] OSD_DOWN: 1 osds down 2024-07-26T06:10:00.739 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:00 smithi089 ceph-mon[102056]: osd.2 (root=default,host=smithi089) is down 2024-07-26T06:10:00.739 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:00 smithi089 ceph-mon[102056]: [WRN] PG_AVAILABILITY: Reduced data availability: 1 pg peering 2024-07-26T06:10:00.739 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:00 smithi089 ceph-mon[102056]: pg 2.10 is stuck peering for 8m, current state peering, last acting [1,0] 2024-07-26T06:10:00.739 INFO:journalctl@ceph.osd.2.smithi089.stdout:Jul 26 06:10:00 smithi089 podman[117726]: 2024-07-26 06:10:00.349028216 +0000 UTC m=+0.017253547 image pull a246f06af74af9a1c45475dc36c910d564494bacf385674011a33b62b93c2c8c quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c 2024-07-26T06:10:00.740 INFO:journalctl@ceph.osd.2.smithi089.stdout:Jul 26 06:10:00 smithi089 podman[117726]: 2024-07-26 06:10:00.493392864 +0000 UTC m=+0.161618186 container create d1e8d8b69c8cb4bca1dc30c843e87ce7ba2d6253b98d9f6f956f0ee13a3b8fe1 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-2-activate, RELEASE=squid-4b23044, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240724, GIT_CLEAN=True) 2024-07-26T06:10:00.740 INFO:journalctl@ceph.osd.2.smithi089.stdout:Jul 26 06:10:00 smithi089 podman[117726]: 2024-07-26 06:10:00.737726717 +0000 UTC m=+0.405952039 container init d1e8d8b69c8cb4bca1dc30c843e87ce7ba2d6253b98d9f6f956f0ee13a3b8fe1 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-2-activate, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240724, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=squid-4b23044, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux ) 2024-07-26T06:10:00.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:00 smithi155 ceph-mon[90160]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-07-26T06:10:00.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:00 smithi155 ceph-mon[90160]: Health detail: HEALTH_WARN 1 osds down; Reduced data availability: 1 pg peering 2024-07-26T06:10:00.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:00 smithi155 ceph-mon[90160]: [WRN] OSD_DOWN: 1 osds down 2024-07-26T06:10:00.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:00 smithi155 ceph-mon[90160]: osd.2 (root=default,host=smithi089) is down 2024-07-26T06:10:00.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:00 smithi155 ceph-mon[90160]: [WRN] PG_AVAILABILITY: Reduced data availability: 1 pg peering 2024-07-26T06:10:00.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:00 smithi155 ceph-mon[90160]: pg 2.10 is stuck peering for 8m, current state peering, last acting [1,0] 2024-07-26T06:10:01.072 INFO:journalctl@ceph.osd.2.smithi089.stdout:Jul 26 06:10:00 smithi089 podman[117726]: 2024-07-26 06:10:00.742479804 +0000 UTC m=+0.410705136 container start d1e8d8b69c8cb4bca1dc30c843e87ce7ba2d6253b98d9f6f956f0ee13a3b8fe1 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-2-activate, org.label-schema.build-date=20240724, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=squid-4b23044, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True) 2024-07-26T06:10:01.072 INFO:journalctl@ceph.osd.2.smithi089.stdout:Jul 26 06:10:00 smithi089 podman[117726]: 2024-07-26 06:10:00.854499919 +0000 UTC m=+0.522725254 container attach d1e8d8b69c8cb4bca1dc30c843e87ce7ba2d6253b98d9f6f956f0ee13a3b8fe1 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-2-activate, GIT_CLEAN=True, RELEASE=squid-4b23044, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240724, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-07-26T06:10:01.072 INFO:journalctl@ceph.osd.2.smithi089.stdout:Jul 26 06:10:00 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-2-activate[117741]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-26T06:10:01.072 INFO:journalctl@ceph.osd.2.smithi089.stdout:Jul 26 06:10:00 smithi089 bash[117726]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-26T06:10:01.073 INFO:journalctl@ceph.osd.2.smithi089.stdout:Jul 26 06:10:00 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-2-activate[117741]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-26T06:10:01.073 INFO:journalctl@ceph.osd.2.smithi089.stdout:Jul 26 06:10:00 smithi089 bash[117726]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-26T06:10:01.073 INFO:journalctl@ceph.osd.2.smithi089.stdout:Jul 26 06:10:01 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-2-activate[117741]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-07-26T06:10:01.073 INFO:journalctl@ceph.osd.2.smithi089.stdout:Jul 26 06:10:01 smithi089 bash[117726]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-07-26T06:10:01.131 INFO:tasks.rados.rados.0.smithi089.stdout:1573: expect (ObjNum 391 snap 113 seq_num 391) 2024-07-26T06:10:01.328 INFO:tasks.rados.rados.0.smithi089.stdout:1563: done (10 left) 2024-07-26T06:10:01.328 INFO:tasks.rados.rados.0.smithi089.stdout:1564: done (9 left) 2024-07-26T06:10:01.328 INFO:tasks.rados.rados.0.smithi089.stdout:1565: done (8 left) 2024-07-26T06:10:01.328 INFO:tasks.rados.rados.0.smithi089.stdout:1566: done (7 left) 2024-07-26T06:10:01.329 INFO:tasks.rados.rados.0.smithi089.stdout:1568: done (6 left) 2024-07-26T06:10:01.329 INFO:tasks.rados.rados.0.smithi089.stdout:1569: done (5 left) 2024-07-26T06:10:01.329 INFO:tasks.rados.rados.0.smithi089.stdout:1570: done (4 left) 2024-07-26T06:10:01.329 INFO:tasks.rados.rados.0.smithi089.stdout:1571: done (3 left) 2024-07-26T06:10:01.329 INFO:tasks.rados.rados.0.smithi089.stdout:1572: done (2 left) 2024-07-26T06:10:01.329 INFO:tasks.rados.rados.0.smithi089.stdout:1573: done (1 left) 2024-07-26T06:10:01.329 INFO:tasks.rados.rados.0.smithi089.stdout:1574: done (0 left) 2024-07-26T06:10:01.329 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 34 current snap is 142 2024-07-26T06:10:01.329 INFO:tasks.rados.rados.0.smithi089.stdout:1575: seq_num 495 ranges {0=696320,696320=401408} 2024-07-26T06:10:01.332 INFO:tasks.rados.rados.0.smithi089.stdout:1575: writing smithi08986837-34 from 0 to 696320 tid 1 2024-07-26T06:10:01.334 INFO:tasks.rados.rados.0.smithi089.stdout:1575: writing smithi08986837-34 from 696320 to 1097728 tid 2 2024-07-26T06:10:01.334 INFO:tasks.rados.rados.0.smithi089.stdout:1576: snap_remove snap 141 2024-07-26T06:10:01.405 INFO:journalctl@ceph.osd.2.smithi089.stdout:Jul 26 06:10:01 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-2-activate[117741]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-07-26T06:10:01.405 INFO:journalctl@ceph.osd.2.smithi089.stdout:Jul 26 06:10:01 smithi089 bash[117726]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-07-26T06:10:01.405 INFO:journalctl@ceph.osd.2.smithi089.stdout:Jul 26 06:10:01 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-2-activate[117741]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-07-26T06:10:01.405 INFO:journalctl@ceph.osd.2.smithi089.stdout:Jul 26 06:10:01 smithi089 bash[117726]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-07-26T06:10:01.405 INFO:journalctl@ceph.osd.2.smithi089.stdout:Jul 26 06:10:01 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-2-activate[117741]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-07-26T06:10:01.405 INFO:journalctl@ceph.osd.2.smithi089.stdout:Jul 26 06:10:01 smithi089 bash[117726]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-07-26T06:10:01.405 INFO:journalctl@ceph.osd.2.smithi089.stdout:Jul 26 06:10:01 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-2-activate[117741]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-07-26T06:10:01.405 INFO:journalctl@ceph.osd.2.smithi089.stdout:Jul 26 06:10:01 smithi089 bash[117726]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-07-26T06:10:01.405 INFO:journalctl@ceph.osd.2.smithi089.stdout:Jul 26 06:10:01 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-2-activate[117741]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-07-26T06:10:01.406 INFO:journalctl@ceph.osd.2.smithi089.stdout:Jul 26 06:10:01 smithi089 bash[117726]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-07-26T06:10:01.406 INFO:journalctl@ceph.osd.2.smithi089.stdout:Jul 26 06:10:01 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-2-activate[117741]: --> ceph-volume raw activate successful for osd ID: 2 2024-07-26T06:10:01.406 INFO:journalctl@ceph.osd.2.smithi089.stdout:Jul 26 06:10:01 smithi089 bash[117726]: --> ceph-volume raw activate successful for osd ID: 2 2024-07-26T06:10:01.406 INFO:journalctl@ceph.osd.2.smithi089.stdout:Jul 26 06:10:01 smithi089 podman[117726]: 2024-07-26 06:10:01.119811461 +0000 UTC m=+0.788036783 container died d1e8d8b69c8cb4bca1dc30c843e87ce7ba2d6253b98d9f6f956f0ee13a3b8fe1 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-2-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240724, GIT_CLEAN=True, RELEASE=squid-4b23044, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=) 2024-07-26T06:10:01.438 INFO:tasks.rados.rados.0.smithi089.stdout:1576: done (1 left) 2024-07-26T06:10:01.438 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 19 current snap is 142 2024-07-26T06:10:01.438 INFO:tasks.rados.rados.0.smithi089.stdout:1575: finishing write tid 1 to smithi08986837-34 2024-07-26T06:10:01.438 INFO:tasks.rados.rados.0.smithi089.stdout:1577: seq_num 496 ranges {6897664=712704,7610368=401408} 2024-07-26T06:10:01.478 INFO:tasks.rados.rados.0.smithi089.stdout:1577: writing smithi08986837-19 from 6897664 to 7610368 tid 1 2024-07-26T06:10:01.480 INFO:tasks.rados.rados.0.smithi089.stdout:1577: writing smithi08986837-19 from 7610368 to 8011776 tid 2 2024-07-26T06:10:01.481 INFO:tasks.rados.rados.0.smithi089.stdout:1578: snap_create 2024-07-26T06:10:01.481 INFO:tasks.rados.rados.0.smithi089.stdout:1575: finishing write tid 2 to smithi08986837-34 2024-07-26T06:10:01.481 INFO:tasks.rados.rados.0.smithi089.stdout:1575: finishing write tid 3 to smithi08986837-34 2024-07-26T06:10:01.481 INFO:tasks.rados.rados.0.smithi089.stdout:1575: finishing write tid 4 to smithi08986837-34 2024-07-26T06:10:01.481 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 34 v 725 (ObjNum 495 snap 142 seq_num 495) dirty exists 2024-07-26T06:10:01.481 INFO:tasks.rados.rados.0.smithi089.stdout:1575: left oid 34 (ObjNum 495 snap 142 seq_num 495) 2024-07-26T06:10:01.485 INFO:tasks.rados.rados.0.smithi089.stdout:1577: finishing write tid 1 to smithi08986837-19 2024-07-26T06:10:01.485 INFO:tasks.rados.rados.0.smithi089.stdout:1577: finishing write tid 2 to smithi08986837-19 2024-07-26T06:10:01.486 INFO:tasks.rados.rados.0.smithi089.stdout:1577: finishing write tid 3 to smithi08986837-19 2024-07-26T06:10:01.486 INFO:tasks.rados.rados.0.smithi089.stdout:1577: finishing write tid 4 to smithi08986837-19 2024-07-26T06:10:01.486 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 19 v 808 (ObjNum 496 snap 142 seq_num 496) dirty exists 2024-07-26T06:10:01.486 INFO:tasks.rados.rados.0.smithi089.stdout:1577: left oid 19 (ObjNum 496 snap 142 seq_num 496) 2024-07-26T06:10:01.810 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:01 smithi089 ceph-mon[99608]: pgmap v202: 121 pgs: 5 peering, 13 stale+active+clean, 103 active+clean; 196 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 4.7 MiB/s wr, 22 op/s 2024-07-26T06:10:01.810 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:01 smithi089 ceph-mon[102056]: pgmap v202: 121 pgs: 5 peering, 13 stale+active+clean, 103 active+clean; 196 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 4.7 MiB/s wr, 22 op/s 2024-07-26T06:10:01.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:01 smithi155 ceph-mon[90160]: pgmap v202: 121 pgs: 5 peering, 13 stale+active+clean, 103 active+clean; 196 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 4.7 MiB/s wr, 22 op/s 2024-07-26T06:10:02.155 INFO:journalctl@ceph.osd.2.smithi089.stdout:Jul 26 06:10:01 smithi089 podman[117889]: 2024-07-26 06:10:01.809672204 +0000 UTC m=+0.683994436 container remove d1e8d8b69c8cb4bca1dc30c843e87ce7ba2d6253b98d9f6f956f0ee13a3b8fe1 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-2-activate, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240724, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=squid-4b23044, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.36.0) 2024-07-26T06:10:02.155 INFO:journalctl@ceph.osd.2.smithi089.stdout:Jul 26 06:10:02 smithi089 podman[117954]: 2024-07-26 06:10:01.923136383 +0000 UTC m=+0.017451452 image pull a246f06af74af9a1c45475dc36c910d564494bacf385674011a33b62b93c2c8c quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c 2024-07-26T06:10:02.155 INFO:journalctl@ceph.osd.2.smithi089.stdout:Jul 26 06:10:02 smithi089 podman[117954]: 2024-07-26 06:10:02.052300307 +0000 UTC m=+0.146615363 container create daf180453a78f10dfefc363c158c9db591ad106360d58636f42c8f59ad0ab41c (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-2, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240724, GIT_BRANCH=HEAD, RELEASE=squid-4b23044, CEPH_POINT_RELEASE=) 2024-07-26T06:10:02.446 INFO:tasks.rados.rados.0.smithi089.stdout:1575: done (2 left) 2024-07-26T06:10:02.465 INFO:tasks.rados.rados.0.smithi089.stdout:1577: done (1 left) 2024-07-26T06:10:02.465 INFO:tasks.rados.rados.0.smithi089.stdout:1578: done (0 left) 2024-07-26T06:10:02.466 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 3 current snap is 143 2024-07-26T06:10:02.466 INFO:tasks.rados.rados.0.smithi089.stdout:1579: seq_num 497 ranges {950272=729088,1679360=401408} 2024-07-26T06:10:02.467 INFO:tasks.rados.rados.0.smithi089.stdout:1579: writing smithi08986837-3 from 950272 to 1679360 tid 1 2024-07-26T06:10:02.467 INFO:tasks.rados.rados.0.smithi089.stdout:1579: writing smithi08986837-3 from 1679360 to 2080768 tid 2 2024-07-26T06:10:02.467 INFO:tasks.rados.rados.0.smithi089.stdout:1580: read oid 23 snap -1 2024-07-26T06:10:02.467 INFO:tasks.rados.rados.0.smithi089.stdout:1580: expect (ObjNum 383 snap 110 seq_num 383) 2024-07-26T06:10:02.467 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 11 current snap is 143 2024-07-26T06:10:02.467 INFO:tasks.rados.rados.0.smithi089.stdout:1581: seq_num 498 ranges {868352=745472,1613824=401408} 2024-07-26T06:10:02.467 INFO:tasks.rados.rados.0.smithi089.stdout:1581: writing smithi08986837-11 from 868352 to 1613824 tid 1 2024-07-26T06:10:02.469 INFO:tasks.rados.rados.0.smithi089.stdout:1581: writing smithi08986837-11 from 1613824 to 2015232 tid 2 2024-07-26T06:10:02.469 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 4 current snap is 143 2024-07-26T06:10:02.469 INFO:tasks.rados.rados.0.smithi089.stdout:1582: seq_num 499 ranges {4161536=761856,4923392=401408} 2024-07-26T06:10:02.497 INFO:tasks.rados.rados.0.smithi089.stdout:1582: writing smithi08986837-4 from 4161536 to 4923392 tid 1 2024-07-26T06:10:02.500 INFO:tasks.rados.rados.0.smithi089.stdout:1582: writing smithi08986837-4 from 4923392 to 5324800 tid 2 2024-07-26T06:10:02.500 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 42 current snap is 143 2024-07-26T06:10:02.500 INFO:tasks.rados.rados.0.smithi089.stdout:1579: finishing write tid 1 to smithi08986837-3 2024-07-26T06:10:02.500 INFO:tasks.rados.rados.0.smithi089.stdout:1579: finishing write tid 2 to smithi08986837-3 2024-07-26T06:10:02.500 INFO:tasks.rados.rados.0.smithi089.stdout:1579: finishing write tid 3 to smithi08986837-3 2024-07-26T06:10:02.500 INFO:tasks.rados.rados.0.smithi089.stdout:1579: finishing write tid 4 to smithi08986837-3 2024-07-26T06:10:02.500 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 3 v 834 (ObjNum 497 snap 143 seq_num 497) dirty exists 2024-07-26T06:10:02.500 INFO:tasks.rados.rados.0.smithi089.stdout:1579: left oid 3 (ObjNum 497 snap 143 seq_num 497) 2024-07-26T06:10:02.500 INFO:tasks.rados.rados.0.smithi089.stdout:1581: finishing write tid 1 to smithi08986837-11 2024-07-26T06:10:02.500 INFO:tasks.rados.rados.0.smithi089.stdout:1581: finishing write tid 2 to smithi08986837-11 2024-07-26T06:10:02.500 INFO:tasks.rados.rados.0.smithi089.stdout:1583: seq_num 500 ranges {0=778240,778240=401408} 2024-07-26T06:10:02.504 INFO:tasks.rados.rados.0.smithi089.stdout:1583: writing smithi08986837-42 from 0 to 778240 tid 1 2024-07-26T06:10:02.507 INFO:tasks.rados.rados.0.smithi089.stdout:1583: writing smithi08986837-42 from 778240 to 1179648 tid 2 2024-07-26T06:10:02.507 INFO:tasks.rados.rados.0.smithi089.stdout:1579: done (4 left) 2024-07-26T06:10:02.507 INFO:tasks.rados.rados.0.smithi089.stdout:1584: snap_remove snap 140 2024-07-26T06:10:02.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:02 smithi155 ceph-mon[90160]: osdmap e368: 8 total, 7 up, 8 in 2024-07-26T06:10:02.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:10:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:10:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:10:02.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:02 smithi089 ceph-mon[99608]: osdmap e368: 8 total, 7 up, 8 in 2024-07-26T06:10:02.655 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:10:02 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:10:02] "GET /metrics HTTP/1.1" 200 36246 "" "Prometheus/2.43.0" 2024-07-26T06:10:02.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:02 smithi089 ceph-mon[102056]: osdmap e368: 8 total, 7 up, 8 in 2024-07-26T06:10:02.656 INFO:journalctl@ceph.osd.2.smithi089.stdout:Jul 26 06:10:02 smithi089 podman[117954]: 2024-07-26 06:10:02.296633694 +0000 UTC m=+0.390948751 container init daf180453a78f10dfefc363c158c9db591ad106360d58636f42c8f59ad0ab41c (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240724, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=squid-4b23044) 2024-07-26T06:10:02.656 INFO:journalctl@ceph.osd.2.smithi089.stdout:Jul 26 06:10:02 smithi089 podman[117954]: 2024-07-26 06:10:02.301563212 +0000 UTC m=+0.395878269 container start daf180453a78f10dfefc363c158c9db591ad106360d58636f42c8f59ad0ab41c (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, RELEASE=squid-4b23044, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240724, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-07-26T06:10:02.656 INFO:journalctl@ceph.osd.2.smithi089.stdout:Jul 26 06:10:02 smithi089 ceph-osd[117993]: -- 172.21.15.89:0/3324845512 <== mon.0 v2:172.21.15.89:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5647e77cba40 con 0x5647e77a9c00 2024-07-26T06:10:02.656 INFO:journalctl@ceph.osd.2.smithi089.stdout:Jul 26 06:10:02 smithi089 bash[117954]: daf180453a78f10dfefc363c158c9db591ad106360d58636f42c8f59ad0ab41c 2024-07-26T06:10:02.656 INFO:journalctl@ceph.osd.2.smithi089.stdout:Jul 26 06:10:02 smithi089 systemd[1]: Started Ceph osd.2 for 9bd49884-4b13-11ef-bcb6-c7b262605968. 2024-07-26T06:10:03.155 INFO:journalctl@ceph.osd.2.smithi089.stdout:Jul 26 06:10:02 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-2[117970]: 2024-07-26T06:10:02.844+0000 7f7a5c7bf640 -1 Falling back to public interface 2024-07-26T06:10:03.482 INFO:tasks.rados.rados.0.smithi089.stdout:1584: done (4 left) 2024-07-26T06:10:03.482 INFO:tasks.rados.rados.0.smithi089.stdout:1585: snap_create 2024-07-26T06:10:03.482 INFO:tasks.rados.rados.0.smithi089.stdout:1581: finishing write tid 3 to smithi08986837-11 2024-07-26T06:10:03.483 INFO:tasks.rados.rados.0.smithi089.stdout:1581: finishing write tid 4 to smithi08986837-11 2024-07-26T06:10:03.483 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 11 v 767 (ObjNum 498 snap 143 seq_num 498) dirty exists 2024-07-26T06:10:03.483 INFO:tasks.rados.rados.0.smithi089.stdout:1581: left oid 11 (ObjNum 498 snap 143 seq_num 498) 2024-07-26T06:10:03.483 INFO:tasks.rados.rados.0.smithi089.stdout:1580: expect (ObjNum 383 snap 110 seq_num 383) 2024-07-26T06:10:03.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:03 smithi089 ceph-mon[99608]: osdmap e369: 8 total, 7 up, 8 in 2024-07-26T06:10:03.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:03 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:10:03.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:03 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:10:03.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:03 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:10:03.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:03 smithi089 ceph-mon[99608]: pgmap v205: 121 pgs: 23 active+undersized, 5 peering, 8 active+undersized+degraded, 85 active+clean; 192 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 3.3 MiB/s wr, 19 op/s; 25/258 objects degraded (9.690%) 2024-07-26T06:10:03.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:03 smithi089 ceph-mon[102056]: osdmap e369: 8 total, 7 up, 8 in 2024-07-26T06:10:03.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:03 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:10:03.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:03 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:10:03.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:03 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:10:03.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:03 smithi089 ceph-mon[102056]: pgmap v205: 121 pgs: 23 active+undersized, 5 peering, 8 active+undersized+degraded, 85 active+clean; 192 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 3.3 MiB/s wr, 19 op/s; 25/258 objects degraded (9.690%) 2024-07-26T06:10:03.879 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:10:03 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:10:03.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi089\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi089\", job=\"node\", machine=\"x86_64\", nodename=\"smithi089\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", domainname=\"(none)\", instance=\"smithi089\", job=\"node\", machine=\"x86_64\", nodename=\"smithi089\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:10:03.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:03 smithi155 ceph-mon[90160]: osdmap e369: 8 total, 7 up, 8 in 2024-07-26T06:10:03.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:03 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:10:03.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:03 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:10:03.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:03 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:10:03.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:03 smithi155 ceph-mon[90160]: pgmap v205: 121 pgs: 23 active+undersized, 5 peering, 8 active+undersized+degraded, 85 active+clean; 192 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 3.3 MiB/s wr, 19 op/s; 25/258 objects degraded (9.690%) 2024-07-26T06:10:04.247 INFO:tasks.rados.rados.0.smithi089.stdout:1582: finishing write tid 1 to smithi08986837-4 2024-07-26T06:10:04.247 INFO:tasks.rados.rados.0.smithi089.stdout:1582: finishing write tid 2 to smithi08986837-4 2024-07-26T06:10:04.247 INFO:tasks.rados.rados.0.smithi089.stdout:1582: finishing write tid 3 to smithi08986837-4 2024-07-26T06:10:04.247 INFO:tasks.rados.rados.0.smithi089.stdout:1582: finishing write tid 4 to smithi08986837-4 2024-07-26T06:10:04.247 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 4 v 728 (ObjNum 499 snap 143 seq_num 499) dirty exists 2024-07-26T06:10:04.248 INFO:tasks.rados.rados.0.smithi089.stdout:1582: left oid 4 (ObjNum 499 snap 143 seq_num 499) 2024-07-26T06:10:04.248 INFO:tasks.rados.rados.0.smithi089.stdout:1583: finishing write tid 1 to smithi08986837-42 2024-07-26T06:10:04.248 INFO:tasks.rados.rados.0.smithi089.stdout:1583: finishing write tid 2 to smithi08986837-42 2024-07-26T06:10:04.248 INFO:tasks.rados.rados.0.smithi089.stdout:1583: finishing write tid 3 to smithi08986837-42 2024-07-26T06:10:04.248 INFO:tasks.rados.rados.0.smithi089.stdout:1583: finishing write tid 4 to smithi08986837-42 2024-07-26T06:10:04.248 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 42 v 850 (ObjNum 500 snap 143 seq_num 500) dirty exists 2024-07-26T06:10:04.248 INFO:tasks.rados.rados.0.smithi089.stdout:1583: left oid 42 (ObjNum 500 snap 143 seq_num 500) 2024-07-26T06:10:04.354 INFO:tasks.rados.rados.0.smithi089.stdout:1580: done (4 left) 2024-07-26T06:10:04.354 INFO:tasks.rados.rados.0.smithi089.stdout:1581: done (3 left) 2024-07-26T06:10:04.354 INFO:tasks.rados.rados.0.smithi089.stdout:1582: done (2 left) 2024-07-26T06:10:04.355 INFO:tasks.rados.rados.0.smithi089.stdout:1583: done (1 left) 2024-07-26T06:10:04.355 INFO:tasks.rados.rados.0.smithi089.stdout:1585: done (0 left) 2024-07-26T06:10:04.355 INFO:tasks.rados.rados.0.smithi089.stdout:1586: read oid 34 snap -1 2024-07-26T06:10:04.355 INFO:tasks.rados.rados.0.smithi089.stdout:1586: expect (ObjNum 495 snap 142 seq_num 495) 2024-07-26T06:10:04.355 INFO:tasks.rados.rados.0.smithi089.stdout:1587: setattr oid 5 current snap is 144 2024-07-26T06:10:04.355 INFO:tasks.rados.rados.0.smithi089.stdout:1588: snap_create 2024-07-26T06:10:04.362 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 5 v 432 (ObjNum 485 snap 140 seq_num 485) dirty exists 2024-07-26T06:10:04.364 INFO:tasks.rados.rados.0.smithi089.stdout:1586: expect (ObjNum 495 snap 142 seq_num 495) 2024-07-26T06:10:04.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:04 smithi089 ceph-mon[99608]: Health check failed: Degraded data redundancy: 25/258 objects degraded (9.690%), 8 pgs degraded (PG_DEGRADED) 2024-07-26T06:10:04.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:04 smithi089 ceph-mon[99608]: osdmap e370: 8 total, 7 up, 8 in 2024-07-26T06:10:04.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:04 smithi089 ceph-mon[99608]: osdmap e371: 8 total, 7 up, 8 in 2024-07-26T06:10:04.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:04 smithi089 ceph-mon[102056]: Health check failed: Degraded data redundancy: 25/258 objects degraded (9.690%), 8 pgs degraded (PG_DEGRADED) 2024-07-26T06:10:04.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:04 smithi089 ceph-mon[102056]: osdmap e370: 8 total, 7 up, 8 in 2024-07-26T06:10:04.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:04 smithi089 ceph-mon[102056]: osdmap e371: 8 total, 7 up, 8 in 2024-07-26T06:10:04.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:04 smithi155 ceph-mon[90160]: Health check failed: Degraded data redundancy: 25/258 objects degraded (9.690%), 8 pgs degraded (PG_DEGRADED) 2024-07-26T06:10:04.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:04 smithi155 ceph-mon[90160]: osdmap e370: 8 total, 7 up, 8 in 2024-07-26T06:10:04.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:04 smithi155 ceph-mon[90160]: osdmap e371: 8 total, 7 up, 8 in 2024-07-26T06:10:04.880 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:10:04 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:10:04.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:10:04.880 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:10:04 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:10:04.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:10:05.350 INFO:tasks.rados.rados.0.smithi089.stdout:1586: done (2 left) 2024-07-26T06:10:05.351 INFO:tasks.rados.rados.0.smithi089.stdout:1587: done (1 left) 2024-07-26T06:10:05.351 INFO:tasks.rados.rados.0.smithi089.stdout:1588: done (0 left) 2024-07-26T06:10:05.351 INFO:tasks.rados.rados.0.smithi089.stdout:1589: delete oid 6 current snap is 145 2024-07-26T06:10:05.354 INFO:tasks.rados.rados.0.smithi089.stdout:1589: done (0 left) 2024-07-26T06:10:05.354 INFO:tasks.rados.rados.0.smithi089.stdout:1590: snap_create 2024-07-26T06:10:05.870 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:05 smithi089 ceph-mon[99608]: pgmap v208: 121 pgs: 27 active+undersized, 9 active+undersized+degraded, 85 active+clean; 194 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 4.0 MiB/s wr, 22 op/s; 29/264 objects degraded (10.985%) 2024-07-26T06:10:05.870 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:05 smithi089 ceph-mon[99608]: osdmap e372: 8 total, 7 up, 8 in 2024-07-26T06:10:05.870 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:05 smithi089 ceph-mon[102056]: pgmap v208: 121 pgs: 27 active+undersized, 9 active+undersized+degraded, 85 active+clean; 194 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 4.0 MiB/s wr, 22 op/s; 29/264 objects degraded (10.985%) 2024-07-26T06:10:05.871 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:05 smithi089 ceph-mon[102056]: osdmap e372: 8 total, 7 up, 8 in 2024-07-26T06:10:05.871 INFO:journalctl@ceph.osd.2.smithi089.stdout:Jul 26 06:10:05 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-2[117970]: 2024-07-26T06:10:05.668+0000 7f7a5c7bf640 -1 osd.2 364 log_to_monitors true 2024-07-26T06:10:05.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:05 smithi155 ceph-mon[90160]: pgmap v208: 121 pgs: 27 active+undersized, 9 active+undersized+degraded, 85 active+clean; 194 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 4.0 MiB/s wr, 22 op/s; 29/264 objects degraded (10.985%) 2024-07-26T06:10:05.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:05 smithi155 ceph-mon[90160]: osdmap e372: 8 total, 7 up, 8 in 2024-07-26T06:10:06.353 INFO:tasks.rados.rados.0.smithi089.stdout:1590: done (0 left) 2024-07-26T06:10:06.353 INFO:tasks.rados.rados.0.smithi089.stdout:1591: snap_remove snap 142 2024-07-26T06:10:06.404 INFO:journalctl@ceph.osd.2.smithi089.stdout:Jul 26 06:10:06 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-2[117970]: 2024-07-26T06:10:06.372+0000 7f7a5456a640 -1 osd.2 364 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-07-26T06:10:06.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:06 smithi155 ceph-mon[90160]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-07-26T06:10:06.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:06 smithi155 ceph-mon[90160]: from='osd.2 [v2:172.21.15.89:6818/544999266,v1:172.21.15.89:6819/544999266]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-07-26T06:10:06.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:06 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:10:06.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:06 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:10:06.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:06 smithi155 ceph-mon[90160]: from='osd.2 [v2:172.21.15.89:6818/544999266,v1:172.21.15.89:6819/544999266]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-07-26T06:10:06.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:06 smithi155 ceph-mon[90160]: osdmap e373: 8 total, 7 up, 8 in 2024-07-26T06:10:06.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:06 smithi155 ceph-mon[90160]: from='osd.2 [v2:172.21.15.89:6818/544999266,v1:172.21.15.89:6819/544999266]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi089", "root=default"]}]: dispatch 2024-07-26T06:10:06.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:06 smithi089 ceph-mon[99608]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-07-26T06:10:06.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:06 smithi089 ceph-mon[99608]: from='osd.2 [v2:172.21.15.89:6818/544999266,v1:172.21.15.89:6819/544999266]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-07-26T06:10:06.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:06 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:10:06.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:06 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:10:06.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:06 smithi089 ceph-mon[99608]: from='osd.2 [v2:172.21.15.89:6818/544999266,v1:172.21.15.89:6819/544999266]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-07-26T06:10:06.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:06 smithi089 ceph-mon[99608]: osdmap e373: 8 total, 7 up, 8 in 2024-07-26T06:10:06.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:06 smithi089 ceph-mon[99608]: from='osd.2 [v2:172.21.15.89:6818/544999266,v1:172.21.15.89:6819/544999266]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi089", "root=default"]}]: dispatch 2024-07-26T06:10:06.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:06 smithi089 ceph-mon[102056]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-07-26T06:10:06.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:06 smithi089 ceph-mon[102056]: from='osd.2 [v2:172.21.15.89:6818/544999266,v1:172.21.15.89:6819/544999266]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-07-26T06:10:06.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:06 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:10:06.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:06 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:10:06.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:06 smithi089 ceph-mon[102056]: from='osd.2 [v2:172.21.15.89:6818/544999266,v1:172.21.15.89:6819/544999266]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-07-26T06:10:06.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:06 smithi089 ceph-mon[102056]: osdmap e373: 8 total, 7 up, 8 in 2024-07-26T06:10:06.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:06 smithi089 ceph-mon[102056]: from='osd.2 [v2:172.21.15.89:6818/544999266,v1:172.21.15.89:6819/544999266]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi089", "root=default"]}]: dispatch 2024-07-26T06:10:07.360 INFO:tasks.rados.rados.0.smithi089.stdout:1591: done (0 left) 2024-07-26T06:10:07.360 INFO:tasks.rados.rados.0.smithi089.stdout:1592: delete oid 32 current snap is 146 2024-07-26T06:10:07.368 INFO:tasks.rados.rados.0.smithi089.stdout:1592: done (0 left) 2024-07-26T06:10:07.368 INFO:tasks.rados.rados.0.smithi089.stdout:1593: delete oid 21 current snap is 146 2024-07-26T06:10:07.372 INFO:tasks.rados.rados.0.smithi089.stdout:1593: done (0 left) 2024-07-26T06:10:07.373 INFO:tasks.rados.rados.0.smithi089.stdout:1594: snap_remove snap 145 2024-07-26T06:10:07.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:07 smithi089 ceph-mon[99608]: pgmap v211: 121 pgs: 27 active+undersized, 9 active+undersized+degraded, 85 active+clean; 197 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.6 MiB/s wr, 12 op/s; 31/255 objects degraded (12.157%) 2024-07-26T06:10:07.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:07 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:10:07.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:07 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:10:07.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:07 smithi089 ceph-mon[99608]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-07-26T06:10:07.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:07 smithi089 ceph-mon[99608]: osd.2 [v2:172.21.15.89:6818/544999266,v1:172.21.15.89:6819/544999266] boot 2024-07-26T06:10:07.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:07 smithi089 ceph-mon[99608]: osdmap e374: 8 total, 8 up, 8 in 2024-07-26T06:10:07.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:07 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-26T06:10:07.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:07 smithi089 ceph-mon[102056]: pgmap v211: 121 pgs: 27 active+undersized, 9 active+undersized+degraded, 85 active+clean; 197 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.6 MiB/s wr, 12 op/s; 31/255 objects degraded (12.157%) 2024-07-26T06:10:07.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:07 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:10:07.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:07 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:10:07.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:07 smithi089 ceph-mon[102056]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-07-26T06:10:07.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:07 smithi089 ceph-mon[102056]: osd.2 [v2:172.21.15.89:6818/544999266,v1:172.21.15.89:6819/544999266] boot 2024-07-26T06:10:07.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:07 smithi089 ceph-mon[102056]: osdmap e374: 8 total, 8 up, 8 in 2024-07-26T06:10:07.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:07 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-26T06:10:07.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:07 smithi155 ceph-mon[90160]: pgmap v211: 121 pgs: 27 active+undersized, 9 active+undersized+degraded, 85 active+clean; 197 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.6 MiB/s wr, 12 op/s; 31/255 objects degraded (12.157%) 2024-07-26T06:10:07.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:07 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:10:07.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:07 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:10:07.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:07 smithi155 ceph-mon[90160]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-07-26T06:10:07.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:07 smithi155 ceph-mon[90160]: osd.2 [v2:172.21.15.89:6818/544999266,v1:172.21.15.89:6819/544999266] boot 2024-07-26T06:10:07.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:07 smithi155 ceph-mon[90160]: osdmap e374: 8 total, 8 up, 8 in 2024-07-26T06:10:07.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:07 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-07-26T06:10:08.357 INFO:tasks.rados.rados.0.smithi089.stdout:1594: done (0 left) 2024-07-26T06:10:08.358 INFO:tasks.rados.rados.0.smithi089.stdout:1595: snap_remove snap 144 2024-07-26T06:10:08.674 INFO:teuthology.orchestra.run.smithi089.stdout:true 2024-07-26T06:10:08.941 INFO:teuthology.orchestra.run.smithi089.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-07-26T06:10:08.941 INFO:teuthology.orchestra.run.smithi089.stdout:alertmanager.a smithi089 *:9093,9094 running (3m) 2s ago 7m 25.6M - 0.25.0 c8568f914cd2 2836382b8f0b 2024-07-26T06:10:08.941 INFO:teuthology.orchestra.run.smithi089.stdout:grafana.a smithi155 *:3000 running (3m) 110s ago 7m 80.3M - 9.4.7 954c08fa6188 0191ba4689bf 2024-07-26T06:10:08.941 INFO:teuthology.orchestra.run.smithi089.stdout:mds.a smithi089 running (9m) 2s ago 9m 16.4M - 17.2.7-1143-g5dff84c0 18bcb77ae794 0ecc3a80790e 2024-07-26T06:10:08.941 INFO:teuthology.orchestra.run.smithi089.stdout:mds.b smithi155 running (9m) 110s ago 9m 21.0M - 17.2.7-1143-g5dff84c0 18bcb77ae794 1c6d7dfdf08d 2024-07-26T06:10:08.941 INFO:teuthology.orchestra.run.smithi089.stdout:mgr.x smithi155 *:8443,9283,8765 running (2m) 110s ago 12m 437M - 19.1.0-1125-g4b230446 a246f06af74a 3d1d1f94a234 2024-07-26T06:10:08.941 INFO:teuthology.orchestra.run.smithi089.stdout:mgr.y smithi089 *:8443,9283,8765 running (3m) 2s ago 14m 506M - 19.1.0-1125-g4b230446 a246f06af74a abb455ac876a 2024-07-26T06:10:08.941 INFO:teuthology.orchestra.run.smithi089.stdout:mon.a smithi089 running (2m) 2s ago 14m 50.3M 2048M 19.1.0-1125-g4b230446 a246f06af74a 4d43bcc9eb9b 2024-07-26T06:10:08.941 INFO:teuthology.orchestra.run.smithi089.stdout:mon.b smithi155 running (115s) 110s ago 12m 21.7M 2048M 19.1.0-1125-g4b230446 a246f06af74a f829551716a5 2024-07-26T06:10:08.941 INFO:teuthology.orchestra.run.smithi089.stdout:mon.c smithi089 running (2m) 2s ago 12m 44.2M 2048M 19.1.0-1125-g4b230446 a246f06af74a 74d6c1493f98 2024-07-26T06:10:08.941 INFO:teuthology.orchestra.run.smithi089.stdout:node-exporter.a smithi089 *:9100 running (3m) 2s ago 7m 14.7M - 1.5.0 0da6a335fe13 e2f5a155fbeb 2024-07-26T06:10:08.942 INFO:teuthology.orchestra.run.smithi089.stdout:node-exporter.b smithi155 *:9100 running (3m) 110s ago 7m 14.4M - 1.5.0 0da6a335fe13 85c78351c113 2024-07-26T06:10:08.942 INFO:teuthology.orchestra.run.smithi089.stdout:osd.0 smithi089 running (72s) 2s ago 12m 130M 2479M 19.1.0-1125-g4b230446 a246f06af74a 7b97fcc5adf0 2024-07-26T06:10:08.942 INFO:teuthology.orchestra.run.smithi089.stdout:osd.1 smithi089 running (40s) 2s ago 11m 97.6M 2479M 19.1.0-1125-g4b230446 a246f06af74a f8fe67e57953 2024-07-26T06:10:08.942 INFO:teuthology.orchestra.run.smithi089.stdout:osd.2 smithi089 running (7s) 2s ago 11m 14.2M 2479M 19.1.0-1125-g4b230446 a246f06af74a daf180453a78 2024-07-26T06:10:08.942 INFO:teuthology.orchestra.run.smithi089.stdout:osd.3 smithi089 running (11m) 2s ago 11m 133M 2479M 17.2.7-1143-g5dff84c0 18bcb77ae794 076d339790b6 2024-07-26T06:10:08.942 INFO:teuthology.orchestra.run.smithi089.stdout:osd.4 smithi155 running (10m) 110s ago 10m 164M 2480M 17.2.7-1143-g5dff84c0 18bcb77ae794 df54a09a74e9 2024-07-26T06:10:08.942 INFO:teuthology.orchestra.run.smithi089.stdout:osd.5 smithi155 running (10m) 110s ago 10m 180M 2480M 17.2.7-1143-g5dff84c0 18bcb77ae794 0f76555562cc 2024-07-26T06:10:08.942 INFO:teuthology.orchestra.run.smithi089.stdout:osd.6 smithi155 running (9m) 110s ago 9m 119M 2480M 17.2.7-1143-g5dff84c0 18bcb77ae794 629f0d1fd888 2024-07-26T06:10:08.942 INFO:teuthology.orchestra.run.smithi089.stdout:osd.7 smithi155 running (9m) 110s ago 9m 94.6M 2480M 17.2.7-1143-g5dff84c0 18bcb77ae794 a4db8e598fea 2024-07-26T06:10:08.942 INFO:teuthology.orchestra.run.smithi089.stdout:prometheus.a smithi155 *:9095 running (2m) 110s ago 8m 49.4M - 2.43.0 a07b618ecd1d 8e7005ec7af0 2024-07-26T06:10:09.129 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:10:08 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:10:08.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)\", cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", cluster_addr=\"172.21.15.89\", device_class=\"ssd\", hostname=\"smithi089\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.89\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster_addr=\"172.21.15.89\", device_class=\"ssd\", hostname=\"smithi089\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.89\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:10:09.276 INFO:teuthology.orchestra.run.smithi089.stdout:{ 2024-07-26T06:10:09.276 INFO:teuthology.orchestra.run.smithi089.stdout: "mon": { 2024-07-26T06:10:09.276 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 3 2024-07-26T06:10:09.276 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2024-07-26T06:10:09.276 INFO:teuthology.orchestra.run.smithi089.stdout: "mgr": { 2024-07-26T06:10:09.276 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 2 2024-07-26T06:10:09.276 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2024-07-26T06:10:09.277 INFO:teuthology.orchestra.run.smithi089.stdout: "osd": { 2024-07-26T06:10:09.277 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 5, 2024-07-26T06:10:09.277 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 3 2024-07-26T06:10:09.277 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2024-07-26T06:10:09.277 INFO:teuthology.orchestra.run.smithi089.stdout: "mds": { 2024-07-26T06:10:09.277 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 2 2024-07-26T06:10:09.277 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2024-07-26T06:10:09.277 INFO:teuthology.orchestra.run.smithi089.stdout: "overall": { 2024-07-26T06:10:09.277 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 7, 2024-07-26T06:10:09.277 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 8 2024-07-26T06:10:09.277 INFO:teuthology.orchestra.run.smithi089.stdout: } 2024-07-26T06:10:09.277 INFO:teuthology.orchestra.run.smithi089.stdout:} 2024-07-26T06:10:09.363 INFO:tasks.rados.rados.0.smithi089.stdout:1595: done (0 left) 2024-07-26T06:10:09.363 INFO:tasks.rados.rados.0.smithi089.stdout:1596: copy_from oid 11 from oid 16 current snap is 146 2024-07-26T06:10:09.363 INFO:tasks.rados.rados.0.smithi089.stdout:1597: rollback oid 40 current snap is 146 2024-07-26T06:10:09.364 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 40 to 143 2024-07-26T06:10:09.364 INFO:tasks.rados.rados.0.smithi089.stdout:1598: read oid 17 snap -1 2024-07-26T06:10:09.364 INFO:tasks.rados.rados.0.smithi089.stdout:1598: expect (ObjNum 430 snap 126 seq_num 430) 2024-07-26T06:10:09.364 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 43 current snap is 146 2024-07-26T06:10:09.364 INFO:tasks.rados.rados.0.smithi089.stdout:1599: seq_num 504 ranges {7413760=450560,7864320=589824,8454144=212992} 2024-07-26T06:10:09.406 INFO:tasks.rados.rados.0.smithi089.stdout:1599: writing smithi08986837-43 from 7413760 to 7864320 tid 1 2024-07-26T06:10:09.409 INFO:tasks.rados.rados.0.smithi089.stdout:1599: writing smithi08986837-43 from 7864320 to 8454144 tid 2 2024-07-26T06:10:09.411 INFO:tasks.rados.rados.0.smithi089.stdout:1599: writing smithi08986837-43 from 8454144 to 8667136 tid 3 2024-07-26T06:10:09.411 INFO:tasks.rados.rados.0.smithi089.stdout:1600: setattr oid 9 current snap is 146 2024-07-26T06:10:09.411 INFO:tasks.rados.rados.0.smithi089.stdout:1597: finishing rollback tid 1 to smithi08986837-40 2024-07-26T06:10:09.411 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 40 v 0 (ObjNum 2993 snap 0 seq_num 3362722768) dirty dne 2024-07-26T06:10:09.411 INFO:tasks.rados.rados.0.smithi089.stdout:1598: expect (ObjNum 430 snap 126 seq_num 430) 2024-07-26T06:10:09.555 INFO:tasks.rados.rados.0.smithi089.stdout:1596: finishing copy_from racing read to smithi08986837-11 2024-07-26T06:10:09.555 INFO:tasks.rados.rados.0.smithi089.stdout:1596: finishing copy_from to smithi08986837-11 2024-07-26T06:10:09.555 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 11 v 722 (ObjNum 446 snap 131 seq_num 446) dirty exists 2024-07-26T06:10:09.556 INFO:tasks.rados.rados.0.smithi089.stdout:1599: finishing write tid 1 to smithi08986837-43 2024-07-26T06:10:09.556 INFO:tasks.rados.rados.0.smithi089.stdout:1599: finishing write tid 2 to smithi08986837-43 2024-07-26T06:10:09.556 INFO:tasks.rados.rados.0.smithi089.stdout:1599: finishing write tid 3 to smithi08986837-43 2024-07-26T06:10:09.556 INFO:tasks.rados.rados.0.smithi089.stdout:1599: finishing write tid 4 to smithi08986837-43 2024-07-26T06:10:09.556 INFO:tasks.rados.rados.0.smithi089.stdout:1599: finishing write tid 5 to smithi08986837-43 2024-07-26T06:10:09.556 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 43 v 734 (ObjNum 504 snap 146 seq_num 504) dirty exists 2024-07-26T06:10:09.556 INFO:tasks.rados.rados.0.smithi089.stdout:1599: left oid 43 (ObjNum 504 snap 146 seq_num 504) 2024-07-26T06:10:09.556 INFO:tasks.rados.rados.0.smithi089.stdout:1596: done (4 left) 2024-07-26T06:10:09.556 INFO:tasks.rados.rados.0.smithi089.stdout:1597: done (3 left) 2024-07-26T06:10:09.556 INFO:tasks.rados.rados.0.smithi089.stdout:1598: done (2 left) 2024-07-26T06:10:09.556 INFO:tasks.rados.rados.0.smithi089.stdout:1599: done (1 left) 2024-07-26T06:10:09.556 INFO:tasks.rados.rados.0.smithi089.stdout:1601: snap_remove snap 143 2024-07-26T06:10:09.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:09 smithi155 ceph-mon[90160]: osdmap e375: 8 total, 8 up, 8 in 2024-07-26T06:10:09.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:09 smithi155 ceph-mon[90160]: from='client.34245 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:10:09.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:09 smithi155 ceph-mon[90160]: pgmap v214: 121 pgs: 4 peering, 23 active+undersized, 9 active+undersized+degraded, 85 active+clean; 197 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.1 MiB/s wr, 11 op/s; 31/258 objects degraded (12.016%) 2024-07-26T06:10:09.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:09 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/140857104' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:10:09.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:09 smithi155 ceph-mon[90160]: Health check update: Degraded data redundancy: 31/255 objects degraded (12.157%), 9 pgs degraded (PG_DEGRADED) 2024-07-26T06:10:09.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:09 smithi089 ceph-mon[99608]: osdmap e375: 8 total, 8 up, 8 in 2024-07-26T06:10:09.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:09 smithi089 ceph-mon[99608]: from='client.34245 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:10:09.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:09 smithi089 ceph-mon[99608]: pgmap v214: 121 pgs: 4 peering, 23 active+undersized, 9 active+undersized+degraded, 85 active+clean; 197 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.1 MiB/s wr, 11 op/s; 31/258 objects degraded (12.016%) 2024-07-26T06:10:09.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:09 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/140857104' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:10:09.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:09 smithi089 ceph-mon[99608]: Health check update: Degraded data redundancy: 31/255 objects degraded (12.157%), 9 pgs degraded (PG_DEGRADED) 2024-07-26T06:10:09.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:09 smithi089 ceph-mon[102056]: osdmap e375: 8 total, 8 up, 8 in 2024-07-26T06:10:09.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:09 smithi089 ceph-mon[102056]: from='client.34245 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:10:09.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:09 smithi089 ceph-mon[102056]: pgmap v214: 121 pgs: 4 peering, 23 active+undersized, 9 active+undersized+degraded, 85 active+clean; 197 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.1 MiB/s wr, 11 op/s; 31/258 objects degraded (12.016%) 2024-07-26T06:10:09.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:09 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/140857104' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:10:09.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:09 smithi089 ceph-mon[102056]: Health check update: Degraded data redundancy: 31/255 objects degraded (12.157%), 9 pgs degraded (PG_DEGRADED) 2024-07-26T06:10:10.375 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 9 v 413 (ObjNum 435 snap 127 seq_num 435) dirty exists 2024-07-26T06:10:10.376 INFO:tasks.rados.rados.0.smithi089.stdout:1600: done (1 left) 2024-07-26T06:10:10.376 INFO:tasks.rados.rados.0.smithi089.stdout:1601: done (0 left) 2024-07-26T06:10:10.376 INFO:tasks.rados.rados.0.smithi089.stdout:1602: rmattr oid 39 current snap is 146 2024-07-26T06:10:10.376 INFO:tasks.rados.rados.0.smithi089.stdout:1602: done (0 left) 2024-07-26T06:10:10.376 INFO:tasks.rados.rados.0.smithi089.stdout:1603: read oid 26 snap -1 2024-07-26T06:10:10.376 INFO:tasks.rados.rados.0.smithi089.stdout:1603: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-26T06:10:10.376 INFO:tasks.rados.rados.0.smithi089.stdout:1604: snap_create 2024-07-26T06:10:10.376 INFO:tasks.rados.rados.0.smithi089.stdout:1603: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-26T06:10:10.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:10 smithi155 ceph-mon[90160]: from='client.44186 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:10:10.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:10 smithi155 ceph-mon[90160]: osdmap e376: 8 total, 8 up, 8 in 2024-07-26T06:10:10.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:10 smithi089 ceph-mon[99608]: from='client.44186 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:10:10.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:10 smithi089 ceph-mon[99608]: osdmap e376: 8 total, 8 up, 8 in 2024-07-26T06:10:10.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:10 smithi089 ceph-mon[102056]: from='client.44186 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:10:10.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:10 smithi089 ceph-mon[102056]: osdmap e376: 8 total, 8 up, 8 in 2024-07-26T06:10:11.026 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:10:10 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T06:10:10.700+0000 7fd300c10640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-07-26T06:10:11.375 INFO:tasks.rados.rados.0.smithi089.stdout:1603: done (1 left) 2024-07-26T06:10:11.376 INFO:tasks.rados.rados.0.smithi089.stdout:1604: done (0 left) 2024-07-26T06:10:11.376 INFO:tasks.rados.rados.0.smithi089.stdout:1605: snap_remove snap 146 2024-07-26T06:10:11.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:11 smithi155 ceph-mon[90160]: osdmap e377: 8 total, 8 up, 8 in 2024-07-26T06:10:11.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:11 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:10:11.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:11 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:10:11.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:11 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:10:11.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:11 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:10:11.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:11 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:10:11.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:11 smithi155 ceph-mon[90160]: pgmap v217: 121 pgs: 4 peering, 23 active+undersized, 9 active+undersized+degraded, 85 active+clean; 197 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s; 31/258 objects degraded (12.016%) 2024-07-26T06:10:11.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:11 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:10:11.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:11 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:10:11.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:11 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:10:11.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:11 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:10:11.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:11 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-07-26T06:10:11.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:11 smithi155 ceph-mon[90160]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-07-26T06:10:11.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:11 smithi155 ceph-mon[90160]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-07-26T06:10:11.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:11 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:10:11.631 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:11 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:10:11.631 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:11 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:10:11.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:11 smithi089 ceph-mon[99608]: osdmap e377: 8 total, 8 up, 8 in 2024-07-26T06:10:11.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:10:11.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:10:11.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:10:11.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:10:11.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:10:11.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:11 smithi089 ceph-mon[99608]: pgmap v217: 121 pgs: 4 peering, 23 active+undersized, 9 active+undersized+degraded, 85 active+clean; 197 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s; 31/258 objects degraded (12.016%) 2024-07-26T06:10:11.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:10:11.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:10:11.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:10:11.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:10:11.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-07-26T06:10:11.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:11 smithi089 ceph-mon[99608]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-07-26T06:10:11.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:11 smithi089 ceph-mon[99608]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-07-26T06:10:11.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:10:11.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:10:11.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:10:11.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:11 smithi089 ceph-mon[102056]: osdmap e377: 8 total, 8 up, 8 in 2024-07-26T06:10:11.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:10:11.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:10:11.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:10:11.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:10:11.657 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:10:11.657 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:11 smithi089 ceph-mon[102056]: pgmap v217: 121 pgs: 4 peering, 23 active+undersized, 9 active+undersized+degraded, 85 active+clean; 197 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s; 31/258 objects degraded (12.016%) 2024-07-26T06:10:11.657 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:10:11.657 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:10:11.657 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:10:11.657 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:10:11.657 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-07-26T06:10:11.657 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:11 smithi089 ceph-mon[102056]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-07-26T06:10:11.657 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:11 smithi089 ceph-mon[102056]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-07-26T06:10:11.657 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:10:11.657 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:10:11.657 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:10:12.380 INFO:tasks.rados.rados.0.smithi089.stdout:1605: done (0 left) 2024-07-26T06:10:12.380 INFO:tasks.rados.rados.0.smithi089.stdout:1606: rollback oid 7 current snap is 147 2024-07-26T06:10:12.380 INFO:tasks.rados.rados.0.smithi089.stdout:1606: done (0 left) 2024-07-26T06:10:12.380 INFO:tasks.rados.rados.0.smithi089.stdout:1607: delete oid 13 current snap is 147 2024-07-26T06:10:12.387 INFO:tasks.rados.rados.0.smithi089.stdout:1607: done (0 left) 2024-07-26T06:10:12.387 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 19 current snap is 147 2024-07-26T06:10:12.387 INFO:tasks.rados.rados.0.smithi089.stdout:1608: seq_num 506 ranges {8011776=483328,8495104=761856,9256960=40960} 2024-07-26T06:10:12.432 INFO:tasks.rados.rados.0.smithi089.stdout:1608: writing smithi08986837-19 from 8011776 to 8495104 tid 1 2024-07-26T06:10:12.437 INFO:tasks.rados.rados.0.smithi089.stdout:1608: writing smithi08986837-19 from 8495104 to 9256960 tid 2 2024-07-26T06:10:12.437 INFO:tasks.rados.rados.0.smithi089.stdout:1608: writing smithi08986837-19 from 9256960 to 9297920 tid 3 2024-07-26T06:10:12.437 INFO:tasks.rados.rados.0.smithi089.stdout:1609: read oid 3 snap -1 2024-07-26T06:10:12.437 INFO:tasks.rados.rados.0.smithi089.stdout:1609: expect (ObjNum 497 snap 143 seq_num 497) 2024-07-26T06:10:12.437 INFO:tasks.rados.rados.0.smithi089.stdout:1610: snap_create 2024-07-26T06:10:12.437 INFO:tasks.rados.rados.0.smithi089.stdout:1608: finishing write tid 1 to smithi08986837-19 2024-07-26T06:10:12.441 INFO:tasks.rados.rados.0.smithi089.stdout:1608: finishing write tid 2 to smithi08986837-19 2024-07-26T06:10:12.441 INFO:tasks.rados.rados.0.smithi089.stdout:1608: finishing write tid 3 to smithi08986837-19 2024-07-26T06:10:12.441 INFO:tasks.rados.rados.0.smithi089.stdout:1608: finishing write tid 4 to smithi08986837-19 2024-07-26T06:10:12.443 INFO:tasks.rados.rados.0.smithi089.stdout:1608: finishing write tid 5 to smithi08986837-19 2024-07-26T06:10:12.443 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 19 v 812 (ObjNum 506 snap 147 seq_num 506) dirty exists 2024-07-26T06:10:12.443 INFO:tasks.rados.rados.0.smithi089.stdout:1608: left oid 19 (ObjNum 506 snap 147 seq_num 506) 2024-07-26T06:10:12.445 INFO:tasks.rados.rados.0.smithi089.stdout:1609: expect (ObjNum 497 snap 143 seq_num 497) 2024-07-26T06:10:12.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:12 smithi155 ceph-mon[90160]: osdmap e378: 8 total, 8 up, 8 in 2024-07-26T06:10:12.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:10:12 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:10:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:10:12.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:12 smithi089 ceph-mon[99608]: osdmap e378: 8 total, 8 up, 8 in 2024-07-26T06:10:12.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:12 smithi089 ceph-mon[102056]: osdmap e378: 8 total, 8 up, 8 in 2024-07-26T06:10:12.655 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:10:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:10:12] "GET /metrics HTTP/1.1" 200 36162 "" "Prometheus/2.43.0" 2024-07-26T06:10:13.397 INFO:tasks.rados.rados.0.smithi089.stdout:1608: done (2 left) 2024-07-26T06:10:13.397 INFO:tasks.rados.rados.0.smithi089.stdout:1609: done (1 left) 2024-07-26T06:10:13.397 INFO:tasks.rados.rados.0.smithi089.stdout:1610: done (0 left) 2024-07-26T06:10:13.397 INFO:tasks.rados.rados.0.smithi089.stdout:1611: copy_from oid 45 from oid 20 current snap is 148 2024-07-26T06:10:13.397 INFO:tasks.rados.rados.0.smithi089.stdout:1612: read oid 37 snap -1 2024-07-26T06:10:13.397 INFO:tasks.rados.rados.0.smithi089.stdout:1612: expect deleted 2024-07-26T06:10:13.397 INFO:tasks.rados.rados.0.smithi089.stdout:1613: snap_create 2024-07-26T06:10:13.422 INFO:tasks.rados.rados.0.smithi089.stdout:1611: finishing copy_from racing read to smithi08986837-45 2024-07-26T06:10:13.427 INFO:tasks.rados.rados.0.smithi089.stdout:1611: finishing copy_from to smithi08986837-45 2024-07-26T06:10:13.427 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 45 v 416 (ObjNum 391 snap 113 seq_num 391) dirty exists 2024-07-26T06:10:13.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:13 smithi089 ceph-mon[99608]: osdmap e379: 8 total, 8 up, 8 in 2024-07-26T06:10:13.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:13 smithi089 ceph-mon[99608]: pgmap v220: 121 pgs: 4 peering, 117 active+clean; 167 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.1 MiB/s wr, 7 op/s; 14 MiB/s, 2 objects/s recovering 2024-07-26T06:10:13.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:13 smithi089 ceph-mon[102056]: osdmap e379: 8 total, 8 up, 8 in 2024-07-26T06:10:13.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:13 smithi089 ceph-mon[102056]: pgmap v220: 121 pgs: 4 peering, 117 active+clean; 167 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.1 MiB/s wr, 7 op/s; 14 MiB/s, 2 objects/s recovering 2024-07-26T06:10:13.879 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:10:13 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:10:13.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi089\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi089\", job=\"node\", machine=\"x86_64\", nodename=\"smithi089\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", domainname=\"(none)\", instance=\"smithi089\", job=\"node\", machine=\"x86_64\", nodename=\"smithi089\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:10:13.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:13 smithi155 ceph-mon[90160]: osdmap e379: 8 total, 8 up, 8 in 2024-07-26T06:10:13.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:13 smithi155 ceph-mon[90160]: pgmap v220: 121 pgs: 4 peering, 117 active+clean; 167 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.1 MiB/s wr, 7 op/s; 14 MiB/s, 2 objects/s recovering 2024-07-26T06:10:14.355 INFO:tasks.rados.rados.0.smithi089.stdout:1611: done (2 left) 2024-07-26T06:10:14.356 INFO:tasks.rados.rados.0.smithi089.stdout:1612: done (1 left) 2024-07-26T06:10:14.356 INFO:tasks.rados.rados.0.smithi089.stdout:1613: done (0 left) 2024-07-26T06:10:14.356 INFO:tasks.rados.rados.0.smithi089.stdout:1614: setattr oid 49 current snap is 149 2024-07-26T06:10:14.357 INFO:tasks.rados.rados.0.smithi089.stdout:1615: read oid 45 snap -1 2024-07-26T06:10:14.357 INFO:tasks.rados.rados.0.smithi089.stdout:1615: expect (ObjNum 391 snap 113 seq_num 391) 2024-07-26T06:10:14.357 INFO:tasks.rados.rados.0.smithi089.stdout:1616: snap_create 2024-07-26T06:10:14.364 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 49 v 740 (ObjNum 487 snap 141 seq_num 487) dirty exists 2024-07-26T06:10:14.372 INFO:tasks.rados.rados.0.smithi089.stdout:1615: expect (ObjNum 391 snap 113 seq_num 391) 2024-07-26T06:10:14.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:14 smithi089 ceph-mon[99608]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 31/258 objects degraded (12.016%), 9 pgs degraded) 2024-07-26T06:10:14.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:14 smithi089 ceph-mon[99608]: Cluster is now healthy 2024-07-26T06:10:14.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:14 smithi089 ceph-mon[99608]: osdmap e380: 8 total, 8 up, 8 in 2024-07-26T06:10:14.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:14 smithi089 ceph-mon[99608]: osdmap e381: 8 total, 8 up, 8 in 2024-07-26T06:10:14.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:14 smithi089 ceph-mon[102056]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 31/258 objects degraded (12.016%), 9 pgs degraded) 2024-07-26T06:10:14.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:14 smithi089 ceph-mon[102056]: Cluster is now healthy 2024-07-26T06:10:14.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:14 smithi089 ceph-mon[102056]: osdmap e380: 8 total, 8 up, 8 in 2024-07-26T06:10:14.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:14 smithi089 ceph-mon[102056]: osdmap e381: 8 total, 8 up, 8 in 2024-07-26T06:10:14.879 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:10:14 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:10:14.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:10:14.879 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:10:14 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:10:14.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:10:14.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:14 smithi155 ceph-mon[90160]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 31/258 objects degraded (12.016%), 9 pgs degraded) 2024-07-26T06:10:14.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:14 smithi155 ceph-mon[90160]: Cluster is now healthy 2024-07-26T06:10:14.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:14 smithi155 ceph-mon[90160]: osdmap e380: 8 total, 8 up, 8 in 2024-07-26T06:10:14.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:14 smithi155 ceph-mon[90160]: osdmap e381: 8 total, 8 up, 8 in 2024-07-26T06:10:15.355 INFO:tasks.rados.rados.0.smithi089.stdout:1614: done (2 left) 2024-07-26T06:10:15.355 INFO:tasks.rados.rados.0.smithi089.stdout:1615: done (1 left) 2024-07-26T06:10:15.355 INFO:tasks.rados.rados.0.smithi089.stdout:1616: done (0 left) 2024-07-26T06:10:15.355 INFO:tasks.rados.rados.0.smithi089.stdout:1617: copy_from oid 12 from oid 38 current snap is 150 2024-07-26T06:10:15.355 INFO:tasks.rados.rados.0.smithi089.stdout:1618: read oid 23 snap 147 2024-07-26T06:10:15.355 INFO:tasks.rados.rados.0.smithi089.stdout:1618: expect (ObjNum 383 snap 110 seq_num 383) 2024-07-26T06:10:15.355 INFO:tasks.rados.rados.0.smithi089.stdout:1619: copy_from oid 10 from oid 46 current snap is 150 2024-07-26T06:10:15.356 INFO:tasks.rados.rados.0.smithi089.stdout:1620: setattr oid 36 current snap is 150 2024-07-26T06:10:15.356 INFO:tasks.rados.rados.0.smithi089.stdout:1621: copy_from oid 18 from oid 39 current snap is 150 2024-07-26T06:10:15.356 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 6 current snap is 150 2024-07-26T06:10:15.356 INFO:tasks.rados.rados.0.smithi089.stdout:1622: seq_num 507 ranges {0=499712,499712=638976,1138688=163840} 2024-07-26T06:10:15.359 INFO:tasks.rados.rados.0.smithi089.stdout:1622: writing smithi08986837-6 from 0 to 499712 tid 1 2024-07-26T06:10:15.363 INFO:tasks.rados.rados.0.smithi089.stdout:1622: writing smithi08986837-6 from 499712 to 1138688 tid 2 2024-07-26T06:10:15.364 INFO:tasks.rados.rados.0.smithi089.stdout:1622: writing smithi08986837-6 from 1138688 to 1302528 tid 3 2024-07-26T06:10:15.365 INFO:tasks.rados.rados.0.smithi089.stdout:1623: snap_remove snap 148 2024-07-26T06:10:15.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:15 smithi089 ceph-mon[99608]: pgmap v223: 121 pgs: 121 active+clean; 159 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.1 MiB/s wr, 8 op/s; 14 MiB/s, 2 objects/s recovering 2024-07-26T06:10:15.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:15 smithi089 ceph-mon[99608]: osdmap e382: 8 total, 8 up, 8 in 2024-07-26T06:10:15.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:15 smithi089 ceph-mon[102056]: pgmap v223: 121 pgs: 121 active+clean; 159 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.1 MiB/s wr, 8 op/s; 14 MiB/s, 2 objects/s recovering 2024-07-26T06:10:15.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:15 smithi089 ceph-mon[102056]: osdmap e382: 8 total, 8 up, 8 in 2024-07-26T06:10:15.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:15 smithi155 ceph-mon[90160]: pgmap v223: 121 pgs: 121 active+clean; 159 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.1 MiB/s wr, 8 op/s; 14 MiB/s, 2 objects/s recovering 2024-07-26T06:10:15.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:15 smithi155 ceph-mon[90160]: osdmap e382: 8 total, 8 up, 8 in 2024-07-26T06:10:16.356 INFO:tasks.rados.rados.0.smithi089.stdout:1623: done (6 left) 2024-07-26T06:10:16.356 INFO:tasks.rados.rados.0.smithi089.stdout:1624: copy_from oid 3 from oid 42 current snap is 150 2024-07-26T06:10:16.356 INFO:tasks.rados.rados.0.smithi089.stdout:1621: finishing copy_from to smithi08986837-18 2024-07-26T06:10:16.356 INFO:tasks.rados.rados.0.smithi089.stdout:1621: got expected ENOENT (src dne) 2024-07-26T06:10:16.356 INFO:tasks.rados.rados.0.smithi089.stdout:1621: finishing copy_from racing read to smithi08986837-18 2024-07-26T06:10:16.357 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 36 v 600 (ObjNum 296 snap 86 seq_num 296) dirty exists 2024-07-26T06:10:16.357 INFO:tasks.rados.rados.0.smithi089.stdout:1622: finishing write tid 1 to smithi08986837-6 2024-07-26T06:10:16.357 INFO:tasks.rados.rados.0.smithi089.stdout:1622: finishing write tid 2 to smithi08986837-6 2024-07-26T06:10:16.357 INFO:tasks.rados.rados.0.smithi089.stdout:1622: finishing write tid 3 to smithi08986837-6 2024-07-26T06:10:16.357 INFO:tasks.rados.rados.0.smithi089.stdout:1622: finishing write tid 4 to smithi08986837-6 2024-07-26T06:10:16.357 INFO:tasks.rados.rados.0.smithi089.stdout:1622: finishing write tid 5 to smithi08986837-6 2024-07-26T06:10:16.357 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 6 v 840 (ObjNum 507 snap 150 seq_num 507) dirty exists 2024-07-26T06:10:16.357 INFO:tasks.rados.rados.0.smithi089.stdout:1622: left oid 6 (ObjNum 507 snap 150 seq_num 507) 2024-07-26T06:10:16.357 INFO:tasks.rados.rados.0.smithi089.stdout:1619: finishing copy_from racing read to smithi08986837-10 2024-07-26T06:10:16.357 INFO:tasks.rados.rados.0.smithi089.stdout:1618: expect (ObjNum 383 snap 110 seq_num 383) 2024-07-26T06:10:17.093 INFO:tasks.rados.rados.0.smithi089.stdout:1619: finishing copy_from to smithi08986837-10 2024-07-26T06:10:17.094 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 10 v 841 (ObjNum 492 snap 142 seq_num 492) dirty exists 2024-07-26T06:10:17.094 INFO:tasks.rados.rados.0.smithi089.stdout:1617: finishing copy_from racing read to smithi08986837-12 2024-07-26T06:10:17.094 INFO:tasks.rados.rados.0.smithi089.stdout:1617: finishing copy_from to smithi08986837-12 2024-07-26T06:10:17.094 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 12 v 749 (ObjNum 483 snap 140 seq_num 483) dirty exists 2024-07-26T06:10:17.094 INFO:tasks.rados.rados.0.smithi089.stdout:1624: finishing copy_from racing read to smithi08986837-3 2024-07-26T06:10:17.094 INFO:tasks.rados.rados.0.smithi089.stdout:1624: finishing copy_from to smithi08986837-3 2024-07-26T06:10:17.094 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 3 v 850 (ObjNum 500 snap 143 seq_num 500) dirty exists 2024-07-26T06:10:17.094 INFO:tasks.rados.rados.0.smithi089.stdout:1617: done (6 left) 2024-07-26T06:10:17.094 INFO:tasks.rados.rados.0.smithi089.stdout:1618: done (5 left) 2024-07-26T06:10:17.094 INFO:tasks.rados.rados.0.smithi089.stdout:1619: done (4 left) 2024-07-26T06:10:17.094 INFO:tasks.rados.rados.0.smithi089.stdout:1620: done (3 left) 2024-07-26T06:10:17.094 INFO:tasks.rados.rados.0.smithi089.stdout:1621: done (2 left) 2024-07-26T06:10:17.095 INFO:tasks.rados.rados.0.smithi089.stdout:1622: done (1 left) 2024-07-26T06:10:17.095 INFO:tasks.rados.rados.0.smithi089.stdout:1624: done (0 left) 2024-07-26T06:10:17.095 INFO:tasks.rados.rados.0.smithi089.stdout:1625: snap_create 2024-07-26T06:10:17.365 INFO:tasks.rados.rados.0.smithi089.stdout:1625: done (0 left) 2024-07-26T06:10:17.365 INFO:tasks.rados.rados.0.smithi089.stdout:1626: delete oid 30 current snap is 151 2024-07-26T06:10:17.368 INFO:tasks.rados.rados.0.smithi089.stdout:1626: done (0 left) 2024-07-26T06:10:17.368 INFO:tasks.rados.rados.0.smithi089.stdout:1627: rollback oid 41 current snap is 151 2024-07-26T06:10:17.368 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 41 to 147 2024-07-26T06:10:17.368 INFO:tasks.rados.rados.0.smithi089.stdout:1628: read oid 42 snap -1 2024-07-26T06:10:17.368 INFO:tasks.rados.rados.0.smithi089.stdout:1628: expect (ObjNum 500 snap 143 seq_num 500) 2024-07-26T06:10:17.368 INFO:tasks.rados.rados.0.smithi089.stdout:1629: copy_from oid 31 from oid 50 current snap is 151 2024-07-26T06:10:17.369 INFO:tasks.rados.rados.0.smithi089.stdout:1630: snap_create 2024-07-26T06:10:17.372 INFO:tasks.rados.rados.0.smithi089.stdout:1627: finishing rollback tid 0 to smithi08986837-41 2024-07-26T06:10:17.372 INFO:tasks.rados.rados.0.smithi089.stdout:1627: finishing rollback tid 1 to smithi08986837-41 2024-07-26T06:10:17.372 INFO:tasks.rados.rados.0.smithi089.stdout:1628: expect (ObjNum 500 snap 143 seq_num 500) 2024-07-26T06:10:17.405 INFO:tasks.rados.rados.0.smithi089.stdout:1627: finishing rollback tid 2 to smithi08986837-41 2024-07-26T06:10:17.405 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 41 v 606 (ObjNum 81 snap 0 seq_num 1) dirty exists 2024-07-26T06:10:17.405 INFO:tasks.rados.rados.0.smithi089.stdout:1629: finishing copy_from racing read to smithi08986837-31 2024-07-26T06:10:17.405 INFO:tasks.rados.rados.0.smithi089.stdout:1629: finishing copy_from to smithi08986837-31 2024-07-26T06:10:17.405 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 31 v 747 (ObjNum 392 snap 113 seq_num 392) dirty exists 2024-07-26T06:10:17.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:17 smithi155 ceph-mon[90160]: osdmap e383: 8 total, 8 up, 8 in 2024-07-26T06:10:17.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:17 smithi155 ceph-mon[90160]: pgmap v226: 121 pgs: 121 active+clean; 182 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 5.8 MiB/s wr, 15 op/s 2024-07-26T06:10:17.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:17 smithi089 ceph-mon[99608]: osdmap e383: 8 total, 8 up, 8 in 2024-07-26T06:10:17.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:17 smithi089 ceph-mon[99608]: pgmap v226: 121 pgs: 121 active+clean; 182 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 5.8 MiB/s wr, 15 op/s 2024-07-26T06:10:17.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:17 smithi089 ceph-mon[102056]: osdmap e383: 8 total, 8 up, 8 in 2024-07-26T06:10:17.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:17 smithi089 ceph-mon[102056]: pgmap v226: 121 pgs: 121 active+clean; 182 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 5.8 MiB/s wr, 15 op/s 2024-07-26T06:10:18.367 INFO:tasks.rados.rados.0.smithi089.stdout:1627: done (3 left) 2024-07-26T06:10:18.367 INFO:tasks.rados.rados.0.smithi089.stdout:1628: done (2 left) 2024-07-26T06:10:18.368 INFO:tasks.rados.rados.0.smithi089.stdout:1629: done (1 left) 2024-07-26T06:10:18.368 INFO:tasks.rados.rados.0.smithi089.stdout:1630: done (0 left) 2024-07-26T06:10:18.368 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 47 current snap is 152 2024-07-26T06:10:18.368 INFO:tasks.rados.rados.0.smithi089.stdout:1631: seq_num 509 ranges {6602752=532480,7135232=409600,7544832=393216} 2024-07-26T06:10:18.405 INFO:tasks.rados.rados.0.smithi089.stdout:1631: writing smithi08986837-47 from 6602752 to 7135232 tid 1 2024-07-26T06:10:18.407 INFO:tasks.rados.rados.0.smithi089.stdout:1631: writing smithi08986837-47 from 7135232 to 7544832 tid 2 2024-07-26T06:10:18.410 INFO:tasks.rados.rados.0.smithi089.stdout:1631: writing smithi08986837-47 from 7544832 to 7938048 tid 3 2024-07-26T06:10:18.410 INFO:tasks.rados.rados.0.smithi089.stdout:1632: read oid 37 snap -1 2024-07-26T06:10:18.410 INFO:tasks.rados.rados.0.smithi089.stdout:1632: expect deleted 2024-07-26T06:10:18.410 INFO:tasks.rados.rados.0.smithi089.stdout:1633: snap_create 2024-07-26T06:10:18.413 INFO:tasks.rados.rados.0.smithi089.stdout:1631: finishing write tid 1 to smithi08986837-47 2024-07-26T06:10:18.414 INFO:tasks.rados.rados.0.smithi089.stdout:1631: finishing write tid 2 to smithi08986837-47 2024-07-26T06:10:18.414 INFO:tasks.rados.rados.0.smithi089.stdout:1631: finishing write tid 3 to smithi08986837-47 2024-07-26T06:10:18.414 INFO:tasks.rados.rados.0.smithi089.stdout:1631: finishing write tid 4 to smithi08986837-47 2024-07-26T06:10:18.417 INFO:tasks.rados.rados.0.smithi089.stdout:1631: finishing write tid 5 to smithi08986837-47 2024-07-26T06:10:18.418 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 47 v 863 (ObjNum 509 snap 152 seq_num 509) dirty exists 2024-07-26T06:10:18.418 INFO:tasks.rados.rados.0.smithi089.stdout:1631: left oid 47 (ObjNum 509 snap 152 seq_num 509) 2024-07-26T06:10:18.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:18 smithi155 ceph-mon[90160]: osdmap e384: 8 total, 8 up, 8 in 2024-07-26T06:10:18.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:18 smithi089 ceph-mon[99608]: osdmap e384: 8 total, 8 up, 8 in 2024-07-26T06:10:18.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:18 smithi089 ceph-mon[102056]: osdmap e384: 8 total, 8 up, 8 in 2024-07-26T06:10:18.977 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:10:18 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:10:18.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)\", cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", cluster_addr=\"172.21.15.89\", device_class=\"ssd\", hostname=\"smithi089\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.89\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster_addr=\"172.21.15.89\", device_class=\"ssd\", hostname=\"smithi089\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.89\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:10:19.358 INFO:tasks.rados.rados.0.smithi089.stdout:1631: done (2 left) 2024-07-26T06:10:19.358 INFO:tasks.rados.rados.0.smithi089.stdout:1632: done (1 left) 2024-07-26T06:10:19.358 INFO:tasks.rados.rados.0.smithi089.stdout:1633: done (0 left) 2024-07-26T06:10:19.358 INFO:tasks.rados.rados.0.smithi089.stdout:1634: snap_create 2024-07-26T06:10:19.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:19 smithi155 ceph-mon[90160]: osdmap e385: 8 total, 8 up, 8 in 2024-07-26T06:10:19.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:19 smithi155 ceph-mon[90160]: pgmap v229: 121 pgs: 121 active+clean; 184 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 6.4 MiB/s wr, 16 op/s 2024-07-26T06:10:19.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:19 smithi155 ceph-mon[90160]: osdmap e386: 8 total, 8 up, 8 in 2024-07-26T06:10:19.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:19 smithi089 ceph-mon[99608]: osdmap e385: 8 total, 8 up, 8 in 2024-07-26T06:10:19.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:19 smithi089 ceph-mon[99608]: pgmap v229: 121 pgs: 121 active+clean; 184 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 6.4 MiB/s wr, 16 op/s 2024-07-26T06:10:19.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:19 smithi089 ceph-mon[99608]: osdmap e386: 8 total, 8 up, 8 in 2024-07-26T06:10:19.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:19 smithi089 ceph-mon[102056]: osdmap e385: 8 total, 8 up, 8 in 2024-07-26T06:10:19.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:19 smithi089 ceph-mon[102056]: pgmap v229: 121 pgs: 121 active+clean; 184 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 6.4 MiB/s wr, 16 op/s 2024-07-26T06:10:19.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:19 smithi089 ceph-mon[102056]: osdmap e386: 8 total, 8 up, 8 in 2024-07-26T06:10:20.356 INFO:tasks.rados.rados.0.smithi089.stdout:1634: done (0 left) 2024-07-26T06:10:20.356 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 27 current snap is 154 2024-07-26T06:10:20.356 INFO:tasks.rados.rados.0.smithi089.stdout:1635: seq_num 510 ranges {5005312=548864,5554176=745472,6299648=57344} 2024-07-26T06:10:20.384 INFO:tasks.rados.rados.0.smithi089.stdout:1635: writing smithi08986837-27 from 5005312 to 5554176 tid 1 2024-07-26T06:10:20.388 INFO:tasks.rados.rados.0.smithi089.stdout:1635: writing smithi08986837-27 from 5554176 to 6299648 tid 2 2024-07-26T06:10:20.389 INFO:tasks.rados.rados.0.smithi089.stdout:1635: writing smithi08986837-27 from 6299648 to 6356992 tid 3 2024-07-26T06:10:20.389 INFO:tasks.rados.rados.0.smithi089.stdout:1636: setattr oid 26 current snap is 154 2024-07-26T06:10:20.390 INFO:tasks.rados.rados.0.smithi089.stdout:1637: read oid 1 snap -1 2024-07-26T06:10:20.390 INFO:tasks.rados.rados.0.smithi089.stdout:1637: expect (ObjNum 379 snap 108 seq_num 379) 2024-07-26T06:10:20.390 INFO:tasks.rados.rados.0.smithi089.stdout:1638: rollback oid 7 current snap is 154 2024-07-26T06:10:20.390 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 7 to 147 2024-07-26T06:10:20.391 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 22 current snap is 154 2024-07-26T06:10:20.391 INFO:tasks.rados.rados.0.smithi089.stdout:1639: seq_num 511 ranges {794624=565248,1359872=630784,1990656=172032} 2024-07-26T06:10:20.398 INFO:tasks.rados.rados.0.smithi089.stdout:1639: writing smithi08986837-22 from 794624 to 1359872 tid 1 2024-07-26T06:10:20.402 INFO:tasks.rados.rados.0.smithi089.stdout:1639: writing smithi08986837-22 from 1359872 to 1990656 tid 2 2024-07-26T06:10:20.404 INFO:tasks.rados.rados.0.smithi089.stdout:1639: writing smithi08986837-22 from 1990656 to 2162688 tid 3 2024-07-26T06:10:20.404 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 17 current snap is 154 2024-07-26T06:10:20.404 INFO:tasks.rados.rados.0.smithi089.stdout:1640: seq_num 512 ranges {2801664=581632,3383296=516096,3899392=286720} 2024-07-26T06:10:20.422 INFO:tasks.rados.rados.0.smithi089.stdout:1640: writing smithi08986837-17 from 2801664 to 3383296 tid 1 2024-07-26T06:10:20.425 INFO:tasks.rados.rados.0.smithi089.stdout:1640: writing smithi08986837-17 from 3383296 to 3899392 tid 2 2024-07-26T06:10:20.427 INFO:tasks.rados.rados.0.smithi089.stdout:1640: writing smithi08986837-17 from 3899392 to 4186112 tid 3 2024-07-26T06:10:20.427 INFO:tasks.rados.rados.0.smithi089.stdout:1641: delete oid 30 current snap is 154 2024-07-26T06:10:20.427 INFO:tasks.rados.rados.0.smithi089.stdout:1635: finishing write tid 1 to smithi08986837-27 2024-07-26T06:10:20.427 INFO:tasks.rados.rados.0.smithi089.stdout:1635: finishing write tid 2 to smithi08986837-27 2024-07-26T06:10:20.427 INFO:tasks.rados.rados.0.smithi089.stdout:1635: finishing write tid 3 to smithi08986837-27 2024-07-26T06:10:20.427 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 26 v 311 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-07-26T06:10:20.427 INFO:tasks.rados.rados.0.smithi089.stdout:1635: finishing write tid 4 to smithi08986837-27 2024-07-26T06:10:20.427 INFO:tasks.rados.rados.0.smithi089.stdout:1637: expect (ObjNum 379 snap 108 seq_num 379) 2024-07-26T06:10:20.468 INFO:tasks.rados.rados.0.smithi089.stdout:1638: finishing rollback tid 0 to smithi08986837-7 2024-07-26T06:10:20.468 INFO:tasks.rados.rados.0.smithi089.stdout:1638: finishing rollback tid 1 to smithi08986837-7 2024-07-26T06:10:20.469 INFO:tasks.rados.rados.0.smithi089.stdout:1638: finishing rollback tid 2 to smithi08986837-7 2024-07-26T06:10:20.469 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 7 v 729 (ObjNum 430 snap 126 seq_num 430) dirty exists 2024-07-26T06:10:20.469 INFO:tasks.rados.rados.0.smithi089.stdout:1635: finishing write tid 5 to smithi08986837-27 2024-07-26T06:10:20.469 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 27 v 726 (ObjNum 510 snap 154 seq_num 510) dirty exists 2024-07-26T06:10:20.469 INFO:tasks.rados.rados.0.smithi089.stdout:1635: left oid 27 (ObjNum 510 snap 154 seq_num 510) 2024-07-26T06:10:20.469 INFO:tasks.rados.rados.0.smithi089.stdout:1639: finishing write tid 1 to smithi08986837-22 2024-07-26T06:10:20.469 INFO:tasks.rados.rados.0.smithi089.stdout:1635: done (6 left) 2024-07-26T06:10:20.469 INFO:tasks.rados.rados.0.smithi089.stdout:1636: done (5 left) 2024-07-26T06:10:20.469 INFO:tasks.rados.rados.0.smithi089.stdout:1637: done (4 left) 2024-07-26T06:10:20.469 INFO:tasks.rados.rados.0.smithi089.stdout:1638: done (3 left) 2024-07-26T06:10:20.469 INFO:tasks.rados.rados.0.smithi089.stdout:1641: done (2 left) 2024-07-26T06:10:20.470 INFO:tasks.rados.rados.0.smithi089.stdout:1642: delete oid 4 current snap is 154 2024-07-26T06:10:20.470 INFO:tasks.rados.rados.0.smithi089.stdout:1639: finishing write tid 2 to smithi08986837-22 2024-07-26T06:10:20.470 INFO:tasks.rados.rados.0.smithi089.stdout:1639: finishing write tid 3 to smithi08986837-22 2024-07-26T06:10:20.470 INFO:tasks.rados.rados.0.smithi089.stdout:1639: finishing write tid 4 to smithi08986837-22 2024-07-26T06:10:20.470 INFO:tasks.rados.rados.0.smithi089.stdout:1639: finishing write tid 5 to smithi08986837-22 2024-07-26T06:10:20.470 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 22 v 723 (ObjNum 511 snap 154 seq_num 511) dirty exists 2024-07-26T06:10:20.470 INFO:tasks.rados.rados.0.smithi089.stdout:1639: left oid 22 (ObjNum 511 snap 154 seq_num 511) 2024-07-26T06:10:20.470 INFO:tasks.rados.rados.0.smithi089.stdout:1640: finishing write tid 1 to smithi08986837-17 2024-07-26T06:10:20.470 INFO:tasks.rados.rados.0.smithi089.stdout:1640: finishing write tid 2 to smithi08986837-17 2024-07-26T06:10:20.470 INFO:tasks.rados.rados.0.smithi089.stdout:1640: finishing write tid 3 to smithi08986837-17 2024-07-26T06:10:20.470 INFO:tasks.rados.rados.0.smithi089.stdout:1640: finishing write tid 4 to smithi08986837-17 2024-07-26T06:10:20.470 INFO:tasks.rados.rados.0.smithi089.stdout:1640: finishing write tid 5 to smithi08986837-17 2024-07-26T06:10:20.470 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 17 v 738 (ObjNum 512 snap 154 seq_num 512) dirty exists 2024-07-26T06:10:20.470 INFO:tasks.rados.rados.0.smithi089.stdout:1640: left oid 17 (ObjNum 512 snap 154 seq_num 512) 2024-07-26T06:10:20.471 INFO:tasks.rados.rados.0.smithi089.stdout:1639: done (2 left) 2024-07-26T06:10:20.471 INFO:tasks.rados.rados.0.smithi089.stdout:1640: done (1 left) 2024-07-26T06:10:20.471 INFO:tasks.rados.rados.0.smithi089.stdout:1642: done (0 left) 2024-07-26T06:10:20.471 INFO:tasks.rados.rados.0.smithi089.stdout:1643: copy_from oid 27 from oid 15 current snap is 154 2024-07-26T06:10:20.471 INFO:tasks.rados.rados.0.smithi089.stdout:1644: read oid 30 snap 151 2024-07-26T06:10:20.471 INFO:tasks.rados.rados.0.smithi089.stdout:1644: expect deleted 2024-07-26T06:10:20.472 INFO:tasks.rados.rados.0.smithi089.stdout:1645: snap_remove snap 149 2024-07-26T06:10:21.362 INFO:tasks.rados.rados.0.smithi089.stdout:1645: done (2 left) 2024-07-26T06:10:21.362 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 7 current snap is 154 2024-07-26T06:10:21.362 INFO:tasks.rados.rados.0.smithi089.stdout:1646: seq_num 515 ranges {2801664=630784,3432448=565248,3997696=237568} 2024-07-26T06:10:21.381 INFO:tasks.rados.rados.0.smithi089.stdout:1646: writing smithi08986837-7 from 2801664 to 3432448 tid 1 2024-07-26T06:10:21.384 INFO:tasks.rados.rados.0.smithi089.stdout:1646: writing smithi08986837-7 from 3432448 to 3997696 tid 2 2024-07-26T06:10:21.386 INFO:tasks.rados.rados.0.smithi089.stdout:1646: writing smithi08986837-7 from 3997696 to 4235264 tid 3 2024-07-26T06:10:21.386 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 40 current snap is 154 2024-07-26T06:10:21.386 INFO:tasks.rados.rados.0.smithi089.stdout:1647: seq_num 516 ranges {0=647168,647168=450560,1097728=352256} 2024-07-26T06:10:21.390 INFO:tasks.rados.rados.0.smithi089.stdout:1647: writing smithi08986837-40 from 0 to 647168 tid 1 2024-07-26T06:10:21.392 INFO:tasks.rados.rados.0.smithi089.stdout:1647: writing smithi08986837-40 from 647168 to 1097728 tid 2 2024-07-26T06:10:21.395 INFO:tasks.rados.rados.0.smithi089.stdout:1647: writing smithi08986837-40 from 1097728 to 1449984 tid 3 2024-07-26T06:10:21.395 INFO:tasks.rados.rados.0.smithi089.stdout:1648: read oid 47 snap -1 2024-07-26T06:10:21.395 INFO:tasks.rados.rados.0.smithi089.stdout:1648: expect (ObjNum 509 snap 152 seq_num 509) 2024-07-26T06:10:21.396 INFO:tasks.rados.rados.0.smithi089.stdout:1649: delete oid 37 current snap is 154 2024-07-26T06:10:21.396 INFO:tasks.rados.rados.0.smithi089.stdout:1643: finishing copy_from racing read to smithi08986837-27 2024-07-26T06:10:21.396 INFO:tasks.rados.rados.0.smithi089.stdout:1643: finishing copy_from to smithi08986837-27 2024-07-26T06:10:21.396 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 27 v 779 (ObjNum 466 snap 135 seq_num 466) dirty exists 2024-07-26T06:10:21.396 INFO:tasks.rados.rados.0.smithi089.stdout:1646: finishing write tid 1 to smithi08986837-7 2024-07-26T06:10:21.396 INFO:tasks.rados.rados.0.smithi089.stdout:1646: finishing write tid 2 to smithi08986837-7 2024-07-26T06:10:21.396 INFO:tasks.rados.rados.0.smithi089.stdout:1646: finishing write tid 3 to smithi08986837-7 2024-07-26T06:10:21.396 INFO:tasks.rados.rados.0.smithi089.stdout:1646: finishing write tid 4 to smithi08986837-7 2024-07-26T06:10:21.396 INFO:tasks.rados.rados.0.smithi089.stdout:1646: finishing write tid 5 to smithi08986837-7 2024-07-26T06:10:21.396 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 7 v 783 (ObjNum 515 snap 154 seq_num 515) dirty exists 2024-07-26T06:10:21.396 INFO:tasks.rados.rados.0.smithi089.stdout:1646: left oid 7 (ObjNum 515 snap 154 seq_num 515) 2024-07-26T06:10:21.397 INFO:tasks.rados.rados.0.smithi089.stdout:1647: finishing write tid 1 to smithi08986837-40 2024-07-26T06:10:21.397 INFO:tasks.rados.rados.0.smithi089.stdout:1647: finishing write tid 2 to smithi08986837-40 2024-07-26T06:10:21.399 INFO:tasks.rados.rados.0.smithi089.stdout:1647: finishing write tid 3 to smithi08986837-40 2024-07-26T06:10:21.399 INFO:tasks.rados.rados.0.smithi089.stdout:1647: finishing write tid 4 to smithi08986837-40 2024-07-26T06:10:21.399 INFO:tasks.rados.rados.0.smithi089.stdout:1647: finishing write tid 5 to smithi08986837-40 2024-07-26T06:10:21.400 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 40 v 754 (ObjNum 516 snap 154 seq_num 516) dirty exists 2024-07-26T06:10:21.400 INFO:tasks.rados.rados.0.smithi089.stdout:1647: left oid 40 (ObjNum 516 snap 154 seq_num 516) 2024-07-26T06:10:21.420 INFO:tasks.rados.rados.0.smithi089.stdout:1648: expect (ObjNum 509 snap 152 seq_num 509) 2024-07-26T06:10:21.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:21 smithi155 ceph-mon[90160]: osdmap e387: 8 total, 8 up, 8 in 2024-07-26T06:10:21.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:21 smithi155 ceph-mon[90160]: pgmap v232: 121 pgs: 121 active+clean; 184 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 606 KiB/s wr, 1 op/s 2024-07-26T06:10:21.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:21 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:10:21.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:21 smithi089 ceph-mon[99608]: osdmap e387: 8 total, 8 up, 8 in 2024-07-26T06:10:21.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:21 smithi089 ceph-mon[99608]: pgmap v232: 121 pgs: 121 active+clean; 184 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 606 KiB/s wr, 1 op/s 2024-07-26T06:10:21.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:21 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:10:21.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:21 smithi089 ceph-mon[102056]: osdmap e387: 8 total, 8 up, 8 in 2024-07-26T06:10:21.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:21 smithi089 ceph-mon[102056]: pgmap v232: 121 pgs: 121 active+clean; 184 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 606 KiB/s wr, 1 op/s 2024-07-26T06:10:21.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:21 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:10:21.939 INFO:tasks.rados.rados.0.smithi089.stdout:1643: done (5 left) 2024-07-26T06:10:21.939 INFO:tasks.rados.rados.0.smithi089.stdout:1644: done (4 left) 2024-07-26T06:10:21.939 INFO:tasks.rados.rados.0.smithi089.stdout:1646: done (3 left) 2024-07-26T06:10:21.939 INFO:tasks.rados.rados.0.smithi089.stdout:1647: done (2 left) 2024-07-26T06:10:21.939 INFO:tasks.rados.rados.0.smithi089.stdout:1648: done (1 left) 2024-07-26T06:10:21.939 INFO:tasks.rados.rados.0.smithi089.stdout:1649: done (0 left) 2024-07-26T06:10:21.939 INFO:tasks.rados.rados.0.smithi089.stdout:1650: rmattr oid 2 current snap is 154 2024-07-26T06:10:21.940 INFO:tasks.rados.rados.0.smithi089.stdout:1650: done (0 left) 2024-07-26T06:10:21.940 INFO:tasks.rados.rados.0.smithi089.stdout:1651: snap_create 2024-07-26T06:10:22.363 INFO:tasks.rados.rados.0.smithi089.stdout:1651: done (0 left) 2024-07-26T06:10:22.363 INFO:tasks.rados.rados.0.smithi089.stdout:1652: snap_remove snap 153 2024-07-26T06:10:22.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:22 smithi155 ceph-mon[90160]: osdmap e388: 8 total, 8 up, 8 in 2024-07-26T06:10:22.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:10:22 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:10:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:10:22.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:22 smithi089 ceph-mon[99608]: osdmap e388: 8 total, 8 up, 8 in 2024-07-26T06:10:22.655 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:10:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:10:22] "GET /metrics HTTP/1.1" 200 36162 "" "Prometheus/2.43.0" 2024-07-26T06:10:22.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:22 smithi089 ceph-mon[102056]: osdmap e388: 8 total, 8 up, 8 in 2024-07-26T06:10:23.382 INFO:tasks.rados.rados.0.smithi089.stdout:1652: done (0 left) 2024-07-26T06:10:23.382 INFO:tasks.rados.rados.0.smithi089.stdout:1653: delete oid 49 current snap is 155 2024-07-26T06:10:23.391 INFO:tasks.rados.rados.0.smithi089.stdout:1653: done (0 left) 2024-07-26T06:10:23.391 INFO:tasks.rados.rados.0.smithi089.stdout:1654: delete oid 40 current snap is 155 2024-07-26T06:10:23.394 INFO:tasks.rados.rados.0.smithi089.stdout:1654: done (0 left) 2024-07-26T06:10:23.394 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 15 current snap is 155 2024-07-26T06:10:23.394 INFO:tasks.rados.rados.0.smithi089.stdout:1655: seq_num 520 ranges {745472=712704,1458176=434176,1892352=368640} 2024-07-26T06:10:23.402 INFO:tasks.rados.rados.0.smithi089.stdout:1655: writing smithi08986837-15 from 745472 to 1458176 tid 1 2024-07-26T06:10:23.404 INFO:tasks.rados.rados.0.smithi089.stdout:1655: writing smithi08986837-15 from 1458176 to 1892352 tid 2 2024-07-26T06:10:23.407 INFO:tasks.rados.rados.0.smithi089.stdout:1655: writing smithi08986837-15 from 1892352 to 2260992 tid 3 2024-07-26T06:10:23.407 INFO:tasks.rados.rados.0.smithi089.stdout:1656: delete oid 41 current snap is 155 2024-07-26T06:10:23.407 INFO:tasks.rados.rados.0.smithi089.stdout:1655: finishing write tid 1 to smithi08986837-15 2024-07-26T06:10:23.410 INFO:tasks.rados.rados.0.smithi089.stdout:1655: finishing write tid 2 to smithi08986837-15 2024-07-26T06:10:23.410 INFO:tasks.rados.rados.0.smithi089.stdout:1656: done (1 left) 2024-07-26T06:10:23.411 INFO:tasks.rados.rados.0.smithi089.stdout:1657: read oid 43 snap -1 2024-07-26T06:10:23.411 INFO:tasks.rados.rados.0.smithi089.stdout:1657: expect (ObjNum 504 snap 146 seq_num 504) 2024-07-26T06:10:23.411 INFO:tasks.rados.rados.0.smithi089.stdout:1658: rollback oid 14 current snap is 155 2024-07-26T06:10:23.411 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 14 to 154 2024-07-26T06:10:23.411 INFO:tasks.rados.rados.0.smithi089.stdout:1655: finishing write tid 3 to smithi08986837-15 2024-07-26T06:10:23.411 INFO:tasks.rados.rados.0.smithi089.stdout:1659: copy_from oid 42 from oid 45 current snap is 155 2024-07-26T06:10:23.411 INFO:tasks.rados.rados.0.smithi089.stdout:1660: copy_from oid 3 from oid 30 current snap is 155 2024-07-26T06:10:23.412 INFO:tasks.rados.rados.0.smithi089.stdout:1661: snap_create 2024-07-26T06:10:23.412 INFO:tasks.rados.rados.0.smithi089.stdout:1655: finishing write tid 4 to smithi08986837-15 2024-07-26T06:10:23.412 INFO:tasks.rados.rados.0.smithi089.stdout:1660: finishing copy_from to smithi08986837-3 2024-07-26T06:10:23.413 INFO:tasks.rados.rados.0.smithi089.stdout:1660: got expected ENOENT (src dne) 2024-07-26T06:10:23.413 INFO:tasks.rados.rados.0.smithi089.stdout:1660: finishing copy_from racing read to smithi08986837-3 2024-07-26T06:10:23.415 INFO:tasks.rados.rados.0.smithi089.stdout:1655: finishing write tid 5 to smithi08986837-15 2024-07-26T06:10:23.415 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 15 v 871 (ObjNum 520 snap 155 seq_num 520) dirty exists 2024-07-26T06:10:23.415 INFO:tasks.rados.rados.0.smithi089.stdout:1655: left oid 15 (ObjNum 520 snap 155 seq_num 520) 2024-07-26T06:10:23.417 INFO:tasks.rados.rados.0.smithi089.stdout:1658: finishing rollback tid 0 to smithi08986837-14 2024-07-26T06:10:23.417 INFO:tasks.rados.rados.0.smithi089.stdout:1658: finishing rollback tid 1 to smithi08986837-14 2024-07-26T06:10:23.418 INFO:tasks.rados.rados.0.smithi089.stdout:1658: finishing rollback tid 2 to smithi08986837-14 2024-07-26T06:10:23.418 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 14 v 875 (ObjNum 489 snap 141 seq_num 489) dirty exists 2024-07-26T06:10:23.438 INFO:tasks.rados.rados.0.smithi089.stdout:1659: finishing copy_from racing read to smithi08986837-42 2024-07-26T06:10:23.439 INFO:tasks.rados.rados.0.smithi089.stdout:1659: finishing copy_from to smithi08986837-42 2024-07-26T06:10:23.439 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 42 v 416 (ObjNum 391 snap 113 seq_num 391) dirty exists 2024-07-26T06:10:23.443 INFO:tasks.rados.rados.0.smithi089.stdout:1657: expect (ObjNum 504 snap 146 seq_num 504) 2024-07-26T06:10:23.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:23 smithi089 ceph-mon[99608]: osdmap e389: 8 total, 8 up, 8 in 2024-07-26T06:10:23.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:23 smithi089 ceph-mon[99608]: pgmap v235: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 194 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 15 op/s 2024-07-26T06:10:23.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:23 smithi089 ceph-mon[102056]: osdmap e389: 8 total, 8 up, 8 in 2024-07-26T06:10:23.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:23 smithi089 ceph-mon[102056]: pgmap v235: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 194 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 15 op/s 2024-07-26T06:10:23.879 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:10:23 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:10:23.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi089\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi089\", job=\"node\", machine=\"x86_64\", nodename=\"smithi089\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", domainname=\"(none)\", instance=\"smithi089\", job=\"node\", machine=\"x86_64\", nodename=\"smithi089\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:10:23.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:23 smithi155 ceph-mon[90160]: osdmap e389: 8 total, 8 up, 8 in 2024-07-26T06:10:23.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:23 smithi155 ceph-mon[90160]: pgmap v235: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 194 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 15 op/s 2024-07-26T06:10:24.358 INFO:tasks.rados.rados.0.smithi089.stdout:1655: done (5 left) 2024-07-26T06:10:24.358 INFO:tasks.rados.rados.0.smithi089.stdout:1657: done (4 left) 2024-07-26T06:10:24.358 INFO:tasks.rados.rados.0.smithi089.stdout:1658: done (3 left) 2024-07-26T06:10:24.358 INFO:tasks.rados.rados.0.smithi089.stdout:1659: done (2 left) 2024-07-26T06:10:24.358 INFO:tasks.rados.rados.0.smithi089.stdout:1660: done (1 left) 2024-07-26T06:10:24.358 INFO:tasks.rados.rados.0.smithi089.stdout:1661: done (0 left) 2024-07-26T06:10:24.359 INFO:tasks.rados.rados.0.smithi089.stdout:1662: delete oid 20 current snap is 156 2024-07-26T06:10:24.361 INFO:tasks.rados.rados.0.smithi089.stdout:1662: done (0 left) 2024-07-26T06:10:24.361 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 29 current snap is 156 2024-07-26T06:10:24.361 INFO:tasks.rados.rados.0.smithi089.stdout:1663: seq_num 523 ranges {2244608=770048,3014656=491520,3506176=311296} 2024-07-26T06:10:24.378 INFO:tasks.rados.rados.0.smithi089.stdout:1663: writing smithi08986837-29 from 2244608 to 3014656 tid 1 2024-07-26T06:10:24.381 INFO:tasks.rados.rados.0.smithi089.stdout:1663: writing smithi08986837-29 from 3014656 to 3506176 tid 2 2024-07-26T06:10:24.383 INFO:tasks.rados.rados.0.smithi089.stdout:1663: writing smithi08986837-29 from 3506176 to 3817472 tid 3 2024-07-26T06:10:24.383 INFO:tasks.rados.rados.0.smithi089.stdout:1664: rmattr oid 24 current snap is 156 2024-07-26T06:10:24.383 INFO:tasks.rados.rados.0.smithi089.stdout:1664: done (1 left) 2024-07-26T06:10:24.383 INFO:tasks.rados.rados.0.smithi089.stdout:1665: snap_remove snap 151 2024-07-26T06:10:24.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:24 smithi155 ceph-mon[90160]: osdmap e390: 8 total, 8 up, 8 in 2024-07-26T06:10:24.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:24 smithi155 ceph-mon[90160]: osdmap e391: 8 total, 8 up, 8 in 2024-07-26T06:10:24.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:10:24 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:10:24.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:10:24.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:10:24 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:10:24.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:10:24.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:24 smithi089 ceph-mon[99608]: osdmap e390: 8 total, 8 up, 8 in 2024-07-26T06:10:24.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:24 smithi089 ceph-mon[99608]: osdmap e391: 8 total, 8 up, 8 in 2024-07-26T06:10:24.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:24 smithi089 ceph-mon[102056]: osdmap e390: 8 total, 8 up, 8 in 2024-07-26T06:10:24.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:24 smithi089 ceph-mon[102056]: osdmap e391: 8 total, 8 up, 8 in 2024-07-26T06:10:25.388 INFO:tasks.rados.rados.0.smithi089.stdout:1665: done (1 left) 2024-07-26T06:10:25.388 INFO:tasks.rados.rados.0.smithi089.stdout:1666: delete oid 8 current snap is 156 2024-07-26T06:10:25.389 INFO:tasks.rados.rados.0.smithi089.stdout:1663: finishing write tid 1 to smithi08986837-29 2024-07-26T06:10:25.389 INFO:tasks.rados.rados.0.smithi089.stdout:1663: finishing write tid 2 to smithi08986837-29 2024-07-26T06:10:25.389 INFO:tasks.rados.rados.0.smithi089.stdout:1663: finishing write tid 3 to smithi08986837-29 2024-07-26T06:10:25.389 INFO:tasks.rados.rados.0.smithi089.stdout:1663: finishing write tid 4 to smithi08986837-29 2024-07-26T06:10:25.389 INFO:tasks.rados.rados.0.smithi089.stdout:1663: finishing write tid 5 to smithi08986837-29 2024-07-26T06:10:25.389 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 29 v 845 (ObjNum 523 snap 156 seq_num 523) dirty exists 2024-07-26T06:10:25.389 INFO:tasks.rados.rados.0.smithi089.stdout:1663: left oid 29 (ObjNum 523 snap 156 seq_num 523) 2024-07-26T06:10:25.396 INFO:tasks.rados.rados.0.smithi089.stdout:1663: done (1 left) 2024-07-26T06:10:25.396 INFO:tasks.rados.rados.0.smithi089.stdout:1666: done (0 left) 2024-07-26T06:10:25.396 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 50 current snap is 156 2024-07-26T06:10:25.396 INFO:tasks.rados.rados.0.smithi089.stdout:1667: seq_num 525 ranges {4349952=802816,5152768=712704,5865472=90112} 2024-07-26T06:10:25.424 INFO:tasks.rados.rados.0.smithi089.stdout:1667: writing smithi08986837-50 from 4349952 to 5152768 tid 1 2024-07-26T06:10:25.429 INFO:tasks.rados.rados.0.smithi089.stdout:1667: writing smithi08986837-50 from 5152768 to 5865472 tid 2 2024-07-26T06:10:25.429 INFO:tasks.rados.rados.0.smithi089.stdout:1667: writing smithi08986837-50 from 5865472 to 5955584 tid 3 2024-07-26T06:10:25.429 INFO:tasks.rados.rados.0.smithi089.stdout:1668: snap_remove snap 154 2024-07-26T06:10:25.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:25 smithi089 ceph-mon[99608]: pgmap v238: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 194 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 15 op/s 2024-07-26T06:10:25.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:25 smithi089 ceph-mon[102056]: pgmap v238: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 194 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 15 op/s 2024-07-26T06:10:25.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:25 smithi155 ceph-mon[90160]: pgmap v238: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 194 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 15 op/s 2024-07-26T06:10:26.398 INFO:tasks.rados.rados.0.smithi089.stdout:1668: done (1 left) 2024-07-26T06:10:26.399 INFO:tasks.rados.rados.0.smithi089.stdout:1669: read oid 37 snap -1 2024-07-26T06:10:26.399 INFO:tasks.rados.rados.0.smithi089.stdout:1669: expect deleted 2024-07-26T06:10:26.399 INFO:tasks.rados.rados.0.smithi089.stdout:1670: delete oid 26 current snap is 156 2024-07-26T06:10:26.399 INFO:tasks.rados.rados.0.smithi089.stdout:1667: finishing write tid 1 to smithi08986837-50 2024-07-26T06:10:26.399 INFO:tasks.rados.rados.0.smithi089.stdout:1667: finishing write tid 2 to smithi08986837-50 2024-07-26T06:10:26.399 INFO:tasks.rados.rados.0.smithi089.stdout:1667: finishing write tid 3 to smithi08986837-50 2024-07-26T06:10:26.399 INFO:tasks.rados.rados.0.smithi089.stdout:1667: finishing write tid 4 to smithi08986837-50 2024-07-26T06:10:26.399 INFO:tasks.rados.rados.0.smithi089.stdout:1667: finishing write tid 5 to smithi08986837-50 2024-07-26T06:10:26.399 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 50 v 759 (ObjNum 525 snap 156 seq_num 525) dirty exists 2024-07-26T06:10:26.399 INFO:tasks.rados.rados.0.smithi089.stdout:1667: left oid 50 (ObjNum 525 snap 156 seq_num 525) 2024-07-26T06:10:26.405 INFO:tasks.rados.rados.0.smithi089.stdout:1667: done (2 left) 2024-07-26T06:10:26.405 INFO:tasks.rados.rados.0.smithi089.stdout:1669: done (1 left) 2024-07-26T06:10:26.405 INFO:tasks.rados.rados.0.smithi089.stdout:1670: done (0 left) 2024-07-26T06:10:26.405 INFO:tasks.rados.rados.0.smithi089.stdout:1671: read oid 39 snap 152 2024-07-26T06:10:26.405 INFO:tasks.rados.rados.0.smithi089.stdout:1671: expect deleted 2024-07-26T06:10:26.405 INFO:tasks.rados.rados.0.smithi089.stdout:1672: read oid 27 snap 155 2024-07-26T06:10:26.405 INFO:tasks.rados.rados.0.smithi089.stdout:1672: expect (ObjNum 466 snap 135 seq_num 466) 2024-07-26T06:10:26.405 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 5 current snap is 156 2024-07-26T06:10:26.405 INFO:tasks.rados.rados.0.smithi089.stdout:1673: seq_num 527 ranges {8003584=434176,8437760=475136,8912896=565248,9478144=163840} 2024-07-26T06:10:26.451 INFO:tasks.rados.rados.0.smithi089.stdout:1673: writing smithi08986837-5 from 8003584 to 8437760 tid 1 2024-07-26T06:10:26.454 INFO:tasks.rados.rados.0.smithi089.stdout:1673: writing smithi08986837-5 from 8437760 to 8912896 tid 2 2024-07-26T06:10:26.457 INFO:tasks.rados.rados.0.smithi089.stdout:1673: writing smithi08986837-5 from 8912896 to 9478144 tid 3 2024-07-26T06:10:26.458 INFO:tasks.rados.rados.0.smithi089.stdout:1673: writing smithi08986837-5 from 9478144 to 9641984 tid 4 2024-07-26T06:10:26.458 INFO:tasks.rados.rados.0.smithi089.stdout:1674: rollback oid 38 current snap is 156 2024-07-26T06:10:26.458 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 38 to 150 2024-07-26T06:10:26.459 INFO:tasks.rados.rados.0.smithi089.stdout:1672: expect (ObjNum 466 snap 135 seq_num 466) 2024-07-26T06:10:26.482 INFO:tasks.rados.rados.0.smithi089.stdout:1673: finishing write tid 1 to smithi08986837-5 2024-07-26T06:10:26.482 INFO:tasks.rados.rados.0.smithi089.stdout:1673: finishing write tid 2 to smithi08986837-5 2024-07-26T06:10:26.482 INFO:tasks.rados.rados.0.smithi089.stdout:1671: done (3 left) 2024-07-26T06:10:26.482 INFO:tasks.rados.rados.0.smithi089.stdout:1672: done (2 left) 2024-07-26T06:10:26.482 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 14 current snap is 156 2024-07-26T06:10:26.482 INFO:tasks.rados.rados.0.smithi089.stdout:1673: finishing write tid 3 to smithi08986837-5 2024-07-26T06:10:26.482 INFO:tasks.rados.rados.0.smithi089.stdout:1673: finishing write tid 4 to smithi08986837-5 2024-07-26T06:10:26.482 INFO:tasks.rados.rados.0.smithi089.stdout:1673: finishing write tid 5 to smithi08986837-5 2024-07-26T06:10:26.483 INFO:tasks.rados.rados.0.smithi089.stdout:1675: seq_num 528 ranges {8085504=450560,8536064=761856,9297920=442368} 2024-07-26T06:10:26.528 INFO:tasks.rados.rados.0.smithi089.stdout:1675: writing smithi08986837-14 from 8085504 to 8536064 tid 1 2024-07-26T06:10:26.532 INFO:tasks.rados.rados.0.smithi089.stdout:1675: writing smithi08986837-14 from 8536064 to 9297920 tid 2 2024-07-26T06:10:26.539 INFO:tasks.rados.rados.0.smithi089.stdout:1675: writing smithi08986837-14 from 9297920 to 9740288 tid 3 2024-07-26T06:10:26.540 INFO:tasks.rados.rados.0.smithi089.stdout:1676: setattr oid 17 current snap is 156 2024-07-26T06:10:26.540 INFO:tasks.rados.rados.0.smithi089.stdout:1674: finishing rollback tid 0 to smithi08986837-38 2024-07-26T06:10:26.540 INFO:tasks.rados.rados.0.smithi089.stdout:1674: finishing rollback tid 1 to smithi08986837-38 2024-07-26T06:10:26.540 INFO:tasks.rados.rados.0.smithi089.stdout:1674: finishing rollback tid 2 to smithi08986837-38 2024-07-26T06:10:26.540 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 38 v 848 (ObjNum 483 snap 140 seq_num 483) dirty exists 2024-07-26T06:10:26.540 INFO:tasks.rados.rados.0.smithi089.stdout:1673: finishing write tid 6 to smithi08986837-5 2024-07-26T06:10:26.540 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 5 v 448 (ObjNum 527 snap 156 seq_num 527) dirty exists 2024-07-26T06:10:26.540 INFO:tasks.rados.rados.0.smithi089.stdout:1673: left oid 5 (ObjNum 527 snap 156 seq_num 527) 2024-07-26T06:10:26.540 INFO:tasks.rados.rados.0.smithi089.stdout:1675: finishing write tid 1 to smithi08986837-14 2024-07-26T06:10:26.540 INFO:tasks.rados.rados.0.smithi089.stdout:1675: finishing write tid 2 to smithi08986837-14 2024-07-26T06:10:26.540 INFO:tasks.rados.rados.0.smithi089.stdout:1673: done (3 left) 2024-07-26T06:10:26.540 INFO:tasks.rados.rados.0.smithi089.stdout:1674: done (2 left) 2024-07-26T06:10:26.540 INFO:tasks.rados.rados.0.smithi089.stdout:1677: copy_from oid 18 from oid 19 current snap is 156 2024-07-26T06:10:26.541 INFO:tasks.rados.rados.0.smithi089.stdout:1678: read oid 9 snap -1 2024-07-26T06:10:26.541 INFO:tasks.rados.rados.0.smithi089.stdout:1678: expect (ObjNum 435 snap 127 seq_num 435) 2024-07-26T06:10:26.541 INFO:tasks.rados.rados.0.smithi089.stdout:1679: rmattr oid 7 current snap is 156 2024-07-26T06:10:26.541 INFO:tasks.rados.rados.0.smithi089.stdout:1680: read oid 4 snap -1 2024-07-26T06:10:26.541 INFO:tasks.rados.rados.0.smithi089.stdout:1680: expect deleted 2024-07-26T06:10:26.541 INFO:tasks.rados.rados.0.smithi089.stdout:1681: snap_create 2024-07-26T06:10:26.541 INFO:tasks.rados.rados.0.smithi089.stdout:1675: finishing write tid 3 to smithi08986837-14 2024-07-26T06:10:26.541 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 17 v 739 (ObjNum 512 snap 154 seq_num 512) dirty exists 2024-07-26T06:10:26.541 INFO:tasks.rados.rados.0.smithi089.stdout:1675: finishing write tid 4 to smithi08986837-14 2024-07-26T06:10:26.541 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 7 v 784 (ObjNum 515 snap 154 seq_num 515) dirty exists 2024-07-26T06:10:26.542 INFO:tasks.rados.rados.0.smithi089.stdout:1675: finishing write tid 5 to smithi08986837-14 2024-07-26T06:10:26.543 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 14 v 896 (ObjNum 528 snap 156 seq_num 528) dirty exists 2024-07-26T06:10:26.543 INFO:tasks.rados.rados.0.smithi089.stdout:1675: left oid 14 (ObjNum 528 snap 156 seq_num 528) 2024-07-26T06:10:26.547 INFO:tasks.rados.rados.0.smithi089.stdout:1678: expect (ObjNum 435 snap 127 seq_num 435) 2024-07-26T06:10:26.618 INFO:tasks.rados.rados.0.smithi089.stdout:1677: finishing copy_from racing read to smithi08986837-18 2024-07-26T06:10:26.618 INFO:tasks.rados.rados.0.smithi089.stdout:1677: finishing copy_from to smithi08986837-18 2024-07-26T06:10:26.618 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 18 v 812 (ObjNum 506 snap 147 seq_num 506) dirty exists 2024-07-26T06:10:26.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:26 smithi089 ceph-mon[99608]: osdmap e392: 8 total, 8 up, 8 in 2024-07-26T06:10:26.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:10:26.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:10:26.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-07-26T06:10:26.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:26 smithi089 ceph-mon[99608]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-07-26T06:10:26.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:26 smithi089 ceph-mon[99608]: Upgrade: osd.3 is safe to restart 2024-07-26T06:10:26.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:26 smithi089 ceph-mon[102056]: osdmap e392: 8 total, 8 up, 8 in 2024-07-26T06:10:26.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:10:26.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:10:26.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-07-26T06:10:26.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:26 smithi089 ceph-mon[102056]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-07-26T06:10:26.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:26 smithi089 ceph-mon[102056]: Upgrade: osd.3 is safe to restart 2024-07-26T06:10:26.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:26 smithi155 ceph-mon[90160]: osdmap e392: 8 total, 8 up, 8 in 2024-07-26T06:10:26.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:10:26.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:10:26.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-07-26T06:10:26.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:26 smithi155 ceph-mon[90160]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-07-26T06:10:26.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:26 smithi155 ceph-mon[90160]: Upgrade: osd.3 is safe to restart 2024-07-26T06:10:27.403 INFO:tasks.rados.rados.0.smithi089.stdout:1675: done (6 left) 2024-07-26T06:10:27.404 INFO:tasks.rados.rados.0.smithi089.stdout:1676: done (5 left) 2024-07-26T06:10:27.404 INFO:tasks.rados.rados.0.smithi089.stdout:1677: done (4 left) 2024-07-26T06:10:27.404 INFO:tasks.rados.rados.0.smithi089.stdout:1678: done (3 left) 2024-07-26T06:10:27.404 INFO:tasks.rados.rados.0.smithi089.stdout:1679: done (2 left) 2024-07-26T06:10:27.404 INFO:tasks.rados.rados.0.smithi089.stdout:1680: done (1 left) 2024-07-26T06:10:27.404 INFO:tasks.rados.rados.0.smithi089.stdout:1681: done (0 left) 2024-07-26T06:10:27.404 INFO:tasks.rados.rados.0.smithi089.stdout:1682: setattr oid 36 current snap is 157 2024-07-26T06:10:27.405 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 2 current snap is 157 2024-07-26T06:10:27.405 INFO:tasks.rados.rados.0.smithi089.stdout:1683: seq_num 529 ranges {6709248=466944,7176192=647168,7823360=532480,8355840=24576} 2024-07-26T06:10:27.444 INFO:tasks.rados.rados.0.smithi089.stdout:1683: writing smithi08986837-2 from 6709248 to 7176192 tid 1 2024-07-26T06:10:27.447 INFO:tasks.rados.rados.0.smithi089.stdout:1683: writing smithi08986837-2 from 7176192 to 7823360 tid 2 2024-07-26T06:10:27.450 INFO:tasks.rados.rados.0.smithi089.stdout:1683: writing smithi08986837-2 from 7823360 to 8355840 tid 3 2024-07-26T06:10:27.451 INFO:tasks.rados.rados.0.smithi089.stdout:1683: writing smithi08986837-2 from 8355840 to 8380416 tid 4 2024-07-26T06:10:27.451 INFO:tasks.rados.rados.0.smithi089.stdout:1684: read oid 25 snap -1 2024-07-26T06:10:27.452 INFO:tasks.rados.rados.0.smithi089.stdout:1684: expect deleted 2024-07-26T06:10:27.452 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 17 current snap is 157 2024-07-26T06:10:27.452 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 36 v 622 (ObjNum 296 snap 86 seq_num 296) dirty exists 2024-07-26T06:10:27.452 INFO:tasks.rados.rados.0.smithi089.stdout:1683: finishing write tid 1 to smithi08986837-2 2024-07-26T06:10:27.452 INFO:tasks.rados.rados.0.smithi089.stdout:1683: finishing write tid 2 to smithi08986837-2 2024-07-26T06:10:27.452 INFO:tasks.rados.rados.0.smithi089.stdout:1685: seq_num 530 ranges {4186112=483328,4669440=532480,5201920=671744} 2024-07-26T06:10:27.476 INFO:tasks.rados.rados.0.smithi089.stdout:1685: writing smithi08986837-17 from 4186112 to 4669440 tid 1 2024-07-26T06:10:27.479 INFO:tasks.rados.rados.0.smithi089.stdout:1685: writing smithi08986837-17 from 4669440 to 5201920 tid 2 2024-07-26T06:10:27.484 INFO:tasks.rados.rados.0.smithi089.stdout:1685: writing smithi08986837-17 from 5201920 to 5873664 tid 3 2024-07-26T06:10:27.484 INFO:tasks.rados.rados.0.smithi089.stdout:1682: done (3 left) 2024-07-26T06:10:27.484 INFO:tasks.rados.rados.0.smithi089.stdout:1686: read oid 18 snap -1 2024-07-26T06:10:27.484 INFO:tasks.rados.rados.0.smithi089.stdout:1686: expect (ObjNum 506 snap 147 seq_num 506) 2024-07-26T06:10:27.484 INFO:tasks.rados.rados.0.smithi089.stdout:1687: copy_from oid 36 from oid 6 current snap is 157 2024-07-26T06:10:27.484 INFO:tasks.rados.rados.0.smithi089.stdout:1688: snap_create 2024-07-26T06:10:27.484 INFO:tasks.rados.rados.0.smithi089.stdout:1683: finishing write tid 3 to smithi08986837-2 2024-07-26T06:10:27.485 INFO:tasks.rados.rados.0.smithi089.stdout:1683: finishing write tid 4 to smithi08986837-2 2024-07-26T06:10:27.485 INFO:tasks.rados.rados.0.smithi089.stdout:1683: finishing write tid 5 to smithi08986837-2 2024-07-26T06:10:27.485 INFO:tasks.rados.rados.0.smithi089.stdout:1683: finishing write tid 6 to smithi08986837-2 2024-07-26T06:10:27.485 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 2 v 169 (ObjNum 529 snap 157 seq_num 529) dirty exists 2024-07-26T06:10:27.485 INFO:tasks.rados.rados.0.smithi089.stdout:1683: left oid 2 (ObjNum 529 snap 157 seq_num 529) 2024-07-26T06:10:27.485 INFO:tasks.rados.rados.0.smithi089.stdout:1685: finishing write tid 1 to smithi08986837-17 2024-07-26T06:10:27.485 INFO:tasks.rados.rados.0.smithi089.stdout:1685: finishing write tid 2 to smithi08986837-17 2024-07-26T06:10:27.487 INFO:tasks.rados.rados.0.smithi089.stdout:1685: finishing write tid 3 to smithi08986837-17 2024-07-26T06:10:27.487 INFO:tasks.rados.rados.0.smithi089.stdout:1685: finishing write tid 4 to smithi08986837-17 2024-07-26T06:10:27.496 INFO:tasks.rados.rados.0.smithi089.stdout:1687: finishing copy_from racing read to smithi08986837-36 2024-07-26T06:10:27.497 INFO:tasks.rados.rados.0.smithi089.stdout:1687: finishing copy_from to smithi08986837-36 2024-07-26T06:10:27.497 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 36 v 840 (ObjNum 507 snap 150 seq_num 507) dirty exists 2024-07-26T06:10:27.508 INFO:tasks.rados.rados.0.smithi089.stdout:1685: finishing write tid 5 to smithi08986837-17 2024-07-26T06:10:27.508 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 17 v 816 (ObjNum 530 snap 157 seq_num 530) dirty exists 2024-07-26T06:10:27.508 INFO:tasks.rados.rados.0.smithi089.stdout:1685: left oid 17 (ObjNum 530 snap 157 seq_num 530) 2024-07-26T06:10:27.519 INFO:tasks.rados.rados.0.smithi089.stdout:1686: expect (ObjNum 506 snap 147 seq_num 506) 2024-07-26T06:10:27.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:27 smithi089 ceph-mon[99608]: osdmap e393: 8 total, 8 up, 8 in 2024-07-26T06:10:27.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:27 smithi089 ceph-mon[99608]: pgmap v241: 121 pgs: 121 active+clean; 206 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.9 MiB/s wr, 15 op/s 2024-07-26T06:10:27.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:27 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:10:27.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:27 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-07-26T06:10:27.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:27 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:10:27.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:27 smithi089 ceph-mon[102056]: osdmap e393: 8 total, 8 up, 8 in 2024-07-26T06:10:27.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:27 smithi089 ceph-mon[102056]: pgmap v241: 121 pgs: 121 active+clean; 206 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.9 MiB/s wr, 15 op/s 2024-07-26T06:10:27.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:27 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:10:27.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:27 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-07-26T06:10:27.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:27 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:10:27.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:27 smithi155 ceph-mon[90160]: osdmap e393: 8 total, 8 up, 8 in 2024-07-26T06:10:27.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:27 smithi155 ceph-mon[90160]: pgmap v241: 121 pgs: 121 active+clean; 206 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.9 MiB/s wr, 15 op/s 2024-07-26T06:10:27.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:27 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:10:27.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:27 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-07-26T06:10:27.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:27 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:10:28.409 INFO:tasks.rados.rados.0.smithi089.stdout:1683: done (5 left) 2024-07-26T06:10:28.409 INFO:tasks.rados.rados.0.smithi089.stdout:1684: done (4 left) 2024-07-26T06:10:28.409 INFO:tasks.rados.rados.0.smithi089.stdout:1685: done (3 left) 2024-07-26T06:10:28.409 INFO:tasks.rados.rados.0.smithi089.stdout:1686: done (2 left) 2024-07-26T06:10:28.409 INFO:tasks.rados.rados.0.smithi089.stdout:1687: done (1 left) 2024-07-26T06:10:28.409 INFO:tasks.rados.rados.0.smithi089.stdout:1688: done (0 left) 2024-07-26T06:10:28.410 INFO:tasks.rados.rados.0.smithi089.stdout:1689: rollback oid 1 current snap is 158 2024-07-26T06:10:28.410 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 1 to 157 2024-07-26T06:10:28.410 INFO:tasks.rados.rados.0.smithi089.stdout:1690: read oid 38 snap -1 2024-07-26T06:10:28.410 INFO:tasks.rados.rados.0.smithi089.stdout:1690: expect (ObjNum 483 snap 140 seq_num 483) 2024-07-26T06:10:28.410 INFO:tasks.rados.rados.0.smithi089.stdout:1691: rollback oid 18 current snap is 158 2024-07-26T06:10:28.410 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 18 to 147 2024-07-26T06:10:28.410 INFO:tasks.rados.rados.0.smithi089.stdout:1692: rollback oid 27 current snap is 158 2024-07-26T06:10:28.410 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 27 to 147 2024-07-26T06:10:28.410 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 35 current snap is 158 2024-07-26T06:10:28.410 INFO:tasks.rados.rados.0.smithi089.stdout:1693: seq_num 531 ranges {4792320=499712,5292032=417792,5709824=548864,6258688=237568} 2024-07-26T06:10:28.438 INFO:tasks.rados.rados.0.smithi089.stdout:1693: writing smithi08986837-35 from 4792320 to 5292032 tid 1 2024-07-26T06:10:28.440 INFO:tasks.rados.rados.0.smithi089.stdout:1693: writing smithi08986837-35 from 5292032 to 5709824 tid 2 2024-07-26T06:10:28.444 INFO:tasks.rados.rados.0.smithi089.stdout:1693: writing smithi08986837-35 from 5709824 to 6258688 tid 3 2024-07-26T06:10:28.445 INFO:tasks.rados.rados.0.smithi089.stdout:1693: writing smithi08986837-35 from 6258688 to 6496256 tid 4 2024-07-26T06:10:28.446 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 8 current snap is 158 2024-07-26T06:10:28.446 INFO:tasks.rados.rados.0.smithi089.stdout:1691: finishing rollback tid 0 to smithi08986837-18 2024-07-26T06:10:28.446 INFO:tasks.rados.rados.0.smithi089.stdout:1694: seq_num 532 ranges {0=516096,516096=696320,1212416=507904} 2024-07-26T06:10:28.449 INFO:tasks.rados.rados.0.smithi089.stdout:1694: writing smithi08986837-8 from 0 to 516096 tid 1 2024-07-26T06:10:28.453 INFO:tasks.rados.rados.0.smithi089.stdout:1694: writing smithi08986837-8 from 516096 to 1212416 tid 2 2024-07-26T06:10:28.457 INFO:tasks.rados.rados.0.smithi089.stdout:1694: writing smithi08986837-8 from 1212416 to 1720320 tid 3 2024-07-26T06:10:28.457 INFO:tasks.rados.rados.0.smithi089.stdout:1695: copy_from oid 14 from oid 21 current snap is 158 2024-07-26T06:10:28.457 INFO:tasks.rados.rados.0.smithi089.stdout:1691: finishing rollback tid 1 to smithi08986837-18 2024-07-26T06:10:28.457 INFO:tasks.rados.rados.0.smithi089.stdout:1691: finishing rollback tid 2 to smithi08986837-18 2024-07-26T06:10:28.458 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 18 v 819 (ObjNum 473 snap 138 seq_num 473) dirty exists 2024-07-26T06:10:28.458 INFO:tasks.rados.rados.0.smithi089.stdout:1692: finishing rollback tid 0 to smithi08986837-27 2024-07-26T06:10:28.458 INFO:tasks.rados.rados.0.smithi089.stdout:1692: finishing rollback tid 1 to smithi08986837-27 2024-07-26T06:10:28.458 INFO:tasks.rados.rados.0.smithi089.stdout:1692: finishing rollback tid 2 to smithi08986837-27 2024-07-26T06:10:28.458 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 27 v 787 (ObjNum 404 snap 117 seq_num 404) dirty exists 2024-07-26T06:10:28.458 INFO:tasks.rados.rados.0.smithi089.stdout:1689: finishing rollback tid 0 to smithi08986837-1 2024-07-26T06:10:28.458 INFO:tasks.rados.rados.0.smithi089.stdout:1689: finishing rollback tid 1 to smithi08986837-1 2024-07-26T06:10:28.458 INFO:tasks.rados.rados.0.smithi089.stdout:1689: finishing rollback tid 2 to smithi08986837-1 2024-07-26T06:10:28.458 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 1 v 753 (ObjNum 379 snap 108 seq_num 379) dirty exists 2024-07-26T06:10:28.458 INFO:tasks.rados.rados.0.smithi089.stdout:1693: finishing write tid 1 to smithi08986837-35 2024-07-26T06:10:28.458 INFO:tasks.rados.rados.0.smithi089.stdout:1693: finishing write tid 2 to smithi08986837-35 2024-07-26T06:10:28.458 INFO:tasks.rados.rados.0.smithi089.stdout:1693: finishing write tid 3 to smithi08986837-35 2024-07-26T06:10:28.459 INFO:tasks.rados.rados.0.smithi089.stdout:1693: finishing write tid 4 to smithi08986837-35 2024-07-26T06:10:28.459 INFO:tasks.rados.rados.0.smithi089.stdout:1693: finishing write tid 5 to smithi08986837-35 2024-07-26T06:10:28.459 INFO:tasks.rados.rados.0.smithi089.stdout:1693: finishing write tid 6 to smithi08986837-35 2024-07-26T06:10:28.459 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 35 v 728 (ObjNum 531 snap 158 seq_num 531) dirty exists 2024-07-26T06:10:28.459 INFO:tasks.rados.rados.0.smithi089.stdout:1693: left oid 35 (ObjNum 531 snap 158 seq_num 531) 2024-07-26T06:10:28.459 INFO:tasks.rados.rados.0.smithi089.stdout:1694: finishing write tid 1 to smithi08986837-8 2024-07-26T06:10:28.459 INFO:tasks.rados.rados.0.smithi089.stdout:1694: finishing write tid 2 to smithi08986837-8 2024-07-26T06:10:28.459 INFO:tasks.rados.rados.0.smithi089.stdout:1689: done (6 left) 2024-07-26T06:10:28.459 INFO:tasks.rados.rados.0.smithi089.stdout:1691: done (5 left) 2024-07-26T06:10:28.459 INFO:tasks.rados.rados.0.smithi089.stdout:1692: done (4 left) 2024-07-26T06:10:28.459 INFO:tasks.rados.rados.0.smithi089.stdout:1693: done (3 left) 2024-07-26T06:10:28.459 INFO:tasks.rados.rados.0.smithi089.stdout:1696: snap_remove snap 152 2024-07-26T06:10:28.529 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:28 smithi089 ceph-mon[99608]: Upgrade: Updating osd.3 2024-07-26T06:10:28.529 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:28 smithi089 ceph-mon[99608]: Deploying daemon osd.3 on smithi089 2024-07-26T06:10:28.529 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:28 smithi089 ceph-mon[99608]: osdmap e394: 8 total, 8 up, 8 in 2024-07-26T06:10:28.529 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:28 smithi089 ceph-mon[102056]: Upgrade: Updating osd.3 2024-07-26T06:10:28.529 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:28 smithi089 ceph-mon[102056]: Deploying daemon osd.3 on smithi089 2024-07-26T06:10:28.529 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:28 smithi089 ceph-mon[102056]: osdmap e394: 8 total, 8 up, 8 in 2024-07-26T06:10:28.659 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:28 smithi155 ceph-mon[90160]: Upgrade: Updating osd.3 2024-07-26T06:10:28.659 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:28 smithi155 ceph-mon[90160]: Deploying daemon osd.3 on smithi089 2024-07-26T06:10:28.659 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:28 smithi155 ceph-mon[90160]: osdmap e394: 8 total, 8 up, 8 in 2024-07-26T06:10:29.129 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:10:28 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:10:28.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)\", cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", cluster_addr=\"172.21.15.89\", device_class=\"ssd\", hostname=\"smithi089\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.89\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster_addr=\"172.21.15.89\", device_class=\"ssd\", hostname=\"smithi089\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.89\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:10:29.361 INFO:tasks.rados.rados.0.smithi089.stdout:1696: done (3 left) 2024-07-26T06:10:29.361 INFO:tasks.rados.rados.0.smithi089.stdout:1697: read oid 7 snap -1 2024-07-26T06:10:29.362 INFO:tasks.rados.rados.0.smithi089.stdout:1697: expect (ObjNum 515 snap 154 seq_num 515) 2024-07-26T06:10:29.362 INFO:tasks.rados.rados.0.smithi089.stdout:1698: delete oid 25 current snap is 158 2024-07-26T06:10:29.362 INFO:tasks.rados.rados.0.smithi089.stdout:1695: finishing copy_from to smithi08986837-14 2024-07-26T06:10:29.362 INFO:tasks.rados.rados.0.smithi089.stdout:1695: got expected ENOENT (src dne) 2024-07-26T06:10:29.363 INFO:tasks.rados.rados.0.smithi089.stdout:1695: finishing copy_from racing read to smithi08986837-14 2024-07-26T06:10:29.363 INFO:tasks.rados.rados.0.smithi089.stdout:1694: finishing write tid 3 to smithi08986837-8 2024-07-26T06:10:29.363 INFO:tasks.rados.rados.0.smithi089.stdout:1694: finishing write tid 4 to smithi08986837-8 2024-07-26T06:10:29.363 INFO:tasks.rados.rados.0.smithi089.stdout:1694: finishing write tid 5 to smithi08986837-8 2024-07-26T06:10:29.363 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 8 v 844 (ObjNum 532 snap 158 seq_num 532) dirty exists 2024-07-26T06:10:29.363 INFO:tasks.rados.rados.0.smithi089.stdout:1694: left oid 8 (ObjNum 532 snap 158 seq_num 532) 2024-07-26T06:10:29.363 INFO:tasks.rados.rados.0.smithi089.stdout:1690: expect (ObjNum 483 snap 140 seq_num 483) 2024-07-26T06:10:29.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:29 smithi155 ceph-mon[90160]: osdmap e395: 8 total, 8 up, 8 in 2024-07-26T06:10:29.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:29 smithi155 ceph-mon[90160]: pgmap v244: 121 pgs: 121 active+clean; 206 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.9 MiB/s wr, 15 op/s 2024-07-26T06:10:29.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:29 smithi155 ceph-mon[90160]: osdmap e396: 8 total, 8 up, 8 in 2024-07-26T06:10:29.786 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:29 smithi089 ceph-mon[99608]: osdmap e395: 8 total, 8 up, 8 in 2024-07-26T06:10:29.786 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:29 smithi089 ceph-mon[99608]: pgmap v244: 121 pgs: 121 active+clean; 206 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.9 MiB/s wr, 15 op/s 2024-07-26T06:10:29.786 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:29 smithi089 ceph-mon[99608]: osdmap e396: 8 total, 8 up, 8 in 2024-07-26T06:10:29.787 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:29 smithi089 ceph-mon[102056]: osdmap e395: 8 total, 8 up, 8 in 2024-07-26T06:10:29.787 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:29 smithi089 ceph-mon[102056]: pgmap v244: 121 pgs: 121 active+clean; 206 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.9 MiB/s wr, 15 op/s 2024-07-26T06:10:29.787 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:29 smithi089 ceph-mon[102056]: osdmap e396: 8 total, 8 up, 8 in 2024-07-26T06:10:30.405 INFO:journalctl@ceph.osd.3.smithi089.stdout:Jul 26 06:10:30 smithi089 systemd[1]: Stopping Ceph osd.3 for 9bd49884-4b13-11ef-bcb6-c7b262605968... 2024-07-26T06:10:30.444 INFO:tasks.rados.rados.0.smithi089.stdout:1697: expect (ObjNum 515 snap 154 seq_num 515) 2024-07-26T06:10:30.665 INFO:tasks.rados.rados.0.smithi089.stdout:1690: done (4 left) 2024-07-26T06:10:30.665 INFO:tasks.rados.rados.0.smithi089.stdout:1694: done (3 left) 2024-07-26T06:10:30.665 INFO:tasks.rados.rados.0.smithi089.stdout:1695: done (2 left) 2024-07-26T06:10:30.665 INFO:tasks.rados.rados.0.smithi089.stdout:1697: done (1 left) 2024-07-26T06:10:30.665 INFO:tasks.rados.rados.0.smithi089.stdout:1698: done (0 left) 2024-07-26T06:10:30.665 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 47 current snap is 158 2024-07-26T06:10:30.665 INFO:tasks.rados.rados.0.smithi089.stdout:1699: seq_num 534 ranges {7938048=548864,8486912=516096,9003008=688128} 2024-07-26T06:10:30.709 INFO:tasks.rados.rados.0.smithi089.stdout:1699: writing smithi08986837-47 from 7938048 to 8486912 tid 1 2024-07-26T06:10:30.712 INFO:tasks.rados.rados.0.smithi089.stdout:1699: writing smithi08986837-47 from 8486912 to 9003008 tid 2 2024-07-26T06:10:30.717 INFO:tasks.rados.rados.0.smithi089.stdout:1699: writing smithi08986837-47 from 9003008 to 9691136 tid 3 2024-07-26T06:10:30.717 INFO:tasks.rados.rados.0.smithi089.stdout:1700: rmattr oid 45 current snap is 158 2024-07-26T06:10:30.717 INFO:tasks.rados.rados.0.smithi089.stdout:1700: done (1 left) 2024-07-26T06:10:30.717 INFO:tasks.rados.rados.0.smithi089.stdout:1701: read oid 16 snap -1 2024-07-26T06:10:30.717 INFO:tasks.rados.rados.0.smithi089.stdout:1701: expect (ObjNum 446 snap 131 seq_num 446) 2024-07-26T06:10:30.717 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 26 current snap is 158 2024-07-26T06:10:30.717 INFO:tasks.rados.rados.0.smithi089.stdout:1699: finishing write tid 1 to smithi08986837-47 2024-07-26T06:10:30.717 INFO:tasks.rados.rados.0.smithi089.stdout:1699: finishing write tid 2 to smithi08986837-47 2024-07-26T06:10:30.717 INFO:tasks.rados.rados.0.smithi089.stdout:1702: seq_num 535 ranges {0=565248,565248=802816,1368064=401408} 2024-07-26T06:10:30.720 INFO:tasks.rados.rados.0.smithi089.stdout:1702: writing smithi08986837-26 from 0 to 565248 tid 1 2024-07-26T06:10:30.725 INFO:tasks.rados.rados.0.smithi089.stdout:1702: writing smithi08986837-26 from 565248 to 1368064 tid 2 2024-07-26T06:10:30.728 INFO:tasks.rados.rados.0.smithi089.stdout:1702: writing smithi08986837-26 from 1368064 to 1769472 tid 3 2024-07-26T06:10:30.728 INFO:tasks.rados.rados.0.smithi089.stdout:1703: delete oid 39 current snap is 158 2024-07-26T06:10:30.728 INFO:tasks.rados.rados.0.smithi089.stdout:1699: finishing write tid 3 to smithi08986837-47 2024-07-26T06:10:30.728 INFO:tasks.rados.rados.0.smithi089.stdout:1699: finishing write tid 4 to smithi08986837-47 2024-07-26T06:10:30.728 INFO:tasks.rados.rados.0.smithi089.stdout:1699: finishing write tid 5 to smithi08986837-47 2024-07-26T06:10:30.728 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 47 v 907 (ObjNum 534 snap 158 seq_num 534) dirty exists 2024-07-26T06:10:30.728 INFO:tasks.rados.rados.0.smithi089.stdout:1699: left oid 47 (ObjNum 534 snap 158 seq_num 534) 2024-07-26T06:10:30.730 INFO:tasks.rados.rados.0.smithi089.stdout:1699: done (3 left) 2024-07-26T06:10:30.730 INFO:tasks.rados.rados.0.smithi089.stdout:1703: done (2 left) 2024-07-26T06:10:30.730 INFO:tasks.rados.rados.0.smithi089.stdout:1704: snap_remove snap 156 2024-07-26T06:10:30.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:30 smithi155 ceph-mon[90160]: osd.3 marked itself down and dead 2024-07-26T06:10:30.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:30 smithi089 ceph-mon[99608]: osd.3 marked itself down and dead 2024-07-26T06:10:30.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:30 smithi089 ceph-mon[102056]: osd.3 marked itself down and dead 2024-07-26T06:10:30.905 INFO:journalctl@ceph.osd.3.smithi089.stdout:Jul 26 06:10:30 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-3[64808]: 2024-07-26T06:10:30.416+0000 7f3c3fef1640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-07-26T06:10:30.905 INFO:journalctl@ceph.osd.3.smithi089.stdout:Jul 26 06:10:30 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-3[64808]: 2024-07-26T06:10:30.416+0000 7f3c3fef1640 -1 osd.3 396 *** Got signal Terminated *** 2024-07-26T06:10:30.905 INFO:journalctl@ceph.osd.3.smithi089.stdout:Jul 26 06:10:30 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-3[64808]: 2024-07-26T06:10:30.416+0000 7f3c3fef1640 -1 osd.3 396 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-07-26T06:10:31.404 INFO:journalctl@ceph.osd.3.smithi089.stdout:Jul 26 06:10:31 smithi089 podman[122367]: 2024-07-26 06:10:31.017670196 +0000 UTC m=+0.706891514 container died 076d339790b6399f40ad13ee92d37b041bd0110df976ff0c62cfc6070d43e6c7 (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-3, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240724, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-5dff84c, org.label-schema.license=GPLv2) 2024-07-26T06:10:31.480 INFO:tasks.rados.rados.0.smithi089.stdout:1701: expect (ObjNum 446 snap 131 seq_num 446) 2024-07-26T06:10:31.676 INFO:tasks.rados.rados.0.smithi089.stdout:1702: finishing write tid 1 to smithi08986837-26 2024-07-26T06:10:31.676 INFO:tasks.rados.rados.0.smithi089.stdout:1702: finishing write tid 2 to smithi08986837-26 2024-07-26T06:10:31.676 INFO:tasks.rados.rados.0.smithi089.stdout:1702: finishing write tid 3 to smithi08986837-26 2024-07-26T06:10:31.676 INFO:tasks.rados.rados.0.smithi089.stdout:1702: finishing write tid 4 to smithi08986837-26 2024-07-26T06:10:31.677 INFO:tasks.rados.rados.0.smithi089.stdout:1701: done (2 left) 2024-07-26T06:10:31.677 INFO:tasks.rados.rados.0.smithi089.stdout:1704: done (1 left) 2024-07-26T06:10:31.677 INFO:tasks.rados.rados.0.smithi089.stdout:1705: delete oid 50 current snap is 158 2024-07-26T06:10:31.677 INFO:tasks.rados.rados.0.smithi089.stdout:1702: finishing write tid 5 to smithi08986837-26 2024-07-26T06:10:31.677 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 26 v 316 (ObjNum 535 snap 158 seq_num 535) dirty exists 2024-07-26T06:10:31.677 INFO:tasks.rados.rados.0.smithi089.stdout:1702: left oid 26 (ObjNum 535 snap 158 seq_num 535) 2024-07-26T06:10:31.678 INFO:tasks.rados.rados.0.smithi089.stdout:1702: done (1 left) 2024-07-26T06:10:31.678 INFO:tasks.rados.rados.0.smithi089.stdout:1705: done (0 left) 2024-07-26T06:10:31.678 INFO:tasks.rados.rados.0.smithi089.stdout:1706: delete oid 23 current snap is 158 2024-07-26T06:10:31.681 INFO:tasks.rados.rados.0.smithi089.stdout:1706: done (0 left) 2024-07-26T06:10:31.681 INFO:tasks.rados.rados.0.smithi089.stdout:1707: copy_from oid 6 from oid 30 current snap is 158 2024-07-26T06:10:31.681 INFO:tasks.rados.rados.0.smithi089.stdout:1708: snap_remove snap 147 2024-07-26T06:10:31.758 INFO:journalctl@ceph.osd.3.smithi089.stdout:Jul 26 06:10:31 smithi089 podman[122367]: 2024-07-26 06:10:31.507011999 +0000 UTC m=+1.196233320 container cleanup 076d339790b6399f40ad13ee92d37b041bd0110df976ff0c62cfc6070d43e6c7 (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-3, org.label-schema.build-date=20240724, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, RELEASE=quincy-5dff84c, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-07-26T06:10:31.758 INFO:journalctl@ceph.osd.3.smithi089.stdout:Jul 26 06:10:31 smithi089 bash[122367]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-3 2024-07-26T06:10:31.759 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:31 smithi089 ceph-mon[99608]: Health check failed: 1 osds down (OSD_DOWN) 2024-07-26T06:10:31.759 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:31 smithi089 ceph-mon[99608]: osdmap e397: 8 total, 7 up, 8 in 2024-07-26T06:10:31.759 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:31 smithi089 ceph-mon[99608]: pgmap v247: 121 pgs: 16 stale+active+clean, 105 active+clean; 206 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 op/s 2024-07-26T06:10:31.759 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:31 smithi089 ceph-mon[99608]: osdmap e398: 8 total, 7 up, 8 in 2024-07-26T06:10:31.759 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:31 smithi089 ceph-mon[102056]: Health check failed: 1 osds down (OSD_DOWN) 2024-07-26T06:10:31.759 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:31 smithi089 ceph-mon[102056]: osdmap e397: 8 total, 7 up, 8 in 2024-07-26T06:10:31.760 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:31 smithi089 ceph-mon[102056]: pgmap v247: 121 pgs: 16 stale+active+clean, 105 active+clean; 206 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 op/s 2024-07-26T06:10:31.760 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:31 smithi089 ceph-mon[102056]: osdmap e398: 8 total, 7 up, 8 in 2024-07-26T06:10:31.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:31 smithi155 ceph-mon[90160]: Health check failed: 1 osds down (OSD_DOWN) 2024-07-26T06:10:31.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:31 smithi155 ceph-mon[90160]: osdmap e397: 8 total, 7 up, 8 in 2024-07-26T06:10:31.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:31 smithi155 ceph-mon[90160]: pgmap v247: 121 pgs: 16 stale+active+clean, 105 active+clean; 206 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 op/s 2024-07-26T06:10:31.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:31 smithi155 ceph-mon[90160]: osdmap e398: 8 total, 7 up, 8 in 2024-07-26T06:10:32.099 INFO:journalctl@ceph.osd.3.smithi089.stdout:Jul 26 06:10:31 smithi089 podman[122389]: 2024-07-26 06:10:31.758505755 +0000 UTC m=+0.743707280 container remove 076d339790b6399f40ad13ee92d37b041bd0110df976ff0c62cfc6070d43e6c7 (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-3, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=quincy-5dff84c, ceph=True, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240724, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-07-26T06:10:32.405 INFO:journalctl@ceph.osd.3.smithi089.stdout:Jul 26 06:10:32 smithi089 podman[122477]: 2024-07-26 06:10:32.002069754 +0000 UTC m=+0.017502066 image pull a246f06af74af9a1c45475dc36c910d564494bacf385674011a33b62b93c2c8c quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c 2024-07-26T06:10:32.405 INFO:journalctl@ceph.osd.3.smithi089.stdout:Jul 26 06:10:32 smithi089 podman[122477]: 2024-07-26 06:10:32.109654156 +0000 UTC m=+0.125086444 container create d6c331c9c6424a591f3bf60a59432c6af0aa209fdae52f8df6bedd8d03d59cf4 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-3-deactivate, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-4b23044, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240724, org.label-schema.name=CentOS Stream 9 Base Image) 2024-07-26T06:10:32.405 INFO:journalctl@ceph.osd.3.smithi089.stdout:Jul 26 06:10:32 smithi089 podman[122477]: 2024-07-26 06:10:32.320967981 +0000 UTC m=+0.336400274 container init d6c331c9c6424a591f3bf60a59432c6af0aa209fdae52f8df6bedd8d03d59cf4 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-3-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240724, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-4b23044, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-07-26T06:10:32.405 INFO:journalctl@ceph.osd.3.smithi089.stdout:Jul 26 06:10:32 smithi089 podman[122477]: 2024-07-26 06:10:32.325990228 +0000 UTC m=+0.341422517 container start d6c331c9c6424a591f3bf60a59432c6af0aa209fdae52f8df6bedd8d03d59cf4 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-3-deactivate, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.build-date=20240724, org.label-schema.schema-version=1.0, RELEASE=squid-4b23044, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-07-26T06:10:32.502 INFO:tasks.rados.rados.0.smithi089.stdout:1708: done (1 left) 2024-07-26T06:10:32.503 INFO:tasks.rados.rados.0.smithi089.stdout:1709: snap_create 2024-07-26T06:10:32.503 INFO:tasks.rados.rados.0.smithi089.stdout:1707: finishing copy_from to smithi08986837-6 2024-07-26T06:10:32.503 INFO:tasks.rados.rados.0.smithi089.stdout:1707: got expected ENOENT (src dne) 2024-07-26T06:10:32.503 INFO:tasks.rados.rados.0.smithi089.stdout:1707: finishing copy_from racing read to smithi08986837-6 2024-07-26T06:10:32.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:10:32 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:10:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:10:32.815 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:10:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:10:32] "GET /metrics HTTP/1.1" 200 36307 "" "Prometheus/2.43.0" 2024-07-26T06:10:32.815 INFO:journalctl@ceph.osd.3.smithi089.stdout:Jul 26 06:10:32 smithi089 podman[122477]: 2024-07-26 06:10:32.428676622 +0000 UTC m=+0.444108927 container attach d6c331c9c6424a591f3bf60a59432c6af0aa209fdae52f8df6bedd8d03d59cf4 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-3-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, RELEASE=squid-4b23044, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240724, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-07-26T06:10:32.815 INFO:journalctl@ceph.osd.3.smithi089.stdout:Jul 26 06:10:32 smithi089 podman[122477]: 2024-07-26 06:10:32.528993767 +0000 UTC m=+0.544426062 container died d6c331c9c6424a591f3bf60a59432c6af0aa209fdae52f8df6bedd8d03d59cf4 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-3-deactivate, RELEASE=squid-4b23044, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240724, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-07-26T06:10:33.071 INFO:journalctl@ceph.osd.3.smithi089.stdout:Jul 26 06:10:33 smithi089 podman[122520]: 2024-07-26 06:10:33.057300749 +0000 UTC m=+0.518311707 container remove d6c331c9c6424a591f3bf60a59432c6af0aa209fdae52f8df6bedd8d03d59cf4 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-3-deactivate, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240724, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-4b23044, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-07-26T06:10:33.405 INFO:journalctl@ceph.osd.3.smithi089.stdout:Jul 26 06:10:33 smithi089 systemd[1]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@osd.3.service: Deactivated successfully. 2024-07-26T06:10:33.405 INFO:journalctl@ceph.osd.3.smithi089.stdout:Jul 26 06:10:33 smithi089 systemd[1]: Stopped Ceph osd.3 for 9bd49884-4b13-11ef-bcb6-c7b262605968. 2024-07-26T06:10:33.405 INFO:journalctl@ceph.osd.3.smithi089.stdout:Jul 26 06:10:33 smithi089 systemd[1]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@osd.3.service: Consumed 9.415s CPU time. 2024-07-26T06:10:33.405 INFO:journalctl@ceph.osd.3.smithi089.stdout:Jul 26 06:10:33 smithi089 systemd[1]: Starting Ceph osd.3 for 9bd49884-4b13-11ef-bcb6-c7b262605968... 2024-07-26T06:10:33.505 INFO:tasks.rados.rados.0.smithi089.stdout:1707: done (1 left) 2024-07-26T06:10:33.505 INFO:tasks.rados.rados.0.smithi089.stdout:1709: done (0 left) 2024-07-26T06:10:33.505 INFO:tasks.rados.rados.0.smithi089.stdout:1710: delete oid 46 current snap is 159 2024-07-26T06:10:33.509 INFO:tasks.rados.rados.0.smithi089.stdout:1710: done (0 left) 2024-07-26T06:10:33.509 INFO:tasks.rados.rados.0.smithi089.stdout:1711: rollback oid 6 current snap is 159 2024-07-26T06:10:33.509 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 6 to 150 2024-07-26T06:10:33.510 INFO:tasks.rados.rados.0.smithi089.stdout:1712: read oid 17 snap -1 2024-07-26T06:10:33.510 INFO:tasks.rados.rados.0.smithi089.stdout:1712: expect (ObjNum 530 snap 157 seq_num 530) 2024-07-26T06:10:33.510 INFO:tasks.rados.rados.0.smithi089.stdout:1713: rmattr oid 26 current snap is 159 2024-07-26T06:10:33.510 INFO:tasks.rados.rados.0.smithi089.stdout:1713: done (2 left) 2024-07-26T06:10:33.510 INFO:tasks.rados.rados.0.smithi089.stdout:1714: snap_create 2024-07-26T06:10:33.512 INFO:tasks.rados.rados.0.smithi089.stdout:1711: finishing rollback tid 0 to smithi08986837-6 2024-07-26T06:10:33.512 INFO:tasks.rados.rados.0.smithi089.stdout:1711: finishing rollback tid 1 to smithi08986837-6 2024-07-26T06:10:33.512 INFO:tasks.rados.rados.0.smithi089.stdout:1711: finishing rollback tid 2 to smithi08986837-6 2024-07-26T06:10:33.513 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 6 v 853 (ObjNum 507 snap 150 seq_num 507) dirty exists 2024-07-26T06:10:33.536 INFO:tasks.rados.rados.0.smithi089.stdout:1712: expect (ObjNum 530 snap 157 seq_num 530) 2024-07-26T06:10:33.845 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:33 smithi089 ceph-mon[99608]: osdmap e399: 8 total, 7 up, 8 in 2024-07-26T06:10:33.845 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:33 smithi089 ceph-mon[99608]: pgmap v250: 121 pgs: 19 active+undersized, 12 peering, 2 stale+active+clean, 2 active+undersized+degraded, 86 active+clean; 231 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 5.0 MiB/s wr, 24 op/s; 7/309 objects degraded (2.265%) 2024-07-26T06:10:33.846 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:33 smithi089 ceph-mon[102056]: osdmap e399: 8 total, 7 up, 8 in 2024-07-26T06:10:33.846 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:33 smithi089 ceph-mon[102056]: pgmap v250: 121 pgs: 19 active+undersized, 12 peering, 2 stale+active+clean, 2 active+undersized+degraded, 86 active+clean; 231 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 5.0 MiB/s wr, 24 op/s; 7/309 objects degraded (2.265%) 2024-07-26T06:10:33.846 INFO:journalctl@ceph.osd.3.smithi089.stdout:Jul 26 06:10:33 smithi089 podman[122625]: 2024-07-26 06:10:33.391963816 +0000 UTC m=+0.017258700 image pull a246f06af74af9a1c45475dc36c910d564494bacf385674011a33b62b93c2c8c quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c 2024-07-26T06:10:33.846 INFO:journalctl@ceph.osd.3.smithi089.stdout:Jul 26 06:10:33 smithi089 podman[122625]: 2024-07-26 06:10:33.525375726 +0000 UTC m=+0.150670610 container create f732d6ad40b52f7a894d6bf7401db857564c624d5f14c954b6dbde03ebb970fa (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-3-activate, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-4b23044, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240724, maintainer=Guillaume Abrioux ) 2024-07-26T06:10:33.846 INFO:journalctl@ceph.osd.3.smithi089.stdout:Jul 26 06:10:33 smithi089 podman[122625]: 2024-07-26 06:10:33.845063691 +0000 UTC m=+0.470358578 container init f732d6ad40b52f7a894d6bf7401db857564c624d5f14c954b6dbde03ebb970fa (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-3-activate, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.build-date=20240724, GIT_CLEAN=True, RELEASE=squid-4b23044) 2024-07-26T06:10:33.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:33 smithi155 ceph-mon[90160]: osdmap e399: 8 total, 7 up, 8 in 2024-07-26T06:10:33.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:33 smithi155 ceph-mon[90160]: pgmap v250: 121 pgs: 19 active+undersized, 12 peering, 2 stale+active+clean, 2 active+undersized+degraded, 86 active+clean; 231 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 5.0 MiB/s wr, 24 op/s; 7/309 objects degraded (2.265%) 2024-07-26T06:10:33.879 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:10:33 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:10:33.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi089\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi089\", job=\"node\", machine=\"x86_64\", nodename=\"smithi089\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", domainname=\"(none)\", instance=\"smithi089\", job=\"node\", machine=\"x86_64\", nodename=\"smithi089\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:10:34.155 INFO:journalctl@ceph.osd.3.smithi089.stdout:Jul 26 06:10:33 smithi089 podman[122625]: 2024-07-26 06:10:33.851489312 +0000 UTC m=+0.476784197 container start f732d6ad40b52f7a894d6bf7401db857564c624d5f14c954b6dbde03ebb970fa (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-3-activate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.build-date=20240724, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, RELEASE=squid-4b23044, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-07-26T06:10:34.155 INFO:journalctl@ceph.osd.3.smithi089.stdout:Jul 26 06:10:33 smithi089 podman[122625]: 2024-07-26 06:10:33.928099847 +0000 UTC m=+0.553394758 container attach f732d6ad40b52f7a894d6bf7401db857564c624d5f14c954b6dbde03ebb970fa (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-3-activate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240724, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=squid-4b23044, io.buildah.version=1.36.0, org.label-schema.license=GPLv2) 2024-07-26T06:10:34.155 INFO:journalctl@ceph.osd.3.smithi089.stdout:Jul 26 06:10:33 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-3-activate[122640]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-26T06:10:34.155 INFO:journalctl@ceph.osd.3.smithi089.stdout:Jul 26 06:10:33 smithi089 bash[122625]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-26T06:10:34.155 INFO:journalctl@ceph.osd.3.smithi089.stdout:Jul 26 06:10:33 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-3-activate[122640]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-26T06:10:34.155 INFO:journalctl@ceph.osd.3.smithi089.stdout:Jul 26 06:10:33 smithi089 bash[122625]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-26T06:10:34.354 INFO:tasks.rados.rados.0.smithi089.stdout:1711: done (2 left) 2024-07-26T06:10:34.354 INFO:tasks.rados.rados.0.smithi089.stdout:1712: done (1 left) 2024-07-26T06:10:34.355 INFO:tasks.rados.rados.0.smithi089.stdout:1714: done (0 left) 2024-07-26T06:10:34.355 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 32 current snap is 160 2024-07-26T06:10:34.355 INFO:tasks.rados.rados.0.smithi089.stdout:1715: seq_num 540 ranges {0=647168,647168=671744,1318912=532480} 2024-07-26T06:10:34.358 INFO:tasks.rados.rados.0.smithi089.stdout:1715: writing smithi08986837-32 from 0 to 647168 tid 1 2024-07-26T06:10:34.363 INFO:tasks.rados.rados.0.smithi089.stdout:1715: writing smithi08986837-32 from 647168 to 1318912 tid 2 2024-07-26T06:10:34.366 INFO:tasks.rados.rados.0.smithi089.stdout:1715: writing smithi08986837-32 from 1318912 to 1851392 tid 3 2024-07-26T06:10:34.366 INFO:tasks.rados.rados.0.smithi089.stdout:1716: rollback oid 4 current snap is 160 2024-07-26T06:10:34.367 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 4 to 155 2024-07-26T06:10:34.367 INFO:tasks.rados.rados.0.smithi089.stdout:1715: finishing write tid 1 to smithi08986837-32 2024-07-26T06:10:34.367 INFO:tasks.rados.rados.0.smithi089.stdout:1715: finishing write tid 2 to smithi08986837-32 2024-07-26T06:10:34.367 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 17 current snap is 160 2024-07-26T06:10:34.367 INFO:tasks.rados.rados.0.smithi089.stdout:1717: seq_num 541 ranges {5873664=663552,6537216=557056,7094272=475136,7569408=172032} 2024-07-26T06:10:34.401 INFO:tasks.rados.rados.0.smithi089.stdout:1717: writing smithi08986837-17 from 5873664 to 6537216 tid 1 2024-07-26T06:10:34.404 INFO:tasks.rados.rados.0.smithi089.stdout:1717: writing smithi08986837-17 from 6537216 to 7094272 tid 2 2024-07-26T06:10:34.407 INFO:tasks.rados.rados.0.smithi089.stdout:1717: writing smithi08986837-17 from 7094272 to 7569408 tid 3 2024-07-26T06:10:34.409 INFO:tasks.rados.rados.0.smithi089.stdout:1717: writing smithi08986837-17 from 7569408 to 7741440 tid 4 2024-07-26T06:10:34.409 INFO:tasks.rados.rados.0.smithi089.stdout:1718: rollback oid 34 current snap is 160 2024-07-26T06:10:34.409 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 34 to 157 2024-07-26T06:10:34.409 INFO:tasks.rados.rados.0.smithi089.stdout:1716: finishing rollback tid 1 to smithi08986837-4 2024-07-26T06:10:34.409 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 4 v 729 (ObjNum 369 snap 0 seq_num 610250304) dirty dne 2024-07-26T06:10:34.410 INFO:tasks.rados.rados.0.smithi089.stdout:1715: finishing write tid 3 to smithi08986837-32 2024-07-26T06:10:34.410 INFO:tasks.rados.rados.0.smithi089.stdout:1715: finishing write tid 4 to smithi08986837-32 2024-07-26T06:10:34.410 INFO:tasks.rados.rados.0.smithi089.stdout:1715: finishing write tid 5 to smithi08986837-32 2024-07-26T06:10:34.410 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 32 v 823 (ObjNum 540 snap 160 seq_num 540) dirty exists 2024-07-26T06:10:34.410 INFO:tasks.rados.rados.0.smithi089.stdout:1715: left oid 32 (ObjNum 540 snap 160 seq_num 540) 2024-07-26T06:10:34.410 INFO:tasks.rados.rados.0.smithi089.stdout:1717: finishing write tid 1 to smithi08986837-17 2024-07-26T06:10:34.410 INFO:tasks.rados.rados.0.smithi089.stdout:1717: finishing write tid 2 to smithi08986837-17 2024-07-26T06:10:34.410 INFO:tasks.rados.rados.0.smithi089.stdout:1715: done (3 left) 2024-07-26T06:10:34.410 INFO:tasks.rados.rados.0.smithi089.stdout:1716: done (2 left) 2024-07-26T06:10:34.410 INFO:tasks.rados.rados.0.smithi089.stdout:1719: setattr oid 16 current snap is 160 2024-07-26T06:10:34.411 INFO:tasks.rados.rados.0.smithi089.stdout:1717: finishing write tid 3 to smithi08986837-17 2024-07-26T06:10:34.411 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 41 current snap is 160 2024-07-26T06:10:34.411 INFO:tasks.rados.rados.0.smithi089.stdout:1720: seq_num 542 ranges {0=679936,679936=442368,1122304=679936,1802240=81920} 2024-07-26T06:10:34.414 INFO:tasks.rados.rados.0.smithi089.stdout:1720: writing smithi08986837-41 from 0 to 679936 tid 1 2024-07-26T06:10:34.417 INFO:tasks.rados.rados.0.smithi089.stdout:1720: writing smithi08986837-41 from 679936 to 1122304 tid 2 2024-07-26T06:10:34.421 INFO:tasks.rados.rados.0.smithi089.stdout:1720: writing smithi08986837-41 from 1122304 to 1802240 tid 3 2024-07-26T06:10:34.422 INFO:tasks.rados.rados.0.smithi089.stdout:1720: writing smithi08986837-41 from 1802240 to 1884160 tid 4 2024-07-26T06:10:34.422 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 12 current snap is 160 2024-07-26T06:10:34.422 INFO:tasks.rados.rados.0.smithi089.stdout:1721: seq_num 543 ranges {10698752=704512,11403264=729088,12132352=475136} 2024-07-26T06:10:34.483 INFO:tasks.rados.rados.0.smithi089.stdout:1721: writing smithi08986837-12 from 10698752 to 11403264 tid 1 2024-07-26T06:10:34.487 INFO:tasks.rados.rados.0.smithi089.stdout:1721: writing smithi08986837-12 from 11403264 to 12132352 tid 2 2024-07-26T06:10:34.491 INFO:tasks.rados.rados.0.smithi089.stdout:1721: writing smithi08986837-12 from 12132352 to 12607488 tid 3 2024-07-26T06:10:34.491 INFO:tasks.rados.rados.0.smithi089.stdout:1722: read oid 5 snap -1 2024-07-26T06:10:34.491 INFO:tasks.rados.rados.0.smithi089.stdout:1722: expect (ObjNum 527 snap 156 seq_num 527) 2024-07-26T06:10:34.492 INFO:tasks.rados.rados.0.smithi089.stdout:1723: copy_from oid 26 from oid 19 current snap is 160 2024-07-26T06:10:34.492 INFO:tasks.rados.rados.0.smithi089.stdout:1717: finishing write tid 4 to smithi08986837-17 2024-07-26T06:10:34.492 INFO:tasks.rados.rados.0.smithi089.stdout:1718: finishing rollback tid 0 to smithi08986837-34 2024-07-26T06:10:34.492 INFO:tasks.rados.rados.0.smithi089.stdout:1718: finishing rollback tid 1 to smithi08986837-34 2024-07-26T06:10:34.492 INFO:tasks.rados.rados.0.smithi089.stdout:1717: finishing write tid 5 to smithi08986837-17 2024-07-26T06:10:34.492 INFO:tasks.rados.rados.0.smithi089.stdout:1718: finishing rollback tid 2 to smithi08986837-34 2024-07-26T06:10:34.492 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 34 v 732 (ObjNum 495 snap 142 seq_num 495) dirty exists 2024-07-26T06:10:34.492 INFO:tasks.rados.rados.0.smithi089.stdout:1717: finishing write tid 6 to smithi08986837-17 2024-07-26T06:10:34.492 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 17 v 828 (ObjNum 541 snap 160 seq_num 541) dirty exists 2024-07-26T06:10:34.492 INFO:tasks.rados.rados.0.smithi089.stdout:1717: left oid 17 (ObjNum 541 snap 160 seq_num 541) 2024-07-26T06:10:34.492 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 16 v 788 (ObjNum 446 snap 131 seq_num 446) dirty exists 2024-07-26T06:10:34.492 INFO:tasks.rados.rados.0.smithi089.stdout:1720: finishing write tid 1 to smithi08986837-41 2024-07-26T06:10:34.492 INFO:tasks.rados.rados.0.smithi089.stdout:1717: done (6 left) 2024-07-26T06:10:34.492 INFO:tasks.rados.rados.0.smithi089.stdout:1718: done (5 left) 2024-07-26T06:10:34.493 INFO:tasks.rados.rados.0.smithi089.stdout:1719: done (4 left) 2024-07-26T06:10:34.493 INFO:tasks.rados.rados.0.smithi089.stdout:1724: rollback oid 11 current snap is 160 2024-07-26T06:10:34.493 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 11 to 158 2024-07-26T06:10:34.493 INFO:tasks.rados.rados.0.smithi089.stdout:1720: finishing write tid 2 to smithi08986837-41 2024-07-26T06:10:34.493 INFO:tasks.rados.rados.0.smithi089.stdout:1720: finishing write tid 3 to smithi08986837-41 2024-07-26T06:10:34.493 INFO:tasks.rados.rados.0.smithi089.stdout:1720: finishing write tid 4 to smithi08986837-41 2024-07-26T06:10:34.493 INFO:tasks.rados.rados.0.smithi089.stdout:1720: finishing write tid 5 to smithi08986837-41 2024-07-26T06:10:34.493 INFO:tasks.rados.rados.0.smithi089.stdout:1720: finishing write tid 6 to smithi08986837-41 2024-07-26T06:10:34.493 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 41 v 849 (ObjNum 542 snap 160 seq_num 542) dirty exists 2024-07-26T06:10:34.493 INFO:tasks.rados.rados.0.smithi089.stdout:1720: left oid 41 (ObjNum 542 snap 160 seq_num 542) 2024-07-26T06:10:34.493 INFO:tasks.rados.rados.0.smithi089.stdout:1721: finishing write tid 1 to smithi08986837-12 2024-07-26T06:10:34.493 INFO:tasks.rados.rados.0.smithi089.stdout:1720: done (4 left) 2024-07-26T06:10:34.493 INFO:tasks.rados.rados.0.smithi089.stdout:1725: copy_from oid 3 from oid 32 current snap is 160 2024-07-26T06:10:34.493 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 27 current snap is 160 2024-07-26T06:10:34.494 INFO:tasks.rados.rados.0.smithi089.stdout:1726: seq_num 544 ranges {5005312=720896,5726208=614400,6340608=589824} 2024-07-26T06:10:34.501 INFO:journalctl@ceph.osd.3.smithi089.stdout:Jul 26 06:10:34 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-3-activate[122640]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-07-26T06:10:34.501 INFO:journalctl@ceph.osd.3.smithi089.stdout:Jul 26 06:10:34 smithi089 bash[122625]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-07-26T06:10:34.501 INFO:journalctl@ceph.osd.3.smithi089.stdout:Jul 26 06:10:34 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-3-activate[122640]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-07-26T06:10:34.502 INFO:journalctl@ceph.osd.3.smithi089.stdout:Jul 26 06:10:34 smithi089 bash[122625]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-07-26T06:10:34.502 INFO:journalctl@ceph.osd.3.smithi089.stdout:Jul 26 06:10:34 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-3-activate[122640]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-07-26T06:10:34.502 INFO:journalctl@ceph.osd.3.smithi089.stdout:Jul 26 06:10:34 smithi089 bash[122625]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-07-26T06:10:34.502 INFO:journalctl@ceph.osd.3.smithi089.stdout:Jul 26 06:10:34 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-3-activate[122640]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-07-26T06:10:34.502 INFO:journalctl@ceph.osd.3.smithi089.stdout:Jul 26 06:10:34 smithi089 bash[122625]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-07-26T06:10:34.502 INFO:journalctl@ceph.osd.3.smithi089.stdout:Jul 26 06:10:34 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-3-activate[122640]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-07-26T06:10:34.502 INFO:journalctl@ceph.osd.3.smithi089.stdout:Jul 26 06:10:34 smithi089 bash[122625]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-07-26T06:10:34.502 INFO:journalctl@ceph.osd.3.smithi089.stdout:Jul 26 06:10:34 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-3-activate[122640]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-07-26T06:10:34.502 INFO:journalctl@ceph.osd.3.smithi089.stdout:Jul 26 06:10:34 smithi089 bash[122625]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-07-26T06:10:34.502 INFO:journalctl@ceph.osd.3.smithi089.stdout:Jul 26 06:10:34 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-3-activate[122640]: --> ceph-volume raw activate successful for osd ID: 3 2024-07-26T06:10:34.502 INFO:journalctl@ceph.osd.3.smithi089.stdout:Jul 26 06:10:34 smithi089 bash[122625]: --> ceph-volume raw activate successful for osd ID: 3 2024-07-26T06:10:34.502 INFO:journalctl@ceph.osd.3.smithi089.stdout:Jul 26 06:10:34 smithi089 podman[122625]: 2024-07-26 06:10:34.230422718 +0000 UTC m=+0.855717606 container died f732d6ad40b52f7a894d6bf7401db857564c624d5f14c954b6dbde03ebb970fa (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-3-activate, org.label-schema.build-date=20240724, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=squid-4b23044, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-07-26T06:10:34.522 INFO:tasks.rados.rados.0.smithi089.stdout:1726: writing smithi08986837-27 from 5005312 to 5726208 tid 1 2024-07-26T06:10:34.527 INFO:tasks.rados.rados.0.smithi089.stdout:1726: writing smithi08986837-27 from 5726208 to 6340608 tid 2 2024-07-26T06:10:34.531 INFO:tasks.rados.rados.0.smithi089.stdout:1726: writing smithi08986837-27 from 6340608 to 6930432 tid 3 2024-07-26T06:10:34.531 INFO:tasks.rados.rados.0.smithi089.stdout:1727: delete oid 43 current snap is 160 2024-07-26T06:10:34.531 INFO:tasks.rados.rados.0.smithi089.stdout:1721: finishing write tid 2 to smithi08986837-12 2024-07-26T06:10:34.531 INFO:tasks.rados.rados.0.smithi089.stdout:1724: finishing rollback tid 0 to smithi08986837-11 2024-07-26T06:10:34.531 INFO:tasks.rados.rados.0.smithi089.stdout:1721: finishing write tid 3 to smithi08986837-12 2024-07-26T06:10:34.532 INFO:tasks.rados.rados.0.smithi089.stdout:1721: finishing write tid 4 to smithi08986837-12 2024-07-26T06:10:34.532 INFO:tasks.rados.rados.0.smithi089.stdout:1724: finishing rollback tid 1 to smithi08986837-11 2024-07-26T06:10:34.532 INFO:tasks.rados.rados.0.smithi089.stdout:1724: finishing rollback tid 2 to smithi08986837-11 2024-07-26T06:10:34.532 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 11 v 851 (ObjNum 446 snap 131 seq_num 446) dirty exists 2024-07-26T06:10:34.532 INFO:tasks.rados.rados.0.smithi089.stdout:1721: finishing write tid 5 to smithi08986837-12 2024-07-26T06:10:34.532 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 12 v 757 (ObjNum 543 snap 160 seq_num 543) dirty exists 2024-07-26T06:10:34.532 INFO:tasks.rados.rados.0.smithi089.stdout:1721: left oid 12 (ObjNum 543 snap 160 seq_num 543) 2024-07-26T06:10:34.532 INFO:tasks.rados.rados.0.smithi089.stdout:1725: finishing copy_from racing read to smithi08986837-3 2024-07-26T06:10:34.532 INFO:tasks.rados.rados.0.smithi089.stdout:1725: finishing copy_from to smithi08986837-3 2024-07-26T06:10:34.532 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 3 v 823 (ObjNum 540 snap 160 seq_num 540) dirty exists 2024-07-26T06:10:34.532 INFO:tasks.rados.rados.0.smithi089.stdout:1726: finishing write tid 1 to smithi08986837-27 2024-07-26T06:10:34.540 INFO:tasks.rados.rados.0.smithi089.stdout:1726: finishing write tid 2 to smithi08986837-27 2024-07-26T06:10:34.540 INFO:tasks.rados.rados.0.smithi089.stdout:1726: finishing write tid 3 to smithi08986837-27 2024-07-26T06:10:34.540 INFO:tasks.rados.rados.0.smithi089.stdout:1726: finishing write tid 4 to smithi08986837-27 2024-07-26T06:10:34.540 INFO:tasks.rados.rados.0.smithi089.stdout:1721: done (6 left) 2024-07-26T06:10:34.540 INFO:tasks.rados.rados.0.smithi089.stdout:1724: done (5 left) 2024-07-26T06:10:34.540 INFO:tasks.rados.rados.0.smithi089.stdout:1725: done (4 left) 2024-07-26T06:10:34.540 INFO:tasks.rados.rados.0.smithi089.stdout:1727: done (3 left) 2024-07-26T06:10:34.540 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 39 current snap is 160 2024-07-26T06:10:34.540 INFO:tasks.rados.rados.0.smithi089.stdout:1728: seq_num 546 ranges {0=753664,753664=778240,1531904=425984} 2024-07-26T06:10:34.544 INFO:tasks.rados.rados.0.smithi089.stdout:1728: writing smithi08986837-39 from 0 to 753664 tid 1 2024-07-26T06:10:34.548 INFO:tasks.rados.rados.0.smithi089.stdout:1728: writing smithi08986837-39 from 753664 to 1531904 tid 2 2024-07-26T06:10:34.553 INFO:tasks.rados.rados.0.smithi089.stdout:1728: writing smithi08986837-39 from 1531904 to 1957888 tid 3 2024-07-26T06:10:34.554 INFO:tasks.rados.rados.0.smithi089.stdout:1729: rollback oid 48 current snap is 160 2024-07-26T06:10:34.554 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 48 to 157 2024-07-26T06:10:34.554 INFO:tasks.rados.rados.0.smithi089.stdout:1726: finishing write tid 5 to smithi08986837-27 2024-07-26T06:10:34.554 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 27 v 792 (ObjNum 544 snap 160 seq_num 544) dirty exists 2024-07-26T06:10:34.554 INFO:tasks.rados.rados.0.smithi089.stdout:1726: left oid 27 (ObjNum 544 snap 160 seq_num 544) 2024-07-26T06:10:34.554 INFO:tasks.rados.rados.0.smithi089.stdout:1728: finishing write tid 1 to smithi08986837-39 2024-07-26T06:10:34.554 INFO:tasks.rados.rados.0.smithi089.stdout:1726: done (4 left) 2024-07-26T06:10:34.554 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 23 current snap is 160 2024-07-26T06:10:34.554 INFO:tasks.rados.rados.0.smithi089.stdout:1730: seq_num 547 ranges {0=770048,770048=663552,1433600=466944,1900544=73728} 2024-07-26T06:10:34.556 INFO:tasks.rados.rados.0.smithi089.stdout:1730: writing smithi08986837-23 from 0 to 770048 tid 1 2024-07-26T06:10:34.560 INFO:tasks.rados.rados.0.smithi089.stdout:1730: writing smithi08986837-23 from 770048 to 1433600 tid 2 2024-07-26T06:10:34.563 INFO:tasks.rados.rados.0.smithi089.stdout:1730: writing smithi08986837-23 from 1433600 to 1900544 tid 3 2024-07-26T06:10:34.563 INFO:tasks.rados.rados.0.smithi089.stdout:1730: writing smithi08986837-23 from 1900544 to 1974272 tid 4 2024-07-26T06:10:34.563 INFO:tasks.rados.rados.0.smithi089.stdout:1731: setattr oid 45 current snap is 160 2024-07-26T06:10:34.563 INFO:tasks.rados.rados.0.smithi089.stdout:1728: finishing write tid 2 to smithi08986837-39 2024-07-26T06:10:34.564 INFO:tasks.rados.rados.0.smithi089.stdout:1722: expect (ObjNum 527 snap 156 seq_num 527) 2024-07-26T06:10:34.782 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:34 smithi089 ceph-mon[99608]: Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2024-07-26T06:10:34.782 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:34 smithi089 ceph-mon[99608]: Health check failed: Degraded data redundancy: 7/309 objects degraded (2.265%), 2 pgs degraded (PG_DEGRADED) 2024-07-26T06:10:34.782 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:34 smithi089 ceph-mon[99608]: osdmap e400: 8 total, 7 up, 8 in 2024-07-26T06:10:34.782 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:34 smithi089 ceph-mon[99608]: osdmap e401: 8 total, 7 up, 8 in 2024-07-26T06:10:34.782 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:34 smithi089 ceph-mon[102056]: Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2024-07-26T06:10:34.782 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:34 smithi089 ceph-mon[102056]: Health check failed: Degraded data redundancy: 7/309 objects degraded (2.265%), 2 pgs degraded (PG_DEGRADED) 2024-07-26T06:10:34.782 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:34 smithi089 ceph-mon[102056]: osdmap e400: 8 total, 7 up, 8 in 2024-07-26T06:10:34.782 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:34 smithi089 ceph-mon[102056]: osdmap e401: 8 total, 7 up, 8 in 2024-07-26T06:10:34.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:34 smithi155 ceph-mon[90160]: Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2024-07-26T06:10:34.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:34 smithi155 ceph-mon[90160]: Health check failed: Degraded data redundancy: 7/309 objects degraded (2.265%), 2 pgs degraded (PG_DEGRADED) 2024-07-26T06:10:34.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:34 smithi155 ceph-mon[90160]: osdmap e400: 8 total, 7 up, 8 in 2024-07-26T06:10:34.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:34 smithi155 ceph-mon[90160]: osdmap e401: 8 total, 7 up, 8 in 2024-07-26T06:10:34.879 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:10:34 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:10:34.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:10:34.879 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:10:34 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:10:34.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:10:35.124 INFO:journalctl@ceph.osd.3.smithi089.stdout:Jul 26 06:10:34 smithi089 podman[122795]: 2024-07-26 06:10:34.781848427 +0000 UTC m=+0.542355389 container remove f732d6ad40b52f7a894d6bf7401db857564c624d5f14c954b6dbde03ebb970fa (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-3-activate, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, RELEASE=squid-4b23044, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240724, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux ) 2024-07-26T06:10:35.124 INFO:journalctl@ceph.osd.3.smithi089.stdout:Jul 26 06:10:34 smithi089 podman[122861]: 2024-07-26 06:10:34.899825455 +0000 UTC m=+0.021584351 image pull a246f06af74af9a1c45475dc36c910d564494bacf385674011a33b62b93c2c8c quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c 2024-07-26T06:10:35.124 INFO:journalctl@ceph.osd.3.smithi089.stdout:Jul 26 06:10:35 smithi089 podman[122861]: 2024-07-26 06:10:35.007754922 +0000 UTC m=+0.129513799 container create bc8593ebe144523caca91df59b71a506c01ac8e3d818404d95f28e7ac61befde (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-3, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, RELEASE=squid-4b23044, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240724, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=) 2024-07-26T06:10:35.362 INFO:tasks.rados.rados.0.smithi089.stdout:1723: finishing copy_from racing read to smithi08986837-26 2024-07-26T06:10:35.362 INFO:tasks.rados.rados.0.smithi089.stdout:1723: finishing copy_from to smithi08986837-26 2024-07-26T06:10:35.362 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 26 v 812 (ObjNum 506 snap 147 seq_num 506) dirty exists 2024-07-26T06:10:35.362 INFO:tasks.rados.rados.0.smithi089.stdout:1728: finishing write tid 3 to smithi08986837-39 2024-07-26T06:10:35.362 INFO:tasks.rados.rados.0.smithi089.stdout:1729: finishing rollback tid 0 to smithi08986837-48 2024-07-26T06:10:35.363 INFO:tasks.rados.rados.0.smithi089.stdout:1729: finishing rollback tid 1 to smithi08986837-48 2024-07-26T06:10:35.363 INFO:tasks.rados.rados.0.smithi089.stdout:1729: finishing rollback tid 2 to smithi08986837-48 2024-07-26T06:10:35.363 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 48 v 815 (ObjNum 475 snap 139 seq_num 475) dirty exists 2024-07-26T06:10:35.363 INFO:tasks.rados.rados.0.smithi089.stdout:1728: finishing write tid 4 to smithi08986837-39 2024-07-26T06:10:35.363 INFO:tasks.rados.rados.0.smithi089.stdout:1728: finishing write tid 5 to smithi08986837-39 2024-07-26T06:10:35.363 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 39 v 853 (ObjNum 546 snap 160 seq_num 546) dirty exists 2024-07-26T06:10:35.363 INFO:tasks.rados.rados.0.smithi089.stdout:1728: left oid 39 (ObjNum 546 snap 160 seq_num 546) 2024-07-26T06:10:35.363 INFO:tasks.rados.rados.0.smithi089.stdout:1730: finishing write tid 1 to smithi08986837-23 2024-07-26T06:10:35.364 INFO:tasks.rados.rados.0.smithi089.stdout:1730: finishing write tid 2 to smithi08986837-23 2024-07-26T06:10:35.364 INFO:tasks.rados.rados.0.smithi089.stdout:1730: finishing write tid 3 to smithi08986837-23 2024-07-26T06:10:35.364 INFO:tasks.rados.rados.0.smithi089.stdout:1730: finishing write tid 4 to smithi08986837-23 2024-07-26T06:10:35.364 INFO:tasks.rados.rados.0.smithi089.stdout:1730: finishing write tid 5 to smithi08986837-23 2024-07-26T06:10:35.364 INFO:tasks.rados.rados.0.smithi089.stdout:1730: finishing write tid 6 to smithi08986837-23 2024-07-26T06:10:35.364 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 23 v 465 (ObjNum 547 snap 160 seq_num 547) dirty exists 2024-07-26T06:10:35.364 INFO:tasks.rados.rados.0.smithi089.stdout:1730: left oid 23 (ObjNum 547 snap 160 seq_num 547) 2024-07-26T06:10:35.364 INFO:tasks.rados.rados.0.smithi089.stdout:1722: done (5 left) 2024-07-26T06:10:35.364 INFO:tasks.rados.rados.0.smithi089.stdout:1723: done (4 left) 2024-07-26T06:10:35.364 INFO:tasks.rados.rados.0.smithi089.stdout:1728: done (3 left) 2024-07-26T06:10:35.364 INFO:tasks.rados.rados.0.smithi089.stdout:1729: done (2 left) 2024-07-26T06:10:35.365 INFO:tasks.rados.rados.0.smithi089.stdout:1730: done (1 left) 2024-07-26T06:10:35.365 INFO:tasks.rados.rados.0.smithi089.stdout:1732: setattr oid 15 current snap is 160 2024-07-26T06:10:35.366 INFO:tasks.rados.rados.0.smithi089.stdout:1733: copy_from oid 4 from oid 29 current snap is 160 2024-07-26T06:10:35.366 INFO:tasks.rados.rados.0.smithi089.stdout:1734: read oid 10 snap -1 2024-07-26T06:10:35.366 INFO:tasks.rados.rados.0.smithi089.stdout:1734: expect (ObjNum 492 snap 142 seq_num 492) 2024-07-26T06:10:35.370 INFO:tasks.rados.rados.0.smithi089.stdout:1735: rollback oid 7 current snap is 160 2024-07-26T06:10:35.370 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 7 to 158 2024-07-26T06:10:35.370 INFO:tasks.rados.rados.0.smithi089.stdout:1736: copy_from oid 41 from oid 17 current snap is 160 2024-07-26T06:10:35.370 INFO:tasks.rados.rados.0.smithi089.stdout:1737: rollback oid 1 current snap is 160 2024-07-26T06:10:35.370 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 1 to 158 2024-07-26T06:10:35.370 INFO:tasks.rados.rados.0.smithi089.stdout:1738: snap_create 2024-07-26T06:10:35.371 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 45 v 816 (ObjNum 391 snap 113 seq_num 391) dirty exists 2024-07-26T06:10:35.371 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 15 v 921 (ObjNum 520 snap 155 seq_num 520) dirty exists 2024-07-26T06:10:35.371 INFO:tasks.rados.rados.0.smithi089.stdout:1735: finishing rollback tid 0 to smithi08986837-7 2024-07-26T06:10:35.372 INFO:tasks.rados.rados.0.smithi089.stdout:1735: finishing rollback tid 1 to smithi08986837-7 2024-07-26T06:10:35.372 INFO:tasks.rados.rados.0.smithi089.stdout:1735: finishing rollback tid 2 to smithi08986837-7 2024-07-26T06:10:35.372 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 7 v 795 (ObjNum 515 snap 154 seq_num 515) dirty exists 2024-07-26T06:10:35.374 INFO:tasks.rados.rados.0.smithi089.stdout:1737: finishing rollback tid 0 to smithi08986837-1 2024-07-26T06:10:35.399 INFO:tasks.rados.rados.0.smithi089.stdout:1737: finishing rollback tid 1 to smithi08986837-1 2024-07-26T06:10:35.399 INFO:tasks.rados.rados.0.smithi089.stdout:1737: finishing rollback tid 2 to smithi08986837-1 2024-07-26T06:10:35.399 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 1 v 760 (ObjNum 379 snap 108 seq_num 379) dirty exists 2024-07-26T06:10:35.400 INFO:tasks.rados.rados.0.smithi089.stdout:1736: finishing copy_from racing read to smithi08986837-41 2024-07-26T06:10:35.405 INFO:tasks.rados.rados.0.smithi089.stdout:1736: finishing copy_from to smithi08986837-41 2024-07-26T06:10:35.405 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 41 v 828 (ObjNum 541 snap 160 seq_num 541) dirty exists 2024-07-26T06:10:35.412 INFO:tasks.rados.rados.0.smithi089.stdout:1733: finishing copy_from racing read to smithi08986837-4 2024-07-26T06:10:35.413 INFO:tasks.rados.rados.0.smithi089.stdout:1733: finishing copy_from to smithi08986837-4 2024-07-26T06:10:35.413 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 4 v 845 (ObjNum 523 snap 156 seq_num 523) dirty exists 2024-07-26T06:10:35.422 INFO:tasks.rados.rados.0.smithi089.stdout:1734: expect (ObjNum 492 snap 142 seq_num 492) 2024-07-26T06:10:35.506 INFO:journalctl@ceph.osd.3.smithi089.stdout:Jul 26 06:10:35 smithi089 podman[122861]: 2024-07-26 06:10:35.210451533 +0000 UTC m=+0.332210420 container init bc8593ebe144523caca91df59b71a506c01ac8e3d818404d95f28e7ac61befde (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-3, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240724, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-4b23044, GIT_BRANCH=HEAD) 2024-07-26T06:10:35.506 INFO:journalctl@ceph.osd.3.smithi089.stdout:Jul 26 06:10:35 smithi089 podman[122861]: 2024-07-26 06:10:35.215336796 +0000 UTC m=+0.337095673 container start bc8593ebe144523caca91df59b71a506c01ac8e3d818404d95f28e7ac61befde (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-3, io.buildah.version=1.36.0, RELEASE=squid-4b23044, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240724, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-07-26T06:10:35.506 INFO:journalctl@ceph.osd.3.smithi089.stdout:Jul 26 06:10:35 smithi089 ceph-osd[122898]: -- 172.21.15.89:0/2890134371 <== mon.0 v2:172.21.15.89:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5648bcd31a40 con 0x5648bcd0fc00 2024-07-26T06:10:35.506 INFO:journalctl@ceph.osd.3.smithi089.stdout:Jul 26 06:10:35 smithi089 bash[122861]: bc8593ebe144523caca91df59b71a506c01ac8e3d818404d95f28e7ac61befde 2024-07-26T06:10:35.506 INFO:journalctl@ceph.osd.3.smithi089.stdout:Jul 26 06:10:35 smithi089 systemd[1]: Started Ceph osd.3 for 9bd49884-4b13-11ef-bcb6-c7b262605968. 2024-07-26T06:10:35.758 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:35 smithi089 ceph-mon[99608]: pgmap v253: 121 pgs: 25 active+undersized, 12 peering, 4 active+undersized+degraded, 80 active+clean; 231 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 5.4 MiB/s wr, 26 op/s; 13/309 objects degraded (4.207%) 2024-07-26T06:10:35.758 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:35 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:10:35.758 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:35 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:10:35.758 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:35 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:10:35.758 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:35 smithi089 ceph-mon[102056]: pgmap v253: 121 pgs: 25 active+undersized, 12 peering, 4 active+undersized+degraded, 80 active+clean; 231 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 5.4 MiB/s wr, 26 op/s; 13/309 objects degraded (4.207%) 2024-07-26T06:10:35.759 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:35 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:10:35.759 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:35 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:10:35.759 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:35 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:10:35.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:35 smithi155 ceph-mon[90160]: pgmap v253: 121 pgs: 25 active+undersized, 12 peering, 4 active+undersized+degraded, 80 active+clean; 231 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 5.4 MiB/s wr, 26 op/s; 13/309 objects degraded (4.207%) 2024-07-26T06:10:35.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:35 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:10:35.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:35 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:10:35.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:35 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:10:36.020 INFO:tasks.rados.rados.0.smithi089.stdout:1731: done (7 left) 2024-07-26T06:10:36.020 INFO:tasks.rados.rados.0.smithi089.stdout:1732: done (6 left) 2024-07-26T06:10:36.020 INFO:tasks.rados.rados.0.smithi089.stdout:1733: done (5 left) 2024-07-26T06:10:36.020 INFO:tasks.rados.rados.0.smithi089.stdout:1734: done (4 left) 2024-07-26T06:10:36.020 INFO:tasks.rados.rados.0.smithi089.stdout:1735: done (3 left) 2024-07-26T06:10:36.021 INFO:tasks.rados.rados.0.smithi089.stdout:1736: done (2 left) 2024-07-26T06:10:36.021 INFO:tasks.rados.rados.0.smithi089.stdout:1737: done (1 left) 2024-07-26T06:10:36.021 INFO:tasks.rados.rados.0.smithi089.stdout:1738: done (0 left) 2024-07-26T06:10:36.021 INFO:tasks.rados.rados.0.smithi089.stdout:1739: snap_create 2024-07-26T06:10:36.046 INFO:journalctl@ceph.osd.3.smithi089.stdout:Jul 26 06:10:35 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-3[122875]: 2024-07-26T06:10:35.756+0000 7f5fa71fb640 -1 Falling back to public interface 2024-07-26T06:10:36.519 INFO:tasks.rados.rados.0.smithi089.stdout:1739: done (0 left) 2024-07-26T06:10:36.519 INFO:tasks.rados.rados.0.smithi089.stdout:1740: read oid 37 snap -1 2024-07-26T06:10:36.519 INFO:tasks.rados.rados.0.smithi089.stdout:1740: expect deleted 2024-07-26T06:10:36.519 INFO:tasks.rados.rados.0.smithi089.stdout:1741: read oid 17 snap -1 2024-07-26T06:10:36.519 INFO:tasks.rados.rados.0.smithi089.stdout:1741: expect (ObjNum 541 snap 160 seq_num 541) 2024-07-26T06:10:36.519 INFO:tasks.rados.rados.0.smithi089.stdout:1742: setattr oid 9 current snap is 162 2024-07-26T06:10:36.521 INFO:tasks.rados.rados.0.smithi089.stdout:1743: read oid 30 snap 150 2024-07-26T06:10:36.521 INFO:tasks.rados.rados.0.smithi089.stdout:1743: expect deleted 2024-07-26T06:10:36.521 INFO:tasks.rados.rados.0.smithi089.stdout:1744: delete oid 45 current snap is 162 2024-07-26T06:10:36.524 INFO:tasks.rados.rados.0.smithi089.stdout:1740: done (4 left) 2024-07-26T06:10:36.524 INFO:tasks.rados.rados.0.smithi089.stdout:1743: done (3 left) 2024-07-26T06:10:36.524 INFO:tasks.rados.rados.0.smithi089.stdout:1744: done (2 left) 2024-07-26T06:10:36.524 INFO:tasks.rados.rados.0.smithi089.stdout:1745: read oid 6 snap -1 2024-07-26T06:10:36.524 INFO:tasks.rados.rados.0.smithi089.stdout:1745: expect (ObjNum 507 snap 150 seq_num 507) 2024-07-26T06:10:36.524 INFO:tasks.rados.rados.0.smithi089.stdout:1746: read oid 41 snap -1 2024-07-26T06:10:36.524 INFO:tasks.rados.rados.0.smithi089.stdout:1746: expect (ObjNum 541 snap 160 seq_num 541) 2024-07-26T06:10:36.524 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 23 current snap is 162 2024-07-26T06:10:36.524 INFO:tasks.rados.rados.0.smithi089.stdout:1747: seq_num 549 ranges {1974272=802816,2777088=483328,3260416=434176,3694592=286720} 2024-07-26T06:10:36.539 INFO:tasks.rados.rados.0.smithi089.stdout:1747: writing smithi08986837-23 from 1974272 to 2777088 tid 1 2024-07-26T06:10:36.542 INFO:tasks.rados.rados.0.smithi089.stdout:1747: writing smithi08986837-23 from 2777088 to 3260416 tid 2 2024-07-26T06:10:36.545 INFO:tasks.rados.rados.0.smithi089.stdout:1747: writing smithi08986837-23 from 3260416 to 3694592 tid 3 2024-07-26T06:10:36.547 INFO:tasks.rados.rados.0.smithi089.stdout:1747: writing smithi08986837-23 from 3694592 to 3981312 tid 4 2024-07-26T06:10:36.547 INFO:tasks.rados.rados.0.smithi089.stdout:1748: rollback oid 19 current snap is 162 2024-07-26T06:10:36.547 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 19 to 160 2024-07-26T06:10:36.547 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 9 v 414 (ObjNum 435 snap 127 seq_num 435) dirty exists 2024-07-26T06:10:36.547 INFO:tasks.rados.rados.0.smithi089.stdout:1745: expect (ObjNum 507 snap 150 seq_num 507) 2024-07-26T06:10:36.589 INFO:tasks.rados.rados.0.smithi089.stdout:1748: finishing rollback tid 0 to smithi08986837-19 2024-07-26T06:10:36.589 INFO:tasks.rados.rados.0.smithi089.stdout:1748: finishing rollback tid 1 to smithi08986837-19 2024-07-26T06:10:36.589 INFO:tasks.rados.rados.0.smithi089.stdout:1742: done (5 left) 2024-07-26T06:10:36.589 INFO:tasks.rados.rados.0.smithi089.stdout:1745: done (4 left) 2024-07-26T06:10:36.589 INFO:tasks.rados.rados.0.smithi089.stdout:1749: rmattr oid 39 current snap is 162 2024-07-26T06:10:36.589 INFO:tasks.rados.rados.0.smithi089.stdout:1749: done (4 left) 2024-07-26T06:10:36.589 INFO:tasks.rados.rados.0.smithi089.stdout:1750: rollback oid 44 current snap is 162 2024-07-26T06:10:36.589 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 44 to 150 2024-07-26T06:10:36.589 INFO:tasks.rados.rados.0.smithi089.stdout:1748: finishing rollback tid 2 to smithi08986837-19 2024-07-26T06:10:36.589 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 19 v 820 (ObjNum 506 snap 147 seq_num 506) dirty exists 2024-07-26T06:10:36.590 INFO:tasks.rados.rados.0.smithi089.stdout:1747: finishing write tid 1 to smithi08986837-23 2024-07-26T06:10:36.590 INFO:tasks.rados.rados.0.smithi089.stdout:1747: finishing write tid 2 to smithi08986837-23 2024-07-26T06:10:36.590 INFO:tasks.rados.rados.0.smithi089.stdout:1747: finishing write tid 3 to smithi08986837-23 2024-07-26T06:10:36.590 INFO:tasks.rados.rados.0.smithi089.stdout:1747: finishing write tid 4 to smithi08986837-23 2024-07-26T06:10:36.590 INFO:tasks.rados.rados.0.smithi089.stdout:1747: finishing write tid 5 to smithi08986837-23 2024-07-26T06:10:36.590 INFO:tasks.rados.rados.0.smithi089.stdout:1747: finishing write tid 6 to smithi08986837-23 2024-07-26T06:10:36.590 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 23 v 471 (ObjNum 549 snap 162 seq_num 549) dirty exists 2024-07-26T06:10:36.590 INFO:tasks.rados.rados.0.smithi089.stdout:1747: left oid 23 (ObjNum 549 snap 162 seq_num 549) 2024-07-26T06:10:36.590 INFO:tasks.rados.rados.0.smithi089.stdout:1741: expect (ObjNum 541 snap 160 seq_num 541) 2024-07-26T06:10:36.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:36 smithi155 ceph-mon[90160]: osdmap e402: 8 total, 7 up, 8 in 2024-07-26T06:10:36.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:36 smithi089 ceph-mon[99608]: osdmap e402: 8 total, 7 up, 8 in 2024-07-26T06:10:36.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:36 smithi089 ceph-mon[102056]: osdmap e402: 8 total, 7 up, 8 in 2024-07-26T06:10:37.077 INFO:tasks.rados.rados.0.smithi089.stdout:1746: expect (ObjNum 541 snap 160 seq_num 541) 2024-07-26T06:10:37.554 INFO:tasks.rados.rados.0.smithi089.stdout:1750: finishing rollback tid 0 to smithi08986837-44 2024-07-26T06:10:37.554 INFO:tasks.rados.rados.0.smithi089.stdout:1750: finishing rollback tid 1 to smithi08986837-44 2024-07-26T06:10:37.554 INFO:tasks.rados.rados.0.smithi089.stdout:1750: finishing rollback tid 2 to smithi08986837-44 2024-07-26T06:10:37.554 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 44 v 925 (ObjNum 486 snap 140 seq_num 486) dirty exists 2024-07-26T06:10:37.555 INFO:tasks.rados.rados.0.smithi089.stdout:1741: done (4 left) 2024-07-26T06:10:37.555 INFO:tasks.rados.rados.0.smithi089.stdout:1746: done (3 left) 2024-07-26T06:10:37.555 INFO:tasks.rados.rados.0.smithi089.stdout:1747: done (2 left) 2024-07-26T06:10:37.555 INFO:tasks.rados.rados.0.smithi089.stdout:1748: done (1 left) 2024-07-26T06:10:37.555 INFO:tasks.rados.rados.0.smithi089.stdout:1750: done (0 left) 2024-07-26T06:10:37.555 INFO:tasks.rados.rados.0.smithi089.stdout:1751: setattr oid 42 current snap is 162 2024-07-26T06:10:37.556 INFO:tasks.rados.rados.0.smithi089.stdout:1752: read oid 28 snap -1 2024-07-26T06:10:37.556 INFO:tasks.rados.rados.0.smithi089.stdout:1752: expect (ObjNum 318 snap 93 seq_num 318) 2024-07-26T06:10:37.556 INFO:tasks.rados.rados.0.smithi089.stdout:1753: read oid 31 snap -1 2024-07-26T06:10:37.556 INFO:tasks.rados.rados.0.smithi089.stdout:1753: expect (ObjNum 392 snap 113 seq_num 392) 2024-07-26T06:10:37.556 INFO:tasks.rados.rados.0.smithi089.stdout:1754: snap_create 2024-07-26T06:10:37.558 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 42 v 927 (ObjNum 391 snap 113 seq_num 391) dirty exists 2024-07-26T06:10:37.560 INFO:tasks.rados.rados.0.smithi089.stdout:1752: expect (ObjNum 318 snap 93 seq_num 318) 2024-07-26T06:10:37.604 INFO:tasks.rados.rados.0.smithi089.stdout:1753: expect (ObjNum 392 snap 113 seq_num 392) 2024-07-26T06:10:37.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:37 smithi155 ceph-mon[90160]: osdmap e403: 8 total, 7 up, 8 in 2024-07-26T06:10:37.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:37 smithi155 ceph-mon[90160]: pgmap v256: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 255 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 9.0 MiB/s wr, 41 op/s; 32/357 objects degraded (8.964%) 2024-07-26T06:10:37.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:37 smithi089 ceph-mon[99608]: osdmap e403: 8 total, 7 up, 8 in 2024-07-26T06:10:37.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:37 smithi089 ceph-mon[99608]: pgmap v256: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 255 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 9.0 MiB/s wr, 41 op/s; 32/357 objects degraded (8.964%) 2024-07-26T06:10:37.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:37 smithi089 ceph-mon[102056]: osdmap e403: 8 total, 7 up, 8 in 2024-07-26T06:10:37.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:37 smithi089 ceph-mon[102056]: pgmap v256: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 255 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 9.0 MiB/s wr, 41 op/s; 32/357 objects degraded (8.964%) 2024-07-26T06:10:38.524 INFO:tasks.rados.rados.0.smithi089.stdout:1751: done (3 left) 2024-07-26T06:10:38.525 INFO:tasks.rados.rados.0.smithi089.stdout:1752: done (2 left) 2024-07-26T06:10:38.525 INFO:tasks.rados.rados.0.smithi089.stdout:1753: done (1 left) 2024-07-26T06:10:38.525 INFO:tasks.rados.rados.0.smithi089.stdout:1754: done (0 left) 2024-07-26T06:10:38.525 INFO:tasks.rados.rados.0.smithi089.stdout:1755: rollback oid 35 current snap is 163 2024-07-26T06:10:38.525 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 35 to 160 2024-07-26T06:10:38.525 INFO:tasks.rados.rados.0.smithi089.stdout:1756: snap_remove snap 161 2024-07-26T06:10:38.783 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:38 smithi089 ceph-mon[99608]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 3 pgs peering) 2024-07-26T06:10:38.783 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:38 smithi089 ceph-mon[102056]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 3 pgs peering) 2024-07-26T06:10:38.783 INFO:journalctl@ceph.osd.3.smithi089.stdout:Jul 26 06:10:38 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-3[122875]: 2024-07-26T06:10:38.565+0000 7f5fa71fb640 -1 osd.3 396 log_to_monitors true 2024-07-26T06:10:38.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:38 smithi155 ceph-mon[90160]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 3 pgs peering) 2024-07-26T06:10:38.879 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:10:38 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:10:38.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)\", cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", cluster_addr=\"172.21.15.89\", device_class=\"ssd\", hostname=\"smithi089\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.89\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster_addr=\"172.21.15.89\", device_class=\"ssd\", hostname=\"smithi089\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.89\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:10:39.363 INFO:tasks.rados.rados.0.smithi089.stdout:1756: done (1 left) 2024-07-26T06:10:39.363 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 18 current snap is 163 2024-07-26T06:10:39.363 INFO:tasks.rados.rados.0.smithi089.stdout:1757: seq_num 550 ranges {1884160=417792,2301952=770048,3072000=638976,3710976=196608} 2024-07-26T06:10:39.375 INFO:tasks.rados.rados.0.smithi089.stdout:1757: writing smithi08986837-18 from 1884160 to 2301952 tid 1 2024-07-26T06:10:39.381 INFO:tasks.rados.rados.0.smithi089.stdout:1757: writing smithi08986837-18 from 2301952 to 3072000 tid 2 2024-07-26T06:10:39.386 INFO:tasks.rados.rados.0.smithi089.stdout:1757: writing smithi08986837-18 from 3072000 to 3710976 tid 3 2024-07-26T06:10:39.387 INFO:tasks.rados.rados.0.smithi089.stdout:1757: writing smithi08986837-18 from 3710976 to 3907584 tid 4 2024-07-26T06:10:39.388 INFO:tasks.rados.rados.0.smithi089.stdout:1758: snap_remove snap 150 2024-07-26T06:10:39.610 INFO:teuthology.orchestra.run.smithi089.stdout:true 2024-07-26T06:10:39.655 INFO:journalctl@ceph.osd.3.smithi089.stdout:Jul 26 06:10:39 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-3[122875]: 2024-07-26T06:10:39.394+0000 7f5f9efa6640 -1 osd.3 396 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-07-26T06:10:39.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:39 smithi089 ceph-mon[99608]: osdmap e404: 8 total, 7 up, 8 in 2024-07-26T06:10:39.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:39 smithi089 ceph-mon[99608]: from='osd.3 [v2:172.21.15.89:6826/2689325702,v1:172.21.15.89:6827/2689325702]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-07-26T06:10:39.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:39 smithi089 ceph-mon[99608]: pgmap v258: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 257 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 8.4 MiB/s wr, 39 op/s; 32/363 objects degraded (8.815%) 2024-07-26T06:10:39.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:39 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:10:39.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:39 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:10:39.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:39 smithi089 ceph-mon[99608]: Health check update: Degraded data redundancy: 32/357 objects degraded (8.964%), 8 pgs degraded (PG_DEGRADED) 2024-07-26T06:10:39.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:39 smithi089 ceph-mon[99608]: from='osd.3 [v2:172.21.15.89:6826/2689325702,v1:172.21.15.89:6827/2689325702]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-07-26T06:10:39.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:39 smithi089 ceph-mon[99608]: osdmap e405: 8 total, 7 up, 8 in 2024-07-26T06:10:39.657 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:39 smithi089 ceph-mon[99608]: from='osd.3 [v2:172.21.15.89:6826/2689325702,v1:172.21.15.89:6827/2689325702]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi089", "root=default"]}]: dispatch 2024-07-26T06:10:39.657 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:39 smithi089 ceph-mon[102056]: osdmap e404: 8 total, 7 up, 8 in 2024-07-26T06:10:39.657 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:39 smithi089 ceph-mon[102056]: from='osd.3 [v2:172.21.15.89:6826/2689325702,v1:172.21.15.89:6827/2689325702]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-07-26T06:10:39.658 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:39 smithi089 ceph-mon[102056]: pgmap v258: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 257 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 8.4 MiB/s wr, 39 op/s; 32/363 objects degraded (8.815%) 2024-07-26T06:10:39.658 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:39 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:10:39.658 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:39 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:10:39.658 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:39 smithi089 ceph-mon[102056]: Health check update: Degraded data redundancy: 32/357 objects degraded (8.964%), 8 pgs degraded (PG_DEGRADED) 2024-07-26T06:10:39.658 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:39 smithi089 ceph-mon[102056]: from='osd.3 [v2:172.21.15.89:6826/2689325702,v1:172.21.15.89:6827/2689325702]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-07-26T06:10:39.658 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:39 smithi089 ceph-mon[102056]: osdmap e405: 8 total, 7 up, 8 in 2024-07-26T06:10:39.659 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:39 smithi089 ceph-mon[102056]: from='osd.3 [v2:172.21.15.89:6826/2689325702,v1:172.21.15.89:6827/2689325702]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi089", "root=default"]}]: dispatch 2024-07-26T06:10:39.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:39 smithi155 ceph-mon[90160]: osdmap e404: 8 total, 7 up, 8 in 2024-07-26T06:10:39.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:39 smithi155 ceph-mon[90160]: from='osd.3 [v2:172.21.15.89:6826/2689325702,v1:172.21.15.89:6827/2689325702]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-07-26T06:10:39.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:39 smithi155 ceph-mon[90160]: pgmap v258: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 257 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 8.4 MiB/s wr, 39 op/s; 32/363 objects degraded (8.815%) 2024-07-26T06:10:39.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:39 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:10:39.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:39 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:10:39.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:39 smithi155 ceph-mon[90160]: Health check update: Degraded data redundancy: 32/357 objects degraded (8.964%), 8 pgs degraded (PG_DEGRADED) 2024-07-26T06:10:39.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:39 smithi155 ceph-mon[90160]: from='osd.3 [v2:172.21.15.89:6826/2689325702,v1:172.21.15.89:6827/2689325702]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-07-26T06:10:39.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:39 smithi155 ceph-mon[90160]: osdmap e405: 8 total, 7 up, 8 in 2024-07-26T06:10:39.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:39 smithi155 ceph-mon[90160]: from='osd.3 [v2:172.21.15.89:6826/2689325702,v1:172.21.15.89:6827/2689325702]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi089", "root=default"]}]: dispatch 2024-07-26T06:10:39.921 INFO:teuthology.orchestra.run.smithi089.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-07-26T06:10:39.921 INFO:teuthology.orchestra.run.smithi089.stdout:alertmanager.a smithi089 *:9093,9094 running (4m) 0s ago 8m 23.9M - 0.25.0 c8568f914cd2 2836382b8f0b 2024-07-26T06:10:39.921 INFO:teuthology.orchestra.run.smithi089.stdout:grafana.a smithi155 *:3000 running (3m) 2m ago 8m 80.3M - 9.4.7 954c08fa6188 0191ba4689bf 2024-07-26T06:10:39.921 INFO:teuthology.orchestra.run.smithi089.stdout:mds.a smithi089 running (9m) 0s ago 9m 16.5M - 17.2.7-1143-g5dff84c0 18bcb77ae794 0ecc3a80790e 2024-07-26T06:10:39.921 INFO:teuthology.orchestra.run.smithi089.stdout:mds.b smithi155 running (9m) 2m ago 9m 21.0M - 17.2.7-1143-g5dff84c0 18bcb77ae794 1c6d7dfdf08d 2024-07-26T06:10:39.921 INFO:teuthology.orchestra.run.smithi089.stdout:mgr.x smithi155 *:8443,9283,8765 running (3m) 2m ago 13m 437M - 19.1.0-1125-g4b230446 a246f06af74a 3d1d1f94a234 2024-07-26T06:10:39.921 INFO:teuthology.orchestra.run.smithi089.stdout:mgr.y smithi089 *:8443,9283,8765 running (3m) 0s ago 14m 509M - 19.1.0-1125-g4b230446 a246f06af74a abb455ac876a 2024-07-26T06:10:39.921 INFO:teuthology.orchestra.run.smithi089.stdout:mon.a smithi089 running (3m) 0s ago 14m 52.7M 2048M 19.1.0-1125-g4b230446 a246f06af74a 4d43bcc9eb9b 2024-07-26T06:10:39.921 INFO:teuthology.orchestra.run.smithi089.stdout:mon.b smithi155 running (2m) 2m ago 13m 21.7M 2048M 19.1.0-1125-g4b230446 a246f06af74a f829551716a5 2024-07-26T06:10:39.921 INFO:teuthology.orchestra.run.smithi089.stdout:mon.c smithi089 running (2m) 0s ago 13m 47.0M 2048M 19.1.0-1125-g4b230446 a246f06af74a 74d6c1493f98 2024-07-26T06:10:39.921 INFO:teuthology.orchestra.run.smithi089.stdout:node-exporter.a smithi089 *:9100 running (4m) 0s ago 8m 16.7M - 1.5.0 0da6a335fe13 e2f5a155fbeb 2024-07-26T06:10:39.922 INFO:teuthology.orchestra.run.smithi089.stdout:node-exporter.b smithi155 *:9100 running (3m) 2m ago 8m 14.4M - 1.5.0 0da6a335fe13 85c78351c113 2024-07-26T06:10:39.922 INFO:teuthology.orchestra.run.smithi089.stdout:osd.0 smithi089 running (103s) 0s ago 12m 147M 2479M 19.1.0-1125-g4b230446 a246f06af74a 7b97fcc5adf0 2024-07-26T06:10:39.922 INFO:teuthology.orchestra.run.smithi089.stdout:osd.1 smithi089 running (71s) 0s ago 12m 105M 2479M 19.1.0-1125-g4b230446 a246f06af74a f8fe67e57953 2024-07-26T06:10:39.922 INFO:teuthology.orchestra.run.smithi089.stdout:osd.2 smithi089 running (37s) 0s ago 11m 105M 2479M 19.1.0-1125-g4b230446 a246f06af74a daf180453a78 2024-07-26T06:10:39.922 INFO:teuthology.orchestra.run.smithi089.stdout:osd.3 smithi089 running (5s) 0s ago 11m 12.1M 2479M 19.1.0-1125-g4b230446 a246f06af74a bc8593ebe144 2024-07-26T06:10:39.922 INFO:teuthology.orchestra.run.smithi089.stdout:osd.4 smithi155 running (11m) 2m ago 11m 164M 2480M 17.2.7-1143-g5dff84c0 18bcb77ae794 df54a09a74e9 2024-07-26T06:10:39.922 INFO:teuthology.orchestra.run.smithi089.stdout:osd.5 smithi155 running (10m) 2m ago 10m 180M 2480M 17.2.7-1143-g5dff84c0 18bcb77ae794 0f76555562cc 2024-07-26T06:10:39.922 INFO:teuthology.orchestra.run.smithi089.stdout:osd.6 smithi155 running (10m) 2m ago 10m 119M 2480M 17.2.7-1143-g5dff84c0 18bcb77ae794 629f0d1fd888 2024-07-26T06:10:39.922 INFO:teuthology.orchestra.run.smithi089.stdout:osd.7 smithi155 running (10m) 2m ago 10m 94.6M 2480M 17.2.7-1143-g5dff84c0 18bcb77ae794 a4db8e598fea 2024-07-26T06:10:39.922 INFO:teuthology.orchestra.run.smithi089.stdout:prometheus.a smithi155 *:9095 running (3m) 2m ago 8m 49.4M - 2.43.0 a07b618ecd1d 8e7005ec7af0 2024-07-26T06:10:40.268 INFO:teuthology.orchestra.run.smithi089.stdout:{ 2024-07-26T06:10:40.268 INFO:teuthology.orchestra.run.smithi089.stdout: "mon": { 2024-07-26T06:10:40.268 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 3 2024-07-26T06:10:40.268 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2024-07-26T06:10:40.269 INFO:teuthology.orchestra.run.smithi089.stdout: "mgr": { 2024-07-26T06:10:40.269 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 2 2024-07-26T06:10:40.269 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2024-07-26T06:10:40.269 INFO:teuthology.orchestra.run.smithi089.stdout: "osd": { 2024-07-26T06:10:40.269 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 4, 2024-07-26T06:10:40.269 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 3 2024-07-26T06:10:40.269 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2024-07-26T06:10:40.270 INFO:teuthology.orchestra.run.smithi089.stdout: "mds": { 2024-07-26T06:10:40.270 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 2 2024-07-26T06:10:40.270 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2024-07-26T06:10:40.270 INFO:teuthology.orchestra.run.smithi089.stdout: "overall": { 2024-07-26T06:10:40.270 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 6, 2024-07-26T06:10:40.270 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 8 2024-07-26T06:10:40.270 INFO:teuthology.orchestra.run.smithi089.stdout: } 2024-07-26T06:10:40.270 INFO:teuthology.orchestra.run.smithi089.stdout:} 2024-07-26T06:10:40.362 INFO:tasks.rados.rados.0.smithi089.stdout:1758: done (2 left) 2024-07-26T06:10:40.362 INFO:tasks.rados.rados.0.smithi089.stdout:1759: rmattr oid 13 current snap is 163 2024-07-26T06:10:40.362 INFO:tasks.rados.rados.0.smithi089.stdout:1759: done (2 left) 2024-07-26T06:10:40.362 INFO:tasks.rados.rados.0.smithi089.stdout:1760: snap_create 2024-07-26T06:10:40.362 INFO:tasks.rados.rados.0.smithi089.stdout:1755: finishing rollback tid 0 to smithi08986837-35 2024-07-26T06:10:40.363 INFO:tasks.rados.rados.0.smithi089.stdout:1755: finishing rollback tid 1 to smithi08986837-35 2024-07-26T06:10:40.363 INFO:tasks.rados.rados.0.smithi089.stdout:1755: finishing rollback tid 2 to smithi08986837-35 2024-07-26T06:10:40.363 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 35 v 731 (ObjNum 531 snap 158 seq_num 531) dirty exists 2024-07-26T06:10:40.363 INFO:tasks.rados.rados.0.smithi089.stdout:1757: finishing write tid 1 to smithi08986837-18 2024-07-26T06:10:40.363 INFO:tasks.rados.rados.0.smithi089.stdout:1757: finishing write tid 2 to smithi08986837-18 2024-07-26T06:10:40.363 INFO:tasks.rados.rados.0.smithi089.stdout:1757: finishing write tid 3 to smithi08986837-18 2024-07-26T06:10:40.363 INFO:tasks.rados.rados.0.smithi089.stdout:1757: finishing write tid 4 to smithi08986837-18 2024-07-26T06:10:40.363 INFO:tasks.rados.rados.0.smithi089.stdout:1757: finishing write tid 5 to smithi08986837-18 2024-07-26T06:10:40.363 INFO:tasks.rados.rados.0.smithi089.stdout:1757: finishing write tid 6 to smithi08986837-18 2024-07-26T06:10:40.363 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 18 v 834 (ObjNum 550 snap 163 seq_num 550) dirty exists 2024-07-26T06:10:40.363 INFO:tasks.rados.rados.0.smithi089.stdout:1757: left oid 18 (ObjNum 550 snap 163 seq_num 550) 2024-07-26T06:10:41.035 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:40 smithi089 ceph-mon[99608]: from='client.34269 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:10:41.035 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:40 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:10:41.035 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:40 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:10:41.035 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:40 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/2635887234' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:10:41.035 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:40 smithi089 ceph-mon[99608]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-07-26T06:10:41.036 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:40 smithi089 ceph-mon[99608]: osd.3 [v2:172.21.15.89:6826/2689325702,v1:172.21.15.89:6827/2689325702] boot 2024-07-26T06:10:41.036 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:40 smithi089 ceph-mon[99608]: osdmap e406: 8 total, 8 up, 8 in 2024-07-26T06:10:41.036 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:40 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-26T06:10:41.036 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:40 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:10:41.036 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:40 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:10:41.036 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:40 smithi089 ceph-mon[102056]: from='client.34269 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:10:41.036 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:40 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:10:41.036 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:40 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:10:41.036 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:40 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/2635887234' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:10:41.036 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:40 smithi089 ceph-mon[102056]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-07-26T06:10:41.036 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:40 smithi089 ceph-mon[102056]: osd.3 [v2:172.21.15.89:6826/2689325702,v1:172.21.15.89:6827/2689325702] boot 2024-07-26T06:10:41.037 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:40 smithi089 ceph-mon[102056]: osdmap e406: 8 total, 8 up, 8 in 2024-07-26T06:10:41.037 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:40 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-26T06:10:41.037 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:40 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:10:41.037 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:40 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:10:41.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:40 smithi155 ceph-mon[90160]: from='client.34269 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:10:41.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:40 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:10:41.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:40 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:10:41.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:40 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/2635887234' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:10:41.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:40 smithi155 ceph-mon[90160]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-07-26T06:10:41.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:40 smithi155 ceph-mon[90160]: osd.3 [v2:172.21.15.89:6826/2689325702,v1:172.21.15.89:6827/2689325702] boot 2024-07-26T06:10:41.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:40 smithi155 ceph-mon[90160]: osdmap e406: 8 total, 8 up, 8 in 2024-07-26T06:10:41.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:40 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-07-26T06:10:41.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:40 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:10:41.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:40 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:10:41.367 INFO:tasks.rados.rados.0.smithi089.stdout:1755: done (2 left) 2024-07-26T06:10:41.368 INFO:tasks.rados.rados.0.smithi089.stdout:1757: done (1 left) 2024-07-26T06:10:41.368 INFO:tasks.rados.rados.0.smithi089.stdout:1760: done (0 left) 2024-07-26T06:10:41.368 INFO:tasks.rados.rados.0.smithi089.stdout:1761: delete oid 42 current snap is 164 2024-07-26T06:10:41.375 INFO:tasks.rados.rados.0.smithi089.stdout:1761: done (0 left) 2024-07-26T06:10:41.375 INFO:tasks.rados.rados.0.smithi089.stdout:1762: copy_from oid 11 from oid 21 current snap is 164 2024-07-26T06:10:41.375 INFO:tasks.rados.rados.0.smithi089.stdout:1763: rollback oid 32 current snap is 164 2024-07-26T06:10:41.375 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 32 to 163 2024-07-26T06:10:41.375 INFO:tasks.rados.rados.0.smithi089.stdout:1764: read oid 39 snap -1 2024-07-26T06:10:41.375 INFO:tasks.rados.rados.0.smithi089.stdout:1764: expect (ObjNum 546 snap 160 seq_num 546) 2024-07-26T06:10:41.375 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 50 current snap is 164 2024-07-26T06:10:41.375 INFO:tasks.rados.rados.0.smithi089.stdout:1765: seq_num 552 ranges {0=450560,450560=532480,983040=655360,1638400=417792} 2024-07-26T06:10:41.378 INFO:tasks.rados.rados.0.smithi089.stdout:1765: writing smithi08986837-50 from 0 to 450560 tid 1 2024-07-26T06:10:41.382 INFO:tasks.rados.rados.0.smithi089.stdout:1765: writing smithi08986837-50 from 450560 to 983040 tid 2 2024-07-26T06:10:41.387 INFO:tasks.rados.rados.0.smithi089.stdout:1765: writing smithi08986837-50 from 983040 to 1638400 tid 3 2024-07-26T06:10:41.390 INFO:tasks.rados.rados.0.smithi089.stdout:1765: writing smithi08986837-50 from 1638400 to 2056192 tid 4 2024-07-26T06:10:41.390 INFO:tasks.rados.rados.0.smithi089.stdout:1762: finishing copy_from to smithi08986837-11 2024-07-26T06:10:41.391 INFO:tasks.rados.rados.0.smithi089.stdout:1762: got expected ENOENT (src dne) 2024-07-26T06:10:41.391 INFO:tasks.rados.rados.0.smithi089.stdout:1762: finishing copy_from racing read to smithi08986837-11 2024-07-26T06:10:41.391 INFO:tasks.rados.rados.0.smithi089.stdout:1765: finishing write tid 1 to smithi08986837-50 2024-07-26T06:10:41.391 INFO:tasks.rados.rados.0.smithi089.stdout:1762: done (3 left) 2024-07-26T06:10:41.391 INFO:tasks.rados.rados.0.smithi089.stdout:1766: snap_remove snap 159 2024-07-26T06:10:41.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:41 smithi089 ceph-mon[102056]: from='client.44207 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:10:41.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:41 smithi089 ceph-mon[102056]: pgmap v261: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 257 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 4.4 MiB/s wr, 21 op/s; 32/363 objects degraded (8.815%) 2024-07-26T06:10:41.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:41 smithi089 ceph-mon[102056]: osdmap e407: 8 total, 8 up, 8 in 2024-07-26T06:10:41.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:41 smithi089 ceph-mon[99608]: from='client.44207 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:10:41.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:41 smithi089 ceph-mon[99608]: pgmap v261: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 257 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 4.4 MiB/s wr, 21 op/s; 32/363 objects degraded (8.815%) 2024-07-26T06:10:41.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:41 smithi089 ceph-mon[99608]: osdmap e407: 8 total, 8 up, 8 in 2024-07-26T06:10:42.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:41 smithi155 ceph-mon[90160]: from='client.44207 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:10:42.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:41 smithi155 ceph-mon[90160]: pgmap v261: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 257 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 4.4 MiB/s wr, 21 op/s; 32/363 objects degraded (8.815%) 2024-07-26T06:10:42.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:41 smithi155 ceph-mon[90160]: osdmap e407: 8 total, 8 up, 8 in 2024-07-26T06:10:42.374 INFO:tasks.rados.rados.0.smithi089.stdout:1766: done (3 left) 2024-07-26T06:10:42.374 INFO:tasks.rados.rados.0.smithi089.stdout:1767: copy_from oid 29 from oid 18 current snap is 164 2024-07-26T06:10:42.374 INFO:tasks.rados.rados.0.smithi089.stdout:1764: expect (ObjNum 546 snap 160 seq_num 546) 2024-07-26T06:10:42.445 INFO:tasks.rados.rados.0.smithi089.stdout:1765: finishing write tid 2 to smithi08986837-50 2024-07-26T06:10:42.446 INFO:tasks.rados.rados.0.smithi089.stdout:1765: finishing write tid 3 to smithi08986837-50 2024-07-26T06:10:42.446 INFO:tasks.rados.rados.0.smithi089.stdout:1764: done (3 left) 2024-07-26T06:10:42.446 INFO:tasks.rados.rados.0.smithi089.stdout:1768: rmattr oid 40 current snap is 164 2024-07-26T06:10:42.446 INFO:tasks.rados.rados.0.smithi089.stdout:1768: done (3 left) 2024-07-26T06:10:42.446 INFO:tasks.rados.rados.0.smithi089.stdout:1769: setattr oid 9 current snap is 164 2024-07-26T06:10:42.446 INFO:tasks.rados.rados.0.smithi089.stdout:1765: finishing write tid 4 to smithi08986837-50 2024-07-26T06:10:42.446 INFO:tasks.rados.rados.0.smithi089.stdout:1765: finishing write tid 5 to smithi08986837-50 2024-07-26T06:10:42.446 INFO:tasks.rados.rados.0.smithi089.stdout:1765: finishing write tid 6 to smithi08986837-50 2024-07-26T06:10:42.446 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 50 v 765 (ObjNum 552 snap 164 seq_num 552) dirty exists 2024-07-26T06:10:42.446 INFO:tasks.rados.rados.0.smithi089.stdout:1765: left oid 50 (ObjNum 552 snap 164 seq_num 552) 2024-07-26T06:10:42.446 INFO:tasks.rados.rados.0.smithi089.stdout:1763: finishing rollback tid 0 to smithi08986837-32 2024-07-26T06:10:42.446 INFO:tasks.rados.rados.0.smithi089.stdout:1763: finishing rollback tid 1 to smithi08986837-32 2024-07-26T06:10:42.446 INFO:tasks.rados.rados.0.smithi089.stdout:1763: finishing rollback tid 2 to smithi08986837-32 2024-07-26T06:10:42.447 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 32 v 837 (ObjNum 540 snap 160 seq_num 540) dirty exists 2024-07-26T06:10:42.447 INFO:tasks.rados.rados.0.smithi089.stdout:1767: finishing copy_from racing read to smithi08986837-29 2024-07-26T06:10:42.447 INFO:tasks.rados.rados.0.smithi089.stdout:1767: finishing copy_from to smithi08986837-29 2024-07-26T06:10:42.447 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 29 v 834 (ObjNum 550 snap 163 seq_num 550) dirty exists 2024-07-26T06:10:42.447 INFO:tasks.rados.rados.0.smithi089.stdout:1763: done (3 left) 2024-07-26T06:10:42.447 INFO:tasks.rados.rados.0.smithi089.stdout:1765: done (2 left) 2024-07-26T06:10:42.447 INFO:tasks.rados.rados.0.smithi089.stdout:1767: done (1 left) 2024-07-26T06:10:42.447 INFO:tasks.rados.rados.0.smithi089.stdout:1770: snap_remove snap 158 2024-07-26T06:10:42.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:10:42 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:10:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:10:42.655 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:10:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:10:42] "GET /metrics HTTP/1.1" 200 36155 "" "Prometheus/2.43.0" 2024-07-26T06:10:42.655 INFO:journalctl@ceph.osd.0.smithi089.stdout:Jul 26 06:10:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-0[108140]: 2024-07-26T06:10:42.386+0000 7f9e129f2640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e9 after trimming was started 2024-07-26T06:10:43.374 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:10:43 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T06:10:43.214+0000 7fd300c10640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-07-26T06:10:43.380 INFO:tasks.rados.rados.0.smithi089.stdout:1770: done (1 left) 2024-07-26T06:10:43.380 INFO:tasks.rados.rados.0.smithi089.stdout:1771: setattr oid 32 current snap is 164 2024-07-26T06:10:43.380 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 9 v 415 (ObjNum 435 snap 127 seq_num 435) dirty exists 2024-07-26T06:10:43.382 INFO:tasks.rados.rados.0.smithi089.stdout:1769: done (1 left) 2024-07-26T06:10:43.382 INFO:tasks.rados.rados.0.smithi089.stdout:1772: copy_from oid 38 from oid 1 current snap is 164 2024-07-26T06:10:43.382 INFO:tasks.rados.rados.0.smithi089.stdout:1773: rollback oid 15 current snap is 164 2024-07-26T06:10:43.382 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 15 to 163 2024-07-26T06:10:43.383 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 22 current snap is 164 2024-07-26T06:10:43.383 INFO:tasks.rados.rados.0.smithi089.stdout:1774: seq_num 553 ranges {2162688=466944,2629632=417792,3047424=417792,3465216=516096,3981312=253952} 2024-07-26T06:10:43.397 INFO:tasks.rados.rados.0.smithi089.stdout:1774: writing smithi08986837-22 from 2162688 to 2629632 tid 1 2024-07-26T06:10:43.400 INFO:tasks.rados.rados.0.smithi089.stdout:1774: writing smithi08986837-22 from 2629632 to 3047424 tid 2 2024-07-26T06:10:43.402 INFO:tasks.rados.rados.0.smithi089.stdout:1774: writing smithi08986837-22 from 3047424 to 3465216 tid 3 2024-07-26T06:10:43.406 INFO:tasks.rados.rados.0.smithi089.stdout:1774: writing smithi08986837-22 from 3465216 to 3981312 tid 4 2024-07-26T06:10:43.408 INFO:tasks.rados.rados.0.smithi089.stdout:1774: writing smithi08986837-22 from 3981312 to 4235264 tid 5 2024-07-26T06:10:43.408 INFO:tasks.rados.rados.0.smithi089.stdout:1775: rollback oid 10 current snap is 164 2024-07-26T06:10:43.408 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 10 to 163 2024-07-26T06:10:43.408 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 32 v 838 (ObjNum 540 snap 160 seq_num 540) dirty exists 2024-07-26T06:10:43.408 INFO:tasks.rados.rados.0.smithi089.stdout:1773: finishing rollback tid 0 to smithi08986837-15 2024-07-26T06:10:43.408 INFO:tasks.rados.rados.0.smithi089.stdout:1773: finishing rollback tid 1 to smithi08986837-15 2024-07-26T06:10:43.408 INFO:tasks.rados.rados.0.smithi089.stdout:1773: finishing rollback tid 2 to smithi08986837-15 2024-07-26T06:10:43.408 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 15 v 955 (ObjNum 520 snap 155 seq_num 520) dirty exists 2024-07-26T06:10:43.409 INFO:tasks.rados.rados.0.smithi089.stdout:1772: finishing copy_from racing read to smithi08986837-38 2024-07-26T06:10:43.409 INFO:tasks.rados.rados.0.smithi089.stdout:1772: finishing copy_from to smithi08986837-38 2024-07-26T06:10:43.409 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 38 v 760 (ObjNum 379 snap 108 seq_num 379) dirty exists 2024-07-26T06:10:43.409 INFO:tasks.rados.rados.0.smithi089.stdout:1774: finishing write tid 1 to smithi08986837-22 2024-07-26T06:10:43.409 INFO:tasks.rados.rados.0.smithi089.stdout:1774: finishing write tid 2 to smithi08986837-22 2024-07-26T06:10:43.409 INFO:tasks.rados.rados.0.smithi089.stdout:1774: finishing write tid 3 to smithi08986837-22 2024-07-26T06:10:43.409 INFO:tasks.rados.rados.0.smithi089.stdout:1771: done (4 left) 2024-07-26T06:10:43.409 INFO:tasks.rados.rados.0.smithi089.stdout:1772: done (3 left) 2024-07-26T06:10:43.409 INFO:tasks.rados.rados.0.smithi089.stdout:1773: done (2 left) 2024-07-26T06:10:43.410 INFO:tasks.rados.rados.0.smithi089.stdout:1776: snap_create 2024-07-26T06:10:43.411 INFO:tasks.rados.rados.0.smithi089.stdout:1774: finishing write tid 4 to smithi08986837-22 2024-07-26T06:10:43.411 INFO:tasks.rados.rados.0.smithi089.stdout:1774: finishing write tid 5 to smithi08986837-22 2024-07-26T06:10:43.411 INFO:tasks.rados.rados.0.smithi089.stdout:1775: finishing rollback tid 0 to smithi08986837-10 2024-07-26T06:10:43.411 INFO:tasks.rados.rados.0.smithi089.stdout:1775: finishing rollback tid 1 to smithi08986837-10 2024-07-26T06:10:43.412 INFO:tasks.rados.rados.0.smithi089.stdout:1775: finishing rollback tid 2 to smithi08986837-10 2024-07-26T06:10:43.412 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 10 v 854 (ObjNum 492 snap 142 seq_num 492) dirty exists 2024-07-26T06:10:43.412 INFO:tasks.rados.rados.0.smithi089.stdout:1774: finishing write tid 6 to smithi08986837-22 2024-07-26T06:10:43.413 INFO:tasks.rados.rados.0.smithi089.stdout:1774: finishing write tid 7 to smithi08986837-22 2024-07-26T06:10:43.413 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 22 v 737 (ObjNum 553 snap 164 seq_num 553) dirty exists 2024-07-26T06:10:43.413 INFO:tasks.rados.rados.0.smithi089.stdout:1774: left oid 22 (ObjNum 553 snap 164 seq_num 553) 2024-07-26T06:10:43.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:10:43 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:10:43.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi089\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi089\", job=\"node\", machine=\"x86_64\", nodename=\"smithi089\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", domainname=\"(none)\", instance=\"smithi089\", job=\"node\", machine=\"x86_64\", nodename=\"smithi089\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:10:43.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:43 smithi155 ceph-mon[90160]: osdmap e408: 8 total, 8 up, 8 in 2024-07-26T06:10:43.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:43 smithi155 ceph-mon[90160]: pgmap v264: 121 pgs: 4 activating, 5 peering, 20 active+undersized, 2 active+undersized+degraded, 90 active+clean; 248 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 494 KiB/s wr, 10 op/s; 9/348 objects degraded (2.586%); 2.6 MiB/s, 0 objects/s recovering 2024-07-26T06:10:43.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:43 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:10:43.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:43 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:10:43.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:43 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:10:43.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:43 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:10:43.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:43 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:10:43.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:43 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:10:43.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:43 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:10:43.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:43 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:10:43.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:43 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:10:43.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:43 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-07-26T06:10:43.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:43 smithi089 ceph-mon[102056]: osdmap e408: 8 total, 8 up, 8 in 2024-07-26T06:10:43.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:43 smithi089 ceph-mon[102056]: pgmap v264: 121 pgs: 4 activating, 5 peering, 20 active+undersized, 2 active+undersized+degraded, 90 active+clean; 248 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 494 KiB/s wr, 10 op/s; 9/348 objects degraded (2.586%); 2.6 MiB/s, 0 objects/s recovering 2024-07-26T06:10:43.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:43 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:10:43.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:43 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:10:43.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:43 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:10:43.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:43 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:10:43.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:43 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:10:43.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:43 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:10:43.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:43 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:10:43.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:43 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:10:43.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:43 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:10:43.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:43 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-07-26T06:10:43.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:43 smithi089 ceph-mon[99608]: osdmap e408: 8 total, 8 up, 8 in 2024-07-26T06:10:43.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:43 smithi089 ceph-mon[99608]: pgmap v264: 121 pgs: 4 activating, 5 peering, 20 active+undersized, 2 active+undersized+degraded, 90 active+clean; 248 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 494 KiB/s wr, 10 op/s; 9/348 objects degraded (2.586%); 2.6 MiB/s, 0 objects/s recovering 2024-07-26T06:10:43.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:43 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:10:43.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:43 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:10:43.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:43 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:10:43.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:43 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:10:43.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:43 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:10:43.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:43 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:10:43.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:43 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:10:43.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:43 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:10:43.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:43 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:10:43.657 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:43 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-07-26T06:10:44.383 INFO:tasks.rados.rados.0.smithi089.stdout:1774: done (2 left) 2024-07-26T06:10:44.383 INFO:tasks.rados.rados.0.smithi089.stdout:1775: done (1 left) 2024-07-26T06:10:44.384 INFO:tasks.rados.rados.0.smithi089.stdout:1776: done (0 left) 2024-07-26T06:10:44.384 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 8 current snap is 165 2024-07-26T06:10:44.384 INFO:tasks.rados.rados.0.smithi089.stdout:1777: seq_num 554 ranges {1720320=483328,2203648=704512,2908160=622592,3530752=278528} 2024-07-26T06:10:44.394 INFO:tasks.rados.rados.0.smithi089.stdout:1777: writing smithi08986837-8 from 1720320 to 2203648 tid 1 2024-07-26T06:10:44.399 INFO:tasks.rados.rados.0.smithi089.stdout:1777: writing smithi08986837-8 from 2203648 to 2908160 tid 2 2024-07-26T06:10:44.402 INFO:tasks.rados.rados.0.smithi089.stdout:1777: writing smithi08986837-8 from 2908160 to 3530752 tid 3 2024-07-26T06:10:44.404 INFO:tasks.rados.rados.0.smithi089.stdout:1777: writing smithi08986837-8 from 3530752 to 3809280 tid 4 2024-07-26T06:10:44.405 INFO:tasks.rados.rados.0.smithi089.stdout:1778: delete oid 12 current snap is 165 2024-07-26T06:10:44.405 INFO:tasks.rados.rados.0.smithi089.stdout:1777: finishing write tid 1 to smithi08986837-8 2024-07-26T06:10:44.405 INFO:tasks.rados.rados.0.smithi089.stdout:1777: finishing write tid 2 to smithi08986837-8 2024-07-26T06:10:44.406 INFO:tasks.rados.rados.0.smithi089.stdout:1777: finishing write tid 3 to smithi08986837-8 2024-07-26T06:10:44.407 INFO:tasks.rados.rados.0.smithi089.stdout:1777: finishing write tid 4 to smithi08986837-8 2024-07-26T06:10:44.407 INFO:tasks.rados.rados.0.smithi089.stdout:1777: finishing write tid 5 to smithi08986837-8 2024-07-26T06:10:44.408 INFO:tasks.rados.rados.0.smithi089.stdout:1778: done (1 left) 2024-07-26T06:10:44.408 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 35 current snap is 165 2024-07-26T06:10:44.408 INFO:tasks.rados.rados.0.smithi089.stdout:1779: seq_num 556 ranges {6496256=516096,7012352=524288,7536640=638976,8175616=442368} 2024-07-26T06:10:44.444 INFO:tasks.rados.rados.0.smithi089.stdout:1779: writing smithi08986837-35 from 6496256 to 7012352 tid 1 2024-07-26T06:10:44.447 INFO:tasks.rados.rados.0.smithi089.stdout:1779: writing smithi08986837-35 from 7012352 to 7536640 tid 2 2024-07-26T06:10:44.451 INFO:tasks.rados.rados.0.smithi089.stdout:1779: writing smithi08986837-35 from 7536640 to 8175616 tid 3 2024-07-26T06:10:44.454 INFO:tasks.rados.rados.0.smithi089.stdout:1779: writing smithi08986837-35 from 8175616 to 8617984 tid 4 2024-07-26T06:10:44.455 INFO:tasks.rados.rados.0.smithi089.stdout:1780: delete oid 4 current snap is 165 2024-07-26T06:10:44.455 INFO:tasks.rados.rados.0.smithi089.stdout:1777: finishing write tid 6 to smithi08986837-8 2024-07-26T06:10:44.455 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 8 v 858 (ObjNum 554 snap 165 seq_num 554) dirty exists 2024-07-26T06:10:44.455 INFO:tasks.rados.rados.0.smithi089.stdout:1777: left oid 8 (ObjNum 554 snap 165 seq_num 554) 2024-07-26T06:10:44.455 INFO:tasks.rados.rados.0.smithi089.stdout:1779: finishing write tid 1 to smithi08986837-35 2024-07-26T06:10:44.455 INFO:tasks.rados.rados.0.smithi089.stdout:1779: finishing write tid 2 to smithi08986837-35 2024-07-26T06:10:44.455 INFO:tasks.rados.rados.0.smithi089.stdout:1779: finishing write tid 3 to smithi08986837-35 2024-07-26T06:10:44.457 INFO:tasks.rados.rados.0.smithi089.stdout:1779: finishing write tid 4 to smithi08986837-35 2024-07-26T06:10:44.457 INFO:tasks.rados.rados.0.smithi089.stdout:1777: done (2 left) 2024-07-26T06:10:44.457 INFO:tasks.rados.rados.0.smithi089.stdout:1780: done (1 left) 2024-07-26T06:10:44.457 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 47 current snap is 165 2024-07-26T06:10:44.457 INFO:tasks.rados.rados.0.smithi089.stdout:1781: seq_num 558 ranges {9691136=548864,10240000=688128,10928128=606208,11534336=311296} 2024-07-26T06:10:44.511 INFO:tasks.rados.rados.0.smithi089.stdout:1781: writing smithi08986837-47 from 9691136 to 10240000 tid 1 2024-07-26T06:10:44.515 INFO:tasks.rados.rados.0.smithi089.stdout:1781: writing smithi08986837-47 from 10240000 to 10928128 tid 2 2024-07-26T06:10:44.518 INFO:tasks.rados.rados.0.smithi089.stdout:1781: writing smithi08986837-47 from 10928128 to 11534336 tid 3 2024-07-26T06:10:44.521 INFO:tasks.rados.rados.0.smithi089.stdout:1781: writing smithi08986837-47 from 11534336 to 11845632 tid 4 2024-07-26T06:10:44.521 INFO:tasks.rados.rados.0.smithi089.stdout:1782: rmattr oid 23 current snap is 165 2024-07-26T06:10:44.521 INFO:tasks.rados.rados.0.smithi089.stdout:1782: done (2 left) 2024-07-26T06:10:44.521 INFO:tasks.rados.rados.0.smithi089.stdout:1783: copy_from oid 30 from oid 2 current snap is 165 2024-07-26T06:10:44.522 INFO:tasks.rados.rados.0.smithi089.stdout:1779: finishing write tid 5 to smithi08986837-35 2024-07-26T06:10:44.522 INFO:tasks.rados.rados.0.smithi089.stdout:1779: finishing write tid 6 to smithi08986837-35 2024-07-26T06:10:44.522 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 35 v 742 (ObjNum 556 snap 165 seq_num 556) dirty exists 2024-07-26T06:10:44.522 INFO:tasks.rados.rados.0.smithi089.stdout:1779: left oid 35 (ObjNum 556 snap 165 seq_num 556) 2024-07-26T06:10:44.522 INFO:tasks.rados.rados.0.smithi089.stdout:1781: finishing write tid 1 to smithi08986837-47 2024-07-26T06:10:44.522 INFO:tasks.rados.rados.0.smithi089.stdout:1781: finishing write tid 2 to smithi08986837-47 2024-07-26T06:10:44.522 INFO:tasks.rados.rados.0.smithi089.stdout:1779: done (2 left) 2024-07-26T06:10:44.522 INFO:tasks.rados.rados.0.smithi089.stdout:1784: copy_from oid 18 from oid 44 current snap is 165 2024-07-26T06:10:44.522 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 7 current snap is 165 2024-07-26T06:10:44.522 INFO:tasks.rados.rados.0.smithi089.stdout:1785: seq_num 559 ranges {4235264=565248,4800512=573440,5373952=409600,5783552=622592} 2024-07-26T06:10:44.547 INFO:tasks.rados.rados.0.smithi089.stdout:1785: writing smithi08986837-7 from 4235264 to 4800512 tid 1 2024-07-26T06:10:44.550 INFO:tasks.rados.rados.0.smithi089.stdout:1785: writing smithi08986837-7 from 4800512 to 5373952 tid 2 2024-07-26T06:10:44.553 INFO:tasks.rados.rados.0.smithi089.stdout:1785: writing smithi08986837-7 from 5373952 to 5783552 tid 3 2024-07-26T06:10:44.557 INFO:tasks.rados.rados.0.smithi089.stdout:1785: writing smithi08986837-7 from 5783552 to 6406144 tid 4 2024-07-26T06:10:44.557 INFO:tasks.rados.rados.0.smithi089.stdout:1786: delete oid 46 current snap is 165 2024-07-26T06:10:44.557 INFO:tasks.rados.rados.0.smithi089.stdout:1781: finishing write tid 3 to smithi08986837-47 2024-07-26T06:10:44.557 INFO:tasks.rados.rados.0.smithi089.stdout:1781: finishing write tid 4 to smithi08986837-47 2024-07-26T06:10:44.557 INFO:tasks.rados.rados.0.smithi089.stdout:1781: finishing write tid 5 to smithi08986837-47 2024-07-26T06:10:44.558 INFO:tasks.rados.rados.0.smithi089.stdout:1781: finishing write tid 6 to smithi08986837-47 2024-07-26T06:10:44.558 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 47 v 969 (ObjNum 558 snap 165 seq_num 558) dirty exists 2024-07-26T06:10:44.558 INFO:tasks.rados.rados.0.smithi089.stdout:1781: left oid 47 (ObjNum 558 snap 165 seq_num 558) 2024-07-26T06:10:44.558 INFO:tasks.rados.rados.0.smithi089.stdout:1784: finishing copy_from racing read to smithi08986837-18 2024-07-26T06:10:44.558 INFO:tasks.rados.rados.0.smithi089.stdout:1784: finishing copy_from to smithi08986837-18 2024-07-26T06:10:44.558 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 18 v 925 (ObjNum 486 snap 140 seq_num 486) dirty exists 2024-07-26T06:10:44.558 INFO:tasks.rados.rados.0.smithi089.stdout:1785: finishing write tid 1 to smithi08986837-7 2024-07-26T06:10:44.558 INFO:tasks.rados.rados.0.smithi089.stdout:1785: finishing write tid 2 to smithi08986837-7 2024-07-26T06:10:44.558 INFO:tasks.rados.rados.0.smithi089.stdout:1785: finishing write tid 3 to smithi08986837-7 2024-07-26T06:10:44.559 INFO:tasks.rados.rados.0.smithi089.stdout:1783: finishing copy_from racing read to smithi08986837-30 2024-07-26T06:10:44.561 INFO:tasks.rados.rados.0.smithi089.stdout:1781: done (4 left) 2024-07-26T06:10:44.561 INFO:tasks.rados.rados.0.smithi089.stdout:1784: done (3 left) 2024-07-26T06:10:44.561 INFO:tasks.rados.rados.0.smithi089.stdout:1786: done (2 left) 2024-07-26T06:10:44.561 INFO:tasks.rados.rados.0.smithi089.stdout:1787: read oid 16 snap -1 2024-07-26T06:10:44.561 INFO:tasks.rados.rados.0.smithi089.stdout:1787: expect (ObjNum 446 snap 131 seq_num 446) 2024-07-26T06:10:44.561 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 40 current snap is 165 2024-07-26T06:10:44.561 INFO:tasks.rados.rados.0.smithi089.stdout:1788: seq_num 561 ranges {0=598016,598016=745472,1343488=778240,2121728=81920} 2024-07-26T06:10:44.564 INFO:tasks.rados.rados.0.smithi089.stdout:1788: writing smithi08986837-40 from 0 to 598016 tid 1 2024-07-26T06:10:44.568 INFO:tasks.rados.rados.0.smithi089.stdout:1788: writing smithi08986837-40 from 598016 to 1343488 tid 2 2024-07-26T06:10:44.572 INFO:tasks.rados.rados.0.smithi089.stdout:1788: writing smithi08986837-40 from 1343488 to 2121728 tid 3 2024-07-26T06:10:44.573 INFO:tasks.rados.rados.0.smithi089.stdout:1788: writing smithi08986837-40 from 2121728 to 2203648 tid 4 2024-07-26T06:10:44.573 INFO:tasks.rados.rados.0.smithi089.stdout:1789: snap_create 2024-07-26T06:10:44.574 INFO:tasks.rados.rados.0.smithi089.stdout:1785: finishing write tid 4 to smithi08986837-7 2024-07-26T06:10:44.574 INFO:tasks.rados.rados.0.smithi089.stdout:1785: finishing write tid 5 to smithi08986837-7 2024-07-26T06:10:44.574 INFO:tasks.rados.rados.0.smithi089.stdout:1785: finishing write tid 6 to smithi08986837-7 2024-07-26T06:10:44.574 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 7 v 800 (ObjNum 559 snap 165 seq_num 559) dirty exists 2024-07-26T06:10:44.574 INFO:tasks.rados.rados.0.smithi089.stdout:1785: left oid 7 (ObjNum 559 snap 165 seq_num 559) 2024-07-26T06:10:44.574 INFO:tasks.rados.rados.0.smithi089.stdout:1783: finishing copy_from to smithi08986837-30 2024-07-26T06:10:44.574 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 30 v 169 (ObjNum 529 snap 157 seq_num 529) dirty exists 2024-07-26T06:10:44.574 INFO:tasks.rados.rados.0.smithi089.stdout:1788: finishing write tid 1 to smithi08986837-40 2024-07-26T06:10:44.574 INFO:tasks.rados.rados.0.smithi089.stdout:1788: finishing write tid 2 to smithi08986837-40 2024-07-26T06:10:44.576 INFO:tasks.rados.rados.0.smithi089.stdout:1788: finishing write tid 3 to smithi08986837-40 2024-07-26T06:10:44.577 INFO:tasks.rados.rados.0.smithi089.stdout:1788: finishing write tid 4 to smithi08986837-40 2024-07-26T06:10:44.577 INFO:tasks.rados.rados.0.smithi089.stdout:1788: finishing write tid 5 to smithi08986837-40 2024-07-26T06:10:44.578 INFO:tasks.rados.rados.0.smithi089.stdout:1788: finishing write tid 6 to smithi08986837-40 2024-07-26T06:10:44.578 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 40 v 770 (ObjNum 561 snap 165 seq_num 561) dirty exists 2024-07-26T06:10:44.578 INFO:tasks.rados.rados.0.smithi089.stdout:1788: left oid 40 (ObjNum 561 snap 165 seq_num 561) 2024-07-26T06:10:44.586 INFO:tasks.rados.rados.0.smithi089.stdout:1787: expect (ObjNum 446 snap 131 seq_num 446) 2024-07-26T06:10:44.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:44 smithi155 ceph-mon[90160]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-07-26T06:10:44.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:44 smithi155 ceph-mon[90160]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-07-26T06:10:44.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:44 smithi155 ceph-mon[90160]: osdmap e409: 8 total, 8 up, 8 in 2024-07-26T06:10:44.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:44 smithi155 ceph-mon[90160]: Health check update: Degraded data redundancy: 9/348 objects degraded (2.586%), 2 pgs degraded (PG_DEGRADED) 2024-07-26T06:10:44.630 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:10:44 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:10:44.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:10:44.630 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:10:44 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:10:44.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:10:44.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:44 smithi089 ceph-mon[99608]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-07-26T06:10:44.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:44 smithi089 ceph-mon[99608]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-07-26T06:10:44.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:44 smithi089 ceph-mon[99608]: osdmap e409: 8 total, 8 up, 8 in 2024-07-26T06:10:44.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:44 smithi089 ceph-mon[99608]: Health check update: Degraded data redundancy: 9/348 objects degraded (2.586%), 2 pgs degraded (PG_DEGRADED) 2024-07-26T06:10:44.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:44 smithi089 ceph-mon[102056]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-07-26T06:10:44.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:44 smithi089 ceph-mon[102056]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-07-26T06:10:44.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:44 smithi089 ceph-mon[102056]: osdmap e409: 8 total, 8 up, 8 in 2024-07-26T06:10:44.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:44 smithi089 ceph-mon[102056]: Health check update: Degraded data redundancy: 9/348 objects degraded (2.586%), 2 pgs degraded (PG_DEGRADED) 2024-07-26T06:10:45.390 INFO:tasks.rados.rados.0.smithi089.stdout:1783: done (4 left) 2024-07-26T06:10:45.391 INFO:tasks.rados.rados.0.smithi089.stdout:1785: done (3 left) 2024-07-26T06:10:45.391 INFO:tasks.rados.rados.0.smithi089.stdout:1787: done (2 left) 2024-07-26T06:10:45.391 INFO:tasks.rados.rados.0.smithi089.stdout:1788: done (1 left) 2024-07-26T06:10:45.391 INFO:tasks.rados.rados.0.smithi089.stdout:1789: done (0 left) 2024-07-26T06:10:45.391 INFO:tasks.rados.rados.0.smithi089.stdout:1790: rollback oid 36 current snap is 166 2024-07-26T06:10:45.391 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 36 to 164 2024-07-26T06:10:45.391 INFO:tasks.rados.rados.0.smithi089.stdout:1791: snap_create 2024-07-26T06:10:45.395 INFO:tasks.rados.rados.0.smithi089.stdout:1790: finishing rollback tid 0 to smithi08986837-36 2024-07-26T06:10:45.396 INFO:tasks.rados.rados.0.smithi089.stdout:1790: finishing rollback tid 1 to smithi08986837-36 2024-07-26T06:10:45.396 INFO:tasks.rados.rados.0.smithi089.stdout:1790: finishing rollback tid 2 to smithi08986837-36 2024-07-26T06:10:45.396 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 36 v 861 (ObjNum 507 snap 150 seq_num 507) dirty exists 2024-07-26T06:10:45.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:45 smithi089 ceph-mon[99608]: osdmap e410: 8 total, 8 up, 8 in 2024-07-26T06:10:45.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:45 smithi089 ceph-mon[99608]: pgmap v267: 121 pgs: 4 activating, 5 peering, 112 active+clean; 250 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1000 KiB/s wr, 13 op/s; 3/351 objects degraded (0.855%); 5.7 MiB/s, 0 objects/s recovering 2024-07-26T06:10:45.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:45 smithi089 ceph-mon[102056]: osdmap e410: 8 total, 8 up, 8 in 2024-07-26T06:10:45.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:45 smithi089 ceph-mon[102056]: pgmap v267: 121 pgs: 4 activating, 5 peering, 112 active+clean; 250 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1000 KiB/s wr, 13 op/s; 3/351 objects degraded (0.855%); 5.7 MiB/s, 0 objects/s recovering 2024-07-26T06:10:45.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:45 smithi155 ceph-mon[90160]: osdmap e410: 8 total, 8 up, 8 in 2024-07-26T06:10:45.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:45 smithi155 ceph-mon[90160]: pgmap v267: 121 pgs: 4 activating, 5 peering, 112 active+clean; 250 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1000 KiB/s wr, 13 op/s; 3/351 objects degraded (0.855%); 5.7 MiB/s, 0 objects/s recovering 2024-07-26T06:10:46.396 INFO:tasks.rados.rados.0.smithi089.stdout:1790: done (1 left) 2024-07-26T06:10:46.396 INFO:tasks.rados.rados.0.smithi089.stdout:1791: done (0 left) 2024-07-26T06:10:46.396 INFO:tasks.rados.rados.0.smithi089.stdout:1792: read oid 4 snap 165 2024-07-26T06:10:46.396 INFO:tasks.rados.rados.0.smithi089.stdout:1792: expect deleted 2024-07-26T06:10:46.396 INFO:tasks.rados.rados.0.smithi089.stdout:1793: snap_remove snap 164 2024-07-26T06:10:46.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:46 smithi089 ceph-mon[99608]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 9/348 objects degraded (2.586%), 2 pgs degraded) 2024-07-26T06:10:46.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:46 smithi089 ceph-mon[99608]: Cluster is now healthy 2024-07-26T06:10:46.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:46 smithi089 ceph-mon[99608]: osdmap e411: 8 total, 8 up, 8 in 2024-07-26T06:10:46.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:46 smithi089 ceph-mon[102056]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 9/348 objects degraded (2.586%), 2 pgs degraded) 2024-07-26T06:10:46.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:46 smithi089 ceph-mon[102056]: Cluster is now healthy 2024-07-26T06:10:46.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:46 smithi089 ceph-mon[102056]: osdmap e411: 8 total, 8 up, 8 in 2024-07-26T06:10:46.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:46 smithi155 ceph-mon[90160]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 9/348 objects degraded (2.586%), 2 pgs degraded) 2024-07-26T06:10:46.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:46 smithi155 ceph-mon[90160]: Cluster is now healthy 2024-07-26T06:10:46.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:46 smithi155 ceph-mon[90160]: osdmap e411: 8 total, 8 up, 8 in 2024-07-26T06:10:47.412 INFO:tasks.rados.rados.0.smithi089.stdout:1793: done (1 left) 2024-07-26T06:10:47.413 INFO:tasks.rados.rados.0.smithi089.stdout:1794: setattr oid 49 current snap is 167 2024-07-26T06:10:47.413 INFO:tasks.rados.rados.0.smithi089.stdout:1792: done (1 left) 2024-07-26T06:10:47.413 INFO:tasks.rados.rados.0.smithi089.stdout:1795: snap_remove snap 155 2024-07-26T06:10:47.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:47 smithi155 ceph-mon[90160]: osdmap e412: 8 total, 8 up, 8 in 2024-07-26T06:10:47.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:47 smithi155 ceph-mon[90160]: pgmap v270: 121 pgs: 121 active+clean; 267 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 6.6 MiB/s wr, 26 op/s; 12 MiB/s, 2 objects/s recovering 2024-07-26T06:10:47.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:47 smithi089 ceph-mon[99608]: osdmap e412: 8 total, 8 up, 8 in 2024-07-26T06:10:47.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:47 smithi089 ceph-mon[99608]: pgmap v270: 121 pgs: 121 active+clean; 267 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 6.6 MiB/s wr, 26 op/s; 12 MiB/s, 2 objects/s recovering 2024-07-26T06:10:47.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:47 smithi089 ceph-mon[102056]: osdmap e412: 8 total, 8 up, 8 in 2024-07-26T06:10:47.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:47 smithi089 ceph-mon[102056]: pgmap v270: 121 pgs: 121 active+clean; 267 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 6.6 MiB/s wr, 26 op/s; 12 MiB/s, 2 objects/s recovering 2024-07-26T06:10:48.412 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 49 v 762 (ObjNum 177 snap 0 seq_num 1) dirty exists 2024-07-26T06:10:48.413 INFO:tasks.rados.rados.0.smithi089.stdout:1794: done (1 left) 2024-07-26T06:10:48.413 INFO:tasks.rados.rados.0.smithi089.stdout:1795: done (0 left) 2024-07-26T06:10:48.413 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 46 current snap is 167 2024-07-26T06:10:48.413 INFO:tasks.rados.rados.0.smithi089.stdout:1796: seq_num 562 ranges {0=622592,622592=630784,1253376=581632,1835008=393216} 2024-07-26T06:10:48.416 INFO:tasks.rados.rados.0.smithi089.stdout:1796: writing smithi08986837-46 from 0 to 622592 tid 1 2024-07-26T06:10:48.421 INFO:tasks.rados.rados.0.smithi089.stdout:1796: writing smithi08986837-46 from 622592 to 1253376 tid 2 2024-07-26T06:10:48.526 INFO:tasks.rados.rados.0.smithi089.stdout:1796: writing smithi08986837-46 from 1253376 to 1835008 tid 3 2024-07-26T06:10:48.526 INFO:tasks.rados.rados.0.smithi089.stdout:1796: writing smithi08986837-46 from 1835008 to 2228224 tid 4 2024-07-26T06:10:48.526 INFO:tasks.rados.rados.0.smithi089.stdout:1797: copy_from oid 29 from oid 48 current snap is 167 2024-07-26T06:10:48.526 INFO:tasks.rados.rados.0.smithi089.stdout:1798: snap_remove snap 163 2024-07-26T06:10:48.780 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:48 smithi155 ceph-mon[90160]: osdmap e413: 8 total, 8 up, 8 in 2024-07-26T06:10:48.780 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:10:48 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:10:48.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)\", cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", cluster_addr=\"172.21.15.89\", device_class=\"ssd\", hostname=\"smithi089\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.89\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster_addr=\"172.21.15.89\", device_class=\"ssd\", hostname=\"smithi089\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.89\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:10:48.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:48 smithi089 ceph-mon[99608]: osdmap e413: 8 total, 8 up, 8 in 2024-07-26T06:10:48.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:48 smithi089 ceph-mon[102056]: osdmap e413: 8 total, 8 up, 8 in 2024-07-26T06:10:49.362 INFO:tasks.rados.rados.0.smithi089.stdout:1798: done (2 left) 2024-07-26T06:10:49.362 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 49 current snap is 167 2024-07-26T06:10:49.362 INFO:tasks.rados.rados.0.smithi089.stdout:1799: seq_num 563 ranges {0=638976,638976=565248,1204224=794624,1998848=245760} 2024-07-26T06:10:49.366 INFO:tasks.rados.rados.0.smithi089.stdout:1799: writing smithi08986837-49 from 0 to 638976 tid 1 2024-07-26T06:10:49.371 INFO:tasks.rados.rados.0.smithi089.stdout:1799: writing smithi08986837-49 from 638976 to 1204224 tid 2 2024-07-26T06:10:49.377 INFO:tasks.rados.rados.0.smithi089.stdout:1799: writing smithi08986837-49 from 1204224 to 1998848 tid 3 2024-07-26T06:10:49.379 INFO:tasks.rados.rados.0.smithi089.stdout:1799: writing smithi08986837-49 from 1998848 to 2244608 tid 4 2024-07-26T06:10:49.379 INFO:tasks.rados.rados.0.smithi089.stdout:1800: read oid 30 snap -1 2024-07-26T06:10:49.379 INFO:tasks.rados.rados.0.smithi089.stdout:1800: expect (ObjNum 529 snap 157 seq_num 529) 2024-07-26T06:10:49.380 INFO:tasks.rados.rados.0.smithi089.stdout:1801: snap_create 2024-07-26T06:10:49.380 INFO:tasks.rados.rados.0.smithi089.stdout:1796: finishing write tid 1 to smithi08986837-46 2024-07-26T06:10:49.380 INFO:tasks.rados.rados.0.smithi089.stdout:1796: finishing write tid 2 to smithi08986837-46 2024-07-26T06:10:49.380 INFO:tasks.rados.rados.0.smithi089.stdout:1796: finishing write tid 3 to smithi08986837-46 2024-07-26T06:10:49.380 INFO:tasks.rados.rados.0.smithi089.stdout:1796: finishing write tid 4 to smithi08986837-46 2024-07-26T06:10:49.381 INFO:tasks.rados.rados.0.smithi089.stdout:1796: finishing write tid 5 to smithi08986837-46 2024-07-26T06:10:49.381 INFO:tasks.rados.rados.0.smithi089.stdout:1796: finishing write tid 6 to smithi08986837-46 2024-07-26T06:10:49.381 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 46 v 985 (ObjNum 562 snap 167 seq_num 562) dirty exists 2024-07-26T06:10:49.381 INFO:tasks.rados.rados.0.smithi089.stdout:1796: left oid 46 (ObjNum 562 snap 167 seq_num 562) 2024-07-26T06:10:49.381 INFO:tasks.rados.rados.0.smithi089.stdout:1797: finishing copy_from racing read to smithi08986837-29 2024-07-26T06:10:49.381 INFO:tasks.rados.rados.0.smithi089.stdout:1797: finishing copy_from to smithi08986837-29 2024-07-26T06:10:49.382 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 29 v 815 (ObjNum 475 snap 139 seq_num 475) dirty exists 2024-07-26T06:10:49.382 INFO:tasks.rados.rados.0.smithi089.stdout:1799: finishing write tid 1 to smithi08986837-49 2024-07-26T06:10:49.382 INFO:tasks.rados.rados.0.smithi089.stdout:1799: finishing write tid 2 to smithi08986837-49 2024-07-26T06:10:49.385 INFO:tasks.rados.rados.0.smithi089.stdout:1799: finishing write tid 3 to smithi08986837-49 2024-07-26T06:10:49.385 INFO:tasks.rados.rados.0.smithi089.stdout:1799: finishing write tid 4 to smithi08986837-49 2024-07-26T06:10:49.385 INFO:tasks.rados.rados.0.smithi089.stdout:1799: finishing write tid 5 to smithi08986837-49 2024-07-26T06:10:49.388 INFO:tasks.rados.rados.0.smithi089.stdout:1799: finishing write tid 6 to smithi08986837-49 2024-07-26T06:10:49.388 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 49 v 767 (ObjNum 563 snap 167 seq_num 563) dirty exists 2024-07-26T06:10:49.388 INFO:tasks.rados.rados.0.smithi089.stdout:1799: left oid 49 (ObjNum 563 snap 167 seq_num 563) 2024-07-26T06:10:49.424 INFO:tasks.rados.rados.0.smithi089.stdout:1800: expect (ObjNum 529 snap 157 seq_num 529) 2024-07-26T06:10:49.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:49 smithi155 ceph-mon[90160]: osdmap e414: 8 total, 8 up, 8 in 2024-07-26T06:10:49.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:49 smithi155 ceph-mon[90160]: pgmap v273: 121 pgs: 121 active+clean; 267 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 6.1 MiB/s wr, 24 op/s; 8.6 MiB/s, 2 objects/s recovering 2024-07-26T06:10:49.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:49 smithi155 ceph-mon[90160]: osdmap e415: 8 total, 8 up, 8 in 2024-07-26T06:10:49.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:49 smithi089 ceph-mon[99608]: osdmap e414: 8 total, 8 up, 8 in 2024-07-26T06:10:49.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:49 smithi089 ceph-mon[99608]: pgmap v273: 121 pgs: 121 active+clean; 267 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 6.1 MiB/s wr, 24 op/s; 8.6 MiB/s, 2 objects/s recovering 2024-07-26T06:10:49.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:49 smithi089 ceph-mon[99608]: osdmap e415: 8 total, 8 up, 8 in 2024-07-26T06:10:49.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:49 smithi089 ceph-mon[102056]: osdmap e414: 8 total, 8 up, 8 in 2024-07-26T06:10:49.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:49 smithi089 ceph-mon[102056]: pgmap v273: 121 pgs: 121 active+clean; 267 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 6.1 MiB/s wr, 24 op/s; 8.6 MiB/s, 2 objects/s recovering 2024-07-26T06:10:49.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:49 smithi089 ceph-mon[102056]: osdmap e415: 8 total, 8 up, 8 in 2024-07-26T06:10:50.361 INFO:tasks.rados.rados.0.smithi089.stdout:1796: done (4 left) 2024-07-26T06:10:50.361 INFO:tasks.rados.rados.0.smithi089.stdout:1797: done (3 left) 2024-07-26T06:10:50.361 INFO:tasks.rados.rados.0.smithi089.stdout:1799: done (2 left) 2024-07-26T06:10:50.361 INFO:tasks.rados.rados.0.smithi089.stdout:1800: done (1 left) 2024-07-26T06:10:50.361 INFO:tasks.rados.rados.0.smithi089.stdout:1801: done (0 left) 2024-07-26T06:10:50.361 INFO:tasks.rados.rados.0.smithi089.stdout:1802: setattr oid 37 current snap is 168 2024-07-26T06:10:50.362 INFO:tasks.rados.rados.0.smithi089.stdout:1803: copy_from oid 34 from oid 33 current snap is 168 2024-07-26T06:10:50.363 INFO:tasks.rados.rados.0.smithi089.stdout:1804: copy_from oid 16 from oid 43 current snap is 168 2024-07-26T06:10:50.363 INFO:tasks.rados.rados.0.smithi089.stdout:1805: rollback oid 13 current snap is 168 2024-07-26T06:10:50.363 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 13 to 162 2024-07-26T06:10:50.363 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 24 current snap is 168 2024-07-26T06:10:50.363 INFO:tasks.rados.rados.0.smithi089.stdout:1806: seq_num 564 ranges {1064960=655360,1720320=442368,2162688=598016,2760704=565248} 2024-07-26T06:10:50.372 INFO:tasks.rados.rados.0.smithi089.stdout:1806: writing smithi08986837-24 from 1064960 to 1720320 tid 1 2024-07-26T06:10:50.375 INFO:tasks.rados.rados.0.smithi089.stdout:1806: writing smithi08986837-24 from 1720320 to 2162688 tid 2 2024-07-26T06:10:50.379 INFO:tasks.rados.rados.0.smithi089.stdout:1806: writing smithi08986837-24 from 2162688 to 2760704 tid 3 2024-07-26T06:10:50.383 INFO:tasks.rados.rados.0.smithi089.stdout:1806: writing smithi08986837-24 from 2760704 to 3325952 tid 4 2024-07-26T06:10:50.383 INFO:tasks.rados.rados.0.smithi089.stdout:1807: copy_from oid 38 from oid 11 current snap is 168 2024-07-26T06:10:50.383 INFO:tasks.rados.rados.0.smithi089.stdout:1804: finishing copy_from to smithi08986837-16 2024-07-26T06:10:50.383 INFO:tasks.rados.rados.0.smithi089.stdout:1804: got expected ENOENT (src dne) 2024-07-26T06:10:50.383 INFO:tasks.rados.rados.0.smithi089.stdout:1804: finishing copy_from racing read to smithi08986837-16 2024-07-26T06:10:50.383 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 37 v 996 (ObjNum 33 snap 0 seq_num 3362532096) dirty exists 2024-07-26T06:10:50.384 INFO:tasks.rados.rados.0.smithi089.stdout:1805: finishing rollback tid 1 to smithi08986837-13 2024-07-26T06:10:50.384 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 13 v 0 (ObjNum 177 snap 0 seq_num 1) dirty dne 2024-07-26T06:10:50.384 INFO:tasks.rados.rados.0.smithi089.stdout:1803: finishing copy_from racing read to smithi08986837-34 2024-07-26T06:10:50.384 INFO:tasks.rados.rados.0.smithi089.stdout:1803: finishing copy_from to smithi08986837-34 2024-07-26T06:10:50.384 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 34 v 736 (ObjNum 459 snap 132 seq_num 459) dirty exists 2024-07-26T06:10:50.384 INFO:tasks.rados.rados.0.smithi089.stdout:1806: finishing write tid 1 to smithi08986837-24 2024-07-26T06:10:50.384 INFO:tasks.rados.rados.0.smithi089.stdout:1806: finishing write tid 2 to smithi08986837-24 2024-07-26T06:10:50.384 INFO:tasks.rados.rados.0.smithi089.stdout:1806: finishing write tid 3 to smithi08986837-24 2024-07-26T06:10:50.384 INFO:tasks.rados.rados.0.smithi089.stdout:1802: done (5 left) 2024-07-26T06:10:50.384 INFO:tasks.rados.rados.0.smithi089.stdout:1803: done (4 left) 2024-07-26T06:10:50.384 INFO:tasks.rados.rados.0.smithi089.stdout:1804: done (3 left) 2024-07-26T06:10:50.384 INFO:tasks.rados.rados.0.smithi089.stdout:1805: done (2 left) 2024-07-26T06:10:50.384 INFO:tasks.rados.rados.0.smithi089.stdout:1808: rollback oid 26 current snap is 168 2024-07-26T06:10:50.385 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 26 to 165 2024-07-26T06:10:50.385 INFO:tasks.rados.rados.0.smithi089.stdout:1809: snap_create 2024-07-26T06:10:50.385 INFO:tasks.rados.rados.0.smithi089.stdout:1806: finishing write tid 4 to smithi08986837-24 2024-07-26T06:10:50.385 INFO:tasks.rados.rados.0.smithi089.stdout:1806: finishing write tid 5 to smithi08986837-24 2024-07-26T06:10:50.387 INFO:tasks.rados.rados.0.smithi089.stdout:1808: finishing rollback tid 0 to smithi08986837-26 2024-07-26T06:10:50.387 INFO:tasks.rados.rados.0.smithi089.stdout:1808: finishing rollback tid 1 to smithi08986837-26 2024-07-26T06:10:50.387 INFO:tasks.rados.rados.0.smithi089.stdout:1808: finishing rollback tid 2 to smithi08986837-26 2024-07-26T06:10:50.387 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 26 v 815 (ObjNum 506 snap 147 seq_num 506) dirty exists 2024-07-26T06:10:50.388 INFO:tasks.rados.rados.0.smithi089.stdout:1806: finishing write tid 6 to smithi08986837-24 2024-07-26T06:10:50.388 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 24 v 775 (ObjNum 564 snap 168 seq_num 564) dirty exists 2024-07-26T06:10:50.388 INFO:tasks.rados.rados.0.smithi089.stdout:1806: left oid 24 (ObjNum 564 snap 168 seq_num 564) 2024-07-26T06:10:50.401 INFO:tasks.rados.rados.0.smithi089.stdout:1807: finishing copy_from racing read to smithi08986837-38 2024-07-26T06:10:50.406 INFO:tasks.rados.rados.0.smithi089.stdout:1807: finishing copy_from to smithi08986837-38 2024-07-26T06:10:50.406 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 38 v 851 (ObjNum 446 snap 131 seq_num 446) dirty exists 2024-07-26T06:10:51.371 INFO:tasks.rados.rados.0.smithi089.stdout:1806: done (3 left) 2024-07-26T06:10:51.371 INFO:tasks.rados.rados.0.smithi089.stdout:1807: done (2 left) 2024-07-26T06:10:51.372 INFO:tasks.rados.rados.0.smithi089.stdout:1808: done (1 left) 2024-07-26T06:10:51.372 INFO:tasks.rados.rados.0.smithi089.stdout:1809: done (0 left) 2024-07-26T06:10:51.372 INFO:tasks.rados.rados.0.smithi089.stdout:1810: rmattr oid 9 current snap is 169 2024-07-26T06:10:51.372 INFO:tasks.rados.rados.0.smithi089.stdout:1811: copy_from oid 11 from oid 13 current snap is 169 2024-07-26T06:10:51.372 INFO:tasks.rados.rados.0.smithi089.stdout:1812: delete oid 35 current snap is 169 2024-07-26T06:10:51.375 INFO:tasks.rados.rados.0.smithi089.stdout:1812: done (2 left) 2024-07-26T06:10:51.376 INFO:tasks.rados.rados.0.smithi089.stdout:1813: rollback oid 49 current snap is 169 2024-07-26T06:10:51.376 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 49 to 167 2024-07-26T06:10:51.376 INFO:tasks.rados.rados.0.smithi089.stdout:1814: snap_create 2024-07-26T06:10:51.377 INFO:tasks.rados.rados.0.smithi089.stdout:1811: finishing copy_from to smithi08986837-11 2024-07-26T06:10:51.377 INFO:tasks.rados.rados.0.smithi089.stdout:1811: got expected ENOENT (src dne) 2024-07-26T06:10:51.379 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 9 v 416 (ObjNum 435 snap 127 seq_num 435) dirty exists 2024-07-26T06:10:51.379 INFO:tasks.rados.rados.0.smithi089.stdout:1811: finishing copy_from racing read to smithi08986837-11 2024-07-26T06:10:51.381 INFO:tasks.rados.rados.0.smithi089.stdout:1813: finishing rollback tid 0 to smithi08986837-49 2024-07-26T06:10:51.381 INFO:tasks.rados.rados.0.smithi089.stdout:1813: finishing rollback tid 1 to smithi08986837-49 2024-07-26T06:10:51.381 INFO:tasks.rados.rados.0.smithi089.stdout:1813: finishing rollback tid 2 to smithi08986837-49 2024-07-26T06:10:51.381 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 49 v 770 (ObjNum 563 snap 167 seq_num 563) dirty exists 2024-07-26T06:10:51.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:51 smithi155 ceph-mon[90160]: osdmap e416: 8 total, 8 up, 8 in 2024-07-26T06:10:51.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:51 smithi155 ceph-mon[90160]: pgmap v276: 121 pgs: 121 active+clean; 269 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 518 KiB/s wr, 1 op/s 2024-07-26T06:10:51.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:51 smithi089 ceph-mon[99608]: osdmap e416: 8 total, 8 up, 8 in 2024-07-26T06:10:51.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:51 smithi089 ceph-mon[99608]: pgmap v276: 121 pgs: 121 active+clean; 269 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 518 KiB/s wr, 1 op/s 2024-07-26T06:10:51.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:51 smithi089 ceph-mon[102056]: osdmap e416: 8 total, 8 up, 8 in 2024-07-26T06:10:51.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:51 smithi089 ceph-mon[102056]: pgmap v276: 121 pgs: 121 active+clean; 269 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 518 KiB/s wr, 1 op/s 2024-07-26T06:10:52.370 INFO:tasks.rados.rados.0.smithi089.stdout:1810: done (3 left) 2024-07-26T06:10:52.370 INFO:tasks.rados.rados.0.smithi089.stdout:1811: done (2 left) 2024-07-26T06:10:52.371 INFO:tasks.rados.rados.0.smithi089.stdout:1813: done (1 left) 2024-07-26T06:10:52.371 INFO:tasks.rados.rados.0.smithi089.stdout:1814: done (0 left) 2024-07-26T06:10:52.371 INFO:tasks.rados.rados.0.smithi089.stdout:1815: read oid 30 snap 167 2024-07-26T06:10:52.371 INFO:tasks.rados.rados.0.smithi089.stdout:1815: expect (ObjNum 529 snap 157 seq_num 529) 2024-07-26T06:10:52.371 INFO:tasks.rados.rados.0.smithi089.stdout:1816: rollback oid 17 current snap is 170 2024-07-26T06:10:52.371 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 17 to 168 2024-07-26T06:10:52.371 INFO:tasks.rados.rados.0.smithi089.stdout:1817: read oid 14 snap 168 2024-07-26T06:10:52.371 INFO:tasks.rados.rados.0.smithi089.stdout:1817: expect (ObjNum 528 snap 156 seq_num 528) 2024-07-26T06:10:52.372 INFO:tasks.rados.rados.0.smithi089.stdout:1818: rollback oid 25 current snap is 170 2024-07-26T06:10:52.372 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 25 to 168 2024-07-26T06:10:52.372 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 29 current snap is 170 2024-07-26T06:10:52.372 INFO:tasks.rados.rados.0.smithi089.stdout:1819: seq_num 566 ranges {10076160=688128,10764288=614400,11378688=565248,11943936=425984} 2024-07-26T06:10:52.430 INFO:tasks.rados.rados.0.smithi089.stdout:1819: writing smithi08986837-29 from 10076160 to 10764288 tid 1 2024-07-26T06:10:52.434 INFO:tasks.rados.rados.0.smithi089.stdout:1819: writing smithi08986837-29 from 10764288 to 11378688 tid 2 2024-07-26T06:10:52.437 INFO:tasks.rados.rados.0.smithi089.stdout:1819: writing smithi08986837-29 from 11378688 to 11943936 tid 3 2024-07-26T06:10:52.440 INFO:tasks.rados.rados.0.smithi089.stdout:1819: writing smithi08986837-29 from 11943936 to 12369920 tid 4 2024-07-26T06:10:52.440 INFO:tasks.rados.rados.0.smithi089.stdout:1820: read oid 23 snap -1 2024-07-26T06:10:52.440 INFO:tasks.rados.rados.0.smithi089.stdout:1820: expect (ObjNum 549 snap 162 seq_num 549) 2024-07-26T06:10:52.440 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 50 current snap is 170 2024-07-26T06:10:52.440 INFO:tasks.rados.rados.0.smithi089.stdout:1818: finishing rollback tid 1 to smithi08986837-25 2024-07-26T06:10:52.441 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 25 v 0 (ObjNum 33 snap 0 seq_num 635735568) dirty dne 2024-07-26T06:10:52.441 INFO:tasks.rados.rados.0.smithi089.stdout:1816: finishing rollback tid 0 to smithi08986837-17 2024-07-26T06:10:52.441 INFO:tasks.rados.rados.0.smithi089.stdout:1821: seq_num 567 ranges {2056192=704512,2760704=499712,3260416=770048,4030464=335872} 2024-07-26T06:10:52.455 INFO:tasks.rados.rados.0.smithi089.stdout:1821: writing smithi08986837-50 from 2056192 to 2760704 tid 1 2024-07-26T06:10:52.458 INFO:tasks.rados.rados.0.smithi089.stdout:1821: writing smithi08986837-50 from 2760704 to 3260416 tid 2 2024-07-26T06:10:52.462 INFO:tasks.rados.rados.0.smithi089.stdout:1821: writing smithi08986837-50 from 3260416 to 4030464 tid 3 2024-07-26T06:10:52.465 INFO:tasks.rados.rados.0.smithi089.stdout:1821: writing smithi08986837-50 from 4030464 to 4366336 tid 4 2024-07-26T06:10:52.465 INFO:tasks.rados.rados.0.smithi089.stdout:1818: done (6 left) 2024-07-26T06:10:52.465 INFO:tasks.rados.rados.0.smithi089.stdout:1822: delete oid 13 current snap is 170 2024-07-26T06:10:52.465 INFO:tasks.rados.rados.0.smithi089.stdout:1816: finishing rollback tid 1 to smithi08986837-17 2024-07-26T06:10:52.465 INFO:tasks.rados.rados.0.smithi089.stdout:1816: finishing rollback tid 2 to smithi08986837-17 2024-07-26T06:10:52.465 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 17 v 928 (ObjNum 541 snap 160 seq_num 541) dirty exists 2024-07-26T06:10:52.465 INFO:tasks.rados.rados.0.smithi089.stdout:1815: expect (ObjNum 529 snap 157 seq_num 529) 2024-07-26T06:10:52.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:52 smithi155 ceph-mon[90160]: osdmap e417: 8 total, 8 up, 8 in 2024-07-26T06:10:52.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:10:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:10:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:10:52.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:52 smithi089 ceph-mon[99608]: osdmap e417: 8 total, 8 up, 8 in 2024-07-26T06:10:52.655 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:10:52 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:10:52] "GET /metrics HTTP/1.1" 200 36155 "" "Prometheus/2.43.0" 2024-07-26T06:10:52.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:52 smithi089 ceph-mon[102056]: osdmap e417: 8 total, 8 up, 8 in 2024-07-26T06:10:52.959 INFO:tasks.rados.rados.0.smithi089.stdout:1817: expect (ObjNum 528 snap 156 seq_num 528) 2024-07-26T06:10:53.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:53 smithi155 ceph-mon[90160]: osdmap e418: 8 total, 8 up, 8 in 2024-07-26T06:10:53.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:53 smithi155 ceph-mon[90160]: pgmap v279: 121 pgs: 121 active+clean; 268 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 5.6 MiB/s wr, 25 op/s 2024-07-26T06:10:53.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:10:53 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:10:53.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi089\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi089\", job=\"node\", machine=\"x86_64\", nodename=\"smithi089\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", domainname=\"(none)\", instance=\"smithi089\", job=\"node\", machine=\"x86_64\", nodename=\"smithi089\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:10:53.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:53 smithi089 ceph-mon[99608]: osdmap e418: 8 total, 8 up, 8 in 2024-07-26T06:10:53.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:53 smithi089 ceph-mon[99608]: pgmap v279: 121 pgs: 121 active+clean; 268 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 5.6 MiB/s wr, 25 op/s 2024-07-26T06:10:53.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:53 smithi089 ceph-mon[102056]: osdmap e418: 8 total, 8 up, 8 in 2024-07-26T06:10:53.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:53 smithi089 ceph-mon[102056]: pgmap v279: 121 pgs: 121 active+clean; 268 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 5.6 MiB/s wr, 25 op/s 2024-07-26T06:10:53.685 INFO:tasks.rados.rados.0.smithi089.stdout:1819: finishing write tid 1 to smithi08986837-29 2024-07-26T06:10:53.685 INFO:tasks.rados.rados.0.smithi089.stdout:1819: finishing write tid 2 to smithi08986837-29 2024-07-26T06:10:53.686 INFO:tasks.rados.rados.0.smithi089.stdout:1819: finishing write tid 3 to smithi08986837-29 2024-07-26T06:10:53.686 INFO:tasks.rados.rados.0.smithi089.stdout:1819: finishing write tid 4 to smithi08986837-29 2024-07-26T06:10:53.686 INFO:tasks.rados.rados.0.smithi089.stdout:1819: finishing write tid 5 to smithi08986837-29 2024-07-26T06:10:53.686 INFO:tasks.rados.rados.0.smithi089.stdout:1819: finishing write tid 6 to smithi08986837-29 2024-07-26T06:10:53.686 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 29 v 859 (ObjNum 566 snap 170 seq_num 566) dirty exists 2024-07-26T06:10:53.686 INFO:tasks.rados.rados.0.smithi089.stdout:1819: left oid 29 (ObjNum 566 snap 170 seq_num 566) 2024-07-26T06:10:53.686 INFO:tasks.rados.rados.0.smithi089.stdout:1815: done (6 left) 2024-07-26T06:10:53.686 INFO:tasks.rados.rados.0.smithi089.stdout:1816: done (5 left) 2024-07-26T06:10:53.686 INFO:tasks.rados.rados.0.smithi089.stdout:1817: done (4 left) 2024-07-26T06:10:53.686 INFO:tasks.rados.rados.0.smithi089.stdout:1819: done (3 left) 2024-07-26T06:10:53.686 INFO:tasks.rados.rados.0.smithi089.stdout:1822: done (2 left) 2024-07-26T06:10:53.687 INFO:tasks.rados.rados.0.smithi089.stdout:1823: snap_create 2024-07-26T06:10:53.687 INFO:tasks.rados.rados.0.smithi089.stdout:1821: finishing write tid 1 to smithi08986837-50 2024-07-26T06:10:53.687 INFO:tasks.rados.rados.0.smithi089.stdout:1820: expect (ObjNum 549 snap 162 seq_num 549) 2024-07-26T06:10:53.816 INFO:tasks.rados.rados.0.smithi089.stdout:1821: finishing write tid 2 to smithi08986837-50 2024-07-26T06:10:53.816 INFO:tasks.rados.rados.0.smithi089.stdout:1821: finishing write tid 3 to smithi08986837-50 2024-07-26T06:10:53.816 INFO:tasks.rados.rados.0.smithi089.stdout:1821: finishing write tid 4 to smithi08986837-50 2024-07-26T06:10:53.816 INFO:tasks.rados.rados.0.smithi089.stdout:1821: finishing write tid 5 to smithi08986837-50 2024-07-26T06:10:53.816 INFO:tasks.rados.rados.0.smithi089.stdout:1821: finishing write tid 6 to smithi08986837-50 2024-07-26T06:10:53.816 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 50 v 780 (ObjNum 567 snap 170 seq_num 567) dirty exists 2024-07-26T06:10:53.816 INFO:tasks.rados.rados.0.smithi089.stdout:1821: left oid 50 (ObjNum 567 snap 170 seq_num 567) 2024-07-26T06:10:54.361 INFO:tasks.rados.rados.0.smithi089.stdout:1820: done (2 left) 2024-07-26T06:10:54.361 INFO:tasks.rados.rados.0.smithi089.stdout:1821: done (1 left) 2024-07-26T06:10:54.361 INFO:tasks.rados.rados.0.smithi089.stdout:1823: done (0 left) 2024-07-26T06:10:54.361 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 3 current snap is 171 2024-07-26T06:10:54.361 INFO:tasks.rados.rados.0.smithi089.stdout:1824: seq_num 569 ranges {1851392=737280,2588672=671744,3260416=737280,3997696=196608} 2024-07-26T06:10:54.374 INFO:tasks.rados.rados.0.smithi089.stdout:1824: writing smithi08986837-3 from 1851392 to 2588672 tid 1 2024-07-26T06:10:54.378 INFO:tasks.rados.rados.0.smithi089.stdout:1824: writing smithi08986837-3 from 2588672 to 3260416 tid 2 2024-07-26T06:10:54.383 INFO:tasks.rados.rados.0.smithi089.stdout:1824: writing smithi08986837-3 from 3260416 to 3997696 tid 3 2024-07-26T06:10:54.386 INFO:tasks.rados.rados.0.smithi089.stdout:1824: writing smithi08986837-3 from 3997696 to 4194304 tid 4 2024-07-26T06:10:54.386 INFO:tasks.rados.rados.0.smithi089.stdout:1825: rollback oid 11 current snap is 171 2024-07-26T06:10:54.386 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 11 to 162 2024-07-26T06:10:54.386 INFO:tasks.rados.rados.0.smithi089.stdout:1824: finishing write tid 1 to smithi08986837-3 2024-07-26T06:10:54.386 INFO:tasks.rados.rados.0.smithi089.stdout:1824: finishing write tid 2 to smithi08986837-3 2024-07-26T06:10:54.386 INFO:tasks.rados.rados.0.smithi089.stdout:1826: rollback oid 26 current snap is 171 2024-07-26T06:10:54.387 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 26 to 169 2024-07-26T06:10:54.387 INFO:tasks.rados.rados.0.smithi089.stdout:1827: rollback oid 19 current snap is 171 2024-07-26T06:10:54.387 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 19 to 165 2024-07-26T06:10:54.387 INFO:tasks.rados.rados.0.smithi089.stdout:1828: snap_create 2024-07-26T06:10:54.388 INFO:tasks.rados.rados.0.smithi089.stdout:1824: finishing write tid 3 to smithi08986837-3 2024-07-26T06:10:54.392 INFO:tasks.rados.rados.0.smithi089.stdout:1826: finishing rollback tid 0 to smithi08986837-26 2024-07-26T06:10:54.392 INFO:tasks.rados.rados.0.smithi089.stdout:1826: finishing rollback tid 1 to smithi08986837-26 2024-07-26T06:10:54.393 INFO:tasks.rados.rados.0.smithi089.stdout:1826: finishing rollback tid 2 to smithi08986837-26 2024-07-26T06:10:54.393 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 26 v 818 (ObjNum 506 snap 147 seq_num 506) dirty exists 2024-07-26T06:10:54.393 INFO:tasks.rados.rados.0.smithi089.stdout:1824: finishing write tid 4 to smithi08986837-3 2024-07-26T06:10:54.393 INFO:tasks.rados.rados.0.smithi089.stdout:1827: finishing rollback tid 0 to smithi08986837-19 2024-07-26T06:10:54.393 INFO:tasks.rados.rados.0.smithi089.stdout:1827: finishing rollback tid 1 to smithi08986837-19 2024-07-26T06:10:54.393 INFO:tasks.rados.rados.0.smithi089.stdout:1824: finishing write tid 5 to smithi08986837-3 2024-07-26T06:10:54.393 INFO:tasks.rados.rados.0.smithi089.stdout:1825: finishing rollback tid 0 to smithi08986837-11 2024-07-26T06:10:54.394 INFO:tasks.rados.rados.0.smithi089.stdout:1827: finishing rollback tid 2 to smithi08986837-19 2024-07-26T06:10:54.394 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 19 v 823 (ObjNum 506 snap 147 seq_num 506) dirty exists 2024-07-26T06:10:54.394 INFO:tasks.rados.rados.0.smithi089.stdout:1825: finishing rollback tid 1 to smithi08986837-11 2024-07-26T06:10:54.394 INFO:tasks.rados.rados.0.smithi089.stdout:1825: finishing rollback tid 2 to smithi08986837-11 2024-07-26T06:10:54.394 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 11 v 862 (ObjNum 446 snap 131 seq_num 446) dirty exists 2024-07-26T06:10:54.395 INFO:tasks.rados.rados.0.smithi089.stdout:1824: finishing write tid 6 to smithi08986837-3 2024-07-26T06:10:54.395 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 3 v 858 (ObjNum 569 snap 171 seq_num 569) dirty exists 2024-07-26T06:10:54.395 INFO:tasks.rados.rados.0.smithi089.stdout:1824: left oid 3 (ObjNum 569 snap 171 seq_num 569) 2024-07-26T06:10:54.879 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:10:54 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:10:54.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:10:54.879 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:10:54 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:10:54.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:10:55.370 INFO:tasks.rados.rados.0.smithi089.stdout:1824: done (4 left) 2024-07-26T06:10:55.370 INFO:tasks.rados.rados.0.smithi089.stdout:1825: done (3 left) 2024-07-26T06:10:55.371 INFO:tasks.rados.rados.0.smithi089.stdout:1826: done (2 left) 2024-07-26T06:10:55.371 INFO:tasks.rados.rados.0.smithi089.stdout:1827: done (1 left) 2024-07-26T06:10:55.371 INFO:tasks.rados.rados.0.smithi089.stdout:1828: done (0 left) 2024-07-26T06:10:55.371 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 38 current snap is 172 2024-07-26T06:10:55.371 INFO:tasks.rados.rados.0.smithi089.stdout:1829: seq_num 570 ranges {3555328=753664,4308992=548864,4857856=540672,5398528=516096} 2024-07-26T06:10:55.393 INFO:tasks.rados.rados.0.smithi089.stdout:1829: writing smithi08986837-38 from 3555328 to 4308992 tid 1 2024-07-26T06:10:55.396 INFO:tasks.rados.rados.0.smithi089.stdout:1829: writing smithi08986837-38 from 4308992 to 4857856 tid 2 2024-07-26T06:10:55.399 INFO:tasks.rados.rados.0.smithi089.stdout:1829: writing smithi08986837-38 from 4857856 to 5398528 tid 3 2024-07-26T06:10:55.403 INFO:tasks.rados.rados.0.smithi089.stdout:1829: writing smithi08986837-38 from 5398528 to 5914624 tid 4 2024-07-26T06:10:55.403 INFO:tasks.rados.rados.0.smithi089.stdout:1830: snap_create 2024-07-26T06:10:55.403 INFO:tasks.rados.rados.0.smithi089.stdout:1829: finishing write tid 1 to smithi08986837-38 2024-07-26T06:10:55.403 INFO:tasks.rados.rados.0.smithi089.stdout:1829: finishing write tid 2 to smithi08986837-38 2024-07-26T06:10:55.403 INFO:tasks.rados.rados.0.smithi089.stdout:1829: finishing write tid 3 to smithi08986837-38 2024-07-26T06:10:55.405 INFO:tasks.rados.rados.0.smithi089.stdout:1829: finishing write tid 4 to smithi08986837-38 2024-07-26T06:10:55.405 INFO:tasks.rados.rados.0.smithi089.stdout:1829: finishing write tid 5 to smithi08986837-38 2024-07-26T06:10:55.406 INFO:tasks.rados.rados.0.smithi089.stdout:1829: finishing write tid 6 to smithi08986837-38 2024-07-26T06:10:55.406 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 38 v 867 (ObjNum 570 snap 172 seq_num 570) dirty exists 2024-07-26T06:10:55.406 INFO:tasks.rados.rados.0.smithi089.stdout:1829: left oid 38 (ObjNum 570 snap 172 seq_num 570) 2024-07-26T06:10:55.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:55 smithi155 ceph-mon[90160]: osdmap e419: 8 total, 8 up, 8 in 2024-07-26T06:10:55.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:55 smithi155 ceph-mon[90160]: pgmap v281: 121 pgs: 121 active+clean; 268 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 4.7 MiB/s wr, 22 op/s 2024-07-26T06:10:55.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:55 smithi089 ceph-mon[99608]: osdmap e419: 8 total, 8 up, 8 in 2024-07-26T06:10:55.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:55 smithi089 ceph-mon[99608]: pgmap v281: 121 pgs: 121 active+clean; 268 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 4.7 MiB/s wr, 22 op/s 2024-07-26T06:10:55.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:55 smithi089 ceph-mon[102056]: osdmap e419: 8 total, 8 up, 8 in 2024-07-26T06:10:55.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:55 smithi089 ceph-mon[102056]: pgmap v281: 121 pgs: 121 active+clean; 268 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 4.7 MiB/s wr, 22 op/s 2024-07-26T06:10:56.375 INFO:tasks.rados.rados.0.smithi089.stdout:1829: done (1 left) 2024-07-26T06:10:56.375 INFO:tasks.rados.rados.0.smithi089.stdout:1830: done (0 left) 2024-07-26T06:10:56.375 INFO:tasks.rados.rados.0.smithi089.stdout:1831: setattr oid 29 current snap is 173 2024-07-26T06:10:56.377 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 31 current snap is 173 2024-07-26T06:10:56.377 INFO:tasks.rados.rados.0.smithi089.stdout:1832: seq_num 571 ranges {4349952=770048,5120000=483328,5603328=753664,6356992=368640} 2024-07-26T06:10:56.405 INFO:tasks.rados.rados.0.smithi089.stdout:1832: writing smithi08986837-31 from 4349952 to 5120000 tid 1 2024-07-26T06:10:56.407 INFO:tasks.rados.rados.0.smithi089.stdout:1832: writing smithi08986837-31 from 5120000 to 5603328 tid 2 2024-07-26T06:10:56.412 INFO:tasks.rados.rados.0.smithi089.stdout:1832: writing smithi08986837-31 from 5603328 to 6356992 tid 3 2024-07-26T06:10:56.414 INFO:tasks.rados.rados.0.smithi089.stdout:1832: writing smithi08986837-31 from 6356992 to 6725632 tid 4 2024-07-26T06:10:56.414 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 46 current snap is 173 2024-07-26T06:10:56.415 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 29 v 868 (ObjNum 566 snap 170 seq_num 566) dirty exists 2024-07-26T06:10:56.415 INFO:tasks.rados.rados.0.smithi089.stdout:1833: seq_num 572 ranges {2228224=786432,3014656=770048,3784704=557056,4341760=278528} 2024-07-26T06:10:56.430 INFO:tasks.rados.rados.0.smithi089.stdout:1833: writing smithi08986837-46 from 2228224 to 3014656 tid 1 2024-07-26T06:10:56.434 INFO:tasks.rados.rados.0.smithi089.stdout:1833: writing smithi08986837-46 from 3014656 to 3784704 tid 2 2024-07-26T06:10:56.438 INFO:tasks.rados.rados.0.smithi089.stdout:1833: writing smithi08986837-46 from 3784704 to 4341760 tid 3 2024-07-26T06:10:56.440 INFO:tasks.rados.rados.0.smithi089.stdout:1833: writing smithi08986837-46 from 4341760 to 4620288 tid 4 2024-07-26T06:10:56.440 INFO:tasks.rados.rados.0.smithi089.stdout:1831: done (2 left) 2024-07-26T06:10:56.440 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 25 current snap is 173 2024-07-26T06:10:56.441 INFO:tasks.rados.rados.0.smithi089.stdout:1832: finishing write tid 1 to smithi08986837-31 2024-07-26T06:10:56.441 INFO:tasks.rados.rados.0.smithi089.stdout:1832: finishing write tid 2 to smithi08986837-31 2024-07-26T06:10:56.441 INFO:tasks.rados.rados.0.smithi089.stdout:1834: seq_num 573 ranges {0=802816,802816=655360,1458176=720896,2179072=229376} 2024-07-26T06:10:56.444 INFO:tasks.rados.rados.0.smithi089.stdout:1834: writing smithi08986837-25 from 0 to 802816 tid 1 2024-07-26T06:10:56.450 INFO:tasks.rados.rados.0.smithi089.stdout:1834: writing smithi08986837-25 from 802816 to 1458176 tid 2 2024-07-26T06:10:56.452 INFO:tasks.rados.rados.0.smithi089.stdout:1834: writing smithi08986837-25 from 1458176 to 2179072 tid 3 2024-07-26T06:10:56.453 INFO:tasks.rados.rados.0.smithi089.stdout:1834: writing smithi08986837-25 from 2179072 to 2408448 tid 4 2024-07-26T06:10:56.453 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 2 current snap is 173 2024-07-26T06:10:56.453 INFO:tasks.rados.rados.0.smithi089.stdout:1835: seq_num 574 ranges {8380416=16384} 2024-07-26T06:10:56.498 INFO:tasks.rados.rados.0.smithi089.stdout:1835: writing smithi08986837-2 from 8380416 to 8396800 tid 1 2024-07-26T06:10:56.498 INFO:tasks.rados.rados.0.smithi089.stdout:1836: rmattr oid 12 current snap is 173 2024-07-26T06:10:56.498 INFO:tasks.rados.rados.0.smithi089.stdout:1836: done (4 left) 2024-07-26T06:10:56.498 INFO:tasks.rados.rados.0.smithi089.stdout:1837: setattr oid 47 current snap is 173 2024-07-26T06:10:56.498 INFO:tasks.rados.rados.0.smithi089.stdout:1832: finishing write tid 3 to smithi08986837-31 2024-07-26T06:10:56.498 INFO:tasks.rados.rados.0.smithi089.stdout:1832: finishing write tid 4 to smithi08986837-31 2024-07-26T06:10:56.498 INFO:tasks.rados.rados.0.smithi089.stdout:1832: finishing write tid 5 to smithi08986837-31 2024-07-26T06:10:56.498 INFO:tasks.rados.rados.0.smithi089.stdout:1832: finishing write tid 6 to smithi08986837-31 2024-07-26T06:10:56.499 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 31 v 873 (ObjNum 571 snap 173 seq_num 571) dirty exists 2024-07-26T06:10:56.499 INFO:tasks.rados.rados.0.smithi089.stdout:1832: left oid 31 (ObjNum 571 snap 173 seq_num 571) 2024-07-26T06:10:56.499 INFO:tasks.rados.rados.0.smithi089.stdout:1833: finishing write tid 1 to smithi08986837-46 2024-07-26T06:10:56.499 INFO:tasks.rados.rados.0.smithi089.stdout:1833: finishing write tid 2 to smithi08986837-46 2024-07-26T06:10:56.499 INFO:tasks.rados.rados.0.smithi089.stdout:1833: finishing write tid 3 to smithi08986837-46 2024-07-26T06:10:56.499 INFO:tasks.rados.rados.0.smithi089.stdout:1833: finishing write tid 4 to smithi08986837-46 2024-07-26T06:10:56.499 INFO:tasks.rados.rados.0.smithi089.stdout:1833: finishing write tid 5 to smithi08986837-46 2024-07-26T06:10:56.499 INFO:tasks.rados.rados.0.smithi089.stdout:1833: finishing write tid 6 to smithi08986837-46 2024-07-26T06:10:56.499 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 46 v 1002 (ObjNum 572 snap 173 seq_num 572) dirty exists 2024-07-26T06:10:56.499 INFO:tasks.rados.rados.0.smithi089.stdout:1833: left oid 46 (ObjNum 572 snap 173 seq_num 572) 2024-07-26T06:10:56.499 INFO:tasks.rados.rados.0.smithi089.stdout:1834: finishing write tid 1 to smithi08986837-25 2024-07-26T06:10:56.499 INFO:tasks.rados.rados.0.smithi089.stdout:1834: finishing write tid 2 to smithi08986837-25 2024-07-26T06:10:56.499 INFO:tasks.rados.rados.0.smithi089.stdout:1834: finishing write tid 3 to smithi08986837-25 2024-07-26T06:10:56.500 INFO:tasks.rados.rados.0.smithi089.stdout:1834: finishing write tid 4 to smithi08986837-25 2024-07-26T06:10:56.500 INFO:tasks.rados.rados.0.smithi089.stdout:1834: finishing write tid 5 to smithi08986837-25 2024-07-26T06:10:56.500 INFO:tasks.rados.rados.0.smithi089.stdout:1834: finishing write tid 6 to smithi08986837-25 2024-07-26T06:10:56.500 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 25 v 775 (ObjNum 573 snap 173 seq_num 573) dirty exists 2024-07-26T06:10:56.500 INFO:tasks.rados.rados.0.smithi089.stdout:1834: left oid 25 (ObjNum 573 snap 173 seq_num 573) 2024-07-26T06:10:56.500 INFO:tasks.rados.rados.0.smithi089.stdout:1832: done (4 left) 2024-07-26T06:10:56.501 INFO:tasks.rados.rados.0.smithi089.stdout:1833: done (3 left) 2024-07-26T06:10:56.501 INFO:tasks.rados.rados.0.smithi089.stdout:1834: done (2 left) 2024-07-26T06:10:56.501 INFO:tasks.rados.rados.0.smithi089.stdout:1838: rollback oid 24 current snap is 173 2024-07-26T06:10:56.501 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 24 to 169 2024-07-26T06:10:56.501 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 40 current snap is 173 2024-07-26T06:10:56.501 INFO:tasks.rados.rados.0.smithi089.stdout:1839: seq_num 575 ranges {2203648=32768} 2024-07-26T06:10:56.512 INFO:tasks.rados.rados.0.smithi089.stdout:1839: writing smithi08986837-40 from 2203648 to 2236416 tid 1 2024-07-26T06:10:56.512 INFO:tasks.rados.rados.0.smithi089.stdout:1840: rollback oid 42 current snap is 173 2024-07-26T06:10:56.512 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 42 to 171 2024-07-26T06:10:56.512 INFO:tasks.rados.rados.0.smithi089.stdout:1835: finishing write tid 1 to smithi08986837-2 2024-07-26T06:10:56.512 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 47 v 1004 (ObjNum 558 snap 165 seq_num 558) dirty exists 2024-07-26T06:10:56.512 INFO:tasks.rados.rados.0.smithi089.stdout:1835: finishing write tid 2 to smithi08986837-2 2024-07-26T06:10:56.512 INFO:tasks.rados.rados.0.smithi089.stdout:1835: finishing write tid 3 to smithi08986837-2 2024-07-26T06:10:56.512 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 2 v 182 (ObjNum 574 snap 173 seq_num 574) dirty exists 2024-07-26T06:10:56.513 INFO:tasks.rados.rados.0.smithi089.stdout:1835: left oid 2 (ObjNum 574 snap 173 seq_num 574) 2024-07-26T06:10:56.513 INFO:tasks.rados.rados.0.smithi089.stdout:1835: done (4 left) 2024-07-26T06:10:56.513 INFO:tasks.rados.rados.0.smithi089.stdout:1837: done (3 left) 2024-07-26T06:10:56.513 INFO:tasks.rados.rados.0.smithi089.stdout:1841: copy_from oid 7 from oid 6 current snap is 173 2024-07-26T06:10:56.513 INFO:tasks.rados.rados.0.smithi089.stdout:1838: finishing rollback tid 0 to smithi08986837-24 2024-07-26T06:10:56.513 INFO:tasks.rados.rados.0.smithi089.stdout:1838: finishing rollback tid 1 to smithi08986837-24 2024-07-26T06:10:56.513 INFO:tasks.rados.rados.0.smithi089.stdout:1838: finishing rollback tid 2 to smithi08986837-24 2024-07-26T06:10:56.513 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 24 v 783 (ObjNum 564 snap 168 seq_num 564) dirty exists 2024-07-26T06:10:56.513 INFO:tasks.rados.rados.0.smithi089.stdout:1838: done (3 left) 2024-07-26T06:10:56.513 INFO:tasks.rados.rados.0.smithi089.stdout:1842: delete oid 21 current snap is 173 2024-07-26T06:10:56.514 INFO:tasks.rados.rados.0.smithi089.stdout:1840: finishing rollback tid 1 to smithi08986837-42 2024-07-26T06:10:56.514 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 42 v 945 (ObjNum 33 snap 0 seq_num 6) dirty dne 2024-07-26T06:10:56.515 INFO:tasks.rados.rados.0.smithi089.stdout:1840: done (3 left) 2024-07-26T06:10:56.515 INFO:tasks.rados.rados.0.smithi089.stdout:1842: done (2 left) 2024-07-26T06:10:56.515 INFO:tasks.rados.rados.0.smithi089.stdout:1843: rmattr oid 16 current snap is 173 2024-07-26T06:10:56.515 INFO:tasks.rados.rados.0.smithi089.stdout:1844: copy_from oid 47 from oid 46 current snap is 173 2024-07-26T06:10:56.515 INFO:tasks.rados.rados.0.smithi089.stdout:1845: setattr oid 24 current snap is 173 2024-07-26T06:10:56.515 INFO:tasks.rados.rados.0.smithi089.stdout:1839: finishing write tid 1 to smithi08986837-40 2024-07-26T06:10:56.515 INFO:tasks.rados.rados.0.smithi089.stdout:1839: finishing write tid 2 to smithi08986837-40 2024-07-26T06:10:56.515 INFO:tasks.rados.rados.0.smithi089.stdout:1846: snap_create 2024-07-26T06:10:56.516 INFO:tasks.rados.rados.0.smithi089.stdout:1839: finishing write tid 3 to smithi08986837-40 2024-07-26T06:10:56.516 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 40 v 785 (ObjNum 575 snap 173 seq_num 575) dirty exists 2024-07-26T06:10:56.516 INFO:tasks.rados.rados.0.smithi089.stdout:1839: left oid 40 (ObjNum 575 snap 173 seq_num 575) 2024-07-26T06:10:56.516 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 16 v 801 (ObjNum 446 snap 131 seq_num 446) dirty exists 2024-07-26T06:10:56.516 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 24 v 786 (ObjNum 564 snap 168 seq_num 564) dirty exists 2024-07-26T06:10:56.520 INFO:tasks.rados.rados.0.smithi089.stdout:1841: finishing copy_from racing read to smithi08986837-7 2024-07-26T06:10:56.522 INFO:tasks.rados.rados.0.smithi089.stdout:1841: finishing copy_from to smithi08986837-7 2024-07-26T06:10:56.522 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 7 v 853 (ObjNum 507 snap 150 seq_num 507) dirty exists 2024-07-26T06:10:56.531 INFO:tasks.rados.rados.0.smithi089.stdout:1844: finishing copy_from racing read to smithi08986837-47 2024-07-26T06:10:56.534 INFO:tasks.rados.rados.0.smithi089.stdout:1844: finishing copy_from to smithi08986837-47 2024-07-26T06:10:56.534 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 47 v 1002 (ObjNum 572 snap 173 seq_num 572) dirty exists 2024-07-26T06:10:56.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:56 smithi155 ceph-mon[90160]: osdmap e420: 8 total, 8 up, 8 in 2024-07-26T06:10:56.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:56 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:10:56.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:56 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:10:56.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:56 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:10:56.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:56 smithi089 ceph-mon[99608]: osdmap e420: 8 total, 8 up, 8 in 2024-07-26T06:10:56.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:56 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:10:56.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:56 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:10:56.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:56 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:10:56.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:56 smithi089 ceph-mon[102056]: osdmap e420: 8 total, 8 up, 8 in 2024-07-26T06:10:56.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:56 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:10:56.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:56 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:10:56.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:56 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:10:57.381 INFO:tasks.rados.rados.0.smithi089.stdout:1839: done (5 left) 2024-07-26T06:10:57.381 INFO:tasks.rados.rados.0.smithi089.stdout:1841: done (4 left) 2024-07-26T06:10:57.381 INFO:tasks.rados.rados.0.smithi089.stdout:1843: done (3 left) 2024-07-26T06:10:57.381 INFO:tasks.rados.rados.0.smithi089.stdout:1844: done (2 left) 2024-07-26T06:10:57.381 INFO:tasks.rados.rados.0.smithi089.stdout:1845: done (1 left) 2024-07-26T06:10:57.382 INFO:tasks.rados.rados.0.smithi089.stdout:1846: done (0 left) 2024-07-26T06:10:57.382 INFO:tasks.rados.rados.0.smithi089.stdout:1847: delete oid 24 current snap is 174 2024-07-26T06:10:57.384 INFO:tasks.rados.rados.0.smithi089.stdout:1847: done (0 left) 2024-07-26T06:10:57.384 INFO:tasks.rados.rados.0.smithi089.stdout:1848: rmattr oid 14 current snap is 174 2024-07-26T06:10:57.384 INFO:tasks.rados.rados.0.smithi089.stdout:1849: delete oid 7 current snap is 174 2024-07-26T06:10:57.390 INFO:tasks.rados.rados.0.smithi089.stdout:1849: done (1 left) 2024-07-26T06:10:57.390 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 29 current snap is 174 2024-07-26T06:10:57.390 INFO:tasks.rados.rados.0.smithi089.stdout:1850: seq_num 579 ranges {12369920=98304} 2024-07-26T06:10:57.456 INFO:tasks.rados.rados.0.smithi089.stdout:1850: writing smithi08986837-29 from 12369920 to 12468224 tid 1 2024-07-26T06:10:57.456 INFO:tasks.rados.rados.0.smithi089.stdout:1851: snap_create 2024-07-26T06:10:57.456 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 14 v 1008 (ObjNum 528 snap 156 seq_num 528) dirty exists 2024-07-26T06:10:57.459 INFO:tasks.rados.rados.0.smithi089.stdout:1850: finishing write tid 1 to smithi08986837-29 2024-07-26T06:10:57.460 INFO:tasks.rados.rados.0.smithi089.stdout:1850: finishing write tid 2 to smithi08986837-29 2024-07-26T06:10:57.461 INFO:tasks.rados.rados.0.smithi089.stdout:1850: finishing write tid 3 to smithi08986837-29 2024-07-26T06:10:57.461 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 29 v 875 (ObjNum 579 snap 174 seq_num 579) dirty exists 2024-07-26T06:10:57.461 INFO:tasks.rados.rados.0.smithi089.stdout:1850: left oid 29 (ObjNum 579 snap 174 seq_num 579) 2024-07-26T06:10:57.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:57 smithi089 ceph-mon[102056]: osdmap e421: 8 total, 8 up, 8 in 2024-07-26T06:10:57.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:57 smithi089 ceph-mon[102056]: pgmap v284: 121 pgs: 121 active+clean; 281 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.9 MiB/s wr, 19 op/s 2024-07-26T06:10:57.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:57 smithi089 ceph-mon[99608]: osdmap e421: 8 total, 8 up, 8 in 2024-07-26T06:10:57.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:57 smithi089 ceph-mon[99608]: pgmap v284: 121 pgs: 121 active+clean; 281 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.9 MiB/s wr, 19 op/s 2024-07-26T06:10:57.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:57 smithi155 ceph-mon[90160]: osdmap e421: 8 total, 8 up, 8 in 2024-07-26T06:10:57.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:57 smithi155 ceph-mon[90160]: pgmap v284: 121 pgs: 121 active+clean; 281 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.9 MiB/s wr, 19 op/s 2024-07-26T06:10:58.385 INFO:tasks.rados.rados.0.smithi089.stdout:1848: done (2 left) 2024-07-26T06:10:58.385 INFO:tasks.rados.rados.0.smithi089.stdout:1850: done (1 left) 2024-07-26T06:10:58.385 INFO:tasks.rados.rados.0.smithi089.stdout:1851: done (0 left) 2024-07-26T06:10:58.385 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 45 current snap is 175 2024-07-26T06:10:58.386 INFO:tasks.rados.rados.0.smithi089.stdout:1852: seq_num 580 ranges {0=114688} 2024-07-26T06:10:58.386 INFO:tasks.rados.rados.0.smithi089.stdout:1852: writing smithi08986837-45 from 0 to 114688 tid 1 2024-07-26T06:10:58.386 INFO:tasks.rados.rados.0.smithi089.stdout:1853: snap_remove snap 167 2024-07-26T06:10:58.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:58 smithi089 ceph-mon[99608]: osdmap e422: 8 total, 8 up, 8 in 2024-07-26T06:10:58.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:58 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-07-26T06:10:58.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:58 smithi089 ceph-mon[102056]: osdmap e422: 8 total, 8 up, 8 in 2024-07-26T06:10:58.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:58 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-07-26T06:10:58.658 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:58 smithi155 ceph-mon[90160]: osdmap e422: 8 total, 8 up, 8 in 2024-07-26T06:10:58.658 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:58 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-07-26T06:10:58.928 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:10:58 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:10:58.658Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)\", cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", cluster_addr=\"172.21.15.89\", device_class=\"ssd\", hostname=\"smithi089\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.89\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster_addr=\"172.21.15.89\", device_class=\"ssd\", hostname=\"smithi089\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.89\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:10:59.362 INFO:tasks.rados.rados.0.smithi089.stdout:1853: done (1 left) 2024-07-26T06:10:59.363 INFO:tasks.rados.rados.0.smithi089.stdout:1854: copy_from oid 25 from oid 40 current snap is 175 2024-07-26T06:10:59.363 INFO:tasks.rados.rados.0.smithi089.stdout:1852: finishing write tid 1 to smithi08986837-45 2024-07-26T06:10:59.363 INFO:tasks.rados.rados.0.smithi089.stdout:1852: finishing write tid 2 to smithi08986837-45 2024-07-26T06:10:59.363 INFO:tasks.rados.rados.0.smithi089.stdout:1852: finishing write tid 3 to smithi08986837-45 2024-07-26T06:10:59.363 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 45 v 825 (ObjNum 580 snap 175 seq_num 580) dirty exists 2024-07-26T06:10:59.364 INFO:tasks.rados.rados.0.smithi089.stdout:1852: left oid 45 (ObjNum 580 snap 175 seq_num 580) 2024-07-26T06:10:59.364 INFO:tasks.rados.rados.0.smithi089.stdout:1852: done (1 left) 2024-07-26T06:10:59.364 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 32 current snap is 175 2024-07-26T06:10:59.364 INFO:tasks.rados.rados.0.smithi089.stdout:1855: seq_num 581 ranges {1851392=139264} 2024-07-26T06:10:59.373 INFO:tasks.rados.rados.0.smithi089.stdout:1855: writing smithi08986837-32 from 1851392 to 1990656 tid 1 2024-07-26T06:10:59.375 INFO:tasks.rados.rados.0.smithi089.stdout:1856: snap_remove snap 165 2024-07-26T06:10:59.599 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:59 smithi155 ceph-mon[90160]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-07-26T06:10:59.599 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:59 smithi155 ceph-mon[90160]: Upgrade: osd.4 is safe to restart 2024-07-26T06:10:59.600 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:59 smithi155 ceph-mon[90160]: osdmap e423: 8 total, 8 up, 8 in 2024-07-26T06:10:59.600 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:59 smithi155 ceph-mon[90160]: pgmap v287: 121 pgs: 121 active+clean; 283 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 3.7 MiB/s wr, 21 op/s 2024-07-26T06:10:59.600 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:10:59 smithi155 ceph-mon[90160]: osdmap e424: 8 total, 8 up, 8 in 2024-07-26T06:10:59.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:59 smithi089 ceph-mon[99608]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-07-26T06:10:59.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:59 smithi089 ceph-mon[99608]: Upgrade: osd.4 is safe to restart 2024-07-26T06:10:59.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:59 smithi089 ceph-mon[99608]: osdmap e423: 8 total, 8 up, 8 in 2024-07-26T06:10:59.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:59 smithi089 ceph-mon[99608]: pgmap v287: 121 pgs: 121 active+clean; 283 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 3.7 MiB/s wr, 21 op/s 2024-07-26T06:10:59.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:10:59 smithi089 ceph-mon[99608]: osdmap e424: 8 total, 8 up, 8 in 2024-07-26T06:10:59.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:59 smithi089 ceph-mon[102056]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-07-26T06:10:59.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:59 smithi089 ceph-mon[102056]: Upgrade: osd.4 is safe to restart 2024-07-26T06:10:59.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:59 smithi089 ceph-mon[102056]: osdmap e423: 8 total, 8 up, 8 in 2024-07-26T06:10:59.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:59 smithi089 ceph-mon[102056]: pgmap v287: 121 pgs: 121 active+clean; 283 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 3.7 MiB/s wr, 21 op/s 2024-07-26T06:10:59.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:10:59 smithi089 ceph-mon[102056]: osdmap e424: 8 total, 8 up, 8 in 2024-07-26T06:11:00.367 INFO:tasks.rados.rados.0.smithi089.stdout:1856: done (2 left) 2024-07-26T06:11:00.367 INFO:tasks.rados.rados.0.smithi089.stdout:1857: delete oid 19 current snap is 175 2024-07-26T06:11:00.367 INFO:tasks.rados.rados.0.smithi089.stdout:1855: finishing write tid 1 to smithi08986837-32 2024-07-26T06:11:00.367 INFO:tasks.rados.rados.0.smithi089.stdout:1855: finishing write tid 2 to smithi08986837-32 2024-07-26T06:11:00.367 INFO:tasks.rados.rados.0.smithi089.stdout:1855: finishing write tid 3 to smithi08986837-32 2024-07-26T06:11:00.368 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 32 v 930 (ObjNum 581 snap 175 seq_num 581) dirty exists 2024-07-26T06:11:00.368 INFO:tasks.rados.rados.0.smithi089.stdout:1855: left oid 32 (ObjNum 581 snap 175 seq_num 581) 2024-07-26T06:11:00.368 INFO:tasks.rados.rados.0.smithi089.stdout:1854: finishing copy_from racing read to smithi08986837-25 2024-07-26T06:11:00.368 INFO:tasks.rados.rados.0.smithi089.stdout:1854: finishing copy_from to smithi08986837-25 2024-07-26T06:11:00.368 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 25 v 785 (ObjNum 575 snap 173 seq_num 575) dirty exists 2024-07-26T06:11:00.374 INFO:tasks.rados.rados.0.smithi089.stdout:1854: done (2 left) 2024-07-26T06:11:00.374 INFO:tasks.rados.rados.0.smithi089.stdout:1855: done (1 left) 2024-07-26T06:11:00.374 INFO:tasks.rados.rados.0.smithi089.stdout:1857: done (0 left) 2024-07-26T06:11:00.374 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 23 current snap is 175 2024-07-26T06:11:00.374 INFO:tasks.rados.rados.0.smithi089.stdout:1858: seq_num 583 ranges {3981312=172032} 2024-07-26T06:11:00.397 INFO:tasks.rados.rados.0.smithi089.stdout:1858: writing smithi08986837-23 from 3981312 to 4153344 tid 1 2024-07-26T06:11:00.397 INFO:tasks.rados.rados.0.smithi089.stdout:1859: snap_create 2024-07-26T06:11:00.399 INFO:tasks.rados.rados.0.smithi089.stdout:1858: finishing write tid 1 to smithi08986837-23 2024-07-26T06:11:00.399 INFO:tasks.rados.rados.0.smithi089.stdout:1858: finishing write tid 2 to smithi08986837-23 2024-07-26T06:11:00.400 INFO:tasks.rados.rados.0.smithi089.stdout:1858: finishing write tid 3 to smithi08986837-23 2024-07-26T06:11:00.400 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 23 v 488 (ObjNum 583 snap 175 seq_num 583) dirty exists 2024-07-26T06:11:00.400 INFO:tasks.rados.rados.0.smithi089.stdout:1858: left oid 23 (ObjNum 583 snap 175 seq_num 583) 2024-07-26T06:11:00.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:00 smithi089 ceph-mon[99608]: Upgrade: Updating osd.4 2024-07-26T06:11:00.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:00 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:11:00.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:00 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-07-26T06:11:00.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:00 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:11:00.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:00 smithi089 ceph-mon[99608]: Deploying daemon osd.4 on smithi155 2024-07-26T06:11:00.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:00 smithi089 ceph-mon[99608]: osdmap e425: 8 total, 8 up, 8 in 2024-07-26T06:11:00.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:00 smithi089 ceph-mon[102056]: Upgrade: Updating osd.4 2024-07-26T06:11:00.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:00 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:11:00.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:00 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-07-26T06:11:00.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:00 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:11:00.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:00 smithi089 ceph-mon[102056]: Deploying daemon osd.4 on smithi155 2024-07-26T06:11:00.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:00 smithi089 ceph-mon[102056]: osdmap e425: 8 total, 8 up, 8 in 2024-07-26T06:11:01.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:00 smithi155 ceph-mon[90160]: Upgrade: Updating osd.4 2024-07-26T06:11:01.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:00 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:11:01.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:00 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-07-26T06:11:01.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:00 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:11:01.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:00 smithi155 ceph-mon[90160]: Deploying daemon osd.4 on smithi155 2024-07-26T06:11:01.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:00 smithi155 ceph-mon[90160]: osdmap e425: 8 total, 8 up, 8 in 2024-07-26T06:11:01.366 INFO:tasks.rados.rados.0.smithi089.stdout:1858: done (1 left) 2024-07-26T06:11:01.366 INFO:tasks.rados.rados.0.smithi089.stdout:1859: done (0 left) 2024-07-26T06:11:01.366 INFO:tasks.rados.rados.0.smithi089.stdout:1860: read oid 33 snap -1 2024-07-26T06:11:01.366 INFO:tasks.rados.rados.0.smithi089.stdout:1860: expect (ObjNum 459 snap 132 seq_num 459) 2024-07-26T06:11:01.366 INFO:tasks.rados.rados.0.smithi089.stdout:1861: read oid 6 snap -1 2024-07-26T06:11:01.366 INFO:tasks.rados.rados.0.smithi089.stdout:1861: expect (ObjNum 507 snap 150 seq_num 507) 2024-07-26T06:11:01.366 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 2 current snap is 176 2024-07-26T06:11:01.366 INFO:tasks.rados.rados.0.smithi089.stdout:1862: seq_num 584 ranges {8396800=188416} 2024-07-26T06:11:01.412 INFO:tasks.rados.rados.0.smithi089.stdout:1862: writing smithi08986837-2 from 8396800 to 8585216 tid 1 2024-07-26T06:11:01.412 INFO:tasks.rados.rados.0.smithi089.stdout:1863: delete oid 8 current snap is 176 2024-07-26T06:11:01.412 INFO:tasks.rados.rados.0.smithi089.stdout:1861: expect (ObjNum 507 snap 150 seq_num 507) 2024-07-26T06:11:01.446 INFO:tasks.rados.rados.0.smithi089.stdout:1860: expect (ObjNum 459 snap 132 seq_num 459) 2024-07-26T06:11:01.475 INFO:tasks.rados.rados.0.smithi089.stdout:1862: finishing write tid 1 to smithi08986837-2 2024-07-26T06:11:01.475 INFO:tasks.rados.rados.0.smithi089.stdout:1862: finishing write tid 2 to smithi08986837-2 2024-07-26T06:11:01.475 INFO:tasks.rados.rados.0.smithi089.stdout:1860: done (3 left) 2024-07-26T06:11:01.475 INFO:tasks.rados.rados.0.smithi089.stdout:1861: done (2 left) 2024-07-26T06:11:01.475 INFO:tasks.rados.rados.0.smithi089.stdout:1863: done (1 left) 2024-07-26T06:11:01.475 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 40 current snap is 176 2024-07-26T06:11:01.475 INFO:tasks.rados.rados.0.smithi089.stdout:1862: finishing write tid 3 to smithi08986837-2 2024-07-26T06:11:01.475 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 2 v 189 (ObjNum 584 snap 176 seq_num 584) dirty exists 2024-07-26T06:11:01.475 INFO:tasks.rados.rados.0.smithi089.stdout:1862: left oid 2 (ObjNum 584 snap 176 seq_num 584) 2024-07-26T06:11:01.475 INFO:tasks.rados.rados.0.smithi089.stdout:1864: seq_num 586 ranges {2236416=221184} 2024-07-26T06:11:01.487 INFO:tasks.rados.rados.0.smithi089.stdout:1864: writing smithi08986837-40 from 2236416 to 2457600 tid 1 2024-07-26T06:11:01.487 INFO:tasks.rados.rados.0.smithi089.stdout:1862: done (1 left) 2024-07-26T06:11:01.487 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 39 current snap is 176 2024-07-26T06:11:01.488 INFO:tasks.rados.rados.0.smithi089.stdout:1865: seq_num 587 ranges {1957888=237568} 2024-07-26T06:11:01.499 INFO:tasks.rados.rados.0.smithi089.stdout:1865: writing smithi08986837-39 from 1957888 to 2195456 tid 1 2024-07-26T06:11:01.499 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 23 current snap is 176 2024-07-26T06:11:01.499 INFO:tasks.rados.rados.0.smithi089.stdout:1866: seq_num 588 ranges {4153344=253952} 2024-07-26T06:11:01.523 INFO:tasks.rados.rados.0.smithi089.stdout:1866: writing smithi08986837-23 from 4153344 to 4407296 tid 1 2024-07-26T06:11:01.523 INFO:tasks.rados.rados.0.smithi089.stdout:1867: delete oid 13 current snap is 176 2024-07-26T06:11:01.523 INFO:tasks.rados.rados.0.smithi089.stdout:1864: finishing write tid 1 to smithi08986837-40 2024-07-26T06:11:01.524 INFO:tasks.rados.rados.0.smithi089.stdout:1864: finishing write tid 2 to smithi08986837-40 2024-07-26T06:11:01.524 INFO:tasks.rados.rados.0.smithi089.stdout:1864: finishing write tid 3 to smithi08986837-40 2024-07-26T06:11:01.524 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 40 v 789 (ObjNum 586 snap 176 seq_num 586) dirty exists 2024-07-26T06:11:01.524 INFO:tasks.rados.rados.0.smithi089.stdout:1864: left oid 40 (ObjNum 586 snap 176 seq_num 586) 2024-07-26T06:11:01.524 INFO:tasks.rados.rados.0.smithi089.stdout:1865: finishing write tid 1 to smithi08986837-39 2024-07-26T06:11:01.524 INFO:tasks.rados.rados.0.smithi089.stdout:1865: finishing write tid 2 to smithi08986837-39 2024-07-26T06:11:01.524 INFO:tasks.rados.rados.0.smithi089.stdout:1865: finishing write tid 3 to smithi08986837-39 2024-07-26T06:11:01.524 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 39 v 864 (ObjNum 587 snap 176 seq_num 587) dirty exists 2024-07-26T06:11:01.524 INFO:tasks.rados.rados.0.smithi089.stdout:1865: left oid 39 (ObjNum 587 snap 176 seq_num 587) 2024-07-26T06:11:01.526 INFO:tasks.rados.rados.0.smithi089.stdout:1866: finishing write tid 1 to smithi08986837-23 2024-07-26T06:11:01.526 INFO:tasks.rados.rados.0.smithi089.stdout:1866: finishing write tid 2 to smithi08986837-23 2024-07-26T06:11:01.527 INFO:tasks.rados.rados.0.smithi089.stdout:1864: done (3 left) 2024-07-26T06:11:01.527 INFO:tasks.rados.rados.0.smithi089.stdout:1865: done (2 left) 2024-07-26T06:11:01.527 INFO:tasks.rados.rados.0.smithi089.stdout:1867: done (1 left) 2024-07-26T06:11:01.527 INFO:tasks.rados.rados.0.smithi089.stdout:1868: rmattr oid 7 current snap is 176 2024-07-26T06:11:01.527 INFO:tasks.rados.rados.0.smithi089.stdout:1868: done (1 left) 2024-07-26T06:11:01.527 INFO:tasks.rados.rados.0.smithi089.stdout:1869: read oid 29 snap -1 2024-07-26T06:11:01.527 INFO:tasks.rados.rados.0.smithi089.stdout:1869: expect (ObjNum 579 snap 174 seq_num 579) 2024-07-26T06:11:01.527 INFO:tasks.rados.rados.0.smithi089.stdout:1870: snap_create 2024-07-26T06:11:01.527 INFO:tasks.rados.rados.0.smithi089.stdout:1866: finishing write tid 3 to smithi08986837-23 2024-07-26T06:11:01.527 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 23 v 491 (ObjNum 588 snap 176 seq_num 588) dirty exists 2024-07-26T06:11:01.527 INFO:tasks.rados.rados.0.smithi089.stdout:1866: left oid 23 (ObjNum 588 snap 176 seq_num 588) 2024-07-26T06:11:01.618 INFO:tasks.rados.rados.0.smithi089.stdout:1869: expect (ObjNum 579 snap 174 seq_num 579) 2024-07-26T06:11:01.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:01 smithi089 ceph-mon[99608]: pgmap v290: 121 pgs: 121 active+clean; 283 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 572 KiB/s wr, 1 op/s 2024-07-26T06:11:01.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:01 smithi089 ceph-mon[99608]: osdmap e426: 8 total, 8 up, 8 in 2024-07-26T06:11:01.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:01 smithi089 ceph-mon[102056]: pgmap v290: 121 pgs: 121 active+clean; 283 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 572 KiB/s wr, 1 op/s 2024-07-26T06:11:01.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:01 smithi089 ceph-mon[102056]: osdmap e426: 8 total, 8 up, 8 in 2024-07-26T06:11:01.918 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:01 smithi155 ceph-mon[90160]: pgmap v290: 121 pgs: 121 active+clean; 283 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 572 KiB/s wr, 1 op/s 2024-07-26T06:11:01.918 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:01 smithi155 ceph-mon[90160]: osdmap e426: 8 total, 8 up, 8 in 2024-07-26T06:11:02.537 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:11:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:11:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:11:02.817 INFO:tasks.rados.rados.0.smithi089.stdout:1866: done (2 left) 2024-07-26T06:11:02.817 INFO:tasks.rados.rados.0.smithi089.stdout:1869: done (1 left) 2024-07-26T06:11:02.818 INFO:tasks.rados.rados.0.smithi089.stdout:1870: done (0 left) 2024-07-26T06:11:02.818 INFO:tasks.rados.rados.0.smithi089.stdout:1871: read oid 33 snap -1 2024-07-26T06:11:02.818 INFO:tasks.rados.rados.0.smithi089.stdout:1871: expect (ObjNum 459 snap 132 seq_num 459) 2024-07-26T06:11:02.818 INFO:tasks.rados.rados.0.smithi089.stdout:1872: snap_remove snap 170 2024-07-26T06:11:02.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:11:02 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:11:02] "GET /metrics HTTP/1.1" 200 36298 "" "Prometheus/2.43.0" 2024-07-26T06:11:03.161 INFO:journalctl@ceph.osd.4.smithi155.stdout:Jul 26 06:11:02 smithi155 systemd[1]: Stopping Ceph osd.4 for 9bd49884-4b13-11ef-bcb6-c7b262605968... 2024-07-26T06:11:03.374 INFO:tasks.rados.rados.0.smithi089.stdout:1872: done (1 left) 2024-07-26T06:11:03.374 INFO:tasks.rados.rados.0.smithi089.stdout:1873: snap_create 2024-07-26T06:11:03.374 INFO:tasks.rados.rados.0.smithi089.stdout:1871: expect (ObjNum 459 snap 132 seq_num 459) 2024-07-26T06:11:03.505 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:03 smithi155 ceph-mon[90160]: osdmap e427: 8 total, 8 up, 8 in 2024-07-26T06:11:03.505 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:03 smithi155 ceph-mon[90160]: pgmap v293: 121 pgs: 121 active+clean; 293 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 2.4 MiB/s wr, 24 op/s 2024-07-26T06:11:03.505 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:03 smithi155 ceph-mon[90160]: osd.4 marked itself down and dead 2024-07-26T06:11:03.505 INFO:journalctl@ceph.osd.4.smithi155.stdout:Jul 26 06:11:03 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-4[38763]: 2024-07-26T06:11:03.159+0000 7f644670f640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-07-26T06:11:03.505 INFO:journalctl@ceph.osd.4.smithi155.stdout:Jul 26 06:11:03 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-4[38763]: 2024-07-26T06:11:03.159+0000 7f644670f640 -1 osd.4 427 *** Got signal Terminated *** 2024-07-26T06:11:03.505 INFO:journalctl@ceph.osd.4.smithi155.stdout:Jul 26 06:11:03 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-4[38763]: 2024-07-26T06:11:03.159+0000 7f644670f640 -1 osd.4 427 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-07-26T06:11:03.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:03 smithi089 ceph-mon[99608]: osdmap e427: 8 total, 8 up, 8 in 2024-07-26T06:11:03.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:03 smithi089 ceph-mon[99608]: pgmap v293: 121 pgs: 121 active+clean; 293 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 2.4 MiB/s wr, 24 op/s 2024-07-26T06:11:03.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:03 smithi089 ceph-mon[99608]: osd.4 marked itself down and dead 2024-07-26T06:11:03.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:03 smithi089 ceph-mon[102056]: osdmap e427: 8 total, 8 up, 8 in 2024-07-26T06:11:03.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:03 smithi089 ceph-mon[102056]: pgmap v293: 121 pgs: 121 active+clean; 293 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 2.4 MiB/s wr, 24 op/s 2024-07-26T06:11:03.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:03 smithi089 ceph-mon[102056]: osd.4 marked itself down and dead 2024-07-26T06:11:03.879 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:11:03 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:11:03.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi089\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi089\", job=\"node\", machine=\"x86_64\", nodename=\"smithi089\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", domainname=\"(none)\", instance=\"smithi089\", job=\"node\", machine=\"x86_64\", nodename=\"smithi089\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:11:04.235 INFO:journalctl@ceph.osd.4.smithi155.stdout:Jul 26 06:11:03 smithi155 podman[95351]: 2024-07-26 06:11:03.938170326 +0000 UTC m=+0.893834332 container died df54a09a74e953f55f26149872e06770e7785ab679917a7069463e7035522d20 (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-4, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=quincy-5dff84c, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240724, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image) 2024-07-26T06:11:04.382 INFO:tasks.rados.rados.0.smithi089.stdout:1871: done (1 left) 2024-07-26T06:11:04.382 INFO:tasks.rados.rados.0.smithi089.stdout:1873: done (0 left) 2024-07-26T06:11:04.382 INFO:tasks.rados.rados.0.smithi089.stdout:1874: snap_remove snap 162 2024-07-26T06:11:04.509 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:04 smithi155 ceph-mon[90160]: Health check failed: 1 osds down (OSD_DOWN) 2024-07-26T06:11:04.510 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:04 smithi155 ceph-mon[90160]: osdmap e428: 8 total, 7 up, 8 in 2024-07-26T06:11:04.510 INFO:journalctl@ceph.osd.4.smithi155.stdout:Jul 26 06:11:04 smithi155 podman[95351]: 2024-07-26 06:11:04.333241496 +0000 UTC m=+1.288905490 container cleanup df54a09a74e953f55f26149872e06770e7785ab679917a7069463e7035522d20 (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-4, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, RELEASE=quincy-5dff84c, org.label-schema.build-date=20240724, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-07-26T06:11:04.510 INFO:journalctl@ceph.osd.4.smithi155.stdout:Jul 26 06:11:04 smithi155 bash[95351]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-4 2024-07-26T06:11:04.510 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:11:04 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:11:04.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:11:04.510 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:11:04 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:11:04.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:11:04.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:04 smithi089 ceph-mon[102056]: Health check failed: 1 osds down (OSD_DOWN) 2024-07-26T06:11:04.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:04 smithi089 ceph-mon[102056]: osdmap e428: 8 total, 7 up, 8 in 2024-07-26T06:11:04.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:04 smithi089 ceph-mon[99608]: Health check failed: 1 osds down (OSD_DOWN) 2024-07-26T06:11:04.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:04 smithi089 ceph-mon[99608]: osdmap e428: 8 total, 7 up, 8 in 2024-07-26T06:11:04.879 INFO:journalctl@ceph.osd.4.smithi155.stdout:Jul 26 06:11:04 smithi155 podman[95374]: 2024-07-26 06:11:04.509733702 +0000 UTC m=+0.572126147 container remove df54a09a74e953f55f26149872e06770e7785ab679917a7069463e7035522d20 (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-4, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=quincy-5dff84c, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240724, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-07-26T06:11:05.262 INFO:journalctl@ceph.osd.4.smithi155.stdout:Jul 26 06:11:04 smithi155 podman[95469]: 2024-07-26 06:11:04.93563178 +0000 UTC m=+0.113841440 container create 0e8ab146aa93a90904ffe83cce31862985702e081f9abde30e612698c8fc43ae (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-4-deactivate, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=squid-4b23044, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240724, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux ) 2024-07-26T06:11:05.263 INFO:journalctl@ceph.osd.4.smithi155.stdout:Jul 26 06:11:04 smithi155 podman[95469]: 2024-07-26 06:11:04.83891743 +0000 UTC m=+0.017127096 image pull a246f06af74af9a1c45475dc36c910d564494bacf385674011a33b62b93c2c8c quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c 2024-07-26T06:11:05.263 INFO:journalctl@ceph.osd.4.smithi155.stdout:Jul 26 06:11:05 smithi155 podman[95469]: 2024-07-26 06:11:05.155011413 +0000 UTC m=+0.333221073 container init 0e8ab146aa93a90904ffe83cce31862985702e081f9abde30e612698c8fc43ae (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-4-deactivate, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240724, GIT_BRANCH=HEAD, RELEASE=squid-4b23044, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, ceph=True) 2024-07-26T06:11:05.263 INFO:journalctl@ceph.osd.4.smithi155.stdout:Jul 26 06:11:05 smithi155 podman[95469]: 2024-07-26 06:11:05.160016368 +0000 UTC m=+0.338226023 container start 0e8ab146aa93a90904ffe83cce31862985702e081f9abde30e612698c8fc43ae (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-4-deactivate, org.label-schema.build-date=20240724, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-4b23044, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-07-26T06:11:05.263 INFO:journalctl@ceph.osd.4.smithi155.stdout:Jul 26 06:11:05 smithi155 podman[95469]: 2024-07-26 06:11:05.26272653 +0000 UTC m=+0.440936186 container attach 0e8ab146aa93a90904ffe83cce31862985702e081f9abde30e612698c8fc43ae (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-4-deactivate, RELEASE=squid-4b23044, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.build-date=20240724, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS) 2024-07-26T06:11:05.386 INFO:tasks.rados.rados.0.smithi089.stdout:1874: done (0 left) 2024-07-26T06:11:05.386 INFO:tasks.rados.rados.0.smithi089.stdout:1875: read oid 38 snap 166 2024-07-26T06:11:05.387 INFO:tasks.rados.rados.0.smithi089.stdout:1875: expect (ObjNum 379 snap 108 seq_num 379) 2024-07-26T06:11:05.387 INFO:tasks.rados.rados.0.smithi089.stdout:1876: rmattr oid 15 current snap is 178 2024-07-26T06:11:05.387 INFO:tasks.rados.rados.0.smithi089.stdout:1877: read oid 45 snap -1 2024-07-26T06:11:05.387 INFO:tasks.rados.rados.0.smithi089.stdout:1877: expect (ObjNum 580 snap 175 seq_num 580) 2024-07-26T06:11:05.387 INFO:tasks.rados.rados.0.smithi089.stdout:1878: read oid 19 snap 168 2024-07-26T06:11:05.387 INFO:tasks.rados.rados.0.smithi089.stdout:1878: expect (ObjNum 506 snap 147 seq_num 506) 2024-07-26T06:11:05.387 INFO:tasks.rados.rados.0.smithi089.stdout:1879: snap_remove snap 160 2024-07-26T06:11:05.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:05 smithi155 ceph-mon[90160]: osdmap e429: 8 total, 7 up, 8 in 2024-07-26T06:11:05.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:05 smithi155 ceph-mon[90160]: pgmap v296: 121 pgs: 3 active+undersized, 1 activating+undersized, 8 stale+active+clean, 2 active+undersized+degraded, 107 active+clean; 293 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.4 MiB/s wr, 25 op/s; 10/450 objects degraded (2.222%) 2024-07-26T06:11:05.630 INFO:journalctl@ceph.osd.4.smithi155.stdout:Jul 26 06:11:05 smithi155 podman[95469]: 2024-07-26 06:11:05.354934742 +0000 UTC m=+0.533144415 container died 0e8ab146aa93a90904ffe83cce31862985702e081f9abde30e612698c8fc43ae (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-4-deactivate, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=squid-4b23044, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240724, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2) 2024-07-26T06:11:05.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:05 smithi089 ceph-mon[99608]: osdmap e429: 8 total, 7 up, 8 in 2024-07-26T06:11:05.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:05 smithi089 ceph-mon[99608]: pgmap v296: 121 pgs: 3 active+undersized, 1 activating+undersized, 8 stale+active+clean, 2 active+undersized+degraded, 107 active+clean; 293 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.4 MiB/s wr, 25 op/s; 10/450 objects degraded (2.222%) 2024-07-26T06:11:05.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:05 smithi089 ceph-mon[102056]: osdmap e429: 8 total, 7 up, 8 in 2024-07-26T06:11:05.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:05 smithi089 ceph-mon[102056]: pgmap v296: 121 pgs: 3 active+undersized, 1 activating+undersized, 8 stale+active+clean, 2 active+undersized+degraded, 107 active+clean; 293 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.4 MiB/s wr, 25 op/s; 10/450 objects degraded (2.222%) 2024-07-26T06:11:06.379 INFO:journalctl@ceph.osd.4.smithi155.stdout:Jul 26 06:11:05 smithi155 podman[95511]: 2024-07-26 06:11:05.949788357 +0000 UTC m=+0.584283788 container remove 0e8ab146aa93a90904ffe83cce31862985702e081f9abde30e612698c8fc43ae (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-4-deactivate, CEPH_POINT_RELEASE=, RELEASE=squid-4b23044, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240724, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-07-26T06:11:06.379 INFO:journalctl@ceph.osd.4.smithi155.stdout:Jul 26 06:11:05 smithi155 systemd[1]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@osd.4.service: Deactivated successfully. 2024-07-26T06:11:06.379 INFO:journalctl@ceph.osd.4.smithi155.stdout:Jul 26 06:11:05 smithi155 systemd[1]: Stopped Ceph osd.4 for 9bd49884-4b13-11ef-bcb6-c7b262605968. 2024-07-26T06:11:06.379 INFO:journalctl@ceph.osd.4.smithi155.stdout:Jul 26 06:11:05 smithi155 systemd[1]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@osd.4.service: Consumed 13.486s CPU time. 2024-07-26T06:11:06.379 INFO:journalctl@ceph.osd.4.smithi155.stdout:Jul 26 06:11:06 smithi155 systemd[1]: Starting Ceph osd.4 for 9bd49884-4b13-11ef-bcb6-c7b262605968... 2024-07-26T06:11:06.395 INFO:tasks.rados.rados.0.smithi089.stdout:1879: done (4 left) 2024-07-26T06:11:06.395 INFO:tasks.rados.rados.0.smithi089.stdout:1880: read oid 30 snap -1 2024-07-26T06:11:06.395 INFO:tasks.rados.rados.0.smithi089.stdout:1880: expect (ObjNum 529 snap 157 seq_num 529) 2024-07-26T06:11:06.397 INFO:tasks.rados.rados.0.smithi089.stdout:1881: copy_from oid 50 from oid 26 current snap is 178 2024-07-26T06:11:06.397 INFO:tasks.rados.rados.0.smithi089.stdout:1882: read oid 17 snap -1 2024-07-26T06:11:06.397 INFO:tasks.rados.rados.0.smithi089.stdout:1882: expect (ObjNum 541 snap 160 seq_num 541) 2024-07-26T06:11:06.398 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 10 current snap is 178 2024-07-26T06:11:06.398 INFO:tasks.rados.rados.0.smithi089.stdout:1883: seq_num 590 ranges {7946240=286720} 2024-07-26T06:11:06.443 INFO:tasks.rados.rados.0.smithi089.stdout:1883: writing smithi08986837-10 from 7946240 to 8232960 tid 1 2024-07-26T06:11:06.443 INFO:tasks.rados.rados.0.smithi089.stdout:1884: setattr oid 42 current snap is 178 2024-07-26T06:11:06.443 INFO:tasks.rados.rados.0.smithi089.stdout:1877: expect (ObjNum 580 snap 175 seq_num 580) 2024-07-26T06:11:06.448 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 15 v 1020 (ObjNum 520 snap 155 seq_num 520) dirty exists 2024-07-26T06:11:06.448 INFO:tasks.rados.rados.0.smithi089.stdout:1875: expect (ObjNum 379 snap 108 seq_num 379) 2024-07-26T06:11:06.491 INFO:tasks.rados.rados.0.smithi089.stdout:1878: expect (ObjNum 506 snap 147 seq_num 506) 2024-07-26T06:11:06.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:06 smithi089 ceph-mon[99608]: Health check failed: Degraded data redundancy: 10/450 objects degraded (2.222%), 2 pgs degraded (PG_DEGRADED) 2024-07-26T06:11:06.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:06 smithi089 ceph-mon[99608]: osdmap e430: 8 total, 7 up, 8 in 2024-07-26T06:11:06.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:06 smithi089 ceph-mon[102056]: Health check failed: Degraded data redundancy: 10/450 objects degraded (2.222%), 2 pgs degraded (PG_DEGRADED) 2024-07-26T06:11:06.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:06 smithi089 ceph-mon[102056]: osdmap e430: 8 total, 7 up, 8 in 2024-07-26T06:11:06.695 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:06 smithi155 ceph-mon[90160]: Health check failed: Degraded data redundancy: 10/450 objects degraded (2.222%), 2 pgs degraded (PG_DEGRADED) 2024-07-26T06:11:06.695 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:06 smithi155 ceph-mon[90160]: osdmap e430: 8 total, 7 up, 8 in 2024-07-26T06:11:06.695 INFO:journalctl@ceph.osd.4.smithi155.stdout:Jul 26 06:11:06 smithi155 podman[95616]: 2024-07-26 06:11:06.384189025 +0000 UTC m=+0.102443155 container create 212a9519fa97a67838e234be0293c5ebb2dc3d79b115767148897edbf98c2801 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-4-activate, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240724, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, RELEASE=squid-4b23044, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image) 2024-07-26T06:11:06.696 INFO:journalctl@ceph.osd.4.smithi155.stdout:Jul 26 06:11:06 smithi155 podman[95616]: 2024-07-26 06:11:06.298834676 +0000 UTC m=+0.017088825 image pull a246f06af74af9a1c45475dc36c910d564494bacf385674011a33b62b93c2c8c quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c 2024-07-26T06:11:06.696 INFO:journalctl@ceph.osd.4.smithi155.stdout:Jul 26 06:11:06 smithi155 podman[95616]: 2024-07-26 06:11:06.595438007 +0000 UTC m=+0.313692144 container init 212a9519fa97a67838e234be0293c5ebb2dc3d79b115767148897edbf98c2801 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-4-activate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=squid-4b23044, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240724, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0) 2024-07-26T06:11:06.696 INFO:journalctl@ceph.osd.4.smithi155.stdout:Jul 26 06:11:06 smithi155 podman[95616]: 2024-07-26 06:11:06.600352425 +0000 UTC m=+0.318606555 container start 212a9519fa97a67838e234be0293c5ebb2dc3d79b115767148897edbf98c2801 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-4-activate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240724, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.36.0, RELEASE=squid-4b23044, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-07-26T06:11:06.696 INFO:journalctl@ceph.osd.4.smithi155.stdout:Jul 26 06:11:06 smithi155 podman[95616]: 2024-07-26 06:11:06.695033998 +0000 UTC m=+0.413288149 container attach 212a9519fa97a67838e234be0293c5ebb2dc3d79b115767148897edbf98c2801 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-4-activate, RELEASE=squid-4b23044, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240724, GIT_CLEAN=True, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-07-26T06:11:06.955 INFO:journalctl@ceph.osd.4.smithi155.stdout:Jul 26 06:11:06 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-4-activate[95631]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-26T06:11:06.955 INFO:journalctl@ceph.osd.4.smithi155.stdout:Jul 26 06:11:06 smithi155 bash[95616]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-26T06:11:06.955 INFO:journalctl@ceph.osd.4.smithi155.stdout:Jul 26 06:11:06 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-4-activate[95631]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-26T06:11:06.955 INFO:journalctl@ceph.osd.4.smithi155.stdout:Jul 26 06:11:06 smithi155 bash[95616]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-26T06:11:06.955 INFO:journalctl@ceph.osd.4.smithi155.stdout:Jul 26 06:11:06 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-4-activate[95631]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-07-26T06:11:06.955 INFO:journalctl@ceph.osd.4.smithi155.stdout:Jul 26 06:11:06 smithi155 bash[95616]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-07-26T06:11:06.956 INFO:journalctl@ceph.osd.4.smithi155.stdout:Jul 26 06:11:06 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-4-activate[95631]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-07-26T06:11:06.956 INFO:journalctl@ceph.osd.4.smithi155.stdout:Jul 26 06:11:06 smithi155 bash[95616]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-07-26T06:11:06.956 INFO:journalctl@ceph.osd.4.smithi155.stdout:Jul 26 06:11:06 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-4-activate[95631]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-07-26T06:11:06.956 INFO:journalctl@ceph.osd.4.smithi155.stdout:Jul 26 06:11:06 smithi155 bash[95616]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-07-26T06:11:07.218 INFO:tasks.rados.rados.0.smithi089.stdout:1880: expect (ObjNum 529 snap 157 seq_num 529) 2024-07-26T06:11:07.265 INFO:journalctl@ceph.osd.4.smithi155.stdout:Jul 26 06:11:06 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-4-activate[95631]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-07-26T06:11:07.266 INFO:journalctl@ceph.osd.4.smithi155.stdout:Jul 26 06:11:06 smithi155 bash[95616]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-07-26T06:11:07.266 INFO:journalctl@ceph.osd.4.smithi155.stdout:Jul 26 06:11:06 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-4-activate[95631]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2024-07-26T06:11:07.266 INFO:journalctl@ceph.osd.4.smithi155.stdout:Jul 26 06:11:06 smithi155 bash[95616]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2024-07-26T06:11:07.266 INFO:journalctl@ceph.osd.4.smithi155.stdout:Jul 26 06:11:06 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-4-activate[95631]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-07-26T06:11:07.266 INFO:journalctl@ceph.osd.4.smithi155.stdout:Jul 26 06:11:06 smithi155 bash[95616]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-07-26T06:11:07.266 INFO:journalctl@ceph.osd.4.smithi155.stdout:Jul 26 06:11:06 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-4-activate[95631]: --> ceph-volume raw activate successful for osd ID: 4 2024-07-26T06:11:07.266 INFO:journalctl@ceph.osd.4.smithi155.stdout:Jul 26 06:11:06 smithi155 bash[95616]: --> ceph-volume raw activate successful for osd ID: 4 2024-07-26T06:11:07.266 INFO:journalctl@ceph.osd.4.smithi155.stdout:Jul 26 06:11:06 smithi155 podman[95616]: 2024-07-26 06:11:06.982020607 +0000 UTC m=+0.700274741 container died 212a9519fa97a67838e234be0293c5ebb2dc3d79b115767148897edbf98c2801 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-4-activate, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240724, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-4b23044, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-07-26T06:11:07.557 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:07 smithi155 ceph-mon[90160]: osdmap e431: 8 total, 7 up, 8 in 2024-07-26T06:11:07.557 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:07 smithi155 ceph-mon[90160]: pgmap v299: 121 pgs: 29 active+undersized, 1 activating+undersized, 1 stale+active+clean, 10 active+undersized+degraded, 80 active+clean; 294 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 182 KiB/s wr, 8 op/s; 56/459 objects degraded (12.200%) 2024-07-26T06:11:07.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:07 smithi089 ceph-mon[99608]: osdmap e431: 8 total, 7 up, 8 in 2024-07-26T06:11:07.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:07 smithi089 ceph-mon[99608]: pgmap v299: 121 pgs: 29 active+undersized, 1 activating+undersized, 1 stale+active+clean, 10 active+undersized+degraded, 80 active+clean; 294 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 182 KiB/s wr, 8 op/s; 56/459 objects degraded (12.200%) 2024-07-26T06:11:07.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:07 smithi089 ceph-mon[102056]: osdmap e431: 8 total, 7 up, 8 in 2024-07-26T06:11:07.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:07 smithi089 ceph-mon[102056]: pgmap v299: 121 pgs: 29 active+undersized, 1 activating+undersized, 1 stale+active+clean, 10 active+undersized+degraded, 80 active+clean; 294 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 182 KiB/s wr, 8 op/s; 56/459 objects degraded (12.200%) 2024-07-26T06:11:07.710 INFO:tasks.rados.rados.0.smithi089.stdout:1882: expect (ObjNum 541 snap 160 seq_num 541) 2024-07-26T06:11:07.879 INFO:journalctl@ceph.osd.4.smithi155.stdout:Jul 26 06:11:07 smithi155 podman[95769]: 2024-07-26 06:11:07.556919965 +0000 UTC m=+0.569548774 container remove 212a9519fa97a67838e234be0293c5ebb2dc3d79b115767148897edbf98c2801 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-4-activate, org.label-schema.build-date=20240724, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, RELEASE=squid-4b23044, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.36.0) 2024-07-26T06:11:07.879 INFO:journalctl@ceph.osd.4.smithi155.stdout:Jul 26 06:11:07 smithi155 podman[95835]: 2024-07-26 06:11:07.67317617 +0000 UTC m=+0.017288443 image pull a246f06af74af9a1c45475dc36c910d564494bacf385674011a33b62b93c2c8c quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c 2024-07-26T06:11:07.879 INFO:journalctl@ceph.osd.4.smithi155.stdout:Jul 26 06:11:07 smithi155 podman[95835]: 2024-07-26 06:11:07.774388655 +0000 UTC m=+0.118500919 container create 3b91a97809ebbccf3bb7ce71101755b80db8a58ee1f418fe6e1f1e43c171003e (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-4, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.36.0, RELEASE=squid-4b23044, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.build-date=20240724, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-07-26T06:11:08.171 INFO:tasks.rados.rados.0.smithi089.stdout:1883: finishing write tid 1 to smithi08986837-10 2024-07-26T06:11:08.171 INFO:tasks.rados.rados.0.smithi089.stdout:1883: finishing write tid 2 to smithi08986837-10 2024-07-26T06:11:08.171 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 42 v 1021 (ObjNum 129 snap 0 seq_num 3363343120) dirty exists 2024-07-26T06:11:08.171 INFO:tasks.rados.rados.0.smithi089.stdout:1883: finishing write tid 3 to smithi08986837-10 2024-07-26T06:11:08.171 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 10 v 921 (ObjNum 590 snap 178 seq_num 590) dirty exists 2024-07-26T06:11:08.172 INFO:tasks.rados.rados.0.smithi089.stdout:1883: left oid 10 (ObjNum 590 snap 178 seq_num 590) 2024-07-26T06:11:08.172 INFO:tasks.rados.rados.0.smithi089.stdout:1881: finishing copy_from racing read to smithi08986837-50 2024-07-26T06:11:08.172 INFO:tasks.rados.rados.0.smithi089.stdout:1881: finishing copy_from to smithi08986837-50 2024-07-26T06:11:08.172 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 50 v 818 (ObjNum 506 snap 147 seq_num 506) dirty exists 2024-07-26T06:11:08.172 INFO:tasks.rados.rados.0.smithi089.stdout:1875: done (8 left) 2024-07-26T06:11:08.172 INFO:tasks.rados.rados.0.smithi089.stdout:1876: done (7 left) 2024-07-26T06:11:08.172 INFO:tasks.rados.rados.0.smithi089.stdout:1877: done (6 left) 2024-07-26T06:11:08.172 INFO:tasks.rados.rados.0.smithi089.stdout:1878: done (5 left) 2024-07-26T06:11:08.172 INFO:tasks.rados.rados.0.smithi089.stdout:1880: done (4 left) 2024-07-26T06:11:08.172 INFO:tasks.rados.rados.0.smithi089.stdout:1881: done (3 left) 2024-07-26T06:11:08.172 INFO:tasks.rados.rados.0.smithi089.stdout:1882: done (2 left) 2024-07-26T06:11:08.172 INFO:tasks.rados.rados.0.smithi089.stdout:1883: done (1 left) 2024-07-26T06:11:08.173 INFO:tasks.rados.rados.0.smithi089.stdout:1884: done (0 left) 2024-07-26T06:11:08.173 INFO:tasks.rados.rados.0.smithi089.stdout:1885: snap_remove snap 168 2024-07-26T06:11:08.379 INFO:journalctl@ceph.osd.4.smithi155.stdout:Jul 26 06:11:07 smithi155 podman[95835]: 2024-07-26 06:11:07.985008688 +0000 UTC m=+0.329120952 container init 3b91a97809ebbccf3bb7ce71101755b80db8a58ee1f418fe6e1f1e43c171003e (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-4, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=squid-4b23044, org.label-schema.build-date=20240724) 2024-07-26T06:11:08.379 INFO:journalctl@ceph.osd.4.smithi155.stdout:Jul 26 06:11:07 smithi155 podman[95835]: 2024-07-26 06:11:07.989895057 +0000 UTC m=+0.334007323 container start 3b91a97809ebbccf3bb7ce71101755b80db8a58ee1f418fe6e1f1e43c171003e (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-4, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240724, io.buildah.version=1.36.0, RELEASE=squid-4b23044) 2024-07-26T06:11:08.379 INFO:journalctl@ceph.osd.4.smithi155.stdout:Jul 26 06:11:08 smithi155 ceph-osd[95872]: -- 172.21.15.155:0/1312683679 <== mon.1 v2:172.21.15.155:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55ad96dc9a40 con 0x55ad97b8c000 2024-07-26T06:11:08.379 INFO:journalctl@ceph.osd.4.smithi155.stdout:Jul 26 06:11:08 smithi155 bash[95835]: 3b91a97809ebbccf3bb7ce71101755b80db8a58ee1f418fe6e1f1e43c171003e 2024-07-26T06:11:08.379 INFO:journalctl@ceph.osd.4.smithi155.stdout:Jul 26 06:11:08 smithi155 systemd[1]: Started Ceph osd.4 for 9bd49884-4b13-11ef-bcb6-c7b262605968. 2024-07-26T06:11:08.879 INFO:journalctl@ceph.osd.4.smithi155.stdout:Jul 26 06:11:08 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-4[95849]: 2024-07-26T06:11:08.539+0000 7f65ccf4b640 -1 Falling back to public interface 2024-07-26T06:11:08.879 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:11:08 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:11:08.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)\", cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", cluster_addr=\"172.21.15.89\", device_class=\"ssd\", hostname=\"smithi089\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.89\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster_addr=\"172.21.15.89\", device_class=\"ssd\", hostname=\"smithi089\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.89\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:11:09.163 INFO:tasks.rados.rados.0.smithi089.stdout:1885: done (0 left) 2024-07-26T06:11:09.163 INFO:tasks.rados.rados.0.smithi089.stdout:1886: copy_from oid 8 from oid 11 current snap is 178 2024-07-26T06:11:09.163 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 33 current snap is 178 2024-07-26T06:11:09.163 INFO:tasks.rados.rados.0.smithi089.stdout:1887: seq_num 591 ranges {868352=303104} 2024-07-26T06:11:09.171 INFO:tasks.rados.rados.0.smithi089.stdout:1887: writing smithi08986837-33 from 868352 to 1171456 tid 1 2024-07-26T06:11:09.171 INFO:tasks.rados.rados.0.smithi089.stdout:1888: copy_from oid 43 from oid 1 current snap is 178 2024-07-26T06:11:09.171 INFO:tasks.rados.rados.0.smithi089.stdout:1889: delete oid 28 current snap is 178 2024-07-26T06:11:09.175 INFO:tasks.rados.rados.0.smithi089.stdout:1889: done (3 left) 2024-07-26T06:11:09.175 INFO:tasks.rados.rados.0.smithi089.stdout:1890: copy_from oid 41 from oid 18 current snap is 178 2024-07-26T06:11:09.176 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 38 current snap is 178 2024-07-26T06:11:09.176 INFO:tasks.rados.rados.0.smithi089.stdout:1891: seq_num 593 ranges {5914624=335872} 2024-07-26T06:11:09.210 INFO:tasks.rados.rados.0.smithi089.stdout:1891: writing smithi08986837-38 from 5914624 to 6250496 tid 1 2024-07-26T06:11:09.210 INFO:tasks.rados.rados.0.smithi089.stdout:1892: delete oid 22 current snap is 178 2024-07-26T06:11:09.210 INFO:tasks.rados.rados.0.smithi089.stdout:1887: finishing write tid 1 to smithi08986837-33 2024-07-26T06:11:09.211 INFO:tasks.rados.rados.0.smithi089.stdout:1887: finishing write tid 2 to smithi08986837-33 2024-07-26T06:11:09.211 INFO:tasks.rados.rados.0.smithi089.stdout:1887: finishing write tid 3 to smithi08986837-33 2024-07-26T06:11:09.211 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 33 v 787 (ObjNum 591 snap 178 seq_num 591) dirty exists 2024-07-26T06:11:09.211 INFO:tasks.rados.rados.0.smithi089.stdout:1887: left oid 33 (ObjNum 591 snap 178 seq_num 591) 2024-07-26T06:11:09.211 INFO:tasks.rados.rados.0.smithi089.stdout:1888: finishing copy_from racing read to smithi08986837-43 2024-07-26T06:11:09.211 INFO:tasks.rados.rados.0.smithi089.stdout:1890: finishing copy_from racing read to smithi08986837-41 2024-07-26T06:11:09.211 INFO:tasks.rados.rados.0.smithi089.stdout:1886: finishing copy_from racing read to smithi08986837-8 2024-07-26T06:11:09.211 INFO:tasks.rados.rados.0.smithi089.stdout:1888: finishing copy_from to smithi08986837-43 2024-07-26T06:11:09.211 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 43 v 760 (ObjNum 379 snap 108 seq_num 379) dirty exists 2024-07-26T06:11:09.211 INFO:tasks.rados.rados.0.smithi089.stdout:1886: finishing copy_from to smithi08986837-8 2024-07-26T06:11:09.211 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 8 v 862 (ObjNum 446 snap 131 seq_num 446) dirty exists 2024-07-26T06:11:09.211 INFO:tasks.rados.rados.0.smithi089.stdout:1890: finishing copy_from to smithi08986837-41 2024-07-26T06:11:09.211 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 41 v 925 (ObjNum 486 snap 140 seq_num 486) dirty exists 2024-07-26T06:11:09.212 INFO:tasks.rados.rados.0.smithi089.stdout:1886: done (5 left) 2024-07-26T06:11:09.212 INFO:tasks.rados.rados.0.smithi089.stdout:1887: done (4 left) 2024-07-26T06:11:09.212 INFO:tasks.rados.rados.0.smithi089.stdout:1888: done (3 left) 2024-07-26T06:11:09.212 INFO:tasks.rados.rados.0.smithi089.stdout:1890: done (2 left) 2024-07-26T06:11:09.212 INFO:tasks.rados.rados.0.smithi089.stdout:1892: done (1 left) 2024-07-26T06:11:09.212 INFO:tasks.rados.rados.0.smithi089.stdout:1893: snap_remove snap 174 2024-07-26T06:11:09.364 INFO:tasks.rados.rados.0.smithi089.stdout:1893: done (1 left) 2024-07-26T06:11:09.364 INFO:tasks.rados.rados.0.smithi089.stdout:1894: read oid 11 snap -1 2024-07-26T06:11:09.364 INFO:tasks.rados.rados.0.smithi089.stdout:1894: expect (ObjNum 446 snap 131 seq_num 446) 2024-07-26T06:11:09.364 INFO:tasks.rados.rados.0.smithi089.stdout:1895: snap_remove snap 169 2024-07-26T06:11:09.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:09 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:11:09.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:09 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:11:09.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:09 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:11:09.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:09 smithi155 ceph-mon[90160]: pgmap v300: 121 pgs: 32 active+undersized, 1 activating+undersized, 14 active+undersized+degraded, 74 active+clean; 294 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 137 KiB/s wr, 5 op/s; 64/459 objects degraded (13.943%) 2024-07-26T06:11:09.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:09 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:11:09.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:09 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:11:09.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:09 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:11:09.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:09 smithi089 ceph-mon[99608]: pgmap v300: 121 pgs: 32 active+undersized, 1 activating+undersized, 14 active+undersized+degraded, 74 active+clean; 294 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 137 KiB/s wr, 5 op/s; 64/459 objects degraded (13.943%) 2024-07-26T06:11:09.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:09 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:11:09.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:09 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:11:09.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:09 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:11:09.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:09 smithi089 ceph-mon[102056]: pgmap v300: 121 pgs: 32 active+undersized, 1 activating+undersized, 14 active+undersized+degraded, 74 active+clean; 294 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 137 KiB/s wr, 5 op/s; 64/459 objects degraded (13.943%) 2024-07-26T06:11:10.367 INFO:tasks.rados.rados.0.smithi089.stdout:1895: done (2 left) 2024-07-26T06:11:10.367 INFO:tasks.rados.rados.0.smithi089.stdout:1896: rollback oid 13 current snap is 178 2024-07-26T06:11:10.368 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 13 to 171 2024-07-26T06:11:10.368 INFO:tasks.rados.rados.0.smithi089.stdout:1891: finishing write tid 1 to smithi08986837-38 2024-07-26T06:11:10.368 INFO:tasks.rados.rados.0.smithi089.stdout:1891: finishing write tid 2 to smithi08986837-38 2024-07-26T06:11:10.368 INFO:tasks.rados.rados.0.smithi089.stdout:1891: finishing write tid 3 to smithi08986837-38 2024-07-26T06:11:10.368 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 38 v 934 (ObjNum 593 snap 178 seq_num 593) dirty exists 2024-07-26T06:11:10.368 INFO:tasks.rados.rados.0.smithi089.stdout:1891: left oid 38 (ObjNum 593 snap 178 seq_num 593) 2024-07-26T06:11:10.369 INFO:tasks.rados.rados.0.smithi089.stdout:1894: expect (ObjNum 446 snap 131 seq_num 446) 2024-07-26T06:11:10.477 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:10 smithi155 ceph-mon[90160]: osdmap e432: 8 total, 7 up, 8 in 2024-07-26T06:11:10.477 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:10 smithi155 ceph-mon[90160]: osdmap e433: 8 total, 7 up, 8 in 2024-07-26T06:11:10.563 INFO:tasks.rados.rados.0.smithi089.stdout:1896: finishing rollback tid 1 to smithi08986837-13 2024-07-26T06:11:10.563 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 13 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-07-26T06:11:10.563 INFO:tasks.rados.rados.0.smithi089.stdout:1891: done (2 left) 2024-07-26T06:11:10.563 INFO:tasks.rados.rados.0.smithi089.stdout:1894: done (1 left) 2024-07-26T06:11:10.563 INFO:tasks.rados.rados.0.smithi089.stdout:1896: done (0 left) 2024-07-26T06:11:10.563 INFO:tasks.rados.rados.0.smithi089.stdout:1897: read oid 10 snap -1 2024-07-26T06:11:10.563 INFO:tasks.rados.rados.0.smithi089.stdout:1897: expect (ObjNum 590 snap 178 seq_num 590) 2024-07-26T06:11:10.563 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 44 current snap is 178 2024-07-26T06:11:10.563 INFO:tasks.rados.rados.0.smithi089.stdout:1898: seq_num 595 ranges {950272=368640} 2024-07-26T06:11:10.570 INFO:tasks.rados.rados.0.smithi089.stdout:1898: writing smithi08986837-44 from 950272 to 1318912 tid 1 2024-07-26T06:11:10.570 INFO:tasks.rados.rados.0.smithi089.stdout:1899: rollback oid 40 current snap is 178 2024-07-26T06:11:10.570 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 40 to 157 2024-07-26T06:11:10.570 INFO:tasks.rados.rados.0.smithi089.stdout:1900: snap_remove snap 166 2024-07-26T06:11:10.598 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:10 smithi089 ceph-mon[99608]: osdmap e432: 8 total, 7 up, 8 in 2024-07-26T06:11:10.598 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:10 smithi089 ceph-mon[99608]: osdmap e433: 8 total, 7 up, 8 in 2024-07-26T06:11:10.598 INFO:teuthology.orchestra.run.smithi089.stdout:true 2024-07-26T06:11:10.598 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:10 smithi089 ceph-mon[102056]: osdmap e432: 8 total, 7 up, 8 in 2024-07-26T06:11:10.599 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:10 smithi089 ceph-mon[102056]: osdmap e433: 8 total, 7 up, 8 in 2024-07-26T06:11:10.866 INFO:teuthology.orchestra.run.smithi089.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-07-26T06:11:10.866 INFO:teuthology.orchestra.run.smithi089.stdout:alertmanager.a smithi089 *:9093,9094 running (4m) 31s ago 8m 23.9M - 0.25.0 c8568f914cd2 2836382b8f0b 2024-07-26T06:11:10.866 INFO:teuthology.orchestra.run.smithi089.stdout:grafana.a smithi155 *:3000 running (4m) 2m ago 8m 80.3M - 9.4.7 954c08fa6188 0191ba4689bf 2024-07-26T06:11:10.866 INFO:teuthology.orchestra.run.smithi089.stdout:mds.a smithi089 running (10m) 31s ago 10m 16.5M - 17.2.7-1143-g5dff84c0 18bcb77ae794 0ecc3a80790e 2024-07-26T06:11:10.866 INFO:teuthology.orchestra.run.smithi089.stdout:mds.b smithi155 running (10m) 2m ago 10m 21.0M - 17.2.7-1143-g5dff84c0 18bcb77ae794 1c6d7dfdf08d 2024-07-26T06:11:10.866 INFO:teuthology.orchestra.run.smithi089.stdout:mgr.x smithi155 *:8443,9283,8765 running (3m) 2m ago 13m 437M - 19.1.0-1125-g4b230446 a246f06af74a 3d1d1f94a234 2024-07-26T06:11:10.866 INFO:teuthology.orchestra.run.smithi089.stdout:mgr.y smithi089 *:8443,9283,8765 running (4m) 31s ago 15m 509M - 19.1.0-1125-g4b230446 a246f06af74a abb455ac876a 2024-07-26T06:11:10.866 INFO:teuthology.orchestra.run.smithi089.stdout:mon.a smithi089 running (3m) 31s ago 15m 52.7M 2048M 19.1.0-1125-g4b230446 a246f06af74a 4d43bcc9eb9b 2024-07-26T06:11:10.866 INFO:teuthology.orchestra.run.smithi089.stdout:mon.b smithi155 running (2m) 2m ago 14m 21.7M 2048M 19.1.0-1125-g4b230446 a246f06af74a f829551716a5 2024-07-26T06:11:10.867 INFO:teuthology.orchestra.run.smithi089.stdout:mon.c smithi089 running (3m) 31s ago 13m 47.0M 2048M 19.1.0-1125-g4b230446 a246f06af74a 74d6c1493f98 2024-07-26T06:11:10.867 INFO:teuthology.orchestra.run.smithi089.stdout:node-exporter.a smithi089 *:9100 running (4m) 31s ago 8m 16.7M - 1.5.0 0da6a335fe13 e2f5a155fbeb 2024-07-26T06:11:10.867 INFO:teuthology.orchestra.run.smithi089.stdout:node-exporter.b smithi155 *:9100 running (4m) 2m ago 8m 14.4M - 1.5.0 0da6a335fe13 85c78351c113 2024-07-26T06:11:10.867 INFO:teuthology.orchestra.run.smithi089.stdout:osd.0 smithi089 running (2m) 31s ago 13m 147M 2479M 19.1.0-1125-g4b230446 a246f06af74a 7b97fcc5adf0 2024-07-26T06:11:10.867 INFO:teuthology.orchestra.run.smithi089.stdout:osd.1 smithi089 running (102s) 31s ago 12m 105M 2479M 19.1.0-1125-g4b230446 a246f06af74a f8fe67e57953 2024-07-26T06:11:10.867 INFO:teuthology.orchestra.run.smithi089.stdout:osd.2 smithi089 running (68s) 31s ago 12m 105M 2479M 19.1.0-1125-g4b230446 a246f06af74a daf180453a78 2024-07-26T06:11:10.867 INFO:teuthology.orchestra.run.smithi089.stdout:osd.3 smithi089 running (35s) 31s ago 12m 12.1M 2479M 19.1.0-1125-g4b230446 a246f06af74a bc8593ebe144 2024-07-26T06:11:10.867 INFO:teuthology.orchestra.run.smithi089.stdout:osd.4 smithi155 starting - - - 2480M 2024-07-26T06:11:10.867 INFO:teuthology.orchestra.run.smithi089.stdout:osd.5 smithi155 running (11m) 2m ago 11m 180M 2480M 17.2.7-1143-g5dff84c0 18bcb77ae794 0f76555562cc 2024-07-26T06:11:10.867 INFO:teuthology.orchestra.run.smithi089.stdout:osd.6 smithi155 running (10m) 2m ago 10m 119M 2480M 17.2.7-1143-g5dff84c0 18bcb77ae794 629f0d1fd888 2024-07-26T06:11:10.867 INFO:teuthology.orchestra.run.smithi089.stdout:osd.7 smithi155 running (10m) 2m ago 10m 94.6M 2480M 17.2.7-1143-g5dff84c0 18bcb77ae794 a4db8e598fea 2024-07-26T06:11:10.867 INFO:teuthology.orchestra.run.smithi089.stdout:prometheus.a smithi155 *:9095 running (3m) 2m ago 9m 49.4M - 2.43.0 a07b618ecd1d 8e7005ec7af0 2024-07-26T06:11:11.186 INFO:teuthology.orchestra.run.smithi089.stdout:{ 2024-07-26T06:11:11.187 INFO:teuthology.orchestra.run.smithi089.stdout: "mon": { 2024-07-26T06:11:11.187 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 3 2024-07-26T06:11:11.187 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2024-07-26T06:11:11.187 INFO:teuthology.orchestra.run.smithi089.stdout: "mgr": { 2024-07-26T06:11:11.187 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 2 2024-07-26T06:11:11.187 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2024-07-26T06:11:11.187 INFO:teuthology.orchestra.run.smithi089.stdout: "osd": { 2024-07-26T06:11:11.187 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 3, 2024-07-26T06:11:11.187 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 4 2024-07-26T06:11:11.187 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2024-07-26T06:11:11.188 INFO:teuthology.orchestra.run.smithi089.stdout: "mds": { 2024-07-26T06:11:11.188 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 2 2024-07-26T06:11:11.188 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2024-07-26T06:11:11.188 INFO:teuthology.orchestra.run.smithi089.stdout: "overall": { 2024-07-26T06:11:11.188 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 5, 2024-07-26T06:11:11.188 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 9 2024-07-26T06:11:11.188 INFO:teuthology.orchestra.run.smithi089.stdout: } 2024-07-26T06:11:11.188 INFO:teuthology.orchestra.run.smithi089.stdout:} 2024-07-26T06:11:11.373 INFO:tasks.rados.rados.0.smithi089.stdout:1900: done (3 left) 2024-07-26T06:11:11.373 INFO:tasks.rados.rados.0.smithi089.stdout:1901: rollback oid 28 current snap is 178 2024-07-26T06:11:11.373 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 28 to 173 2024-07-26T06:11:11.373 INFO:tasks.rados.rados.0.smithi089.stdout:1899: finishing rollback tid 0 to smithi08986837-40 2024-07-26T06:11:11.373 INFO:tasks.rados.rados.0.smithi089.stdout:1899: finishing rollback tid 1 to smithi08986837-40 2024-07-26T06:11:11.373 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 40 v 820 (ObjNum 145 snap 0 seq_num 3362364816) dirty dne 2024-07-26T06:11:11.374 INFO:tasks.rados.rados.0.smithi089.stdout:1898: finishing write tid 1 to smithi08986837-44 2024-07-26T06:11:11.374 INFO:tasks.rados.rados.0.smithi089.stdout:1898: finishing write tid 2 to smithi08986837-44 2024-07-26T06:11:11.374 INFO:tasks.rados.rados.0.smithi089.stdout:1898: finishing write tid 3 to smithi08986837-44 2024-07-26T06:11:11.374 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 44 v 1024 (ObjNum 595 snap 178 seq_num 595) dirty exists 2024-07-26T06:11:11.374 INFO:tasks.rados.rados.0.smithi089.stdout:1898: left oid 44 (ObjNum 595 snap 178 seq_num 595) 2024-07-26T06:11:11.374 INFO:tasks.rados.rados.0.smithi089.stdout:1897: expect (ObjNum 590 snap 178 seq_num 590) 2024-07-26T06:11:11.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:11 smithi155 ceph-mon[90160]: osdmap e434: 8 total, 7 up, 8 in 2024-07-26T06:11:11.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:11 smithi155 ceph-mon[90160]: from='client.34290 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:11:11.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:11 smithi155 ceph-mon[90160]: pgmap v304: 121 pgs: 33 active+undersized, 14 active+undersized+degraded, 74 active+clean; 294 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 65 KiB/s wr, 2 op/s; 66/465 objects degraded (14.194%) 2024-07-26T06:11:11.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:11 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:11:11.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:11 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:11:11.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:11 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/2487603253' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:11:11.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:11 smithi089 ceph-mon[99608]: osdmap e434: 8 total, 7 up, 8 in 2024-07-26T06:11:11.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:11 smithi089 ceph-mon[99608]: from='client.34290 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:11:11.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:11 smithi089 ceph-mon[99608]: pgmap v304: 121 pgs: 33 active+undersized, 14 active+undersized+degraded, 74 active+clean; 294 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 65 KiB/s wr, 2 op/s; 66/465 objects degraded (14.194%) 2024-07-26T06:11:11.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:11:11.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:11:11.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:11 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/2487603253' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:11:11.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:11 smithi089 ceph-mon[102056]: osdmap e434: 8 total, 7 up, 8 in 2024-07-26T06:11:11.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:11 smithi089 ceph-mon[102056]: from='client.34290 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:11:11.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:11 smithi089 ceph-mon[102056]: pgmap v304: 121 pgs: 33 active+undersized, 14 active+undersized+degraded, 74 active+clean; 294 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 65 KiB/s wr, 2 op/s; 66/465 objects degraded (14.194%) 2024-07-26T06:11:11.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:11:11.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:11:11.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:11 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/2487603253' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:11:12.074 INFO:tasks.rados.rados.0.smithi089.stdout:1901: finishing rollback tid 1 to smithi08986837-28 2024-07-26T06:11:12.074 INFO:tasks.rados.rados.0.smithi089.stdout:1901: finishing rollback tid 2 to smithi08986837-28 2024-07-26T06:11:12.074 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 28 v 747 (ObjNum 318 snap 93 seq_num 318) dirty exists 2024-07-26T06:11:12.074 INFO:tasks.rados.rados.0.smithi089.stdout:1897: done (3 left) 2024-07-26T06:11:12.075 INFO:tasks.rados.rados.0.smithi089.stdout:1898: done (2 left) 2024-07-26T06:11:12.075 INFO:tasks.rados.rados.0.smithi089.stdout:1899: done (1 left) 2024-07-26T06:11:12.075 INFO:tasks.rados.rados.0.smithi089.stdout:1901: done (0 left) 2024-07-26T06:11:12.075 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 9 current snap is 178 2024-07-26T06:11:12.075 INFO:tasks.rados.rados.0.smithi089.stdout:1902: seq_num 596 ranges {1228800=385024} 2024-07-26T06:11:12.075 INFO:journalctl@ceph.osd.4.smithi155.stdout:Jul 26 06:11:11 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-4[95849]: 2024-07-26T06:11:11.715+0000 7f65ccf4b640 -1 osd.4 427 log_to_monitors true 2024-07-26T06:11:12.083 INFO:tasks.rados.rados.0.smithi089.stdout:1902: writing smithi08986837-9 from 1228800 to 1613824 tid 1 2024-07-26T06:11:12.083 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 39 current snap is 178 2024-07-26T06:11:12.083 INFO:tasks.rados.rados.0.smithi089.stdout:1903: seq_num 597 ranges {2195456=401408} 2024-07-26T06:11:12.097 INFO:tasks.rados.rados.0.smithi089.stdout:1903: writing smithi08986837-39 from 2195456 to 2596864 tid 1 2024-07-26T06:11:12.097 INFO:tasks.rados.rados.0.smithi089.stdout:1904: snap_create 2024-07-26T06:11:12.097 INFO:tasks.rados.rados.0.smithi089.stdout:1902: finishing write tid 1 to smithi08986837-9 2024-07-26T06:11:12.097 INFO:tasks.rados.rados.0.smithi089.stdout:1902: finishing write tid 2 to smithi08986837-9 2024-07-26T06:11:12.097 INFO:tasks.rados.rados.0.smithi089.stdout:1902: finishing write tid 3 to smithi08986837-9 2024-07-26T06:11:12.097 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 9 v 418 (ObjNum 596 snap 178 seq_num 596) dirty exists 2024-07-26T06:11:12.098 INFO:tasks.rados.rados.0.smithi089.stdout:1902: left oid 9 (ObjNum 596 snap 178 seq_num 596) 2024-07-26T06:11:12.100 INFO:tasks.rados.rados.0.smithi089.stdout:1903: finishing write tid 1 to smithi08986837-39 2024-07-26T06:11:12.100 INFO:tasks.rados.rados.0.smithi089.stdout:1903: finishing write tid 2 to smithi08986837-39 2024-07-26T06:11:12.101 INFO:tasks.rados.rados.0.smithi089.stdout:1903: finishing write tid 3 to smithi08986837-39 2024-07-26T06:11:12.101 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 39 v 927 (ObjNum 597 snap 178 seq_num 597) dirty exists 2024-07-26T06:11:12.101 INFO:tasks.rados.rados.0.smithi089.stdout:1903: left oid 39 (ObjNum 597 snap 178 seq_num 597) 2024-07-26T06:11:12.369 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:11:12 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:11:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:11:12.386 INFO:tasks.rados.rados.0.smithi089.stdout:1902: done (2 left) 2024-07-26T06:11:12.387 INFO:tasks.rados.rados.0.smithi089.stdout:1903: done (1 left) 2024-07-26T06:11:12.387 INFO:tasks.rados.rados.0.smithi089.stdout:1904: done (0 left) 2024-07-26T06:11:12.387 INFO:tasks.rados.rados.0.smithi089.stdout:1905: delete oid 50 current snap is 179 2024-07-26T06:11:12.393 INFO:tasks.rados.rados.0.smithi089.stdout:1905: done (0 left) 2024-07-26T06:11:12.393 INFO:tasks.rados.rados.0.smithi089.stdout:1906: rmattr oid 47 current snap is 179 2024-07-26T06:11:12.393 INFO:tasks.rados.rados.0.smithi089.stdout:1906: done (0 left) 2024-07-26T06:11:12.394 INFO:tasks.rados.rados.0.smithi089.stdout:1907: delete oid 50 current snap is 179 2024-07-26T06:11:12.395 INFO:tasks.rados.rados.0.smithi089.stdout:1907: done (0 left) 2024-07-26T06:11:12.395 INFO:tasks.rados.rados.0.smithi089.stdout:1908: snap_remove snap 178 2024-07-26T06:11:12.629 INFO:journalctl@ceph.osd.4.smithi155.stdout:Jul 26 06:11:12 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-4[95849]: 2024-07-26T06:11:12.414+0000 7f65c4cf6640 -1 osd.4 427 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-07-26T06:11:12.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:12 smithi155 ceph-mon[90160]: from='client.44228 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:11:12.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:12 smithi155 ceph-mon[90160]: Health check update: Degraded data redundancy: 66/465 objects degraded (14.194%), 14 pgs degraded (PG_DEGRADED) 2024-07-26T06:11:12.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:12 smithi155 ceph-mon[90160]: osdmap e435: 8 total, 7 up, 8 in 2024-07-26T06:11:12.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:12 smithi155 ceph-mon[90160]: from='osd.4 [v2:172.21.15.155:6800/4126860811,v1:172.21.15.155:6801/4126860811]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-07-26T06:11:12.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:12 smithi155 ceph-mon[90160]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-07-26T06:11:12.654 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:11:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:11:12] "GET /metrics HTTP/1.1" 200 36301 "" "Prometheus/2.43.0" 2024-07-26T06:11:12.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:12 smithi089 ceph-mon[99608]: from='client.44228 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:11:12.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:12 smithi089 ceph-mon[99608]: Health check update: Degraded data redundancy: 66/465 objects degraded (14.194%), 14 pgs degraded (PG_DEGRADED) 2024-07-26T06:11:12.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:12 smithi089 ceph-mon[99608]: osdmap e435: 8 total, 7 up, 8 in 2024-07-26T06:11:12.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:12 smithi089 ceph-mon[99608]: from='osd.4 [v2:172.21.15.155:6800/4126860811,v1:172.21.15.155:6801/4126860811]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-07-26T06:11:12.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:12 smithi089 ceph-mon[99608]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-07-26T06:11:12.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:12 smithi089 ceph-mon[102056]: from='client.44228 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:11:12.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:12 smithi089 ceph-mon[102056]: Health check update: Degraded data redundancy: 66/465 objects degraded (14.194%), 14 pgs degraded (PG_DEGRADED) 2024-07-26T06:11:12.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:12 smithi089 ceph-mon[102056]: osdmap e435: 8 total, 7 up, 8 in 2024-07-26T06:11:12.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:12 smithi089 ceph-mon[102056]: from='osd.4 [v2:172.21.15.155:6800/4126860811,v1:172.21.15.155:6801/4126860811]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-07-26T06:11:12.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:12 smithi089 ceph-mon[102056]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-07-26T06:11:13.390 INFO:tasks.rados.rados.0.smithi089.stdout:1908: done (0 left) 2024-07-26T06:11:13.390 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 23 current snap is 179 2024-07-26T06:11:13.390 INFO:tasks.rados.rados.0.smithi089.stdout:1909: seq_num 600 ranges {4407296=450560} 2024-07-26T06:11:13.418 INFO:tasks.rados.rados.0.smithi089.stdout:1909: writing smithi08986837-23 from 4407296 to 4857856 tid 1 2024-07-26T06:11:13.418 INFO:tasks.rados.rados.0.smithi089.stdout:1910: read oid 15 snap -1 2024-07-26T06:11:13.418 INFO:tasks.rados.rados.0.smithi089.stdout:1910: expect (ObjNum 520 snap 155 seq_num 520) 2024-07-26T06:11:13.419 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 7 current snap is 179 2024-07-26T06:11:13.419 INFO:tasks.rados.rados.0.smithi089.stdout:1911: seq_num 601 ranges {0=475136} 2024-07-26T06:11:13.420 INFO:tasks.rados.rados.0.smithi089.stdout:1911: writing smithi08986837-7 from 0 to 475136 tid 1 2024-07-26T06:11:13.421 INFO:tasks.rados.rados.0.smithi089.stdout:1912: read oid 43 snap -1 2024-07-26T06:11:13.421 INFO:tasks.rados.rados.0.smithi089.stdout:1912: expect (ObjNum 379 snap 108 seq_num 379) 2024-07-26T06:11:13.421 INFO:tasks.rados.rados.0.smithi089.stdout:1913: delete oid 20 current snap is 179 2024-07-26T06:11:13.426 INFO:tasks.rados.rados.0.smithi089.stdout:1911: finishing write tid 1 to smithi08986837-7 2024-07-26T06:11:13.426 INFO:tasks.rados.rados.0.smithi089.stdout:1911: finishing write tid 2 to smithi08986837-7 2024-07-26T06:11:13.426 INFO:tasks.rados.rados.0.smithi089.stdout:1912: expect (ObjNum 379 snap 108 seq_num 379) 2024-07-26T06:11:13.466 INFO:tasks.rados.rados.0.smithi089.stdout:1911: finishing write tid 3 to smithi08986837-7 2024-07-26T06:11:13.467 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 7 v 856 (ObjNum 601 snap 179 seq_num 601) dirty exists 2024-07-26T06:11:13.467 INFO:tasks.rados.rados.0.smithi089.stdout:1911: left oid 7 (ObjNum 601 snap 179 seq_num 601) 2024-07-26T06:11:13.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:13 smithi089 ceph-mon[99608]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-07-26T06:11:13.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:13 smithi089 ceph-mon[99608]: from='osd.4 [v2:172.21.15.155:6800/4126860811,v1:172.21.15.155:6801/4126860811]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2024-07-26T06:11:13.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:13 smithi089 ceph-mon[99608]: osdmap e436: 8 total, 7 up, 8 in 2024-07-26T06:11:13.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:13 smithi089 ceph-mon[99608]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2024-07-26T06:11:13.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:13 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:11:13.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:13 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:11:13.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:13 smithi089 ceph-mon[99608]: pgmap v307: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 33 active+undersized, 14 active+undersized+degraded, 71 active+clean; 302 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 4.4 MiB/s wr, 16 op/s; 68/456 objects degraded (14.912%) 2024-07-26T06:11:13.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:13 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:11:13.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:13 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:11:13.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:13 smithi089 ceph-mon[102056]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-07-26T06:11:13.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:13 smithi089 ceph-mon[102056]: from='osd.4 [v2:172.21.15.155:6800/4126860811,v1:172.21.15.155:6801/4126860811]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2024-07-26T06:11:13.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:13 smithi089 ceph-mon[102056]: osdmap e436: 8 total, 7 up, 8 in 2024-07-26T06:11:13.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:13 smithi089 ceph-mon[102056]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2024-07-26T06:11:13.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:13 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:11:13.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:13 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:11:13.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:13 smithi089 ceph-mon[102056]: pgmap v307: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 33 active+undersized, 14 active+undersized+degraded, 71 active+clean; 302 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 4.4 MiB/s wr, 16 op/s; 68/456 objects degraded (14.912%) 2024-07-26T06:11:13.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:13 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:11:13.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:13 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:11:13.663 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:11:13 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:11:13.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi089\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi089\", job=\"node\", machine=\"x86_64\", nodename=\"smithi089\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", domainname=\"(none)\", instance=\"smithi089\", job=\"node\", machine=\"x86_64\", nodename=\"smithi089\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:11:13.664 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:13 smithi155 ceph-mon[90160]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-07-26T06:11:13.664 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:13 smithi155 ceph-mon[90160]: from='osd.4 [v2:172.21.15.155:6800/4126860811,v1:172.21.15.155:6801/4126860811]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2024-07-26T06:11:13.664 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:13 smithi155 ceph-mon[90160]: osdmap e436: 8 total, 7 up, 8 in 2024-07-26T06:11:13.664 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:13 smithi155 ceph-mon[90160]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2024-07-26T06:11:13.664 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:13 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:11:13.664 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:13 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:11:13.664 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:13 smithi155 ceph-mon[90160]: pgmap v307: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 33 active+undersized, 14 active+undersized+degraded, 71 active+clean; 302 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 4.4 MiB/s wr, 16 op/s; 68/456 objects degraded (14.912%) 2024-07-26T06:11:13.664 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:13 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:11:13.664 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:13 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:11:14.419 INFO:tasks.rados.rados.0.smithi089.stdout:1909: finishing write tid 1 to smithi08986837-23 2024-07-26T06:11:14.420 INFO:tasks.rados.rados.0.smithi089.stdout:1909: finishing write tid 2 to smithi08986837-23 2024-07-26T06:11:14.421 INFO:tasks.rados.rados.0.smithi089.stdout:1911: done (4 left) 2024-07-26T06:11:14.421 INFO:tasks.rados.rados.0.smithi089.stdout:1912: done (3 left) 2024-07-26T06:11:14.421 INFO:tasks.rados.rados.0.smithi089.stdout:1913: done (2 left) 2024-07-26T06:11:14.421 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 21 current snap is 179 2024-07-26T06:11:14.421 INFO:tasks.rados.rados.0.smithi089.stdout:1914: seq_num 603 ranges {0=507904} 2024-07-26T06:11:14.424 INFO:tasks.rados.rados.0.smithi089.stdout:1914: writing smithi08986837-21 from 0 to 507904 tid 1 2024-07-26T06:11:14.424 INFO:tasks.rados.rados.0.smithi089.stdout:1915: read oid 8 snap -1 2024-07-26T06:11:14.424 INFO:tasks.rados.rados.0.smithi089.stdout:1915: expect (ObjNum 446 snap 131 seq_num 446) 2024-07-26T06:11:14.424 INFO:tasks.rados.rados.0.smithi089.stdout:1916: snap_remove snap 177 2024-07-26T06:11:14.629 INFO:journalctl@ceph.osd.4.smithi155.stdout:Jul 26 06:11:14 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-4[95849]: 2024-07-26T06:11:14.419+0000 7f65ac4ab640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap ea after trimming was started 2024-07-26T06:11:14.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:14 smithi155 ceph-mon[90160]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-07-26T06:11:14.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:14 smithi155 ceph-mon[90160]: osd.4 [v2:172.21.15.155:6800/4126860811,v1:172.21.15.155:6801/4126860811] boot 2024-07-26T06:11:14.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:14 smithi155 ceph-mon[90160]: osdmap e437: 8 total, 8 up, 8 in 2024-07-26T06:11:14.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:14 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-26T06:11:14.630 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:11:14 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:11:14.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:11:14.630 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:11:14 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:11:14.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:11:14.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:14 smithi089 ceph-mon[99608]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-07-26T06:11:14.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:14 smithi089 ceph-mon[99608]: osd.4 [v2:172.21.15.155:6800/4126860811,v1:172.21.15.155:6801/4126860811] boot 2024-07-26T06:11:14.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:14 smithi089 ceph-mon[99608]: osdmap e437: 8 total, 8 up, 8 in 2024-07-26T06:11:14.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:14 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-26T06:11:14.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:14 smithi089 ceph-mon[102056]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-07-26T06:11:14.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:14 smithi089 ceph-mon[102056]: osd.4 [v2:172.21.15.155:6800/4126860811,v1:172.21.15.155:6801/4126860811] boot 2024-07-26T06:11:14.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:14 smithi089 ceph-mon[102056]: osdmap e437: 8 total, 8 up, 8 in 2024-07-26T06:11:14.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:14 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-07-26T06:11:15.401 INFO:tasks.rados.rados.0.smithi089.stdout:1916: done (4 left) 2024-07-26T06:11:15.402 INFO:tasks.rados.rados.0.smithi089.stdout:1917: setattr oid 43 current snap is 179 2024-07-26T06:11:15.402 INFO:tasks.rados.rados.0.smithi089.stdout:1909: finishing write tid 3 to smithi08986837-23 2024-07-26T06:11:15.403 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 23 v 494 (ObjNum 600 snap 179 seq_num 600) dirty exists 2024-07-26T06:11:15.403 INFO:tasks.rados.rados.0.smithi089.stdout:1909: left oid 23 (ObjNum 600 snap 179 seq_num 600) 2024-07-26T06:11:15.403 INFO:tasks.rados.rados.0.smithi089.stdout:1914: finishing write tid 1 to smithi08986837-21 2024-07-26T06:11:15.403 INFO:tasks.rados.rados.0.smithi089.stdout:1914: finishing write tid 2 to smithi08986837-21 2024-07-26T06:11:15.403 INFO:tasks.rados.rados.0.smithi089.stdout:1910: expect (ObjNum 520 snap 155 seq_num 520) 2024-07-26T06:11:15.478 INFO:tasks.rados.rados.0.smithi089.stdout:1914: finishing write tid 3 to smithi08986837-21 2024-07-26T06:11:15.478 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 21 v 860 (ObjNum 603 snap 179 seq_num 603) dirty exists 2024-07-26T06:11:15.478 INFO:tasks.rados.rados.0.smithi089.stdout:1914: left oid 21 (ObjNum 603 snap 179 seq_num 603) 2024-07-26T06:11:15.478 INFO:tasks.rados.rados.0.smithi089.stdout:1915: expect (ObjNum 446 snap 131 seq_num 446) 2024-07-26T06:11:15.645 INFO:tasks.rados.rados.0.smithi089.stdout:1909: done (4 left) 2024-07-26T06:11:15.645 INFO:tasks.rados.rados.0.smithi089.stdout:1910: done (3 left) 2024-07-26T06:11:15.646 INFO:tasks.rados.rados.0.smithi089.stdout:1914: done (2 left) 2024-07-26T06:11:15.646 INFO:tasks.rados.rados.0.smithi089.stdout:1915: done (1 left) 2024-07-26T06:11:15.646 INFO:tasks.rados.rados.0.smithi089.stdout:1918: read oid 12 snap -1 2024-07-26T06:11:15.646 INFO:tasks.rados.rados.0.smithi089.stdout:1918: expect deleted 2024-07-26T06:11:15.646 INFO:tasks.rados.rados.0.smithi089.stdout:1919: copy_from oid 32 from oid 21 current snap is 179 2024-07-26T06:11:15.646 INFO:tasks.rados.rados.0.smithi089.stdout:1920: copy_from oid 38 from oid 9 current snap is 179 2024-07-26T06:11:15.646 INFO:tasks.rados.rados.0.smithi089.stdout:1921: read oid 44 snap 176 2024-07-26T06:11:15.646 INFO:tasks.rados.rados.0.smithi089.stdout:1921: expect (ObjNum 486 snap 140 seq_num 486) 2024-07-26T06:11:15.646 INFO:tasks.rados.rados.0.smithi089.stdout:1922: read oid 10 snap 157 2024-07-26T06:11:15.646 INFO:tasks.rados.rados.0.smithi089.stdout:1922: expect (ObjNum 492 snap 142 seq_num 492) 2024-07-26T06:11:15.646 INFO:tasks.rados.rados.0.smithi089.stdout:1923: copy_from oid 5 from oid 22 current snap is 179 2024-07-26T06:11:15.646 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 35 current snap is 179 2024-07-26T06:11:15.646 INFO:tasks.rados.rados.0.smithi089.stdout:1924: seq_num 604 ranges {0=524288} 2024-07-26T06:11:15.648 INFO:tasks.rados.rados.0.smithi089.stdout:1924: writing smithi08986837-35 from 0 to 524288 tid 1 2024-07-26T06:11:15.648 INFO:tasks.rados.rados.0.smithi089.stdout:1923: finishing copy_from to smithi08986837-5 2024-07-26T06:11:15.648 INFO:tasks.rados.rados.0.smithi089.stdout:1923: got expected ENOENT (src dne) 2024-07-26T06:11:15.648 INFO:tasks.rados.rados.0.smithi089.stdout:1923: finishing copy_from racing read to smithi08986837-5 2024-07-26T06:11:15.648 INFO:tasks.rados.rados.0.smithi089.stdout:1918: done (7 left) 2024-07-26T06:11:15.648 INFO:tasks.rados.rados.0.smithi089.stdout:1923: done (6 left) 2024-07-26T06:11:15.648 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 26 current snap is 179 2024-07-26T06:11:15.649 INFO:tasks.rados.rados.0.smithi089.stdout:1925: seq_num 605 ranges {9297920=540672} 2024-07-26T06:11:15.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:15 smithi089 ceph-mon[99608]: osdmap e438: 8 total, 8 up, 8 in 2024-07-26T06:11:15.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:15 smithi089 ceph-mon[99608]: pgmap v310: 121 pgs: 2 active+clean+snaptrim, 5 peering, 1 active+clean+snaptrim_wait, 29 active+undersized, 13 active+undersized+degraded, 71 active+clean; 303 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 3.9 MiB/s wr, 13 op/s; 59/456 objects degraded (12.939%) 2024-07-26T06:11:15.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:15 smithi089 ceph-mon[102056]: osdmap e438: 8 total, 8 up, 8 in 2024-07-26T06:11:15.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:15 smithi089 ceph-mon[102056]: pgmap v310: 121 pgs: 2 active+clean+snaptrim, 5 peering, 1 active+clean+snaptrim_wait, 29 active+undersized, 13 active+undersized+degraded, 71 active+clean; 303 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 3.9 MiB/s wr, 13 op/s; 59/456 objects degraded (12.939%) 2024-07-26T06:11:15.682 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:15 smithi155 ceph-mon[90160]: osdmap e438: 8 total, 8 up, 8 in 2024-07-26T06:11:15.683 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:15 smithi155 ceph-mon[90160]: pgmap v310: 121 pgs: 2 active+clean+snaptrim, 5 peering, 1 active+clean+snaptrim_wait, 29 active+undersized, 13 active+undersized+degraded, 71 active+clean; 303 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 3.9 MiB/s wr, 13 op/s; 59/456 objects degraded (12.939%) 2024-07-26T06:11:15.703 INFO:tasks.rados.rados.0.smithi089.stdout:1925: writing smithi08986837-26 from 9297920 to 9838592 tid 1 2024-07-26T06:11:15.703 INFO:tasks.rados.rados.0.smithi089.stdout:1926: copy_from oid 13 from oid 12 current snap is 179 2024-07-26T06:11:15.704 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 43 v 931 (ObjNum 379 snap 108 seq_num 379) dirty exists 2024-07-26T06:11:15.704 INFO:tasks.rados.rados.0.smithi089.stdout:1921: expect (ObjNum 486 snap 140 seq_num 486) 2024-07-26T06:11:15.730 INFO:tasks.rados.rados.0.smithi089.stdout:1924: finishing write tid 1 to smithi08986837-35 2024-07-26T06:11:15.730 INFO:tasks.rados.rados.0.smithi089.stdout:1919: finishing copy_from racing read to smithi08986837-32 2024-07-26T06:11:15.730 INFO:tasks.rados.rados.0.smithi089.stdout:1924: finishing write tid 2 to smithi08986837-35 2024-07-26T06:11:15.730 INFO:tasks.rados.rados.0.smithi089.stdout:1919: finishing copy_from to smithi08986837-32 2024-07-26T06:11:15.730 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 32 v 860 (ObjNum 603 snap 179 seq_num 603) dirty exists 2024-07-26T06:11:15.730 INFO:tasks.rados.rados.0.smithi089.stdout:1924: finishing write tid 3 to smithi08986837-35 2024-07-26T06:11:15.730 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 35 v 749 (ObjNum 604 snap 179 seq_num 604) dirty exists 2024-07-26T06:11:15.730 INFO:tasks.rados.rados.0.smithi089.stdout:1924: left oid 35 (ObjNum 604 snap 179 seq_num 604) 2024-07-26T06:11:15.730 INFO:tasks.rados.rados.0.smithi089.stdout:1920: finishing copy_from racing read to smithi08986837-38 2024-07-26T06:11:15.730 INFO:tasks.rados.rados.0.smithi089.stdout:1917: done (7 left) 2024-07-26T06:11:15.731 INFO:tasks.rados.rados.0.smithi089.stdout:1919: done (6 left) 2024-07-26T06:11:15.731 INFO:tasks.rados.rados.0.smithi089.stdout:1921: done (5 left) 2024-07-26T06:11:15.731 INFO:tasks.rados.rados.0.smithi089.stdout:1924: done (4 left) 2024-07-26T06:11:15.731 INFO:tasks.rados.rados.0.smithi089.stdout:1927: delete oid 36 current snap is 179 2024-07-26T06:11:15.731 INFO:tasks.rados.rados.0.smithi089.stdout:1920: finishing copy_from to smithi08986837-38 2024-07-26T06:11:15.731 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 38 v 418 (ObjNum 596 snap 178 seq_num 596) dirty exists 2024-07-26T06:11:15.731 INFO:tasks.rados.rados.0.smithi089.stdout:1926: finishing copy_from to smithi08986837-13 2024-07-26T06:11:15.731 INFO:tasks.rados.rados.0.smithi089.stdout:1926: got expected ENOENT (src dne) 2024-07-26T06:11:15.731 INFO:tasks.rados.rados.0.smithi089.stdout:1926: finishing copy_from racing read to smithi08986837-13 2024-07-26T06:11:15.731 INFO:tasks.rados.rados.0.smithi089.stdout:1925: finishing write tid 1 to smithi08986837-26 2024-07-26T06:11:15.731 INFO:tasks.rados.rados.0.smithi089.stdout:1925: finishing write tid 2 to smithi08986837-26 2024-07-26T06:11:15.731 INFO:tasks.rados.rados.0.smithi089.stdout:1925: finishing write tid 3 to smithi08986837-26 2024-07-26T06:11:15.731 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 26 v 820 (ObjNum 605 snap 179 seq_num 605) dirty exists 2024-07-26T06:11:15.731 INFO:tasks.rados.rados.0.smithi089.stdout:1925: left oid 26 (ObjNum 605 snap 179 seq_num 605) 2024-07-26T06:11:15.732 INFO:tasks.rados.rados.0.smithi089.stdout:1922: expect (ObjNum 492 snap 142 seq_num 492) 2024-07-26T06:11:16.303 INFO:tasks.rados.rados.0.smithi089.stdout:1920: done (4 left) 2024-07-26T06:11:16.303 INFO:tasks.rados.rados.0.smithi089.stdout:1922: done (3 left) 2024-07-26T06:11:16.303 INFO:tasks.rados.rados.0.smithi089.stdout:1925: done (2 left) 2024-07-26T06:11:16.303 INFO:tasks.rados.rados.0.smithi089.stdout:1926: done (1 left) 2024-07-26T06:11:16.304 INFO:tasks.rados.rados.0.smithi089.stdout:1927: done (0 left) 2024-07-26T06:11:16.304 INFO:tasks.rados.rados.0.smithi089.stdout:1928: read oid 17 snap 176 2024-07-26T06:11:16.304 INFO:tasks.rados.rados.0.smithi089.stdout:1928: expect (ObjNum 541 snap 160 seq_num 541) 2024-07-26T06:11:16.304 INFO:tasks.rados.rados.0.smithi089.stdout:1929: copy_from oid 5 from oid 50 current snap is 179 2024-07-26T06:11:16.304 INFO:tasks.rados.rados.0.smithi089.stdout:1930: read oid 10 snap -1 2024-07-26T06:11:16.304 INFO:tasks.rados.rados.0.smithi089.stdout:1930: expect (ObjNum 590 snap 178 seq_num 590) 2024-07-26T06:11:16.304 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 45 current snap is 179 2024-07-26T06:11:16.304 INFO:tasks.rados.rados.0.smithi089.stdout:1931: seq_num 607 ranges {114688=573440} 2024-07-26T06:11:16.306 INFO:tasks.rados.rados.0.smithi089.stdout:1931: writing smithi08986837-45 from 114688 to 688128 tid 1 2024-07-26T06:11:16.307 INFO:tasks.rados.rados.0.smithi089.stdout:1932: delete oid 16 current snap is 179 2024-07-26T06:11:16.307 INFO:tasks.rados.rados.0.smithi089.stdout:1929: finishing copy_from to smithi08986837-5 2024-07-26T06:11:16.307 INFO:tasks.rados.rados.0.smithi089.stdout:1929: got expected ENOENT (src dne) 2024-07-26T06:11:16.307 INFO:tasks.rados.rados.0.smithi089.stdout:1929: finishing copy_from racing read to smithi08986837-5 2024-07-26T06:11:16.310 INFO:tasks.rados.rados.0.smithi089.stdout:1929: done (4 left) 2024-07-26T06:11:16.311 INFO:tasks.rados.rados.0.smithi089.stdout:1932: done (3 left) 2024-07-26T06:11:16.311 INFO:tasks.rados.rados.0.smithi089.stdout:1933: delete oid 14 current snap is 179 2024-07-26T06:11:16.312 INFO:tasks.rados.rados.0.smithi089.stdout:1931: finishing write tid 1 to smithi08986837-45 2024-07-26T06:11:16.312 INFO:tasks.rados.rados.0.smithi089.stdout:1931: finishing write tid 2 to smithi08986837-45 2024-07-26T06:11:16.314 INFO:tasks.rados.rados.0.smithi089.stdout:1931: finishing write tid 3 to smithi08986837-45 2024-07-26T06:11:16.314 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 45 v 828 (ObjNum 607 snap 179 seq_num 607) dirty exists 2024-07-26T06:11:16.314 INFO:tasks.rados.rados.0.smithi089.stdout:1931: left oid 45 (ObjNum 607 snap 179 seq_num 607) 2024-07-26T06:11:16.314 INFO:tasks.rados.rados.0.smithi089.stdout:1931: done (3 left) 2024-07-26T06:11:16.315 INFO:tasks.rados.rados.0.smithi089.stdout:1933: done (2 left) 2024-07-26T06:11:16.315 INFO:tasks.rados.rados.0.smithi089.stdout:1934: read oid 32 snap -1 2024-07-26T06:11:16.315 INFO:tasks.rados.rados.0.smithi089.stdout:1934: expect (ObjNum 603 snap 179 seq_num 603) 2024-07-26T06:11:16.315 INFO:tasks.rados.rados.0.smithi089.stdout:1935: copy_from oid 23 from oid 13 current snap is 179 2024-07-26T06:11:16.315 INFO:tasks.rados.rados.0.smithi089.stdout:1936: setattr oid 30 current snap is 179 2024-07-26T06:11:16.316 INFO:tasks.rados.rados.0.smithi089.stdout:1935: finishing copy_from to smithi08986837-23 2024-07-26T06:11:16.316 INFO:tasks.rados.rados.0.smithi089.stdout:1935: got expected ENOENT (src dne) 2024-07-26T06:11:16.316 INFO:tasks.rados.rados.0.smithi089.stdout:1935: finishing copy_from racing read to smithi08986837-23 2024-07-26T06:11:16.316 INFO:tasks.rados.rados.0.smithi089.stdout:1935: done (4 left) 2024-07-26T06:11:16.316 INFO:tasks.rados.rados.0.smithi089.stdout:1937: read oid 40 snap -1 2024-07-26T06:11:16.316 INFO:tasks.rados.rados.0.smithi089.stdout:1937: expect deleted 2024-07-26T06:11:16.317 INFO:tasks.rados.rados.0.smithi089.stdout:1938: read oid 35 snap -1 2024-07-26T06:11:16.317 INFO:tasks.rados.rados.0.smithi089.stdout:1938: expect (ObjNum 604 snap 179 seq_num 604) 2024-07-26T06:11:16.317 INFO:tasks.rados.rados.0.smithi089.stdout:1939: snap_create 2024-07-26T06:11:16.319 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 30 v 822 (ObjNum 529 snap 157 seq_num 529) dirty exists 2024-07-26T06:11:16.322 INFO:tasks.rados.rados.0.smithi089.stdout:1938: expect (ObjNum 604 snap 179 seq_num 604) 2024-07-26T06:11:16.339 INFO:tasks.rados.rados.0.smithi089.stdout:1928: expect (ObjNum 541 snap 160 seq_num 541) 2024-07-26T06:11:16.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:16 smithi155 ceph-mon[90160]: osdmap e439: 8 total, 8 up, 8 in 2024-07-26T06:11:16.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:16 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:11:16.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:16 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:11:16.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:16 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:11:16.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:16 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:11:16.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:16 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:11:16.654 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:11:16 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T06:11:16.508+0000 7fd300c10640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-07-26T06:11:16.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:16 smithi089 ceph-mon[99608]: osdmap e439: 8 total, 8 up, 8 in 2024-07-26T06:11:16.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:16 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:11:16.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:16 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:11:16.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:16 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:11:16.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:16 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:11:16.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:16 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:11:16.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:16 smithi089 ceph-mon[102056]: osdmap e439: 8 total, 8 up, 8 in 2024-07-26T06:11:16.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:16 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:11:16.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:16 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:11:16.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:16 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:11:16.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:16 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:11:16.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:16 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:11:16.810 INFO:tasks.rados.rados.0.smithi089.stdout:1934: expect (ObjNum 603 snap 179 seq_num 603) 2024-07-26T06:11:16.823 INFO:tasks.rados.rados.0.smithi089.stdout:1930: expect (ObjNum 590 snap 178 seq_num 590) 2024-07-26T06:11:17.525 INFO:tasks.rados.rados.0.smithi089.stdout:1928: done (6 left) 2024-07-26T06:11:17.526 INFO:tasks.rados.rados.0.smithi089.stdout:1930: done (5 left) 2024-07-26T06:11:17.526 INFO:tasks.rados.rados.0.smithi089.stdout:1934: done (4 left) 2024-07-26T06:11:17.526 INFO:tasks.rados.rados.0.smithi089.stdout:1936: done (3 left) 2024-07-26T06:11:17.526 INFO:tasks.rados.rados.0.smithi089.stdout:1937: done (2 left) 2024-07-26T06:11:17.526 INFO:tasks.rados.rados.0.smithi089.stdout:1938: done (1 left) 2024-07-26T06:11:17.526 INFO:tasks.rados.rados.0.smithi089.stdout:1939: done (0 left) 2024-07-26T06:11:17.526 INFO:tasks.rados.rados.0.smithi089.stdout:1940: copy_from oid 43 from oid 29 current snap is 180 2024-07-26T06:11:17.526 INFO:tasks.rados.rados.0.smithi089.stdout:1941: delete oid 37 current snap is 180 2024-07-26T06:11:17.529 INFO:tasks.rados.rados.0.smithi089.stdout:1941: done (1 left) 2024-07-26T06:11:17.529 INFO:tasks.rados.rados.0.smithi089.stdout:1942: read oid 5 snap -1 2024-07-26T06:11:17.529 INFO:tasks.rados.rados.0.smithi089.stdout:1942: expect (ObjNum 527 snap 156 seq_num 527) 2024-07-26T06:11:17.529 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 16 current snap is 180 2024-07-26T06:11:17.529 INFO:tasks.rados.rados.0.smithi089.stdout:1943: seq_num 611 ranges {0=638976} 2024-07-26T06:11:17.532 INFO:tasks.rados.rados.0.smithi089.stdout:1943: writing smithi08986837-16 from 0 to 638976 tid 1 2024-07-26T06:11:17.533 INFO:tasks.rados.rados.0.smithi089.stdout:1944: rollback oid 22 current snap is 180 2024-07-26T06:11:17.533 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 22 to 173 2024-07-26T06:11:17.533 INFO:tasks.rados.rados.0.smithi089.stdout:1945: delete oid 7 current snap is 180 2024-07-26T06:11:17.537 INFO:tasks.rados.rados.0.smithi089.stdout:1944: finishing rollback tid 1 to smithi08986837-22 2024-07-26T06:11:17.537 INFO:tasks.rados.rados.0.smithi089.stdout:1944: finishing rollback tid 2 to smithi08986837-22 2024-07-26T06:11:17.537 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 22 v 751 (ObjNum 553 snap 164 seq_num 553) dirty exists 2024-07-26T06:11:17.538 INFO:tasks.rados.rados.0.smithi089.stdout:1943: finishing write tid 1 to smithi08986837-16 2024-07-26T06:11:17.540 INFO:tasks.rados.rados.0.smithi089.stdout:1943: finishing write tid 2 to smithi08986837-16 2024-07-26T06:11:17.541 INFO:tasks.rados.rados.0.smithi089.stdout:1944: done (4 left) 2024-07-26T06:11:17.541 INFO:tasks.rados.rados.0.smithi089.stdout:1945: done (3 left) 2024-07-26T06:11:17.541 INFO:tasks.rados.rados.0.smithi089.stdout:1946: snap_remove snap 171 2024-07-26T06:11:17.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:17 smithi155 ceph-mon[90160]: osdmap e440: 8 total, 8 up, 8 in 2024-07-26T06:11:17.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:17 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:11:17.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:17 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:11:17.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:17 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:11:17.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:17 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:11:17.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:17 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-07-26T06:11:17.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:17 smithi155 ceph-mon[90160]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-07-26T06:11:17.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:17 smithi155 ceph-mon[90160]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-07-26T06:11:17.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:17 smithi155 ceph-mon[90160]: pgmap v313: 121 pgs: 5 peering, 8 active+undersized, 7 active+undersized+degraded, 101 active+clean; 292 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 966 KiB/s wr, 21 op/s; 18/444 objects degraded (4.054%); 2.1 MiB/s, 1 objects/s recovering 2024-07-26T06:11:17.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:17 smithi089 ceph-mon[99608]: osdmap e440: 8 total, 8 up, 8 in 2024-07-26T06:11:17.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:17 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:11:17.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:17 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:11:17.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:17 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:11:17.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:17 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:11:17.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:17 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-07-26T06:11:17.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:17 smithi089 ceph-mon[99608]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-07-26T06:11:17.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:17 smithi089 ceph-mon[99608]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-07-26T06:11:17.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:17 smithi089 ceph-mon[99608]: pgmap v313: 121 pgs: 5 peering, 8 active+undersized, 7 active+undersized+degraded, 101 active+clean; 292 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 966 KiB/s wr, 21 op/s; 18/444 objects degraded (4.054%); 2.1 MiB/s, 1 objects/s recovering 2024-07-26T06:11:17.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:17 smithi089 ceph-mon[102056]: osdmap e440: 8 total, 8 up, 8 in 2024-07-26T06:11:17.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:17 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:11:17.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:17 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:11:17.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:17 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:11:17.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:17 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:11:17.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:17 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-07-26T06:11:17.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:17 smithi089 ceph-mon[102056]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-07-26T06:11:17.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:17 smithi089 ceph-mon[102056]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-07-26T06:11:17.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:17 smithi089 ceph-mon[102056]: pgmap v313: 121 pgs: 5 peering, 8 active+undersized, 7 active+undersized+degraded, 101 active+clean; 292 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 966 KiB/s wr, 21 op/s; 18/444 objects degraded (4.054%); 2.1 MiB/s, 1 objects/s recovering 2024-07-26T06:11:18.429 INFO:tasks.rados.rados.0.smithi089.stdout:1946: done (3 left) 2024-07-26T06:11:18.429 INFO:tasks.rados.rados.0.smithi089.stdout:1947: snap_create 2024-07-26T06:11:18.429 INFO:tasks.rados.rados.0.smithi089.stdout:1943: finishing write tid 3 to smithi08986837-16 2024-07-26T06:11:18.429 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 16 v 859 (ObjNum 611 snap 180 seq_num 611) dirty exists 2024-07-26T06:11:18.429 INFO:tasks.rados.rados.0.smithi089.stdout:1943: left oid 16 (ObjNum 611 snap 180 seq_num 611) 2024-07-26T06:11:18.429 INFO:tasks.rados.rados.0.smithi089.stdout:1942: expect (ObjNum 527 snap 156 seq_num 527) 2024-07-26T06:11:18.780 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:18 smithi155 ceph-mon[90160]: Health check update: Degraded data redundancy: 18/444 objects degraded (4.054%), 7 pgs degraded (PG_DEGRADED) 2024-07-26T06:11:18.780 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:11:18 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:11:18.659Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)\", cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", cluster_addr=\"172.21.15.89\", device_class=\"ssd\", hostname=\"smithi089\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.89\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster_addr=\"172.21.15.89\", device_class=\"ssd\", hostname=\"smithi089\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.89\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-07-26T06:11:18.780 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:11:18 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:11:18.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)\", cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", cluster_addr=\"172.21.15.89\", device_class=\"ssd\", hostname=\"smithi089\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.89\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster_addr=\"172.21.15.89\", device_class=\"ssd\", hostname=\"smithi089\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.89\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:11:18.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:18 smithi089 ceph-mon[99608]: Health check update: Degraded data redundancy: 18/444 objects degraded (4.054%), 7 pgs degraded (PG_DEGRADED) 2024-07-26T06:11:18.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:18 smithi089 ceph-mon[102056]: Health check update: Degraded data redundancy: 18/444 objects degraded (4.054%), 7 pgs degraded (PG_DEGRADED) 2024-07-26T06:11:19.212 INFO:tasks.rados.rados.0.smithi089.stdout:1940: finishing copy_from racing read to smithi08986837-43 2024-07-26T06:11:19.212 INFO:tasks.rados.rados.0.smithi089.stdout:1940: finishing copy_from to smithi08986837-43 2024-07-26T06:11:19.212 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 43 v 875 (ObjNum 579 snap 174 seq_num 579) dirty exists 2024-07-26T06:11:19.428 INFO:tasks.rados.rados.0.smithi089.stdout:1940: done (3 left) 2024-07-26T06:11:19.429 INFO:tasks.rados.rados.0.smithi089.stdout:1942: done (2 left) 2024-07-26T06:11:19.429 INFO:tasks.rados.rados.0.smithi089.stdout:1943: done (1 left) 2024-07-26T06:11:19.429 INFO:tasks.rados.rados.0.smithi089.stdout:1947: done (0 left) 2024-07-26T06:11:19.429 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 10 current snap is 181 2024-07-26T06:11:19.429 INFO:tasks.rados.rados.0.smithi089.stdout:1948: seq_num 613 ranges {8232960=671744} 2024-07-26T06:11:19.474 INFO:tasks.rados.rados.0.smithi089.stdout:1948: writing smithi08986837-10 from 8232960 to 8904704 tid 1 2024-07-26T06:11:19.475 INFO:tasks.rados.rados.0.smithi089.stdout:1949: snap_create 2024-07-26T06:11:19.480 INFO:tasks.rados.rados.0.smithi089.stdout:1948: finishing write tid 1 to smithi08986837-10 2024-07-26T06:11:19.480 INFO:tasks.rados.rados.0.smithi089.stdout:1948: finishing write tid 2 to smithi08986837-10 2024-07-26T06:11:19.481 INFO:tasks.rados.rados.0.smithi089.stdout:1948: finishing write tid 3 to smithi08986837-10 2024-07-26T06:11:19.481 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 10 v 974 (ObjNum 613 snap 181 seq_num 613) dirty exists 2024-07-26T06:11:19.481 INFO:tasks.rados.rados.0.smithi089.stdout:1948: left oid 10 (ObjNum 613 snap 181 seq_num 613) 2024-07-26T06:11:19.796 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:19 smithi155 ceph-mon[90160]: osdmap e441: 8 total, 8 up, 8 in 2024-07-26T06:11:19.796 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:19 smithi155 ceph-mon[90160]: pgmap v315: 121 pgs: 5 peering, 116 active+clean; 293 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 1.2 MiB/s wr, 22 op/s; 2.0 MiB/s, 1 objects/s recovering 2024-07-26T06:11:19.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:19 smithi089 ceph-mon[99608]: osdmap e441: 8 total, 8 up, 8 in 2024-07-26T06:11:19.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:19 smithi089 ceph-mon[99608]: pgmap v315: 121 pgs: 5 peering, 116 active+clean; 293 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 1.2 MiB/s wr, 22 op/s; 2.0 MiB/s, 1 objects/s recovering 2024-07-26T06:11:19.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:19 smithi089 ceph-mon[102056]: osdmap e441: 8 total, 8 up, 8 in 2024-07-26T06:11:19.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:19 smithi089 ceph-mon[102056]: pgmap v315: 121 pgs: 5 peering, 116 active+clean; 293 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 1.2 MiB/s wr, 22 op/s; 2.0 MiB/s, 1 objects/s recovering 2024-07-26T06:11:20.435 INFO:tasks.rados.rados.0.smithi089.stdout:1948: done (1 left) 2024-07-26T06:11:20.435 INFO:tasks.rados.rados.0.smithi089.stdout:1949: done (0 left) 2024-07-26T06:11:20.435 INFO:tasks.rados.rados.0.smithi089.stdout:1950: rollback oid 27 current snap is 182 2024-07-26T06:11:20.436 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 27 to 157 2024-07-26T06:11:20.436 INFO:tasks.rados.rados.0.smithi089.stdout:1951: delete oid 39 current snap is 182 2024-07-26T06:11:20.446 INFO:tasks.rados.rados.0.smithi089.stdout:1950: finishing rollback tid 0 to smithi08986837-27 2024-07-26T06:11:20.446 INFO:tasks.rados.rados.0.smithi089.stdout:1950: finishing rollback tid 1 to smithi08986837-27 2024-07-26T06:11:20.447 INFO:tasks.rados.rados.0.smithi089.stdout:1951: done (1 left) 2024-07-26T06:11:20.447 INFO:tasks.rados.rados.0.smithi089.stdout:1952: rollback oid 5 current snap is 182 2024-07-26T06:11:20.447 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 5 to 179 2024-07-26T06:11:20.447 INFO:tasks.rados.rados.0.smithi089.stdout:1953: copy_from oid 6 from oid 24 current snap is 182 2024-07-26T06:11:20.447 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 17 current snap is 182 2024-07-26T06:11:20.447 INFO:tasks.rados.rados.0.smithi089.stdout:1954: seq_num 615 ranges {7741440=704512} 2024-07-26T06:11:20.492 INFO:tasks.rados.rados.0.smithi089.stdout:1954: writing smithi08986837-17 from 7741440 to 8445952 tid 1 2024-07-26T06:11:20.492 INFO:tasks.rados.rados.0.smithi089.stdout:1955: snap_create 2024-07-26T06:11:20.492 INFO:tasks.rados.rados.0.smithi089.stdout:1950: finishing rollback tid 2 to smithi08986837-27 2024-07-26T06:11:20.492 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 27 v 863 (ObjNum 466 snap 135 seq_num 466) dirty exists 2024-07-26T06:11:20.492 INFO:tasks.rados.rados.0.smithi089.stdout:1953: finishing copy_from to smithi08986837-6 2024-07-26T06:11:20.492 INFO:tasks.rados.rados.0.smithi089.stdout:1953: got expected ENOENT (src dne) 2024-07-26T06:11:20.492 INFO:tasks.rados.rados.0.smithi089.stdout:1953: finishing copy_from racing read to smithi08986837-6 2024-07-26T06:11:20.492 INFO:tasks.rados.rados.0.smithi089.stdout:1952: finishing rollback tid 0 to smithi08986837-5 2024-07-26T06:11:20.492 INFO:tasks.rados.rados.0.smithi089.stdout:1952: finishing rollback tid 1 to smithi08986837-5 2024-07-26T06:11:20.493 INFO:tasks.rados.rados.0.smithi089.stdout:1952: finishing rollback tid 2 to smithi08986837-5 2024-07-26T06:11:20.493 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 5 v 507 (ObjNum 527 snap 156 seq_num 527) dirty exists 2024-07-26T06:11:20.496 INFO:tasks.rados.rados.0.smithi089.stdout:1954: finishing write tid 1 to smithi08986837-17 2024-07-26T06:11:20.496 INFO:tasks.rados.rados.0.smithi089.stdout:1954: finishing write tid 2 to smithi08986837-17 2024-07-26T06:11:20.497 INFO:tasks.rados.rados.0.smithi089.stdout:1954: finishing write tid 3 to smithi08986837-17 2024-07-26T06:11:20.497 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 17 v 933 (ObjNum 615 snap 182 seq_num 615) dirty exists 2024-07-26T06:11:20.497 INFO:tasks.rados.rados.0.smithi089.stdout:1954: left oid 17 (ObjNum 615 snap 182 seq_num 615) 2024-07-26T06:11:20.696 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:20 smithi089 ceph-mon[99608]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 18/444 objects degraded (4.054%), 7 pgs degraded) 2024-07-26T06:11:20.696 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:20 smithi089 ceph-mon[99608]: Cluster is now healthy 2024-07-26T06:11:20.696 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:20 smithi089 ceph-mon[99608]: osdmap e442: 8 total, 8 up, 8 in 2024-07-26T06:11:20.696 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:20 smithi089 ceph-mon[102056]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 18/444 objects degraded (4.054%), 7 pgs degraded) 2024-07-26T06:11:20.696 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:20 smithi089 ceph-mon[102056]: Cluster is now healthy 2024-07-26T06:11:20.697 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:20 smithi089 ceph-mon[102056]: osdmap e442: 8 total, 8 up, 8 in 2024-07-26T06:11:20.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:20 smithi155 ceph-mon[90160]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 18/444 objects degraded (4.054%), 7 pgs degraded) 2024-07-26T06:11:20.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:20 smithi155 ceph-mon[90160]: Cluster is now healthy 2024-07-26T06:11:20.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:20 smithi155 ceph-mon[90160]: osdmap e442: 8 total, 8 up, 8 in 2024-07-26T06:11:21.447 INFO:tasks.rados.rados.0.smithi089.stdout:1950: done (4 left) 2024-07-26T06:11:21.448 INFO:tasks.rados.rados.0.smithi089.stdout:1952: done (3 left) 2024-07-26T06:11:21.448 INFO:tasks.rados.rados.0.smithi089.stdout:1953: done (2 left) 2024-07-26T06:11:21.448 INFO:tasks.rados.rados.0.smithi089.stdout:1954: done (1 left) 2024-07-26T06:11:21.448 INFO:tasks.rados.rados.0.smithi089.stdout:1955: done (0 left) 2024-07-26T06:11:21.448 INFO:tasks.rados.rados.0.smithi089.stdout:1956: snap_remove snap 176 2024-07-26T06:11:21.883 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:21 smithi155 ceph-mon[90160]: osdmap e443: 8 total, 8 up, 8 in 2024-07-26T06:11:21.883 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:21 smithi155 ceph-mon[90160]: pgmap v318: 121 pgs: 121 active+clean; 294 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.0 MiB/s wr, 8 op/s; 1.8 MiB/s, 1 objects/s recovering 2024-07-26T06:11:21.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:21 smithi089 ceph-mon[99608]: osdmap e443: 8 total, 8 up, 8 in 2024-07-26T06:11:21.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:21 smithi089 ceph-mon[99608]: pgmap v318: 121 pgs: 121 active+clean; 294 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.0 MiB/s wr, 8 op/s; 1.8 MiB/s, 1 objects/s recovering 2024-07-26T06:11:21.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:21 smithi089 ceph-mon[102056]: osdmap e443: 8 total, 8 up, 8 in 2024-07-26T06:11:21.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:21 smithi089 ceph-mon[102056]: pgmap v318: 121 pgs: 121 active+clean; 294 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.0 MiB/s wr, 8 op/s; 1.8 MiB/s, 1 objects/s recovering 2024-07-26T06:11:22.455 INFO:tasks.rados.rados.0.smithi089.stdout:1956: done (0 left) 2024-07-26T06:11:22.455 INFO:tasks.rados.rados.0.smithi089.stdout:1957: read oid 42 snap 180 2024-07-26T06:11:22.455 INFO:tasks.rados.rados.0.smithi089.stdout:1957: expect (ObjNum -932959136 snap 21986 seq_num 3362702576) 2024-07-26T06:11:22.455 INFO:tasks.rados.rados.0.smithi089.stdout:1958: snap_remove snap 157 2024-07-26T06:11:22.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:22 smithi155 ceph-mon[90160]: osdmap e444: 8 total, 8 up, 8 in 2024-07-26T06:11:22.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:11:22 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:11:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:11:22.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:22 smithi089 ceph-mon[99608]: osdmap e444: 8 total, 8 up, 8 in 2024-07-26T06:11:22.906 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:11:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:11:22] "GET /metrics HTTP/1.1" 200 36301 "" "Prometheus/2.43.0" 2024-07-26T06:11:22.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:22 smithi089 ceph-mon[102056]: osdmap e444: 8 total, 8 up, 8 in 2024-07-26T06:11:23.471 INFO:tasks.rados.rados.0.smithi089.stdout:1958: done (1 left) 2024-07-26T06:11:23.471 INFO:tasks.rados.rados.0.smithi089.stdout:1959: snap_create 2024-07-26T06:11:23.471 INFO:tasks.rados.rados.0.smithi089.stdout:1957: expect (ObjNum -932959136 snap 21986 seq_num 3362702576) 2024-07-26T06:11:23.879 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:11:23 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:11:23.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi089\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi089\", job=\"node\", machine=\"x86_64\", nodename=\"smithi089\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", domainname=\"(none)\", instance=\"smithi089\", job=\"node\", machine=\"x86_64\", nodename=\"smithi089\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:11:23.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:23 smithi155 ceph-mon[90160]: osdmap e445: 8 total, 8 up, 8 in 2024-07-26T06:11:23.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:23 smithi155 ceph-mon[90160]: pgmap v321: 121 pgs: 121 active+clean; 309 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.6 MiB/s wr, 9 op/s; 1.4 MiB/s, 0 objects/s recovering 2024-07-26T06:11:23.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:23 smithi089 ceph-mon[99608]: osdmap e445: 8 total, 8 up, 8 in 2024-07-26T06:11:23.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:23 smithi089 ceph-mon[99608]: pgmap v321: 121 pgs: 121 active+clean; 309 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.6 MiB/s wr, 9 op/s; 1.4 MiB/s, 0 objects/s recovering 2024-07-26T06:11:23.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:23 smithi089 ceph-mon[102056]: osdmap e445: 8 total, 8 up, 8 in 2024-07-26T06:11:23.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:23 smithi089 ceph-mon[102056]: pgmap v321: 121 pgs: 121 active+clean; 309 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.6 MiB/s wr, 9 op/s; 1.4 MiB/s, 0 objects/s recovering 2024-07-26T06:11:24.368 INFO:tasks.rados.rados.0.smithi089.stdout:1957: done (1 left) 2024-07-26T06:11:24.368 INFO:tasks.rados.rados.0.smithi089.stdout:1959: done (0 left) 2024-07-26T06:11:24.368 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 23 current snap is 184 2024-07-26T06:11:24.368 INFO:tasks.rados.rados.0.smithi089.stdout:1960: seq_num 616 ranges {4857856=720896} 2024-07-26T06:11:24.397 INFO:tasks.rados.rados.0.smithi089.stdout:1960: writing smithi08986837-23 from 4857856 to 5578752 tid 1 2024-07-26T06:11:24.397 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 35 current snap is 184 2024-07-26T06:11:24.397 INFO:tasks.rados.rados.0.smithi089.stdout:1961: seq_num 617 ranges {524288=737280} 2024-07-26T06:11:24.404 INFO:tasks.rados.rados.0.smithi089.stdout:1961: writing smithi08986837-35 from 524288 to 1261568 tid 1 2024-07-26T06:11:24.404 INFO:tasks.rados.rados.0.smithi089.stdout:1962: rollback oid 37 current snap is 184 2024-07-26T06:11:24.404 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 37 to 179 2024-07-26T06:11:24.404 INFO:tasks.rados.rados.0.smithi089.stdout:1960: finishing write tid 1 to smithi08986837-23 2024-07-26T06:11:24.405 INFO:tasks.rados.rados.0.smithi089.stdout:1960: finishing write tid 2 to smithi08986837-23 2024-07-26T06:11:24.405 INFO:tasks.rados.rados.0.smithi089.stdout:1960: finishing write tid 3 to smithi08986837-23 2024-07-26T06:11:24.405 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 23 v 518 (ObjNum 616 snap 184 seq_num 616) dirty exists 2024-07-26T06:11:24.405 INFO:tasks.rados.rados.0.smithi089.stdout:1960: left oid 23 (ObjNum 616 snap 184 seq_num 616) 2024-07-26T06:11:24.405 INFO:tasks.rados.rados.0.smithi089.stdout:1960: done (2 left) 2024-07-26T06:11:24.405 INFO:tasks.rados.rados.0.smithi089.stdout:1963: setattr oid 26 current snap is 184 2024-07-26T06:11:24.405 INFO:tasks.rados.rados.0.smithi089.stdout:1964: read oid 24 snap -1 2024-07-26T06:11:24.405 INFO:tasks.rados.rados.0.smithi089.stdout:1964: expect deleted 2024-07-26T06:11:24.406 INFO:tasks.rados.rados.0.smithi089.stdout:1965: snap_remove snap 180 2024-07-26T06:11:24.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:24 smithi155 ceph-mon[90160]: osdmap e446: 8 total, 8 up, 8 in 2024-07-26T06:11:24.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:24 smithi155 ceph-mon[90160]: osdmap e447: 8 total, 8 up, 8 in 2024-07-26T06:11:24.879 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:11:24 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:11:24.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:11:24.879 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:11:24 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:11:24.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:11:24.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:24 smithi089 ceph-mon[99608]: osdmap e446: 8 total, 8 up, 8 in 2024-07-26T06:11:24.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:24 smithi089 ceph-mon[99608]: osdmap e447: 8 total, 8 up, 8 in 2024-07-26T06:11:24.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:24 smithi089 ceph-mon[102056]: osdmap e446: 8 total, 8 up, 8 in 2024-07-26T06:11:24.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:24 smithi089 ceph-mon[102056]: osdmap e447: 8 total, 8 up, 8 in 2024-07-26T06:11:25.369 INFO:tasks.rados.rados.0.smithi089.stdout:1965: done (4 left) 2024-07-26T06:11:25.369 INFO:tasks.rados.rados.0.smithi089.stdout:1966: delete oid 38 current snap is 184 2024-07-26T06:11:25.369 INFO:tasks.rados.rados.0.smithi089.stdout:1962: finishing rollback tid 1 to smithi08986837-37 2024-07-26T06:11:25.370 INFO:tasks.rados.rados.0.smithi089.stdout:1962: finishing rollback tid 2 to smithi08986837-37 2024-07-26T06:11:25.370 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 37 v 1086 (ObjNum 609 snap 0 seq_num 3362761680) dirty exists 2024-07-26T06:11:25.370 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 26 v 821 (ObjNum 605 snap 179 seq_num 605) dirty exists 2024-07-26T06:11:25.370 INFO:tasks.rados.rados.0.smithi089.stdout:1961: finishing write tid 1 to smithi08986837-35 2024-07-26T06:11:25.370 INFO:tasks.rados.rados.0.smithi089.stdout:1961: finishing write tid 2 to smithi08986837-35 2024-07-26T06:11:25.370 INFO:tasks.rados.rados.0.smithi089.stdout:1961: finishing write tid 3 to smithi08986837-35 2024-07-26T06:11:25.370 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 35 v 753 (ObjNum 617 snap 184 seq_num 617) dirty exists 2024-07-26T06:11:25.370 INFO:tasks.rados.rados.0.smithi089.stdout:1961: left oid 35 (ObjNum 617 snap 184 seq_num 617) 2024-07-26T06:11:25.377 INFO:tasks.rados.rados.0.smithi089.stdout:1961: done (4 left) 2024-07-26T06:11:25.377 INFO:tasks.rados.rados.0.smithi089.stdout:1962: done (3 left) 2024-07-26T06:11:25.378 INFO:tasks.rados.rados.0.smithi089.stdout:1963: done (2 left) 2024-07-26T06:11:25.378 INFO:tasks.rados.rados.0.smithi089.stdout:1964: done (1 left) 2024-07-26T06:11:25.378 INFO:tasks.rados.rados.0.smithi089.stdout:1966: done (0 left) 2024-07-26T06:11:25.378 INFO:tasks.rados.rados.0.smithi089.stdout:1967: snap_create 2024-07-26T06:11:25.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:25 smithi155 ceph-mon[90160]: pgmap v324: 121 pgs: 121 active+clean; 304 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.5 MiB/s wr, 8 op/s 2024-07-26T06:11:25.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:25 smithi155 ceph-mon[90160]: osdmap e448: 8 total, 8 up, 8 in 2024-07-26T06:11:25.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:25 smithi089 ceph-mon[99608]: pgmap v324: 121 pgs: 121 active+clean; 304 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.5 MiB/s wr, 8 op/s 2024-07-26T06:11:25.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:25 smithi089 ceph-mon[99608]: osdmap e448: 8 total, 8 up, 8 in 2024-07-26T06:11:25.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:25 smithi089 ceph-mon[102056]: pgmap v324: 121 pgs: 121 active+clean; 304 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.5 MiB/s wr, 8 op/s 2024-07-26T06:11:25.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:25 smithi089 ceph-mon[102056]: osdmap e448: 8 total, 8 up, 8 in 2024-07-26T06:11:26.371 INFO:tasks.rados.rados.0.smithi089.stdout:1967: done (0 left) 2024-07-26T06:11:26.371 INFO:tasks.rados.rados.0.smithi089.stdout:1968: read oid 15 snap 172 2024-07-26T06:11:26.372 INFO:tasks.rados.rados.0.smithi089.stdout:1968: expect (ObjNum 520 snap 155 seq_num 520) 2024-07-26T06:11:26.372 INFO:tasks.rados.rados.0.smithi089.stdout:1969: rollback oid 35 current snap is 185 2024-07-26T06:11:26.372 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 35 to 183 2024-07-26T06:11:26.373 INFO:tasks.rados.rados.0.smithi089.stdout:1970: rmattr oid 50 current snap is 185 2024-07-26T06:11:26.373 INFO:tasks.rados.rados.0.smithi089.stdout:1970: done (2 left) 2024-07-26T06:11:26.373 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 43 current snap is 185 2024-07-26T06:11:26.373 INFO:tasks.rados.rados.0.smithi089.stdout:1971: seq_num 619 ranges {12468224=770048} 2024-07-26T06:11:26.440 INFO:tasks.rados.rados.0.smithi089.stdout:1971: writing smithi08986837-43 from 12468224 to 13238272 tid 1 2024-07-26T06:11:26.441 INFO:tasks.rados.rados.0.smithi089.stdout:1972: snap_create 2024-07-26T06:11:26.441 INFO:tasks.rados.rados.0.smithi089.stdout:1969: finishing rollback tid 0 to smithi08986837-35 2024-07-26T06:11:26.441 INFO:tasks.rados.rados.0.smithi089.stdout:1969: finishing rollback tid 1 to smithi08986837-35 2024-07-26T06:11:26.441 INFO:tasks.rados.rados.0.smithi089.stdout:1969: finishing rollback tid 2 to smithi08986837-35 2024-07-26T06:11:26.441 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 35 v 756 (ObjNum 604 snap 179 seq_num 604) dirty exists 2024-07-26T06:11:26.441 INFO:tasks.rados.rados.0.smithi089.stdout:1968: expect (ObjNum 520 snap 155 seq_num 520) 2024-07-26T06:11:26.514 INFO:tasks.rados.rados.0.smithi089.stdout:1971: finishing write tid 1 to smithi08986837-43 2024-07-26T06:11:26.514 INFO:tasks.rados.rados.0.smithi089.stdout:1971: finishing write tid 2 to smithi08986837-43 2024-07-26T06:11:26.514 INFO:tasks.rados.rados.0.smithi089.stdout:1971: finishing write tid 3 to smithi08986837-43 2024-07-26T06:11:26.514 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 43 v 935 (ObjNum 619 snap 185 seq_num 619) dirty exists 2024-07-26T06:11:26.515 INFO:tasks.rados.rados.0.smithi089.stdout:1971: left oid 43 (ObjNum 619 snap 185 seq_num 619) 2024-07-26T06:11:27.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:11:27.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:11:27.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:11:27.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:26 smithi155 ceph-mon[90160]: osdmap e449: 8 total, 8 up, 8 in 2024-07-26T06:11:27.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:11:27.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:11:27.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:11:27.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:26 smithi089 ceph-mon[99608]: osdmap e449: 8 total, 8 up, 8 in 2024-07-26T06:11:27.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:11:27.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:11:27.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:11:27.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:26 smithi089 ceph-mon[102056]: osdmap e449: 8 total, 8 up, 8 in 2024-07-26T06:11:27.377 INFO:tasks.rados.rados.0.smithi089.stdout:1968: done (3 left) 2024-07-26T06:11:27.377 INFO:tasks.rados.rados.0.smithi089.stdout:1969: done (2 left) 2024-07-26T06:11:27.377 INFO:tasks.rados.rados.0.smithi089.stdout:1971: done (1 left) 2024-07-26T06:11:27.377 INFO:tasks.rados.rados.0.smithi089.stdout:1972: done (0 left) 2024-07-26T06:11:27.377 INFO:tasks.rados.rados.0.smithi089.stdout:1973: read oid 48 snap -1 2024-07-26T06:11:27.378 INFO:tasks.rados.rados.0.smithi089.stdout:1973: expect (ObjNum 475 snap 139 seq_num 475) 2024-07-26T06:11:27.378 INFO:tasks.rados.rados.0.smithi089.stdout:1974: copy_from oid 1 from oid 22 current snap is 186 2024-07-26T06:11:27.378 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 5 current snap is 186 2024-07-26T06:11:27.378 INFO:tasks.rados.rados.0.smithi089.stdout:1975: seq_num 620 ranges {9641984=794624} 2024-07-26T06:11:27.435 INFO:tasks.rados.rados.0.smithi089.stdout:1975: writing smithi08986837-5 from 9641984 to 10436608 tid 1 2024-07-26T06:11:27.435 INFO:tasks.rados.rados.0.smithi089.stdout:1976: read oid 3 snap -1 2024-07-26T06:11:27.435 INFO:tasks.rados.rados.0.smithi089.stdout:1976: expect (ObjNum 569 snap 171 seq_num 569) 2024-07-26T06:11:27.435 INFO:tasks.rados.rados.0.smithi089.stdout:1977: read oid 50 snap -1 2024-07-26T06:11:27.435 INFO:tasks.rados.rados.0.smithi089.stdout:1977: expect deleted 2024-07-26T06:11:27.435 INFO:tasks.rados.rados.0.smithi089.stdout:1978: snap_remove snap 185 2024-07-26T06:11:28.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:27 smithi155 ceph-mon[90160]: pgmap v327: 121 pgs: 121 active+clean; 239 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 1 op/s 2024-07-26T06:11:28.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:27 smithi155 ceph-mon[90160]: osdmap e450: 8 total, 8 up, 8 in 2024-07-26T06:11:28.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:27 smithi089 ceph-mon[99608]: pgmap v327: 121 pgs: 121 active+clean; 239 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 1 op/s 2024-07-26T06:11:28.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:27 smithi089 ceph-mon[99608]: osdmap e450: 8 total, 8 up, 8 in 2024-07-26T06:11:28.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:27 smithi089 ceph-mon[102056]: pgmap v327: 121 pgs: 121 active+clean; 239 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 1 op/s 2024-07-26T06:11:28.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:27 smithi089 ceph-mon[102056]: osdmap e450: 8 total, 8 up, 8 in 2024-07-26T06:11:28.380 INFO:tasks.rados.rados.0.smithi089.stdout:1978: done (5 left) 2024-07-26T06:11:28.380 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 29 current snap is 186 2024-07-26T06:11:28.380 INFO:tasks.rados.rados.0.smithi089.stdout:1974: finishing copy_from racing read to smithi08986837-1 2024-07-26T06:11:28.380 INFO:tasks.rados.rados.0.smithi089.stdout:1973: expect (ObjNum 475 snap 139 seq_num 475) 2024-07-26T06:11:29.129 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:11:28 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:11:28.658Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)\", cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", cluster_addr=\"172.21.15.89\", device_class=\"ssd\", hostname=\"smithi089\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.89\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster_addr=\"172.21.15.89\", device_class=\"ssd\", hostname=\"smithi089\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.89\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-07-26T06:11:29.129 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:11:28 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:11:28.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)\", cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", cluster_addr=\"172.21.15.89\", device_class=\"ssd\", hostname=\"smithi089\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.89\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)\", cluster_addr=\"172.21.15.89\", device_class=\"ssd\", hostname=\"smithi089\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.89\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:11:29.163 INFO:tasks.rados.rados.0.smithi089.stdout:1974: finishing copy_from to smithi08986837-1 2024-07-26T06:11:29.163 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 1 v 751 (ObjNum 553 snap 164 seq_num 553) dirty exists 2024-07-26T06:11:29.163 INFO:tasks.rados.rados.0.smithi089.stdout:1979: seq_num 621 ranges {12468224=409600,12877824=401408} 2024-07-26T06:11:29.231 INFO:tasks.rados.rados.0.smithi089.stdout:1979: writing smithi08986837-29 from 12468224 to 12877824 tid 1 2024-07-26T06:11:29.234 INFO:tasks.rados.rados.0.smithi089.stdout:1979: writing smithi08986837-29 from 12877824 to 13279232 tid 2 2024-07-26T06:11:29.234 INFO:tasks.rados.rados.0.smithi089.stdout:1973: done (5 left) 2024-07-26T06:11:29.234 INFO:tasks.rados.rados.0.smithi089.stdout:1974: done (4 left) 2024-07-26T06:11:29.234 INFO:tasks.rados.rados.0.smithi089.stdout:1977: done (3 left) 2024-07-26T06:11:29.234 INFO:tasks.rados.rados.0.smithi089.stdout:1980: read oid 32 snap -1 2024-07-26T06:11:29.234 INFO:tasks.rados.rados.0.smithi089.stdout:1980: expect (ObjNum 603 snap 179 seq_num 603) 2024-07-26T06:11:29.234 INFO:tasks.rados.rados.0.smithi089.stdout:1981: snap_remove snap 181 2024-07-26T06:11:29.368 INFO:tasks.rados.rados.0.smithi089.stdout:1981: done (4 left) 2024-07-26T06:11:29.368 INFO:tasks.rados.rados.0.smithi089.stdout:1982: snap_create 2024-07-26T06:11:29.368 INFO:tasks.rados.rados.0.smithi089.stdout:1975: finishing write tid 1 to smithi08986837-5 2024-07-26T06:11:29.368 INFO:tasks.rados.rados.0.smithi089.stdout:1975: finishing write tid 2 to smithi08986837-5 2024-07-26T06:11:29.368 INFO:tasks.rados.rados.0.smithi089.stdout:1975: finishing write tid 3 to smithi08986837-5 2024-07-26T06:11:29.368 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 5 v 525 (ObjNum 620 snap 186 seq_num 620) dirty exists 2024-07-26T06:11:29.368 INFO:tasks.rados.rados.0.smithi089.stdout:1975: left oid 5 (ObjNum 620 snap 186 seq_num 620) 2024-07-26T06:11:29.368 INFO:tasks.rados.rados.0.smithi089.stdout:1976: expect (ObjNum 569 snap 171 seq_num 569) 2024-07-26T06:11:29.509 INFO:tasks.rados.rados.0.smithi089.stdout:1980: expect (ObjNum 603 snap 179 seq_num 603) 2024-07-26T06:11:29.522 INFO:tasks.rados.rados.0.smithi089.stdout:1979: finishing write tid 1 to smithi08986837-29 2024-07-26T06:11:29.522 INFO:tasks.rados.rados.0.smithi089.stdout:1979: finishing write tid 2 to smithi08986837-29 2024-07-26T06:11:29.522 INFO:tasks.rados.rados.0.smithi089.stdout:1979: finishing write tid 3 to smithi08986837-29 2024-07-26T06:11:29.523 INFO:tasks.rados.rados.0.smithi089.stdout:1979: finishing write tid 4 to smithi08986837-29 2024-07-26T06:11:29.523 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 29 v 996 (ObjNum 621 snap 186 seq_num 621) dirty exists 2024-07-26T06:11:29.523 INFO:tasks.rados.rados.0.smithi089.stdout:1979: left oid 29 (ObjNum 621 snap 186 seq_num 621) 2024-07-26T06:11:29.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:29 smithi089 ceph-mon[99608]: osdmap e451: 8 total, 8 up, 8 in 2024-07-26T06:11:29.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:29 smithi089 ceph-mon[99608]: pgmap v330: 121 pgs: 121 active+clean; 230 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 176 KiB/s wr, 8 op/s 2024-07-26T06:11:29.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:29 smithi089 ceph-mon[99608]: osdmap e452: 8 total, 8 up, 8 in 2024-07-26T06:11:29.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:29 smithi089 ceph-mon[102056]: osdmap e451: 8 total, 8 up, 8 in 2024-07-26T06:11:29.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:29 smithi089 ceph-mon[102056]: pgmap v330: 121 pgs: 121 active+clean; 230 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 176 KiB/s wr, 8 op/s 2024-07-26T06:11:29.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:29 smithi089 ceph-mon[102056]: osdmap e452: 8 total, 8 up, 8 in 2024-07-26T06:11:29.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:29 smithi155 ceph-mon[90160]: osdmap e451: 8 total, 8 up, 8 in 2024-07-26T06:11:29.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:29 smithi155 ceph-mon[90160]: pgmap v330: 121 pgs: 121 active+clean; 230 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 176 KiB/s wr, 8 op/s 2024-07-26T06:11:29.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:29 smithi155 ceph-mon[90160]: osdmap e452: 8 total, 8 up, 8 in 2024-07-26T06:11:30.370 INFO:tasks.rados.rados.0.smithi089.stdout:1975: done (4 left) 2024-07-26T06:11:30.370 INFO:tasks.rados.rados.0.smithi089.stdout:1976: done (3 left) 2024-07-26T06:11:30.371 INFO:tasks.rados.rados.0.smithi089.stdout:1979: done (2 left) 2024-07-26T06:11:30.371 INFO:tasks.rados.rados.0.smithi089.stdout:1980: done (1 left) 2024-07-26T06:11:30.371 INFO:tasks.rados.rados.0.smithi089.stdout:1982: done (0 left) 2024-07-26T06:11:30.371 INFO:tasks.rados.rados.0.smithi089.stdout:1983: rollback oid 39 current snap is 187 2024-07-26T06:11:30.371 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 39 to 179 2024-07-26T06:11:30.372 INFO:tasks.rados.rados.0.smithi089.stdout:1984: snap_create 2024-07-26T06:11:30.375 INFO:tasks.rados.rados.0.smithi089.stdout:1983: finishing rollback tid 1 to smithi08986837-39 2024-07-26T06:11:30.375 INFO:tasks.rados.rados.0.smithi089.stdout:1983: finishing rollback tid 2 to smithi08986837-39 2024-07-26T06:11:30.375 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 39 v 931 (ObjNum 597 snap 178 seq_num 597) dirty exists 2024-07-26T06:11:31.383 INFO:tasks.rados.rados.0.smithi089.stdout:1983: done (1 left) 2024-07-26T06:11:31.383 INFO:tasks.rados.rados.0.smithi089.stdout:1984: done (0 left) 2024-07-26T06:11:31.383 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 28 current snap is 188 2024-07-26T06:11:31.383 INFO:tasks.rados.rados.0.smithi089.stdout:1985: seq_num 622 ranges {811008=425984,1236992=401408} 2024-07-26T06:11:31.389 INFO:tasks.rados.rados.0.smithi089.stdout:1985: writing smithi08986837-28 from 811008 to 1236992 tid 1 2024-07-26T06:11:31.392 INFO:tasks.rados.rados.0.smithi089.stdout:1985: writing smithi08986837-28 from 1236992 to 1638400 tid 2 2024-07-26T06:11:31.392 INFO:tasks.rados.rados.0.smithi089.stdout:1986: snap_create 2024-07-26T06:11:31.396 INFO:tasks.rados.rados.0.smithi089.stdout:1985: finishing write tid 1 to smithi08986837-28 2024-07-26T06:11:31.396 INFO:tasks.rados.rados.0.smithi089.stdout:1985: finishing write tid 2 to smithi08986837-28 2024-07-26T06:11:31.397 INFO:tasks.rados.rados.0.smithi089.stdout:1985: finishing write tid 3 to smithi08986837-28 2024-07-26T06:11:31.398 INFO:tasks.rados.rados.0.smithi089.stdout:1985: finishing write tid 4 to smithi08986837-28 2024-07-26T06:11:31.399 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 28 v 759 (ObjNum 622 snap 188 seq_num 622) dirty exists 2024-07-26T06:11:31.399 INFO:tasks.rados.rados.0.smithi089.stdout:1985: left oid 28 (ObjNum 622 snap 188 seq_num 622) 2024-07-26T06:11:31.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:31 smithi155 ceph-mon[90160]: osdmap e453: 8 total, 8 up, 8 in 2024-07-26T06:11:31.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:31 smithi155 ceph-mon[90160]: pgmap v333: 121 pgs: 121 active+clean; 230 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 356 KiB/s wr, 7 op/s 2024-07-26T06:11:31.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:31 smithi089 ceph-mon[99608]: osdmap e453: 8 total, 8 up, 8 in 2024-07-26T06:11:31.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:31 smithi089 ceph-mon[99608]: pgmap v333: 121 pgs: 121 active+clean; 230 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 356 KiB/s wr, 7 op/s 2024-07-26T06:11:31.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:31 smithi089 ceph-mon[102056]: osdmap e453: 8 total, 8 up, 8 in 2024-07-26T06:11:31.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:31 smithi089 ceph-mon[102056]: pgmap v333: 121 pgs: 121 active+clean; 230 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 356 KiB/s wr, 7 op/s 2024-07-26T06:11:32.382 INFO:tasks.rados.rados.0.smithi089.stdout:1985: done (1 left) 2024-07-26T06:11:32.383 INFO:tasks.rados.rados.0.smithi089.stdout:1986: done (0 left) 2024-07-26T06:11:32.383 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 22 current snap is 189 2024-07-26T06:11:32.383 INFO:tasks.rados.rados.0.smithi089.stdout:1987: seq_num 623 ranges {4235264=442368,4677632=401408} 2024-07-26T06:11:32.407 INFO:tasks.rados.rados.0.smithi089.stdout:1987: writing smithi08986837-22 from 4235264 to 4677632 tid 1 2024-07-26T06:11:32.410 INFO:tasks.rados.rados.0.smithi089.stdout:1987: writing smithi08986837-22 from 4677632 to 5079040 tid 2 2024-07-26T06:11:32.411 INFO:tasks.rados.rados.0.smithi089.stdout:1988: copy_from oid 50 from oid 15 current snap is 189 2024-07-26T06:11:32.411 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 8 current snap is 189 2024-07-26T06:11:32.411 INFO:tasks.rados.rados.0.smithi089.stdout:1989: seq_num 624 ranges {3555328=458752,4014080=401408} 2024-07-26T06:11:32.432 INFO:tasks.rados.rados.0.smithi089.stdout:1989: writing smithi08986837-8 from 3555328 to 4014080 tid 1 2024-07-26T06:11:32.436 INFO:tasks.rados.rados.0.smithi089.stdout:1989: writing smithi08986837-8 from 4014080 to 4415488 tid 2 2024-07-26T06:11:32.436 INFO:tasks.rados.rados.0.smithi089.stdout:1990: copy_from oid 31 from oid 27 current snap is 189 2024-07-26T06:11:32.436 INFO:tasks.rados.rados.0.smithi089.stdout:1987: finishing write tid 1 to smithi08986837-22 2024-07-26T06:11:32.436 INFO:tasks.rados.rados.0.smithi089.stdout:1987: finishing write tid 2 to smithi08986837-22 2024-07-26T06:11:32.436 INFO:tasks.rados.rados.0.smithi089.stdout:1987: finishing write tid 3 to smithi08986837-22 2024-07-26T06:11:32.437 INFO:tasks.rados.rados.0.smithi089.stdout:1987: finishing write tid 4 to smithi08986837-22 2024-07-26T06:11:32.437 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 22 v 762 (ObjNum 623 snap 189 seq_num 623) dirty exists 2024-07-26T06:11:32.437 INFO:tasks.rados.rados.0.smithi089.stdout:1987: left oid 22 (ObjNum 623 snap 189 seq_num 623) 2024-07-26T06:11:32.437 INFO:tasks.rados.rados.0.smithi089.stdout:1988: finishing copy_from racing read to smithi08986837-50 2024-07-26T06:11:32.437 INFO:tasks.rados.rados.0.smithi089.stdout:1987: done (3 left) 2024-07-26T06:11:32.437 INFO:tasks.rados.rados.0.smithi089.stdout:1991: snap_create 2024-07-26T06:11:32.437 INFO:tasks.rados.rados.0.smithi089.stdout:1988: finishing copy_from to smithi08986837-50 2024-07-26T06:11:32.437 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 50 v 1020 (ObjNum 520 snap 155 seq_num 520) dirty exists 2024-07-26T06:11:32.437 INFO:tasks.rados.rados.0.smithi089.stdout:1989: finishing write tid 1 to smithi08986837-8 2024-07-26T06:11:32.438 INFO:tasks.rados.rados.0.smithi089.stdout:1989: finishing write tid 2 to smithi08986837-8 2024-07-26T06:11:32.438 INFO:tasks.rados.rados.0.smithi089.stdout:1989: finishing write tid 3 to smithi08986837-8 2024-07-26T06:11:32.439 INFO:tasks.rados.rados.0.smithi089.stdout:1989: finishing write tid 4 to smithi08986837-8 2024-07-26T06:11:32.439 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 8 v 934 (ObjNum 624 snap 189 seq_num 624) dirty exists 2024-07-26T06:11:32.439 INFO:tasks.rados.rados.0.smithi089.stdout:1989: left oid 8 (ObjNum 624 snap 189 seq_num 624) 2024-07-26T06:11:32.442 INFO:tasks.rados.rados.0.smithi089.stdout:1990: finishing copy_from racing read to smithi08986837-31 2024-07-26T06:11:32.443 INFO:tasks.rados.rados.0.smithi089.stdout:1990: finishing copy_from to smithi08986837-31 2024-07-26T06:11:32.443 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 31 v 863 (ObjNum 466 snap 135 seq_num 466) dirty exists 2024-07-26T06:11:32.573 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:11:32 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:11:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:11:32.573 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:32 smithi155 ceph-mon[90160]: osdmap e454: 8 total, 8 up, 8 in 2024-07-26T06:11:32.574 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:32 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-07-26T06:11:32.574 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:32 smithi155 ceph-mon[90160]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-07-26T06:11:32.574 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:32 smithi155 ceph-mon[90160]: Upgrade: osd.5 is safe to restart 2024-07-26T06:11:32.655 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:11:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:11:32] "GET /metrics HTTP/1.1" 200 36293 "" "Prometheus/2.43.0" 2024-07-26T06:11:32.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:32 smithi089 ceph-mon[99608]: osdmap e454: 8 total, 8 up, 8 in 2024-07-26T06:11:32.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:32 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-07-26T06:11:32.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:32 smithi089 ceph-mon[99608]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-07-26T06:11:32.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:32 smithi089 ceph-mon[99608]: Upgrade: osd.5 is safe to restart 2024-07-26T06:11:32.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:32 smithi089 ceph-mon[102056]: osdmap e454: 8 total, 8 up, 8 in 2024-07-26T06:11:32.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:32 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-07-26T06:11:32.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:32 smithi089 ceph-mon[102056]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-07-26T06:11:32.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:32 smithi089 ceph-mon[102056]: Upgrade: osd.5 is safe to restart 2024-07-26T06:11:33.395 INFO:tasks.rados.rados.0.smithi089.stdout:1988: done (3 left) 2024-07-26T06:11:33.395 INFO:tasks.rados.rados.0.smithi089.stdout:1989: done (2 left) 2024-07-26T06:11:33.395 INFO:tasks.rados.rados.0.smithi089.stdout:1990: done (1 left) 2024-07-26T06:11:33.395 INFO:tasks.rados.rados.0.smithi089.stdout:1991: done (0 left) 2024-07-26T06:11:33.395 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 43 current snap is 190 2024-07-26T06:11:33.395 INFO:tasks.rados.rados.0.smithi089.stdout:1992: seq_num 625 ranges {13238272=475136,13713408=401408} 2024-07-26T06:11:33.466 INFO:tasks.rados.rados.0.smithi089.stdout:1992: writing smithi08986837-43 from 13238272 to 13713408 tid 1 2024-07-26T06:11:33.468 INFO:tasks.rados.rados.0.smithi089.stdout:1992: writing smithi08986837-43 from 13713408 to 14114816 tid 2 2024-07-26T06:11:33.468 INFO:tasks.rados.rados.0.smithi089.stdout:1993: delete oid 18 current snap is 190 2024-07-26T06:11:33.473 INFO:tasks.rados.rados.0.smithi089.stdout:1992: finishing write tid 1 to smithi08986837-43 2024-07-26T06:11:33.473 INFO:tasks.rados.rados.0.smithi089.stdout:1992: finishing write tid 2 to smithi08986837-43 2024-07-26T06:11:33.473 INFO:tasks.rados.rados.0.smithi089.stdout:1992: finishing write tid 3 to smithi08986837-43 2024-07-26T06:11:33.475 INFO:tasks.rados.rados.0.smithi089.stdout:1992: finishing write tid 4 to smithi08986837-43 2024-07-26T06:11:33.475 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 43 v 938 (ObjNum 625 snap 190 seq_num 625) dirty exists 2024-07-26T06:11:33.475 INFO:tasks.rados.rados.0.smithi089.stdout:1992: left oid 43 (ObjNum 625 snap 190 seq_num 625) 2024-07-26T06:11:33.476 INFO:tasks.rados.rados.0.smithi089.stdout:1992: done (1 left) 2024-07-26T06:11:33.476 INFO:tasks.rados.rados.0.smithi089.stdout:1993: done (0 left) 2024-07-26T06:11:33.476 INFO:tasks.rados.rados.0.smithi089.stdout:1994: read oid 36 snap -1 2024-07-26T06:11:33.476 INFO:tasks.rados.rados.0.smithi089.stdout:1994: expect deleted 2024-07-26T06:11:33.476 INFO:tasks.rados.rados.0.smithi089.stdout:1995: snap_create 2024-07-26T06:11:33.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:33 smithi155 ceph-mon[90160]: osdmap e455: 8 total, 8 up, 8 in 2024-07-26T06:11:33.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:33 smithi155 ceph-mon[90160]: pgmap v336: 121 pgs: 121 active+clean; 239 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 1.8 MiB/s wr, 7 op/s 2024-07-26T06:11:33.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:33 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:11:33.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:33 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-07-26T06:11:33.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:33 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:11:33.630 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:11:33 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:11:33.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi089\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi089\", job=\"node\", machine=\"x86_64\", nodename=\"smithi089\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", domainname=\"(none)\", instance=\"smithi089\", job=\"node\", machine=\"x86_64\", nodename=\"smithi089\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:11:33.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:33 smithi089 ceph-mon[99608]: osdmap e455: 8 total, 8 up, 8 in 2024-07-26T06:11:33.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:33 smithi089 ceph-mon[99608]: pgmap v336: 121 pgs: 121 active+clean; 239 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 1.8 MiB/s wr, 7 op/s 2024-07-26T06:11:33.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:33 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:11:33.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:33 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-07-26T06:11:33.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:33 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:11:33.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:33 smithi089 ceph-mon[102056]: osdmap e455: 8 total, 8 up, 8 in 2024-07-26T06:11:33.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:33 smithi089 ceph-mon[102056]: pgmap v336: 121 pgs: 121 active+clean; 239 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 1.8 MiB/s wr, 7 op/s 2024-07-26T06:11:33.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:33 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:11:33.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:33 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-07-26T06:11:33.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:33 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:11:34.371 INFO:tasks.rados.rados.0.smithi089.stdout:1994: done (1 left) 2024-07-26T06:11:34.371 INFO:tasks.rados.rados.0.smithi089.stdout:1995: done (0 left) 2024-07-26T06:11:34.371 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 7 current snap is 191 2024-07-26T06:11:34.371 INFO:tasks.rados.rados.0.smithi089.stdout:1996: seq_num 627 ranges {0=507904,507904=401408} 2024-07-26T06:11:34.374 INFO:tasks.rados.rados.0.smithi089.stdout:1996: writing smithi08986837-7 from 0 to 507904 tid 1 2024-07-26T06:11:34.376 INFO:tasks.rados.rados.0.smithi089.stdout:1996: writing smithi08986837-7 from 507904 to 909312 tid 2 2024-07-26T06:11:34.376 INFO:tasks.rados.rados.0.smithi089.stdout:1997: read oid 43 snap -1 2024-07-26T06:11:34.376 INFO:tasks.rados.rados.0.smithi089.stdout:1997: expect (ObjNum 625 snap 190 seq_num 625) 2024-07-26T06:11:34.377 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 40 current snap is 191 2024-07-26T06:11:34.377 INFO:tasks.rados.rados.0.smithi089.stdout:1998: seq_num 628 ranges {0=524288,524288=401408} 2024-07-26T06:11:34.379 INFO:tasks.rados.rados.0.smithi089.stdout:1998: writing smithi08986837-40 from 0 to 524288 tid 1 2024-07-26T06:11:34.383 INFO:tasks.rados.rados.0.smithi089.stdout:1998: writing smithi08986837-40 from 524288 to 925696 tid 2 2024-07-26T06:11:34.383 INFO:tasks.rados.rados.0.smithi089.stdout:1999: read oid 45 snap -1 2024-07-26T06:11:34.383 INFO:tasks.rados.rados.0.smithi089.stdout:1999: expect (ObjNum 607 snap 179 seq_num 607) 2024-07-26T06:11:34.383 INFO:tasks.rados.rados.0.smithi089.stdout:2000: snap_remove snap 183 2024-07-26T06:11:34.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:34 smithi089 ceph-mon[99608]: Upgrade: Updating osd.5 2024-07-26T06:11:34.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:34 smithi089 ceph-mon[99608]: Deploying daemon osd.5 on smithi155 2024-07-26T06:11:34.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:34 smithi089 ceph-mon[99608]: osdmap e456: 8 total, 8 up, 8 in 2024-07-26T06:11:34.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:34 smithi089 ceph-mon[99608]: osdmap e457: 8 total, 8 up, 8 in 2024-07-26T06:11:34.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:34 smithi089 ceph-mon[102056]: Upgrade: Updating osd.5 2024-07-26T06:11:34.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:34 smithi089 ceph-mon[102056]: Deploying daemon osd.5 on smithi155 2024-07-26T06:11:34.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:34 smithi089 ceph-mon[102056]: osdmap e456: 8 total, 8 up, 8 in 2024-07-26T06:11:34.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:34 smithi089 ceph-mon[102056]: osdmap e457: 8 total, 8 up, 8 in 2024-07-26T06:11:34.774 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:34 smithi155 ceph-mon[90160]: Upgrade: Updating osd.5 2024-07-26T06:11:34.774 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:34 smithi155 ceph-mon[90160]: Deploying daemon osd.5 on smithi155 2024-07-26T06:11:34.775 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:34 smithi155 ceph-mon[90160]: osdmap e456: 8 total, 8 up, 8 in 2024-07-26T06:11:34.775 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:34 smithi155 ceph-mon[90160]: osdmap e457: 8 total, 8 up, 8 in 2024-07-26T06:11:35.377 INFO:tasks.rados.rados.0.smithi089.stdout:2000: done (4 left) 2024-07-26T06:11:35.377 INFO:tasks.rados.rados.0.smithi089.stdout:2001: rollback oid 30 current snap is 191 2024-07-26T06:11:35.377 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 30 to 179 2024-07-26T06:11:35.377 INFO:tasks.rados.rados.0.smithi089.stdout:1996: finishing write tid 1 to smithi08986837-7 2024-07-26T06:11:35.377 INFO:tasks.rados.rados.0.smithi089.stdout:1996: finishing write tid 2 to smithi08986837-7 2024-07-26T06:11:35.377 INFO:tasks.rados.rados.0.smithi089.stdout:1998: finishing write tid 1 to smithi08986837-40 2024-07-26T06:11:35.377 INFO:tasks.rados.rados.0.smithi089.stdout:1998: finishing write tid 2 to smithi08986837-40 2024-07-26T06:11:35.378 INFO:tasks.rados.rados.0.smithi089.stdout:1998: finishing write tid 3 to smithi08986837-40 2024-07-26T06:11:35.378 INFO:tasks.rados.rados.0.smithi089.stdout:1996: finishing write tid 3 to smithi08986837-7 2024-07-26T06:11:35.378 INFO:tasks.rados.rados.0.smithi089.stdout:1996: finishing write tid 4 to smithi08986837-7 2024-07-26T06:11:35.378 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 7 v 866 (ObjNum 627 snap 191 seq_num 627) dirty exists 2024-07-26T06:11:35.378 INFO:tasks.rados.rados.0.smithi089.stdout:1996: left oid 7 (ObjNum 627 snap 191 seq_num 627) 2024-07-26T06:11:35.378 INFO:tasks.rados.rados.0.smithi089.stdout:1998: finishing write tid 4 to smithi08986837-40 2024-07-26T06:11:35.378 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 40 v 1023 (ObjNum 628 snap 191 seq_num 628) dirty exists 2024-07-26T06:11:35.378 INFO:tasks.rados.rados.0.smithi089.stdout:1998: left oid 40 (ObjNum 628 snap 191 seq_num 628) 2024-07-26T06:11:35.378 INFO:tasks.rados.rados.0.smithi089.stdout:1999: expect (ObjNum 607 snap 179 seq_num 607) 2024-07-26T06:11:35.401 INFO:tasks.rados.rados.0.smithi089.stdout:1997: expect (ObjNum 625 snap 190 seq_num 625) 2024-07-26T06:11:35.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:35 smithi155 ceph-mon[90160]: pgmap v339: 121 pgs: 121 active+clean; 241 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 2.0 MiB/s wr, 8 op/s 2024-07-26T06:11:35.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:35 smithi155 ceph-mon[90160]: osdmap e458: 8 total, 8 up, 8 in 2024-07-26T06:11:35.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:35 smithi089 ceph-mon[99608]: pgmap v339: 121 pgs: 121 active+clean; 241 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 2.0 MiB/s wr, 8 op/s 2024-07-26T06:11:35.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:35 smithi089 ceph-mon[99608]: osdmap e458: 8 total, 8 up, 8 in 2024-07-26T06:11:35.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:35 smithi089 ceph-mon[102056]: pgmap v339: 121 pgs: 121 active+clean; 241 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 2.0 MiB/s wr, 8 op/s 2024-07-26T06:11:35.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:35 smithi089 ceph-mon[102056]: osdmap e458: 8 total, 8 up, 8 in 2024-07-26T06:11:36.379 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 06:11:36 smithi155 systemd[1]: Stopping Ceph osd.5 for 9bd49884-4b13-11ef-bcb6-c7b262605968... 2024-07-26T06:11:36.379 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 06:11:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-5[44656]: 2024-07-26T06:11:36.318+0000 7f7c80030640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-07-26T06:11:36.379 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 06:11:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-5[44656]: 2024-07-26T06:11:36.318+0000 7f7c80030640 -1 osd.5 458 *** Got signal Terminated *** 2024-07-26T06:11:36.379 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 06:11:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-5[44656]: 2024-07-26T06:11:36.318+0000 7f7c80030640 -1 osd.5 458 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-07-26T06:11:36.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:36 smithi089 ceph-mon[99608]: osd.5 marked itself down and dead 2024-07-26T06:11:36.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:36 smithi089 ceph-mon[102056]: osd.5 marked itself down and dead 2024-07-26T06:11:36.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:36 smithi155 ceph-mon[90160]: osd.5 marked itself down and dead 2024-07-26T06:11:37.045 INFO:tasks.rados.rados.0.smithi089.stdout:2001: finishing rollback tid 0 to smithi08986837-30 2024-07-26T06:11:37.045 INFO:tasks.rados.rados.0.smithi089.stdout:2001: finishing rollback tid 1 to smithi08986837-30 2024-07-26T06:11:37.045 INFO:tasks.rados.rados.0.smithi089.stdout:2001: finishing rollback tid 2 to smithi08986837-30 2024-07-26T06:11:37.045 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 30 v 1026 (ObjNum 529 snap 157 seq_num 529) dirty exists 2024-07-26T06:11:37.045 INFO:tasks.rados.rados.0.smithi089.stdout:1996: done (4 left) 2024-07-26T06:11:37.046 INFO:tasks.rados.rados.0.smithi089.stdout:1997: done (3 left) 2024-07-26T06:11:37.046 INFO:tasks.rados.rados.0.smithi089.stdout:1998: done (2 left) 2024-07-26T06:11:37.046 INFO:tasks.rados.rados.0.smithi089.stdout:1999: done (1 left) 2024-07-26T06:11:37.046 INFO:tasks.rados.rados.0.smithi089.stdout:2001: done (0 left) 2024-07-26T06:11:37.046 INFO:tasks.rados.rados.0.smithi089.stdout:2002: read oid 21 snap -1 2024-07-26T06:11:37.046 INFO:tasks.rados.rados.0.smithi089.stdout:2002: expect (ObjNum 603 snap 179 seq_num 603) 2024-07-26T06:11:37.046 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 11 current snap is 191 2024-07-26T06:11:37.046 INFO:tasks.rados.rados.0.smithi089.stdout:2003: seq_num 629 ranges {3555328=540672,4096000=401408} 2024-07-26T06:11:37.066 INFO:tasks.rados.rados.0.smithi089.stdout:2003: writing smithi08986837-11 from 3555328 to 4096000 tid 1 2024-07-26T06:11:37.068 INFO:tasks.rados.rados.0.smithi089.stdout:2003: writing smithi08986837-11 from 4096000 to 4497408 tid 2 2024-07-26T06:11:37.068 INFO:tasks.rados.rados.0.smithi089.stdout:2004: delete oid 25 current snap is 191 2024-07-26T06:11:37.069 INFO:tasks.rados.rados.0.smithi089.stdout:2002: expect (ObjNum 603 snap 179 seq_num 603) 2024-07-26T06:11:37.283 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 06:11:36 smithi155 podman[100515]: 2024-07-26 06:11:36.972233314 +0000 UTC m=+0.751624529 container died 0f76555562cc821ed5e2d08fcb4e90da7a111e9907d4f1662fd358f65dec6818 (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-5, CEPH_POINT_RELEASE=, RELEASE=quincy-5dff84c, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240724, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-07-26T06:11:37.423 INFO:tasks.rados.rados.0.smithi089.stdout:2002: done (2 left) 2024-07-26T06:11:37.423 INFO:tasks.rados.rados.0.smithi089.stdout:2004: done (1 left) 2024-07-26T06:11:37.423 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 8 current snap is 191 2024-07-26T06:11:37.423 INFO:tasks.rados.rados.0.smithi089.stdout:2005: seq_num 631 ranges {4415488=573440,4988928=401408} 2024-07-26T06:11:37.450 INFO:tasks.rados.rados.0.smithi089.stdout:2005: writing smithi08986837-8 from 4415488 to 4988928 tid 1 2024-07-26T06:11:37.452 INFO:tasks.rados.rados.0.smithi089.stdout:2005: writing smithi08986837-8 from 4988928 to 5390336 tid 2 2024-07-26T06:11:37.453 INFO:tasks.rados.rados.0.smithi089.stdout:2006: read oid 19 snap -1 2024-07-26T06:11:37.453 INFO:tasks.rados.rados.0.smithi089.stdout:2006: expect deleted 2024-07-26T06:11:37.453 INFO:tasks.rados.rados.0.smithi089.stdout:2007: setattr oid 34 current snap is 191 2024-07-26T06:11:37.453 INFO:tasks.rados.rados.0.smithi089.stdout:2003: finishing write tid 1 to smithi08986837-11 2024-07-26T06:11:37.453 INFO:tasks.rados.rados.0.smithi089.stdout:2003: finishing write tid 2 to smithi08986837-11 2024-07-26T06:11:37.453 INFO:tasks.rados.rados.0.smithi089.stdout:2003: finishing write tid 3 to smithi08986837-11 2024-07-26T06:11:37.453 INFO:tasks.rados.rados.0.smithi089.stdout:2003: finishing write tid 4 to smithi08986837-11 2024-07-26T06:11:37.453 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 11 v 1012 (ObjNum 629 snap 191 seq_num 629) dirty exists 2024-07-26T06:11:37.453 INFO:tasks.rados.rados.0.smithi089.stdout:2003: left oid 11 (ObjNum 629 snap 191 seq_num 629) 2024-07-26T06:11:37.454 INFO:tasks.rados.rados.0.smithi089.stdout:2005: finishing write tid 1 to smithi08986837-8 2024-07-26T06:11:37.455 INFO:tasks.rados.rados.0.smithi089.stdout:2005: finishing write tid 2 to smithi08986837-8 2024-07-26T06:11:37.455 INFO:tasks.rados.rados.0.smithi089.stdout:2003: done (3 left) 2024-07-26T06:11:37.455 INFO:tasks.rados.rados.0.smithi089.stdout:2006: done (2 left) 2024-07-26T06:11:37.455 INFO:tasks.rados.rados.0.smithi089.stdout:2008: delete oid 39 current snap is 191 2024-07-26T06:11:37.455 INFO:tasks.rados.rados.0.smithi089.stdout:2005: finishing write tid 3 to smithi08986837-8 2024-07-26T06:11:37.457 INFO:tasks.rados.rados.0.smithi089.stdout:2005: finishing write tid 4 to smithi08986837-8 2024-07-26T06:11:37.457 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 8 v 937 (ObjNum 631 snap 191 seq_num 631) dirty exists 2024-07-26T06:11:37.457 INFO:tasks.rados.rados.0.smithi089.stdout:2005: left oid 8 (ObjNum 631 snap 191 seq_num 631) 2024-07-26T06:11:37.457 INFO:tasks.rados.rados.0.smithi089.stdout:2005: done (2 left) 2024-07-26T06:11:37.457 INFO:tasks.rados.rados.0.smithi089.stdout:2008: done (1 left) 2024-07-26T06:11:37.457 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 47 current snap is 191 2024-07-26T06:11:37.457 INFO:tasks.rados.rados.0.smithi089.stdout:2009: seq_num 633 ranges {4620288=606208,5226496=401408} 2024-07-26T06:11:37.484 INFO:tasks.rados.rados.0.smithi089.stdout:2009: writing smithi08986837-47 from 4620288 to 5226496 tid 1 2024-07-26T06:11:37.487 INFO:tasks.rados.rados.0.smithi089.stdout:2009: writing smithi08986837-47 from 5226496 to 5627904 tid 2 2024-07-26T06:11:37.487 INFO:tasks.rados.rados.0.smithi089.stdout:2010: read oid 43 snap -1 2024-07-26T06:11:37.487 INFO:tasks.rados.rados.0.smithi089.stdout:2010: expect (ObjNum 625 snap 190 seq_num 625) 2024-07-26T06:11:37.487 INFO:tasks.rados.rados.0.smithi089.stdout:2011: snap_create 2024-07-26T06:11:37.487 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 34 v 847 (ObjNum 459 snap 132 seq_num 459) dirty exists 2024-07-26T06:11:37.489 INFO:tasks.rados.rados.0.smithi089.stdout:2009: finishing write tid 1 to smithi08986837-47 2024-07-26T06:11:37.492 INFO:tasks.rados.rados.0.smithi089.stdout:2009: finishing write tid 2 to smithi08986837-47 2024-07-26T06:11:37.492 INFO:tasks.rados.rados.0.smithi089.stdout:2009: finishing write tid 3 to smithi08986837-47 2024-07-26T06:11:37.493 INFO:tasks.rados.rados.0.smithi089.stdout:2009: finishing write tid 4 to smithi08986837-47 2024-07-26T06:11:37.494 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 47 v 1090 (ObjNum 633 snap 191 seq_num 633) dirty exists 2024-07-26T06:11:37.494 INFO:tasks.rados.rados.0.smithi089.stdout:2009: left oid 47 (ObjNum 633 snap 191 seq_num 633) 2024-07-26T06:11:37.537 INFO:tasks.rados.rados.0.smithi089.stdout:2010: expect (ObjNum 625 snap 190 seq_num 625) 2024-07-26T06:11:37.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:37 smithi155 ceph-mon[90160]: Health check failed: 1 osds down (OSD_DOWN) 2024-07-26T06:11:37.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:37 smithi155 ceph-mon[90160]: osdmap e459: 8 total, 7 up, 8 in 2024-07-26T06:11:37.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:37 smithi155 ceph-mon[90160]: pgmap v342: 121 pgs: 16 peering, 14 stale+active+clean, 91 active+clean; 246 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.8 MiB/s wr, 9 op/s 2024-07-26T06:11:37.630 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 06:11:37 smithi155 podman[100515]: 2024-07-26 06:11:37.491301798 +0000 UTC m=+1.270693013 container cleanup 0f76555562cc821ed5e2d08fcb4e90da7a111e9907d4f1662fd358f65dec6818 (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-5, org.label-schema.build-date=20240724, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=quincy-5dff84c, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0) 2024-07-26T06:11:37.630 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 06:11:37 smithi155 bash[100515]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-5 2024-07-26T06:11:37.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:37 smithi089 ceph-mon[99608]: Health check failed: 1 osds down (OSD_DOWN) 2024-07-26T06:11:37.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:37 smithi089 ceph-mon[99608]: osdmap e459: 8 total, 7 up, 8 in 2024-07-26T06:11:37.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:37 smithi089 ceph-mon[99608]: pgmap v342: 121 pgs: 16 peering, 14 stale+active+clean, 91 active+clean; 246 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.8 MiB/s wr, 9 op/s 2024-07-26T06:11:37.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:37 smithi089 ceph-mon[102056]: Health check failed: 1 osds down (OSD_DOWN) 2024-07-26T06:11:37.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:37 smithi089 ceph-mon[102056]: osdmap e459: 8 total, 7 up, 8 in 2024-07-26T06:11:37.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:37 smithi089 ceph-mon[102056]: pgmap v342: 121 pgs: 16 peering, 14 stale+active+clean, 91 active+clean; 246 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.8 MiB/s wr, 9 op/s 2024-07-26T06:11:38.121 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 06:11:37 smithi155 podman[100537]: 2024-07-26 06:11:37.692893752 +0000 UTC m=+0.724209658 container remove 0f76555562cc821ed5e2d08fcb4e90da7a111e9907d4f1662fd358f65dec6818 (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=quincy-5dff84c, org.label-schema.build-date=20240724, org.label-schema.vendor=CentOS) 2024-07-26T06:11:38.379 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 06:11:38 smithi155 podman[100632]: 2024-07-26 06:11:38.024053816 +0000 UTC m=+0.017591080 image pull a246f06af74af9a1c45475dc36c910d564494bacf385674011a33b62b93c2c8c quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c 2024-07-26T06:11:38.379 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 06:11:38 smithi155 podman[100632]: 2024-07-26 06:11:38.143671177 +0000 UTC m=+0.137208432 container create 431de434eac3d04b39fc7e5cb4483233da6b34f4710fcc0a284ef4e604e30e5f (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-5-deactivate, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240724, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-4b23044, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-07-26T06:11:38.379 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 06:11:38 smithi155 podman[100632]: 2024-07-26 06:11:38.354454457 +0000 UTC m=+0.347991706 container init 431de434eac3d04b39fc7e5cb4483233da6b34f4710fcc0a284ef4e604e30e5f (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-5-deactivate, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=squid-4b23044, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240724, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-07-26T06:11:38.379 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 06:11:38 smithi155 podman[100632]: 2024-07-26 06:11:38.359563115 +0000 UTC m=+0.353100364 container start 431de434eac3d04b39fc7e5cb4483233da6b34f4710fcc0a284ef4e604e30e5f (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-5-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240724, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, RELEASE=squid-4b23044, GIT_CLEAN=True) 2024-07-26T06:11:38.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:38 smithi089 ceph-mon[99608]: Health check failed: Reduced data availability: 3 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2024-07-26T06:11:38.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:38 smithi089 ceph-mon[99608]: osdmap e460: 8 total, 7 up, 8 in 2024-07-26T06:11:38.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:38 smithi089 ceph-mon[102056]: Health check failed: Reduced data availability: 3 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2024-07-26T06:11:38.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:38 smithi089 ceph-mon[102056]: osdmap e460: 8 total, 7 up, 8 in 2024-07-26T06:11:38.849 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 06:11:38 smithi155 podman[100632]: 2024-07-26 06:11:38.462949436 +0000 UTC m=+0.456486695 container attach 431de434eac3d04b39fc7e5cb4483233da6b34f4710fcc0a284ef4e604e30e5f (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-5-deactivate, RELEASE=squid-4b23044, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240724, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-07-26T06:11:38.849 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 06:11:38 smithi155 podman[100632]: 2024-07-26 06:11:38.553569921 +0000 UTC m=+0.547107187 container died 431de434eac3d04b39fc7e5cb4483233da6b34f4710fcc0a284ef4e604e30e5f (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-5-deactivate, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240724, org.label-schema.vendor=CentOS, ceph=True, RELEASE=squid-4b23044, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD) 2024-07-26T06:11:38.850 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:38 smithi155 ceph-mon[90160]: Health check failed: Reduced data availability: 3 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2024-07-26T06:11:38.850 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:38 smithi155 ceph-mon[90160]: osdmap e460: 8 total, 7 up, 8 in 2024-07-26T06:11:39.169 INFO:tasks.rados.rados.0.smithi089.stdout:2007: done (3 left) 2024-07-26T06:11:39.169 INFO:tasks.rados.rados.0.smithi089.stdout:2009: done (2 left) 2024-07-26T06:11:39.169 INFO:tasks.rados.rados.0.smithi089.stdout:2010: done (1 left) 2024-07-26T06:11:39.169 INFO:tasks.rados.rados.0.smithi089.stdout:2011: done (0 left) 2024-07-26T06:11:39.169 INFO:tasks.rados.rados.0.smithi089.stdout:2012: rmattr oid 29 current snap is 192 2024-07-26T06:11:39.170 INFO:tasks.rados.rados.0.smithi089.stdout:2013: delete oid 49 current snap is 192 2024-07-26T06:11:39.171 INFO:tasks.rados.rados.0.smithi089.stdout:2013: done (1 left) 2024-07-26T06:11:39.172 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 43 current snap is 192 2024-07-26T06:11:39.172 INFO:tasks.rados.rados.0.smithi089.stdout:2014: seq_num 635 ranges {14114816=638976,14753792=401408} 2024-07-26T06:11:39.249 INFO:tasks.rados.rados.0.smithi089.stdout:2014: writing smithi08986837-43 from 14114816 to 14753792 tid 1 2024-07-26T06:11:39.251 INFO:tasks.rados.rados.0.smithi089.stdout:2014: writing smithi08986837-43 from 14753792 to 15155200 tid 2 2024-07-26T06:11:39.251 INFO:tasks.rados.rados.0.smithi089.stdout:2015: read oid 46 snap -1 2024-07-26T06:11:39.251 INFO:tasks.rados.rados.0.smithi089.stdout:2015: expect (ObjNum 572 snap 173 seq_num 572) 2024-07-26T06:11:39.251 INFO:tasks.rados.rados.0.smithi089.stdout:2016: delete oid 34 current snap is 192 2024-07-26T06:11:39.252 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 29 v 1014 (ObjNum 621 snap 186 seq_num 621) dirty exists 2024-07-26T06:11:39.254 INFO:tasks.rados.rados.0.smithi089.stdout:2014: finishing write tid 1 to smithi08986837-43 2024-07-26T06:11:39.255 INFO:tasks.rados.rados.0.smithi089.stdout:2012: done (3 left) 2024-07-26T06:11:39.255 INFO:tasks.rados.rados.0.smithi089.stdout:2016: done (2 left) 2024-07-26T06:11:39.255 INFO:tasks.rados.rados.0.smithi089.stdout:2017: snap_create 2024-07-26T06:11:39.256 INFO:tasks.rados.rados.0.smithi089.stdout:2014: finishing write tid 2 to smithi08986837-43 2024-07-26T06:11:39.256 INFO:tasks.rados.rados.0.smithi089.stdout:2014: finishing write tid 3 to smithi08986837-43 2024-07-26T06:11:39.258 INFO:tasks.rados.rados.0.smithi089.stdout:2014: finishing write tid 4 to smithi08986837-43 2024-07-26T06:11:39.258 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 43 v 942 (ObjNum 635 snap 192 seq_num 635) dirty exists 2024-07-26T06:11:39.258 INFO:tasks.rados.rados.0.smithi089.stdout:2014: left oid 43 (ObjNum 635 snap 192 seq_num 635) 2024-07-26T06:11:39.266 INFO:tasks.rados.rados.0.smithi089.stdout:2015: expect (ObjNum 572 snap 173 seq_num 572) 2024-07-26T06:11:39.415 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 06:11:39 smithi155 podman[100675]: 2024-07-26 06:11:39.141186227 +0000 UTC m=+0.578791512 container remove 431de434eac3d04b39fc7e5cb4483233da6b34f4710fcc0a284ef4e604e30e5f (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-5-deactivate, RELEASE=squid-4b23044, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.build-date=20240724, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS) 2024-07-26T06:11:39.415 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 06:11:39 smithi155 systemd[1]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@osd.5.service: Deactivated successfully. 2024-07-26T06:11:39.416 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 06:11:39 smithi155 systemd[1]: Stopped Ceph osd.5 for 9bd49884-4b13-11ef-bcb6-c7b262605968. 2024-07-26T06:11:39.416 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 06:11:39 smithi155 systemd[1]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@osd.5.service: Consumed 17.029s CPU time. 2024-07-26T06:11:39.416 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 06:11:39 smithi155 systemd[1]: Starting Ceph osd.5 for 9bd49884-4b13-11ef-bcb6-c7b262605968... 2024-07-26T06:11:39.422 INFO:tasks.rados.rados.0.smithi089.stdout:2014: done (2 left) 2024-07-26T06:11:39.423 INFO:tasks.rados.rados.0.smithi089.stdout:2015: done (1 left) 2024-07-26T06:11:39.423 INFO:tasks.rados.rados.0.smithi089.stdout:2017: done (0 left) 2024-07-26T06:11:39.423 INFO:tasks.rados.rados.0.smithi089.stdout:2018: snap_create 2024-07-26T06:11:39.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:39 smithi155 ceph-mon[90160]: osdmap e461: 8 total, 7 up, 8 in 2024-07-26T06:11:39.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:39 smithi155 ceph-mon[90160]: pgmap v345: 121 pgs: 4 active+undersized, 21 peering, 9 stale+active+clean, 3 active+undersized+degraded, 84 active+clean; 248 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.8 MiB/s wr, 9 op/s; 18/408 objects degraded (4.412%) 2024-07-26T06:11:39.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:39 smithi155 ceph-mon[90160]: osdmap e462: 8 total, 7 up, 8 in 2024-07-26T06:11:39.707 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 06:11:39 smithi155 podman[100783]: 2024-07-26 06:11:39.489178452 +0000 UTC m=+0.017315446 image pull a246f06af74af9a1c45475dc36c910d564494bacf385674011a33b62b93c2c8c quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c 2024-07-26T06:11:39.707 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 06:11:39 smithi155 podman[100783]: 2024-07-26 06:11:39.592120785 +0000 UTC m=+0.120257761 container create a62101a1cecf30729fae27b1b484125fe0d76998750ab163824826f736c7571a (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-5-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240724, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, RELEASE=squid-4b23044) 2024-07-26T06:11:39.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:39 smithi089 ceph-mon[99608]: osdmap e461: 8 total, 7 up, 8 in 2024-07-26T06:11:39.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:39 smithi089 ceph-mon[99608]: pgmap v345: 121 pgs: 4 active+undersized, 21 peering, 9 stale+active+clean, 3 active+undersized+degraded, 84 active+clean; 248 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.8 MiB/s wr, 9 op/s; 18/408 objects degraded (4.412%) 2024-07-26T06:11:39.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:39 smithi089 ceph-mon[99608]: osdmap e462: 8 total, 7 up, 8 in 2024-07-26T06:11:39.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:39 smithi089 ceph-mon[102056]: osdmap e461: 8 total, 7 up, 8 in 2024-07-26T06:11:39.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:39 smithi089 ceph-mon[102056]: pgmap v345: 121 pgs: 4 active+undersized, 21 peering, 9 stale+active+clean, 3 active+undersized+degraded, 84 active+clean; 248 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.8 MiB/s wr, 9 op/s; 18/408 objects degraded (4.412%) 2024-07-26T06:11:39.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:39 smithi089 ceph-mon[102056]: osdmap e462: 8 total, 7 up, 8 in 2024-07-26T06:11:39.963 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 06:11:39 smithi155 podman[100783]: 2024-07-26 06:11:39.828264125 +0000 UTC m=+0.356401114 container init a62101a1cecf30729fae27b1b484125fe0d76998750ab163824826f736c7571a (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-5-activate, org.label-schema.build-date=20240724, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , RELEASE=squid-4b23044, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-07-26T06:11:39.963 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 06:11:39 smithi155 podman[100783]: 2024-07-26 06:11:39.833791567 +0000 UTC m=+0.361928548 container start a62101a1cecf30729fae27b1b484125fe0d76998750ab163824826f736c7571a (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-5-activate, RELEASE=squid-4b23044, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240724, maintainer=Guillaume Abrioux ) 2024-07-26T06:11:39.963 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 06:11:39 smithi155 podman[100783]: 2024-07-26 06:11:39.91941975 +0000 UTC m=+0.447556745 container attach a62101a1cecf30729fae27b1b484125fe0d76998750ab163824826f736c7571a (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-5-activate, RELEASE=squid-4b23044, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240724, io.buildah.version=1.36.0) 2024-07-26T06:11:40.214 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 06:11:39 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-5-activate[100798]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-26T06:11:40.215 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 06:11:39 smithi155 bash[100783]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-26T06:11:40.215 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 06:11:39 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-5-activate[100798]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-26T06:11:40.215 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 06:11:39 smithi155 bash[100783]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-26T06:11:40.215 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 06:11:40 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-5-activate[100798]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-07-26T06:11:40.215 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 06:11:40 smithi155 bash[100783]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-07-26T06:11:40.215 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 06:11:40 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-5-activate[100798]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-07-26T06:11:40.215 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 06:11:40 smithi155 bash[100783]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-07-26T06:11:40.215 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 06:11:40 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-5-activate[100798]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-07-26T06:11:40.215 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 06:11:40 smithi155 bash[100783]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-07-26T06:11:40.215 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 06:11:40 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-5-activate[100798]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-07-26T06:11:40.215 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 06:11:40 smithi155 bash[100783]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-07-26T06:11:40.216 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 06:11:40 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-5-activate[100798]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2024-07-26T06:11:40.216 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 06:11:40 smithi155 bash[100783]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2024-07-26T06:11:40.216 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 06:11:40 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-5-activate[100798]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-07-26T06:11:40.216 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 06:11:40 smithi155 bash[100783]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-07-26T06:11:40.216 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 06:11:40 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-5-activate[100798]: --> ceph-volume raw activate successful for osd ID: 5 2024-07-26T06:11:40.216 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 06:11:40 smithi155 bash[100783]: --> ceph-volume raw activate successful for osd ID: 5 2024-07-26T06:11:40.420 INFO:tasks.rados.rados.0.smithi089.stdout:2018: done (0 left) 2024-07-26T06:11:40.421 INFO:tasks.rados.rados.0.smithi089.stdout:2019: read oid 37 snap 193 2024-07-26T06:11:40.421 INFO:tasks.rados.rados.0.smithi089.stdout:2019: expect (ObjNum -932075984 snap 21986 seq_num 3362106208) 2024-07-26T06:11:40.421 INFO:tasks.rados.rados.0.smithi089.stdout:2020: snap_create 2024-07-26T06:11:40.427 INFO:tasks.rados.rados.0.smithi089.stdout:2019: expect (ObjNum -932075984 snap 21986 seq_num 3362106208) 2024-07-26T06:11:40.547 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:40 smithi155 ceph-mon[90160]: Health check failed: Degraded data redundancy: 18/408 objects degraded (4.412%), 3 pgs degraded (PG_DEGRADED) 2024-07-26T06:11:40.548 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 06:11:40 smithi155 podman[100783]: 2024-07-26 06:11:40.214871732 +0000 UTC m=+0.743008711 container died a62101a1cecf30729fae27b1b484125fe0d76998750ab163824826f736c7571a (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-5-activate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240724, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=squid-4b23044, io.buildah.version=1.36.0) 2024-07-26T06:11:40.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:40 smithi089 ceph-mon[99608]: Health check failed: Degraded data redundancy: 18/408 objects degraded (4.412%), 3 pgs degraded (PG_DEGRADED) 2024-07-26T06:11:40.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:40 smithi089 ceph-mon[102056]: Health check failed: Degraded data redundancy: 18/408 objects degraded (4.412%), 3 pgs degraded (PG_DEGRADED) 2024-07-26T06:11:41.231 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 06:11:40 smithi155 podman[100947]: 2024-07-26 06:11:40.881785859 +0000 UTC m=+0.655398983 container remove a62101a1cecf30729fae27b1b484125fe0d76998750ab163824826f736c7571a (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-5-activate, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240724, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=squid-4b23044, CEPH_POINT_RELEASE=) 2024-07-26T06:11:41.231 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 06:11:41 smithi155 podman[101010]: 2024-07-26 06:11:40.996859932 +0000 UTC m=+0.017001401 image pull a246f06af74af9a1c45475dc36c910d564494bacf385674011a33b62b93c2c8c quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c 2024-07-26T06:11:41.231 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 06:11:41 smithi155 podman[101010]: 2024-07-26 06:11:41.107468573 +0000 UTC m=+0.127610022 container create ff83bc2fda84cedf660eb700953b4b73cfd4b68818dd33c36d8034cad7ba1235 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-5, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-4b23044, org.label-schema.build-date=20240724, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-07-26T06:11:41.435 INFO:tasks.rados.rados.0.smithi089.stdout:2019: done (1 left) 2024-07-26T06:11:41.435 INFO:tasks.rados.rados.0.smithi089.stdout:2020: done (0 left) 2024-07-26T06:11:41.435 INFO:tasks.rados.rados.0.smithi089.stdout:2021: snap_remove snap 184 2024-07-26T06:11:41.487 INFO:teuthology.orchestra.run.smithi089.stdout:true 2024-07-26T06:11:41.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:41 smithi155 ceph-mon[90160]: osdmap e463: 8 total, 7 up, 8 in 2024-07-26T06:11:41.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:41 smithi155 ceph-mon[90160]: pgmap v348: 121 pgs: 13 active+undersized, 21 peering, 3 stale+active+clean, 3 active+undersized+degraded, 81 active+clean; 248 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 372 KiB/s rd, 412 KiB/s wr, 2 op/s; 18/408 objects degraded (4.412%) 2024-07-26T06:11:41.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:11:41.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:11:41.629 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 06:11:41 smithi155 podman[101010]: 2024-07-26 06:11:41.326261886 +0000 UTC m=+0.346403350 container init ff83bc2fda84cedf660eb700953b4b73cfd4b68818dd33c36d8034cad7ba1235 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=squid-4b23044, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240724, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-07-26T06:11:41.629 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 06:11:41 smithi155 podman[101010]: 2024-07-26 06:11:41.330899724 +0000 UTC m=+0.351041175 container start ff83bc2fda84cedf660eb700953b4b73cfd4b68818dd33c36d8034cad7ba1235 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-5, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240724, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-4b23044, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True) 2024-07-26T06:11:41.630 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 06:11:41 smithi155 ceph-osd[101048]: -- 172.21.15.155:0/1935489582 <== mon.1 v2:172.21.15.155:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x563c941a1a40 con 0x563c94f64400 2024-07-26T06:11:41.630 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 06:11:41 smithi155 bash[101010]: ff83bc2fda84cedf660eb700953b4b73cfd4b68818dd33c36d8034cad7ba1235 2024-07-26T06:11:41.630 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 06:11:41 smithi155 systemd[1]: Started Ceph osd.5 for 9bd49884-4b13-11ef-bcb6-c7b262605968. 2024-07-26T06:11:41.766 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:41 smithi089 ceph-mon[99608]: osdmap e463: 8 total, 7 up, 8 in 2024-07-26T06:11:41.766 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:41 smithi089 ceph-mon[99608]: pgmap v348: 121 pgs: 13 active+undersized, 21 peering, 3 stale+active+clean, 3 active+undersized+degraded, 81 active+clean; 248 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 372 KiB/s rd, 412 KiB/s wr, 2 op/s; 18/408 objects degraded (4.412%) 2024-07-26T06:11:41.766 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:11:41.766 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:11:41.767 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:41 smithi089 ceph-mon[102056]: osdmap e463: 8 total, 7 up, 8 in 2024-07-26T06:11:41.767 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:41 smithi089 ceph-mon[102056]: pgmap v348: 121 pgs: 13 active+undersized, 21 peering, 3 stale+active+clean, 3 active+undersized+degraded, 81 active+clean; 248 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 372 KiB/s rd, 412 KiB/s wr, 2 op/s; 18/408 objects degraded (4.412%) 2024-07-26T06:11:41.767 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:11:41.767 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:11:41.767 INFO:teuthology.orchestra.run.smithi089.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-07-26T06:11:41.767 INFO:teuthology.orchestra.run.smithi089.stdout:alertmanager.a smithi089 *:9093,9094 running (5m) 62s ago 9m 23.9M - 0.25.0 c8568f914cd2 2836382b8f0b 2024-07-26T06:11:41.767 INFO:teuthology.orchestra.run.smithi089.stdout:grafana.a smithi155 *:3000 running (4m) 29s ago 9m 86.1M - 9.4.7 954c08fa6188 0191ba4689bf 2024-07-26T06:11:41.767 INFO:teuthology.orchestra.run.smithi089.stdout:mds.a smithi089 running (10m) 62s ago 10m 16.5M - 17.2.7-1143-g5dff84c0 18bcb77ae794 0ecc3a80790e 2024-07-26T06:11:41.767 INFO:teuthology.orchestra.run.smithi089.stdout:mds.b smithi155 running (10m) 29s ago 10m 22.4M - 17.2.7-1143-g5dff84c0 18bcb77ae794 1c6d7dfdf08d 2024-07-26T06:11:41.767 INFO:teuthology.orchestra.run.smithi089.stdout:mgr.x smithi155 *:8443,9283,8765 running (4m) 29s ago 14m 440M - 19.1.0-1125-g4b230446 a246f06af74a 3d1d1f94a234 2024-07-26T06:11:41.768 INFO:teuthology.orchestra.run.smithi089.stdout:mgr.y smithi089 *:8443,9283,8765 running (4m) 62s ago 15m 509M - 19.1.0-1125-g4b230446 a246f06af74a abb455ac876a 2024-07-26T06:11:41.768 INFO:teuthology.orchestra.run.smithi089.stdout:mon.a smithi089 running (4m) 62s ago 15m 52.7M 2048M 19.1.0-1125-g4b230446 a246f06af74a 4d43bcc9eb9b 2024-07-26T06:11:41.768 INFO:teuthology.orchestra.run.smithi089.stdout:mon.b smithi155 running (3m) 29s ago 14m 44.2M 2048M 19.1.0-1125-g4b230446 a246f06af74a f829551716a5 2024-07-26T06:11:41.768 INFO:teuthology.orchestra.run.smithi089.stdout:mon.c smithi089 running (3m) 62s ago 14m 47.0M 2048M 19.1.0-1125-g4b230446 a246f06af74a 74d6c1493f98 2024-07-26T06:11:41.768 INFO:teuthology.orchestra.run.smithi089.stdout:node-exporter.a smithi089 *:9100 running (5m) 62s ago 9m 16.7M - 1.5.0 0da6a335fe13 e2f5a155fbeb 2024-07-26T06:11:41.768 INFO:teuthology.orchestra.run.smithi089.stdout:node-exporter.b smithi155 *:9100 running (5m) 29s ago 9m 16.7M - 1.5.0 0da6a335fe13 85c78351c113 2024-07-26T06:11:41.768 INFO:teuthology.orchestra.run.smithi089.stdout:osd.0 smithi089 running (2m) 62s ago 13m 147M 2479M 19.1.0-1125-g4b230446 a246f06af74a 7b97fcc5adf0 2024-07-26T06:11:41.768 INFO:teuthology.orchestra.run.smithi089.stdout:osd.1 smithi089 running (2m) 62s ago 13m 105M 2479M 19.1.0-1125-g4b230446 a246f06af74a f8fe67e57953 2024-07-26T06:11:41.768 INFO:teuthology.orchestra.run.smithi089.stdout:osd.2 smithi089 running (99s) 62s ago 13m 105M 2479M 19.1.0-1125-g4b230446 a246f06af74a daf180453a78 2024-07-26T06:11:41.768 INFO:teuthology.orchestra.run.smithi089.stdout:osd.3 smithi089 running (66s) 62s ago 12m 12.1M 2479M 19.1.0-1125-g4b230446 a246f06af74a bc8593ebe144 2024-07-26T06:11:41.768 INFO:teuthology.orchestra.run.smithi089.stdout:osd.4 smithi155 running (34s) 29s ago 12m 14.2M 2480M 19.1.0-1125-g4b230446 a246f06af74a 3b91a97809eb 2024-07-26T06:11:41.768 INFO:teuthology.orchestra.run.smithi089.stdout:osd.5 smithi155 starting - - - 2480M 2024-07-26T06:11:41.768 INFO:teuthology.orchestra.run.smithi089.stdout:osd.6 smithi155 running (11m) 29s ago 11m 156M 2480M 17.2.7-1143-g5dff84c0 18bcb77ae794 629f0d1fd888 2024-07-26T06:11:41.768 INFO:teuthology.orchestra.run.smithi089.stdout:osd.7 smithi155 running (11m) 29s ago 11m 120M 2480M 17.2.7-1143-g5dff84c0 18bcb77ae794 a4db8e598fea 2024-07-26T06:11:41.769 INFO:teuthology.orchestra.run.smithi089.stdout:prometheus.a smithi155 *:9095 running (4m) 29s ago 9m 60.9M - 2.43.0 a07b618ecd1d 8e7005ec7af0 2024-07-26T06:11:42.095 INFO:teuthology.orchestra.run.smithi089.stdout:{ 2024-07-26T06:11:42.095 INFO:teuthology.orchestra.run.smithi089.stdout: "mon": { 2024-07-26T06:11:42.095 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 3 2024-07-26T06:11:42.095 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2024-07-26T06:11:42.095 INFO:teuthology.orchestra.run.smithi089.stdout: "mgr": { 2024-07-26T06:11:42.095 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 2 2024-07-26T06:11:42.095 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2024-07-26T06:11:42.095 INFO:teuthology.orchestra.run.smithi089.stdout: "osd": { 2024-07-26T06:11:42.096 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 2, 2024-07-26T06:11:42.096 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 5 2024-07-26T06:11:42.096 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2024-07-26T06:11:42.096 INFO:teuthology.orchestra.run.smithi089.stdout: "mds": { 2024-07-26T06:11:42.096 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 2 2024-07-26T06:11:42.096 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2024-07-26T06:11:42.096 INFO:teuthology.orchestra.run.smithi089.stdout: "overall": { 2024-07-26T06:11:42.096 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 4, 2024-07-26T06:11:42.096 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 10 2024-07-26T06:11:42.096 INFO:teuthology.orchestra.run.smithi089.stdout: } 2024-07-26T06:11:42.096 INFO:teuthology.orchestra.run.smithi089.stdout:} 2024-07-26T06:11:42.278 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 06:11:41 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-5[101025]: 2024-07-26T06:11:41.880+0000 7f742816a640 -1 Falling back to public interface 2024-07-26T06:11:42.435 INFO:tasks.rados.rados.0.smithi089.stdout:2021: done (0 left) 2024-07-26T06:11:42.435 INFO:tasks.rados.rados.0.smithi089.stdout:2022: copy_from oid 10 from oid 48 current snap is 195 2024-07-26T06:11:42.435 INFO:tasks.rados.rados.0.smithi089.stdout:2023: snap_create 2024-07-26T06:11:42.480 INFO:tasks.rados.rados.0.smithi089.stdout:2022: finishing copy_from racing read to smithi08986837-10 2024-07-26T06:11:42.481 INFO:tasks.rados.rados.0.smithi089.stdout:2022: finishing copy_from to smithi08986837-10 2024-07-26T06:11:42.481 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 10 v 815 (ObjNum 475 snap 139 seq_num 475) dirty exists 2024-07-26T06:11:42.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:11:42 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:11:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:11:42.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:42 smithi155 ceph-mon[90160]: osdmap e464: 8 total, 7 up, 8 in 2024-07-26T06:11:42.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:42 smithi155 ceph-mon[90160]: from='client.34311 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:11:42.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:42 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:11:42.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:42 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:11:42.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:42 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:11:42.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:42 smithi155 ceph-mon[90160]: from='client.34320 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:11:42.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:42 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/1330203163' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:11:42.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:11:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:11:42] "GET /metrics HTTP/1.1" 200 36298 "" "Prometheus/2.43.0" 2024-07-26T06:11:42.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:42 smithi089 ceph-mon[99608]: osdmap e464: 8 total, 7 up, 8 in 2024-07-26T06:11:42.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:42 smithi089 ceph-mon[99608]: from='client.34311 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:11:42.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:42 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:11:42.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:42 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:11:42.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:42 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:11:42.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:42 smithi089 ceph-mon[99608]: from='client.34320 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:11:42.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:42 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/1330203163' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:11:42.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:42 smithi089 ceph-mon[102056]: osdmap e464: 8 total, 7 up, 8 in 2024-07-26T06:11:42.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:42 smithi089 ceph-mon[102056]: from='client.34311 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:11:42.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:42 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:11:42.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:42 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:11:42.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:42 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:11:42.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:42 smithi089 ceph-mon[102056]: from='client.34320 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:11:42.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:42 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/1330203163' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:11:43.449 INFO:tasks.rados.rados.0.smithi089.stdout:2022: done (1 left) 2024-07-26T06:11:43.449 INFO:tasks.rados.rados.0.smithi089.stdout:2023: done (0 left) 2024-07-26T06:11:43.450 INFO:tasks.rados.rados.0.smithi089.stdout:2024: read oid 11 snap -1 2024-07-26T06:11:43.450 INFO:tasks.rados.rados.0.smithi089.stdout:2024: expect (ObjNum 629 snap 191 seq_num 629) 2024-07-26T06:11:43.450 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 34 current snap is 196 2024-07-26T06:11:43.450 INFO:tasks.rados.rados.0.smithi089.stdout:2025: seq_num 637 ranges {0=671744,671744=401408} 2024-07-26T06:11:43.453 INFO:tasks.rados.rados.0.smithi089.stdout:2025: writing smithi08986837-34 from 0 to 671744 tid 1 2024-07-26T06:11:43.456 INFO:tasks.rados.rados.0.smithi089.stdout:2025: writing smithi08986837-34 from 671744 to 1073152 tid 2 2024-07-26T06:11:43.456 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 45 current snap is 196 2024-07-26T06:11:43.456 INFO:tasks.rados.rados.0.smithi089.stdout:2026: seq_num 638 ranges {688128=688128,1376256=401408} 2024-07-26T06:11:43.464 INFO:tasks.rados.rados.0.smithi089.stdout:2026: writing smithi08986837-45 from 688128 to 1376256 tid 1 2024-07-26T06:11:43.467 INFO:tasks.rados.rados.0.smithi089.stdout:2026: writing smithi08986837-45 from 1376256 to 1777664 tid 2 2024-07-26T06:11:43.467 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 25 current snap is 196 2024-07-26T06:11:43.467 INFO:tasks.rados.rados.0.smithi089.stdout:2027: seq_num 639 ranges {0=704512,704512=401408} 2024-07-26T06:11:43.471 INFO:tasks.rados.rados.0.smithi089.stdout:2027: writing smithi08986837-25 from 0 to 704512 tid 1 2024-07-26T06:11:43.474 INFO:tasks.rados.rados.0.smithi089.stdout:2027: writing smithi08986837-25 from 704512 to 1105920 tid 2 2024-07-26T06:11:43.474 INFO:tasks.rados.rados.0.smithi089.stdout:2028: rollback oid 6 current snap is 196 2024-07-26T06:11:43.475 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 6 to 182 2024-07-26T06:11:43.475 INFO:tasks.rados.rados.0.smithi089.stdout:2025: finishing write tid 1 to smithi08986837-34 2024-07-26T06:11:43.475 INFO:tasks.rados.rados.0.smithi089.stdout:2025: finishing write tid 2 to smithi08986837-34 2024-07-26T06:11:43.475 INFO:tasks.rados.rados.0.smithi089.stdout:2025: finishing write tid 3 to smithi08986837-34 2024-07-26T06:11:43.475 INFO:tasks.rados.rados.0.smithi089.stdout:2025: finishing write tid 4 to smithi08986837-34 2024-07-26T06:11:43.475 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 34 v 851 (ObjNum 637 snap 196 seq_num 637) dirty exists 2024-07-26T06:11:43.475 INFO:tasks.rados.rados.0.smithi089.stdout:2025: left oid 34 (ObjNum 637 snap 196 seq_num 637) 2024-07-26T06:11:43.475 INFO:tasks.rados.rados.0.smithi089.stdout:2026: finishing write tid 1 to smithi08986837-45 2024-07-26T06:11:43.475 INFO:tasks.rados.rados.0.smithi089.stdout:2026: finishing write tid 2 to smithi08986837-45 2024-07-26T06:11:43.475 INFO:tasks.rados.rados.0.smithi089.stdout:2026: finishing write tid 3 to smithi08986837-45 2024-07-26T06:11:43.475 INFO:tasks.rados.rados.0.smithi089.stdout:2026: finishing write tid 4 to smithi08986837-45 2024-07-26T06:11:43.475 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 45 v 831 (ObjNum 638 snap 196 seq_num 638) dirty exists 2024-07-26T06:11:43.475 INFO:tasks.rados.rados.0.smithi089.stdout:2026: left oid 45 (ObjNum 638 snap 196 seq_num 638) 2024-07-26T06:11:43.476 INFO:tasks.rados.rados.0.smithi089.stdout:2024: expect (ObjNum 629 snap 191 seq_num 629) 2024-07-26T06:11:43.720 INFO:tasks.rados.rados.0.smithi089.stdout:2027: finishing write tid 1 to smithi08986837-25 2024-07-26T06:11:43.720 INFO:tasks.rados.rados.0.smithi089.stdout:2027: finishing write tid 2 to smithi08986837-25 2024-07-26T06:11:43.721 INFO:tasks.rados.rados.0.smithi089.stdout:2027: finishing write tid 3 to smithi08986837-25 2024-07-26T06:11:43.721 INFO:tasks.rados.rados.0.smithi089.stdout:2028: finishing rollback tid 0 to smithi08986837-6 2024-07-26T06:11:43.721 INFO:tasks.rados.rados.0.smithi089.stdout:2028: finishing rollback tid 1 to smithi08986837-6 2024-07-26T06:11:43.721 INFO:tasks.rados.rados.0.smithi089.stdout:2028: finishing rollback tid 2 to smithi08986837-6 2024-07-26T06:11:43.721 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 6 v 863 (ObjNum 507 snap 150 seq_num 507) dirty exists 2024-07-26T06:11:43.721 INFO:tasks.rados.rados.0.smithi089.stdout:2027: finishing write tid 4 to smithi08986837-25 2024-07-26T06:11:43.721 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 25 v 805 (ObjNum 639 snap 196 seq_num 639) dirty exists 2024-07-26T06:11:43.721 INFO:tasks.rados.rados.0.smithi089.stdout:2027: left oid 25 (ObjNum 639 snap 196 seq_num 639) 2024-07-26T06:11:43.721 INFO:tasks.rados.rados.0.smithi089.stdout:2024: done (4 left) 2024-07-26T06:11:43.721 INFO:tasks.rados.rados.0.smithi089.stdout:2025: done (3 left) 2024-07-26T06:11:43.721 INFO:tasks.rados.rados.0.smithi089.stdout:2026: done (2 left) 2024-07-26T06:11:43.721 INFO:tasks.rados.rados.0.smithi089.stdout:2027: done (1 left) 2024-07-26T06:11:43.721 INFO:tasks.rados.rados.0.smithi089.stdout:2028: done (0 left) 2024-07-26T06:11:43.722 INFO:tasks.rados.rados.0.smithi089.stdout:2029: setattr oid 19 current snap is 196 2024-07-26T06:11:43.722 INFO:tasks.rados.rados.0.smithi089.stdout:2030: read oid 26 snap 192 2024-07-26T06:11:43.722 INFO:tasks.rados.rados.0.smithi089.stdout:2030: expect (ObjNum 605 snap 179 seq_num 605) 2024-07-26T06:11:43.722 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 11 current snap is 196 2024-07-26T06:11:43.722 INFO:tasks.rados.rados.0.smithi089.stdout:2031: seq_num 640 ranges {4497408=729088,5226496=401408} 2024-07-26T06:11:43.751 INFO:tasks.rados.rados.0.smithi089.stdout:2031: writing smithi08986837-11 from 4497408 to 5226496 tid 1 2024-07-26T06:11:43.754 INFO:tasks.rados.rados.0.smithi089.stdout:2031: writing smithi08986837-11 from 5226496 to 5627904 tid 2 2024-07-26T06:11:43.754 INFO:tasks.rados.rados.0.smithi089.stdout:2032: read oid 50 snap -1 2024-07-26T06:11:43.754 INFO:tasks.rados.rados.0.smithi089.stdout:2032: expect (ObjNum 520 snap 155 seq_num 520) 2024-07-26T06:11:43.755 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 38 current snap is 196 2024-07-26T06:11:43.755 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 19 v 832 (ObjNum 33 snap 0 seq_num 3363336736) dirty exists 2024-07-26T06:11:43.755 INFO:tasks.rados.rados.0.smithi089.stdout:2033: seq_num 641 ranges {0=745472,745472=401408} 2024-07-26T06:11:43.759 INFO:tasks.rados.rados.0.smithi089.stdout:2033: writing smithi08986837-38 from 0 to 745472 tid 1 2024-07-26T06:11:43.762 INFO:tasks.rados.rados.0.smithi089.stdout:2033: writing smithi08986837-38 from 745472 to 1146880 tid 2 2024-07-26T06:11:43.762 INFO:tasks.rados.rados.0.smithi089.stdout:2029: done (4 left) 2024-07-26T06:11:43.762 INFO:tasks.rados.rados.0.smithi089.stdout:2034: copy_from oid 12 from oid 25 current snap is 196 2024-07-26T06:11:43.762 INFO:tasks.rados.rados.0.smithi089.stdout:2031: finishing write tid 1 to smithi08986837-11 2024-07-26T06:11:43.762 INFO:tasks.rados.rados.0.smithi089.stdout:2035: snap_create 2024-07-26T06:11:43.762 INFO:tasks.rados.rados.0.smithi089.stdout:2031: finishing write tid 2 to smithi08986837-11 2024-07-26T06:11:43.763 INFO:tasks.rados.rados.0.smithi089.stdout:2031: finishing write tid 3 to smithi08986837-11 2024-07-26T06:11:43.763 INFO:tasks.rados.rados.0.smithi089.stdout:2031: finishing write tid 4 to smithi08986837-11 2024-07-26T06:11:43.763 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 11 v 1020 (ObjNum 640 snap 196 seq_num 640) dirty exists 2024-07-26T06:11:43.763 INFO:tasks.rados.rados.0.smithi089.stdout:2031: left oid 11 (ObjNum 640 snap 196 seq_num 640) 2024-07-26T06:11:43.765 INFO:tasks.rados.rados.0.smithi089.stdout:2033: finishing write tid 1 to smithi08986837-38 2024-07-26T06:11:43.765 INFO:tasks.rados.rados.0.smithi089.stdout:2033: finishing write tid 2 to smithi08986837-38 2024-07-26T06:11:43.765 INFO:tasks.rados.rados.0.smithi089.stdout:2032: expect (ObjNum 520 snap 155 seq_num 520) 2024-07-26T06:11:43.838 INFO:tasks.rados.rados.0.smithi089.stdout:2033: finishing write tid 3 to smithi08986837-38 2024-07-26T06:11:43.838 INFO:tasks.rados.rados.0.smithi089.stdout:2033: finishing write tid 4 to smithi08986837-38 2024-07-26T06:11:43.838 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 38 v 1023 (ObjNum 641 snap 196 seq_num 641) dirty exists 2024-07-26T06:11:43.838 INFO:tasks.rados.rados.0.smithi089.stdout:2033: left oid 38 (ObjNum 641 snap 196 seq_num 641) 2024-07-26T06:11:43.838 INFO:tasks.rados.rados.0.smithi089.stdout:2030: expect (ObjNum 605 snap 179 seq_num 605) 2024-07-26T06:11:43.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:43 smithi155 ceph-mon[90160]: osdmap e465: 8 total, 7 up, 8 in 2024-07-26T06:11:43.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:43 smithi155 ceph-mon[90160]: pgmap v351: 121 pgs: 36 active+undersized, 13 active+undersized+degraded, 72 active+clean; 251 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 738 KiB/s wr, 12 op/s; 76/432 objects degraded (17.593%) 2024-07-26T06:11:43.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:43 smithi089 ceph-mon[99608]: osdmap e465: 8 total, 7 up, 8 in 2024-07-26T06:11:43.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:43 smithi089 ceph-mon[99608]: pgmap v351: 121 pgs: 36 active+undersized, 13 active+undersized+degraded, 72 active+clean; 251 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 738 KiB/s wr, 12 op/s; 76/432 objects degraded (17.593%) 2024-07-26T06:11:43.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:43 smithi089 ceph-mon[102056]: osdmap e465: 8 total, 7 up, 8 in 2024-07-26T06:11:43.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:43 smithi089 ceph-mon[102056]: pgmap v351: 121 pgs: 36 active+undersized, 13 active+undersized+degraded, 72 active+clean; 251 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 738 KiB/s wr, 12 op/s; 76/432 objects degraded (17.593%) 2024-07-26T06:11:44.724 INFO:tasks.rados.rados.0.smithi089.stdout:2034: finishing copy_from racing read to smithi08986837-12 2024-07-26T06:11:44.724 INFO:tasks.rados.rados.0.smithi089.stdout:2034: finishing copy_from to smithi08986837-12 2024-07-26T06:11:44.724 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 12 v 805 (ObjNum 639 snap 196 seq_num 639) dirty exists 2024-07-26T06:11:44.724 INFO:tasks.rados.rados.0.smithi089.stdout:2030: done (5 left) 2024-07-26T06:11:44.725 INFO:tasks.rados.rados.0.smithi089.stdout:2031: done (4 left) 2024-07-26T06:11:44.725 INFO:tasks.rados.rados.0.smithi089.stdout:2032: done (3 left) 2024-07-26T06:11:44.725 INFO:tasks.rados.rados.0.smithi089.stdout:2033: done (2 left) 2024-07-26T06:11:44.725 INFO:tasks.rados.rados.0.smithi089.stdout:2034: done (1 left) 2024-07-26T06:11:44.725 INFO:tasks.rados.rados.0.smithi089.stdout:2035: done (0 left) 2024-07-26T06:11:44.725 INFO:tasks.rados.rados.0.smithi089.stdout:2036: delete oid 42 current snap is 197 2024-07-26T06:11:44.727 INFO:tasks.rados.rados.0.smithi089.stdout:2036: done (0 left) 2024-07-26T06:11:44.727 INFO:tasks.rados.rados.0.smithi089.stdout:2037: delete oid 48 current snap is 197 2024-07-26T06:11:44.730 INFO:tasks.rados.rados.0.smithi089.stdout:2037: done (0 left) 2024-07-26T06:11:44.730 INFO:tasks.rados.rados.0.smithi089.stdout:2038: rollback oid 47 current snap is 197 2024-07-26T06:11:44.730 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 47 to 187 2024-07-26T06:11:44.730 INFO:tasks.rados.rados.0.smithi089.stdout:2039: read oid 15 snap -1 2024-07-26T06:11:44.730 INFO:tasks.rados.rados.0.smithi089.stdout:2039: expect (ObjNum 520 snap 155 seq_num 520) 2024-07-26T06:11:44.730 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 29 current snap is 197 2024-07-26T06:11:44.730 INFO:tasks.rados.rados.0.smithi089.stdout:2040: seq_num 644 ranges {13279232=794624,14073856=401408} 2024-07-26T06:11:44.805 INFO:tasks.rados.rados.0.smithi089.stdout:2040: writing smithi08986837-29 from 13279232 to 14073856 tid 1 2024-07-26T06:11:44.807 INFO:tasks.rados.rados.0.smithi089.stdout:2040: writing smithi08986837-29 from 14073856 to 14475264 tid 2 2024-07-26T06:11:44.807 INFO:tasks.rados.rados.0.smithi089.stdout:2041: rollback oid 21 current snap is 197 2024-07-26T06:11:44.807 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 21 to 191 2024-07-26T06:11:44.807 INFO:tasks.rados.rados.0.smithi089.stdout:2038: finishing rollback tid 0 to smithi08986837-47 2024-07-26T06:11:44.807 INFO:tasks.rados.rados.0.smithi089.stdout:2038: finishing rollback tid 1 to smithi08986837-47 2024-07-26T06:11:44.807 INFO:tasks.rados.rados.0.smithi089.stdout:2038: finishing rollback tid 2 to smithi08986837-47 2024-07-26T06:11:44.807 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 47 v 1098 (ObjNum 572 snap 173 seq_num 572) dirty exists 2024-07-26T06:11:44.807 INFO:tasks.rados.rados.0.smithi089.stdout:2039: expect (ObjNum 520 snap 155 seq_num 520) 2024-07-26T06:11:44.847 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:44 smithi155 ceph-mon[90160]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 3 pgs peering) 2024-07-26T06:11:44.848 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:44 smithi155 ceph-mon[90160]: osdmap e466: 8 total, 7 up, 8 in 2024-07-26T06:11:44.848 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:44 smithi155 ceph-mon[90160]: osdmap e467: 8 total, 7 up, 8 in 2024-07-26T06:11:44.880 INFO:tasks.rados.rados.0.smithi089.stdout:2040: finishing write tid 1 to smithi08986837-29 2024-07-26T06:11:44.880 INFO:tasks.rados.rados.0.smithi089.stdout:2041: finishing rollback tid 0 to smithi08986837-21 2024-07-26T06:11:44.880 INFO:tasks.rados.rados.0.smithi089.stdout:2040: finishing write tid 2 to smithi08986837-29 2024-07-26T06:11:44.880 INFO:tasks.rados.rados.0.smithi089.stdout:2041: finishing rollback tid 1 to smithi08986837-21 2024-07-26T06:11:44.880 INFO:tasks.rados.rados.0.smithi089.stdout:2040: finishing write tid 3 to smithi08986837-29 2024-07-26T06:11:44.880 INFO:tasks.rados.rados.0.smithi089.stdout:2041: finishing rollback tid 2 to smithi08986837-21 2024-07-26T06:11:44.880 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 21 v 866 (ObjNum 603 snap 179 seq_num 603) dirty exists 2024-07-26T06:11:44.881 INFO:tasks.rados.rados.0.smithi089.stdout:2040: finishing write tid 4 to smithi08986837-29 2024-07-26T06:11:44.881 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 29 v 1027 (ObjNum 644 snap 197 seq_num 644) dirty exists 2024-07-26T06:11:44.881 INFO:tasks.rados.rados.0.smithi089.stdout:2040: left oid 29 (ObjNum 644 snap 197 seq_num 644) 2024-07-26T06:11:44.881 INFO:tasks.rados.rados.0.smithi089.stdout:2038: done (3 left) 2024-07-26T06:11:44.881 INFO:tasks.rados.rados.0.smithi089.stdout:2039: done (2 left) 2024-07-26T06:11:44.881 INFO:tasks.rados.rados.0.smithi089.stdout:2040: done (1 left) 2024-07-26T06:11:44.881 INFO:tasks.rados.rados.0.smithi089.stdout:2041: done (0 left) 2024-07-26T06:11:44.881 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 35 current snap is 197 2024-07-26T06:11:44.881 INFO:tasks.rados.rados.0.smithi089.stdout:2042: seq_num 645 ranges {524288=409600,933888=778240,1712128=24576} 2024-07-26T06:11:44.884 INFO:tasks.rados.rados.0.smithi089.stdout:2042: writing smithi08986837-35 from 524288 to 933888 tid 1 2024-07-26T06:11:44.890 INFO:tasks.rados.rados.0.smithi089.stdout:2042: writing smithi08986837-35 from 933888 to 1712128 tid 2 2024-07-26T06:11:44.890 INFO:tasks.rados.rados.0.smithi089.stdout:2042: writing smithi08986837-35 from 1712128 to 1736704 tid 3 2024-07-26T06:11:44.890 INFO:tasks.rados.rados.0.smithi089.stdout:2043: rollback oid 6 current snap is 197 2024-07-26T06:11:44.890 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 6 to 190 2024-07-26T06:11:44.890 INFO:tasks.rados.rados.0.smithi089.stdout:2042: finishing write tid 1 to smithi08986837-35 2024-07-26T06:11:44.890 INFO:tasks.rados.rados.0.smithi089.stdout:2044: rollback oid 9 current snap is 197 2024-07-26T06:11:44.890 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 9 to 193 2024-07-26T06:11:44.890 INFO:tasks.rados.rados.0.smithi089.stdout:2045: copy_from oid 7 from oid 33 current snap is 197 2024-07-26T06:11:44.890 INFO:tasks.rados.rados.0.smithi089.stdout:2046: read oid 46 snap -1 2024-07-26T06:11:44.890 INFO:tasks.rados.rados.0.smithi089.stdout:2046: expect (ObjNum 572 snap 173 seq_num 572) 2024-07-26T06:11:44.891 INFO:tasks.rados.rados.0.smithi089.stdout:2047: delete oid 44 current snap is 197 2024-07-26T06:11:44.893 INFO:tasks.rados.rados.0.smithi089.stdout:2043: finishing rollback tid 0 to smithi08986837-6 2024-07-26T06:11:44.893 INFO:tasks.rados.rados.0.smithi089.stdout:2044: finishing rollback tid 0 to smithi08986837-9 2024-07-26T06:11:44.894 INFO:tasks.rados.rados.0.smithi089.stdout:2044: finishing rollback tid 1 to smithi08986837-9 2024-07-26T06:11:44.895 INFO:tasks.rados.rados.0.smithi089.stdout:2042: finishing write tid 2 to smithi08986837-35 2024-07-26T06:11:44.895 INFO:tasks.rados.rados.0.smithi089.stdout:2042: finishing write tid 3 to smithi08986837-35 2024-07-26T06:11:44.895 INFO:tasks.rados.rados.0.smithi089.stdout:2042: finishing write tid 4 to smithi08986837-35 2024-07-26T06:11:44.895 INFO:tasks.rados.rados.0.smithi089.stdout:2044: finishing rollback tid 2 to smithi08986837-9 2024-07-26T06:11:44.895 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 9 v 421 (ObjNum 596 snap 178 seq_num 596) dirty exists 2024-07-26T06:11:44.896 INFO:tasks.rados.rados.0.smithi089.stdout:2043: finishing rollback tid 1 to smithi08986837-6 2024-07-26T06:11:44.896 INFO:tasks.rados.rados.0.smithi089.stdout:2043: finishing rollback tid 2 to smithi08986837-6 2024-07-26T06:11:44.896 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 6 v 869 (ObjNum 507 snap 150 seq_num 507) dirty exists 2024-07-26T06:11:44.897 INFO:tasks.rados.rados.0.smithi089.stdout:2045: finishing copy_from racing read to smithi08986837-7 2024-07-26T06:11:44.897 INFO:tasks.rados.rados.0.smithi089.stdout:2042: finishing write tid 5 to smithi08986837-35 2024-07-26T06:11:44.898 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 35 v 766 (ObjNum 645 snap 197 seq_num 645) dirty exists 2024-07-26T06:11:44.898 INFO:tasks.rados.rados.0.smithi089.stdout:2042: left oid 35 (ObjNum 645 snap 197 seq_num 645) 2024-07-26T06:11:44.899 INFO:tasks.rados.rados.0.smithi089.stdout:2045: finishing copy_from to smithi08986837-7 2024-07-26T06:11:44.899 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 7 v 787 (ObjNum 591 snap 178 seq_num 591) dirty exists 2024-07-26T06:11:44.903 INFO:tasks.rados.rados.0.smithi089.stdout:2046: expect (ObjNum 572 snap 173 seq_num 572) 2024-07-26T06:11:44.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:44 smithi089 ceph-mon[99608]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 3 pgs peering) 2024-07-26T06:11:44.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:44 smithi089 ceph-mon[99608]: osdmap e466: 8 total, 7 up, 8 in 2024-07-26T06:11:44.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:44 smithi089 ceph-mon[99608]: osdmap e467: 8 total, 7 up, 8 in 2024-07-26T06:11:44.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:44 smithi089 ceph-mon[102056]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 3 pgs peering) 2024-07-26T06:11:44.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:44 smithi089 ceph-mon[102056]: osdmap e466: 8 total, 7 up, 8 in 2024-07-26T06:11:44.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:44 smithi089 ceph-mon[102056]: osdmap e467: 8 total, 7 up, 8 in 2024-07-26T06:11:45.054 INFO:tasks.rados.rados.0.smithi089.stdout:2042: done (5 left) 2024-07-26T06:11:45.054 INFO:tasks.rados.rados.0.smithi089.stdout:2043: done (4 left) 2024-07-26T06:11:45.054 INFO:tasks.rados.rados.0.smithi089.stdout:2044: done (3 left) 2024-07-26T06:11:45.055 INFO:tasks.rados.rados.0.smithi089.stdout:2045: done (2 left) 2024-07-26T06:11:45.055 INFO:tasks.rados.rados.0.smithi089.stdout:2046: done (1 left) 2024-07-26T06:11:45.055 INFO:tasks.rados.rados.0.smithi089.stdout:2047: done (0 left) 2024-07-26T06:11:45.055 INFO:tasks.rados.rados.0.smithi089.stdout:2048: read oid 10 snap -1 2024-07-26T06:11:45.055 INFO:tasks.rados.rados.0.smithi089.stdout:2048: expect (ObjNum 475 snap 139 seq_num 475) 2024-07-26T06:11:45.055 INFO:tasks.rados.rados.0.smithi089.stdout:2049: snap_create 2024-07-26T06:11:45.087 INFO:tasks.rados.rados.0.smithi089.stdout:2048: expect (ObjNum 475 snap 139 seq_num 475) 2024-07-26T06:11:45.129 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 06:11:45 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-5[101025]: 2024-07-26T06:11:45.092+0000 7f742816a640 -1 osd.5 458 log_to_monitors true 2024-07-26T06:11:45.721 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 06:11:45 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-5[101025]: 2024-07-26T06:11:45.474+0000 7f741ff15640 -1 osd.5 458 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-07-26T06:11:45.722 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:45 smithi155 ceph-mon[90160]: pgmap v354: 121 pgs: 36 active+undersized, 13 active+undersized+degraded, 72 active+clean; 260 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.1 MiB/s wr, 14 op/s; 78/435 objects degraded (17.931%) 2024-07-26T06:11:45.722 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:45 smithi155 ceph-mon[90160]: from='osd.5 [v2:172.21.15.155:6808/3128099560,v1:172.21.15.155:6809/3128099560]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-07-26T06:11:45.722 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:45 smithi155 ceph-mon[90160]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-07-26T06:11:45.873 INFO:tasks.rados.rados.0.smithi089.stdout:2048: done (1 left) 2024-07-26T06:11:45.873 INFO:tasks.rados.rados.0.smithi089.stdout:2049: done (0 left) 2024-07-26T06:11:45.873 INFO:tasks.rados.rados.0.smithi089.stdout:2050: snap_remove snap 191 2024-07-26T06:11:45.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:45 smithi089 ceph-mon[99608]: pgmap v354: 121 pgs: 36 active+undersized, 13 active+undersized+degraded, 72 active+clean; 260 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.1 MiB/s wr, 14 op/s; 78/435 objects degraded (17.931%) 2024-07-26T06:11:45.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:45 smithi089 ceph-mon[99608]: from='osd.5 [v2:172.21.15.155:6808/3128099560,v1:172.21.15.155:6809/3128099560]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-07-26T06:11:45.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:45 smithi089 ceph-mon[99608]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-07-26T06:11:45.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:45 smithi089 ceph-mon[102056]: pgmap v354: 121 pgs: 36 active+undersized, 13 active+undersized+degraded, 72 active+clean; 260 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.1 MiB/s wr, 14 op/s; 78/435 objects degraded (17.931%) 2024-07-26T06:11:45.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:45 smithi089 ceph-mon[102056]: from='osd.5 [v2:172.21.15.155:6808/3128099560,v1:172.21.15.155:6809/3128099560]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-07-26T06:11:45.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:45 smithi089 ceph-mon[102056]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-07-26T06:11:46.458 INFO:tasks.rados.rados.0.smithi089.stdout:2050: done (0 left) 2024-07-26T06:11:46.458 INFO:tasks.rados.rados.0.smithi089.stdout:2051: snap_remove snap 194 2024-07-26T06:11:46.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:46 smithi155 ceph-mon[90160]: Health check update: Degraded data redundancy: 78/435 objects degraded (17.931%), 13 pgs degraded (PG_DEGRADED) 2024-07-26T06:11:46.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:46 smithi155 ceph-mon[90160]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-07-26T06:11:46.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:46 smithi155 ceph-mon[90160]: from='osd.5 [v2:172.21.15.155:6808/3128099560,v1:172.21.15.155:6809/3128099560]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2024-07-26T06:11:46.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:46 smithi155 ceph-mon[90160]: osdmap e468: 8 total, 7 up, 8 in 2024-07-26T06:11:46.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:46 smithi155 ceph-mon[90160]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2024-07-26T06:11:46.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:46 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:11:46.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:46 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:11:46.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:46 smithi089 ceph-mon[99608]: Health check update: Degraded data redundancy: 78/435 objects degraded (17.931%), 13 pgs degraded (PG_DEGRADED) 2024-07-26T06:11:46.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:46 smithi089 ceph-mon[99608]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-07-26T06:11:46.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:46 smithi089 ceph-mon[99608]: from='osd.5 [v2:172.21.15.155:6808/3128099560,v1:172.21.15.155:6809/3128099560]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2024-07-26T06:11:46.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:46 smithi089 ceph-mon[99608]: osdmap e468: 8 total, 7 up, 8 in 2024-07-26T06:11:46.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:46 smithi089 ceph-mon[99608]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2024-07-26T06:11:46.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:46 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:11:46.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:46 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:11:46.907 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:46 smithi089 ceph-mon[102056]: Health check update: Degraded data redundancy: 78/435 objects degraded (17.931%), 13 pgs degraded (PG_DEGRADED) 2024-07-26T06:11:46.907 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:46 smithi089 ceph-mon[102056]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-07-26T06:11:46.907 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:46 smithi089 ceph-mon[102056]: from='osd.5 [v2:172.21.15.155:6808/3128099560,v1:172.21.15.155:6809/3128099560]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2024-07-26T06:11:46.907 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:46 smithi089 ceph-mon[102056]: osdmap e468: 8 total, 7 up, 8 in 2024-07-26T06:11:46.907 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:46 smithi089 ceph-mon[102056]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2024-07-26T06:11:46.907 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:46 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:11:46.908 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:46 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:11:47.464 INFO:tasks.rados.rados.0.smithi089.stdout:2051: done (0 left) 2024-07-26T06:11:47.464 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 8 current snap is 198 2024-07-26T06:11:47.464 INFO:tasks.rados.rados.0.smithi089.stdout:2052: seq_num 647 ranges {5390336=442368,5832704=589824,6422528=212992} 2024-07-26T06:11:47.494 INFO:tasks.rados.rados.0.smithi089.stdout:2052: writing smithi08986837-8 from 5390336 to 5832704 tid 1 2024-07-26T06:11:47.498 INFO:tasks.rados.rados.0.smithi089.stdout:2052: writing smithi08986837-8 from 5832704 to 6422528 tid 2 2024-07-26T06:11:47.500 INFO:tasks.rados.rados.0.smithi089.stdout:2052: writing smithi08986837-8 from 6422528 to 6635520 tid 3 2024-07-26T06:11:47.500 INFO:tasks.rados.rados.0.smithi089.stdout:2053: rollback oid 45 current snap is 198 2024-07-26T06:11:47.500 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 45 to 182 2024-07-26T06:11:47.500 INFO:tasks.rados.rados.0.smithi089.stdout:2054: rollback oid 9 current snap is 198 2024-07-26T06:11:47.500 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 9 to 188 2024-07-26T06:11:47.500 INFO:tasks.rados.rados.0.smithi089.stdout:2055: read oid 36 snap -1 2024-07-26T06:11:47.500 INFO:tasks.rados.rados.0.smithi089.stdout:2055: expect deleted 2024-07-26T06:11:47.500 INFO:tasks.rados.rados.0.smithi089.stdout:2056: delete oid 30 current snap is 198 2024-07-26T06:11:47.503 INFO:tasks.rados.rados.0.smithi089.stdout:2054: finishing rollback tid 0 to smithi08986837-9 2024-07-26T06:11:47.504 INFO:tasks.rados.rados.0.smithi089.stdout:2053: finishing rollback tid 0 to smithi08986837-45 2024-07-26T06:11:47.504 INFO:tasks.rados.rados.0.smithi089.stdout:2054: finishing rollback tid 1 to smithi08986837-9 2024-07-26T06:11:47.504 INFO:tasks.rados.rados.0.smithi089.stdout:2053: finishing rollback tid 1 to smithi08986837-45 2024-07-26T06:11:47.504 INFO:tasks.rados.rados.0.smithi089.stdout:2055: done (4 left) 2024-07-26T06:11:47.504 INFO:tasks.rados.rados.0.smithi089.stdout:2056: done (3 left) 2024-07-26T06:11:47.504 INFO:tasks.rados.rados.0.smithi089.stdout:2057: read oid 11 snap -1 2024-07-26T06:11:47.504 INFO:tasks.rados.rados.0.smithi089.stdout:2057: expect (ObjNum 640 snap 196 seq_num 640) 2024-07-26T06:11:47.504 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 43 current snap is 198 2024-07-26T06:11:47.504 INFO:tasks.rados.rados.0.smithi089.stdout:2058: seq_num 649 ranges {15155200=475136,15630336=761856,16392192=40960} 2024-07-26T06:11:47.591 INFO:tasks.rados.rados.0.smithi089.stdout:2058: writing smithi08986837-43 from 15155200 to 15630336 tid 1 2024-07-26T06:11:47.596 INFO:tasks.rados.rados.0.smithi089.stdout:2058: writing smithi08986837-43 from 15630336 to 16392192 tid 2 2024-07-26T06:11:47.596 INFO:tasks.rados.rados.0.smithi089.stdout:2058: writing smithi08986837-43 from 16392192 to 16433152 tid 3 2024-07-26T06:11:47.596 INFO:tasks.rados.rados.0.smithi089.stdout:2059: read oid 39 snap -1 2024-07-26T06:11:47.597 INFO:tasks.rados.rados.0.smithi089.stdout:2059: expect deleted 2024-07-26T06:11:47.597 INFO:tasks.rados.rados.0.smithi089.stdout:2060: copy_from oid 30 from oid 23 current snap is 198 2024-07-26T06:11:47.597 INFO:tasks.rados.rados.0.smithi089.stdout:2054: finishing rollback tid 2 to smithi08986837-9 2024-07-26T06:11:47.597 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 9 v 424 (ObjNum 596 snap 178 seq_num 596) dirty exists 2024-07-26T06:11:47.597 INFO:tasks.rados.rados.0.smithi089.stdout:2054: done (6 left) 2024-07-26T06:11:47.597 INFO:tasks.rados.rados.0.smithi089.stdout:2061: copy_from oid 2 from oid 20 current snap is 198 2024-07-26T06:11:47.597 INFO:tasks.rados.rados.0.smithi089.stdout:2053: finishing rollback tid 2 to smithi08986837-45 2024-07-26T06:11:47.597 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 45 v 836 (ObjNum 607 snap 179 seq_num 607) dirty exists 2024-07-26T06:11:47.597 INFO:tasks.rados.rados.0.smithi089.stdout:2052: finishing write tid 1 to smithi08986837-8 2024-07-26T06:11:47.597 INFO:tasks.rados.rados.0.smithi089.stdout:2052: finishing write tid 2 to smithi08986837-8 2024-07-26T06:11:47.597 INFO:tasks.rados.rados.0.smithi089.stdout:2052: finishing write tid 3 to smithi08986837-8 2024-07-26T06:11:47.597 INFO:tasks.rados.rados.0.smithi089.stdout:2052: finishing write tid 4 to smithi08986837-8 2024-07-26T06:11:47.597 INFO:tasks.rados.rados.0.smithi089.stdout:2052: finishing write tid 5 to smithi08986837-8 2024-07-26T06:11:47.598 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 8 v 942 (ObjNum 647 snap 198 seq_num 647) dirty exists 2024-07-26T06:11:47.598 INFO:tasks.rados.rados.0.smithi089.stdout:2052: left oid 8 (ObjNum 647 snap 198 seq_num 647) 2024-07-26T06:11:47.598 INFO:tasks.rados.rados.0.smithi089.stdout:2057: expect (ObjNum 640 snap 196 seq_num 640) 2024-07-26T06:11:47.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:47 smithi155 ceph-mon[90160]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-07-26T06:11:47.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:47 smithi155 ceph-mon[90160]: osd.5 [v2:172.21.15.155:6808/3128099560,v1:172.21.15.155:6809/3128099560] boot 2024-07-26T06:11:47.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:47 smithi155 ceph-mon[90160]: osdmap e469: 8 total, 8 up, 8 in 2024-07-26T06:11:47.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:47 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-26T06:11:47.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:47 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:11:47.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:47 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:11:47.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:47 smithi155 ceph-mon[90160]: pgmap v357: 121 pgs: 12 peering, 29 active+undersized, 8 active+undersized+degraded, 72 active+clean; 263 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 3.2 MiB/s wr, 14 op/s; 60/456 objects degraded (13.158%) 2024-07-26T06:11:47.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:47 smithi155 ceph-mon[90160]: osdmap e470: 8 total, 8 up, 8 in 2024-07-26T06:11:47.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:47 smithi089 ceph-mon[99608]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-07-26T06:11:47.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:47 smithi089 ceph-mon[99608]: osd.5 [v2:172.21.15.155:6808/3128099560,v1:172.21.15.155:6809/3128099560] boot 2024-07-26T06:11:47.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:47 smithi089 ceph-mon[99608]: osdmap e469: 8 total, 8 up, 8 in 2024-07-26T06:11:47.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:47 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-26T06:11:47.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:47 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:11:47.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:47 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:11:47.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:47 smithi089 ceph-mon[99608]: pgmap v357: 121 pgs: 12 peering, 29 active+undersized, 8 active+undersized+degraded, 72 active+clean; 263 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 3.2 MiB/s wr, 14 op/s; 60/456 objects degraded (13.158%) 2024-07-26T06:11:47.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:47 smithi089 ceph-mon[99608]: osdmap e470: 8 total, 8 up, 8 in 2024-07-26T06:11:47.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:47 smithi089 ceph-mon[102056]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-07-26T06:11:47.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:47 smithi089 ceph-mon[102056]: osd.5 [v2:172.21.15.155:6808/3128099560,v1:172.21.15.155:6809/3128099560] boot 2024-07-26T06:11:47.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:47 smithi089 ceph-mon[102056]: osdmap e469: 8 total, 8 up, 8 in 2024-07-26T06:11:47.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:47 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-07-26T06:11:47.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:47 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:11:47.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:47 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:11:47.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:47 smithi089 ceph-mon[102056]: pgmap v357: 121 pgs: 12 peering, 29 active+undersized, 8 active+undersized+degraded, 72 active+clean; 263 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 3.2 MiB/s wr, 14 op/s; 60/456 objects degraded (13.158%) 2024-07-26T06:11:47.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:47 smithi089 ceph-mon[102056]: osdmap e470: 8 total, 8 up, 8 in 2024-07-26T06:11:47.965 INFO:tasks.rados.rados.0.smithi089.stdout:2058: finishing write tid 1 to smithi08986837-43 2024-07-26T06:11:47.965 INFO:tasks.rados.rados.0.smithi089.stdout:2061: finishing copy_from to smithi08986837-2 2024-07-26T06:11:47.965 INFO:tasks.rados.rados.0.smithi089.stdout:2061: got expected ENOENT (src dne) 2024-07-26T06:11:47.966 INFO:tasks.rados.rados.0.smithi089.stdout:2061: finishing copy_from racing read to smithi08986837-2 2024-07-26T06:11:47.966 INFO:tasks.rados.rados.0.smithi089.stdout:2058: finishing write tid 2 to smithi08986837-43 2024-07-26T06:11:47.966 INFO:tasks.rados.rados.0.smithi089.stdout:2052: done (6 left) 2024-07-26T06:11:47.966 INFO:tasks.rados.rados.0.smithi089.stdout:2053: done (5 left) 2024-07-26T06:11:47.966 INFO:tasks.rados.rados.0.smithi089.stdout:2057: done (4 left) 2024-07-26T06:11:47.966 INFO:tasks.rados.rados.0.smithi089.stdout:2059: done (3 left) 2024-07-26T06:11:47.966 INFO:tasks.rados.rados.0.smithi089.stdout:2061: done (2 left) 2024-07-26T06:11:47.966 INFO:tasks.rados.rados.0.smithi089.stdout:2062: snap_remove snap 179 2024-07-26T06:11:48.649 INFO:tasks.rados.rados.0.smithi089.stdout:2062: done (2 left) 2024-07-26T06:11:48.649 INFO:tasks.rados.rados.0.smithi089.stdout:2063: copy_from oid 37 from oid 50 current snap is 198 2024-07-26T06:11:48.650 INFO:tasks.rados.rados.0.smithi089.stdout:2058: finishing write tid 3 to smithi08986837-43 2024-07-26T06:11:48.650 INFO:tasks.rados.rados.0.smithi089.stdout:2058: finishing write tid 4 to smithi08986837-43 2024-07-26T06:11:48.650 INFO:tasks.rados.rados.0.smithi089.stdout:2058: finishing write tid 5 to smithi08986837-43 2024-07-26T06:11:48.650 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 43 v 946 (ObjNum 649 snap 198 seq_num 649) dirty exists 2024-07-26T06:11:48.650 INFO:tasks.rados.rados.0.smithi089.stdout:2058: left oid 43 (ObjNum 649 snap 198 seq_num 649) 2024-07-26T06:11:48.650 INFO:tasks.rados.rados.0.smithi089.stdout:2060: finishing copy_from racing read to smithi08986837-30 2024-07-26T06:11:48.650 INFO:tasks.rados.rados.0.smithi089.stdout:2060: finishing copy_from to smithi08986837-30 2024-07-26T06:11:48.650 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 30 v 518 (ObjNum 616 snap 184 seq_num 616) dirty exists 2024-07-26T06:11:48.650 INFO:tasks.rados.rados.0.smithi089.stdout:2058: done (2 left) 2024-07-26T06:11:48.650 INFO:tasks.rados.rados.0.smithi089.stdout:2060: done (1 left) 2024-07-26T06:11:48.650 INFO:tasks.rados.rados.0.smithi089.stdout:2064: read oid 1 snap 189 2024-07-26T06:11:48.651 INFO:tasks.rados.rados.0.smithi089.stdout:2064: expect (ObjNum 553 snap 164 seq_num 553) 2024-07-26T06:11:48.651 INFO:tasks.rados.rados.0.smithi089.stdout:2065: read oid 7 snap -1 2024-07-26T06:11:48.651 INFO:tasks.rados.rados.0.smithi089.stdout:2065: expect (ObjNum 591 snap 178 seq_num 591) 2024-07-26T06:11:48.651 INFO:tasks.rados.rados.0.smithi089.stdout:2066: copy_from oid 2 from oid 17 current snap is 198 2024-07-26T06:11:48.651 INFO:tasks.rados.rados.0.smithi089.stdout:2067: copy_from oid 18 from oid 14 current snap is 198 2024-07-26T06:11:48.651 INFO:tasks.rados.rados.0.smithi089.stdout:2068: snap_remove snap 187 2024-07-26T06:11:49.655 INFO:tasks.rados.rados.0.smithi089.stdout:2068: done (5 left) 2024-07-26T06:11:49.655 INFO:tasks.rados.rados.0.smithi089.stdout:2069: read oid 23 snap -1 2024-07-26T06:11:49.655 INFO:tasks.rados.rados.0.smithi089.stdout:2069: expect (ObjNum 616 snap 184 seq_num 616) 2024-07-26T06:11:49.655 INFO:tasks.rados.rados.0.smithi089.stdout:2070: read oid 27 snap 182 2024-07-26T06:11:49.655 INFO:tasks.rados.rados.0.smithi089.stdout:2070: expect (ObjNum 466 snap 135 seq_num 466) 2024-07-26T06:11:49.655 INFO:tasks.rados.rados.0.smithi089.stdout:2071: snap_create 2024-07-26T06:11:49.655 INFO:tasks.rados.rados.0.smithi089.stdout:2065: expect (ObjNum 591 snap 178 seq_num 591) 2024-07-26T06:11:49.710 INFO:tasks.rados.rados.0.smithi089.stdout:2067: finishing copy_from to smithi08986837-18 2024-07-26T06:11:49.710 INFO:tasks.rados.rados.0.smithi089.stdout:2067: got expected ENOENT (src dne) 2024-07-26T06:11:49.710 INFO:tasks.rados.rados.0.smithi089.stdout:2067: finishing copy_from racing read to smithi08986837-18 2024-07-26T06:11:49.710 INFO:tasks.rados.rados.0.smithi089.stdout:2063: finishing copy_from racing read to smithi08986837-37 2024-07-26T06:11:49.710 INFO:tasks.rados.rados.0.smithi089.stdout:2063: finishing copy_from to smithi08986837-37 2024-07-26T06:11:49.710 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 37 v 1020 (ObjNum 520 snap 155 seq_num 520) dirty exists 2024-07-26T06:11:49.710 INFO:tasks.rados.rados.0.smithi089.stdout:2064: expect (ObjNum 553 snap 164 seq_num 553) 2024-07-26T06:11:49.866 INFO:tasks.rados.rados.0.smithi089.stdout:2066: finishing copy_from racing read to smithi08986837-2 2024-07-26T06:11:49.866 INFO:tasks.rados.rados.0.smithi089.stdout:2066: finishing copy_from to smithi08986837-2 2024-07-26T06:11:49.866 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 2 v 933 (ObjNum 615 snap 182 seq_num 615) dirty exists 2024-07-26T06:11:49.866 INFO:tasks.rados.rados.0.smithi089.stdout:2070: expect (ObjNum 466 snap 135 seq_num 466) 2024-07-26T06:11:49.867 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:49 smithi155 ceph-mon[90160]: osdmap e471: 8 total, 8 up, 8 in 2024-07-26T06:11:49.867 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:49 smithi155 ceph-mon[90160]: pgmap v360: 121 pgs: 14 peering, 25 active+undersized, 5 active+undersized+degraded, 77 active+clean; 263 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 814 KiB/s wr, 14 op/s; 50/465 objects degraded (10.753%) 2024-07-26T06:11:49.886 INFO:tasks.rados.rados.0.smithi089.stdout:2069: expect (ObjNum 616 snap 184 seq_num 616) 2024-07-26T06:11:49.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:49 smithi089 ceph-mon[99608]: osdmap e471: 8 total, 8 up, 8 in 2024-07-26T06:11:49.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:49 smithi089 ceph-mon[99608]: pgmap v360: 121 pgs: 14 peering, 25 active+undersized, 5 active+undersized+degraded, 77 active+clean; 263 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 814 KiB/s wr, 14 op/s; 50/465 objects degraded (10.753%) 2024-07-26T06:11:49.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:49 smithi089 ceph-mon[102056]: osdmap e471: 8 total, 8 up, 8 in 2024-07-26T06:11:49.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:49 smithi089 ceph-mon[102056]: pgmap v360: 121 pgs: 14 peering, 25 active+undersized, 5 active+undersized+degraded, 77 active+clean; 263 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 814 KiB/s wr, 14 op/s; 50/465 objects degraded (10.753%) 2024-07-26T06:11:50.405 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:11:50 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T06:11:50.021+0000 7fd300c10640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (15 PGs are or would become offline) 2024-07-26T06:11:50.653 INFO:tasks.rados.rados.0.smithi089.stdout:2063: done (7 left) 2024-07-26T06:11:50.653 INFO:tasks.rados.rados.0.smithi089.stdout:2064: done (6 left) 2024-07-26T06:11:50.653 INFO:tasks.rados.rados.0.smithi089.stdout:2065: done (5 left) 2024-07-26T06:11:50.653 INFO:tasks.rados.rados.0.smithi089.stdout:2066: done (4 left) 2024-07-26T06:11:50.653 INFO:tasks.rados.rados.0.smithi089.stdout:2067: done (3 left) 2024-07-26T06:11:50.653 INFO:tasks.rados.rados.0.smithi089.stdout:2069: done (2 left) 2024-07-26T06:11:50.653 INFO:tasks.rados.rados.0.smithi089.stdout:2070: done (1 left) 2024-07-26T06:11:50.653 INFO:tasks.rados.rados.0.smithi089.stdout:2071: done (0 left) 2024-07-26T06:11:50.653 INFO:tasks.rados.rados.0.smithi089.stdout:2072: snap_remove snap 175 2024-07-26T06:11:50.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:50 smithi155 ceph-mon[90160]: osdmap e472: 8 total, 8 up, 8 in 2024-07-26T06:11:50.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:50 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:11:50.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:50 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:11:50.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:50 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:11:50.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:50 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:11:50.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:50 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:11:50.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:50 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:11:50.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:50 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:11:50.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:50 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:11:50.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:50 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:11:50.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:50 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-07-26T06:11:50.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:50 smithi089 ceph-mon[99608]: osdmap e472: 8 total, 8 up, 8 in 2024-07-26T06:11:50.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:50 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:11:50.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:50 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:11:50.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:50 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:11:50.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:50 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:11:50.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:50 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:11:50.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:50 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:11:50.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:50 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:11:50.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:50 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:11:50.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:50 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:11:50.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:50 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-07-26T06:11:50.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:50 smithi089 ceph-mon[102056]: osdmap e472: 8 total, 8 up, 8 in 2024-07-26T06:11:50.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:50 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:11:50.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:50 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:11:50.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:50 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:11:50.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:50 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:11:50.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:50 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:11:50.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:50 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:11:50.907 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:50 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:11:50.907 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:50 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:11:50.907 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:50 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:11:50.907 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:50 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-07-26T06:11:51.674 INFO:tasks.rados.rados.0.smithi089.stdout:2072: done (0 left) 2024-07-26T06:11:51.675 INFO:tasks.rados.rados.0.smithi089.stdout:2073: copy_from oid 3 from oid 28 current snap is 199 2024-07-26T06:11:51.675 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 45 current snap is 199 2024-07-26T06:11:51.675 INFO:tasks.rados.rados.0.smithi089.stdout:2074: seq_num 650 ranges {688128=491520,1179648=647168,1826816=155648} 2024-07-26T06:11:51.681 INFO:tasks.rados.rados.0.smithi089.stdout:2074: writing smithi08986837-45 from 688128 to 1179648 tid 1 2024-07-26T06:11:51.686 INFO:tasks.rados.rados.0.smithi089.stdout:2074: writing smithi08986837-45 from 1179648 to 1826816 tid 2 2024-07-26T06:11:51.688 INFO:tasks.rados.rados.0.smithi089.stdout:2074: writing smithi08986837-45 from 1826816 to 1982464 tid 3 2024-07-26T06:11:51.688 INFO:tasks.rados.rados.0.smithi089.stdout:2075: read oid 14 snap -1 2024-07-26T06:11:51.688 INFO:tasks.rados.rados.0.smithi089.stdout:2075: expect deleted 2024-07-26T06:11:51.688 INFO:tasks.rados.rados.0.smithi089.stdout:2076: read oid 33 snap 186 2024-07-26T06:11:51.688 INFO:tasks.rados.rados.0.smithi089.stdout:2076: expect (ObjNum 591 snap 178 seq_num 591) 2024-07-26T06:11:51.688 INFO:tasks.rados.rados.0.smithi089.stdout:2077: read oid 35 snap -1 2024-07-26T06:11:51.688 INFO:tasks.rados.rados.0.smithi089.stdout:2077: expect (ObjNum 645 snap 197 seq_num 645) 2024-07-26T06:11:51.688 INFO:tasks.rados.rados.0.smithi089.stdout:2078: snap_create 2024-07-26T06:11:51.690 INFO:tasks.rados.rados.0.smithi089.stdout:2074: finishing write tid 1 to smithi08986837-45 2024-07-26T06:11:51.694 INFO:tasks.rados.rados.0.smithi089.stdout:2073: finishing copy_from racing read to smithi08986837-3 2024-07-26T06:11:51.695 INFO:tasks.rados.rados.0.smithi089.stdout:2076: expect (ObjNum 591 snap 178 seq_num 591) 2024-07-26T06:11:51.748 INFO:tasks.rados.rados.0.smithi089.stdout:2073: finishing copy_from to smithi08986837-3 2024-07-26T06:11:51.748 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 3 v 759 (ObjNum 622 snap 188 seq_num 622) dirty exists 2024-07-26T06:11:51.749 INFO:tasks.rados.rados.0.smithi089.stdout:2074: finishing write tid 2 to smithi08986837-45 2024-07-26T06:11:51.749 INFO:tasks.rados.rados.0.smithi089.stdout:2074: finishing write tid 3 to smithi08986837-45 2024-07-26T06:11:51.749 INFO:tasks.rados.rados.0.smithi089.stdout:2074: finishing write tid 4 to smithi08986837-45 2024-07-26T06:11:51.749 INFO:tasks.rados.rados.0.smithi089.stdout:2074: finishing write tid 5 to smithi08986837-45 2024-07-26T06:11:51.749 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 45 v 840 (ObjNum 650 snap 199 seq_num 650) dirty exists 2024-07-26T06:11:51.749 INFO:tasks.rados.rados.0.smithi089.stdout:2074: left oid 45 (ObjNum 650 snap 199 seq_num 650) 2024-07-26T06:11:51.749 INFO:tasks.rados.rados.0.smithi089.stdout:2077: expect (ObjNum 645 snap 197 seq_num 645) 2024-07-26T06:11:52.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:51 smithi155 ceph-mon[90160]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-07-26T06:11:52.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:51 smithi155 ceph-mon[90160]: Upgrade: unsafe to stop osd(s) at this time (15 PGs are or would become offline) 2024-07-26T06:11:52.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:51 smithi155 ceph-mon[90160]: osdmap e473: 8 total, 8 up, 8 in 2024-07-26T06:11:52.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:51 smithi155 ceph-mon[90160]: pgmap v363: 121 pgs: 14 peering, 6 active+undersized, 3 active+undersized+degraded, 98 active+clean; 269 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 1.6 MiB/s wr, 10 op/s; 24/474 objects degraded (5.063%); 19 MiB/s, 3 objects/s recovering 2024-07-26T06:11:52.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:51 smithi089 ceph-mon[99608]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-07-26T06:11:52.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:51 smithi089 ceph-mon[99608]: Upgrade: unsafe to stop osd(s) at this time (15 PGs are or would become offline) 2024-07-26T06:11:52.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:51 smithi089 ceph-mon[99608]: osdmap e473: 8 total, 8 up, 8 in 2024-07-26T06:11:52.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:51 smithi089 ceph-mon[99608]: pgmap v363: 121 pgs: 14 peering, 6 active+undersized, 3 active+undersized+degraded, 98 active+clean; 269 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 1.6 MiB/s wr, 10 op/s; 24/474 objects degraded (5.063%); 19 MiB/s, 3 objects/s recovering 2024-07-26T06:11:52.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:51 smithi089 ceph-mon[102056]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-07-26T06:11:52.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:51 smithi089 ceph-mon[102056]: Upgrade: unsafe to stop osd(s) at this time (15 PGs are or would become offline) 2024-07-26T06:11:52.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:51 smithi089 ceph-mon[102056]: osdmap e473: 8 total, 8 up, 8 in 2024-07-26T06:11:52.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:51 smithi089 ceph-mon[102056]: pgmap v363: 121 pgs: 14 peering, 6 active+undersized, 3 active+undersized+degraded, 98 active+clean; 269 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 1.6 MiB/s wr, 10 op/s; 24/474 objects degraded (5.063%); 19 MiB/s, 3 objects/s recovering 2024-07-26T06:11:52.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:11:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:11:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:11:52.670 INFO:tasks.rados.rados.0.smithi089.stdout:2073: done (5 left) 2024-07-26T06:11:52.670 INFO:tasks.rados.rados.0.smithi089.stdout:2074: done (4 left) 2024-07-26T06:11:52.670 INFO:tasks.rados.rados.0.smithi089.stdout:2075: done (3 left) 2024-07-26T06:11:52.670 INFO:tasks.rados.rados.0.smithi089.stdout:2076: done (2 left) 2024-07-26T06:11:52.670 INFO:tasks.rados.rados.0.smithi089.stdout:2077: done (1 left) 2024-07-26T06:11:52.670 INFO:tasks.rados.rados.0.smithi089.stdout:2078: done (0 left) 2024-07-26T06:11:52.670 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 17 current snap is 200 2024-07-26T06:11:52.670 INFO:tasks.rados.rados.0.smithi089.stdout:2079: seq_num 651 ranges {8445952=507904,8953856=532480,9486336=270336} 2024-07-26T06:11:52.716 INFO:tasks.rados.rados.0.smithi089.stdout:2079: writing smithi08986837-17 from 8445952 to 8953856 tid 1 2024-07-26T06:11:52.720 INFO:tasks.rados.rados.0.smithi089.stdout:2079: writing smithi08986837-17 from 8953856 to 9486336 tid 2 2024-07-26T06:11:52.721 INFO:tasks.rados.rados.0.smithi089.stdout:2079: writing smithi08986837-17 from 9486336 to 9756672 tid 3 2024-07-26T06:11:52.722 INFO:tasks.rados.rados.0.smithi089.stdout:2080: delete oid 34 current snap is 200 2024-07-26T06:11:52.722 INFO:tasks.rados.rados.0.smithi089.stdout:2079: finishing write tid 1 to smithi08986837-17 2024-07-26T06:11:52.725 INFO:tasks.rados.rados.0.smithi089.stdout:2079: finishing write tid 2 to smithi08986837-17 2024-07-26T06:11:52.725 INFO:tasks.rados.rados.0.smithi089.stdout:2079: finishing write tid 3 to smithi08986837-17 2024-07-26T06:11:52.725 INFO:tasks.rados.rados.0.smithi089.stdout:2079: finishing write tid 4 to smithi08986837-17 2024-07-26T06:11:52.726 INFO:tasks.rados.rados.0.smithi089.stdout:2080: done (1 left) 2024-07-26T06:11:52.726 INFO:tasks.rados.rados.0.smithi089.stdout:2081: delete oid 48 current snap is 200 2024-07-26T06:11:52.727 INFO:tasks.rados.rados.0.smithi089.stdout:2079: finishing write tid 5 to smithi08986837-17 2024-07-26T06:11:52.727 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 17 v 950 (ObjNum 651 snap 200 seq_num 651) dirty exists 2024-07-26T06:11:52.727 INFO:tasks.rados.rados.0.smithi089.stdout:2079: left oid 17 (ObjNum 651 snap 200 seq_num 651) 2024-07-26T06:11:52.728 INFO:tasks.rados.rados.0.smithi089.stdout:2079: done (1 left) 2024-07-26T06:11:52.728 INFO:tasks.rados.rados.0.smithi089.stdout:2081: done (0 left) 2024-07-26T06:11:52.728 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 39 current snap is 200 2024-07-26T06:11:52.728 INFO:tasks.rados.rados.0.smithi089.stdout:2082: seq_num 654 ranges {0=557056,557056=630784,1187840=172032} 2024-07-26T06:11:52.730 INFO:tasks.rados.rados.0.smithi089.stdout:2082: writing smithi08986837-39 from 0 to 557056 tid 1 2024-07-26T06:11:52.734 INFO:tasks.rados.rados.0.smithi089.stdout:2082: writing smithi08986837-39 from 557056 to 1187840 tid 2 2024-07-26T06:11:52.736 INFO:tasks.rados.rados.0.smithi089.stdout:2082: writing smithi08986837-39 from 1187840 to 1359872 tid 3 2024-07-26T06:11:52.736 INFO:tasks.rados.rados.0.smithi089.stdout:2083: rollback oid 36 current snap is 200 2024-07-26T06:11:52.736 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 36 to 193 2024-07-26T06:11:52.736 INFO:tasks.rados.rados.0.smithi089.stdout:2082: finishing write tid 1 to smithi08986837-39 2024-07-26T06:11:52.736 INFO:tasks.rados.rados.0.smithi089.stdout:2084: read oid 43 snap -1 2024-07-26T06:11:52.736 INFO:tasks.rados.rados.0.smithi089.stdout:2084: expect (ObjNum 649 snap 198 seq_num 649) 2024-07-26T06:11:52.737 INFO:tasks.rados.rados.0.smithi089.stdout:2085: read oid 14 snap -1 2024-07-26T06:11:52.737 INFO:tasks.rados.rados.0.smithi089.stdout:2085: expect deleted 2024-07-26T06:11:52.737 INFO:tasks.rados.rados.0.smithi089.stdout:2086: snap_remove snap 197 2024-07-26T06:11:52.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:52 smithi089 ceph-mon[99608]: Health check update: Degraded data redundancy: 24/474 objects degraded (5.063%), 3 pgs degraded (PG_DEGRADED) 2024-07-26T06:11:52.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:52 smithi089 ceph-mon[99608]: osdmap e474: 8 total, 8 up, 8 in 2024-07-26T06:11:52.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:11:52 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:11:52] "GET /metrics HTTP/1.1" 200 36298 "" "Prometheus/2.43.0" 2024-07-26T06:11:52.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:52 smithi089 ceph-mon[102056]: Health check update: Degraded data redundancy: 24/474 objects degraded (5.063%), 3 pgs degraded (PG_DEGRADED) 2024-07-26T06:11:52.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:52 smithi089 ceph-mon[102056]: osdmap e474: 8 total, 8 up, 8 in 2024-07-26T06:11:53.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:52 smithi155 ceph-mon[90160]: Health check update: Degraded data redundancy: 24/474 objects degraded (5.063%), 3 pgs degraded (PG_DEGRADED) 2024-07-26T06:11:53.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:52 smithi155 ceph-mon[90160]: osdmap e474: 8 total, 8 up, 8 in 2024-07-26T06:11:53.678 INFO:tasks.rados.rados.0.smithi089.stdout:2086: done (4 left) 2024-07-26T06:11:53.678 INFO:tasks.rados.rados.0.smithi089.stdout:2087: rollback oid 31 current snap is 200 2024-07-26T06:11:53.679 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 31 to 193 2024-07-26T06:11:53.679 INFO:tasks.rados.rados.0.smithi089.stdout:2082: finishing write tid 2 to smithi08986837-39 2024-07-26T06:11:53.679 INFO:tasks.rados.rados.0.smithi089.stdout:2082: finishing write tid 3 to smithi08986837-39 2024-07-26T06:11:53.679 INFO:tasks.rados.rados.0.smithi089.stdout:2082: finishing write tid 4 to smithi08986837-39 2024-07-26T06:11:53.679 INFO:tasks.rados.rados.0.smithi089.stdout:2083: finishing rollback tid 1 to smithi08986837-36 2024-07-26T06:11:53.679 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 36 v 928 (ObjNum 593 snap 0 seq_num 0) dirty dne 2024-07-26T06:11:53.679 INFO:tasks.rados.rados.0.smithi089.stdout:2082: finishing write tid 5 to smithi08986837-39 2024-07-26T06:11:53.679 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 39 v 946 (ObjNum 654 snap 200 seq_num 654) dirty exists 2024-07-26T06:11:53.679 INFO:tasks.rados.rados.0.smithi089.stdout:2082: left oid 39 (ObjNum 654 snap 200 seq_num 654) 2024-07-26T06:11:53.679 INFO:tasks.rados.rados.0.smithi089.stdout:2084: expect (ObjNum 649 snap 198 seq_num 649) 2024-07-26T06:11:54.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:53 smithi155 ceph-mon[90160]: osdmap e475: 8 total, 8 up, 8 in 2024-07-26T06:11:54.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:53 smithi155 ceph-mon[90160]: pgmap v366: 121 pgs: 121 active+clean; 285 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 6.1 MiB/s wr, 16 op/s; 23 MiB/s, 4 objects/s recovering 2024-07-26T06:11:54.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:53 smithi089 ceph-mon[99608]: osdmap e475: 8 total, 8 up, 8 in 2024-07-26T06:11:54.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:53 smithi089 ceph-mon[99608]: pgmap v366: 121 pgs: 121 active+clean; 285 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 6.1 MiB/s wr, 16 op/s; 23 MiB/s, 4 objects/s recovering 2024-07-26T06:11:54.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:53 smithi089 ceph-mon[102056]: osdmap e475: 8 total, 8 up, 8 in 2024-07-26T06:11:54.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:53 smithi089 ceph-mon[102056]: pgmap v366: 121 pgs: 121 active+clean; 285 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 6.1 MiB/s wr, 16 op/s; 23 MiB/s, 4 objects/s recovering 2024-07-26T06:11:55.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:54 smithi155 ceph-mon[90160]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 24/474 objects degraded (5.063%), 3 pgs degraded) 2024-07-26T06:11:55.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:54 smithi155 ceph-mon[90160]: Cluster is now healthy 2024-07-26T06:11:55.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:54 smithi155 ceph-mon[90160]: osdmap e476: 8 total, 8 up, 8 in 2024-07-26T06:11:55.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:54 smithi155 ceph-mon[90160]: osdmap e477: 8 total, 8 up, 8 in 2024-07-26T06:11:55.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:54 smithi089 ceph-mon[99608]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 24/474 objects degraded (5.063%), 3 pgs degraded) 2024-07-26T06:11:55.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:54 smithi089 ceph-mon[99608]: Cluster is now healthy 2024-07-26T06:11:55.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:54 smithi089 ceph-mon[99608]: osdmap e476: 8 total, 8 up, 8 in 2024-07-26T06:11:55.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:54 smithi089 ceph-mon[99608]: osdmap e477: 8 total, 8 up, 8 in 2024-07-26T06:11:55.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:54 smithi089 ceph-mon[102056]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 24/474 objects degraded (5.063%), 3 pgs degraded) 2024-07-26T06:11:55.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:54 smithi089 ceph-mon[102056]: Cluster is now healthy 2024-07-26T06:11:55.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:54 smithi089 ceph-mon[102056]: osdmap e476: 8 total, 8 up, 8 in 2024-07-26T06:11:55.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:54 smithi089 ceph-mon[102056]: osdmap e477: 8 total, 8 up, 8 in 2024-07-26T06:11:55.836 INFO:tasks.rados.rados.0.smithi089.stdout:2087: finishing rollback tid 0 to smithi08986837-31 2024-07-26T06:11:55.836 INFO:tasks.rados.rados.0.smithi089.stdout:2087: finishing rollback tid 1 to smithi08986837-31 2024-07-26T06:11:55.837 INFO:tasks.rados.rados.0.smithi089.stdout:2087: finishing rollback tid 2 to smithi08986837-31 2024-07-26T06:11:55.837 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 31 v 1073 (ObjNum 466 snap 135 seq_num 466) dirty exists 2024-07-26T06:11:55.837 INFO:tasks.rados.rados.0.smithi089.stdout:2082: done (4 left) 2024-07-26T06:11:55.837 INFO:tasks.rados.rados.0.smithi089.stdout:2083: done (3 left) 2024-07-26T06:11:55.837 INFO:tasks.rados.rados.0.smithi089.stdout:2084: done (2 left) 2024-07-26T06:11:55.837 INFO:tasks.rados.rados.0.smithi089.stdout:2085: done (1 left) 2024-07-26T06:11:55.837 INFO:tasks.rados.rados.0.smithi089.stdout:2087: done (0 left) 2024-07-26T06:11:55.838 INFO:tasks.rados.rados.0.smithi089.stdout:2088: read oid 16 snap -1 2024-07-26T06:11:55.838 INFO:tasks.rados.rados.0.smithi089.stdout:2088: expect (ObjNum 611 snap 180 seq_num 611) 2024-07-26T06:11:55.838 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 3 current snap is 200 2024-07-26T06:11:55.838 INFO:tasks.rados.rados.0.smithi089.stdout:2089: seq_num 655 ranges {1638400=573440,2211840=516096,2727936=286720} 2024-07-26T06:11:55.849 INFO:tasks.rados.rados.0.smithi089.stdout:2089: writing smithi08986837-3 from 1638400 to 2211840 tid 1 2024-07-26T06:11:55.852 INFO:tasks.rados.rados.0.smithi089.stdout:2089: writing smithi08986837-3 from 2211840 to 2727936 tid 2 2024-07-26T06:11:55.854 INFO:tasks.rados.rados.0.smithi089.stdout:2089: writing smithi08986837-3 from 2727936 to 3014656 tid 3 2024-07-26T06:11:55.854 INFO:tasks.rados.rados.0.smithi089.stdout:2090: read oid 27 snap -1 2024-07-26T06:11:55.854 INFO:tasks.rados.rados.0.smithi089.stdout:2090: expect (ObjNum 466 snap 135 seq_num 466) 2024-07-26T06:11:55.854 INFO:tasks.rados.rados.0.smithi089.stdout:2091: read oid 42 snap 198 2024-07-26T06:11:55.854 INFO:tasks.rados.rados.0.smithi089.stdout:2091: expect deleted 2024-07-26T06:11:55.854 INFO:tasks.rados.rados.0.smithi089.stdout:2092: rollback oid 19 current snap is 200 2024-07-26T06:11:55.854 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 19 to 199 2024-07-26T06:11:55.854 INFO:tasks.rados.rados.0.smithi089.stdout:2088: expect (ObjNum 611 snap 180 seq_num 611) 2024-07-26T06:11:55.873 INFO:tasks.rados.rados.0.smithi089.stdout:2089: finishing write tid 1 to smithi08986837-3 2024-07-26T06:11:55.873 INFO:tasks.rados.rados.0.smithi089.stdout:2088: done (4 left) 2024-07-26T06:11:55.873 INFO:tasks.rados.rados.0.smithi089.stdout:2093: read oid 15 snap -1 2024-07-26T06:11:55.873 INFO:tasks.rados.rados.0.smithi089.stdout:2093: expect (ObjNum 520 snap 155 seq_num 520) 2024-07-26T06:11:55.874 INFO:tasks.rados.rados.0.smithi089.stdout:2094: delete oid 50 current snap is 200 2024-07-26T06:11:55.874 INFO:tasks.rados.rados.0.smithi089.stdout:2089: finishing write tid 2 to smithi08986837-3 2024-07-26T06:11:55.874 INFO:tasks.rados.rados.0.smithi089.stdout:2089: finishing write tid 3 to smithi08986837-3 2024-07-26T06:11:55.874 INFO:tasks.rados.rados.0.smithi089.stdout:2090: expect (ObjNum 466 snap 135 seq_num 466) 2024-07-26T06:11:55.896 INFO:tasks.rados.rados.0.smithi089.stdout:2089: finishing write tid 4 to smithi08986837-3 2024-07-26T06:11:55.896 INFO:tasks.rados.rados.0.smithi089.stdout:2092: finishing rollback tid 0 to smithi08986837-19 2024-07-26T06:11:55.896 INFO:tasks.rados.rados.0.smithi089.stdout:2092: finishing rollback tid 1 to smithi08986837-19 2024-07-26T06:11:55.896 INFO:tasks.rados.rados.0.smithi089.stdout:2092: finishing rollback tid 2 to smithi08986837-19 2024-07-26T06:11:55.896 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 19 v 843 (ObjNum 145 snap 0 seq_num 2520807948) dirty exists 2024-07-26T06:11:55.896 INFO:tasks.rados.rados.0.smithi089.stdout:2089: finishing write tid 5 to smithi08986837-3 2024-07-26T06:11:55.897 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 3 v 873 (ObjNum 655 snap 200 seq_num 655) dirty exists 2024-07-26T06:11:55.897 INFO:tasks.rados.rados.0.smithi089.stdout:2089: left oid 3 (ObjNum 655 snap 200 seq_num 655) 2024-07-26T06:11:55.897 INFO:tasks.rados.rados.0.smithi089.stdout:2093: expect (ObjNum 520 snap 155 seq_num 520) 2024-07-26T06:11:55.968 INFO:tasks.rados.rados.0.smithi089.stdout:2089: done (5 left) 2024-07-26T06:11:55.969 INFO:tasks.rados.rados.0.smithi089.stdout:2090: done (4 left) 2024-07-26T06:11:55.969 INFO:tasks.rados.rados.0.smithi089.stdout:2091: done (3 left) 2024-07-26T06:11:55.969 INFO:tasks.rados.rados.0.smithi089.stdout:2092: done (2 left) 2024-07-26T06:11:55.969 INFO:tasks.rados.rados.0.smithi089.stdout:2093: done (1 left) 2024-07-26T06:11:55.969 INFO:tasks.rados.rados.0.smithi089.stdout:2094: done (0 left) 2024-07-26T06:11:55.969 INFO:tasks.rados.rados.0.smithi089.stdout:2095: rollback oid 4 current snap is 200 2024-07-26T06:11:55.969 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 4 to 186 2024-07-26T06:11:55.969 INFO:tasks.rados.rados.0.smithi089.stdout:2096: copy_from oid 50 from oid 47 current snap is 200 2024-07-26T06:11:55.969 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 14 current snap is 200 2024-07-26T06:11:55.969 INFO:tasks.rados.rados.0.smithi089.stdout:2097: seq_num 657 ranges {0=606208,606208=688128,1294336=114688} 2024-07-26T06:11:55.972 INFO:tasks.rados.rados.0.smithi089.stdout:2097: writing smithi08986837-14 from 0 to 606208 tid 1 2024-07-26T06:11:55.976 INFO:tasks.rados.rados.0.smithi089.stdout:2097: writing smithi08986837-14 from 606208 to 1294336 tid 2 2024-07-26T06:11:55.977 INFO:tasks.rados.rados.0.smithi089.stdout:2097: writing smithi08986837-14 from 1294336 to 1409024 tid 3 2024-07-26T06:11:55.977 INFO:tasks.rados.rados.0.smithi089.stdout:2098: read oid 2 snap -1 2024-07-26T06:11:55.977 INFO:tasks.rados.rados.0.smithi089.stdout:2098: expect (ObjNum 615 snap 182 seq_num 615) 2024-07-26T06:11:55.977 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 23 current snap is 200 2024-07-26T06:11:55.977 INFO:tasks.rados.rados.0.smithi089.stdout:2095: finishing rollback tid 1 to smithi08986837-4 2024-07-26T06:11:55.977 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 4 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-07-26T06:11:55.977 INFO:tasks.rados.rados.0.smithi089.stdout:2097: finishing write tid 1 to smithi08986837-14 2024-07-26T06:11:55.977 INFO:tasks.rados.rados.0.smithi089.stdout:2099: seq_num 658 ranges {5578752=622592,6201344=565248,6766592=237568} 2024-07-26T06:11:56.011 INFO:tasks.rados.rados.0.smithi089.stdout:2099: writing smithi08986837-23 from 5578752 to 6201344 tid 1 2024-07-26T06:11:56.014 INFO:tasks.rados.rados.0.smithi089.stdout:2099: writing smithi08986837-23 from 6201344 to 6766592 tid 2 2024-07-26T06:11:56.017 INFO:tasks.rados.rados.0.smithi089.stdout:2099: writing smithi08986837-23 from 6766592 to 7004160 tid 3 2024-07-26T06:11:56.017 INFO:tasks.rados.rados.0.smithi089.stdout:2095: done (4 left) 2024-07-26T06:11:56.017 INFO:tasks.rados.rados.0.smithi089.stdout:2100: rollback oid 17 current snap is 200 2024-07-26T06:11:56.017 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 17 to 195 2024-07-26T06:11:56.017 INFO:tasks.rados.rados.0.smithi089.stdout:2097: finishing write tid 2 to smithi08986837-14 2024-07-26T06:11:56.017 INFO:tasks.rados.rados.0.smithi089.stdout:2097: finishing write tid 3 to smithi08986837-14 2024-07-26T06:11:56.017 INFO:tasks.rados.rados.0.smithi089.stdout:2097: finishing write tid 4 to smithi08986837-14 2024-07-26T06:11:56.017 INFO:tasks.rados.rados.0.smithi089.stdout:2097: finishing write tid 5 to smithi08986837-14 2024-07-26T06:11:56.017 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 14 v 1146 (ObjNum 657 snap 200 seq_num 657) dirty exists 2024-07-26T06:11:56.017 INFO:tasks.rados.rados.0.smithi089.stdout:2097: left oid 14 (ObjNum 657 snap 200 seq_num 657) 2024-07-26T06:11:56.018 INFO:tasks.rados.rados.0.smithi089.stdout:2096: finishing copy_from racing read to smithi08986837-50 2024-07-26T06:11:56.018 INFO:tasks.rados.rados.0.smithi089.stdout:2096: finishing copy_from to smithi08986837-50 2024-07-26T06:11:56.018 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 50 v 1098 (ObjNum 572 snap 173 seq_num 572) dirty exists 2024-07-26T06:11:56.018 INFO:tasks.rados.rados.0.smithi089.stdout:2096: done (4 left) 2024-07-26T06:11:56.018 INFO:tasks.rados.rados.0.smithi089.stdout:2097: done (3 left) 2024-07-26T06:11:56.018 INFO:tasks.rados.rados.0.smithi089.stdout:2101: delete oid 40 current snap is 200 2024-07-26T06:11:56.018 INFO:tasks.rados.rados.0.smithi089.stdout:2099: finishing write tid 1 to smithi08986837-23 2024-07-26T06:11:56.019 INFO:tasks.rados.rados.0.smithi089.stdout:2101: done (3 left) 2024-07-26T06:11:56.019 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 50 current snap is 200 2024-07-26T06:11:56.019 INFO:tasks.rados.rados.0.smithi089.stdout:2099: finishing write tid 2 to smithi08986837-23 2024-07-26T06:11:56.020 INFO:tasks.rados.rados.0.smithi089.stdout:2102: seq_num 660 ranges {4620288=663552,5283840=737280,6021120=65536} 2024-07-26T06:11:56.048 INFO:tasks.rados.rados.0.smithi089.stdout:2102: writing smithi08986837-50 from 4620288 to 5283840 tid 1 2024-07-26T06:11:56.052 INFO:tasks.rados.rados.0.smithi089.stdout:2102: writing smithi08986837-50 from 5283840 to 6021120 tid 2 2024-07-26T06:11:56.053 INFO:tasks.rados.rados.0.smithi089.stdout:2102: writing smithi08986837-50 from 6021120 to 6086656 tid 3 2024-07-26T06:11:56.053 INFO:tasks.rados.rados.0.smithi089.stdout:2103: rollback oid 25 current snap is 200 2024-07-26T06:11:56.053 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 25 to 188 2024-07-26T06:11:56.053 INFO:tasks.rados.rados.0.smithi089.stdout:2099: finishing write tid 3 to smithi08986837-23 2024-07-26T06:11:56.053 INFO:tasks.rados.rados.0.smithi089.stdout:2099: finishing write tid 4 to smithi08986837-23 2024-07-26T06:11:56.053 INFO:tasks.rados.rados.0.smithi089.stdout:2100: finishing rollback tid 0 to smithi08986837-17 2024-07-26T06:11:56.053 INFO:tasks.rados.rados.0.smithi089.stdout:2100: finishing rollback tid 1 to smithi08986837-17 2024-07-26T06:11:56.053 INFO:tasks.rados.rados.0.smithi089.stdout:2098: expect (ObjNum 615 snap 182 seq_num 615) 2024-07-26T06:11:56.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:55 smithi155 ceph-mon[90160]: pgmap v369: 121 pgs: 121 active+clean; 286 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 4.9 MiB/s wr, 9 op/s; 3.5 MiB/s, 1 objects/s recovering 2024-07-26T06:11:56.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:55 smithi089 ceph-mon[99608]: pgmap v369: 121 pgs: 121 active+clean; 286 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 4.9 MiB/s wr, 9 op/s; 3.5 MiB/s, 1 objects/s recovering 2024-07-26T06:11:56.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:55 smithi089 ceph-mon[102056]: pgmap v369: 121 pgs: 121 active+clean; 286 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 4.9 MiB/s wr, 9 op/s; 3.5 MiB/s, 1 objects/s recovering 2024-07-26T06:11:56.652 INFO:tasks.rados.rados.0.smithi089.stdout:2100: finishing rollback tid 2 to smithi08986837-17 2024-07-26T06:11:56.653 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 17 v 953 (ObjNum 615 snap 182 seq_num 615) dirty exists 2024-07-26T06:11:56.653 INFO:tasks.rados.rados.0.smithi089.stdout:2099: finishing write tid 5 to smithi08986837-23 2024-07-26T06:11:56.653 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 23 v 550 (ObjNum 658 snap 200 seq_num 658) dirty exists 2024-07-26T06:11:56.653 INFO:tasks.rados.rados.0.smithi089.stdout:2099: left oid 23 (ObjNum 658 snap 200 seq_num 658) 2024-07-26T06:11:56.653 INFO:tasks.rados.rados.0.smithi089.stdout:2102: finishing write tid 1 to smithi08986837-50 2024-07-26T06:11:56.653 INFO:tasks.rados.rados.0.smithi089.stdout:2098: done (4 left) 2024-07-26T06:11:56.653 INFO:tasks.rados.rados.0.smithi089.stdout:2099: done (3 left) 2024-07-26T06:11:56.653 INFO:tasks.rados.rados.0.smithi089.stdout:2100: done (2 left) 2024-07-26T06:11:56.653 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 11 current snap is 200 2024-07-26T06:11:56.653 INFO:tasks.rados.rados.0.smithi089.stdout:2102: finishing write tid 2 to smithi08986837-50 2024-07-26T06:11:56.653 INFO:tasks.rados.rados.0.smithi089.stdout:2102: finishing write tid 3 to smithi08986837-50 2024-07-26T06:11:56.654 INFO:tasks.rados.rados.0.smithi089.stdout:2102: finishing write tid 4 to smithi08986837-50 2024-07-26T06:11:56.654 INFO:tasks.rados.rados.0.smithi089.stdout:2103: finishing rollback tid 0 to smithi08986837-25 2024-07-26T06:11:56.654 INFO:tasks.rados.rados.0.smithi089.stdout:2104: seq_num 661 ranges {5627904=679936,6307840=622592,6930432=180224} 2024-07-26T06:11:56.685 INFO:tasks.rados.rados.0.smithi089.stdout:2104: writing smithi08986837-11 from 5627904 to 6307840 tid 1 2024-07-26T06:11:56.689 INFO:tasks.rados.rados.0.smithi089.stdout:2104: writing smithi08986837-11 from 6307840 to 6930432 tid 2 2024-07-26T06:11:56.691 INFO:tasks.rados.rados.0.smithi089.stdout:2104: writing smithi08986837-11 from 6930432 to 7110656 tid 3 2024-07-26T06:11:56.691 INFO:tasks.rados.rados.0.smithi089.stdout:2105: rollback oid 44 current snap is 200 2024-07-26T06:11:56.691 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 44 to 173 2024-07-26T06:11:56.691 INFO:tasks.rados.rados.0.smithi089.stdout:2103: finishing rollback tid 1 to smithi08986837-25 2024-07-26T06:11:56.691 INFO:tasks.rados.rados.0.smithi089.stdout:2106: snap_create 2024-07-26T06:11:56.692 INFO:tasks.rados.rados.0.smithi089.stdout:2103: finishing rollback tid 2 to smithi08986837-25 2024-07-26T06:11:56.692 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 25 v 834 (ObjNum 575 snap 173 seq_num 575) dirty exists 2024-07-26T06:11:56.692 INFO:tasks.rados.rados.0.smithi089.stdout:2102: finishing write tid 5 to smithi08986837-50 2024-07-26T06:11:56.692 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 50 v 1103 (ObjNum 660 snap 200 seq_num 660) dirty exists 2024-07-26T06:11:56.693 INFO:tasks.rados.rados.0.smithi089.stdout:2102: left oid 50 (ObjNum 660 snap 200 seq_num 660) 2024-07-26T06:11:56.695 INFO:tasks.rados.rados.0.smithi089.stdout:2104: finishing write tid 1 to smithi08986837-11 2024-07-26T06:11:56.695 INFO:tasks.rados.rados.0.smithi089.stdout:2105: finishing rollback tid 1 to smithi08986837-44 2024-07-26T06:11:56.695 INFO:tasks.rados.rados.0.smithi089.stdout:2105: finishing rollback tid 2 to smithi08986837-44 2024-07-26T06:11:56.695 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 44 v 1148 (ObjNum 486 snap 140 seq_num 486) dirty exists 2024-07-26T06:11:56.695 INFO:tasks.rados.rados.0.smithi089.stdout:2104: finishing write tid 2 to smithi08986837-11 2024-07-26T06:11:56.695 INFO:tasks.rados.rados.0.smithi089.stdout:2104: finishing write tid 3 to smithi08986837-11 2024-07-26T06:11:56.695 INFO:tasks.rados.rados.0.smithi089.stdout:2104: finishing write tid 4 to smithi08986837-11 2024-07-26T06:11:56.696 INFO:tasks.rados.rados.0.smithi089.stdout:2104: finishing write tid 5 to smithi08986837-11 2024-07-26T06:11:56.696 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 11 v 1078 (ObjNum 661 snap 200 seq_num 661) dirty exists 2024-07-26T06:11:56.696 INFO:tasks.rados.rados.0.smithi089.stdout:2104: left oid 11 (ObjNum 661 snap 200 seq_num 661) 2024-07-26T06:11:56.714 INFO:tasks.rados.rados.0.smithi089.stdout:2102: done (4 left) 2024-07-26T06:11:56.714 INFO:tasks.rados.rados.0.smithi089.stdout:2103: done (3 left) 2024-07-26T06:11:56.714 INFO:tasks.rados.rados.0.smithi089.stdout:2104: done (2 left) 2024-07-26T06:11:56.714 INFO:tasks.rados.rados.0.smithi089.stdout:2105: done (1 left) 2024-07-26T06:11:56.714 INFO:tasks.rados.rados.0.smithi089.stdout:2106: done (0 left) 2024-07-26T06:11:56.714 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 50 current snap is 201 2024-07-26T06:11:56.715 INFO:tasks.rados.rados.0.smithi089.stdout:2107: seq_num 662 ranges {6086656=696320,6782976=557056,7340032=245760} 2024-07-26T06:11:56.750 INFO:tasks.rados.rados.0.smithi089.stdout:2107: writing smithi08986837-50 from 6086656 to 6782976 tid 1 2024-07-26T06:11:56.753 INFO:tasks.rados.rados.0.smithi089.stdout:2107: writing smithi08986837-50 from 6782976 to 7340032 tid 2 2024-07-26T06:11:56.755 INFO:tasks.rados.rados.0.smithi089.stdout:2107: writing smithi08986837-50 from 7340032 to 7585792 tid 3 2024-07-26T06:11:56.755 INFO:tasks.rados.rados.0.smithi089.stdout:2108: read oid 28 snap 198 2024-07-26T06:11:56.755 INFO:tasks.rados.rados.0.smithi089.stdout:2108: expect (ObjNum 622 snap 188 seq_num 622) 2024-07-26T06:11:56.755 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 26 current snap is 201 2024-07-26T06:11:56.755 INFO:tasks.rados.rados.0.smithi089.stdout:2107: finishing write tid 1 to smithi08986837-50 2024-07-26T06:11:56.755 INFO:tasks.rados.rados.0.smithi089.stdout:2109: seq_num 663 ranges {9838592=712704,10551296=442368,10993664=360448} 2024-07-26T06:11:56.810 INFO:tasks.rados.rados.0.smithi089.stdout:2109: writing smithi08986837-26 from 9838592 to 10551296 tid 1 2024-07-26T06:11:56.813 INFO:tasks.rados.rados.0.smithi089.stdout:2109: writing smithi08986837-26 from 10551296 to 10993664 tid 2 2024-07-26T06:11:56.815 INFO:tasks.rados.rados.0.smithi089.stdout:2109: writing smithi08986837-26 from 10993664 to 11354112 tid 3 2024-07-26T06:11:56.815 INFO:tasks.rados.rados.0.smithi089.stdout:2110: read oid 8 snap -1 2024-07-26T06:11:56.816 INFO:tasks.rados.rados.0.smithi089.stdout:2110: expect (ObjNum 647 snap 198 seq_num 647) 2024-07-26T06:11:56.816 INFO:tasks.rados.rados.0.smithi089.stdout:2111: read oid 40 snap -1 2024-07-26T06:11:56.816 INFO:tasks.rados.rados.0.smithi089.stdout:2111: expect deleted 2024-07-26T06:11:56.816 INFO:tasks.rados.rados.0.smithi089.stdout:2112: delete oid 2 current snap is 201 2024-07-26T06:11:56.816 INFO:tasks.rados.rados.0.smithi089.stdout:2107: finishing write tid 2 to smithi08986837-50 2024-07-26T06:11:56.816 INFO:tasks.rados.rados.0.smithi089.stdout:2107: finishing write tid 3 to smithi08986837-50 2024-07-26T06:11:56.816 INFO:tasks.rados.rados.0.smithi089.stdout:2107: finishing write tid 4 to smithi08986837-50 2024-07-26T06:11:56.816 INFO:tasks.rados.rados.0.smithi089.stdout:2107: finishing write tid 5 to smithi08986837-50 2024-07-26T06:11:56.816 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 50 v 1107 (ObjNum 662 snap 201 seq_num 662) dirty exists 2024-07-26T06:11:56.816 INFO:tasks.rados.rados.0.smithi089.stdout:2107: left oid 50 (ObjNum 662 snap 201 seq_num 662) 2024-07-26T06:11:56.816 INFO:tasks.rados.rados.0.smithi089.stdout:2108: expect (ObjNum 622 snap 188 seq_num 622) 2024-07-26T06:11:56.880 INFO:tasks.rados.rados.0.smithi089.stdout:2109: finishing write tid 1 to smithi08986837-26 2024-07-26T06:11:56.880 INFO:tasks.rados.rados.0.smithi089.stdout:2109: finishing write tid 2 to smithi08986837-26 2024-07-26T06:11:56.880 INFO:tasks.rados.rados.0.smithi089.stdout:2109: finishing write tid 3 to smithi08986837-26 2024-07-26T06:11:56.880 INFO:tasks.rados.rados.0.smithi089.stdout:2109: finishing write tid 4 to smithi08986837-26 2024-07-26T06:11:56.880 INFO:tasks.rados.rados.0.smithi089.stdout:2109: finishing write tid 5 to smithi08986837-26 2024-07-26T06:11:56.880 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 26 v 825 (ObjNum 663 snap 201 seq_num 663) dirty exists 2024-07-26T06:11:56.880 INFO:tasks.rados.rados.0.smithi089.stdout:2109: left oid 26 (ObjNum 663 snap 201 seq_num 663) 2024-07-26T06:11:56.880 INFO:tasks.rados.rados.0.smithi089.stdout:2110: expect (ObjNum 647 snap 198 seq_num 647) 2024-07-26T06:11:57.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:56 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:11:57.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:56 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:11:57.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:56 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:11:57.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:56 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:11:57.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:56 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:11:57.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:56 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:11:57.333 INFO:tasks.rados.rados.0.smithi089.stdout:2107: done (5 left) 2024-07-26T06:11:57.334 INFO:tasks.rados.rados.0.smithi089.stdout:2108: done (4 left) 2024-07-26T06:11:57.334 INFO:tasks.rados.rados.0.smithi089.stdout:2109: done (3 left) 2024-07-26T06:11:57.334 INFO:tasks.rados.rados.0.smithi089.stdout:2110: done (2 left) 2024-07-26T06:11:57.334 INFO:tasks.rados.rados.0.smithi089.stdout:2111: done (1 left) 2024-07-26T06:11:57.334 INFO:tasks.rados.rados.0.smithi089.stdout:2112: done (0 left) 2024-07-26T06:11:57.334 INFO:tasks.rados.rados.0.smithi089.stdout:2113: read oid 11 snap -1 2024-07-26T06:11:57.334 INFO:tasks.rados.rados.0.smithi089.stdout:2113: expect (ObjNum 661 snap 200 seq_num 661) 2024-07-26T06:11:57.334 INFO:tasks.rados.rados.0.smithi089.stdout:2114: snap_remove snap 173 2024-07-26T06:11:57.724 INFO:tasks.rados.rados.0.smithi089.stdout:2113: expect (ObjNum 661 snap 200 seq_num 661) 2024-07-26T06:11:58.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:57 smithi155 ceph-mon[90160]: pgmap v370: 121 pgs: 121 active+clean; 296 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 2.2 MiB/s wr, 12 op/s 2024-07-26T06:11:58.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:57 smithi155 ceph-mon[90160]: osdmap e478: 8 total, 8 up, 8 in 2024-07-26T06:11:58.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:57 smithi089 ceph-mon[99608]: pgmap v370: 121 pgs: 121 active+clean; 296 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 2.2 MiB/s wr, 12 op/s 2024-07-26T06:11:58.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:57 smithi089 ceph-mon[99608]: osdmap e478: 8 total, 8 up, 8 in 2024-07-26T06:11:58.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:57 smithi089 ceph-mon[102056]: pgmap v370: 121 pgs: 121 active+clean; 296 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 2.2 MiB/s wr, 12 op/s 2024-07-26T06:11:58.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:57 smithi089 ceph-mon[102056]: osdmap e478: 8 total, 8 up, 8 in 2024-07-26T06:11:58.204 INFO:tasks.rados.rados.0.smithi089.stdout:2113: done (1 left) 2024-07-26T06:11:58.204 INFO:tasks.rados.rados.0.smithi089.stdout:2114: done (0 left) 2024-07-26T06:11:58.204 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 22 current snap is 201 2024-07-26T06:11:58.204 INFO:tasks.rados.rados.0.smithi089.stdout:2115: seq_num 665 ranges {5079040=745472,5824512=606208,6430720=196608} 2024-07-26T06:11:58.234 INFO:tasks.rados.rados.0.smithi089.stdout:2115: writing smithi08986837-22 from 5079040 to 5824512 tid 1 2024-07-26T06:11:58.237 INFO:tasks.rados.rados.0.smithi089.stdout:2115: writing smithi08986837-22 from 5824512 to 6430720 tid 2 2024-07-26T06:11:58.239 INFO:tasks.rados.rados.0.smithi089.stdout:2115: writing smithi08986837-22 from 6430720 to 6627328 tid 3 2024-07-26T06:11:58.239 INFO:tasks.rados.rados.0.smithi089.stdout:2116: copy_from oid 50 from oid 1 current snap is 201 2024-07-26T06:11:58.239 INFO:tasks.rados.rados.0.smithi089.stdout:2117: snap_create 2024-07-26T06:11:58.240 INFO:tasks.rados.rados.0.smithi089.stdout:2115: finishing write tid 1 to smithi08986837-22 2024-07-26T06:11:58.241 INFO:tasks.rados.rados.0.smithi089.stdout:2115: finishing write tid 2 to smithi08986837-22 2024-07-26T06:11:58.242 INFO:tasks.rados.rados.0.smithi089.stdout:2115: finishing write tid 3 to smithi08986837-22 2024-07-26T06:11:58.242 INFO:tasks.rados.rados.0.smithi089.stdout:2115: finishing write tid 4 to smithi08986837-22 2024-07-26T06:11:58.243 INFO:tasks.rados.rados.0.smithi089.stdout:2115: finishing write tid 5 to smithi08986837-22 2024-07-26T06:11:58.243 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 22 v 770 (ObjNum 665 snap 201 seq_num 665) dirty exists 2024-07-26T06:11:58.243 INFO:tasks.rados.rados.0.smithi089.stdout:2115: left oid 22 (ObjNum 665 snap 201 seq_num 665) 2024-07-26T06:11:58.255 INFO:tasks.rados.rados.0.smithi089.stdout:2116: finishing copy_from racing read to smithi08986837-50 2024-07-26T06:11:58.264 INFO:tasks.rados.rados.0.smithi089.stdout:2116: finishing copy_from to smithi08986837-50 2024-07-26T06:11:58.264 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 50 v 751 (ObjNum 553 snap 164 seq_num 553) dirty exists 2024-07-26T06:11:58.730 INFO:tasks.rados.rados.0.smithi089.stdout:2115: done (2 left) 2024-07-26T06:11:58.731 INFO:tasks.rados.rados.0.smithi089.stdout:2116: done (1 left) 2024-07-26T06:11:58.731 INFO:tasks.rados.rados.0.smithi089.stdout:2117: done (0 left) 2024-07-26T06:11:58.731 INFO:tasks.rados.rados.0.smithi089.stdout:2118: copy_from oid 24 from oid 14 current snap is 202 2024-07-26T06:11:58.731 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 10 current snap is 202 2024-07-26T06:11:58.731 INFO:tasks.rados.rados.0.smithi089.stdout:2119: seq_num 666 ranges {10076160=761856,10838016=491520,11329536=311296} 2024-07-26T06:11:58.788 INFO:tasks.rados.rados.0.smithi089.stdout:2119: writing smithi08986837-10 from 10076160 to 10838016 tid 1 2024-07-26T06:11:58.790 INFO:tasks.rados.rados.0.smithi089.stdout:2119: writing smithi08986837-10 from 10838016 to 11329536 tid 2 2024-07-26T06:11:58.792 INFO:tasks.rados.rados.0.smithi089.stdout:2119: writing smithi08986837-10 from 11329536 to 11640832 tid 3 2024-07-26T06:11:58.793 INFO:tasks.rados.rados.0.smithi089.stdout:2120: snap_remove snap 182 2024-07-26T06:11:59.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:58 smithi155 ceph-mon[90160]: osdmap e479: 8 total, 8 up, 8 in 2024-07-26T06:11:59.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:58 smithi089 ceph-mon[99608]: osdmap e479: 8 total, 8 up, 8 in 2024-07-26T06:11:59.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:58 smithi089 ceph-mon[102056]: osdmap e479: 8 total, 8 up, 8 in 2024-07-26T06:11:59.377 INFO:tasks.rados.rados.0.smithi089.stdout:2120: done (2 left) 2024-07-26T06:11:59.377 INFO:tasks.rados.rados.0.smithi089.stdout:2121: read oid 36 snap -1 2024-07-26T06:11:59.377 INFO:tasks.rados.rados.0.smithi089.stdout:2121: expect deleted 2024-07-26T06:11:59.377 INFO:tasks.rados.rados.0.smithi089.stdout:2118: finishing copy_from racing read to smithi08986837-24 2024-07-26T06:11:59.377 INFO:tasks.rados.rados.0.smithi089.stdout:2118: finishing copy_from to smithi08986837-24 2024-07-26T06:11:59.377 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 24 v 1146 (ObjNum 657 snap 200 seq_num 657) dirty exists 2024-07-26T06:11:59.377 INFO:tasks.rados.rados.0.smithi089.stdout:2119: finishing write tid 1 to smithi08986837-10 2024-07-26T06:11:59.377 INFO:tasks.rados.rados.0.smithi089.stdout:2119: finishing write tid 2 to smithi08986837-10 2024-07-26T06:11:59.377 INFO:tasks.rados.rados.0.smithi089.stdout:2119: finishing write tid 3 to smithi08986837-10 2024-07-26T06:11:59.378 INFO:tasks.rados.rados.0.smithi089.stdout:2119: finishing write tid 4 to smithi08986837-10 2024-07-26T06:11:59.378 INFO:tasks.rados.rados.0.smithi089.stdout:2119: finishing write tid 5 to smithi08986837-10 2024-07-26T06:11:59.378 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 10 v 1093 (ObjNum 666 snap 202 seq_num 666) dirty exists 2024-07-26T06:11:59.378 INFO:tasks.rados.rados.0.smithi089.stdout:2119: left oid 10 (ObjNum 666 snap 202 seq_num 666) 2024-07-26T06:11:59.378 INFO:tasks.rados.rados.0.smithi089.stdout:2118: done (2 left) 2024-07-26T06:11:59.378 INFO:tasks.rados.rados.0.smithi089.stdout:2119: done (1 left) 2024-07-26T06:11:59.378 INFO:tasks.rados.rados.0.smithi089.stdout:2122: delete oid 35 current snap is 202 2024-07-26T06:11:59.384 INFO:tasks.rados.rados.0.smithi089.stdout:2121: done (1 left) 2024-07-26T06:11:59.384 INFO:tasks.rados.rados.0.smithi089.stdout:2122: done (0 left) 2024-07-26T06:11:59.384 INFO:tasks.rados.rados.0.smithi089.stdout:2123: rmattr oid 46 current snap is 202 2024-07-26T06:11:59.385 INFO:tasks.rados.rados.0.smithi089.stdout:2123: done (0 left) 2024-07-26T06:11:59.385 INFO:tasks.rados.rados.0.smithi089.stdout:2124: rollback oid 20 current snap is 202 2024-07-26T06:11:59.385 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 20 to 189 2024-07-26T06:11:59.385 INFO:tasks.rados.rados.0.smithi089.stdout:2125: rmattr oid 26 current snap is 202 2024-07-26T06:11:59.385 INFO:tasks.rados.rados.0.smithi089.stdout:2126: rollback oid 5 current snap is 202 2024-07-26T06:11:59.385 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 5 to 200 2024-07-26T06:11:59.385 INFO:tasks.rados.rados.0.smithi089.stdout:2127: read oid 9 snap -1 2024-07-26T06:11:59.385 INFO:tasks.rados.rados.0.smithi089.stdout:2127: expect (ObjNum 596 snap 178 seq_num 596) 2024-07-26T06:11:59.385 INFO:tasks.rados.rados.0.smithi089.stdout:2128: snap_remove snap 195 2024-07-26T06:11:59.998 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:59 smithi155 ceph-mon[90160]: pgmap v373: 121 pgs: 121 active+clean; 300 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 2.7 MiB/s wr, 13 op/s 2024-07-26T06:11:59.998 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:59 smithi155 ceph-mon[90160]: osdmap e480: 8 total, 8 up, 8 in 2024-07-26T06:11:59.998 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:11:59 smithi155 ceph-mon[90160]: osdmap e481: 8 total, 8 up, 8 in 2024-07-26T06:12:00.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:59 smithi089 ceph-mon[99608]: pgmap v373: 121 pgs: 121 active+clean; 300 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 2.7 MiB/s wr, 13 op/s 2024-07-26T06:12:00.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:59 smithi089 ceph-mon[99608]: osdmap e480: 8 total, 8 up, 8 in 2024-07-26T06:12:00.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:11:59 smithi089 ceph-mon[99608]: osdmap e481: 8 total, 8 up, 8 in 2024-07-26T06:12:00.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:59 smithi089 ceph-mon[102056]: pgmap v373: 121 pgs: 121 active+clean; 300 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 2.7 MiB/s wr, 13 op/s 2024-07-26T06:12:00.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:59 smithi089 ceph-mon[102056]: osdmap e480: 8 total, 8 up, 8 in 2024-07-26T06:12:00.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:11:59 smithi089 ceph-mon[102056]: osdmap e481: 8 total, 8 up, 8 in 2024-07-26T06:12:00.382 INFO:tasks.rados.rados.0.smithi089.stdout:2128: done (4 left) 2024-07-26T06:12:00.382 INFO:tasks.rados.rados.0.smithi089.stdout:2129: read oid 45 snap 196 2024-07-26T06:12:00.383 INFO:tasks.rados.rados.0.smithi089.stdout:2129: expect (ObjNum 638 snap 196 seq_num 638) 2024-07-26T06:12:00.383 INFO:tasks.rados.rados.0.smithi089.stdout:2130: read oid 36 snap -1 2024-07-26T06:12:00.383 INFO:tasks.rados.rados.0.smithi089.stdout:2130: expect deleted 2024-07-26T06:12:00.383 INFO:tasks.rados.rados.0.smithi089.stdout:2131: snap_remove snap 192 2024-07-26T06:12:01.400 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 26 v 826 (ObjNum 663 snap 201 seq_num 663) dirty exists 2024-07-26T06:12:01.401 INFO:tasks.rados.rados.0.smithi089.stdout:2124: finishing rollback tid 1 to smithi08986837-20 2024-07-26T06:12:01.401 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 20 v 0 (ObjNum 33 snap 0 seq_num 3362039792) dirty dne 2024-07-26T06:12:01.401 INFO:tasks.rados.rados.0.smithi089.stdout:2127: expect (ObjNum 596 snap 178 seq_num 596) 2024-07-26T06:12:01.499 INFO:tasks.rados.rados.0.smithi089.stdout:2126: finishing rollback tid 0 to smithi08986837-5 2024-07-26T06:12:01.499 INFO:tasks.rados.rados.0.smithi089.stdout:2126: finishing rollback tid 1 to smithi08986837-5 2024-07-26T06:12:01.499 INFO:tasks.rados.rados.0.smithi089.stdout:2126: finishing rollback tid 2 to smithi08986837-5 2024-07-26T06:12:01.499 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 5 v 563 (ObjNum 620 snap 186 seq_num 620) dirty exists 2024-07-26T06:12:01.499 INFO:tasks.rados.rados.0.smithi089.stdout:2129: expect (ObjNum 638 snap 196 seq_num 638) 2024-07-26T06:12:01.556 INFO:tasks.rados.rados.0.smithi089.stdout:2124: done (6 left) 2024-07-26T06:12:01.556 INFO:tasks.rados.rados.0.smithi089.stdout:2125: done (5 left) 2024-07-26T06:12:01.556 INFO:tasks.rados.rados.0.smithi089.stdout:2126: done (4 left) 2024-07-26T06:12:01.556 INFO:tasks.rados.rados.0.smithi089.stdout:2127: done (3 left) 2024-07-26T06:12:01.557 INFO:tasks.rados.rados.0.smithi089.stdout:2129: done (2 left) 2024-07-26T06:12:01.557 INFO:tasks.rados.rados.0.smithi089.stdout:2130: done (1 left) 2024-07-26T06:12:01.557 INFO:tasks.rados.rados.0.smithi089.stdout:2131: done (0 left) 2024-07-26T06:12:01.557 INFO:tasks.rados.rados.0.smithi089.stdout:2132: copy_from oid 11 from oid 40 current snap is 202 2024-07-26T06:12:01.557 INFO:tasks.rados.rados.0.smithi089.stdout:2133: read oid 22 snap -1 2024-07-26T06:12:01.557 INFO:tasks.rados.rados.0.smithi089.stdout:2133: expect (ObjNum 665 snap 201 seq_num 665) 2024-07-26T06:12:01.557 INFO:tasks.rados.rados.0.smithi089.stdout:2134: snap_remove snap 200 2024-07-26T06:12:01.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:01 smithi089 ceph-mon[99608]: osdmap e482: 8 total, 8 up, 8 in 2024-07-26T06:12:01.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:01 smithi089 ceph-mon[99608]: pgmap v377: 121 pgs: 121 active+clean; 303 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-07-26T06:12:01.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:01 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:12:01.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:01 smithi089 ceph-mon[102056]: osdmap e482: 8 total, 8 up, 8 in 2024-07-26T06:12:01.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:01 smithi089 ceph-mon[102056]: pgmap v377: 121 pgs: 121 active+clean; 303 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-07-26T06:12:01.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:01 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:12:01.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:01 smithi155 ceph-mon[90160]: osdmap e482: 8 total, 8 up, 8 in 2024-07-26T06:12:01.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:01 smithi155 ceph-mon[90160]: pgmap v377: 121 pgs: 121 active+clean; 303 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-07-26T06:12:01.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:01 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:12:02.391 INFO:tasks.rados.rados.0.smithi089.stdout:2132: finishing copy_from to smithi08986837-11 2024-07-26T06:12:02.391 INFO:tasks.rados.rados.0.smithi089.stdout:2132: got expected ENOENT (src dne) 2024-07-26T06:12:02.391 INFO:tasks.rados.rados.0.smithi089.stdout:2132: finishing copy_from racing read to smithi08986837-11 2024-07-26T06:12:02.392 INFO:tasks.rados.rados.0.smithi089.stdout:2133: expect (ObjNum 665 snap 201 seq_num 665) 2024-07-26T06:12:02.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:02 smithi155 ceph-mon[90160]: osdmap e483: 8 total, 8 up, 8 in 2024-07-26T06:12:02.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:12:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:12:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:12:02.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:02 smithi089 ceph-mon[99608]: osdmap e483: 8 total, 8 up, 8 in 2024-07-26T06:12:02.655 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:12:02 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:12:02] "GET /metrics HTTP/1.1" 200 36305 "" "Prometheus/2.43.0" 2024-07-26T06:12:02.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:02 smithi089 ceph-mon[102056]: osdmap e483: 8 total, 8 up, 8 in 2024-07-26T06:12:02.760 INFO:tasks.rados.rados.0.smithi089.stdout:2132: done (2 left) 2024-07-26T06:12:02.760 INFO:tasks.rados.rados.0.smithi089.stdout:2133: done (1 left) 2024-07-26T06:12:02.760 INFO:tasks.rados.rados.0.smithi089.stdout:2134: done (0 left) 2024-07-26T06:12:02.760 INFO:tasks.rados.rados.0.smithi089.stdout:2135: rmattr oid 41 current snap is 202 2024-07-26T06:12:02.760 INFO:tasks.rados.rados.0.smithi089.stdout:2135: done (0 left) 2024-07-26T06:12:02.760 INFO:tasks.rados.rados.0.smithi089.stdout:2136: snap_create 2024-07-26T06:12:03.405 INFO:tasks.rados.rados.0.smithi089.stdout:2136: done (0 left) 2024-07-26T06:12:03.406 INFO:tasks.rados.rados.0.smithi089.stdout:2137: rollback oid 36 current snap is 203 2024-07-26T06:12:03.406 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 36 to 201 2024-07-26T06:12:03.406 INFO:tasks.rados.rados.0.smithi089.stdout:2138: delete oid 18 current snap is 203 2024-07-26T06:12:03.411 INFO:tasks.rados.rados.0.smithi089.stdout:2138: done (1 left) 2024-07-26T06:12:03.411 INFO:tasks.rados.rados.0.smithi089.stdout:2139: read oid 49 snap -1 2024-07-26T06:12:03.411 INFO:tasks.rados.rados.0.smithi089.stdout:2139: expect deleted 2024-07-26T06:12:03.411 INFO:tasks.rados.rados.0.smithi089.stdout:2140: copy_from oid 32 from oid 1 current snap is 203 2024-07-26T06:12:03.411 INFO:tasks.rados.rados.0.smithi089.stdout:2141: rollback oid 43 current snap is 203 2024-07-26T06:12:03.411 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 43 to 196 2024-07-26T06:12:03.411 INFO:tasks.rados.rados.0.smithi089.stdout:2137: finishing rollback tid 1 to smithi08986837-36 2024-07-26T06:12:03.411 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 36 v 928 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-07-26T06:12:03.411 INFO:tasks.rados.rados.0.smithi089.stdout:2137: done (3 left) 2024-07-26T06:12:03.411 INFO:tasks.rados.rados.0.smithi089.stdout:2142: rollback oid 9 current snap is 203 2024-07-26T06:12:03.412 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 9 to 196 2024-07-26T06:12:03.412 INFO:tasks.rados.rados.0.smithi089.stdout:2143: snap_create 2024-07-26T06:12:03.415 INFO:tasks.rados.rados.0.smithi089.stdout:2141: finishing rollback tid 0 to smithi08986837-43 2024-07-26T06:12:03.416 INFO:tasks.rados.rados.0.smithi089.stdout:2141: finishing rollback tid 1 to smithi08986837-43 2024-07-26T06:12:03.418 INFO:tasks.rados.rados.0.smithi089.stdout:2141: finishing rollback tid 2 to smithi08986837-43 2024-07-26T06:12:03.418 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 43 v 956 (ObjNum 635 snap 192 seq_num 635) dirty exists 2024-07-26T06:12:03.418 INFO:tasks.rados.rados.0.smithi089.stdout:2142: finishing rollback tid 0 to smithi08986837-9 2024-07-26T06:12:03.418 INFO:tasks.rados.rados.0.smithi089.stdout:2142: finishing rollback tid 1 to smithi08986837-9 2024-07-26T06:12:03.418 INFO:tasks.rados.rados.0.smithi089.stdout:2142: finishing rollback tid 2 to smithi08986837-9 2024-07-26T06:12:03.418 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 9 v 427 (ObjNum 596 snap 178 seq_num 596) dirty exists 2024-07-26T06:12:03.430 INFO:tasks.rados.rados.0.smithi089.stdout:2140: finishing copy_from racing read to smithi08986837-32 2024-07-26T06:12:03.432 INFO:tasks.rados.rados.0.smithi089.stdout:2140: finishing copy_from to smithi08986837-32 2024-07-26T06:12:03.432 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 32 v 751 (ObjNum 553 snap 164 seq_num 553) dirty exists 2024-07-26T06:12:03.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:03 smithi089 ceph-mon[99608]: osdmap e484: 8 total, 8 up, 8 in 2024-07-26T06:12:03.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:03 smithi089 ceph-mon[99608]: pgmap v380: 121 pgs: 121 active+clean; 308 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.2 MiB/s wr, 18 op/s 2024-07-26T06:12:03.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:03 smithi089 ceph-mon[102056]: osdmap e484: 8 total, 8 up, 8 in 2024-07-26T06:12:03.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:03 smithi089 ceph-mon[102056]: pgmap v380: 121 pgs: 121 active+clean; 308 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.2 MiB/s wr, 18 op/s 2024-07-26T06:12:03.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:03 smithi155 ceph-mon[90160]: osdmap e484: 8 total, 8 up, 8 in 2024-07-26T06:12:03.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:03 smithi155 ceph-mon[90160]: pgmap v380: 121 pgs: 121 active+clean; 308 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.2 MiB/s wr, 18 op/s 2024-07-26T06:12:04.378 INFO:tasks.rados.rados.0.smithi089.stdout:2139: done (4 left) 2024-07-26T06:12:04.378 INFO:tasks.rados.rados.0.smithi089.stdout:2140: done (3 left) 2024-07-26T06:12:04.378 INFO:tasks.rados.rados.0.smithi089.stdout:2141: done (2 left) 2024-07-26T06:12:04.378 INFO:tasks.rados.rados.0.smithi089.stdout:2142: done (1 left) 2024-07-26T06:12:04.379 INFO:tasks.rados.rados.0.smithi089.stdout:2143: done (0 left) 2024-07-26T06:12:04.379 INFO:tasks.rados.rados.0.smithi089.stdout:2144: read oid 42 snap 193 2024-07-26T06:12:04.379 INFO:tasks.rados.rados.0.smithi089.stdout:2144: expect (ObjNum -932639360 snap 21986 seq_num 3362644288) 2024-07-26T06:12:04.379 INFO:tasks.rados.rados.0.smithi089.stdout:2145: snap_create 2024-07-26T06:12:04.379 INFO:tasks.rados.rados.0.smithi089.stdout:2144: expect (ObjNum -932639360 snap 21986 seq_num 3362644288) 2024-07-26T06:12:04.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:04 smithi089 ceph-mon[99608]: osdmap e485: 8 total, 8 up, 8 in 2024-07-26T06:12:04.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:04 smithi089 ceph-mon[99608]: osdmap e486: 8 total, 8 up, 8 in 2024-07-26T06:12:04.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:04 smithi089 ceph-mon[102056]: osdmap e485: 8 total, 8 up, 8 in 2024-07-26T06:12:04.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:04 smithi089 ceph-mon[102056]: osdmap e486: 8 total, 8 up, 8 in 2024-07-26T06:12:04.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:04 smithi155 ceph-mon[90160]: osdmap e485: 8 total, 8 up, 8 in 2024-07-26T06:12:04.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:04 smithi155 ceph-mon[90160]: osdmap e486: 8 total, 8 up, 8 in 2024-07-26T06:12:05.380 INFO:tasks.rados.rados.0.smithi089.stdout:2144: done (1 left) 2024-07-26T06:12:05.380 INFO:tasks.rados.rados.0.smithi089.stdout:2145: done (0 left) 2024-07-26T06:12:05.381 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 39 current snap is 205 2024-07-26T06:12:05.381 INFO:tasks.rados.rados.0.smithi089.stdout:2146: seq_num 669 ranges {1359872=409600,1769472=548864,2318336=655360} 2024-07-26T06:12:05.389 INFO:tasks.rados.rados.0.smithi089.stdout:2146: writing smithi08986837-39 from 1359872 to 1769472 tid 1 2024-07-26T06:12:05.392 INFO:tasks.rados.rados.0.smithi089.stdout:2146: writing smithi08986837-39 from 1769472 to 2318336 tid 2 2024-07-26T06:12:05.397 INFO:tasks.rados.rados.0.smithi089.stdout:2146: writing smithi08986837-39 from 2318336 to 2973696 tid 3 2024-07-26T06:12:05.397 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 38 current snap is 205 2024-07-26T06:12:05.397 INFO:tasks.rados.rados.0.smithi089.stdout:2146: finishing write tid 1 to smithi08986837-39 2024-07-26T06:12:05.397 INFO:tasks.rados.rados.0.smithi089.stdout:2147: seq_num 670 ranges {1146880=425984,1572864=483328,2056192=507904,2564096=212992} 2024-07-26T06:12:05.405 INFO:tasks.rados.rados.0.smithi089.stdout:2147: writing smithi08986837-38 from 1146880 to 1572864 tid 1 2024-07-26T06:12:05.408 INFO:tasks.rados.rados.0.smithi089.stdout:2147: writing smithi08986837-38 from 1572864 to 2056192 tid 2 2024-07-26T06:12:05.411 INFO:tasks.rados.rados.0.smithi089.stdout:2147: writing smithi08986837-38 from 2056192 to 2564096 tid 3 2024-07-26T06:12:05.413 INFO:tasks.rados.rados.0.smithi089.stdout:2147: writing smithi08986837-38 from 2564096 to 2777088 tid 4 2024-07-26T06:12:05.413 INFO:tasks.rados.rados.0.smithi089.stdout:2148: read oid 35 snap -1 2024-07-26T06:12:05.413 INFO:tasks.rados.rados.0.smithi089.stdout:2148: expect deleted 2024-07-26T06:12:05.414 INFO:tasks.rados.rados.0.smithi089.stdout:2149: copy_from oid 28 from oid 26 current snap is 205 2024-07-26T06:12:05.414 INFO:tasks.rados.rados.0.smithi089.stdout:2146: finishing write tid 2 to smithi08986837-39 2024-07-26T06:12:05.414 INFO:tasks.rados.rados.0.smithi089.stdout:2146: finishing write tid 3 to smithi08986837-39 2024-07-26T06:12:05.414 INFO:tasks.rados.rados.0.smithi089.stdout:2146: finishing write tid 4 to smithi08986837-39 2024-07-26T06:12:05.414 INFO:tasks.rados.rados.0.smithi089.stdout:2146: finishing write tid 5 to smithi08986837-39 2024-07-26T06:12:05.414 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 39 v 950 (ObjNum 669 snap 205 seq_num 669) dirty exists 2024-07-26T06:12:05.414 INFO:tasks.rados.rados.0.smithi089.stdout:2146: left oid 39 (ObjNum 669 snap 205 seq_num 669) 2024-07-26T06:12:05.414 INFO:tasks.rados.rados.0.smithi089.stdout:2147: finishing write tid 1 to smithi08986837-38 2024-07-26T06:12:05.414 INFO:tasks.rados.rados.0.smithi089.stdout:2146: done (3 left) 2024-07-26T06:12:05.414 INFO:tasks.rados.rados.0.smithi089.stdout:2150: snap_remove snap 186 2024-07-26T06:12:05.695 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:05 smithi155 ceph-mon[90160]: pgmap v383: 121 pgs: 121 active+clean; 308 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.0 MiB/s wr, 12 op/s 2024-07-26T06:12:05.695 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:05 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-07-26T06:12:05.695 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:05 smithi155 ceph-mon[90160]: osdmap e487: 8 total, 8 up, 8 in 2024-07-26T06:12:05.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:05 smithi089 ceph-mon[99608]: pgmap v383: 121 pgs: 121 active+clean; 308 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.0 MiB/s wr, 12 op/s 2024-07-26T06:12:05.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:05 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-07-26T06:12:05.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:05 smithi089 ceph-mon[99608]: osdmap e487: 8 total, 8 up, 8 in 2024-07-26T06:12:05.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:05 smithi089 ceph-mon[102056]: pgmap v383: 121 pgs: 121 active+clean; 308 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.0 MiB/s wr, 12 op/s 2024-07-26T06:12:05.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:05 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-07-26T06:12:05.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:05 smithi089 ceph-mon[102056]: osdmap e487: 8 total, 8 up, 8 in 2024-07-26T06:12:06.423 INFO:tasks.rados.rados.0.smithi089.stdout:2150: done (3 left) 2024-07-26T06:12:06.423 INFO:tasks.rados.rados.0.smithi089.stdout:2151: read oid 39 snap -1 2024-07-26T06:12:06.423 INFO:tasks.rados.rados.0.smithi089.stdout:2151: expect (ObjNum 669 snap 205 seq_num 669) 2024-07-26T06:12:06.423 INFO:tasks.rados.rados.0.smithi089.stdout:2152: delete oid 27 current snap is 205 2024-07-26T06:12:06.423 INFO:tasks.rados.rados.0.smithi089.stdout:2147: finishing write tid 2 to smithi08986837-38 2024-07-26T06:12:06.423 INFO:tasks.rados.rados.0.smithi089.stdout:2147: finishing write tid 3 to smithi08986837-38 2024-07-26T06:12:06.423 INFO:tasks.rados.rados.0.smithi089.stdout:2147: finishing write tid 4 to smithi08986837-38 2024-07-26T06:12:06.423 INFO:tasks.rados.rados.0.smithi089.stdout:2147: finishing write tid 5 to smithi08986837-38 2024-07-26T06:12:06.424 INFO:tasks.rados.rados.0.smithi089.stdout:2147: finishing write tid 6 to smithi08986837-38 2024-07-26T06:12:06.424 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 38 v 1127 (ObjNum 670 snap 205 seq_num 670) dirty exists 2024-07-26T06:12:06.424 INFO:tasks.rados.rados.0.smithi089.stdout:2147: left oid 38 (ObjNum 670 snap 205 seq_num 670) 2024-07-26T06:12:06.424 INFO:tasks.rados.rados.0.smithi089.stdout:2149: finishing copy_from racing read to smithi08986837-28 2024-07-26T06:12:06.424 INFO:tasks.rados.rados.0.smithi089.stdout:2149: finishing copy_from to smithi08986837-28 2024-07-26T06:12:06.424 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 28 v 826 (ObjNum 663 snap 201 seq_num 663) dirty exists 2024-07-26T06:12:06.429 INFO:tasks.rados.rados.0.smithi089.stdout:2147: done (4 left) 2024-07-26T06:12:06.429 INFO:tasks.rados.rados.0.smithi089.stdout:2148: done (3 left) 2024-07-26T06:12:06.429 INFO:tasks.rados.rados.0.smithi089.stdout:2149: done (2 left) 2024-07-26T06:12:06.429 INFO:tasks.rados.rados.0.smithi089.stdout:2152: done (1 left) 2024-07-26T06:12:06.429 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 21 current snap is 205 2024-07-26T06:12:06.429 INFO:tasks.rados.rados.0.smithi089.stdout:2153: seq_num 672 ranges {507904=458752,966656=647168,1613824=466944,2080768=90112} 2024-07-26T06:12:06.435 INFO:tasks.rados.rados.0.smithi089.stdout:2153: writing smithi08986837-21 from 507904 to 966656 tid 1 2024-07-26T06:12:06.440 INFO:tasks.rados.rados.0.smithi089.stdout:2153: writing smithi08986837-21 from 966656 to 1613824 tid 2 2024-07-26T06:12:06.443 INFO:tasks.rados.rados.0.smithi089.stdout:2153: writing smithi08986837-21 from 1613824 to 2080768 tid 3 2024-07-26T06:12:06.445 INFO:tasks.rados.rados.0.smithi089.stdout:2153: writing smithi08986837-21 from 2080768 to 2170880 tid 4 2024-07-26T06:12:06.445 INFO:tasks.rados.rados.0.smithi089.stdout:2154: read oid 45 snap 172 2024-07-26T06:12:06.445 INFO:tasks.rados.rados.0.smithi089.stdout:2154: expect deleted 2024-07-26T06:12:06.445 INFO:tasks.rados.rados.0.smithi089.stdout:2153: finishing write tid 1 to smithi08986837-21 2024-07-26T06:12:06.445 INFO:tasks.rados.rados.0.smithi089.stdout:2155: read oid 26 snap 172 2024-07-26T06:12:06.445 INFO:tasks.rados.rados.0.smithi089.stdout:2155: expect (ObjNum 506 snap 147 seq_num 506) 2024-07-26T06:12:06.445 INFO:tasks.rados.rados.0.smithi089.stdout:2156: snap_create 2024-07-26T06:12:06.450 INFO:tasks.rados.rados.0.smithi089.stdout:2151: expect (ObjNum 669 snap 205 seq_num 669) 2024-07-26T06:12:06.551 INFO:tasks.rados.rados.0.smithi089.stdout:2153: finishing write tid 2 to smithi08986837-21 2024-07-26T06:12:06.551 INFO:tasks.rados.rados.0.smithi089.stdout:2153: finishing write tid 3 to smithi08986837-21 2024-07-26T06:12:06.551 INFO:tasks.rados.rados.0.smithi089.stdout:2153: finishing write tid 4 to smithi08986837-21 2024-07-26T06:12:06.551 INFO:tasks.rados.rados.0.smithi089.stdout:2153: finishing write tid 5 to smithi08986837-21 2024-07-26T06:12:06.551 INFO:tasks.rados.rados.0.smithi089.stdout:2153: finishing write tid 6 to smithi08986837-21 2024-07-26T06:12:06.551 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 21 v 878 (ObjNum 672 snap 205 seq_num 672) dirty exists 2024-07-26T06:12:06.551 INFO:tasks.rados.rados.0.smithi089.stdout:2153: left oid 21 (ObjNum 672 snap 205 seq_num 672) 2024-07-26T06:12:06.551 INFO:tasks.rados.rados.0.smithi089.stdout:2155: expect (ObjNum 506 snap 147 seq_num 506) 2024-07-26T06:12:06.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:06 smithi155 ceph-mon[90160]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-07-26T06:12:06.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:06 smithi155 ceph-mon[90160]: Upgrade: osd.6 is safe to restart 2024-07-26T06:12:06.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:06 smithi089 ceph-mon[99608]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-07-26T06:12:06.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:06 smithi089 ceph-mon[99608]: Upgrade: osd.6 is safe to restart 2024-07-26T06:12:06.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:06 smithi089 ceph-mon[102056]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-07-26T06:12:06.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:06 smithi089 ceph-mon[102056]: Upgrade: osd.6 is safe to restart 2024-07-26T06:12:07.425 INFO:tasks.rados.rados.0.smithi089.stdout:2151: done (4 left) 2024-07-26T06:12:07.425 INFO:tasks.rados.rados.0.smithi089.stdout:2153: done (3 left) 2024-07-26T06:12:07.425 INFO:tasks.rados.rados.0.smithi089.stdout:2154: done (2 left) 2024-07-26T06:12:07.425 INFO:tasks.rados.rados.0.smithi089.stdout:2155: done (1 left) 2024-07-26T06:12:07.425 INFO:tasks.rados.rados.0.smithi089.stdout:2156: done (0 left) 2024-07-26T06:12:07.425 INFO:tasks.rados.rados.0.smithi089.stdout:2157: read oid 27 snap 203 2024-07-26T06:12:07.426 INFO:tasks.rados.rados.0.smithi089.stdout:2157: expect (ObjNum 466 snap 135 seq_num 466) 2024-07-26T06:12:07.426 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 35 current snap is 206 2024-07-26T06:12:07.426 INFO:tasks.rados.rados.0.smithi089.stdout:2158: seq_num 673 ranges {0=475136,475136=532480,1007616=671744} 2024-07-26T06:12:07.427 INFO:tasks.rados.rados.0.smithi089.stdout:2158: writing smithi08986837-35 from 0 to 475136 tid 1 2024-07-26T06:12:07.431 INFO:tasks.rados.rados.0.smithi089.stdout:2158: writing smithi08986837-35 from 475136 to 1007616 tid 2 2024-07-26T06:12:07.436 INFO:tasks.rados.rados.0.smithi089.stdout:2158: writing smithi08986837-35 from 1007616 to 1679360 tid 3 2024-07-26T06:12:07.436 INFO:tasks.rados.rados.0.smithi089.stdout:2159: rollback oid 40 current snap is 206 2024-07-26T06:12:07.436 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 40 to 202 2024-07-26T06:12:07.436 INFO:tasks.rados.rados.0.smithi089.stdout:2157: expect (ObjNum 466 snap 135 seq_num 466) 2024-07-26T06:12:07.458 INFO:tasks.rados.rados.0.smithi089.stdout:2158: finishing write tid 1 to smithi08986837-35 2024-07-26T06:12:07.458 INFO:tasks.rados.rados.0.smithi089.stdout:2158: finishing write tid 2 to smithi08986837-35 2024-07-26T06:12:07.458 INFO:tasks.rados.rados.0.smithi089.stdout:2157: done (2 left) 2024-07-26T06:12:07.458 INFO:tasks.rados.rados.0.smithi089.stdout:2160: delete oid 14 current snap is 206 2024-07-26T06:12:07.458 INFO:tasks.rados.rados.0.smithi089.stdout:2159: finishing rollback tid 1 to smithi08986837-40 2024-07-26T06:12:07.458 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 40 v 1099 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-07-26T06:12:07.458 INFO:tasks.rados.rados.0.smithi089.stdout:2158: finishing write tid 3 to smithi08986837-35 2024-07-26T06:12:07.458 INFO:tasks.rados.rados.0.smithi089.stdout:2158: finishing write tid 4 to smithi08986837-35 2024-07-26T06:12:07.458 INFO:tasks.rados.rados.0.smithi089.stdout:2158: finishing write tid 5 to smithi08986837-35 2024-07-26T06:12:07.459 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 35 v 830 (ObjNum 673 snap 206 seq_num 673) dirty exists 2024-07-26T06:12:07.459 INFO:tasks.rados.rados.0.smithi089.stdout:2158: left oid 35 (ObjNum 673 snap 206 seq_num 673) 2024-07-26T06:12:07.459 INFO:tasks.rados.rados.0.smithi089.stdout:2158: done (2 left) 2024-07-26T06:12:07.460 INFO:tasks.rados.rados.0.smithi089.stdout:2159: done (1 left) 2024-07-26T06:12:07.460 INFO:tasks.rados.rados.0.smithi089.stdout:2160: done (0 left) 2024-07-26T06:12:07.460 INFO:tasks.rados.rados.0.smithi089.stdout:2161: setattr oid 29 current snap is 206 2024-07-26T06:12:07.461 INFO:tasks.rados.rados.0.smithi089.stdout:2162: rollback oid 3 current snap is 206 2024-07-26T06:12:07.462 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 3 to 202 2024-07-26T06:12:07.462 INFO:tasks.rados.rados.0.smithi089.stdout:2163: rollback oid 20 current snap is 206 2024-07-26T06:12:07.462 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 20 to 199 2024-07-26T06:12:07.462 INFO:tasks.rados.rados.0.smithi089.stdout:2164: read oid 43 snap 190 2024-07-26T06:12:07.462 INFO:tasks.rados.rados.0.smithi089.stdout:2164: expect (ObjNum 625 snap 190 seq_num 625) 2024-07-26T06:12:07.462 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 30 current snap is 206 2024-07-26T06:12:07.462 INFO:tasks.rados.rados.0.smithi089.stdout:2165: seq_num 675 ranges {5578752=507904,6086656=704512,6791168=499712} 2024-07-26T06:12:07.495 INFO:tasks.rados.rados.0.smithi089.stdout:2165: writing smithi08986837-30 from 5578752 to 6086656 tid 1 2024-07-26T06:12:07.499 INFO:tasks.rados.rados.0.smithi089.stdout:2165: writing smithi08986837-30 from 6086656 to 6791168 tid 2 2024-07-26T06:12:07.502 INFO:tasks.rados.rados.0.smithi089.stdout:2165: writing smithi08986837-30 from 6791168 to 7290880 tid 3 2024-07-26T06:12:07.502 INFO:tasks.rados.rados.0.smithi089.stdout:2166: copy_from oid 1 from oid 14 current snap is 206 2024-07-26T06:12:07.502 INFO:tasks.rados.rados.0.smithi089.stdout:2163: finishing rollback tid 1 to smithi08986837-20 2024-07-26T06:12:07.503 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 20 v 0 (ObjNum 49 snap 0 seq_num 2521202553) dirty dne 2024-07-26T06:12:07.503 INFO:tasks.rados.rados.0.smithi089.stdout:2162: finishing rollback tid 0 to smithi08986837-3 2024-07-26T06:12:07.503 INFO:tasks.rados.rados.0.smithi089.stdout:2162: finishing rollback tid 1 to smithi08986837-3 2024-07-26T06:12:07.503 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 29 v 1137 (ObjNum 644 snap 197 seq_num 644) dirty exists 2024-07-26T06:12:07.503 INFO:tasks.rados.rados.0.smithi089.stdout:2162: finishing rollback tid 2 to smithi08986837-3 2024-07-26T06:12:07.503 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 3 v 881 (ObjNum 655 snap 200 seq_num 655) dirty exists 2024-07-26T06:12:07.503 INFO:tasks.rados.rados.0.smithi089.stdout:2165: finishing write tid 1 to smithi08986837-30 2024-07-26T06:12:07.503 INFO:tasks.rados.rados.0.smithi089.stdout:2161: done (5 left) 2024-07-26T06:12:07.503 INFO:tasks.rados.rados.0.smithi089.stdout:2162: done (4 left) 2024-07-26T06:12:07.503 INFO:tasks.rados.rados.0.smithi089.stdout:2163: done (3 left) 2024-07-26T06:12:07.503 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 28 current snap is 206 2024-07-26T06:12:07.503 INFO:tasks.rados.rados.0.smithi089.stdout:2167: seq_num 676 ranges {11354112=524288,11878400=589824,12468224=450560,12918784=163840} 2024-07-26T06:12:07.564 INFO:tasks.rados.rados.0.smithi089.stdout:2167: writing smithi08986837-28 from 11354112 to 11878400 tid 1 2024-07-26T06:12:07.568 INFO:tasks.rados.rados.0.smithi089.stdout:2167: writing smithi08986837-28 from 11878400 to 12468224 tid 2 2024-07-26T06:12:07.571 INFO:tasks.rados.rados.0.smithi089.stdout:2167: writing smithi08986837-28 from 12468224 to 12918784 tid 3 2024-07-26T06:12:07.573 INFO:tasks.rados.rados.0.smithi089.stdout:2167: writing smithi08986837-28 from 12918784 to 13082624 tid 4 2024-07-26T06:12:07.573 INFO:tasks.rados.rados.0.smithi089.stdout:2168: read oid 7 snap -1 2024-07-26T06:12:07.573 INFO:tasks.rados.rados.0.smithi089.stdout:2168: expect (ObjNum 591 snap 178 seq_num 591) 2024-07-26T06:12:07.573 INFO:tasks.rados.rados.0.smithi089.stdout:2169: rollback oid 11 current snap is 206 2024-07-26T06:12:07.573 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 11 to 199 2024-07-26T06:12:07.573 INFO:tasks.rados.rados.0.smithi089.stdout:2165: finishing write tid 2 to smithi08986837-30 2024-07-26T06:12:07.573 INFO:tasks.rados.rados.0.smithi089.stdout:2170: delete oid 38 current snap is 206 2024-07-26T06:12:07.573 INFO:tasks.rados.rados.0.smithi089.stdout:2165: finishing write tid 3 to smithi08986837-30 2024-07-26T06:12:07.573 INFO:tasks.rados.rados.0.smithi089.stdout:2165: finishing write tid 4 to smithi08986837-30 2024-07-26T06:12:07.573 INFO:tasks.rados.rados.0.smithi089.stdout:2166: finishing copy_from to smithi08986837-1 2024-07-26T06:12:07.573 INFO:tasks.rados.rados.0.smithi089.stdout:2166: got expected ENOENT (src dne) 2024-07-26T06:12:07.573 INFO:tasks.rados.rados.0.smithi089.stdout:2166: finishing copy_from racing read to smithi08986837-1 2024-07-26T06:12:07.574 INFO:tasks.rados.rados.0.smithi089.stdout:2165: finishing write tid 5 to smithi08986837-30 2024-07-26T06:12:07.574 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 30 v 1150 (ObjNum 675 snap 206 seq_num 675) dirty exists 2024-07-26T06:12:07.574 INFO:tasks.rados.rados.0.smithi089.stdout:2165: left oid 30 (ObjNum 675 snap 206 seq_num 675) 2024-07-26T06:12:07.574 INFO:tasks.rados.rados.0.smithi089.stdout:2164: expect (ObjNum 625 snap 190 seq_num 625) 2024-07-26T06:12:07.604 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:07 smithi155 ceph-mon[90160]: Upgrade: Updating osd.6 2024-07-26T06:12:07.605 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:07 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:12:07.605 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:07 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-07-26T06:12:07.605 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:07 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:12:07.605 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:07 smithi155 ceph-mon[90160]: Deploying daemon osd.6 on smithi155 2024-07-26T06:12:07.605 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:07 smithi155 ceph-mon[90160]: osdmap e488: 8 total, 8 up, 8 in 2024-07-26T06:12:07.605 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:07 smithi155 ceph-mon[90160]: pgmap v386: 121 pgs: 121 active+clean; 309 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.8 MiB/s wr, 6 op/s 2024-07-26T06:12:07.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:07 smithi089 ceph-mon[99608]: Upgrade: Updating osd.6 2024-07-26T06:12:07.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:07 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:12:07.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:07 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-07-26T06:12:07.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:07 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:12:07.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:07 smithi089 ceph-mon[99608]: Deploying daemon osd.6 on smithi155 2024-07-26T06:12:07.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:07 smithi089 ceph-mon[99608]: osdmap e488: 8 total, 8 up, 8 in 2024-07-26T06:12:07.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:07 smithi089 ceph-mon[99608]: pgmap v386: 121 pgs: 121 active+clean; 309 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.8 MiB/s wr, 6 op/s 2024-07-26T06:12:07.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:07 smithi089 ceph-mon[102056]: Upgrade: Updating osd.6 2024-07-26T06:12:07.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:07 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:12:07.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:07 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-07-26T06:12:07.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:07 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:12:07.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:07 smithi089 ceph-mon[102056]: Deploying daemon osd.6 on smithi155 2024-07-26T06:12:07.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:07 smithi089 ceph-mon[102056]: osdmap e488: 8 total, 8 up, 8 in 2024-07-26T06:12:07.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:07 smithi089 ceph-mon[102056]: pgmap v386: 121 pgs: 121 active+clean; 309 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.8 MiB/s wr, 6 op/s 2024-07-26T06:12:08.465 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:08 smithi155 ceph-mon[90160]: osdmap e489: 8 total, 8 up, 8 in 2024-07-26T06:12:08.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:08 smithi089 ceph-mon[99608]: osdmap e489: 8 total, 8 up, 8 in 2024-07-26T06:12:08.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:08 smithi089 ceph-mon[102056]: osdmap e489: 8 total, 8 up, 8 in 2024-07-26T06:12:09.214 INFO:tasks.rados.rados.0.smithi089.stdout:2167: finishing write tid 1 to smithi08986837-28 2024-07-26T06:12:09.214 INFO:tasks.rados.rados.0.smithi089.stdout:2167: finishing write tid 2 to smithi08986837-28 2024-07-26T06:12:09.214 INFO:tasks.rados.rados.0.smithi089.stdout:2164: done (6 left) 2024-07-26T06:12:09.214 INFO:tasks.rados.rados.0.smithi089.stdout:2165: done (5 left) 2024-07-26T06:12:09.214 INFO:tasks.rados.rados.0.smithi089.stdout:2166: done (4 left) 2024-07-26T06:12:09.214 INFO:tasks.rados.rados.0.smithi089.stdout:2170: done (3 left) 2024-07-26T06:12:09.214 INFO:tasks.rados.rados.0.smithi089.stdout:2171: snap_create 2024-07-26T06:12:09.214 INFO:tasks.rados.rados.0.smithi089.stdout:2167: finishing write tid 3 to smithi08986837-28 2024-07-26T06:12:09.214 INFO:tasks.rados.rados.0.smithi089.stdout:2167: finishing write tid 4 to smithi08986837-28 2024-07-26T06:12:09.214 INFO:tasks.rados.rados.0.smithi089.stdout:2167: finishing write tid 5 to smithi08986837-28 2024-07-26T06:12:09.214 INFO:tasks.rados.rados.0.smithi089.stdout:2169: finishing rollback tid 0 to smithi08986837-11 2024-07-26T06:12:09.214 INFO:tasks.rados.rados.0.smithi089.stdout:2169: finishing rollback tid 1 to smithi08986837-11 2024-07-26T06:12:09.215 INFO:tasks.rados.rados.0.smithi089.stdout:2167: finishing write tid 6 to smithi08986837-28 2024-07-26T06:12:09.215 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 28 v 835 (ObjNum 676 snap 206 seq_num 676) dirty exists 2024-07-26T06:12:09.215 INFO:tasks.rados.rados.0.smithi089.stdout:2167: left oid 28 (ObjNum 676 snap 206 seq_num 676) 2024-07-26T06:12:09.215 INFO:tasks.rados.rados.0.smithi089.stdout:2168: expect (ObjNum 591 snap 178 seq_num 591) 2024-07-26T06:12:09.263 INFO:tasks.rados.rados.0.smithi089.stdout:2169: finishing rollback tid 2 to smithi08986837-11 2024-07-26T06:12:09.263 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 11 v 1141 (ObjNum 640 snap 196 seq_num 640) dirty exists 2024-07-26T06:12:09.378 INFO:tasks.rados.rados.0.smithi089.stdout:2167: done (3 left) 2024-07-26T06:12:09.378 INFO:tasks.rados.rados.0.smithi089.stdout:2168: done (2 left) 2024-07-26T06:12:09.378 INFO:tasks.rados.rados.0.smithi089.stdout:2169: done (1 left) 2024-07-26T06:12:09.378 INFO:tasks.rados.rados.0.smithi089.stdout:2171: done (0 left) 2024-07-26T06:12:09.378 INFO:tasks.rados.rados.0.smithi089.stdout:2172: snap_create 2024-07-26T06:12:09.652 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 06:12:09 smithi155 systemd[1]: Stopping Ceph osd.6 for 9bd49884-4b13-11ef-bcb6-c7b262605968... 2024-07-26T06:12:09.652 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:09 smithi155 ceph-mon[90160]: pgmap v388: 121 pgs: 121 active+clean; 311 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.0 MiB/s wr, 9 op/s 2024-07-26T06:12:09.653 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:09 smithi155 ceph-mon[90160]: osdmap e490: 8 total, 8 up, 8 in 2024-07-26T06:12:09.806 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:09 smithi089 ceph-mon[99608]: pgmap v388: 121 pgs: 121 active+clean; 311 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.0 MiB/s wr, 9 op/s 2024-07-26T06:12:09.806 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:09 smithi089 ceph-mon[99608]: osdmap e490: 8 total, 8 up, 8 in 2024-07-26T06:12:09.807 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:09 smithi089 ceph-mon[102056]: pgmap v388: 121 pgs: 121 active+clean; 311 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.0 MiB/s wr, 9 op/s 2024-07-26T06:12:09.807 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:09 smithi089 ceph-mon[102056]: osdmap e490: 8 total, 8 up, 8 in 2024-07-26T06:12:10.129 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 06:12:09 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6[50834]: 2024-07-26T06:12:09.650+0000 7fbdb5cff640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-07-26T06:12:10.129 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 06:12:09 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6[50834]: 2024-07-26T06:12:09.650+0000 7fbdb5cff640 -1 osd.6 489 *** Got signal Terminated *** 2024-07-26T06:12:10.129 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 06:12:09 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6[50834]: 2024-07-26T06:12:09.650+0000 7fbdb5cff640 -1 osd.6 489 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-07-26T06:12:10.388 INFO:tasks.rados.rados.0.smithi089.stdout:2172: done (0 left) 2024-07-26T06:12:10.388 INFO:tasks.rados.rados.0.smithi089.stdout:2173: rmattr oid 40 current snap is 208 2024-07-26T06:12:10.388 INFO:tasks.rados.rados.0.smithi089.stdout:2173: done (0 left) 2024-07-26T06:12:10.388 INFO:tasks.rados.rados.0.smithi089.stdout:2174: rmattr oid 32 current snap is 208 2024-07-26T06:12:10.388 INFO:tasks.rados.rados.0.smithi089.stdout:2175: rollback oid 27 current snap is 208 2024-07-26T06:12:10.388 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 27 to 188 2024-07-26T06:12:10.388 INFO:tasks.rados.rados.0.smithi089.stdout:2176: snap_create 2024-07-26T06:12:10.818 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:10 smithi089 ceph-mon[99608]: osd.6 marked itself down and dead 2024-07-26T06:12:10.818 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:10 smithi089 ceph-mon[99608]: Health check failed: 1 osds down (OSD_DOWN) 2024-07-26T06:12:10.818 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:10 smithi089 ceph-mon[99608]: osdmap e491: 8 total, 7 up, 8 in 2024-07-26T06:12:10.818 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:10 smithi089 ceph-mon[102056]: osd.6 marked itself down and dead 2024-07-26T06:12:10.819 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:10 smithi089 ceph-mon[102056]: Health check failed: 1 osds down (OSD_DOWN) 2024-07-26T06:12:10.819 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:10 smithi089 ceph-mon[102056]: osdmap e491: 8 total, 7 up, 8 in 2024-07-26T06:12:10.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:10 smithi155 ceph-mon[90160]: osd.6 marked itself down and dead 2024-07-26T06:12:10.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:10 smithi155 ceph-mon[90160]: Health check failed: 1 osds down (OSD_DOWN) 2024-07-26T06:12:10.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:10 smithi155 ceph-mon[90160]: osdmap e491: 8 total, 7 up, 8 in 2024-07-26T06:12:11.209 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 06:12:10 smithi155 podman[105695]: 2024-07-26 06:12:10.947553298 +0000 UTC m=+1.402583217 container died 629f0d1fd8886d190c75209675c29470d5666e105ff2d725519fc10574d7e779 (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.36.0, RELEASE=quincy-5dff84c, org.label-schema.build-date=20240724, org.label-schema.name=CentOS Stream 9 Base Image) 2024-07-26T06:12:11.389 INFO:tasks.rados.rados.0.smithi089.stdout:2176: done (2 left) 2024-07-26T06:12:11.389 INFO:tasks.rados.rados.0.smithi089.stdout:2177: rollback oid 26 current snap is 209 2024-07-26T06:12:11.389 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 26 to 188 2024-07-26T06:12:11.389 INFO:tasks.rados.rados.0.smithi089.stdout:2178: snap_remove snap 201 2024-07-26T06:12:11.575 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 06:12:11 smithi155 podman[105695]: 2024-07-26 06:12:11.382069563 +0000 UTC m=+1.837099482 container cleanup 629f0d1fd8886d190c75209675c29470d5666e105ff2d725519fc10574d7e779 (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240724, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-5dff84c, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD) 2024-07-26T06:12:11.575 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 06:12:11 smithi155 bash[105695]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6 2024-07-26T06:12:11.879 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 06:12:11 smithi155 podman[105715]: 2024-07-26 06:12:11.574769855 +0000 UTC m=+0.622391676 container remove 629f0d1fd8886d190c75209675c29470d5666e105ff2d725519fc10574d7e779 (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=quincy-5dff84c, org.label-schema.build-date=20240724, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-07-26T06:12:11.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:11 smithi155 ceph-mon[90160]: pgmap v391: 121 pgs: 8 peering, 10 stale+active+clean, 103 active+clean; 325 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 3.7 MiB/s wr, 12 op/s 2024-07-26T06:12:11.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:11 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:12:11.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:11 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:12:11.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:11 smithi155 ceph-mon[90160]: osdmap e492: 8 total, 7 up, 8 in 2024-07-26T06:12:12.017 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:11 smithi089 ceph-mon[99608]: pgmap v391: 121 pgs: 8 peering, 10 stale+active+clean, 103 active+clean; 325 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 3.7 MiB/s wr, 12 op/s 2024-07-26T06:12:12.017 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:12:12.018 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:12:12.018 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:11 smithi089 ceph-mon[99608]: osdmap e492: 8 total, 7 up, 8 in 2024-07-26T06:12:12.018 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:11 smithi089 ceph-mon[102056]: pgmap v391: 121 pgs: 8 peering, 10 stale+active+clean, 103 active+clean; 325 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 3.7 MiB/s wr, 12 op/s 2024-07-26T06:12:12.018 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:12:12.018 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:12:12.018 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:11 smithi089 ceph-mon[102056]: osdmap e492: 8 total, 7 up, 8 in 2024-07-26T06:12:12.262 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 06:12:11 smithi155 podman[105808]: 2024-07-26 06:12:11.99256737 +0000 UTC m=+0.107896515 container create 308ff5a3d8f3f179b76ab2b8fe04346caebe917ea16db248ffdfd4106b8bded3 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6-deactivate, org.label-schema.build-date=20240724, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=squid-4b23044) 2024-07-26T06:12:12.262 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 06:12:11 smithi155 podman[105808]: 2024-07-26 06:12:11.902116139 +0000 UTC m=+0.017445257 image pull a246f06af74af9a1c45475dc36c910d564494bacf385674011a33b62b93c2c8c quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c 2024-07-26T06:12:12.262 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 06:12:12 smithi155 podman[105808]: 2024-07-26 06:12:12.261550155 +0000 UTC m=+0.376879269 container init 308ff5a3d8f3f179b76ab2b8fe04346caebe917ea16db248ffdfd4106b8bded3 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6-deactivate, ceph=True, org.label-schema.build-date=20240724, RELEASE=squid-4b23044, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-07-26T06:12:12.382 INFO:teuthology.orchestra.run.smithi089.stdout:true 2024-07-26T06:12:12.389 INFO:tasks.rados.rados.0.smithi089.stdout:2178: done (3 left) 2024-07-26T06:12:12.389 INFO:tasks.rados.rados.0.smithi089.stdout:2179: rmattr oid 20 current snap is 209 2024-07-26T06:12:12.389 INFO:tasks.rados.rados.0.smithi089.stdout:2179: done (3 left) 2024-07-26T06:12:12.389 INFO:tasks.rados.rados.0.smithi089.stdout:2180: snap_remove snap 204 2024-07-26T06:12:12.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:12:12 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:12:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:12:12.629 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 06:12:12 smithi155 podman[105808]: 2024-07-26 06:12:12.266639654 +0000 UTC m=+0.381968764 container start 308ff5a3d8f3f179b76ab2b8fe04346caebe917ea16db248ffdfd4106b8bded3 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6-deactivate, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240724, RELEASE=squid-4b23044, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-07-26T06:12:12.630 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 06:12:12 smithi155 podman[105808]: 2024-07-26 06:12:12.353182763 +0000 UTC m=+0.468511877 container attach 308ff5a3d8f3f179b76ab2b8fe04346caebe917ea16db248ffdfd4106b8bded3 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6-deactivate, RELEASE=squid-4b23044, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240724, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-07-26T06:12:12.630 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 06:12:12 smithi155 podman[105808]: 2024-07-26 06:12:12.456898609 +0000 UTC m=+0.572227727 container died 308ff5a3d8f3f179b76ab2b8fe04346caebe917ea16db248ffdfd4106b8bded3 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6-deactivate, org.label-schema.build-date=20240724, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=squid-4b23044, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True) 2024-07-26T06:12:12.646 INFO:teuthology.orchestra.run.smithi089.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-07-26T06:12:12.646 INFO:teuthology.orchestra.run.smithi089.stdout:alertmanager.a smithi089 *:9093,9094 running (5m) 93s ago 9m 23.9M - 0.25.0 c8568f914cd2 2836382b8f0b 2024-07-26T06:12:12.646 INFO:teuthology.orchestra.run.smithi089.stdout:grafana.a smithi155 *:3000 running (5m) 26s ago 9m 84.7M - 9.4.7 954c08fa6188 0191ba4689bf 2024-07-26T06:12:12.647 INFO:teuthology.orchestra.run.smithi089.stdout:mds.a smithi089 running (11m) 93s ago 11m 16.5M - 17.2.7-1143-g5dff84c0 18bcb77ae794 0ecc3a80790e 2024-07-26T06:12:12.647 INFO:teuthology.orchestra.run.smithi089.stdout:mds.b smithi155 running (11m) 26s ago 11m 22.7M - 17.2.7-1143-g5dff84c0 18bcb77ae794 1c6d7dfdf08d 2024-07-26T06:12:12.647 INFO:teuthology.orchestra.run.smithi089.stdout:mgr.x smithi155 *:8443,9283,8765 running (4m) 26s ago 14m 440M - 19.1.0-1125-g4b230446 a246f06af74a 3d1d1f94a234 2024-07-26T06:12:12.647 INFO:teuthology.orchestra.run.smithi089.stdout:mgr.y smithi089 *:8443,9283,8765 running (5m) 93s ago 16m 509M - 19.1.0-1125-g4b230446 a246f06af74a abb455ac876a 2024-07-26T06:12:12.647 INFO:teuthology.orchestra.run.smithi089.stdout:mon.a smithi089 running (4m) 93s ago 16m 52.7M 2048M 19.1.0-1125-g4b230446 a246f06af74a 4d43bcc9eb9b 2024-07-26T06:12:12.647 INFO:teuthology.orchestra.run.smithi089.stdout:mon.b smithi155 running (3m) 26s ago 15m 45.5M 2048M 19.1.0-1125-g4b230446 a246f06af74a f829551716a5 2024-07-26T06:12:12.647 INFO:teuthology.orchestra.run.smithi089.stdout:mon.c smithi089 running (4m) 93s ago 14m 47.0M 2048M 19.1.0-1125-g4b230446 a246f06af74a 74d6c1493f98 2024-07-26T06:12:12.647 INFO:teuthology.orchestra.run.smithi089.stdout:node-exporter.a smithi089 *:9100 running (5m) 93s ago 9m 16.7M - 1.5.0 0da6a335fe13 e2f5a155fbeb 2024-07-26T06:12:12.647 INFO:teuthology.orchestra.run.smithi089.stdout:node-exporter.b smithi155 *:9100 running (5m) 26s ago 9m 16.4M - 1.5.0 0da6a335fe13 85c78351c113 2024-07-26T06:12:12.647 INFO:teuthology.orchestra.run.smithi089.stdout:osd.0 smithi089 running (3m) 93s ago 14m 147M 2479M 19.1.0-1125-g4b230446 a246f06af74a 7b97fcc5adf0 2024-07-26T06:12:12.647 INFO:teuthology.orchestra.run.smithi089.stdout:osd.1 smithi089 running (2m) 93s ago 13m 105M 2479M 19.1.0-1125-g4b230446 a246f06af74a f8fe67e57953 2024-07-26T06:12:12.647 INFO:teuthology.orchestra.run.smithi089.stdout:osd.2 smithi089 running (2m) 93s ago 13m 105M 2479M 19.1.0-1125-g4b230446 a246f06af74a daf180453a78 2024-07-26T06:12:12.647 INFO:teuthology.orchestra.run.smithi089.stdout:osd.3 smithi089 running (97s) 93s ago 13m 12.1M 2479M 19.1.0-1125-g4b230446 a246f06af74a bc8593ebe144 2024-07-26T06:12:12.647 INFO:teuthology.orchestra.run.smithi089.stdout:osd.4 smithi155 running (64s) 26s ago 12m 87.3M 2480M 19.1.0-1125-g4b230446 a246f06af74a 3b91a97809eb 2024-07-26T06:12:12.648 INFO:teuthology.orchestra.run.smithi089.stdout:osd.5 smithi155 running (31s) 26s ago 12m 12.1M 2480M 19.1.0-1125-g4b230446 a246f06af74a ff83bc2fda84 2024-07-26T06:12:12.648 INFO:teuthology.orchestra.run.smithi089.stdout:osd.6 smithi155 running (11m) 26s ago 11m 167M 2480M 17.2.7-1143-g5dff84c0 18bcb77ae794 629f0d1fd888 2024-07-26T06:12:12.648 INFO:teuthology.orchestra.run.smithi089.stdout:osd.7 smithi155 running (11m) 26s ago 11m 125M 2480M 17.2.7-1143-g5dff84c0 18bcb77ae794 a4db8e598fea 2024-07-26T06:12:12.648 INFO:teuthology.orchestra.run.smithi089.stdout:prometheus.a smithi155 *:9095 running (4m) 26s ago 10m 60.9M - 2.43.0 a07b618ecd1d 8e7005ec7af0 2024-07-26T06:12:12.648 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:12:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:12:12] "GET /metrics HTTP/1.1" 200 36290 "" "Prometheus/2.43.0" 2024-07-26T06:12:12.965 INFO:teuthology.orchestra.run.smithi089.stdout:{ 2024-07-26T06:12:12.966 INFO:teuthology.orchestra.run.smithi089.stdout: "mon": { 2024-07-26T06:12:12.966 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 3 2024-07-26T06:12:12.966 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2024-07-26T06:12:12.966 INFO:teuthology.orchestra.run.smithi089.stdout: "mgr": { 2024-07-26T06:12:12.966 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 2 2024-07-26T06:12:12.966 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2024-07-26T06:12:12.966 INFO:teuthology.orchestra.run.smithi089.stdout: "osd": { 2024-07-26T06:12:12.966 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 1, 2024-07-26T06:12:12.966 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 6 2024-07-26T06:12:12.966 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2024-07-26T06:12:12.966 INFO:teuthology.orchestra.run.smithi089.stdout: "mds": { 2024-07-26T06:12:12.966 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 2 2024-07-26T06:12:12.967 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2024-07-26T06:12:12.967 INFO:teuthology.orchestra.run.smithi089.stdout: "overall": { 2024-07-26T06:12:12.967 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 3, 2024-07-26T06:12:12.967 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 11 2024-07-26T06:12:12.967 INFO:teuthology.orchestra.run.smithi089.stdout: } 2024-07-26T06:12:12.967 INFO:teuthology.orchestra.run.smithi089.stdout:} 2024-07-26T06:12:13.379 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 06:12:13 smithi155 podman[105851]: 2024-07-26 06:12:13.115274116 +0000 UTC m=+0.652890488 container remove 308ff5a3d8f3f179b76ab2b8fe04346caebe917ea16db248ffdfd4106b8bded3 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6-deactivate, GIT_CLEAN=True, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_BRANCH=HEAD, RELEASE=squid-4b23044, org.label-schema.build-date=20240724, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-07-26T06:12:13.379 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 06:12:13 smithi155 systemd[1]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@osd.6.service: Deactivated successfully. 2024-07-26T06:12:13.379 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 06:12:13 smithi155 systemd[1]: Stopped Ceph osd.6 for 9bd49884-4b13-11ef-bcb6-c7b262605968. 2024-07-26T06:12:13.379 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 06:12:13 smithi155 systemd[1]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@osd.6.service: Consumed 12.386s CPU time. 2024-07-26T06:12:13.379 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 06:12:13 smithi155 systemd[1]: Starting Ceph osd.6 for 9bd49884-4b13-11ef-bcb6-c7b262605968... 2024-07-26T06:12:13.396 INFO:tasks.rados.rados.0.smithi089.stdout:2180: done (3 left) 2024-07-26T06:12:13.397 INFO:tasks.rados.rados.0.smithi089.stdout:2181: rollback oid 34 current snap is 209 2024-07-26T06:12:13.397 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 34 to 193 2024-07-26T06:12:13.397 INFO:tasks.rados.rados.0.smithi089.stdout:2177: finishing rollback tid 0 to smithi08986837-26 2024-07-26T06:12:13.397 INFO:tasks.rados.rados.0.smithi089.stdout:2177: finishing rollback tid 1 to smithi08986837-26 2024-07-26T06:12:13.397 INFO:tasks.rados.rados.0.smithi089.stdout:2177: finishing rollback tid 2 to smithi08986837-26 2024-07-26T06:12:13.397 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 26 v 829 (ObjNum 605 snap 179 seq_num 605) dirty exists 2024-07-26T06:12:13.397 INFO:tasks.rados.rados.0.smithi089.stdout:2175: finishing rollback tid 1 to smithi08986837-27 2024-07-26T06:12:13.397 INFO:tasks.rados.rados.0.smithi089.stdout:2175: finishing rollback tid 2 to smithi08986837-27 2024-07-26T06:12:13.397 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 27 v 869 (ObjNum 466 snap 135 seq_num 466) dirty exists 2024-07-26T06:12:13.397 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 32 v 957 (ObjNum 553 snap 164 seq_num 553) dirty exists 2024-07-26T06:12:13.397 INFO:tasks.rados.rados.0.smithi089.stdout:2174: done (3 left) 2024-07-26T06:12:13.397 INFO:tasks.rados.rados.0.smithi089.stdout:2175: done (2 left) 2024-07-26T06:12:13.398 INFO:tasks.rados.rados.0.smithi089.stdout:2177: done (1 left) 2024-07-26T06:12:13.398 INFO:tasks.rados.rados.0.smithi089.stdout:2182: read oid 11 snap -1 2024-07-26T06:12:13.398 INFO:tasks.rados.rados.0.smithi089.stdout:2182: expect (ObjNum 640 snap 196 seq_num 640) 2024-07-26T06:12:13.398 INFO:tasks.rados.rados.0.smithi089.stdout:2183: snap_create 2024-07-26T06:12:13.399 INFO:tasks.rados.rados.0.smithi089.stdout:2181: finishing rollback tid 1 to smithi08986837-34 2024-07-26T06:12:13.399 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 34 v 852 (ObjNum 49 snap 0 seq_num 3362146640) dirty dne 2024-07-26T06:12:13.453 INFO:tasks.rados.rados.0.smithi089.stdout:2182: expect (ObjNum 640 snap 196 seq_num 640) 2024-07-26T06:12:13.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:13 smithi089 ceph-mon[99608]: from='client.34335 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:12:13.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:13 smithi089 ceph-mon[99608]: osdmap e493: 8 total, 7 up, 8 in 2024-07-26T06:12:13.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:13 smithi089 ceph-mon[99608]: from='client.34341 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:12:13.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:13 smithi089 ceph-mon[99608]: pgmap v394: 121 pgs: 13 active+undersized, 15 peering, 1 stale+active+clean, 4 active+undersized+degraded, 88 active+clean; 326 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.9 MiB/s wr, 13 op/s; 8/525 objects degraded (1.524%) 2024-07-26T06:12:13.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:13 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/2202182265' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:12:13.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:13 smithi089 ceph-mon[102056]: from='client.34335 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:12:13.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:13 smithi089 ceph-mon[102056]: osdmap e493: 8 total, 7 up, 8 in 2024-07-26T06:12:13.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:13 smithi089 ceph-mon[102056]: from='client.34341 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:12:13.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:13 smithi089 ceph-mon[102056]: pgmap v394: 121 pgs: 13 active+undersized, 15 peering, 1 stale+active+clean, 4 active+undersized+degraded, 88 active+clean; 326 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.9 MiB/s wr, 13 op/s; 8/525 objects degraded (1.524%) 2024-07-26T06:12:13.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:13 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/2202182265' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:12:13.705 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 06:12:13 smithi155 podman[105958]: 2024-07-26 06:12:13.468382079 +0000 UTC m=+0.017998736 image pull a246f06af74af9a1c45475dc36c910d564494bacf385674011a33b62b93c2c8c quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c 2024-07-26T06:12:13.705 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 06:12:13 smithi155 podman[105958]: 2024-07-26 06:12:13.591307873 +0000 UTC m=+0.140924573 container create 912f4ddb2781ec0b6faceae8e36c0bbbbae676eb7533824b707cc558c62366ff (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6-activate, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240724, RELEASE=squid-4b23044, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True) 2024-07-26T06:12:13.705 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:13 smithi155 ceph-mon[90160]: from='client.34335 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:12:13.705 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:13 smithi155 ceph-mon[90160]: osdmap e493: 8 total, 7 up, 8 in 2024-07-26T06:12:13.705 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:13 smithi155 ceph-mon[90160]: from='client.34341 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:12:13.705 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:13 smithi155 ceph-mon[90160]: pgmap v394: 121 pgs: 13 active+undersized, 15 peering, 1 stale+active+clean, 4 active+undersized+degraded, 88 active+clean; 326 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.9 MiB/s wr, 13 op/s; 8/525 objects degraded (1.524%) 2024-07-26T06:12:13.705 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:13 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/2202182265' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:12:14.129 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 06:12:13 smithi155 podman[105958]: 2024-07-26 06:12:13.802178538 +0000 UTC m=+0.351795198 container init 912f4ddb2781ec0b6faceae8e36c0bbbbae676eb7533824b707cc558c62366ff (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6-activate, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, RELEASE=squid-4b23044, org.label-schema.build-date=20240724, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-07-26T06:12:14.129 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 06:12:13 smithi155 podman[105958]: 2024-07-26 06:12:13.807421627 +0000 UTC m=+0.357038288 container start 912f4ddb2781ec0b6faceae8e36c0bbbbae676eb7533824b707cc558c62366ff (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6-activate, GIT_BRANCH=HEAD, org.label-schema.build-date=20240724, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, RELEASE=squid-4b23044, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS) 2024-07-26T06:12:14.129 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 06:12:13 smithi155 podman[105958]: 2024-07-26 06:12:13.910235693 +0000 UTC m=+0.459852362 container attach 912f4ddb2781ec0b6faceae8e36c0bbbbae676eb7533824b707cc558c62366ff (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6-activate, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-4b23044, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240724, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-07-26T06:12:14.129 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 06:12:13 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6-activate[105972]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-26T06:12:14.129 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 06:12:13 smithi155 bash[105958]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-26T06:12:14.130 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 06:12:13 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6-activate[105972]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-26T06:12:14.130 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 06:12:13 smithi155 bash[105958]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-26T06:12:14.387 INFO:tasks.rados.rados.0.smithi089.stdout:2181: done (2 left) 2024-07-26T06:12:14.387 INFO:tasks.rados.rados.0.smithi089.stdout:2182: done (1 left) 2024-07-26T06:12:14.388 INFO:tasks.rados.rados.0.smithi089.stdout:2183: done (0 left) 2024-07-26T06:12:14.388 INFO:tasks.rados.rados.0.smithi089.stdout:2184: copy_from oid 21 from oid 50 current snap is 210 2024-07-26T06:12:14.388 INFO:tasks.rados.rados.0.smithi089.stdout:2185: read oid 7 snap -1 2024-07-26T06:12:14.388 INFO:tasks.rados.rados.0.smithi089.stdout:2185: expect (ObjNum 591 snap 178 seq_num 591) 2024-07-26T06:12:14.388 INFO:tasks.rados.rados.0.smithi089.stdout:2186: read oid 37 snap -1 2024-07-26T06:12:14.389 INFO:tasks.rados.rados.0.smithi089.stdout:2186: expect (ObjNum 520 snap 155 seq_num 520) 2024-07-26T06:12:14.389 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 9 current snap is 210 2024-07-26T06:12:14.389 INFO:tasks.rados.rados.0.smithi089.stdout:2187: seq_num 678 ranges {1613824=565248,2179072=802816,2981888=401408} 2024-07-26T06:12:14.399 INFO:tasks.rados.rados.0.smithi089.stdout:2187: writing smithi08986837-9 from 1613824 to 2179072 tid 1 2024-07-26T06:12:14.399 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 06:12:14 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6-activate[105972]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-07-26T06:12:14.400 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 06:12:14 smithi155 bash[105958]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-07-26T06:12:14.400 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 06:12:14 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6-activate[105972]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-07-26T06:12:14.400 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 06:12:14 smithi155 bash[105958]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-07-26T06:12:14.400 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 06:12:14 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6-activate[105972]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-07-26T06:12:14.400 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 06:12:14 smithi155 bash[105958]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-07-26T06:12:14.400 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 06:12:14 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6-activate[105972]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-07-26T06:12:14.400 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 06:12:14 smithi155 bash[105958]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-07-26T06:12:14.400 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 06:12:14 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6-activate[105972]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2024-07-26T06:12:14.400 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 06:12:14 smithi155 bash[105958]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2024-07-26T06:12:14.400 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 06:12:14 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6-activate[105972]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-07-26T06:12:14.401 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 06:12:14 smithi155 bash[105958]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-07-26T06:12:14.401 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 06:12:14 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6-activate[105972]: --> ceph-volume raw activate successful for osd ID: 6 2024-07-26T06:12:14.401 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 06:12:14 smithi155 bash[105958]: --> ceph-volume raw activate successful for osd ID: 6 2024-07-26T06:12:14.401 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 06:12:14 smithi155 podman[105958]: 2024-07-26 06:12:14.186458532 +0000 UTC m=+0.736075191 container died 912f4ddb2781ec0b6faceae8e36c0bbbbae676eb7533824b707cc558c62366ff (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6-activate, org.label-schema.build-date=20240724, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-4b23044, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image) 2024-07-26T06:12:14.404 INFO:tasks.rados.rados.0.smithi089.stdout:2187: writing smithi08986837-9 from 2179072 to 2981888 tid 2 2024-07-26T06:12:14.407 INFO:tasks.rados.rados.0.smithi089.stdout:2187: writing smithi08986837-9 from 2981888 to 3383296 tid 3 2024-07-26T06:12:14.408 INFO:tasks.rados.rados.0.smithi089.stdout:2188: snap_remove snap 208 2024-07-26T06:12:14.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:14 smithi089 ceph-mon[99608]: Health check failed: Degraded data redundancy: 8/525 objects degraded (1.524%), 4 pgs degraded (PG_DEGRADED) 2024-07-26T06:12:14.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:14 smithi089 ceph-mon[99608]: osdmap e494: 8 total, 7 up, 8 in 2024-07-26T06:12:14.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:14 smithi089 ceph-mon[102056]: Health check failed: Degraded data redundancy: 8/525 objects degraded (1.524%), 4 pgs degraded (PG_DEGRADED) 2024-07-26T06:12:14.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:14 smithi089 ceph-mon[102056]: osdmap e494: 8 total, 7 up, 8 in 2024-07-26T06:12:14.830 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:14 smithi155 ceph-mon[90160]: Health check failed: Degraded data redundancy: 8/525 objects degraded (1.524%), 4 pgs degraded (PG_DEGRADED) 2024-07-26T06:12:14.831 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:14 smithi155 ceph-mon[90160]: osdmap e494: 8 total, 7 up, 8 in 2024-07-26T06:12:15.129 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 06:12:14 smithi155 podman[106126]: 2024-07-26 06:12:14.830804898 +0000 UTC m=+0.638708826 container remove 912f4ddb2781ec0b6faceae8e36c0bbbbae676eb7533824b707cc558c62366ff (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6-activate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-4b23044, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240724, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0) 2024-07-26T06:12:15.129 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 06:12:15 smithi155 podman[106189]: 2024-07-26 06:12:14.944308323 +0000 UTC m=+0.016957720 image pull a246f06af74af9a1c45475dc36c910d564494bacf385674011a33b62b93c2c8c quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c 2024-07-26T06:12:15.129 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 06:12:15 smithi155 podman[106189]: 2024-07-26 06:12:15.04607481 +0000 UTC m=+0.118724195 container create a43b8e69472a3b6cce6a7263bc7f4c7c865057fdd3b2a47edc7da60f39a3ff11 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240724, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, RELEASE=squid-4b23044, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-07-26T06:12:15.415 INFO:tasks.rados.rados.0.smithi089.stdout:2188: done (4 left) 2024-07-26T06:12:15.415 INFO:tasks.rados.rados.0.smithi089.stdout:2189: read oid 18 snap -1 2024-07-26T06:12:15.415 INFO:tasks.rados.rados.0.smithi089.stdout:2189: expect deleted 2024-07-26T06:12:15.415 INFO:tasks.rados.rados.0.smithi089.stdout:2190: snap_create 2024-07-26T06:12:15.415 INFO:tasks.rados.rados.0.smithi089.stdout:2186: expect (ObjNum 520 snap 155 seq_num 520) 2024-07-26T06:12:15.490 INFO:tasks.rados.rados.0.smithi089.stdout:2187: finishing write tid 1 to smithi08986837-9 2024-07-26T06:12:15.490 INFO:tasks.rados.rados.0.smithi089.stdout:2187: finishing write tid 2 to smithi08986837-9 2024-07-26T06:12:15.490 INFO:tasks.rados.rados.0.smithi089.stdout:2185: expect (ObjNum 591 snap 178 seq_num 591) 2024-07-26T06:12:15.538 INFO:tasks.rados.rados.0.smithi089.stdout:2187: finishing write tid 3 to smithi08986837-9 2024-07-26T06:12:15.538 INFO:tasks.rados.rados.0.smithi089.stdout:2187: finishing write tid 4 to smithi08986837-9 2024-07-26T06:12:15.539 INFO:tasks.rados.rados.0.smithi089.stdout:2187: finishing write tid 5 to smithi08986837-9 2024-07-26T06:12:15.539 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 9 v 431 (ObjNum 678 snap 210 seq_num 678) dirty exists 2024-07-26T06:12:15.539 INFO:tasks.rados.rados.0.smithi089.stdout:2187: left oid 9 (ObjNum 678 snap 210 seq_num 678) 2024-07-26T06:12:15.539 INFO:tasks.rados.rados.0.smithi089.stdout:2184: finishing copy_from racing read to smithi08986837-21 2024-07-26T06:12:15.539 INFO:tasks.rados.rados.0.smithi089.stdout:2184: finishing copy_from to smithi08986837-21 2024-07-26T06:12:15.539 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 21 v 751 (ObjNum 553 snap 164 seq_num 553) dirty exists 2024-07-26T06:12:15.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:15 smithi155 ceph-mon[90160]: osdmap e495: 8 total, 7 up, 8 in 2024-07-26T06:12:15.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:15 smithi155 ceph-mon[90160]: pgmap v397: 121 pgs: 21 active+undersized, 15 peering, 6 active+undersized+degraded, 79 active+clean; 326 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 418 KiB/s wr, 4 op/s; 13/525 objects degraded (2.476%) 2024-07-26T06:12:15.630 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 06:12:15 smithi155 podman[106189]: 2024-07-26 06:12:15.256446828 +0000 UTC m=+0.329096212 container init a43b8e69472a3b6cce6a7263bc7f4c7c865057fdd3b2a47edc7da60f39a3ff11 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , RELEASE=squid-4b23044, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240724, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-07-26T06:12:15.630 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 06:12:15 smithi155 podman[106189]: 2024-07-26 06:12:15.26206505 +0000 UTC m=+0.334714435 container start a43b8e69472a3b6cce6a7263bc7f4c7c865057fdd3b2a47edc7da60f39a3ff11 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-4b23044, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240724, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-07-26T06:12:15.630 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 06:12:15 smithi155 ceph-osd[106227]: -- 172.21.15.155:0/1424177897 <== mon.1 v2:172.21.15.155:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x561cafaa5a40 con 0x561cafa83c00 2024-07-26T06:12:15.630 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 06:12:15 smithi155 bash[106189]: a43b8e69472a3b6cce6a7263bc7f4c7c865057fdd3b2a47edc7da60f39a3ff11 2024-07-26T06:12:15.630 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 06:12:15 smithi155 systemd[1]: Started Ceph osd.6 for 9bd49884-4b13-11ef-bcb6-c7b262605968. 2024-07-26T06:12:15.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:15 smithi089 ceph-mon[99608]: osdmap e495: 8 total, 7 up, 8 in 2024-07-26T06:12:15.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:15 smithi089 ceph-mon[99608]: pgmap v397: 121 pgs: 21 active+undersized, 15 peering, 6 active+undersized+degraded, 79 active+clean; 326 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 418 KiB/s wr, 4 op/s; 13/525 objects degraded (2.476%) 2024-07-26T06:12:15.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:15 smithi089 ceph-mon[102056]: osdmap e495: 8 total, 7 up, 8 in 2024-07-26T06:12:15.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:15 smithi089 ceph-mon[102056]: pgmap v397: 121 pgs: 21 active+undersized, 15 peering, 6 active+undersized+degraded, 79 active+clean; 326 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 418 KiB/s wr, 4 op/s; 13/525 objects degraded (2.476%) 2024-07-26T06:12:16.092 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 06:12:15 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6[106204]: 2024-07-26T06:12:15.808+0000 7f2891ceb640 -1 Falling back to public interface 2024-07-26T06:12:16.424 INFO:tasks.rados.rados.0.smithi089.stdout:2184: done (5 left) 2024-07-26T06:12:16.424 INFO:tasks.rados.rados.0.smithi089.stdout:2185: done (4 left) 2024-07-26T06:12:16.425 INFO:tasks.rados.rados.0.smithi089.stdout:2186: done (3 left) 2024-07-26T06:12:16.425 INFO:tasks.rados.rados.0.smithi089.stdout:2187: done (2 left) 2024-07-26T06:12:16.425 INFO:tasks.rados.rados.0.smithi089.stdout:2189: done (1 left) 2024-07-26T06:12:16.425 INFO:tasks.rados.rados.0.smithi089.stdout:2190: done (0 left) 2024-07-26T06:12:16.425 INFO:tasks.rados.rados.0.smithi089.stdout:2191: rollback oid 23 current snap is 211 2024-07-26T06:12:16.425 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 23 to 203 2024-07-26T06:12:16.425 INFO:tasks.rados.rados.0.smithi089.stdout:2192: copy_from oid 7 from oid 25 current snap is 211 2024-07-26T06:12:16.425 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 8 current snap is 211 2024-07-26T06:12:16.425 INFO:tasks.rados.rados.0.smithi089.stdout:2193: seq_num 679 ranges {6635520=581632,7217152=688128,7905280=516096} 2024-07-26T06:12:16.462 INFO:tasks.rados.rados.0.smithi089.stdout:2193: writing smithi08986837-8 from 6635520 to 7217152 tid 1 2024-07-26T06:12:16.466 INFO:tasks.rados.rados.0.smithi089.stdout:2193: writing smithi08986837-8 from 7217152 to 7905280 tid 2 2024-07-26T06:12:16.470 INFO:tasks.rados.rados.0.smithi089.stdout:2193: writing smithi08986837-8 from 7905280 to 8421376 tid 3 2024-07-26T06:12:16.470 INFO:tasks.rados.rados.0.smithi089.stdout:2194: snap_remove snap 198 2024-07-26T06:12:16.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:16 smithi155 ceph-mon[90160]: osdmap e496: 8 total, 7 up, 8 in 2024-07-26T06:12:16.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:16 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:12:16.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:16 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:12:16.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:16 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:12:16.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:16 smithi089 ceph-mon[99608]: osdmap e496: 8 total, 7 up, 8 in 2024-07-26T06:12:16.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:16 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:12:16.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:16 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:12:16.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:16 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:12:16.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:16 smithi089 ceph-mon[102056]: osdmap e496: 8 total, 7 up, 8 in 2024-07-26T06:12:16.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:16 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:12:16.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:16 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:12:16.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:16 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:12:17.439 INFO:tasks.rados.rados.0.smithi089.stdout:2194: done (3 left) 2024-07-26T06:12:17.439 INFO:tasks.rados.rados.0.smithi089.stdout:2195: read oid 31 snap -1 2024-07-26T06:12:17.439 INFO:tasks.rados.rados.0.smithi089.stdout:2195: expect (ObjNum 466 snap 135 seq_num 466) 2024-07-26T06:12:17.440 INFO:tasks.rados.rados.0.smithi089.stdout:2196: read oid 29 snap -1 2024-07-26T06:12:17.440 INFO:tasks.rados.rados.0.smithi089.stdout:2196: expect (ObjNum 644 snap 197 seq_num 644) 2024-07-26T06:12:17.440 INFO:tasks.rados.rados.0.smithi089.stdout:2197: read oid 41 snap 210 2024-07-26T06:12:17.440 INFO:tasks.rados.rados.0.smithi089.stdout:2197: expect (ObjNum 486 snap 140 seq_num 486) 2024-07-26T06:12:17.440 INFO:tasks.rados.rados.0.smithi089.stdout:2198: rmattr oid 16 current snap is 211 2024-07-26T06:12:17.440 INFO:tasks.rados.rados.0.smithi089.stdout:2198: done (6 left) 2024-07-26T06:12:17.440 INFO:tasks.rados.rados.0.smithi089.stdout:2199: snap_create 2024-07-26T06:12:17.440 INFO:tasks.rados.rados.0.smithi089.stdout:2191: finishing rollback tid 0 to smithi08986837-23 2024-07-26T06:12:17.440 INFO:tasks.rados.rados.0.smithi089.stdout:2191: finishing rollback tid 1 to smithi08986837-23 2024-07-26T06:12:17.440 INFO:tasks.rados.rados.0.smithi089.stdout:2191: finishing rollback tid 2 to smithi08986837-23 2024-07-26T06:12:17.440 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 23 v 584 (ObjNum 658 snap 200 seq_num 658) dirty exists 2024-07-26T06:12:17.440 INFO:tasks.rados.rados.0.smithi089.stdout:2192: finishing copy_from racing read to smithi08986837-7 2024-07-26T06:12:17.440 INFO:tasks.rados.rados.0.smithi089.stdout:2192: finishing copy_from to smithi08986837-7 2024-07-26T06:12:17.441 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 7 v 834 (ObjNum 575 snap 173 seq_num 575) dirty exists 2024-07-26T06:12:17.441 INFO:tasks.rados.rados.0.smithi089.stdout:2193: finishing write tid 1 to smithi08986837-8 2024-07-26T06:12:17.441 INFO:tasks.rados.rados.0.smithi089.stdout:2193: finishing write tid 2 to smithi08986837-8 2024-07-26T06:12:17.441 INFO:tasks.rados.rados.0.smithi089.stdout:2193: finishing write tid 3 to smithi08986837-8 2024-07-26T06:12:17.441 INFO:tasks.rados.rados.0.smithi089.stdout:2193: finishing write tid 4 to smithi08986837-8 2024-07-26T06:12:17.441 INFO:tasks.rados.rados.0.smithi089.stdout:2193: finishing write tid 5 to smithi08986837-8 2024-07-26T06:12:17.441 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 8 v 954 (ObjNum 679 snap 211 seq_num 679) dirty exists 2024-07-26T06:12:17.441 INFO:tasks.rados.rados.0.smithi089.stdout:2193: left oid 8 (ObjNum 679 snap 211 seq_num 679) 2024-07-26T06:12:17.450 INFO:tasks.rados.rados.0.smithi089.stdout:2197: expect (ObjNum 486 snap 140 seq_num 486) 2024-07-26T06:12:17.515 INFO:tasks.rados.rados.0.smithi089.stdout:2196: expect (ObjNum 644 snap 197 seq_num 644) 2024-07-26T06:12:17.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:17 smithi155 ceph-mon[90160]: osdmap e497: 8 total, 7 up, 8 in 2024-07-26T06:12:17.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:17 smithi155 ceph-mon[90160]: pgmap v400: 121 pgs: 33 active+undersized, 9 active+undersized+degraded, 79 active+clean; 329 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 432 KiB/s wr, 5 op/s; 46/531 objects degraded (8.663%) 2024-07-26T06:12:17.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:17 smithi089 ceph-mon[99608]: osdmap e497: 8 total, 7 up, 8 in 2024-07-26T06:12:17.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:17 smithi089 ceph-mon[99608]: pgmap v400: 121 pgs: 33 active+undersized, 9 active+undersized+degraded, 79 active+clean; 329 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 432 KiB/s wr, 5 op/s; 46/531 objects degraded (8.663%) 2024-07-26T06:12:17.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:17 smithi089 ceph-mon[102056]: osdmap e497: 8 total, 7 up, 8 in 2024-07-26T06:12:17.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:17 smithi089 ceph-mon[102056]: pgmap v400: 121 pgs: 33 active+undersized, 9 active+undersized+degraded, 79 active+clean; 329 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 432 KiB/s wr, 5 op/s; 46/531 objects degraded (8.663%) 2024-07-26T06:12:18.679 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:18 smithi155 ceph-mon[90160]: osdmap e498: 8 total, 7 up, 8 in 2024-07-26T06:12:18.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:18 smithi089 ceph-mon[99608]: osdmap e498: 8 total, 7 up, 8 in 2024-07-26T06:12:18.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:18 smithi089 ceph-mon[102056]: osdmap e498: 8 total, 7 up, 8 in 2024-07-26T06:12:18.935 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 06:12:18 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6[106204]: 2024-07-26T06:12:18.738+0000 7f2891ceb640 -1 osd.6 490 log_to_monitors true 2024-07-26T06:12:19.167 INFO:tasks.rados.rados.0.smithi089.stdout:2195: expect (ObjNum 466 snap 135 seq_num 466) 2024-07-26T06:12:19.189 INFO:tasks.rados.rados.0.smithi089.stdout:2191: done (6 left) 2024-07-26T06:12:19.189 INFO:tasks.rados.rados.0.smithi089.stdout:2192: done (5 left) 2024-07-26T06:12:19.189 INFO:tasks.rados.rados.0.smithi089.stdout:2193: done (4 left) 2024-07-26T06:12:19.189 INFO:tasks.rados.rados.0.smithi089.stdout:2195: done (3 left) 2024-07-26T06:12:19.190 INFO:tasks.rados.rados.0.smithi089.stdout:2196: done (2 left) 2024-07-26T06:12:19.190 INFO:tasks.rados.rados.0.smithi089.stdout:2197: done (1 left) 2024-07-26T06:12:19.190 INFO:tasks.rados.rados.0.smithi089.stdout:2199: done (0 left) 2024-07-26T06:12:19.190 INFO:tasks.rados.rados.0.smithi089.stdout:2200: read oid 32 snap 172 2024-07-26T06:12:19.190 INFO:tasks.rados.rados.0.smithi089.stdout:2200: expect (ObjNum 540 snap 160 seq_num 540) 2024-07-26T06:12:19.190 INFO:tasks.rados.rados.0.smithi089.stdout:2201: read oid 43 snap -1 2024-07-26T06:12:19.190 INFO:tasks.rados.rados.0.smithi089.stdout:2201: expect (ObjNum 635 snap 192 seq_num 635) 2024-07-26T06:12:19.190 INFO:tasks.rados.rados.0.smithi089.stdout:2202: read oid 14 snap -1 2024-07-26T06:12:19.191 INFO:tasks.rados.rados.0.smithi089.stdout:2202: expect deleted 2024-07-26T06:12:19.191 INFO:tasks.rados.rados.0.smithi089.stdout:2203: rollback oid 44 current snap is 212 2024-07-26T06:12:19.191 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 44 to 190 2024-07-26T06:12:19.191 INFO:tasks.rados.rados.0.smithi089.stdout:2204: delete oid 34 current snap is 212 2024-07-26T06:12:19.192 INFO:tasks.rados.rados.0.smithi089.stdout:2202: done (4 left) 2024-07-26T06:12:19.192 INFO:tasks.rados.rados.0.smithi089.stdout:2204: done (3 left) 2024-07-26T06:12:19.192 INFO:tasks.rados.rados.0.smithi089.stdout:2205: snap_create 2024-07-26T06:12:19.195 INFO:tasks.rados.rados.0.smithi089.stdout:2203: finishing rollback tid 0 to smithi08986837-44 2024-07-26T06:12:19.196 INFO:tasks.rados.rados.0.smithi089.stdout:2203: finishing rollback tid 1 to smithi08986837-44 2024-07-26T06:12:19.196 INFO:tasks.rados.rados.0.smithi089.stdout:2203: finishing rollback tid 2 to smithi08986837-44 2024-07-26T06:12:19.197 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 44 v 1198 (ObjNum 595 snap 178 seq_num 595) dirty exists 2024-07-26T06:12:19.198 INFO:tasks.rados.rados.0.smithi089.stdout:2200: expect (ObjNum 540 snap 160 seq_num 540) 2024-07-26T06:12:19.251 INFO:tasks.rados.rados.0.smithi089.stdout:2201: expect (ObjNum 635 snap 192 seq_num 635) 2024-07-26T06:12:19.686 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 06:12:19 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6[106204]: 2024-07-26T06:12:19.465+0000 7f2889a96640 -1 osd.6 490 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-07-26T06:12:19.686 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:19 smithi155 ceph-mon[90160]: osdmap e499: 8 total, 7 up, 8 in 2024-07-26T06:12:19.687 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:19 smithi155 ceph-mon[90160]: pgmap v403: 121 pgs: 33 active+undersized, 9 active+undersized+degraded, 79 active+clean; 333 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.4 MiB/s wr, 6 op/s; 46/537 objects degraded (8.566%) 2024-07-26T06:12:19.687 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:19 smithi155 ceph-mon[90160]: from='osd.6 [v2:172.21.15.155:6816/4134511510,v1:172.21.15.155:6817/4134511510]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-07-26T06:12:19.687 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:19 smithi155 ceph-mon[90160]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-07-26T06:12:19.687 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:19 smithi155 ceph-mon[90160]: Health check update: Degraded data redundancy: 46/531 objects degraded (8.663%), 9 pgs degraded (PG_DEGRADED) 2024-07-26T06:12:19.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:19 smithi089 ceph-mon[102056]: osdmap e499: 8 total, 7 up, 8 in 2024-07-26T06:12:19.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:19 smithi089 ceph-mon[102056]: pgmap v403: 121 pgs: 33 active+undersized, 9 active+undersized+degraded, 79 active+clean; 333 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.4 MiB/s wr, 6 op/s; 46/537 objects degraded (8.566%) 2024-07-26T06:12:19.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:19 smithi089 ceph-mon[102056]: from='osd.6 [v2:172.21.15.155:6816/4134511510,v1:172.21.15.155:6817/4134511510]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-07-26T06:12:19.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:19 smithi089 ceph-mon[102056]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-07-26T06:12:19.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:19 smithi089 ceph-mon[102056]: Health check update: Degraded data redundancy: 46/531 objects degraded (8.663%), 9 pgs degraded (PG_DEGRADED) 2024-07-26T06:12:19.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:19 smithi089 ceph-mon[99608]: osdmap e499: 8 total, 7 up, 8 in 2024-07-26T06:12:19.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:19 smithi089 ceph-mon[99608]: pgmap v403: 121 pgs: 33 active+undersized, 9 active+undersized+degraded, 79 active+clean; 333 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.4 MiB/s wr, 6 op/s; 46/537 objects degraded (8.566%) 2024-07-26T06:12:19.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:19 smithi089 ceph-mon[99608]: from='osd.6 [v2:172.21.15.155:6816/4134511510,v1:172.21.15.155:6817/4134511510]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-07-26T06:12:19.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:19 smithi089 ceph-mon[99608]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-07-26T06:12:19.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:19 smithi089 ceph-mon[99608]: Health check update: Degraded data redundancy: 46/531 objects degraded (8.663%), 9 pgs degraded (PG_DEGRADED) 2024-07-26T06:12:20.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:20 smithi155 ceph-mon[90160]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-07-26T06:12:20.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:20 smithi155 ceph-mon[90160]: from='osd.6 [v2:172.21.15.155:6816/4134511510,v1:172.21.15.155:6817/4134511510]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2024-07-26T06:12:20.883 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:20 smithi155 ceph-mon[90160]: osdmap e500: 8 total, 7 up, 8 in 2024-07-26T06:12:20.883 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:20 smithi155 ceph-mon[90160]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2024-07-26T06:12:20.883 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:20 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:12:20.883 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:20 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:12:20.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:20 smithi089 ceph-mon[102056]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-07-26T06:12:20.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:20 smithi089 ceph-mon[102056]: from='osd.6 [v2:172.21.15.155:6816/4134511510,v1:172.21.15.155:6817/4134511510]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2024-07-26T06:12:20.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:20 smithi089 ceph-mon[102056]: osdmap e500: 8 total, 7 up, 8 in 2024-07-26T06:12:20.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:20 smithi089 ceph-mon[102056]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2024-07-26T06:12:20.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:20 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:12:20.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:20 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:12:20.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:20 smithi089 ceph-mon[99608]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-07-26T06:12:20.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:20 smithi089 ceph-mon[99608]: from='osd.6 [v2:172.21.15.155:6816/4134511510,v1:172.21.15.155:6817/4134511510]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2024-07-26T06:12:20.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:20 smithi089 ceph-mon[99608]: osdmap e500: 8 total, 7 up, 8 in 2024-07-26T06:12:20.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:20 smithi089 ceph-mon[99608]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2024-07-26T06:12:20.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:20 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:12:20.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:20 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:12:21.143 INFO:tasks.rados.rados.0.smithi089.stdout:2200: done (3 left) 2024-07-26T06:12:21.143 INFO:tasks.rados.rados.0.smithi089.stdout:2201: done (2 left) 2024-07-26T06:12:21.144 INFO:tasks.rados.rados.0.smithi089.stdout:2203: done (1 left) 2024-07-26T06:12:21.144 INFO:tasks.rados.rados.0.smithi089.stdout:2205: done (0 left) 2024-07-26T06:12:21.144 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 31 current snap is 213 2024-07-26T06:12:21.144 INFO:tasks.rados.rados.0.smithi089.stdout:2206: seq_num 681 ranges {745472=614400,1359872=458752,1818624=638976,2457600=106496} 2024-07-26T06:12:21.150 INFO:tasks.rados.rados.0.smithi089.stdout:2206: writing smithi08986837-31 from 745472 to 1359872 tid 1 2024-07-26T06:12:21.153 INFO:tasks.rados.rados.0.smithi089.stdout:2206: writing smithi08986837-31 from 1359872 to 1818624 tid 2 2024-07-26T06:12:21.157 INFO:tasks.rados.rados.0.smithi089.stdout:2206: writing smithi08986837-31 from 1818624 to 2457600 tid 3 2024-07-26T06:12:21.158 INFO:tasks.rados.rados.0.smithi089.stdout:2206: writing smithi08986837-31 from 2457600 to 2564096 tid 4 2024-07-26T06:12:21.158 INFO:tasks.rados.rados.0.smithi089.stdout:2207: read oid 19 snap -1 2024-07-26T06:12:21.158 INFO:tasks.rados.rados.0.smithi089.stdout:2207: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-26T06:12:21.158 INFO:tasks.rados.rados.0.smithi089.stdout:2208: delete oid 35 current snap is 213 2024-07-26T06:12:21.158 INFO:tasks.rados.rados.0.smithi089.stdout:2206: finishing write tid 1 to smithi08986837-31 2024-07-26T06:12:21.158 INFO:tasks.rados.rados.0.smithi089.stdout:2206: finishing write tid 2 to smithi08986837-31 2024-07-26T06:12:21.158 INFO:tasks.rados.rados.0.smithi089.stdout:2207: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-26T06:12:21.163 INFO:tasks.rados.rados.0.smithi089.stdout:2206: finishing write tid 3 to smithi08986837-31 2024-07-26T06:12:21.163 INFO:tasks.rados.rados.0.smithi089.stdout:2206: finishing write tid 4 to smithi08986837-31 2024-07-26T06:12:21.163 INFO:tasks.rados.rados.0.smithi089.stdout:2207: done (2 left) 2024-07-26T06:12:21.163 INFO:tasks.rados.rados.0.smithi089.stdout:2208: done (1 left) 2024-07-26T06:12:21.163 INFO:tasks.rados.rados.0.smithi089.stdout:2209: rmattr oid 49 current snap is 213 2024-07-26T06:12:21.163 INFO:tasks.rados.rados.0.smithi089.stdout:2209: done (1 left) 2024-07-26T06:12:21.163 INFO:tasks.rados.rados.0.smithi089.stdout:2210: read oid 39 snap 205 2024-07-26T06:12:21.163 INFO:tasks.rados.rados.0.smithi089.stdout:2210: expect (ObjNum 669 snap 205 seq_num 669) 2024-07-26T06:12:21.164 INFO:tasks.rados.rados.0.smithi089.stdout:2211: rollback oid 2 current snap is 213 2024-07-26T06:12:21.164 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 2 to 202 2024-07-26T06:12:21.164 INFO:tasks.rados.rados.0.smithi089.stdout:2206: finishing write tid 5 to smithi08986837-31 2024-07-26T06:12:21.164 INFO:tasks.rados.rados.0.smithi089.stdout:2206: finishing write tid 6 to smithi08986837-31 2024-07-26T06:12:21.164 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 31 v 1173 (ObjNum 681 snap 213 seq_num 681) dirty exists 2024-07-26T06:12:21.164 INFO:tasks.rados.rados.0.smithi089.stdout:2206: left oid 31 (ObjNum 681 snap 213 seq_num 681) 2024-07-26T06:12:21.164 INFO:tasks.rados.rados.0.smithi089.stdout:2206: done (2 left) 2024-07-26T06:12:21.164 INFO:tasks.rados.rados.0.smithi089.stdout:2212: setattr oid 13 current snap is 213 2024-07-26T06:12:21.165 INFO:tasks.rados.rados.0.smithi089.stdout:2211: finishing rollback tid 1 to smithi08986837-2 2024-07-26T06:12:21.165 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 2 v 934 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-07-26T06:12:21.165 INFO:tasks.rados.rados.0.smithi089.stdout:2211: done (2 left) 2024-07-26T06:12:21.165 INFO:tasks.rados.rados.0.smithi089.stdout:2213: read oid 3 snap -1 2024-07-26T06:12:21.165 INFO:tasks.rados.rados.0.smithi089.stdout:2213: expect (ObjNum 655 snap 200 seq_num 655) 2024-07-26T06:12:21.165 INFO:tasks.rados.rados.0.smithi089.stdout:2214: snap_create 2024-07-26T06:12:21.167 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 13 v 837 (ObjNum 129 snap 0 seq_num 3362895200) dirty exists 2024-07-26T06:12:21.172 INFO:tasks.rados.rados.0.smithi089.stdout:2210: expect (ObjNum 669 snap 205 seq_num 669) 2024-07-26T06:12:21.270 INFO:tasks.rados.rados.0.smithi089.stdout:2213: expect (ObjNum 655 snap 200 seq_num 655) 2024-07-26T06:12:21.442 INFO:tasks.rados.rados.0.smithi089.stdout:2210: done (3 left) 2024-07-26T06:12:21.442 INFO:tasks.rados.rados.0.smithi089.stdout:2212: done (2 left) 2024-07-26T06:12:21.442 INFO:tasks.rados.rados.0.smithi089.stdout:2213: done (1 left) 2024-07-26T06:12:21.442 INFO:tasks.rados.rados.0.smithi089.stdout:2214: done (0 left) 2024-07-26T06:12:21.442 INFO:tasks.rados.rados.0.smithi089.stdout:2215: rollback oid 7 current snap is 214 2024-07-26T06:12:21.442 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 7 to 210 2024-07-26T06:12:21.442 INFO:tasks.rados.rados.0.smithi089.stdout:2216: copy_from oid 23 from oid 13 current snap is 214 2024-07-26T06:12:21.443 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 42 current snap is 214 2024-07-26T06:12:21.443 INFO:tasks.rados.rados.0.smithi089.stdout:2217: seq_num 683 ranges {0=647168,647168=630784,1277952=573440} 2024-07-26T06:12:21.446 INFO:tasks.rados.rados.0.smithi089.stdout:2217: writing smithi08986837-42 from 0 to 647168 tid 1 2024-07-26T06:12:21.450 INFO:tasks.rados.rados.0.smithi089.stdout:2217: writing smithi08986837-42 from 647168 to 1277952 tid 2 2024-07-26T06:12:21.453 INFO:tasks.rados.rados.0.smithi089.stdout:2217: writing smithi08986837-42 from 1277952 to 1851392 tid 3 2024-07-26T06:12:21.453 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 10 current snap is 214 2024-07-26T06:12:21.453 INFO:tasks.rados.rados.0.smithi089.stdout:2218: seq_num 684 ranges {11640832=663552,12304384=507904,12812288=409600,13221888=286720} 2024-07-26T06:12:21.506 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:21 smithi155 ceph-mon[90160]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-07-26T06:12:21.520 INFO:tasks.rados.rados.0.smithi089.stdout:2218: writing smithi08986837-10 from 11640832 to 12304384 tid 1 2024-07-26T06:12:21.523 INFO:tasks.rados.rados.0.smithi089.stdout:2218: writing smithi08986837-10 from 12304384 to 12812288 tid 2 2024-07-26T06:12:21.526 INFO:tasks.rados.rados.0.smithi089.stdout:2218: writing smithi08986837-10 from 12812288 to 13221888 tid 3 2024-07-26T06:12:21.529 INFO:tasks.rados.rados.0.smithi089.stdout:2218: writing smithi08986837-10 from 13221888 to 13508608 tid 4 2024-07-26T06:12:21.529 INFO:tasks.rados.rados.0.smithi089.stdout:2219: read oid 35 snap -1 2024-07-26T06:12:21.529 INFO:tasks.rados.rados.0.smithi089.stdout:2219: expect deleted 2024-07-26T06:12:21.529 INFO:tasks.rados.rados.0.smithi089.stdout:2220: rmattr oid 50 current snap is 214 2024-07-26T06:12:21.529 INFO:tasks.rados.rados.0.smithi089.stdout:2216: finishing copy_from racing read to smithi08986837-23 2024-07-26T06:12:21.529 INFO:tasks.rados.rados.0.smithi089.stdout:2221: snap_create 2024-07-26T06:12:21.529 INFO:tasks.rados.rados.0.smithi089.stdout:2217: finishing write tid 1 to smithi08986837-42 2024-07-26T06:12:21.529 INFO:tasks.rados.rados.0.smithi089.stdout:2216: finishing copy_from to smithi08986837-23 2024-07-26T06:12:21.529 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 23 v 837 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-07-26T06:12:21.530 INFO:tasks.rados.rados.0.smithi089.stdout:2217: finishing write tid 2 to smithi08986837-42 2024-07-26T06:12:21.530 INFO:tasks.rados.rados.0.smithi089.stdout:2217: finishing write tid 3 to smithi08986837-42 2024-07-26T06:12:21.530 INFO:tasks.rados.rados.0.smithi089.stdout:2217: finishing write tid 4 to smithi08986837-42 2024-07-26T06:12:21.530 INFO:tasks.rados.rados.0.smithi089.stdout:2217: finishing write tid 5 to smithi08986837-42 2024-07-26T06:12:21.530 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 42 v 1202 (ObjNum 683 snap 214 seq_num 683) dirty exists 2024-07-26T06:12:21.530 INFO:tasks.rados.rados.0.smithi089.stdout:2217: left oid 42 (ObjNum 683 snap 214 seq_num 683) 2024-07-26T06:12:21.531 INFO:tasks.rados.rados.0.smithi089.stdout:2218: finishing write tid 1 to smithi08986837-10 2024-07-26T06:12:21.532 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 50 v 1151 (ObjNum 553 snap 164 seq_num 553) dirty exists 2024-07-26T06:12:21.533 INFO:tasks.rados.rados.0.smithi089.stdout:2218: finishing write tid 2 to smithi08986837-10 2024-07-26T06:12:21.533 INFO:tasks.rados.rados.0.smithi089.stdout:2218: finishing write tid 3 to smithi08986837-10 2024-07-26T06:12:21.534 INFO:tasks.rados.rados.0.smithi089.stdout:2218: finishing write tid 4 to smithi08986837-10 2024-07-26T06:12:21.535 INFO:tasks.rados.rados.0.smithi089.stdout:2218: finishing write tid 5 to smithi08986837-10 2024-07-26T06:12:21.536 INFO:tasks.rados.rados.0.smithi089.stdout:2218: finishing write tid 6 to smithi08986837-10 2024-07-26T06:12:21.536 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 10 v 1179 (ObjNum 684 snap 214 seq_num 684) dirty exists 2024-07-26T06:12:21.536 INFO:tasks.rados.rados.0.smithi089.stdout:2218: left oid 10 (ObjNum 684 snap 214 seq_num 684) 2024-07-26T06:12:21.545 INFO:tasks.rados.rados.0.smithi089.stdout:2215: finishing rollback tid 0 to smithi08986837-7 2024-07-26T06:12:21.552 INFO:tasks.rados.rados.0.smithi089.stdout:2215: finishing rollback tid 1 to smithi08986837-7 2024-07-26T06:12:21.552 INFO:tasks.rados.rados.0.smithi089.stdout:2215: finishing rollback tid 2 to smithi08986837-7 2024-07-26T06:12:21.552 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 7 v 872 (ObjNum 591 snap 178 seq_num 591) dirty exists 2024-07-26T06:12:21.787 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:21 smithi155 ceph-mon[90160]: osd.6 [v2:172.21.15.155:6816/4134511510,v1:172.21.15.155:6817/4134511510] boot 2024-07-26T06:12:21.787 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:21 smithi155 ceph-mon[90160]: osdmap e501: 8 total, 8 up, 8 in 2024-07-26T06:12:21.787 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:21 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-26T06:12:21.787 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:21 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:12:21.787 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:21 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:12:21.787 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:21 smithi155 ceph-mon[90160]: pgmap v406: 121 pgs: 5 peering, 29 active+undersized, 8 active+undersized+degraded, 79 active+clean; 333 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.0 MiB/s wr, 2 op/s; 36/537 objects degraded (6.704%) 2024-07-26T06:12:21.787 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:21 smithi155 ceph-mon[90160]: osdmap e502: 8 total, 8 up, 8 in 2024-07-26T06:12:21.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:21 smithi089 ceph-mon[99608]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-07-26T06:12:21.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:21 smithi089 ceph-mon[99608]: osd.6 [v2:172.21.15.155:6816/4134511510,v1:172.21.15.155:6817/4134511510] boot 2024-07-26T06:12:21.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:21 smithi089 ceph-mon[99608]: osdmap e501: 8 total, 8 up, 8 in 2024-07-26T06:12:21.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:21 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-26T06:12:21.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:21 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:12:21.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:21 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:12:21.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:21 smithi089 ceph-mon[99608]: pgmap v406: 121 pgs: 5 peering, 29 active+undersized, 8 active+undersized+degraded, 79 active+clean; 333 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.0 MiB/s wr, 2 op/s; 36/537 objects degraded (6.704%) 2024-07-26T06:12:21.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:21 smithi089 ceph-mon[99608]: osdmap e502: 8 total, 8 up, 8 in 2024-07-26T06:12:21.907 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:21 smithi089 ceph-mon[102056]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-07-26T06:12:21.907 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:21 smithi089 ceph-mon[102056]: osd.6 [v2:172.21.15.155:6816/4134511510,v1:172.21.15.155:6817/4134511510] boot 2024-07-26T06:12:21.907 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:21 smithi089 ceph-mon[102056]: osdmap e501: 8 total, 8 up, 8 in 2024-07-26T06:12:21.908 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:21 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-07-26T06:12:21.908 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:21 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:12:21.908 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:21 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:12:21.908 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:21 smithi089 ceph-mon[102056]: pgmap v406: 121 pgs: 5 peering, 29 active+undersized, 8 active+undersized+degraded, 79 active+clean; 333 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.0 MiB/s wr, 2 op/s; 36/537 objects degraded (6.704%) 2024-07-26T06:12:21.908 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:21 smithi089 ceph-mon[102056]: osdmap e502: 8 total, 8 up, 8 in 2024-07-26T06:12:22.449 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:12:22 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:12:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:12:22.456 INFO:tasks.rados.rados.0.smithi089.stdout:2215: done (6 left) 2024-07-26T06:12:22.457 INFO:tasks.rados.rados.0.smithi089.stdout:2216: done (5 left) 2024-07-26T06:12:22.457 INFO:tasks.rados.rados.0.smithi089.stdout:2217: done (4 left) 2024-07-26T06:12:22.457 INFO:tasks.rados.rados.0.smithi089.stdout:2218: done (3 left) 2024-07-26T06:12:22.457 INFO:tasks.rados.rados.0.smithi089.stdout:2219: done (2 left) 2024-07-26T06:12:22.457 INFO:tasks.rados.rados.0.smithi089.stdout:2220: done (1 left) 2024-07-26T06:12:22.457 INFO:tasks.rados.rados.0.smithi089.stdout:2221: done (0 left) 2024-07-26T06:12:22.457 INFO:tasks.rados.rados.0.smithi089.stdout:2222: read oid 44 snap 206 2024-07-26T06:12:22.457 INFO:tasks.rados.rados.0.smithi089.stdout:2222: expect (ObjNum 486 snap 140 seq_num 486) 2024-07-26T06:12:22.457 INFO:tasks.rados.rados.0.smithi089.stdout:2223: delete oid 39 current snap is 215 2024-07-26T06:12:22.462 INFO:tasks.rados.rados.0.smithi089.stdout:2223: done (1 left) 2024-07-26T06:12:22.462 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 26 current snap is 215 2024-07-26T06:12:22.462 INFO:tasks.rados.rados.0.smithi089.stdout:2224: seq_num 686 ranges {9838592=696320,10534912=729088,11264000=425984,11689984=49152} 2024-07-26T06:12:22.518 INFO:tasks.rados.rados.0.smithi089.stdout:2224: writing smithi08986837-26 from 9838592 to 10534912 tid 1 2024-07-26T06:12:22.521 INFO:tasks.rados.rados.0.smithi089.stdout:2224: writing smithi08986837-26 from 10534912 to 11264000 tid 2 2024-07-26T06:12:22.523 INFO:tasks.rados.rados.0.smithi089.stdout:2224: writing smithi08986837-26 from 11264000 to 11689984 tid 3 2024-07-26T06:12:22.524 INFO:tasks.rados.rados.0.smithi089.stdout:2224: writing smithi08986837-26 from 11689984 to 11739136 tid 4 2024-07-26T06:12:22.524 INFO:tasks.rados.rados.0.smithi089.stdout:2225: snap_remove snap 188 2024-07-26T06:12:22.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:12:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:12:22] "GET /metrics HTTP/1.1" 200 36290 "" "Prometheus/2.43.0" 2024-07-26T06:12:23.474 INFO:tasks.rados.rados.0.smithi089.stdout:2222: expect (ObjNum 486 snap 140 seq_num 486) 2024-07-26T06:12:23.504 INFO:tasks.rados.rados.0.smithi089.stdout:2224: finishing write tid 1 to smithi08986837-26 2024-07-26T06:12:23.504 INFO:tasks.rados.rados.0.smithi089.stdout:2224: finishing write tid 2 to smithi08986837-26 2024-07-26T06:12:23.504 INFO:tasks.rados.rados.0.smithi089.stdout:2222: done (2 left) 2024-07-26T06:12:23.505 INFO:tasks.rados.rados.0.smithi089.stdout:2225: done (1 left) 2024-07-26T06:12:23.505 INFO:tasks.rados.rados.0.smithi089.stdout:2226: read oid 49 snap -1 2024-07-26T06:12:23.505 INFO:tasks.rados.rados.0.smithi089.stdout:2226: expect deleted 2024-07-26T06:12:23.505 INFO:tasks.rados.rados.0.smithi089.stdout:2227: delete oid 44 current snap is 215 2024-07-26T06:12:23.506 INFO:tasks.rados.rados.0.smithi089.stdout:2224: finishing write tid 3 to smithi08986837-26 2024-07-26T06:12:23.506 INFO:tasks.rados.rados.0.smithi089.stdout:2224: finishing write tid 4 to smithi08986837-26 2024-07-26T06:12:23.506 INFO:tasks.rados.rados.0.smithi089.stdout:2224: finishing write tid 5 to smithi08986837-26 2024-07-26T06:12:23.506 INFO:tasks.rados.rados.0.smithi089.stdout:2224: finishing write tid 6 to smithi08986837-26 2024-07-26T06:12:23.506 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 26 v 834 (ObjNum 686 snap 215 seq_num 686) dirty exists 2024-07-26T06:12:23.506 INFO:tasks.rados.rados.0.smithi089.stdout:2224: left oid 26 (ObjNum 686 snap 215 seq_num 686) 2024-07-26T06:12:23.508 INFO:tasks.rados.rados.0.smithi089.stdout:2224: done (2 left) 2024-07-26T06:12:23.509 INFO:tasks.rados.rados.0.smithi089.stdout:2226: done (1 left) 2024-07-26T06:12:23.509 INFO:tasks.rados.rados.0.smithi089.stdout:2227: done (0 left) 2024-07-26T06:12:23.509 INFO:tasks.rados.rados.0.smithi089.stdout:2228: read oid 6 snap 190 2024-07-26T06:12:23.509 INFO:tasks.rados.rados.0.smithi089.stdout:2228: expect (ObjNum 507 snap 150 seq_num 507) 2024-07-26T06:12:23.509 INFO:tasks.rados.rados.0.smithi089.stdout:2229: rollback oid 46 current snap is 215 2024-07-26T06:12:23.509 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 46 to 199 2024-07-26T06:12:23.509 INFO:tasks.rados.rados.0.smithi089.stdout:2230: setattr oid 32 current snap is 215 2024-07-26T06:12:23.510 INFO:tasks.rados.rados.0.smithi089.stdout:2231: read oid 42 snap -1 2024-07-26T06:12:23.510 INFO:tasks.rados.rados.0.smithi089.stdout:2231: expect (ObjNum 683 snap 214 seq_num 683) 2024-07-26T06:12:23.510 INFO:tasks.rados.rados.0.smithi089.stdout:2232: snap_remove snap 213 2024-07-26T06:12:23.836 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:23 smithi155 ceph-mon[90160]: osdmap e503: 8 total, 8 up, 8 in 2024-07-26T06:12:23.837 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:23 smithi155 ceph-mon[90160]: pgmap v409: 121 pgs: 9 peering, 18 active+undersized, 4 active+undersized+degraded, 90 active+clean; 336 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 26 MiB/s rd, 436 KiB/s wr, 9 op/s; 14/543 objects degraded (2.578%); 1.2 MiB/s, 0 objects/s recovering 2024-07-26T06:12:23.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:23 smithi089 ceph-mon[99608]: osdmap e503: 8 total, 8 up, 8 in 2024-07-26T06:12:23.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:23 smithi089 ceph-mon[99608]: pgmap v409: 121 pgs: 9 peering, 18 active+undersized, 4 active+undersized+degraded, 90 active+clean; 336 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 26 MiB/s rd, 436 KiB/s wr, 9 op/s; 14/543 objects degraded (2.578%); 1.2 MiB/s, 0 objects/s recovering 2024-07-26T06:12:23.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:23 smithi089 ceph-mon[102056]: osdmap e503: 8 total, 8 up, 8 in 2024-07-26T06:12:23.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:23 smithi089 ceph-mon[102056]: pgmap v409: 121 pgs: 9 peering, 18 active+undersized, 4 active+undersized+degraded, 90 active+clean; 336 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 26 MiB/s rd, 436 KiB/s wr, 9 op/s; 14/543 objects degraded (2.578%); 1.2 MiB/s, 0 objects/s recovering 2024-07-26T06:12:24.405 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:12:24 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T06:12:24.004+0000 7fd300c10640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-07-26T06:12:24.475 INFO:tasks.rados.rados.0.smithi089.stdout:2232: done (4 left) 2024-07-26T06:12:24.475 INFO:tasks.rados.rados.0.smithi089.stdout:2233: rollback oid 28 current snap is 215 2024-07-26T06:12:24.475 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 28 to 214 2024-07-26T06:12:24.475 INFO:tasks.rados.rados.0.smithi089.stdout:2229: finishing rollback tid 0 to smithi08986837-46 2024-07-26T06:12:24.475 INFO:tasks.rados.rados.0.smithi089.stdout:2229: finishing rollback tid 1 to smithi08986837-46 2024-07-26T06:12:24.475 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 32 v 958 (ObjNum 553 snap 164 seq_num 553) dirty exists 2024-07-26T06:12:24.475 INFO:tasks.rados.rados.0.smithi089.stdout:2228: expect (ObjNum 507 snap 150 seq_num 507) 2024-07-26T06:12:24.510 INFO:tasks.rados.rados.0.smithi089.stdout:2229: finishing rollback tid 2 to smithi08986837-46 2024-07-26T06:12:24.511 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 46 v 1216 (ObjNum 572 snap 173 seq_num 572) dirty exists 2024-07-26T06:12:24.511 INFO:tasks.rados.rados.0.smithi089.stdout:2231: expect (ObjNum 683 snap 214 seq_num 683) 2024-07-26T06:12:24.559 INFO:tasks.rados.rados.0.smithi089.stdout:2233: finishing rollback tid 0 to smithi08986837-28 2024-07-26T06:12:24.559 INFO:tasks.rados.rados.0.smithi089.stdout:2233: finishing rollback tid 1 to smithi08986837-28 2024-07-26T06:12:24.559 INFO:tasks.rados.rados.0.smithi089.stdout:2233: finishing rollback tid 2 to smithi08986837-28 2024-07-26T06:12:24.559 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 28 v 840 (ObjNum 676 snap 206 seq_num 676) dirty exists 2024-07-26T06:12:24.559 INFO:tasks.rados.rados.0.smithi089.stdout:2228: done (4 left) 2024-07-26T06:12:24.559 INFO:tasks.rados.rados.0.smithi089.stdout:2229: done (3 left) 2024-07-26T06:12:24.559 INFO:tasks.rados.rados.0.smithi089.stdout:2230: done (2 left) 2024-07-26T06:12:24.559 INFO:tasks.rados.rados.0.smithi089.stdout:2231: done (1 left) 2024-07-26T06:12:24.559 INFO:tasks.rados.rados.0.smithi089.stdout:2233: done (0 left) 2024-07-26T06:12:24.559 INFO:tasks.rados.rados.0.smithi089.stdout:2234: rollback oid 33 current snap is 215 2024-07-26T06:12:24.560 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 33 to 189 2024-07-26T06:12:24.560 INFO:tasks.rados.rados.0.smithi089.stdout:2235: snap_remove snap 211 2024-07-26T06:12:24.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:24 smithi155 ceph-mon[90160]: osdmap e504: 8 total, 8 up, 8 in 2024-07-26T06:12:24.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:24 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:12:24.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:24 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:12:24.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:24 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:12:24.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:24 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:12:24.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:24 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:12:24.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:24 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:12:24.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:24 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:12:24.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:24 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:12:24.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:24 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:12:24.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:24 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-07-26T06:12:24.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:24 smithi155 ceph-mon[90160]: Health check update: Degraded data redundancy: 14/543 objects degraded (2.578%), 4 pgs degraded (PG_DEGRADED) 2024-07-26T06:12:24.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:24 smithi089 ceph-mon[99608]: osdmap e504: 8 total, 8 up, 8 in 2024-07-26T06:12:24.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:24 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:12:24.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:24 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:12:24.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:24 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:12:24.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:24 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:12:24.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:24 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:12:24.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:24 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:12:24.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:24 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:12:24.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:24 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:12:24.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:24 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:12:24.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:24 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-07-26T06:12:24.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:24 smithi089 ceph-mon[99608]: Health check update: Degraded data redundancy: 14/543 objects degraded (2.578%), 4 pgs degraded (PG_DEGRADED) 2024-07-26T06:12:24.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:24 smithi089 ceph-mon[102056]: osdmap e504: 8 total, 8 up, 8 in 2024-07-26T06:12:24.907 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:24 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:12:24.907 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:24 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:12:24.907 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:24 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:12:24.907 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:24 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:12:24.907 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:24 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:12:24.907 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:24 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:12:24.907 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:24 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:12:24.908 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:24 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:12:24.908 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:24 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:12:24.908 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:24 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-07-26T06:12:24.908 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:24 smithi089 ceph-mon[102056]: Health check update: Degraded data redundancy: 14/543 objects degraded (2.578%), 4 pgs degraded (PG_DEGRADED) 2024-07-26T06:12:25.480 INFO:tasks.rados.rados.0.smithi089.stdout:2235: done (1 left) 2024-07-26T06:12:25.480 INFO:tasks.rados.rados.0.smithi089.stdout:2236: delete oid 10 current snap is 215 2024-07-26T06:12:25.480 INFO:tasks.rados.rados.0.smithi089.stdout:2234: finishing rollback tid 0 to smithi08986837-33 2024-07-26T06:12:25.480 INFO:tasks.rados.rados.0.smithi089.stdout:2234: finishing rollback tid 1 to smithi08986837-33 2024-07-26T06:12:25.480 INFO:tasks.rados.rados.0.smithi089.stdout:2234: finishing rollback tid 2 to smithi08986837-33 2024-07-26T06:12:25.480 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 33 v 862 (ObjNum 591 snap 178 seq_num 591) dirty exists 2024-07-26T06:12:25.487 INFO:tasks.rados.rados.0.smithi089.stdout:2234: done (1 left) 2024-07-26T06:12:25.487 INFO:tasks.rados.rados.0.smithi089.stdout:2236: done (0 left) 2024-07-26T06:12:25.488 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 49 current snap is 215 2024-07-26T06:12:25.488 INFO:tasks.rados.rados.0.smithi089.stdout:2237: seq_num 689 ranges {0=745472,745472=786432,1531904=417792} 2024-07-26T06:12:25.492 INFO:tasks.rados.rados.0.smithi089.stdout:2237: writing smithi08986837-49 from 0 to 745472 tid 1 2024-07-26T06:12:25.496 INFO:tasks.rados.rados.0.smithi089.stdout:2237: writing smithi08986837-49 from 745472 to 1531904 tid 2 2024-07-26T06:12:25.499 INFO:tasks.rados.rados.0.smithi089.stdout:2237: writing smithi08986837-49 from 1531904 to 1949696 tid 3 2024-07-26T06:12:25.499 INFO:tasks.rados.rados.0.smithi089.stdout:2238: rmattr oid 11 current snap is 215 2024-07-26T06:12:25.499 INFO:tasks.rados.rados.0.smithi089.stdout:2238: done (1 left) 2024-07-26T06:12:25.499 INFO:tasks.rados.rados.0.smithi089.stdout:2239: snap_create 2024-07-26T06:12:25.499 INFO:tasks.rados.rados.0.smithi089.stdout:2237: finishing write tid 1 to smithi08986837-49 2024-07-26T06:12:25.501 INFO:tasks.rados.rados.0.smithi089.stdout:2237: finishing write tid 2 to smithi08986837-49 2024-07-26T06:12:25.502 INFO:tasks.rados.rados.0.smithi089.stdout:2237: finishing write tid 3 to smithi08986837-49 2024-07-26T06:12:25.502 INFO:tasks.rados.rados.0.smithi089.stdout:2237: finishing write tid 4 to smithi08986837-49 2024-07-26T06:12:25.503 INFO:tasks.rados.rados.0.smithi089.stdout:2237: finishing write tid 5 to smithi08986837-49 2024-07-26T06:12:25.503 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 49 v 868 (ObjNum 689 snap 215 seq_num 689) dirty exists 2024-07-26T06:12:25.503 INFO:tasks.rados.rados.0.smithi089.stdout:2237: left oid 49 (ObjNum 689 snap 215 seq_num 689) 2024-07-26T06:12:25.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:25 smithi155 ceph-mon[90160]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-07-26T06:12:25.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:25 smithi155 ceph-mon[90160]: Upgrade: unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-07-26T06:12:25.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:25 smithi155 ceph-mon[90160]: osdmap e505: 8 total, 8 up, 8 in 2024-07-26T06:12:25.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:25 smithi155 ceph-mon[90160]: pgmap v412: 121 pgs: 9 peering, 112 active+clean; 339 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 982 KiB/s wr, 14 op/s; 2.2 MiB/s, 1 objects/s recovering 2024-07-26T06:12:25.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:25 smithi089 ceph-mon[99608]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-07-26T06:12:25.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:25 smithi089 ceph-mon[99608]: Upgrade: unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-07-26T06:12:25.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:25 smithi089 ceph-mon[99608]: osdmap e505: 8 total, 8 up, 8 in 2024-07-26T06:12:25.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:25 smithi089 ceph-mon[99608]: pgmap v412: 121 pgs: 9 peering, 112 active+clean; 339 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 982 KiB/s wr, 14 op/s; 2.2 MiB/s, 1 objects/s recovering 2024-07-26T06:12:25.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:25 smithi089 ceph-mon[102056]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-07-26T06:12:25.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:25 smithi089 ceph-mon[102056]: Upgrade: unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-07-26T06:12:25.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:25 smithi089 ceph-mon[102056]: osdmap e505: 8 total, 8 up, 8 in 2024-07-26T06:12:25.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:25 smithi089 ceph-mon[102056]: pgmap v412: 121 pgs: 9 peering, 112 active+clean; 339 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 982 KiB/s wr, 14 op/s; 2.2 MiB/s, 1 objects/s recovering 2024-07-26T06:12:26.488 INFO:tasks.rados.rados.0.smithi089.stdout:2237: done (1 left) 2024-07-26T06:12:26.488 INFO:tasks.rados.rados.0.smithi089.stdout:2239: done (0 left) 2024-07-26T06:12:26.488 INFO:tasks.rados.rados.0.smithi089.stdout:2240: delete oid 46 current snap is 216 2024-07-26T06:12:26.493 INFO:tasks.rados.rados.0.smithi089.stdout:2240: done (0 left) 2024-07-26T06:12:26.493 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 49 current snap is 216 2024-07-26T06:12:26.493 INFO:tasks.rados.rados.0.smithi089.stdout:2241: seq_num 691 ranges {1949696=778240,2727936=548864,3276800=614400,3891200=40960} 2024-07-26T06:12:26.507 INFO:tasks.rados.rados.0.smithi089.stdout:2241: writing smithi08986837-49 from 1949696 to 2727936 tid 1 2024-07-26T06:12:26.510 INFO:tasks.rados.rados.0.smithi089.stdout:2241: writing smithi08986837-49 from 2727936 to 3276800 tid 2 2024-07-26T06:12:26.514 INFO:tasks.rados.rados.0.smithi089.stdout:2241: writing smithi08986837-49 from 3276800 to 3891200 tid 3 2024-07-26T06:12:26.514 INFO:tasks.rados.rados.0.smithi089.stdout:2241: writing smithi08986837-49 from 3891200 to 3932160 tid 4 2024-07-26T06:12:26.514 INFO:tasks.rados.rados.0.smithi089.stdout:2242: rmattr oid 35 current snap is 216 2024-07-26T06:12:26.515 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 44 current snap is 216 2024-07-26T06:12:26.515 INFO:tasks.rados.rados.0.smithi089.stdout:2243: seq_num 692 ranges {0=794624,794624=483328,1277952=720896} 2024-07-26T06:12:26.519 INFO:tasks.rados.rados.0.smithi089.stdout:2243: writing smithi08986837-44 from 0 to 794624 tid 1 2024-07-26T06:12:26.521 INFO:tasks.rados.rados.0.smithi089.stdout:2243: writing smithi08986837-44 from 794624 to 1277952 tid 2 2024-07-26T06:12:26.526 INFO:tasks.rados.rados.0.smithi089.stdout:2243: writing smithi08986837-44 from 1277952 to 1998848 tid 3 2024-07-26T06:12:26.526 INFO:tasks.rados.rados.0.smithi089.stdout:2244: delete oid 19 current snap is 216 2024-07-26T06:12:26.527 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 35 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-07-26T06:12:26.527 INFO:tasks.rados.rados.0.smithi089.stdout:2241: finishing write tid 1 to smithi08986837-49 2024-07-26T06:12:26.527 INFO:tasks.rados.rados.0.smithi089.stdout:2241: finishing write tid 2 to smithi08986837-49 2024-07-26T06:12:26.527 INFO:tasks.rados.rados.0.smithi089.stdout:2241: finishing write tid 3 to smithi08986837-49 2024-07-26T06:12:26.527 INFO:tasks.rados.rados.0.smithi089.stdout:2241: finishing write tid 4 to smithi08986837-49 2024-07-26T06:12:26.527 INFO:tasks.rados.rados.0.smithi089.stdout:2241: finishing write tid 5 to smithi08986837-49 2024-07-26T06:12:26.527 INFO:tasks.rados.rados.0.smithi089.stdout:2241: finishing write tid 6 to smithi08986837-49 2024-07-26T06:12:26.527 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 49 v 874 (ObjNum 691 snap 216 seq_num 691) dirty exists 2024-07-26T06:12:26.527 INFO:tasks.rados.rados.0.smithi089.stdout:2241: left oid 49 (ObjNum 691 snap 216 seq_num 691) 2024-07-26T06:12:26.527 INFO:tasks.rados.rados.0.smithi089.stdout:2243: finishing write tid 1 to smithi08986837-44 2024-07-26T06:12:26.527 INFO:tasks.rados.rados.0.smithi089.stdout:2243: finishing write tid 2 to smithi08986837-44 2024-07-26T06:12:26.530 INFO:tasks.rados.rados.0.smithi089.stdout:2243: finishing write tid 3 to smithi08986837-44 2024-07-26T06:12:26.530 INFO:tasks.rados.rados.0.smithi089.stdout:2243: finishing write tid 4 to smithi08986837-44 2024-07-26T06:12:26.531 INFO:tasks.rados.rados.0.smithi089.stdout:2241: done (3 left) 2024-07-26T06:12:26.531 INFO:tasks.rados.rados.0.smithi089.stdout:2242: done (2 left) 2024-07-26T06:12:26.531 INFO:tasks.rados.rados.0.smithi089.stdout:2244: done (1 left) 2024-07-26T06:12:26.531 INFO:tasks.rados.rados.0.smithi089.stdout:2245: setattr oid 46 current snap is 216 2024-07-26T06:12:26.533 INFO:tasks.rados.rados.0.smithi089.stdout:2246: read oid 2 snap -1 2024-07-26T06:12:26.533 INFO:tasks.rados.rados.0.smithi089.stdout:2246: expect deleted 2024-07-26T06:12:26.533 INFO:tasks.rados.rados.0.smithi089.stdout:2247: copy_from oid 7 from oid 21 current snap is 216 2024-07-26T06:12:26.533 INFO:tasks.rados.rados.0.smithi089.stdout:2248: read oid 38 snap -1 2024-07-26T06:12:26.533 INFO:tasks.rados.rados.0.smithi089.stdout:2248: expect deleted 2024-07-26T06:12:26.533 INFO:tasks.rados.rados.0.smithi089.stdout:2249: snap_create 2024-07-26T06:12:26.535 INFO:tasks.rados.rados.0.smithi089.stdout:2243: finishing write tid 5 to smithi08986837-44 2024-07-26T06:12:26.535 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 44 v 1230 (ObjNum 692 snap 216 seq_num 692) dirty exists 2024-07-26T06:12:26.535 INFO:tasks.rados.rados.0.smithi089.stdout:2243: left oid 44 (ObjNum 692 snap 216 seq_num 692) 2024-07-26T06:12:26.535 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 46 v 1231 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-07-26T06:12:26.557 INFO:tasks.rados.rados.0.smithi089.stdout:2247: finishing copy_from racing read to smithi08986837-7 2024-07-26T06:12:26.561 INFO:tasks.rados.rados.0.smithi089.stdout:2247: finishing copy_from to smithi08986837-7 2024-07-26T06:12:26.562 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 7 v 751 (ObjNum 553 snap 164 seq_num 553) dirty exists 2024-07-26T06:12:26.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:26 smithi155 ceph-mon[90160]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 14/543 objects degraded (2.578%), 4 pgs degraded) 2024-07-26T06:12:26.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:26 smithi155 ceph-mon[90160]: Cluster is now healthy 2024-07-26T06:12:26.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:26 smithi155 ceph-mon[90160]: osdmap e506: 8 total, 8 up, 8 in 2024-07-26T06:12:26.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:12:26.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:12:26.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:26 smithi089 ceph-mon[99608]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 14/543 objects degraded (2.578%), 4 pgs degraded) 2024-07-26T06:12:26.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:26 smithi089 ceph-mon[99608]: Cluster is now healthy 2024-07-26T06:12:26.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:26 smithi089 ceph-mon[99608]: osdmap e506: 8 total, 8 up, 8 in 2024-07-26T06:12:26.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:12:26.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:12:26.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:26 smithi089 ceph-mon[102056]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 14/543 objects degraded (2.578%), 4 pgs degraded) 2024-07-26T06:12:26.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:26 smithi089 ceph-mon[102056]: Cluster is now healthy 2024-07-26T06:12:26.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:26 smithi089 ceph-mon[102056]: osdmap e506: 8 total, 8 up, 8 in 2024-07-26T06:12:26.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:12:26.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:12:27.496 INFO:tasks.rados.rados.0.smithi089.stdout:2243: done (5 left) 2024-07-26T06:12:27.496 INFO:tasks.rados.rados.0.smithi089.stdout:2245: done (4 left) 2024-07-26T06:12:27.496 INFO:tasks.rados.rados.0.smithi089.stdout:2246: done (3 left) 2024-07-26T06:12:27.496 INFO:tasks.rados.rados.0.smithi089.stdout:2247: done (2 left) 2024-07-26T06:12:27.496 INFO:tasks.rados.rados.0.smithi089.stdout:2248: done (1 left) 2024-07-26T06:12:27.496 INFO:tasks.rados.rados.0.smithi089.stdout:2249: done (0 left) 2024-07-26T06:12:27.496 INFO:tasks.rados.rados.0.smithi089.stdout:2250: snap_create 2024-07-26T06:12:27.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:27 smithi155 ceph-mon[90160]: osdmap e507: 8 total, 8 up, 8 in 2024-07-26T06:12:27.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:27 smithi155 ceph-mon[90160]: pgmap v415: 121 pgs: 121 active+clean; 342 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.9 MiB/s wr, 22 op/s; 3.0 MiB/s, 1 objects/s recovering 2024-07-26T06:12:27.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:27 smithi089 ceph-mon[99608]: osdmap e507: 8 total, 8 up, 8 in 2024-07-26T06:12:27.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:27 smithi089 ceph-mon[99608]: pgmap v415: 121 pgs: 121 active+clean; 342 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.9 MiB/s wr, 22 op/s; 3.0 MiB/s, 1 objects/s recovering 2024-07-26T06:12:27.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:27 smithi089 ceph-mon[102056]: osdmap e507: 8 total, 8 up, 8 in 2024-07-26T06:12:27.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:27 smithi089 ceph-mon[102056]: pgmap v415: 121 pgs: 121 active+clean; 342 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.9 MiB/s wr, 22 op/s; 3.0 MiB/s, 1 objects/s recovering 2024-07-26T06:12:28.500 INFO:tasks.rados.rados.0.smithi089.stdout:2250: done (0 left) 2024-07-26T06:12:28.501 INFO:tasks.rados.rados.0.smithi089.stdout:2251: delete oid 45 current snap is 218 2024-07-26T06:12:28.505 INFO:tasks.rados.rados.0.smithi089.stdout:2251: done (0 left) 2024-07-26T06:12:28.505 INFO:tasks.rados.rados.0.smithi089.stdout:2252: read oid 40 snap -1 2024-07-26T06:12:28.505 INFO:tasks.rados.rados.0.smithi089.stdout:2252: expect deleted 2024-07-26T06:12:28.505 INFO:tasks.rados.rados.0.smithi089.stdout:2253: snap_remove snap 212 2024-07-26T06:12:28.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:28 smithi155 ceph-mon[90160]: osdmap e508: 8 total, 8 up, 8 in 2024-07-26T06:12:28.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:28 smithi089 ceph-mon[99608]: osdmap e508: 8 total, 8 up, 8 in 2024-07-26T06:12:28.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:28 smithi089 ceph-mon[102056]: osdmap e508: 8 total, 8 up, 8 in 2024-07-26T06:12:29.386 INFO:tasks.rados.rados.0.smithi089.stdout:2253: done (1 left) 2024-07-26T06:12:29.386 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 36 current snap is 218 2024-07-26T06:12:29.386 INFO:tasks.rados.rados.0.smithi089.stdout:2254: seq_num 695 ranges {0=442368,442368=540672,983040=598016,1581056=466944} 2024-07-26T06:12:29.388 INFO:tasks.rados.rados.0.smithi089.stdout:2254: writing smithi08986837-36 from 0 to 442368 tid 1 2024-07-26T06:12:29.392 INFO:tasks.rados.rados.0.smithi089.stdout:2254: writing smithi08986837-36 from 442368 to 983040 tid 2 2024-07-26T06:12:29.397 INFO:tasks.rados.rados.0.smithi089.stdout:2254: writing smithi08986837-36 from 983040 to 1581056 tid 3 2024-07-26T06:12:29.400 INFO:tasks.rados.rados.0.smithi089.stdout:2254: writing smithi08986837-36 from 1581056 to 2048000 tid 4 2024-07-26T06:12:29.400 INFO:tasks.rados.rados.0.smithi089.stdout:2252: done (1 left) 2024-07-26T06:12:29.400 INFO:tasks.rados.rados.0.smithi089.stdout:2255: delete oid 20 current snap is 218 2024-07-26T06:12:29.403 INFO:tasks.rados.rados.0.smithi089.stdout:2254: finishing write tid 1 to smithi08986837-36 2024-07-26T06:12:29.403 INFO:tasks.rados.rados.0.smithi089.stdout:2254: finishing write tid 2 to smithi08986837-36 2024-07-26T06:12:29.403 INFO:tasks.rados.rados.0.smithi089.stdout:2255: done (1 left) 2024-07-26T06:12:29.403 INFO:tasks.rados.rados.0.smithi089.stdout:2256: read oid 9 snap -1 2024-07-26T06:12:29.404 INFO:tasks.rados.rados.0.smithi089.stdout:2256: expect (ObjNum 678 snap 210 seq_num 678) 2024-07-26T06:12:29.404 INFO:tasks.rados.rados.0.smithi089.stdout:2257: rmattr oid 45 current snap is 218 2024-07-26T06:12:29.404 INFO:tasks.rados.rados.0.smithi089.stdout:2257: done (2 left) 2024-07-26T06:12:29.404 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 2 current snap is 218 2024-07-26T06:12:29.404 INFO:tasks.rados.rados.0.smithi089.stdout:2258: seq_num 697 ranges {0=475136,475136=704512,1179648=557056,1736704=344064} 2024-07-26T06:12:29.406 INFO:tasks.rados.rados.0.smithi089.stdout:2258: writing smithi08986837-2 from 0 to 475136 tid 1 2024-07-26T06:12:29.410 INFO:tasks.rados.rados.0.smithi089.stdout:2258: writing smithi08986837-2 from 475136 to 1179648 tid 2 2024-07-26T06:12:29.413 INFO:tasks.rados.rados.0.smithi089.stdout:2258: writing smithi08986837-2 from 1179648 to 1736704 tid 3 2024-07-26T06:12:29.416 INFO:tasks.rados.rados.0.smithi089.stdout:2258: writing smithi08986837-2 from 1736704 to 2080768 tid 4 2024-07-26T06:12:29.416 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 35 current snap is 218 2024-07-26T06:12:29.416 INFO:tasks.rados.rados.0.smithi089.stdout:2254: finishing write tid 3 to smithi08986837-36 2024-07-26T06:12:29.416 INFO:tasks.rados.rados.0.smithi089.stdout:2259: seq_num 698 ranges {0=499712,499712=589824,1089536=770048,1859584=245760} 2024-07-26T06:12:29.419 INFO:tasks.rados.rados.0.smithi089.stdout:2259: writing smithi08986837-35 from 0 to 499712 tid 1 2024-07-26T06:12:29.422 INFO:tasks.rados.rados.0.smithi089.stdout:2259: writing smithi08986837-35 from 499712 to 1089536 tid 2 2024-07-26T06:12:29.427 INFO:tasks.rados.rados.0.smithi089.stdout:2259: writing smithi08986837-35 from 1089536 to 1859584 tid 3 2024-07-26T06:12:29.429 INFO:tasks.rados.rados.0.smithi089.stdout:2259: writing smithi08986837-35 from 1859584 to 2105344 tid 4 2024-07-26T06:12:29.429 INFO:tasks.rados.rados.0.smithi089.stdout:2260: read oid 14 snap -1 2024-07-26T06:12:29.429 INFO:tasks.rados.rados.0.smithi089.stdout:2260: expect deleted 2024-07-26T06:12:29.429 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 24 current snap is 218 2024-07-26T06:12:29.429 INFO:tasks.rados.rados.0.smithi089.stdout:2254: finishing write tid 4 to smithi08986837-36 2024-07-26T06:12:29.429 INFO:tasks.rados.rados.0.smithi089.stdout:2254: finishing write tid 5 to smithi08986837-36 2024-07-26T06:12:29.430 INFO:tasks.rados.rados.0.smithi089.stdout:2261: seq_num 699 ranges {1409024=516096,1925120=475136,2400256=573440,2973696=557056} 2024-07-26T06:12:29.439 INFO:tasks.rados.rados.0.smithi089.stdout:2261: writing smithi08986837-24 from 1409024 to 1925120 tid 1 2024-07-26T06:12:29.442 INFO:tasks.rados.rados.0.smithi089.stdout:2261: writing smithi08986837-24 from 1925120 to 2400256 tid 2 2024-07-26T06:12:29.445 INFO:tasks.rados.rados.0.smithi089.stdout:2261: writing smithi08986837-24 from 2400256 to 2973696 tid 3 2024-07-26T06:12:29.449 INFO:tasks.rados.rados.0.smithi089.stdout:2261: writing smithi08986837-24 from 2973696 to 3530752 tid 4 2024-07-26T06:12:29.449 INFO:tasks.rados.rados.0.smithi089.stdout:2262: copy_from oid 46 from oid 38 current snap is 218 2024-07-26T06:12:29.449 INFO:tasks.rados.rados.0.smithi089.stdout:2254: finishing write tid 6 to smithi08986837-36 2024-07-26T06:12:29.449 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 36 v 960 (ObjNum 695 snap 218 seq_num 695) dirty exists 2024-07-26T06:12:29.449 INFO:tasks.rados.rados.0.smithi089.stdout:2254: left oid 36 (ObjNum 695 snap 218 seq_num 695) 2024-07-26T06:12:29.449 INFO:tasks.rados.rados.0.smithi089.stdout:2258: finishing write tid 1 to smithi08986837-2 2024-07-26T06:12:29.449 INFO:tasks.rados.rados.0.smithi089.stdout:2254: done (6 left) 2024-07-26T06:12:29.450 INFO:tasks.rados.rados.0.smithi089.stdout:2263: read oid 27 snap -1 2024-07-26T06:12:29.450 INFO:tasks.rados.rados.0.smithi089.stdout:2263: expect (ObjNum 466 snap 135 seq_num 466) 2024-07-26T06:12:29.450 INFO:tasks.rados.rados.0.smithi089.stdout:2264: snap_create 2024-07-26T06:12:29.450 INFO:tasks.rados.rados.0.smithi089.stdout:2256: expect (ObjNum 678 snap 210 seq_num 678) 2024-07-26T06:12:29.619 INFO:tasks.rados.rados.0.smithi089.stdout:2258: finishing write tid 2 to smithi08986837-2 2024-07-26T06:12:29.619 INFO:tasks.rados.rados.0.smithi089.stdout:2258: finishing write tid 3 to smithi08986837-2 2024-07-26T06:12:29.619 INFO:tasks.rados.rados.0.smithi089.stdout:2258: finishing write tid 4 to smithi08986837-2 2024-07-26T06:12:29.619 INFO:tasks.rados.rados.0.smithi089.stdout:2258: finishing write tid 5 to smithi08986837-2 2024-07-26T06:12:29.619 INFO:tasks.rados.rados.0.smithi089.stdout:2258: finishing write tid 6 to smithi08986837-2 2024-07-26T06:12:29.619 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 2 v 939 (ObjNum 697 snap 218 seq_num 697) dirty exists 2024-07-26T06:12:29.619 INFO:tasks.rados.rados.0.smithi089.stdout:2258: left oid 2 (ObjNum 697 snap 218 seq_num 697) 2024-07-26T06:12:29.619 INFO:tasks.rados.rados.0.smithi089.stdout:2259: finishing write tid 1 to smithi08986837-35 2024-07-26T06:12:29.619 INFO:tasks.rados.rados.0.smithi089.stdout:2259: finishing write tid 2 to smithi08986837-35 2024-07-26T06:12:29.619 INFO:tasks.rados.rados.0.smithi089.stdout:2259: finishing write tid 3 to smithi08986837-35 2024-07-26T06:12:29.620 INFO:tasks.rados.rados.0.smithi089.stdout:2259: finishing write tid 4 to smithi08986837-35 2024-07-26T06:12:29.620 INFO:tasks.rados.rados.0.smithi089.stdout:2259: finishing write tid 5 to smithi08986837-35 2024-07-26T06:12:29.620 INFO:tasks.rados.rados.0.smithi089.stdout:2259: finishing write tid 6 to smithi08986837-35 2024-07-26T06:12:29.620 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 35 v 845 (ObjNum 698 snap 218 seq_num 698) dirty exists 2024-07-26T06:12:29.620 INFO:tasks.rados.rados.0.smithi089.stdout:2259: left oid 35 (ObjNum 698 snap 218 seq_num 698) 2024-07-26T06:12:29.620 INFO:tasks.rados.rados.0.smithi089.stdout:2261: finishing write tid 1 to smithi08986837-24 2024-07-26T06:12:29.620 INFO:tasks.rados.rados.0.smithi089.stdout:2261: finishing write tid 2 to smithi08986837-24 2024-07-26T06:12:29.620 INFO:tasks.rados.rados.0.smithi089.stdout:2261: finishing write tid 3 to smithi08986837-24 2024-07-26T06:12:29.620 INFO:tasks.rados.rados.0.smithi089.stdout:2262: finishing copy_from to smithi08986837-46 2024-07-26T06:12:29.620 INFO:tasks.rados.rados.0.smithi089.stdout:2262: got expected ENOENT (src dne) 2024-07-26T06:12:29.620 INFO:tasks.rados.rados.0.smithi089.stdout:2262: finishing copy_from racing read to smithi08986837-46 2024-07-26T06:12:29.620 INFO:tasks.rados.rados.0.smithi089.stdout:2261: finishing write tid 4 to smithi08986837-24 2024-07-26T06:12:29.620 INFO:tasks.rados.rados.0.smithi089.stdout:2261: finishing write tid 5 to smithi08986837-24 2024-07-26T06:12:29.620 INFO:tasks.rados.rados.0.smithi089.stdout:2261: finishing write tid 6 to smithi08986837-24 2024-07-26T06:12:29.621 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 24 v 1156 (ObjNum 699 snap 218 seq_num 699) dirty exists 2024-07-26T06:12:29.621 INFO:tasks.rados.rados.0.smithi089.stdout:2261: left oid 24 (ObjNum 699 snap 218 seq_num 699) 2024-07-26T06:12:29.621 INFO:tasks.rados.rados.0.smithi089.stdout:2263: expect (ObjNum 466 snap 135 seq_num 466) 2024-07-26T06:12:29.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:29 smithi155 ceph-mon[90160]: osdmap e509: 8 total, 8 up, 8 in 2024-07-26T06:12:29.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:29 smithi155 ceph-mon[90160]: pgmap v418: 121 pgs: 121 active+clean; 344 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 17 op/s; 2.0 MiB/s, 0 objects/s recovering 2024-07-26T06:12:29.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:29 smithi155 ceph-mon[90160]: osdmap e510: 8 total, 8 up, 8 in 2024-07-26T06:12:29.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:29 smithi089 ceph-mon[99608]: osdmap e509: 8 total, 8 up, 8 in 2024-07-26T06:12:29.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:29 smithi089 ceph-mon[99608]: pgmap v418: 121 pgs: 121 active+clean; 344 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 17 op/s; 2.0 MiB/s, 0 objects/s recovering 2024-07-26T06:12:29.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:29 smithi089 ceph-mon[99608]: osdmap e510: 8 total, 8 up, 8 in 2024-07-26T06:12:29.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:29 smithi089 ceph-mon[102056]: osdmap e509: 8 total, 8 up, 8 in 2024-07-26T06:12:29.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:29 smithi089 ceph-mon[102056]: pgmap v418: 121 pgs: 121 active+clean; 344 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 17 op/s; 2.0 MiB/s, 0 objects/s recovering 2024-07-26T06:12:29.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:29 smithi089 ceph-mon[102056]: osdmap e510: 8 total, 8 up, 8 in 2024-07-26T06:12:30.386 INFO:tasks.rados.rados.0.smithi089.stdout:2256: done (7 left) 2024-07-26T06:12:30.387 INFO:tasks.rados.rados.0.smithi089.stdout:2258: done (6 left) 2024-07-26T06:12:30.387 INFO:tasks.rados.rados.0.smithi089.stdout:2259: done (5 left) 2024-07-26T06:12:30.387 INFO:tasks.rados.rados.0.smithi089.stdout:2260: done (4 left) 2024-07-26T06:12:30.387 INFO:tasks.rados.rados.0.smithi089.stdout:2261: done (3 left) 2024-07-26T06:12:30.387 INFO:tasks.rados.rados.0.smithi089.stdout:2262: done (2 left) 2024-07-26T06:12:30.387 INFO:tasks.rados.rados.0.smithi089.stdout:2263: done (1 left) 2024-07-26T06:12:30.387 INFO:tasks.rados.rados.0.smithi089.stdout:2264: done (0 left) 2024-07-26T06:12:30.387 INFO:tasks.rados.rados.0.smithi089.stdout:2265: delete oid 16 current snap is 219 2024-07-26T06:12:30.392 INFO:tasks.rados.rados.0.smithi089.stdout:2265: done (0 left) 2024-07-26T06:12:30.392 INFO:tasks.rados.rados.0.smithi089.stdout:2266: rollback oid 28 current snap is 219 2024-07-26T06:12:30.392 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 28 to 193 2024-07-26T06:12:30.392 INFO:tasks.rados.rados.0.smithi089.stdout:2267: copy_from oid 35 from oid 21 current snap is 219 2024-07-26T06:12:30.392 INFO:tasks.rados.rados.0.smithi089.stdout:2268: delete oid 50 current snap is 219 2024-07-26T06:12:30.395 INFO:tasks.rados.rados.0.smithi089.stdout:2268: done (2 left) 2024-07-26T06:12:30.395 INFO:tasks.rados.rados.0.smithi089.stdout:2269: setattr oid 44 current snap is 219 2024-07-26T06:12:30.397 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 26 current snap is 219 2024-07-26T06:12:30.397 INFO:tasks.rados.rados.0.smithi089.stdout:2270: seq_num 702 ranges {11739136=565248,12304384=581632,12886016=745472,13631488=278528} 2024-07-26T06:12:30.463 INFO:tasks.rados.rados.0.smithi089.stdout:2270: writing smithi08986837-26 from 11739136 to 12304384 tid 1 2024-07-26T06:12:30.466 INFO:tasks.rados.rados.0.smithi089.stdout:2270: writing smithi08986837-26 from 12304384 to 12886016 tid 2 2024-07-26T06:12:30.470 INFO:tasks.rados.rados.0.smithi089.stdout:2270: writing smithi08986837-26 from 12886016 to 13631488 tid 3 2024-07-26T06:12:30.473 INFO:tasks.rados.rados.0.smithi089.stdout:2270: writing smithi08986837-26 from 13631488 to 13910016 tid 4 2024-07-26T06:12:30.473 INFO:tasks.rados.rados.0.smithi089.stdout:2271: read oid 49 snap -1 2024-07-26T06:12:30.473 INFO:tasks.rados.rados.0.smithi089.stdout:2271: expect (ObjNum 691 snap 216 seq_num 691) 2024-07-26T06:12:30.473 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 13 current snap is 219 2024-07-26T06:12:30.473 INFO:tasks.rados.rados.0.smithi089.stdout:2266: finishing rollback tid 0 to smithi08986837-28 2024-07-26T06:12:30.473 INFO:tasks.rados.rados.0.smithi089.stdout:2266: finishing rollback tid 1 to smithi08986837-28 2024-07-26T06:12:30.473 INFO:tasks.rados.rados.0.smithi089.stdout:2266: finishing rollback tid 2 to smithi08986837-28 2024-07-26T06:12:30.473 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 28 v 848 (ObjNum 622 snap 188 seq_num 622) dirty exists 2024-07-26T06:12:30.473 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 44 v 1237 (ObjNum 692 snap 216 seq_num 692) dirty exists 2024-07-26T06:12:30.473 INFO:tasks.rados.rados.0.smithi089.stdout:2267: finishing copy_from racing read to smithi08986837-35 2024-07-26T06:12:30.473 INFO:tasks.rados.rados.0.smithi089.stdout:2267: finishing copy_from to smithi08986837-35 2024-07-26T06:12:30.473 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 35 v 751 (ObjNum 553 snap 164 seq_num 553) dirty exists 2024-07-26T06:12:30.474 INFO:tasks.rados.rados.0.smithi089.stdout:2270: finishing write tid 1 to smithi08986837-26 2024-07-26T06:12:30.474 INFO:tasks.rados.rados.0.smithi089.stdout:2270: finishing write tid 2 to smithi08986837-26 2024-07-26T06:12:30.474 INFO:tasks.rados.rados.0.smithi089.stdout:2272: seq_num 703 ranges {0=581632,581632=458752,1040384=557056,1597440=417792,2015232=172032} 2024-07-26T06:12:30.475 INFO:tasks.rados.rados.0.smithi089.stdout:2272: writing smithi08986837-13 from 0 to 581632 tid 1 2024-07-26T06:12:30.478 INFO:tasks.rados.rados.0.smithi089.stdout:2272: writing smithi08986837-13 from 581632 to 1040384 tid 2 2024-07-26T06:12:30.481 INFO:tasks.rados.rados.0.smithi089.stdout:2272: writing smithi08986837-13 from 1040384 to 1597440 tid 3 2024-07-26T06:12:30.484 INFO:tasks.rados.rados.0.smithi089.stdout:2272: writing smithi08986837-13 from 1597440 to 2015232 tid 4 2024-07-26T06:12:30.485 INFO:tasks.rados.rados.0.smithi089.stdout:2272: writing smithi08986837-13 from 2015232 to 2187264 tid 5 2024-07-26T06:12:30.485 INFO:tasks.rados.rados.0.smithi089.stdout:2266: done (5 left) 2024-07-26T06:12:30.485 INFO:tasks.rados.rados.0.smithi089.stdout:2267: done (4 left) 2024-07-26T06:12:30.485 INFO:tasks.rados.rados.0.smithi089.stdout:2269: done (3 left) 2024-07-26T06:12:30.486 INFO:tasks.rados.rados.0.smithi089.stdout:2273: snap_create 2024-07-26T06:12:30.486 INFO:tasks.rados.rados.0.smithi089.stdout:2270: finishing write tid 3 to smithi08986837-26 2024-07-26T06:12:30.486 INFO:tasks.rados.rados.0.smithi089.stdout:2270: finishing write tid 4 to smithi08986837-26 2024-07-26T06:12:30.486 INFO:tasks.rados.rados.0.smithi089.stdout:2270: finishing write tid 5 to smithi08986837-26 2024-07-26T06:12:30.486 INFO:tasks.rados.rados.0.smithi089.stdout:2270: finishing write tid 6 to smithi08986837-26 2024-07-26T06:12:30.486 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 26 v 839 (ObjNum 702 snap 219 seq_num 702) dirty exists 2024-07-26T06:12:30.486 INFO:tasks.rados.rados.0.smithi089.stdout:2270: left oid 26 (ObjNum 702 snap 219 seq_num 702) 2024-07-26T06:12:30.486 INFO:tasks.rados.rados.0.smithi089.stdout:2272: finishing write tid 1 to smithi08986837-13 2024-07-26T06:12:30.486 INFO:tasks.rados.rados.0.smithi089.stdout:2272: finishing write tid 2 to smithi08986837-13 2024-07-26T06:12:30.486 INFO:tasks.rados.rados.0.smithi089.stdout:2272: finishing write tid 3 to smithi08986837-13 2024-07-26T06:12:30.488 INFO:tasks.rados.rados.0.smithi089.stdout:2272: finishing write tid 4 to smithi08986837-13 2024-07-26T06:12:30.488 INFO:tasks.rados.rados.0.smithi089.stdout:2272: finishing write tid 5 to smithi08986837-13 2024-07-26T06:12:30.488 INFO:tasks.rados.rados.0.smithi089.stdout:2272: finishing write tid 6 to smithi08986837-13 2024-07-26T06:12:30.489 INFO:tasks.rados.rados.0.smithi089.stdout:2272: finishing write tid 7 to smithi08986837-13 2024-07-26T06:12:30.489 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 13 v 854 (ObjNum 703 snap 219 seq_num 703) dirty exists 2024-07-26T06:12:30.489 INFO:tasks.rados.rados.0.smithi089.stdout:2272: left oid 13 (ObjNum 703 snap 219 seq_num 703) 2024-07-26T06:12:30.494 INFO:tasks.rados.rados.0.smithi089.stdout:2271: expect (ObjNum 691 snap 216 seq_num 691) 2024-07-26T06:12:31.393 INFO:tasks.rados.rados.0.smithi089.stdout:2270: done (3 left) 2024-07-26T06:12:31.394 INFO:tasks.rados.rados.0.smithi089.stdout:2271: done (2 left) 2024-07-26T06:12:31.394 INFO:tasks.rados.rados.0.smithi089.stdout:2272: done (1 left) 2024-07-26T06:12:31.394 INFO:tasks.rados.rados.0.smithi089.stdout:2273: done (0 left) 2024-07-26T06:12:31.394 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 6 current snap is 220 2024-07-26T06:12:31.394 INFO:tasks.rados.rados.0.smithi089.stdout:2274: seq_num 704 ranges {1302528=598016,1900544=745472,2646016=712704,3358720=147456} 2024-07-26T06:12:31.403 INFO:tasks.rados.rados.0.smithi089.stdout:2274: writing smithi08986837-6 from 1302528 to 1900544 tid 1 2024-07-26T06:12:31.408 INFO:tasks.rados.rados.0.smithi089.stdout:2274: writing smithi08986837-6 from 1900544 to 2646016 tid 2 2024-07-26T06:12:31.412 INFO:tasks.rados.rados.0.smithi089.stdout:2274: writing smithi08986837-6 from 2646016 to 3358720 tid 3 2024-07-26T06:12:31.413 INFO:tasks.rados.rados.0.smithi089.stdout:2274: writing smithi08986837-6 from 3358720 to 3506176 tid 4 2024-07-26T06:12:31.413 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 36 current snap is 220 2024-07-26T06:12:31.413 INFO:tasks.rados.rados.0.smithi089.stdout:2274: finishing write tid 1 to smithi08986837-6 2024-07-26T06:12:31.414 INFO:tasks.rados.rados.0.smithi089.stdout:2274: finishing write tid 2 to smithi08986837-6 2024-07-26T06:12:31.414 INFO:tasks.rados.rados.0.smithi089.stdout:2275: seq_num 705 ranges {2048000=614400,2662400=630784,3293184=524288,3817472=450560} 2024-07-26T06:12:31.428 INFO:tasks.rados.rados.0.smithi089.stdout:2275: writing smithi08986837-36 from 2048000 to 2662400 tid 1 2024-07-26T06:12:31.432 INFO:tasks.rados.rados.0.smithi089.stdout:2275: writing smithi08986837-36 from 2662400 to 3293184 tid 2 2024-07-26T06:12:31.434 INFO:tasks.rados.rados.0.smithi089.stdout:2275: writing smithi08986837-36 from 3293184 to 3817472 tid 3 2024-07-26T06:12:31.437 INFO:tasks.rados.rados.0.smithi089.stdout:2275: writing smithi08986837-36 from 3817472 to 4268032 tid 4 2024-07-26T06:12:31.438 INFO:tasks.rados.rados.0.smithi089.stdout:2276: snap_create 2024-07-26T06:12:31.438 INFO:tasks.rados.rados.0.smithi089.stdout:2274: finishing write tid 3 to smithi08986837-6 2024-07-26T06:12:31.438 INFO:tasks.rados.rados.0.smithi089.stdout:2274: finishing write tid 4 to smithi08986837-6 2024-07-26T06:12:31.438 INFO:tasks.rados.rados.0.smithi089.stdout:2274: finishing write tid 5 to smithi08986837-6 2024-07-26T06:12:31.438 INFO:tasks.rados.rados.0.smithi089.stdout:2274: finishing write tid 6 to smithi08986837-6 2024-07-26T06:12:31.438 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 6 v 886 (ObjNum 704 snap 220 seq_num 704) dirty exists 2024-07-26T06:12:31.438 INFO:tasks.rados.rados.0.smithi089.stdout:2274: left oid 6 (ObjNum 704 snap 220 seq_num 704) 2024-07-26T06:12:31.438 INFO:tasks.rados.rados.0.smithi089.stdout:2275: finishing write tid 1 to smithi08986837-36 2024-07-26T06:12:31.438 INFO:tasks.rados.rados.0.smithi089.stdout:2275: finishing write tid 2 to smithi08986837-36 2024-07-26T06:12:31.438 INFO:tasks.rados.rados.0.smithi089.stdout:2275: finishing write tid 3 to smithi08986837-36 2024-07-26T06:12:31.440 INFO:tasks.rados.rados.0.smithi089.stdout:2275: finishing write tid 4 to smithi08986837-36 2024-07-26T06:12:31.440 INFO:tasks.rados.rados.0.smithi089.stdout:2275: finishing write tid 5 to smithi08986837-36 2024-07-26T06:12:31.440 INFO:tasks.rados.rados.0.smithi089.stdout:2275: finishing write tid 6 to smithi08986837-36 2024-07-26T06:12:31.441 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 36 v 965 (ObjNum 705 snap 220 seq_num 705) dirty exists 2024-07-26T06:12:31.441 INFO:tasks.rados.rados.0.smithi089.stdout:2275: left oid 36 (ObjNum 705 snap 220 seq_num 705) 2024-07-26T06:12:31.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:31 smithi089 ceph-mon[99608]: osdmap e511: 8 total, 8 up, 8 in 2024-07-26T06:12:31.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:31 smithi089 ceph-mon[99608]: pgmap v421: 121 pgs: 121 active+clean; 350 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.4 MiB/s wr, 7 op/s 2024-07-26T06:12:31.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:31 smithi089 ceph-mon[102056]: osdmap e511: 8 total, 8 up, 8 in 2024-07-26T06:12:31.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:31 smithi089 ceph-mon[102056]: pgmap v421: 121 pgs: 121 active+clean; 350 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.4 MiB/s wr, 7 op/s 2024-07-26T06:12:31.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:31 smithi155 ceph-mon[90160]: osdmap e511: 8 total, 8 up, 8 in 2024-07-26T06:12:31.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:31 smithi155 ceph-mon[90160]: pgmap v421: 121 pgs: 121 active+clean; 350 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.4 MiB/s wr, 7 op/s 2024-07-26T06:12:32.401 INFO:tasks.rados.rados.0.smithi089.stdout:2274: done (2 left) 2024-07-26T06:12:32.401 INFO:tasks.rados.rados.0.smithi089.stdout:2275: done (1 left) 2024-07-26T06:12:32.401 INFO:tasks.rados.rados.0.smithi089.stdout:2276: done (0 left) 2024-07-26T06:12:32.401 INFO:tasks.rados.rados.0.smithi089.stdout:2277: rmattr oid 11 current snap is 221 2024-07-26T06:12:32.401 INFO:tasks.rados.rados.0.smithi089.stdout:2277: done (0 left) 2024-07-26T06:12:32.401 INFO:tasks.rados.rados.0.smithi089.stdout:2278: read oid 45 snap -1 2024-07-26T06:12:32.401 INFO:tasks.rados.rados.0.smithi089.stdout:2278: expect deleted 2024-07-26T06:12:32.401 INFO:tasks.rados.rados.0.smithi089.stdout:2279: copy_from oid 30 from oid 9 current snap is 221 2024-07-26T06:12:32.401 INFO:tasks.rados.rados.0.smithi089.stdout:2280: snap_create 2024-07-26T06:12:32.416 INFO:tasks.rados.rados.0.smithi089.stdout:2279: finishing copy_from racing read to smithi08986837-30 2024-07-26T06:12:32.422 INFO:tasks.rados.rados.0.smithi089.stdout:2279: finishing copy_from to smithi08986837-30 2024-07-26T06:12:32.422 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 30 v 431 (ObjNum 678 snap 210 seq_num 678) dirty exists 2024-07-26T06:12:32.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:32 smithi155 ceph-mon[90160]: osdmap e512: 8 total, 8 up, 8 in 2024-07-26T06:12:32.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:12:32 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:12:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:12:32.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:32 smithi089 ceph-mon[99608]: osdmap e512: 8 total, 8 up, 8 in 2024-07-26T06:12:32.655 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:12:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:12:32] "GET /metrics HTTP/1.1" 200 36298 "" "Prometheus/2.43.0" 2024-07-26T06:12:32.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:32 smithi089 ceph-mon[102056]: osdmap e512: 8 total, 8 up, 8 in 2024-07-26T06:12:33.409 INFO:tasks.rados.rados.0.smithi089.stdout:2278: done (2 left) 2024-07-26T06:12:33.409 INFO:tasks.rados.rados.0.smithi089.stdout:2279: done (1 left) 2024-07-26T06:12:33.409 INFO:tasks.rados.rados.0.smithi089.stdout:2280: done (0 left) 2024-07-26T06:12:33.409 INFO:tasks.rados.rados.0.smithi089.stdout:2281: rollback oid 30 current snap is 222 2024-07-26T06:12:33.410 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 30 to 220 2024-07-26T06:12:33.410 INFO:tasks.rados.rados.0.smithi089.stdout:2282: rollback oid 36 current snap is 222 2024-07-26T06:12:33.410 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 36 to 199 2024-07-26T06:12:33.410 INFO:tasks.rados.rados.0.smithi089.stdout:2283: read oid 1 snap -1 2024-07-26T06:12:33.410 INFO:tasks.rados.rados.0.smithi089.stdout:2283: expect (ObjNum 553 snap 164 seq_num 553) 2024-07-26T06:12:33.410 INFO:tasks.rados.rados.0.smithi089.stdout:2284: rollback oid 42 current snap is 222 2024-07-26T06:12:33.410 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 42 to 207 2024-07-26T06:12:33.410 INFO:tasks.rados.rados.0.smithi089.stdout:2285: read oid 24 snap -1 2024-07-26T06:12:33.410 INFO:tasks.rados.rados.0.smithi089.stdout:2285: expect (ObjNum 699 snap 218 seq_num 699) 2024-07-26T06:12:33.410 INFO:tasks.rados.rados.0.smithi089.stdout:2286: snap_remove snap 214 2024-07-26T06:12:33.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:33 smithi089 ceph-mon[99608]: osdmap e513: 8 total, 8 up, 8 in 2024-07-26T06:12:33.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:33 smithi089 ceph-mon[99608]: pgmap v424: 121 pgs: 121 active+clean; 359 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 4.4 MiB/s wr, 25 op/s 2024-07-26T06:12:33.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:33 smithi089 ceph-mon[102056]: osdmap e513: 8 total, 8 up, 8 in 2024-07-26T06:12:33.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:33 smithi089 ceph-mon[102056]: pgmap v424: 121 pgs: 121 active+clean; 359 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 4.4 MiB/s wr, 25 op/s 2024-07-26T06:12:33.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:33 smithi155 ceph-mon[90160]: osdmap e513: 8 total, 8 up, 8 in 2024-07-26T06:12:33.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:33 smithi155 ceph-mon[90160]: pgmap v424: 121 pgs: 121 active+clean; 359 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 4.4 MiB/s wr, 25 op/s 2024-07-26T06:12:34.389 INFO:tasks.rados.rados.0.smithi089.stdout:2286: done (5 left) 2024-07-26T06:12:34.389 INFO:tasks.rados.rados.0.smithi089.stdout:2287: copy_from oid 40 from oid 48 current snap is 222 2024-07-26T06:12:34.389 INFO:tasks.rados.rados.0.smithi089.stdout:2288: snap_create 2024-07-26T06:12:34.390 INFO:tasks.rados.rados.0.smithi089.stdout:2282: finishing rollback tid 0 to smithi08986837-36 2024-07-26T06:12:34.390 INFO:tasks.rados.rados.0.smithi089.stdout:2284: finishing rollback tid 0 to smithi08986837-42 2024-07-26T06:12:34.390 INFO:tasks.rados.rados.0.smithi089.stdout:2282: finishing rollback tid 1 to smithi08986837-36 2024-07-26T06:12:34.390 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 36 v 967 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-07-26T06:12:34.390 INFO:tasks.rados.rados.0.smithi089.stdout:2284: finishing rollback tid 1 to smithi08986837-42 2024-07-26T06:12:34.390 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 42 v 1240 (ObjNum 33 snap 0 seq_num 3362964240) dirty dne 2024-07-26T06:12:34.390 INFO:tasks.rados.rados.0.smithi089.stdout:2281: finishing rollback tid 0 to smithi08986837-30 2024-07-26T06:12:34.390 INFO:tasks.rados.rados.0.smithi089.stdout:2281: finishing rollback tid 1 to smithi08986837-30 2024-07-26T06:12:34.390 INFO:tasks.rados.rados.0.smithi089.stdout:2281: finishing rollback tid 2 to smithi08986837-30 2024-07-26T06:12:34.390 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 30 v 1160 (ObjNum 675 snap 206 seq_num 675) dirty exists 2024-07-26T06:12:34.391 INFO:tasks.rados.rados.0.smithi089.stdout:2285: expect (ObjNum 699 snap 218 seq_num 699) 2024-07-26T06:12:34.509 INFO:tasks.rados.rados.0.smithi089.stdout:2283: expect (ObjNum 553 snap 164 seq_num 553) 2024-07-26T06:12:34.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:34 smithi089 ceph-mon[99608]: osdmap e514: 8 total, 8 up, 8 in 2024-07-26T06:12:34.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:34 smithi089 ceph-mon[99608]: osdmap e515: 8 total, 8 up, 8 in 2024-07-26T06:12:34.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:34 smithi089 ceph-mon[102056]: osdmap e514: 8 total, 8 up, 8 in 2024-07-26T06:12:34.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:34 smithi089 ceph-mon[102056]: osdmap e515: 8 total, 8 up, 8 in 2024-07-26T06:12:34.669 INFO:tasks.rados.rados.0.smithi089.stdout:2287: finishing copy_from to smithi08986837-40 2024-07-26T06:12:34.669 INFO:tasks.rados.rados.0.smithi089.stdout:2287: got expected ENOENT (src dne) 2024-07-26T06:12:34.669 INFO:tasks.rados.rados.0.smithi089.stdout:2287: finishing copy_from racing read to smithi08986837-40 2024-07-26T06:12:34.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:34 smithi155 ceph-mon[90160]: osdmap e514: 8 total, 8 up, 8 in 2024-07-26T06:12:34.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:34 smithi155 ceph-mon[90160]: osdmap e515: 8 total, 8 up, 8 in 2024-07-26T06:12:35.388 INFO:tasks.rados.rados.0.smithi089.stdout:2281: done (6 left) 2024-07-26T06:12:35.388 INFO:tasks.rados.rados.0.smithi089.stdout:2282: done (5 left) 2024-07-26T06:12:35.388 INFO:tasks.rados.rados.0.smithi089.stdout:2283: done (4 left) 2024-07-26T06:12:35.388 INFO:tasks.rados.rados.0.smithi089.stdout:2284: done (3 left) 2024-07-26T06:12:35.388 INFO:tasks.rados.rados.0.smithi089.stdout:2285: done (2 left) 2024-07-26T06:12:35.388 INFO:tasks.rados.rados.0.smithi089.stdout:2287: done (1 left) 2024-07-26T06:12:35.388 INFO:tasks.rados.rados.0.smithi089.stdout:2288: done (0 left) 2024-07-26T06:12:35.388 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 40 current snap is 223 2024-07-26T06:12:35.388 INFO:tasks.rados.rados.0.smithi089.stdout:2289: seq_num 706 ranges {0=630784,630784=516096,1146880=729088,1875968=360448} 2024-07-26T06:12:35.390 INFO:tasks.rados.rados.0.smithi089.stdout:2289: writing smithi08986837-40 from 0 to 630784 tid 1 2024-07-26T06:12:35.394 INFO:tasks.rados.rados.0.smithi089.stdout:2289: writing smithi08986837-40 from 630784 to 1146880 tid 2 2024-07-26T06:12:35.398 INFO:tasks.rados.rados.0.smithi089.stdout:2289: writing smithi08986837-40 from 1146880 to 1875968 tid 3 2024-07-26T06:12:35.400 INFO:tasks.rados.rados.0.smithi089.stdout:2289: writing smithi08986837-40 from 1875968 to 2236416 tid 4 2024-07-26T06:12:35.401 INFO:tasks.rados.rados.0.smithi089.stdout:2290: copy_from oid 27 from oid 9 current snap is 223 2024-07-26T06:12:35.401 INFO:tasks.rados.rados.0.smithi089.stdout:2289: finishing write tid 1 to smithi08986837-40 2024-07-26T06:12:35.401 INFO:tasks.rados.rados.0.smithi089.stdout:2289: finishing write tid 2 to smithi08986837-40 2024-07-26T06:12:35.401 INFO:tasks.rados.rados.0.smithi089.stdout:2291: snap_remove snap 172 2024-07-26T06:12:35.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:35 smithi155 ceph-mon[90160]: pgmap v427: 121 pgs: 121 active+clean; 371 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 5.0 MiB/s wr, 26 op/s 2024-07-26T06:12:35.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:35 smithi155 ceph-mon[90160]: osdmap e516: 8 total, 8 up, 8 in 2024-07-26T06:12:35.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:35 smithi089 ceph-mon[99608]: pgmap v427: 121 pgs: 121 active+clean; 371 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 5.0 MiB/s wr, 26 op/s 2024-07-26T06:12:35.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:35 smithi089 ceph-mon[99608]: osdmap e516: 8 total, 8 up, 8 in 2024-07-26T06:12:35.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:35 smithi089 ceph-mon[102056]: pgmap v427: 121 pgs: 121 active+clean; 371 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 5.0 MiB/s wr, 26 op/s 2024-07-26T06:12:35.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:35 smithi089 ceph-mon[102056]: osdmap e516: 8 total, 8 up, 8 in 2024-07-26T06:12:36.392 INFO:tasks.rados.rados.0.smithi089.stdout:2291: done (2 left) 2024-07-26T06:12:36.392 INFO:tasks.rados.rados.0.smithi089.stdout:2292: copy_from oid 32 from oid 2 current snap is 223 2024-07-26T06:12:36.392 INFO:tasks.rados.rados.0.smithi089.stdout:2289: finishing write tid 3 to smithi08986837-40 2024-07-26T06:12:36.392 INFO:tasks.rados.rados.0.smithi089.stdout:2289: finishing write tid 4 to smithi08986837-40 2024-07-26T06:12:36.392 INFO:tasks.rados.rados.0.smithi089.stdout:2289: finishing write tid 5 to smithi08986837-40 2024-07-26T06:12:36.392 INFO:tasks.rados.rados.0.smithi089.stdout:2289: finishing write tid 6 to smithi08986837-40 2024-07-26T06:12:36.392 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 40 v 1165 (ObjNum 706 snap 223 seq_num 706) dirty exists 2024-07-26T06:12:36.392 INFO:tasks.rados.rados.0.smithi089.stdout:2289: left oid 40 (ObjNum 706 snap 223 seq_num 706) 2024-07-26T06:12:36.392 INFO:tasks.rados.rados.0.smithi089.stdout:2290: finishing copy_from racing read to smithi08986837-27 2024-07-26T06:12:36.392 INFO:tasks.rados.rados.0.smithi089.stdout:2290: finishing copy_from to smithi08986837-27 2024-07-26T06:12:36.392 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 27 v 431 (ObjNum 678 snap 210 seq_num 678) dirty exists 2024-07-26T06:12:36.393 INFO:tasks.rados.rados.0.smithi089.stdout:2289: done (2 left) 2024-07-26T06:12:36.393 INFO:tasks.rados.rados.0.smithi089.stdout:2290: done (1 left) 2024-07-26T06:12:36.393 INFO:tasks.rados.rados.0.smithi089.stdout:2293: rmattr oid 44 current snap is 223 2024-07-26T06:12:36.393 INFO:tasks.rados.rados.0.smithi089.stdout:2294: copy_from oid 21 from oid 29 current snap is 223 2024-07-26T06:12:36.393 INFO:tasks.rados.rados.0.smithi089.stdout:2295: snap_create 2024-07-26T06:12:36.407 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 44 v 1248 (ObjNum 692 snap 216 seq_num 692) dirty exists 2024-07-26T06:12:36.419 INFO:tasks.rados.rados.0.smithi089.stdout:2292: finishing copy_from racing read to smithi08986837-32 2024-07-26T06:12:36.422 INFO:tasks.rados.rados.0.smithi089.stdout:2292: finishing copy_from to smithi08986837-32 2024-07-26T06:12:36.422 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 32 v 939 (ObjNum 697 snap 218 seq_num 697) dirty exists 2024-07-26T06:12:36.465 INFO:tasks.rados.rados.0.smithi089.stdout:2294: finishing copy_from racing read to smithi08986837-21 2024-07-26T06:12:36.470 INFO:tasks.rados.rados.0.smithi089.stdout:2294: finishing copy_from to smithi08986837-21 2024-07-26T06:12:36.470 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 21 v 1137 (ObjNum 644 snap 197 seq_num 644) dirty exists 2024-07-26T06:12:37.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:36 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:12:37.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:36 smithi155 ceph-mon[90160]: osdmap e517: 8 total, 8 up, 8 in 2024-07-26T06:12:37.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:36 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:12:37.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:36 smithi089 ceph-mon[99608]: osdmap e517: 8 total, 8 up, 8 in 2024-07-26T06:12:37.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:36 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:12:37.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:36 smithi089 ceph-mon[102056]: osdmap e517: 8 total, 8 up, 8 in 2024-07-26T06:12:37.395 INFO:tasks.rados.rados.0.smithi089.stdout:2292: done (3 left) 2024-07-26T06:12:37.395 INFO:tasks.rados.rados.0.smithi089.stdout:2293: done (2 left) 2024-07-26T06:12:37.395 INFO:tasks.rados.rados.0.smithi089.stdout:2294: done (1 left) 2024-07-26T06:12:37.395 INFO:tasks.rados.rados.0.smithi089.stdout:2295: done (0 left) 2024-07-26T06:12:37.395 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 40 current snap is 224 2024-07-26T06:12:37.395 INFO:tasks.rados.rados.0.smithi089.stdout:2296: seq_num 707 ranges {2236416=647168,2883584=802816,3686400=532480,4218880=270336} 2024-07-26T06:12:37.410 INFO:tasks.rados.rados.0.smithi089.stdout:2296: writing smithi08986837-40 from 2236416 to 2883584 tid 1 2024-07-26T06:12:37.414 INFO:tasks.rados.rados.0.smithi089.stdout:2296: writing smithi08986837-40 from 2883584 to 3686400 tid 2 2024-07-26T06:12:37.417 INFO:tasks.rados.rados.0.smithi089.stdout:2296: writing smithi08986837-40 from 3686400 to 4218880 tid 3 2024-07-26T06:12:37.419 INFO:tasks.rados.rados.0.smithi089.stdout:2296: writing smithi08986837-40 from 4218880 to 4489216 tid 4 2024-07-26T06:12:37.419 INFO:tasks.rados.rados.0.smithi089.stdout:2297: setattr oid 23 current snap is 224 2024-07-26T06:12:37.419 INFO:tasks.rados.rados.0.smithi089.stdout:2296: finishing write tid 1 to smithi08986837-40 2024-07-26T06:12:37.419 INFO:tasks.rados.rados.0.smithi089.stdout:2296: finishing write tid 2 to smithi08986837-40 2024-07-26T06:12:37.421 INFO:tasks.rados.rados.0.smithi089.stdout:2296: finishing write tid 3 to smithi08986837-40 2024-07-26T06:12:37.421 INFO:tasks.rados.rados.0.smithi089.stdout:2298: delete oid 21 current snap is 224 2024-07-26T06:12:37.421 INFO:tasks.rados.rados.0.smithi089.stdout:2296: finishing write tid 4 to smithi08986837-40 2024-07-26T06:12:37.422 INFO:tasks.rados.rados.0.smithi089.stdout:2296: finishing write tid 5 to smithi08986837-40 2024-07-26T06:12:37.422 INFO:tasks.rados.rados.0.smithi089.stdout:2296: finishing write tid 6 to smithi08986837-40 2024-07-26T06:12:37.423 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 40 v 1170 (ObjNum 707 snap 224 seq_num 707) dirty exists 2024-07-26T06:12:37.423 INFO:tasks.rados.rados.0.smithi089.stdout:2296: left oid 40 (ObjNum 707 snap 224 seq_num 707) 2024-07-26T06:12:37.427 INFO:tasks.rados.rados.0.smithi089.stdout:2296: done (2 left) 2024-07-26T06:12:37.427 INFO:tasks.rados.rados.0.smithi089.stdout:2298: done (1 left) 2024-07-26T06:12:37.427 INFO:tasks.rados.rados.0.smithi089.stdout:2299: read oid 18 snap -1 2024-07-26T06:12:37.427 INFO:tasks.rados.rados.0.smithi089.stdout:2299: expect deleted 2024-07-26T06:12:37.427 INFO:tasks.rados.rados.0.smithi089.stdout:2300: rollback oid 44 current snap is 224 2024-07-26T06:12:37.427 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 44 to 210 2024-07-26T06:12:37.428 INFO:tasks.rados.rados.0.smithi089.stdout:2301: setattr oid 33 current snap is 224 2024-07-26T06:12:37.428 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 23 v 838 (ObjNum 129 snap 0 seq_num 3363028456) dirty exists 2024-07-26T06:12:37.428 INFO:tasks.rados.rados.0.smithi089.stdout:2297: done (3 left) 2024-07-26T06:12:37.428 INFO:tasks.rados.rados.0.smithi089.stdout:2299: done (2 left) 2024-07-26T06:12:37.429 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 38 current snap is 224 2024-07-26T06:12:37.429 INFO:tasks.rados.rados.0.smithi089.stdout:2302: seq_num 709 ranges {0=679936,679936=614400,1294336=499712,1794048=491520} 2024-07-26T06:12:37.432 INFO:tasks.rados.rados.0.smithi089.stdout:2302: writing smithi08986837-38 from 0 to 679936 tid 1 2024-07-26T06:12:37.436 INFO:tasks.rados.rados.0.smithi089.stdout:2302: writing smithi08986837-38 from 679936 to 1294336 tid 2 2024-07-26T06:12:37.439 INFO:tasks.rados.rados.0.smithi089.stdout:2302: writing smithi08986837-38 from 1294336 to 1794048 tid 3 2024-07-26T06:12:37.442 INFO:tasks.rados.rados.0.smithi089.stdout:2302: writing smithi08986837-38 from 1794048 to 2285568 tid 4 2024-07-26T06:12:37.442 INFO:tasks.rados.rados.0.smithi089.stdout:2303: copy_from oid 13 from oid 5 current snap is 224 2024-07-26T06:12:37.443 INFO:tasks.rados.rados.0.smithi089.stdout:2300: finishing rollback tid 0 to smithi08986837-44 2024-07-26T06:12:37.443 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 33 v 886 (ObjNum 591 snap 178 seq_num 591) dirty exists 2024-07-26T06:12:37.443 INFO:tasks.rados.rados.0.smithi089.stdout:2300: finishing rollback tid 1 to smithi08986837-44 2024-07-26T06:12:37.443 INFO:tasks.rados.rados.0.smithi089.stdout:2301: done (3 left) 2024-07-26T06:12:37.443 INFO:tasks.rados.rados.0.smithi089.stdout:2304: snap_remove snap 221 2024-07-26T06:12:38.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:37 smithi155 ceph-mon[90160]: pgmap v430: 121 pgs: 121 active+clean; 383 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 4.4 MiB/s wr, 14 op/s 2024-07-26T06:12:38.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:37 smithi155 ceph-mon[90160]: osdmap e518: 8 total, 8 up, 8 in 2024-07-26T06:12:38.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:37 smithi089 ceph-mon[99608]: pgmap v430: 121 pgs: 121 active+clean; 383 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 4.4 MiB/s wr, 14 op/s 2024-07-26T06:12:38.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:37 smithi089 ceph-mon[99608]: osdmap e518: 8 total, 8 up, 8 in 2024-07-26T06:12:38.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:37 smithi089 ceph-mon[102056]: pgmap v430: 121 pgs: 121 active+clean; 383 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 4.4 MiB/s wr, 14 op/s 2024-07-26T06:12:38.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:37 smithi089 ceph-mon[102056]: osdmap e518: 8 total, 8 up, 8 in 2024-07-26T06:12:38.398 INFO:tasks.rados.rados.0.smithi089.stdout:2304: done (3 left) 2024-07-26T06:12:38.399 INFO:tasks.rados.rados.0.smithi089.stdout:2305: snap_create 2024-07-26T06:12:38.399 INFO:tasks.rados.rados.0.smithi089.stdout:2300: finishing rollback tid 2 to smithi08986837-44 2024-07-26T06:12:38.399 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 44 v 1264 (ObjNum 486 snap 140 seq_num 486) dirty exists 2024-07-26T06:12:38.399 INFO:tasks.rados.rados.0.smithi089.stdout:2302: finishing write tid 1 to smithi08986837-38 2024-07-26T06:12:38.399 INFO:tasks.rados.rados.0.smithi089.stdout:2302: finishing write tid 2 to smithi08986837-38 2024-07-26T06:12:38.399 INFO:tasks.rados.rados.0.smithi089.stdout:2302: finishing write tid 3 to smithi08986837-38 2024-07-26T06:12:38.399 INFO:tasks.rados.rados.0.smithi089.stdout:2302: finishing write tid 4 to smithi08986837-38 2024-07-26T06:12:38.399 INFO:tasks.rados.rados.0.smithi089.stdout:2302: finishing write tid 5 to smithi08986837-38 2024-07-26T06:12:38.399 INFO:tasks.rados.rados.0.smithi089.stdout:2302: finishing write tid 6 to smithi08986837-38 2024-07-26T06:12:38.399 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 38 v 1216 (ObjNum 709 snap 224 seq_num 709) dirty exists 2024-07-26T06:12:38.399 INFO:tasks.rados.rados.0.smithi089.stdout:2302: left oid 38 (ObjNum 709 snap 224 seq_num 709) 2024-07-26T06:12:38.399 INFO:tasks.rados.rados.0.smithi089.stdout:2303: finishing copy_from racing read to smithi08986837-13 2024-07-26T06:12:38.399 INFO:tasks.rados.rados.0.smithi089.stdout:2303: finishing copy_from to smithi08986837-13 2024-07-26T06:12:38.400 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 13 v 563 (ObjNum 620 snap 186 seq_num 620) dirty exists 2024-07-26T06:12:39.390 INFO:tasks.rados.rados.0.smithi089.stdout:2300: done (3 left) 2024-07-26T06:12:39.390 INFO:tasks.rados.rados.0.smithi089.stdout:2302: done (2 left) 2024-07-26T06:12:39.390 INFO:tasks.rados.rados.0.smithi089.stdout:2303: done (1 left) 2024-07-26T06:12:39.390 INFO:tasks.rados.rados.0.smithi089.stdout:2305: done (0 left) 2024-07-26T06:12:39.390 INFO:tasks.rados.rados.0.smithi089.stdout:2306: rollback oid 29 current snap is 225 2024-07-26T06:12:39.390 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 29 to 220 2024-07-26T06:12:39.390 INFO:tasks.rados.rados.0.smithi089.stdout:2307: snap_remove snap 210 2024-07-26T06:12:39.653 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:39 smithi155 ceph-mon[90160]: osdmap e519: 8 total, 8 up, 8 in 2024-07-26T06:12:39.653 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:39 smithi155 ceph-mon[90160]: pgmap v433: 121 pgs: 121 active+clean; 396 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 5.3 MiB/s wr, 8 op/s 2024-07-26T06:12:39.653 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:39 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-07-26T06:12:39.653 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:39 smithi155 ceph-mon[90160]: osdmap e520: 8 total, 8 up, 8 in 2024-07-26T06:12:39.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:39 smithi089 ceph-mon[99608]: osdmap e519: 8 total, 8 up, 8 in 2024-07-26T06:12:39.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:39 smithi089 ceph-mon[99608]: pgmap v433: 121 pgs: 121 active+clean; 396 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 5.3 MiB/s wr, 8 op/s 2024-07-26T06:12:39.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:39 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-07-26T06:12:39.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:39 smithi089 ceph-mon[99608]: osdmap e520: 8 total, 8 up, 8 in 2024-07-26T06:12:39.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:39 smithi089 ceph-mon[102056]: osdmap e519: 8 total, 8 up, 8 in 2024-07-26T06:12:39.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:39 smithi089 ceph-mon[102056]: pgmap v433: 121 pgs: 121 active+clean; 396 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 5.3 MiB/s wr, 8 op/s 2024-07-26T06:12:39.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:39 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-07-26T06:12:39.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:39 smithi089 ceph-mon[102056]: osdmap e520: 8 total, 8 up, 8 in 2024-07-26T06:12:40.392 INFO:tasks.rados.rados.0.smithi089.stdout:2306: finishing rollback tid 0 to smithi08986837-29 2024-07-26T06:12:40.392 INFO:tasks.rados.rados.0.smithi089.stdout:2306: finishing rollback tid 1 to smithi08986837-29 2024-07-26T06:12:40.392 INFO:tasks.rados.rados.0.smithi089.stdout:2306: finishing rollback tid 2 to smithi08986837-29 2024-07-26T06:12:40.392 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 29 v 1220 (ObjNum 644 snap 197 seq_num 644) dirty exists 2024-07-26T06:12:40.392 INFO:tasks.rados.rados.0.smithi089.stdout:2306: done (1 left) 2024-07-26T06:12:40.392 INFO:tasks.rados.rados.0.smithi089.stdout:2307: done (0 left) 2024-07-26T06:12:40.393 INFO:tasks.rados.rados.0.smithi089.stdout:2308: rollback oid 44 current snap is 225 2024-07-26T06:12:40.393 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 44 to 220 2024-07-26T06:12:40.393 INFO:tasks.rados.rados.0.smithi089.stdout:2309: delete oid 11 current snap is 225 2024-07-26T06:12:40.400 INFO:tasks.rados.rados.0.smithi089.stdout:2309: done (1 left) 2024-07-26T06:12:40.400 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 49 current snap is 225 2024-07-26T06:12:40.401 INFO:tasks.rados.rados.0.smithi089.stdout:2310: seq_num 711 ranges {3932160=712704,4644864=786432,5431296=516096,5947392=303104} 2024-07-26T06:12:40.425 INFO:tasks.rados.rados.0.smithi089.stdout:2310: writing smithi08986837-49 from 3932160 to 4644864 tid 1 2024-07-26T06:12:40.429 INFO:tasks.rados.rados.0.smithi089.stdout:2310: writing smithi08986837-49 from 4644864 to 5431296 tid 2 2024-07-26T06:12:40.432 INFO:tasks.rados.rados.0.smithi089.stdout:2310: writing smithi08986837-49 from 5431296 to 5947392 tid 3 2024-07-26T06:12:40.435 INFO:tasks.rados.rados.0.smithi089.stdout:2310: writing smithi08986837-49 from 5947392 to 6250496 tid 4 2024-07-26T06:12:40.435 INFO:tasks.rados.rados.0.smithi089.stdout:2311: rmattr oid 12 current snap is 225 2024-07-26T06:12:40.435 INFO:tasks.rados.rados.0.smithi089.stdout:2311: done (2 left) 2024-07-26T06:12:40.435 INFO:tasks.rados.rados.0.smithi089.stdout:2312: rmattr oid 10 current snap is 225 2024-07-26T06:12:40.435 INFO:tasks.rados.rados.0.smithi089.stdout:2312: done (2 left) 2024-07-26T06:12:40.435 INFO:tasks.rados.rados.0.smithi089.stdout:2313: copy_from oid 23 from oid 36 current snap is 225 2024-07-26T06:12:40.435 INFO:tasks.rados.rados.0.smithi089.stdout:2308: finishing rollback tid 0 to smithi08986837-44 2024-07-26T06:12:40.435 INFO:tasks.rados.rados.0.smithi089.stdout:2308: finishing rollback tid 1 to smithi08986837-44 2024-07-26T06:12:40.435 INFO:tasks.rados.rados.0.smithi089.stdout:2308: finishing rollback tid 2 to smithi08986837-44 2024-07-26T06:12:40.436 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 44 v 1276 (ObjNum 692 snap 216 seq_num 692) dirty exists 2024-07-26T06:12:40.436 INFO:tasks.rados.rados.0.smithi089.stdout:2310: finishing write tid 1 to smithi08986837-49 2024-07-26T06:12:40.436 INFO:tasks.rados.rados.0.smithi089.stdout:2310: finishing write tid 2 to smithi08986837-49 2024-07-26T06:12:40.436 INFO:tasks.rados.rados.0.smithi089.stdout:2308: done (2 left) 2024-07-26T06:12:40.436 INFO:tasks.rados.rados.0.smithi089.stdout:2314: copy_from oid 42 from oid 41 current snap is 225 2024-07-26T06:12:40.436 INFO:tasks.rados.rados.0.smithi089.stdout:2315: snap_remove snap 222 2024-07-26T06:12:40.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:40 smithi089 ceph-mon[99608]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-07-26T06:12:40.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:40 smithi089 ceph-mon[99608]: Upgrade: osd.7 is safe to restart 2024-07-26T06:12:40.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:40 smithi089 ceph-mon[99608]: osdmap e521: 8 total, 8 up, 8 in 2024-07-26T06:12:40.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:40 smithi089 ceph-mon[102056]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-07-26T06:12:40.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:40 smithi089 ceph-mon[102056]: Upgrade: osd.7 is safe to restart 2024-07-26T06:12:40.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:40 smithi089 ceph-mon[102056]: osdmap e521: 8 total, 8 up, 8 in 2024-07-26T06:12:40.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:40 smithi155 ceph-mon[90160]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-07-26T06:12:40.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:40 smithi155 ceph-mon[90160]: Upgrade: osd.7 is safe to restart 2024-07-26T06:12:40.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:40 smithi155 ceph-mon[90160]: osdmap e521: 8 total, 8 up, 8 in 2024-07-26T06:12:41.410 INFO:tasks.rados.rados.0.smithi089.stdout:2315: done (3 left) 2024-07-26T06:12:41.411 INFO:tasks.rados.rados.0.smithi089.stdout:2316: rollback oid 27 current snap is 225 2024-07-26T06:12:41.411 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 27 to 223 2024-07-26T06:12:41.411 INFO:tasks.rados.rados.0.smithi089.stdout:2310: finishing write tid 3 to smithi08986837-49 2024-07-26T06:12:41.411 INFO:tasks.rados.rados.0.smithi089.stdout:2310: finishing write tid 4 to smithi08986837-49 2024-07-26T06:12:41.411 INFO:tasks.rados.rados.0.smithi089.stdout:2310: finishing write tid 5 to smithi08986837-49 2024-07-26T06:12:41.411 INFO:tasks.rados.rados.0.smithi089.stdout:2313: finishing copy_from to smithi08986837-23 2024-07-26T06:12:41.411 INFO:tasks.rados.rados.0.smithi089.stdout:2313: got expected ENOENT (src dne) 2024-07-26T06:12:41.411 INFO:tasks.rados.rados.0.smithi089.stdout:2313: finishing copy_from racing read to smithi08986837-23 2024-07-26T06:12:41.411 INFO:tasks.rados.rados.0.smithi089.stdout:2310: finishing write tid 6 to smithi08986837-49 2024-07-26T06:12:41.411 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 49 v 896 (ObjNum 711 snap 225 seq_num 711) dirty exists 2024-07-26T06:12:41.411 INFO:tasks.rados.rados.0.smithi089.stdout:2310: left oid 49 (ObjNum 711 snap 225 seq_num 711) 2024-07-26T06:12:41.412 INFO:tasks.rados.rados.0.smithi089.stdout:2314: finishing copy_from racing read to smithi08986837-42 2024-07-26T06:12:41.412 INFO:tasks.rados.rados.0.smithi089.stdout:2314: finishing copy_from to smithi08986837-42 2024-07-26T06:12:41.412 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 42 v 925 (ObjNum 486 snap 140 seq_num 486) dirty exists 2024-07-26T06:12:41.412 INFO:tasks.rados.rados.0.smithi089.stdout:2310: done (3 left) 2024-07-26T06:12:41.412 INFO:tasks.rados.rados.0.smithi089.stdout:2313: done (2 left) 2024-07-26T06:12:41.412 INFO:tasks.rados.rados.0.smithi089.stdout:2314: done (1 left) 2024-07-26T06:12:41.412 INFO:tasks.rados.rados.0.smithi089.stdout:2317: rollback oid 9 current snap is 225 2024-07-26T06:12:41.412 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 9 to 205 2024-07-26T06:12:41.412 INFO:tasks.rados.rados.0.smithi089.stdout:2318: read oid 48 snap -1 2024-07-26T06:12:41.412 INFO:tasks.rados.rados.0.smithi089.stdout:2318: expect deleted 2024-07-26T06:12:41.412 INFO:tasks.rados.rados.0.smithi089.stdout:2319: rollback oid 47 current snap is 225 2024-07-26T06:12:41.412 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 47 to 202 2024-07-26T06:12:41.412 INFO:tasks.rados.rados.0.smithi089.stdout:2320: snap_remove snap 203 2024-07-26T06:12:41.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:41 smithi155 ceph-mon[90160]: Upgrade: Updating osd.7 2024-07-26T06:12:41.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:12:41.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-07-26T06:12:41.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:12:41.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:41 smithi155 ceph-mon[90160]: Deploying daemon osd.7 on smithi155 2024-07-26T06:12:41.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:41 smithi155 ceph-mon[90160]: pgmap v436: 121 pgs: 121 active+clean; 382 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 7.8 MiB/s wr, 10 op/s 2024-07-26T06:12:41.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:12:41.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:41 smithi155 ceph-mon[90160]: osdmap e522: 8 total, 8 up, 8 in 2024-07-26T06:12:41.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:41 smithi089 ceph-mon[99608]: Upgrade: Updating osd.7 2024-07-26T06:12:41.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:12:41.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-07-26T06:12:41.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:12:41.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:41 smithi089 ceph-mon[99608]: Deploying daemon osd.7 on smithi155 2024-07-26T06:12:41.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:41 smithi089 ceph-mon[99608]: pgmap v436: 121 pgs: 121 active+clean; 382 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 7.8 MiB/s wr, 10 op/s 2024-07-26T06:12:41.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:12:41.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:41 smithi089 ceph-mon[99608]: osdmap e522: 8 total, 8 up, 8 in 2024-07-26T06:12:41.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:41 smithi089 ceph-mon[102056]: Upgrade: Updating osd.7 2024-07-26T06:12:41.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:12:41.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-07-26T06:12:41.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:12:41.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:41 smithi089 ceph-mon[102056]: Deploying daemon osd.7 on smithi155 2024-07-26T06:12:41.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:41 smithi089 ceph-mon[102056]: pgmap v436: 121 pgs: 121 active+clean; 382 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 7.8 MiB/s wr, 10 op/s 2024-07-26T06:12:41.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:12:41.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:41 smithi089 ceph-mon[102056]: osdmap e522: 8 total, 8 up, 8 in 2024-07-26T06:12:42.417 INFO:tasks.rados.rados.0.smithi089.stdout:2320: done (4 left) 2024-07-26T06:12:42.417 INFO:tasks.rados.rados.0.smithi089.stdout:2321: rollback oid 40 current snap is 225 2024-07-26T06:12:42.417 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 40 to 223 2024-07-26T06:12:42.417 INFO:tasks.rados.rados.0.smithi089.stdout:2322: delete oid 23 current snap is 225 2024-07-26T06:12:42.417 INFO:tasks.rados.rados.0.smithi089.stdout:2317: finishing rollback tid 0 to smithi08986837-9 2024-07-26T06:12:42.417 INFO:tasks.rados.rados.0.smithi089.stdout:2317: finishing rollback tid 1 to smithi08986837-9 2024-07-26T06:12:42.418 INFO:tasks.rados.rados.0.smithi089.stdout:2316: finishing rollback tid 0 to smithi08986837-27 2024-07-26T06:12:42.418 INFO:tasks.rados.rados.0.smithi089.stdout:2317: finishing rollback tid 2 to smithi08986837-9 2024-07-26T06:12:42.418 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 9 v 434 (ObjNum 596 snap 178 seq_num 596) dirty exists 2024-07-26T06:12:42.418 INFO:tasks.rados.rados.0.smithi089.stdout:2316: finishing rollback tid 1 to smithi08986837-27 2024-07-26T06:12:42.418 INFO:tasks.rados.rados.0.smithi089.stdout:2316: finishing rollback tid 2 to smithi08986837-27 2024-07-26T06:12:42.418 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 27 v 876 (ObjNum 678 snap 210 seq_num 678) dirty exists 2024-07-26T06:12:42.418 INFO:tasks.rados.rados.0.smithi089.stdout:2319: finishing rollback tid 0 to smithi08986837-47 2024-07-26T06:12:42.418 INFO:tasks.rados.rados.0.smithi089.stdout:2319: finishing rollback tid 1 to smithi08986837-47 2024-07-26T06:12:42.418 INFO:tasks.rados.rados.0.smithi089.stdout:2319: finishing rollback tid 2 to smithi08986837-47 2024-07-26T06:12:42.418 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 47 v 1283 (ObjNum 572 snap 173 seq_num 572) dirty exists 2024-07-26T06:12:42.424 INFO:tasks.rados.rados.0.smithi089.stdout:2316: done (5 left) 2024-07-26T06:12:42.424 INFO:tasks.rados.rados.0.smithi089.stdout:2317: done (4 left) 2024-07-26T06:12:42.424 INFO:tasks.rados.rados.0.smithi089.stdout:2318: done (3 left) 2024-07-26T06:12:42.424 INFO:tasks.rados.rados.0.smithi089.stdout:2319: done (2 left) 2024-07-26T06:12:42.424 INFO:tasks.rados.rados.0.smithi089.stdout:2322: done (1 left) 2024-07-26T06:12:42.424 INFO:tasks.rados.rados.0.smithi089.stdout:2323: rollback oid 34 current snap is 225 2024-07-26T06:12:42.424 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 34 to 190 2024-07-26T06:12:42.424 INFO:tasks.rados.rados.0.smithi089.stdout:2324: snap_create 2024-07-26T06:12:42.425 INFO:tasks.rados.rados.0.smithi089.stdout:2321: finishing rollback tid 0 to smithi08986837-40 2024-07-26T06:12:42.425 INFO:tasks.rados.rados.0.smithi089.stdout:2321: finishing rollback tid 1 to smithi08986837-40 2024-07-26T06:12:42.426 INFO:tasks.rados.rados.0.smithi089.stdout:2321: finishing rollback tid 2 to smithi08986837-40 2024-07-26T06:12:42.426 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 40 v 1173 (ObjNum 706 snap 223 seq_num 706) dirty exists 2024-07-26T06:12:42.427 INFO:tasks.rados.rados.0.smithi089.stdout:2323: finishing rollback tid 1 to smithi08986837-34 2024-07-26T06:12:42.428 INFO:tasks.rados.rados.0.smithi089.stdout:2323: finishing rollback tid 2 to smithi08986837-34 2024-07-26T06:12:42.428 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 34 v 854 (ObjNum 459 snap 132 seq_num 459) dirty exists 2024-07-26T06:12:42.491 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:12:42 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:12:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:12:42.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:12:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:12:42] "GET /metrics HTTP/1.1" 200 36286 "" "Prometheus/2.43.0" 2024-07-26T06:12:43.257 INFO:teuthology.orchestra.run.smithi089.stdout:true 2024-07-26T06:12:43.424 INFO:tasks.rados.rados.0.smithi089.stdout:2321: done (2 left) 2024-07-26T06:12:43.425 INFO:tasks.rados.rados.0.smithi089.stdout:2323: done (1 left) 2024-07-26T06:12:43.425 INFO:tasks.rados.rados.0.smithi089.stdout:2324: done (0 left) 2024-07-26T06:12:43.425 INFO:tasks.rados.rados.0.smithi089.stdout:2325: snap_create 2024-07-26T06:12:43.522 INFO:teuthology.orchestra.run.smithi089.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-07-26T06:12:43.522 INFO:teuthology.orchestra.run.smithi089.stdout:alertmanager.a smithi089 *:9093,9094 running (6m) 2m ago 10m 23.9M - 0.25.0 c8568f914cd2 2836382b8f0b 2024-07-26T06:12:43.522 INFO:teuthology.orchestra.run.smithi089.stdout:grafana.a smithi155 *:3000 running (5m) 23s ago 10m 86.3M - 9.4.7 954c08fa6188 0191ba4689bf 2024-07-26T06:12:43.522 INFO:teuthology.orchestra.run.smithi089.stdout:mds.a smithi089 running (11m) 2m ago 11m 16.5M - 17.2.7-1143-g5dff84c0 18bcb77ae794 0ecc3a80790e 2024-07-26T06:12:43.522 INFO:teuthology.orchestra.run.smithi089.stdout:mds.b smithi155 running (11m) 23s ago 11m 22.8M - 17.2.7-1143-g5dff84c0 18bcb77ae794 1c6d7dfdf08d 2024-07-26T06:12:43.522 INFO:teuthology.orchestra.run.smithi089.stdout:mgr.x smithi155 *:8443,9283,8765 running (5m) 23s ago 15m 440M - 19.1.0-1125-g4b230446 a246f06af74a 3d1d1f94a234 2024-07-26T06:12:43.522 INFO:teuthology.orchestra.run.smithi089.stdout:mgr.y smithi089 *:8443,9283,8765 running (5m) 2m ago 16m 509M - 19.1.0-1125-g4b230446 a246f06af74a abb455ac876a 2024-07-26T06:12:43.522 INFO:teuthology.orchestra.run.smithi089.stdout:mon.a smithi089 running (5m) 2m ago 16m 52.7M 2048M 19.1.0-1125-g4b230446 a246f06af74a 4d43bcc9eb9b 2024-07-26T06:12:43.522 INFO:teuthology.orchestra.run.smithi089.stdout:mon.b smithi155 running (4m) 23s ago 15m 50.4M 2048M 19.1.0-1125-g4b230446 a246f06af74a f829551716a5 2024-07-26T06:12:43.522 INFO:teuthology.orchestra.run.smithi089.stdout:mon.c smithi089 running (4m) 2m ago 15m 47.0M 2048M 19.1.0-1125-g4b230446 a246f06af74a 74d6c1493f98 2024-07-26T06:12:43.523 INFO:teuthology.orchestra.run.smithi089.stdout:node-exporter.a smithi089 *:9100 running (6m) 2m ago 10m 16.7M - 1.5.0 0da6a335fe13 e2f5a155fbeb 2024-07-26T06:12:43.523 INFO:teuthology.orchestra.run.smithi089.stdout:node-exporter.b smithi155 *:9100 running (6m) 23s ago 10m 16.3M - 1.5.0 0da6a335fe13 85c78351c113 2024-07-26T06:12:43.523 INFO:teuthology.orchestra.run.smithi089.stdout:osd.0 smithi089 running (3m) 2m ago 14m 147M 2479M 19.1.0-1125-g4b230446 a246f06af74a 7b97fcc5adf0 2024-07-26T06:12:43.523 INFO:teuthology.orchestra.run.smithi089.stdout:osd.1 smithi089 running (3m) 2m ago 14m 105M 2479M 19.1.0-1125-g4b230446 a246f06af74a f8fe67e57953 2024-07-26T06:12:43.523 INFO:teuthology.orchestra.run.smithi089.stdout:osd.2 smithi089 running (2m) 2m ago 14m 105M 2479M 19.1.0-1125-g4b230446 a246f06af74a daf180453a78 2024-07-26T06:12:43.523 INFO:teuthology.orchestra.run.smithi089.stdout:osd.3 smithi089 running (2m) 2m ago 13m 12.1M 2479M 19.1.0-1125-g4b230446 a246f06af74a bc8593ebe144 2024-07-26T06:12:43.523 INFO:teuthology.orchestra.run.smithi089.stdout:osd.4 smithi155 running (95s) 23s ago 13m 124M 2480M 19.1.0-1125-g4b230446 a246f06af74a 3b91a97809eb 2024-07-26T06:12:43.523 INFO:teuthology.orchestra.run.smithi089.stdout:osd.5 smithi155 running (62s) 23s ago 12m 99.8M 2480M 19.1.0-1125-g4b230446 a246f06af74a ff83bc2fda84 2024-07-26T06:12:43.523 INFO:teuthology.orchestra.run.smithi089.stdout:osd.6 smithi155 running (28s) 23s ago 12m 11.5M 2480M 19.1.0-1125-g4b230446 a246f06af74a a43b8e69472a 2024-07-26T06:12:43.523 INFO:teuthology.orchestra.run.smithi089.stdout:osd.7 smithi155 running (12m) 23s ago 12m 139M 2480M 17.2.7-1143-g5dff84c0 18bcb77ae794 a4db8e598fea 2024-07-26T06:12:43.523 INFO:teuthology.orchestra.run.smithi089.stdout:prometheus.a smithi155 *:9095 running (5m) 23s ago 10m 63.1M - 2.43.0 a07b618ecd1d 8e7005ec7af0 2024-07-26T06:12:43.524 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:43 smithi089 ceph-mon[99608]: osdmap e523: 8 total, 8 up, 8 in 2024-07-26T06:12:43.524 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:43 smithi089 ceph-mon[99608]: pgmap v439: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 332 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 5.7 MiB/s wr, 20 op/s 2024-07-26T06:12:43.524 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:43 smithi089 ceph-mon[102056]: osdmap e523: 8 total, 8 up, 8 in 2024-07-26T06:12:43.524 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:43 smithi089 ceph-mon[102056]: pgmap v439: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 332 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 5.7 MiB/s wr, 20 op/s 2024-07-26T06:12:43.704 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 06:12:43 smithi155 systemd[1]: Stopping Ceph osd.7 for 9bd49884-4b13-11ef-bcb6-c7b262605968... 2024-07-26T06:12:43.705 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:43 smithi155 ceph-mon[90160]: osdmap e523: 8 total, 8 up, 8 in 2024-07-26T06:12:43.705 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:43 smithi155 ceph-mon[90160]: pgmap v439: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 332 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 5.7 MiB/s wr, 20 op/s 2024-07-26T06:12:43.837 INFO:teuthology.orchestra.run.smithi089.stdout:{ 2024-07-26T06:12:43.838 INFO:teuthology.orchestra.run.smithi089.stdout: "mon": { 2024-07-26T06:12:43.838 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 3 2024-07-26T06:12:43.838 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2024-07-26T06:12:43.838 INFO:teuthology.orchestra.run.smithi089.stdout: "mgr": { 2024-07-26T06:12:43.838 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 2 2024-07-26T06:12:43.838 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2024-07-26T06:12:43.838 INFO:teuthology.orchestra.run.smithi089.stdout: "osd": { 2024-07-26T06:12:43.838 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 1, 2024-07-26T06:12:43.838 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 7 2024-07-26T06:12:43.838 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2024-07-26T06:12:43.838 INFO:teuthology.orchestra.run.smithi089.stdout: "mds": { 2024-07-26T06:12:43.838 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 2 2024-07-26T06:12:43.838 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2024-07-26T06:12:43.838 INFO:teuthology.orchestra.run.smithi089.stdout: "overall": { 2024-07-26T06:12:43.839 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 3, 2024-07-26T06:12:43.839 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 12 2024-07-26T06:12:43.839 INFO:teuthology.orchestra.run.smithi089.stdout: } 2024-07-26T06:12:43.839 INFO:teuthology.orchestra.run.smithi089.stdout:} 2024-07-26T06:12:44.129 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 06:12:43 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[56878]: 2024-07-26T06:12:43.702+0000 7fa52ab14640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-07-26T06:12:44.129 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 06:12:43 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[56878]: 2024-07-26T06:12:43.702+0000 7fa52ab14640 -1 osd.7 524 *** Got signal Terminated *** 2024-07-26T06:12:44.129 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 06:12:43 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[56878]: 2024-07-26T06:12:43.702+0000 7fa52ab14640 -1 osd.7 524 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-07-26T06:12:44.401 INFO:tasks.rados.rados.0.smithi089.stdout:2325: done (0 left) 2024-07-26T06:12:44.401 INFO:tasks.rados.rados.0.smithi089.stdout:2326: snap_create 2024-07-26T06:12:44.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:44 smithi155 ceph-mon[90160]: from='client.34356 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:12:44.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:44 smithi155 ceph-mon[90160]: osdmap e524: 8 total, 8 up, 8 in 2024-07-26T06:12:44.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:44 smithi155 ceph-mon[90160]: from='client.34362 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:12:44.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:44 smithi155 ceph-mon[90160]: osd.7 marked itself down and dead 2024-07-26T06:12:44.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:44 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/3073101609' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:12:44.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:44 smithi155 ceph-mon[90160]: Health check failed: 1 osds down (OSD_DOWN) 2024-07-26T06:12:44.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:44 smithi155 ceph-mon[90160]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-07-26T06:12:44.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:44 smithi155 ceph-mon[90160]: osdmap e525: 8 total, 7 up, 8 in 2024-07-26T06:12:44.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:44 smithi089 ceph-mon[99608]: from='client.34356 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:12:44.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:44 smithi089 ceph-mon[99608]: osdmap e524: 8 total, 8 up, 8 in 2024-07-26T06:12:44.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:44 smithi089 ceph-mon[99608]: from='client.34362 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:12:44.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:44 smithi089 ceph-mon[99608]: osd.7 marked itself down and dead 2024-07-26T06:12:44.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:44 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/3073101609' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:12:44.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:44 smithi089 ceph-mon[99608]: Health check failed: 1 osds down (OSD_DOWN) 2024-07-26T06:12:44.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:44 smithi089 ceph-mon[99608]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-07-26T06:12:44.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:44 smithi089 ceph-mon[99608]: osdmap e525: 8 total, 7 up, 8 in 2024-07-26T06:12:44.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:44 smithi089 ceph-mon[102056]: from='client.34356 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:12:44.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:44 smithi089 ceph-mon[102056]: osdmap e524: 8 total, 8 up, 8 in 2024-07-26T06:12:44.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:44 smithi089 ceph-mon[102056]: from='client.34362 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:12:44.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:44 smithi089 ceph-mon[102056]: osd.7 marked itself down and dead 2024-07-26T06:12:44.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:44 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/3073101609' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:12:44.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:44 smithi089 ceph-mon[102056]: Health check failed: 1 osds down (OSD_DOWN) 2024-07-26T06:12:44.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:44 smithi089 ceph-mon[102056]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-07-26T06:12:44.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:44 smithi089 ceph-mon[102056]: osdmap e525: 8 total, 7 up, 8 in 2024-07-26T06:12:45.379 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 06:12:44 smithi155 podman[110878]: 2024-07-26 06:12:44.941841858 +0000 UTC m=+1.362328233 container died a4db8e598feafa7013180877c6680138c8795689485b456153b7f5eb03b2c022 (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240724, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.license=GPLv2, RELEASE=quincy-5dff84c, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=) 2024-07-26T06:12:45.396 INFO:tasks.rados.rados.0.smithi089.stdout:2326: done (0 left) 2024-07-26T06:12:45.396 INFO:tasks.rados.rados.0.smithi089.stdout:2327: read oid 21 snap -1 2024-07-26T06:12:45.397 INFO:tasks.rados.rados.0.smithi089.stdout:2327: expect deleted 2024-07-26T06:12:45.397 INFO:tasks.rados.rados.0.smithi089.stdout:2328: delete oid 10 current snap is 228 2024-07-26T06:12:45.406 INFO:tasks.rados.rados.0.smithi089.stdout:2327: done (1 left) 2024-07-26T06:12:45.407 INFO:tasks.rados.rados.0.smithi089.stdout:2328: done (0 left) 2024-07-26T06:12:45.407 INFO:tasks.rados.rados.0.smithi089.stdout:2329: rollback oid 38 current snap is 228 2024-07-26T06:12:45.407 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 38 to 205 2024-07-26T06:12:45.407 INFO:tasks.rados.rados.0.smithi089.stdout:2330: snap_remove snap 224 2024-07-26T06:12:45.719 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:45 smithi155 ceph-mon[90160]: pgmap v442: 121 pgs: 13 peering, 15 stale+active+clean, 1 active+clean+snaptrim, 92 active+clean; 332 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 1.3 MiB/s wr, 10 op/s 2024-07-26T06:12:45.719 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:45 smithi155 ceph-mon[90160]: osdmap e526: 8 total, 7 up, 8 in 2024-07-26T06:12:45.719 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 06:12:45 smithi155 podman[110878]: 2024-07-26 06:12:45.484690467 +0000 UTC m=+1.905176841 container cleanup a4db8e598feafa7013180877c6680138c8795689485b456153b7f5eb03b2c022 (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240724, RELEASE=quincy-5dff84c, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-07-26T06:12:45.719 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 06:12:45 smithi155 bash[110878]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7 2024-07-26T06:12:45.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:45 smithi089 ceph-mon[99608]: pgmap v442: 121 pgs: 13 peering, 15 stale+active+clean, 1 active+clean+snaptrim, 92 active+clean; 332 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 1.3 MiB/s wr, 10 op/s 2024-07-26T06:12:45.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:45 smithi089 ceph-mon[99608]: osdmap e526: 8 total, 7 up, 8 in 2024-07-26T06:12:45.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:45 smithi089 ceph-mon[102056]: pgmap v442: 121 pgs: 13 peering, 15 stale+active+clean, 1 active+clean+snaptrim, 92 active+clean; 332 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 1.3 MiB/s wr, 10 op/s 2024-07-26T06:12:45.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:45 smithi089 ceph-mon[102056]: osdmap e526: 8 total, 7 up, 8 in 2024-07-26T06:12:46.129 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 06:12:45 smithi155 podman[110897]: 2024-07-26 06:12:45.719231662 +0000 UTC m=+0.777569023 container remove a4db8e598feafa7013180877c6680138c8795689485b456153b7f5eb03b2c022 (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7, RELEASE=quincy-5dff84c, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.build-date=20240724, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-07-26T06:12:46.404 INFO:tasks.rados.rados.0.smithi089.stdout:2330: done (1 left) 2024-07-26T06:12:46.404 INFO:tasks.rados.rados.0.smithi089.stdout:2331: snap_create 2024-07-26T06:12:46.404 INFO:tasks.rados.rados.0.smithi089.stdout:2329: finishing rollback tid 0 to smithi08986837-38 2024-07-26T06:12:46.404 INFO:tasks.rados.rados.0.smithi089.stdout:2329: finishing rollback tid 1 to smithi08986837-38 2024-07-26T06:12:46.404 INFO:tasks.rados.rados.0.smithi089.stdout:2329: finishing rollback tid 2 to smithi08986837-38 2024-07-26T06:12:46.404 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 38 v 1247 (ObjNum 670 snap 205 seq_num 670) dirty exists 2024-07-26T06:12:46.422 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 06:12:46 smithi155 podman[110994]: 2024-07-26 06:12:46.060350048 +0000 UTC m=+0.017461786 image pull a246f06af74af9a1c45475dc36c910d564494bacf385674011a33b62b93c2c8c quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c 2024-07-26T06:12:46.422 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 06:12:46 smithi155 podman[110994]: 2024-07-26 06:12:46.161679356 +0000 UTC m=+0.118791083 container create 9c35691e77abaeafeb2361edf039b773f4213e8f41a9b9faa1c887937374e7b3 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7-deactivate, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240724, RELEASE=squid-4b23044, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-07-26T06:12:46.422 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 06:12:46 smithi155 podman[110994]: 2024-07-26 06:12:46.398099589 +0000 UTC m=+0.355211318 container init 9c35691e77abaeafeb2361edf039b773f4213e8f41a9b9faa1c887937374e7b3 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7-deactivate, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240724, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=squid-4b23044, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-07-26T06:12:46.422 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 06:12:46 smithi155 podman[110994]: 2024-07-26 06:12:46.404770024 +0000 UTC m=+0.361881753 container start 9c35691e77abaeafeb2361edf039b773f4213e8f41a9b9faa1c887937374e7b3 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7-deactivate, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240724, RELEASE=squid-4b23044, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image) 2024-07-26T06:12:46.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:46 smithi155 ceph-mon[90160]: Health check failed: Reduced data availability: 2 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2024-07-26T06:12:46.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:46 smithi155 ceph-mon[90160]: osdmap e527: 8 total, 7 up, 8 in 2024-07-26T06:12:46.879 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 06:12:46 smithi155 podman[110994]: 2024-07-26 06:12:46.514607179 +0000 UTC m=+0.471718922 container attach 9c35691e77abaeafeb2361edf039b773f4213e8f41a9b9faa1c887937374e7b3 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7-deactivate, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, RELEASE=squid-4b23044, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240724, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image) 2024-07-26T06:12:46.880 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 06:12:46 smithi155 podman[110994]: 2024-07-26 06:12:46.596239413 +0000 UTC m=+0.553351152 container died 9c35691e77abaeafeb2361edf039b773f4213e8f41a9b9faa1c887937374e7b3 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7-deactivate, ceph=True, org.label-schema.build-date=20240724, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-4b23044, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-07-26T06:12:46.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:46 smithi089 ceph-mon[99608]: Health check failed: Reduced data availability: 2 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2024-07-26T06:12:46.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:46 smithi089 ceph-mon[99608]: osdmap e527: 8 total, 7 up, 8 in 2024-07-26T06:12:46.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:46 smithi089 ceph-mon[102056]: Health check failed: Reduced data availability: 2 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2024-07-26T06:12:46.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:46 smithi089 ceph-mon[102056]: osdmap e527: 8 total, 7 up, 8 in 2024-07-26T06:12:47.399 INFO:tasks.rados.rados.0.smithi089.stdout:2329: done (1 left) 2024-07-26T06:12:47.399 INFO:tasks.rados.rados.0.smithi089.stdout:2331: done (0 left) 2024-07-26T06:12:47.399 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 40 current snap is 229 2024-07-26T06:12:47.399 INFO:tasks.rados.rados.0.smithi089.stdout:2332: seq_num 714 ranges {2236416=761856,2998272=442368,3440640=688128,4128768=475136} 2024-07-26T06:12:47.414 INFO:tasks.rados.rados.0.smithi089.stdout:2332: writing smithi08986837-40 from 2236416 to 2998272 tid 1 2024-07-26T06:12:47.417 INFO:tasks.rados.rados.0.smithi089.stdout:2332: writing smithi08986837-40 from 2998272 to 3440640 tid 2 2024-07-26T06:12:47.421 INFO:tasks.rados.rados.0.smithi089.stdout:2332: writing smithi08986837-40 from 3440640 to 4128768 tid 3 2024-07-26T06:12:47.424 INFO:tasks.rados.rados.0.smithi089.stdout:2332: writing smithi08986837-40 from 4128768 to 4603904 tid 4 2024-07-26T06:12:47.424 INFO:tasks.rados.rados.0.smithi089.stdout:2333: setattr oid 18 current snap is 229 2024-07-26T06:12:47.424 INFO:tasks.rados.rados.0.smithi089.stdout:2332: finishing write tid 1 to smithi08986837-40 2024-07-26T06:12:47.425 INFO:tasks.rados.rados.0.smithi089.stdout:2332: finishing write tid 2 to smithi08986837-40 2024-07-26T06:12:47.425 INFO:tasks.rados.rados.0.smithi089.stdout:2332: finishing write tid 3 to smithi08986837-40 2024-07-26T06:12:47.425 INFO:tasks.rados.rados.0.smithi089.stdout:2334: setattr oid 7 current snap is 229 2024-07-26T06:12:47.427 INFO:tasks.rados.rados.0.smithi089.stdout:2335: rollback oid 12 current snap is 229 2024-07-26T06:12:47.427 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 12 to 220 2024-07-26T06:12:47.427 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 4 current snap is 229 2024-07-26T06:12:47.427 INFO:tasks.rados.rados.0.smithi089.stdout:2336: seq_num 715 ranges {0=778240,778240=770048,1548288=499712,2048000=335872} 2024-07-26T06:12:47.432 INFO:tasks.rados.rados.0.smithi089.stdout:2336: writing smithi08986837-4 from 0 to 778240 tid 1 2024-07-26T06:12:47.437 INFO:tasks.rados.rados.0.smithi089.stdout:2336: writing smithi08986837-4 from 778240 to 1548288 tid 2 2024-07-26T06:12:47.440 INFO:tasks.rados.rados.0.smithi089.stdout:2336: writing smithi08986837-4 from 1548288 to 2048000 tid 3 2024-07-26T06:12:47.443 INFO:tasks.rados.rados.0.smithi089.stdout:2336: writing smithi08986837-4 from 2048000 to 2383872 tid 4 2024-07-26T06:12:47.443 INFO:tasks.rados.rados.0.smithi089.stdout:2337: read oid 32 snap 219 2024-07-26T06:12:47.443 INFO:tasks.rados.rados.0.smithi089.stdout:2337: expect (ObjNum 553 snap 164 seq_num 553) 2024-07-26T06:12:47.443 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 11 current snap is 229 2024-07-26T06:12:47.443 INFO:tasks.rados.rados.0.smithi089.stdout:2338: seq_num 716 ranges {0=794624,794624=655360,1449984=704512,2154496=245760} 2024-07-26T06:12:47.448 INFO:tasks.rados.rados.0.smithi089.stdout:2338: writing smithi08986837-11 from 0 to 794624 tid 1 2024-07-26T06:12:47.452 INFO:tasks.rados.rados.0.smithi089.stdout:2338: writing smithi08986837-11 from 794624 to 1449984 tid 2 2024-07-26T06:12:47.456 INFO:tasks.rados.rados.0.smithi089.stdout:2338: writing smithi08986837-11 from 1449984 to 2154496 tid 3 2024-07-26T06:12:47.458 INFO:tasks.rados.rados.0.smithi089.stdout:2338: writing smithi08986837-11 from 2154496 to 2400256 tid 4 2024-07-26T06:12:47.458 INFO:tasks.rados.rados.0.smithi089.stdout:2339: read oid 8 snap -1 2024-07-26T06:12:47.458 INFO:tasks.rados.rados.0.smithi089.stdout:2339: expect (ObjNum 679 snap 211 seq_num 679) 2024-07-26T06:12:47.459 INFO:tasks.rados.rados.0.smithi089.stdout:2340: read oid 47 snap -1 2024-07-26T06:12:47.459 INFO:tasks.rados.rados.0.smithi089.stdout:2340: expect (ObjNum 572 snap 173 seq_num 572) 2024-07-26T06:12:47.459 INFO:tasks.rados.rados.0.smithi089.stdout:2341: setattr oid 36 current snap is 229 2024-07-26T06:12:47.459 INFO:tasks.rados.rados.0.smithi089.stdout:2332: finishing write tid 4 to smithi08986837-40 2024-07-26T06:12:47.459 INFO:tasks.rados.rados.0.smithi089.stdout:2332: finishing write tid 5 to smithi08986837-40 2024-07-26T06:12:47.459 INFO:tasks.rados.rados.0.smithi089.stdout:2335: finishing rollback tid 0 to smithi08986837-12 2024-07-26T06:12:47.459 INFO:tasks.rados.rados.0.smithi089.stdout:2335: finishing rollback tid 1 to smithi08986837-12 2024-07-26T06:12:47.459 INFO:tasks.rados.rados.0.smithi089.stdout:2335: finishing rollback tid 2 to smithi08986837-12 2024-07-26T06:12:47.459 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 12 v 908 (ObjNum 639 snap 196 seq_num 639) dirty exists 2024-07-26T06:12:47.459 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 18 v 959 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-07-26T06:12:47.459 INFO:tasks.rados.rados.0.smithi089.stdout:2332: finishing write tid 6 to smithi08986837-40 2024-07-26T06:12:47.460 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 40 v 1178 (ObjNum 714 snap 229 seq_num 714) dirty exists 2024-07-26T06:12:47.460 INFO:tasks.rados.rados.0.smithi089.stdout:2332: left oid 40 (ObjNum 714 snap 229 seq_num 714) 2024-07-26T06:12:47.460 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 7 v 877 (ObjNum 553 snap 164 seq_num 553) dirty exists 2024-07-26T06:12:47.460 INFO:tasks.rados.rados.0.smithi089.stdout:2336: finishing write tid 1 to smithi08986837-4 2024-07-26T06:12:47.460 INFO:tasks.rados.rados.0.smithi089.stdout:2336: finishing write tid 2 to smithi08986837-4 2024-07-26T06:12:47.460 INFO:tasks.rados.rados.0.smithi089.stdout:2336: finishing write tid 3 to smithi08986837-4 2024-07-26T06:12:47.460 INFO:tasks.rados.rados.0.smithi089.stdout:2336: finishing write tid 4 to smithi08986837-4 2024-07-26T06:12:47.460 INFO:tasks.rados.rados.0.smithi089.stdout:2336: finishing write tid 5 to smithi08986837-4 2024-07-26T06:12:47.460 INFO:tasks.rados.rados.0.smithi089.stdout:2336: finishing write tid 6 to smithi08986837-4 2024-07-26T06:12:47.460 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 4 v 859 (ObjNum 715 snap 229 seq_num 715) dirty exists 2024-07-26T06:12:47.460 INFO:tasks.rados.rados.0.smithi089.stdout:2336: left oid 4 (ObjNum 715 snap 229 seq_num 715) 2024-07-26T06:12:47.461 INFO:tasks.rados.rados.0.smithi089.stdout:2338: finishing write tid 1 to smithi08986837-11 2024-07-26T06:12:47.461 INFO:tasks.rados.rados.0.smithi089.stdout:2332: done (9 left) 2024-07-26T06:12:47.461 INFO:tasks.rados.rados.0.smithi089.stdout:2333: done (8 left) 2024-07-26T06:12:47.461 INFO:tasks.rados.rados.0.smithi089.stdout:2334: done (7 left) 2024-07-26T06:12:47.462 INFO:tasks.rados.rados.0.smithi089.stdout:2335: done (6 left) 2024-07-26T06:12:47.462 INFO:tasks.rados.rados.0.smithi089.stdout:2336: done (5 left) 2024-07-26T06:12:47.462 INFO:tasks.rados.rados.0.smithi089.stdout:2342: rollback oid 21 current snap is 229 2024-07-26T06:12:47.462 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 21 to 225 2024-07-26T06:12:47.462 INFO:tasks.rados.rados.0.smithi089.stdout:2343: snap_create 2024-07-26T06:12:47.462 INFO:tasks.rados.rados.0.smithi089.stdout:2338: finishing write tid 2 to smithi08986837-11 2024-07-26T06:12:47.463 INFO:tasks.rados.rados.0.smithi089.stdout:2337: expect (ObjNum 553 snap 164 seq_num 553) 2024-07-26T06:12:47.628 INFO:tasks.rados.rados.0.smithi089.stdout:2338: finishing write tid 3 to smithi08986837-11 2024-07-26T06:12:47.628 INFO:tasks.rados.rados.0.smithi089.stdout:2338: finishing write tid 4 to smithi08986837-11 2024-07-26T06:12:47.628 INFO:tasks.rados.rados.0.smithi089.stdout:2342: finishing rollback tid 1 to smithi08986837-21 2024-07-26T06:12:47.628 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 21 v 1138 (ObjNum 641 snap 0 seq_num 610250576) dirty dne 2024-07-26T06:12:47.629 INFO:tasks.rados.rados.0.smithi089.stdout:2338: finishing write tid 5 to smithi08986837-11 2024-07-26T06:12:47.629 INFO:tasks.rados.rados.0.smithi089.stdout:2338: finishing write tid 6 to smithi08986837-11 2024-07-26T06:12:47.629 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 11 v 1258 (ObjNum 716 snap 229 seq_num 716) dirty exists 2024-07-26T06:12:47.629 INFO:tasks.rados.rados.0.smithi089.stdout:2338: left oid 11 (ObjNum 716 snap 229 seq_num 716) 2024-07-26T06:12:47.629 INFO:tasks.rados.rados.0.smithi089.stdout:2340: expect (ObjNum 572 snap 173 seq_num 572) 2024-07-26T06:12:47.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:47 smithi155 ceph-mon[90160]: pgmap v445: 121 pgs: 18 active+undersized, 13 peering, 5 stale+active+clean, 1 active+clean+snaptrim, 7 active+undersized+degraded, 77 active+clean; 335 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 2 op/s; 25/579 objects degraded (4.318%) 2024-07-26T06:12:47.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:47 smithi155 ceph-mon[90160]: osdmap e528: 8 total, 7 up, 8 in 2024-07-26T06:12:47.630 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 06:12:47 smithi155 podman[111036]: 2024-07-26 06:12:47.268259894 +0000 UTC m=+0.665267357 container remove 9c35691e77abaeafeb2361edf039b773f4213e8f41a9b9faa1c887937374e7b3 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7-deactivate, RELEASE=squid-4b23044, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240724, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-07-26T06:12:47.630 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 06:12:47 smithi155 systemd[1]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@osd.7.service: Deactivated successfully. 2024-07-26T06:12:47.630 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 06:12:47 smithi155 systemd[1]: Stopped Ceph osd.7 for 9bd49884-4b13-11ef-bcb6-c7b262605968. 2024-07-26T06:12:47.630 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 06:12:47 smithi155 systemd[1]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@osd.7.service: Consumed 12.953s CPU time. 2024-07-26T06:12:47.630 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 06:12:47 smithi155 systemd[1]: Starting Ceph osd.7 for 9bd49884-4b13-11ef-bcb6-c7b262605968... 2024-07-26T06:12:47.779 INFO:tasks.rados.rados.0.smithi089.stdout:2339: expect (ObjNum 679 snap 211 seq_num 679) 2024-07-26T06:12:47.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:47 smithi089 ceph-mon[99608]: pgmap v445: 121 pgs: 18 active+undersized, 13 peering, 5 stale+active+clean, 1 active+clean+snaptrim, 7 active+undersized+degraded, 77 active+clean; 335 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 2 op/s; 25/579 objects degraded (4.318%) 2024-07-26T06:12:47.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:47 smithi089 ceph-mon[99608]: osdmap e528: 8 total, 7 up, 8 in 2024-07-26T06:12:47.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:47 smithi089 ceph-mon[102056]: pgmap v445: 121 pgs: 18 active+undersized, 13 peering, 5 stale+active+clean, 1 active+clean+snaptrim, 7 active+undersized+degraded, 77 active+clean; 335 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 2 op/s; 25/579 objects degraded (4.318%) 2024-07-26T06:12:47.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:47 smithi089 ceph-mon[102056]: osdmap e528: 8 total, 7 up, 8 in 2024-07-26T06:12:47.969 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 06:12:47 smithi155 podman[111139]: 2024-07-26 06:12:47.619316625 +0000 UTC m=+0.017225145 image pull a246f06af74af9a1c45475dc36c910d564494bacf385674011a33b62b93c2c8c quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c 2024-07-26T06:12:47.969 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 06:12:47 smithi155 podman[111139]: 2024-07-26 06:12:47.744293749 +0000 UTC m=+0.142202305 container create 359e8c0c925378029c0b29f320044ee6e250e88504c945c9beb0676f42a4518a (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7-activate, org.label-schema.build-date=20240724, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=squid-4b23044, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-07-26T06:12:47.969 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 06:12:47 smithi155 podman[111139]: 2024-07-26 06:12:47.963435049 +0000 UTC m=+0.361343574 container init 359e8c0c925378029c0b29f320044ee6e250e88504c945c9beb0676f42a4518a (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7-activate, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240724, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=squid-4b23044, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-07-26T06:12:47.969 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 06:12:47 smithi155 podman[111139]: 2024-07-26 06:12:47.96883004 +0000 UTC m=+0.366738560 container start 359e8c0c925378029c0b29f320044ee6e250e88504c945c9beb0676f42a4518a (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7-activate, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=squid-4b23044, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240724, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-07-26T06:12:48.296 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 06:12:48 smithi155 podman[111139]: 2024-07-26 06:12:48.088265758 +0000 UTC m=+0.486174272 container attach 359e8c0c925378029c0b29f320044ee6e250e88504c945c9beb0676f42a4518a (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7-activate, org.label-schema.vendor=CentOS, RELEASE=squid-4b23044, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240724, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-07-26T06:12:48.296 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 06:12:48 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7-activate[111155]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-26T06:12:48.296 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 06:12:48 smithi155 bash[111139]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-26T06:12:48.296 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 06:12:48 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7-activate[111155]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-26T06:12:48.297 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 06:12:48 smithi155 bash[111139]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-07-26T06:12:48.297 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 06:12:48 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7-activate[111155]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-07-26T06:12:48.297 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 06:12:48 smithi155 bash[111139]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-07-26T06:12:48.386 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 36 v 968 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-07-26T06:12:48.438 INFO:tasks.rados.rados.0.smithi089.stdout:2337: done (6 left) 2024-07-26T06:12:48.438 INFO:tasks.rados.rados.0.smithi089.stdout:2338: done (5 left) 2024-07-26T06:12:48.439 INFO:tasks.rados.rados.0.smithi089.stdout:2339: done (4 left) 2024-07-26T06:12:48.439 INFO:tasks.rados.rados.0.smithi089.stdout:2340: done (3 left) 2024-07-26T06:12:48.439 INFO:tasks.rados.rados.0.smithi089.stdout:2341: done (2 left) 2024-07-26T06:12:48.439 INFO:tasks.rados.rados.0.smithi089.stdout:2342: done (1 left) 2024-07-26T06:12:48.439 INFO:tasks.rados.rados.0.smithi089.stdout:2343: done (0 left) 2024-07-26T06:12:48.439 INFO:tasks.rados.rados.0.smithi089.stdout:2344: read oid 7 snap -1 2024-07-26T06:12:48.439 INFO:tasks.rados.rados.0.smithi089.stdout:2344: expect (ObjNum 553 snap 164 seq_num 553) 2024-07-26T06:12:48.439 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 43 current snap is 230 2024-07-26T06:12:48.439 INFO:tasks.rados.rados.0.smithi089.stdout:2345: seq_num 717 ranges {15155200=16384} 2024-07-26T06:12:48.518 INFO:tasks.rados.rados.0.smithi089.stdout:2345: writing smithi08986837-43 from 15155200 to 15171584 tid 1 2024-07-26T06:12:48.518 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 41 current snap is 230 2024-07-26T06:12:48.518 INFO:tasks.rados.rados.0.smithi089.stdout:2346: seq_num 718 ranges {950272=32768} 2024-07-26T06:12:48.523 INFO:tasks.rados.rados.0.smithi089.stdout:2346: writing smithi08986837-41 from 950272 to 983040 tid 1 2024-07-26T06:12:48.523 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 8 current snap is 230 2024-07-26T06:12:48.523 INFO:tasks.rados.rados.0.smithi089.stdout:2347: seq_num 719 ranges {8421376=49152} 2024-07-26T06:12:48.568 INFO:tasks.rados.rados.0.smithi089.stdout:2347: writing smithi08986837-8 from 8421376 to 8470528 tid 1 2024-07-26T06:12:48.568 INFO:tasks.rados.rados.0.smithi089.stdout:2348: read oid 17 snap -1 2024-07-26T06:12:48.568 INFO:tasks.rados.rados.0.smithi089.stdout:2348: expect (ObjNum 615 snap 182 seq_num 615) 2024-07-26T06:12:48.568 INFO:tasks.rados.rados.0.smithi089.stdout:2349: delete oid 19 current snap is 230 2024-07-26T06:12:48.568 INFO:tasks.rados.rados.0.smithi089.stdout:2344: expect (ObjNum 553 snap 164 seq_num 553) 2024-07-26T06:12:48.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:48 smithi155 ceph-mon[90160]: Health check failed: Degraded data redundancy: 25/579 objects degraded (4.318%), 7 pgs degraded (PG_DEGRADED) 2024-07-26T06:12:48.630 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 06:12:48 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7-activate[111155]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-07-26T06:12:48.630 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 06:12:48 smithi155 bash[111139]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-07-26T06:12:48.630 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 06:12:48 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7-activate[111155]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-07-26T06:12:48.630 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 06:12:48 smithi155 bash[111139]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-07-26T06:12:48.631 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 06:12:48 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7-activate[111155]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-07-26T06:12:48.631 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 06:12:48 smithi155 bash[111139]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-07-26T06:12:48.631 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 06:12:48 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7-activate[111155]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2024-07-26T06:12:48.631 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 06:12:48 smithi155 bash[111139]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2024-07-26T06:12:48.631 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 06:12:48 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7-activate[111155]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-07-26T06:12:48.631 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 06:12:48 smithi155 bash[111139]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-07-26T06:12:48.631 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 06:12:48 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7-activate[111155]: --> ceph-volume raw activate successful for osd ID: 7 2024-07-26T06:12:48.632 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 06:12:48 smithi155 bash[111139]: --> ceph-volume raw activate successful for osd ID: 7 2024-07-26T06:12:48.632 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 06:12:48 smithi155 podman[111139]: 2024-07-26 06:12:48.345179761 +0000 UTC m=+0.743088281 container died 359e8c0c925378029c0b29f320044ee6e250e88504c945c9beb0676f42a4518a (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7-activate, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=squid-4b23044, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240724, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True) 2024-07-26T06:12:48.734 INFO:tasks.rados.rados.0.smithi089.stdout:2345: finishing write tid 1 to smithi08986837-43 2024-07-26T06:12:48.735 INFO:tasks.rados.rados.0.smithi089.stdout:2345: finishing write tid 2 to smithi08986837-43 2024-07-26T06:12:48.735 INFO:tasks.rados.rados.0.smithi089.stdout:2345: finishing write tid 3 to smithi08986837-43 2024-07-26T06:12:48.735 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 43 v 961 (ObjNum 717 snap 230 seq_num 717) dirty exists 2024-07-26T06:12:48.735 INFO:tasks.rados.rados.0.smithi089.stdout:2345: left oid 43 (ObjNum 717 snap 230 seq_num 717) 2024-07-26T06:12:48.735 INFO:tasks.rados.rados.0.smithi089.stdout:2346: finishing write tid 1 to smithi08986837-41 2024-07-26T06:12:48.735 INFO:tasks.rados.rados.0.smithi089.stdout:2346: finishing write tid 2 to smithi08986837-41 2024-07-26T06:12:48.735 INFO:tasks.rados.rados.0.smithi089.stdout:2346: finishing write tid 3 to smithi08986837-41 2024-07-26T06:12:48.735 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 41 v 970 (ObjNum 718 snap 230 seq_num 718) dirty exists 2024-07-26T06:12:48.735 INFO:tasks.rados.rados.0.smithi089.stdout:2346: left oid 41 (ObjNum 718 snap 230 seq_num 718) 2024-07-26T06:12:48.735 INFO:tasks.rados.rados.0.smithi089.stdout:2347: finishing write tid 1 to smithi08986837-8 2024-07-26T06:12:48.735 INFO:tasks.rados.rados.0.smithi089.stdout:2347: finishing write tid 2 to smithi08986837-8 2024-07-26T06:12:48.736 INFO:tasks.rados.rados.0.smithi089.stdout:2347: finishing write tid 3 to smithi08986837-8 2024-07-26T06:12:48.736 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 8 v 972 (ObjNum 719 snap 230 seq_num 719) dirty exists 2024-07-26T06:12:48.736 INFO:tasks.rados.rados.0.smithi089.stdout:2347: left oid 8 (ObjNum 719 snap 230 seq_num 719) 2024-07-26T06:12:48.736 INFO:tasks.rados.rados.0.smithi089.stdout:2348: expect (ObjNum 615 snap 182 seq_num 615) 2024-07-26T06:12:48.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:48 smithi089 ceph-mon[99608]: Health check failed: Degraded data redundancy: 25/579 objects degraded (4.318%), 7 pgs degraded (PG_DEGRADED) 2024-07-26T06:12:48.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:48 smithi089 ceph-mon[102056]: Health check failed: Degraded data redundancy: 25/579 objects degraded (4.318%), 7 pgs degraded (PG_DEGRADED) 2024-07-26T06:12:49.333 INFO:tasks.rados.rados.0.smithi089.stdout:2344: done (5 left) 2024-07-26T06:12:49.334 INFO:tasks.rados.rados.0.smithi089.stdout:2345: done (4 left) 2024-07-26T06:12:49.334 INFO:tasks.rados.rados.0.smithi089.stdout:2346: done (3 left) 2024-07-26T06:12:49.334 INFO:tasks.rados.rados.0.smithi089.stdout:2347: done (2 left) 2024-07-26T06:12:49.334 INFO:tasks.rados.rados.0.smithi089.stdout:2348: done (1 left) 2024-07-26T06:12:49.335 INFO:tasks.rados.rados.0.smithi089.stdout:2349: done (0 left) 2024-07-26T06:12:49.335 INFO:tasks.rados.rados.0.smithi089.stdout:2350: read oid 11 snap -1 2024-07-26T06:12:49.335 INFO:tasks.rados.rados.0.smithi089.stdout:2350: expect (ObjNum 716 snap 229 seq_num 716) 2024-07-26T06:12:49.335 INFO:tasks.rados.rados.0.smithi089.stdout:2351: setattr oid 32 current snap is 230 2024-07-26T06:12:49.336 INFO:tasks.rados.rados.0.smithi089.stdout:2352: delete oid 37 current snap is 230 2024-07-26T06:12:49.337 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 32 v 962 (ObjNum 697 snap 218 seq_num 697) dirty exists 2024-07-26T06:12:49.337 INFO:tasks.rados.rados.0.smithi089.stdout:2351: done (2 left) 2024-07-26T06:12:49.338 INFO:tasks.rados.rados.0.smithi089.stdout:2352: done (1 left) 2024-07-26T06:12:49.338 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 49 current snap is 230 2024-07-26T06:12:49.338 INFO:tasks.rados.rados.0.smithi089.stdout:2353: seq_num 722 ranges {6250496=98304} 2024-07-26T06:12:49.368 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 06:12:49 smithi155 podman[111294]: 2024-07-26 06:12:49.02550276 +0000 UTC m=+0.673886863 container remove 359e8c0c925378029c0b29f320044ee6e250e88504c945c9beb0676f42a4518a (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7-activate, org.label-schema.build-date=20240724, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=squid-4b23044, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0) 2024-07-26T06:12:49.368 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 06:12:49 smithi155 podman[111358]: 2024-07-26 06:12:49.140284292 +0000 UTC m=+0.017185799 image pull a246f06af74af9a1c45475dc36c910d564494bacf385674011a33b62b93c2c8c quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c 2024-07-26T06:12:49.368 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 06:12:49 smithi155 podman[111358]: 2024-07-26 06:12:49.25972426 +0000 UTC m=+0.136625754 container create b02d9448581d3add916f19afeacb80d8b541a702ff1b0d2aaf4afaa538375bbe (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240724, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=squid-4b23044, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-07-26T06:12:49.371 INFO:tasks.rados.rados.0.smithi089.stdout:2353: writing smithi08986837-49 from 6250496 to 6348800 tid 1 2024-07-26T06:12:49.371 INFO:tasks.rados.rados.0.smithi089.stdout:2354: snap_create 2024-07-26T06:12:49.371 INFO:tasks.rados.rados.0.smithi089.stdout:2350: expect (ObjNum 716 snap 229 seq_num 716) 2024-07-26T06:12:49.435 INFO:tasks.rados.rados.0.smithi089.stdout:2353: finishing write tid 1 to smithi08986837-49 2024-07-26T06:12:49.435 INFO:tasks.rados.rados.0.smithi089.stdout:2353: finishing write tid 2 to smithi08986837-49 2024-07-26T06:12:49.435 INFO:tasks.rados.rados.0.smithi089.stdout:2353: finishing write tid 3 to smithi08986837-49 2024-07-26T06:12:49.435 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 49 v 911 (ObjNum 722 snap 230 seq_num 722) dirty exists 2024-07-26T06:12:49.436 INFO:tasks.rados.rados.0.smithi089.stdout:2353: left oid 49 (ObjNum 722 snap 230 seq_num 722) 2024-07-26T06:12:49.436 INFO:tasks.rados.rados.0.smithi089.stdout:2350: done (2 left) 2024-07-26T06:12:49.436 INFO:tasks.rados.rados.0.smithi089.stdout:2353: done (1 left) 2024-07-26T06:12:49.436 INFO:tasks.rados.rados.0.smithi089.stdout:2354: done (0 left) 2024-07-26T06:12:49.436 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 32 current snap is 231 2024-07-26T06:12:49.436 INFO:tasks.rados.rados.0.smithi089.stdout:2355: seq_num 723 ranges {2080768=114688} 2024-07-26T06:12:49.447 INFO:tasks.rados.rados.0.smithi089.stdout:2355: writing smithi08986837-32 from 2080768 to 2195456 tid 1 2024-07-26T06:12:49.448 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 12 current snap is 231 2024-07-26T06:12:49.448 INFO:tasks.rados.rados.0.smithi089.stdout:2356: seq_num 724 ranges {1105920=131072} 2024-07-26T06:12:49.455 INFO:tasks.rados.rados.0.smithi089.stdout:2356: writing smithi08986837-12 from 1105920 to 1236992 tid 1 2024-07-26T06:12:49.455 INFO:tasks.rados.rados.0.smithi089.stdout:2357: rmattr oid 2 current snap is 231 2024-07-26T06:12:49.456 INFO:tasks.rados.rados.0.smithi089.stdout:2357: done (2 left) 2024-07-26T06:12:49.456 INFO:tasks.rados.rados.0.smithi089.stdout:2358: rollback oid 46 current snap is 231 2024-07-26T06:12:49.456 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 46 to 207 2024-07-26T06:12:49.456 INFO:tasks.rados.rados.0.smithi089.stdout:2355: finishing write tid 1 to smithi08986837-32 2024-07-26T06:12:49.456 INFO:tasks.rados.rados.0.smithi089.stdout:2355: finishing write tid 2 to smithi08986837-32 2024-07-26T06:12:49.456 INFO:tasks.rados.rados.0.smithi089.stdout:2355: finishing write tid 3 to smithi08986837-32 2024-07-26T06:12:49.456 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 32 v 964 (ObjNum 723 snap 231 seq_num 723) dirty exists 2024-07-26T06:12:49.456 INFO:tasks.rados.rados.0.smithi089.stdout:2355: left oid 32 (ObjNum 723 snap 231 seq_num 723) 2024-07-26T06:12:49.456 INFO:tasks.rados.rados.0.smithi089.stdout:2355: done (2 left) 2024-07-26T06:12:49.456 INFO:tasks.rados.rados.0.smithi089.stdout:2359: delete oid 14 current snap is 231 2024-07-26T06:12:49.458 INFO:tasks.rados.rados.0.smithi089.stdout:2358: finishing rollback tid 0 to smithi08986837-46 2024-07-26T06:12:49.458 INFO:tasks.rados.rados.0.smithi089.stdout:2358: finishing rollback tid 1 to smithi08986837-46 2024-07-26T06:12:49.459 INFO:tasks.rados.rados.0.smithi089.stdout:2358: finishing rollback tid 2 to smithi08986837-46 2024-07-26T06:12:49.459 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 46 v 1301 (ObjNum 572 snap 173 seq_num 572) dirty exists 2024-07-26T06:12:49.459 INFO:tasks.rados.rados.0.smithi089.stdout:2358: done (2 left) 2024-07-26T06:12:49.459 INFO:tasks.rados.rados.0.smithi089.stdout:2359: done (1 left) 2024-07-26T06:12:49.460 INFO:tasks.rados.rados.0.smithi089.stdout:2360: setattr oid 47 current snap is 231 2024-07-26T06:12:49.460 INFO:tasks.rados.rados.0.smithi089.stdout:2356: finishing write tid 1 to smithi08986837-12 2024-07-26T06:12:49.460 INFO:tasks.rados.rados.0.smithi089.stdout:2356: finishing write tid 2 to smithi08986837-12 2024-07-26T06:12:49.460 INFO:tasks.rados.rados.0.smithi089.stdout:2361: rmattr oid 48 current snap is 231 2024-07-26T06:12:49.461 INFO:tasks.rados.rados.0.smithi089.stdout:2361: done (2 left) 2024-07-26T06:12:49.461 INFO:tasks.rados.rados.0.smithi089.stdout:2362: read oid 14 snap -1 2024-07-26T06:12:49.461 INFO:tasks.rados.rados.0.smithi089.stdout:2362: expect deleted 2024-07-26T06:12:49.461 INFO:tasks.rados.rados.0.smithi089.stdout:2363: copy_from oid 21 from oid 37 current snap is 231 2024-07-26T06:12:49.461 INFO:tasks.rados.rados.0.smithi089.stdout:2364: setattr oid 8 current snap is 231 2024-07-26T06:12:49.462 INFO:tasks.rados.rados.0.smithi089.stdout:2356: finishing write tid 3 to smithi08986837-12 2024-07-26T06:12:49.462 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 12 v 914 (ObjNum 724 snap 231 seq_num 724) dirty exists 2024-07-26T06:12:49.462 INFO:tasks.rados.rados.0.smithi089.stdout:2356: left oid 12 (ObjNum 724 snap 231 seq_num 724) 2024-07-26T06:12:49.462 INFO:tasks.rados.rados.0.smithi089.stdout:2356: done (4 left) 2024-07-26T06:12:49.462 INFO:tasks.rados.rados.0.smithi089.stdout:2365: rollback oid 9 current snap is 231 2024-07-26T06:12:49.462 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 9 to 199 2024-07-26T06:12:49.463 INFO:tasks.rados.rados.0.smithi089.stdout:2366: rollback oid 33 current snap is 231 2024-07-26T06:12:49.463 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 33 to 215 2024-07-26T06:12:49.463 INFO:tasks.rados.rados.0.smithi089.stdout:2367: copy_from oid 29 from oid 3 current snap is 231 2024-07-26T06:12:49.463 INFO:tasks.rados.rados.0.smithi089.stdout:2368: read oid 1 snap 215 2024-07-26T06:12:49.463 INFO:tasks.rados.rados.0.smithi089.stdout:2368: expect (ObjNum 553 snap 164 seq_num 553) 2024-07-26T06:12:49.463 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 46 current snap is 231 2024-07-26T06:12:49.463 INFO:tasks.rados.rados.0.smithi089.stdout:2369: seq_num 726 ranges {4620288=163840} 2024-07-26T06:12:49.489 INFO:tasks.rados.rados.0.smithi089.stdout:2369: writing smithi08986837-46 from 4620288 to 4784128 tid 1 2024-07-26T06:12:49.489 INFO:tasks.rados.rados.0.smithi089.stdout:2370: read oid 19 snap -1 2024-07-26T06:12:49.490 INFO:tasks.rados.rados.0.smithi089.stdout:2370: expect deleted 2024-07-26T06:12:49.490 INFO:tasks.rados.rados.0.smithi089.stdout:2371: copy_from oid 43 from oid 41 current snap is 231 2024-07-26T06:12:49.490 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 47 v 1304 (ObjNum 572 snap 173 seq_num 572) dirty exists 2024-07-26T06:12:49.490 INFO:tasks.rados.rados.0.smithi089.stdout:2363: finishing copy_from to smithi08986837-21 2024-07-26T06:12:49.490 INFO:tasks.rados.rados.0.smithi089.stdout:2363: got expected ENOENT (src dne) 2024-07-26T06:12:49.490 INFO:tasks.rados.rados.0.smithi089.stdout:2363: finishing copy_from racing read to smithi08986837-21 2024-07-26T06:12:49.490 INFO:tasks.rados.rados.0.smithi089.stdout:2365: finishing rollback tid 0 to smithi08986837-9 2024-07-26T06:12:49.490 INFO:tasks.rados.rados.0.smithi089.stdout:2365: finishing rollback tid 1 to smithi08986837-9 2024-07-26T06:12:49.490 INFO:tasks.rados.rados.0.smithi089.stdout:2365: finishing rollback tid 2 to smithi08986837-9 2024-07-26T06:12:49.490 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 9 v 437 (ObjNum 596 snap 178 seq_num 596) dirty exists 2024-07-26T06:12:49.490 INFO:tasks.rados.rados.0.smithi089.stdout:2366: finishing rollback tid 0 to smithi08986837-33 2024-07-26T06:12:49.490 INFO:tasks.rados.rados.0.smithi089.stdout:2366: finishing rollback tid 1 to smithi08986837-33 2024-07-26T06:12:49.490 INFO:tasks.rados.rados.0.smithi089.stdout:2366: finishing rollback tid 2 to smithi08986837-33 2024-07-26T06:12:49.491 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 33 v 918 (ObjNum 591 snap 178 seq_num 591) dirty exists 2024-07-26T06:12:49.491 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 8 v 973 (ObjNum 719 snap 230 seq_num 719) dirty exists 2024-07-26T06:12:49.491 INFO:tasks.rados.rados.0.smithi089.stdout:2368: expect (ObjNum 553 snap 164 seq_num 553) 2024-07-26T06:12:49.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:49 smithi155 ceph-mon[90160]: osdmap e529: 8 total, 7 up, 8 in 2024-07-26T06:12:49.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:49 smithi155 ceph-mon[90160]: pgmap v448: 121 pgs: 27 active+undersized, 13 peering, 10 active+undersized+degraded, 71 active+clean; 335 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 1 op/s; 32/579 objects degraded (5.527%) 2024-07-26T06:12:49.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:49 smithi155 ceph-mon[90160]: osdmap e530: 8 total, 7 up, 8 in 2024-07-26T06:12:49.629 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 06:12:49 smithi155 podman[111358]: 2024-07-26 06:12:49.537842194 +0000 UTC m=+0.414743691 container init b02d9448581d3add916f19afeacb80d8b541a702ff1b0d2aaf4afaa538375bbe (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-4b23044, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.build-date=20240724, CEPH_POINT_RELEASE=) 2024-07-26T06:12:49.629 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 06:12:49 smithi155 podman[111358]: 2024-07-26 06:12:49.542867711 +0000 UTC m=+0.419769206 container start b02d9448581d3add916f19afeacb80d8b541a702ff1b0d2aaf4afaa538375bbe (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, io.buildah.version=1.36.0, ceph=True, org.label-schema.build-date=20240724, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=squid-4b23044, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-07-26T06:12:49.630 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 06:12:49 smithi155 ceph-osd[111397]: -- 172.21.15.155:0/745315341 <== mon.1 v2:172.21.15.155:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5562eeeb5a40 con 0x5562efc78400 2024-07-26T06:12:49.650 INFO:tasks.rados.rados.0.smithi089.stdout:2367: finishing copy_from racing read to smithi08986837-29 2024-07-26T06:12:49.650 INFO:tasks.rados.rados.0.smithi089.stdout:2367: finishing copy_from to smithi08986837-29 2024-07-26T06:12:49.650 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 29 v 881 (ObjNum 655 snap 200 seq_num 655) dirty exists 2024-07-26T06:12:49.650 INFO:tasks.rados.rados.0.smithi089.stdout:2369: finishing write tid 1 to smithi08986837-46 2024-07-26T06:12:49.650 INFO:tasks.rados.rados.0.smithi089.stdout:2369: finishing write tid 2 to smithi08986837-46 2024-07-26T06:12:49.650 INFO:tasks.rados.rados.0.smithi089.stdout:2369: finishing write tid 3 to smithi08986837-46 2024-07-26T06:12:49.651 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 46 v 1306 (ObjNum 726 snap 231 seq_num 726) dirty exists 2024-07-26T06:12:49.651 INFO:tasks.rados.rados.0.smithi089.stdout:2369: left oid 46 (ObjNum 726 snap 231 seq_num 726) 2024-07-26T06:12:49.651 INFO:tasks.rados.rados.0.smithi089.stdout:2371: finishing copy_from racing read to smithi08986837-43 2024-07-26T06:12:49.651 INFO:tasks.rados.rados.0.smithi089.stdout:2371: finishing copy_from to smithi08986837-43 2024-07-26T06:12:49.651 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 43 v 970 (ObjNum 718 snap 230 seq_num 718) dirty exists 2024-07-26T06:12:49.651 INFO:tasks.rados.rados.0.smithi089.stdout:2360: done (10 left) 2024-07-26T06:12:49.651 INFO:tasks.rados.rados.0.smithi089.stdout:2362: done (9 left) 2024-07-26T06:12:49.651 INFO:tasks.rados.rados.0.smithi089.stdout:2363: done (8 left) 2024-07-26T06:12:49.651 INFO:tasks.rados.rados.0.smithi089.stdout:2364: done (7 left) 2024-07-26T06:12:49.651 INFO:tasks.rados.rados.0.smithi089.stdout:2365: done (6 left) 2024-07-26T06:12:49.651 INFO:tasks.rados.rados.0.smithi089.stdout:2366: done (5 left) 2024-07-26T06:12:49.651 INFO:tasks.rados.rados.0.smithi089.stdout:2367: done (4 left) 2024-07-26T06:12:49.651 INFO:tasks.rados.rados.0.smithi089.stdout:2368: done (3 left) 2024-07-26T06:12:49.652 INFO:tasks.rados.rados.0.smithi089.stdout:2369: done (2 left) 2024-07-26T06:12:49.652 INFO:tasks.rados.rados.0.smithi089.stdout:2370: done (1 left) 2024-07-26T06:12:49.652 INFO:tasks.rados.rados.0.smithi089.stdout:2371: done (0 left) 2024-07-26T06:12:49.652 INFO:tasks.rados.rados.0.smithi089.stdout:2372: setattr oid 15 current snap is 231 2024-07-26T06:12:49.652 INFO:tasks.rados.rados.0.smithi089.stdout:2373: read oid 47 snap -1 2024-07-26T06:12:49.652 INFO:tasks.rados.rados.0.smithi089.stdout:2373: expect (ObjNum 572 snap 173 seq_num 572) 2024-07-26T06:12:49.652 INFO:tasks.rados.rados.0.smithi089.stdout:2374: rmattr oid 43 current snap is 231 2024-07-26T06:12:49.652 INFO:tasks.rados.rados.0.smithi089.stdout:2374: done (2 left) 2024-07-26T06:12:49.653 INFO:tasks.rados.rados.0.smithi089.stdout:2375: rmattr oid 31 current snap is 231 2024-07-26T06:12:49.653 INFO:tasks.rados.rados.0.smithi089.stdout:2375: done (2 left) 2024-07-26T06:12:49.653 INFO:tasks.rados.rados.0.smithi089.stdout:2376: delete oid 7 current snap is 231 2024-07-26T06:12:49.655 INFO:tasks.rados.rados.0.smithi089.stdout:2376: done (2 left) 2024-07-26T06:12:49.655 INFO:tasks.rados.rados.0.smithi089.stdout:2377: read oid 46 snap -1 2024-07-26T06:12:49.655 INFO:tasks.rados.rados.0.smithi089.stdout:2377: expect (ObjNum 726 snap 231 seq_num 726) 2024-07-26T06:12:49.655 INFO:tasks.rados.rados.0.smithi089.stdout:2378: read oid 8 snap -1 2024-07-26T06:12:49.655 INFO:tasks.rados.rados.0.smithi089.stdout:2378: expect (ObjNum 719 snap 230 seq_num 719) 2024-07-26T06:12:49.656 INFO:tasks.rados.rados.0.smithi089.stdout:2379: read oid 30 snap -1 2024-07-26T06:12:49.656 INFO:tasks.rados.rados.0.smithi089.stdout:2379: expect (ObjNum 675 snap 206 seq_num 675) 2024-07-26T06:12:49.656 INFO:tasks.rados.rados.0.smithi089.stdout:2380: read oid 33 snap -1 2024-07-26T06:12:49.656 INFO:tasks.rados.rados.0.smithi089.stdout:2380: expect (ObjNum 591 snap 178 seq_num 591) 2024-07-26T06:12:49.656 INFO:tasks.rados.rados.0.smithi089.stdout:2381: rmattr oid 48 current snap is 231 2024-07-26T06:12:49.656 INFO:tasks.rados.rados.0.smithi089.stdout:2382: rollback oid 7 current snap is 231 2024-07-26T06:12:49.656 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 7 to 206 2024-07-26T06:12:49.656 INFO:tasks.rados.rados.0.smithi089.stdout:2383: delete oid 38 current snap is 231 2024-07-26T06:12:49.656 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 48 v 0 (ObjNum 33 snap 0 seq_num 3363514384) dirty dne 2024-07-26T06:12:49.659 INFO:tasks.rados.rados.0.smithi089.stdout:2382: finishing rollback tid 1 to smithi08986837-7 2024-07-26T06:12:49.659 INFO:tasks.rados.rados.0.smithi089.stdout:2382: finishing rollback tid 2 to smithi08986837-7 2024-07-26T06:12:49.659 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 7 v 880 (ObjNum 591 snap 178 seq_num 591) dirty exists 2024-07-26T06:12:49.660 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 15 v 1308 (ObjNum 520 snap 155 seq_num 520) dirty exists 2024-07-26T06:12:49.667 INFO:tasks.rados.rados.0.smithi089.stdout:2380: expect (ObjNum 591 snap 178 seq_num 591) 2024-07-26T06:12:49.729 INFO:tasks.rados.rados.0.smithi089.stdout:2373: expect (ObjNum 572 snap 173 seq_num 572) 2024-07-26T06:12:49.899 INFO:tasks.rados.rados.0.smithi089.stdout:2377: expect (ObjNum 726 snap 231 seq_num 726) 2024-07-26T06:12:49.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:49 smithi089 ceph-mon[99608]: osdmap e529: 8 total, 7 up, 8 in 2024-07-26T06:12:49.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:49 smithi089 ceph-mon[99608]: pgmap v448: 121 pgs: 27 active+undersized, 13 peering, 10 active+undersized+degraded, 71 active+clean; 335 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 1 op/s; 32/579 objects degraded (5.527%) 2024-07-26T06:12:49.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:49 smithi089 ceph-mon[99608]: osdmap e530: 8 total, 7 up, 8 in 2024-07-26T06:12:49.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:49 smithi089 ceph-mon[102056]: osdmap e529: 8 total, 7 up, 8 in 2024-07-26T06:12:49.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:49 smithi089 ceph-mon[102056]: pgmap v448: 121 pgs: 27 active+undersized, 13 peering, 10 active+undersized+degraded, 71 active+clean; 335 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 1 op/s; 32/579 objects degraded (5.527%) 2024-07-26T06:12:49.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:49 smithi089 ceph-mon[102056]: osdmap e530: 8 total, 7 up, 8 in 2024-07-26T06:12:50.096 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 06:12:49 smithi155 bash[111358]: b02d9448581d3add916f19afeacb80d8b541a702ff1b0d2aaf4afaa538375bbe 2024-07-26T06:12:50.096 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 06:12:49 smithi155 systemd[1]: Started Ceph osd.7 for 9bd49884-4b13-11ef-bcb6-c7b262605968. 2024-07-26T06:12:50.142 INFO:tasks.rados.rados.0.smithi089.stdout:2378: expect (ObjNum 719 snap 230 seq_num 719) 2024-07-26T06:12:50.379 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 06:12:50 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[111374]: 2024-07-26T06:12:50.093+0000 7fc2c3455640 -1 Falling back to public interface 2024-07-26T06:12:50.878 INFO:tasks.rados.rados.0.smithi089.stdout:2379: expect (ObjNum 675 snap 206 seq_num 675) 2024-07-26T06:12:51.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:50 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:12:51.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:50 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:12:51.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:50 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:12:51.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:50 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:12:51.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:50 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:12:51.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:50 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:12:51.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:50 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:12:51.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:50 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:12:51.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:50 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:12:51.447 INFO:tasks.rados.rados.0.smithi089.stdout:2372: done (8 left) 2024-07-26T06:12:51.447 INFO:tasks.rados.rados.0.smithi089.stdout:2373: done (7 left) 2024-07-26T06:12:51.447 INFO:tasks.rados.rados.0.smithi089.stdout:2377: done (6 left) 2024-07-26T06:12:51.448 INFO:tasks.rados.rados.0.smithi089.stdout:2378: done (5 left) 2024-07-26T06:12:51.448 INFO:tasks.rados.rados.0.smithi089.stdout:2379: done (4 left) 2024-07-26T06:12:51.448 INFO:tasks.rados.rados.0.smithi089.stdout:2380: done (3 left) 2024-07-26T06:12:51.448 INFO:tasks.rados.rados.0.smithi089.stdout:2381: done (2 left) 2024-07-26T06:12:51.448 INFO:tasks.rados.rados.0.smithi089.stdout:2382: done (1 left) 2024-07-26T06:12:51.448 INFO:tasks.rados.rados.0.smithi089.stdout:2383: done (0 left) 2024-07-26T06:12:51.448 INFO:tasks.rados.rados.0.smithi089.stdout:2384: rollback oid 39 current snap is 231 2024-07-26T06:12:51.448 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 39 to 223 2024-07-26T06:12:51.448 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 21 current snap is 231 2024-07-26T06:12:51.448 INFO:tasks.rados.rados.0.smithi089.stdout:2385: seq_num 729 ranges {0=212992} 2024-07-26T06:12:51.449 INFO:tasks.rados.rados.0.smithi089.stdout:2385: writing smithi08986837-21 from 0 to 212992 tid 1 2024-07-26T06:12:51.449 INFO:tasks.rados.rados.0.smithi089.stdout:2386: read oid 19 snap 199 2024-07-26T06:12:51.449 INFO:tasks.rados.rados.0.smithi089.stdout:2386: expect (ObjNum -931985424 snap 21986 seq_num 3363140320) 2024-07-26T06:12:51.449 INFO:tasks.rados.rados.0.smithi089.stdout:2387: read oid 22 snap -1 2024-07-26T06:12:51.449 INFO:tasks.rados.rados.0.smithi089.stdout:2387: expect (ObjNum 665 snap 201 seq_num 665) 2024-07-26T06:12:51.449 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 47 current snap is 231 2024-07-26T06:12:51.449 INFO:tasks.rados.rados.0.smithi089.stdout:2388: seq_num 730 ranges {4620288=229376} 2024-07-26T06:12:51.475 INFO:tasks.rados.rados.0.smithi089.stdout:2388: writing smithi08986837-47 from 4620288 to 4849664 tid 1 2024-07-26T06:12:51.475 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 16 current snap is 231 2024-07-26T06:12:51.475 INFO:tasks.rados.rados.0.smithi089.stdout:2389: seq_num 731 ranges {0=245760} 2024-07-26T06:12:51.476 INFO:tasks.rados.rados.0.smithi089.stdout:2389: writing smithi08986837-16 from 0 to 245760 tid 1 2024-07-26T06:12:51.477 INFO:tasks.rados.rados.0.smithi089.stdout:2390: snap_create 2024-07-26T06:12:51.477 INFO:tasks.rados.rados.0.smithi089.stdout:2384: finishing rollback tid 1 to smithi08986837-39 2024-07-26T06:12:51.477 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 39 v 955 (ObjNum 4113 snap 0 seq_num 2502916461) dirty dne 2024-07-26T06:12:51.477 INFO:tasks.rados.rados.0.smithi089.stdout:2386: expect (ObjNum -931985424 snap 21986 seq_num 3363140320) 2024-07-26T06:12:51.480 INFO:tasks.rados.rados.0.smithi089.stdout:2385: finishing write tid 1 to smithi08986837-21 2024-07-26T06:12:51.480 INFO:tasks.rados.rados.0.smithi089.stdout:2385: finishing write tid 2 to smithi08986837-21 2024-07-26T06:12:51.480 INFO:tasks.rados.rados.0.smithi089.stdout:2385: finishing write tid 3 to smithi08986837-21 2024-07-26T06:12:51.480 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 21 v 1140 (ObjNum 729 snap 231 seq_num 729) dirty exists 2024-07-26T06:12:51.480 INFO:tasks.rados.rados.0.smithi089.stdout:2385: left oid 21 (ObjNum 729 snap 231 seq_num 729) 2024-07-26T06:12:51.481 INFO:tasks.rados.rados.0.smithi089.stdout:2387: expect (ObjNum 665 snap 201 seq_num 665) 2024-07-26T06:12:51.846 INFO:tasks.rados.rados.0.smithi089.stdout:2388: finishing write tid 1 to smithi08986837-47 2024-07-26T06:12:51.846 INFO:tasks.rados.rados.0.smithi089.stdout:2388: finishing write tid 2 to smithi08986837-47 2024-07-26T06:12:51.846 INFO:tasks.rados.rados.0.smithi089.stdout:2389: finishing write tid 1 to smithi08986837-16 2024-07-26T06:12:51.846 INFO:tasks.rados.rados.0.smithi089.stdout:2389: finishing write tid 2 to smithi08986837-16 2024-07-26T06:12:51.846 INFO:tasks.rados.rados.0.smithi089.stdout:2388: finishing write tid 3 to smithi08986837-47 2024-07-26T06:12:51.846 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 47 v 1310 (ObjNum 730 snap 231 seq_num 730) dirty exists 2024-07-26T06:12:51.846 INFO:tasks.rados.rados.0.smithi089.stdout:2388: left oid 47 (ObjNum 730 snap 231 seq_num 730) 2024-07-26T06:12:51.846 INFO:tasks.rados.rados.0.smithi089.stdout:2389: finishing write tid 3 to smithi08986837-16 2024-07-26T06:12:51.846 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 16 v 882 (ObjNum 731 snap 231 seq_num 731) dirty exists 2024-07-26T06:12:51.847 INFO:tasks.rados.rados.0.smithi089.stdout:2389: left oid 16 (ObjNum 731 snap 231 seq_num 731) 2024-07-26T06:12:51.847 INFO:tasks.rados.rados.0.smithi089.stdout:2384: done (6 left) 2024-07-26T06:12:51.847 INFO:tasks.rados.rados.0.smithi089.stdout:2385: done (5 left) 2024-07-26T06:12:51.847 INFO:tasks.rados.rados.0.smithi089.stdout:2386: done (4 left) 2024-07-26T06:12:51.847 INFO:tasks.rados.rados.0.smithi089.stdout:2387: done (3 left) 2024-07-26T06:12:51.847 INFO:tasks.rados.rados.0.smithi089.stdout:2388: done (2 left) 2024-07-26T06:12:51.847 INFO:tasks.rados.rados.0.smithi089.stdout:2389: done (1 left) 2024-07-26T06:12:51.847 INFO:tasks.rados.rados.0.smithi089.stdout:2390: done (0 left) 2024-07-26T06:12:51.847 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 13 current snap is 232 2024-07-26T06:12:51.847 INFO:tasks.rados.rados.0.smithi089.stdout:2391: seq_num 732 ranges {10436608=262144} 2024-07-26T06:12:51.900 INFO:tasks.rados.rados.0.smithi089.stdout:2391: writing smithi08986837-13 from 10436608 to 10698752 tid 1 2024-07-26T06:12:51.901 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 17 current snap is 232 2024-07-26T06:12:51.901 INFO:tasks.rados.rados.0.smithi089.stdout:2392: seq_num 733 ranges {8445952=278528} 2024-07-26T06:12:51.946 INFO:tasks.rados.rados.0.smithi089.stdout:2392: writing smithi08986837-17 from 8445952 to 8724480 tid 1 2024-07-26T06:12:51.946 INFO:tasks.rados.rados.0.smithi089.stdout:2393: read oid 30 snap -1 2024-07-26T06:12:51.946 INFO:tasks.rados.rados.0.smithi089.stdout:2393: expect (ObjNum 675 snap 206 seq_num 675) 2024-07-26T06:12:51.947 INFO:tasks.rados.rados.0.smithi089.stdout:2394: snap_remove snap 229 2024-07-26T06:12:52.080 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:51 smithi155 ceph-mon[90160]: pgmap v450: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 341 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 1.3 MiB/s wr, 13 op/s; 39/600 objects degraded (6.500%) 2024-07-26T06:12:52.080 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:51 smithi155 ceph-mon[90160]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 3 pgs peering) 2024-07-26T06:12:52.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:51 smithi089 ceph-mon[99608]: pgmap v450: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 341 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 1.3 MiB/s wr, 13 op/s; 39/600 objects degraded (6.500%) 2024-07-26T06:12:52.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:51 smithi089 ceph-mon[99608]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 3 pgs peering) 2024-07-26T06:12:52.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:51 smithi089 ceph-mon[102056]: pgmap v450: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 341 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 1.3 MiB/s wr, 13 op/s; 39/600 objects degraded (6.500%) 2024-07-26T06:12:52.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:51 smithi089 ceph-mon[102056]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 3 pgs peering) 2024-07-26T06:12:52.379 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:12:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:12:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:12:52.724 INFO:tasks.rados.rados.0.smithi089.stdout:2394: done (3 left) 2024-07-26T06:12:52.724 INFO:tasks.rados.rados.0.smithi089.stdout:2395: delete oid 47 current snap is 232 2024-07-26T06:12:52.724 INFO:tasks.rados.rados.0.smithi089.stdout:2391: finishing write tid 1 to smithi08986837-13 2024-07-26T06:12:52.724 INFO:tasks.rados.rados.0.smithi089.stdout:2391: finishing write tid 2 to smithi08986837-13 2024-07-26T06:12:52.724 INFO:tasks.rados.rados.0.smithi089.stdout:2391: finishing write tid 3 to smithi08986837-13 2024-07-26T06:12:52.724 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 13 v 856 (ObjNum 732 snap 232 seq_num 732) dirty exists 2024-07-26T06:12:52.725 INFO:tasks.rados.rados.0.smithi089.stdout:2391: left oid 13 (ObjNum 732 snap 232 seq_num 732) 2024-07-26T06:12:52.725 INFO:tasks.rados.rados.0.smithi089.stdout:2392: finishing write tid 1 to smithi08986837-17 2024-07-26T06:12:52.725 INFO:tasks.rados.rados.0.smithi089.stdout:2392: finishing write tid 2 to smithi08986837-17 2024-07-26T06:12:52.725 INFO:tasks.rados.rados.0.smithi089.stdout:2392: finishing write tid 3 to smithi08986837-17 2024-07-26T06:12:52.725 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 17 v 972 (ObjNum 733 snap 232 seq_num 733) dirty exists 2024-07-26T06:12:52.725 INFO:tasks.rados.rados.0.smithi089.stdout:2392: left oid 17 (ObjNum 733 snap 232 seq_num 733) 2024-07-26T06:12:52.725 INFO:tasks.rados.rados.0.smithi089.stdout:2393: expect (ObjNum 675 snap 206 seq_num 675) 2024-07-26T06:12:52.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:52 smithi089 ceph-mon[99608]: osdmap e531: 8 total, 7 up, 8 in 2024-07-26T06:12:52.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:12:52 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:12:52] "GET /metrics HTTP/1.1" 200 36286 "" "Prometheus/2.43.0" 2024-07-26T06:12:52.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:52 smithi089 ceph-mon[102056]: osdmap e531: 8 total, 7 up, 8 in 2024-07-26T06:12:53.009 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:52 smithi155 ceph-mon[90160]: osdmap e531: 8 total, 7 up, 8 in 2024-07-26T06:12:53.009 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 06:12:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[111374]: 2024-07-26T06:12:52.923+0000 7fc2c3455640 -1 osd.7 524 log_to_monitors true 2024-07-26T06:12:53.306 INFO:tasks.rados.rados.0.smithi089.stdout:2391: done (3 left) 2024-07-26T06:12:53.306 INFO:tasks.rados.rados.0.smithi089.stdout:2392: done (2 left) 2024-07-26T06:12:53.306 INFO:tasks.rados.rados.0.smithi089.stdout:2393: done (1 left) 2024-07-26T06:12:53.306 INFO:tasks.rados.rados.0.smithi089.stdout:2395: done (0 left) 2024-07-26T06:12:53.307 INFO:tasks.rados.rados.0.smithi089.stdout:2396: snap_create 2024-07-26T06:12:53.730 INFO:tasks.rados.rados.0.smithi089.stdout:2396: done (0 left) 2024-07-26T06:12:53.730 INFO:tasks.rados.rados.0.smithi089.stdout:2397: delete oid 28 current snap is 233 2024-07-26T06:12:53.754 INFO:tasks.rados.rados.0.smithi089.stdout:2397: done (0 left) 2024-07-26T06:12:53.754 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 39 current snap is 233 2024-07-26T06:12:53.754 INFO:tasks.rados.rados.0.smithi089.stdout:2398: seq_num 736 ranges {0=335872} 2024-07-26T06:12:53.756 INFO:tasks.rados.rados.0.smithi089.stdout:2398: writing smithi08986837-39 from 0 to 335872 tid 1 2024-07-26T06:12:53.756 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 13 current snap is 233 2024-07-26T06:12:53.756 INFO:tasks.rados.rados.0.smithi089.stdout:2399: seq_num 737 ranges {10698752=352256} 2024-07-26T06:12:53.814 INFO:tasks.rados.rados.0.smithi089.stdout:2399: writing smithi08986837-13 from 10698752 to 11051008 tid 1 2024-07-26T06:12:53.814 INFO:tasks.rados.rados.0.smithi089.stdout:2400: snap_remove snap 196 2024-07-26T06:12:53.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:53 smithi155 ceph-mon[90160]: pgmap v452: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 350 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 34 MiB/s rd, 2.1 MiB/s wr, 45 op/s; 40/636 objects degraded (6.289%) 2024-07-26T06:12:53.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:53 smithi155 ceph-mon[90160]: Health check update: Degraded data redundancy: 40/636 objects degraded (6.289%), 13 pgs degraded (PG_DEGRADED) 2024-07-26T06:12:53.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:53 smithi155 ceph-mon[90160]: osdmap e532: 8 total, 7 up, 8 in 2024-07-26T06:12:53.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:53 smithi155 ceph-mon[90160]: from='osd.7 [v2:172.21.15.155:6824/924650040,v1:172.21.15.155:6825/924650040]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-07-26T06:12:53.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:53 smithi155 ceph-mon[90160]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-07-26T06:12:54.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:53 smithi089 ceph-mon[99608]: pgmap v452: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 350 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 34 MiB/s rd, 2.1 MiB/s wr, 45 op/s; 40/636 objects degraded (6.289%) 2024-07-26T06:12:54.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:53 smithi089 ceph-mon[99608]: Health check update: Degraded data redundancy: 40/636 objects degraded (6.289%), 13 pgs degraded (PG_DEGRADED) 2024-07-26T06:12:54.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:53 smithi089 ceph-mon[99608]: osdmap e532: 8 total, 7 up, 8 in 2024-07-26T06:12:54.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:53 smithi089 ceph-mon[99608]: from='osd.7 [v2:172.21.15.155:6824/924650040,v1:172.21.15.155:6825/924650040]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-07-26T06:12:54.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:53 smithi089 ceph-mon[99608]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-07-26T06:12:54.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:53 smithi089 ceph-mon[102056]: pgmap v452: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 350 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 34 MiB/s rd, 2.1 MiB/s wr, 45 op/s; 40/636 objects degraded (6.289%) 2024-07-26T06:12:54.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:53 smithi089 ceph-mon[102056]: Health check update: Degraded data redundancy: 40/636 objects degraded (6.289%), 13 pgs degraded (PG_DEGRADED) 2024-07-26T06:12:54.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:53 smithi089 ceph-mon[102056]: osdmap e532: 8 total, 7 up, 8 in 2024-07-26T06:12:54.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:53 smithi089 ceph-mon[102056]: from='osd.7 [v2:172.21.15.155:6824/924650040,v1:172.21.15.155:6825/924650040]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-07-26T06:12:54.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:53 smithi089 ceph-mon[102056]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-07-26T06:12:54.393 INFO:tasks.rados.rados.0.smithi089.stdout:2400: done (2 left) 2024-07-26T06:12:54.394 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 28 current snap is 233 2024-07-26T06:12:54.394 INFO:tasks.rados.rados.0.smithi089.stdout:2401: seq_num 738 ranges {0=368640} 2024-07-26T06:12:54.396 INFO:tasks.rados.rados.0.smithi089.stdout:2401: writing smithi08986837-28 from 0 to 368640 tid 1 2024-07-26T06:12:54.397 INFO:tasks.rados.rados.0.smithi089.stdout:2402: read oid 31 snap 220 2024-07-26T06:12:54.397 INFO:tasks.rados.rados.0.smithi089.stdout:2402: expect (ObjNum 681 snap 213 seq_num 681) 2024-07-26T06:12:54.397 INFO:tasks.rados.rados.0.smithi089.stdout:2403: delete oid 3 current snap is 233 2024-07-26T06:12:54.397 INFO:tasks.rados.rados.0.smithi089.stdout:2398: finishing write tid 1 to smithi08986837-39 2024-07-26T06:12:54.397 INFO:tasks.rados.rados.0.smithi089.stdout:2398: finishing write tid 2 to smithi08986837-39 2024-07-26T06:12:54.397 INFO:tasks.rados.rados.0.smithi089.stdout:2398: finishing write tid 3 to smithi08986837-39 2024-07-26T06:12:54.397 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 39 v 975 (ObjNum 736 snap 233 seq_num 736) dirty exists 2024-07-26T06:12:54.397 INFO:tasks.rados.rados.0.smithi089.stdout:2398: left oid 39 (ObjNum 736 snap 233 seq_num 736) 2024-07-26T06:12:54.397 INFO:tasks.rados.rados.0.smithi089.stdout:2399: finishing write tid 1 to smithi08986837-13 2024-07-26T06:12:54.397 INFO:tasks.rados.rados.0.smithi089.stdout:2399: finishing write tid 2 to smithi08986837-13 2024-07-26T06:12:54.397 INFO:tasks.rados.rados.0.smithi089.stdout:2399: finishing write tid 3 to smithi08986837-13 2024-07-26T06:12:54.398 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 13 v 859 (ObjNum 737 snap 233 seq_num 737) dirty exists 2024-07-26T06:12:54.398 INFO:tasks.rados.rados.0.smithi089.stdout:2399: left oid 13 (ObjNum 737 snap 233 seq_num 737) 2024-07-26T06:12:54.405 INFO:tasks.rados.rados.0.smithi089.stdout:2401: finishing write tid 1 to smithi08986837-28 2024-07-26T06:12:54.405 INFO:tasks.rados.rados.0.smithi089.stdout:2401: finishing write tid 2 to smithi08986837-28 2024-07-26T06:12:54.409 INFO:tasks.rados.rados.0.smithi089.stdout:2398: done (4 left) 2024-07-26T06:12:54.409 INFO:tasks.rados.rados.0.smithi089.stdout:2399: done (3 left) 2024-07-26T06:12:54.409 INFO:tasks.rados.rados.0.smithi089.stdout:2403: done (2 left) 2024-07-26T06:12:54.409 INFO:tasks.rados.rados.0.smithi089.stdout:2404: delete oid 12 current snap is 233 2024-07-26T06:12:54.412 INFO:tasks.rados.rados.0.smithi089.stdout:2401: finishing write tid 3 to smithi08986837-28 2024-07-26T06:12:54.412 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 28 v 861 (ObjNum 738 snap 233 seq_num 738) dirty exists 2024-07-26T06:12:54.412 INFO:tasks.rados.rados.0.smithi089.stdout:2401: left oid 28 (ObjNum 738 snap 233 seq_num 738) 2024-07-26T06:12:54.414 INFO:tasks.rados.rados.0.smithi089.stdout:2401: done (2 left) 2024-07-26T06:12:54.414 INFO:tasks.rados.rados.0.smithi089.stdout:2404: done (1 left) 2024-07-26T06:12:54.414 INFO:tasks.rados.rados.0.smithi089.stdout:2405: setattr oid 37 current snap is 233 2024-07-26T06:12:54.416 INFO:tasks.rados.rados.0.smithi089.stdout:2406: snap_remove snap 193 2024-07-26T06:12:54.629 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 06:12:54 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[111374]: 2024-07-26T06:12:54.213+0000 7fc2b71f8640 -1 osd.7 524 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-07-26T06:12:55.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:54 smithi155 ceph-mon[90160]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-07-26T06:12:55.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:54 smithi155 ceph-mon[90160]: osdmap e533: 8 total, 7 up, 8 in 2024-07-26T06:12:55.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:54 smithi155 ceph-mon[90160]: from='osd.7 [v2:172.21.15.155:6824/924650040,v1:172.21.15.155:6825/924650040]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2024-07-26T06:12:55.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:54 smithi155 ceph-mon[90160]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2024-07-26T06:12:55.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:54 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:12:55.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:54 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:12:55.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:54 smithi155 ceph-mon[90160]: from='osd.7 ' entity='osd.7' 2024-07-26T06:12:55.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:54 smithi155 ceph-mon[90160]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-07-26T06:12:55.131 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:54 smithi155 ceph-mon[90160]: osd.7 [v2:172.21.15.155:6824/924650040,v1:172.21.15.155:6825/924650040] boot 2024-07-26T06:12:55.131 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:54 smithi155 ceph-mon[90160]: osdmap e534: 8 total, 8 up, 8 in 2024-07-26T06:12:55.131 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:54 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-26T06:12:55.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:54 smithi089 ceph-mon[99608]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-07-26T06:12:55.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:54 smithi089 ceph-mon[99608]: osdmap e533: 8 total, 7 up, 8 in 2024-07-26T06:12:55.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:54 smithi089 ceph-mon[99608]: from='osd.7 [v2:172.21.15.155:6824/924650040,v1:172.21.15.155:6825/924650040]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2024-07-26T06:12:55.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:54 smithi089 ceph-mon[99608]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2024-07-26T06:12:55.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:54 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:12:55.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:54 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:12:55.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:54 smithi089 ceph-mon[99608]: from='osd.7 ' entity='osd.7' 2024-07-26T06:12:55.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:54 smithi089 ceph-mon[99608]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-07-26T06:12:55.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:54 smithi089 ceph-mon[99608]: osd.7 [v2:172.21.15.155:6824/924650040,v1:172.21.15.155:6825/924650040] boot 2024-07-26T06:12:55.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:54 smithi089 ceph-mon[99608]: osdmap e534: 8 total, 8 up, 8 in 2024-07-26T06:12:55.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:54 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-26T06:12:55.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:54 smithi089 ceph-mon[102056]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-07-26T06:12:55.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:54 smithi089 ceph-mon[102056]: osdmap e533: 8 total, 7 up, 8 in 2024-07-26T06:12:55.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:54 smithi089 ceph-mon[102056]: from='osd.7 [v2:172.21.15.155:6824/924650040,v1:172.21.15.155:6825/924650040]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2024-07-26T06:12:55.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:54 smithi089 ceph-mon[102056]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2024-07-26T06:12:55.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:54 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:12:55.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:54 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:12:55.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:54 smithi089 ceph-mon[102056]: from='osd.7 ' entity='osd.7' 2024-07-26T06:12:55.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:54 smithi089 ceph-mon[102056]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-07-26T06:12:55.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:54 smithi089 ceph-mon[102056]: osd.7 [v2:172.21.15.155:6824/924650040,v1:172.21.15.155:6825/924650040] boot 2024-07-26T06:12:55.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:54 smithi089 ceph-mon[102056]: osdmap e534: 8 total, 8 up, 8 in 2024-07-26T06:12:55.157 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:54 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-07-26T06:12:55.401 INFO:tasks.rados.rados.0.smithi089.stdout:2406: done (2 left) 2024-07-26T06:12:55.401 INFO:tasks.rados.rados.0.smithi089.stdout:2407: snap_create 2024-07-26T06:12:55.401 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 37 v 1329 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-07-26T06:12:55.401 INFO:tasks.rados.rados.0.smithi089.stdout:2402: expect (ObjNum 681 snap 213 seq_num 681) 2024-07-26T06:12:56.055 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:55 smithi155 ceph-mon[90160]: pgmap v456: 121 pgs: 1 active+clean+snaptrim, 8 peering, 30 active+undersized, 12 active+undersized+degraded, 70 active+clean; 352 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 41 MiB/s rd, 1.8 MiB/s wr, 51 op/s; 39/648 objects degraded (6.019%) 2024-07-26T06:12:56.056 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:55 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:12:56.056 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:55 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:12:56.056 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:55 smithi155 ceph-mon[90160]: osdmap e535: 8 total, 8 up, 8 in 2024-07-26T06:12:56.056 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:55 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:12:56.056 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:55 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:12:56.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:55 smithi089 ceph-mon[99608]: pgmap v456: 121 pgs: 1 active+clean+snaptrim, 8 peering, 30 active+undersized, 12 active+undersized+degraded, 70 active+clean; 352 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 41 MiB/s rd, 1.8 MiB/s wr, 51 op/s; 39/648 objects degraded (6.019%) 2024-07-26T06:12:56.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:55 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:12:56.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:55 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:12:56.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:55 smithi089 ceph-mon[99608]: osdmap e535: 8 total, 8 up, 8 in 2024-07-26T06:12:56.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:55 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:12:56.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:55 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:12:56.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:55 smithi089 ceph-mon[102056]: pgmap v456: 121 pgs: 1 active+clean+snaptrim, 8 peering, 30 active+undersized, 12 active+undersized+degraded, 70 active+clean; 352 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 41 MiB/s rd, 1.8 MiB/s wr, 51 op/s; 39/648 objects degraded (6.019%) 2024-07-26T06:12:56.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:55 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:12:56.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:55 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:12:56.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:55 smithi089 ceph-mon[102056]: osdmap e535: 8 total, 8 up, 8 in 2024-07-26T06:12:56.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:55 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:12:56.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:55 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:12:56.400 INFO:tasks.rados.rados.0.smithi089.stdout:2402: done (2 left) 2024-07-26T06:12:56.400 INFO:tasks.rados.rados.0.smithi089.stdout:2405: done (1 left) 2024-07-26T06:12:56.400 INFO:tasks.rados.rados.0.smithi089.stdout:2407: done (0 left) 2024-07-26T06:12:56.401 INFO:tasks.rados.rados.0.smithi089.stdout:2408: read oid 42 snap -1 2024-07-26T06:12:56.401 INFO:tasks.rados.rados.0.smithi089.stdout:2408: expect (ObjNum 486 snap 140 seq_num 486) 2024-07-26T06:12:56.401 INFO:tasks.rados.rados.0.smithi089.stdout:2409: snap_remove snap 218 2024-07-26T06:12:57.407 INFO:tasks.rados.rados.0.smithi089.stdout:2409: done (1 left) 2024-07-26T06:12:57.407 INFO:tasks.rados.rados.0.smithi089.stdout:2410: copy_from oid 21 from oid 12 current snap is 234 2024-07-26T06:12:57.407 INFO:tasks.rados.rados.0.smithi089.stdout:2408: expect (ObjNum 486 snap 140 seq_num 486) 2024-07-26T06:12:57.438 INFO:tasks.rados.rados.0.smithi089.stdout:2410: finishing copy_from to smithi08986837-21 2024-07-26T06:12:57.438 INFO:tasks.rados.rados.0.smithi089.stdout:2410: got expected ENOENT (src dne) 2024-07-26T06:12:57.438 INFO:tasks.rados.rados.0.smithi089.stdout:2410: finishing copy_from racing read to smithi08986837-21 2024-07-26T06:12:57.438 INFO:tasks.rados.rados.0.smithi089.stdout:2408: done (1 left) 2024-07-26T06:12:57.438 INFO:tasks.rados.rados.0.smithi089.stdout:2410: done (0 left) 2024-07-26T06:12:57.438 INFO:tasks.rados.rados.0.smithi089.stdout:2411: copy_from oid 11 from oid 38 current snap is 234 2024-07-26T06:12:57.438 INFO:tasks.rados.rados.0.smithi089.stdout:2412: delete oid 36 current snap is 234 2024-07-26T06:12:57.439 INFO:tasks.rados.rados.0.smithi089.stdout:2411: finishing copy_from to smithi08986837-11 2024-07-26T06:12:57.439 INFO:tasks.rados.rados.0.smithi089.stdout:2411: got expected ENOENT (src dne) 2024-07-26T06:12:57.439 INFO:tasks.rados.rados.0.smithi089.stdout:2411: finishing copy_from racing read to smithi08986837-11 2024-07-26T06:12:57.444 INFO:tasks.rados.rados.0.smithi089.stdout:2411: done (1 left) 2024-07-26T06:12:57.444 INFO:tasks.rados.rados.0.smithi089.stdout:2412: done (0 left) 2024-07-26T06:12:57.444 INFO:tasks.rados.rados.0.smithi089.stdout:2413: read oid 34 snap -1 2024-07-26T06:12:57.444 INFO:tasks.rados.rados.0.smithi089.stdout:2413: expect (ObjNum 459 snap 132 seq_num 459) 2024-07-26T06:12:57.445 INFO:tasks.rados.rados.0.smithi089.stdout:2414: snap_remove snap 220 2024-07-26T06:12:57.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:57 smithi089 ceph-mon[99608]: osdmap e536: 8 total, 8 up, 8 in 2024-07-26T06:12:57.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:57 smithi089 ceph-mon[99608]: pgmap v459: 121 pgs: 1 active+clean+snaptrim, 8 peering, 19 active+undersized, 8 active+undersized+degraded, 85 active+clean; 349 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 560 KiB/s wr, 16 op/s; 19/633 objects degraded (3.002%); 1.6 MiB/s, 0 objects/s recovering 2024-07-26T06:12:57.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:57 smithi089 ceph-mon[102056]: osdmap e536: 8 total, 8 up, 8 in 2024-07-26T06:12:57.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:57 smithi089 ceph-mon[102056]: pgmap v459: 121 pgs: 1 active+clean+snaptrim, 8 peering, 19 active+undersized, 8 active+undersized+degraded, 85 active+clean; 349 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 560 KiB/s wr, 16 op/s; 19/633 objects degraded (3.002%); 1.6 MiB/s, 0 objects/s recovering 2024-07-26T06:12:57.836 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:57 smithi155 ceph-mon[90160]: osdmap e536: 8 total, 8 up, 8 in 2024-07-26T06:12:57.836 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:57 smithi155 ceph-mon[90160]: pgmap v459: 121 pgs: 1 active+clean+snaptrim, 8 peering, 19 active+undersized, 8 active+undersized+degraded, 85 active+clean; 349 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 560 KiB/s wr, 16 op/s; 19/633 objects degraded (3.002%); 1.6 MiB/s, 0 objects/s recovering 2024-07-26T06:12:58.412 INFO:tasks.rados.rados.0.smithi089.stdout:2414: done (1 left) 2024-07-26T06:12:58.412 INFO:tasks.rados.rados.0.smithi089.stdout:2415: copy_from oid 3 from oid 22 current snap is 234 2024-07-26T06:12:58.412 INFO:tasks.rados.rados.0.smithi089.stdout:2413: expect (ObjNum 459 snap 132 seq_num 459) 2024-07-26T06:12:58.454 INFO:tasks.rados.rados.0.smithi089.stdout:2415: finishing copy_from racing read to smithi08986837-3 2024-07-26T06:12:58.454 INFO:tasks.rados.rados.0.smithi089.stdout:2415: finishing copy_from to smithi08986837-3 2024-07-26T06:12:58.454 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 3 v 770 (ObjNum 665 snap 201 seq_num 665) dirty exists 2024-07-26T06:12:58.454 INFO:tasks.rados.rados.0.smithi089.stdout:2413: done (1 left) 2024-07-26T06:12:58.454 INFO:tasks.rados.rados.0.smithi089.stdout:2415: done (0 left) 2024-07-26T06:12:58.454 INFO:tasks.rados.rados.0.smithi089.stdout:2416: delete oid 26 current snap is 234 2024-07-26T06:12:58.457 INFO:tasks.rados.rados.0.smithi089.stdout:2416: done (0 left) 2024-07-26T06:12:58.457 INFO:tasks.rados.rados.0.smithi089.stdout:2417: read oid 42 snap -1 2024-07-26T06:12:58.457 INFO:tasks.rados.rados.0.smithi089.stdout:2417: expect (ObjNum 486 snap 140 seq_num 486) 2024-07-26T06:12:58.457 INFO:tasks.rados.rados.0.smithi089.stdout:2418: snap_remove snap 199 2024-07-26T06:12:58.813 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:58 smithi089 ceph-mon[99608]: osdmap e537: 8 total, 8 up, 8 in 2024-07-26T06:12:58.813 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:58 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:12:58.813 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:58 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:12:58.813 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:58 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:12:58.813 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:58 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:12:58.813 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:58 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:12:58.814 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:58 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:12:58.814 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:58 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:12:58.814 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:58 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:12:58.814 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:58 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:12:58.814 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:58 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:12:58.814 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:58 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:12:58.814 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:58 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-07-26T06:12:58.814 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:58 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-07-26T06:12:58.814 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:58 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-07-26T06:12:58.814 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:58 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-07-26T06:12:58.814 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:58 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-07-26T06:12:58.814 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:58 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-07-26T06:12:58.814 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:58 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-07-26T06:12:58.815 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:58 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-07-26T06:12:58.815 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:58 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-07-26T06:12:58.815 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:58 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-07-26T06:12:58.815 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:58 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-07-26T06:12:58.815 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:58 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-07-26T06:12:58.815 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:58 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-07-26T06:12:58.815 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:58 smithi089 ceph-mon[102056]: osdmap e537: 8 total, 8 up, 8 in 2024-07-26T06:12:58.815 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:58 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:12:58.815 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:58 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:12:58.815 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:58 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:12:58.815 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:58 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:12:58.816 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:58 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:12:58.816 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:58 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:12:58.816 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:58 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:12:58.816 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:58 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:12:58.816 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:58 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:12:58.816 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:58 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:12:58.816 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:58 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:12:58.816 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:58 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-07-26T06:12:58.816 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:58 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-07-26T06:12:58.816 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:58 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-07-26T06:12:58.816 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:58 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-07-26T06:12:58.816 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:58 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-07-26T06:12:58.816 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:58 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-07-26T06:12:58.817 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:58 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-07-26T06:12:58.817 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:58 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-07-26T06:12:58.817 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:58 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-07-26T06:12:58.817 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:58 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-07-26T06:12:58.817 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:58 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-07-26T06:12:58.817 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:58 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-07-26T06:12:58.817 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:58 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-07-26T06:12:58.817 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:58 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-07-26T06:12:58.817 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:58 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-07-26T06:12:58.817 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:58 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-07-26T06:12:58.818 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:58 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-07-26T06:12:58.818 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:58 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-07-26T06:12:58.818 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:58 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-07-26T06:12:58.818 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:58 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-07-26T06:12:58.818 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:58 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-07-26T06:12:58.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:58 smithi155 ceph-mon[90160]: osdmap e537: 8 total, 8 up, 8 in 2024-07-26T06:12:58.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:58 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:12:58.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:58 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:12:58.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:58 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:12:58.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:58 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:12:58.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:58 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:12:58.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:58 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:12:58.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:58 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:12:58.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:58 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:12:58.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:58 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:12:58.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:58 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:12:58.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:58 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:12:58.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:58 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-07-26T06:12:58.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:58 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-07-26T06:12:58.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:58 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-07-26T06:12:58.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:58 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-07-26T06:12:58.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:58 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-07-26T06:12:58.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:58 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-07-26T06:12:58.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:58 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-07-26T06:12:58.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:58 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-07-26T06:12:58.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:58 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-07-26T06:12:58.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:58 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-07-26T06:12:58.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:58 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-07-26T06:12:58.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:58 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-07-26T06:12:58.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:58 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-07-26T06:12:58.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:58 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-07-26T06:12:58.883 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:58 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-07-26T06:12:58.883 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:58 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-07-26T06:12:58.883 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:58 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-07-26T06:12:59.455 INFO:tasks.rados.rados.0.smithi089.stdout:2418: done (1 left) 2024-07-26T06:12:59.455 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 12 current snap is 234 2024-07-26T06:12:59.455 INFO:tasks.rados.rados.0.smithi089.stdout:2419: seq_num 743 ranges {0=450560} 2024-07-26T06:12:59.456 INFO:tasks.rados.rados.0.smithi089.stdout:2419: writing smithi08986837-12 from 0 to 450560 tid 1 2024-07-26T06:12:59.456 INFO:tasks.rados.rados.0.smithi089.stdout:2420: rmattr oid 9 current snap is 234 2024-07-26T06:12:59.456 INFO:tasks.rados.rados.0.smithi089.stdout:2417: expect (ObjNum 486 snap 140 seq_num 486) 2024-07-26T06:12:59.491 INFO:tasks.rados.rados.0.smithi089.stdout:2419: finishing write tid 1 to smithi08986837-12 2024-07-26T06:12:59.491 INFO:tasks.rados.rados.0.smithi089.stdout:2419: finishing write tid 2 to smithi08986837-12 2024-07-26T06:12:59.491 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 9 v 438 (ObjNum 596 snap 178 seq_num 596) dirty exists 2024-07-26T06:12:59.491 INFO:tasks.rados.rados.0.smithi089.stdout:2419: finishing write tid 3 to smithi08986837-12 2024-07-26T06:12:59.491 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 12 v 952 (ObjNum 743 snap 234 seq_num 743) dirty exists 2024-07-26T06:12:59.492 INFO:tasks.rados.rados.0.smithi089.stdout:2419: left oid 12 (ObjNum 743 snap 234 seq_num 743) 2024-07-26T06:12:59.492 INFO:tasks.rados.rados.0.smithi089.stdout:2417: done (2 left) 2024-07-26T06:12:59.492 INFO:tasks.rados.rados.0.smithi089.stdout:2419: done (1 left) 2024-07-26T06:12:59.492 INFO:tasks.rados.rados.0.smithi089.stdout:2420: done (0 left) 2024-07-26T06:12:59.492 INFO:tasks.rados.rados.0.smithi089.stdout:2421: read oid 28 snap 228 2024-07-26T06:12:59.492 INFO:tasks.rados.rados.0.smithi089.stdout:2421: expect (ObjNum 622 snap 188 seq_num 622) 2024-07-26T06:12:59.492 INFO:tasks.rados.rados.0.smithi089.stdout:2422: read oid 18 snap -1 2024-07-26T06:12:59.492 INFO:tasks.rados.rados.0.smithi089.stdout:2422: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-26T06:12:59.492 INFO:tasks.rados.rados.0.smithi089.stdout:2423: setattr oid 7 current snap is 234 2024-07-26T06:12:59.492 INFO:tasks.rados.rados.0.smithi089.stdout:2422: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-26T06:12:59.493 INFO:tasks.rados.rados.0.smithi089.stdout:2422: done (2 left) 2024-07-26T06:12:59.493 INFO:tasks.rados.rados.0.smithi089.stdout:2424: snap_create 2024-07-26T06:12:59.496 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 7 v 883 (ObjNum 591 snap 178 seq_num 591) dirty exists 2024-07-26T06:12:59.496 INFO:tasks.rados.rados.0.smithi089.stdout:2421: expect (ObjNum 622 snap 188 seq_num 622) 2024-07-26T06:12:59.879 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 06:12:59 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-5[101025]: 2024-07-26T06:12:59.467+0000 7f740aed1640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 111 after trimming was started 2024-07-26T06:12:59.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:59 smithi155 ceph-mon[90160]: Upgrade: Setting container_image for all osd 2024-07-26T06:12:59.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:59 smithi155 ceph-mon[90160]: Upgrade: Setting require_osd_release to 19 squid 2024-07-26T06:12:59.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:59 smithi155 ceph-mon[90160]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-07-26T06:12:59.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:59 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-07-26T06:12:59.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:59 smithi155 ceph-mon[90160]: osdmap e538: 8 total, 8 up, 8 in 2024-07-26T06:12:59.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:59 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-07-26T06:12:59.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:59 smithi155 ceph-mon[90160]: Upgrade: It appears safe to stop mds.a 2024-07-26T06:12:59.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:59 smithi155 ceph-mon[90160]: pgmap v462: 121 pgs: 1 active+clean+snaptrim, 8 peering, 14 active+undersized, 6 active+undersized+degraded, 92 active+clean; 349 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 206 KiB/s wr, 11 op/s; 13/633 objects degraded (2.054%); 1.6 MiB/s, 0 objects/s recovering 2024-07-26T06:12:59.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:12:59 smithi155 ceph-mon[90160]: Health check update: Degraded data redundancy: 19/633 objects degraded (3.002%), 8 pgs degraded (PG_DEGRADED) 2024-07-26T06:12:59.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:59 smithi089 ceph-mon[102056]: Upgrade: Setting container_image for all osd 2024-07-26T06:12:59.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:59 smithi089 ceph-mon[102056]: Upgrade: Setting require_osd_release to 19 squid 2024-07-26T06:12:59.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:59 smithi089 ceph-mon[102056]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-07-26T06:12:59.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:59 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-07-26T06:12:59.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:59 smithi089 ceph-mon[102056]: osdmap e538: 8 total, 8 up, 8 in 2024-07-26T06:12:59.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:59 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-07-26T06:12:59.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:59 smithi089 ceph-mon[102056]: Upgrade: It appears safe to stop mds.a 2024-07-26T06:12:59.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:59 smithi089 ceph-mon[102056]: pgmap v462: 121 pgs: 1 active+clean+snaptrim, 8 peering, 14 active+undersized, 6 active+undersized+degraded, 92 active+clean; 349 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 206 KiB/s wr, 11 op/s; 13/633 objects degraded (2.054%); 1.6 MiB/s, 0 objects/s recovering 2024-07-26T06:12:59.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:12:59 smithi089 ceph-mon[102056]: Health check update: Degraded data redundancy: 19/633 objects degraded (3.002%), 8 pgs degraded (PG_DEGRADED) 2024-07-26T06:12:59.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:59 smithi089 ceph-mon[99608]: Upgrade: Setting container_image for all osd 2024-07-26T06:12:59.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:59 smithi089 ceph-mon[99608]: Upgrade: Setting require_osd_release to 19 squid 2024-07-26T06:12:59.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:59 smithi089 ceph-mon[99608]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-07-26T06:12:59.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:59 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-07-26T06:12:59.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:59 smithi089 ceph-mon[99608]: osdmap e538: 8 total, 8 up, 8 in 2024-07-26T06:12:59.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:59 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-07-26T06:12:59.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:59 smithi089 ceph-mon[99608]: Upgrade: It appears safe to stop mds.a 2024-07-26T06:12:59.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:59 smithi089 ceph-mon[99608]: pgmap v462: 121 pgs: 1 active+clean+snaptrim, 8 peering, 14 active+undersized, 6 active+undersized+degraded, 92 active+clean; 349 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 206 KiB/s wr, 11 op/s; 13/633 objects degraded (2.054%); 1.6 MiB/s, 0 objects/s recovering 2024-07-26T06:12:59.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:12:59 smithi089 ceph-mon[99608]: Health check update: Degraded data redundancy: 19/633 objects degraded (3.002%), 8 pgs degraded (PG_DEGRADED) 2024-07-26T06:13:00.463 INFO:tasks.rados.rados.0.smithi089.stdout:2421: done (2 left) 2024-07-26T06:13:00.463 INFO:tasks.rados.rados.0.smithi089.stdout:2423: done (1 left) 2024-07-26T06:13:00.463 INFO:tasks.rados.rados.0.smithi089.stdout:2424: done (0 left) 2024-07-26T06:13:00.463 INFO:tasks.rados.rados.0.smithi089.stdout:2425: read oid 21 snap -1 2024-07-26T06:13:00.463 INFO:tasks.rados.rados.0.smithi089.stdout:2425: expect (ObjNum 729 snap 231 seq_num 729) 2024-07-26T06:13:00.463 INFO:tasks.rados.rados.0.smithi089.stdout:2426: read oid 16 snap -1 2024-07-26T06:13:00.463 INFO:tasks.rados.rados.0.smithi089.stdout:2426: expect (ObjNum 731 snap 231 seq_num 731) 2024-07-26T06:13:00.463 INFO:tasks.rados.rados.0.smithi089.stdout:2427: read oid 33 snap -1 2024-07-26T06:13:00.464 INFO:tasks.rados.rados.0.smithi089.stdout:2427: expect (ObjNum 591 snap 178 seq_num 591) 2024-07-26T06:13:00.464 INFO:tasks.rados.rados.0.smithi089.stdout:2428: snap_create 2024-07-26T06:13:00.465 INFO:tasks.rados.rados.0.smithi089.stdout:2425: expect (ObjNum 729 snap 231 seq_num 729) 2024-07-26T06:13:00.470 INFO:tasks.rados.rados.0.smithi089.stdout:2426: expect (ObjNum 731 snap 231 seq_num 731) 2024-07-26T06:13:00.477 INFO:tasks.rados.rados.0.smithi089.stdout:2427: expect (ObjNum 591 snap 178 seq_num 591) 2024-07-26T06:13:00.702 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:00 smithi155 ceph-mon[90160]: osdmap e539: 8 total, 8 up, 8 in 2024-07-26T06:13:00.702 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:00 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:00.702 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:00 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-07-26T06:13:00.702 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:00 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:13:00.711 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:00 smithi089 ceph-mon[99608]: osdmap e539: 8 total, 8 up, 8 in 2024-07-26T06:13:00.711 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:00 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:00.711 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:00 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-07-26T06:13:00.711 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:00 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:13:00.711 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:00 smithi089 ceph-mon[102056]: osdmap e539: 8 total, 8 up, 8 in 2024-07-26T06:13:00.712 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:00 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:00.712 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:00 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-07-26T06:13:00.712 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:00 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:13:01.471 INFO:tasks.rados.rados.0.smithi089.stdout:2425: done (3 left) 2024-07-26T06:13:01.471 INFO:tasks.rados.rados.0.smithi089.stdout:2426: done (2 left) 2024-07-26T06:13:01.472 INFO:tasks.rados.rados.0.smithi089.stdout:2427: done (1 left) 2024-07-26T06:13:01.472 INFO:tasks.rados.rados.0.smithi089.stdout:2428: done (0 left) 2024-07-26T06:13:01.472 INFO:tasks.rados.rados.0.smithi089.stdout:2429: copy_from oid 22 from oid 19 current snap is 236 2024-07-26T06:13:01.472 INFO:tasks.rados.rados.0.smithi089.stdout:2430: read oid 11 snap -1 2024-07-26T06:13:01.472 INFO:tasks.rados.rados.0.smithi089.stdout:2430: expect (ObjNum 716 snap 229 seq_num 716) 2024-07-26T06:13:01.472 INFO:tasks.rados.rados.0.smithi089.stdout:2431: snap_create 2024-07-26T06:13:01.474 INFO:tasks.rados.rados.0.smithi089.stdout:2429: finishing copy_from to smithi08986837-22 2024-07-26T06:13:01.474 INFO:tasks.rados.rados.0.smithi089.stdout:2429: got expected ENOENT (src dne) 2024-07-26T06:13:01.474 INFO:tasks.rados.rados.0.smithi089.stdout:2429: finishing copy_from racing read to smithi08986837-22 2024-07-26T06:13:01.484 INFO:tasks.rados.rados.0.smithi089.stdout:2430: expect (ObjNum 716 snap 229 seq_num 716) 2024-07-26T06:13:01.524 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:01 smithi089 ceph-mon[99608]: Upgrade: Updating mds.a 2024-07-26T06:13:01.524 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:01 smithi089 ceph-mon[99608]: Deploying daemon mds.a on smithi089 2024-07-26T06:13:01.524 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:01 smithi089 ceph-mon[99608]: osdmap e540: 8 total, 8 up, 8 in 2024-07-26T06:13:01.524 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:01 smithi089 ceph-mon[99608]: pgmap v465: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 346 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 859 KiB/s rd, 110 KiB/s wr, 3 op/s; 788 KiB/s, 0 objects/s recovering 2024-07-26T06:13:01.525 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:01 smithi089 ceph-mon[102056]: Upgrade: Updating mds.a 2024-07-26T06:13:01.525 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:01 smithi089 ceph-mon[102056]: Deploying daemon mds.a on smithi089 2024-07-26T06:13:01.525 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:01 smithi089 ceph-mon[102056]: osdmap e540: 8 total, 8 up, 8 in 2024-07-26T06:13:01.525 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:01 smithi089 ceph-mon[102056]: pgmap v465: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 346 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 859 KiB/s rd, 110 KiB/s wr, 3 op/s; 788 KiB/s, 0 objects/s recovering 2024-07-26T06:13:01.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:01 smithi155 ceph-mon[90160]: Upgrade: Updating mds.a 2024-07-26T06:13:01.886 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:01 smithi155 ceph-mon[90160]: Deploying daemon mds.a on smithi089 2024-07-26T06:13:01.886 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:01 smithi155 ceph-mon[90160]: osdmap e540: 8 total, 8 up, 8 in 2024-07-26T06:13:01.886 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:01 smithi155 ceph-mon[90160]: pgmap v465: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 346 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 859 KiB/s rd, 110 KiB/s wr, 3 op/s; 788 KiB/s, 0 objects/s recovering 2024-07-26T06:13:02.155 INFO:journalctl@ceph.mds.a.smithi089.stdout:Jul 26 06:13:02 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mds-a[70397]: 2024-07-26T06:13:02.046+0000 7f264dc4e640 -1 mds.a *** got signal Terminated *** 2024-07-26T06:13:02.468 INFO:tasks.rados.rados.0.smithi089.stdout:2429: done (2 left) 2024-07-26T06:13:02.468 INFO:tasks.rados.rados.0.smithi089.stdout:2430: done (1 left) 2024-07-26T06:13:02.468 INFO:tasks.rados.rados.0.smithi089.stdout:2431: done (0 left) 2024-07-26T06:13:02.468 INFO:tasks.rados.rados.0.smithi089.stdout:2432: rmattr oid 34 current snap is 237 2024-07-26T06:13:02.468 INFO:tasks.rados.rados.0.smithi089.stdout:2432: done (0 left) 2024-07-26T06:13:02.469 INFO:tasks.rados.rados.0.smithi089.stdout:2433: setattr oid 27 current snap is 237 2024-07-26T06:13:02.470 INFO:tasks.rados.rados.0.smithi089.stdout:2434: read oid 32 snap -1 2024-07-26T06:13:02.471 INFO:tasks.rados.rados.0.smithi089.stdout:2434: expect (ObjNum 723 snap 231 seq_num 723) 2024-07-26T06:13:02.471 INFO:tasks.rados.rados.0.smithi089.stdout:2435: setattr oid 13 current snap is 237 2024-07-26T06:13:02.474 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 2 current snap is 237 2024-07-26T06:13:02.474 INFO:tasks.rados.rados.0.smithi089.stdout:2436: seq_num 744 ranges {2080768=466944} 2024-07-26T06:13:02.488 INFO:tasks.rados.rados.0.smithi089.stdout:2436: writing smithi08986837-2 from 2080768 to 2547712 tid 1 2024-07-26T06:13:02.488 INFO:tasks.rados.rados.0.smithi089.stdout:2437: rollback oid 34 current snap is 237 2024-07-26T06:13:02.488 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 34 to 235 2024-07-26T06:13:02.488 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 27 v 884 (ObjNum 678 snap 210 seq_num 678) dirty exists 2024-07-26T06:13:02.489 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 13 v 862 (ObjNum 737 snap 233 seq_num 737) dirty exists 2024-07-26T06:13:02.489 INFO:tasks.rados.rados.0.smithi089.stdout:2434: expect (ObjNum 723 snap 231 seq_num 723) 2024-07-26T06:13:02.581 INFO:tasks.rados.rados.0.smithi089.stdout:2437: finishing rollback tid 0 to smithi08986837-34 2024-07-26T06:13:02.581 INFO:tasks.rados.rados.0.smithi089.stdout:2437: finishing rollback tid 1 to smithi08986837-34 2024-07-26T06:13:02.581 INFO:tasks.rados.rados.0.smithi089.stdout:2437: finishing rollback tid 2 to smithi08986837-34 2024-07-26T06:13:02.581 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 34 v 862 (ObjNum 459 snap 132 seq_num 459) dirty exists 2024-07-26T06:13:02.581 INFO:tasks.rados.rados.0.smithi089.stdout:2436: finishing write tid 1 to smithi08986837-2 2024-07-26T06:13:02.581 INFO:tasks.rados.rados.0.smithi089.stdout:2436: finishing write tid 2 to smithi08986837-2 2024-07-26T06:13:02.582 INFO:tasks.rados.rados.0.smithi089.stdout:2436: finishing write tid 3 to smithi08986837-2 2024-07-26T06:13:02.582 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 2 v 941 (ObjNum 744 snap 237 seq_num 744) dirty exists 2024-07-26T06:13:02.582 INFO:tasks.rados.rados.0.smithi089.stdout:2436: left oid 2 (ObjNum 744 snap 237 seq_num 744) 2024-07-26T06:13:02.582 INFO:tasks.rados.rados.0.smithi089.stdout:2433: done (4 left) 2024-07-26T06:13:02.582 INFO:tasks.rados.rados.0.smithi089.stdout:2434: done (3 left) 2024-07-26T06:13:02.582 INFO:tasks.rados.rados.0.smithi089.stdout:2435: done (2 left) 2024-07-26T06:13:02.582 INFO:tasks.rados.rados.0.smithi089.stdout:2436: done (1 left) 2024-07-26T06:13:02.582 INFO:tasks.rados.rados.0.smithi089.stdout:2437: done (0 left) 2024-07-26T06:13:02.582 INFO:tasks.rados.rados.0.smithi089.stdout:2438: setattr oid 25 current snap is 237 2024-07-26T06:13:02.584 INFO:tasks.rados.rados.0.smithi089.stdout:2439: copy_from oid 49 from oid 23 current snap is 237 2024-07-26T06:13:02.584 INFO:tasks.rados.rados.0.smithi089.stdout:2440: rmattr oid 36 current snap is 237 2024-07-26T06:13:02.584 INFO:tasks.rados.rados.0.smithi089.stdout:2440: done (2 left) 2024-07-26T06:13:02.584 INFO:tasks.rados.rados.0.smithi089.stdout:2441: copy_from oid 47 from oid 32 current snap is 237 2024-07-26T06:13:02.584 INFO:tasks.rados.rados.0.smithi089.stdout:2442: read oid 44 snap -1 2024-07-26T06:13:02.584 INFO:tasks.rados.rados.0.smithi089.stdout:2442: expect (ObjNum 692 snap 216 seq_num 692) 2024-07-26T06:13:02.585 INFO:tasks.rados.rados.0.smithi089.stdout:2443: snap_remove snap 189 2024-07-26T06:13:02.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:13:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:13:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:13:02.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:02 smithi155 ceph-mon[90160]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 13/633 objects degraded (2.054%), 6 pgs degraded) 2024-07-26T06:13:02.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:02 smithi155 ceph-mon[90160]: Cluster is now healthy 2024-07-26T06:13:02.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:02 smithi155 ceph-mon[90160]: osdmap e541: 8 total, 8 up, 8 in 2024-07-26T06:13:02.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:02 smithi089 ceph-mon[99608]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 13/633 objects degraded (2.054%), 6 pgs degraded) 2024-07-26T06:13:02.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:02 smithi089 ceph-mon[99608]: Cluster is now healthy 2024-07-26T06:13:02.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:02 smithi089 ceph-mon[99608]: osdmap e541: 8 total, 8 up, 8 in 2024-07-26T06:13:02.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:13:02 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:13:02] "GET /metrics HTTP/1.1" 200 36209 "" "Prometheus/2.43.0" 2024-07-26T06:13:02.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:02 smithi089 ceph-mon[102056]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 13/633 objects degraded (2.054%), 6 pgs degraded) 2024-07-26T06:13:02.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:02 smithi089 ceph-mon[102056]: Cluster is now healthy 2024-07-26T06:13:02.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:02 smithi089 ceph-mon[102056]: osdmap e541: 8 total, 8 up, 8 in 2024-07-26T06:13:03.477 INFO:tasks.rados.rados.0.smithi089.stdout:2443: done (4 left) 2024-07-26T06:13:03.478 INFO:tasks.rados.rados.0.smithi089.stdout:2444: read oid 40 snap 217 2024-07-26T06:13:03.478 INFO:tasks.rados.rados.0.smithi089.stdout:2444: expect deleted 2024-07-26T06:13:03.478 INFO:tasks.rados.rados.0.smithi089.stdout:2445: snap_remove snap 227 2024-07-26T06:13:03.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:03 smithi155 ceph-mon[90160]: osdmap e542: 8 total, 8 up, 8 in 2024-07-26T06:13:03.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:03 smithi155 ceph-mon[90160]: fsmap cephfs:1 {0=b=up:active} 2024-07-26T06:13:03.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:03 smithi155 ceph-mon[90160]: pgmap v468: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 342 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 110 KiB/s wr, 7 op/s; 788 KiB/s, 0 objects/s recovering 2024-07-26T06:13:03.903 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:03 smithi089 ceph-mon[99608]: osdmap e542: 8 total, 8 up, 8 in 2024-07-26T06:13:03.903 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:03 smithi089 ceph-mon[99608]: fsmap cephfs:1 {0=b=up:active} 2024-07-26T06:13:03.903 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:03 smithi089 ceph-mon[99608]: pgmap v468: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 342 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 110 KiB/s wr, 7 op/s; 788 KiB/s, 0 objects/s recovering 2024-07-26T06:13:03.903 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:03 smithi089 ceph-mon[102056]: osdmap e542: 8 total, 8 up, 8 in 2024-07-26T06:13:03.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:03 smithi089 ceph-mon[102056]: fsmap cephfs:1 {0=b=up:active} 2024-07-26T06:13:03.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:03 smithi089 ceph-mon[102056]: pgmap v468: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 342 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 110 KiB/s wr, 7 op/s; 788 KiB/s, 0 objects/s recovering 2024-07-26T06:13:03.904 INFO:journalctl@ceph.mds.a.smithi089.stdout:Jul 26 06:13:03 smithi089 podman[128114]: 2024-07-26 06:13:03.437093409 +0000 UTC m=+1.487113406 container died 0ecc3a80790e755b6ef50eb4aa3f9015bb20f632113e97409f73bd26c01ca3a7 (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mds-a, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-5dff84c, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.build-date=20240724, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image) 2024-07-26T06:13:04.155 INFO:journalctl@ceph.mds.a.smithi089.stdout:Jul 26 06:13:03 smithi089 podman[128114]: 2024-07-26 06:13:03.903302633 +0000 UTC m=+1.953322625 container cleanup 0ecc3a80790e755b6ef50eb4aa3f9015bb20f632113e97409f73bd26c01ca3a7 (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mds-a, org.label-schema.build-date=20240724, io.buildah.version=1.36.0, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=quincy-5dff84c, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image) 2024-07-26T06:13:04.155 INFO:journalctl@ceph.mds.a.smithi089.stdout:Jul 26 06:13:03 smithi089 bash[128114]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mds-a 2024-07-26T06:13:04.408 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 25 v 956 (ObjNum 575 snap 173 seq_num 575) dirty exists 2024-07-26T06:13:04.408 INFO:tasks.rados.rados.0.smithi089.stdout:2439: finishing copy_from to smithi08986837-49 2024-07-26T06:13:04.408 INFO:tasks.rados.rados.0.smithi089.stdout:2439: got expected ENOENT (src dne) 2024-07-26T06:13:04.408 INFO:tasks.rados.rados.0.smithi089.stdout:2439: finishing copy_from racing read to smithi08986837-49 2024-07-26T06:13:04.408 INFO:tasks.rados.rados.0.smithi089.stdout:2442: expect (ObjNum 692 snap 216 seq_num 692) 2024-07-26T06:13:04.474 INFO:journalctl@ceph.mds.a.smithi089.stdout:Jul 26 06:13:04 smithi089 podman[128132]: 2024-07-26 06:13:04.187874486 +0000 UTC m=+0.747710492 container remove 0ecc3a80790e755b6ef50eb4aa3f9015bb20f632113e97409f73bd26c01ca3a7 (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mds-a, RELEASE=quincy-5dff84c, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240724, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True) 2024-07-26T06:13:04.474 INFO:journalctl@ceph.mds.a.smithi089.stdout:Jul 26 06:13:04 smithi089 systemd[1]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@mds.a.service: Deactivated successfully. 2024-07-26T06:13:04.474 INFO:journalctl@ceph.mds.a.smithi089.stdout:Jul 26 06:13:04 smithi089 systemd[1]: Stopped Ceph mds.a for 9bd49884-4b13-11ef-bcb6-c7b262605968. 2024-07-26T06:13:04.474 INFO:journalctl@ceph.mds.a.smithi089.stdout:Jul 26 06:13:04 smithi089 systemd[1]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@mds.a.service: Consumed 1.126s CPU time. 2024-07-26T06:13:04.507 INFO:tasks.rados.rados.0.smithi089.stdout:2441: finishing copy_from racing read to smithi08986837-47 2024-07-26T06:13:04.507 INFO:tasks.rados.rados.0.smithi089.stdout:2441: finishing copy_from to smithi08986837-47 2024-07-26T06:13:04.507 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 47 v 964 (ObjNum 723 snap 231 seq_num 723) dirty exists 2024-07-26T06:13:04.507 INFO:tasks.rados.rados.0.smithi089.stdout:2438: done (5 left) 2024-07-26T06:13:04.508 INFO:tasks.rados.rados.0.smithi089.stdout:2439: done (4 left) 2024-07-26T06:13:04.508 INFO:tasks.rados.rados.0.smithi089.stdout:2441: done (3 left) 2024-07-26T06:13:04.508 INFO:tasks.rados.rados.0.smithi089.stdout:2442: done (2 left) 2024-07-26T06:13:04.508 INFO:tasks.rados.rados.0.smithi089.stdout:2444: done (1 left) 2024-07-26T06:13:04.508 INFO:tasks.rados.rados.0.smithi089.stdout:2445: done (0 left) 2024-07-26T06:13:04.508 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 23 current snap is 237 2024-07-26T06:13:04.508 INFO:tasks.rados.rados.0.smithi089.stdout:2446: seq_num 745 ranges {0=483328} 2024-07-26T06:13:04.509 INFO:tasks.rados.rados.0.smithi089.stdout:2446: writing smithi08986837-23 from 0 to 483328 tid 1 2024-07-26T06:13:04.510 INFO:tasks.rados.rados.0.smithi089.stdout:2447: rollback oid 40 current snap is 237 2024-07-26T06:13:04.510 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 40 to 233 2024-07-26T06:13:04.510 INFO:tasks.rados.rados.0.smithi089.stdout:2448: read oid 49 snap -1 2024-07-26T06:13:04.510 INFO:tasks.rados.rados.0.smithi089.stdout:2448: expect (ObjNum 722 snap 230 seq_num 722) 2024-07-26T06:13:04.510 INFO:tasks.rados.rados.0.smithi089.stdout:2449: snap_create 2024-07-26T06:13:04.512 INFO:tasks.rados.rados.0.smithi089.stdout:2447: finishing rollback tid 0 to smithi08986837-40 2024-07-26T06:13:04.513 INFO:tasks.rados.rados.0.smithi089.stdout:2447: finishing rollback tid 1 to smithi08986837-40 2024-07-26T06:13:04.513 INFO:tasks.rados.rados.0.smithi089.stdout:2447: finishing rollback tid 2 to smithi08986837-40 2024-07-26T06:13:04.513 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 40 v 1181 (ObjNum 714 snap 229 seq_num 714) dirty exists 2024-07-26T06:13:04.521 INFO:tasks.rados.rados.0.smithi089.stdout:2446: finishing write tid 1 to smithi08986837-23 2024-07-26T06:13:04.521 INFO:tasks.rados.rados.0.smithi089.stdout:2446: finishing write tid 2 to smithi08986837-23 2024-07-26T06:13:04.523 INFO:tasks.rados.rados.0.smithi089.stdout:2446: finishing write tid 3 to smithi08986837-23 2024-07-26T06:13:04.523 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 23 v 841 (ObjNum 745 snap 237 seq_num 745) dirty exists 2024-07-26T06:13:04.523 INFO:tasks.rados.rados.0.smithi089.stdout:2446: left oid 23 (ObjNum 745 snap 237 seq_num 745) 2024-07-26T06:13:04.551 INFO:tasks.rados.rados.0.smithi089.stdout:2448: expect (ObjNum 722 snap 230 seq_num 722) 2024-07-26T06:13:04.811 INFO:journalctl@ceph.mds.a.smithi089.stdout:Jul 26 06:13:04 smithi089 systemd[1]: Starting Ceph mds.a for 9bd49884-4b13-11ef-bcb6-c7b262605968... 2024-07-26T06:13:04.812 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:04 smithi089 ceph-mon[99608]: osdmap e543: 8 total, 8 up, 8 in 2024-07-26T06:13:04.812 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:04 smithi089 ceph-mon[99608]: osdmap e544: 8 total, 8 up, 8 in 2024-07-26T06:13:04.812 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:04 smithi089 ceph-mon[102056]: osdmap e543: 8 total, 8 up, 8 in 2024-07-26T06:13:04.812 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:04 smithi089 ceph-mon[102056]: osdmap e544: 8 total, 8 up, 8 in 2024-07-26T06:13:04.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:04 smithi155 ceph-mon[90160]: osdmap e543: 8 total, 8 up, 8 in 2024-07-26T06:13:04.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:04 smithi155 ceph-mon[90160]: osdmap e544: 8 total, 8 up, 8 in 2024-07-26T06:13:05.067 INFO:journalctl@ceph.mds.a.smithi089.stdout:Jul 26 06:13:04 smithi089 podman[128263]: 2024-07-26 06:13:04.714204957 +0000 UTC m=+0.017672530 image pull a246f06af74af9a1c45475dc36c910d564494bacf385674011a33b62b93c2c8c quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c 2024-07-26T06:13:05.067 INFO:journalctl@ceph.mds.a.smithi089.stdout:Jul 26 06:13:04 smithi089 podman[128263]: 2024-07-26 06:13:04.822796816 +0000 UTC m=+0.126264378 container create 766a515131fa2feef67d191d441295f46ca3b046941c1b8627eded74e2c80c27 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mds-a, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.vendor=CentOS, RELEASE=squid-4b23044, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240724, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux ) 2024-07-26T06:13:05.067 INFO:journalctl@ceph.mds.a.smithi089.stdout:Jul 26 06:13:05 smithi089 podman[128263]: 2024-07-26 06:13:05.066950979 +0000 UTC m=+0.370418551 container init 766a515131fa2feef67d191d441295f46ca3b046941c1b8627eded74e2c80c27 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mds-a, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240724, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=squid-4b23044) 2024-07-26T06:13:05.405 INFO:journalctl@ceph.mds.a.smithi089.stdout:Jul 26 06:13:05 smithi089 podman[128263]: 2024-07-26 06:13:05.071743067 +0000 UTC m=+0.375210628 container start 766a515131fa2feef67d191d441295f46ca3b046941c1b8627eded74e2c80c27 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mds-a, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240724, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-4b23044, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-07-26T06:13:05.405 INFO:journalctl@ceph.mds.a.smithi089.stdout:Jul 26 06:13:05 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mds-a[128277]: starting mds.a at 2024-07-26T06:13:05.405 INFO:journalctl@ceph.mds.a.smithi089.stdout:Jul 26 06:13:05 smithi089 bash[128263]: 766a515131fa2feef67d191d441295f46ca3b046941c1b8627eded74e2c80c27 2024-07-26T06:13:05.405 INFO:journalctl@ceph.mds.a.smithi089.stdout:Jul 26 06:13:05 smithi089 systemd[1]: Started Ceph mds.a for 9bd49884-4b13-11ef-bcb6-c7b262605968. 2024-07-26T06:13:05.487 INFO:tasks.rados.rados.0.smithi089.stdout:2446: done (3 left) 2024-07-26T06:13:05.487 INFO:tasks.rados.rados.0.smithi089.stdout:2447: done (2 left) 2024-07-26T06:13:05.487 INFO:tasks.rados.rados.0.smithi089.stdout:2448: done (1 left) 2024-07-26T06:13:05.487 INFO:tasks.rados.rados.0.smithi089.stdout:2449: done (0 left) 2024-07-26T06:13:05.487 INFO:tasks.rados.rados.0.smithi089.stdout:2450: delete oid 35 current snap is 238 2024-07-26T06:13:05.492 INFO:tasks.rados.rados.0.smithi089.stdout:2450: done (0 left) 2024-07-26T06:13:05.492 INFO:tasks.rados.rados.0.smithi089.stdout:2451: snap_create 2024-07-26T06:13:05.811 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:05 smithi089 ceph-mon[99608]: pgmap v471: 121 pgs: 121 active+clean; 339 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.7 MiB/s wr, 27 op/s 2024-07-26T06:13:05.812 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:05 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:05.812 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:05 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:05.812 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:05 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:13:05.812 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:05 smithi089 ceph-mon[102056]: pgmap v471: 121 pgs: 121 active+clean; 339 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.7 MiB/s wr, 27 op/s 2024-07-26T06:13:05.813 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:05 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:05.813 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:05 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:05.813 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:05 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:13:05.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:05 smithi155 ceph-mon[90160]: pgmap v471: 121 pgs: 121 active+clean; 339 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.7 MiB/s wr, 27 op/s 2024-07-26T06:13:05.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:05 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:05.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:05 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:05.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:05 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:13:06.486 INFO:tasks.rados.rados.0.smithi089.stdout:2451: done (0 left) 2024-07-26T06:13:06.486 INFO:tasks.rados.rados.0.smithi089.stdout:2452: copy_from oid 2 from oid 45 current snap is 239 2024-07-26T06:13:06.486 INFO:tasks.rados.rados.0.smithi089.stdout:2453: rmattr oid 23 current snap is 239 2024-07-26T06:13:06.486 INFO:tasks.rados.rados.0.smithi089.stdout:2453: done (1 left) 2024-07-26T06:13:06.486 INFO:tasks.rados.rados.0.smithi089.stdout:2454: rmattr oid 14 current snap is 239 2024-07-26T06:13:06.486 INFO:tasks.rados.rados.0.smithi089.stdout:2454: done (1 left) 2024-07-26T06:13:06.487 INFO:tasks.rados.rados.0.smithi089.stdout:2455: delete oid 18 current snap is 239 2024-07-26T06:13:06.493 INFO:tasks.rados.rados.0.smithi089.stdout:2452: finishing copy_from to smithi08986837-2 2024-07-26T06:13:06.493 INFO:tasks.rados.rados.0.smithi089.stdout:2452: got expected ENOENT (src dne) 2024-07-26T06:13:06.493 INFO:tasks.rados.rados.0.smithi089.stdout:2452: finishing copy_from racing read to smithi08986837-2 2024-07-26T06:13:06.494 INFO:tasks.rados.rados.0.smithi089.stdout:2452: done (1 left) 2024-07-26T06:13:06.494 INFO:tasks.rados.rados.0.smithi089.stdout:2455: done (0 left) 2024-07-26T06:13:06.494 INFO:tasks.rados.rados.0.smithi089.stdout:2456: snap_remove snap 216 2024-07-26T06:13:06.873 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:06 smithi089 ceph-mon[99608]: mds.? [v2:172.21.15.89:6834/112751529,v1:172.21.15.89:6835/112751529] up:boot 2024-07-26T06:13:06.873 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:06 smithi089 ceph-mon[99608]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-07-26T06:13:06.873 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:06 smithi089 ceph-mon[99608]: osdmap e545: 8 total, 8 up, 8 in 2024-07-26T06:13:06.874 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:06 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-07-26T06:13:06.874 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:06 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:06.874 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:06 smithi089 ceph-mon[102056]: mds.? [v2:172.21.15.89:6834/112751529,v1:172.21.15.89:6835/112751529] up:boot 2024-07-26T06:13:06.874 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:06 smithi089 ceph-mon[102056]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-07-26T06:13:06.874 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:06 smithi089 ceph-mon[102056]: osdmap e545: 8 total, 8 up, 8 in 2024-07-26T06:13:06.874 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:06 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-07-26T06:13:06.874 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:06 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:06.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:06 smithi155 ceph-mon[90160]: mds.? [v2:172.21.15.89:6834/112751529,v1:172.21.15.89:6835/112751529] up:boot 2024-07-26T06:13:06.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:06 smithi155 ceph-mon[90160]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-07-26T06:13:06.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:06 smithi155 ceph-mon[90160]: osdmap e545: 8 total, 8 up, 8 in 2024-07-26T06:13:06.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:06 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-07-26T06:13:06.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:06 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:07.500 INFO:tasks.rados.rados.0.smithi089.stdout:2456: done (0 left) 2024-07-26T06:13:07.500 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 4 current snap is 239 2024-07-26T06:13:07.500 INFO:tasks.rados.rados.0.smithi089.stdout:2457: seq_num 748 ranges {2383872=532480} 2024-07-26T06:13:07.516 INFO:tasks.rados.rados.0.smithi089.stdout:2457: writing smithi08986837-4 from 2383872 to 2916352 tid 1 2024-07-26T06:13:07.516 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 13 current snap is 239 2024-07-26T06:13:07.516 INFO:tasks.rados.rados.0.smithi089.stdout:2458: seq_num 749 ranges {11051008=548864} 2024-07-26T06:13:07.579 INFO:tasks.rados.rados.0.smithi089.stdout:2458: writing smithi08986837-13 from 11051008 to 11599872 tid 1 2024-07-26T06:13:07.579 INFO:tasks.rados.rados.0.smithi089.stdout:2459: snap_remove snap 225 2024-07-26T06:13:07.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:07 smithi155 ceph-mon[90160]: osdmap e546: 8 total, 8 up, 8 in 2024-07-26T06:13:07.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:07 smithi155 ceph-mon[90160]: pgmap v474: 121 pgs: 121 active+clean; 340 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.2 MiB/s wr, 33 op/s 2024-07-26T06:13:07.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:07 smithi089 ceph-mon[99608]: osdmap e546: 8 total, 8 up, 8 in 2024-07-26T06:13:07.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:07 smithi089 ceph-mon[99608]: pgmap v474: 121 pgs: 121 active+clean; 340 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.2 MiB/s wr, 33 op/s 2024-07-26T06:13:07.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:07 smithi089 ceph-mon[102056]: osdmap e546: 8 total, 8 up, 8 in 2024-07-26T06:13:07.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:07 smithi089 ceph-mon[102056]: pgmap v474: 121 pgs: 121 active+clean; 340 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.2 MiB/s wr, 33 op/s 2024-07-26T06:13:08.502 INFO:tasks.rados.rados.0.smithi089.stdout:2459: done (2 left) 2024-07-26T06:13:08.502 INFO:tasks.rados.rados.0.smithi089.stdout:2460: setattr oid 10 current snap is 239 2024-07-26T06:13:08.502 INFO:tasks.rados.rados.0.smithi089.stdout:2457: finishing write tid 1 to smithi08986837-4 2024-07-26T06:13:08.502 INFO:tasks.rados.rados.0.smithi089.stdout:2457: finishing write tid 2 to smithi08986837-4 2024-07-26T06:13:08.502 INFO:tasks.rados.rados.0.smithi089.stdout:2457: finishing write tid 3 to smithi08986837-4 2024-07-26T06:13:08.502 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 4 v 864 (ObjNum 748 snap 239 seq_num 748) dirty exists 2024-07-26T06:13:08.502 INFO:tasks.rados.rados.0.smithi089.stdout:2457: left oid 4 (ObjNum 748 snap 239 seq_num 748) 2024-07-26T06:13:08.503 INFO:tasks.rados.rados.0.smithi089.stdout:2458: finishing write tid 1 to smithi08986837-13 2024-07-26T06:13:08.503 INFO:tasks.rados.rados.0.smithi089.stdout:2458: finishing write tid 2 to smithi08986837-13 2024-07-26T06:13:08.503 INFO:tasks.rados.rados.0.smithi089.stdout:2458: finishing write tid 3 to smithi08986837-13 2024-07-26T06:13:08.503 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 13 v 865 (ObjNum 749 snap 239 seq_num 749) dirty exists 2024-07-26T06:13:08.503 INFO:tasks.rados.rados.0.smithi089.stdout:2458: left oid 13 (ObjNum 749 snap 239 seq_num 749) 2024-07-26T06:13:08.503 INFO:tasks.rados.rados.0.smithi089.stdout:2457: done (2 left) 2024-07-26T06:13:08.504 INFO:tasks.rados.rados.0.smithi089.stdout:2458: done (1 left) 2024-07-26T06:13:08.504 INFO:tasks.rados.rados.0.smithi089.stdout:2461: rmattr oid 39 current snap is 239 2024-07-26T06:13:08.504 INFO:tasks.rados.rados.0.smithi089.stdout:2461: done (1 left) 2024-07-26T06:13:08.504 INFO:tasks.rados.rados.0.smithi089.stdout:2462: rollback oid 23 current snap is 239 2024-07-26T06:13:08.504 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 23 to 234 2024-07-26T06:13:08.504 INFO:tasks.rados.rados.0.smithi089.stdout:2463: snap_remove snap 202 2024-07-26T06:13:08.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:08 smithi155 ceph-mon[90160]: osdmap e547: 8 total, 8 up, 8 in 2024-07-26T06:13:08.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:08 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:08.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:08 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:08.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:08 smithi089 ceph-mon[99608]: osdmap e547: 8 total, 8 up, 8 in 2024-07-26T06:13:08.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:08 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:08.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:08 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:08.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:08 smithi089 ceph-mon[102056]: osdmap e547: 8 total, 8 up, 8 in 2024-07-26T06:13:08.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:08 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:08.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:08 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:09.400 INFO:tasks.rados.rados.0.smithi089.stdout:2463: done (2 left) 2024-07-26T06:13:09.400 INFO:tasks.rados.rados.0.smithi089.stdout:2464: delete oid 19 current snap is 239 2024-07-26T06:13:09.400 INFO:tasks.rados.rados.0.smithi089.stdout:2462: finishing rollback tid 0 to smithi08986837-23 2024-07-26T06:13:09.400 INFO:tasks.rados.rados.0.smithi089.stdout:2462: finishing rollback tid 1 to smithi08986837-23 2024-07-26T06:13:09.400 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 23 v 843 (ObjNum 33 snap 0 seq_num 3362659952) dirty dne 2024-07-26T06:13:09.400 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 10 v 1323 (ObjNum 177 snap 0 seq_num 1) dirty exists 2024-07-26T06:13:09.407 INFO:tasks.rados.rados.0.smithi089.stdout:2460: done (2 left) 2024-07-26T06:13:09.407 INFO:tasks.rados.rados.0.smithi089.stdout:2462: done (1 left) 2024-07-26T06:13:09.407 INFO:tasks.rados.rados.0.smithi089.stdout:2464: done (0 left) 2024-07-26T06:13:09.407 INFO:tasks.rados.rados.0.smithi089.stdout:2465: read oid 50 snap -1 2024-07-26T06:13:09.408 INFO:tasks.rados.rados.0.smithi089.stdout:2465: expect deleted 2024-07-26T06:13:09.408 INFO:tasks.rados.rados.0.smithi089.stdout:2466: rollback oid 21 current snap is 239 2024-07-26T06:13:09.408 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 21 to 226 2024-07-26T06:13:09.408 INFO:tasks.rados.rados.0.smithi089.stdout:2467: delete oid 35 current snap is 239 2024-07-26T06:13:09.411 INFO:tasks.rados.rados.0.smithi089.stdout:2465: done (2 left) 2024-07-26T06:13:09.411 INFO:tasks.rados.rados.0.smithi089.stdout:2467: done (1 left) 2024-07-26T06:13:09.411 INFO:tasks.rados.rados.0.smithi089.stdout:2468: delete oid 50 current snap is 239 2024-07-26T06:13:09.413 INFO:tasks.rados.rados.0.smithi089.stdout:2466: finishing rollback tid 0 to smithi08986837-21 2024-07-26T06:13:09.414 INFO:tasks.rados.rados.0.smithi089.stdout:2466: finishing rollback tid 1 to smithi08986837-21 2024-07-26T06:13:09.415 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 21 v 1143 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-07-26T06:13:09.418 INFO:tasks.rados.rados.0.smithi089.stdout:2466: done (1 left) 2024-07-26T06:13:09.418 INFO:tasks.rados.rados.0.smithi089.stdout:2468: done (0 left) 2024-07-26T06:13:09.418 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 35 current snap is 239 2024-07-26T06:13:09.419 INFO:tasks.rados.rados.0.smithi089.stdout:2469: seq_num 753 ranges {0=614400} 2024-07-26T06:13:09.423 INFO:tasks.rados.rados.0.smithi089.stdout:2469: writing smithi08986837-35 from 0 to 614400 tid 1 2024-07-26T06:13:09.423 INFO:tasks.rados.rados.0.smithi089.stdout:2470: delete oid 17 current snap is 239 2024-07-26T06:13:09.426 INFO:tasks.rados.rados.0.smithi089.stdout:2470: done (1 left) 2024-07-26T06:13:09.426 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 3 current snap is 239 2024-07-26T06:13:09.426 INFO:tasks.rados.rados.0.smithi089.stdout:2471: seq_num 755 ranges {6627328=647168} 2024-07-26T06:13:09.465 INFO:tasks.rados.rados.0.smithi089.stdout:2471: writing smithi08986837-3 from 6627328 to 7274496 tid 1 2024-07-26T06:13:09.465 INFO:tasks.rados.rados.0.smithi089.stdout:2472: snap_create 2024-07-26T06:13:09.465 INFO:tasks.rados.rados.0.smithi089.stdout:2469: finishing write tid 1 to smithi08986837-35 2024-07-26T06:13:09.465 INFO:tasks.rados.rados.0.smithi089.stdout:2469: finishing write tid 2 to smithi08986837-35 2024-07-26T06:13:09.465 INFO:tasks.rados.rados.0.smithi089.stdout:2469: finishing write tid 3 to smithi08986837-35 2024-07-26T06:13:09.465 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 35 v 867 (ObjNum 753 snap 239 seq_num 753) dirty exists 2024-07-26T06:13:09.465 INFO:tasks.rados.rados.0.smithi089.stdout:2469: left oid 35 (ObjNum 753 snap 239 seq_num 753) 2024-07-26T06:13:09.468 INFO:tasks.rados.rados.0.smithi089.stdout:2471: finishing write tid 1 to smithi08986837-3 2024-07-26T06:13:09.469 INFO:tasks.rados.rados.0.smithi089.stdout:2471: finishing write tid 2 to smithi08986837-3 2024-07-26T06:13:09.471 INFO:tasks.rados.rados.0.smithi089.stdout:2471: finishing write tid 3 to smithi08986837-3 2024-07-26T06:13:09.471 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 3 v 1145 (ObjNum 755 snap 239 seq_num 755) dirty exists 2024-07-26T06:13:09.471 INFO:tasks.rados.rados.0.smithi089.stdout:2471: left oid 3 (ObjNum 755 snap 239 seq_num 755) 2024-07-26T06:13:09.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:09 smithi089 ceph-mon[99608]: osdmap e548: 8 total, 8 up, 8 in 2024-07-26T06:13:09.692 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:09 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:09.692 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:09 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:09.692 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:09 smithi089 ceph-mon[99608]: pgmap v477: 121 pgs: 121 active+clean; 341 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.3 MiB/s rd, 654 KiB/s wr, 11 op/s 2024-07-26T06:13:09.693 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:09 smithi089 ceph-mon[99608]: osdmap e549: 8 total, 8 up, 8 in 2024-07-26T06:13:09.693 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:09 smithi089 ceph-mon[102056]: osdmap e548: 8 total, 8 up, 8 in 2024-07-26T06:13:09.693 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:09 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:09.693 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:09 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:09.693 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:09 smithi089 ceph-mon[102056]: pgmap v477: 121 pgs: 121 active+clean; 341 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.3 MiB/s rd, 654 KiB/s wr, 11 op/s 2024-07-26T06:13:09.693 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:09 smithi089 ceph-mon[102056]: osdmap e549: 8 total, 8 up, 8 in 2024-07-26T06:13:09.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:09 smithi155 ceph-mon[90160]: osdmap e548: 8 total, 8 up, 8 in 2024-07-26T06:13:09.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:09 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:09.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:09 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:09.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:09 smithi155 ceph-mon[90160]: pgmap v477: 121 pgs: 121 active+clean; 341 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.3 MiB/s rd, 654 KiB/s wr, 11 op/s 2024-07-26T06:13:09.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:09 smithi155 ceph-mon[90160]: osdmap e549: 8 total, 8 up, 8 in 2024-07-26T06:13:10.401 INFO:tasks.rados.rados.0.smithi089.stdout:2469: done (2 left) 2024-07-26T06:13:10.401 INFO:tasks.rados.rados.0.smithi089.stdout:2471: done (1 left) 2024-07-26T06:13:10.401 INFO:tasks.rados.rados.0.smithi089.stdout:2472: done (0 left) 2024-07-26T06:13:10.401 INFO:tasks.rados.rados.0.smithi089.stdout:2473: delete oid 47 current snap is 240 2024-07-26T06:13:10.406 INFO:tasks.rados.rados.0.smithi089.stdout:2473: done (0 left) 2024-07-26T06:13:10.406 INFO:tasks.rados.rados.0.smithi089.stdout:2474: copy_from oid 37 from oid 34 current snap is 240 2024-07-26T06:13:10.406 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 9 current snap is 240 2024-07-26T06:13:10.406 INFO:tasks.rados.rados.0.smithi089.stdout:2475: seq_num 757 ranges {1613824=688128} 2024-07-26T06:13:10.419 INFO:tasks.rados.rados.0.smithi089.stdout:2475: writing smithi08986837-9 from 1613824 to 2301952 tid 1 2024-07-26T06:13:10.419 INFO:tasks.rados.rados.0.smithi089.stdout:2476: rollback oid 27 current snap is 240 2024-07-26T06:13:10.419 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 27 to 235 2024-07-26T06:13:10.419 INFO:tasks.rados.rados.0.smithi089.stdout:2474: finishing copy_from racing read to smithi08986837-37 2024-07-26T06:13:10.419 INFO:tasks.rados.rados.0.smithi089.stdout:2474: finishing copy_from to smithi08986837-37 2024-07-26T06:13:10.420 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 37 v 862 (ObjNum 459 snap 132 seq_num 459) dirty exists 2024-07-26T06:13:10.420 INFO:tasks.rados.rados.0.smithi089.stdout:2474: done (2 left) 2024-07-26T06:13:10.420 INFO:tasks.rados.rados.0.smithi089.stdout:2477: delete oid 48 current snap is 240 2024-07-26T06:13:10.420 INFO:tasks.rados.rados.0.smithi089.stdout:2477: done (2 left) 2024-07-26T06:13:10.420 INFO:tasks.rados.rados.0.smithi089.stdout:2478: delete oid 20 current snap is 240 2024-07-26T06:13:10.425 INFO:tasks.rados.rados.0.smithi089.stdout:2478: done (2 left) 2024-07-26T06:13:10.426 INFO:tasks.rados.rados.0.smithi089.stdout:2479: snap_create 2024-07-26T06:13:10.426 INFO:tasks.rados.rados.0.smithi089.stdout:2476: finishing rollback tid 0 to smithi08986837-27 2024-07-26T06:13:10.427 INFO:tasks.rados.rados.0.smithi089.stdout:2476: finishing rollback tid 1 to smithi08986837-27 2024-07-26T06:13:10.427 INFO:tasks.rados.rados.0.smithi089.stdout:2475: finishing write tid 1 to smithi08986837-9 2024-07-26T06:13:10.427 INFO:tasks.rados.rados.0.smithi089.stdout:2476: finishing rollback tid 2 to smithi08986837-27 2024-07-26T06:13:10.427 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 27 v 887 (ObjNum 678 snap 210 seq_num 678) dirty exists 2024-07-26T06:13:10.428 INFO:tasks.rados.rados.0.smithi089.stdout:2475: finishing write tid 2 to smithi08986837-9 2024-07-26T06:13:10.429 INFO:tasks.rados.rados.0.smithi089.stdout:2475: finishing write tid 3 to smithi08986837-9 2024-07-26T06:13:10.429 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 9 v 440 (ObjNum 757 snap 240 seq_num 757) dirty exists 2024-07-26T06:13:10.429 INFO:tasks.rados.rados.0.smithi089.stdout:2475: left oid 9 (ObjNum 757 snap 240 seq_num 757) 2024-07-26T06:13:11.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:11 smithi089 ceph-mon[99608]: osdmap e550: 8 total, 8 up, 8 in 2024-07-26T06:13:11.412 INFO:tasks.rados.rados.0.smithi089.stdout:2475: done (2 left) 2024-07-26T06:13:11.412 INFO:tasks.rados.rados.0.smithi089.stdout:2476: done (1 left) 2024-07-26T06:13:11.412 INFO:tasks.rados.rados.0.smithi089.stdout:2479: done (0 left) 2024-07-26T06:13:11.412 INFO:tasks.rados.rados.0.smithi089.stdout:2480: snap_remove snap 215 2024-07-26T06:13:11.820 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:11 smithi089 ceph-mon[99608]: pgmap v480: 121 pgs: 121 active+clean; 341 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 252 KiB/s wr, 6 op/s 2024-07-26T06:13:11.820 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:11.821 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:13:11.821 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:11 smithi089 ceph-mon[102056]: osdmap e550: 8 total, 8 up, 8 in 2024-07-26T06:13:11.821 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:11 smithi089 ceph-mon[102056]: pgmap v480: 121 pgs: 121 active+clean; 341 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 252 KiB/s wr, 6 op/s 2024-07-26T06:13:11.821 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:11.821 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:13:11.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:11 smithi155 ceph-mon[90160]: osdmap e550: 8 total, 8 up, 8 in 2024-07-26T06:13:11.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:11 smithi155 ceph-mon[90160]: pgmap v480: 121 pgs: 121 active+clean; 341 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 252 KiB/s wr, 6 op/s 2024-07-26T06:13:11.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:11 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:11.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:11 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:13:12.417 INFO:tasks.rados.rados.0.smithi089.stdout:2480: done (0 left) 2024-07-26T06:13:12.417 INFO:tasks.rados.rados.0.smithi089.stdout:2481: snap_create 2024-07-26T06:13:12.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:13:12 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:13:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:13:12.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:12 smithi155 ceph-mon[90160]: osdmap e551: 8 total, 8 up, 8 in 2024-07-26T06:13:12.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:12 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:12.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:12 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:12.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:12 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:13:12.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:12 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:13:12.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:12 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:12.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:12 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:13:12.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:12 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:12.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:12 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:12.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:12 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:12.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:12 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:12.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:12 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-07-26T06:13:12.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:13:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:13:12] "GET /metrics HTTP/1.1" 200 36350 "" "Prometheus/2.43.0" 2024-07-26T06:13:12.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:12 smithi089 ceph-mon[102056]: osdmap e551: 8 total, 8 up, 8 in 2024-07-26T06:13:12.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:12 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:12.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:12 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:12.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:12 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:13:12.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:12 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:13:12.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:12 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:12.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:12 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:13:12.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:12 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:12.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:12 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:12.907 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:12 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:12.907 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:12 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:12.907 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:12 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-07-26T06:13:12.907 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:12 smithi089 ceph-mon[99608]: osdmap e551: 8 total, 8 up, 8 in 2024-07-26T06:13:12.907 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:12 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:12.907 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:12 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:12.907 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:12 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:13:12.907 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:12 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:13:12.907 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:12 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:12.908 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:12 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:13:12.908 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:12 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:12.908 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:12 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:12.908 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:12 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:12.908 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:12 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:12.908 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:12 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-07-26T06:13:13.428 INFO:tasks.rados.rados.0.smithi089.stdout:2481: done (0 left) 2024-07-26T06:13:13.428 INFO:tasks.rados.rados.0.smithi089.stdout:2482: snap_remove snap 206 2024-07-26T06:13:13.785 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:13 smithi155 ceph-mon[90160]: Detected new or changed devices on smithi089 2024-07-26T06:13:13.785 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:13 smithi155 ceph-mon[90160]: Upgrade: It appears safe to stop mds.b 2024-07-26T06:13:13.786 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:13 smithi155 ceph-mon[90160]: osdmap e552: 8 total, 8 up, 8 in 2024-07-26T06:13:13.786 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:13 smithi155 ceph-mon[90160]: pgmap v483: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 341 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 476 KiB/s wr, 8 op/s 2024-07-26T06:13:13.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:13 smithi089 ceph-mon[99608]: Detected new or changed devices on smithi089 2024-07-26T06:13:13.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:13 smithi089 ceph-mon[99608]: Upgrade: It appears safe to stop mds.b 2024-07-26T06:13:13.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:13 smithi089 ceph-mon[99608]: osdmap e552: 8 total, 8 up, 8 in 2024-07-26T06:13:13.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:13 smithi089 ceph-mon[99608]: pgmap v483: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 341 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 476 KiB/s wr, 8 op/s 2024-07-26T06:13:13.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:13 smithi089 ceph-mon[102056]: Detected new or changed devices on smithi089 2024-07-26T06:13:13.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:13 smithi089 ceph-mon[102056]: Upgrade: It appears safe to stop mds.b 2024-07-26T06:13:13.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:13 smithi089 ceph-mon[102056]: osdmap e552: 8 total, 8 up, 8 in 2024-07-26T06:13:13.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:13 smithi089 ceph-mon[102056]: pgmap v483: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 341 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 476 KiB/s wr, 8 op/s 2024-07-26T06:13:14.131 INFO:teuthology.orchestra.run.smithi089.stdout:true 2024-07-26T06:13:14.388 INFO:teuthology.orchestra.run.smithi089.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-07-26T06:13:14.388 INFO:teuthology.orchestra.run.smithi089.stdout:alertmanager.a smithi089 *:9093,9094 running (6m) 6s ago 11m 23.4M - 0.25.0 c8568f914cd2 2836382b8f0b 2024-07-26T06:13:14.388 INFO:teuthology.orchestra.run.smithi089.stdout:grafana.a smithi155 *:3000 running (6m) 20s ago 10m 86.1M - 9.4.7 954c08fa6188 0191ba4689bf 2024-07-26T06:13:14.388 INFO:teuthology.orchestra.run.smithi089.stdout:mds.a smithi089 running (9s) 6s ago 12m 11.0M - 19.1.0-1125-g4b230446 a246f06af74a 766a515131fa 2024-07-26T06:13:14.388 INFO:teuthology.orchestra.run.smithi089.stdout:mds.b smithi155 running (12m) 20s ago 12m 23.0M - 17.2.7-1143-g5dff84c0 18bcb77ae794 1c6d7dfdf08d 2024-07-26T06:13:14.388 INFO:teuthology.orchestra.run.smithi089.stdout:mgr.x smithi155 *:8443,9283,8765 running (5m) 20s ago 15m 441M - 19.1.0-1125-g4b230446 a246f06af74a 3d1d1f94a234 2024-07-26T06:13:14.388 INFO:teuthology.orchestra.run.smithi089.stdout:mgr.y smithi089 *:8443,9283,8765 running (6m) 6s ago 17m 512M - 19.1.0-1125-g4b230446 a246f06af74a abb455ac876a 2024-07-26T06:13:14.388 INFO:teuthology.orchestra.run.smithi089.stdout:mon.a smithi089 running (5m) 6s ago 17m 63.7M 2048M 19.1.0-1125-g4b230446 a246f06af74a 4d43bcc9eb9b 2024-07-26T06:13:14.388 INFO:teuthology.orchestra.run.smithi089.stdout:mon.b smithi155 running (5m) 20s ago 16m 47.6M 2048M 19.1.0-1125-g4b230446 a246f06af74a f829551716a5 2024-07-26T06:13:14.389 INFO:teuthology.orchestra.run.smithi089.stdout:mon.c smithi089 running (5m) 6s ago 15m 56.7M 2048M 19.1.0-1125-g4b230446 a246f06af74a 74d6c1493f98 2024-07-26T06:13:14.389 INFO:teuthology.orchestra.run.smithi089.stdout:node-exporter.a smithi089 *:9100 running (6m) 6s ago 10m 17.0M - 1.5.0 0da6a335fe13 e2f5a155fbeb 2024-07-26T06:13:14.389 INFO:teuthology.orchestra.run.smithi089.stdout:node-exporter.b smithi155 *:9100 running (6m) 20s ago 10m 16.9M - 1.5.0 0da6a335fe13 85c78351c113 2024-07-26T06:13:14.389 INFO:teuthology.orchestra.run.smithi089.stdout:osd.0 smithi089 running (4m) 6s ago 15m 240M 2479M 19.1.0-1125-g4b230446 a246f06af74a 7b97fcc5adf0 2024-07-26T06:13:14.389 INFO:teuthology.orchestra.run.smithi089.stdout:osd.1 smithi089 running (3m) 6s ago 14m 227M 2479M 19.1.0-1125-g4b230446 a246f06af74a f8fe67e57953 2024-07-26T06:13:14.389 INFO:teuthology.orchestra.run.smithi089.stdout:osd.2 smithi089 running (3m) 6s ago 14m 117M 2479M 19.1.0-1125-g4b230446 a246f06af74a daf180453a78 2024-07-26T06:13:14.389 INFO:teuthology.orchestra.run.smithi089.stdout:osd.3 smithi089 running (2m) 6s ago 14m 138M 2479M 19.1.0-1125-g4b230446 a246f06af74a bc8593ebe144 2024-07-26T06:13:14.389 INFO:teuthology.orchestra.run.smithi089.stdout:osd.4 smithi155 running (2m) 20s ago 13m 146M 2480M 19.1.0-1125-g4b230446 a246f06af74a 3b91a97809eb 2024-07-26T06:13:14.389 INFO:teuthology.orchestra.run.smithi089.stdout:osd.5 smithi155 running (93s) 20s ago 13m 138M 2480M 19.1.0-1125-g4b230446 a246f06af74a ff83bc2fda84 2024-07-26T06:13:14.389 INFO:teuthology.orchestra.run.smithi089.stdout:osd.6 smithi155 running (59s) 20s ago 13m 84.4M 2480M 19.1.0-1125-g4b230446 a246f06af74a a43b8e69472a 2024-07-26T06:13:14.389 INFO:teuthology.orchestra.run.smithi089.stdout:osd.7 smithi155 running (25s) 20s ago 12m 13.6M 2480M 19.1.0-1125-g4b230446 a246f06af74a b02d9448581d 2024-07-26T06:13:14.389 INFO:teuthology.orchestra.run.smithi089.stdout:prometheus.a smithi155 *:9095 running (5m) 20s ago 11m 63.1M - 2.43.0 a07b618ecd1d 8e7005ec7af0 2024-07-26T06:13:14.401 INFO:tasks.rados.rados.0.smithi089.stdout:2482: done (0 left) 2024-07-26T06:13:14.401 INFO:tasks.rados.rados.0.smithi089.stdout:2483: setattr oid 43 current snap is 242 2024-07-26T06:13:14.405 INFO:tasks.rados.rados.0.smithi089.stdout:2484: setattr oid 29 current snap is 242 2024-07-26T06:13:14.409 INFO:tasks.rados.rados.0.smithi089.stdout:2485: rmattr oid 12 current snap is 242 2024-07-26T06:13:14.409 INFO:tasks.rados.rados.0.smithi089.stdout:2485: done (2 left) 2024-07-26T06:13:14.409 INFO:tasks.rados.rados.0.smithi089.stdout:2486: read oid 3 snap -1 2024-07-26T06:13:14.409 INFO:tasks.rados.rados.0.smithi089.stdout:2486: expect (ObjNum 755 snap 239 seq_num 755) 2024-07-26T06:13:14.409 INFO:tasks.rados.rados.0.smithi089.stdout:2487: rollback oid 50 current snap is 242 2024-07-26T06:13:14.409 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 50 to 219 2024-07-26T06:13:14.409 INFO:tasks.rados.rados.0.smithi089.stdout:2488: copy_from oid 47 from oid 19 current snap is 242 2024-07-26T06:13:14.409 INFO:tasks.rados.rados.0.smithi089.stdout:2489: rollback oid 17 current snap is 242 2024-07-26T06:13:14.410 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 17 to 231 2024-07-26T06:13:14.410 INFO:tasks.rados.rados.0.smithi089.stdout:2490: read oid 16 snap 240 2024-07-26T06:13:14.410 INFO:tasks.rados.rados.0.smithi089.stdout:2490: expect (ObjNum 731 snap 231 seq_num 731) 2024-07-26T06:13:14.410 INFO:tasks.rados.rados.0.smithi089.stdout:2491: copy_from oid 23 from oid 48 current snap is 242 2024-07-26T06:13:14.410 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 25 current snap is 242 2024-07-26T06:13:14.410 INFO:tasks.rados.rados.0.smithi089.stdout:2492: seq_num 760 ranges {2236416=737280} 2024-07-26T06:13:14.427 INFO:tasks.rados.rados.0.smithi089.stdout:2492: writing smithi08986837-25 from 2236416 to 2973696 tid 1 2024-07-26T06:13:14.427 INFO:tasks.rados.rados.0.smithi089.stdout:2493: snap_remove snap 230 2024-07-26T06:13:14.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:14 smithi089 ceph-mon[99608]: Upgrade: Updating mds.b 2024-07-26T06:13:14.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:14 smithi089 ceph-mon[99608]: osdmap e553: 8 total, 8 up, 8 in 2024-07-26T06:13:14.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:14 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:14.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:14 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-07-26T06:13:14.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:14 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:13:14.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:14 smithi089 ceph-mon[99608]: Deploying daemon mds.b on smithi155 2024-07-26T06:13:14.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:14 smithi089 ceph-mon[99608]: osdmap e554: 8 total, 8 up, 8 in 2024-07-26T06:13:14.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:14 smithi089 ceph-mon[102056]: Upgrade: Updating mds.b 2024-07-26T06:13:14.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:14 smithi089 ceph-mon[102056]: osdmap e553: 8 total, 8 up, 8 in 2024-07-26T06:13:14.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:14 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:14.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:14 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-07-26T06:13:14.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:14 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:13:14.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:14 smithi089 ceph-mon[102056]: Deploying daemon mds.b on smithi155 2024-07-26T06:13:14.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:14 smithi089 ceph-mon[102056]: osdmap e554: 8 total, 8 up, 8 in 2024-07-26T06:13:14.732 INFO:teuthology.orchestra.run.smithi089.stdout:{ 2024-07-26T06:13:14.732 INFO:teuthology.orchestra.run.smithi089.stdout: "mon": { 2024-07-26T06:13:14.733 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 3 2024-07-26T06:13:14.733 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2024-07-26T06:13:14.733 INFO:teuthology.orchestra.run.smithi089.stdout: "mgr": { 2024-07-26T06:13:14.733 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 2 2024-07-26T06:13:14.733 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2024-07-26T06:13:14.733 INFO:teuthology.orchestra.run.smithi089.stdout: "osd": { 2024-07-26T06:13:14.733 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 8 2024-07-26T06:13:14.733 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2024-07-26T06:13:14.733 INFO:teuthology.orchestra.run.smithi089.stdout: "mds": { 2024-07-26T06:13:14.733 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 1, 2024-07-26T06:13:14.733 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 1 2024-07-26T06:13:14.733 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2024-07-26T06:13:14.733 INFO:teuthology.orchestra.run.smithi089.stdout: "overall": { 2024-07-26T06:13:14.734 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 17.2.7-1143-g5dff84c0 (5dff84c0a6bb03e106d925464f6e7d50eaddc4fe) quincy (stable)": 1, 2024-07-26T06:13:14.734 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 14 2024-07-26T06:13:14.734 INFO:teuthology.orchestra.run.smithi089.stdout: } 2024-07-26T06:13:14.734 INFO:teuthology.orchestra.run.smithi089.stdout:} 2024-07-26T06:13:14.816 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:14 smithi155 ceph-mon[90160]: Upgrade: Updating mds.b 2024-07-26T06:13:14.816 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:14 smithi155 ceph-mon[90160]: osdmap e553: 8 total, 8 up, 8 in 2024-07-26T06:13:14.816 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:14 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:14.816 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:14 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-07-26T06:13:14.816 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:14 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:13:14.816 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:14 smithi155 ceph-mon[90160]: Deploying daemon mds.b on smithi155 2024-07-26T06:13:14.816 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:14 smithi155 ceph-mon[90160]: osdmap e554: 8 total, 8 up, 8 in 2024-07-26T06:13:15.364 INFO:journalctl@ceph.mds.b.smithi155.stdout:Jul 26 06:13:15 smithi155 systemd[1]: Stopping Ceph mds.b for 9bd49884-4b13-11ef-bcb6-c7b262605968... 2024-07-26T06:13:15.379 INFO:tasks.rados.rados.0.smithi089.stdout:2491: finishing copy_from to smithi08986837-23 2024-07-26T06:13:15.381 INFO:tasks.rados.rados.0.smithi089.stdout:2491: got expected ENOENT (src dne) 2024-07-26T06:13:15.381 INFO:tasks.rados.rados.0.smithi089.stdout:2491: finishing copy_from racing read to smithi08986837-23 2024-07-26T06:13:15.381 INFO:tasks.rados.rados.0.smithi089.stdout:2487: finishing rollback tid 1 to smithi08986837-50 2024-07-26T06:13:15.381 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 50 v 1157 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-07-26T06:13:15.381 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 29 v 1343 (ObjNum 655 snap 200 seq_num 655) dirty exists 2024-07-26T06:13:15.381 INFO:tasks.rados.rados.0.smithi089.stdout:2488: finishing copy_from to smithi08986837-47 2024-07-26T06:13:15.381 INFO:tasks.rados.rados.0.smithi089.stdout:2488: got expected ENOENT (src dne) 2024-07-26T06:13:15.382 INFO:tasks.rados.rados.0.smithi089.stdout:2488: finishing copy_from racing read to smithi08986837-47 2024-07-26T06:13:15.382 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 43 v 975 (ObjNum 718 snap 230 seq_num 718) dirty exists 2024-07-26T06:13:15.382 INFO:tasks.rados.rados.0.smithi089.stdout:2489: finishing rollback tid 1 to smithi08986837-17 2024-07-26T06:13:15.382 INFO:tasks.rados.rados.0.smithi089.stdout:2489: finishing rollback tid 2 to smithi08986837-17 2024-07-26T06:13:15.382 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 17 v 977 (ObjNum 615 snap 182 seq_num 615) dirty exists 2024-07-26T06:13:15.382 INFO:tasks.rados.rados.0.smithi089.stdout:2490: expect (ObjNum 731 snap 231 seq_num 731) 2024-07-26T06:13:15.385 INFO:tasks.rados.rados.0.smithi089.stdout:2492: finishing write tid 1 to smithi08986837-25 2024-07-26T06:13:15.385 INFO:tasks.rados.rados.0.smithi089.stdout:2492: finishing write tid 2 to smithi08986837-25 2024-07-26T06:13:15.385 INFO:tasks.rados.rados.0.smithi089.stdout:2492: finishing write tid 3 to smithi08986837-25 2024-07-26T06:13:15.385 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 25 v 1009 (ObjNum 760 snap 242 seq_num 760) dirty exists 2024-07-26T06:13:15.386 INFO:tasks.rados.rados.0.smithi089.stdout:2492: left oid 25 (ObjNum 760 snap 242 seq_num 760) 2024-07-26T06:13:15.386 INFO:tasks.rados.rados.0.smithi089.stdout:2486: expect (ObjNum 755 snap 239 seq_num 755) 2024-07-26T06:13:15.629 INFO:journalctl@ceph.mds.b.smithi155.stdout:Jul 26 06:13:15 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mds-b[61200]: 2024-07-26T06:13:15.363+0000 7f72a7c51640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-07-26T06:13:15.629 INFO:journalctl@ceph.mds.b.smithi155.stdout:Jul 26 06:13:15 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mds-b[61200]: 2024-07-26T06:13:15.363+0000 7f72a7c51640 -1 mds.b *** got signal Terminated *** 2024-07-26T06:13:15.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:15 smithi155 ceph-mon[90160]: from='client.34386 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:13:15.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:15 smithi155 ceph-mon[90160]: from='client.44324 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:13:15.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:15 smithi155 ceph-mon[90160]: pgmap v486: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 342 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 181 KiB/s rd, 818 KiB/s wr, 6 op/s 2024-07-26T06:13:15.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:15 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/3925123313' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:15.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:15 smithi155 ceph-mon[90160]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-07-26T06:13:15.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:15 smithi155 ceph-mon[90160]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-07-26T06:13:15.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:15 smithi155 ceph-mon[90160]: osdmap e555: 8 total, 8 up, 8 in 2024-07-26T06:13:15.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:15 smithi155 ceph-mon[90160]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-07-26T06:13:15.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:15 smithi155 ceph-mon[90160]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-07-26T06:13:15.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:15 smithi155 ceph-mon[90160]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-07-26T06:13:15.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:15 smithi155 ceph-mon[90160]: fsmap cephfs:1/1 {0=a=up:replay} 2024-07-26T06:13:15.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:15 smithi089 ceph-mon[102056]: from='client.34386 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:13:15.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:15 smithi089 ceph-mon[102056]: from='client.44324 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:13:15.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:15 smithi089 ceph-mon[102056]: pgmap v486: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 342 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 181 KiB/s rd, 818 KiB/s wr, 6 op/s 2024-07-26T06:13:15.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:15 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/3925123313' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:15.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:15 smithi089 ceph-mon[102056]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-07-26T06:13:15.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:15 smithi089 ceph-mon[102056]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-07-26T06:13:15.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:15 smithi089 ceph-mon[102056]: osdmap e555: 8 total, 8 up, 8 in 2024-07-26T06:13:15.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:15 smithi089 ceph-mon[102056]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-07-26T06:13:15.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:15 smithi089 ceph-mon[102056]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-07-26T06:13:15.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:15 smithi089 ceph-mon[102056]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-07-26T06:13:15.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:15 smithi089 ceph-mon[102056]: fsmap cephfs:1/1 {0=a=up:replay} 2024-07-26T06:13:15.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:15 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mon-a[99562]: 2024-07-26T06:13:15.363+0000 7f58c4918640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-07-26T06:13:15.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:15 smithi089 ceph-mon[99608]: from='client.34386 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:13:15.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:15 smithi089 ceph-mon[99608]: from='client.44324 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:13:15.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:15 smithi089 ceph-mon[99608]: pgmap v486: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 342 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 181 KiB/s rd, 818 KiB/s wr, 6 op/s 2024-07-26T06:13:15.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:15 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/3925123313' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:15.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:15 smithi089 ceph-mon[99608]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-07-26T06:13:15.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:15 smithi089 ceph-mon[99608]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-07-26T06:13:15.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:15 smithi089 ceph-mon[99608]: osdmap e555: 8 total, 8 up, 8 in 2024-07-26T06:13:15.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:15 smithi089 ceph-mon[99608]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-07-26T06:13:15.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:15 smithi089 ceph-mon[99608]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-07-26T06:13:15.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:15 smithi089 ceph-mon[99608]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-07-26T06:13:15.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:15 smithi089 ceph-mon[99608]: fsmap cephfs:1/1 {0=a=up:replay} 2024-07-26T06:13:15.875 INFO:tasks.rados.rados.0.smithi089.stdout:2483: done (9 left) 2024-07-26T06:13:15.875 INFO:tasks.rados.rados.0.smithi089.stdout:2484: done (8 left) 2024-07-26T06:13:15.875 INFO:tasks.rados.rados.0.smithi089.stdout:2486: done (7 left) 2024-07-26T06:13:15.875 INFO:tasks.rados.rados.0.smithi089.stdout:2487: done (6 left) 2024-07-26T06:13:15.875 INFO:tasks.rados.rados.0.smithi089.stdout:2488: done (5 left) 2024-07-26T06:13:15.875 INFO:tasks.rados.rados.0.smithi089.stdout:2489: done (4 left) 2024-07-26T06:13:15.876 INFO:tasks.rados.rados.0.smithi089.stdout:2490: done (3 left) 2024-07-26T06:13:15.876 INFO:tasks.rados.rados.0.smithi089.stdout:2491: done (2 left) 2024-07-26T06:13:15.876 INFO:tasks.rados.rados.0.smithi089.stdout:2492: done (1 left) 2024-07-26T06:13:15.876 INFO:tasks.rados.rados.0.smithi089.stdout:2493: done (0 left) 2024-07-26T06:13:15.876 INFO:tasks.rados.rados.0.smithi089.stdout:2494: copy_from oid 6 from oid 19 current snap is 242 2024-07-26T06:13:15.876 INFO:tasks.rados.rados.0.smithi089.stdout:2495: rmattr oid 32 current snap is 242 2024-07-26T06:13:15.876 INFO:tasks.rados.rados.0.smithi089.stdout:2496: snap_create 2024-07-26T06:13:15.876 INFO:tasks.rados.rados.0.smithi089.stdout:2494: finishing copy_from to smithi08986837-6 2024-07-26T06:13:15.876 INFO:tasks.rados.rados.0.smithi089.stdout:2494: got expected ENOENT (src dne) 2024-07-26T06:13:15.877 INFO:tasks.rados.rados.0.smithi089.stdout:2494: finishing copy_from racing read to smithi08986837-6 2024-07-26T06:13:15.877 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 32 v 978 (ObjNum 723 snap 231 seq_num 723) dirty exists 2024-07-26T06:13:16.433 INFO:tasks.rados.rados.0.smithi089.stdout:2494: done (2 left) 2024-07-26T06:13:16.433 INFO:tasks.rados.rados.0.smithi089.stdout:2495: done (1 left) 2024-07-26T06:13:16.433 INFO:tasks.rados.rados.0.smithi089.stdout:2496: done (0 left) 2024-07-26T06:13:16.433 INFO:tasks.rados.rados.0.smithi089.stdout:2497: rollback oid 50 current snap is 243 2024-07-26T06:13:16.433 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 50 to 207 2024-07-26T06:13:16.433 INFO:tasks.rados.rados.0.smithi089.stdout:2498: read oid 14 snap -1 2024-07-26T06:13:16.433 INFO:tasks.rados.rados.0.smithi089.stdout:2498: expect deleted 2024-07-26T06:13:16.434 INFO:tasks.rados.rados.0.smithi089.stdout:2499: setattr oid 45 current snap is 243 2024-07-26T06:13:16.434 INFO:tasks.rados.rados.0.smithi089.stdout:2500: read oid 1 snap 226 2024-07-26T06:13:16.434 INFO:tasks.rados.rados.0.smithi089.stdout:2500: expect (ObjNum 553 snap 164 seq_num 553) 2024-07-26T06:13:16.435 INFO:tasks.rados.rados.0.smithi089.stdout:2501: copy_from oid 47 from oid 37 current snap is 243 2024-07-26T06:13:16.435 INFO:tasks.rados.rados.0.smithi089.stdout:2502: copy_from oid 26 from oid 12 current snap is 243 2024-07-26T06:13:16.435 INFO:tasks.rados.rados.0.smithi089.stdout:2503: snap_remove snap 234 2024-07-26T06:13:17.440 INFO:tasks.rados.rados.0.smithi089.stdout:2503: done (6 left) 2024-07-26T06:13:17.440 INFO:tasks.rados.rados.0.smithi089.stdout:2504: copy_from oid 15 from oid 27 current snap is 243 2024-07-26T06:13:17.440 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 45 v 846 (ObjNum 129 snap 0 seq_num 3362816992) dirty exists 2024-07-26T06:13:17.440 INFO:tasks.rados.rados.0.smithi089.stdout:2497: finishing rollback tid 1 to smithi08986837-50 2024-07-26T06:13:17.441 INFO:tasks.rados.rados.0.smithi089.stdout:2497: finishing rollback tid 2 to smithi08986837-50 2024-07-26T06:13:17.441 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 50 v 1183 (ObjNum 553 snap 164 seq_num 553) dirty exists 2024-07-26T06:13:17.441 INFO:tasks.rados.rados.0.smithi089.stdout:2501: finishing copy_from racing read to smithi08986837-47 2024-07-26T06:13:17.441 INFO:tasks.rados.rados.0.smithi089.stdout:2501: finishing copy_from to smithi08986837-47 2024-07-26T06:13:17.441 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 47 v 862 (ObjNum 459 snap 132 seq_num 459) dirty exists 2024-07-26T06:13:17.441 INFO:tasks.rados.rados.0.smithi089.stdout:2502: finishing copy_from racing read to smithi08986837-26 2024-07-26T06:13:17.441 INFO:tasks.rados.rados.0.smithi089.stdout:2502: finishing copy_from to smithi08986837-26 2024-07-26T06:13:17.441 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 26 v 952 (ObjNum 743 snap 234 seq_num 743) dirty exists 2024-07-26T06:13:17.441 INFO:tasks.rados.rados.0.smithi089.stdout:2500: expect (ObjNum 553 snap 164 seq_num 553) 2024-07-26T06:13:17.608 INFO:tasks.rados.rados.0.smithi089.stdout:2504: finishing copy_from racing read to smithi08986837-15 2024-07-26T06:13:17.608 INFO:tasks.rados.rados.0.smithi089.stdout:2504: finishing copy_from to smithi08986837-15 2024-07-26T06:13:17.608 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 15 v 887 (ObjNum 678 snap 210 seq_num 678) dirty exists 2024-07-26T06:13:17.608 INFO:tasks.rados.rados.0.smithi089.stdout:2497: done (6 left) 2024-07-26T06:13:17.608 INFO:tasks.rados.rados.0.smithi089.stdout:2498: done (5 left) 2024-07-26T06:13:17.608 INFO:tasks.rados.rados.0.smithi089.stdout:2499: done (4 left) 2024-07-26T06:13:17.608 INFO:tasks.rados.rados.0.smithi089.stdout:2500: done (3 left) 2024-07-26T06:13:17.608 INFO:tasks.rados.rados.0.smithi089.stdout:2501: done (2 left) 2024-07-26T06:13:17.608 INFO:tasks.rados.rados.0.smithi089.stdout:2502: done (1 left) 2024-07-26T06:13:17.608 INFO:tasks.rados.rados.0.smithi089.stdout:2504: done (0 left) 2024-07-26T06:13:17.609 INFO:tasks.rados.rados.0.smithi089.stdout:2505: read oid 47 snap -1 2024-07-26T06:13:17.609 INFO:tasks.rados.rados.0.smithi089.stdout:2505: expect (ObjNum 459 snap 132 seq_num 459) 2024-07-26T06:13:17.609 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 9 current snap is 243 2024-07-26T06:13:17.609 INFO:tasks.rados.rados.0.smithi089.stdout:2506: seq_num 761 ranges {2301952=753664} 2024-07-26T06:13:17.624 INFO:tasks.rados.rados.0.smithi089.stdout:2506: writing smithi08986837-9 from 2301952 to 3055616 tid 1 2024-07-26T06:13:17.624 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 37 current snap is 243 2024-07-26T06:13:17.624 INFO:tasks.rados.rados.0.smithi089.stdout:2505: expect (ObjNum 459 snap 132 seq_num 459) 2024-07-26T06:13:17.633 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:17 smithi155 ceph-mon[90160]: mds.? [v2:172.21.15.89:6834/112751529,v1:172.21.15.89:6835/112751529] up:reconnect 2024-07-26T06:13:17.633 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:17 smithi155 ceph-mon[90160]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-07-26T06:13:17.634 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:17 smithi155 ceph-mon[90160]: osdmap e556: 8 total, 8 up, 8 in 2024-07-26T06:13:17.634 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:17 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-07-26T06:13:17.634 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:17 smithi155 ceph-mon[90160]: pgmap v489: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 351 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 182 KiB/s rd, 656 KiB/s wr, 15 op/s 2024-07-26T06:13:17.653 INFO:tasks.rados.rados.0.smithi089.stdout:2506: finishing write tid 1 to smithi08986837-9 2024-07-26T06:13:17.653 INFO:tasks.rados.rados.0.smithi089.stdout:2506: finishing write tid 2 to smithi08986837-9 2024-07-26T06:13:17.653 INFO:tasks.rados.rados.0.smithi089.stdout:2507: seq_num 762 ranges {868352=770048} 2024-07-26T06:13:17.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:17 smithi089 ceph-mon[99608]: mds.? [v2:172.21.15.89:6834/112751529,v1:172.21.15.89:6835/112751529] up:reconnect 2024-07-26T06:13:17.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:17 smithi089 ceph-mon[99608]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-07-26T06:13:17.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:17 smithi089 ceph-mon[99608]: osdmap e556: 8 total, 8 up, 8 in 2024-07-26T06:13:17.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:17 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-07-26T06:13:17.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:17 smithi089 ceph-mon[99608]: pgmap v489: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 351 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 182 KiB/s rd, 656 KiB/s wr, 15 op/s 2024-07-26T06:13:17.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:17 smithi089 ceph-mon[102056]: mds.? [v2:172.21.15.89:6834/112751529,v1:172.21.15.89:6835/112751529] up:reconnect 2024-07-26T06:13:17.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:17 smithi089 ceph-mon[102056]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-07-26T06:13:17.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:17 smithi089 ceph-mon[102056]: osdmap e556: 8 total, 8 up, 8 in 2024-07-26T06:13:17.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:17 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-07-26T06:13:17.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:17 smithi089 ceph-mon[102056]: pgmap v489: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 351 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 182 KiB/s rd, 656 KiB/s wr, 15 op/s 2024-07-26T06:13:17.663 INFO:tasks.rados.rados.0.smithi089.stdout:2507: writing smithi08986837-37 from 868352 to 1638400 tid 1 2024-07-26T06:13:17.663 INFO:tasks.rados.rados.0.smithi089.stdout:2505: done (2 left) 2024-07-26T06:13:17.663 INFO:tasks.rados.rados.0.smithi089.stdout:2508: delete oid 23 current snap is 243 2024-07-26T06:13:17.663 INFO:tasks.rados.rados.0.smithi089.stdout:2506: finishing write tid 3 to smithi08986837-9 2024-07-26T06:13:17.663 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 9 v 442 (ObjNum 761 snap 243 seq_num 761) dirty exists 2024-07-26T06:13:17.663 INFO:tasks.rados.rados.0.smithi089.stdout:2506: left oid 9 (ObjNum 761 snap 243 seq_num 761) 2024-07-26T06:13:17.664 INFO:tasks.rados.rados.0.smithi089.stdout:2506: done (2 left) 2024-07-26T06:13:17.665 INFO:tasks.rados.rados.0.smithi089.stdout:2508: done (1 left) 2024-07-26T06:13:17.665 INFO:tasks.rados.rados.0.smithi089.stdout:2509: setattr oid 40 current snap is 243 2024-07-26T06:13:17.666 INFO:tasks.rados.rados.0.smithi089.stdout:2510: read oid 50 snap -1 2024-07-26T06:13:17.666 INFO:tasks.rados.rados.0.smithi089.stdout:2510: expect (ObjNum 553 snap 164 seq_num 553) 2024-07-26T06:13:17.666 INFO:tasks.rados.rados.0.smithi089.stdout:2511: rollback oid 20 current snap is 243 2024-07-26T06:13:17.666 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 20 to 207 2024-07-26T06:13:17.666 INFO:tasks.rados.rados.0.smithi089.stdout:2512: snap_create 2024-07-26T06:13:17.666 INFO:tasks.rados.rados.0.smithi089.stdout:2507: finishing write tid 1 to smithi08986837-37 2024-07-26T06:13:17.672 INFO:tasks.rados.rados.0.smithi089.stdout:2511: finishing rollback tid 1 to smithi08986837-20 2024-07-26T06:13:17.672 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 20 v 0 (ObjNum 177 snap 0 seq_num 1) dirty dne 2024-07-26T06:13:17.673 INFO:tasks.rados.rados.0.smithi089.stdout:2507: finishing write tid 2 to smithi08986837-37 2024-07-26T06:13:17.675 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 40 v 1184 (ObjNum 714 snap 229 seq_num 714) dirty exists 2024-07-26T06:13:17.675 INFO:tasks.rados.rados.0.smithi089.stdout:2507: finishing write tid 3 to smithi08986837-37 2024-07-26T06:13:17.675 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 37 v 1468 (ObjNum 762 snap 243 seq_num 762) dirty exists 2024-07-26T06:13:17.675 INFO:tasks.rados.rados.0.smithi089.stdout:2507: left oid 37 (ObjNum 762 snap 243 seq_num 762) 2024-07-26T06:13:17.683 INFO:tasks.rados.rados.0.smithi089.stdout:2510: expect (ObjNum 553 snap 164 seq_num 553) 2024-07-26T06:13:18.129 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 06:13:17 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[111374]: 2024-07-26T06:13:17.632+0000 7fc2a51ba640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 134 after trimming was started 2024-07-26T06:13:18.444 INFO:tasks.rados.rados.0.smithi089.stdout:2507: done (4 left) 2024-07-26T06:13:18.444 INFO:tasks.rados.rados.0.smithi089.stdout:2509: done (3 left) 2024-07-26T06:13:18.444 INFO:tasks.rados.rados.0.smithi089.stdout:2510: done (2 left) 2024-07-26T06:13:18.444 INFO:tasks.rados.rados.0.smithi089.stdout:2511: done (1 left) 2024-07-26T06:13:18.444 INFO:tasks.rados.rados.0.smithi089.stdout:2512: done (0 left) 2024-07-26T06:13:18.444 INFO:tasks.rados.rados.0.smithi089.stdout:2513: copy_from oid 16 from oid 7 current snap is 244 2024-07-26T06:13:18.444 INFO:tasks.rados.rados.0.smithi089.stdout:2514: read oid 14 snap -1 2024-07-26T06:13:18.444 INFO:tasks.rados.rados.0.smithi089.stdout:2514: expect deleted 2024-07-26T06:13:18.444 INFO:tasks.rados.rados.0.smithi089.stdout:2515: delete oid 40 current snap is 244 2024-07-26T06:13:18.447 INFO:tasks.rados.rados.0.smithi089.stdout:2514: done (2 left) 2024-07-26T06:13:18.447 INFO:tasks.rados.rados.0.smithi089.stdout:2515: done (1 left) 2024-07-26T06:13:18.447 INFO:tasks.rados.rados.0.smithi089.stdout:2516: snap_remove snap 239 2024-07-26T06:13:18.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:18 smithi089 ceph-mon[99608]: mds.? [v2:172.21.15.89:6834/112751529,v1:172.21.15.89:6835/112751529] up:rejoin 2024-07-26T06:13:18.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:18 smithi089 ceph-mon[99608]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-07-26T06:13:18.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:18 smithi089 ceph-mon[99608]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-07-26T06:13:18.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:18 smithi089 ceph-mon[99608]: osdmap e557: 8 total, 8 up, 8 in 2024-07-26T06:13:18.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:18 smithi089 ceph-mon[99608]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-07-26T06:13:18.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:18 smithi089 ceph-mon[99608]: Cluster is now healthy 2024-07-26T06:13:18.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:18 smithi089 ceph-mon[102056]: mds.? [v2:172.21.15.89:6834/112751529,v1:172.21.15.89:6835/112751529] up:rejoin 2024-07-26T06:13:18.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:18 smithi089 ceph-mon[102056]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-07-26T06:13:18.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:18 smithi089 ceph-mon[102056]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-07-26T06:13:18.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:18 smithi089 ceph-mon[102056]: osdmap e557: 8 total, 8 up, 8 in 2024-07-26T06:13:18.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:18 smithi089 ceph-mon[102056]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-07-26T06:13:18.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:18 smithi089 ceph-mon[102056]: Cluster is now healthy 2024-07-26T06:13:18.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:18 smithi155 ceph-mon[90160]: mds.? [v2:172.21.15.89:6834/112751529,v1:172.21.15.89:6835/112751529] up:rejoin 2024-07-26T06:13:18.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:18 smithi155 ceph-mon[90160]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-07-26T06:13:18.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:18 smithi155 ceph-mon[90160]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-07-26T06:13:18.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:18 smithi155 ceph-mon[90160]: osdmap e557: 8 total, 8 up, 8 in 2024-07-26T06:13:18.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:18 smithi155 ceph-mon[90160]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-07-26T06:13:18.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:18 smithi155 ceph-mon[90160]: Cluster is now healthy 2024-07-26T06:13:19.404 INFO:tasks.rados.rados.0.smithi089.stdout:2513: finishing copy_from racing read to smithi08986837-16 2024-07-26T06:13:19.405 INFO:tasks.rados.rados.0.smithi089.stdout:2513: finishing copy_from to smithi08986837-16 2024-07-26T06:13:19.405 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 16 v 883 (ObjNum 591 snap 178 seq_num 591) dirty exists 2024-07-26T06:13:19.405 INFO:tasks.rados.rados.0.smithi089.stdout:2513: done (1 left) 2024-07-26T06:13:19.405 INFO:tasks.rados.rados.0.smithi089.stdout:2516: done (0 left) 2024-07-26T06:13:19.405 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 25 current snap is 244 2024-07-26T06:13:19.405 INFO:tasks.rados.rados.0.smithi089.stdout:2517: seq_num 765 ranges {2973696=417792,3391488=401408} 2024-07-26T06:13:19.419 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:19 smithi155 ceph-mon[90160]: mds.? [v2:172.21.15.89:6834/112751529,v1:172.21.15.89:6835/112751529] up:active 2024-07-26T06:13:19.420 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:19 smithi155 ceph-mon[90160]: fsmap cephfs:1 {0=a=up:active} 2024-07-26T06:13:19.420 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:19 smithi155 ceph-mon[90160]: osdmap e558: 8 total, 8 up, 8 in 2024-07-26T06:13:19.420 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:19 smithi155 ceph-mon[90160]: pgmap v492: 121 pgs: 121 active+clean; 351 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 290 KiB/s wr, 14 op/s 2024-07-26T06:13:19.423 INFO:tasks.rados.rados.0.smithi089.stdout:2517: writing smithi08986837-25 from 2973696 to 3391488 tid 1 2024-07-26T06:13:19.426 INFO:tasks.rados.rados.0.smithi089.stdout:2517: writing smithi08986837-25 from 3391488 to 3792896 tid 2 2024-07-26T06:13:19.426 INFO:tasks.rados.rados.0.smithi089.stdout:2518: snap_remove snap 228 2024-07-26T06:13:19.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:19 smithi089 ceph-mon[99608]: mds.? [v2:172.21.15.89:6834/112751529,v1:172.21.15.89:6835/112751529] up:active 2024-07-26T06:13:19.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:19 smithi089 ceph-mon[99608]: fsmap cephfs:1 {0=a=up:active} 2024-07-26T06:13:19.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:19 smithi089 ceph-mon[99608]: osdmap e558: 8 total, 8 up, 8 in 2024-07-26T06:13:19.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:19 smithi089 ceph-mon[99608]: pgmap v492: 121 pgs: 121 active+clean; 351 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 290 KiB/s wr, 14 op/s 2024-07-26T06:13:19.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:19 smithi089 ceph-mon[102056]: mds.? [v2:172.21.15.89:6834/112751529,v1:172.21.15.89:6835/112751529] up:active 2024-07-26T06:13:19.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:19 smithi089 ceph-mon[102056]: fsmap cephfs:1 {0=a=up:active} 2024-07-26T06:13:19.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:19 smithi089 ceph-mon[102056]: osdmap e558: 8 total, 8 up, 8 in 2024-07-26T06:13:19.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:19 smithi089 ceph-mon[102056]: pgmap v492: 121 pgs: 121 active+clean; 351 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 290 KiB/s wr, 14 op/s 2024-07-26T06:13:20.412 INFO:tasks.rados.rados.0.smithi089.stdout:2518: done (1 left) 2024-07-26T06:13:20.412 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 31 current snap is 244 2024-07-26T06:13:20.412 INFO:tasks.rados.rados.0.smithi089.stdout:2519: seq_num 766 ranges {2564096=434176,2998272=401408} 2024-07-26T06:13:20.429 INFO:tasks.rados.rados.0.smithi089.stdout:2519: writing smithi08986837-31 from 2564096 to 2998272 tid 1 2024-07-26T06:13:20.432 INFO:tasks.rados.rados.0.smithi089.stdout:2519: writing smithi08986837-31 from 2998272 to 3399680 tid 2 2024-07-26T06:13:20.432 INFO:tasks.rados.rados.0.smithi089.stdout:2517: finishing write tid 1 to smithi08986837-25 2024-07-26T06:13:20.432 INFO:tasks.rados.rados.0.smithi089.stdout:2517: finishing write tid 2 to smithi08986837-25 2024-07-26T06:13:20.432 INFO:tasks.rados.rados.0.smithi089.stdout:2517: finishing write tid 3 to smithi08986837-25 2024-07-26T06:13:20.432 INFO:tasks.rados.rados.0.smithi089.stdout:2517: finishing write tid 4 to smithi08986837-25 2024-07-26T06:13:20.432 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 25 v 1023 (ObjNum 765 snap 244 seq_num 765) dirty exists 2024-07-26T06:13:20.433 INFO:tasks.rados.rados.0.smithi089.stdout:2517: left oid 25 (ObjNum 765 snap 244 seq_num 765) 2024-07-26T06:13:20.433 INFO:tasks.rados.rados.0.smithi089.stdout:2517: done (1 left) 2024-07-26T06:13:20.433 INFO:tasks.rados.rados.0.smithi089.stdout:2520: copy_from oid 25 from oid 17 current snap is 244 2024-07-26T06:13:20.433 INFO:tasks.rados.rados.0.smithi089.stdout:2521: rollback oid 48 current snap is 244 2024-07-26T06:13:20.433 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 48 to 205 2024-07-26T06:13:20.433 INFO:tasks.rados.rados.0.smithi089.stdout:2522: delete oid 23 current snap is 244 2024-07-26T06:13:20.434 INFO:tasks.rados.rados.0.smithi089.stdout:2521: finishing rollback tid 1 to smithi08986837-48 2024-07-26T06:13:20.434 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 48 v 833 (ObjNum 65 snap 0 seq_num 1952929623) dirty dne 2024-07-26T06:13:20.434 INFO:tasks.rados.rados.0.smithi089.stdout:2521: done (3 left) 2024-07-26T06:13:20.434 INFO:tasks.rados.rados.0.smithi089.stdout:2522: done (2 left) 2024-07-26T06:13:20.435 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 18 current snap is 244 2024-07-26T06:13:20.435 INFO:tasks.rados.rados.0.smithi089.stdout:2523: seq_num 768 ranges {0=466944,466944=401408} 2024-07-26T06:13:20.437 INFO:tasks.rados.rados.0.smithi089.stdout:2523: writing smithi08986837-18 from 0 to 466944 tid 1 2024-07-26T06:13:20.439 INFO:tasks.rados.rados.0.smithi089.stdout:2523: writing smithi08986837-18 from 466944 to 868352 tid 2 2024-07-26T06:13:20.440 INFO:tasks.rados.rados.0.smithi089.stdout:2524: copy_from oid 43 from oid 10 current snap is 244 2024-07-26T06:13:20.440 INFO:tasks.rados.rados.0.smithi089.stdout:2519: finishing write tid 1 to smithi08986837-31 2024-07-26T06:13:20.440 INFO:tasks.rados.rados.0.smithi089.stdout:2525: snap_remove snap 243 2024-07-26T06:13:20.629 INFO:journalctl@ceph.mds.b.smithi155.stdout:Jul 26 06:13:20 smithi155 podman[116001]: 2024-07-26 06:13:20.554793567 +0000 UTC m=+5.311243762 container died 1c6d7dfdf08d488564920ce7f80ae7d240fd9f2f26678bdab7237779b2439435 (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mds-b, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, org.label-schema.build-date=20240724, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=quincy-5dff84c) 2024-07-26T06:13:20.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:20 smithi155 ceph-mon[90160]: osdmap e559: 8 total, 8 up, 8 in 2024-07-26T06:13:20.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:20 smithi089 ceph-mon[99608]: osdmap e559: 8 total, 8 up, 8 in 2024-07-26T06:13:20.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:20 smithi089 ceph-mon[102056]: osdmap e559: 8 total, 8 up, 8 in 2024-07-26T06:13:20.655 INFO:journalctl@ceph.mds.a.smithi089.stdout:Jul 26 06:13:20 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mds-a[128277]: 2024-07-26T06:13:20.491+0000 7f8c37aa3640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-07-26T06:13:21.129 INFO:journalctl@ceph.mds.b.smithi155.stdout:Jul 26 06:13:20 smithi155 podman[116001]: 2024-07-26 06:13:20.994758956 +0000 UTC m=+5.751209132 container cleanup 1c6d7dfdf08d488564920ce7f80ae7d240fd9f2f26678bdab7237779b2439435 (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mds-b, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240724, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=quincy-5dff84c) 2024-07-26T06:13:21.129 INFO:journalctl@ceph.mds.b.smithi155.stdout:Jul 26 06:13:20 smithi155 bash[116001]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mds-b 2024-07-26T06:13:21.422 INFO:tasks.rados.rados.0.smithi089.stdout:2525: done (4 left) 2024-07-26T06:13:21.422 INFO:tasks.rados.rados.0.smithi089.stdout:2519: finishing write tid 2 to smithi08986837-31 2024-07-26T06:13:21.423 INFO:tasks.rados.rados.0.smithi089.stdout:2519: finishing write tid 3 to smithi08986837-31 2024-07-26T06:13:21.423 INFO:tasks.rados.rados.0.smithi089.stdout:2519: finishing write tid 4 to smithi08986837-31 2024-07-26T06:13:21.423 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 31 v 1363 (ObjNum 766 snap 244 seq_num 766) dirty exists 2024-07-26T06:13:21.423 INFO:tasks.rados.rados.0.smithi089.stdout:2519: left oid 31 (ObjNum 766 snap 244 seq_num 766) 2024-07-26T06:13:21.423 INFO:tasks.rados.rados.0.smithi089.stdout:2523: finishing write tid 1 to smithi08986837-18 2024-07-26T06:13:21.423 INFO:tasks.rados.rados.0.smithi089.stdout:2523: finishing write tid 2 to smithi08986837-18 2024-07-26T06:13:21.423 INFO:tasks.rados.rados.0.smithi089.stdout:2523: finishing write tid 3 to smithi08986837-18 2024-07-26T06:13:21.423 INFO:tasks.rados.rados.0.smithi089.stdout:2523: finishing write tid 4 to smithi08986837-18 2024-07-26T06:13:21.423 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 18 v 981 (ObjNum 768 snap 244 seq_num 768) dirty exists 2024-07-26T06:13:21.423 INFO:tasks.rados.rados.0.smithi089.stdout:2523: left oid 18 (ObjNum 768 snap 244 seq_num 768) 2024-07-26T06:13:21.423 INFO:tasks.rados.rados.0.smithi089.stdout:2524: finishing copy_from racing read to smithi08986837-43 2024-07-26T06:13:21.423 INFO:tasks.rados.rados.0.smithi089.stdout:2524: finishing copy_from to smithi08986837-43 2024-07-26T06:13:21.423 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 43 v 1323 (ObjNum 65 snap 0 seq_num 1633377637) dirty exists 2024-07-26T06:13:21.423 INFO:tasks.rados.rados.0.smithi089.stdout:2520: finishing copy_from racing read to smithi08986837-25 2024-07-26T06:13:21.424 INFO:tasks.rados.rados.0.smithi089.stdout:2520: finishing copy_from to smithi08986837-25 2024-07-26T06:13:21.424 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 25 v 977 (ObjNum 615 snap 182 seq_num 615) dirty exists 2024-07-26T06:13:21.424 INFO:tasks.rados.rados.0.smithi089.stdout:2526: read oid 48 snap -1 2024-07-26T06:13:21.424 INFO:tasks.rados.rados.0.smithi089.stdout:2526: expect deleted 2024-07-26T06:13:21.424 INFO:tasks.rados.rados.0.smithi089.stdout:2519: done (4 left) 2024-07-26T06:13:21.424 INFO:tasks.rados.rados.0.smithi089.stdout:2520: done (3 left) 2024-07-26T06:13:21.424 INFO:tasks.rados.rados.0.smithi089.stdout:2523: done (2 left) 2024-07-26T06:13:21.424 INFO:tasks.rados.rados.0.smithi089.stdout:2524: done (1 left) 2024-07-26T06:13:21.424 INFO:tasks.rados.rados.0.smithi089.stdout:2527: snap_remove snap 241 2024-07-26T06:13:21.530 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:21 smithi155 ceph-mon[90160]: osdmap e560: 8 total, 8 up, 8 in 2024-07-26T06:13:21.530 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:21 smithi155 ceph-mon[90160]: pgmap v495: 121 pgs: 121 active+clean; 359 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 3.0 MiB/s wr, 15 op/s 2024-07-26T06:13:21.530 INFO:journalctl@ceph.mds.b.smithi155.stdout:Jul 26 06:13:21 smithi155 podman[116028]: 2024-07-26 06:13:21.279776216 +0000 UTC m=+0.720011919 container remove 1c6d7dfdf08d488564920ce7f80ae7d240fd9f2f26678bdab7237779b2439435 (image=quay.ceph.io/ceph-ci/ceph@sha256:66bcd2178f9b12d78a39bad62931e9e1e1a3d3abd071af25b1a8b4fc24edaf0f, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mds-b, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=quincy-5dff84c, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240724) 2024-07-26T06:13:21.530 INFO:journalctl@ceph.mds.b.smithi155.stdout:Jul 26 06:13:21 smithi155 systemd[1]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@mds.b.service: Deactivated successfully. 2024-07-26T06:13:21.531 INFO:journalctl@ceph.mds.b.smithi155.stdout:Jul 26 06:13:21 smithi155 systemd[1]: Stopped Ceph mds.b for 9bd49884-4b13-11ef-bcb6-c7b262605968. 2024-07-26T06:13:21.531 INFO:journalctl@ceph.mds.b.smithi155.stdout:Jul 26 06:13:21 smithi155 systemd[1]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@mds.b.service: Consumed 1.668s CPU time. 2024-07-26T06:13:21.879 INFO:journalctl@ceph.mds.b.smithi155.stdout:Jul 26 06:13:21 smithi155 systemd[1]: Starting Ceph mds.b for 9bd49884-4b13-11ef-bcb6-c7b262605968... 2024-07-26T06:13:21.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:21 smithi089 ceph-mon[99608]: osdmap e560: 8 total, 8 up, 8 in 2024-07-26T06:13:21.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:21 smithi089 ceph-mon[99608]: pgmap v495: 121 pgs: 121 active+clean; 359 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 3.0 MiB/s wr, 15 op/s 2024-07-26T06:13:21.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:21 smithi089 ceph-mon[102056]: osdmap e560: 8 total, 8 up, 8 in 2024-07-26T06:13:21.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:21 smithi089 ceph-mon[102056]: pgmap v495: 121 pgs: 121 active+clean; 359 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 3.0 MiB/s wr, 15 op/s 2024-07-26T06:13:22.235 INFO:journalctl@ceph.mds.b.smithi155.stdout:Jul 26 06:13:21 smithi155 podman[116161]: 2024-07-26 06:13:21.92247458 +0000 UTC m=+0.105613548 container create c320c3175a6211fdfceda2e40310984ededa79a355d439f47c408ff99c75f109 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mds-b, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240724, CEPH_POINT_RELEASE=, RELEASE=squid-4b23044, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.36.0) 2024-07-26T06:13:22.235 INFO:journalctl@ceph.mds.b.smithi155.stdout:Jul 26 06:13:21 smithi155 podman[116161]: 2024-07-26 06:13:21.83444473 +0000 UTC m=+0.017583667 image pull a246f06af74af9a1c45475dc36c910d564494bacf385674011a33b62b93c2c8c quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c 2024-07-26T06:13:22.235 INFO:journalctl@ceph.mds.b.smithi155.stdout:Jul 26 06:13:22 smithi155 podman[116161]: 2024-07-26 06:13:22.126988518 +0000 UTC m=+0.310127444 container init c320c3175a6211fdfceda2e40310984ededa79a355d439f47c408ff99c75f109 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mds-b, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-4b23044, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240724) 2024-07-26T06:13:22.235 INFO:journalctl@ceph.mds.b.smithi155.stdout:Jul 26 06:13:22 smithi155 podman[116161]: 2024-07-26 06:13:22.132010022 +0000 UTC m=+0.315148949 container start c320c3175a6211fdfceda2e40310984ededa79a355d439f47c408ff99c75f109 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mds-b, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240724, RELEASE=squid-4b23044, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0) 2024-07-26T06:13:22.235 INFO:journalctl@ceph.mds.b.smithi155.stdout:Jul 26 06:13:22 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mds-b[116176]: starting mds.b at 2024-07-26T06:13:22.424 INFO:tasks.rados.rados.0.smithi089.stdout:2527: done (1 left) 2024-07-26T06:13:22.424 INFO:tasks.rados.rados.0.smithi089.stdout:2528: read oid 32 snap -1 2024-07-26T06:13:22.424 INFO:tasks.rados.rados.0.smithi089.stdout:2528: expect (ObjNum 723 snap 231 seq_num 723) 2024-07-26T06:13:22.424 INFO:tasks.rados.rados.0.smithi089.stdout:2526: done (1 left) 2024-07-26T06:13:22.424 INFO:tasks.rados.rados.0.smithi089.stdout:2529: copy_from oid 43 from oid 4 current snap is 244 2024-07-26T06:13:22.425 INFO:tasks.rados.rados.0.smithi089.stdout:2530: rollback oid 3 current snap is 244 2024-07-26T06:13:22.425 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 3 to 232 2024-07-26T06:13:22.425 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 50 current snap is 244 2024-07-26T06:13:22.425 INFO:tasks.rados.rados.0.smithi089.stdout:2531: seq_num 769 ranges {4235264=483328,4718592=401408} 2024-07-26T06:13:22.451 INFO:tasks.rados.rados.0.smithi089.stdout:2531: writing smithi08986837-50 from 4235264 to 4718592 tid 1 2024-07-26T06:13:22.454 INFO:tasks.rados.rados.0.smithi089.stdout:2531: writing smithi08986837-50 from 4718592 to 5120000 tid 2 2024-07-26T06:13:22.454 INFO:tasks.rados.rados.0.smithi089.stdout:2532: snap_create 2024-07-26T06:13:22.454 INFO:tasks.rados.rados.0.smithi089.stdout:2530: finishing rollback tid 0 to smithi08986837-3 2024-07-26T06:13:22.454 INFO:tasks.rados.rados.0.smithi089.stdout:2530: finishing rollback tid 1 to smithi08986837-3 2024-07-26T06:13:22.454 INFO:tasks.rados.rados.0.smithi089.stdout:2530: finishing rollback tid 2 to smithi08986837-3 2024-07-26T06:13:22.454 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 3 v 1148 (ObjNum 655 snap 200 seq_num 655) dirty exists 2024-07-26T06:13:22.454 INFO:tasks.rados.rados.0.smithi089.stdout:2528: expect (ObjNum 723 snap 231 seq_num 723) 2024-07-26T06:13:22.549 INFO:tasks.rados.rados.0.smithi089.stdout:2529: finishing copy_from racing read to smithi08986837-43 2024-07-26T06:13:22.549 INFO:tasks.rados.rados.0.smithi089.stdout:2529: finishing copy_from to smithi08986837-43 2024-07-26T06:13:22.549 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 43 v 864 (ObjNum 748 snap 239 seq_num 748) dirty exists 2024-07-26T06:13:22.549 INFO:tasks.rados.rados.0.smithi089.stdout:2531: finishing write tid 1 to smithi08986837-50 2024-07-26T06:13:22.549 INFO:tasks.rados.rados.0.smithi089.stdout:2531: finishing write tid 2 to smithi08986837-50 2024-07-26T06:13:22.549 INFO:tasks.rados.rados.0.smithi089.stdout:2531: finishing write tid 3 to smithi08986837-50 2024-07-26T06:13:22.549 INFO:tasks.rados.rados.0.smithi089.stdout:2531: finishing write tid 4 to smithi08986837-50 2024-07-26T06:13:22.549 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 50 v 1188 (ObjNum 769 snap 244 seq_num 769) dirty exists 2024-07-26T06:13:22.549 INFO:tasks.rados.rados.0.smithi089.stdout:2531: left oid 50 (ObjNum 769 snap 244 seq_num 769) 2024-07-26T06:13:22.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:22 smithi155 ceph-mon[90160]: osdmap e561: 8 total, 8 up, 8 in 2024-07-26T06:13:22.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:22 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:22.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:22 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:22.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:22 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:13:22.629 INFO:journalctl@ceph.mds.b.smithi155.stdout:Jul 26 06:13:22 smithi155 bash[116161]: c320c3175a6211fdfceda2e40310984ededa79a355d439f47c408ff99c75f109 2024-07-26T06:13:22.630 INFO:journalctl@ceph.mds.b.smithi155.stdout:Jul 26 06:13:22 smithi155 systemd[1]: Started Ceph mds.b for 9bd49884-4b13-11ef-bcb6-c7b262605968. 2024-07-26T06:13:22.630 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:13:22 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:13:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:13:22.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:13:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:13:22] "GET /metrics HTTP/1.1" 200 36350 "" "Prometheus/2.43.0" 2024-07-26T06:13:22.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:22 smithi089 ceph-mon[99608]: osdmap e561: 8 total, 8 up, 8 in 2024-07-26T06:13:22.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:22 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:22.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:22 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:22.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:22 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:13:22.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:22 smithi089 ceph-mon[102056]: osdmap e561: 8 total, 8 up, 8 in 2024-07-26T06:13:22.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:22 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:22.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:22 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:22.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:22 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:13:23.435 INFO:tasks.rados.rados.0.smithi089.stdout:2528: done (4 left) 2024-07-26T06:13:23.435 INFO:tasks.rados.rados.0.smithi089.stdout:2529: done (3 left) 2024-07-26T06:13:23.435 INFO:tasks.rados.rados.0.smithi089.stdout:2530: done (2 left) 2024-07-26T06:13:23.435 INFO:tasks.rados.rados.0.smithi089.stdout:2531: done (1 left) 2024-07-26T06:13:23.436 INFO:tasks.rados.rados.0.smithi089.stdout:2532: done (0 left) 2024-07-26T06:13:23.436 INFO:tasks.rados.rados.0.smithi089.stdout:2533: snap_remove snap 207 2024-07-26T06:13:23.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:23 smithi155 ceph-mon[90160]: osdmap e562: 8 total, 8 up, 8 in 2024-07-26T06:13:23.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:23 smithi155 ceph-mon[90160]: mds.? [v2:172.21.15.155:6832/2942054661,v1:172.21.15.155:6833/2942054661] up:boot 2024-07-26T06:13:23.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:23 smithi155 ceph-mon[90160]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-07-26T06:13:23.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:23 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-07-26T06:13:23.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:23 smithi155 ceph-mon[90160]: pgmap v498: 121 pgs: 121 active+clean; 369 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 4.3 MiB/s wr, 38 op/s 2024-07-26T06:13:23.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:23 smithi089 ceph-mon[99608]: osdmap e562: 8 total, 8 up, 8 in 2024-07-26T06:13:23.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:23 smithi089 ceph-mon[99608]: mds.? [v2:172.21.15.155:6832/2942054661,v1:172.21.15.155:6833/2942054661] up:boot 2024-07-26T06:13:23.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:23 smithi089 ceph-mon[99608]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-07-26T06:13:23.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:23 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-07-26T06:13:23.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:23 smithi089 ceph-mon[99608]: pgmap v498: 121 pgs: 121 active+clean; 369 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 4.3 MiB/s wr, 38 op/s 2024-07-26T06:13:23.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:23 smithi089 ceph-mon[102056]: osdmap e562: 8 total, 8 up, 8 in 2024-07-26T06:13:23.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:23 smithi089 ceph-mon[102056]: mds.? [v2:172.21.15.155:6832/2942054661,v1:172.21.15.155:6833/2942054661] up:boot 2024-07-26T06:13:23.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:23 smithi089 ceph-mon[102056]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-07-26T06:13:23.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:23 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-07-26T06:13:23.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:23 smithi089 ceph-mon[102056]: pgmap v498: 121 pgs: 121 active+clean; 369 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 4.3 MiB/s wr, 38 op/s 2024-07-26T06:13:24.404 INFO:tasks.rados.rados.0.smithi089.stdout:2533: done (0 left) 2024-07-26T06:13:24.404 INFO:tasks.rados.rados.0.smithi089.stdout:2534: rmattr oid 25 current snap is 245 2024-07-26T06:13:24.404 INFO:tasks.rados.rados.0.smithi089.stdout:2535: read oid 26 snap -1 2024-07-26T06:13:24.404 INFO:tasks.rados.rados.0.smithi089.stdout:2535: expect (ObjNum 743 snap 234 seq_num 743) 2024-07-26T06:13:24.405 INFO:tasks.rados.rados.0.smithi089.stdout:2536: delete oid 30 current snap is 245 2024-07-26T06:13:24.419 INFO:tasks.rados.rados.0.smithi089.stdout:2536: done (2 left) 2024-07-26T06:13:24.419 INFO:tasks.rados.rados.0.smithi089.stdout:2537: rollback oid 50 current snap is 245 2024-07-26T06:13:24.419 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 50 to 209 2024-07-26T06:13:24.420 INFO:tasks.rados.rados.0.smithi089.stdout:2535: expect (ObjNum 743 snap 234 seq_num 743) 2024-07-26T06:13:24.436 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 25 v 1042 (ObjNum 615 snap 182 seq_num 615) dirty exists 2024-07-26T06:13:24.436 INFO:tasks.rados.rados.0.smithi089.stdout:2537: finishing rollback tid 0 to smithi08986837-50 2024-07-26T06:13:24.436 INFO:tasks.rados.rados.0.smithi089.stdout:2537: finishing rollback tid 1 to smithi08986837-50 2024-07-26T06:13:24.436 INFO:tasks.rados.rados.0.smithi089.stdout:2537: finishing rollback tid 2 to smithi08986837-50 2024-07-26T06:13:24.436 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 50 v 1192 (ObjNum 553 snap 164 seq_num 553) dirty exists 2024-07-26T06:13:24.436 INFO:tasks.rados.rados.0.smithi089.stdout:2534: done (2 left) 2024-07-26T06:13:24.436 INFO:tasks.rados.rados.0.smithi089.stdout:2535: done (1 left) 2024-07-26T06:13:24.436 INFO:tasks.rados.rados.0.smithi089.stdout:2537: done (0 left) 2024-07-26T06:13:24.436 INFO:tasks.rados.rados.0.smithi089.stdout:2538: snap_remove snap 236 2024-07-26T06:13:24.745 INFO:journalctl@ceph.osd.4.smithi155.stdout:Jul 26 06:13:24 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-4[95849]: 2024-07-26T06:13:24.418+0000 7f65b2cb8640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 119 after trimming was started 2024-07-26T06:13:24.745 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:24 smithi155 ceph-mon[90160]: osdmap e563: 8 total, 8 up, 8 in 2024-07-26T06:13:24.746 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:24 smithi155 ceph-mon[90160]: osdmap e564: 8 total, 8 up, 8 in 2024-07-26T06:13:24.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:24 smithi089 ceph-mon[99608]: osdmap e563: 8 total, 8 up, 8 in 2024-07-26T06:13:24.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:24 smithi089 ceph-mon[99608]: osdmap e564: 8 total, 8 up, 8 in 2024-07-26T06:13:24.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:24 smithi089 ceph-mon[102056]: osdmap e563: 8 total, 8 up, 8 in 2024-07-26T06:13:24.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:24 smithi089 ceph-mon[102056]: osdmap e564: 8 total, 8 up, 8 in 2024-07-26T06:13:25.446 INFO:tasks.rados.rados.0.smithi089.stdout:2538: done (0 left) 2024-07-26T06:13:25.446 INFO:tasks.rados.rados.0.smithi089.stdout:2539: copy_from oid 44 from oid 16 current snap is 245 2024-07-26T06:13:25.446 INFO:tasks.rados.rados.0.smithi089.stdout:2540: read oid 35 snap -1 2024-07-26T06:13:25.446 INFO:tasks.rados.rados.0.smithi089.stdout:2540: expect (ObjNum 753 snap 239 seq_num 753) 2024-07-26T06:13:25.446 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 41 current snap is 245 2024-07-26T06:13:25.447 INFO:tasks.rados.rados.0.smithi089.stdout:2541: seq_num 771 ranges {983040=516096,1499136=401408} 2024-07-26T06:13:25.455 INFO:tasks.rados.rados.0.smithi089.stdout:2541: writing smithi08986837-41 from 983040 to 1499136 tid 1 2024-07-26T06:13:25.459 INFO:tasks.rados.rados.0.smithi089.stdout:2541: writing smithi08986837-41 from 1499136 to 1900544 tid 2 2024-07-26T06:13:25.459 INFO:tasks.rados.rados.0.smithi089.stdout:2542: snap_remove snap 244 2024-07-26T06:13:25.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:25 smithi155 ceph-mon[90160]: pgmap v501: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 372 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.4 MiB/s wr, 28 op/s 2024-07-26T06:13:25.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:25 smithi089 ceph-mon[99608]: pgmap v501: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 372 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.4 MiB/s wr, 28 op/s 2024-07-26T06:13:25.954 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:25 smithi089 ceph-mon[102056]: pgmap v501: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 372 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.4 MiB/s wr, 28 op/s 2024-07-26T06:13:26.444 INFO:tasks.rados.rados.0.smithi089.stdout:2542: done (3 left) 2024-07-26T06:13:26.444 INFO:tasks.rados.rados.0.smithi089.stdout:2539: finishing copy_from racing read to smithi08986837-44 2024-07-26T06:13:26.444 INFO:tasks.rados.rados.0.smithi089.stdout:2539: finishing copy_from to smithi08986837-44 2024-07-26T06:13:26.444 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 44 v 883 (ObjNum 591 snap 178 seq_num 591) dirty exists 2024-07-26T06:13:26.444 INFO:tasks.rados.rados.0.smithi089.stdout:2541: finishing write tid 1 to smithi08986837-41 2024-07-26T06:13:26.444 INFO:tasks.rados.rados.0.smithi089.stdout:2541: finishing write tid 2 to smithi08986837-41 2024-07-26T06:13:26.444 INFO:tasks.rados.rados.0.smithi089.stdout:2541: finishing write tid 3 to smithi08986837-41 2024-07-26T06:13:26.445 INFO:tasks.rados.rados.0.smithi089.stdout:2541: finishing write tid 4 to smithi08986837-41 2024-07-26T06:13:26.445 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 41 v 979 (ObjNum 771 snap 245 seq_num 771) dirty exists 2024-07-26T06:13:26.445 INFO:tasks.rados.rados.0.smithi089.stdout:2541: left oid 41 (ObjNum 771 snap 245 seq_num 771) 2024-07-26T06:13:26.445 INFO:tasks.rados.rados.0.smithi089.stdout:2540: expect (ObjNum 753 snap 239 seq_num 753) 2024-07-26T06:13:26.461 INFO:tasks.rados.rados.0.smithi089.stdout:2543: read oid 14 snap -1 2024-07-26T06:13:26.461 INFO:tasks.rados.rados.0.smithi089.stdout:2543: expect deleted 2024-07-26T06:13:26.461 INFO:tasks.rados.rados.0.smithi089.stdout:2539: done (3 left) 2024-07-26T06:13:26.462 INFO:tasks.rados.rados.0.smithi089.stdout:2540: done (2 left) 2024-07-26T06:13:26.462 INFO:tasks.rados.rados.0.smithi089.stdout:2541: done (1 left) 2024-07-26T06:13:26.462 INFO:tasks.rados.rados.0.smithi089.stdout:2544: read oid 13 snap -1 2024-07-26T06:13:26.462 INFO:tasks.rados.rados.0.smithi089.stdout:2544: expect (ObjNum 749 snap 239 seq_num 749) 2024-07-26T06:13:26.462 INFO:tasks.rados.rados.0.smithi089.stdout:2545: rollback oid 35 current snap is 245 2024-07-26T06:13:26.462 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 35 to 226 2024-07-26T06:13:26.462 INFO:tasks.rados.rados.0.smithi089.stdout:2546: read oid 8 snap -1 2024-07-26T06:13:26.462 INFO:tasks.rados.rados.0.smithi089.stdout:2546: expect (ObjNum 719 snap 230 seq_num 719) 2024-07-26T06:13:26.462 INFO:tasks.rados.rados.0.smithi089.stdout:2547: snap_create 2024-07-26T06:13:26.499 INFO:tasks.rados.rados.0.smithi089.stdout:2546: expect (ObjNum 719 snap 230 seq_num 719) 2024-07-26T06:13:26.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:26 smithi155 ceph-mon[90160]: osdmap e565: 8 total, 8 up, 8 in 2024-07-26T06:13:26.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:13:26.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:26.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:26.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:26 smithi089 ceph-mon[99608]: osdmap e565: 8 total, 8 up, 8 in 2024-07-26T06:13:26.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:13:26.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:26.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:26.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:26 smithi089 ceph-mon[102056]: osdmap e565: 8 total, 8 up, 8 in 2024-07-26T06:13:26.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:13:26.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:26.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:27.239 INFO:tasks.rados.rados.0.smithi089.stdout:2545: finishing rollback tid 0 to smithi08986837-35 2024-07-26T06:13:27.240 INFO:tasks.rados.rados.0.smithi089.stdout:2544: expect (ObjNum 749 snap 239 seq_num 749) 2024-07-26T06:13:27.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:27 smithi155 ceph-mon[90160]: osdmap e566: 8 total, 8 up, 8 in 2024-07-26T06:13:27.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:27 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:27.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:27 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:27.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:27 smithi155 ceph-mon[90160]: pgmap v504: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 382 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.4 MiB/s wr, 17 op/s 2024-07-26T06:13:27.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:27 smithi089 ceph-mon[99608]: osdmap e566: 8 total, 8 up, 8 in 2024-07-26T06:13:27.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:27 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:27.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:27 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:27.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:27 smithi089 ceph-mon[99608]: pgmap v504: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 382 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.4 MiB/s wr, 17 op/s 2024-07-26T06:13:27.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:27 smithi089 ceph-mon[102056]: osdmap e566: 8 total, 8 up, 8 in 2024-07-26T06:13:27.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:27 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:27.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:27 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:27.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:27 smithi089 ceph-mon[102056]: pgmap v504: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 382 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.4 MiB/s wr, 17 op/s 2024-07-26T06:13:28.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:28 smithi155 ceph-mon[90160]: osdmap e567: 8 total, 8 up, 8 in 2024-07-26T06:13:28.715 INFO:tasks.rados.rados.0.smithi089.stdout:2545: finishing rollback tid 1 to smithi08986837-35 2024-07-26T06:13:28.715 INFO:tasks.rados.rados.0.smithi089.stdout:2545: finishing rollback tid 2 to smithi08986837-35 2024-07-26T06:13:28.715 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 35 v 872 (ObjNum 553 snap 164 seq_num 553) dirty exists 2024-07-26T06:13:28.715 INFO:tasks.rados.rados.0.smithi089.stdout:2543: done (4 left) 2024-07-26T06:13:28.715 INFO:tasks.rados.rados.0.smithi089.stdout:2544: done (3 left) 2024-07-26T06:13:28.715 INFO:tasks.rados.rados.0.smithi089.stdout:2545: done (2 left) 2024-07-26T06:13:28.715 INFO:tasks.rados.rados.0.smithi089.stdout:2546: done (1 left) 2024-07-26T06:13:28.715 INFO:tasks.rados.rados.0.smithi089.stdout:2547: done (0 left) 2024-07-26T06:13:28.716 INFO:tasks.rados.rados.0.smithi089.stdout:2548: rollback oid 45 current snap is 246 2024-07-26T06:13:28.716 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 45 to 245 2024-07-26T06:13:28.716 INFO:tasks.rados.rados.0.smithi089.stdout:2549: read oid 14 snap -1 2024-07-26T06:13:28.716 INFO:tasks.rados.rados.0.smithi089.stdout:2549: expect deleted 2024-07-26T06:13:28.716 INFO:tasks.rados.rados.0.smithi089.stdout:2550: read oid 3 snap -1 2024-07-26T06:13:28.716 INFO:tasks.rados.rados.0.smithi089.stdout:2550: expect (ObjNum 655 snap 200 seq_num 655) 2024-07-26T06:13:28.716 INFO:tasks.rados.rados.0.smithi089.stdout:2551: copy_from oid 29 from oid 10 current snap is 246 2024-07-26T06:13:28.716 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 36 current snap is 246 2024-07-26T06:13:28.716 INFO:tasks.rados.rados.0.smithi089.stdout:2552: seq_num 772 ranges {0=532480,532480=401408} 2024-07-26T06:13:28.718 INFO:tasks.rados.rados.0.smithi089.stdout:2552: writing smithi08986837-36 from 0 to 532480 tid 1 2024-07-26T06:13:28.721 INFO:tasks.rados.rados.0.smithi089.stdout:2552: writing smithi08986837-36 from 532480 to 933888 tid 2 2024-07-26T06:13:28.721 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 27 current snap is 246 2024-07-26T06:13:28.721 INFO:tasks.rados.rados.0.smithi089.stdout:2551: finishing copy_from racing read to smithi08986837-29 2024-07-26T06:13:28.721 INFO:tasks.rados.rados.0.smithi089.stdout:2548: finishing rollback tid 0 to smithi08986837-45 2024-07-26T06:13:28.721 INFO:tasks.rados.rados.0.smithi089.stdout:2548: finishing rollback tid 1 to smithi08986837-45 2024-07-26T06:13:28.721 INFO:tasks.rados.rados.0.smithi089.stdout:2553: seq_num 773 ranges {3383296=548864,3932160=401408} 2024-07-26T06:13:28.743 INFO:tasks.rados.rados.0.smithi089.stdout:2553: writing smithi08986837-27 from 3383296 to 3932160 tid 1 2024-07-26T06:13:28.745 INFO:tasks.rados.rados.0.smithi089.stdout:2553: writing smithi08986837-27 from 3932160 to 4333568 tid 2 2024-07-26T06:13:28.745 INFO:tasks.rados.rados.0.smithi089.stdout:2549: done (5 left) 2024-07-26T06:13:28.745 INFO:tasks.rados.rados.0.smithi089.stdout:2554: rmattr oid 18 current snap is 246 2024-07-26T06:13:28.745 INFO:tasks.rados.rados.0.smithi089.stdout:2554: done (5 left) 2024-07-26T06:13:28.745 INFO:tasks.rados.rados.0.smithi089.stdout:2555: snap_create 2024-07-26T06:13:28.746 INFO:tasks.rados.rados.0.smithi089.stdout:2548: finishing rollback tid 2 to smithi08986837-45 2024-07-26T06:13:28.746 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 45 v 849 (ObjNum 65 snap 0 seq_num 1633377637) dirty exists 2024-07-26T06:13:28.746 INFO:tasks.rados.rados.0.smithi089.stdout:2551: finishing copy_from to smithi08986837-29 2024-07-26T06:13:28.746 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 29 v 1323 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-07-26T06:13:28.746 INFO:tasks.rados.rados.0.smithi089.stdout:2552: finishing write tid 1 to smithi08986837-36 2024-07-26T06:13:28.746 INFO:tasks.rados.rados.0.smithi089.stdout:2552: finishing write tid 2 to smithi08986837-36 2024-07-26T06:13:28.746 INFO:tasks.rados.rados.0.smithi089.stdout:2552: finishing write tid 3 to smithi08986837-36 2024-07-26T06:13:28.746 INFO:tasks.rados.rados.0.smithi089.stdout:2552: finishing write tid 4 to smithi08986837-36 2024-07-26T06:13:28.746 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 36 v 982 (ObjNum 772 snap 246 seq_num 772) dirty exists 2024-07-26T06:13:28.746 INFO:tasks.rados.rados.0.smithi089.stdout:2552: left oid 36 (ObjNum 772 snap 246 seq_num 772) 2024-07-26T06:13:28.746 INFO:tasks.rados.rados.0.smithi089.stdout:2550: expect (ObjNum 655 snap 200 seq_num 655) 2024-07-26T06:13:28.868 INFO:tasks.rados.rados.0.smithi089.stdout:2553: finishing write tid 1 to smithi08986837-27 2024-07-26T06:13:28.920 INFO:tasks.rados.rados.0.smithi089.stdout:2553: finishing write tid 2 to smithi08986837-27 2024-07-26T06:13:28.920 INFO:tasks.rados.rados.0.smithi089.stdout:2553: finishing write tid 3 to smithi08986837-27 2024-07-26T06:13:28.920 INFO:tasks.rados.rados.0.smithi089.stdout:2553: finishing write tid 4 to smithi08986837-27 2024-07-26T06:13:28.920 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 27 v 890 (ObjNum 773 snap 246 seq_num 773) dirty exists 2024-07-26T06:13:28.920 INFO:tasks.rados.rados.0.smithi089.stdout:2553: left oid 27 (ObjNum 773 snap 246 seq_num 773) 2024-07-26T06:13:28.921 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:28 smithi089 ceph-mon[99608]: osdmap e567: 8 total, 8 up, 8 in 2024-07-26T06:13:28.921 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:28 smithi089 ceph-mon[102056]: osdmap e567: 8 total, 8 up, 8 in 2024-07-26T06:13:29.410 INFO:tasks.rados.rados.0.smithi089.stdout:2548: done (5 left) 2024-07-26T06:13:29.410 INFO:tasks.rados.rados.0.smithi089.stdout:2550: done (4 left) 2024-07-26T06:13:29.410 INFO:tasks.rados.rados.0.smithi089.stdout:2551: done (3 left) 2024-07-26T06:13:29.410 INFO:tasks.rados.rados.0.smithi089.stdout:2552: done (2 left) 2024-07-26T06:13:29.410 INFO:tasks.rados.rados.0.smithi089.stdout:2553: done (1 left) 2024-07-26T06:13:29.410 INFO:tasks.rados.rados.0.smithi089.stdout:2555: done (0 left) 2024-07-26T06:13:29.410 INFO:tasks.rados.rados.0.smithi089.stdout:2556: read oid 19 snap -1 2024-07-26T06:13:29.410 INFO:tasks.rados.rados.0.smithi089.stdout:2556: expect deleted 2024-07-26T06:13:29.411 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 41 current snap is 247 2024-07-26T06:13:29.411 INFO:tasks.rados.rados.0.smithi089.stdout:2557: seq_num 774 ranges {1900544=565248,2465792=401408} 2024-07-26T06:13:29.423 INFO:tasks.rados.rados.0.smithi089.stdout:2557: writing smithi08986837-41 from 1900544 to 2465792 tid 1 2024-07-26T06:13:29.425 INFO:tasks.rados.rados.0.smithi089.stdout:2557: writing smithi08986837-41 from 2465792 to 2867200 tid 2 2024-07-26T06:13:29.426 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 7 current snap is 247 2024-07-26T06:13:29.426 INFO:tasks.rados.rados.0.smithi089.stdout:2558: seq_num 775 ranges {1171456=589824,1761280=401408} 2024-07-26T06:13:29.435 INFO:tasks.rados.rados.0.smithi089.stdout:2558: writing smithi08986837-7 from 1171456 to 1761280 tid 1 2024-07-26T06:13:29.438 INFO:tasks.rados.rados.0.smithi089.stdout:2558: writing smithi08986837-7 from 1761280 to 2162688 tid 2 2024-07-26T06:13:29.438 INFO:tasks.rados.rados.0.smithi089.stdout:2559: snap_create 2024-07-26T06:13:29.438 INFO:tasks.rados.rados.0.smithi089.stdout:2557: finishing write tid 1 to smithi08986837-41 2024-07-26T06:13:29.438 INFO:tasks.rados.rados.0.smithi089.stdout:2557: finishing write tid 2 to smithi08986837-41 2024-07-26T06:13:29.438 INFO:tasks.rados.rados.0.smithi089.stdout:2557: finishing write tid 3 to smithi08986837-41 2024-07-26T06:13:29.438 INFO:tasks.rados.rados.0.smithi089.stdout:2557: finishing write tid 4 to smithi08986837-41 2024-07-26T06:13:29.438 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 41 v 985 (ObjNum 774 snap 247 seq_num 774) dirty exists 2024-07-26T06:13:29.438 INFO:tasks.rados.rados.0.smithi089.stdout:2557: left oid 41 (ObjNum 774 snap 247 seq_num 774) 2024-07-26T06:13:29.442 INFO:tasks.rados.rados.0.smithi089.stdout:2558: finishing write tid 1 to smithi08986837-7 2024-07-26T06:13:29.442 INFO:tasks.rados.rados.0.smithi089.stdout:2558: finishing write tid 2 to smithi08986837-7 2024-07-26T06:13:29.443 INFO:tasks.rados.rados.0.smithi089.stdout:2558: finishing write tid 3 to smithi08986837-7 2024-07-26T06:13:29.443 INFO:tasks.rados.rados.0.smithi089.stdout:2558: finishing write tid 4 to smithi08986837-7 2024-07-26T06:13:29.444 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 7 v 893 (ObjNum 775 snap 247 seq_num 775) dirty exists 2024-07-26T06:13:29.444 INFO:tasks.rados.rados.0.smithi089.stdout:2558: left oid 7 (ObjNum 775 snap 247 seq_num 775) 2024-07-26T06:13:29.606 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:29 smithi155 ceph-mon[90160]: pgmap v506: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 382 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.3 MiB/s wr, 14 op/s 2024-07-26T06:13:29.606 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:29 smithi155 ceph-mon[90160]: osdmap e568: 8 total, 8 up, 8 in 2024-07-26T06:13:29.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:29 smithi089 ceph-mon[99608]: pgmap v506: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 382 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.3 MiB/s wr, 14 op/s 2024-07-26T06:13:29.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:29 smithi089 ceph-mon[99608]: osdmap e568: 8 total, 8 up, 8 in 2024-07-26T06:13:29.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:29 smithi089 ceph-mon[102056]: pgmap v506: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 382 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.3 MiB/s wr, 14 op/s 2024-07-26T06:13:29.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:29 smithi089 ceph-mon[102056]: osdmap e568: 8 total, 8 up, 8 in 2024-07-26T06:13:30.406 INFO:tasks.rados.rados.0.smithi089.stdout:2556: done (3 left) 2024-07-26T06:13:30.406 INFO:tasks.rados.rados.0.smithi089.stdout:2557: done (2 left) 2024-07-26T06:13:30.406 INFO:tasks.rados.rados.0.smithi089.stdout:2558: done (1 left) 2024-07-26T06:13:30.406 INFO:tasks.rados.rados.0.smithi089.stdout:2559: done (0 left) 2024-07-26T06:13:30.406 INFO:tasks.rados.rados.0.smithi089.stdout:2560: read oid 29 snap -1 2024-07-26T06:13:30.407 INFO:tasks.rados.rados.0.smithi089.stdout:2560: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-26T06:13:30.407 INFO:tasks.rados.rados.0.smithi089.stdout:2561: snap_create 2024-07-26T06:13:30.410 INFO:tasks.rados.rados.0.smithi089.stdout:2560: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-26T06:13:30.852 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:30 smithi089 ceph-mon[102056]: Detected new or changed devices on smithi155 2024-07-26T06:13:30.852 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:30 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:30.852 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:30 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:30.852 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:30 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:13:30.852 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:30 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:13:30.852 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:30 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:30.852 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:30 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:13:30.852 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:30 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:30.852 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:30 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:30.853 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:30 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:30.853 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:30 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:30.853 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:30 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:30.853 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:30 smithi089 ceph-mon[102056]: Upgrade: Setting container_image for all mds 2024-07-26T06:13:30.853 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:30 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:30.853 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:30 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-07-26T06:13:30.853 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:30 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-07-26T06:13:30.853 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:30 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-07-26T06:13:30.853 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:30 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-07-26T06:13:30.853 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:30 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:30.853 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:30 smithi089 ceph-mon[102056]: Upgrade: Setting container_image for all rgw 2024-07-26T06:13:30.853 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:30 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:30.853 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:30 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:30.854 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:30 smithi089 ceph-mon[102056]: Upgrade: Setting container_image for all rbd-mirror 2024-07-26T06:13:30.854 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:30 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:30.854 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:30 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:30.854 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:30 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:30.854 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:30 smithi089 ceph-mon[102056]: Upgrade: Setting container_image for all ceph-exporter 2024-07-26T06:13:30.854 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:30 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:30.854 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:30 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:30.854 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:30 smithi089 ceph-mon[102056]: Upgrade: Setting container_image for all iscsi 2024-07-26T06:13:30.854 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:30 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:30.855 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:30 smithi089 ceph-mon[99608]: Detected new or changed devices on smithi155 2024-07-26T06:13:30.855 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:30 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:30.855 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:30 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:30.855 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:30 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:13:30.855 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:30 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:13:30.855 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:30 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:30.855 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:30 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:13:30.855 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:30 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:30.855 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:30 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:30.855 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:30 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:30.855 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:30 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:30.856 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:30 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:30.856 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:30 smithi089 ceph-mon[99608]: Upgrade: Setting container_image for all mds 2024-07-26T06:13:30.856 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:30 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:30.856 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:30 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-07-26T06:13:30.856 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:30 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-07-26T06:13:30.856 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:30 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-07-26T06:13:30.856 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:30 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-07-26T06:13:30.856 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:30 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:30.856 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:30 smithi089 ceph-mon[99608]: Upgrade: Setting container_image for all rgw 2024-07-26T06:13:30.856 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:30 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:30.856 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:30 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:30.856 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:30 smithi089 ceph-mon[99608]: Upgrade: Setting container_image for all rbd-mirror 2024-07-26T06:13:30.856 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:30 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:30.856 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:30 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:30.857 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:30 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:30.857 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:30 smithi089 ceph-mon[99608]: Upgrade: Setting container_image for all ceph-exporter 2024-07-26T06:13:30.857 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:30 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:30.857 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:30 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:30.857 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:30 smithi089 ceph-mon[99608]: Upgrade: Setting container_image for all iscsi 2024-07-26T06:13:30.857 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:30 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:30.857 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:30 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:30.857 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:30 smithi089 ceph-mon[99608]: Upgrade: Setting container_image for all nfs 2024-07-26T06:13:30.857 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:30 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:30.857 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:30 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:30.857 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:30 smithi089 ceph-mon[99608]: Upgrade: Setting container_image for all nvmeof 2024-07-26T06:13:30.857 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:30 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:30.857 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:30 smithi089 ceph-mon[99608]: osdmap e569: 8 total, 8 up, 8 in 2024-07-26T06:13:30.858 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:30 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:30.858 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:30 smithi089 ceph-mon[102056]: Upgrade: Setting container_image for all nfs 2024-07-26T06:13:30.858 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:30 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:30.858 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:30 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:30.858 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:30 smithi089 ceph-mon[102056]: Upgrade: Setting container_image for all nvmeof 2024-07-26T06:13:30.858 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:30 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:30.858 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:30 smithi089 ceph-mon[102056]: osdmap e569: 8 total, 8 up, 8 in 2024-07-26T06:13:30.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:30 smithi155 ceph-mon[90160]: Detected new or changed devices on smithi155 2024-07-26T06:13:30.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:30 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:30.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:30 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:30.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:30 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:13:30.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:30 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:13:30.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:30 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:30.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:30 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:13:30.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:30 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:30.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:30 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:30.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:30 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:30.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:30 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:30.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:30 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:30.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:30 smithi155 ceph-mon[90160]: Upgrade: Setting container_image for all mds 2024-07-26T06:13:30.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:30 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:30.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:30 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-07-26T06:13:30.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:30 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-07-26T06:13:30.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:30 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-07-26T06:13:30.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:30 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-07-26T06:13:30.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:30 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:30.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:30 smithi155 ceph-mon[90160]: Upgrade: Setting container_image for all rgw 2024-07-26T06:13:30.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:30 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:30.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:30 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:30.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:30 smithi155 ceph-mon[90160]: Upgrade: Setting container_image for all rbd-mirror 2024-07-26T06:13:30.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:30 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:30.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:30 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:30.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:30 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:30.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:30 smithi155 ceph-mon[90160]: Upgrade: Setting container_image for all ceph-exporter 2024-07-26T06:13:30.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:30 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:30.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:30 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:30.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:30 smithi155 ceph-mon[90160]: Upgrade: Setting container_image for all iscsi 2024-07-26T06:13:30.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:30 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:30.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:30 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:30.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:30 smithi155 ceph-mon[90160]: Upgrade: Setting container_image for all nfs 2024-07-26T06:13:30.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:30 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:30.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:30 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:30.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:30 smithi155 ceph-mon[90160]: Upgrade: Setting container_image for all nvmeof 2024-07-26T06:13:30.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:30 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:30.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:30 smithi155 ceph-mon[90160]: osdmap e569: 8 total, 8 up, 8 in 2024-07-26T06:13:31.408 INFO:tasks.rados.rados.0.smithi089.stdout:2560: done (1 left) 2024-07-26T06:13:31.408 INFO:tasks.rados.rados.0.smithi089.stdout:2561: done (0 left) 2024-07-26T06:13:31.408 INFO:tasks.rados.rados.0.smithi089.stdout:2562: rollback oid 30 current snap is 249 2024-07-26T06:13:31.408 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 30 to 235 2024-07-26T06:13:31.408 INFO:tasks.rados.rados.0.smithi089.stdout:2563: delete oid 21 current snap is 249 2024-07-26T06:13:31.410 INFO:tasks.rados.rados.0.smithi089.stdout:2563: done (1 left) 2024-07-26T06:13:31.410 INFO:tasks.rados.rados.0.smithi089.stdout:2564: snap_create 2024-07-26T06:13:31.412 INFO:tasks.rados.rados.0.smithi089.stdout:2562: finishing rollback tid 1 to smithi08986837-30 2024-07-26T06:13:31.412 INFO:tasks.rados.rados.0.smithi089.stdout:2562: finishing rollback tid 2 to smithi08986837-30 2024-07-26T06:13:31.412 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 30 v 1194 (ObjNum 675 snap 206 seq_num 675) dirty exists 2024-07-26T06:13:31.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:31 smithi089 ceph-mon[99608]: pgmap v509: 121 pgs: 121 active+clean; 387 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.5 MiB/s rd, 444 KiB/s wr, 6 op/s 2024-07-26T06:13:31.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:31 smithi089 ceph-mon[99608]: osdmap e570: 8 total, 8 up, 8 in 2024-07-26T06:13:31.905 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:13:31 smithi089 systemd[1]: Stopping Ceph node-exporter.a for 9bd49884-4b13-11ef-bcb6-c7b262605968... 2024-07-26T06:13:31.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:31 smithi089 ceph-mon[102056]: pgmap v509: 121 pgs: 121 active+clean; 387 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.5 MiB/s rd, 444 KiB/s wr, 6 op/s 2024-07-26T06:13:31.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:31 smithi089 ceph-mon[102056]: osdmap e570: 8 total, 8 up, 8 in 2024-07-26T06:13:32.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:31 smithi155 ceph-mon[90160]: pgmap v509: 121 pgs: 121 active+clean; 387 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.5 MiB/s rd, 444 KiB/s wr, 6 op/s 2024-07-26T06:13:32.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:31 smithi155 ceph-mon[90160]: osdmap e570: 8 total, 8 up, 8 in 2024-07-26T06:13:32.404 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:13:32 smithi089 podman[131920]: 2024-07-26 06:13:32.135831526 +0000 UTC m=+0.138037271 container died e2f5a155fbeb0c76233a0193a780cd16bd0227c57a86bc79e33d1b9bc9aac910 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-07-26T06:13:32.410 INFO:tasks.rados.rados.0.smithi089.stdout:2562: done (1 left) 2024-07-26T06:13:32.410 INFO:tasks.rados.rados.0.smithi089.stdout:2564: done (0 left) 2024-07-26T06:13:32.410 INFO:tasks.rados.rados.0.smithi089.stdout:2565: snap_create 2024-07-26T06:13:32.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:13:32 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:13:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:13:32.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:32 smithi089 ceph-mon[99608]: Upgrade: Updating node-exporter.a (1/2) 2024-07-26T06:13:33.160 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:32 smithi089 ceph-mon[99608]: Deploying daemon node-exporter.a on smithi089 2024-07-26T06:13:33.160 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:32 smithi089 ceph-mon[99608]: osdmap e571: 8 total, 8 up, 8 in 2024-07-26T06:13:33.161 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:13:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:13:32] "GET /metrics HTTP/1.1" 200 36348 "" "Prometheus/2.43.0" 2024-07-26T06:13:33.161 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:13:32 smithi089 podman[131920]: 2024-07-26 06:13:32.62349674 +0000 UTC m=+0.625702484 container cleanup e2f5a155fbeb0c76233a0193a780cd16bd0227c57a86bc79e33d1b9bc9aac910 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-07-26T06:13:33.161 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:13:32 smithi089 bash[131920]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a 2024-07-26T06:13:33.162 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:32 smithi089 ceph-mon[102056]: Upgrade: Updating node-exporter.a (1/2) 2024-07-26T06:13:33.162 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:32 smithi089 ceph-mon[102056]: Deploying daemon node-exporter.a on smithi089 2024-07-26T06:13:33.162 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:32 smithi089 ceph-mon[102056]: osdmap e571: 8 total, 8 up, 8 in 2024-07-26T06:13:33.162 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:32 smithi155 ceph-mon[90160]: Upgrade: Updating node-exporter.a (1/2) 2024-07-26T06:13:33.163 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:32 smithi155 ceph-mon[90160]: Deploying daemon node-exporter.a on smithi089 2024-07-26T06:13:33.163 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:32 smithi155 ceph-mon[90160]: osdmap e571: 8 total, 8 up, 8 in 2024-07-26T06:13:33.297 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:13:32 smithi089 podman[131937]: 2024-07-26 06:13:32.958228415 +0000 UTC m=+0.822586773 container remove e2f5a155fbeb0c76233a0193a780cd16bd0227c57a86bc79e33d1b9bc9aac910 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-07-26T06:13:33.297 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:13:32 smithi089 systemd[1]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-07-26T06:13:33.297 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:13:33 smithi089 systemd[1]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-07-26T06:13:33.297 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:13:33 smithi089 systemd[1]: Stopped Ceph node-exporter.a for 9bd49884-4b13-11ef-bcb6-c7b262605968. 2024-07-26T06:13:33.297 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:13:33 smithi089 systemd[1]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@node-exporter.a.service: Consumed 1.662s CPU time. 2024-07-26T06:13:33.411 INFO:tasks.rados.rados.0.smithi089.stdout:2565: done (0 left) 2024-07-26T06:13:33.412 INFO:tasks.rados.rados.0.smithi089.stdout:2566: delete oid 36 current snap is 251 2024-07-26T06:13:33.415 INFO:tasks.rados.rados.0.smithi089.stdout:2566: done (0 left) 2024-07-26T06:13:33.416 INFO:tasks.rados.rados.0.smithi089.stdout:2567: delete oid 1 current snap is 251 2024-07-26T06:13:33.420 INFO:tasks.rados.rados.0.smithi089.stdout:2567: done (0 left) 2024-07-26T06:13:33.420 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 21 current snap is 251 2024-07-26T06:13:33.420 INFO:tasks.rados.rados.0.smithi089.stdout:2568: seq_num 779 ranges {0=655360,655360=401408} 2024-07-26T06:13:33.423 INFO:tasks.rados.rados.0.smithi089.stdout:2568: writing smithi08986837-21 from 0 to 655360 tid 1 2024-07-26T06:13:33.426 INFO:tasks.rados.rados.0.smithi089.stdout:2568: writing smithi08986837-21 from 655360 to 1056768 tid 2 2024-07-26T06:13:33.426 INFO:tasks.rados.rados.0.smithi089.stdout:2569: copy_from oid 19 from oid 49 current snap is 251 2024-07-26T06:13:33.426 INFO:tasks.rados.rados.0.smithi089.stdout:2570: read oid 9 snap -1 2024-07-26T06:13:33.426 INFO:tasks.rados.rados.0.smithi089.stdout:2570: expect (ObjNum 761 snap 243 seq_num 761) 2024-07-26T06:13:33.426 INFO:tasks.rados.rados.0.smithi089.stdout:2571: snap_create 2024-07-26T06:13:33.429 INFO:tasks.rados.rados.0.smithi089.stdout:2568: finishing write tid 1 to smithi08986837-21 2024-07-26T06:13:33.429 INFO:tasks.rados.rados.0.smithi089.stdout:2568: finishing write tid 2 to smithi08986837-21 2024-07-26T06:13:33.429 INFO:tasks.rados.rados.0.smithi089.stdout:2568: finishing write tid 3 to smithi08986837-21 2024-07-26T06:13:33.432 INFO:tasks.rados.rados.0.smithi089.stdout:2568: finishing write tid 4 to smithi08986837-21 2024-07-26T06:13:33.432 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 21 v 1151 (ObjNum 779 snap 251 seq_num 779) dirty exists 2024-07-26T06:13:33.432 INFO:tasks.rados.rados.0.smithi089.stdout:2568: left oid 21 (ObjNum 779 snap 251 seq_num 779) 2024-07-26T06:13:33.450 INFO:tasks.rados.rados.0.smithi089.stdout:2570: expect (ObjNum 761 snap 243 seq_num 761) 2024-07-26T06:13:33.550 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:13:33 smithi089 systemd[1]: Starting Ceph node-exporter.a for 9bd49884-4b13-11ef-bcb6-c7b262605968... 2024-07-26T06:13:33.551 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:13:33 smithi089 podman[132071]: 2024-07-26 06:13:33.412607239 +0000 UTC m=+0.018911452 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-07-26T06:13:33.650 INFO:tasks.rados.rados.0.smithi089.stdout:2569: finishing copy_from racing read to smithi08986837-19 2024-07-26T06:13:33.650 INFO:tasks.rados.rados.0.smithi089.stdout:2569: finishing copy_from to smithi08986837-19 2024-07-26T06:13:33.650 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 19 v 911 (ObjNum 722 snap 230 seq_num 722) dirty exists 2024-07-26T06:13:33.870 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:33 smithi089 ceph-mon[99608]: pgmap v512: 121 pgs: 121 active+clean; 384 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 938 KiB/s wr, 9 op/s 2024-07-26T06:13:33.870 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:33 smithi089 ceph-mon[99608]: osdmap e572: 8 total, 8 up, 8 in 2024-07-26T06:13:33.870 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:33 smithi089 ceph-mon[102056]: pgmap v512: 121 pgs: 121 active+clean; 384 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 938 KiB/s wr, 9 op/s 2024-07-26T06:13:33.871 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:33 smithi089 ceph-mon[102056]: osdmap e572: 8 total, 8 up, 8 in 2024-07-26T06:13:33.871 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:13:33 smithi089 podman[132071]: 2024-07-26 06:13:33.55094075 +0000 UTC m=+0.157244947 container create 36cee54c5b2a8adfde59115995ba5f2ed05b8464cc480db2b936e1d1c0e4af9f (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-07-26T06:13:33.872 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:13:33 smithi089 podman[132071]: 2024-07-26 06:13:33.770472867 +0000 UTC m=+0.376777077 container init 36cee54c5b2a8adfde59115995ba5f2ed05b8464cc480db2b936e1d1c0e4af9f (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-07-26T06:13:33.872 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:13:33 smithi089 podman[132071]: 2024-07-26 06:13:33.775296146 +0000 UTC m=+0.381600344 container start 36cee54c5b2a8adfde59115995ba5f2ed05b8464cc480db2b936e1d1c0e4af9f (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-07-26T06:13:33.872 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:13:33 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[132085]: ts=2024-07-26T06:13:33.779Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-07-26T06:13:33.872 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:13:33 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[132085]: ts=2024-07-26T06:13:33.779Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-07-26T06:13:33.872 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:13:33 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[132085]: ts=2024-07-26T06:13:33.779Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-07-26T06:13:33.873 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:13:33 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[132085]: ts=2024-07-26T06:13:33.779Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-07-26T06:13:33.873 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:13:33 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[132085]: ts=2024-07-26T06:13:33.780Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-07-26T06:13:33.873 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:13:33 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[132085]: ts=2024-07-26T06:13:33.780Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-07-26T06:13:33.873 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:13:33 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[132085]: ts=2024-07-26T06:13:33.780Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-07-26T06:13:33.873 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:13:33 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[132085]: ts=2024-07-26T06:13:33.780Z caller=node_exporter.go:117 level=info collector=arp 2024-07-26T06:13:33.874 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:13:33 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[132085]: ts=2024-07-26T06:13:33.780Z caller=node_exporter.go:117 level=info collector=bcache 2024-07-26T06:13:33.874 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:13:33 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[132085]: ts=2024-07-26T06:13:33.780Z caller=node_exporter.go:117 level=info collector=bonding 2024-07-26T06:13:33.874 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:13:33 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[132085]: ts=2024-07-26T06:13:33.780Z caller=node_exporter.go:117 level=info collector=btrfs 2024-07-26T06:13:33.874 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:13:33 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[132085]: ts=2024-07-26T06:13:33.780Z caller=node_exporter.go:117 level=info collector=conntrack 2024-07-26T06:13:33.874 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:13:33 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[132085]: ts=2024-07-26T06:13:33.780Z caller=node_exporter.go:117 level=info collector=cpu 2024-07-26T06:13:33.875 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:13:33 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[132085]: ts=2024-07-26T06:13:33.780Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-07-26T06:13:33.875 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:13:33 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[132085]: ts=2024-07-26T06:13:33.780Z caller=node_exporter.go:117 level=info collector=diskstats 2024-07-26T06:13:33.875 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:13:33 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[132085]: ts=2024-07-26T06:13:33.780Z caller=node_exporter.go:117 level=info collector=dmi 2024-07-26T06:13:33.875 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:13:33 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[132085]: ts=2024-07-26T06:13:33.780Z caller=node_exporter.go:117 level=info collector=edac 2024-07-26T06:13:33.875 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:13:33 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[132085]: ts=2024-07-26T06:13:33.780Z caller=node_exporter.go:117 level=info collector=entropy 2024-07-26T06:13:33.876 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:13:33 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[132085]: ts=2024-07-26T06:13:33.780Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-07-26T06:13:33.876 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:13:33 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[132085]: ts=2024-07-26T06:13:33.780Z caller=node_exporter.go:117 level=info collector=filefd 2024-07-26T06:13:33.876 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:13:33 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[132085]: ts=2024-07-26T06:13:33.780Z caller=node_exporter.go:117 level=info collector=filesystem 2024-07-26T06:13:33.876 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:13:33 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[132085]: ts=2024-07-26T06:13:33.780Z caller=node_exporter.go:117 level=info collector=hwmon 2024-07-26T06:13:33.876 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:13:33 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[132085]: ts=2024-07-26T06:13:33.780Z caller=node_exporter.go:117 level=info collector=infiniband 2024-07-26T06:13:33.877 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:13:33 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[132085]: ts=2024-07-26T06:13:33.780Z caller=node_exporter.go:117 level=info collector=ipvs 2024-07-26T06:13:33.877 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:13:33 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[132085]: ts=2024-07-26T06:13:33.780Z caller=node_exporter.go:117 level=info collector=loadavg 2024-07-26T06:13:33.877 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:13:33 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[132085]: ts=2024-07-26T06:13:33.780Z caller=node_exporter.go:117 level=info collector=mdadm 2024-07-26T06:13:33.877 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:13:33 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[132085]: ts=2024-07-26T06:13:33.780Z caller=node_exporter.go:117 level=info collector=meminfo 2024-07-26T06:13:33.877 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:13:33 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[132085]: ts=2024-07-26T06:13:33.780Z caller=node_exporter.go:117 level=info collector=netclass 2024-07-26T06:13:33.878 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:13:33 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[132085]: ts=2024-07-26T06:13:33.780Z caller=node_exporter.go:117 level=info collector=netdev 2024-07-26T06:13:33.878 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:13:33 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[132085]: ts=2024-07-26T06:13:33.780Z caller=node_exporter.go:117 level=info collector=netstat 2024-07-26T06:13:33.878 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:13:33 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[132085]: ts=2024-07-26T06:13:33.780Z caller=node_exporter.go:117 level=info collector=nfs 2024-07-26T06:13:33.878 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:13:33 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[132085]: ts=2024-07-26T06:13:33.780Z caller=node_exporter.go:117 level=info collector=nfsd 2024-07-26T06:13:33.878 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:13:33 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[132085]: ts=2024-07-26T06:13:33.780Z caller=node_exporter.go:117 level=info collector=nvme 2024-07-26T06:13:33.879 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:13:33 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[132085]: ts=2024-07-26T06:13:33.780Z caller=node_exporter.go:117 level=info collector=os 2024-07-26T06:13:33.879 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:13:33 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[132085]: ts=2024-07-26T06:13:33.780Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-07-26T06:13:33.880 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:13:33 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[132085]: ts=2024-07-26T06:13:33.780Z caller=node_exporter.go:117 level=info collector=pressure 2024-07-26T06:13:33.880 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:13:33 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[132085]: ts=2024-07-26T06:13:33.780Z caller=node_exporter.go:117 level=info collector=rapl 2024-07-26T06:13:33.880 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:13:33 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[132085]: ts=2024-07-26T06:13:33.780Z caller=node_exporter.go:117 level=info collector=schedstat 2024-07-26T06:13:33.880 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:13:33 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[132085]: ts=2024-07-26T06:13:33.780Z caller=node_exporter.go:117 level=info collector=selinux 2024-07-26T06:13:33.880 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:13:33 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[132085]: ts=2024-07-26T06:13:33.780Z caller=node_exporter.go:117 level=info collector=sockstat 2024-07-26T06:13:33.881 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:13:33 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[132085]: ts=2024-07-26T06:13:33.780Z caller=node_exporter.go:117 level=info collector=softnet 2024-07-26T06:13:33.881 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:13:33 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[132085]: ts=2024-07-26T06:13:33.780Z caller=node_exporter.go:117 level=info collector=stat 2024-07-26T06:13:33.881 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:13:33 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[132085]: ts=2024-07-26T06:13:33.780Z caller=node_exporter.go:117 level=info collector=tapestats 2024-07-26T06:13:33.881 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:13:33 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[132085]: ts=2024-07-26T06:13:33.780Z caller=node_exporter.go:117 level=info collector=textfile 2024-07-26T06:13:33.881 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:13:33 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[132085]: ts=2024-07-26T06:13:33.780Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-07-26T06:13:33.882 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:13:33 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[132085]: ts=2024-07-26T06:13:33.780Z caller=node_exporter.go:117 level=info collector=time 2024-07-26T06:13:33.882 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:13:33 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[132085]: ts=2024-07-26T06:13:33.780Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-07-26T06:13:33.882 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:13:33 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[132085]: ts=2024-07-26T06:13:33.780Z caller=node_exporter.go:117 level=info collector=uname 2024-07-26T06:13:33.883 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:13:33 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[132085]: ts=2024-07-26T06:13:33.780Z caller=node_exporter.go:117 level=info collector=vmstat 2024-07-26T06:13:33.883 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:13:33 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[132085]: ts=2024-07-26T06:13:33.780Z caller=node_exporter.go:117 level=info collector=xfs 2024-07-26T06:13:33.883 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:13:33 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[132085]: ts=2024-07-26T06:13:33.780Z caller=node_exporter.go:117 level=info collector=zfs 2024-07-26T06:13:33.883 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:13:33 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[132085]: ts=2024-07-26T06:13:33.780Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-07-26T06:13:33.883 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:13:33 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a[132085]: ts=2024-07-26T06:13:33.780Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-07-26T06:13:33.883 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:13:33 smithi089 bash[132071]: 36cee54c5b2a8adfde59115995ba5f2ed05b8464cc480db2b936e1d1c0e4af9f 2024-07-26T06:13:34.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:33 smithi155 ceph-mon[90160]: pgmap v512: 121 pgs: 121 active+clean; 384 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 938 KiB/s wr, 9 op/s 2024-07-26T06:13:34.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:33 smithi155 ceph-mon[90160]: osdmap e572: 8 total, 8 up, 8 in 2024-07-26T06:13:34.154 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 06:13:33 smithi089 systemd[1]: Started Ceph node-exporter.a for 9bd49884-4b13-11ef-bcb6-c7b262605968. 2024-07-26T06:13:34.408 INFO:tasks.rados.rados.0.smithi089.stdout:2568: done (3 left) 2024-07-26T06:13:34.408 INFO:tasks.rados.rados.0.smithi089.stdout:2569: done (2 left) 2024-07-26T06:13:34.408 INFO:tasks.rados.rados.0.smithi089.stdout:2570: done (1 left) 2024-07-26T06:13:34.408 INFO:tasks.rados.rados.0.smithi089.stdout:2571: done (0 left) 2024-07-26T06:13:34.408 INFO:tasks.rados.rados.0.smithi089.stdout:2572: snap_create 2024-07-26T06:13:35.295 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:34 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:35.295 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:34 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:35.296 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:34 smithi155 ceph-mon[90160]: osdmap e573: 8 total, 8 up, 8 in 2024-07-26T06:13:35.296 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:34 smithi155 ceph-mon[90160]: pgmap v515: 121 pgs: 121 active+clean; 384 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 464 KiB/s wr, 5 op/s 2024-07-26T06:13:35.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:34 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:35.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:34 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:35.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:34 smithi089 ceph-mon[99608]: osdmap e573: 8 total, 8 up, 8 in 2024-07-26T06:13:35.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:34 smithi089 ceph-mon[99608]: pgmap v515: 121 pgs: 121 active+clean; 384 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 464 KiB/s wr, 5 op/s 2024-07-26T06:13:35.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:34 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:35.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:34 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:35.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:34 smithi089 ceph-mon[102056]: osdmap e573: 8 total, 8 up, 8 in 2024-07-26T06:13:35.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:34 smithi089 ceph-mon[102056]: pgmap v515: 121 pgs: 121 active+clean; 384 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 464 KiB/s wr, 5 op/s 2024-07-26T06:13:35.413 INFO:tasks.rados.rados.0.smithi089.stdout:2572: done (0 left) 2024-07-26T06:13:35.413 INFO:tasks.rados.rados.0.smithi089.stdout:2573: setattr oid 44 current snap is 253 2024-07-26T06:13:35.415 INFO:tasks.rados.rados.0.smithi089.stdout:2574: rollback oid 17 current snap is 253 2024-07-26T06:13:35.415 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 17 to 252 2024-07-26T06:13:35.415 INFO:tasks.rados.rados.0.smithi089.stdout:2575: snap_remove snap 226 2024-07-26T06:13:36.121 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:13:35 smithi155 systemd[1]: Stopping Ceph node-exporter.b for 9bd49884-4b13-11ef-bcb6-c7b262605968... 2024-07-26T06:13:36.379 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:13:36 smithi155 podman[119909]: 2024-07-26 06:13:36.120410589 +0000 UTC m=+0.116119335 container died 85c78351c113093a2b3ac6a612d210b36da82487cbd10e06e2b527f60df3e733 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-07-26T06:13:36.416 INFO:tasks.rados.rados.0.smithi089.stdout:2575: done (2 left) 2024-07-26T06:13:36.417 INFO:tasks.rados.rados.0.smithi089.stdout:2576: delete oid 48 current snap is 253 2024-07-26T06:13:36.417 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 44 v 1506 (ObjNum 591 snap 178 seq_num 591) dirty exists 2024-07-26T06:13:36.417 INFO:tasks.rados.rados.0.smithi089.stdout:2574: finishing rollback tid 0 to smithi08986837-17 2024-07-26T06:13:36.417 INFO:tasks.rados.rados.0.smithi089.stdout:2574: finishing rollback tid 1 to smithi08986837-17 2024-07-26T06:13:36.417 INFO:tasks.rados.rados.0.smithi089.stdout:2574: finishing rollback tid 2 to smithi08986837-17 2024-07-26T06:13:36.417 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 17 v 1326 (ObjNum 615 snap 182 seq_num 615) dirty exists 2024-07-26T06:13:36.431 INFO:tasks.rados.rados.0.smithi089.stdout:2573: done (2 left) 2024-07-26T06:13:36.431 INFO:tasks.rados.rados.0.smithi089.stdout:2574: done (1 left) 2024-07-26T06:13:36.431 INFO:tasks.rados.rados.0.smithi089.stdout:2576: done (0 left) 2024-07-26T06:13:36.431 INFO:tasks.rados.rados.0.smithi089.stdout:2577: setattr oid 14 current snap is 253 2024-07-26T06:13:36.434 INFO:tasks.rados.rados.0.smithi089.stdout:2578: snap_remove snap 249 2024-07-26T06:13:36.742 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:13:36 smithi155 podman[119909]: 2024-07-26 06:13:36.498929133 +0000 UTC m=+0.494637877 container cleanup 85c78351c113093a2b3ac6a612d210b36da82487cbd10e06e2b527f60df3e733 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-07-26T06:13:36.742 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:13:36 smithi155 bash[119909]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b 2024-07-26T06:13:36.742 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:36 smithi155 ceph-mon[90160]: Upgrade: Updating node-exporter.b (2/2) 2024-07-26T06:13:36.742 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:36 smithi155 ceph-mon[90160]: Deploying daemon node-exporter.b on smithi155 2024-07-26T06:13:36.742 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:36 smithi155 ceph-mon[90160]: osdmap e574: 8 total, 8 up, 8 in 2024-07-26T06:13:36.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:36 smithi089 ceph-mon[99608]: Upgrade: Updating node-exporter.b (2/2) 2024-07-26T06:13:36.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:36 smithi089 ceph-mon[99608]: Deploying daemon node-exporter.b on smithi155 2024-07-26T06:13:36.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:36 smithi089 ceph-mon[99608]: osdmap e574: 8 total, 8 up, 8 in 2024-07-26T06:13:36.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:36 smithi089 ceph-mon[102056]: Upgrade: Updating node-exporter.b (2/2) 2024-07-26T06:13:36.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:36 smithi089 ceph-mon[102056]: Deploying daemon node-exporter.b on smithi155 2024-07-26T06:13:36.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:36 smithi089 ceph-mon[102056]: osdmap e574: 8 total, 8 up, 8 in 2024-07-26T06:13:37.087 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:13:36 smithi155 podman[119926]: 2024-07-26 06:13:36.742067014 +0000 UTC m=+0.625973014 container remove 85c78351c113093a2b3ac6a612d210b36da82487cbd10e06e2b527f60df3e733 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-07-26T06:13:37.087 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:13:36 smithi155 systemd[1]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-07-26T06:13:37.087 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:13:36 smithi155 systemd[1]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-07-26T06:13:37.087 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:13:36 smithi155 systemd[1]: Stopped Ceph node-exporter.b for 9bd49884-4b13-11ef-bcb6-c7b262605968. 2024-07-26T06:13:37.087 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:13:36 smithi155 systemd[1]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@node-exporter.b.service: Consumed 1.692s CPU time. 2024-07-26T06:13:37.379 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:13:37 smithi155 systemd[1]: Starting Ceph node-exporter.b for 9bd49884-4b13-11ef-bcb6-c7b262605968... 2024-07-26T06:13:37.379 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:13:37 smithi155 podman[120060]: 2024-07-26 06:13:37.196406385 +0000 UTC m=+0.016674383 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-07-26T06:13:37.379 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:13:37 smithi155 podman[120060]: 2024-07-26 06:13:37.318535554 +0000 UTC m=+0.138803553 container create 85491ecc695120f20efe6cbc1a657da485fe11fd46d28cef65f9a82e0bdf586b (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-07-26T06:13:37.430 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 14 v 1511 (ObjNum 177 snap 0 seq_num 3362812736) dirty exists 2024-07-26T06:13:37.430 INFO:tasks.rados.rados.0.smithi089.stdout:2577: done (1 left) 2024-07-26T06:13:37.430 INFO:tasks.rados.rados.0.smithi089.stdout:2578: done (0 left) 2024-07-26T06:13:37.430 INFO:tasks.rados.rados.0.smithi089.stdout:2579: rollback oid 38 current snap is 253 2024-07-26T06:13:37.430 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 38 to 250 2024-07-26T06:13:37.430 INFO:tasks.rados.rados.0.smithi089.stdout:2580: snap_remove snap 209 2024-07-26T06:13:37.695 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:37 smithi155 ceph-mon[90160]: osdmap e575: 8 total, 8 up, 8 in 2024-07-26T06:13:37.695 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:37 smithi155 ceph-mon[90160]: pgmap v518: 121 pgs: 121 active+clean; 397 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.5 MiB/s wr, 8 op/s 2024-07-26T06:13:37.696 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:13:37 smithi155 podman[120060]: 2024-07-26 06:13:37.587394038 +0000 UTC m=+0.407662049 container init 85491ecc695120f20efe6cbc1a657da485fe11fd46d28cef65f9a82e0bdf586b (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-07-26T06:13:37.696 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:13:37 smithi155 podman[120060]: 2024-07-26 06:13:37.592386463 +0000 UTC m=+0.412654466 container start 85491ecc695120f20efe6cbc1a657da485fe11fd46d28cef65f9a82e0bdf586b (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-07-26T06:13:37.696 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:13:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[120075]: ts=2024-07-26T06:13:37.596Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-07-26T06:13:37.696 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:13:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[120075]: ts=2024-07-26T06:13:37.596Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-07-26T06:13:37.696 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:13:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[120075]: ts=2024-07-26T06:13:37.596Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-07-26T06:13:37.696 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:13:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[120075]: ts=2024-07-26T06:13:37.596Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-07-26T06:13:37.696 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:13:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[120075]: ts=2024-07-26T06:13:37.597Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-07-26T06:13:37.696 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:13:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[120075]: ts=2024-07-26T06:13:37.597Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-07-26T06:13:37.697 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:13:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[120075]: ts=2024-07-26T06:13:37.597Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-07-26T06:13:37.697 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:13:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[120075]: ts=2024-07-26T06:13:37.597Z caller=node_exporter.go:117 level=info collector=arp 2024-07-26T06:13:37.697 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:13:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[120075]: ts=2024-07-26T06:13:37.597Z caller=node_exporter.go:117 level=info collector=bcache 2024-07-26T06:13:37.697 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:13:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[120075]: ts=2024-07-26T06:13:37.597Z caller=node_exporter.go:117 level=info collector=bonding 2024-07-26T06:13:37.697 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:13:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[120075]: ts=2024-07-26T06:13:37.597Z caller=node_exporter.go:117 level=info collector=btrfs 2024-07-26T06:13:37.697 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:13:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[120075]: ts=2024-07-26T06:13:37.597Z caller=node_exporter.go:117 level=info collector=conntrack 2024-07-26T06:13:37.697 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:13:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[120075]: ts=2024-07-26T06:13:37.597Z caller=node_exporter.go:117 level=info collector=cpu 2024-07-26T06:13:37.697 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:13:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[120075]: ts=2024-07-26T06:13:37.597Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-07-26T06:13:37.698 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:13:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[120075]: ts=2024-07-26T06:13:37.597Z caller=node_exporter.go:117 level=info collector=diskstats 2024-07-26T06:13:37.698 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:13:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[120075]: ts=2024-07-26T06:13:37.597Z caller=node_exporter.go:117 level=info collector=dmi 2024-07-26T06:13:37.698 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:13:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[120075]: ts=2024-07-26T06:13:37.597Z caller=node_exporter.go:117 level=info collector=edac 2024-07-26T06:13:37.698 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:13:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[120075]: ts=2024-07-26T06:13:37.597Z caller=node_exporter.go:117 level=info collector=entropy 2024-07-26T06:13:37.698 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:13:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[120075]: ts=2024-07-26T06:13:37.597Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-07-26T06:13:37.698 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:13:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[120075]: ts=2024-07-26T06:13:37.597Z caller=node_exporter.go:117 level=info collector=filefd 2024-07-26T06:13:37.698 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:13:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[120075]: ts=2024-07-26T06:13:37.597Z caller=node_exporter.go:117 level=info collector=filesystem 2024-07-26T06:13:37.698 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:13:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[120075]: ts=2024-07-26T06:13:37.597Z caller=node_exporter.go:117 level=info collector=hwmon 2024-07-26T06:13:37.698 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:13:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[120075]: ts=2024-07-26T06:13:37.597Z caller=node_exporter.go:117 level=info collector=infiniband 2024-07-26T06:13:37.698 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:13:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[120075]: ts=2024-07-26T06:13:37.597Z caller=node_exporter.go:117 level=info collector=ipvs 2024-07-26T06:13:37.698 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:13:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[120075]: ts=2024-07-26T06:13:37.597Z caller=node_exporter.go:117 level=info collector=loadavg 2024-07-26T06:13:37.698 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:13:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[120075]: ts=2024-07-26T06:13:37.597Z caller=node_exporter.go:117 level=info collector=mdadm 2024-07-26T06:13:37.699 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:13:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[120075]: ts=2024-07-26T06:13:37.597Z caller=node_exporter.go:117 level=info collector=meminfo 2024-07-26T06:13:37.699 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:13:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[120075]: ts=2024-07-26T06:13:37.597Z caller=node_exporter.go:117 level=info collector=netclass 2024-07-26T06:13:37.699 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:13:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[120075]: ts=2024-07-26T06:13:37.597Z caller=node_exporter.go:117 level=info collector=netdev 2024-07-26T06:13:37.699 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:13:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[120075]: ts=2024-07-26T06:13:37.597Z caller=node_exporter.go:117 level=info collector=netstat 2024-07-26T06:13:37.699 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:13:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[120075]: ts=2024-07-26T06:13:37.597Z caller=node_exporter.go:117 level=info collector=nfs 2024-07-26T06:13:37.699 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:13:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[120075]: ts=2024-07-26T06:13:37.597Z caller=node_exporter.go:117 level=info collector=nfsd 2024-07-26T06:13:37.699 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:13:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[120075]: ts=2024-07-26T06:13:37.597Z caller=node_exporter.go:117 level=info collector=nvme 2024-07-26T06:13:37.699 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:13:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[120075]: ts=2024-07-26T06:13:37.597Z caller=node_exporter.go:117 level=info collector=os 2024-07-26T06:13:37.699 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:13:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[120075]: ts=2024-07-26T06:13:37.597Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-07-26T06:13:37.699 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:13:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[120075]: ts=2024-07-26T06:13:37.597Z caller=node_exporter.go:117 level=info collector=pressure 2024-07-26T06:13:37.699 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:13:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[120075]: ts=2024-07-26T06:13:37.597Z caller=node_exporter.go:117 level=info collector=rapl 2024-07-26T06:13:37.699 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:13:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[120075]: ts=2024-07-26T06:13:37.597Z caller=node_exporter.go:117 level=info collector=schedstat 2024-07-26T06:13:37.699 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:13:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[120075]: ts=2024-07-26T06:13:37.597Z caller=node_exporter.go:117 level=info collector=selinux 2024-07-26T06:13:37.700 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:13:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[120075]: ts=2024-07-26T06:13:37.597Z caller=node_exporter.go:117 level=info collector=sockstat 2024-07-26T06:13:37.700 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:13:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[120075]: ts=2024-07-26T06:13:37.597Z caller=node_exporter.go:117 level=info collector=softnet 2024-07-26T06:13:37.700 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:13:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[120075]: ts=2024-07-26T06:13:37.597Z caller=node_exporter.go:117 level=info collector=stat 2024-07-26T06:13:37.700 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:13:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[120075]: ts=2024-07-26T06:13:37.597Z caller=node_exporter.go:117 level=info collector=tapestats 2024-07-26T06:13:37.700 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:13:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[120075]: ts=2024-07-26T06:13:37.597Z caller=node_exporter.go:117 level=info collector=textfile 2024-07-26T06:13:37.700 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:13:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[120075]: ts=2024-07-26T06:13:37.597Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-07-26T06:13:37.700 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:13:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[120075]: ts=2024-07-26T06:13:37.597Z caller=node_exporter.go:117 level=info collector=time 2024-07-26T06:13:37.700 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:13:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[120075]: ts=2024-07-26T06:13:37.597Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-07-26T06:13:37.700 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:13:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[120075]: ts=2024-07-26T06:13:37.597Z caller=node_exporter.go:117 level=info collector=uname 2024-07-26T06:13:37.700 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:13:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[120075]: ts=2024-07-26T06:13:37.597Z caller=node_exporter.go:117 level=info collector=vmstat 2024-07-26T06:13:37.700 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:13:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[120075]: ts=2024-07-26T06:13:37.597Z caller=node_exporter.go:117 level=info collector=xfs 2024-07-26T06:13:37.700 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:13:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[120075]: ts=2024-07-26T06:13:37.597Z caller=node_exporter.go:117 level=info collector=zfs 2024-07-26T06:13:37.700 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:13:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[120075]: ts=2024-07-26T06:13:37.598Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-07-26T06:13:37.701 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:13:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b[120075]: ts=2024-07-26T06:13:37.598Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-07-26T06:13:37.701 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:13:37 smithi155 bash[120060]: 85491ecc695120f20efe6cbc1a657da485fe11fd46d28cef65f9a82e0bdf586b 2024-07-26T06:13:37.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:37 smithi089 ceph-mon[99608]: osdmap e575: 8 total, 8 up, 8 in 2024-07-26T06:13:37.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:37 smithi089 ceph-mon[99608]: pgmap v518: 121 pgs: 121 active+clean; 397 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.5 MiB/s wr, 8 op/s 2024-07-26T06:13:37.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:37 smithi089 ceph-mon[102056]: osdmap e575: 8 total, 8 up, 8 in 2024-07-26T06:13:37.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:37 smithi089 ceph-mon[102056]: pgmap v518: 121 pgs: 121 active+clean; 397 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.5 MiB/s wr, 8 op/s 2024-07-26T06:13:38.129 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 06:13:37 smithi155 systemd[1]: Started Ceph node-exporter.b for 9bd49884-4b13-11ef-bcb6-c7b262605968. 2024-07-26T06:13:38.430 INFO:tasks.rados.rados.0.smithi089.stdout:2580: done (1 left) 2024-07-26T06:13:38.430 INFO:tasks.rados.rados.0.smithi089.stdout:2581: copy_from oid 41 from oid 7 current snap is 253 2024-07-26T06:13:38.430 INFO:tasks.rados.rados.0.smithi089.stdout:2582: read oid 3 snap -1 2024-07-26T06:13:38.430 INFO:tasks.rados.rados.0.smithi089.stdout:2582: expect (ObjNum 655 snap 200 seq_num 655) 2024-07-26T06:13:38.430 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 49 current snap is 253 2024-07-26T06:13:38.430 INFO:tasks.rados.rados.0.smithi089.stdout:2583: seq_num 781 ranges {6348800=688128,7036928=401408} 2024-07-26T06:13:38.470 INFO:tasks.rados.rados.0.smithi089.stdout:2583: writing smithi08986837-49 from 6348800 to 7036928 tid 1 2024-07-26T06:13:38.473 INFO:tasks.rados.rados.0.smithi089.stdout:2583: writing smithi08986837-49 from 7036928 to 7438336 tid 2 2024-07-26T06:13:38.473 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 44 current snap is 253 2024-07-26T06:13:38.473 INFO:tasks.rados.rados.0.smithi089.stdout:2579: finishing rollback tid 1 to smithi08986837-38 2024-07-26T06:13:38.473 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 38 v 1262 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-07-26T06:13:38.473 INFO:tasks.rados.rados.0.smithi089.stdout:2584: seq_num 782 ranges {1171456=704512,1875968=401408} 2024-07-26T06:13:38.483 INFO:tasks.rados.rados.0.smithi089.stdout:2584: writing smithi08986837-44 from 1171456 to 1875968 tid 1 2024-07-26T06:13:38.486 INFO:tasks.rados.rados.0.smithi089.stdout:2584: writing smithi08986837-44 from 1875968 to 2277376 tid 2 2024-07-26T06:13:38.486 INFO:tasks.rados.rados.0.smithi089.stdout:2579: done (4 left) 2024-07-26T06:13:38.486 INFO:tasks.rados.rados.0.smithi089.stdout:2585: setattr oid 50 current snap is 253 2024-07-26T06:13:38.486 INFO:tasks.rados.rados.0.smithi089.stdout:2582: expect (ObjNum 655 snap 200 seq_num 655) 2024-07-26T06:13:38.615 INFO:tasks.rados.rados.0.smithi089.stdout:2581: finishing copy_from racing read to smithi08986837-41 2024-07-26T06:13:38.615 INFO:tasks.rados.rados.0.smithi089.stdout:2581: finishing copy_from to smithi08986837-41 2024-07-26T06:13:38.615 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 41 v 893 (ObjNum 775 snap 247 seq_num 775) dirty exists 2024-07-26T06:13:38.615 INFO:tasks.rados.rados.0.smithi089.stdout:2583: finishing write tid 1 to smithi08986837-49 2024-07-26T06:13:38.615 INFO:tasks.rados.rados.0.smithi089.stdout:2583: finishing write tid 2 to smithi08986837-49 2024-07-26T06:13:38.615 INFO:tasks.rados.rados.0.smithi089.stdout:2583: finishing write tid 3 to smithi08986837-49 2024-07-26T06:13:38.615 INFO:tasks.rados.rados.0.smithi089.stdout:2583: finishing write tid 4 to smithi08986837-49 2024-07-26T06:13:38.616 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 49 v 1074 (ObjNum 781 snap 253 seq_num 781) dirty exists 2024-07-26T06:13:38.616 INFO:tasks.rados.rados.0.smithi089.stdout:2583: left oid 49 (ObjNum 781 snap 253 seq_num 781) 2024-07-26T06:13:38.616 INFO:tasks.rados.rados.0.smithi089.stdout:2584: finishing write tid 1 to smithi08986837-44 2024-07-26T06:13:38.616 INFO:tasks.rados.rados.0.smithi089.stdout:2584: finishing write tid 2 to smithi08986837-44 2024-07-26T06:13:38.616 INFO:tasks.rados.rados.0.smithi089.stdout:2584: finishing write tid 3 to smithi08986837-44 2024-07-26T06:13:38.616 INFO:tasks.rados.rados.0.smithi089.stdout:2584: finishing write tid 4 to smithi08986837-44 2024-07-26T06:13:38.616 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 44 v 1532 (ObjNum 782 snap 253 seq_num 782) dirty exists 2024-07-26T06:13:38.616 INFO:tasks.rados.rados.0.smithi089.stdout:2584: left oid 44 (ObjNum 782 snap 253 seq_num 782) 2024-07-26T06:13:38.616 INFO:tasks.rados.rados.0.smithi089.stdout:2581: done (4 left) 2024-07-26T06:13:38.616 INFO:tasks.rados.rados.0.smithi089.stdout:2582: done (3 left) 2024-07-26T06:13:38.616 INFO:tasks.rados.rados.0.smithi089.stdout:2583: done (2 left) 2024-07-26T06:13:38.616 INFO:tasks.rados.rados.0.smithi089.stdout:2584: done (1 left) 2024-07-26T06:13:38.616 INFO:tasks.rados.rados.0.smithi089.stdout:2586: read oid 2 snap -1 2024-07-26T06:13:38.617 INFO:tasks.rados.rados.0.smithi089.stdout:2586: expect (ObjNum 744 snap 237 seq_num 744) 2024-07-26T06:13:38.617 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 16 current snap is 253 2024-07-26T06:13:38.617 INFO:tasks.rados.rados.0.smithi089.stdout:2587: seq_num 783 ranges {1171456=720896,1892352=401408} 2024-07-26T06:13:38.625 INFO:tasks.rados.rados.0.smithi089.stdout:2587: writing smithi08986837-16 from 1171456 to 1892352 tid 1 2024-07-26T06:13:38.628 INFO:tasks.rados.rados.0.smithi089.stdout:2587: writing smithi08986837-16 from 1892352 to 2293760 tid 2 2024-07-26T06:13:38.628 INFO:tasks.rados.rados.0.smithi089.stdout:2588: setattr oid 28 current snap is 253 2024-07-26T06:13:38.628 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 50 v 1195 (ObjNum 553 snap 164 seq_num 553) dirty exists 2024-07-26T06:13:38.628 INFO:tasks.rados.rados.0.smithi089.stdout:2586: expect (ObjNum 744 snap 237 seq_num 744) 2024-07-26T06:13:38.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:38 smithi089 ceph-mon[99608]: osdmap e576: 8 total, 8 up, 8 in 2024-07-26T06:13:38.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:38 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:38.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:38 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:38.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:38 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:13:38.655 INFO:journalctl@ceph.osd.1.smithi089.stdout:Jul 26 06:13:38 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-1[112913]: 2024-07-26T06:13:38.457+0000 7feb84290640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11b after trimming was started 2024-07-26T06:13:38.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:38 smithi089 ceph-mon[102056]: osdmap e576: 8 total, 8 up, 8 in 2024-07-26T06:13:38.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:38 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:38.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:38 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:38.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:38 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:13:38.726 INFO:tasks.rados.rados.0.smithi089.stdout:2587: finishing write tid 1 to smithi08986837-16 2024-07-26T06:13:38.726 INFO:tasks.rados.rados.0.smithi089.stdout:2587: finishing write tid 2 to smithi08986837-16 2024-07-26T06:13:38.726 INFO:tasks.rados.rados.0.smithi089.stdout:2587: finishing write tid 3 to smithi08986837-16 2024-07-26T06:13:38.726 INFO:tasks.rados.rados.0.smithi089.stdout:2587: finishing write tid 4 to smithi08986837-16 2024-07-26T06:13:38.727 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 16 v 896 (ObjNum 783 snap 253 seq_num 783) dirty exists 2024-07-26T06:13:38.727 INFO:tasks.rados.rados.0.smithi089.stdout:2587: left oid 16 (ObjNum 783 snap 253 seq_num 783) 2024-07-26T06:13:38.727 INFO:tasks.rados.rados.0.smithi089.stdout:2585: done (3 left) 2024-07-26T06:13:38.727 INFO:tasks.rados.rados.0.smithi089.stdout:2586: done (2 left) 2024-07-26T06:13:38.727 INFO:tasks.rados.rados.0.smithi089.stdout:2587: done (1 left) 2024-07-26T06:13:38.727 INFO:tasks.rados.rados.0.smithi089.stdout:2589: read oid 5 snap 223 2024-07-26T06:13:38.727 INFO:tasks.rados.rados.0.smithi089.stdout:2589: expect (ObjNum 620 snap 186 seq_num 620) 2024-07-26T06:13:38.727 INFO:tasks.rados.rados.0.smithi089.stdout:2590: snap_remove snap 240 2024-07-26T06:13:38.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:38 smithi155 ceph-mon[90160]: osdmap e576: 8 total, 8 up, 8 in 2024-07-26T06:13:38.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:38 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:38.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:38 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:38.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:38 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:13:39.461 INFO:tasks.rados.rados.0.smithi089.stdout:2590: done (2 left) 2024-07-26T06:13:39.462 INFO:tasks.rados.rados.0.smithi089.stdout:2591: rollback oid 2 current snap is 253 2024-07-26T06:13:39.462 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 2 to 235 2024-07-26T06:13:39.462 INFO:tasks.rados.rados.0.smithi089.stdout:2592: snap_create 2024-07-26T06:13:39.462 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 28 v 884 (ObjNum 738 snap 233 seq_num 738) dirty exists 2024-07-26T06:13:39.462 INFO:tasks.rados.rados.0.smithi089.stdout:2589: expect (ObjNum 620 snap 186 seq_num 620) 2024-07-26T06:13:39.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:39 smithi089 ceph-mon[99608]: osdmap e577: 8 total, 8 up, 8 in 2024-07-26T06:13:39.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:39 smithi089 ceph-mon[99608]: pgmap v521: 121 pgs: 121 active+clean; 398 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 1.8 MiB/s wr, 7 op/s 2024-07-26T06:13:39.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:39 smithi089 ceph-mon[102056]: osdmap e577: 8 total, 8 up, 8 in 2024-07-26T06:13:39.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:39 smithi089 ceph-mon[102056]: pgmap v521: 121 pgs: 121 active+clean; 398 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 1.8 MiB/s wr, 7 op/s 2024-07-26T06:13:39.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:39 smithi155 ceph-mon[90160]: osdmap e577: 8 total, 8 up, 8 in 2024-07-26T06:13:39.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:39 smithi155 ceph-mon[90160]: pgmap v521: 121 pgs: 121 active+clean; 398 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 1.8 MiB/s wr, 7 op/s 2024-07-26T06:13:40.466 INFO:tasks.rados.rados.0.smithi089.stdout:2591: finishing rollback tid 0 to smithi08986837-2 2024-07-26T06:13:40.466 INFO:tasks.rados.rados.0.smithi089.stdout:2591: finishing rollback tid 1 to smithi08986837-2 2024-07-26T06:13:40.466 INFO:tasks.rados.rados.0.smithi089.stdout:2588: done (3 left) 2024-07-26T06:13:40.466 INFO:tasks.rados.rados.0.smithi089.stdout:2589: done (2 left) 2024-07-26T06:13:40.466 INFO:tasks.rados.rados.0.smithi089.stdout:2592: done (1 left) 2024-07-26T06:13:40.466 INFO:tasks.rados.rados.0.smithi089.stdout:2593: snap_remove snap 231 2024-07-26T06:13:40.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:40 smithi155 ceph-mon[90160]: osdmap e578: 8 total, 8 up, 8 in 2024-07-26T06:13:40.828 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:40 smithi089 ceph-mon[99608]: osdmap e578: 8 total, 8 up, 8 in 2024-07-26T06:13:40.829 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:40 smithi089 ceph-mon[102056]: osdmap e578: 8 total, 8 up, 8 in 2024-07-26T06:13:41.481 INFO:tasks.rados.rados.0.smithi089.stdout:2593: done (1 left) 2024-07-26T06:13:41.481 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 21 current snap is 254 2024-07-26T06:13:41.481 INFO:tasks.rados.rados.0.smithi089.stdout:2591: finishing rollback tid 2 to smithi08986837-2 2024-07-26T06:13:41.481 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 2 v 944 (ObjNum 697 snap 218 seq_num 697) dirty exists 2024-07-26T06:13:41.481 INFO:tasks.rados.rados.0.smithi089.stdout:2594: seq_num 784 ranges {1056768=737280,1794048=401408} 2024-07-26T06:13:41.492 INFO:tasks.rados.rados.0.smithi089.stdout:2594: writing smithi08986837-21 from 1056768 to 1794048 tid 1 2024-07-26T06:13:41.495 INFO:tasks.rados.rados.0.smithi089.stdout:2594: writing smithi08986837-21 from 1794048 to 2195456 tid 2 2024-07-26T06:13:41.495 INFO:tasks.rados.rados.0.smithi089.stdout:2591: done (1 left) 2024-07-26T06:13:41.495 INFO:tasks.rados.rados.0.smithi089.stdout:2595: read oid 25 snap -1 2024-07-26T06:13:41.495 INFO:tasks.rados.rados.0.smithi089.stdout:2595: expect (ObjNum 615 snap 182 seq_num 615) 2024-07-26T06:13:41.495 INFO:tasks.rados.rados.0.smithi089.stdout:2596: read oid 48 snap 235 2024-07-26T06:13:41.495 INFO:tasks.rados.rados.0.smithi089.stdout:2596: expect deleted 2024-07-26T06:13:41.495 INFO:tasks.rados.rados.0.smithi089.stdout:2597: delete oid 27 current snap is 254 2024-07-26T06:13:41.497 INFO:tasks.rados.rados.0.smithi089.stdout:2594: finishing write tid 1 to smithi08986837-21 2024-07-26T06:13:41.501 INFO:tasks.rados.rados.0.smithi089.stdout:2596: done (3 left) 2024-07-26T06:13:41.501 INFO:tasks.rados.rados.0.smithi089.stdout:2597: done (2 left) 2024-07-26T06:13:41.501 INFO:tasks.rados.rados.0.smithi089.stdout:2598: snap_create 2024-07-26T06:13:41.502 INFO:tasks.rados.rados.0.smithi089.stdout:2594: finishing write tid 2 to smithi08986837-21 2024-07-26T06:13:41.502 INFO:tasks.rados.rados.0.smithi089.stdout:2594: finishing write tid 3 to smithi08986837-21 2024-07-26T06:13:41.503 INFO:tasks.rados.rados.0.smithi089.stdout:2594: finishing write tid 4 to smithi08986837-21 2024-07-26T06:13:41.503 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 21 v 1154 (ObjNum 784 snap 254 seq_num 784) dirty exists 2024-07-26T06:13:41.503 INFO:tasks.rados.rados.0.smithi089.stdout:2594: left oid 21 (ObjNum 784 snap 254 seq_num 784) 2024-07-26T06:13:41.537 INFO:tasks.rados.rados.0.smithi089.stdout:2595: expect (ObjNum 615 snap 182 seq_num 615) 2024-07-26T06:13:41.733 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:41 smithi089 ceph-mon[99608]: osdmap e579: 8 total, 8 up, 8 in 2024-07-26T06:13:41.733 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:41.733 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:41.733 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:41 smithi089 ceph-mon[99608]: pgmap v524: 121 pgs: 121 active+clean; 397 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 798 KiB/s wr, 8 op/s 2024-07-26T06:13:41.733 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:13:41.733 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:41.733 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:41.734 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:41 smithi089 ceph-mon[102056]: osdmap e579: 8 total, 8 up, 8 in 2024-07-26T06:13:41.734 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:41.734 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:41.734 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:41 smithi089 ceph-mon[102056]: pgmap v524: 121 pgs: 121 active+clean; 397 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 798 KiB/s wr, 8 op/s 2024-07-26T06:13:41.734 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:13:41.734 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:41.734 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:41.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:41 smithi155 ceph-mon[90160]: osdmap e579: 8 total, 8 up, 8 in 2024-07-26T06:13:41.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:41.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:41.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:41 smithi155 ceph-mon[90160]: pgmap v524: 121 pgs: 121 active+clean; 397 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 798 KiB/s wr, 8 op/s 2024-07-26T06:13:41.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:13:41.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:41.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:42.489 INFO:tasks.rados.rados.0.smithi089.stdout:2594: done (2 left) 2024-07-26T06:13:42.489 INFO:tasks.rados.rados.0.smithi089.stdout:2595: done (1 left) 2024-07-26T06:13:42.489 INFO:tasks.rados.rados.0.smithi089.stdout:2598: done (0 left) 2024-07-26T06:13:42.489 INFO:tasks.rados.rados.0.smithi089.stdout:2599: snap_remove snap 238 2024-07-26T06:13:42.620 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:13:42 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:13:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:13:42.620 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:42 smithi155 ceph-mon[90160]: osdmap e580: 8 total, 8 up, 8 in 2024-07-26T06:13:42.620 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:42 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:42.620 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:42 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:42.621 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:42 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:42.621 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:42 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:42.814 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:13:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:13:42] "GET /metrics HTTP/1.1" 200 36348 "" "Prometheus/2.43.0" 2024-07-26T06:13:42.815 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:42 smithi089 ceph-mon[99608]: osdmap e580: 8 total, 8 up, 8 in 2024-07-26T06:13:42.815 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:42 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:42.815 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:42 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:42.815 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:42 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:42.815 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:42 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:42.816 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:42 smithi089 ceph-mon[102056]: osdmap e580: 8 total, 8 up, 8 in 2024-07-26T06:13:42.816 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:42 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:42.816 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:42 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:42.816 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:42 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:42.816 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:42 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:43.496 INFO:tasks.rados.rados.0.smithi089.stdout:2599: done (0 left) 2024-07-26T06:13:43.496 INFO:tasks.rados.rados.0.smithi089.stdout:2600: rmattr oid 26 current snap is 255 2024-07-26T06:13:43.496 INFO:tasks.rados.rados.0.smithi089.stdout:2600: done (0 left) 2024-07-26T06:13:43.496 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 1 current snap is 255 2024-07-26T06:13:43.496 INFO:tasks.rados.rados.0.smithi089.stdout:2601: seq_num 786 ranges {0=770048,770048=401408} 2024-07-26T06:13:43.501 INFO:tasks.rados.rados.0.smithi089.stdout:2601: writing smithi08986837-1 from 0 to 770048 tid 1 2024-07-26T06:13:43.504 INFO:tasks.rados.rados.0.smithi089.stdout:2601: writing smithi08986837-1 from 770048 to 1171456 tid 2 2024-07-26T06:13:43.504 INFO:tasks.rados.rados.0.smithi089.stdout:2602: copy_from oid 15 from oid 9 current snap is 255 2024-07-26T06:13:43.504 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 41 current snap is 255 2024-07-26T06:13:43.504 INFO:tasks.rados.rados.0.smithi089.stdout:2603: seq_num 787 ranges {2162688=786432,2949120=401408} 2024-07-26T06:13:43.522 INFO:tasks.rados.rados.0.smithi089.stdout:2603: writing smithi08986837-41 from 2162688 to 2949120 tid 1 2024-07-26T06:13:43.525 INFO:tasks.rados.rados.0.smithi089.stdout:2603: writing smithi08986837-41 from 2949120 to 3350528 tid 2 2024-07-26T06:13:43.525 INFO:tasks.rados.rados.0.smithi089.stdout:2604: delete oid 38 current snap is 255 2024-07-26T06:13:43.525 INFO:tasks.rados.rados.0.smithi089.stdout:2601: finishing write tid 1 to smithi08986837-1 2024-07-26T06:13:43.525 INFO:tasks.rados.rados.0.smithi089.stdout:2601: finishing write tid 2 to smithi08986837-1 2024-07-26T06:13:43.525 INFO:tasks.rados.rados.0.smithi089.stdout:2601: finishing write tid 3 to smithi08986837-1 2024-07-26T06:13:43.525 INFO:tasks.rados.rados.0.smithi089.stdout:2601: finishing write tid 4 to smithi08986837-1 2024-07-26T06:13:43.525 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 1 v 1095 (ObjNum 786 snap 255 seq_num 786) dirty exists 2024-07-26T06:13:43.525 INFO:tasks.rados.rados.0.smithi089.stdout:2601: left oid 1 (ObjNum 786 snap 255 seq_num 786) 2024-07-26T06:13:43.525 INFO:tasks.rados.rados.0.smithi089.stdout:2602: finishing copy_from racing read to smithi08986837-15 2024-07-26T06:13:43.525 INFO:tasks.rados.rados.0.smithi089.stdout:2602: finishing copy_from to smithi08986837-15 2024-07-26T06:13:43.525 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 15 v 442 (ObjNum 761 snap 243 seq_num 761) dirty exists 2024-07-26T06:13:43.527 INFO:tasks.rados.rados.0.smithi089.stdout:2601: done (3 left) 2024-07-26T06:13:43.527 INFO:tasks.rados.rados.0.smithi089.stdout:2602: done (2 left) 2024-07-26T06:13:43.528 INFO:tasks.rados.rados.0.smithi089.stdout:2604: done (1 left) 2024-07-26T06:13:43.528 INFO:tasks.rados.rados.0.smithi089.stdout:2605: rollback oid 42 current snap is 255 2024-07-26T06:13:43.528 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 42 to 246 2024-07-26T06:13:43.528 INFO:tasks.rados.rados.0.smithi089.stdout:2606: rollback oid 35 current snap is 255 2024-07-26T06:13:43.528 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 35 to 254 2024-07-26T06:13:43.528 INFO:tasks.rados.rados.0.smithi089.stdout:2607: rollback oid 19 current snap is 255 2024-07-26T06:13:43.528 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 19 to 217 2024-07-26T06:13:43.528 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 4 current snap is 255 2024-07-26T06:13:43.528 INFO:tasks.rados.rados.0.smithi089.stdout:2608: seq_num 789 ranges {2916352=417792,3334144=663552,3997696=139264} 2024-07-26T06:13:43.545 INFO:tasks.rados.rados.0.smithi089.stdout:2608: writing smithi08986837-4 from 2916352 to 3334144 tid 1 2024-07-26T06:13:43.549 INFO:tasks.rados.rados.0.smithi089.stdout:2608: writing smithi08986837-4 from 3334144 to 3997696 tid 2 2024-07-26T06:13:43.551 INFO:tasks.rados.rados.0.smithi089.stdout:2608: writing smithi08986837-4 from 3997696 to 4136960 tid 3 2024-07-26T06:13:43.551 INFO:tasks.rados.rados.0.smithi089.stdout:2609: snap_create 2024-07-26T06:13:43.551 INFO:tasks.rados.rados.0.smithi089.stdout:2603: finishing write tid 1 to smithi08986837-41 2024-07-26T06:13:43.551 INFO:tasks.rados.rados.0.smithi089.stdout:2603: finishing write tid 2 to smithi08986837-41 2024-07-26T06:13:43.551 INFO:tasks.rados.rados.0.smithi089.stdout:2603: finishing write tid 3 to smithi08986837-41 2024-07-26T06:13:43.551 INFO:tasks.rados.rados.0.smithi089.stdout:2607: finishing rollback tid 0 to smithi08986837-19 2024-07-26T06:13:43.551 INFO:tasks.rados.rados.0.smithi089.stdout:2606: finishing rollback tid 0 to smithi08986837-35 2024-07-26T06:13:43.552 INFO:tasks.rados.rados.0.smithi089.stdout:2603: finishing write tid 4 to smithi08986837-41 2024-07-26T06:13:43.552 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 41 v 1013 (ObjNum 787 snap 255 seq_num 787) dirty exists 2024-07-26T06:13:43.552 INFO:tasks.rados.rados.0.smithi089.stdout:2603: left oid 41 (ObjNum 787 snap 255 seq_num 787) 2024-07-26T06:13:43.552 INFO:tasks.rados.rados.0.smithi089.stdout:2607: finishing rollback tid 1 to smithi08986837-19 2024-07-26T06:13:43.552 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 19 v 913 (ObjNum 209 snap 0 seq_num 610250144) dirty dne 2024-07-26T06:13:43.552 INFO:tasks.rados.rados.0.smithi089.stdout:2606: finishing rollback tid 1 to smithi08986837-35 2024-07-26T06:13:43.552 INFO:tasks.rados.rados.0.smithi089.stdout:2606: finishing rollback tid 2 to smithi08986837-35 2024-07-26T06:13:43.553 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 35 v 902 (ObjNum 553 snap 164 seq_num 553) dirty exists 2024-07-26T06:13:43.553 INFO:tasks.rados.rados.0.smithi089.stdout:2605: finishing rollback tid 0 to smithi08986837-42 2024-07-26T06:13:43.553 INFO:tasks.rados.rados.0.smithi089.stdout:2605: finishing rollback tid 1 to smithi08986837-42 2024-07-26T06:13:43.553 INFO:tasks.rados.rados.0.smithi089.stdout:2605: finishing rollback tid 2 to smithi08986837-42 2024-07-26T06:13:43.553 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 42 v 1558 (ObjNum 486 snap 140 seq_num 486) dirty exists 2024-07-26T06:13:43.553 INFO:tasks.rados.rados.0.smithi089.stdout:2608: finishing write tid 1 to smithi08986837-4 2024-07-26T06:13:43.554 INFO:tasks.rados.rados.0.smithi089.stdout:2608: finishing write tid 2 to smithi08986837-4 2024-07-26T06:13:43.554 INFO:tasks.rados.rados.0.smithi089.stdout:2608: finishing write tid 3 to smithi08986837-4 2024-07-26T06:13:43.554 INFO:tasks.rados.rados.0.smithi089.stdout:2608: finishing write tid 4 to smithi08986837-4 2024-07-26T06:13:43.554 INFO:tasks.rados.rados.0.smithi089.stdout:2608: finishing write tid 5 to smithi08986837-4 2024-07-26T06:13:43.554 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 4 v 868 (ObjNum 789 snap 255 seq_num 789) dirty exists 2024-07-26T06:13:43.554 INFO:tasks.rados.rados.0.smithi089.stdout:2608: left oid 4 (ObjNum 789 snap 255 seq_num 789) 2024-07-26T06:13:43.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:43 smithi155 ceph-mon[90160]: osdmap e581: 8 total, 8 up, 8 in 2024-07-26T06:13:43.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:43 smithi155 ceph-mon[90160]: pgmap v527: 121 pgs: 121 active+clean; 400 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.3 MiB/s wr, 20 op/s 2024-07-26T06:13:43.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:43 smithi089 ceph-mon[99608]: osdmap e581: 8 total, 8 up, 8 in 2024-07-26T06:13:43.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:43 smithi089 ceph-mon[99608]: pgmap v527: 121 pgs: 121 active+clean; 400 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.3 MiB/s wr, 20 op/s 2024-07-26T06:13:43.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:43 smithi089 ceph-mon[102056]: osdmap e581: 8 total, 8 up, 8 in 2024-07-26T06:13:43.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:43 smithi089 ceph-mon[102056]: pgmap v527: 121 pgs: 121 active+clean; 400 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.3 MiB/s wr, 20 op/s 2024-07-26T06:13:44.409 INFO:tasks.rados.rados.0.smithi089.stdout:2603: done (5 left) 2024-07-26T06:13:44.409 INFO:tasks.rados.rados.0.smithi089.stdout:2605: done (4 left) 2024-07-26T06:13:44.410 INFO:tasks.rados.rados.0.smithi089.stdout:2606: done (3 left) 2024-07-26T06:13:44.410 INFO:tasks.rados.rados.0.smithi089.stdout:2607: done (2 left) 2024-07-26T06:13:44.410 INFO:tasks.rados.rados.0.smithi089.stdout:2608: done (1 left) 2024-07-26T06:13:44.410 INFO:tasks.rados.rados.0.smithi089.stdout:2609: done (0 left) 2024-07-26T06:13:44.410 INFO:tasks.rados.rados.0.smithi089.stdout:2610: read oid 19 snap -1 2024-07-26T06:13:44.410 INFO:tasks.rados.rados.0.smithi089.stdout:2610: expect deleted 2024-07-26T06:13:44.411 INFO:tasks.rados.rados.0.smithi089.stdout:2611: snap_remove snap 223 2024-07-26T06:13:44.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:44 smithi089 ceph-mon[99608]: osdmap e582: 8 total, 8 up, 8 in 2024-07-26T06:13:44.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:44 smithi089 ceph-mon[99608]: osdmap e583: 8 total, 8 up, 8 in 2024-07-26T06:13:44.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:44 smithi089 ceph-mon[102056]: osdmap e582: 8 total, 8 up, 8 in 2024-07-26T06:13:44.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:44 smithi089 ceph-mon[102056]: osdmap e583: 8 total, 8 up, 8 in 2024-07-26T06:13:44.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:44 smithi155 ceph-mon[90160]: osdmap e582: 8 total, 8 up, 8 in 2024-07-26T06:13:44.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:44 smithi155 ceph-mon[90160]: osdmap e583: 8 total, 8 up, 8 in 2024-07-26T06:13:45.016 INFO:teuthology.orchestra.run.smithi089.stdout:true 2024-07-26T06:13:45.274 INFO:teuthology.orchestra.run.smithi089.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-07-26T06:13:45.275 INFO:teuthology.orchestra.run.smithi089.stdout:alertmanager.a smithi089 *:9093,9094 running (7m) 4s ago 11m 23.5M - 0.25.0 c8568f914cd2 2836382b8f0b 2024-07-26T06:13:45.275 INFO:teuthology.orchestra.run.smithi089.stdout:grafana.a smithi155 *:3000 running (6m) 3s ago 11m 85.9M - 9.4.7 954c08fa6188 0191ba4689bf 2024-07-26T06:13:45.275 INFO:teuthology.orchestra.run.smithi089.stdout:mds.a smithi089 running (40s) 4s ago 12m 13.5M - 19.1.0-1125-g4b230446 a246f06af74a 766a515131fa 2024-07-26T06:13:45.275 INFO:teuthology.orchestra.run.smithi089.stdout:mds.b smithi155 running (23s) 3s ago 12m 14.5M - 19.1.0-1125-g4b230446 a246f06af74a c320c3175a62 2024-07-26T06:13:45.275 INFO:teuthology.orchestra.run.smithi089.stdout:mgr.x smithi155 *:8443,9283,8765 running (6m) 3s ago 16m 441M - 19.1.0-1125-g4b230446 a246f06af74a 3d1d1f94a234 2024-07-26T06:13:45.275 INFO:teuthology.orchestra.run.smithi089.stdout:mgr.y smithi089 *:8443,9283,8765 running (6m) 4s ago 17m 514M - 19.1.0-1125-g4b230446 a246f06af74a abb455ac876a 2024-07-26T06:13:45.275 INFO:teuthology.orchestra.run.smithi089.stdout:mon.a smithi089 running (6m) 4s ago 17m 66.8M 2048M 19.1.0-1125-g4b230446 a246f06af74a 4d43bcc9eb9b 2024-07-26T06:13:45.275 INFO:teuthology.orchestra.run.smithi089.stdout:mon.b smithi155 running (5m) 3s ago 16m 53.8M 2048M 19.1.0-1125-g4b230446 a246f06af74a f829551716a5 2024-07-26T06:13:45.275 INFO:teuthology.orchestra.run.smithi089.stdout:mon.c smithi089 running (5m) 4s ago 16m 59.7M 2048M 19.1.0-1125-g4b230446 a246f06af74a 74d6c1493f98 2024-07-26T06:13:45.275 INFO:teuthology.orchestra.run.smithi089.stdout:node-exporter.a smithi089 *:9100 running (11s) 4s ago 11m 8028k - 1.5.0 0da6a335fe13 36cee54c5b2a 2024-07-26T06:13:45.275 INFO:teuthology.orchestra.run.smithi089.stdout:node-exporter.b smithi155 *:9100 running (8s) 3s ago 11m 3598k - 1.5.0 0da6a335fe13 85491ecc6951 2024-07-26T06:13:45.275 INFO:teuthology.orchestra.run.smithi089.stdout:osd.0 smithi089 running (4m) 4s ago 15m 274M 2479M 19.1.0-1125-g4b230446 a246f06af74a 7b97fcc5adf0 2024-07-26T06:13:45.276 INFO:teuthology.orchestra.run.smithi089.stdout:osd.1 smithi089 running (4m) 4s ago 15m 253M 2479M 19.1.0-1125-g4b230446 a246f06af74a f8fe67e57953 2024-07-26T06:13:45.276 INFO:teuthology.orchestra.run.smithi089.stdout:osd.2 smithi089 running (3m) 4s ago 15m 130M 2479M 19.1.0-1125-g4b230446 a246f06af74a daf180453a78 2024-07-26T06:13:45.276 INFO:teuthology.orchestra.run.smithi089.stdout:osd.3 smithi089 running (3m) 4s ago 14m 151M 2479M 19.1.0-1125-g4b230446 a246f06af74a bc8593ebe144 2024-07-26T06:13:45.276 INFO:teuthology.orchestra.run.smithi089.stdout:osd.4 smithi155 running (2m) 3s ago 14m 185M 2480M 19.1.0-1125-g4b230446 a246f06af74a 3b91a97809eb 2024-07-26T06:13:45.276 INFO:teuthology.orchestra.run.smithi089.stdout:osd.5 smithi155 running (2m) 3s ago 13m 161M 2480M 19.1.0-1125-g4b230446 a246f06af74a ff83bc2fda84 2024-07-26T06:13:45.276 INFO:teuthology.orchestra.run.smithi089.stdout:osd.6 smithi155 running (90s) 3s ago 13m 124M 2480M 19.1.0-1125-g4b230446 a246f06af74a a43b8e69472a 2024-07-26T06:13:45.276 INFO:teuthology.orchestra.run.smithi089.stdout:osd.7 smithi155 running (56s) 3s ago 13m 80.9M 2480M 19.1.0-1125-g4b230446 a246f06af74a b02d9448581d 2024-07-26T06:13:45.276 INFO:teuthology.orchestra.run.smithi089.stdout:prometheus.a smithi155 *:9095 running (6m) 3s ago 11m 63.1M - 2.43.0 a07b618ecd1d 8e7005ec7af0 2024-07-26T06:13:45.411 INFO:tasks.rados.rados.0.smithi089.stdout:2610: done (1 left) 2024-07-26T06:13:45.411 INFO:tasks.rados.rados.0.smithi089.stdout:2611: done (0 left) 2024-07-26T06:13:45.411 INFO:tasks.rados.rados.0.smithi089.stdout:2612: snap_create 2024-07-26T06:13:45.614 INFO:teuthology.orchestra.run.smithi089.stdout:{ 2024-07-26T06:13:45.615 INFO:teuthology.orchestra.run.smithi089.stdout: "mon": { 2024-07-26T06:13:45.615 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 3 2024-07-26T06:13:45.615 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2024-07-26T06:13:45.615 INFO:teuthology.orchestra.run.smithi089.stdout: "mgr": { 2024-07-26T06:13:45.615 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 2 2024-07-26T06:13:45.615 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2024-07-26T06:13:45.615 INFO:teuthology.orchestra.run.smithi089.stdout: "osd": { 2024-07-26T06:13:45.615 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 8 2024-07-26T06:13:45.615 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2024-07-26T06:13:45.615 INFO:teuthology.orchestra.run.smithi089.stdout: "mds": { 2024-07-26T06:13:45.615 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 2 2024-07-26T06:13:45.615 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2024-07-26T06:13:45.615 INFO:teuthology.orchestra.run.smithi089.stdout: "overall": { 2024-07-26T06:13:45.616 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 15 2024-07-26T06:13:45.616 INFO:teuthology.orchestra.run.smithi089.stdout: } 2024-07-26T06:13:45.616 INFO:teuthology.orchestra.run.smithi089.stdout:} 2024-07-26T06:13:45.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:45 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:45.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:45 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:45.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:45 smithi155 ceph-mon[90160]: pgmap v530: 121 pgs: 121 active+clean; 401 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 1.1 MiB/s wr, 15 op/s 2024-07-26T06:13:45.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:45 smithi155 ceph-mon[90160]: osdmap e584: 8 total, 8 up, 8 in 2024-07-26T06:13:45.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:45 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:45.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:45 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:45.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:45 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:13:45.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:45 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:13:45.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:45 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:45.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:45 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/3857100977' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:45.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:45 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:13:45.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:45 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:45.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:45 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:45.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:45 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:45.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:45 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:45.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:45 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:45.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:45 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:45.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:45 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:45.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:45 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:45.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:45 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:45.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:45 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:45.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:45 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:45.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:45 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:45.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:45 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:45.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:45 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:45.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:45 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:45.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:45 smithi089 ceph-mon[99608]: pgmap v530: 121 pgs: 121 active+clean; 401 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 1.1 MiB/s wr, 15 op/s 2024-07-26T06:13:45.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:45 smithi089 ceph-mon[99608]: osdmap e584: 8 total, 8 up, 8 in 2024-07-26T06:13:45.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:45 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:45.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:45 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:45.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:45 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:13:45.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:45 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:13:45.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:45 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:45.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:45 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/3857100977' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:45.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:45 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:13:45.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:45 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:45.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:45 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:45.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:45 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:45.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:45 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:45.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:45 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:45.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:45 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:45.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:45 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:45.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:45 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:45.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:45 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:45.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:45 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:45.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:45 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:45.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:45 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:45.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:45 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:45.907 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:45 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:45.907 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:45 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:45.907 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:45 smithi089 ceph-mon[102056]: pgmap v530: 121 pgs: 121 active+clean; 401 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 1.1 MiB/s wr, 15 op/s 2024-07-26T06:13:45.907 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:45 smithi089 ceph-mon[102056]: osdmap e584: 8 total, 8 up, 8 in 2024-07-26T06:13:45.907 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:45 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:45.907 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:45 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:45.907 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:45 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:13:45.907 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:45 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:13:45.907 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:45 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:45.907 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:45 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/3857100977' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:45.907 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:45 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:13:45.907 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:45 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:45.908 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:45 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:45.908 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:45 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:45.908 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:45 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:45.908 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:45 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:45.908 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:45 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:45.908 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:45 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:45.908 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:45 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:45.908 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:45 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:45.908 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:45 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:45.908 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:45 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:45.908 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:45 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:45.908 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:45 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:13:46.412 INFO:tasks.rados.rados.0.smithi089.stdout:2612: done (0 left) 2024-07-26T06:13:46.412 INFO:tasks.rados.rados.0.smithi089.stdout:2613: copy_from oid 50 from oid 43 current snap is 257 2024-07-26T06:13:46.412 INFO:tasks.rados.rados.0.smithi089.stdout:2614: snap_create 2024-07-26T06:13:46.429 INFO:tasks.rados.rados.0.smithi089.stdout:2613: finishing copy_from racing read to smithi08986837-50 2024-07-26T06:13:46.433 INFO:tasks.rados.rados.0.smithi089.stdout:2613: finishing copy_from to smithi08986837-50 2024-07-26T06:13:46.433 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 50 v 864 (ObjNum 748 snap 239 seq_num 748) dirty exists 2024-07-26T06:13:46.875 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:46 smithi155 ceph-mon[90160]: from='client.44339 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:13:46.875 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:46 smithi155 ceph-mon[90160]: from='client.44345 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:13:46.875 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:46 smithi155 ceph-mon[90160]: osdmap e585: 8 total, 8 up, 8 in 2024-07-26T06:13:47.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:46 smithi089 ceph-mon[99608]: from='client.44339 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:13:47.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:46 smithi089 ceph-mon[99608]: from='client.44345 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:13:47.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:46 smithi089 ceph-mon[99608]: osdmap e585: 8 total, 8 up, 8 in 2024-07-26T06:13:47.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:46 smithi089 ceph-mon[102056]: from='client.44339 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:13:47.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:46 smithi089 ceph-mon[102056]: from='client.44345 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:13:47.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:46 smithi089 ceph-mon[102056]: osdmap e585: 8 total, 8 up, 8 in 2024-07-26T06:13:47.414 INFO:tasks.rados.rados.0.smithi089.stdout:2613: done (1 left) 2024-07-26T06:13:47.415 INFO:tasks.rados.rados.0.smithi089.stdout:2614: done (0 left) 2024-07-26T06:13:47.415 INFO:tasks.rados.rados.0.smithi089.stdout:2615: rollback oid 44 current snap is 258 2024-07-26T06:13:47.415 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 44 to 250 2024-07-26T06:13:47.415 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 42 current snap is 258 2024-07-26T06:13:47.415 INFO:tasks.rados.rados.0.smithi089.stdout:2616: seq_num 790 ranges {950272=434176,1384448=548864,1933312=253952} 2024-07-26T06:13:47.422 INFO:tasks.rados.rados.0.smithi089.stdout:2616: writing smithi08986837-42 from 950272 to 1384448 tid 1 2024-07-26T06:13:47.426 INFO:tasks.rados.rados.0.smithi089.stdout:2616: writing smithi08986837-42 from 1384448 to 1933312 tid 2 2024-07-26T06:13:47.427 INFO:tasks.rados.rados.0.smithi089.stdout:2616: writing smithi08986837-42 from 1933312 to 2187264 tid 3 2024-07-26T06:13:47.427 INFO:tasks.rados.rados.0.smithi089.stdout:2617: rollback oid 5 current snap is 258 2024-07-26T06:13:47.428 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 5 to 219 2024-07-26T06:13:47.428 INFO:tasks.rados.rados.0.smithi089.stdout:2615: finishing rollback tid 0 to smithi08986837-44 2024-07-26T06:13:47.428 INFO:tasks.rados.rados.0.smithi089.stdout:2615: finishing rollback tid 1 to smithi08986837-44 2024-07-26T06:13:47.428 INFO:tasks.rados.rados.0.smithi089.stdout:2615: finishing rollback tid 2 to smithi08986837-44 2024-07-26T06:13:47.428 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 44 v 1572 (ObjNum 591 snap 178 seq_num 591) dirty exists 2024-07-26T06:13:47.428 INFO:tasks.rados.rados.0.smithi089.stdout:2616: finishing write tid 1 to smithi08986837-42 2024-07-26T06:13:47.428 INFO:tasks.rados.rados.0.smithi089.stdout:2615: done (2 left) 2024-07-26T06:13:47.428 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 37 current snap is 258 2024-07-26T06:13:47.428 INFO:tasks.rados.rados.0.smithi089.stdout:2618: seq_num 791 ranges {1638400=450560,2088960=475136,2564096=327680} 2024-07-26T06:13:47.439 INFO:tasks.rados.rados.0.smithi089.stdout:2618: writing smithi08986837-37 from 1638400 to 2088960 tid 1 2024-07-26T06:13:47.441 INFO:tasks.rados.rados.0.smithi089.stdout:2618: writing smithi08986837-37 from 2088960 to 2564096 tid 2 2024-07-26T06:13:47.444 INFO:tasks.rados.rados.0.smithi089.stdout:2618: writing smithi08986837-37 from 2564096 to 2891776 tid 3 2024-07-26T06:13:47.444 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 9 current snap is 258 2024-07-26T06:13:47.444 INFO:tasks.rados.rados.0.smithi089.stdout:2616: finishing write tid 2 to smithi08986837-42 2024-07-26T06:13:47.444 INFO:tasks.rados.rados.0.smithi089.stdout:2616: finishing write tid 3 to smithi08986837-42 2024-07-26T06:13:47.444 INFO:tasks.rados.rados.0.smithi089.stdout:2617: finishing rollback tid 0 to smithi08986837-5 2024-07-26T06:13:47.444 INFO:tasks.rados.rados.0.smithi089.stdout:2616: finishing write tid 4 to smithi08986837-42 2024-07-26T06:13:47.444 INFO:tasks.rados.rados.0.smithi089.stdout:2619: seq_num 792 ranges {3055616=466944,3522560=761856,4284416=40960} 2024-07-26T06:13:47.463 INFO:tasks.rados.rados.0.smithi089.stdout:2619: writing smithi08986837-9 from 3055616 to 3522560 tid 1 2024-07-26T06:13:47.467 INFO:tasks.rados.rados.0.smithi089.stdout:2619: writing smithi08986837-9 from 3522560 to 4284416 tid 2 2024-07-26T06:13:47.468 INFO:tasks.rados.rados.0.smithi089.stdout:2619: writing smithi08986837-9 from 4284416 to 4325376 tid 3 2024-07-26T06:13:47.468 INFO:tasks.rados.rados.0.smithi089.stdout:2620: read oid 19 snap -1 2024-07-26T06:13:47.468 INFO:tasks.rados.rados.0.smithi089.stdout:2620: expect deleted 2024-07-26T06:13:47.468 INFO:tasks.rados.rados.0.smithi089.stdout:2621: delete oid 36 current snap is 258 2024-07-26T06:13:47.468 INFO:tasks.rados.rados.0.smithi089.stdout:2617: finishing rollback tid 1 to smithi08986837-5 2024-07-26T06:13:47.468 INFO:tasks.rados.rados.0.smithi089.stdout:2617: finishing rollback tid 2 to smithi08986837-5 2024-07-26T06:13:47.468 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 5 v 846 (ObjNum 620 snap 186 seq_num 620) dirty exists 2024-07-26T06:13:47.468 INFO:tasks.rados.rados.0.smithi089.stdout:2616: finishing write tid 5 to smithi08986837-42 2024-07-26T06:13:47.468 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 42 v 1577 (ObjNum 790 snap 258 seq_num 790) dirty exists 2024-07-26T06:13:47.468 INFO:tasks.rados.rados.0.smithi089.stdout:2616: left oid 42 (ObjNum 790 snap 258 seq_num 790) 2024-07-26T06:13:47.468 INFO:tasks.rados.rados.0.smithi089.stdout:2618: finishing write tid 1 to smithi08986837-37 2024-07-26T06:13:47.468 INFO:tasks.rados.rados.0.smithi089.stdout:2618: finishing write tid 2 to smithi08986837-37 2024-07-26T06:13:47.469 INFO:tasks.rados.rados.0.smithi089.stdout:2618: finishing write tid 3 to smithi08986837-37 2024-07-26T06:13:47.469 INFO:tasks.rados.rados.0.smithi089.stdout:2618: finishing write tid 4 to smithi08986837-37 2024-07-26T06:13:47.469 INFO:tasks.rados.rados.0.smithi089.stdout:2618: finishing write tid 5 to smithi08986837-37 2024-07-26T06:13:47.469 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 37 v 1582 (ObjNum 791 snap 258 seq_num 791) dirty exists 2024-07-26T06:13:47.469 INFO:tasks.rados.rados.0.smithi089.stdout:2618: left oid 37 (ObjNum 791 snap 258 seq_num 791) 2024-07-26T06:13:47.470 INFO:tasks.rados.rados.0.smithi089.stdout:2619: finishing write tid 1 to smithi08986837-9 2024-07-26T06:13:47.470 INFO:tasks.rados.rados.0.smithi089.stdout:2616: done (5 left) 2024-07-26T06:13:47.470 INFO:tasks.rados.rados.0.smithi089.stdout:2617: done (4 left) 2024-07-26T06:13:47.470 INFO:tasks.rados.rados.0.smithi089.stdout:2618: done (3 left) 2024-07-26T06:13:47.470 INFO:tasks.rados.rados.0.smithi089.stdout:2620: done (2 left) 2024-07-26T06:13:47.470 INFO:tasks.rados.rados.0.smithi089.stdout:2621: done (1 left) 2024-07-26T06:13:47.470 INFO:tasks.rados.rados.0.smithi089.stdout:2622: read oid 20 snap -1 2024-07-26T06:13:47.470 INFO:tasks.rados.rados.0.smithi089.stdout:2622: expect deleted 2024-07-26T06:13:47.471 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 8 current snap is 258 2024-07-26T06:13:47.471 INFO:tasks.rados.rados.0.smithi089.stdout:2623: seq_num 794 ranges {8470528=499712,8970240=532480,9502720=270336} 2024-07-26T06:13:47.517 INFO:tasks.rados.rados.0.smithi089.stdout:2623: writing smithi08986837-8 from 8470528 to 8970240 tid 1 2024-07-26T06:13:47.520 INFO:tasks.rados.rados.0.smithi089.stdout:2623: writing smithi08986837-8 from 8970240 to 9502720 tid 2 2024-07-26T06:13:47.522 INFO:tasks.rados.rados.0.smithi089.stdout:2623: writing smithi08986837-8 from 9502720 to 9773056 tid 3 2024-07-26T06:13:47.522 INFO:tasks.rados.rados.0.smithi089.stdout:2624: snap_remove snap 255 2024-07-26T06:13:47.807 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:47 smithi155 ceph-mon[90160]: pgmap v533: 121 pgs: 121 active+clean; 407 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 1.9 MiB/s wr, 8 op/s 2024-07-26T06:13:47.808 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:47 smithi155 ceph-mon[90160]: osdmap e586: 8 total, 8 up, 8 in 2024-07-26T06:13:48.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:47 smithi089 ceph-mon[99608]: pgmap v533: 121 pgs: 121 active+clean; 407 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 1.9 MiB/s wr, 8 op/s 2024-07-26T06:13:48.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:47 smithi089 ceph-mon[99608]: osdmap e586: 8 total, 8 up, 8 in 2024-07-26T06:13:48.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:47 smithi089 ceph-mon[102056]: pgmap v533: 121 pgs: 121 active+clean; 407 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 1.9 MiB/s wr, 8 op/s 2024-07-26T06:13:48.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:47 smithi089 ceph-mon[102056]: osdmap e586: 8 total, 8 up, 8 in 2024-07-26T06:13:48.416 INFO:tasks.rados.rados.0.smithi089.stdout:2624: done (3 left) 2024-07-26T06:13:48.416 INFO:tasks.rados.rados.0.smithi089.stdout:2625: copy_from oid 46 from oid 6 current snap is 258 2024-07-26T06:13:48.416 INFO:tasks.rados.rados.0.smithi089.stdout:2619: finishing write tid 2 to smithi08986837-9 2024-07-26T06:13:48.416 INFO:tasks.rados.rados.0.smithi089.stdout:2619: finishing write tid 3 to smithi08986837-9 2024-07-26T06:13:48.416 INFO:tasks.rados.rados.0.smithi089.stdout:2619: finishing write tid 4 to smithi08986837-9 2024-07-26T06:13:48.416 INFO:tasks.rados.rados.0.smithi089.stdout:2619: finishing write tid 5 to smithi08986837-9 2024-07-26T06:13:48.416 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 9 v 446 (ObjNum 792 snap 258 seq_num 792) dirty exists 2024-07-26T06:13:48.416 INFO:tasks.rados.rados.0.smithi089.stdout:2619: left oid 9 (ObjNum 792 snap 258 seq_num 792) 2024-07-26T06:13:48.416 INFO:tasks.rados.rados.0.smithi089.stdout:2623: finishing write tid 1 to smithi08986837-8 2024-07-26T06:13:48.416 INFO:tasks.rados.rados.0.smithi089.stdout:2623: finishing write tid 2 to smithi08986837-8 2024-07-26T06:13:48.417 INFO:tasks.rados.rados.0.smithi089.stdout:2623: finishing write tid 3 to smithi08986837-8 2024-07-26T06:13:48.417 INFO:tasks.rados.rados.0.smithi089.stdout:2623: finishing write tid 4 to smithi08986837-8 2024-07-26T06:13:48.417 INFO:tasks.rados.rados.0.smithi089.stdout:2619: done (3 left) 2024-07-26T06:13:48.417 INFO:tasks.rados.rados.0.smithi089.stdout:2622: done (2 left) 2024-07-26T06:13:48.417 INFO:tasks.rados.rados.0.smithi089.stdout:2626: read oid 50 snap 248 2024-07-26T06:13:48.417 INFO:tasks.rados.rados.0.smithi089.stdout:2626: expect (ObjNum 553 snap 164 seq_num 553) 2024-07-26T06:13:48.417 INFO:tasks.rados.rados.0.smithi089.stdout:2627: setattr oid 14 current snap is 258 2024-07-26T06:13:48.417 INFO:tasks.rados.rados.0.smithi089.stdout:2623: finishing write tid 5 to smithi08986837-8 2024-07-26T06:13:48.417 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 8 v 1023 (ObjNum 794 snap 258 seq_num 794) dirty exists 2024-07-26T06:13:48.417 INFO:tasks.rados.rados.0.smithi089.stdout:2623: left oid 8 (ObjNum 794 snap 258 seq_num 794) 2024-07-26T06:13:48.419 INFO:tasks.rados.rados.0.smithi089.stdout:2623: done (3 left) 2024-07-26T06:13:48.419 INFO:tasks.rados.rados.0.smithi089.stdout:2628: read oid 11 snap -1 2024-07-26T06:13:48.419 INFO:tasks.rados.rados.0.smithi089.stdout:2628: expect (ObjNum 716 snap 229 seq_num 716) 2024-07-26T06:13:48.419 INFO:tasks.rados.rados.0.smithi089.stdout:2629: snap_create 2024-07-26T06:13:48.428 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 14 v 1588 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-07-26T06:13:48.439 INFO:tasks.rados.rados.0.smithi089.stdout:2628: expect (ObjNum 716 snap 229 seq_num 716) 2024-07-26T06:13:48.502 INFO:tasks.rados.rados.0.smithi089.stdout:2626: expect (ObjNum 553 snap 164 seq_num 553) 2024-07-26T06:13:48.658 INFO:tasks.rados.rados.0.smithi089.stdout:2625: finishing copy_from racing read to smithi08986837-46 2024-07-26T06:13:48.658 INFO:tasks.rados.rados.0.smithi089.stdout:2625: finishing copy_from to smithi08986837-46 2024-07-26T06:13:48.658 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 46 v 886 (ObjNum 704 snap 220 seq_num 704) dirty exists 2024-07-26T06:13:48.934 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:48 smithi155 ceph-mon[90160]: Upgrade: Updating prometheus.a 2024-07-26T06:13:48.934 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:48 smithi155 ceph-mon[90160]: Deploying daemon prometheus.a on smithi155 2024-07-26T06:13:48.934 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:48 smithi155 ceph-mon[90160]: osdmap e587: 8 total, 8 up, 8 in 2024-07-26T06:13:49.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:48 smithi089 ceph-mon[99608]: Upgrade: Updating prometheus.a 2024-07-26T06:13:49.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:48 smithi089 ceph-mon[99608]: Deploying daemon prometheus.a on smithi155 2024-07-26T06:13:49.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:48 smithi089 ceph-mon[99608]: osdmap e587: 8 total, 8 up, 8 in 2024-07-26T06:13:49.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:48 smithi089 ceph-mon[102056]: Upgrade: Updating prometheus.a 2024-07-26T06:13:49.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:48 smithi089 ceph-mon[102056]: Deploying daemon prometheus.a on smithi155 2024-07-26T06:13:49.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:48 smithi089 ceph-mon[102056]: osdmap e587: 8 total, 8 up, 8 in 2024-07-26T06:13:49.414 INFO:tasks.rados.rados.0.smithi089.stdout:2625: done (4 left) 2024-07-26T06:13:49.414 INFO:tasks.rados.rados.0.smithi089.stdout:2626: done (3 left) 2024-07-26T06:13:49.414 INFO:tasks.rados.rados.0.smithi089.stdout:2627: done (2 left) 2024-07-26T06:13:49.414 INFO:tasks.rados.rados.0.smithi089.stdout:2628: done (1 left) 2024-07-26T06:13:49.414 INFO:tasks.rados.rados.0.smithi089.stdout:2629: done (0 left) 2024-07-26T06:13:49.414 INFO:tasks.rados.rados.0.smithi089.stdout:2630: copy_from oid 38 from oid 17 current snap is 259 2024-07-26T06:13:49.414 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 11 current snap is 259 2024-07-26T06:13:49.415 INFO:tasks.rados.rados.0.smithi089.stdout:2631: seq_num 795 ranges {2400256=524288,2924544=417792,3342336=385024} 2024-07-26T06:13:49.429 INFO:tasks.rados.rados.0.smithi089.stdout:2631: writing smithi08986837-11 from 2400256 to 2924544 tid 1 2024-07-26T06:13:49.432 INFO:tasks.rados.rados.0.smithi089.stdout:2631: writing smithi08986837-11 from 2924544 to 3342336 tid 2 2024-07-26T06:13:49.434 INFO:tasks.rados.rados.0.smithi089.stdout:2631: writing smithi08986837-11 from 3342336 to 3727360 tid 3 2024-07-26T06:13:49.435 INFO:tasks.rados.rados.0.smithi089.stdout:2632: delete oid 47 current snap is 259 2024-07-26T06:13:49.439 INFO:tasks.rados.rados.0.smithi089.stdout:2632: done (2 left) 2024-07-26T06:13:49.439 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 48 current snap is 259 2024-07-26T06:13:49.439 INFO:tasks.rados.rados.0.smithi089.stdout:2633: seq_num 797 ranges {0=557056,557056=589824,1146880=212992} 2024-07-26T06:13:49.442 INFO:tasks.rados.rados.0.smithi089.stdout:2633: writing smithi08986837-48 from 0 to 557056 tid 1 2024-07-26T06:13:49.445 INFO:tasks.rados.rados.0.smithi089.stdout:2633: writing smithi08986837-48 from 557056 to 1146880 tid 2 2024-07-26T06:13:49.447 INFO:tasks.rados.rados.0.smithi089.stdout:2633: writing smithi08986837-48 from 1146880 to 1359872 tid 3 2024-07-26T06:13:49.447 INFO:tasks.rados.rados.0.smithi089.stdout:2634: delete oid 5 current snap is 259 2024-07-26T06:13:49.447 INFO:tasks.rados.rados.0.smithi089.stdout:2631: finishing write tid 1 to smithi08986837-11 2024-07-26T06:13:49.447 INFO:tasks.rados.rados.0.smithi089.stdout:2631: finishing write tid 2 to smithi08986837-11 2024-07-26T06:13:49.447 INFO:tasks.rados.rados.0.smithi089.stdout:2631: finishing write tid 3 to smithi08986837-11 2024-07-26T06:13:49.447 INFO:tasks.rados.rados.0.smithi089.stdout:2631: finishing write tid 4 to smithi08986837-11 2024-07-26T06:13:49.447 INFO:tasks.rados.rados.0.smithi089.stdout:2631: finishing write tid 5 to smithi08986837-11 2024-07-26T06:13:49.447 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 11 v 1422 (ObjNum 795 snap 259 seq_num 795) dirty exists 2024-07-26T06:13:49.448 INFO:tasks.rados.rados.0.smithi089.stdout:2631: left oid 11 (ObjNum 795 snap 259 seq_num 795) 2024-07-26T06:13:49.448 INFO:tasks.rados.rados.0.smithi089.stdout:2633: finishing write tid 1 to smithi08986837-48 2024-07-26T06:13:49.450 INFO:tasks.rados.rados.0.smithi089.stdout:2633: finishing write tid 2 to smithi08986837-48 2024-07-26T06:13:49.450 INFO:tasks.rados.rados.0.smithi089.stdout:2633: finishing write tid 3 to smithi08986837-48 2024-07-26T06:13:49.450 INFO:tasks.rados.rados.0.smithi089.stdout:2631: done (3 left) 2024-07-26T06:13:49.450 INFO:tasks.rados.rados.0.smithi089.stdout:2634: done (2 left) 2024-07-26T06:13:49.450 INFO:tasks.rados.rados.0.smithi089.stdout:2635: rollback oid 25 current snap is 259 2024-07-26T06:13:49.450 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 25 to 257 2024-07-26T06:13:49.450 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 34 current snap is 259 2024-07-26T06:13:49.450 INFO:tasks.rados.rados.0.smithi089.stdout:2636: seq_num 799 ranges {868352=589824,1458176=802816} 2024-07-26T06:13:49.458 INFO:tasks.rados.rados.0.smithi089.stdout:2636: writing smithi08986837-34 from 868352 to 1458176 tid 1 2024-07-26T06:13:49.464 INFO:tasks.rados.rados.0.smithi089.stdout:2636: writing smithi08986837-34 from 1458176 to 2260992 tid 2 2024-07-26T06:13:49.464 INFO:tasks.rados.rados.0.smithi089.stdout:2637: read oid 9 snap -1 2024-07-26T06:13:49.464 INFO:tasks.rados.rados.0.smithi089.stdout:2637: expect (ObjNum 792 snap 258 seq_num 792) 2024-07-26T06:13:49.464 INFO:tasks.rados.rados.0.smithi089.stdout:2638: delete oid 33 current snap is 259 2024-07-26T06:13:49.464 INFO:tasks.rados.rados.0.smithi089.stdout:2633: finishing write tid 4 to smithi08986837-48 2024-07-26T06:13:49.464 INFO:tasks.rados.rados.0.smithi089.stdout:2633: finishing write tid 5 to smithi08986837-48 2024-07-26T06:13:49.464 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 48 v 917 (ObjNum 797 snap 259 seq_num 797) dirty exists 2024-07-26T06:13:49.465 INFO:tasks.rados.rados.0.smithi089.stdout:2633: left oid 48 (ObjNum 797 snap 259 seq_num 797) 2024-07-26T06:13:49.465 INFO:tasks.rados.rados.0.smithi089.stdout:2635: finishing rollback tid 0 to smithi08986837-25 2024-07-26T06:13:49.465 INFO:tasks.rados.rados.0.smithi089.stdout:2635: finishing rollback tid 1 to smithi08986837-25 2024-07-26T06:13:49.465 INFO:tasks.rados.rados.0.smithi089.stdout:2635: finishing rollback tid 2 to smithi08986837-25 2024-07-26T06:13:49.465 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 25 v 1111 (ObjNum 615 snap 182 seq_num 615) dirty exists 2024-07-26T06:13:49.465 INFO:tasks.rados.rados.0.smithi089.stdout:2630: finishing copy_from racing read to smithi08986837-38 2024-07-26T06:13:49.465 INFO:tasks.rados.rados.0.smithi089.stdout:2636: finishing write tid 1 to smithi08986837-34 2024-07-26T06:13:49.467 INFO:tasks.rados.rados.0.smithi089.stdout:2633: done (5 left) 2024-07-26T06:13:49.467 INFO:tasks.rados.rados.0.smithi089.stdout:2635: done (4 left) 2024-07-26T06:13:49.467 INFO:tasks.rados.rados.0.smithi089.stdout:2638: done (3 left) 2024-07-26T06:13:49.467 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 3 current snap is 259 2024-07-26T06:13:49.467 INFO:tasks.rados.rados.0.smithi089.stdout:2639: seq_num 801 ranges {3014656=622592,3637248=573440,4210688=229376} 2024-07-26T06:13:49.487 INFO:tasks.rados.rados.0.smithi089.stdout:2639: writing smithi08986837-3 from 3014656 to 3637248 tid 1 2024-07-26T06:13:49.490 INFO:tasks.rados.rados.0.smithi089.stdout:2639: writing smithi08986837-3 from 3637248 to 4210688 tid 2 2024-07-26T06:13:49.492 INFO:tasks.rados.rados.0.smithi089.stdout:2639: writing smithi08986837-3 from 4210688 to 4440064 tid 3 2024-07-26T06:13:49.492 INFO:tasks.rados.rados.0.smithi089.stdout:2640: read oid 1 snap -1 2024-07-26T06:13:49.493 INFO:tasks.rados.rados.0.smithi089.stdout:2640: expect (ObjNum 786 snap 255 seq_num 786) 2024-07-26T06:13:49.493 INFO:tasks.rados.rados.0.smithi089.stdout:2641: snap_create 2024-07-26T06:13:49.493 INFO:tasks.rados.rados.0.smithi089.stdout:2636: finishing write tid 2 to smithi08986837-34 2024-07-26T06:13:49.493 INFO:tasks.rados.rados.0.smithi089.stdout:2636: finishing write tid 3 to smithi08986837-34 2024-07-26T06:13:49.493 INFO:tasks.rados.rados.0.smithi089.stdout:2630: finishing copy_from to smithi08986837-38 2024-07-26T06:13:49.493 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 38 v 1326 (ObjNum 615 snap 182 seq_num 615) dirty exists 2024-07-26T06:13:49.493 INFO:tasks.rados.rados.0.smithi089.stdout:2636: finishing write tid 4 to smithi08986837-34 2024-07-26T06:13:49.493 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 34 v 871 (ObjNum 799 snap 259 seq_num 799) dirty exists 2024-07-26T06:13:49.493 INFO:tasks.rados.rados.0.smithi089.stdout:2636: left oid 34 (ObjNum 799 snap 259 seq_num 799) 2024-07-26T06:13:49.493 INFO:tasks.rados.rados.0.smithi089.stdout:2637: expect (ObjNum 792 snap 258 seq_num 792) 2024-07-26T06:13:49.769 INFO:tasks.rados.rados.0.smithi089.stdout:2639: finishing write tid 1 to smithi08986837-3 2024-07-26T06:13:49.769 INFO:tasks.rados.rados.0.smithi089.stdout:2639: finishing write tid 2 to smithi08986837-3 2024-07-26T06:13:49.769 INFO:tasks.rados.rados.0.smithi089.stdout:2639: finishing write tid 3 to smithi08986837-3 2024-07-26T06:13:49.770 INFO:tasks.rados.rados.0.smithi089.stdout:2639: finishing write tid 4 to smithi08986837-3 2024-07-26T06:13:49.770 INFO:tasks.rados.rados.0.smithi089.stdout:2639: finishing write tid 5 to smithi08986837-3 2024-07-26T06:13:49.770 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 3 v 1158 (ObjNum 801 snap 259 seq_num 801) dirty exists 2024-07-26T06:13:49.770 INFO:tasks.rados.rados.0.smithi089.stdout:2639: left oid 3 (ObjNum 801 snap 259 seq_num 801) 2024-07-26T06:13:49.770 INFO:tasks.rados.rados.0.smithi089.stdout:2640: expect (ObjNum 786 snap 255 seq_num 786) 2024-07-26T06:13:49.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:49 smithi155 ceph-mon[90160]: pgmap v536: 121 pgs: 121 active+clean; 393 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-07-26T06:13:49.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:49 smithi155 ceph-mon[90160]: osdmap e588: 8 total, 8 up, 8 in 2024-07-26T06:13:50.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:49 smithi089 ceph-mon[99608]: pgmap v536: 121 pgs: 121 active+clean; 393 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-07-26T06:13:50.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:49 smithi089 ceph-mon[99608]: osdmap e588: 8 total, 8 up, 8 in 2024-07-26T06:13:50.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:49 smithi089 ceph-mon[102056]: pgmap v536: 121 pgs: 121 active+clean; 393 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-07-26T06:13:50.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:49 smithi089 ceph-mon[102056]: osdmap e588: 8 total, 8 up, 8 in 2024-07-26T06:13:50.414 INFO:tasks.rados.rados.0.smithi089.stdout:2630: done (5 left) 2024-07-26T06:13:50.414 INFO:tasks.rados.rados.0.smithi089.stdout:2636: done (4 left) 2024-07-26T06:13:50.414 INFO:tasks.rados.rados.0.smithi089.stdout:2637: done (3 left) 2024-07-26T06:13:50.414 INFO:tasks.rados.rados.0.smithi089.stdout:2639: done (2 left) 2024-07-26T06:13:50.414 INFO:tasks.rados.rados.0.smithi089.stdout:2640: done (1 left) 2024-07-26T06:13:50.414 INFO:tasks.rados.rados.0.smithi089.stdout:2641: done (0 left) 2024-07-26T06:13:50.415 INFO:tasks.rados.rados.0.smithi089.stdout:2642: copy_from oid 10 from oid 15 current snap is 260 2024-07-26T06:13:50.415 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 37 current snap is 260 2024-07-26T06:13:50.415 INFO:tasks.rados.rados.0.smithi089.stdout:2643: seq_num 802 ranges {2891776=638976,3530752=458752,3989504=344064} 2024-07-26T06:13:50.433 INFO:tasks.rados.rados.0.smithi089.stdout:2643: writing smithi08986837-37 from 2891776 to 3530752 tid 1 2024-07-26T06:13:50.435 INFO:tasks.rados.rados.0.smithi089.stdout:2643: writing smithi08986837-37 from 3530752 to 3989504 tid 2 2024-07-26T06:13:50.438 INFO:tasks.rados.rados.0.smithi089.stdout:2643: writing smithi08986837-37 from 3989504 to 4333568 tid 3 2024-07-26T06:13:50.438 INFO:tasks.rados.rados.0.smithi089.stdout:2644: copy_from oid 6 from oid 9 current snap is 260 2024-07-26T06:13:50.438 INFO:tasks.rados.rados.0.smithi089.stdout:2642: finishing copy_from racing read to smithi08986837-10 2024-07-26T06:13:50.439 INFO:tasks.rados.rados.0.smithi089.stdout:2642: finishing copy_from to smithi08986837-10 2024-07-26T06:13:50.439 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 10 v 442 (ObjNum 761 snap 243 seq_num 761) dirty exists 2024-07-26T06:13:50.439 INFO:tasks.rados.rados.0.smithi089.stdout:2642: done (2 left) 2024-07-26T06:13:50.439 INFO:tasks.rados.rados.0.smithi089.stdout:2645: snap_remove snap 252 2024-07-26T06:13:50.698 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:13:50 smithi155 systemd[1]: Stopping Ceph prometheus.a for 9bd49884-4b13-11ef-bcb6-c7b262605968... 2024-07-26T06:13:51.020 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:13:50 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:13:50.697Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-07-26T06:13:51.020 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:13:50 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:13:50.697Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-07-26T06:13:51.020 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:13:50 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:13:50.697Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-07-26T06:13:51.020 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:13:50 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:13:50.697Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-07-26T06:13:51.020 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:13:50 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:13:50.697Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-07-26T06:13:51.020 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:13:50 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:13:50.697Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-07-26T06:13:51.021 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:13:50 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:13:50.697Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-07-26T06:13:51.021 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:13:50 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:13:50.697Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-07-26T06:13:51.021 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:13:50 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:13:50.698Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-07-26T06:13:51.021 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:13:50 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:13:50.698Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-07-26T06:13:51.021 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:13:50 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:13:50.698Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-07-26T06:13:51.021 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:13:50 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[80728]: ts=2024-07-26T06:13:50.698Z caller=main.go:1147 level=info msg="See you next time!" 2024-07-26T06:13:51.021 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:13:50 smithi155 podman[123932]: 2024-07-26 06:13:50.707856491 +0000 UTC m=+0.126198272 container died 8e7005ec7af039d00e96d340d7e084e523f4739167e84a7f038a7ec65f86414f (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-07-26T06:13:51.379 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:13:51 smithi155 podman[123932]: 2024-07-26 06:13:51.01957922 +0000 UTC m=+0.437921001 container cleanup 8e7005ec7af039d00e96d340d7e084e523f4739167e84a7f038a7ec65f86414f (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-07-26T06:13:51.379 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:13:51 smithi155 bash[123932]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a 2024-07-26T06:13:51.379 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:13:51 smithi155 podman[123951]: 2024-07-26 06:13:51.212509406 +0000 UTC m=+0.505379355 container remove 8e7005ec7af039d00e96d340d7e084e523f4739167e84a7f038a7ec65f86414f (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-07-26T06:13:51.420 INFO:tasks.rados.rados.0.smithi089.stdout:2643: finishing write tid 1 to smithi08986837-37 2024-07-26T06:13:51.420 INFO:tasks.rados.rados.0.smithi089.stdout:2643: finishing write tid 2 to smithi08986837-37 2024-07-26T06:13:51.420 INFO:tasks.rados.rados.0.smithi089.stdout:2643: finishing write tid 3 to smithi08986837-37 2024-07-26T06:13:51.420 INFO:tasks.rados.rados.0.smithi089.stdout:2643: finishing write tid 4 to smithi08986837-37 2024-07-26T06:13:51.421 INFO:tasks.rados.rados.0.smithi089.stdout:2643: finishing write tid 5 to smithi08986837-37 2024-07-26T06:13:51.421 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 37 v 1599 (ObjNum 802 snap 260 seq_num 802) dirty exists 2024-07-26T06:13:51.421 INFO:tasks.rados.rados.0.smithi089.stdout:2643: left oid 37 (ObjNum 802 snap 260 seq_num 802) 2024-07-26T06:13:51.421 INFO:tasks.rados.rados.0.smithi089.stdout:2644: finishing copy_from racing read to smithi08986837-6 2024-07-26T06:13:51.421 INFO:tasks.rados.rados.0.smithi089.stdout:2644: finishing copy_from to smithi08986837-6 2024-07-26T06:13:51.421 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 6 v 446 (ObjNum 792 snap 258 seq_num 792) dirty exists 2024-07-26T06:13:51.421 INFO:tasks.rados.rados.0.smithi089.stdout:2643: done (2 left) 2024-07-26T06:13:51.421 INFO:tasks.rados.rados.0.smithi089.stdout:2644: done (1 left) 2024-07-26T06:13:51.421 INFO:tasks.rados.rados.0.smithi089.stdout:2645: done (0 left) 2024-07-26T06:13:51.421 INFO:tasks.rados.rados.0.smithi089.stdout:2646: delete oid 49 current snap is 260 2024-07-26T06:13:51.428 INFO:tasks.rados.rados.0.smithi089.stdout:2646: done (0 left) 2024-07-26T06:13:51.428 INFO:tasks.rados.rados.0.smithi089.stdout:2647: rmattr oid 13 current snap is 260 2024-07-26T06:13:51.428 INFO:tasks.rados.rados.0.smithi089.stdout:2648: setattr oid 5 current snap is 260 2024-07-26T06:13:51.431 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 18 current snap is 260 2024-07-26T06:13:51.431 INFO:tasks.rados.rados.0.smithi089.stdout:2649: seq_num 804 ranges {868352=671744,1540096=622592,2162688=180224} 2024-07-26T06:13:51.440 INFO:tasks.rados.rados.0.smithi089.stdout:2649: writing smithi08986837-18 from 868352 to 1540096 tid 1 2024-07-26T06:13:51.443 INFO:tasks.rados.rados.0.smithi089.stdout:2649: writing smithi08986837-18 from 1540096 to 2162688 tid 2 2024-07-26T06:13:51.444 INFO:tasks.rados.rados.0.smithi089.stdout:2649: writing smithi08986837-18 from 2162688 to 2342912 tid 3 2024-07-26T06:13:51.445 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 26 current snap is 260 2024-07-26T06:13:51.445 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 13 v 914 (ObjNum 749 snap 239 seq_num 749) dirty exists 2024-07-26T06:13:51.445 INFO:tasks.rados.rados.0.smithi089.stdout:2650: seq_num 805 ranges {450560=688128,1138688=507904,1646592=294912} 2024-07-26T06:13:51.451 INFO:tasks.rados.rados.0.smithi089.stdout:2650: writing smithi08986837-26 from 450560 to 1138688 tid 1 2024-07-26T06:13:51.453 INFO:tasks.rados.rados.0.smithi089.stdout:2650: writing smithi08986837-26 from 1138688 to 1646592 tid 2 2024-07-26T06:13:51.456 INFO:tasks.rados.rados.0.smithi089.stdout:2650: writing smithi08986837-26 from 1646592 to 1941504 tid 3 2024-07-26T06:13:51.456 INFO:tasks.rados.rados.0.smithi089.stdout:2647: done (3 left) 2024-07-26T06:13:51.456 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 9 current snap is 260 2024-07-26T06:13:51.456 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 5 v 848 (ObjNum 129 snap 0 seq_num 1579976594) dirty exists 2024-07-26T06:13:51.456 INFO:tasks.rados.rados.0.smithi089.stdout:2649: finishing write tid 1 to smithi08986837-18 2024-07-26T06:13:51.456 INFO:tasks.rados.rados.0.smithi089.stdout:2651: seq_num 806 ranges {4325376=704512,5029888=442368,5472256=360448} 2024-07-26T06:13:51.483 INFO:tasks.rados.rados.0.smithi089.stdout:2651: writing smithi08986837-9 from 4325376 to 5029888 tid 1 2024-07-26T06:13:51.485 INFO:tasks.rados.rados.0.smithi089.stdout:2651: writing smithi08986837-9 from 5029888 to 5472256 tid 2 2024-07-26T06:13:51.488 INFO:tasks.rados.rados.0.smithi089.stdout:2651: writing smithi08986837-9 from 5472256 to 5832704 tid 3 2024-07-26T06:13:51.488 INFO:tasks.rados.rados.0.smithi089.stdout:2648: done (3 left) 2024-07-26T06:13:51.488 INFO:tasks.rados.rados.0.smithi089.stdout:2652: rollback oid 5 current snap is 260 2024-07-26T06:13:51.488 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 5 to 247 2024-07-26T06:13:51.488 INFO:tasks.rados.rados.0.smithi089.stdout:2649: finishing write tid 2 to smithi08986837-18 2024-07-26T06:13:51.488 INFO:tasks.rados.rados.0.smithi089.stdout:2653: delete oid 50 current snap is 260 2024-07-26T06:13:51.488 INFO:tasks.rados.rados.0.smithi089.stdout:2649: finishing write tid 3 to smithi08986837-18 2024-07-26T06:13:51.488 INFO:tasks.rados.rados.0.smithi089.stdout:2649: finishing write tid 4 to smithi08986837-18 2024-07-26T06:13:51.488 INFO:tasks.rados.rados.0.smithi089.stdout:2649: finishing write tid 5 to smithi08986837-18 2024-07-26T06:13:51.488 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 18 v 1330 (ObjNum 804 snap 260 seq_num 804) dirty exists 2024-07-26T06:13:51.488 INFO:tasks.rados.rados.0.smithi089.stdout:2649: left oid 18 (ObjNum 804 snap 260 seq_num 804) 2024-07-26T06:13:51.488 INFO:tasks.rados.rados.0.smithi089.stdout:2650: finishing write tid 1 to smithi08986837-26 2024-07-26T06:13:51.489 INFO:tasks.rados.rados.0.smithi089.stdout:2650: finishing write tid 2 to smithi08986837-26 2024-07-26T06:13:51.489 INFO:tasks.rados.rados.0.smithi089.stdout:2650: finishing write tid 3 to smithi08986837-26 2024-07-26T06:13:51.489 INFO:tasks.rados.rados.0.smithi089.stdout:2650: finishing write tid 4 to smithi08986837-26 2024-07-26T06:13:51.489 INFO:tasks.rados.rados.0.smithi089.stdout:2650: finishing write tid 5 to smithi08986837-26 2024-07-26T06:13:51.489 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 26 v 956 (ObjNum 805 snap 260 seq_num 805) dirty exists 2024-07-26T06:13:51.489 INFO:tasks.rados.rados.0.smithi089.stdout:2650: left oid 26 (ObjNum 805 snap 260 seq_num 805) 2024-07-26T06:13:51.492 INFO:tasks.rados.rados.0.smithi089.stdout:2649: done (4 left) 2024-07-26T06:13:51.492 INFO:tasks.rados.rados.0.smithi089.stdout:2650: done (3 left) 2024-07-26T06:13:51.492 INFO:tasks.rados.rados.0.smithi089.stdout:2653: done (2 left) 2024-07-26T06:13:51.492 INFO:tasks.rados.rados.0.smithi089.stdout:2654: snap_create 2024-07-26T06:13:51.493 INFO:tasks.rados.rados.0.smithi089.stdout:2651: finishing write tid 1 to smithi08986837-9 2024-07-26T06:13:51.496 INFO:tasks.rados.rados.0.smithi089.stdout:2651: finishing write tid 2 to smithi08986837-9 2024-07-26T06:13:51.497 INFO:tasks.rados.rados.0.smithi089.stdout:2651: finishing write tid 3 to smithi08986837-9 2024-07-26T06:13:51.498 INFO:tasks.rados.rados.0.smithi089.stdout:2651: finishing write tid 4 to smithi08986837-9 2024-07-26T06:13:51.498 INFO:tasks.rados.rados.0.smithi089.stdout:2652: finishing rollback tid 0 to smithi08986837-5 2024-07-26T06:13:51.498 INFO:tasks.rados.rados.0.smithi089.stdout:2652: finishing rollback tid 1 to smithi08986837-5 2024-07-26T06:13:51.498 INFO:tasks.rados.rados.0.smithi089.stdout:2652: finishing rollback tid 2 to smithi08986837-5 2024-07-26T06:13:51.498 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 5 v 851 (ObjNum 620 snap 186 seq_num 620) dirty exists 2024-07-26T06:13:51.499 INFO:tasks.rados.rados.0.smithi089.stdout:2651: finishing write tid 5 to smithi08986837-9 2024-07-26T06:13:51.499 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 9 v 450 (ObjNum 806 snap 260 seq_num 806) dirty exists 2024-07-26T06:13:51.499 INFO:tasks.rados.rados.0.smithi089.stdout:2651: left oid 9 (ObjNum 806 snap 260 seq_num 806) 2024-07-26T06:13:51.853 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:51 smithi155 ceph-mon[90160]: osdmap e589: 8 total, 8 up, 8 in 2024-07-26T06:13:51.853 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:51 smithi155 ceph-mon[90160]: pgmap v539: 121 pgs: 121 active+clean; 407 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-07-26T06:13:51.854 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:13:51 smithi155 systemd[1]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-07-26T06:13:51.854 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:13:51 smithi155 systemd[1]: Stopped Ceph prometheus.a for 9bd49884-4b13-11ef-bcb6-c7b262605968. 2024-07-26T06:13:51.854 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:13:51 smithi155 systemd[1]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@prometheus.a.service: Consumed 2.842s CPU time. 2024-07-26T06:13:51.854 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:13:51 smithi155 systemd[1]: Starting Ceph prometheus.a for 9bd49884-4b13-11ef-bcb6-c7b262605968... 2024-07-26T06:13:51.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:51 smithi089 ceph-mon[99608]: osdmap e589: 8 total, 8 up, 8 in 2024-07-26T06:13:51.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:51 smithi089 ceph-mon[99608]: pgmap v539: 121 pgs: 121 active+clean; 407 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-07-26T06:13:51.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:51 smithi089 ceph-mon[102056]: osdmap e589: 8 total, 8 up, 8 in 2024-07-26T06:13:51.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:51 smithi089 ceph-mon[102056]: pgmap v539: 121 pgs: 121 active+clean; 407 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-07-26T06:13:52.107 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:13:51 smithi155 podman[124082]: 2024-07-26 06:13:51.756235662 +0000 UTC m=+0.018119535 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-07-26T06:13:52.107 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:13:51 smithi155 podman[124082]: 2024-07-26 06:13:51.854939479 +0000 UTC m=+0.116823340 container create 5193b77a4a7ce7fb8dbb3ed6a56679b2cd0fc40b7185c9a876201a5daa350f43 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-07-26T06:13:52.379 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:13:52 smithi155 podman[124082]: 2024-07-26 06:13:52.107041181 +0000 UTC m=+0.368925056 container init 5193b77a4a7ce7fb8dbb3ed6a56679b2cd0fc40b7185c9a876201a5daa350f43 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-07-26T06:13:52.380 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:13:52 smithi155 podman[124082]: 2024-07-26 06:13:52.112267345 +0000 UTC m=+0.374151204 container start 5193b77a4a7ce7fb8dbb3ed6a56679b2cd0fc40b7185c9a876201a5daa350f43 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-07-26T06:13:52.380 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:13:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:13:52.135Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-07-26T06:13:52.380 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:13:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:13:52.135Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-07-26T06:13:52.380 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:13:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:13:52.135Z caller=main.go:570 level=info host_details="(Linux 5.14.0-480.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024 x86_64 smithi155 (none))" 2024-07-26T06:13:52.380 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:13:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:13:52.135Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-07-26T06:13:52.380 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:13:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:13:52.135Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-07-26T06:13:52.380 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:13:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:13:52.137Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-07-26T06:13:52.380 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:13:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:13:52.137Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-07-26T06:13:52.380 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:13:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:13:52.138Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-07-26T06:13:52.380 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:13:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:13:52.138Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-07-26T06:13:52.381 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:13:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:13:52.140Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-07-26T06:13:52.381 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:13:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:13:52.140Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=3.655µs 2024-07-26T06:13:52.381 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:13:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:13:52.140Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-07-26T06:13:52.381 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:13:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:13:52.141Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=4 2024-07-26T06:13:52.381 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:13:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:13:52.156Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=4 2024-07-26T06:13:52.381 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:13:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:13:52.161Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=4 2024-07-26T06:13:52.381 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:13:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:13:52.165Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=4 2024-07-26T06:13:52.381 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:13:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:13:52.166Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=4 maxSegment=4 2024-07-26T06:13:52.381 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:13:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:13:52.166Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=41.636µs wal_replay_duration=25.436986ms wbl_replay_duration=121ns total_replay_duration=25.597607ms 2024-07-26T06:13:52.381 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:13:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:13:52.170Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-07-26T06:13:52.382 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:13:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:13:52.170Z caller=main.go:1029 level=info msg="TSDB started" 2024-07-26T06:13:52.382 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:13:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:13:52.170Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-07-26T06:13:52.382 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:13:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:13:52.187Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=16.965805ms db_storage=836ns remote_storage=1.29µs web_handler=357ns query_engine=658ns scrape=397.524µs scrape_sd=80.926µs notify=9.622µs notify_sd=17.156µs rules=16.144748ms tracing=5.259µs 2024-07-26T06:13:52.382 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:13:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:13:52.187Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-07-26T06:13:52.382 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:13:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:13:52.187Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-07-26T06:13:52.382 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:13:52 smithi155 bash[124082]: 5193b77a4a7ce7fb8dbb3ed6a56679b2cd0fc40b7185c9a876201a5daa350f43 2024-07-26T06:13:52.382 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:13:52 smithi155 systemd[1]: Started Ceph prometheus.a for 9bd49884-4b13-11ef-bcb6-c7b262605968. 2024-07-26T06:13:52.382 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:13:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:13:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:13:52.431 INFO:tasks.rados.rados.0.smithi089.stdout:2651: done (2 left) 2024-07-26T06:13:52.431 INFO:tasks.rados.rados.0.smithi089.stdout:2652: done (1 left) 2024-07-26T06:13:52.431 INFO:tasks.rados.rados.0.smithi089.stdout:2654: done (0 left) 2024-07-26T06:13:52.431 INFO:tasks.rados.rados.0.smithi089.stdout:2655: copy_from oid 8 from oid 3 current snap is 261 2024-07-26T06:13:52.431 INFO:tasks.rados.rados.0.smithi089.stdout:2656: setattr oid 13 current snap is 261 2024-07-26T06:13:52.432 INFO:tasks.rados.rados.0.smithi089.stdout:2657: delete oid 23 current snap is 261 2024-07-26T06:13:52.436 INFO:tasks.rados.rados.0.smithi089.stdout:2657: done (2 left) 2024-07-26T06:13:52.436 INFO:tasks.rados.rados.0.smithi089.stdout:2658: copy_from oid 2 from oid 24 current snap is 261 2024-07-26T06:13:52.436 INFO:tasks.rados.rados.0.smithi089.stdout:2659: snap_create 2024-07-26T06:13:52.437 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 13 v 916 (ObjNum 749 snap 239 seq_num 749) dirty exists 2024-07-26T06:13:52.452 INFO:tasks.rados.rados.0.smithi089.stdout:2655: finishing copy_from racing read to smithi08986837-8 2024-07-26T06:13:52.456 INFO:tasks.rados.rados.0.smithi089.stdout:2658: finishing copy_from racing read to smithi08986837-2 2024-07-26T06:13:52.460 INFO:tasks.rados.rados.0.smithi089.stdout:2658: finishing copy_from to smithi08986837-2 2024-07-26T06:13:52.460 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 2 v 1156 (ObjNum 699 snap 218 seq_num 699) dirty exists 2024-07-26T06:13:52.461 INFO:tasks.rados.rados.0.smithi089.stdout:2655: finishing copy_from to smithi08986837-8 2024-07-26T06:13:52.461 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 8 v 1158 (ObjNum 801 snap 259 seq_num 801) dirty exists 2024-07-26T06:13:52.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:52 smithi155 ceph-mon[90160]: osdmap e590: 8 total, 8 up, 8 in 2024-07-26T06:13:52.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:52 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:52.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:52 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:52.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:52 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:13:52.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:52 smithi089 ceph-mon[99608]: osdmap e590: 8 total, 8 up, 8 in 2024-07-26T06:13:52.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:52 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:52.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:52 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:52.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:52 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:13:52.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:52 smithi089 ceph-mon[102056]: osdmap e590: 8 total, 8 up, 8 in 2024-07-26T06:13:52.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:52 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:52.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:52 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:52.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:52 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:13:53.431 INFO:tasks.rados.rados.0.smithi089.stdout:2655: done (3 left) 2024-07-26T06:13:53.431 INFO:tasks.rados.rados.0.smithi089.stdout:2656: done (2 left) 2024-07-26T06:13:53.431 INFO:tasks.rados.rados.0.smithi089.stdout:2658: done (1 left) 2024-07-26T06:13:53.431 INFO:tasks.rados.rados.0.smithi089.stdout:2659: done (0 left) 2024-07-26T06:13:53.431 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 12 current snap is 262 2024-07-26T06:13:53.431 INFO:tasks.rados.rados.0.smithi089.stdout:2660: seq_num 809 ranges {450560=753664,1204224=499712,1703936=303104} 2024-07-26T06:13:53.437 INFO:tasks.rados.rados.0.smithi089.stdout:2660: writing smithi08986837-12 from 450560 to 1204224 tid 1 2024-07-26T06:13:53.440 INFO:tasks.rados.rados.0.smithi089.stdout:2660: writing smithi08986837-12 from 1204224 to 1703936 tid 2 2024-07-26T06:13:53.443 INFO:tasks.rados.rados.0.smithi089.stdout:2660: writing smithi08986837-12 from 1703936 to 2007040 tid 3 2024-07-26T06:13:53.443 INFO:tasks.rados.rados.0.smithi089.stdout:2661: read oid 33 snap -1 2024-07-26T06:13:53.443 INFO:tasks.rados.rados.0.smithi089.stdout:2661: expect deleted 2024-07-26T06:13:53.443 INFO:tasks.rados.rados.0.smithi089.stdout:2662: rmattr oid 38 current snap is 262 2024-07-26T06:13:53.443 INFO:tasks.rados.rados.0.smithi089.stdout:2663: rollback oid 10 current snap is 262 2024-07-26T06:13:53.443 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 10 to 258 2024-07-26T06:13:53.443 INFO:tasks.rados.rados.0.smithi089.stdout:2664: rollback oid 35 current snap is 262 2024-07-26T06:13:53.443 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 35 to 235 2024-07-26T06:13:53.443 INFO:tasks.rados.rados.0.smithi089.stdout:2665: rollback oid 2 current snap is 262 2024-07-26T06:13:53.443 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 2 to 219 2024-07-26T06:13:53.443 INFO:tasks.rados.rados.0.smithi089.stdout:2666: read oid 17 snap -1 2024-07-26T06:13:53.443 INFO:tasks.rados.rados.0.smithi089.stdout:2666: expect (ObjNum 615 snap 182 seq_num 615) 2024-07-26T06:13:53.443 INFO:tasks.rados.rados.0.smithi089.stdout:2667: snap_remove snap 205 2024-07-26T06:13:53.873 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:53 smithi155 ceph-mon[90160]: osdmap e591: 8 total, 8 up, 8 in 2024-07-26T06:13:53.873 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:53 smithi155 ceph-mon[90160]: pgmap v542: 121 pgs: 121 active+clean; 432 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 7.2 MiB/s wr, 29 op/s 2024-07-26T06:13:53.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:53 smithi089 ceph-mon[99608]: osdmap e591: 8 total, 8 up, 8 in 2024-07-26T06:13:53.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:53 smithi089 ceph-mon[99608]: pgmap v542: 121 pgs: 121 active+clean; 432 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 7.2 MiB/s wr, 29 op/s 2024-07-26T06:13:53.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:53 smithi089 ceph-mon[102056]: osdmap e591: 8 total, 8 up, 8 in 2024-07-26T06:13:53.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:53 smithi089 ceph-mon[102056]: pgmap v542: 121 pgs: 121 active+clean; 432 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 7.2 MiB/s wr, 29 op/s 2024-07-26T06:13:54.417 INFO:tasks.rados.rados.0.smithi089.stdout:2667: done (7 left) 2024-07-26T06:13:54.417 INFO:tasks.rados.rados.0.smithi089.stdout:2668: read oid 42 snap -1 2024-07-26T06:13:54.417 INFO:tasks.rados.rados.0.smithi089.stdout:2668: expect (ObjNum 790 snap 258 seq_num 790) 2024-07-26T06:13:54.417 INFO:tasks.rados.rados.0.smithi089.stdout:2669: copy_from oid 16 from oid 29 current snap is 262 2024-07-26T06:13:54.417 INFO:tasks.rados.rados.0.smithi089.stdout:2670: snap_create 2024-07-26T06:13:54.420 INFO:tasks.rados.rados.0.smithi089.stdout:2660: finishing write tid 1 to smithi08986837-12 2024-07-26T06:13:54.420 INFO:tasks.rados.rados.0.smithi089.stdout:2660: finishing write tid 2 to smithi08986837-12 2024-07-26T06:13:54.420 INFO:tasks.rados.rados.0.smithi089.stdout:2665: finishing rollback tid 0 to smithi08986837-2 2024-07-26T06:13:54.420 INFO:tasks.rados.rados.0.smithi089.stdout:2660: finishing write tid 3 to smithi08986837-12 2024-07-26T06:13:54.420 INFO:tasks.rados.rados.0.smithi089.stdout:2665: finishing rollback tid 1 to smithi08986837-2 2024-07-26T06:13:54.420 INFO:tasks.rados.rados.0.smithi089.stdout:2660: finishing write tid 4 to smithi08986837-12 2024-07-26T06:13:54.420 INFO:tasks.rados.rados.0.smithi089.stdout:2665: finishing rollback tid 2 to smithi08986837-2 2024-07-26T06:13:54.420 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 2 v 1159 (ObjNum 697 snap 218 seq_num 697) dirty exists 2024-07-26T06:13:54.421 INFO:tasks.rados.rados.0.smithi089.stdout:2664: finishing rollback tid 0 to smithi08986837-35 2024-07-26T06:13:54.421 INFO:tasks.rados.rados.0.smithi089.stdout:2664: finishing rollback tid 1 to smithi08986837-35 2024-07-26T06:13:54.421 INFO:tasks.rados.rados.0.smithi089.stdout:2664: finishing rollback tid 2 to smithi08986837-35 2024-07-26T06:13:54.421 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 35 v 920 (ObjNum 553 snap 164 seq_num 553) dirty exists 2024-07-26T06:13:54.421 INFO:tasks.rados.rados.0.smithi089.stdout:2660: finishing write tid 5 to smithi08986837-12 2024-07-26T06:13:54.421 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 12 v 1126 (ObjNum 809 snap 262 seq_num 809) dirty exists 2024-07-26T06:13:54.421 INFO:tasks.rados.rados.0.smithi089.stdout:2660: left oid 12 (ObjNum 809 snap 262 seq_num 809) 2024-07-26T06:13:54.421 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 38 v 1431 (ObjNum 615 snap 182 seq_num 615) dirty exists 2024-07-26T06:13:54.421 INFO:tasks.rados.rados.0.smithi089.stdout:2663: finishing rollback tid 0 to smithi08986837-10 2024-07-26T06:13:54.421 INFO:tasks.rados.rados.0.smithi089.stdout:2663: finishing rollback tid 1 to smithi08986837-10 2024-07-26T06:13:54.421 INFO:tasks.rados.rados.0.smithi089.stdout:2663: finishing rollback tid 2 to smithi08986837-10 2024-07-26T06:13:54.421 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 10 v 1435 (ObjNum 81 snap 0 seq_num 1868525172) dirty exists 2024-07-26T06:13:54.421 INFO:tasks.rados.rados.0.smithi089.stdout:2666: expect (ObjNum 615 snap 182 seq_num 615) 2024-07-26T06:13:54.758 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:54 smithi155 ceph-mon[90160]: osdmap e592: 8 total, 8 up, 8 in 2024-07-26T06:13:54.758 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:54 smithi155 ceph-mon[90160]: osdmap e593: 8 total, 8 up, 8 in 2024-07-26T06:13:54.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:54 smithi089 ceph-mon[99608]: osdmap e592: 8 total, 8 up, 8 in 2024-07-26T06:13:54.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:54 smithi089 ceph-mon[99608]: osdmap e593: 8 total, 8 up, 8 in 2024-07-26T06:13:54.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:54 smithi089 ceph-mon[102056]: osdmap e592: 8 total, 8 up, 8 in 2024-07-26T06:13:54.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:54 smithi089 ceph-mon[102056]: osdmap e593: 8 total, 8 up, 8 in 2024-07-26T06:13:55.026 INFO:tasks.rados.rados.0.smithi089.stdout:2669: finishing copy_from racing read to smithi08986837-16 2024-07-26T06:13:55.027 INFO:tasks.rados.rados.0.smithi089.stdout:2669: finishing copy_from to smithi08986837-16 2024-07-26T06:13:55.027 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 16 v 1323 (ObjNum 1713 snap 0 seq_num 610251120) dirty exists 2024-07-26T06:13:55.027 INFO:tasks.rados.rados.0.smithi089.stdout:2668: expect (ObjNum 790 snap 258 seq_num 790) 2024-07-26T06:13:55.414 INFO:tasks.rados.rados.0.smithi089.stdout:2660: done (9 left) 2024-07-26T06:13:55.414 INFO:tasks.rados.rados.0.smithi089.stdout:2661: done (8 left) 2024-07-26T06:13:55.415 INFO:tasks.rados.rados.0.smithi089.stdout:2662: done (7 left) 2024-07-26T06:13:55.415 INFO:tasks.rados.rados.0.smithi089.stdout:2663: done (6 left) 2024-07-26T06:13:55.415 INFO:tasks.rados.rados.0.smithi089.stdout:2664: done (5 left) 2024-07-26T06:13:55.415 INFO:tasks.rados.rados.0.smithi089.stdout:2665: done (4 left) 2024-07-26T06:13:55.415 INFO:tasks.rados.rados.0.smithi089.stdout:2666: done (3 left) 2024-07-26T06:13:55.415 INFO:tasks.rados.rados.0.smithi089.stdout:2668: done (2 left) 2024-07-26T06:13:55.415 INFO:tasks.rados.rados.0.smithi089.stdout:2669: done (1 left) 2024-07-26T06:13:55.415 INFO:tasks.rados.rados.0.smithi089.stdout:2670: done (0 left) 2024-07-26T06:13:55.415 INFO:tasks.rados.rados.0.smithi089.stdout:2671: rollback oid 6 current snap is 263 2024-07-26T06:13:55.415 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 6 to 250 2024-07-26T06:13:55.415 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 9 current snap is 263 2024-07-26T06:13:55.415 INFO:tasks.rados.rados.0.smithi089.stdout:2672: seq_num 810 ranges {5832704=770048,6602752=778240,7380992=24576} 2024-07-26T06:13:55.450 INFO:tasks.rados.rados.0.smithi089.stdout:2672: writing smithi08986837-9 from 5832704 to 6602752 tid 1 2024-07-26T06:13:55.454 INFO:tasks.rados.rados.0.smithi089.stdout:2672: writing smithi08986837-9 from 6602752 to 7380992 tid 2 2024-07-26T06:13:55.455 INFO:tasks.rados.rados.0.smithi089.stdout:2672: writing smithi08986837-9 from 7380992 to 7405568 tid 3 2024-07-26T06:13:55.455 INFO:tasks.rados.rados.0.smithi089.stdout:2671: finishing rollback tid 0 to smithi08986837-6 2024-07-26T06:13:55.455 INFO:tasks.rados.rados.0.smithi089.stdout:2671: finishing rollback tid 1 to smithi08986837-6 2024-07-26T06:13:55.455 INFO:tasks.rados.rados.0.smithi089.stdout:2673: copy_from oid 19 from oid 31 current snap is 263 2024-07-26T06:13:55.455 INFO:tasks.rados.rados.0.smithi089.stdout:2671: finishing rollback tid 2 to smithi08986837-6 2024-07-26T06:13:55.455 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 6 v 1161 (ObjNum 704 snap 220 seq_num 704) dirty exists 2024-07-26T06:13:55.455 INFO:tasks.rados.rados.0.smithi089.stdout:2671: done (2 left) 2024-07-26T06:13:55.455 INFO:tasks.rados.rados.0.smithi089.stdout:2674: rollback oid 34 current snap is 263 2024-07-26T06:13:55.455 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 34 to 253 2024-07-26T06:13:55.455 INFO:tasks.rados.rados.0.smithi089.stdout:2675: delete oid 7 current snap is 263 2024-07-26T06:13:55.458 INFO:tasks.rados.rados.0.smithi089.stdout:2674: finishing rollback tid 0 to smithi08986837-34 2024-07-26T06:13:55.459 INFO:tasks.rados.rados.0.smithi089.stdout:2674: finishing rollback tid 1 to smithi08986837-34 2024-07-26T06:13:55.459 INFO:tasks.rados.rados.0.smithi089.stdout:2672: finishing write tid 1 to smithi08986837-9 2024-07-26T06:13:55.459 INFO:tasks.rados.rados.0.smithi089.stdout:2674: finishing rollback tid 2 to smithi08986837-34 2024-07-26T06:13:55.460 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 34 v 874 (ObjNum 459 snap 132 seq_num 459) dirty exists 2024-07-26T06:13:55.460 INFO:tasks.rados.rados.0.smithi089.stdout:2672: finishing write tid 2 to smithi08986837-9 2024-07-26T06:13:55.461 INFO:tasks.rados.rados.0.smithi089.stdout:2672: finishing write tid 3 to smithi08986837-9 2024-07-26T06:13:55.461 INFO:tasks.rados.rados.0.smithi089.stdout:2672: finishing write tid 4 to smithi08986837-9 2024-07-26T06:13:55.461 INFO:tasks.rados.rados.0.smithi089.stdout:2674: done (3 left) 2024-07-26T06:13:55.461 INFO:tasks.rados.rados.0.smithi089.stdout:2675: done (2 left) 2024-07-26T06:13:55.461 INFO:tasks.rados.rados.0.smithi089.stdout:2676: read oid 43 snap -1 2024-07-26T06:13:55.461 INFO:tasks.rados.rados.0.smithi089.stdout:2676: expect (ObjNum 748 snap 239 seq_num 748) 2024-07-26T06:13:55.461 INFO:tasks.rados.rados.0.smithi089.stdout:2677: read oid 15 snap -1 2024-07-26T06:13:55.461 INFO:tasks.rados.rados.0.smithi089.stdout:2677: expect (ObjNum 761 snap 243 seq_num 761) 2024-07-26T06:13:55.461 INFO:tasks.rados.rados.0.smithi089.stdout:2678: rollback oid 21 current snap is 263 2024-07-26T06:13:55.461 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 21 to 259 2024-07-26T06:13:55.462 INFO:tasks.rados.rados.0.smithi089.stdout:2679: delete oid 36 current snap is 263 2024-07-26T06:13:55.462 INFO:tasks.rados.rados.0.smithi089.stdout:2672: finishing write tid 5 to smithi08986837-9 2024-07-26T06:13:55.462 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 9 v 454 (ObjNum 810 snap 263 seq_num 810) dirty exists 2024-07-26T06:13:55.462 INFO:tasks.rados.rados.0.smithi089.stdout:2672: left oid 9 (ObjNum 810 snap 263 seq_num 810) 2024-07-26T06:13:55.463 INFO:tasks.rados.rados.0.smithi089.stdout:2672: done (5 left) 2024-07-26T06:13:55.464 INFO:tasks.rados.rados.0.smithi089.stdout:2679: done (4 left) 2024-07-26T06:13:55.464 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 12 current snap is 263 2024-07-26T06:13:55.464 INFO:tasks.rados.rados.0.smithi089.stdout:2680: seq_num 813 ranges {2007040=417792,2424832=434176,2859008=442368,3301376=327680} 2024-07-26T06:13:55.478 INFO:tasks.rados.rados.0.smithi089.stdout:2680: writing smithi08986837-12 from 2007040 to 2424832 tid 1 2024-07-26T06:13:55.482 INFO:tasks.rados.rados.0.smithi089.stdout:2680: writing smithi08986837-12 from 2424832 to 2859008 tid 2 2024-07-26T06:13:55.483 INFO:tasks.rados.rados.0.smithi089.stdout:2680: writing smithi08986837-12 from 2859008 to 3301376 tid 3 2024-07-26T06:13:55.485 INFO:tasks.rados.rados.0.smithi089.stdout:2680: writing smithi08986837-12 from 3301376 to 3629056 tid 4 2024-07-26T06:13:55.485 INFO:tasks.rados.rados.0.smithi089.stdout:2681: delete oid 5 current snap is 263 2024-07-26T06:13:55.485 INFO:tasks.rados.rados.0.smithi089.stdout:2678: finishing rollback tid 0 to smithi08986837-21 2024-07-26T06:13:55.486 INFO:tasks.rados.rados.0.smithi089.stdout:2678: finishing rollback tid 1 to smithi08986837-21 2024-07-26T06:13:55.486 INFO:tasks.rados.rados.0.smithi089.stdout:2678: finishing rollback tid 2 to smithi08986837-21 2024-07-26T06:13:55.486 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 21 v 1164 (ObjNum 784 snap 254 seq_num 784) dirty exists 2024-07-26T06:13:55.486 INFO:tasks.rados.rados.0.smithi089.stdout:2673: finishing copy_from racing read to smithi08986837-19 2024-07-26T06:13:55.486 INFO:tasks.rados.rados.0.smithi089.stdout:2677: expect (ObjNum 761 snap 243 seq_num 761) 2024-07-26T06:13:55.678 INFO:tasks.rados.rados.0.smithi089.stdout:2676: expect (ObjNum 748 snap 239 seq_num 748) 2024-07-26T06:13:55.791 INFO:tasks.rados.rados.0.smithi089.stdout:2673: finishing copy_from to smithi08986837-19 2024-07-26T06:13:55.791 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 19 v 1363 (ObjNum 766 snap 244 seq_num 766) dirty exists 2024-07-26T06:13:55.791 INFO:tasks.rados.rados.0.smithi089.stdout:2680: finishing write tid 1 to smithi08986837-12 2024-07-26T06:13:55.791 INFO:tasks.rados.rados.0.smithi089.stdout:2680: finishing write tid 2 to smithi08986837-12 2024-07-26T06:13:55.791 INFO:tasks.rados.rados.0.smithi089.stdout:2673: done (5 left) 2024-07-26T06:13:55.791 INFO:tasks.rados.rados.0.smithi089.stdout:2676: done (4 left) 2024-07-26T06:13:55.791 INFO:tasks.rados.rados.0.smithi089.stdout:2677: done (3 left) 2024-07-26T06:13:55.791 INFO:tasks.rados.rados.0.smithi089.stdout:2678: done (2 left) 2024-07-26T06:13:55.791 INFO:tasks.rados.rados.0.smithi089.stdout:2681: done (1 left) 2024-07-26T06:13:55.791 INFO:tasks.rados.rados.0.smithi089.stdout:2682: read oid 47 snap -1 2024-07-26T06:13:55.791 INFO:tasks.rados.rados.0.smithi089.stdout:2682: expect deleted 2024-07-26T06:13:55.792 INFO:tasks.rados.rados.0.smithi089.stdout:2683: copy_from oid 42 from oid 39 current snap is 263 2024-07-26T06:13:55.792 INFO:tasks.rados.rados.0.smithi089.stdout:2680: finishing write tid 3 to smithi08986837-12 2024-07-26T06:13:55.792 INFO:tasks.rados.rados.0.smithi089.stdout:2680: finishing write tid 4 to smithi08986837-12 2024-07-26T06:13:55.792 INFO:tasks.rados.rados.0.smithi089.stdout:2680: finishing write tid 5 to smithi08986837-12 2024-07-26T06:13:55.792 INFO:tasks.rados.rados.0.smithi089.stdout:2680: finishing write tid 6 to smithi08986837-12 2024-07-26T06:13:55.792 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 12 v 1140 (ObjNum 813 snap 263 seq_num 813) dirty exists 2024-07-26T06:13:55.792 INFO:tasks.rados.rados.0.smithi089.stdout:2680: left oid 12 (ObjNum 813 snap 263 seq_num 813) 2024-07-26T06:13:55.792 INFO:tasks.rados.rados.0.smithi089.stdout:2680: done (2 left) 2024-07-26T06:13:55.792 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 30 current snap is 263 2024-07-26T06:13:55.792 INFO:tasks.rados.rados.0.smithi089.stdout:2684: seq_num 815 ranges {7290880=458752,7749632=655360,8404992=409600,8814592=139264} 2024-07-26T06:13:55.830 INFO:tasks.rados.rados.0.smithi089.stdout:2684: writing smithi08986837-30 from 7290880 to 7749632 tid 1 2024-07-26T06:13:55.834 INFO:tasks.rados.rados.0.smithi089.stdout:2684: writing smithi08986837-30 from 7749632 to 8404992 tid 2 2024-07-26T06:13:55.836 INFO:tasks.rados.rados.0.smithi089.stdout:2684: writing smithi08986837-30 from 8404992 to 8814592 tid 3 2024-07-26T06:13:55.838 INFO:tasks.rados.rados.0.smithi089.stdout:2684: writing smithi08986837-30 from 8814592 to 8953856 tid 4 2024-07-26T06:13:55.838 INFO:tasks.rados.rados.0.smithi089.stdout:2685: delete oid 35 current snap is 263 2024-07-26T06:13:55.838 INFO:tasks.rados.rados.0.smithi089.stdout:2683: finishing copy_from racing read to smithi08986837-42 2024-07-26T06:13:55.838 INFO:tasks.rados.rados.0.smithi089.stdout:2683: finishing copy_from to smithi08986837-42 2024-07-26T06:13:55.838 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 42 v 975 (ObjNum 736 snap 233 seq_num 736) dirty exists 2024-07-26T06:13:55.838 INFO:tasks.rados.rados.0.smithi089.stdout:2684: finishing write tid 1 to smithi08986837-30 2024-07-26T06:13:55.838 INFO:tasks.rados.rados.0.smithi089.stdout:2684: finishing write tid 2 to smithi08986837-30 2024-07-26T06:13:55.840 INFO:tasks.rados.rados.0.smithi089.stdout:2684: finishing write tid 3 to smithi08986837-30 2024-07-26T06:13:55.840 INFO:tasks.rados.rados.0.smithi089.stdout:2684: finishing write tid 4 to smithi08986837-30 2024-07-26T06:13:55.840 INFO:tasks.rados.rados.0.smithi089.stdout:2684: finishing write tid 5 to smithi08986837-30 2024-07-26T06:13:55.840 INFO:tasks.rados.rados.0.smithi089.stdout:2682: done (3 left) 2024-07-26T06:13:55.840 INFO:tasks.rados.rados.0.smithi089.stdout:2683: done (2 left) 2024-07-26T06:13:55.841 INFO:tasks.rados.rados.0.smithi089.stdout:2685: done (1 left) 2024-07-26T06:13:55.841 INFO:tasks.rados.rados.0.smithi089.stdout:2686: setattr oid 29 current snap is 263 2024-07-26T06:13:55.841 INFO:tasks.rados.rados.0.smithi089.stdout:2684: finishing write tid 6 to smithi08986837-30 2024-07-26T06:13:55.841 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 30 v 1201 (ObjNum 815 snap 263 seq_num 815) dirty exists 2024-07-26T06:13:55.842 INFO:tasks.rados.rados.0.smithi089.stdout:2684: left oid 30 (ObjNum 815 snap 263 seq_num 815) 2024-07-26T06:13:55.843 INFO:tasks.rados.rados.0.smithi089.stdout:2684: done (1 left) 2024-07-26T06:13:55.843 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 3 current snap is 263 2024-07-26T06:13:55.843 INFO:tasks.rados.rados.0.smithi089.stdout:2687: seq_num 817 ranges {4440064=491520,4931584=417792,5349376=425984,5775360=360448} 2024-07-26T06:13:55.869 INFO:tasks.rados.rados.0.smithi089.stdout:2687: writing smithi08986837-3 from 4440064 to 4931584 tid 1 2024-07-26T06:13:55.874 INFO:tasks.rados.rados.0.smithi089.stdout:2687: writing smithi08986837-3 from 4931584 to 5349376 tid 2 2024-07-26T06:13:55.875 INFO:tasks.rados.rados.0.smithi089.stdout:2687: writing smithi08986837-3 from 5349376 to 5775360 tid 3 2024-07-26T06:13:55.876 INFO:tasks.rados.rados.0.smithi089.stdout:2687: writing smithi08986837-3 from 5775360 to 6135808 tid 4 2024-07-26T06:13:55.876 INFO:tasks.rados.rados.0.smithi089.stdout:2688: setattr oid 37 current snap is 263 2024-07-26T06:13:55.877 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 29 v 1447 (ObjNum 65 snap 0 seq_num 1884838242) dirty exists 2024-07-26T06:13:55.877 INFO:tasks.rados.rados.0.smithi089.stdout:2687: finishing write tid 1 to smithi08986837-3 2024-07-26T06:13:55.877 INFO:tasks.rados.rados.0.smithi089.stdout:2687: finishing write tid 2 to smithi08986837-3 2024-07-26T06:13:55.877 INFO:tasks.rados.rados.0.smithi089.stdout:2687: finishing write tid 3 to smithi08986837-3 2024-07-26T06:13:55.878 INFO:tasks.rados.rados.0.smithi089.stdout:2686: done (2 left) 2024-07-26T06:13:55.878 INFO:tasks.rados.rados.0.smithi089.stdout:2689: rollback oid 17 current snap is 263 2024-07-26T06:13:55.878 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 17 to 232 2024-07-26T06:13:55.878 INFO:tasks.rados.rados.0.smithi089.stdout:2690: read oid 34 snap -1 2024-07-26T06:13:55.878 INFO:tasks.rados.rados.0.smithi089.stdout:2690: expect (ObjNum 459 snap 132 seq_num 459) 2024-07-26T06:13:55.878 INFO:tasks.rados.rados.0.smithi089.stdout:2691: read oid 19 snap -1 2024-07-26T06:13:55.878 INFO:tasks.rados.rados.0.smithi089.stdout:2691: expect (ObjNum 766 snap 244 seq_num 766) 2024-07-26T06:13:55.878 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 27 current snap is 263 2024-07-26T06:13:55.878 INFO:tasks.rados.rados.0.smithi089.stdout:2692: seq_num 818 ranges {0=507904,507904=704512,1212416=499712} 2024-07-26T06:13:55.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:55 smithi155 ceph-mon[90160]: pgmap v545: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 447 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 6.4 MiB/s wr, 36 op/s 2024-07-26T06:13:55.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:55 smithi155 ceph-mon[90160]: osdmap e594: 8 total, 8 up, 8 in 2024-07-26T06:13:55.881 INFO:tasks.rados.rados.0.smithi089.stdout:2692: writing smithi08986837-27 from 0 to 507904 tid 1 2024-07-26T06:13:55.886 INFO:tasks.rados.rados.0.smithi089.stdout:2692: writing smithi08986837-27 from 507904 to 1212416 tid 2 2024-07-26T06:13:55.890 INFO:tasks.rados.rados.0.smithi089.stdout:2692: writing smithi08986837-27 from 1212416 to 1712128 tid 3 2024-07-26T06:13:55.890 INFO:tasks.rados.rados.0.smithi089.stdout:2693: copy_from oid 38 from oid 2 current snap is 263 2024-07-26T06:13:55.890 INFO:tasks.rados.rados.0.smithi089.stdout:2689: finishing rollback tid 0 to smithi08986837-17 2024-07-26T06:13:55.890 INFO:tasks.rados.rados.0.smithi089.stdout:2694: snap_remove snap 250 2024-07-26T06:13:55.890 INFO:tasks.rados.rados.0.smithi089.stdout:2687: finishing write tid 4 to smithi08986837-3 2024-07-26T06:13:55.890 INFO:tasks.rados.rados.0.smithi089.stdout:2689: finishing rollback tid 1 to smithi08986837-17 2024-07-26T06:13:55.890 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 37 v 1627 (ObjNum 802 snap 260 seq_num 802) dirty exists 2024-07-26T06:13:55.890 INFO:tasks.rados.rados.0.smithi089.stdout:2689: finishing rollback tid 2 to smithi08986837-17 2024-07-26T06:13:55.890 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 17 v 1333 (ObjNum 733 snap 232 seq_num 733) dirty exists 2024-07-26T06:13:55.890 INFO:tasks.rados.rados.0.smithi089.stdout:2690: expect (ObjNum 459 snap 132 seq_num 459) 2024-07-26T06:13:55.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:55 smithi089 ceph-mon[99608]: pgmap v545: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 447 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 6.4 MiB/s wr, 36 op/s 2024-07-26T06:13:55.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:55 smithi089 ceph-mon[99608]: osdmap e594: 8 total, 8 up, 8 in 2024-07-26T06:13:55.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:55 smithi089 ceph-mon[102056]: pgmap v545: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 447 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 6.4 MiB/s wr, 36 op/s 2024-07-26T06:13:55.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:55 smithi089 ceph-mon[102056]: osdmap e594: 8 total, 8 up, 8 in 2024-07-26T06:13:55.919 INFO:tasks.rados.rados.0.smithi089.stdout:2687: finishing write tid 5 to smithi08986837-3 2024-07-26T06:13:55.919 INFO:tasks.rados.rados.0.smithi089.stdout:2692: finishing write tid 1 to smithi08986837-27 2024-07-26T06:13:55.919 INFO:tasks.rados.rados.0.smithi089.stdout:2687: finishing write tid 6 to smithi08986837-3 2024-07-26T06:13:55.919 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 3 v 1169 (ObjNum 817 snap 263 seq_num 817) dirty exists 2024-07-26T06:13:55.919 INFO:tasks.rados.rados.0.smithi089.stdout:2687: left oid 3 (ObjNum 817 snap 263 seq_num 817) 2024-07-26T06:13:55.919 INFO:tasks.rados.rados.0.smithi089.stdout:2692: finishing write tid 2 to smithi08986837-27 2024-07-26T06:13:55.920 INFO:tasks.rados.rados.0.smithi089.stdout:2691: expect (ObjNum 766 snap 244 seq_num 766) 2024-07-26T06:13:56.061 INFO:tasks.rados.rados.0.smithi089.stdout:2692: finishing write tid 3 to smithi08986837-27 2024-07-26T06:13:56.061 INFO:tasks.rados.rados.0.smithi089.stdout:2692: finishing write tid 4 to smithi08986837-27 2024-07-26T06:13:56.061 INFO:tasks.rados.rados.0.smithi089.stdout:2692: finishing write tid 5 to smithi08986837-27 2024-07-26T06:13:56.061 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 27 v 1328 (ObjNum 818 snap 263 seq_num 818) dirty exists 2024-07-26T06:13:56.061 INFO:tasks.rados.rados.0.smithi089.stdout:2692: left oid 27 (ObjNum 818 snap 263 seq_num 818) 2024-07-26T06:13:56.061 INFO:tasks.rados.rados.0.smithi089.stdout:2693: finishing copy_from racing read to smithi08986837-38 2024-07-26T06:13:56.061 INFO:tasks.rados.rados.0.smithi089.stdout:2693: finishing copy_from to smithi08986837-38 2024-07-26T06:13:56.061 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 38 v 1159 (ObjNum 697 snap 218 seq_num 697) dirty exists 2024-07-26T06:13:56.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:56 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:13:56.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:56 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:56.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:56 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:56.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:56 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:13:56.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:56 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:56.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:56 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:56.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:56 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:13:56.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:56 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:56.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:56 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:56.959 INFO:tasks.rados.rados.0.smithi089.stdout:2687: done (7 left) 2024-07-26T06:13:56.959 INFO:tasks.rados.rados.0.smithi089.stdout:2688: done (6 left) 2024-07-26T06:13:56.959 INFO:tasks.rados.rados.0.smithi089.stdout:2689: done (5 left) 2024-07-26T06:13:56.959 INFO:tasks.rados.rados.0.smithi089.stdout:2690: done (4 left) 2024-07-26T06:13:56.960 INFO:tasks.rados.rados.0.smithi089.stdout:2691: done (3 left) 2024-07-26T06:13:56.960 INFO:tasks.rados.rados.0.smithi089.stdout:2692: done (2 left) 2024-07-26T06:13:56.960 INFO:tasks.rados.rados.0.smithi089.stdout:2693: done (1 left) 2024-07-26T06:13:56.960 INFO:tasks.rados.rados.0.smithi089.stdout:2694: done (0 left) 2024-07-26T06:13:56.960 INFO:tasks.rados.rados.0.smithi089.stdout:2695: snap_remove snap 233 2024-07-26T06:13:57.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:57 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:57.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:57 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:57.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:57 smithi155 ceph-mon[90160]: pgmap v547: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 441 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 5.9 MiB/s wr, 37 op/s 2024-07-26T06:13:57.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:57 smithi155 ceph-mon[90160]: osdmap e595: 8 total, 8 up, 8 in 2024-07-26T06:13:57.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:57 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:57.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:57 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:57.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:57 smithi089 ceph-mon[99608]: pgmap v547: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 441 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 5.9 MiB/s wr, 37 op/s 2024-07-26T06:13:57.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:57 smithi089 ceph-mon[99608]: osdmap e595: 8 total, 8 up, 8 in 2024-07-26T06:13:57.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:57 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:57.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:57 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:13:57.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:57 smithi089 ceph-mon[102056]: pgmap v547: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 441 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 5.9 MiB/s wr, 37 op/s 2024-07-26T06:13:57.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:57 smithi089 ceph-mon[102056]: osdmap e595: 8 total, 8 up, 8 in 2024-07-26T06:13:57.964 INFO:tasks.rados.rados.0.smithi089.stdout:2695: done (0 left) 2024-07-26T06:13:57.965 INFO:tasks.rados.rados.0.smithi089.stdout:2696: rollback oid 7 current snap is 263 2024-07-26T06:13:57.965 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 7 to 247 2024-07-26T06:13:57.965 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 19 current snap is 263 2024-07-26T06:13:57.965 INFO:tasks.rados.rados.0.smithi089.stdout:2697: seq_num 819 ranges {3399680=524288,3923968=589824,4513792=614400} 2024-07-26T06:13:57.987 INFO:tasks.rados.rados.0.smithi089.stdout:2697: writing smithi08986837-19 from 3399680 to 3923968 tid 1 2024-07-26T06:13:57.991 INFO:tasks.rados.rados.0.smithi089.stdout:2697: writing smithi08986837-19 from 3923968 to 4513792 tid 2 2024-07-26T06:13:57.995 INFO:tasks.rados.rados.0.smithi089.stdout:2697: writing smithi08986837-19 from 4513792 to 5128192 tid 3 2024-07-26T06:13:57.995 INFO:tasks.rados.rados.0.smithi089.stdout:2698: rollback oid 48 current snap is 263 2024-07-26T06:13:57.995 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 48 to 217 2024-07-26T06:13:57.995 INFO:tasks.rados.rados.0.smithi089.stdout:2696: finishing rollback tid 1 to smithi08986837-7 2024-07-26T06:13:57.995 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 8 current snap is 263 2024-07-26T06:13:57.995 INFO:tasks.rados.rados.0.smithi089.stdout:2696: finishing rollback tid 2 to smithi08986837-7 2024-07-26T06:13:57.995 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 7 v 1330 (ObjNum 775 snap 247 seq_num 775) dirty exists 2024-07-26T06:13:57.996 INFO:tasks.rados.rados.0.smithi089.stdout:2697: finishing write tid 1 to smithi08986837-19 2024-07-26T06:13:57.996 INFO:tasks.rados.rados.0.smithi089.stdout:2697: finishing write tid 2 to smithi08986837-19 2024-07-26T06:13:57.996 INFO:tasks.rados.rados.0.smithi089.stdout:2699: seq_num 820 ranges {4440064=540672,4980736=475136,5455872=598016,6053888=131072} 2024-07-26T06:13:58.021 INFO:tasks.rados.rados.0.smithi089.stdout:2699: writing smithi08986837-8 from 4440064 to 4980736 tid 1 2024-07-26T06:13:58.024 INFO:tasks.rados.rados.0.smithi089.stdout:2699: writing smithi08986837-8 from 4980736 to 5455872 tid 2 2024-07-26T06:13:58.028 INFO:tasks.rados.rados.0.smithi089.stdout:2699: writing smithi08986837-8 from 5455872 to 6053888 tid 3 2024-07-26T06:13:58.029 INFO:tasks.rados.rados.0.smithi089.stdout:2699: writing smithi08986837-8 from 6053888 to 6184960 tid 4 2024-07-26T06:13:58.029 INFO:tasks.rados.rados.0.smithi089.stdout:2696: done (3 left) 2024-07-26T06:13:58.029 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 40 current snap is 263 2024-07-26T06:13:58.029 INFO:tasks.rados.rados.0.smithi089.stdout:2697: finishing write tid 3 to smithi08986837-19 2024-07-26T06:13:58.030 INFO:tasks.rados.rados.0.smithi089.stdout:2700: seq_num 821 ranges {0=557056,557056=761856,1318912=442368} 2024-07-26T06:13:58.032 INFO:tasks.rados.rados.0.smithi089.stdout:2700: writing smithi08986837-40 from 0 to 557056 tid 1 2024-07-26T06:13:58.037 INFO:tasks.rados.rados.0.smithi089.stdout:2700: writing smithi08986837-40 from 557056 to 1318912 tid 2 2024-07-26T06:13:58.040 INFO:tasks.rados.rados.0.smithi089.stdout:2700: writing smithi08986837-40 from 1318912 to 1761280 tid 3 2024-07-26T06:13:58.040 INFO:tasks.rados.rados.0.smithi089.stdout:2701: read oid 36 snap -1 2024-07-26T06:13:58.040 INFO:tasks.rados.rados.0.smithi089.stdout:2701: expect deleted 2024-07-26T06:13:58.040 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 7 current snap is 263 2024-07-26T06:13:58.040 INFO:tasks.rados.rados.0.smithi089.stdout:2697: finishing write tid 4 to smithi08986837-19 2024-07-26T06:13:58.040 INFO:tasks.rados.rados.0.smithi089.stdout:2698: finishing rollback tid 0 to smithi08986837-48 2024-07-26T06:13:58.040 INFO:tasks.rados.rados.0.smithi089.stdout:2698: finishing rollback tid 1 to smithi08986837-48 2024-07-26T06:13:58.040 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 48 v 1369 (ObjNum 177 snap 0 seq_num 1) dirty dne 2024-07-26T06:13:58.040 INFO:tasks.rados.rados.0.smithi089.stdout:2697: finishing write tid 5 to smithi08986837-19 2024-07-26T06:13:58.040 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 19 v 1367 (ObjNum 819 snap 263 seq_num 819) dirty exists 2024-07-26T06:13:58.040 INFO:tasks.rados.rados.0.smithi089.stdout:2697: left oid 19 (ObjNum 819 snap 263 seq_num 819) 2024-07-26T06:13:58.041 INFO:tasks.rados.rados.0.smithi089.stdout:2699: finishing write tid 1 to smithi08986837-8 2024-07-26T06:13:58.041 INFO:tasks.rados.rados.0.smithi089.stdout:2699: finishing write tid 2 to smithi08986837-8 2024-07-26T06:13:58.041 INFO:tasks.rados.rados.0.smithi089.stdout:2699: finishing write tid 3 to smithi08986837-8 2024-07-26T06:13:58.041 INFO:tasks.rados.rados.0.smithi089.stdout:2699: finishing write tid 4 to smithi08986837-8 2024-07-26T06:13:58.041 INFO:tasks.rados.rados.0.smithi089.stdout:2702: seq_num 822 ranges {2162688=573440,2736128=696320,3432448=507904} 2024-07-26T06:13:58.054 INFO:tasks.rados.rados.0.smithi089.stdout:2702: writing smithi08986837-7 from 2162688 to 2736128 tid 1 2024-07-26T06:13:58.058 INFO:tasks.rados.rados.0.smithi089.stdout:2702: writing smithi08986837-7 from 2736128 to 3432448 tid 2 2024-07-26T06:13:58.061 INFO:tasks.rados.rados.0.smithi089.stdout:2702: writing smithi08986837-7 from 3432448 to 3940352 tid 3 2024-07-26T06:13:58.062 INFO:tasks.rados.rados.0.smithi089.stdout:2697: done (5 left) 2024-07-26T06:13:58.062 INFO:tasks.rados.rados.0.smithi089.stdout:2698: done (4 left) 2024-07-26T06:13:58.062 INFO:tasks.rados.rados.0.smithi089.stdout:2703: copy_from oid 22 from oid 35 current snap is 263 2024-07-26T06:13:58.062 INFO:tasks.rados.rados.0.smithi089.stdout:2699: finishing write tid 5 to smithi08986837-8 2024-07-26T06:13:58.062 INFO:tasks.rados.rados.0.smithi089.stdout:2699: finishing write tid 6 to smithi08986837-8 2024-07-26T06:13:58.062 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 8 v 1163 (ObjNum 820 snap 263 seq_num 820) dirty exists 2024-07-26T06:13:58.062 INFO:tasks.rados.rados.0.smithi089.stdout:2699: left oid 8 (ObjNum 820 snap 263 seq_num 820) 2024-07-26T06:13:58.062 INFO:tasks.rados.rados.0.smithi089.stdout:2700: finishing write tid 1 to smithi08986837-40 2024-07-26T06:13:58.062 INFO:tasks.rados.rados.0.smithi089.stdout:2699: done (4 left) 2024-07-26T06:13:58.062 INFO:tasks.rados.rados.0.smithi089.stdout:2704: read oid 27 snap -1 2024-07-26T06:13:58.062 INFO:tasks.rados.rados.0.smithi089.stdout:2704: expect (ObjNum 818 snap 263 seq_num 818) 2024-07-26T06:13:58.062 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 13 current snap is 263 2024-07-26T06:13:58.062 INFO:tasks.rados.rados.0.smithi089.stdout:2700: finishing write tid 2 to smithi08986837-40 2024-07-26T06:13:58.063 INFO:tasks.rados.rados.0.smithi089.stdout:2705: seq_num 823 ranges {11599872=589824,12189696=573440,12763136=630784} 2024-07-26T06:13:58.125 INFO:tasks.rados.rados.0.smithi089.stdout:2705: writing smithi08986837-13 from 11599872 to 12189696 tid 1 2024-07-26T06:13:58.129 INFO:tasks.rados.rados.0.smithi089.stdout:2705: writing smithi08986837-13 from 12189696 to 12763136 tid 2 2024-07-26T06:13:58.132 INFO:tasks.rados.rados.0.smithi089.stdout:2705: writing smithi08986837-13 from 12763136 to 13393920 tid 3 2024-07-26T06:13:58.133 INFO:tasks.rados.rados.0.smithi089.stdout:2706: snap_remove snap 237 2024-07-26T06:13:58.974 INFO:tasks.rados.rados.0.smithi089.stdout:2706: done (6 left) 2024-07-26T06:13:58.974 INFO:tasks.rados.rados.0.smithi089.stdout:2707: snap_remove snap 256 2024-07-26T06:13:59.322 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:58 smithi155 ceph-mon[90160]: osdmap e596: 8 total, 8 up, 8 in 2024-07-26T06:13:59.322 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:58 smithi155 ceph-mon[90160]: pgmap v550: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 441 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 3.6 MiB/s wr, 27 op/s 2024-07-26T06:13:59.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:58 smithi089 ceph-mon[99608]: osdmap e596: 8 total, 8 up, 8 in 2024-07-26T06:13:59.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:58 smithi089 ceph-mon[99608]: pgmap v550: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 441 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 3.6 MiB/s wr, 27 op/s 2024-07-26T06:13:59.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:58 smithi089 ceph-mon[102056]: osdmap e596: 8 total, 8 up, 8 in 2024-07-26T06:13:59.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:58 smithi089 ceph-mon[102056]: pgmap v550: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 441 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 3.6 MiB/s wr, 27 op/s 2024-07-26T06:13:59.418 INFO:tasks.rados.rados.0.smithi089.stdout:2707: done (6 left) 2024-07-26T06:13:59.418 INFO:tasks.rados.rados.0.smithi089.stdout:2708: delete oid 41 current snap is 263 2024-07-26T06:13:59.419 INFO:tasks.rados.rados.0.smithi089.stdout:2700: finishing write tid 3 to smithi08986837-40 2024-07-26T06:13:59.419 INFO:tasks.rados.rados.0.smithi089.stdout:2700: finishing write tid 4 to smithi08986837-40 2024-07-26T06:13:59.419 INFO:tasks.rados.rados.0.smithi089.stdout:2700: finishing write tid 5 to smithi08986837-40 2024-07-26T06:13:59.419 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 40 v 1205 (ObjNum 821 snap 263 seq_num 821) dirty exists 2024-07-26T06:13:59.419 INFO:tasks.rados.rados.0.smithi089.stdout:2700: left oid 40 (ObjNum 821 snap 263 seq_num 821) 2024-07-26T06:13:59.419 INFO:tasks.rados.rados.0.smithi089.stdout:2702: finishing write tid 1 to smithi08986837-7 2024-07-26T06:13:59.419 INFO:tasks.rados.rados.0.smithi089.stdout:2702: finishing write tid 2 to smithi08986837-7 2024-07-26T06:13:59.419 INFO:tasks.rados.rados.0.smithi089.stdout:2703: finishing copy_from to smithi08986837-22 2024-07-26T06:13:59.419 INFO:tasks.rados.rados.0.smithi089.stdout:2703: got expected ENOENT (src dne) 2024-07-26T06:13:59.419 INFO:tasks.rados.rados.0.smithi089.stdout:2703: finishing copy_from racing read to smithi08986837-22 2024-07-26T06:13:59.419 INFO:tasks.rados.rados.0.smithi089.stdout:2702: finishing write tid 3 to smithi08986837-7 2024-07-26T06:13:59.419 INFO:tasks.rados.rados.0.smithi089.stdout:2702: finishing write tid 4 to smithi08986837-7 2024-07-26T06:13:59.419 INFO:tasks.rados.rados.0.smithi089.stdout:2702: finishing write tid 5 to smithi08986837-7 2024-07-26T06:13:59.420 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 7 v 1334 (ObjNum 822 snap 263 seq_num 822) dirty exists 2024-07-26T06:13:59.420 INFO:tasks.rados.rados.0.smithi089.stdout:2702: left oid 7 (ObjNum 822 snap 263 seq_num 822) 2024-07-26T06:13:59.420 INFO:tasks.rados.rados.0.smithi089.stdout:2704: expect (ObjNum 818 snap 263 seq_num 818) 2024-07-26T06:13:59.472 INFO:tasks.rados.rados.0.smithi089.stdout:2705: finishing write tid 1 to smithi08986837-13 2024-07-26T06:13:59.473 INFO:tasks.rados.rados.0.smithi089.stdout:2705: finishing write tid 2 to smithi08986837-13 2024-07-26T06:13:59.473 INFO:tasks.rados.rados.0.smithi089.stdout:2705: finishing write tid 3 to smithi08986837-13 2024-07-26T06:13:59.473 INFO:tasks.rados.rados.0.smithi089.stdout:2705: finishing write tid 4 to smithi08986837-13 2024-07-26T06:13:59.473 INFO:tasks.rados.rados.0.smithi089.stdout:2705: finishing write tid 5 to smithi08986837-13 2024-07-26T06:13:59.473 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 13 v 941 (ObjNum 823 snap 263 seq_num 823) dirty exists 2024-07-26T06:13:59.473 INFO:tasks.rados.rados.0.smithi089.stdout:2705: left oid 13 (ObjNum 823 snap 263 seq_num 823) 2024-07-26T06:13:59.473 INFO:tasks.rados.rados.0.smithi089.stdout:2700: done (6 left) 2024-07-26T06:13:59.473 INFO:tasks.rados.rados.0.smithi089.stdout:2701: done (5 left) 2024-07-26T06:13:59.473 INFO:tasks.rados.rados.0.smithi089.stdout:2702: done (4 left) 2024-07-26T06:13:59.473 INFO:tasks.rados.rados.0.smithi089.stdout:2703: done (3 left) 2024-07-26T06:13:59.473 INFO:tasks.rados.rados.0.smithi089.stdout:2704: done (2 left) 2024-07-26T06:13:59.473 INFO:tasks.rados.rados.0.smithi089.stdout:2705: done (1 left) 2024-07-26T06:13:59.474 INFO:tasks.rados.rados.0.smithi089.stdout:2708: done (0 left) 2024-07-26T06:13:59.474 INFO:tasks.rados.rados.0.smithi089.stdout:2709: rollback oid 41 current snap is 263 2024-07-26T06:13:59.474 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 41 to 254 2024-07-26T06:13:59.474 INFO:tasks.rados.rados.0.smithi089.stdout:2710: copy_from oid 2 from oid 3 current snap is 263 2024-07-26T06:13:59.474 INFO:tasks.rados.rados.0.smithi089.stdout:2711: delete oid 12 current snap is 263 2024-07-26T06:13:59.474 INFO:tasks.rados.rados.0.smithi089.stdout:2711: done (2 left) 2024-07-26T06:13:59.474 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 46 current snap is 263 2024-07-26T06:13:59.474 INFO:tasks.rados.rados.0.smithi089.stdout:2712: seq_num 826 ranges {3506176=638976,4145152=630784,4775936=573440} 2024-07-26T06:13:59.497 INFO:tasks.rados.rados.0.smithi089.stdout:2712: writing smithi08986837-46 from 3506176 to 4145152 tid 1 2024-07-26T06:13:59.500 INFO:tasks.rados.rados.0.smithi089.stdout:2712: writing smithi08986837-46 from 4145152 to 4775936 tid 2 2024-07-26T06:13:59.505 INFO:tasks.rados.rados.0.smithi089.stdout:2712: writing smithi08986837-46 from 4775936 to 5349376 tid 3 2024-07-26T06:13:59.505 INFO:tasks.rados.rados.0.smithi089.stdout:2713: copy_from oid 30 from oid 25 current snap is 263 2024-07-26T06:13:59.505 INFO:tasks.rados.rados.0.smithi089.stdout:2709: finishing rollback tid 1 to smithi08986837-41 2024-07-26T06:13:59.505 INFO:tasks.rados.rados.0.smithi089.stdout:2709: finishing rollback tid 2 to smithi08986837-41 2024-07-26T06:13:59.505 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 41 v 1166 (ObjNum 775 snap 247 seq_num 775) dirty exists 2024-07-26T06:13:59.505 INFO:tasks.rados.rados.0.smithi089.stdout:2710: finishing copy_from racing read to smithi08986837-2 2024-07-26T06:13:59.505 INFO:tasks.rados.rados.0.smithi089.stdout:2709: done (3 left) 2024-07-26T06:13:59.505 INFO:tasks.rados.rados.0.smithi089.stdout:2714: snap_remove snap 190 2024-07-26T06:14:00.308 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:59 smithi089 ceph-mon[99608]: osdmap e597: 8 total, 8 up, 8 in 2024-07-26T06:14:00.308 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:59 smithi089 ceph-mon[99608]: osdmap e598: 8 total, 8 up, 8 in 2024-07-26T06:14:00.308 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:59 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:14:00.308 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:59 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:14:00.309 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:59 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:14:00.309 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:59 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:14:00.309 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:59 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:14:00.309 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:59 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-07-26T06:14:00.309 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:59 smithi089 ceph-mon[99608]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-07-26T06:14:00.309 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:59 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:14:00.309 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:59 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:00.309 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:59 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:00.310 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:59 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:00.310 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:59 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:00.310 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:59 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:00.310 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:59 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:00.310 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:59 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:00.310 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:59 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:00.310 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:59 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:00.310 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:59 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:00.310 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:59 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:00.310 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:59 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:00.311 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:59 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:00.311 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:13:59 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:00.312 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:59 smithi089 ceph-mon[102056]: osdmap e597: 8 total, 8 up, 8 in 2024-07-26T06:14:00.312 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:59 smithi089 ceph-mon[102056]: osdmap e598: 8 total, 8 up, 8 in 2024-07-26T06:14:00.312 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:59 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:14:00.312 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:59 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:14:00.312 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:59 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:14:00.312 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:59 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:14:00.312 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:59 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:14:00.312 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:59 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-07-26T06:14:00.312 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:59 smithi089 ceph-mon[102056]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-07-26T06:14:00.312 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:59 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:14:00.313 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:59 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:00.313 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:59 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:00.313 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:59 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:00.313 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:59 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:00.313 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:59 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:00.313 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:59 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:00.313 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:59 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:00.314 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:59 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:00.314 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:59 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:00.314 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:59 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:00.314 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:59 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:00.314 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:59 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:00.314 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:59 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:00.314 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:13:59 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:00.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:59 smithi155 ceph-mon[90160]: osdmap e597: 8 total, 8 up, 8 in 2024-07-26T06:14:00.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:59 smithi155 ceph-mon[90160]: osdmap e598: 8 total, 8 up, 8 in 2024-07-26T06:14:00.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:59 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:14:00.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:59 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:14:00.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:59 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:14:00.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:59 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:14:00.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:59 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:14:00.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:59 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-07-26T06:14:00.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:59 smithi155 ceph-mon[90160]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-07-26T06:14:00.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:59 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:14:00.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:59 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:00.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:59 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:00.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:59 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:00.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:59 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:00.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:59 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:00.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:59 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:00.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:59 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:00.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:59 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:00.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:59 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:00.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:59 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:00.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:59 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:00.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:59 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:00.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:59 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:00.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:13:59 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:00.416 INFO:tasks.rados.rados.0.smithi089.stdout:2714: done (3 left) 2024-07-26T06:14:00.416 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 26 current snap is 263 2024-07-26T06:14:00.416 INFO:tasks.rados.rados.0.smithi089.stdout:2715: seq_num 827 ranges {1941504=655360,2596864=516096,3112960=688128} 2024-07-26T06:14:00.431 INFO:tasks.rados.rados.0.smithi089.stdout:2715: writing smithi08986837-26 from 1941504 to 2596864 tid 1 2024-07-26T06:14:00.435 INFO:tasks.rados.rados.0.smithi089.stdout:2715: writing smithi08986837-26 from 2596864 to 3112960 tid 2 2024-07-26T06:14:00.441 INFO:tasks.rados.rados.0.smithi089.stdout:2715: writing smithi08986837-26 from 3112960 to 3801088 tid 3 2024-07-26T06:14:00.441 INFO:tasks.rados.rados.0.smithi089.stdout:2710: finishing copy_from to smithi08986837-2 2024-07-26T06:14:00.442 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 2 v 1169 (ObjNum 817 snap 263 seq_num 817) dirty exists 2024-07-26T06:14:00.442 INFO:tasks.rados.rados.0.smithi089.stdout:2712: finishing write tid 1 to smithi08986837-46 2024-07-26T06:14:00.442 INFO:tasks.rados.rados.0.smithi089.stdout:2712: finishing write tid 2 to smithi08986837-46 2024-07-26T06:14:00.442 INFO:tasks.rados.rados.0.smithi089.stdout:2712: finishing write tid 3 to smithi08986837-46 2024-07-26T06:14:00.442 INFO:tasks.rados.rados.0.smithi089.stdout:2712: finishing write tid 4 to smithi08986837-46 2024-07-26T06:14:00.442 INFO:tasks.rados.rados.0.smithi089.stdout:2712: finishing write tid 5 to smithi08986837-46 2024-07-26T06:14:00.442 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 46 v 1678 (ObjNum 826 snap 263 seq_num 826) dirty exists 2024-07-26T06:14:00.442 INFO:tasks.rados.rados.0.smithi089.stdout:2712: left oid 46 (ObjNum 826 snap 263 seq_num 826) 2024-07-26T06:14:00.442 INFO:tasks.rados.rados.0.smithi089.stdout:2713: finishing copy_from racing read to smithi08986837-30 2024-07-26T06:14:00.442 INFO:tasks.rados.rados.0.smithi089.stdout:2713: finishing copy_from to smithi08986837-30 2024-07-26T06:14:00.442 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 30 v 1111 (ObjNum 615 snap 182 seq_num 615) dirty exists 2024-07-26T06:14:00.443 INFO:tasks.rados.rados.0.smithi089.stdout:2715: finishing write tid 1 to smithi08986837-26 2024-07-26T06:14:00.443 INFO:tasks.rados.rados.0.smithi089.stdout:2715: finishing write tid 2 to smithi08986837-26 2024-07-26T06:14:00.443 INFO:tasks.rados.rados.0.smithi089.stdout:2710: done (3 left) 2024-07-26T06:14:00.443 INFO:tasks.rados.rados.0.smithi089.stdout:2712: done (2 left) 2024-07-26T06:14:00.443 INFO:tasks.rados.rados.0.smithi089.stdout:2713: done (1 left) 2024-07-26T06:14:00.443 INFO:tasks.rados.rados.0.smithi089.stdout:2716: delete oid 40 current snap is 263 2024-07-26T06:14:00.446 INFO:tasks.rados.rados.0.smithi089.stdout:2715: finishing write tid 3 to smithi08986837-26 2024-07-26T06:14:00.446 INFO:tasks.rados.rados.0.smithi089.stdout:2716: done (1 left) 2024-07-26T06:14:00.446 INFO:tasks.rados.rados.0.smithi089.stdout:2717: delete oid 29 current snap is 263 2024-07-26T06:14:00.446 INFO:tasks.rados.rados.0.smithi089.stdout:2715: finishing write tid 4 to smithi08986837-26 2024-07-26T06:14:00.447 INFO:tasks.rados.rados.0.smithi089.stdout:2715: finishing write tid 5 to smithi08986837-26 2024-07-26T06:14:00.447 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 26 v 960 (ObjNum 827 snap 263 seq_num 827) dirty exists 2024-07-26T06:14:00.447 INFO:tasks.rados.rados.0.smithi089.stdout:2715: left oid 26 (ObjNum 827 snap 263 seq_num 827) 2024-07-26T06:14:00.449 INFO:tasks.rados.rados.0.smithi089.stdout:2715: done (1 left) 2024-07-26T06:14:00.449 INFO:tasks.rados.rados.0.smithi089.stdout:2717: done (0 left) 2024-07-26T06:14:00.449 INFO:tasks.rados.rados.0.smithi089.stdout:2718: snap_remove snap 219 2024-07-26T06:14:01.421 INFO:tasks.rados.rados.0.smithi089.stdout:2718: done (0 left) 2024-07-26T06:14:01.421 INFO:tasks.rados.rados.0.smithi089.stdout:2719: snap_create 2024-07-26T06:14:01.589 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:01 smithi089 ceph-mon[99608]: osdmap e599: 8 total, 8 up, 8 in 2024-07-26T06:14:01.589 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:01 smithi089 ceph-mon[99608]: pgmap v554: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 437 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.7 MiB/s wr, 18 op/s 2024-07-26T06:14:01.589 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:01 smithi089 ceph-mon[102056]: osdmap e599: 8 total, 8 up, 8 in 2024-07-26T06:14:01.589 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:01 smithi089 ceph-mon[102056]: pgmap v554: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 437 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.7 MiB/s wr, 18 op/s 2024-07-26T06:14:01.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:01 smithi155 ceph-mon[90160]: osdmap e599: 8 total, 8 up, 8 in 2024-07-26T06:14:01.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:01 smithi155 ceph-mon[90160]: pgmap v554: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 437 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.7 MiB/s wr, 18 op/s 2024-07-26T06:14:02.427 INFO:tasks.rados.rados.0.smithi089.stdout:2719: done (0 left) 2024-07-26T06:14:02.427 INFO:tasks.rados.rados.0.smithi089.stdout:2720: rmattr oid 49 current snap is 264 2024-07-26T06:14:02.427 INFO:tasks.rados.rados.0.smithi089.stdout:2720: done (0 left) 2024-07-26T06:14:02.427 INFO:tasks.rados.rados.0.smithi089.stdout:2721: snap_remove snap 259 2024-07-26T06:14:02.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:14:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:14:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:14:02.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:02 smithi155 ceph-mon[90160]: Upgrade: Updating alertmanager.a 2024-07-26T06:14:02.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:02 smithi155 ceph-mon[90160]: Deploying daemon alertmanager.a on smithi089 2024-07-26T06:14:02.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:02 smithi155 ceph-mon[90160]: osdmap e600: 8 total, 8 up, 8 in 2024-07-26T06:14:02.838 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:02 smithi089 ceph-mon[99608]: Upgrade: Updating alertmanager.a 2024-07-26T06:14:02.838 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:02 smithi089 ceph-mon[99608]: Deploying daemon alertmanager.a on smithi089 2024-07-26T06:14:02.838 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:02 smithi089 ceph-mon[99608]: osdmap e600: 8 total, 8 up, 8 in 2024-07-26T06:14:02.838 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:14:02 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:14:02] "GET /metrics HTTP/1.1" 200 36347 "" "Prometheus/2.43.0" 2024-07-26T06:14:02.839 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:02 smithi089 ceph-mon[102056]: Upgrade: Updating alertmanager.a 2024-07-26T06:14:02.839 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:02 smithi089 ceph-mon[102056]: Deploying daemon alertmanager.a on smithi089 2024-07-26T06:14:02.839 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:02 smithi089 ceph-mon[102056]: osdmap e600: 8 total, 8 up, 8 in 2024-07-26T06:14:03.432 INFO:tasks.rados.rados.0.smithi089.stdout:2721: done (0 left) 2024-07-26T06:14:03.432 INFO:tasks.rados.rados.0.smithi089.stdout:2722: rollback oid 11 current snap is 264 2024-07-26T06:14:03.432 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 11 to 261 2024-07-26T06:14:03.432 INFO:tasks.rados.rados.0.smithi089.stdout:2723: delete oid 36 current snap is 264 2024-07-26T06:14:03.441 INFO:tasks.rados.rados.0.smithi089.stdout:2723: done (1 left) 2024-07-26T06:14:03.441 INFO:tasks.rados.rados.0.smithi089.stdout:2724: copy_from oid 1 from oid 9 current snap is 264 2024-07-26T06:14:03.441 INFO:tasks.rados.rados.0.smithi089.stdout:2725: snap_remove snap 251 2024-07-26T06:14:03.551 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:03 smithi089 ceph-mon[99608]: osdmap e601: 8 total, 8 up, 8 in 2024-07-26T06:14:03.551 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:03 smithi089 ceph-mon[99608]: pgmap v557: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 424 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 6.3 MiB/s wr, 28 op/s 2024-07-26T06:14:03.551 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:03 smithi089 ceph-mon[102056]: osdmap e601: 8 total, 8 up, 8 in 2024-07-26T06:14:03.551 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:03 smithi089 ceph-mon[102056]: pgmap v557: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 424 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 6.3 MiB/s wr, 28 op/s 2024-07-26T06:14:03.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:03 smithi155 ceph-mon[90160]: osdmap e601: 8 total, 8 up, 8 in 2024-07-26T06:14:03.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:03 smithi155 ceph-mon[90160]: pgmap v557: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 424 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 6.3 MiB/s wr, 28 op/s 2024-07-26T06:14:04.418 INFO:tasks.rados.rados.0.smithi089.stdout:2725: done (2 left) 2024-07-26T06:14:04.418 INFO:tasks.rados.rados.0.smithi089.stdout:2726: setattr oid 38 current snap is 264 2024-07-26T06:14:04.418 INFO:tasks.rados.rados.0.smithi089.stdout:2722: finishing rollback tid 0 to smithi08986837-11 2024-07-26T06:14:04.418 INFO:tasks.rados.rados.0.smithi089.stdout:2722: finishing rollback tid 1 to smithi08986837-11 2024-07-26T06:14:04.418 INFO:tasks.rados.rados.0.smithi089.stdout:2722: finishing rollback tid 2 to smithi08986837-11 2024-07-26T06:14:04.418 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 11 v 1492 (ObjNum 795 snap 259 seq_num 795) dirty exists 2024-07-26T06:14:04.418 INFO:tasks.rados.rados.0.smithi089.stdout:2724: finishing copy_from racing read to smithi08986837-1 2024-07-26T06:14:04.418 INFO:tasks.rados.rados.0.smithi089.stdout:2724: finishing copy_from to smithi08986837-1 2024-07-26T06:14:04.418 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 1 v 454 (ObjNum 810 snap 263 seq_num 810) dirty exists 2024-07-26T06:14:04.419 INFO:tasks.rados.rados.0.smithi089.stdout:2722: done (2 left) 2024-07-26T06:14:04.419 INFO:tasks.rados.rados.0.smithi089.stdout:2724: done (1 left) 2024-07-26T06:14:04.419 INFO:tasks.rados.rados.0.smithi089.stdout:2727: snap_create 2024-07-26T06:14:04.432 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 38 v 1500 (ObjNum 697 snap 218 seq_num 697) dirty exists 2024-07-26T06:14:04.791 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:04 smithi089 ceph-mon[99608]: osdmap e602: 8 total, 8 up, 8 in 2024-07-26T06:14:04.791 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:04 smithi089 ceph-mon[99608]: osdmap e603: 8 total, 8 up, 8 in 2024-07-26T06:14:04.791 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:04 smithi089 ceph-mon[102056]: osdmap e602: 8 total, 8 up, 8 in 2024-07-26T06:14:04.791 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:04 smithi089 ceph-mon[102056]: osdmap e603: 8 total, 8 up, 8 in 2024-07-26T06:14:04.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:04 smithi155 ceph-mon[90160]: osdmap e602: 8 total, 8 up, 8 in 2024-07-26T06:14:04.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:04 smithi155 ceph-mon[90160]: osdmap e603: 8 total, 8 up, 8 in 2024-07-26T06:14:05.054 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:14:04 smithi089 systemd[1]: Stopping Ceph alertmanager.a for 9bd49884-4b13-11ef-bcb6-c7b262605968... 2024-07-26T06:14:05.404 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:14:05 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-alertmanager-a[89414]: ts=2024-07-26T06:14:05.054Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-07-26T06:14:05.405 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:14:05 smithi089 podman[136271]: 2024-07-26 06:14:05.095311726 +0000 UTC m=+0.158092686 container died 2836382b8f0bfeea2af52bcdba7041ae735490f03c17791126e4789ee0a86f57 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-07-26T06:14:05.415 INFO:tasks.rados.rados.0.smithi089.stdout:2726: done (1 left) 2024-07-26T06:14:05.415 INFO:tasks.rados.rados.0.smithi089.stdout:2727: done (0 left) 2024-07-26T06:14:05.415 INFO:tasks.rados.rados.0.smithi089.stdout:2728: snap_remove snap 257 2024-07-26T06:14:05.845 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:05 smithi089 ceph-mon[99608]: pgmap v560: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 412 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 5.6 MiB/s wr, 14 op/s 2024-07-26T06:14:05.845 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:05 smithi089 ceph-mon[99608]: osdmap e604: 8 total, 8 up, 8 in 2024-07-26T06:14:05.846 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:14:05 smithi089 podman[136271]: 2024-07-26 06:14:05.58611808 +0000 UTC m=+0.648899040 container cleanup 2836382b8f0bfeea2af52bcdba7041ae735490f03c17791126e4789ee0a86f57 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-07-26T06:14:05.846 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:14:05 smithi089 bash[136271]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-alertmanager-a 2024-07-26T06:14:05.846 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:05 smithi089 ceph-mon[102056]: pgmap v560: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 412 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 5.6 MiB/s wr, 14 op/s 2024-07-26T06:14:05.846 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:05 smithi089 ceph-mon[102056]: osdmap e604: 8 total, 8 up, 8 in 2024-07-26T06:14:05.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:05 smithi155 ceph-mon[90160]: pgmap v560: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 412 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 5.6 MiB/s wr, 14 op/s 2024-07-26T06:14:05.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:05 smithi155 ceph-mon[90160]: osdmap e604: 8 total, 8 up, 8 in 2024-07-26T06:14:06.153 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:14:05 smithi089 podman[136289]: 2024-07-26 06:14:05.845362749 +0000 UTC m=+0.742673968 container remove 2836382b8f0bfeea2af52bcdba7041ae735490f03c17791126e4789ee0a86f57 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-07-26T06:14:06.153 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:14:05 smithi089 podman[136289]: 2024-07-26 06:14:05.963033985 +0000 UTC m=+0.860345206 volume remove 76e832097c319862da59df3ec917593edd0a1bdc09cb78697342dfa23979ae5c 2024-07-26T06:14:06.419 INFO:tasks.rados.rados.0.smithi089.stdout:2728: done (0 left) 2024-07-26T06:14:06.420 INFO:tasks.rados.rados.0.smithi089.stdout:2729: delete oid 29 current snap is 265 2024-07-26T06:14:06.429 INFO:tasks.rados.rados.0.smithi089.stdout:2729: done (0 left) 2024-07-26T06:14:06.429 INFO:tasks.rados.rados.0.smithi089.stdout:2730: copy_from oid 14 from oid 22 current snap is 265 2024-07-26T06:14:06.429 INFO:tasks.rados.rados.0.smithi089.stdout:2731: delete oid 40 current snap is 265 2024-07-26T06:14:06.434 INFO:tasks.rados.rados.0.smithi089.stdout:2731: done (1 left) 2024-07-26T06:14:06.434 INFO:tasks.rados.rados.0.smithi089.stdout:2732: delete oid 21 current snap is 265 2024-07-26T06:14:06.442 INFO:tasks.rados.rados.0.smithi089.stdout:2732: done (1 left) 2024-07-26T06:14:06.442 INFO:tasks.rados.rados.0.smithi089.stdout:2733: rmattr oid 28 current snap is 265 2024-07-26T06:14:06.442 INFO:tasks.rados.rados.0.smithi089.stdout:2734: read oid 49 snap 245 2024-07-26T06:14:06.442 INFO:tasks.rados.rados.0.smithi089.stdout:2734: expect (ObjNum 722 snap 230 seq_num 722) 2024-07-26T06:14:06.442 INFO:tasks.rados.rados.0.smithi089.stdout:2735: copy_from oid 29 from oid 45 current snap is 265 2024-07-26T06:14:06.442 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 9 current snap is 265 2024-07-26T06:14:06.442 INFO:tasks.rados.rados.0.smithi089.stdout:2736: seq_num 834 ranges {7405568=778240,8183808=557056,8740864=548864,9289728=98304} 2024-07-26T06:14:06.486 INFO:tasks.rados.rados.0.smithi089.stdout:2736: writing smithi08986837-9 from 7405568 to 8183808 tid 1 2024-07-26T06:14:06.489 INFO:tasks.rados.rados.0.smithi089.stdout:2736: writing smithi08986837-9 from 8183808 to 8740864 tid 2 2024-07-26T06:14:11.730 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:07 smithi155 ceph-mon[90160]: osdmap e605: 8 total, 8 up, 8 in 2024-07-26T06:14:11.730 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:07 smithi155 ceph-mon[90160]: pgmap v563: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 417 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 3.2 MiB/s wr, 6 op/s 2024-07-26T06:14:11.730 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:07 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:14:11.730 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:07 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:14:11.731 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:07 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:14:11.731 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:08 smithi155 ceph-mon[90160]: osdmap e606: 8 total, 8 up, 8 in 2024-07-26T06:14:11.731 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:09 smithi155 ceph-mon[90160]: osdmap e607: 8 total, 8 up, 8 in 2024-07-26T06:14:11.731 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:09 smithi155 ceph-mon[90160]: pgmap v566: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 421 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 2.8 MiB/s wr, 9 op/s 2024-07-26T06:14:11.731 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:09 smithi155 ceph-mon[90160]: osdmap e608: 8 total, 8 up, 8 in 2024-07-26T06:14:11.731 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:11 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:14:11.732 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:11 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:14:11.732 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:11 smithi155 ceph-mon[90160]: osdmap e609: 8 total, 8 up, 8 in 2024-07-26T06:14:11.732 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:11 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:14:11.732 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:11 smithi155 ceph-mon[90160]: pgmap v569: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 422 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 2.9 MiB/s wr, 15 op/s 2024-07-26T06:14:11.732 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:11 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:14:11.732 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:11 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:14:11.735 INFO:tasks.rados.rados.0.smithi089.stdout:2736: writing smithi08986837-9 from 8740864 to 9289728 tid 3 2024-07-26T06:14:11.735 INFO:tasks.rados.rados.0.smithi089.stdout:2736: writing smithi08986837-9 from 9289728 to 9388032 tid 4 2024-07-26T06:14:11.736 INFO:tasks.rados.rados.0.smithi089.stdout:2737: read oid 37 snap -1 2024-07-26T06:14:11.736 INFO:tasks.rados.rados.0.smithi089.stdout:2737: expect (ObjNum 802 snap 260 seq_num 802) 2024-07-26T06:14:11.736 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 32 current snap is 265 2024-07-26T06:14:11.736 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 28 v 979 (ObjNum 738 snap 233 seq_num 738) dirty exists 2024-07-26T06:14:11.736 INFO:tasks.rados.rados.0.smithi089.stdout:2735: finishing copy_from racing read to smithi08986837-29 2024-07-26T06:14:11.736 INFO:tasks.rados.rados.0.smithi089.stdout:2735: finishing copy_from to smithi08986837-29 2024-07-26T06:14:11.737 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 29 v 849 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-07-26T06:14:11.737 INFO:tasks.rados.rados.0.smithi089.stdout:2738: seq_num 835 ranges {2195456=794624,2990080=442368,3432448=712704,4145152=49152} 2024-07-26T06:14:11.737 INFO:tasks.rados.rados.0.smithi089.stdout:2738: writing smithi08986837-32 from 2195456 to 2990080 tid 1 2024-07-26T06:14:11.737 INFO:tasks.rados.rados.0.smithi089.stdout:2738: writing smithi08986837-32 from 2990080 to 3432448 tid 2 2024-07-26T06:14:11.737 INFO:tasks.rados.rados.0.smithi089.stdout:2738: writing smithi08986837-32 from 3432448 to 4145152 tid 3 2024-07-26T06:14:11.737 INFO:tasks.rados.rados.0.smithi089.stdout:2738: writing smithi08986837-32 from 4145152 to 4194304 tid 4 2024-07-26T06:14:11.738 INFO:tasks.rados.rados.0.smithi089.stdout:2733: done (6 left) 2024-07-26T06:14:11.738 INFO:tasks.rados.rados.0.smithi089.stdout:2735: done (5 left) 2024-07-26T06:14:11.738 INFO:tasks.rados.rados.0.smithi089.stdout:2739: copy_from oid 15 from oid 12 current snap is 265 2024-07-26T06:14:11.738 INFO:tasks.rados.rados.0.smithi089.stdout:2730: finishing copy_from racing read to smithi08986837-14 2024-07-26T06:14:11.738 INFO:tasks.rados.rados.0.smithi089.stdout:2730: finishing copy_from to smithi08986837-14 2024-07-26T06:14:11.738 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 14 v 770 (ObjNum 665 snap 201 seq_num 665) dirty exists 2024-07-26T06:14:11.738 INFO:tasks.rados.rados.0.smithi089.stdout:2734: expect (ObjNum 722 snap 230 seq_num 722) 2024-07-26T06:14:11.739 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:14:06 smithi089 systemd[1]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-07-26T06:14:11.739 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:14:06 smithi089 systemd[1]: Stopped Ceph alertmanager.a for 9bd49884-4b13-11ef-bcb6-c7b262605968. 2024-07-26T06:14:11.739 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:14:06 smithi089 systemd[1]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@alertmanager.a.service: Consumed 1.489s CPU time. 2024-07-26T06:14:11.739 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:14:06 smithi089 systemd[1]: Starting Ceph alertmanager.a for 9bd49884-4b13-11ef-bcb6-c7b262605968... 2024-07-26T06:14:11.741 INFO:tasks.rados.rados.0.smithi089.stdout:2736: finishing write tid 1 to smithi08986837-9 2024-07-26T06:14:11.741 INFO:tasks.rados.rados.0.smithi089.stdout:2736: finishing write tid 2 to smithi08986837-9 2024-07-26T06:14:11.741 INFO:tasks.rados.rados.0.smithi089.stdout:2736: finishing write tid 3 to smithi08986837-9 2024-07-26T06:14:11.741 INFO:tasks.rados.rados.0.smithi089.stdout:2736: finishing write tid 4 to smithi08986837-9 2024-07-26T06:14:11.741 INFO:tasks.rados.rados.0.smithi089.stdout:2736: finishing write tid 5 to smithi08986837-9 2024-07-26T06:14:11.742 INFO:tasks.rados.rados.0.smithi089.stdout:2736: finishing write tid 6 to smithi08986837-9 2024-07-26T06:14:11.742 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 9 v 459 (ObjNum 834 snap 265 seq_num 834) dirty exists 2024-07-26T06:14:11.742 INFO:tasks.rados.rados.0.smithi089.stdout:2736: left oid 9 (ObjNum 834 snap 265 seq_num 834) 2024-07-26T06:14:11.742 INFO:tasks.rados.rados.0.smithi089.stdout:2730: done (5 left) 2024-07-26T06:14:11.742 INFO:tasks.rados.rados.0.smithi089.stdout:2734: done (4 left) 2024-07-26T06:14:11.742 INFO:tasks.rados.rados.0.smithi089.stdout:2736: done (3 left) 2024-07-26T06:14:11.743 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 36 current snap is 265 2024-07-26T06:14:11.743 INFO:tasks.rados.rados.0.smithi089.stdout:2737: expect (ObjNum 802 snap 260 seq_num 802) 2024-07-26T06:14:11.743 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:14:06 smithi089 podman[136416]: 2024-07-26 06:14:06.529472657 +0000 UTC m=+0.020803992 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-07-26T06:14:11.743 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:14:06 smithi089 podman[136416]: 2024-07-26 06:14:06.630737146 +0000 UTC m=+0.122068467 volume create 6d548f9019bcddb3e6a5600fdba7b3939e7329d33d31303da55cf01950f29ab0 2024-07-26T06:14:11.744 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:14:06 smithi089 podman[136416]: 2024-07-26 06:14:06.848101099 +0000 UTC m=+0.339432421 container create 74548f93af4141bc49fbc85c2fe04f26c657e5e7a8f8e2aa9caeb5b91fd14fe1 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-07-26T06:14:11.756 INFO:tasks.rados.rados.0.smithi089.stdout:2738: finishing write tid 1 to smithi08986837-32 2024-07-26T06:14:11.756 INFO:tasks.rados.rados.0.smithi089.stdout:2738: finishing write tid 2 to smithi08986837-32 2024-07-26T06:14:11.756 INFO:tasks.rados.rados.0.smithi089.stdout:2739: finishing copy_from to smithi08986837-15 2024-07-26T06:14:11.756 INFO:tasks.rados.rados.0.smithi089.stdout:2739: got expected ENOENT (src dne) 2024-07-26T06:14:11.756 INFO:tasks.rados.rados.0.smithi089.stdout:2739: finishing copy_from racing read to smithi08986837-15 2024-07-26T06:14:11.757 INFO:tasks.rados.rados.0.smithi089.stdout:2738: finishing write tid 3 to smithi08986837-32 2024-07-26T06:14:11.757 INFO:tasks.rados.rados.0.smithi089.stdout:2740: seq_num 836 ranges {0=409600,409600=720896,1130496=516096,1646592=368640} 2024-07-26T06:14:11.757 INFO:tasks.rados.rados.0.smithi089.stdout:2740: writing smithi08986837-36 from 0 to 409600 tid 1 2024-07-26T06:14:11.757 INFO:tasks.rados.rados.0.smithi089.stdout:2740: writing smithi08986837-36 from 409600 to 1130496 tid 2 2024-07-26T06:14:11.757 INFO:tasks.rados.rados.0.smithi089.stdout:2740: writing smithi08986837-36 from 1130496 to 1646592 tid 3 2024-07-26T06:14:11.757 INFO:tasks.rados.rados.0.smithi089.stdout:2740: writing smithi08986837-36 from 1646592 to 2015232 tid 4 2024-07-26T06:14:11.757 INFO:tasks.rados.rados.0.smithi089.stdout:2737: done (3 left) 2024-07-26T06:14:11.757 INFO:tasks.rados.rados.0.smithi089.stdout:2739: done (2 left) 2024-07-26T06:14:11.757 INFO:tasks.rados.rados.0.smithi089.stdout:2741: delete oid 27 current snap is 265 2024-07-26T06:14:11.757 INFO:tasks.rados.rados.0.smithi089.stdout:2738: finishing write tid 4 to smithi08986837-32 2024-07-26T06:14:11.757 INFO:tasks.rados.rados.0.smithi089.stdout:2738: finishing write tid 5 to smithi08986837-32 2024-07-26T06:14:11.757 INFO:tasks.rados.rados.0.smithi089.stdout:2738: finishing write tid 6 to smithi08986837-32 2024-07-26T06:14:11.757 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 32 v 1338 (ObjNum 835 snap 265 seq_num 835) dirty exists 2024-07-26T06:14:11.758 INFO:tasks.rados.rados.0.smithi089.stdout:2738: left oid 32 (ObjNum 835 snap 265 seq_num 835) 2024-07-26T06:14:11.758 INFO:tasks.rados.rados.0.smithi089.stdout:2740: finishing write tid 1 to smithi08986837-36 2024-07-26T06:14:11.758 INFO:tasks.rados.rados.0.smithi089.stdout:2740: finishing write tid 2 to smithi08986837-36 2024-07-26T06:14:11.758 INFO:tasks.rados.rados.0.smithi089.stdout:2740: finishing write tid 3 to smithi08986837-36 2024-07-26T06:14:11.758 INFO:tasks.rados.rados.0.smithi089.stdout:2738: done (2 left) 2024-07-26T06:14:11.758 INFO:tasks.rados.rados.0.smithi089.stdout:2741: done (1 left) 2024-07-26T06:14:11.758 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 23 current snap is 265 2024-07-26T06:14:11.758 INFO:tasks.rados.rados.0.smithi089.stdout:2742: seq_num 838 ranges {0=442368,442368=540672,983040=532480,1515520=442368,1957888=90112} 2024-07-26T06:14:11.758 INFO:tasks.rados.rados.0.smithi089.stdout:2742: writing smithi08986837-23 from 0 to 442368 tid 1 2024-07-26T06:14:11.758 INFO:tasks.rados.rados.0.smithi089.stdout:2742: writing smithi08986837-23 from 442368 to 983040 tid 2 2024-07-26T06:14:11.758 INFO:tasks.rados.rados.0.smithi089.stdout:2742: writing smithi08986837-23 from 983040 to 1515520 tid 3 2024-07-26T06:14:11.758 INFO:tasks.rados.rados.0.smithi089.stdout:2742: writing smithi08986837-23 from 1515520 to 1957888 tid 4 2024-07-26T06:14:11.758 INFO:tasks.rados.rados.0.smithi089.stdout:2742: writing smithi08986837-23 from 1957888 to 2048000 tid 5 2024-07-26T06:14:11.759 INFO:tasks.rados.rados.0.smithi089.stdout:2743: delete oid 15 current snap is 265 2024-07-26T06:14:11.759 INFO:tasks.rados.rados.0.smithi089.stdout:2740: finishing write tid 4 to smithi08986837-36 2024-07-26T06:14:11.759 INFO:tasks.rados.rados.0.smithi089.stdout:2740: finishing write tid 5 to smithi08986837-36 2024-07-26T06:14:11.759 INFO:tasks.rados.rados.0.smithi089.stdout:2740: finishing write tid 6 to smithi08986837-36 2024-07-26T06:14:11.759 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 36 v 1171 (ObjNum 836 snap 265 seq_num 836) dirty exists 2024-07-26T06:14:11.759 INFO:tasks.rados.rados.0.smithi089.stdout:2740: left oid 36 (ObjNum 836 snap 265 seq_num 836) 2024-07-26T06:14:11.759 INFO:tasks.rados.rados.0.smithi089.stdout:2742: finishing write tid 1 to smithi08986837-23 2024-07-26T06:14:11.759 INFO:tasks.rados.rados.0.smithi089.stdout:2742: finishing write tid 2 to smithi08986837-23 2024-07-26T06:14:11.759 INFO:tasks.rados.rados.0.smithi089.stdout:2742: finishing write tid 3 to smithi08986837-23 2024-07-26T06:14:11.759 INFO:tasks.rados.rados.0.smithi089.stdout:2742: finishing write tid 4 to smithi08986837-23 2024-07-26T06:14:11.759 INFO:tasks.rados.rados.0.smithi089.stdout:2740: done (2 left) 2024-07-26T06:14:11.759 INFO:tasks.rados.rados.0.smithi089.stdout:2743: done (1 left) 2024-07-26T06:14:11.759 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 38 current snap is 265 2024-07-26T06:14:11.760 INFO:tasks.rados.rados.0.smithi089.stdout:2744: seq_num 840 ranges {2080768=475136,2555904=712704,3268608=499712,3768320=393216} 2024-07-26T06:14:11.760 INFO:tasks.rados.rados.0.smithi089.stdout:2744: writing smithi08986837-38 from 2080768 to 2555904 tid 1 2024-07-26T06:14:11.760 INFO:tasks.rados.rados.0.smithi089.stdout:2744: writing smithi08986837-38 from 2555904 to 3268608 tid 2 2024-07-26T06:14:11.760 INFO:tasks.rados.rados.0.smithi089.stdout:2744: writing smithi08986837-38 from 3268608 to 3768320 tid 3 2024-07-26T06:14:11.760 INFO:tasks.rados.rados.0.smithi089.stdout:2744: writing smithi08986837-38 from 3768320 to 4161536 tid 4 2024-07-26T06:14:11.760 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 50 current snap is 265 2024-07-26T06:14:11.760 INFO:tasks.rados.rados.0.smithi089.stdout:2742: finishing write tid 5 to smithi08986837-23 2024-07-26T06:14:11.760 INFO:tasks.rados.rados.0.smithi089.stdout:2742: finishing write tid 6 to smithi08986837-23 2024-07-26T06:14:11.760 INFO:tasks.rados.rados.0.smithi089.stdout:2742: finishing write tid 7 to smithi08986837-23 2024-07-26T06:14:11.760 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 23 v 858 (ObjNum 838 snap 265 seq_num 838) dirty exists 2024-07-26T06:14:11.760 INFO:tasks.rados.rados.0.smithi089.stdout:2742: left oid 23 (ObjNum 838 snap 265 seq_num 838) 2024-07-26T06:14:11.760 INFO:tasks.rados.rados.0.smithi089.stdout:2744: finishing write tid 1 to smithi08986837-38 2024-07-26T06:14:11.760 INFO:tasks.rados.rados.0.smithi089.stdout:2744: finishing write tid 2 to smithi08986837-38 2024-07-26T06:14:11.760 INFO:tasks.rados.rados.0.smithi089.stdout:2745: seq_num 841 ranges {0=491520,491520=598016,1089536=704512,1794048=303104} 2024-07-26T06:14:11.761 INFO:tasks.rados.rados.0.smithi089.stdout:2745: writing smithi08986837-50 from 0 to 491520 tid 1 2024-07-26T06:14:11.761 INFO:tasks.rados.rados.0.smithi089.stdout:2745: writing smithi08986837-50 from 491520 to 1089536 tid 2 2024-07-26T06:14:11.761 INFO:tasks.rados.rados.0.smithi089.stdout:2745: writing smithi08986837-50 from 1089536 to 1794048 tid 3 2024-07-26T06:14:11.761 INFO:tasks.rados.rados.0.smithi089.stdout:2745: writing smithi08986837-50 from 1794048 to 2097152 tid 4 2024-07-26T06:14:11.761 INFO:tasks.rados.rados.0.smithi089.stdout:2742: done (2 left) 2024-07-26T06:14:11.761 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 17 current snap is 265 2024-07-26T06:14:11.761 INFO:tasks.rados.rados.0.smithi089.stdout:2744: finishing write tid 3 to smithi08986837-38 2024-07-26T06:14:11.761 INFO:tasks.rados.rados.0.smithi089.stdout:2746: seq_num 842 ranges {8724480=507904,9232384=475136,9707520=516096,10223616=499712,10723328=114688} 2024-07-26T06:14:11.761 INFO:tasks.rados.rados.0.smithi089.stdout:2746: writing smithi08986837-17 from 8724480 to 9232384 tid 1 2024-07-26T06:14:11.761 INFO:tasks.rados.rados.0.smithi089.stdout:2746: writing smithi08986837-17 from 9232384 to 9707520 tid 2 2024-07-26T06:14:11.761 INFO:tasks.rados.rados.0.smithi089.stdout:2746: writing smithi08986837-17 from 9707520 to 10223616 tid 3 2024-07-26T06:14:11.761 INFO:tasks.rados.rados.0.smithi089.stdout:2746: writing smithi08986837-17 from 10223616 to 10723328 tid 4 2024-07-26T06:14:11.761 INFO:tasks.rados.rados.0.smithi089.stdout:2746: writing smithi08986837-17 from 10723328 to 10838016 tid 5 2024-07-26T06:14:11.762 INFO:tasks.rados.rados.0.smithi089.stdout:2747: read oid 42 snap -1 2024-07-26T06:14:11.762 INFO:tasks.rados.rados.0.smithi089.stdout:2747: expect (ObjNum 736 snap 233 seq_num 736) 2024-07-26T06:14:11.762 INFO:tasks.rados.rados.0.smithi089.stdout:2748: snap_remove snap 262 2024-07-26T06:14:11.762 INFO:tasks.rados.rados.0.smithi089.stdout:2748: done (4 left) 2024-07-26T06:14:11.762 INFO:tasks.rados.rados.0.smithi089.stdout:2749: delete oid 29 current snap is 265 2024-07-26T06:14:11.762 INFO:tasks.rados.rados.0.smithi089.stdout:2744: finishing write tid 4 to smithi08986837-38 2024-07-26T06:14:11.762 INFO:tasks.rados.rados.0.smithi089.stdout:2744: finishing write tid 5 to smithi08986837-38 2024-07-26T06:14:11.762 INFO:tasks.rados.rados.0.smithi089.stdout:2744: finishing write tid 6 to smithi08986837-38 2024-07-26T06:14:11.762 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 38 v 1520 (ObjNum 840 snap 265 seq_num 840) dirty exists 2024-07-26T06:14:11.762 INFO:tasks.rados.rados.0.smithi089.stdout:2744: left oid 38 (ObjNum 840 snap 265 seq_num 840) 2024-07-26T06:14:11.762 INFO:tasks.rados.rados.0.smithi089.stdout:2745: finishing write tid 1 to smithi08986837-50 2024-07-26T06:14:11.762 INFO:tasks.rados.rados.0.smithi089.stdout:2745: finishing write tid 2 to smithi08986837-50 2024-07-26T06:14:11.762 INFO:tasks.rados.rados.0.smithi089.stdout:2745: finishing write tid 3 to smithi08986837-50 2024-07-26T06:14:11.762 INFO:tasks.rados.rados.0.smithi089.stdout:2745: finishing write tid 4 to smithi08986837-50 2024-07-26T06:14:11.763 INFO:tasks.rados.rados.0.smithi089.stdout:2745: finishing write tid 5 to smithi08986837-50 2024-07-26T06:14:11.763 INFO:tasks.rados.rados.0.smithi089.stdout:2745: finishing write tid 6 to smithi08986837-50 2024-07-26T06:14:11.763 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 50 v 1211 (ObjNum 841 snap 265 seq_num 841) dirty exists 2024-07-26T06:14:11.763 INFO:tasks.rados.rados.0.smithi089.stdout:2745: left oid 50 (ObjNum 841 snap 265 seq_num 841) 2024-07-26T06:14:11.763 INFO:tasks.rados.rados.0.smithi089.stdout:2746: finishing write tid 1 to smithi08986837-17 2024-07-26T06:14:11.763 INFO:tasks.rados.rados.0.smithi089.stdout:2746: finishing write tid 2 to smithi08986837-17 2024-07-26T06:14:11.763 INFO:tasks.rados.rados.0.smithi089.stdout:2746: finishing write tid 3 to smithi08986837-17 2024-07-26T06:14:11.763 INFO:tasks.rados.rados.0.smithi089.stdout:2746: finishing write tid 4 to smithi08986837-17 2024-07-26T06:14:11.763 INFO:tasks.rados.rados.0.smithi089.stdout:2746: finishing write tid 5 to smithi08986837-17 2024-07-26T06:14:11.763 INFO:tasks.rados.rados.0.smithi089.stdout:2747: expect (ObjNum 736 snap 233 seq_num 736) 2024-07-26T06:14:11.763 INFO:tasks.rados.rados.0.smithi089.stdout:2746: finishing write tid 6 to smithi08986837-17 2024-07-26T06:14:11.763 INFO:tasks.rados.rados.0.smithi089.stdout:2746: finishing write tid 7 to smithi08986837-17 2024-07-26T06:14:11.763 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 17 v 1344 (ObjNum 842 snap 265 seq_num 842) dirty exists 2024-07-26T06:14:11.763 INFO:tasks.rados.rados.0.smithi089.stdout:2746: left oid 17 (ObjNum 842 snap 265 seq_num 842) 2024-07-26T06:14:11.764 INFO:tasks.rados.rados.0.smithi089.stdout:2744: done (4 left) 2024-07-26T06:14:11.764 INFO:tasks.rados.rados.0.smithi089.stdout:2745: done (3 left) 2024-07-26T06:14:11.764 INFO:tasks.rados.rados.0.smithi089.stdout:2746: done (2 left) 2024-07-26T06:14:11.764 INFO:tasks.rados.rados.0.smithi089.stdout:2747: done (1 left) 2024-07-26T06:14:11.764 INFO:tasks.rados.rados.0.smithi089.stdout:2749: done (0 left) 2024-07-26T06:14:11.764 INFO:tasks.rados.rados.0.smithi089.stdout:2750: delete oid 39 current snap is 265 2024-07-26T06:14:11.764 INFO:tasks.rados.rados.0.smithi089.stdout:2750: done (0 left) 2024-07-26T06:14:11.764 INFO:tasks.rados.rados.0.smithi089.stdout:2751: copy_from oid 18 from oid 48 current snap is 265 2024-07-26T06:14:11.764 INFO:tasks.rados.rados.0.smithi089.stdout:2752: read oid 29 snap -1 2024-07-26T06:14:11.764 INFO:tasks.rados.rados.0.smithi089.stdout:2752: expect deleted 2024-07-26T06:14:11.764 INFO:tasks.rados.rados.0.smithi089.stdout:2753: read oid 12 snap -1 2024-07-26T06:14:11.764 INFO:tasks.rados.rados.0.smithi089.stdout:2753: expect deleted 2024-07-26T06:14:11.764 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 21 current snap is 265 2024-07-26T06:14:11.764 INFO:tasks.rados.rados.0.smithi089.stdout:2754: seq_num 845 ranges {0=557056,557056=581632,1138688=688128,1826816=335872} 2024-07-26T06:14:11.765 INFO:tasks.rados.rados.0.smithi089.stdout:2754: writing smithi08986837-21 from 0 to 557056 tid 1 2024-07-26T06:14:11.765 INFO:tasks.rados.rados.0.smithi089.stdout:2754: writing smithi08986837-21 from 557056 to 1138688 tid 2 2024-07-26T06:14:11.765 INFO:tasks.rados.rados.0.smithi089.stdout:2754: writing smithi08986837-21 from 1138688 to 1826816 tid 3 2024-07-26T06:14:11.765 INFO:tasks.rados.rados.0.smithi089.stdout:2754: writing smithi08986837-21 from 1826816 to 2162688 tid 4 2024-07-26T06:14:11.765 INFO:tasks.rados.rados.0.smithi089.stdout:2755: read oid 17 snap -1 2024-07-26T06:14:11.765 INFO:tasks.rados.rados.0.smithi089.stdout:2755: expect (ObjNum 842 snap 265 seq_num 842) 2024-07-26T06:14:11.765 INFO:tasks.rados.rados.0.smithi089.stdout:2756: setattr oid 42 current snap is 265 2024-07-26T06:14:11.765 INFO:tasks.rados.rados.0.smithi089.stdout:2751: finishing copy_from to smithi08986837-18 2024-07-26T06:14:11.765 INFO:tasks.rados.rados.0.smithi089.stdout:2751: got expected ENOENT (src dne) 2024-07-26T06:14:11.765 INFO:tasks.rados.rados.0.smithi089.stdout:2751: finishing copy_from racing read to smithi08986837-18 2024-07-26T06:14:11.765 INFO:tasks.rados.rados.0.smithi089.stdout:2754: finishing write tid 1 to smithi08986837-21 2024-07-26T06:14:11.765 INFO:tasks.rados.rados.0.smithi089.stdout:2754: finishing write tid 2 to smithi08986837-21 2024-07-26T06:14:11.765 INFO:tasks.rados.rados.0.smithi089.stdout:2754: finishing write tid 3 to smithi08986837-21 2024-07-26T06:14:11.765 INFO:tasks.rados.rados.0.smithi089.stdout:2751: done (5 left) 2024-07-26T06:14:11.766 INFO:tasks.rados.rados.0.smithi089.stdout:2752: done (4 left) 2024-07-26T06:14:11.766 INFO:tasks.rados.rados.0.smithi089.stdout:2753: done (3 left) 2024-07-26T06:14:11.766 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 41 current snap is 265 2024-07-26T06:14:11.766 INFO:tasks.rados.rados.0.smithi089.stdout:2757: seq_num 846 ranges {2162688=573440,2736128=466944,3203072=491520,3694592=548864,4243456=98304} 2024-07-26T06:14:11.766 INFO:tasks.rados.rados.0.smithi089.stdout:2757: writing smithi08986837-41 from 2162688 to 2736128 tid 1 2024-07-26T06:14:11.766 INFO:tasks.rados.rados.0.smithi089.stdout:2757: writing smithi08986837-41 from 2736128 to 3203072 tid 2 2024-07-26T06:14:11.766 INFO:tasks.rados.rados.0.smithi089.stdout:2757: writing smithi08986837-41 from 3203072 to 3694592 tid 3 2024-07-26T06:14:11.766 INFO:tasks.rados.rados.0.smithi089.stdout:2757: writing smithi08986837-41 from 3694592 to 4243456 tid 4 2024-07-26T06:14:11.766 INFO:tasks.rados.rados.0.smithi089.stdout:2757: writing smithi08986837-41 from 4243456 to 4341760 tid 5 2024-07-26T06:14:11.766 INFO:tasks.rados.rados.0.smithi089.stdout:2758: copy_from oid 35 from oid 7 current snap is 265 2024-07-26T06:14:11.766 INFO:tasks.rados.rados.0.smithi089.stdout:2754: finishing write tid 4 to smithi08986837-21 2024-07-26T06:14:11.766 INFO:tasks.rados.rados.0.smithi089.stdout:2754: finishing write tid 5 to smithi08986837-21 2024-07-26T06:14:11.766 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 42 v 1748 (ObjNum 736 snap 233 seq_num 736) dirty exists 2024-07-26T06:14:11.767 INFO:tasks.rados.rados.0.smithi089.stdout:2754: finishing write tid 6 to smithi08986837-21 2024-07-26T06:14:11.767 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 21 v 1175 (ObjNum 845 snap 265 seq_num 845) dirty exists 2024-07-26T06:14:11.767 INFO:tasks.rados.rados.0.smithi089.stdout:2754: left oid 21 (ObjNum 845 snap 265 seq_num 845) 2024-07-26T06:14:11.767 INFO:tasks.rados.rados.0.smithi089.stdout:2757: finishing write tid 1 to smithi08986837-41 2024-07-26T06:14:11.767 INFO:tasks.rados.rados.0.smithi089.stdout:2754: done (4 left) 2024-07-26T06:14:11.767 INFO:tasks.rados.rados.0.smithi089.stdout:2756: done (3 left) 2024-07-26T06:14:11.767 INFO:tasks.rados.rados.0.smithi089.stdout:2759: snap_create 2024-07-26T06:14:11.767 INFO:tasks.rados.rados.0.smithi089.stdout:2757: finishing write tid 2 to smithi08986837-41 2024-07-26T06:14:11.767 INFO:tasks.rados.rados.0.smithi089.stdout:2757: finishing write tid 3 to smithi08986837-41 2024-07-26T06:14:11.767 INFO:tasks.rados.rados.0.smithi089.stdout:2757: finishing write tid 4 to smithi08986837-41 2024-07-26T06:14:11.767 INFO:tasks.rados.rados.0.smithi089.stdout:2757: finishing write tid 5 to smithi08986837-41 2024-07-26T06:14:11.767 INFO:tasks.rados.rados.0.smithi089.stdout:2757: finishing write tid 6 to smithi08986837-41 2024-07-26T06:14:11.767 INFO:tasks.rados.rados.0.smithi089.stdout:2757: finishing write tid 7 to smithi08986837-41 2024-07-26T06:14:11.767 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 41 v 1178 (ObjNum 846 snap 265 seq_num 846) dirty exists 2024-07-26T06:14:11.768 INFO:tasks.rados.rados.0.smithi089.stdout:2757: left oid 41 (ObjNum 846 snap 265 seq_num 846) 2024-07-26T06:14:11.768 INFO:tasks.rados.rados.0.smithi089.stdout:2755: expect (ObjNum 842 snap 265 seq_num 842) 2024-07-26T06:14:11.768 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:07 smithi089 ceph-mon[99608]: osdmap e605: 8 total, 8 up, 8 in 2024-07-26T06:14:11.768 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:07 smithi089 ceph-mon[99608]: pgmap v563: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 417 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 3.2 MiB/s wr, 6 op/s 2024-07-26T06:14:11.768 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:07 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:14:11.768 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:07 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:14:11.768 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:07 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:14:11.769 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:07 smithi089 ceph-mon[102056]: osdmap e605: 8 total, 8 up, 8 in 2024-07-26T06:14:11.769 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:07 smithi089 ceph-mon[102056]: pgmap v563: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 417 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 3.2 MiB/s wr, 6 op/s 2024-07-26T06:14:11.769 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:07 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:14:11.769 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:07 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:14:11.769 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:07 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:14:11.769 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:14:07 smithi089 podman[136416]: 2024-07-26 06:14:07.181982636 +0000 UTC m=+0.673313958 container init 74548f93af4141bc49fbc85c2fe04f26c657e5e7a8f8e2aa9caeb5b91fd14fe1 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-07-26T06:14:11.769 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:14:07 smithi089 podman[136416]: 2024-07-26 06:14:07.186951021 +0000 UTC m=+0.678282343 container start 74548f93af4141bc49fbc85c2fe04f26c657e5e7a8f8e2aa9caeb5b91fd14fe1 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-07-26T06:14:11.769 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:14:07 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-alertmanager-a[136430]: ts=2024-07-26T06:14:07.199Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-07-26T06:14:11.769 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:14:07 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-alertmanager-a[136430]: ts=2024-07-26T06:14:07.200Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-07-26T06:14:11.770 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:14:07 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-alertmanager-a[136430]: ts=2024-07-26T06:14:07.201Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.89 port=9094 2024-07-26T06:14:11.770 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:14:07 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-alertmanager-a[136430]: ts=2024-07-26T06:14:07.203Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-07-26T06:14:11.770 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:14:07 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-alertmanager-a[136430]: ts=2024-07-26T06:14:07.229Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-07-26T06:14:11.770 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:14:07 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-alertmanager-a[136430]: ts=2024-07-26T06:14:07.230Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-07-26T06:14:11.770 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:14:07 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-alertmanager-a[136430]: ts=2024-07-26T06:14:07.232Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-07-26T06:14:11.770 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:14:07 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-alertmanager-a[136430]: ts=2024-07-26T06:14:07.233Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-07-26T06:14:11.770 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:14:07 smithi089 bash[136416]: 74548f93af4141bc49fbc85c2fe04f26c657e5e7a8f8e2aa9caeb5b91fd14fe1 2024-07-26T06:14:11.770 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:14:07 smithi089 systemd[1]: Started Ceph alertmanager.a for 9bd49884-4b13-11ef-bcb6-c7b262605968. 2024-07-26T06:14:11.770 INFO:tasks.rados.rados.0.smithi089.stdout:2755: done (3 left) 2024-07-26T06:14:11.770 INFO:tasks.rados.rados.0.smithi089.stdout:2757: done (2 left) 2024-07-26T06:14:11.770 INFO:tasks.rados.rados.0.smithi089.stdout:2759: done (1 left) 2024-07-26T06:14:11.771 INFO:tasks.rados.rados.0.smithi089.stdout:2760: snap_create 2024-07-26T06:14:11.771 INFO:tasks.rados.rados.0.smithi089.stdout:2758: finishing copy_from racing read to smithi08986837-35 2024-07-26T06:14:11.771 INFO:tasks.rados.rados.0.smithi089.stdout:2758: finishing copy_from to smithi08986837-35 2024-07-26T06:14:11.771 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 35 v 1334 (ObjNum 822 snap 263 seq_num 822) dirty exists 2024-07-26T06:14:11.771 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:08 smithi089 ceph-mon[99608]: osdmap e606: 8 total, 8 up, 8 in 2024-07-26T06:14:11.771 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:08 smithi089 ceph-mon[102056]: osdmap e606: 8 total, 8 up, 8 in 2024-07-26T06:14:11.772 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:14:09 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-alertmanager-a[136430]: ts=2024-07-26T06:14:09.203Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000057894s 2024-07-26T06:14:11.774 INFO:tasks.rados.rados.0.smithi089.stdout:2758: done (1 left) 2024-07-26T06:14:11.774 INFO:tasks.rados.rados.0.smithi089.stdout:2760: done (0 left) 2024-07-26T06:14:11.774 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 42 current snap is 267 2024-07-26T06:14:11.774 INFO:tasks.rados.rados.0.smithi089.stdout:2761: seq_num 847 ranges {335872=589824,925696=753664,1679360=655360,2334720=196608} 2024-07-26T06:14:11.775 INFO:tasks.rados.rados.0.smithi089.stdout:2761: writing smithi08986837-42 from 335872 to 925696 tid 1 2024-07-26T06:14:11.775 INFO:tasks.rados.rados.0.smithi089.stdout:2761: writing smithi08986837-42 from 925696 to 1679360 tid 2 2024-07-26T06:14:11.775 INFO:tasks.rados.rados.0.smithi089.stdout:2761: writing smithi08986837-42 from 1679360 to 2334720 tid 3 2024-07-26T06:14:11.775 INFO:tasks.rados.rados.0.smithi089.stdout:2761: writing smithi08986837-42 from 2334720 to 2531328 tid 4 2024-07-26T06:14:11.775 INFO:tasks.rados.rados.0.smithi089.stdout:2762: read oid 35 snap 242 2024-07-26T06:14:11.775 INFO:tasks.rados.rados.0.smithi089.stdout:2762: expect (ObjNum 753 snap 239 seq_num 753) 2024-07-26T06:14:11.775 INFO:tasks.rados.rados.0.smithi089.stdout:2763: read oid 9 snap -1 2024-07-26T06:14:11.775 INFO:tasks.rados.rados.0.smithi089.stdout:2763: expect (ObjNum 834 snap 265 seq_num 834) 2024-07-26T06:14:11.775 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 39 current snap is 267 2024-07-26T06:14:11.775 INFO:tasks.rados.rados.0.smithi089.stdout:2761: finishing write tid 1 to smithi08986837-42 2024-07-26T06:14:11.775 INFO:tasks.rados.rados.0.smithi089.stdout:2764: seq_num 848 ranges {0=606208,606208=630784,1236992=458752,1695744=516096} 2024-07-26T06:14:11.775 INFO:tasks.rados.rados.0.smithi089.stdout:2764: writing smithi08986837-39 from 0 to 606208 tid 1 2024-07-26T06:14:11.775 INFO:tasks.rados.rados.0.smithi089.stdout:2764: writing smithi08986837-39 from 606208 to 1236992 tid 2 2024-07-26T06:14:11.775 INFO:tasks.rados.rados.0.smithi089.stdout:2764: writing smithi08986837-39 from 1236992 to 1695744 tid 3 2024-07-26T06:14:11.775 INFO:tasks.rados.rados.0.smithi089.stdout:2764: writing smithi08986837-39 from 1695744 to 2211840 tid 4 2024-07-26T06:14:11.776 INFO:tasks.rados.rados.0.smithi089.stdout:2765: setattr oid 25 current snap is 267 2024-07-26T06:14:11.776 INFO:tasks.rados.rados.0.smithi089.stdout:2761: finishing write tid 2 to smithi08986837-42 2024-07-26T06:14:11.776 INFO:tasks.rados.rados.0.smithi089.stdout:2761: finishing write tid 3 to smithi08986837-42 2024-07-26T06:14:11.776 INFO:tasks.rados.rados.0.smithi089.stdout:2761: finishing write tid 4 to smithi08986837-42 2024-07-26T06:14:11.776 INFO:tasks.rados.rados.0.smithi089.stdout:2761: finishing write tid 5 to smithi08986837-42 2024-07-26T06:14:11.776 INFO:tasks.rados.rados.0.smithi089.stdout:2761: finishing write tid 6 to smithi08986837-42 2024-07-26T06:14:11.776 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 42 v 1754 (ObjNum 847 snap 267 seq_num 847) dirty exists 2024-07-26T06:14:11.776 INFO:tasks.rados.rados.0.smithi089.stdout:2761: left oid 42 (ObjNum 847 snap 267 seq_num 847) 2024-07-26T06:14:11.776 INFO:tasks.rados.rados.0.smithi089.stdout:2762: expect (ObjNum 753 snap 239 seq_num 753) 2024-07-26T06:14:11.776 INFO:tasks.rados.rados.0.smithi089.stdout:2764: finishing write tid 1 to smithi08986837-39 2024-07-26T06:14:11.776 INFO:tasks.rados.rados.0.smithi089.stdout:2764: finishing write tid 2 to smithi08986837-39 2024-07-26T06:14:11.776 INFO:tasks.rados.rados.0.smithi089.stdout:2764: finishing write tid 3 to smithi08986837-39 2024-07-26T06:14:11.776 INFO:tasks.rados.rados.0.smithi089.stdout:2764: finishing write tid 4 to smithi08986837-39 2024-07-26T06:14:11.776 INFO:tasks.rados.rados.0.smithi089.stdout:2764: finishing write tid 5 to smithi08986837-39 2024-07-26T06:14:11.777 INFO:tasks.rados.rados.0.smithi089.stdout:2764: finishing write tid 6 to smithi08986837-39 2024-07-26T06:14:11.777 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 39 v 1183 (ObjNum 848 snap 267 seq_num 848) dirty exists 2024-07-26T06:14:11.777 INFO:tasks.rados.rados.0.smithi089.stdout:2764: left oid 39 (ObjNum 848 snap 267 seq_num 848) 2024-07-26T06:14:11.777 INFO:tasks.rados.rados.0.smithi089.stdout:2761: done (4 left) 2024-07-26T06:14:11.777 INFO:tasks.rados.rados.0.smithi089.stdout:2762: done (3 left) 2024-07-26T06:14:11.777 INFO:tasks.rados.rados.0.smithi089.stdout:2764: done (2 left) 2024-07-26T06:14:11.777 INFO:tasks.rados.rados.0.smithi089.stdout:2766: snap_create 2024-07-26T06:14:11.777 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 25 v 1225 (ObjNum 615 snap 182 seq_num 615) dirty exists 2024-07-26T06:14:11.777 INFO:tasks.rados.rados.0.smithi089.stdout:2763: expect (ObjNum 834 snap 265 seq_num 834) 2024-07-26T06:14:11.777 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:09 smithi089 ceph-mon[99608]: osdmap e607: 8 total, 8 up, 8 in 2024-07-26T06:14:11.777 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:09 smithi089 ceph-mon[99608]: pgmap v566: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 421 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 2.8 MiB/s wr, 9 op/s 2024-07-26T06:14:11.778 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:09 smithi089 ceph-mon[99608]: osdmap e608: 8 total, 8 up, 8 in 2024-07-26T06:14:11.778 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:09 smithi089 ceph-mon[102056]: osdmap e607: 8 total, 8 up, 8 in 2024-07-26T06:14:11.778 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:09 smithi089 ceph-mon[102056]: pgmap v566: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 421 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 2.8 MiB/s wr, 9 op/s 2024-07-26T06:14:11.778 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:09 smithi089 ceph-mon[102056]: osdmap e608: 8 total, 8 up, 8 in 2024-07-26T06:14:11.780 INFO:tasks.rados.rados.0.smithi089.stdout:2763: done (2 left) 2024-07-26T06:14:11.780 INFO:tasks.rados.rados.0.smithi089.stdout:2765: done (1 left) 2024-07-26T06:14:11.780 INFO:tasks.rados.rados.0.smithi089.stdout:2766: done (0 left) 2024-07-26T06:14:11.780 INFO:tasks.rados.rados.0.smithi089.stdout:2767: rollback oid 14 current snap is 268 2024-07-26T06:14:11.780 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 14 to 261 2024-07-26T06:14:11.780 INFO:tasks.rados.rados.0.smithi089.stdout:2768: snap_create 2024-07-26T06:14:11.780 INFO:tasks.rados.rados.0.smithi089.stdout:2767: finishing rollback tid 0 to smithi08986837-14 2024-07-26T06:14:11.780 INFO:tasks.rados.rados.0.smithi089.stdout:2767: finishing rollback tid 1 to smithi08986837-14 2024-07-26T06:14:11.780 INFO:tasks.rados.rados.0.smithi089.stdout:2767: finishing rollback tid 2 to smithi08986837-14 2024-07-26T06:14:11.780 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 14 v 1758 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-07-26T06:14:11.781 INFO:tasks.rados.rados.0.smithi089.stdout:2767: done (1 left) 2024-07-26T06:14:11.781 INFO:tasks.rados.rados.0.smithi089.stdout:2768: done (0 left) 2024-07-26T06:14:11.781 INFO:tasks.rados.rados.0.smithi089.stdout:2769: read oid 49 snap -1 2024-07-26T06:14:11.781 INFO:tasks.rados.rados.0.smithi089.stdout:2769: expect deleted 2024-07-26T06:14:11.781 INFO:tasks.rados.rados.0.smithi089.stdout:2770: rmattr oid 6 current snap is 269 2024-07-26T06:14:11.781 INFO:tasks.rados.rados.0.smithi089.stdout:2770: done (1 left) 2024-07-26T06:14:11.781 INFO:tasks.rados.rados.0.smithi089.stdout:2771: rollback oid 28 current snap is 269 2024-07-26T06:14:11.781 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 28 to 246 2024-07-26T06:14:11.781 INFO:tasks.rados.rados.0.smithi089.stdout:2772: copy_from oid 34 from oid 35 current snap is 269 2024-07-26T06:14:11.781 INFO:tasks.rados.rados.0.smithi089.stdout:2773: delete oid 27 current snap is 269 2024-07-26T06:14:11.781 INFO:tasks.rados.rados.0.smithi089.stdout:2769: done (3 left) 2024-07-26T06:14:11.781 INFO:tasks.rados.rados.0.smithi089.stdout:2773: done (2 left) 2024-07-26T06:14:11.782 INFO:tasks.rados.rados.0.smithi089.stdout:2774: read oid 19 snap 264 2024-07-26T06:14:11.782 INFO:tasks.rados.rados.0.smithi089.stdout:2774: expect (ObjNum 819 snap 263 seq_num 819) 2024-07-26T06:14:11.782 INFO:tasks.rados.rados.0.smithi089.stdout:2775: snap_create 2024-07-26T06:14:11.782 INFO:tasks.rados.rados.0.smithi089.stdout:2771: finishing rollback tid 0 to smithi08986837-28 2024-07-26T06:14:11.782 INFO:tasks.rados.rados.0.smithi089.stdout:2771: finishing rollback tid 1 to smithi08986837-28 2024-07-26T06:14:11.782 INFO:tasks.rados.rados.0.smithi089.stdout:2771: finishing rollback tid 2 to smithi08986837-28 2024-07-26T06:14:11.782 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 28 v 1337 (ObjNum 738 snap 233 seq_num 738) dirty exists 2024-07-26T06:14:11.782 INFO:tasks.rados.rados.0.smithi089.stdout:2774: expect (ObjNum 819 snap 263 seq_num 819) 2024-07-26T06:14:11.783 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:14:11.783 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:14:11.783 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:11 smithi089 ceph-mon[99608]: osdmap e609: 8 total, 8 up, 8 in 2024-07-26T06:14:11.783 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:14:11.783 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:11 smithi089 ceph-mon[99608]: pgmap v569: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 422 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 2.9 MiB/s wr, 15 op/s 2024-07-26T06:14:11.783 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:14:11.783 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:14:11.783 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:14:11.783 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:14:11.784 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:11 smithi089 ceph-mon[102056]: osdmap e609: 8 total, 8 up, 8 in 2024-07-26T06:14:11.784 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:14:11.784 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:11 smithi089 ceph-mon[102056]: pgmap v569: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 422 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 2.9 MiB/s wr, 15 op/s 2024-07-26T06:14:11.784 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:14:11.784 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:14:11.784 INFO:tasks.rados.rados.0.smithi089.stdout:2772: finishing copy_from racing read to smithi08986837-34 2024-07-26T06:14:11.784 INFO:tasks.rados.rados.0.smithi089.stdout:2772: finishing copy_from to smithi08986837-34 2024-07-26T06:14:11.784 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 34 v 1334 (ObjNum 822 snap 263 seq_num 822) dirty exists 2024-07-26T06:14:12.464 INFO:tasks.rados.rados.0.smithi089.stdout:2771: done (3 left) 2024-07-26T06:14:12.464 INFO:tasks.rados.rados.0.smithi089.stdout:2772: done (2 left) 2024-07-26T06:14:12.464 INFO:tasks.rados.rados.0.smithi089.stdout:2774: done (1 left) 2024-07-26T06:14:12.464 INFO:tasks.rados.rados.0.smithi089.stdout:2775: done (0 left) 2024-07-26T06:14:12.464 INFO:tasks.rados.rados.0.smithi089.stdout:2776: rollback oid 18 current snap is 270 2024-07-26T06:14:12.464 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 18 to 260 2024-07-26T06:14:12.464 INFO:tasks.rados.rados.0.smithi089.stdout:2777: copy_from oid 24 from oid 30 current snap is 270 2024-07-26T06:14:12.464 INFO:tasks.rados.rados.0.smithi089.stdout:2778: copy_from oid 10 from oid 22 current snap is 270 2024-07-26T06:14:12.464 INFO:tasks.rados.rados.0.smithi089.stdout:2779: snap_remove snap 253 2024-07-26T06:14:12.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:12 smithi155 ceph-mon[90160]: osdmap e610: 8 total, 8 up, 8 in 2024-07-26T06:14:12.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:14:12 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:14:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:14:12.718 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:12 smithi089 ceph-mon[99608]: osdmap e610: 8 total, 8 up, 8 in 2024-07-26T06:14:12.718 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:14:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:14:12] "GET /metrics HTTP/1.1" 200 36350 "" "Prometheus/2.43.0" 2024-07-26T06:14:12.719 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:12 smithi089 ceph-mon[102056]: osdmap e610: 8 total, 8 up, 8 in 2024-07-26T06:14:13.471 INFO:tasks.rados.rados.0.smithi089.stdout:2779: done (3 left) 2024-07-26T06:14:13.471 INFO:tasks.rados.rados.0.smithi089.stdout:2780: read oid 16 snap -1 2024-07-26T06:14:13.471 INFO:tasks.rados.rados.0.smithi089.stdout:2780: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-26T06:14:13.471 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 50 current snap is 270 2024-07-26T06:14:13.471 INFO:tasks.rados.rados.0.smithi089.stdout:2776: finishing rollback tid 0 to smithi08986837-18 2024-07-26T06:14:13.471 INFO:tasks.rados.rados.0.smithi089.stdout:2776: finishing rollback tid 1 to smithi08986837-18 2024-07-26T06:14:13.471 INFO:tasks.rados.rados.0.smithi089.stdout:2781: seq_num 850 ranges {2097152=638976,2736128=802816,3538944=475136,4014080=327680} 2024-07-26T06:14:13.486 INFO:tasks.rados.rados.0.smithi089.stdout:2781: writing smithi08986837-50 from 2097152 to 2736128 tid 1 2024-07-26T06:14:13.491 INFO:tasks.rados.rados.0.smithi089.stdout:2781: writing smithi08986837-50 from 2736128 to 3538944 tid 2 2024-07-26T06:14:13.495 INFO:tasks.rados.rados.0.smithi089.stdout:2781: writing smithi08986837-50 from 3538944 to 4014080 tid 3 2024-07-26T06:14:13.498 INFO:tasks.rados.rados.0.smithi089.stdout:2781: writing smithi08986837-50 from 4014080 to 4341760 tid 4 2024-07-26T06:14:13.498 INFO:tasks.rados.rados.0.smithi089.stdout:2782: snap_remove snap 217 2024-07-26T06:14:13.787 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:13 smithi089 ceph-mon[99608]: osdmap e611: 8 total, 8 up, 8 in 2024-07-26T06:14:13.787 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:13 smithi089 ceph-mon[99608]: pgmap v572: 121 pgs: 121 active+clean; 442 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 7.0 MiB/s wr, 33 op/s 2024-07-26T06:14:13.787 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:13 smithi089 ceph-mon[102056]: osdmap e611: 8 total, 8 up, 8 in 2024-07-26T06:14:13.787 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:13 smithi089 ceph-mon[102056]: pgmap v572: 121 pgs: 121 active+clean; 442 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 7.0 MiB/s wr, 33 op/s 2024-07-26T06:14:13.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:13 smithi155 ceph-mon[90160]: osdmap e611: 8 total, 8 up, 8 in 2024-07-26T06:14:13.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:13 smithi155 ceph-mon[90160]: pgmap v572: 121 pgs: 121 active+clean; 442 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 7.0 MiB/s wr, 33 op/s 2024-07-26T06:14:14.420 INFO:tasks.rados.rados.0.smithi089.stdout:2782: done (5 left) 2024-07-26T06:14:14.421 INFO:tasks.rados.rados.0.smithi089.stdout:2783: copy_from oid 33 from oid 44 current snap is 270 2024-07-26T06:14:14.421 INFO:tasks.rados.rados.0.smithi089.stdout:2784: snap_remove snap 265 2024-07-26T06:14:14.739 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:14 smithi155 ceph-mon[90160]: osdmap e612: 8 total, 8 up, 8 in 2024-07-26T06:14:14.740 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:14 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:14:14.740 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:14 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:14:14.740 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:14 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:14:14.740 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:14 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:14:14.740 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:14 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:14:14.740 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:14 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-07-26T06:14:14.740 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:14 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:14:14.740 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:14 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:14.740 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:14 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:14.740 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:14 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:14.740 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:14 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:14.740 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:14 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:14.741 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:14 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:14.741 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:14 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:14.741 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:14 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:14.741 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:14 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:14.741 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:14 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:14.741 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:14 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:14.741 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:14 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:14.741 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:14 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:14.741 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:14 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:14.741 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:14 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:14.741 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:14 smithi155 ceph-mon[90160]: osdmap e613: 8 total, 8 up, 8 in 2024-07-26T06:14:14.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:14 smithi089 ceph-mon[99608]: osdmap e612: 8 total, 8 up, 8 in 2024-07-26T06:14:14.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:14 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:14:14.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:14 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:14:14.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:14 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:14:14.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:14 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:14:14.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:14 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:14:14.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:14 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-07-26T06:14:14.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:14 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:14:14.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:14 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:14.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:14 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:14.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:14 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:14.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:14 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:14.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:14 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:14.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:14 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:14.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:14 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:14.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:14 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:14.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:14 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:14.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:14 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:14.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:14 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:14.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:14 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:14.907 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:14 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:14.907 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:14 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:14.907 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:14 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:14.907 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:14 smithi089 ceph-mon[99608]: osdmap e613: 8 total, 8 up, 8 in 2024-07-26T06:14:14.907 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:14 smithi089 ceph-mon[102056]: osdmap e612: 8 total, 8 up, 8 in 2024-07-26T06:14:14.907 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:14 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:14:14.907 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:14 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:14:14.907 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:14 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:14:14.907 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:14 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:14:14.907 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:14 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:14:14.908 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:14 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-07-26T06:14:14.908 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:14 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:14:14.908 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:14 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:14.908 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:14 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:14.908 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:14 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:14.908 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:14 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:14.908 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:14 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:14.908 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:14 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:14.908 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:14 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:14.908 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:14 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:14.908 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:14 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:14.908 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:14 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:14.908 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:14 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:14.909 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:14 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:14.909 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:14 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:14.909 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:14 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:14.909 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:14 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:14.909 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:14 smithi089 ceph-mon[102056]: osdmap e613: 8 total, 8 up, 8 in 2024-07-26T06:14:15.430 INFO:tasks.rados.rados.0.smithi089.stdout:2784: done (6 left) 2024-07-26T06:14:15.430 INFO:tasks.rados.rados.0.smithi089.stdout:2785: setattr oid 11 current snap is 270 2024-07-26T06:14:15.430 INFO:tasks.rados.rados.0.smithi089.stdout:2776: finishing rollback tid 2 to smithi08986837-18 2024-07-26T06:14:15.430 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 18 v 1347 (ObjNum 804 snap 260 seq_num 804) dirty exists 2024-07-26T06:14:15.430 INFO:tasks.rados.rados.0.smithi089.stdout:2778: finishing copy_from racing read to smithi08986837-10 2024-07-26T06:14:15.431 INFO:tasks.rados.rados.0.smithi089.stdout:2777: finishing copy_from racing read to smithi08986837-24 2024-07-26T06:14:15.431 INFO:tasks.rados.rados.0.smithi089.stdout:2778: finishing copy_from to smithi08986837-10 2024-07-26T06:14:15.431 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 10 v 770 (ObjNum 665 snap 201 seq_num 665) dirty exists 2024-07-26T06:14:15.431 INFO:tasks.rados.rados.0.smithi089.stdout:2777: finishing copy_from to smithi08986837-24 2024-07-26T06:14:15.431 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 24 v 1111 (ObjNum 615 snap 182 seq_num 615) dirty exists 2024-07-26T06:14:15.431 INFO:tasks.rados.rados.0.smithi089.stdout:2780: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-26T06:14:15.432 INFO:tasks.rados.rados.0.smithi089.stdout:2781: finishing write tid 1 to smithi08986837-50 2024-07-26T06:14:15.432 INFO:tasks.rados.rados.0.smithi089.stdout:2781: finishing write tid 2 to smithi08986837-50 2024-07-26T06:14:15.432 INFO:tasks.rados.rados.0.smithi089.stdout:2781: finishing write tid 3 to smithi08986837-50 2024-07-26T06:14:15.432 INFO:tasks.rados.rados.0.smithi089.stdout:2781: finishing write tid 4 to smithi08986837-50 2024-07-26T06:14:15.432 INFO:tasks.rados.rados.0.smithi089.stdout:2781: finishing write tid 5 to smithi08986837-50 2024-07-26T06:14:15.432 INFO:tasks.rados.rados.0.smithi089.stdout:2781: finishing write tid 6 to smithi08986837-50 2024-07-26T06:14:15.433 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 50 v 1216 (ObjNum 850 snap 270 seq_num 850) dirty exists 2024-07-26T06:14:15.433 INFO:tasks.rados.rados.0.smithi089.stdout:2781: left oid 50 (ObjNum 850 snap 270 seq_num 850) 2024-07-26T06:14:15.433 INFO:tasks.rados.rados.0.smithi089.stdout:2783: finishing copy_from racing read to smithi08986837-33 2024-07-26T06:14:15.433 INFO:tasks.rados.rados.0.smithi089.stdout:2783: finishing copy_from to smithi08986837-33 2024-07-26T06:14:15.433 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 33 v 1572 (ObjNum 591 snap 178 seq_num 591) dirty exists 2024-07-26T06:14:15.433 INFO:tasks.rados.rados.0.smithi089.stdout:2776: done (6 left) 2024-07-26T06:14:15.433 INFO:tasks.rados.rados.0.smithi089.stdout:2777: done (5 left) 2024-07-26T06:14:15.433 INFO:tasks.rados.rados.0.smithi089.stdout:2778: done (4 left) 2024-07-26T06:14:15.433 INFO:tasks.rados.rados.0.smithi089.stdout:2780: done (3 left) 2024-07-26T06:14:15.433 INFO:tasks.rados.rados.0.smithi089.stdout:2781: done (2 left) 2024-07-26T06:14:15.433 INFO:tasks.rados.rados.0.smithi089.stdout:2783: done (1 left) 2024-07-26T06:14:15.433 INFO:tasks.rados.rados.0.smithi089.stdout:2786: read oid 2 snap -1 2024-07-26T06:14:15.433 INFO:tasks.rados.rados.0.smithi089.stdout:2786: expect (ObjNum 817 snap 263 seq_num 817) 2024-07-26T06:14:15.434 INFO:tasks.rados.rados.0.smithi089.stdout:2787: rmattr oid 1 current snap is 270 2024-07-26T06:14:15.434 INFO:tasks.rados.rados.0.smithi089.stdout:2788: read oid 45 snap -1 2024-07-26T06:14:15.434 INFO:tasks.rados.rados.0.smithi089.stdout:2788: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-26T06:14:15.434 INFO:tasks.rados.rados.0.smithi089.stdout:2789: rollback oid 34 current snap is 270 2024-07-26T06:14:15.434 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 34 to 232 2024-07-26T06:14:15.434 INFO:tasks.rados.rados.0.smithi089.stdout:2790: setattr oid 8 current snap is 270 2024-07-26T06:14:15.434 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 39 current snap is 270 2024-07-26T06:14:15.434 INFO:tasks.rados.rados.0.smithi089.stdout:2791: seq_num 851 ranges {2211840=655360,2867200=688128,3555328=679936,4235264=237568} 2024-07-26T06:14:15.449 INFO:tasks.rados.rados.0.smithi089.stdout:2791: writing smithi08986837-39 from 2211840 to 2867200 tid 1 2024-07-26T06:14:15.454 INFO:tasks.rados.rados.0.smithi089.stdout:2791: writing smithi08986837-39 from 2867200 to 3555328 tid 2 2024-07-26T06:14:15.458 INFO:tasks.rados.rados.0.smithi089.stdout:2791: writing smithi08986837-39 from 3555328 to 4235264 tid 3 2024-07-26T06:14:15.460 INFO:tasks.rados.rados.0.smithi089.stdout:2791: writing smithi08986837-39 from 4235264 to 4472832 tid 4 2024-07-26T06:14:15.460 INFO:tasks.rados.rados.0.smithi089.stdout:2792: read oid 41 snap -1 2024-07-26T06:14:15.461 INFO:tasks.rados.rados.0.smithi089.stdout:2792: expect (ObjNum 846 snap 265 seq_num 846) 2024-07-26T06:14:15.461 INFO:tasks.rados.rados.0.smithi089.stdout:2793: rollback oid 31 current snap is 270 2024-07-26T06:14:15.461 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 31 to 261 2024-07-26T06:14:15.461 INFO:tasks.rados.rados.0.smithi089.stdout:2788: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-26T06:14:15.464 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 1 v 1573 (ObjNum 810 snap 263 seq_num 810) dirty exists 2024-07-26T06:14:15.464 INFO:tasks.rados.rados.0.smithi089.stdout:2789: finishing rollback tid 0 to smithi08986837-34 2024-07-26T06:14:15.464 INFO:tasks.rados.rados.0.smithi089.stdout:2789: finishing rollback tid 1 to smithi08986837-34 2024-07-26T06:14:15.465 INFO:tasks.rados.rados.0.smithi089.stdout:2789: finishing rollback tid 2 to smithi08986837-34 2024-07-26T06:14:15.465 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 34 v 1337 (ObjNum 459 snap 132 seq_num 459) dirty exists 2024-07-26T06:14:15.465 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 11 v 1543 (ObjNum 795 snap 259 seq_num 795) dirty exists 2024-07-26T06:14:15.465 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 8 v 1184 (ObjNum 820 snap 263 seq_num 820) dirty exists 2024-07-26T06:14:15.465 INFO:tasks.rados.rados.0.smithi089.stdout:2791: finishing write tid 1 to smithi08986837-39 2024-07-26T06:14:15.465 INFO:tasks.rados.rados.0.smithi089.stdout:2791: finishing write tid 2 to smithi08986837-39 2024-07-26T06:14:15.465 INFO:tasks.rados.rados.0.smithi089.stdout:2791: finishing write tid 3 to smithi08986837-39 2024-07-26T06:14:15.465 INFO:tasks.rados.rados.0.smithi089.stdout:2791: finishing write tid 4 to smithi08986837-39 2024-07-26T06:14:15.465 INFO:tasks.rados.rados.0.smithi089.stdout:2791: finishing write tid 5 to smithi08986837-39 2024-07-26T06:14:15.466 INFO:tasks.rados.rados.0.smithi089.stdout:2793: finishing rollback tid 0 to smithi08986837-31 2024-07-26T06:14:15.466 INFO:tasks.rados.rados.0.smithi089.stdout:2785: done (8 left) 2024-07-26T06:14:15.466 INFO:tasks.rados.rados.0.smithi089.stdout:2787: done (7 left) 2024-07-26T06:14:15.466 INFO:tasks.rados.rados.0.smithi089.stdout:2788: done (6 left) 2024-07-26T06:14:15.466 INFO:tasks.rados.rados.0.smithi089.stdout:2789: done (5 left) 2024-07-26T06:14:15.466 INFO:tasks.rados.rados.0.smithi089.stdout:2790: done (4 left) 2024-07-26T06:14:15.466 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 36 current snap is 270 2024-07-26T06:14:15.466 INFO:tasks.rados.rados.0.smithi089.stdout:2794: seq_num 852 ranges {2015232=671744,2686976=622592,3309568=442368,3751936=540672} 2024-07-26T06:14:15.480 INFO:tasks.rados.rados.0.smithi089.stdout:2794: writing smithi08986837-36 from 2015232 to 2686976 tid 1 2024-07-26T06:14:15.483 INFO:tasks.rados.rados.0.smithi089.stdout:2794: writing smithi08986837-36 from 2686976 to 3309568 tid 2 2024-07-26T06:14:15.486 INFO:tasks.rados.rados.0.smithi089.stdout:2794: writing smithi08986837-36 from 3309568 to 3751936 tid 3 2024-07-26T06:14:15.490 INFO:tasks.rados.rados.0.smithi089.stdout:2794: writing smithi08986837-36 from 3751936 to 4292608 tid 4 2024-07-26T06:14:15.490 INFO:tasks.rados.rados.0.smithi089.stdout:2795: read oid 49 snap 267 2024-07-26T06:14:15.490 INFO:tasks.rados.rados.0.smithi089.stdout:2795: expect deleted 2024-07-26T06:14:15.490 INFO:tasks.rados.rados.0.smithi089.stdout:2796: delete oid 3 current snap is 270 2024-07-26T06:14:15.490 INFO:tasks.rados.rados.0.smithi089.stdout:2793: finishing rollback tid 1 to smithi08986837-31 2024-07-26T06:14:15.490 INFO:tasks.rados.rados.0.smithi089.stdout:2793: finishing rollback tid 2 to smithi08986837-31 2024-07-26T06:14:15.490 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 31 v 1549 (ObjNum 766 snap 244 seq_num 766) dirty exists 2024-07-26T06:14:15.490 INFO:tasks.rados.rados.0.smithi089.stdout:2786: expect (ObjNum 817 snap 263 seq_num 817) 2024-07-26T06:14:15.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:15 smithi155 ceph-mon[90160]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-07-26T06:14:15.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:15 smithi155 ceph-mon[90160]: pgmap v575: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 424 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 5.1 MiB/s wr, 24 op/s 2024-07-26T06:14:15.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:15 smithi155 ceph-mon[90160]: osdmap e614: 8 total, 8 up, 8 in 2024-07-26T06:14:15.817 INFO:tasks.rados.rados.0.smithi089.stdout:2791: finishing write tid 6 to smithi08986837-39 2024-07-26T06:14:15.817 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 39 v 1189 (ObjNum 851 snap 270 seq_num 851) dirty exists 2024-07-26T06:14:15.817 INFO:tasks.rados.rados.0.smithi089.stdout:2791: left oid 39 (ObjNum 851 snap 270 seq_num 851) 2024-07-26T06:14:15.817 INFO:tasks.rados.rados.0.smithi089.stdout:2792: expect (ObjNum 846 snap 265 seq_num 846) 2024-07-26T06:14:15.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:15 smithi089 ceph-mon[99608]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-07-26T06:14:15.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:15 smithi089 ceph-mon[99608]: pgmap v575: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 424 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 5.1 MiB/s wr, 24 op/s 2024-07-26T06:14:15.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:15 smithi089 ceph-mon[99608]: osdmap e614: 8 total, 8 up, 8 in 2024-07-26T06:14:15.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:15 smithi089 ceph-mon[102056]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-07-26T06:14:15.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:15 smithi089 ceph-mon[102056]: pgmap v575: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 424 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 5.1 MiB/s wr, 24 op/s 2024-07-26T06:14:15.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:15 smithi089 ceph-mon[102056]: osdmap e614: 8 total, 8 up, 8 in 2024-07-26T06:14:15.921 INFO:teuthology.orchestra.run.smithi089.stdout:true 2024-07-26T06:14:16.016 INFO:tasks.rados.rados.0.smithi089.stdout:2794: finishing write tid 1 to smithi08986837-36 2024-07-26T06:14:16.016 INFO:tasks.rados.rados.0.smithi089.stdout:2794: finishing write tid 2 to smithi08986837-36 2024-07-26T06:14:16.016 INFO:tasks.rados.rados.0.smithi089.stdout:2786: done (6 left) 2024-07-26T06:14:16.016 INFO:tasks.rados.rados.0.smithi089.stdout:2791: done (5 left) 2024-07-26T06:14:16.016 INFO:tasks.rados.rados.0.smithi089.stdout:2792: done (4 left) 2024-07-26T06:14:16.016 INFO:tasks.rados.rados.0.smithi089.stdout:2793: done (3 left) 2024-07-26T06:14:16.016 INFO:tasks.rados.rados.0.smithi089.stdout:2796: done (2 left) 2024-07-26T06:14:16.016 INFO:tasks.rados.rados.0.smithi089.stdout:2797: copy_from oid 27 from oid 23 current snap is 270 2024-07-26T06:14:16.017 INFO:tasks.rados.rados.0.smithi089.stdout:2794: finishing write tid 3 to smithi08986837-36 2024-07-26T06:14:16.017 INFO:tasks.rados.rados.0.smithi089.stdout:2794: finishing write tid 4 to smithi08986837-36 2024-07-26T06:14:16.017 INFO:tasks.rados.rados.0.smithi089.stdout:2794: finishing write tid 5 to smithi08986837-36 2024-07-26T06:14:16.017 INFO:tasks.rados.rados.0.smithi089.stdout:2794: finishing write tid 6 to smithi08986837-36 2024-07-26T06:14:16.017 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 36 v 1194 (ObjNum 852 snap 270 seq_num 852) dirty exists 2024-07-26T06:14:16.017 INFO:tasks.rados.rados.0.smithi089.stdout:2794: left oid 36 (ObjNum 852 snap 270 seq_num 852) 2024-07-26T06:14:16.017 INFO:tasks.rados.rados.0.smithi089.stdout:2794: done (2 left) 2024-07-26T06:14:16.017 INFO:tasks.rados.rados.0.smithi089.stdout:2795: done (1 left) 2024-07-26T06:14:16.017 INFO:tasks.rados.rados.0.smithi089.stdout:2798: copy_from oid 18 from oid 13 current snap is 270 2024-07-26T06:14:16.017 INFO:tasks.rados.rados.0.smithi089.stdout:2799: snap_create 2024-07-26T06:14:16.024 INFO:tasks.rados.rados.0.smithi089.stdout:2797: finishing copy_from racing read to smithi08986837-27 2024-07-26T06:14:16.025 INFO:tasks.rados.rados.0.smithi089.stdout:2797: finishing copy_from to smithi08986837-27 2024-07-26T06:14:16.025 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 27 v 858 (ObjNum 838 snap 265 seq_num 838) dirty exists 2024-07-26T06:14:16.060 INFO:tasks.rados.rados.0.smithi089.stdout:2798: finishing copy_from racing read to smithi08986837-18 2024-07-26T06:14:16.063 INFO:tasks.rados.rados.0.smithi089.stdout:2798: finishing copy_from to smithi08986837-18 2024-07-26T06:14:16.063 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 18 v 941 (ObjNum 823 snap 263 seq_num 823) dirty exists 2024-07-26T06:14:16.197 INFO:teuthology.orchestra.run.smithi089.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-07-26T06:14:16.197 INFO:teuthology.orchestra.run.smithi089.stdout:alertmanager.a smithi089 *:9093,9094 running (9s) 5s ago 12m 16.1M - 0.25.0 c8568f914cd2 74548f93af41 2024-07-26T06:14:16.197 INFO:teuthology.orchestra.run.smithi089.stdout:grafana.a smithi155 *:3000 running (7m) 20s ago 11m 86.1M - 9.4.7 954c08fa6188 0191ba4689bf 2024-07-26T06:14:16.197 INFO:teuthology.orchestra.run.smithi089.stdout:mds.a smithi089 running (71s) 5s ago 13m 13.8M - 19.1.0-1125-g4b230446 a246f06af74a 766a515131fa 2024-07-26T06:14:16.197 INFO:teuthology.orchestra.run.smithi089.stdout:mds.b smithi155 running (54s) 20s ago 13m 14.6M - 19.1.0-1125-g4b230446 a246f06af74a c320c3175a62 2024-07-26T06:14:16.197 INFO:teuthology.orchestra.run.smithi089.stdout:mgr.x smithi155 *:8443,9283,8765 running (6m) 20s ago 16m 441M - 19.1.0-1125-g4b230446 a246f06af74a 3d1d1f94a234 2024-07-26T06:14:16.197 INFO:teuthology.orchestra.run.smithi089.stdout:mgr.y smithi089 *:8443,9283,8765 running (7m) 5s ago 18m 516M - 19.1.0-1125-g4b230446 a246f06af74a abb455ac876a 2024-07-26T06:14:16.197 INFO:teuthology.orchestra.run.smithi089.stdout:mon.a smithi089 running (6m) 5s ago 18m 69.2M 2048M 19.1.0-1125-g4b230446 a246f06af74a 4d43bcc9eb9b 2024-07-26T06:14:16.197 INFO:teuthology.orchestra.run.smithi089.stdout:mon.b smithi155 running (6m) 20s ago 17m 55.4M 2048M 19.1.0-1125-g4b230446 a246f06af74a f829551716a5 2024-07-26T06:14:16.197 INFO:teuthology.orchestra.run.smithi089.stdout:mon.c smithi089 running (6m) 5s ago 16m 62.5M 2048M 19.1.0-1125-g4b230446 a246f06af74a 74d6c1493f98 2024-07-26T06:14:16.197 INFO:teuthology.orchestra.run.smithi089.stdout:node-exporter.a smithi089 *:9100 running (42s) 5s ago 11m 8052k - 1.5.0 0da6a335fe13 36cee54c5b2a 2024-07-26T06:14:16.198 INFO:teuthology.orchestra.run.smithi089.stdout:node-exporter.b smithi155 *:9100 running (38s) 20s ago 11m 7314k - 1.5.0 0da6a335fe13 85491ecc6951 2024-07-26T06:14:16.198 INFO:teuthology.orchestra.run.smithi089.stdout:osd.0 smithi089 running (5m) 5s ago 16m 346M 2479M 19.1.0-1125-g4b230446 a246f06af74a 7b97fcc5adf0 2024-07-26T06:14:16.198 INFO:teuthology.orchestra.run.smithi089.stdout:osd.1 smithi089 running (4m) 5s ago 15m 310M 2479M 19.1.0-1125-g4b230446 a246f06af74a f8fe67e57953 2024-07-26T06:14:16.198 INFO:teuthology.orchestra.run.smithi089.stdout:osd.2 smithi089 running (4m) 5s ago 15m 147M 2479M 19.1.0-1125-g4b230446 a246f06af74a daf180453a78 2024-07-26T06:14:16.198 INFO:teuthology.orchestra.run.smithi089.stdout:osd.3 smithi089 running (3m) 5s ago 15m 188M 2479M 19.1.0-1125-g4b230446 a246f06af74a bc8593ebe144 2024-07-26T06:14:16.198 INFO:teuthology.orchestra.run.smithi089.stdout:osd.4 smithi155 running (3m) 20s ago 14m 199M 2480M 19.1.0-1125-g4b230446 a246f06af74a 3b91a97809eb 2024-07-26T06:14:16.198 INFO:teuthology.orchestra.run.smithi089.stdout:osd.5 smithi155 running (2m) 20s ago 14m 175M 2480M 19.1.0-1125-g4b230446 a246f06af74a ff83bc2fda84 2024-07-26T06:14:16.198 INFO:teuthology.orchestra.run.smithi089.stdout:osd.6 smithi155 running (2m) 20s ago 14m 131M 2480M 19.1.0-1125-g4b230446 a246f06af74a a43b8e69472a 2024-07-26T06:14:16.198 INFO:teuthology.orchestra.run.smithi089.stdout:osd.7 smithi155 running (87s) 20s ago 13m 102M 2480M 19.1.0-1125-g4b230446 a246f06af74a b02d9448581d 2024-07-26T06:14:16.198 INFO:teuthology.orchestra.run.smithi089.stdout:prometheus.a smithi155 *:9095 running (24s) 20s ago 12m 39.9M - 2.43.0 a07b618ecd1d 5193b77a4a7c 2024-07-26T06:14:16.494 INFO:tasks.rados.rados.0.smithi089.stdout:2797: done (2 left) 2024-07-26T06:14:16.494 INFO:tasks.rados.rados.0.smithi089.stdout:2798: done (1 left) 2024-07-26T06:14:16.494 INFO:tasks.rados.rados.0.smithi089.stdout:2799: done (0 left) 2024-07-26T06:14:16.494 INFO:tasks.rados.rados.0.smithi089.stdout:2800: copy_from oid 4 from oid 16 current snap is 271 2024-07-26T06:14:16.494 INFO:tasks.rados.rados.0.smithi089.stdout:2801: snap_create 2024-07-26T06:14:16.497 INFO:tasks.rados.rados.0.smithi089.stdout:2800: finishing copy_from racing read to smithi08986837-4 2024-07-26T06:14:16.498 INFO:tasks.rados.rados.0.smithi089.stdout:2800: finishing copy_from to smithi08986837-4 2024-07-26T06:14:16.498 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 4 v 1323 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-07-26T06:14:16.518 INFO:teuthology.orchestra.run.smithi089.stdout:{ 2024-07-26T06:14:16.518 INFO:teuthology.orchestra.run.smithi089.stdout: "mon": { 2024-07-26T06:14:16.518 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 3 2024-07-26T06:14:16.518 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2024-07-26T06:14:16.518 INFO:teuthology.orchestra.run.smithi089.stdout: "mgr": { 2024-07-26T06:14:16.518 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 2 2024-07-26T06:14:16.518 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2024-07-26T06:14:16.519 INFO:teuthology.orchestra.run.smithi089.stdout: "osd": { 2024-07-26T06:14:16.519 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 8 2024-07-26T06:14:16.519 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2024-07-26T06:14:16.519 INFO:teuthology.orchestra.run.smithi089.stdout: "mds": { 2024-07-26T06:14:16.519 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 2 2024-07-26T06:14:16.519 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2024-07-26T06:14:16.519 INFO:teuthology.orchestra.run.smithi089.stdout: "overall": { 2024-07-26T06:14:16.519 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 15 2024-07-26T06:14:16.519 INFO:teuthology.orchestra.run.smithi089.stdout: } 2024-07-26T06:14:16.519 INFO:teuthology.orchestra.run.smithi089.stdout:} 2024-07-26T06:14:16.878 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:16 smithi155 ceph-mon[90160]: Upgrade: Updating grafana.a 2024-07-26T06:14:16.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:16 smithi155 ceph-mon[90160]: Deploying daemon grafana.a on smithi155 2024-07-26T06:14:16.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:16 smithi089 ceph-mon[99608]: Upgrade: Updating grafana.a 2024-07-26T06:14:16.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:16 smithi089 ceph-mon[99608]: Deploying daemon grafana.a on smithi155 2024-07-26T06:14:16.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:16 smithi089 ceph-mon[102056]: Upgrade: Updating grafana.a 2024-07-26T06:14:16.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:16 smithi089 ceph-mon[102056]: Deploying daemon grafana.a on smithi155 2024-07-26T06:14:17.495 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 06:14:17 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-alertmanager-a[136430]: ts=2024-07-26T06:14:17.205Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.002142528s 2024-07-26T06:14:17.500 INFO:tasks.rados.rados.0.smithi089.stdout:2800: done (1 left) 2024-07-26T06:14:17.500 INFO:tasks.rados.rados.0.smithi089.stdout:2801: done (0 left) 2024-07-26T06:14:17.500 INFO:tasks.rados.rados.0.smithi089.stdout:2802: read oid 49 snap -1 2024-07-26T06:14:17.500 INFO:tasks.rados.rados.0.smithi089.stdout:2802: expect deleted 2024-07-26T06:14:17.500 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 22 current snap is 272 2024-07-26T06:14:17.500 INFO:tasks.rados.rados.0.smithi089.stdout:2803: seq_num 854 ranges {6627328=712704,7340032=794624,8134656=450560,8585216=360448} 2024-07-26T06:14:17.538 INFO:tasks.rados.rados.0.smithi089.stdout:2803: writing smithi08986837-22 from 6627328 to 7340032 tid 1 2024-07-26T06:14:17.543 INFO:tasks.rados.rados.0.smithi089.stdout:2803: writing smithi08986837-22 from 7340032 to 8134656 tid 2 2024-07-26T06:14:17.546 INFO:tasks.rados.rados.0.smithi089.stdout:2803: writing smithi08986837-22 from 8134656 to 8585216 tid 3 2024-07-26T06:14:17.548 INFO:tasks.rados.rados.0.smithi089.stdout:2803: writing smithi08986837-22 from 8585216 to 8945664 tid 4 2024-07-26T06:14:17.548 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 26 current snap is 272 2024-07-26T06:14:17.548 INFO:tasks.rados.rados.0.smithi089.stdout:2804: seq_num 855 ranges {3801088=729088,4530176=671744,5201920=663552,5865472=270336} 2024-07-26T06:14:17.572 INFO:tasks.rados.rados.0.smithi089.stdout:2804: writing smithi08986837-26 from 3801088 to 4530176 tid 1 2024-07-26T06:14:17.576 INFO:tasks.rados.rados.0.smithi089.stdout:2804: writing smithi08986837-26 from 4530176 to 5201920 tid 2 2024-07-26T06:14:17.580 INFO:tasks.rados.rados.0.smithi089.stdout:2804: writing smithi08986837-26 from 5201920 to 5865472 tid 3 2024-07-26T06:14:17.582 INFO:tasks.rados.rados.0.smithi089.stdout:2804: writing smithi08986837-26 from 5865472 to 6135808 tid 4 2024-07-26T06:14:17.582 INFO:tasks.rados.rados.0.smithi089.stdout:2805: copy_from oid 45 from oid 28 current snap is 272 2024-07-26T06:14:17.582 INFO:tasks.rados.rados.0.smithi089.stdout:2803: finishing write tid 1 to smithi08986837-22 2024-07-26T06:14:17.582 INFO:tasks.rados.rados.0.smithi089.stdout:2803: finishing write tid 2 to smithi08986837-22 2024-07-26T06:14:17.582 INFO:tasks.rados.rados.0.smithi089.stdout:2803: finishing write tid 3 to smithi08986837-22 2024-07-26T06:14:17.582 INFO:tasks.rados.rados.0.smithi089.stdout:2803: finishing write tid 4 to smithi08986837-22 2024-07-26T06:14:17.582 INFO:tasks.rados.rados.0.smithi089.stdout:2803: finishing write tid 5 to smithi08986837-22 2024-07-26T06:14:17.582 INFO:tasks.rados.rados.0.smithi089.stdout:2803: finishing write tid 6 to smithi08986837-22 2024-07-26T06:14:17.582 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 22 v 1342 (ObjNum 854 snap 272 seq_num 854) dirty exists 2024-07-26T06:14:17.582 INFO:tasks.rados.rados.0.smithi089.stdout:2803: left oid 22 (ObjNum 854 snap 272 seq_num 854) 2024-07-26T06:14:17.583 INFO:tasks.rados.rados.0.smithi089.stdout:2804: finishing write tid 1 to smithi08986837-26 2024-07-26T06:14:17.583 INFO:tasks.rados.rados.0.smithi089.stdout:2804: finishing write tid 2 to smithi08986837-26 2024-07-26T06:14:17.583 INFO:tasks.rados.rados.0.smithi089.stdout:2802: done (3 left) 2024-07-26T06:14:17.583 INFO:tasks.rados.rados.0.smithi089.stdout:2803: done (2 left) 2024-07-26T06:14:17.583 INFO:tasks.rados.rados.0.smithi089.stdout:2806: snap_create 2024-07-26T06:14:17.584 INFO:tasks.rados.rados.0.smithi089.stdout:2804: finishing write tid 3 to smithi08986837-26 2024-07-26T06:14:17.584 INFO:tasks.rados.rados.0.smithi089.stdout:2804: finishing write tid 4 to smithi08986837-26 2024-07-26T06:14:17.584 INFO:tasks.rados.rados.0.smithi089.stdout:2804: finishing write tid 5 to smithi08986837-26 2024-07-26T06:14:17.585 INFO:tasks.rados.rados.0.smithi089.stdout:2804: finishing write tid 6 to smithi08986837-26 2024-07-26T06:14:17.585 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 26 v 965 (ObjNum 855 snap 272 seq_num 855) dirty exists 2024-07-26T06:14:17.585 INFO:tasks.rados.rados.0.smithi089.stdout:2804: left oid 26 (ObjNum 855 snap 272 seq_num 855) 2024-07-26T06:14:17.587 INFO:tasks.rados.rados.0.smithi089.stdout:2805: finishing copy_from racing read to smithi08986837-45 2024-07-26T06:14:17.589 INFO:tasks.rados.rados.0.smithi089.stdout:2805: finishing copy_from to smithi08986837-45 2024-07-26T06:14:17.589 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 45 v 1337 (ObjNum 738 snap 233 seq_num 738) dirty exists 2024-07-26T06:14:17.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:17 smithi155 ceph-mon[90160]: from='client.34425 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:14:17.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:17 smithi155 ceph-mon[90160]: from='client.44363 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:14:17.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:17 smithi155 ceph-mon[90160]: osdmap e615: 8 total, 8 up, 8 in 2024-07-26T06:14:17.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:17 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/3815202241' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:17.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:17 smithi155 ceph-mon[90160]: pgmap v578: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 390 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 6.4 MiB/s wr, 27 op/s 2024-07-26T06:14:17.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:17 smithi089 ceph-mon[99608]: from='client.34425 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:14:17.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:17 smithi089 ceph-mon[99608]: from='client.44363 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:14:17.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:17 smithi089 ceph-mon[99608]: osdmap e615: 8 total, 8 up, 8 in 2024-07-26T06:14:17.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:17 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/3815202241' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:17.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:17 smithi089 ceph-mon[99608]: pgmap v578: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 390 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 6.4 MiB/s wr, 27 op/s 2024-07-26T06:14:17.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:17 smithi089 ceph-mon[102056]: from='client.34425 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:14:17.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:17 smithi089 ceph-mon[102056]: from='client.44363 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:14:17.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:17 smithi089 ceph-mon[102056]: osdmap e615: 8 total, 8 up, 8 in 2024-07-26T06:14:17.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:17 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/3815202241' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:17.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:17 smithi089 ceph-mon[102056]: pgmap v578: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 390 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 6.4 MiB/s wr, 27 op/s 2024-07-26T06:14:18.505 INFO:tasks.rados.rados.0.smithi089.stdout:2804: done (2 left) 2024-07-26T06:14:18.505 INFO:tasks.rados.rados.0.smithi089.stdout:2805: done (1 left) 2024-07-26T06:14:18.505 INFO:tasks.rados.rados.0.smithi089.stdout:2806: done (0 left) 2024-07-26T06:14:18.505 INFO:tasks.rados.rados.0.smithi089.stdout:2807: snap_remove snap 264 2024-07-26T06:14:18.780 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:18 smithi155 ceph-mon[90160]: osdmap e616: 8 total, 8 up, 8 in 2024-07-26T06:14:18.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:18 smithi089 ceph-mon[99608]: osdmap e616: 8 total, 8 up, 8 in 2024-07-26T06:14:18.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:18 smithi089 ceph-mon[102056]: osdmap e616: 8 total, 8 up, 8 in 2024-07-26T06:14:19.511 INFO:tasks.rados.rados.0.smithi089.stdout:2807: done (0 left) 2024-07-26T06:14:19.511 INFO:tasks.rados.rados.0.smithi089.stdout:2808: snap_remove snap 270 2024-07-26T06:14:19.792 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:19 smithi155 ceph-mon[90160]: osdmap e617: 8 total, 8 up, 8 in 2024-07-26T06:14:19.792 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:19 smithi155 ceph-mon[90160]: pgmap v581: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 386 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 6.4 MiB/s wr, 23 op/s 2024-07-26T06:14:19.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:19 smithi089 ceph-mon[99608]: osdmap e617: 8 total, 8 up, 8 in 2024-07-26T06:14:19.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:19 smithi089 ceph-mon[99608]: pgmap v581: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 386 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 6.4 MiB/s wr, 23 op/s 2024-07-26T06:14:19.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:19 smithi089 ceph-mon[102056]: osdmap e617: 8 total, 8 up, 8 in 2024-07-26T06:14:19.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:19 smithi089 ceph-mon[102056]: pgmap v581: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 386 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 6.4 MiB/s wr, 23 op/s 2024-07-26T06:14:20.515 INFO:tasks.rados.rados.0.smithi089.stdout:2808: done (0 left) 2024-07-26T06:14:20.515 INFO:tasks.rados.rados.0.smithi089.stdout:2809: rollback oid 35 current snap is 273 2024-07-26T06:14:20.515 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 35 to 258 2024-07-26T06:14:20.515 INFO:tasks.rados.rados.0.smithi089.stdout:2810: snap_remove snap 261 2024-07-26T06:14:20.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:20 smithi155 ceph-mon[90160]: osdmap e618: 8 total, 8 up, 8 in 2024-07-26T06:14:20.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:20 smithi089 ceph-mon[99608]: osdmap e618: 8 total, 8 up, 8 in 2024-07-26T06:14:20.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:20 smithi089 ceph-mon[102056]: osdmap e618: 8 total, 8 up, 8 in 2024-07-26T06:14:21.529 INFO:tasks.rados.rados.0.smithi089.stdout:2810: done (1 left) 2024-07-26T06:14:21.529 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 13 current snap is 273 2024-07-26T06:14:21.530 INFO:tasks.rados.rados.0.smithi089.stdout:2809: finishing rollback tid 0 to smithi08986837-35 2024-07-26T06:14:21.530 INFO:tasks.rados.rados.0.smithi089.stdout:2809: finishing rollback tid 1 to smithi08986837-35 2024-07-26T06:14:21.530 INFO:tasks.rados.rados.0.smithi089.stdout:2809: finishing rollback tid 2 to smithi08986837-35 2024-07-26T06:14:21.530 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 35 v 1345 (ObjNum 553 snap 164 seq_num 553) dirty exists 2024-07-26T06:14:21.530 INFO:tasks.rados.rados.0.smithi089.stdout:2811: seq_num 856 ranges {13393920=745472,14139392=557056,14696448=417792,15114240=434176,15548416=196608} 2024-07-26T06:14:21.606 INFO:tasks.rados.rados.0.smithi089.stdout:2811: writing smithi08986837-13 from 13393920 to 14139392 tid 1 2024-07-26T06:14:21.609 INFO:tasks.rados.rados.0.smithi089.stdout:2811: writing smithi08986837-13 from 14139392 to 14696448 tid 2 2024-07-26T06:14:21.611 INFO:tasks.rados.rados.0.smithi089.stdout:2811: writing smithi08986837-13 from 14696448 to 15114240 tid 3 2024-07-26T06:14:21.614 INFO:tasks.rados.rados.0.smithi089.stdout:2811: writing smithi08986837-13 from 15114240 to 15548416 tid 4 2024-07-26T06:14:21.615 INFO:tasks.rados.rados.0.smithi089.stdout:2811: writing smithi08986837-13 from 15548416 to 15745024 tid 5 2024-07-26T06:14:21.616 INFO:tasks.rados.rados.0.smithi089.stdout:2809: done (1 left) 2024-07-26T06:14:21.616 INFO:tasks.rados.rados.0.smithi089.stdout:2812: setattr oid 11 current snap is 273 2024-07-26T06:14:21.616 INFO:tasks.rados.rados.0.smithi089.stdout:2811: finishing write tid 1 to smithi08986837-13 2024-07-26T06:14:21.616 INFO:tasks.rados.rados.0.smithi089.stdout:2811: finishing write tid 2 to smithi08986837-13 2024-07-26T06:14:21.616 INFO:tasks.rados.rados.0.smithi089.stdout:2811: finishing write tid 3 to smithi08986837-13 2024-07-26T06:14:21.617 INFO:tasks.rados.rados.0.smithi089.stdout:2813: read oid 49 snap -1 2024-07-26T06:14:21.617 INFO:tasks.rados.rados.0.smithi089.stdout:2813: expect deleted 2024-07-26T06:14:21.618 INFO:tasks.rados.rados.0.smithi089.stdout:2814: rollback oid 25 current snap is 273 2024-07-26T06:14:21.618 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 25 to 272 2024-07-26T06:14:21.618 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 8 current snap is 273 2024-07-26T06:14:21.618 INFO:tasks.rados.rados.0.smithi089.stdout:2815: seq_num 857 ranges {6184960=761856,6946816=442368,7389184=630784,8019968=532480} 2024-07-26T06:14:21.654 INFO:tasks.rados.rados.0.smithi089.stdout:2815: writing smithi08986837-8 from 6184960 to 6946816 tid 1 2024-07-26T06:14:21.656 INFO:tasks.rados.rados.0.smithi089.stdout:2815: writing smithi08986837-8 from 6946816 to 7389184 tid 2 2024-07-26T06:14:21.660 INFO:tasks.rados.rados.0.smithi089.stdout:2815: writing smithi08986837-8 from 7389184 to 8019968 tid 3 2024-07-26T06:14:21.663 INFO:tasks.rados.rados.0.smithi089.stdout:2815: writing smithi08986837-8 from 8019968 to 8552448 tid 4 2024-07-26T06:14:21.663 INFO:tasks.rados.rados.0.smithi089.stdout:2816: read oid 50 snap -1 2024-07-26T06:14:21.664 INFO:tasks.rados.rados.0.smithi089.stdout:2816: expect (ObjNum 850 snap 270 seq_num 850) 2024-07-26T06:14:21.664 INFO:tasks.rados.rados.0.smithi089.stdout:2817: snap_remove snap 260 2024-07-26T06:14:21.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:21 smithi155 ceph-mon[90160]: osdmap e619: 8 total, 8 up, 8 in 2024-07-26T06:14:21.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:21 smithi155 ceph-mon[90160]: pgmap v584: 121 pgs: 121 active+clean; 388 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-07-26T06:14:21.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:21 smithi089 ceph-mon[99608]: osdmap e619: 8 total, 8 up, 8 in 2024-07-26T06:14:21.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:21 smithi089 ceph-mon[99608]: pgmap v584: 121 pgs: 121 active+clean; 388 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-07-26T06:14:21.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:21 smithi089 ceph-mon[102056]: osdmap e619: 8 total, 8 up, 8 in 2024-07-26T06:14:21.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:21 smithi089 ceph-mon[102056]: pgmap v584: 121 pgs: 121 active+clean; 388 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-07-26T06:14:22.530 INFO:tasks.rados.rados.0.smithi089.stdout:2811: finishing write tid 4 to smithi08986837-13 2024-07-26T06:14:22.530 INFO:tasks.rados.rados.0.smithi089.stdout:2811: finishing write tid 5 to smithi08986837-13 2024-07-26T06:14:22.530 INFO:tasks.rados.rados.0.smithi089.stdout:2811: finishing write tid 6 to smithi08986837-13 2024-07-26T06:14:22.530 INFO:tasks.rados.rados.0.smithi089.stdout:2811: finishing write tid 7 to smithi08986837-13 2024-07-26T06:14:22.530 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 13 v 1351 (ObjNum 856 snap 273 seq_num 856) dirty exists 2024-07-26T06:14:22.530 INFO:tasks.rados.rados.0.smithi089.stdout:2811: left oid 13 (ObjNum 856 snap 273 seq_num 856) 2024-07-26T06:14:22.530 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 11 v 1569 (ObjNum 795 snap 259 seq_num 795) dirty exists 2024-07-26T06:14:22.531 INFO:tasks.rados.rados.0.smithi089.stdout:2814: finishing rollback tid 0 to smithi08986837-25 2024-07-26T06:14:22.531 INFO:tasks.rados.rados.0.smithi089.stdout:2814: finishing rollback tid 1 to smithi08986837-25 2024-07-26T06:14:22.531 INFO:tasks.rados.rados.0.smithi089.stdout:2814: finishing rollback tid 2 to smithi08986837-25 2024-07-26T06:14:22.531 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 25 v 1576 (ObjNum 615 snap 182 seq_num 615) dirty exists 2024-07-26T06:14:22.531 INFO:tasks.rados.rados.0.smithi089.stdout:2815: finishing write tid 1 to smithi08986837-8 2024-07-26T06:14:22.531 INFO:tasks.rados.rados.0.smithi089.stdout:2815: finishing write tid 2 to smithi08986837-8 2024-07-26T06:14:22.531 INFO:tasks.rados.rados.0.smithi089.stdout:2815: finishing write tid 3 to smithi08986837-8 2024-07-26T06:14:22.531 INFO:tasks.rados.rados.0.smithi089.stdout:2815: finishing write tid 4 to smithi08986837-8 2024-07-26T06:14:22.531 INFO:tasks.rados.rados.0.smithi089.stdout:2815: finishing write tid 5 to smithi08986837-8 2024-07-26T06:14:22.531 INFO:tasks.rados.rados.0.smithi089.stdout:2815: finishing write tid 6 to smithi08986837-8 2024-07-26T06:14:22.531 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 8 v 1199 (ObjNum 857 snap 273 seq_num 857) dirty exists 2024-07-26T06:14:22.531 INFO:tasks.rados.rados.0.smithi089.stdout:2815: left oid 8 (ObjNum 857 snap 273 seq_num 857) 2024-07-26T06:14:22.532 INFO:tasks.rados.rados.0.smithi089.stdout:2816: expect (ObjNum 850 snap 270 seq_num 850) 2024-07-26T06:14:22.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:22 smithi155 ceph-mon[90160]: osdmap e620: 8 total, 8 up, 8 in 2024-07-26T06:14:22.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:14:22 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:14:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:14:22.684 INFO:tasks.rados.rados.0.smithi089.stdout:2811: done (6 left) 2024-07-26T06:14:22.684 INFO:tasks.rados.rados.0.smithi089.stdout:2812: done (5 left) 2024-07-26T06:14:22.685 INFO:tasks.rados.rados.0.smithi089.stdout:2813: done (4 left) 2024-07-26T06:14:22.685 INFO:tasks.rados.rados.0.smithi089.stdout:2814: done (3 left) 2024-07-26T06:14:22.685 INFO:tasks.rados.rados.0.smithi089.stdout:2815: done (2 left) 2024-07-26T06:14:22.685 INFO:tasks.rados.rados.0.smithi089.stdout:2816: done (1 left) 2024-07-26T06:14:22.685 INFO:tasks.rados.rados.0.smithi089.stdout:2817: done (0 left) 2024-07-26T06:14:22.685 INFO:tasks.rados.rados.0.smithi089.stdout:2818: snap_create 2024-07-26T06:14:22.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:22 smithi089 ceph-mon[99608]: osdmap e620: 8 total, 8 up, 8 in 2024-07-26T06:14:22.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:22 smithi089 ceph-mon[102056]: osdmap e620: 8 total, 8 up, 8 in 2024-07-26T06:14:22.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:14:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:14:22] "GET /metrics HTTP/1.1" 200 36350 "" "Prometheus/2.43.0" 2024-07-26T06:14:23.552 INFO:tasks.rados.rados.0.smithi089.stdout:2818: done (0 left) 2024-07-26T06:14:23.628 INFO:tasks.rados.rados.0.smithi089.stdout:2819: delete oid 44 current snap is 274 2024-07-26T06:14:23.629 INFO:tasks.rados.rados.0.smithi089.stdout:2819: done (0 left) 2024-07-26T06:14:23.629 INFO:tasks.rados.rados.0.smithi089.stdout:2820: delete oid 20 current snap is 274 2024-07-26T06:14:23.629 INFO:tasks.rados.rados.0.smithi089.stdout:2820: done (0 left) 2024-07-26T06:14:23.629 INFO:tasks.rados.rados.0.smithi089.stdout:2821: rmattr oid 37 current snap is 274 2024-07-26T06:14:23.629 INFO:tasks.rados.rados.0.smithi089.stdout:2822: snap_create 2024-07-26T06:14:23.629 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 37 v 1818 (ObjNum 802 snap 260 seq_num 802) dirty exists 2024-07-26T06:14:23.805 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:23 smithi155 ceph-mon[90160]: osdmap e621: 8 total, 8 up, 8 in 2024-07-26T06:14:23.805 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:23 smithi155 ceph-mon[90160]: pgmap v587: 121 pgs: 121 active+clean; 404 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 4.9 MiB/s wr, 5 op/s 2024-07-26T06:14:23.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:23 smithi089 ceph-mon[99608]: osdmap e621: 8 total, 8 up, 8 in 2024-07-26T06:14:23.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:23 smithi089 ceph-mon[99608]: pgmap v587: 121 pgs: 121 active+clean; 404 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 4.9 MiB/s wr, 5 op/s 2024-07-26T06:14:23.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:23 smithi089 ceph-mon[102056]: osdmap e621: 8 total, 8 up, 8 in 2024-07-26T06:14:23.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:23 smithi089 ceph-mon[102056]: pgmap v587: 121 pgs: 121 active+clean; 404 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 4.9 MiB/s wr, 5 op/s 2024-07-26T06:14:24.427 INFO:tasks.rados.rados.0.smithi089.stdout:2821: done (1 left) 2024-07-26T06:14:24.427 INFO:tasks.rados.rados.0.smithi089.stdout:2822: done (0 left) 2024-07-26T06:14:24.427 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 4 current snap is 275 2024-07-26T06:14:24.427 INFO:tasks.rados.rados.0.smithi089.stdout:2823: seq_num 860 ranges {0=8192} 2024-07-26T06:14:24.427 INFO:tasks.rados.rados.0.smithi089.stdout:2823: writing smithi08986837-4 from 0 to 8192 tid 1 2024-07-26T06:14:24.427 INFO:tasks.rados.rados.0.smithi089.stdout:2824: read oid 38 snap -1 2024-07-26T06:14:24.427 INFO:tasks.rados.rados.0.smithi089.stdout:2824: expect (ObjNum 840 snap 265 seq_num 840) 2024-07-26T06:14:24.427 INFO:tasks.rados.rados.0.smithi089.stdout:2825: rmattr oid 3 current snap is 275 2024-07-26T06:14:24.427 INFO:tasks.rados.rados.0.smithi089.stdout:2825: done (2 left) 2024-07-26T06:14:24.427 INFO:tasks.rados.rados.0.smithi089.stdout:2826: read oid 39 snap 247 2024-07-26T06:14:24.427 INFO:tasks.rados.rados.0.smithi089.stdout:2826: expect (ObjNum 736 snap 233 seq_num 736) 2024-07-26T06:14:24.427 INFO:tasks.rados.rados.0.smithi089.stdout:2827: snap_create 2024-07-26T06:14:24.430 INFO:tasks.rados.rados.0.smithi089.stdout:2826: expect (ObjNum 736 snap 233 seq_num 736) 2024-07-26T06:14:24.440 INFO:tasks.rados.rados.0.smithi089.stdout:2823: finishing write tid 1 to smithi08986837-4 2024-07-26T06:14:24.440 INFO:tasks.rados.rados.0.smithi089.stdout:2823: finishing write tid 2 to smithi08986837-4 2024-07-26T06:14:24.440 INFO:tasks.rados.rados.0.smithi089.stdout:2823: finishing write tid 3 to smithi08986837-4 2024-07-26T06:14:24.440 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 4 v 1339 (ObjNum 860 snap 275 seq_num 860) dirty exists 2024-07-26T06:14:24.440 INFO:tasks.rados.rados.0.smithi089.stdout:2823: left oid 4 (ObjNum 860 snap 275 seq_num 860) 2024-07-26T06:14:24.450 INFO:tasks.rados.rados.0.smithi089.stdout:2824: expect (ObjNum 840 snap 265 seq_num 840) 2024-07-26T06:14:24.718 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:24 smithi155 ceph-mon[90160]: osdmap e622: 8 total, 8 up, 8 in 2024-07-26T06:14:24.718 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:24 smithi155 ceph-mon[90160]: osdmap e623: 8 total, 8 up, 8 in 2024-07-26T06:14:24.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:24 smithi089 ceph-mon[99608]: osdmap e622: 8 total, 8 up, 8 in 2024-07-26T06:14:24.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:24 smithi089 ceph-mon[99608]: osdmap e623: 8 total, 8 up, 8 in 2024-07-26T06:14:24.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:24 smithi089 ceph-mon[102056]: osdmap e622: 8 total, 8 up, 8 in 2024-07-26T06:14:24.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:24 smithi089 ceph-mon[102056]: osdmap e623: 8 total, 8 up, 8 in 2024-07-26T06:14:25.426 INFO:tasks.rados.rados.0.smithi089.stdout:2823: done (3 left) 2024-07-26T06:14:25.426 INFO:tasks.rados.rados.0.smithi089.stdout:2824: done (2 left) 2024-07-26T06:14:25.427 INFO:tasks.rados.rados.0.smithi089.stdout:2826: done (1 left) 2024-07-26T06:14:25.427 INFO:tasks.rados.rados.0.smithi089.stdout:2827: done (0 left) 2024-07-26T06:14:25.427 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 20 current snap is 276 2024-07-26T06:14:25.427 INFO:tasks.rados.rados.0.smithi089.stdout:2828: seq_num 861 ranges {0=24576} 2024-07-26T06:14:25.427 INFO:tasks.rados.rados.0.smithi089.stdout:2828: writing smithi08986837-20 from 0 to 24576 tid 1 2024-07-26T06:14:25.427 INFO:tasks.rados.rados.0.smithi089.stdout:2829: read oid 17 snap 271 2024-07-26T06:14:25.427 INFO:tasks.rados.rados.0.smithi089.stdout:2829: expect (ObjNum 842 snap 265 seq_num 842) 2024-07-26T06:14:25.427 INFO:tasks.rados.rados.0.smithi089.stdout:2830: snap_create 2024-07-26T06:14:25.428 INFO:tasks.rados.rados.0.smithi089.stdout:2828: finishing write tid 1 to smithi08986837-20 2024-07-26T06:14:25.429 INFO:tasks.rados.rados.0.smithi089.stdout:2828: finishing write tid 2 to smithi08986837-20 2024-07-26T06:14:25.431 INFO:tasks.rados.rados.0.smithi089.stdout:2828: finishing write tid 3 to smithi08986837-20 2024-07-26T06:14:25.431 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 20 v 860 (ObjNum 861 snap 276 seq_num 861) dirty exists 2024-07-26T06:14:25.431 INFO:tasks.rados.rados.0.smithi089.stdout:2828: left oid 20 (ObjNum 861 snap 276 seq_num 861) 2024-07-26T06:14:25.466 INFO:tasks.rados.rados.0.smithi089.stdout:2829: expect (ObjNum 842 snap 265 seq_num 842) 2024-07-26T06:14:25.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:25 smithi155 ceph-mon[90160]: pgmap v590: 121 pgs: 121 active+clean; 402 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 4.4 MiB/s wr, 5 op/s 2024-07-26T06:14:25.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:25 smithi155 ceph-mon[90160]: osdmap e624: 8 total, 8 up, 8 in 2024-07-26T06:14:25.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:25 smithi089 ceph-mon[99608]: pgmap v590: 121 pgs: 121 active+clean; 402 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 4.4 MiB/s wr, 5 op/s 2024-07-26T06:14:25.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:25 smithi089 ceph-mon[99608]: osdmap e624: 8 total, 8 up, 8 in 2024-07-26T06:14:25.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:25 smithi089 ceph-mon[102056]: pgmap v590: 121 pgs: 121 active+clean; 402 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 4.4 MiB/s wr, 5 op/s 2024-07-26T06:14:25.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:25 smithi089 ceph-mon[102056]: osdmap e624: 8 total, 8 up, 8 in 2024-07-26T06:14:26.426 INFO:tasks.rados.rados.0.smithi089.stdout:2828: done (2 left) 2024-07-26T06:14:26.426 INFO:tasks.rados.rados.0.smithi089.stdout:2829: done (1 left) 2024-07-26T06:14:26.426 INFO:tasks.rados.rados.0.smithi089.stdout:2830: done (0 left) 2024-07-26T06:14:26.426 INFO:tasks.rados.rados.0.smithi089.stdout:2831: rollback oid 19 current snap is 277 2024-07-26T06:14:26.426 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 19 to 232 2024-07-26T06:14:26.426 INFO:tasks.rados.rados.0.smithi089.stdout:2832: snap_create 2024-07-26T06:14:26.429 INFO:tasks.rados.rados.0.smithi089.stdout:2831: finishing rollback tid 0 to smithi08986837-19 2024-07-26T06:14:26.429 INFO:tasks.rados.rados.0.smithi089.stdout:2831: finishing rollback tid 1 to smithi08986837-19 2024-07-26T06:14:26.429 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 19 v 1371 (ObjNum 561 snap 0 seq_num 610250496) dirty dne 2024-07-26T06:14:26.548 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:14:26 smithi155 systemd[1]: Stopping Ceph grafana.a for 9bd49884-4b13-11ef-bcb6-c7b262605968... 2024-07-26T06:14:26.852 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:14:26.852 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:26 smithi155 ceph-mon[90160]: osdmap e625: 8 total, 8 up, 8 in 2024-07-26T06:14:26.852 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:14:26 smithi155 podman[127961]: 2024-07-26 06:14:26.555678853 +0000 UTC m=+0.143596244 container died 0191ba4689bf2f8d9db2ec7d65c15088c91541c7a898046ecb51ccd46b5d1821 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a, build-date=2022-04-29T11:48:11.055897, distribution-scope=public, vcs-type=git, architecture=x86_64, summary=Grafana Container configured for Ceph mgr/dashboard integration, name=ubi8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.component=ubi8-container, release=239.1651231664, maintainer=Paul Cuzner , version=8.5, io.openshift.tags=base rhel8, description=Ceph Grafana Container, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vendor=Red Hat, Inc., io.k8s.display-name=Red Hat Universal Base Image 8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.expose-services=, io.buildah.version=1.32.0) 2024-07-26T06:14:26.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:14:26.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:26 smithi089 ceph-mon[99608]: osdmap e625: 8 total, 8 up, 8 in 2024-07-26T06:14:26.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:14:26.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:26 smithi089 ceph-mon[102056]: osdmap e625: 8 total, 8 up, 8 in 2024-07-26T06:14:27.129 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:14:26 smithi155 podman[127961]: 2024-07-26 06:14:26.93414096 +0000 UTC m=+0.522058349 container cleanup 0191ba4689bf2f8d9db2ec7d65c15088c91541c7a898046ecb51ccd46b5d1821 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a, summary=Grafana Container configured for Ceph mgr/dashboard integration, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.component=ubi8-container, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, maintainer=Paul Cuzner , description=Ceph Grafana Container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., release=239.1651231664, distribution-scope=public, vendor=Red Hat, Inc., io.k8s.display-name=Red Hat Universal Base Image 8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, build-date=2022-04-29T11:48:11.055897, io.openshift.tags=base rhel8, architecture=x86_64, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vcs-type=git, name=ubi8, version=8.5, io.buildah.version=1.32.0, io.openshift.expose-services=) 2024-07-26T06:14:27.129 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:14:26 smithi155 bash[127961]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a 2024-07-26T06:14:27.428 INFO:tasks.rados.rados.0.smithi089.stdout:2831: done (1 left) 2024-07-26T06:14:27.428 INFO:tasks.rados.rados.0.smithi089.stdout:2832: done (0 left) 2024-07-26T06:14:27.428 INFO:tasks.rados.rados.0.smithi089.stdout:2833: rollback oid 43 current snap is 278 2024-07-26T06:14:27.429 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 43 to 275 2024-07-26T06:14:27.429 INFO:tasks.rados.rados.0.smithi089.stdout:2834: copy_from oid 32 from oid 46 current snap is 278 2024-07-26T06:14:27.429 INFO:tasks.rados.rados.0.smithi089.stdout:2835: copy_from oid 33 from oid 40 current snap is 278 2024-07-26T06:14:27.429 INFO:tasks.rados.rados.0.smithi089.stdout:2836: snap_remove snap 245 2024-07-26T06:14:27.553 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:14:27 smithi155 podman[127978]: 2024-07-26 06:14:27.218733978 +0000 UTC m=+0.665554873 container remove 0191ba4689bf2f8d9db2ec7d65c15088c91541c7a898046ecb51ccd46b5d1821 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a, build-date=2022-04-29T11:48:11.055897, io.openshift.expose-services=, release=239.1651231664, vendor=Red Hat, Inc., io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., version=8.5, architecture=x86_64, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.buildah.version=1.32.0, name=ubi8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, description=Ceph Grafana Container, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.k8s.display-name=Red Hat Universal Base Image 8, maintainer=Paul Cuzner , vcs-type=git, com.redhat.component=ubi8-container, distribution-scope=public, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.openshift.tags=base rhel8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664) 2024-07-26T06:14:27.553 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:14:27 smithi155 systemd[1]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@grafana.a.service: Main process exited, code=exited, status=143/n/a 2024-07-26T06:14:27.553 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:14:27 smithi155 systemd[1]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-07-26T06:14:27.553 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:14:27 smithi155 systemd[1]: Stopped Ceph grafana.a for 9bd49884-4b13-11ef-bcb6-c7b262605968. 2024-07-26T06:14:27.553 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:14:27 smithi155 systemd[1]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@grafana.a.service: Consumed 7.782s CPU time. 2024-07-26T06:14:27.811 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:27 smithi155 ceph-mon[90160]: pgmap v593: 121 pgs: 121 active+clean; 391 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.1 MiB/s wr, 15 op/s 2024-07-26T06:14:27.811 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:27 smithi155 ceph-mon[90160]: osdmap e626: 8 total, 8 up, 8 in 2024-07-26T06:14:27.812 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:14:27 smithi155 systemd[1]: Starting Ceph grafana.a for 9bd49884-4b13-11ef-bcb6-c7b262605968... 2024-07-26T06:14:27.812 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:14:27 smithi155 podman[128110]: 2024-07-26 06:14:27.688664652 +0000 UTC m=+0.018505358 image pull 2bacad6d85d802cd176c146528adcc0e47a8a83e94bc4a8b7ba1a9b9ef2c65e7 quay.io/ceph/grafana:9.4.12 2024-07-26T06:14:27.812 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:14:27 smithi155 podman[128110]: 2024-07-26 06:14:27.81144197 +0000 UTC m=+0.141282667 container create cbd812d3e8e620b54bdeacf89c7edf3f0e69bf1277c2292e089cda9cd0942f6a (image=quay.io/ceph/grafana:9.4.12, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-07-26T06:14:27.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:27 smithi089 ceph-mon[99608]: pgmap v593: 121 pgs: 121 active+clean; 391 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.1 MiB/s wr, 15 op/s 2024-07-26T06:14:27.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:27 smithi089 ceph-mon[99608]: osdmap e626: 8 total, 8 up, 8 in 2024-07-26T06:14:27.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:27 smithi089 ceph-mon[102056]: pgmap v593: 121 pgs: 121 active+clean; 391 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.1 MiB/s wr, 15 op/s 2024-07-26T06:14:27.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:27 smithi089 ceph-mon[102056]: osdmap e626: 8 total, 8 up, 8 in 2024-07-26T06:14:28.129 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:14:28 smithi155 podman[128110]: 2024-07-26 06:14:28.055467394 +0000 UTC m=+0.385308098 container init cbd812d3e8e620b54bdeacf89c7edf3f0e69bf1277c2292e089cda9cd0942f6a (image=quay.io/ceph/grafana:9.4.12, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-07-26T06:14:28.129 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:14:28 smithi155 podman[128110]: 2024-07-26 06:14:28.060426497 +0000 UTC m=+0.390267195 container start cbd812d3e8e620b54bdeacf89c7edf3f0e69bf1277c2292e089cda9cd0942f6a (image=quay.io/ceph/grafana:9.4.12, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-07-26T06:14:28.431 INFO:tasks.rados.rados.0.smithi089.stdout:2836: done (3 left) 2024-07-26T06:14:28.432 INFO:tasks.rados.rados.0.smithi089.stdout:2837: delete oid 29 current snap is 278 2024-07-26T06:14:28.432 INFO:tasks.rados.rados.0.smithi089.stdout:2835: finishing copy_from to smithi08986837-33 2024-07-26T06:14:28.432 INFO:tasks.rados.rados.0.smithi089.stdout:2835: got expected ENOENT (src dne) 2024-07-26T06:14:28.432 INFO:tasks.rados.rados.0.smithi089.stdout:2835: finishing copy_from racing read to smithi08986837-33 2024-07-26T06:14:28.432 INFO:tasks.rados.rados.0.smithi089.stdout:2833: finishing rollback tid 0 to smithi08986837-43 2024-07-26T06:14:28.432 INFO:tasks.rados.rados.0.smithi089.stdout:2833: finishing rollback tid 1 to smithi08986837-43 2024-07-26T06:14:28.432 INFO:tasks.rados.rados.0.smithi089.stdout:2833: finishing rollback tid 2 to smithi08986837-43 2024-07-26T06:14:28.432 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 43 v 1350 (ObjNum 748 snap 239 seq_num 748) dirty exists 2024-07-26T06:14:28.432 INFO:tasks.rados.rados.0.smithi089.stdout:2834: finishing copy_from racing read to smithi08986837-32 2024-07-26T06:14:28.432 INFO:tasks.rados.rados.0.smithi089.stdout:2834: finishing copy_from to smithi08986837-32 2024-07-26T06:14:28.432 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 32 v 1678 (ObjNum 826 snap 263 seq_num 826) dirty exists 2024-07-26T06:14:28.439 INFO:tasks.rados.rados.0.smithi089.stdout:2833: done (3 left) 2024-07-26T06:14:28.440 INFO:tasks.rados.rados.0.smithi089.stdout:2834: done (2 left) 2024-07-26T06:14:28.440 INFO:tasks.rados.rados.0.smithi089.stdout:2835: done (1 left) 2024-07-26T06:14:28.440 INFO:tasks.rados.rados.0.smithi089.stdout:2837: done (0 left) 2024-07-26T06:14:28.440 INFO:tasks.rados.rados.0.smithi089.stdout:2838: delete oid 21 current snap is 278 2024-07-26T06:14:28.447 INFO:tasks.rados.rados.0.smithi089.stdout:2838: done (0 left) 2024-07-26T06:14:28.447 INFO:tasks.rados.rados.0.smithi089.stdout:2839: copy_from oid 13 from oid 17 current snap is 278 2024-07-26T06:14:28.447 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 26 current snap is 278 2024-07-26T06:14:28.447 INFO:tasks.rados.rados.0.smithi089.stdout:2840: seq_num 864 ranges {6135808=73728} 2024-07-26T06:14:28.482 INFO:tasks.rados.rados.0.smithi089.stdout:2840: writing smithi08986837-26 from 6135808 to 6209536 tid 1 2024-07-26T06:14:28.482 INFO:tasks.rados.rados.0.smithi089.stdout:2841: snap_create 2024-07-26T06:14:28.489 INFO:tasks.rados.rados.0.smithi089.stdout:2840: finishing write tid 1 to smithi08986837-26 2024-07-26T06:14:28.490 INFO:tasks.rados.rados.0.smithi089.stdout:2840: finishing write tid 2 to smithi08986837-26 2024-07-26T06:14:28.490 INFO:tasks.rados.rados.0.smithi089.stdout:2840: finishing write tid 3 to smithi08986837-26 2024-07-26T06:14:28.490 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 26 v 967 (ObjNum 864 snap 278 seq_num 864) dirty exists 2024-07-26T06:14:28.490 INFO:tasks.rados.rados.0.smithi089.stdout:2840: left oid 26 (ObjNum 864 snap 278 seq_num 864) 2024-07-26T06:14:28.496 INFO:tasks.rados.rados.0.smithi089.stdout:2839: finishing copy_from racing read to smithi08986837-13 2024-07-26T06:14:28.498 INFO:tasks.rados.rados.0.smithi089.stdout:2839: finishing copy_from to smithi08986837-13 2024-07-26T06:14:28.498 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 13 v 1344 (ObjNum 842 snap 265 seq_num 842) dirty exists 2024-07-26T06:14:28.629 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:14:28 smithi155 bash[128110]: cbd812d3e8e620b54bdeacf89c7edf3f0e69bf1277c2292e089cda9cd0942f6a 2024-07-26T06:14:28.630 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:14:28 smithi155 systemd[1]: Started Ceph grafana.a for 9bd49884-4b13-11ef-bcb6-c7b262605968. 2024-07-26T06:14:28.630 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:14:28 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[128126]: logger=settings t=2024-07-26T06:14:28.210688954Z level=info msg="Starting Grafana" version=9.4.12 commit=37ee25ba46 branch=HEAD compiled=2023-05-22T15:58:05Z 2024-07-26T06:14:28.630 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:14:28 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[128126]: logger=settings t=2024-07-26T06:14:28.210892991Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-07-26T06:14:28.630 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:14:28 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[128126]: logger=settings t=2024-07-26T06:14:28.210910323Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-07-26T06:14:28.630 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:14:28 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[128126]: logger=settings t=2024-07-26T06:14:28.210916428Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-07-26T06:14:28.630 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:14:28 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[128126]: logger=settings t=2024-07-26T06:14:28.210920922Z level=info msg="Config overridden from command line" arg="default.paths.data=/var/lib/grafana" 2024-07-26T06:14:28.630 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:14:28 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[128126]: logger=settings t=2024-07-26T06:14:28.210925325Z level=info msg="Config overridden from command line" arg="default.paths.logs=/var/log/grafana" 2024-07-26T06:14:28.630 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:14:28 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[128126]: logger=settings t=2024-07-26T06:14:28.210929683Z level=info msg="Config overridden from command line" arg="default.paths.plugins=/var/lib/grafana/plugins" 2024-07-26T06:14:28.630 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:14:28 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[128126]: logger=settings t=2024-07-26T06:14:28.210934398Z level=info msg="Config overridden from command line" arg="default.paths.provisioning=/etc/grafana/provisioning" 2024-07-26T06:14:28.631 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:14:28 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[128126]: logger=settings t=2024-07-26T06:14:28.210939092Z level=info msg="Config overridden from command line" arg="default.log.mode=console" 2024-07-26T06:14:28.631 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:14:28 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[128126]: logger=settings t=2024-07-26T06:14:28.210944629Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-07-26T06:14:28.631 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:14:28 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[128126]: logger=settings t=2024-07-26T06:14:28.210949715Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-07-26T06:14:28.631 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:14:28 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[128126]: logger=settings t=2024-07-26T06:14:28.210954421Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-07-26T06:14:28.631 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:14:28 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[128126]: logger=settings t=2024-07-26T06:14:28.210959553Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-07-26T06:14:28.631 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:14:28 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[128126]: logger=settings t=2024-07-26T06:14:28.210964492Z level=info msg="Path Home" path=/usr/share/grafana 2024-07-26T06:14:28.631 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:14:28 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[128126]: logger=settings t=2024-07-26T06:14:28.210968791Z level=info msg="Path Data" path=/var/lib/grafana 2024-07-26T06:14:28.631 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:14:28 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[128126]: logger=settings t=2024-07-26T06:14:28.210972883Z level=info msg="Path Logs" path=/var/log/grafana 2024-07-26T06:14:28.631 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:14:28 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[128126]: logger=settings t=2024-07-26T06:14:28.210976971Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-07-26T06:14:28.631 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:14:28 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[128126]: logger=settings t=2024-07-26T06:14:28.210981094Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-07-26T06:14:28.631 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:14:28 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[128126]: logger=settings t=2024-07-26T06:14:28.21098577Z level=info msg="App mode production" 2024-07-26T06:14:28.631 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:14:28 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[128126]: logger=sqlstore t=2024-07-26T06:14:28.211048191Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-07-26T06:14:28.632 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:14:28 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[128126]: logger=sqlstore t=2024-07-26T06:14:28.211065962Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-07-26T06:14:28.632 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:14:28 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[128126]: logger=migrator t=2024-07-26T06:14:28.22626885Z level=info msg="Starting DB migrations" 2024-07-26T06:14:28.632 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:14:28 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[128126]: logger=migrator t=2024-07-26T06:14:28.230882814Z level=info msg="migrations completed" performed=0 skipped=481 duration=393.82µs 2024-07-26T06:14:28.632 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:14:28 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[128126]: logger=sqlstore t=2024-07-26T06:14:28.23127696Z level=info msg="Created default organization" 2024-07-26T06:14:28.632 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:14:28 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[128126]: logger=plugin.finder t=2024-07-26T06:14:28.264892566Z level=warn msg="Skipping finding plugins as directory does not exist" path=/usr/share/grafana/plugins-bundled 2024-07-26T06:14:28.632 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:14:28 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[128126]: logger=secrets t=2024-07-26T06:14:28.26500428Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-07-26T06:14:28.632 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:14:28 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[128126]: logger=query_data t=2024-07-26T06:14:28.267369101Z level=info msg="Query Service initialization" 2024-07-26T06:14:28.632 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:14:28 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[128126]: logger=live.push_http t=2024-07-26T06:14:28.271308352Z level=info msg="Live Push Gateway initialization" 2024-07-26T06:14:29.214 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:14:28 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[128126]: logger=infra.usagestats.collector t=2024-07-26T06:14:28.969641883Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-07-26T06:14:29.214 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:14:28 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[128126]: logger=provisioning.datasources t=2024-07-26T06:14:28.972053774Z level=info msg="deleted correlations based on configuration" ds_name=Dashboard1 2024-07-26T06:14:29.214 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:14:28 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[128126]: logger=provisioning.datasources t=2024-07-26T06:14:28.97206245Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2024-07-26T06:14:29.214 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:14:28 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[128126]: logger=provisioning.datasources t=2024-07-26T06:14:28.972184991Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-07-26T06:14:29.214 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:14:28 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[128126]: logger=provisioning.alerting t=2024-07-26T06:14:28.994253814Z level=info msg="starting to provision alerting" 2024-07-26T06:14:29.214 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:14:28 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[128126]: logger=provisioning.alerting t=2024-07-26T06:14:28.994272302Z level=info msg="finished to provision alerting" 2024-07-26T06:14:29.214 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:14:28 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[128126]: logger=ngalert.state.manager t=2024-07-26T06:14:28.994353873Z level=info msg="Warming state cache for startup" 2024-07-26T06:14:29.214 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:14:28 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[128126]: logger=grafanaStorageLogger t=2024-07-26T06:14:28.994871911Z level=info msg="storage starting" 2024-07-26T06:14:29.214 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:14:28 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[128126]: logger=http.server t=2024-07-26T06:14:28.996961654Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-07-26T06:14:29.214 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:14:28 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[128126]: logger=ngalert.state.manager t=2024-07-26T06:14:28.999639715Z level=info msg="State cache has been initialized" states=0 duration=5.285347ms 2024-07-26T06:14:29.215 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:14:28 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[128126]: logger=ticker t=2024-07-26T06:14:28.999683125Z level=info msg=starting first_tick=2024-07-26T06:14:30Z 2024-07-26T06:14:29.215 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:14:28 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[128126]: logger=ngalert.multiorg.alertmanager t=2024-07-26T06:14:28.999700532Z level=info msg="starting MultiOrg Alertmanager" 2024-07-26T06:14:29.425 INFO:tasks.rados.rados.0.smithi089.stdout:2839: done (2 left) 2024-07-26T06:14:29.425 INFO:tasks.rados.rados.0.smithi089.stdout:2840: done (1 left) 2024-07-26T06:14:29.425 INFO:tasks.rados.rados.0.smithi089.stdout:2841: done (0 left) 2024-07-26T06:14:29.426 INFO:tasks.rados.rados.0.smithi089.stdout:2842: copy_from oid 24 from oid 35 current snap is 279 2024-07-26T06:14:29.426 INFO:tasks.rados.rados.0.smithi089.stdout:2843: read oid 32 snap 232 2024-07-26T06:14:29.426 INFO:tasks.rados.rados.0.smithi089.stdout:2843: expect (ObjNum 723 snap 231 seq_num 723) 2024-07-26T06:14:29.426 INFO:tasks.rados.rados.0.smithi089.stdout:2844: delete oid 31 current snap is 279 2024-07-26T06:14:29.433 INFO:tasks.rados.rados.0.smithi089.stdout:2844: done (2 left) 2024-07-26T06:14:29.433 INFO:tasks.rados.rados.0.smithi089.stdout:2845: rollback oid 11 current snap is 279 2024-07-26T06:14:29.433 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 11 to 269 2024-07-26T06:14:29.433 INFO:tasks.rados.rados.0.smithi089.stdout:2846: delete oid 44 current snap is 279 2024-07-26T06:14:29.437 INFO:tasks.rados.rados.0.smithi089.stdout:2846: done (3 left) 2024-07-26T06:14:29.437 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 3 current snap is 279 2024-07-26T06:14:29.438 INFO:tasks.rados.rados.0.smithi089.stdout:2847: seq_num 867 ranges {0=122880} 2024-07-26T06:14:29.438 INFO:tasks.rados.rados.0.smithi089.stdout:2847: writing smithi08986837-3 from 0 to 122880 tid 1 2024-07-26T06:14:29.438 INFO:tasks.rados.rados.0.smithi089.stdout:2848: snap_remove snap 272 2024-07-26T06:14:29.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:29 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:14:29.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:29 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:14:29.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:29 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:14:29.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:29 smithi155 ceph-mon[90160]: osdmap e627: 8 total, 8 up, 8 in 2024-07-26T06:14:29.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:29 smithi155 ceph-mon[90160]: pgmap v596: 121 pgs: 121 active+clean; 381 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 586 KiB/s wr, 14 op/s 2024-07-26T06:14:29.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:29 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:14:29.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:29 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:14:29.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:29 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:14:29.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:29 smithi089 ceph-mon[102056]: osdmap e627: 8 total, 8 up, 8 in 2024-07-26T06:14:29.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:29 smithi089 ceph-mon[102056]: pgmap v596: 121 pgs: 121 active+clean; 381 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 586 KiB/s wr, 14 op/s 2024-07-26T06:14:29.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:29 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:14:29.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:29 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:14:29.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:29 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:14:29.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:29 smithi089 ceph-mon[99608]: osdmap e627: 8 total, 8 up, 8 in 2024-07-26T06:14:29.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:29 smithi089 ceph-mon[99608]: pgmap v596: 121 pgs: 121 active+clean; 381 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 586 KiB/s wr, 14 op/s 2024-07-26T06:14:30.434 INFO:tasks.rados.rados.0.smithi089.stdout:2848: done (4 left) 2024-07-26T06:14:30.434 INFO:tasks.rados.rados.0.smithi089.stdout:2849: snap_remove snap 274 2024-07-26T06:14:30.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:30 smithi155 ceph-mon[90160]: osdmap e628: 8 total, 8 up, 8 in 2024-07-26T06:14:30.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:30 smithi089 ceph-mon[99608]: osdmap e628: 8 total, 8 up, 8 in 2024-07-26T06:14:30.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:30 smithi089 ceph-mon[102056]: osdmap e628: 8 total, 8 up, 8 in 2024-07-26T06:14:31.445 INFO:tasks.rados.rados.0.smithi089.stdout:2849: done (4 left) 2024-07-26T06:14:31.445 INFO:tasks.rados.rados.0.smithi089.stdout:2850: delete oid 6 current snap is 279 2024-07-26T06:14:31.445 INFO:tasks.rados.rados.0.smithi089.stdout:2845: finishing rollback tid 0 to smithi08986837-11 2024-07-26T06:14:31.445 INFO:tasks.rados.rados.0.smithi089.stdout:2845: finishing rollback tid 1 to smithi08986837-11 2024-07-26T06:14:31.445 INFO:tasks.rados.rados.0.smithi089.stdout:2845: finishing rollback tid 2 to smithi08986837-11 2024-07-26T06:14:31.445 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 11 v 1594 (ObjNum 795 snap 259 seq_num 795) dirty exists 2024-07-26T06:14:31.445 INFO:tasks.rados.rados.0.smithi089.stdout:2847: finishing write tid 1 to smithi08986837-3 2024-07-26T06:14:31.445 INFO:tasks.rados.rados.0.smithi089.stdout:2843: expect (ObjNum 723 snap 231 seq_num 723) 2024-07-26T06:14:31.538 INFO:tasks.rados.rados.0.smithi089.stdout:2847: finishing write tid 2 to smithi08986837-3 2024-07-26T06:14:31.539 INFO:tasks.rados.rados.0.smithi089.stdout:2847: finishing write tid 3 to smithi08986837-3 2024-07-26T06:14:31.539 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 3 v 1179 (ObjNum 867 snap 279 seq_num 867) dirty exists 2024-07-26T06:14:31.539 INFO:tasks.rados.rados.0.smithi089.stdout:2847: left oid 3 (ObjNum 867 snap 279 seq_num 867) 2024-07-26T06:14:31.539 INFO:tasks.rados.rados.0.smithi089.stdout:2843: done (4 left) 2024-07-26T06:14:31.539 INFO:tasks.rados.rados.0.smithi089.stdout:2845: done (3 left) 2024-07-26T06:14:31.539 INFO:tasks.rados.rados.0.smithi089.stdout:2847: done (2 left) 2024-07-26T06:14:31.539 INFO:tasks.rados.rados.0.smithi089.stdout:2850: done (1 left) 2024-07-26T06:14:31.539 INFO:tasks.rados.rados.0.smithi089.stdout:2851: rollback oid 9 current snap is 279 2024-07-26T06:14:31.539 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 9 to 246 2024-07-26T06:14:31.539 INFO:tasks.rados.rados.0.smithi089.stdout:2842: finishing copy_from racing read to smithi08986837-24 2024-07-26T06:14:31.539 INFO:tasks.rados.rados.0.smithi089.stdout:2842: finishing copy_from to smithi08986837-24 2024-07-26T06:14:31.539 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 24 v 1345 (ObjNum 553 snap 164 seq_num 553) dirty exists 2024-07-26T06:14:31.540 INFO:tasks.rados.rados.0.smithi089.stdout:2842: done (1 left) 2024-07-26T06:14:31.540 INFO:tasks.rados.rados.0.smithi089.stdout:2852: rollback oid 2 current snap is 279 2024-07-26T06:14:31.540 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 2 to 278 2024-07-26T06:14:31.540 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 17 current snap is 279 2024-07-26T06:14:31.540 INFO:tasks.rados.rados.0.smithi089.stdout:2853: seq_num 869 ranges {10838016=155648} 2024-07-26T06:14:31.597 INFO:tasks.rados.rados.0.smithi089.stdout:2853: writing smithi08986837-17 from 10838016 to 10993664 tid 1 2024-07-26T06:14:31.597 INFO:tasks.rados.rados.0.smithi089.stdout:2854: read oid 47 snap -1 2024-07-26T06:14:31.597 INFO:tasks.rados.rados.0.smithi089.stdout:2854: expect deleted 2024-07-26T06:14:31.598 INFO:tasks.rados.rados.0.smithi089.stdout:2855: read oid 8 snap -1 2024-07-26T06:14:31.598 INFO:tasks.rados.rados.0.smithi089.stdout:2855: expect (ObjNum 857 snap 273 seq_num 857) 2024-07-26T06:14:31.598 INFO:tasks.rados.rados.0.smithi089.stdout:2856: read oid 28 snap -1 2024-07-26T06:14:31.598 INFO:tasks.rados.rados.0.smithi089.stdout:2856: expect (ObjNum 738 snap 233 seq_num 738) 2024-07-26T06:14:31.598 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 45 current snap is 279 2024-07-26T06:14:31.598 INFO:tasks.rados.rados.0.smithi089.stdout:2851: finishing rollback tid 0 to smithi08986837-9 2024-07-26T06:14:31.598 INFO:tasks.rados.rados.0.smithi089.stdout:2852: finishing rollback tid 0 to smithi08986837-2 2024-07-26T06:14:31.598 INFO:tasks.rados.rados.0.smithi089.stdout:2852: finishing rollback tid 1 to smithi08986837-2 2024-07-26T06:14:31.598 INFO:tasks.rados.rados.0.smithi089.stdout:2857: seq_num 870 ranges {368640=172032} 2024-07-26T06:14:31.600 INFO:tasks.rados.rados.0.smithi089.stdout:2857: writing smithi08986837-45 from 368640 to 540672 tid 1 2024-07-26T06:14:31.600 INFO:tasks.rados.rados.0.smithi089.stdout:2858: snap_remove snap 263 2024-07-26T06:14:31.714 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:31 smithi155 ceph-mon[90160]: osdmap e629: 8 total, 8 up, 8 in 2024-07-26T06:14:31.714 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:31 smithi155 ceph-mon[90160]: pgmap v599: 121 pgs: 121 active+clean; 392 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 2.6 MiB/s wr, 2 op/s 2024-07-26T06:14:31.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:31 smithi089 ceph-mon[99608]: osdmap e629: 8 total, 8 up, 8 in 2024-07-26T06:14:31.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:31 smithi089 ceph-mon[99608]: pgmap v599: 121 pgs: 121 active+clean; 392 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 2.6 MiB/s wr, 2 op/s 2024-07-26T06:14:31.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:31 smithi089 ceph-mon[102056]: osdmap e629: 8 total, 8 up, 8 in 2024-07-26T06:14:31.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:31 smithi089 ceph-mon[102056]: pgmap v599: 121 pgs: 121 active+clean; 392 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 2.6 MiB/s wr, 2 op/s 2024-07-26T06:14:32.448 INFO:tasks.rados.rados.0.smithi089.stdout:2858: done (7 left) 2024-07-26T06:14:32.449 INFO:tasks.rados.rados.0.smithi089.stdout:2859: delete oid 21 current snap is 279 2024-07-26T06:14:32.449 INFO:tasks.rados.rados.0.smithi089.stdout:2852: finishing rollback tid 2 to smithi08986837-2 2024-07-26T06:14:32.449 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 2 v 1172 (ObjNum 817 snap 263 seq_num 817) dirty exists 2024-07-26T06:14:32.449 INFO:tasks.rados.rados.0.smithi089.stdout:2851: finishing rollback tid 1 to smithi08986837-9 2024-07-26T06:14:32.449 INFO:tasks.rados.rados.0.smithi089.stdout:2851: finishing rollback tid 2 to smithi08986837-9 2024-07-26T06:14:32.449 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 9 v 462 (ObjNum 761 snap 243 seq_num 761) dirty exists 2024-07-26T06:14:32.449 INFO:tasks.rados.rados.0.smithi089.stdout:2856: expect (ObjNum 738 snap 233 seq_num 738) 2024-07-26T06:14:32.468 INFO:tasks.rados.rados.0.smithi089.stdout:2853: finishing write tid 1 to smithi08986837-17 2024-07-26T06:14:32.468 INFO:tasks.rados.rados.0.smithi089.stdout:2853: finishing write tid 2 to smithi08986837-17 2024-07-26T06:14:32.469 INFO:tasks.rados.rados.0.smithi089.stdout:2857: finishing write tid 1 to smithi08986837-45 2024-07-26T06:14:32.469 INFO:tasks.rados.rados.0.smithi089.stdout:2857: finishing write tid 2 to smithi08986837-45 2024-07-26T06:14:32.469 INFO:tasks.rados.rados.0.smithi089.stdout:2857: finishing write tid 3 to smithi08986837-45 2024-07-26T06:14:32.469 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 45 v 1373 (ObjNum 870 snap 279 seq_num 870) dirty exists 2024-07-26T06:14:32.469 INFO:tasks.rados.rados.0.smithi089.stdout:2857: left oid 45 (ObjNum 870 snap 279 seq_num 870) 2024-07-26T06:14:32.469 INFO:tasks.rados.rados.0.smithi089.stdout:2853: finishing write tid 3 to smithi08986837-17 2024-07-26T06:14:32.469 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 17 v 1680 (ObjNum 869 snap 279 seq_num 869) dirty exists 2024-07-26T06:14:32.469 INFO:tasks.rados.rados.0.smithi089.stdout:2853: left oid 17 (ObjNum 869 snap 279 seq_num 869) 2024-07-26T06:14:32.469 INFO:tasks.rados.rados.0.smithi089.stdout:2855: expect (ObjNum 857 snap 273 seq_num 857) 2024-07-26T06:14:32.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:14:32 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:14:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:14:32.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:32 smithi155 ceph-mon[90160]: osdmap e630: 8 total, 8 up, 8 in 2024-07-26T06:14:32.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:32 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:14:32.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:32 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:14:32.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:14:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:14:32] "GET /metrics HTTP/1.1" 200 36353 "" "Prometheus/2.43.0" 2024-07-26T06:14:32.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:32 smithi089 ceph-mon[99608]: osdmap e630: 8 total, 8 up, 8 in 2024-07-26T06:14:32.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:32 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:14:32.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:32 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:14:32.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:32 smithi089 ceph-mon[102056]: osdmap e630: 8 total, 8 up, 8 in 2024-07-26T06:14:32.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:32 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:14:32.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:32 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:14:32.951 INFO:tasks.rados.rados.0.smithi089.stdout:2851: done (7 left) 2024-07-26T06:14:32.951 INFO:tasks.rados.rados.0.smithi089.stdout:2852: done (6 left) 2024-07-26T06:14:32.951 INFO:tasks.rados.rados.0.smithi089.stdout:2853: done (5 left) 2024-07-26T06:14:32.951 INFO:tasks.rados.rados.0.smithi089.stdout:2854: done (4 left) 2024-07-26T06:14:32.951 INFO:tasks.rados.rados.0.smithi089.stdout:2855: done (3 left) 2024-07-26T06:14:32.951 INFO:tasks.rados.rados.0.smithi089.stdout:2856: done (2 left) 2024-07-26T06:14:32.951 INFO:tasks.rados.rados.0.smithi089.stdout:2857: done (1 left) 2024-07-26T06:14:32.951 INFO:tasks.rados.rados.0.smithi089.stdout:2859: done (0 left) 2024-07-26T06:14:32.952 INFO:tasks.rados.rados.0.smithi089.stdout:2860: snap_create 2024-07-26T06:14:33.782 INFO:tasks.rados.rados.0.smithi089.stdout:2860: done (0 left) 2024-07-26T06:14:33.783 INFO:tasks.rados.rados.0.smithi089.stdout:2861: read oid 43 snap 242 2024-07-26T06:14:33.783 INFO:tasks.rados.rados.0.smithi089.stdout:2861: expect (ObjNum 718 snap 230 seq_num 718) 2024-07-26T06:14:33.783 INFO:tasks.rados.rados.0.smithi089.stdout:2862: snap_remove snap 273 2024-07-26T06:14:33.789 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:33 smithi155 ceph-mon[90160]: osdmap e631: 8 total, 8 up, 8 in 2024-07-26T06:14:33.789 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:33 smithi155 ceph-mon[90160]: pgmap v602: 121 pgs: 121 active+clean; 401 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.9 MiB/s wr, 5 op/s 2024-07-26T06:14:33.790 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:33 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:14:33.790 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:33 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:14:33.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:33 smithi089 ceph-mon[99608]: osdmap e631: 8 total, 8 up, 8 in 2024-07-26T06:14:33.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:33 smithi089 ceph-mon[99608]: pgmap v602: 121 pgs: 121 active+clean; 401 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.9 MiB/s wr, 5 op/s 2024-07-26T06:14:33.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:33 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:14:33.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:33 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:14:33.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:33 smithi089 ceph-mon[102056]: osdmap e631: 8 total, 8 up, 8 in 2024-07-26T06:14:33.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:33 smithi089 ceph-mon[102056]: pgmap v602: 121 pgs: 121 active+clean; 401 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.9 MiB/s wr, 5 op/s 2024-07-26T06:14:33.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:33 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:14:33.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:33 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:14:34.430 INFO:tasks.rados.rados.0.smithi089.stdout:2862: done (1 left) 2024-07-26T06:14:34.430 INFO:tasks.rados.rados.0.smithi089.stdout:2863: delete oid 24 current snap is 280 2024-07-26T06:14:34.430 INFO:tasks.rados.rados.0.smithi089.stdout:2861: expect (ObjNum 718 snap 230 seq_num 718) 2024-07-26T06:14:34.479 INFO:tasks.rados.rados.0.smithi089.stdout:2861: done (1 left) 2024-07-26T06:14:34.479 INFO:tasks.rados.rados.0.smithi089.stdout:2863: done (0 left) 2024-07-26T06:14:34.480 INFO:tasks.rados.rados.0.smithi089.stdout:2864: snap_remove snap 254 2024-07-26T06:14:35.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:34 smithi155 ceph-mon[90160]: osdmap e632: 8 total, 8 up, 8 in 2024-07-26T06:14:35.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:34 smithi155 ceph-mon[90160]: osdmap e633: 8 total, 8 up, 8 in 2024-07-26T06:14:35.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:34 smithi089 ceph-mon[99608]: osdmap e632: 8 total, 8 up, 8 in 2024-07-26T06:14:35.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:34 smithi089 ceph-mon[99608]: osdmap e633: 8 total, 8 up, 8 in 2024-07-26T06:14:35.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:34 smithi089 ceph-mon[102056]: osdmap e632: 8 total, 8 up, 8 in 2024-07-26T06:14:35.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:34 smithi089 ceph-mon[102056]: osdmap e633: 8 total, 8 up, 8 in 2024-07-26T06:14:35.431 INFO:tasks.rados.rados.0.smithi089.stdout:2864: done (0 left) 2024-07-26T06:14:35.431 INFO:tasks.rados.rados.0.smithi089.stdout:2865: read oid 45 snap 269 2024-07-26T06:14:35.431 INFO:tasks.rados.rados.0.smithi089.stdout:2865: expect (ObjNum -932512336 snap 21986 seq_num 3362691568) 2024-07-26T06:14:35.431 INFO:tasks.rados.rados.0.smithi089.stdout:2866: setattr oid 8 current snap is 280 2024-07-26T06:14:35.437 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 49 current snap is 280 2024-07-26T06:14:35.437 INFO:tasks.rados.rados.0.smithi089.stdout:2867: seq_num 873 ranges {0=229376} 2024-07-26T06:14:35.437 INFO:tasks.rados.rados.0.smithi089.stdout:2867: writing smithi08986837-49 from 0 to 229376 tid 1 2024-07-26T06:14:35.437 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 17 current snap is 280 2024-07-26T06:14:35.437 INFO:tasks.rados.rados.0.smithi089.stdout:2868: seq_num 874 ranges {10993664=245760} 2024-07-26T06:14:35.498 INFO:tasks.rados.rados.0.smithi089.stdout:2868: writing smithi08986837-17 from 10993664 to 11239424 tid 1 2024-07-26T06:14:35.499 INFO:tasks.rados.rados.0.smithi089.stdout:2869: snap_remove snap 276 2024-07-26T06:14:35.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:35 smithi155 ceph-mon[90160]: pgmap v605: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 399 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-07-26T06:14:35.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:35 smithi155 ceph-mon[90160]: osdmap e634: 8 total, 8 up, 8 in 2024-07-26T06:14:36.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:35 smithi089 ceph-mon[99608]: pgmap v605: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 399 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-07-26T06:14:36.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:35 smithi089 ceph-mon[99608]: osdmap e634: 8 total, 8 up, 8 in 2024-07-26T06:14:36.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:35 smithi089 ceph-mon[102056]: pgmap v605: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 399 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-07-26T06:14:36.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:35 smithi089 ceph-mon[102056]: osdmap e634: 8 total, 8 up, 8 in 2024-07-26T06:14:36.434 INFO:tasks.rados.rados.0.smithi089.stdout:2869: done (4 left) 2024-07-26T06:14:36.434 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 11 current snap is 280 2024-07-26T06:14:36.434 INFO:tasks.rados.rados.0.smithi089.stdout:2870: seq_num 875 ranges {3727360=262144} 2024-07-26T06:14:36.456 INFO:tasks.rados.rados.0.smithi089.stdout:2870: writing smithi08986837-11 from 3727360 to 3989504 tid 1 2024-07-26T06:14:36.456 INFO:tasks.rados.rados.0.smithi089.stdout:2871: rollback oid 2 current snap is 280 2024-07-26T06:14:36.456 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 2 to 279 2024-07-26T06:14:36.456 INFO:tasks.rados.rados.0.smithi089.stdout:2865: expect (ObjNum -932512336 snap 21986 seq_num 3362691568) 2024-07-26T06:14:36.459 INFO:tasks.rados.rados.0.smithi089.stdout:2867: finishing write tid 1 to smithi08986837-49 2024-07-26T06:14:36.459 INFO:tasks.rados.rados.0.smithi089.stdout:2867: finishing write tid 2 to smithi08986837-49 2024-07-26T06:14:36.459 INFO:tasks.rados.rados.0.smithi089.stdout:2867: finishing write tid 3 to smithi08986837-49 2024-07-26T06:14:36.459 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 49 v 1578 (ObjNum 873 snap 280 seq_num 873) dirty exists 2024-07-26T06:14:36.459 INFO:tasks.rados.rados.0.smithi089.stdout:2867: left oid 49 (ObjNum 873 snap 280 seq_num 873) 2024-07-26T06:14:36.459 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 8 v 1200 (ObjNum 857 snap 273 seq_num 857) dirty exists 2024-07-26T06:14:36.459 INFO:tasks.rados.rados.0.smithi089.stdout:2868: finishing write tid 1 to smithi08986837-17 2024-07-26T06:14:36.460 INFO:tasks.rados.rados.0.smithi089.stdout:2868: finishing write tid 2 to smithi08986837-17 2024-07-26T06:14:36.460 INFO:tasks.rados.rados.0.smithi089.stdout:2868: finishing write tid 3 to smithi08986837-17 2024-07-26T06:14:36.460 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 17 v 1682 (ObjNum 874 snap 280 seq_num 874) dirty exists 2024-07-26T06:14:36.460 INFO:tasks.rados.rados.0.smithi089.stdout:2868: left oid 17 (ObjNum 874 snap 280 seq_num 874) 2024-07-26T06:14:36.460 INFO:tasks.rados.rados.0.smithi089.stdout:2865: done (5 left) 2024-07-26T06:14:36.460 INFO:tasks.rados.rados.0.smithi089.stdout:2866: done (4 left) 2024-07-26T06:14:36.460 INFO:tasks.rados.rados.0.smithi089.stdout:2867: done (3 left) 2024-07-26T06:14:36.460 INFO:tasks.rados.rados.0.smithi089.stdout:2868: done (2 left) 2024-07-26T06:14:36.460 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 48 current snap is 280 2024-07-26T06:14:36.460 INFO:tasks.rados.rados.0.smithi089.stdout:2872: seq_num 876 ranges {0=278528} 2024-07-26T06:14:36.461 INFO:tasks.rados.rados.0.smithi089.stdout:2872: writing smithi08986837-48 from 0 to 278528 tid 1 2024-07-26T06:14:36.461 INFO:tasks.rados.rados.0.smithi089.stdout:2873: read oid 1 snap 277 2024-07-26T06:14:36.461 INFO:tasks.rados.rados.0.smithi089.stdout:2873: expect (ObjNum 810 snap 263 seq_num 810) 2024-07-26T06:14:36.461 INFO:tasks.rados.rados.0.smithi089.stdout:2874: read oid 13 snap -1 2024-07-26T06:14:36.461 INFO:tasks.rados.rados.0.smithi089.stdout:2874: expect (ObjNum 842 snap 265 seq_num 842) 2024-07-26T06:14:36.461 INFO:tasks.rados.rados.0.smithi089.stdout:2875: snap_remove snap 278 2024-07-26T06:14:37.437 INFO:tasks.rados.rados.0.smithi089.stdout:2875: done (5 left) 2024-07-26T06:14:37.437 INFO:tasks.rados.rados.0.smithi089.stdout:2876: setattr oid 40 current snap is 280 2024-07-26T06:14:37.438 INFO:tasks.rados.rados.0.smithi089.stdout:2870: finishing write tid 1 to smithi08986837-11 2024-07-26T06:14:37.438 INFO:tasks.rados.rados.0.smithi089.stdout:2870: finishing write tid 2 to smithi08986837-11 2024-07-26T06:14:37.438 INFO:tasks.rados.rados.0.smithi089.stdout:2871: finishing rollback tid 0 to smithi08986837-2 2024-07-26T06:14:37.438 INFO:tasks.rados.rados.0.smithi089.stdout:2871: finishing rollback tid 1 to smithi08986837-2 2024-07-26T06:14:37.438 INFO:tasks.rados.rados.0.smithi089.stdout:2871: finishing rollback tid 2 to smithi08986837-2 2024-07-26T06:14:37.438 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 2 v 1175 (ObjNum 817 snap 263 seq_num 817) dirty exists 2024-07-26T06:14:37.438 INFO:tasks.rados.rados.0.smithi089.stdout:2870: finishing write tid 3 to smithi08986837-11 2024-07-26T06:14:37.438 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 11 v 1629 (ObjNum 875 snap 280 seq_num 875) dirty exists 2024-07-26T06:14:37.438 INFO:tasks.rados.rados.0.smithi089.stdout:2870: left oid 11 (ObjNum 875 snap 280 seq_num 875) 2024-07-26T06:14:37.439 INFO:tasks.rados.rados.0.smithi089.stdout:2872: finishing write tid 1 to smithi08986837-48 2024-07-26T06:14:37.439 INFO:tasks.rados.rados.0.smithi089.stdout:2872: finishing write tid 2 to smithi08986837-48 2024-07-26T06:14:37.439 INFO:tasks.rados.rados.0.smithi089.stdout:2872: finishing write tid 3 to smithi08986837-48 2024-07-26T06:14:37.439 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 48 v 1375 (ObjNum 876 snap 280 seq_num 876) dirty exists 2024-07-26T06:14:37.439 INFO:tasks.rados.rados.0.smithi089.stdout:2872: left oid 48 (ObjNum 876 snap 280 seq_num 876) 2024-07-26T06:14:37.439 INFO:tasks.rados.rados.0.smithi089.stdout:2873: expect (ObjNum 810 snap 263 seq_num 810) 2024-07-26T06:14:37.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:37 smithi155 ceph-mon[90160]: osdmap e635: 8 total, 8 up, 8 in 2024-07-26T06:14:37.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:37 smithi155 ceph-mon[90160]: pgmap v608: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 393 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 226 KiB/s wr, 14 op/s 2024-07-26T06:14:37.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:37 smithi089 ceph-mon[99608]: osdmap e635: 8 total, 8 up, 8 in 2024-07-26T06:14:37.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:37 smithi089 ceph-mon[99608]: pgmap v608: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 393 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 226 KiB/s wr, 14 op/s 2024-07-26T06:14:37.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:37 smithi089 ceph-mon[102056]: osdmap e635: 8 total, 8 up, 8 in 2024-07-26T06:14:37.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:37 smithi089 ceph-mon[102056]: pgmap v608: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 393 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 226 KiB/s wr, 14 op/s 2024-07-26T06:14:37.952 INFO:tasks.rados.rados.0.smithi089.stdout:2874: expect (ObjNum 842 snap 265 seq_num 842) 2024-07-26T06:14:38.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:38 smithi155 ceph-mon[90160]: osdmap e636: 8 total, 8 up, 8 in 2024-07-26T06:14:38.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:38 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:14:38.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:38 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:14:38.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:38 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:14:38.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:38 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:14:38.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:38 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:14:38.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:38 smithi089 ceph-mon[99608]: osdmap e636: 8 total, 8 up, 8 in 2024-07-26T06:14:38.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:38 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:14:38.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:38 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:14:38.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:38 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:14:38.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:38 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:14:38.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:38 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:14:38.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:38 smithi089 ceph-mon[102056]: osdmap e636: 8 total, 8 up, 8 in 2024-07-26T06:14:38.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:38 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:14:38.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:38 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:14:38.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:38 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:14:38.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:38 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:14:38.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:38 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:14:38.913 INFO:tasks.rados.rados.0.smithi089.stdout:2870: done (5 left) 2024-07-26T06:14:38.913 INFO:tasks.rados.rados.0.smithi089.stdout:2871: done (4 left) 2024-07-26T06:14:38.913 INFO:tasks.rados.rados.0.smithi089.stdout:2872: done (3 left) 2024-07-26T06:14:38.913 INFO:tasks.rados.rados.0.smithi089.stdout:2873: done (2 left) 2024-07-26T06:14:38.913 INFO:tasks.rados.rados.0.smithi089.stdout:2874: done (1 left) 2024-07-26T06:14:38.913 INFO:tasks.rados.rados.0.smithi089.stdout:2877: rollback oid 10 current snap is 280 2024-07-26T06:14:38.913 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 10 to 267 2024-07-26T06:14:38.913 INFO:tasks.rados.rados.0.smithi089.stdout:2878: snap_create 2024-07-26T06:14:38.915 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 40 v 1347 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-07-26T06:14:38.917 INFO:tasks.rados.rados.0.smithi089.stdout:2877: finishing rollback tid 0 to smithi08986837-10 2024-07-26T06:14:38.918 INFO:tasks.rados.rados.0.smithi089.stdout:2877: finishing rollback tid 1 to smithi08986837-10 2024-07-26T06:14:38.918 INFO:tasks.rados.rados.0.smithi089.stdout:2877: finishing rollback tid 2 to smithi08986837-10 2024-07-26T06:14:38.918 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 10 v 1637 (ObjNum 177 snap 0 seq_num 1) dirty exists 2024-07-26T06:14:39.426 INFO:tasks.rados.rados.0.smithi089.stdout:2876: done (2 left) 2024-07-26T06:14:39.427 INFO:tasks.rados.rados.0.smithi089.stdout:2877: done (1 left) 2024-07-26T06:14:39.427 INFO:tasks.rados.rados.0.smithi089.stdout:2878: done (0 left) 2024-07-26T06:14:39.427 INFO:tasks.rados.rados.0.smithi089.stdout:2879: rollback oid 30 current snap is 281 2024-07-26T06:14:39.427 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 30 to 267 2024-07-26T06:14:39.427 INFO:tasks.rados.rados.0.smithi089.stdout:2880: snap_remove snap 275 2024-07-26T06:14:39.806 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-07-26T06:14:39.806 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[102056]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-07-26T06:14:39.806 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:14:39.807 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:39.807 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:39.807 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:39.807 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:39.807 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:39.807 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:39.807 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:39.807 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:39.807 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:39.807 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:39.807 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:39.807 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:39.807 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:39.807 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:39.808 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:39.808 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:39.808 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:39.808 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:39.808 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[102056]: Upgrade: Finalizing container_image settings 2024-07-26T06:14:39.808 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:14:39.808 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-07-26T06:14:39.808 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-07-26T06:14:39.808 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-07-26T06:14:39.808 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-07-26T06:14:39.809 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-07-26T06:14:39.809 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[99608]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-07-26T06:14:39.809 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:14:39.809 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:39.809 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:39.809 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:39.809 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:39.809 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:39.809 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:39.809 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:39.809 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:39.809 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:39.810 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:39.810 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:39.810 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:39.810 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:39.810 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:39.810 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:39.810 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:39.810 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:39.810 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:39.810 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[99608]: Upgrade: Finalizing container_image settings 2024-07-26T06:14:39.810 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:14:39.810 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-07-26T06:14:39.810 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-07-26T06:14:39.810 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-07-26T06:14:39.811 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-07-26T06:14:39.811 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-07-26T06:14:39.811 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-07-26T06:14:39.811 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-07-26T06:14:39.811 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-07-26T06:14:39.811 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-07-26T06:14:39.811 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-07-26T06:14:39.812 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-07-26T06:14:39.812 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-07-26T06:14:39.812 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-07-26T06:14:39.812 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-07-26T06:14:39.812 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-07-26T06:14:39.812 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-07-26T06:14:39.812 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-07-26T06:14:39.812 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-07-26T06:14:39.812 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-07-26T06:14:39.812 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-07-26T06:14:39.812 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-07-26T06:14:39.812 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-07-26T06:14:39.812 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-07-26T06:14:39.812 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-07-26T06:14:39.813 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-07-26T06:14:39.813 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-07-26T06:14:39.813 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-07-26T06:14:39.813 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-07-26T06:14:39.813 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-07-26T06:14:39.813 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-07-26T06:14:39.813 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[102056]: Upgrade: Complete! 2024-07-26T06:14:39.813 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-07-26T06:14:39.813 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-07-26T06:14:39.813 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:14:39.813 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:14:39.813 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:14:39.813 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:14:39.813 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:14:39.814 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:14:39.814 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:14:39.814 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:14:39.814 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[102056]: pgmap v610: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 393 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 182 KiB/s wr, 11 op/s 2024-07-26T06:14:39.814 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[102056]: osdmap e637: 8 total, 8 up, 8 in 2024-07-26T06:14:39.814 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-07-26T06:14:39.815 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-07-26T06:14:39.815 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-07-26T06:14:39.815 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-07-26T06:14:39.815 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-07-26T06:14:39.815 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-07-26T06:14:39.815 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-07-26T06:14:39.815 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-07-26T06:14:39.815 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-07-26T06:14:39.815 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-07-26T06:14:39.815 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-07-26T06:14:39.815 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-07-26T06:14:39.815 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-07-26T06:14:39.815 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-07-26T06:14:39.816 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-07-26T06:14:39.816 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-07-26T06:14:39.816 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-07-26T06:14:39.816 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-07-26T06:14:39.816 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-07-26T06:14:39.816 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-07-26T06:14:39.816 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-07-26T06:14:39.816 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-07-26T06:14:39.816 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-07-26T06:14:39.816 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-07-26T06:14:39.816 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[99608]: Upgrade: Complete! 2024-07-26T06:14:39.816 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-07-26T06:14:39.816 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-07-26T06:14:39.816 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:14:39.817 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:14:39.817 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:14:39.817 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:14:39.817 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:14:39.817 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:14:39.817 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:14:39.817 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:14:39.817 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[99608]: pgmap v610: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 393 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 182 KiB/s wr, 11 op/s 2024-07-26T06:14:39.817 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:39 smithi089 ceph-mon[99608]: osdmap e637: 8 total, 8 up, 8 in 2024-07-26T06:14:39.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:39 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-07-26T06:14:39.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:39 smithi155 ceph-mon[90160]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-07-26T06:14:39.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:39 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:14:39.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:39 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:39.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:39 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:39.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:39 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:39.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:39 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:39.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:39 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:39.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:39 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:39.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:39 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:39.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:39 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:39.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:39 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:39.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:39 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:39.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:39 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:39.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:39 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:39.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:39 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:39.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:39 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:39.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:39 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:39.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:39 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:39.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:39 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:39.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:39 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:39.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:39 smithi155 ceph-mon[90160]: Upgrade: Finalizing container_image settings 2024-07-26T06:14:39.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:39 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:14:39.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:39 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-07-26T06:14:39.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:39 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-07-26T06:14:39.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:39 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-07-26T06:14:39.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:39 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-07-26T06:14:39.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:39 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-07-26T06:14:39.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:39 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-07-26T06:14:39.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:39 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-07-26T06:14:39.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:39 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-07-26T06:14:39.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:39 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-07-26T06:14:39.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:39 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-07-26T06:14:39.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:39 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-07-26T06:14:39.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:39 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-07-26T06:14:39.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:39 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-07-26T06:14:39.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:39 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-07-26T06:14:39.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:39 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-07-26T06:14:39.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:39 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-07-26T06:14:39.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:39 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-07-26T06:14:39.883 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:39 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-07-26T06:14:39.883 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:39 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-07-26T06:14:39.883 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:39 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-07-26T06:14:39.883 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:39 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-07-26T06:14:39.883 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:39 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-07-26T06:14:39.883 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:39 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-07-26T06:14:39.883 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:39 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-07-26T06:14:39.883 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:39 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-07-26T06:14:39.883 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:39 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-07-26T06:14:39.883 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:39 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-07-26T06:14:39.883 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:39 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-07-26T06:14:39.883 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:39 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-07-26T06:14:39.883 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:39 smithi155 ceph-mon[90160]: Upgrade: Complete! 2024-07-26T06:14:39.883 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:39 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-07-26T06:14:39.884 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:39 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-07-26T06:14:39.884 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:39 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:14:39.884 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:39 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:14:39.884 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:39 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:14:39.884 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:39 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:14:39.884 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:39 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:14:39.884 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:39 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:14:39.884 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:39 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:14:39.884 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:39 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:14:39.884 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:39 smithi155 ceph-mon[90160]: pgmap v610: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 393 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 182 KiB/s wr, 11 op/s 2024-07-26T06:14:39.884 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:39 smithi155 ceph-mon[90160]: osdmap e637: 8 total, 8 up, 8 in 2024-07-26T06:14:40.431 INFO:tasks.rados.rados.0.smithi089.stdout:2880: done (1 left) 2024-07-26T06:14:40.432 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 49 current snap is 281 2024-07-26T06:14:40.432 INFO:tasks.rados.rados.0.smithi089.stdout:2881: seq_num 877 ranges {229376=294912} 2024-07-26T06:14:40.435 INFO:tasks.rados.rados.0.smithi089.stdout:2881: writing smithi08986837-49 from 229376 to 524288 tid 1 2024-07-26T06:14:40.435 INFO:tasks.rados.rados.0.smithi089.stdout:2882: snap_remove snap 277 2024-07-26T06:14:41.430 INFO:tasks.rados.rados.0.smithi089.stdout:2882: done (2 left) 2024-07-26T06:14:41.430 INFO:tasks.rados.rados.0.smithi089.stdout:2883: copy_from oid 12 from oid 33 current snap is 281 2024-07-26T06:14:41.431 INFO:tasks.rados.rados.0.smithi089.stdout:2879: finishing rollback tid 0 to smithi08986837-30 2024-07-26T06:14:41.431 INFO:tasks.rados.rados.0.smithi089.stdout:2879: finishing rollback tid 1 to smithi08986837-30 2024-07-26T06:14:41.431 INFO:tasks.rados.rados.0.smithi089.stdout:2879: finishing rollback tid 2 to smithi08986837-30 2024-07-26T06:14:41.431 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 30 v 1350 (ObjNum 615 snap 182 seq_num 615) dirty exists 2024-07-26T06:14:41.431 INFO:tasks.rados.rados.0.smithi089.stdout:2881: finishing write tid 1 to smithi08986837-49 2024-07-26T06:14:41.431 INFO:tasks.rados.rados.0.smithi089.stdout:2881: finishing write tid 2 to smithi08986837-49 2024-07-26T06:14:41.431 INFO:tasks.rados.rados.0.smithi089.stdout:2881: finishing write tid 3 to smithi08986837-49 2024-07-26T06:14:41.431 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 49 v 1580 (ObjNum 877 snap 281 seq_num 877) dirty exists 2024-07-26T06:14:41.431 INFO:tasks.rados.rados.0.smithi089.stdout:2881: left oid 49 (ObjNum 877 snap 281 seq_num 877) 2024-07-26T06:14:41.431 INFO:tasks.rados.rados.0.smithi089.stdout:2879: done (2 left) 2024-07-26T06:14:41.431 INFO:tasks.rados.rados.0.smithi089.stdout:2881: done (1 left) 2024-07-26T06:14:41.432 INFO:tasks.rados.rados.0.smithi089.stdout:2884: delete oid 47 current snap is 281 2024-07-26T06:14:41.435 INFO:tasks.rados.rados.0.smithi089.stdout:2884: done (1 left) 2024-07-26T06:14:41.435 INFO:tasks.rados.rados.0.smithi089.stdout:2885: copy_from oid 30 from oid 39 current snap is 281 2024-07-26T06:14:41.435 INFO:tasks.rados.rados.0.smithi089.stdout:2886: setattr oid 10 current snap is 281 2024-07-26T06:14:41.439 INFO:tasks.rados.rados.0.smithi089.stdout:2887: rollback oid 21 current snap is 281 2024-07-26T06:14:41.439 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 21 to 266 2024-07-26T06:14:41.439 INFO:tasks.rados.rados.0.smithi089.stdout:2888: rmattr oid 24 current snap is 281 2024-07-26T06:14:41.439 INFO:tasks.rados.rados.0.smithi089.stdout:2888: done (4 left) 2024-07-26T06:14:41.439 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 13 current snap is 281 2024-07-26T06:14:41.439 INFO:tasks.rados.rados.0.smithi089.stdout:2889: seq_num 879 ranges {10838016=327680} 2024-07-26T06:14:41.502 INFO:tasks.rados.rados.0.smithi089.stdout:2889: writing smithi08986837-13 from 10838016 to 11165696 tid 1 2024-07-26T06:14:41.502 INFO:tasks.rados.rados.0.smithi089.stdout:2890: delete oid 4 current snap is 281 2024-07-26T06:14:41.503 INFO:tasks.rados.rados.0.smithi089.stdout:2887: finishing rollback tid 1 to smithi08986837-21 2024-07-26T06:14:41.503 INFO:tasks.rados.rados.0.smithi089.stdout:2887: finishing rollback tid 2 to smithi08986837-21 2024-07-26T06:14:41.503 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 21 v 1182 (ObjNum 845 snap 265 seq_num 845) dirty exists 2024-07-26T06:14:41.503 INFO:tasks.rados.rados.0.smithi089.stdout:2883: finishing copy_from racing read to smithi08986837-12 2024-07-26T06:14:41.503 INFO:tasks.rados.rados.0.smithi089.stdout:2883: finishing copy_from to smithi08986837-12 2024-07-26T06:14:41.503 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 12 v 1572 (ObjNum 591 snap 178 seq_num 591) dirty exists 2024-07-26T06:14:41.503 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 10 v 1649 (ObjNum 33 snap 0 seq_num 3362196960) dirty exists 2024-07-26T06:14:41.504 INFO:tasks.rados.rados.0.smithi089.stdout:2885: finishing copy_from racing read to smithi08986837-30 2024-07-26T06:14:41.504 INFO:tasks.rados.rados.0.smithi089.stdout:2885: finishing copy_from to smithi08986837-30 2024-07-26T06:14:41.504 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 30 v 1189 (ObjNum 851 snap 270 seq_num 851) dirty exists 2024-07-26T06:14:41.505 INFO:tasks.rados.rados.0.smithi089.stdout:2883: done (5 left) 2024-07-26T06:14:41.505 INFO:tasks.rados.rados.0.smithi089.stdout:2885: done (4 left) 2024-07-26T06:14:41.505 INFO:tasks.rados.rados.0.smithi089.stdout:2886: done (3 left) 2024-07-26T06:14:41.505 INFO:tasks.rados.rados.0.smithi089.stdout:2887: done (2 left) 2024-07-26T06:14:41.505 INFO:tasks.rados.rados.0.smithi089.stdout:2890: done (1 left) 2024-07-26T06:14:41.505 INFO:tasks.rados.rados.0.smithi089.stdout:2891: copy_from oid 23 from oid 33 current snap is 281 2024-07-26T06:14:41.505 INFO:tasks.rados.rados.0.smithi089.stdout:2892: delete oid 40 current snap is 281 2024-07-26T06:14:41.506 INFO:tasks.rados.rados.0.smithi089.stdout:2889: finishing write tid 1 to smithi08986837-13 2024-07-26T06:14:41.506 INFO:tasks.rados.rados.0.smithi089.stdout:2889: finishing write tid 2 to smithi08986837-13 2024-07-26T06:14:41.507 INFO:tasks.rados.rados.0.smithi089.stdout:2892: done (2 left) 2024-07-26T06:14:41.507 INFO:tasks.rados.rados.0.smithi089.stdout:2893: setattr oid 31 current snap is 281 2024-07-26T06:14:41.508 INFO:tasks.rados.rados.0.smithi089.stdout:2889: finishing write tid 3 to smithi08986837-13 2024-07-26T06:14:41.508 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 13 v 1353 (ObjNum 879 snap 281 seq_num 879) dirty exists 2024-07-26T06:14:41.508 INFO:tasks.rados.rados.0.smithi089.stdout:2889: left oid 13 (ObjNum 879 snap 281 seq_num 879) 2024-07-26T06:14:41.509 INFO:tasks.rados.rados.0.smithi089.stdout:2889: done (2 left) 2024-07-26T06:14:41.509 INFO:tasks.rados.rados.0.smithi089.stdout:2894: rollback oid 10 current snap is 281 2024-07-26T06:14:41.509 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 10 to 242 2024-07-26T06:14:41.509 INFO:tasks.rados.rados.0.smithi089.stdout:2895: copy_from oid 46 from oid 49 current snap is 281 2024-07-26T06:14:41.509 INFO:tasks.rados.rados.0.smithi089.stdout:2896: rollback oid 25 current snap is 281 2024-07-26T06:14:41.509 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 25 to 266 2024-07-26T06:14:41.509 INFO:tasks.rados.rados.0.smithi089.stdout:2897: read oid 15 snap -1 2024-07-26T06:14:41.510 INFO:tasks.rados.rados.0.smithi089.stdout:2897: expect deleted 2024-07-26T06:14:41.510 INFO:tasks.rados.rados.0.smithi089.stdout:2898: delete oid 1 current snap is 281 2024-07-26T06:14:41.511 INFO:tasks.rados.rados.0.smithi089.stdout:2891: finishing copy_from racing read to smithi08986837-23 2024-07-26T06:14:41.512 INFO:tasks.rados.rados.0.smithi089.stdout:2891: finishing copy_from to smithi08986837-23 2024-07-26T06:14:41.512 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 23 v 1572 (ObjNum 591 snap 178 seq_num 591) dirty exists 2024-07-26T06:14:41.512 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 31 v 1652 (ObjNum 0 snap 0 seq_num 304) dirty exists 2024-07-26T06:14:41.514 INFO:tasks.rados.rados.0.smithi089.stdout:2894: finishing rollback tid 0 to smithi08986837-10 2024-07-26T06:14:41.517 INFO:tasks.rados.rados.0.smithi089.stdout:2894: finishing rollback tid 1 to smithi08986837-10 2024-07-26T06:14:41.517 INFO:tasks.rados.rados.0.smithi089.stdout:2894: finishing rollback tid 2 to smithi08986837-10 2024-07-26T06:14:41.517 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 10 v 1655 (ObjNum 33 snap 0 seq_num 3362196960) dirty exists 2024-07-26T06:14:41.522 INFO:tasks.rados.rados.0.smithi089.stdout:2896: finishing rollback tid 0 to smithi08986837-25 2024-07-26T06:14:41.523 INFO:tasks.rados.rados.0.smithi089.stdout:2895: finishing copy_from racing read to smithi08986837-46 2024-07-26T06:14:41.523 INFO:tasks.rados.rados.0.smithi089.stdout:2896: finishing rollback tid 1 to smithi08986837-25 2024-07-26T06:14:41.523 INFO:tasks.rados.rados.0.smithi089.stdout:2895: finishing copy_from to smithi08986837-46 2024-07-26T06:14:41.523 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 46 v 1580 (ObjNum 877 snap 281 seq_num 877) dirty exists 2024-07-26T06:14:41.523 INFO:tasks.rados.rados.0.smithi089.stdout:2896: finishing rollback tid 2 to smithi08986837-25 2024-07-26T06:14:41.523 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 25 v 1583 (ObjNum 615 snap 182 seq_num 615) dirty exists 2024-07-26T06:14:41.524 INFO:tasks.rados.rados.0.smithi089.stdout:2891: done (6 left) 2024-07-26T06:14:41.524 INFO:tasks.rados.rados.0.smithi089.stdout:2893: done (5 left) 2024-07-26T06:14:41.524 INFO:tasks.rados.rados.0.smithi089.stdout:2894: done (4 left) 2024-07-26T06:14:41.524 INFO:tasks.rados.rados.0.smithi089.stdout:2895: done (3 left) 2024-07-26T06:14:41.524 INFO:tasks.rados.rados.0.smithi089.stdout:2896: done (2 left) 2024-07-26T06:14:41.524 INFO:tasks.rados.rados.0.smithi089.stdout:2897: done (1 left) 2024-07-26T06:14:41.524 INFO:tasks.rados.rados.0.smithi089.stdout:2898: done (0 left) 2024-07-26T06:14:41.524 INFO:tasks.rados.rados.0.smithi089.stdout:2899: setattr oid 46 current snap is 281 2024-07-26T06:14:41.525 INFO:tasks.rados.rados.0.smithi089.stdout:2900: snap_remove snap 269 2024-07-26T06:14:41.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:41 smithi155 ceph-mon[90160]: osdmap e638: 8 total, 8 up, 8 in 2024-07-26T06:14:41.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:14:41.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:41 smithi155 ceph-mon[90160]: pgmap v613: 121 pgs: 121 active+clean; 393 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 127 KiB/s wr, 4 op/s 2024-07-26T06:14:41.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:14:41.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:41 smithi089 ceph-mon[99608]: osdmap e638: 8 total, 8 up, 8 in 2024-07-26T06:14:41.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:14:41.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:41 smithi089 ceph-mon[99608]: pgmap v613: 121 pgs: 121 active+clean; 393 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 127 KiB/s wr, 4 op/s 2024-07-26T06:14:41.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:14:41.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:41 smithi089 ceph-mon[102056]: osdmap e638: 8 total, 8 up, 8 in 2024-07-26T06:14:41.907 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:14:41.907 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:41 smithi089 ceph-mon[102056]: pgmap v613: 121 pgs: 121 active+clean; 393 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 127 KiB/s wr, 4 op/s 2024-07-26T06:14:41.907 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:14:42.440 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 46 v 1867 (ObjNum 877 snap 281 seq_num 877) dirty exists 2024-07-26T06:14:42.440 INFO:tasks.rados.rados.0.smithi089.stdout:2899: done (1 left) 2024-07-26T06:14:42.441 INFO:tasks.rados.rados.0.smithi089.stdout:2900: done (0 left) 2024-07-26T06:14:42.441 INFO:tasks.rados.rados.0.smithi089.stdout:2901: read oid 50 snap 232 2024-07-26T06:14:42.441 INFO:tasks.rados.rados.0.smithi089.stdout:2901: expect deleted 2024-07-26T06:14:42.441 INFO:tasks.rados.rados.0.smithi089.stdout:2902: read oid 20 snap -1 2024-07-26T06:14:42.441 INFO:tasks.rados.rados.0.smithi089.stdout:2902: expect (ObjNum 861 snap 276 seq_num 861) 2024-07-26T06:14:42.441 INFO:tasks.rados.rados.0.smithi089.stdout:2903: read oid 35 snap -1 2024-07-26T06:14:42.441 INFO:tasks.rados.rados.0.smithi089.stdout:2903: expect (ObjNum 553 snap 164 seq_num 553) 2024-07-26T06:14:42.441 INFO:tasks.rados.rados.0.smithi089.stdout:2904: delete oid 4 current snap is 281 2024-07-26T06:14:42.447 INFO:tasks.rados.rados.0.smithi089.stdout:2902: expect (ObjNum 861 snap 276 seq_num 861) 2024-07-26T06:14:42.448 INFO:tasks.rados.rados.0.smithi089.stdout:2901: done (3 left) 2024-07-26T06:14:42.449 INFO:tasks.rados.rados.0.smithi089.stdout:2902: done (2 left) 2024-07-26T06:14:42.449 INFO:tasks.rados.rados.0.smithi089.stdout:2904: done (1 left) 2024-07-26T06:14:42.449 INFO:tasks.rados.rados.0.smithi089.stdout:2905: snap_remove snap 242 2024-07-26T06:14:42.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:42 smithi155 ceph-mon[90160]: osdmap e639: 8 total, 8 up, 8 in 2024-07-26T06:14:42.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:14:42 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:14:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:14:42.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:42 smithi089 ceph-mon[99608]: osdmap e639: 8 total, 8 up, 8 in 2024-07-26T06:14:42.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:14:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:14:42] "GET /metrics HTTP/1.1" 200 36343 "" "Prometheus/2.43.0" 2024-07-26T06:14:42.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:42 smithi089 ceph-mon[102056]: osdmap e639: 8 total, 8 up, 8 in 2024-07-26T06:14:43.450 INFO:tasks.rados.rados.0.smithi089.stdout:2903: expect (ObjNum 553 snap 164 seq_num 553) 2024-07-26T06:14:43.617 INFO:tasks.rados.rados.0.smithi089.stdout:2903: done (1 left) 2024-07-26T06:14:43.617 INFO:tasks.rados.rados.0.smithi089.stdout:2905: done (0 left) 2024-07-26T06:14:43.617 INFO:tasks.rados.rados.0.smithi089.stdout:2906: read oid 35 snap -1 2024-07-26T06:14:43.618 INFO:tasks.rados.rados.0.smithi089.stdout:2906: expect (ObjNum 553 snap 164 seq_num 553) 2024-07-26T06:14:43.618 INFO:tasks.rados.rados.0.smithi089.stdout:2907: rollback oid 40 current snap is 281 2024-07-26T06:14:43.618 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 40 to 279 2024-07-26T06:14:43.618 INFO:tasks.rados.rados.0.smithi089.stdout:2908: delete oid 38 current snap is 281 2024-07-26T06:14:43.619 INFO:tasks.rados.rados.0.smithi089.stdout:2907: finishing rollback tid 1 to smithi08986837-40 2024-07-26T06:14:43.619 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 40 v 1351 (ObjNum 305 snap 0 seq_num 1) dirty dne 2024-07-26T06:14:43.621 INFO:tasks.rados.rados.0.smithi089.stdout:2907: done (2 left) 2024-07-26T06:14:43.621 INFO:tasks.rados.rados.0.smithi089.stdout:2908: done (1 left) 2024-07-26T06:14:43.621 INFO:tasks.rados.rados.0.smithi089.stdout:2909: read oid 23 snap 279 2024-07-26T06:14:43.621 INFO:tasks.rados.rados.0.smithi089.stdout:2909: expect (ObjNum 838 snap 265 seq_num 838) 2024-07-26T06:14:43.621 INFO:tasks.rados.rados.0.smithi089.stdout:2910: delete oid 26 current snap is 281 2024-07-26T06:14:43.627 INFO:tasks.rados.rados.0.smithi089.stdout:2906: expect (ObjNum 553 snap 164 seq_num 553) 2024-07-26T06:14:43.786 INFO:tasks.rados.rados.0.smithi089.stdout:2909: expect (ObjNum 838 snap 265 seq_num 838) 2024-07-26T06:14:43.838 INFO:tasks.rados.rados.0.smithi089.stdout:2906: done (2 left) 2024-07-26T06:14:43.838 INFO:tasks.rados.rados.0.smithi089.stdout:2909: done (1 left) 2024-07-26T06:14:43.838 INFO:tasks.rados.rados.0.smithi089.stdout:2910: done (0 left) 2024-07-26T06:14:43.839 INFO:tasks.rados.rados.0.smithi089.stdout:2911: snap_remove snap 247 2024-07-26T06:14:43.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:43 smithi155 ceph-mon[90160]: osdmap e640: 8 total, 8 up, 8 in 2024-07-26T06:14:43.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:43 smithi155 ceph-mon[90160]: pgmap v616: 121 pgs: 121 active+clean; 395 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 490 KiB/s wr, 11 op/s 2024-07-26T06:14:43.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:43 smithi089 ceph-mon[99608]: osdmap e640: 8 total, 8 up, 8 in 2024-07-26T06:14:43.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:43 smithi089 ceph-mon[99608]: pgmap v616: 121 pgs: 121 active+clean; 395 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 490 KiB/s wr, 11 op/s 2024-07-26T06:14:43.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:43 smithi089 ceph-mon[102056]: osdmap e640: 8 total, 8 up, 8 in 2024-07-26T06:14:43.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:43 smithi089 ceph-mon[102056]: pgmap v616: 121 pgs: 121 active+clean; 395 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 490 KiB/s wr, 11 op/s 2024-07-26T06:14:44.429 INFO:tasks.rados.rados.0.smithi089.stdout:2911: done (0 left) 2024-07-26T06:14:44.429 INFO:tasks.rados.rados.0.smithi089.stdout:2912: read oid 21 snap 280 2024-07-26T06:14:44.429 INFO:tasks.rados.rados.0.smithi089.stdout:2912: expect deleted 2024-07-26T06:14:44.429 INFO:tasks.rados.rados.0.smithi089.stdout:2913: read oid 29 snap -1 2024-07-26T06:14:44.429 INFO:tasks.rados.rados.0.smithi089.stdout:2913: expect deleted 2024-07-26T06:14:44.429 INFO:tasks.rados.rados.0.smithi089.stdout:2914: rollback oid 14 current snap is 281 2024-07-26T06:14:44.429 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 14 to 271 2024-07-26T06:14:44.429 INFO:tasks.rados.rados.0.smithi089.stdout:2915: read oid 28 snap -1 2024-07-26T06:14:44.429 INFO:tasks.rados.rados.0.smithi089.stdout:2915: expect (ObjNum 738 snap 233 seq_num 738) 2024-07-26T06:14:44.429 INFO:tasks.rados.rados.0.smithi089.stdout:2916: snap_create 2024-07-26T06:14:44.436 INFO:tasks.rados.rados.0.smithi089.stdout:2915: expect (ObjNum 738 snap 233 seq_num 738) 2024-07-26T06:14:44.453 INFO:tasks.rados.rados.0.smithi089.stdout:2914: finishing rollback tid 0 to smithi08986837-14 2024-07-26T06:14:44.453 INFO:tasks.rados.rados.0.smithi089.stdout:2914: finishing rollback tid 1 to smithi08986837-14 2024-07-26T06:14:44.453 INFO:tasks.rados.rados.0.smithi089.stdout:2914: finishing rollback tid 2 to smithi08986837-14 2024-07-26T06:14:44.453 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 14 v 1891 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-07-26T06:14:44.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:44 smithi155 ceph-mon[90160]: osdmap e641: 8 total, 8 up, 8 in 2024-07-26T06:14:44.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:44 smithi155 ceph-mon[90160]: osdmap e642: 8 total, 8 up, 8 in 2024-07-26T06:14:44.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:44 smithi089 ceph-mon[99608]: osdmap e641: 8 total, 8 up, 8 in 2024-07-26T06:14:44.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:44 smithi089 ceph-mon[99608]: osdmap e642: 8 total, 8 up, 8 in 2024-07-26T06:14:44.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:44 smithi089 ceph-mon[102056]: osdmap e641: 8 total, 8 up, 8 in 2024-07-26T06:14:44.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:44 smithi089 ceph-mon[102056]: osdmap e642: 8 total, 8 up, 8 in 2024-07-26T06:14:45.430 INFO:tasks.rados.rados.0.smithi089.stdout:2912: done (4 left) 2024-07-26T06:14:45.430 INFO:tasks.rados.rados.0.smithi089.stdout:2913: done (3 left) 2024-07-26T06:14:45.430 INFO:tasks.rados.rados.0.smithi089.stdout:2914: done (2 left) 2024-07-26T06:14:45.430 INFO:tasks.rados.rados.0.smithi089.stdout:2915: done (1 left) 2024-07-26T06:14:45.430 INFO:tasks.rados.rados.0.smithi089.stdout:2916: done (0 left) 2024-07-26T06:14:45.430 INFO:tasks.rados.rados.0.smithi089.stdout:2917: rollback oid 9 current snap is 282 2024-07-26T06:14:45.431 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 9 to 258 2024-07-26T06:14:45.431 INFO:tasks.rados.rados.0.smithi089.stdout:2918: setattr oid 48 current snap is 282 2024-07-26T06:14:45.431 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 18 current snap is 282 2024-07-26T06:14:45.431 INFO:tasks.rados.rados.0.smithi089.stdout:2919: seq_num 886 ranges {13393920=442368} 2024-07-26T06:14:45.505 INFO:tasks.rados.rados.0.smithi089.stdout:2919: writing smithi08986837-18 from 13393920 to 13836288 tid 1 2024-07-26T06:14:45.505 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 2 current snap is 282 2024-07-26T06:14:45.505 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 48 v 1376 (ObjNum 876 snap 280 seq_num 876) dirty exists 2024-07-26T06:14:45.505 INFO:tasks.rados.rados.0.smithi089.stdout:2917: finishing rollback tid 0 to smithi08986837-9 2024-07-26T06:14:45.505 INFO:tasks.rados.rados.0.smithi089.stdout:2917: finishing rollback tid 1 to smithi08986837-9 2024-07-26T06:14:45.505 INFO:tasks.rados.rados.0.smithi089.stdout:2917: finishing rollback tid 2 to smithi08986837-9 2024-07-26T06:14:45.505 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 9 v 465 (ObjNum 792 snap 258 seq_num 792) dirty exists 2024-07-26T06:14:45.505 INFO:tasks.rados.rados.0.smithi089.stdout:2920: seq_num 887 ranges {6135808=458752} 2024-07-26T06:14:45.540 INFO:tasks.rados.rados.0.smithi089.stdout:2920: writing smithi08986837-2 from 6135808 to 6594560 tid 1 2024-07-26T06:14:45.541 INFO:tasks.rados.rados.0.smithi089.stdout:2917: done (3 left) 2024-07-26T06:14:45.541 INFO:tasks.rados.rados.0.smithi089.stdout:2918: done (2 left) 2024-07-26T06:14:45.541 INFO:tasks.rados.rados.0.smithi089.stdout:2921: snap_create 2024-07-26T06:14:45.541 INFO:tasks.rados.rados.0.smithi089.stdout:2919: finishing write tid 1 to smithi08986837-18 2024-07-26T06:14:45.541 INFO:tasks.rados.rados.0.smithi089.stdout:2919: finishing write tid 2 to smithi08986837-18 2024-07-26T06:14:45.541 INFO:tasks.rados.rados.0.smithi089.stdout:2919: finishing write tid 3 to smithi08986837-18 2024-07-26T06:14:45.541 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 18 v 1684 (ObjNum 886 snap 282 seq_num 886) dirty exists 2024-07-26T06:14:45.541 INFO:tasks.rados.rados.0.smithi089.stdout:2919: left oid 18 (ObjNum 886 snap 282 seq_num 886) 2024-07-26T06:14:45.545 INFO:tasks.rados.rados.0.smithi089.stdout:2920: finishing write tid 1 to smithi08986837-2 2024-07-26T06:14:45.545 INFO:tasks.rados.rados.0.smithi089.stdout:2920: finishing write tid 2 to smithi08986837-2 2024-07-26T06:14:45.548 INFO:tasks.rados.rados.0.smithi089.stdout:2920: finishing write tid 3 to smithi08986837-2 2024-07-26T06:14:45.548 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 2 v 1177 (ObjNum 887 snap 282 seq_num 887) dirty exists 2024-07-26T06:14:45.548 INFO:tasks.rados.rados.0.smithi089.stdout:2920: left oid 2 (ObjNum 887 snap 282 seq_num 887) 2024-07-26T06:14:45.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:45 smithi155 ceph-mon[90160]: pgmap v619: 121 pgs: 121 active+clean; 394 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 434 KiB/s wr, 9 op/s 2024-07-26T06:14:45.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:45 smithi155 ceph-mon[90160]: osdmap e643: 8 total, 8 up, 8 in 2024-07-26T06:14:45.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:45 smithi089 ceph-mon[99608]: pgmap v619: 121 pgs: 121 active+clean; 394 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 434 KiB/s wr, 9 op/s 2024-07-26T06:14:45.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:45 smithi089 ceph-mon[99608]: osdmap e643: 8 total, 8 up, 8 in 2024-07-26T06:14:45.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:45 smithi089 ceph-mon[102056]: pgmap v619: 121 pgs: 121 active+clean; 394 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 434 KiB/s wr, 9 op/s 2024-07-26T06:14:45.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:45 smithi089 ceph-mon[102056]: osdmap e643: 8 total, 8 up, 8 in 2024-07-26T06:14:46.461 INFO:tasks.rados.rados.0.smithi089.stdout:2919: done (2 left) 2024-07-26T06:14:46.461 INFO:tasks.rados.rados.0.smithi089.stdout:2920: done (1 left) 2024-07-26T06:14:46.461 INFO:tasks.rados.rados.0.smithi089.stdout:2921: done (0 left) 2024-07-26T06:14:46.461 INFO:tasks.rados.rados.0.smithi089.stdout:2922: read oid 9 snap -1 2024-07-26T06:14:46.461 INFO:tasks.rados.rados.0.smithi089.stdout:2922: expect (ObjNum 792 snap 258 seq_num 792) 2024-07-26T06:14:46.461 INFO:tasks.rados.rados.0.smithi089.stdout:2923: read oid 2 snap 267 2024-07-26T06:14:46.461 INFO:tasks.rados.rados.0.smithi089.stdout:2923: expect (ObjNum 817 snap 263 seq_num 817) 2024-07-26T06:14:46.462 INFO:tasks.rados.rados.0.smithi089.stdout:2924: delete oid 37 current snap is 283 2024-07-26T06:14:46.468 INFO:tasks.rados.rados.0.smithi089.stdout:2924: done (2 left) 2024-07-26T06:14:46.468 INFO:tasks.rados.rados.0.smithi089.stdout:2925: rollback oid 6 current snap is 283 2024-07-26T06:14:46.468 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 6 to 267 2024-07-26T06:14:46.468 INFO:tasks.rados.rados.0.smithi089.stdout:2926: rmattr oid 25 current snap is 283 2024-07-26T06:14:46.468 INFO:tasks.rados.rados.0.smithi089.stdout:2926: done (3 left) 2024-07-26T06:14:46.468 INFO:tasks.rados.rados.0.smithi089.stdout:2927: rollback oid 23 current snap is 283 2024-07-26T06:14:46.469 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 23 to 266 2024-07-26T06:14:46.469 INFO:tasks.rados.rados.0.smithi089.stdout:2928: snap_remove snap 246 2024-07-26T06:14:47.462 INFO:tasks.rados.rados.0.smithi089.stdout:2928: done (4 left) 2024-07-26T06:14:47.462 INFO:tasks.rados.rados.0.smithi089.stdout:2929: rollback oid 26 current snap is 283 2024-07-26T06:14:47.462 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 26 to 279 2024-07-26T06:14:47.462 INFO:tasks.rados.rados.0.smithi089.stdout:2925: finishing rollback tid 1 to smithi08986837-6 2024-07-26T06:14:47.462 INFO:tasks.rados.rados.0.smithi089.stdout:2925: finishing rollback tid 2 to smithi08986837-6 2024-07-26T06:14:47.463 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 6 v 1184 (ObjNum 704 snap 220 seq_num 704) dirty exists 2024-07-26T06:14:47.463 INFO:tasks.rados.rados.0.smithi089.stdout:2927: finishing rollback tid 0 to smithi08986837-23 2024-07-26T06:14:47.463 INFO:tasks.rados.rados.0.smithi089.stdout:2927: finishing rollback tid 1 to smithi08986837-23 2024-07-26T06:14:47.463 INFO:tasks.rados.rados.0.smithi089.stdout:2927: finishing rollback tid 2 to smithi08986837-23 2024-07-26T06:14:47.463 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 23 v 1575 (ObjNum 838 snap 265 seq_num 838) dirty exists 2024-07-26T06:14:47.463 INFO:tasks.rados.rados.0.smithi089.stdout:2922: expect (ObjNum 792 snap 258 seq_num 792) 2024-07-26T06:14:47.541 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -e sha1=4b230446d7be021d836dfefaff290f6673dd2502 -- bash -c 'ceph orch ps' 2024-07-26T06:14:47.756 INFO:tasks.rados.rados.0.smithi089.stdout:2923: expect (ObjNum 817 snap 263 seq_num 817) 2024-07-26T06:14:47.808 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:14:47.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:47 smithi155 ceph-mon[90160]: osdmap e644: 8 total, 8 up, 8 in 2024-07-26T06:14:47.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:47 smithi155 ceph-mon[90160]: pgmap v622: 121 pgs: 121 active+clean; 396 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.7 MiB/s wr, 27 op/s 2024-07-26T06:14:47.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:47 smithi155 ceph-mon[90160]: from='client.34443 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:14:47.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:47 smithi089 ceph-mon[99608]: osdmap e644: 8 total, 8 up, 8 in 2024-07-26T06:14:47.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:47 smithi089 ceph-mon[99608]: pgmap v622: 121 pgs: 121 active+clean; 396 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.7 MiB/s wr, 27 op/s 2024-07-26T06:14:47.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:47 smithi089 ceph-mon[99608]: from='client.34443 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:14:47.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:47 smithi089 ceph-mon[102056]: osdmap e644: 8 total, 8 up, 8 in 2024-07-26T06:14:47.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:47 smithi089 ceph-mon[102056]: pgmap v622: 121 pgs: 121 active+clean; 396 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.7 MiB/s wr, 27 op/s 2024-07-26T06:14:47.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:47 smithi089 ceph-mon[102056]: from='client.34443 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:14:48.092 INFO:tasks.rados.rados.0.smithi089.stdout:2929: finishing rollback tid 1 to smithi08986837-26 2024-07-26T06:14:48.092 INFO:tasks.rados.rados.0.smithi089.stdout:2929: finishing rollback tid 2 to smithi08986837-26 2024-07-26T06:14:48.092 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 26 v 970 (ObjNum 864 snap 278 seq_num 864) dirty exists 2024-07-26T06:14:48.092 INFO:tasks.rados.rados.0.smithi089.stdout:2922: done (4 left) 2024-07-26T06:14:48.092 INFO:tasks.rados.rados.0.smithi089.stdout:2923: done (3 left) 2024-07-26T06:14:48.092 INFO:tasks.rados.rados.0.smithi089.stdout:2925: done (2 left) 2024-07-26T06:14:48.092 INFO:tasks.rados.rados.0.smithi089.stdout:2927: done (1 left) 2024-07-26T06:14:48.092 INFO:tasks.rados.rados.0.smithi089.stdout:2929: done (0 left) 2024-07-26T06:14:48.092 INFO:tasks.rados.rados.0.smithi089.stdout:2930: setattr oid 19 current snap is 283 2024-07-26T06:14:48.093 INFO:tasks.rados.rados.0.smithi089.stdout:2931: delete oid 9 current snap is 283 2024-07-26T06:14:48.094 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 19 v 1377 (ObjNum 177 snap 0 seq_num 3362140464) dirty exists 2024-07-26T06:14:48.095 INFO:tasks.rados.rados.0.smithi089.stdout:2930: done (1 left) 2024-07-26T06:14:48.095 INFO:tasks.rados.rados.0.smithi089.stdout:2931: done (0 left) 2024-07-26T06:14:48.095 INFO:tasks.rados.rados.0.smithi089.stdout:2932: copy_from oid 8 from oid 46 current snap is 283 2024-07-26T06:14:48.095 INFO:tasks.rados.rados.0.smithi089.stdout:2933: snap_remove snap 281 2024-07-26T06:14:48.469 INFO:tasks.rados.rados.0.smithi089.stdout:2933: done (1 left) 2024-07-26T06:14:48.469 INFO:tasks.rados.rados.0.smithi089.stdout:2934: rmattr oid 36 current snap is 283 2024-07-26T06:14:48.470 INFO:tasks.rados.rados.0.smithi089.stdout:2934: done (1 left) 2024-07-26T06:14:48.470 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 28 current snap is 283 2024-07-26T06:14:48.470 INFO:tasks.rados.rados.0.smithi089.stdout:2935: seq_num 890 ranges {368640=507904} 2024-07-26T06:14:48.475 INFO:tasks.rados.rados.0.smithi089.stdout:2935: writing smithi08986837-28 from 368640 to 876544 tid 1 2024-07-26T06:14:48.475 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 33 current snap is 283 2024-07-26T06:14:48.476 INFO:tasks.rados.rados.0.smithi089.stdout:2936: seq_num 891 ranges {1171456=532480} 2024-07-26T06:14:48.485 INFO:tasks.rados.rados.0.smithi089.stdout:2936: writing smithi08986837-33 from 1171456 to 1703936 tid 1 2024-07-26T06:14:48.485 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 39 current snap is 283 2024-07-26T06:14:48.485 INFO:tasks.rados.rados.0.smithi089.stdout:2937: seq_num 892 ranges {4472832=548864} 2024-07-26T06:14:48.513 INFO:tasks.rados.rados.0.smithi089.stdout:2937: writing smithi08986837-39 from 4472832 to 5021696 tid 1 2024-07-26T06:14:48.513 INFO:tasks.rados.rados.0.smithi089.stdout:2938: copy_from oid 35 from oid 47 current snap is 283 2024-07-26T06:14:48.513 INFO:tasks.rados.rados.0.smithi089.stdout:2939: snap_create 2024-07-26T06:14:48.513 INFO:tasks.rados.rados.0.smithi089.stdout:2932: finishing copy_from racing read to smithi08986837-8 2024-07-26T06:14:48.514 INFO:tasks.rados.rados.0.smithi089.stdout:2932: finishing copy_from to smithi08986837-8 2024-07-26T06:14:48.514 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 8 v 1867 (ObjNum 877 snap 281 seq_num 877) dirty exists 2024-07-26T06:14:48.514 INFO:tasks.rados.rados.0.smithi089.stdout:2935: finishing write tid 1 to smithi08986837-28 2024-07-26T06:14:48.514 INFO:tasks.rados.rados.0.smithi089.stdout:2935: finishing write tid 2 to smithi08986837-28 2024-07-26T06:14:48.514 INFO:tasks.rados.rados.0.smithi089.stdout:2935: finishing write tid 3 to smithi08986837-28 2024-07-26T06:14:48.515 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 28 v 1355 (ObjNum 890 snap 283 seq_num 890) dirty exists 2024-07-26T06:14:48.515 INFO:tasks.rados.rados.0.smithi089.stdout:2935: left oid 28 (ObjNum 890 snap 283 seq_num 890) 2024-07-26T06:14:48.515 INFO:tasks.rados.rados.0.smithi089.stdout:2936: finishing write tid 1 to smithi08986837-33 2024-07-26T06:14:48.515 INFO:tasks.rados.rados.0.smithi089.stdout:2936: finishing write tid 2 to smithi08986837-33 2024-07-26T06:14:48.515 INFO:tasks.rados.rados.0.smithi089.stdout:2936: finishing write tid 3 to smithi08986837-33 2024-07-26T06:14:48.516 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 33 v 1586 (ObjNum 891 snap 283 seq_num 891) dirty exists 2024-07-26T06:14:48.516 INFO:tasks.rados.rados.0.smithi089.stdout:2936: left oid 33 (ObjNum 891 snap 283 seq_num 891) 2024-07-26T06:14:48.516 INFO:tasks.rados.rados.0.smithi089.stdout:2938: finishing copy_from to smithi08986837-35 2024-07-26T06:14:48.516 INFO:tasks.rados.rados.0.smithi089.stdout:2938: got expected ENOENT (src dne) 2024-07-26T06:14:48.516 INFO:tasks.rados.rados.0.smithi089.stdout:2938: finishing copy_from racing read to smithi08986837-35 2024-07-26T06:14:48.517 INFO:tasks.rados.rados.0.smithi089.stdout:2937: finishing write tid 1 to smithi08986837-39 2024-07-26T06:14:48.517 INFO:tasks.rados.rados.0.smithi089.stdout:2937: finishing write tid 2 to smithi08986837-39 2024-07-26T06:14:48.518 INFO:tasks.rados.rados.0.smithi089.stdout:2937: finishing write tid 3 to smithi08986837-39 2024-07-26T06:14:48.518 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 39 v 1869 (ObjNum 892 snap 283 seq_num 892) dirty exists 2024-07-26T06:14:48.518 INFO:tasks.rados.rados.0.smithi089.stdout:2937: left oid 39 (ObjNum 892 snap 283 seq_num 892) 2024-07-26T06:14:48.780 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:48 smithi155 ceph-mon[90160]: osdmap e645: 8 total, 8 up, 8 in 2024-07-26T06:14:48.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:48 smithi089 ceph-mon[99608]: osdmap e645: 8 total, 8 up, 8 in 2024-07-26T06:14:48.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:48 smithi089 ceph-mon[102056]: osdmap e645: 8 total, 8 up, 8 in 2024-07-26T06:14:49.433 INFO:tasks.rados.rados.0.smithi089.stdout:2932: done (5 left) 2024-07-26T06:14:49.433 INFO:tasks.rados.rados.0.smithi089.stdout:2935: done (4 left) 2024-07-26T06:14:49.433 INFO:tasks.rados.rados.0.smithi089.stdout:2936: done (3 left) 2024-07-26T06:14:49.433 INFO:tasks.rados.rados.0.smithi089.stdout:2937: done (2 left) 2024-07-26T06:14:49.434 INFO:tasks.rados.rados.0.smithi089.stdout:2938: done (1 left) 2024-07-26T06:14:49.434 INFO:tasks.rados.rados.0.smithi089.stdout:2939: done (0 left) 2024-07-26T06:14:49.434 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 13 current snap is 284 2024-07-26T06:14:49.434 INFO:tasks.rados.rados.0.smithi089.stdout:2940: seq_num 893 ranges {11165696=565248} 2024-07-26T06:14:49.497 INFO:tasks.rados.rados.0.smithi089.stdout:2940: writing smithi08986837-13 from 11165696 to 11730944 tid 1 2024-07-26T06:14:49.497 INFO:tasks.rados.rados.0.smithi089.stdout:2941: rollback oid 43 current snap is 284 2024-07-26T06:14:49.497 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 43 to 283 2024-07-26T06:14:49.497 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 30 current snap is 284 2024-07-26T06:14:49.498 INFO:tasks.rados.rados.0.smithi089.stdout:2942: seq_num 894 ranges {4472832=581632} 2024-07-26T06:14:49.525 INFO:tasks.rados.rados.0.smithi089.stdout:2942: writing smithi08986837-30 from 4472832 to 5054464 tid 1 2024-07-26T06:14:49.525 INFO:tasks.rados.rados.0.smithi089.stdout:2943: snap_create 2024-07-26T06:14:49.526 INFO:tasks.rados.rados.0.smithi089.stdout:2941: finishing rollback tid 0 to smithi08986837-43 2024-07-26T06:14:49.526 INFO:tasks.rados.rados.0.smithi089.stdout:2940: finishing write tid 1 to smithi08986837-13 2024-07-26T06:14:49.526 INFO:tasks.rados.rados.0.smithi089.stdout:2941: finishing rollback tid 1 to smithi08986837-43 2024-07-26T06:14:49.526 INFO:tasks.rados.rados.0.smithi089.stdout:2941: finishing rollback tid 2 to smithi08986837-43 2024-07-26T06:14:49.526 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 43 v 1687 (ObjNum 748 snap 239 seq_num 748) dirty exists 2024-07-26T06:14:49.526 INFO:tasks.rados.rados.0.smithi089.stdout:2940: finishing write tid 2 to smithi08986837-13 2024-07-26T06:14:49.526 INFO:tasks.rados.rados.0.smithi089.stdout:2940: finishing write tid 3 to smithi08986837-13 2024-07-26T06:14:49.526 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 13 v 1357 (ObjNum 893 snap 284 seq_num 893) dirty exists 2024-07-26T06:14:49.526 INFO:tasks.rados.rados.0.smithi089.stdout:2940: left oid 13 (ObjNum 893 snap 284 seq_num 893) 2024-07-26T06:14:49.530 INFO:tasks.rados.rados.0.smithi089.stdout:2942: finishing write tid 1 to smithi08986837-30 2024-07-26T06:14:49.531 INFO:tasks.rados.rados.0.smithi089.stdout:2942: finishing write tid 2 to smithi08986837-30 2024-07-26T06:14:49.532 INFO:tasks.rados.rados.0.smithi089.stdout:2942: finishing write tid 3 to smithi08986837-30 2024-07-26T06:14:49.532 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 30 v 1353 (ObjNum 894 snap 284 seq_num 894) dirty exists 2024-07-26T06:14:49.532 INFO:tasks.rados.rados.0.smithi089.stdout:2942: left oid 30 (ObjNum 894 snap 284 seq_num 894) 2024-07-26T06:14:49.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:49 smithi089 ceph-mon[99608]: osdmap e646: 8 total, 8 up, 8 in 2024-07-26T06:14:49.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:49 smithi089 ceph-mon[99608]: pgmap v625: 121 pgs: 121 active+clean; 401 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.6 MiB/s wr, 28 op/s 2024-07-26T06:14:49.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:49 smithi089 ceph-mon[99608]: osdmap e647: 8 total, 8 up, 8 in 2024-07-26T06:14:49.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:49 smithi089 ceph-mon[102056]: osdmap e646: 8 total, 8 up, 8 in 2024-07-26T06:14:49.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:49 smithi089 ceph-mon[102056]: pgmap v625: 121 pgs: 121 active+clean; 401 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.6 MiB/s wr, 28 op/s 2024-07-26T06:14:49.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:49 smithi089 ceph-mon[102056]: osdmap e647: 8 total, 8 up, 8 in 2024-07-26T06:14:49.705 INFO:teuthology.orchestra.run.smithi089.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-07-26T06:14:49.705 INFO:teuthology.orchestra.run.smithi089.stdout:alertmanager.a smithi089 *:9093,9094 running (43s) 39s ago 12m 16.1M - 0.25.0 c8568f914cd2 74548f93af41 2024-07-26T06:14:49.705 INFO:teuthology.orchestra.run.smithi089.stdout:grafana.a smithi155 *:3000 running (22s) 17s ago 12m 46.1M - 9.4.12 2bacad6d85d8 cbd812d3e8e6 2024-07-26T06:14:49.705 INFO:teuthology.orchestra.run.smithi089.stdout:mds.a smithi089 running (104s) 39s ago 13m 13.8M - 19.1.0-1125-g4b230446 a246f06af74a 766a515131fa 2024-07-26T06:14:49.705 INFO:teuthology.orchestra.run.smithi089.stdout:mds.b smithi155 running (87s) 17s ago 13m 14.7M - 19.1.0-1125-g4b230446 a246f06af74a c320c3175a62 2024-07-26T06:14:49.705 INFO:teuthology.orchestra.run.smithi089.stdout:mgr.x smithi155 *:8443,9283,8765 running (7m) 17s ago 17m 441M - 19.1.0-1125-g4b230446 a246f06af74a 3d1d1f94a234 2024-07-26T06:14:49.705 INFO:teuthology.orchestra.run.smithi089.stdout:mgr.y smithi089 *:8443,9283,8765 running (7m) 39s ago 18m 516M - 19.1.0-1125-g4b230446 a246f06af74a abb455ac876a 2024-07-26T06:14:49.705 INFO:teuthology.orchestra.run.smithi089.stdout:mon.a smithi089 running (7m) 39s ago 19m 69.2M 2048M 19.1.0-1125-g4b230446 a246f06af74a 4d43bcc9eb9b 2024-07-26T06:14:49.705 INFO:teuthology.orchestra.run.smithi089.stdout:mon.b smithi155 running (6m) 17s ago 17m 55.9M 2048M 19.1.0-1125-g4b230446 a246f06af74a f829551716a5 2024-07-26T06:14:49.705 INFO:teuthology.orchestra.run.smithi089.stdout:mon.c smithi089 running (6m) 39s ago 17m 62.5M 2048M 19.1.0-1125-g4b230446 a246f06af74a 74d6c1493f98 2024-07-26T06:14:49.706 INFO:teuthology.orchestra.run.smithi089.stdout:node-exporter.a smithi089 *:9100 running (76s) 39s ago 12m 8052k - 1.5.0 0da6a335fe13 36cee54c5b2a 2024-07-26T06:14:49.706 INFO:teuthology.orchestra.run.smithi089.stdout:node-exporter.b smithi155 *:9100 running (72s) 17s ago 12m 7952k - 1.5.0 0da6a335fe13 85491ecc6951 2024-07-26T06:14:49.706 INFO:teuthology.orchestra.run.smithi089.stdout:osd.0 smithi089 running (5m) 39s ago 16m 346M 2479M 19.1.0-1125-g4b230446 a246f06af74a 7b97fcc5adf0 2024-07-26T06:14:49.706 INFO:teuthology.orchestra.run.smithi089.stdout:osd.1 smithi089 running (5m) 39s ago 16m 310M 2479M 19.1.0-1125-g4b230446 a246f06af74a f8fe67e57953 2024-07-26T06:14:49.706 INFO:teuthology.orchestra.run.smithi089.stdout:osd.2 smithi089 running (4m) 39s ago 16m 147M 2479M 19.1.0-1125-g4b230446 a246f06af74a daf180453a78 2024-07-26T06:14:49.706 INFO:teuthology.orchestra.run.smithi089.stdout:osd.3 smithi089 running (4m) 39s ago 15m 188M 2479M 19.1.0-1125-g4b230446 a246f06af74a bc8593ebe144 2024-07-26T06:14:49.706 INFO:teuthology.orchestra.run.smithi089.stdout:osd.4 smithi155 running (3m) 17s ago 15m 252M 2480M 19.1.0-1125-g4b230446 a246f06af74a 3b91a97809eb 2024-07-26T06:14:49.706 INFO:teuthology.orchestra.run.smithi089.stdout:osd.5 smithi155 running (3m) 17s ago 14m 210M 2480M 19.1.0-1125-g4b230446 a246f06af74a ff83bc2fda84 2024-07-26T06:14:49.706 INFO:teuthology.orchestra.run.smithi089.stdout:osd.6 smithi155 running (2m) 17s ago 14m 162M 2480M 19.1.0-1125-g4b230446 a246f06af74a a43b8e69472a 2024-07-26T06:14:49.706 INFO:teuthology.orchestra.run.smithi089.stdout:osd.7 smithi155 running (2m) 17s ago 14m 116M 2480M 19.1.0-1125-g4b230446 a246f06af74a b02d9448581d 2024-07-26T06:14:49.706 INFO:teuthology.orchestra.run.smithi089.stdout:prometheus.a smithi155 *:9095 running (57s) 17s ago 12m 51.2M - 2.43.0 a07b618ecd1d 5193b77a4a7c 2024-07-26T06:14:49.797 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:49 smithi155 ceph-mon[90160]: osdmap e646: 8 total, 8 up, 8 in 2024-07-26T06:14:49.797 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:49 smithi155 ceph-mon[90160]: pgmap v625: 121 pgs: 121 active+clean; 401 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.6 MiB/s wr, 28 op/s 2024-07-26T06:14:49.797 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:49 smithi155 ceph-mon[90160]: osdmap e647: 8 total, 8 up, 8 in 2024-07-26T06:14:50.339 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -e sha1=4b230446d7be021d836dfefaff290f6673dd2502 -- bash -c 'ceph versions' 2024-07-26T06:14:50.478 INFO:tasks.rados.rados.0.smithi089.stdout:2940: done (3 left) 2024-07-26T06:14:50.478 INFO:tasks.rados.rados.0.smithi089.stdout:2941: done (2 left) 2024-07-26T06:14:50.478 INFO:tasks.rados.rados.0.smithi089.stdout:2942: done (1 left) 2024-07-26T06:14:50.478 INFO:tasks.rados.rados.0.smithi089.stdout:2943: done (0 left) 2024-07-26T06:14:50.478 INFO:tasks.rados.rados.0.smithi089.stdout:2944: snap_remove snap 280 2024-07-26T06:14:50.597 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:14:50.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:50 smithi089 ceph-mon[99608]: from='client.34449 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:14:50.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:50 smithi089 ceph-mon[102056]: from='client.34449 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:14:50.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:50 smithi155 ceph-mon[90160]: from='client.34449 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T06:14:51.494 INFO:tasks.rados.rados.0.smithi089.stdout:2944: done (0 left) 2024-07-26T06:14:51.494 INFO:tasks.rados.rados.0.smithi089.stdout:2945: setattr oid 40 current snap is 285 2024-07-26T06:14:51.495 INFO:tasks.rados.rados.0.smithi089.stdout:2946: read oid 41 snap 248 2024-07-26T06:14:51.495 INFO:tasks.rados.rados.0.smithi089.stdout:2946: expect (ObjNum 774 snap 247 seq_num 774) 2024-07-26T06:14:51.495 INFO:tasks.rados.rados.0.smithi089.stdout:2947: snap_remove snap 271 2024-07-26T06:14:51.770 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:51 smithi089 ceph-mon[99608]: osdmap e648: 8 total, 8 up, 8 in 2024-07-26T06:14:51.770 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:51 smithi089 ceph-mon[99608]: pgmap v628: 121 pgs: 121 active+clean; 404 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 366 KiB/s wr, 9 op/s 2024-07-26T06:14:51.771 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:51 smithi089 ceph-mon[102056]: osdmap e648: 8 total, 8 up, 8 in 2024-07-26T06:14:51.771 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:51 smithi089 ceph-mon[102056]: pgmap v628: 121 pgs: 121 active+clean; 404 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 366 KiB/s wr, 9 op/s 2024-07-26T06:14:51.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:51 smithi155 ceph-mon[90160]: osdmap e648: 8 total, 8 up, 8 in 2024-07-26T06:14:51.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:51 smithi155 ceph-mon[90160]: pgmap v628: 121 pgs: 121 active+clean; 404 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 366 KiB/s wr, 9 op/s 2024-07-26T06:14:52.493 INFO:tasks.rados.rados.0.smithi089.stdout:2947: done (2 left) 2024-07-26T06:14:52.494 INFO:tasks.rados.rados.0.smithi089.stdout:2948: copy_from oid 27 from oid 44 current snap is 285 2024-07-26T06:14:52.494 INFO:tasks.rados.rados.0.smithi089.stdout:2949: rmattr oid 4 current snap is 285 2024-07-26T06:14:52.494 INFO:tasks.rados.rados.0.smithi089.stdout:2949: done (3 left) 2024-07-26T06:14:52.494 INFO:tasks.rados.rados.0.smithi089.stdout:2950: rmattr oid 26 current snap is 285 2024-07-26T06:14:52.495 INFO:tasks.rados.rados.0.smithi089.stdout:2950: done (3 left) 2024-07-26T06:14:52.495 INFO:tasks.rados.rados.0.smithi089.stdout:2951: read oid 2 snap 232 2024-07-26T06:14:52.495 INFO:tasks.rados.rados.0.smithi089.stdout:2951: expect (ObjNum 697 snap 218 seq_num 697) 2024-07-26T06:14:52.495 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 31 current snap is 285 2024-07-26T06:14:52.495 INFO:tasks.rados.rados.0.smithi089.stdout:2952: seq_num 895 ranges {0=598016} 2024-07-26T06:14:52.497 INFO:tasks.rados.rados.0.smithi089.stdout:2952: writing smithi08986837-31 from 0 to 598016 tid 1 2024-07-26T06:14:52.497 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 40 v 1354 (ObjNum 6321 snap 0 seq_num 610251584) dirty exists 2024-07-26T06:14:52.497 INFO:tasks.rados.rados.0.smithi089.stdout:2946: expect (ObjNum 774 snap 247 seq_num 774) 2024-07-26T06:14:52.528 INFO:teuthology.orchestra.run.smithi089.stdout:{ 2024-07-26T06:14:52.528 INFO:teuthology.orchestra.run.smithi089.stdout: "mon": { 2024-07-26T06:14:52.529 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 3 2024-07-26T06:14:52.529 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2024-07-26T06:14:52.529 INFO:teuthology.orchestra.run.smithi089.stdout: "mgr": { 2024-07-26T06:14:52.529 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 2 2024-07-26T06:14:52.529 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2024-07-26T06:14:52.529 INFO:teuthology.orchestra.run.smithi089.stdout: "osd": { 2024-07-26T06:14:52.529 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 8 2024-07-26T06:14:52.529 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2024-07-26T06:14:52.529 INFO:teuthology.orchestra.run.smithi089.stdout: "mds": { 2024-07-26T06:14:52.529 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 2 2024-07-26T06:14:52.529 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2024-07-26T06:14:52.529 INFO:teuthology.orchestra.run.smithi089.stdout: "overall": { 2024-07-26T06:14:52.529 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 15 2024-07-26T06:14:52.530 INFO:teuthology.orchestra.run.smithi089.stdout: } 2024-07-26T06:14:52.530 INFO:teuthology.orchestra.run.smithi089.stdout:} 2024-07-26T06:14:52.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:52 smithi155 ceph-mon[90160]: osdmap e649: 8 total, 8 up, 8 in 2024-07-26T06:14:52.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:14:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:14:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:14:52.642 INFO:tasks.rados.rados.0.smithi089.stdout:2948: finishing copy_from to smithi08986837-27 2024-07-26T06:14:52.642 INFO:tasks.rados.rados.0.smithi089.stdout:2948: got expected ENOENT (src dne) 2024-07-26T06:14:52.642 INFO:tasks.rados.rados.0.smithi089.stdout:2948: finishing copy_from racing read to smithi08986837-27 2024-07-26T06:14:52.643 INFO:tasks.rados.rados.0.smithi089.stdout:2952: finishing write tid 1 to smithi08986837-31 2024-07-26T06:14:52.643 INFO:tasks.rados.rados.0.smithi089.stdout:2952: finishing write tid 2 to smithi08986837-31 2024-07-26T06:14:52.643 INFO:tasks.rados.rados.0.smithi089.stdout:2945: done (4 left) 2024-07-26T06:14:52.643 INFO:tasks.rados.rados.0.smithi089.stdout:2946: done (3 left) 2024-07-26T06:14:52.643 INFO:tasks.rados.rados.0.smithi089.stdout:2948: done (2 left) 2024-07-26T06:14:52.643 INFO:tasks.rados.rados.0.smithi089.stdout:2953: copy_from oid 36 from oid 29 current snap is 285 2024-07-26T06:14:52.643 INFO:tasks.rados.rados.0.smithi089.stdout:2951: expect (ObjNum 697 snap 218 seq_num 697) 2024-07-26T06:14:52.695 INFO:tasks.rados.rados.0.smithi089.stdout:2952: finishing write tid 3 to smithi08986837-31 2024-07-26T06:14:52.696 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 31 v 1698 (ObjNum 895 snap 285 seq_num 895) dirty exists 2024-07-26T06:14:52.696 INFO:tasks.rados.rados.0.smithi089.stdout:2952: left oid 31 (ObjNum 895 snap 285 seq_num 895) 2024-07-26T06:14:52.696 INFO:tasks.rados.rados.0.smithi089.stdout:2953: finishing copy_from to smithi08986837-36 2024-07-26T06:14:52.696 INFO:tasks.rados.rados.0.smithi089.stdout:2953: got expected ENOENT (src dne) 2024-07-26T06:14:52.696 INFO:tasks.rados.rados.0.smithi089.stdout:2953: finishing copy_from racing read to smithi08986837-36 2024-07-26T06:14:52.696 INFO:tasks.rados.rados.0.smithi089.stdout:2951: done (2 left) 2024-07-26T06:14:52.696 INFO:tasks.rados.rados.0.smithi089.stdout:2952: done (1 left) 2024-07-26T06:14:52.696 INFO:tasks.rados.rados.0.smithi089.stdout:2953: done (0 left) 2024-07-26T06:14:52.696 INFO:tasks.rados.rados.0.smithi089.stdout:2954: delete oid 19 current snap is 285 2024-07-26T06:14:52.698 INFO:tasks.rados.rados.0.smithi089.stdout:2954: done (0 left) 2024-07-26T06:14:52.698 INFO:tasks.rados.rados.0.smithi089.stdout:2955: copy_from oid 37 from oid 15 current snap is 285 2024-07-26T06:14:52.698 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 27 current snap is 285 2024-07-26T06:14:52.698 INFO:tasks.rados.rados.0.smithi089.stdout:2956: seq_num 897 ranges {2048000=630784} 2024-07-26T06:14:52.712 INFO:tasks.rados.rados.0.smithi089.stdout:2956: writing smithi08986837-27 from 2048000 to 2678784 tid 1 2024-07-26T06:14:52.712 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 11 current snap is 285 2024-07-26T06:14:52.712 INFO:tasks.rados.rados.0.smithi089.stdout:2957: seq_num 898 ranges {3989504=647168} 2024-07-26T06:14:52.738 INFO:tasks.rados.rados.0.smithi089.stdout:2957: writing smithi08986837-11 from 3989504 to 4636672 tid 1 2024-07-26T06:14:52.738 INFO:tasks.rados.rados.0.smithi089.stdout:2958: copy_from oid 4 from oid 16 current snap is 285 2024-07-26T06:14:52.738 INFO:tasks.rados.rados.0.smithi089.stdout:2955: finishing copy_from to smithi08986837-37 2024-07-26T06:14:52.738 INFO:tasks.rados.rados.0.smithi089.stdout:2955: got expected ENOENT (src dne) 2024-07-26T06:14:52.738 INFO:tasks.rados.rados.0.smithi089.stdout:2955: finishing copy_from racing read to smithi08986837-37 2024-07-26T06:14:52.738 INFO:tasks.rados.rados.0.smithi089.stdout:2956: finishing write tid 1 to smithi08986837-27 2024-07-26T06:14:52.738 INFO:tasks.rados.rados.0.smithi089.stdout:2956: finishing write tid 2 to smithi08986837-27 2024-07-26T06:14:52.738 INFO:tasks.rados.rados.0.smithi089.stdout:2956: finishing write tid 3 to smithi08986837-27 2024-07-26T06:14:52.739 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 27 v 1337 (ObjNum 897 snap 285 seq_num 897) dirty exists 2024-07-26T06:14:52.739 INFO:tasks.rados.rados.0.smithi089.stdout:2956: left oid 27 (ObjNum 897 snap 285 seq_num 897) 2024-07-26T06:14:52.739 INFO:tasks.rados.rados.0.smithi089.stdout:2955: done (3 left) 2024-07-26T06:14:52.739 INFO:tasks.rados.rados.0.smithi089.stdout:2956: done (2 left) 2024-07-26T06:14:52.739 INFO:tasks.rados.rados.0.smithi089.stdout:2959: rollback oid 25 current snap is 285 2024-07-26T06:14:52.739 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 25 to 248 2024-07-26T06:14:52.739 INFO:tasks.rados.rados.0.smithi089.stdout:2960: read oid 48 snap -1 2024-07-26T06:14:52.739 INFO:tasks.rados.rados.0.smithi089.stdout:2960: expect (ObjNum 876 snap 280 seq_num 876) 2024-07-26T06:14:52.739 INFO:tasks.rados.rados.0.smithi089.stdout:2961: rollback oid 27 current snap is 285 2024-07-26T06:14:52.739 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 27 to 266 2024-07-26T06:14:52.739 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 6 current snap is 285 2024-07-26T06:14:52.740 INFO:tasks.rados.rados.0.smithi089.stdout:2962: seq_num 899 ranges {3506176=663552} 2024-07-26T06:14:52.764 INFO:tasks.rados.rados.0.smithi089.stdout:2962: writing smithi08986837-6 from 3506176 to 4169728 tid 1 2024-07-26T06:14:52.764 INFO:tasks.rados.rados.0.smithi089.stdout:2963: rollback oid 42 current snap is 285 2024-07-26T06:14:52.764 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 42 to 283 2024-07-26T06:14:52.764 INFO:tasks.rados.rados.0.smithi089.stdout:2961: finishing rollback tid 0 to smithi08986837-27 2024-07-26T06:14:52.764 INFO:tasks.rados.rados.0.smithi089.stdout:2961: finishing rollback tid 1 to smithi08986837-27 2024-07-26T06:14:52.764 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 27 v 1339 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-07-26T06:14:52.764 INFO:tasks.rados.rados.0.smithi089.stdout:2958: finishing copy_from racing read to smithi08986837-4 2024-07-26T06:14:52.764 INFO:tasks.rados.rados.0.smithi089.stdout:2960: expect (ObjNum 876 snap 280 seq_num 876) 2024-07-26T06:14:52.772 INFO:tasks.rados.rados.0.smithi089.stdout:2958: finishing copy_from to smithi08986837-4 2024-07-26T06:14:52.772 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 4 v 1323 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-07-26T06:14:52.772 INFO:tasks.rados.rados.0.smithi089.stdout:2957: finishing write tid 1 to smithi08986837-11 2024-07-26T06:14:52.772 INFO:tasks.rados.rados.0.smithi089.stdout:2957: finishing write tid 2 to smithi08986837-11 2024-07-26T06:14:52.772 INFO:tasks.rados.rados.0.smithi089.stdout:2958: done (6 left) 2024-07-26T06:14:52.772 INFO:tasks.rados.rados.0.smithi089.stdout:2960: done (5 left) 2024-07-26T06:14:52.772 INFO:tasks.rados.rados.0.smithi089.stdout:2961: done (4 left) 2024-07-26T06:14:52.772 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 24 current snap is 285 2024-07-26T06:14:52.772 INFO:tasks.rados.rados.0.smithi089.stdout:2959: finishing rollback tid 0 to smithi08986837-25 2024-07-26T06:14:52.772 INFO:tasks.rados.rados.0.smithi089.stdout:2959: finishing rollback tid 1 to smithi08986837-25 2024-07-26T06:14:52.773 INFO:tasks.rados.rados.0.smithi089.stdout:2959: finishing rollback tid 2 to smithi08986837-25 2024-07-26T06:14:52.773 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 25 v 1589 (ObjNum 615 snap 182 seq_num 615) dirty exists 2024-07-26T06:14:52.773 INFO:tasks.rados.rados.0.smithi089.stdout:2957: finishing write tid 3 to smithi08986837-11 2024-07-26T06:14:52.773 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 11 v 1705 (ObjNum 898 snap 285 seq_num 898) dirty exists 2024-07-26T06:14:52.773 INFO:tasks.rados.rados.0.smithi089.stdout:2957: left oid 11 (ObjNum 898 snap 285 seq_num 898) 2024-07-26T06:14:52.773 INFO:tasks.rados.rados.0.smithi089.stdout:2964: seq_num 900 ranges {0=679936} 2024-07-26T06:14:52.775 INFO:tasks.rados.rados.0.smithi089.stdout:2964: writing smithi08986837-24 from 0 to 679936 tid 1 2024-07-26T06:14:52.775 INFO:tasks.rados.rados.0.smithi089.stdout:2957: done (4 left) 2024-07-26T06:14:52.775 INFO:tasks.rados.rados.0.smithi089.stdout:2959: done (3 left) 2024-07-26T06:14:52.775 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 12 current snap is 285 2024-07-26T06:14:52.775 INFO:tasks.rados.rados.0.smithi089.stdout:2965: seq_num 901 ranges {1171456=696320} 2024-07-26T06:14:52.786 INFO:tasks.rados.rados.0.smithi089.stdout:2965: writing smithi08986837-12 from 1171456 to 1867776 tid 1 2024-07-26T06:14:52.786 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 14 current snap is 285 2024-07-26T06:14:52.786 INFO:tasks.rados.rados.0.smithi089.stdout:2962: finishing write tid 1 to smithi08986837-6 2024-07-26T06:14:52.786 INFO:tasks.rados.rados.0.smithi089.stdout:2962: finishing write tid 2 to smithi08986837-6 2024-07-26T06:14:52.786 INFO:tasks.rados.rados.0.smithi089.stdout:2963: finishing rollback tid 0 to smithi08986837-42 2024-07-26T06:14:52.786 INFO:tasks.rados.rados.0.smithi089.stdout:2963: finishing rollback tid 1 to smithi08986837-42 2024-07-26T06:14:52.786 INFO:tasks.rados.rados.0.smithi089.stdout:2963: finishing rollback tid 2 to smithi08986837-42 2024-07-26T06:14:52.786 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 42 v 1933 (ObjNum 847 snap 267 seq_num 847) dirty exists 2024-07-26T06:14:52.787 INFO:tasks.rados.rados.0.smithi089.stdout:2962: finishing write tid 3 to smithi08986837-6 2024-07-26T06:14:52.787 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 6 v 1186 (ObjNum 899 snap 285 seq_num 899) dirty exists 2024-07-26T06:14:52.787 INFO:tasks.rados.rados.0.smithi089.stdout:2962: left oid 6 (ObjNum 899 snap 285 seq_num 899) 2024-07-26T06:14:52.787 INFO:tasks.rados.rados.0.smithi089.stdout:2966: seq_num 902 ranges {0=712704} 2024-07-26T06:14:52.790 INFO:tasks.rados.rados.0.smithi089.stdout:2966: writing smithi08986837-14 from 0 to 712704 tid 1 2024-07-26T06:14:52.790 INFO:tasks.rados.rados.0.smithi089.stdout:2962: done (4 left) 2024-07-26T06:14:52.790 INFO:tasks.rados.rados.0.smithi089.stdout:2963: done (3 left) 2024-07-26T06:14:52.790 INFO:tasks.rados.rados.0.smithi089.stdout:2967: read oid 48 snap -1 2024-07-26T06:14:52.790 INFO:tasks.rados.rados.0.smithi089.stdout:2967: expect (ObjNum 876 snap 280 seq_num 876) 2024-07-26T06:14:52.790 INFO:tasks.rados.rados.0.smithi089.stdout:2968: rollback oid 30 current snap is 285 2024-07-26T06:14:52.791 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 30 to 267 2024-07-26T06:14:52.791 INFO:tasks.rados.rados.0.smithi089.stdout:2964: finishing write tid 1 to smithi08986837-24 2024-07-26T06:14:52.791 INFO:tasks.rados.rados.0.smithi089.stdout:2964: finishing write tid 2 to smithi08986837-24 2024-07-26T06:14:52.791 INFO:tasks.rados.rados.0.smithi089.stdout:2964: finishing write tid 3 to smithi08986837-24 2024-07-26T06:14:52.791 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 24 v 1356 (ObjNum 900 snap 285 seq_num 900) dirty exists 2024-07-26T06:14:52.791 INFO:tasks.rados.rados.0.smithi089.stdout:2964: left oid 24 (ObjNum 900 snap 285 seq_num 900) 2024-07-26T06:14:52.791 INFO:tasks.rados.rados.0.smithi089.stdout:2964: done (4 left) 2024-07-26T06:14:52.791 INFO:tasks.rados.rados.0.smithi089.stdout:2969: rollback oid 17 current snap is 285 2024-07-26T06:14:52.791 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 17 to 282 2024-07-26T06:14:52.791 INFO:tasks.rados.rados.0.smithi089.stdout:2970: read oid 16 snap -1 2024-07-26T06:14:52.791 INFO:tasks.rados.rados.0.smithi089.stdout:2970: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-26T06:14:52.791 INFO:tasks.rados.rados.0.smithi089.stdout:2971: snap_remove snap 284 2024-07-26T06:14:52.902 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:52 smithi089 ceph-mon[99608]: osdmap e649: 8 total, 8 up, 8 in 2024-07-26T06:14:52.903 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:14:52 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:14:52] "GET /metrics HTTP/1.1" 200 36343 "" "Prometheus/2.43.0" 2024-07-26T06:14:52.903 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:52 smithi089 ceph-mon[102056]: osdmap e649: 8 total, 8 up, 8 in 2024-07-26T06:14:53.329 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -e sha1=4b230446d7be021d836dfefaff290f6673dd2502 -- bash -c 'ceph versions | jq -e '"'"'.overall | length == 1'"'"'' 2024-07-26T06:14:53.499 INFO:tasks.rados.rados.0.smithi089.stdout:2971: done (6 left) 2024-07-26T06:14:53.500 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 26 current snap is 285 2024-07-26T06:14:53.500 INFO:tasks.rados.rados.0.smithi089.stdout:2972: seq_num 903 ranges {6209536=729088} 2024-07-26T06:14:53.537 INFO:tasks.rados.rados.0.smithi089.stdout:2972: writing smithi08986837-26 from 6209536 to 6938624 tid 1 2024-07-26T06:14:53.537 INFO:tasks.rados.rados.0.smithi089.stdout:2973: rollback oid 43 current snap is 285 2024-07-26T06:14:53.538 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 43 to 235 2024-07-26T06:14:53.538 INFO:tasks.rados.rados.0.smithi089.stdout:2965: finishing write tid 1 to smithi08986837-12 2024-07-26T06:14:53.538 INFO:tasks.rados.rados.0.smithi089.stdout:2965: finishing write tid 2 to smithi08986837-12 2024-07-26T06:14:53.538 INFO:tasks.rados.rados.0.smithi089.stdout:2970: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-26T06:14:53.539 INFO:tasks.rados.rados.0.smithi089.stdout:2965: finishing write tid 3 to smithi08986837-12 2024-07-26T06:14:53.539 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 12 v 1591 (ObjNum 901 snap 285 seq_num 901) dirty exists 2024-07-26T06:14:53.539 INFO:tasks.rados.rados.0.smithi089.stdout:2965: left oid 12 (ObjNum 901 snap 285 seq_num 901) 2024-07-26T06:14:53.539 INFO:tasks.rados.rados.0.smithi089.stdout:2967: expect (ObjNum 876 snap 280 seq_num 876) 2024-07-26T06:14:53.550 INFO:tasks.rados.rados.0.smithi089.stdout:2968: finishing rollback tid 0 to smithi08986837-30 2024-07-26T06:14:53.550 INFO:tasks.rados.rados.0.smithi089.stdout:2968: finishing rollback tid 1 to smithi08986837-30 2024-07-26T06:14:53.551 INFO:tasks.rados.rados.0.smithi089.stdout:2968: finishing rollback tid 2 to smithi08986837-30 2024-07-26T06:14:53.551 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 30 v 1359 (ObjNum 615 snap 182 seq_num 615) dirty exists 2024-07-26T06:14:53.551 INFO:tasks.rados.rados.0.smithi089.stdout:2966: finishing write tid 1 to smithi08986837-14 2024-07-26T06:14:53.551 INFO:tasks.rados.rados.0.smithi089.stdout:2965: done (7 left) 2024-07-26T06:14:53.551 INFO:tasks.rados.rados.0.smithi089.stdout:2967: done (6 left) 2024-07-26T06:14:53.551 INFO:tasks.rados.rados.0.smithi089.stdout:2968: done (5 left) 2024-07-26T06:14:53.551 INFO:tasks.rados.rados.0.smithi089.stdout:2970: done (4 left) 2024-07-26T06:14:53.551 INFO:tasks.rados.rados.0.smithi089.stdout:2974: read oid 50 snap -1 2024-07-26T06:14:53.551 INFO:tasks.rados.rados.0.smithi089.stdout:2974: expect (ObjNum 850 snap 270 seq_num 850) 2024-07-26T06:14:53.551 INFO:tasks.rados.rados.0.smithi089.stdout:2975: setattr oid 30 current snap is 285 2024-07-26T06:14:53.551 INFO:tasks.rados.rados.0.smithi089.stdout:2969: finishing rollback tid 0 to smithi08986837-17 2024-07-26T06:14:53.551 INFO:tasks.rados.rados.0.smithi089.stdout:2969: finishing rollback tid 1 to smithi08986837-17 2024-07-26T06:14:53.551 INFO:tasks.rados.rados.0.smithi089.stdout:2969: finishing rollback tid 2 to smithi08986837-17 2024-07-26T06:14:53.552 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 17 v 1690 (ObjNum 874 snap 280 seq_num 874) dirty exists 2024-07-26T06:14:53.552 INFO:tasks.rados.rados.0.smithi089.stdout:2966: finishing write tid 2 to smithi08986837-14 2024-07-26T06:14:53.552 INFO:tasks.rados.rados.0.smithi089.stdout:2966: finishing write tid 3 to smithi08986837-14 2024-07-26T06:14:53.552 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 14 v 1936 (ObjNum 902 snap 285 seq_num 902) dirty exists 2024-07-26T06:14:53.552 INFO:tasks.rados.rados.0.smithi089.stdout:2966: left oid 14 (ObjNum 902 snap 285 seq_num 902) 2024-07-26T06:14:53.552 INFO:tasks.rados.rados.0.smithi089.stdout:2973: finishing rollback tid 0 to smithi08986837-43 2024-07-26T06:14:53.552 INFO:tasks.rados.rados.0.smithi089.stdout:2972: finishing write tid 1 to smithi08986837-26 2024-07-26T06:14:53.552 INFO:tasks.rados.rados.0.smithi089.stdout:2973: finishing rollback tid 1 to smithi08986837-43 2024-07-26T06:14:53.552 INFO:tasks.rados.rados.0.smithi089.stdout:2972: finishing write tid 2 to smithi08986837-26 2024-07-26T06:14:53.552 INFO:tasks.rados.rados.0.smithi089.stdout:2973: finishing rollback tid 2 to smithi08986837-43 2024-07-26T06:14:53.552 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 43 v 1693 (ObjNum 718 snap 230 seq_num 718) dirty exists 2024-07-26T06:14:53.552 INFO:tasks.rados.rados.0.smithi089.stdout:2972: finishing write tid 3 to smithi08986837-26 2024-07-26T06:14:53.552 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 26 v 972 (ObjNum 903 snap 285 seq_num 903) dirty exists 2024-07-26T06:14:53.553 INFO:tasks.rados.rados.0.smithi089.stdout:2972: left oid 26 (ObjNum 903 snap 285 seq_num 903) 2024-07-26T06:14:53.553 INFO:tasks.rados.rados.0.smithi089.stdout:2966: done (5 left) 2024-07-26T06:14:53.553 INFO:tasks.rados.rados.0.smithi089.stdout:2969: done (4 left) 2024-07-26T06:14:53.553 INFO:tasks.rados.rados.0.smithi089.stdout:2972: done (3 left) 2024-07-26T06:14:53.553 INFO:tasks.rados.rados.0.smithi089.stdout:2973: done (2 left) 2024-07-26T06:14:53.553 INFO:tasks.rados.rados.0.smithi089.stdout:2976: read oid 46 snap -1 2024-07-26T06:14:53.554 INFO:tasks.rados.rados.0.smithi089.stdout:2976: expect (ObjNum 877 snap 281 seq_num 877) 2024-07-26T06:14:53.554 INFO:tasks.rados.rados.0.smithi089.stdout:2977: delete oid 25 current snap is 285 2024-07-26T06:14:53.555 INFO:tasks.rados.rados.0.smithi089.stdout:2977: done (3 left) 2024-07-26T06:14:53.555 INFO:tasks.rados.rados.0.smithi089.stdout:2978: copy_from oid 49 from oid 48 current snap is 285 2024-07-26T06:14:53.555 INFO:tasks.rados.rados.0.smithi089.stdout:2979: read oid 26 snap -1 2024-07-26T06:14:53.555 INFO:tasks.rados.rados.0.smithi089.stdout:2979: expect (ObjNum 903 snap 285 seq_num 903) 2024-07-26T06:14:53.555 INFO:tasks.rados.rados.0.smithi089.stdout:2980: copy_from oid 8 from oid 4 current snap is 285 2024-07-26T06:14:53.555 INFO:tasks.rados.rados.0.smithi089.stdout:2981: delete oid 23 current snap is 285 2024-07-26T06:14:53.555 INFO:tasks.rados.rados.0.smithi089.stdout:2976: expect (ObjNum 877 snap 281 seq_num 877) 2024-07-26T06:14:53.582 INFO:tasks.rados.rados.0.smithi089.stdout:2980: finishing copy_from racing read to smithi08986837-8 2024-07-26T06:14:53.582 INFO:tasks.rados.rados.0.smithi089.stdout:2980: finishing copy_from to smithi08986837-8 2024-07-26T06:14:53.582 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 8 v 1323 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-07-26T06:14:53.583 INFO:tasks.rados.rados.0.smithi089.stdout:2978: finishing copy_from racing read to smithi08986837-49 2024-07-26T06:14:53.583 INFO:tasks.rados.rados.0.smithi089.stdout:2978: finishing copy_from to smithi08986837-49 2024-07-26T06:14:53.583 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 49 v 1376 (ObjNum 876 snap 280 seq_num 876) dirty exists 2024-07-26T06:14:53.632 INFO:tasks.rados.rados.0.smithi089.stdout:2974: expect (ObjNum 850 snap 270 seq_num 850) 2024-07-26T06:14:53.633 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:14:53.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:53 smithi089 ceph-mon[99608]: osdmap e650: 8 total, 8 up, 8 in 2024-07-26T06:14:53.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:53 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/1251121227' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:53.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:53 smithi089 ceph-mon[99608]: pgmap v631: 121 pgs: 121 active+clean; 411 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 770 KiB/s wr, 14 op/s 2024-07-26T06:14:53.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:53 smithi089 ceph-mon[102056]: osdmap e650: 8 total, 8 up, 8 in 2024-07-26T06:14:53.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:53 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/1251121227' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:53.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:53 smithi089 ceph-mon[102056]: pgmap v631: 121 pgs: 121 active+clean; 411 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 770 KiB/s wr, 14 op/s 2024-07-26T06:14:53.731 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 30 v 1360 (ObjNum 615 snap 182 seq_num 615) dirty exists 2024-07-26T06:14:53.731 INFO:tasks.rados.rados.0.smithi089.stdout:2974: done (6 left) 2024-07-26T06:14:53.731 INFO:tasks.rados.rados.0.smithi089.stdout:2975: done (5 left) 2024-07-26T06:14:53.731 INFO:tasks.rados.rados.0.smithi089.stdout:2976: done (4 left) 2024-07-26T06:14:53.731 INFO:tasks.rados.rados.0.smithi089.stdout:2978: done (3 left) 2024-07-26T06:14:53.731 INFO:tasks.rados.rados.0.smithi089.stdout:2980: done (2 left) 2024-07-26T06:14:53.731 INFO:tasks.rados.rados.0.smithi089.stdout:2981: done (1 left) 2024-07-26T06:14:53.731 INFO:tasks.rados.rados.0.smithi089.stdout:2982: snap_create 2024-07-26T06:14:53.731 INFO:tasks.rados.rados.0.smithi089.stdout:2979: expect (ObjNum 903 snap 285 seq_num 903) 2024-07-26T06:14:53.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:53 smithi155 ceph-mon[90160]: osdmap e650: 8 total, 8 up, 8 in 2024-07-26T06:14:53.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:53 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/1251121227' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:53.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:53 smithi155 ceph-mon[90160]: pgmap v631: 121 pgs: 121 active+clean; 411 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 770 KiB/s wr, 14 op/s 2024-07-26T06:14:54.431 INFO:tasks.rados.rados.0.smithi089.stdout:2979: done (1 left) 2024-07-26T06:14:54.431 INFO:tasks.rados.rados.0.smithi089.stdout:2982: done (0 left) 2024-07-26T06:14:54.431 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 29 current snap is 286 2024-07-26T06:14:54.431 INFO:tasks.rados.rados.0.smithi089.stdout:2983: seq_num 906 ranges {0=778240} 2024-07-26T06:14:54.435 INFO:tasks.rados.rados.0.smithi089.stdout:2983: writing smithi08986837-29 from 0 to 778240 tid 1 2024-07-26T06:14:54.435 INFO:tasks.rados.rados.0.smithi089.stdout:2984: read oid 15 snap -1 2024-07-26T06:14:54.435 INFO:tasks.rados.rados.0.smithi089.stdout:2984: expect deleted 2024-07-26T06:14:54.435 INFO:tasks.rados.rados.0.smithi089.stdout:2985: rollback oid 1 current snap is 286 2024-07-26T06:14:54.496 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 1 to 279 2024-07-26T06:14:54.496 INFO:tasks.rados.rados.0.smithi089.stdout:2986: read oid 33 snap -1 2024-07-26T06:14:54.496 INFO:tasks.rados.rados.0.smithi089.stdout:2986: expect (ObjNum 891 snap 283 seq_num 891) 2024-07-26T06:14:54.496 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 6 current snap is 286 2024-07-26T06:14:54.496 INFO:tasks.rados.rados.0.smithi089.stdout:2987: seq_num 907 ranges {4169728=794624} 2024-07-26T06:14:54.498 INFO:tasks.rados.rados.0.smithi089.stdout:2987: writing smithi08986837-6 from 4169728 to 4964352 tid 1 2024-07-26T06:14:54.498 INFO:tasks.rados.rados.0.smithi089.stdout:2988: rmattr oid 34 current snap is 286 2024-07-26T06:14:54.498 INFO:tasks.rados.rados.0.smithi089.stdout:2988: done (5 left) 2024-07-26T06:14:54.498 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 4 current snap is 286 2024-07-26T06:14:54.498 INFO:tasks.rados.rados.0.smithi089.stdout:2989: seq_num 908 ranges {0=409600,409600=401408} 2024-07-26T06:14:54.499 INFO:tasks.rados.rados.0.smithi089.stdout:2989: writing smithi08986837-4 from 0 to 409600 tid 1 2024-07-26T06:14:54.499 INFO:tasks.rados.rados.0.smithi089.stdout:2989: writing smithi08986837-4 from 409600 to 811008 tid 2 2024-07-26T06:14:54.499 INFO:tasks.rados.rados.0.smithi089.stdout:2990: setattr oid 3 current snap is 286 2024-07-26T06:14:54.499 INFO:tasks.rados.rados.0.smithi089.stdout:2983: finishing write tid 1 to smithi08986837-29 2024-07-26T06:14:54.499 INFO:tasks.rados.rados.0.smithi089.stdout:2983: finishing write tid 2 to smithi08986837-29 2024-07-26T06:14:54.499 INFO:tasks.rados.rados.0.smithi089.stdout:2983: finishing write tid 3 to smithi08986837-29 2024-07-26T06:14:54.499 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 29 v 1711 (ObjNum 906 snap 286 seq_num 906) dirty exists 2024-07-26T06:14:54.499 INFO:tasks.rados.rados.0.smithi089.stdout:2983: left oid 29 (ObjNum 906 snap 286 seq_num 906) 2024-07-26T06:14:54.499 INFO:tasks.rados.rados.0.smithi089.stdout:2985: finishing rollback tid 1 to smithi08986837-1 2024-07-26T06:14:54.499 INFO:tasks.rados.rados.0.smithi089.stdout:2985: finishing rollback tid 2 to smithi08986837-1 2024-07-26T06:14:54.499 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 1 v 1594 (ObjNum 810 snap 263 seq_num 810) dirty exists 2024-07-26T06:14:54.499 INFO:tasks.rados.rados.0.smithi089.stdout:2986: expect (ObjNum 891 snap 283 seq_num 891) 2024-07-26T06:14:54.554 INFO:tasks.rados.rados.0.smithi089.stdout:2987: finishing write tid 1 to smithi08986837-6 2024-07-26T06:14:54.555 INFO:tasks.rados.rados.0.smithi089.stdout:2987: finishing write tid 2 to smithi08986837-6 2024-07-26T06:14:54.555 INFO:tasks.rados.rados.0.smithi089.stdout:2987: finishing write tid 3 to smithi08986837-6 2024-07-26T06:14:54.555 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 6 v 1188 (ObjNum 907 snap 286 seq_num 907) dirty exists 2024-07-26T06:14:54.555 INFO:tasks.rados.rados.0.smithi089.stdout:2987: left oid 6 (ObjNum 907 snap 286 seq_num 907) 2024-07-26T06:14:54.555 INFO:tasks.rados.rados.0.smithi089.stdout:2989: finishing write tid 1 to smithi08986837-4 2024-07-26T06:14:54.555 INFO:tasks.rados.rados.0.smithi089.stdout:2989: finishing write tid 2 to smithi08986837-4 2024-07-26T06:14:54.555 INFO:tasks.rados.rados.0.smithi089.stdout:2989: finishing write tid 3 to smithi08986837-4 2024-07-26T06:14:54.555 INFO:tasks.rados.rados.0.smithi089.stdout:2989: finishing write tid 4 to smithi08986837-4 2024-07-26T06:14:54.555 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 4 v 1343 (ObjNum 908 snap 286 seq_num 908) dirty exists 2024-07-26T06:14:54.555 INFO:tasks.rados.rados.0.smithi089.stdout:2989: left oid 4 (ObjNum 908 snap 286 seq_num 908) 2024-07-26T06:14:54.555 INFO:tasks.rados.rados.0.smithi089.stdout:2983: done (6 left) 2024-07-26T06:14:54.555 INFO:tasks.rados.rados.0.smithi089.stdout:2984: done (5 left) 2024-07-26T06:14:54.555 INFO:tasks.rados.rados.0.smithi089.stdout:2985: done (4 left) 2024-07-26T06:14:54.555 INFO:tasks.rados.rados.0.smithi089.stdout:2986: done (3 left) 2024-07-26T06:14:54.556 INFO:tasks.rados.rados.0.smithi089.stdout:2987: done (2 left) 2024-07-26T06:14:54.556 INFO:tasks.rados.rados.0.smithi089.stdout:2989: done (1 left) 2024-07-26T06:14:54.556 INFO:tasks.rados.rados.0.smithi089.stdout:2991: snap_remove snap 258 2024-07-26T06:14:54.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:54 smithi155 ceph-mon[90160]: osdmap e651: 8 total, 8 up, 8 in 2024-07-26T06:14:54.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:54 smithi155 ceph-mon[90160]: osdmap e652: 8 total, 8 up, 8 in 2024-07-26T06:14:54.894 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:54 smithi089 ceph-mon[99608]: osdmap e651: 8 total, 8 up, 8 in 2024-07-26T06:14:54.895 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:54 smithi089 ceph-mon[99608]: osdmap e652: 8 total, 8 up, 8 in 2024-07-26T06:14:54.895 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:54 smithi089 ceph-mon[102056]: osdmap e651: 8 total, 8 up, 8 in 2024-07-26T06:14:54.895 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:54 smithi089 ceph-mon[102056]: osdmap e652: 8 total, 8 up, 8 in 2024-07-26T06:14:55.504 INFO:tasks.rados.rados.0.smithi089.stdout:2991: done (1 left) 2024-07-26T06:14:55.505 INFO:tasks.rados.rados.0.smithi089.stdout:2992: snap_remove snap 283 2024-07-26T06:14:55.672 INFO:teuthology.orchestra.run.smithi089.stdout:true 2024-07-26T06:14:55.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:55 smithi155 ceph-mon[90160]: pgmap v634: 121 pgs: 121 active+clean; 412 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 858 KiB/s wr, 13 op/s 2024-07-26T06:14:55.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:55 smithi089 ceph-mon[99608]: pgmap v634: 121 pgs: 121 active+clean; 412 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 858 KiB/s wr, 13 op/s 2024-07-26T06:14:55.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:55 smithi089 ceph-mon[102056]: pgmap v634: 121 pgs: 121 active+clean; 412 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 858 KiB/s wr, 13 op/s 2024-07-26T06:14:56.343 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -e sha1=4b230446d7be021d836dfefaff290f6673dd2502 -- bash -c 'ceph versions | jq -e '"'"'.overall | keys'"'"' | grep $sha1' 2024-07-26T06:14:56.506 INFO:tasks.rados.rados.0.smithi089.stdout:2992: done (1 left) 2024-07-26T06:14:56.506 INFO:tasks.rados.rados.0.smithi089.stdout:2993: copy_from oid 30 from oid 6 current snap is 286 2024-07-26T06:14:56.506 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 5 current snap is 286 2024-07-26T06:14:56.507 INFO:tasks.rados.rados.0.smithi089.stdout:2994: seq_num 909 ranges {0=425984,425984=401408} 2024-07-26T06:14:56.511 INFO:tasks.rados.rados.0.smithi089.stdout:2994: writing smithi08986837-5 from 0 to 425984 tid 1 2024-07-26T06:14:56.512 INFO:tasks.rados.rados.0.smithi089.stdout:2994: writing smithi08986837-5 from 425984 to 827392 tid 2 2024-07-26T06:14:56.512 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 3 v 1189 (ObjNum 867 snap 279 seq_num 867) dirty exists 2024-07-26T06:14:56.512 INFO:tasks.rados.rados.0.smithi089.stdout:2990: done (2 left) 2024-07-26T06:14:56.512 INFO:tasks.rados.rados.0.smithi089.stdout:2995: snap_create 2024-07-26T06:14:56.523 INFO:tasks.rados.rados.0.smithi089.stdout:2994: finishing write tid 1 to smithi08986837-5 2024-07-26T06:14:56.523 INFO:tasks.rados.rados.0.smithi089.stdout:2994: finishing write tid 2 to smithi08986837-5 2024-07-26T06:14:56.523 INFO:tasks.rados.rados.0.smithi089.stdout:2994: finishing write tid 3 to smithi08986837-5 2024-07-26T06:14:56.525 INFO:tasks.rados.rados.0.smithi089.stdout:2994: finishing write tid 4 to smithi08986837-5 2024-07-26T06:14:56.525 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 5 v 1579 (ObjNum 909 snap 286 seq_num 909) dirty exists 2024-07-26T06:14:56.525 INFO:tasks.rados.rados.0.smithi089.stdout:2994: left oid 5 (ObjNum 909 snap 286 seq_num 909) 2024-07-26T06:14:56.541 INFO:tasks.rados.rados.0.smithi089.stdout:2993: finishing copy_from racing read to smithi08986837-30 2024-07-26T06:14:56.548 INFO:tasks.rados.rados.0.smithi089.stdout:2993: finishing copy_from to smithi08986837-30 2024-07-26T06:14:56.548 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 30 v 1188 (ObjNum 907 snap 286 seq_num 907) dirty exists 2024-07-26T06:14:56.607 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:14:56.658 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:56 smithi089 ceph-mon[99608]: osdmap e653: 8 total, 8 up, 8 in 2024-07-26T06:14:56.659 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:56 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/3926784489' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:56.659 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:56 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:14:56.659 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:56 smithi089 ceph-mon[102056]: osdmap e653: 8 total, 8 up, 8 in 2024-07-26T06:14:56.660 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:56 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/3926784489' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:56.660 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:56 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:14:56.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:56 smithi155 ceph-mon[90160]: osdmap e653: 8 total, 8 up, 8 in 2024-07-26T06:14:56.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:56 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/3926784489' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:56.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:56 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:14:57.517 INFO:tasks.rados.rados.0.smithi089.stdout:2993: done (2 left) 2024-07-26T06:14:57.517 INFO:tasks.rados.rados.0.smithi089.stdout:2994: done (1 left) 2024-07-26T06:14:57.517 INFO:tasks.rados.rados.0.smithi089.stdout:2995: done (0 left) 2024-07-26T06:14:57.517 INFO:tasks.rados.rados.0.smithi089.stdout:2996: snap_remove snap 282 2024-07-26T06:14:57.852 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:57 smithi089 ceph-mon[99608]: osdmap e654: 8 total, 8 up, 8 in 2024-07-26T06:14:57.852 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:57 smithi089 ceph-mon[99608]: pgmap v637: 121 pgs: 121 active+clean; 406 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 1.7 MiB/s wr, 31 op/s 2024-07-26T06:14:57.852 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:57 smithi089 ceph-mon[102056]: osdmap e654: 8 total, 8 up, 8 in 2024-07-26T06:14:57.852 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:57 smithi089 ceph-mon[102056]: pgmap v637: 121 pgs: 121 active+clean; 406 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 1.7 MiB/s wr, 31 op/s 2024-07-26T06:14:57.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:57 smithi155 ceph-mon[90160]: osdmap e654: 8 total, 8 up, 8 in 2024-07-26T06:14:57.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:57 smithi155 ceph-mon[90160]: pgmap v637: 121 pgs: 121 active+clean; 406 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 1.7 MiB/s wr, 31 op/s 2024-07-26T06:14:58.527 INFO:tasks.rados.rados.0.smithi089.stdout:2996: done (0 left) 2024-07-26T06:14:58.528 INFO:tasks.rados.rados.0.smithi089.stdout:2997: copy_from oid 16 from oid 21 current snap is 287 2024-07-26T06:14:58.528 INFO:tasks.rados.rados.0.smithi089.stdout:2998: rmattr oid 13 current snap is 287 2024-07-26T06:14:58.528 INFO:tasks.rados.rados.0.smithi089.stdout:2999: delete oid 42 current snap is 287 2024-07-26T06:14:58.538 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 13 v 1358 (ObjNum 893 snap 284 seq_num 893) dirty exists 2024-07-26T06:14:58.541 INFO:tasks.rados.rados.0.smithi089.stdout:2998: done (2 left) 2024-07-26T06:14:58.541 INFO:tasks.rados.rados.0.smithi089.stdout:2999: done (1 left) 2024-07-26T06:14:58.541 INFO:tasks.rados.rados.0.smithi089.stdout:3000: snap_remove snap 232 2024-07-26T06:14:58.642 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)" 2024-07-26T06:14:58.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:58 smithi155 ceph-mon[90160]: osdmap e655: 8 total, 8 up, 8 in 2024-07-26T06:14:58.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:58 smithi089 ceph-mon[99608]: osdmap e655: 8 total, 8 up, 8 in 2024-07-26T06:14:58.907 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:58 smithi089 ceph-mon[102056]: osdmap e655: 8 total, 8 up, 8 in 2024-07-26T06:14:59.359 INFO:teuthology.task.sequential:In sequential, running task print... 2024-07-26T06:14:59.359 INFO:teuthology.task.print:**** done end upgrade, wait... 2024-07-26T06:14:59.360 DEBUG:teuthology.parallel:result is None 2024-07-26T06:14:59.438 INFO:tasks.rados.rados.0.smithi089.stdout:3000: done (1 left) 2024-07-26T06:14:59.438 INFO:tasks.rados.rados.0.smithi089.stdout:3001: rollback oid 50 current snap is 287 2024-07-26T06:14:59.439 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 50 to 267 2024-07-26T06:14:59.439 INFO:tasks.rados.rados.0.smithi089.stdout:3002: setattr oid 46 current snap is 287 2024-07-26T06:14:59.439 INFO:tasks.rados.rados.0.smithi089.stdout:3003: copy_from oid 42 from oid 33 current snap is 287 2024-07-26T06:14:59.439 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 11 current snap is 287 2024-07-26T06:14:59.439 INFO:tasks.rados.rados.0.smithi089.stdout:3004: seq_num 911 ranges {4636672=466944,5103616=401408} 2024-07-26T06:14:59.466 INFO:tasks.rados.rados.0.smithi089.stdout:3004: writing smithi08986837-11 from 4636672 to 5103616 tid 1 2024-07-26T06:14:59.472 INFO:tasks.rados.rados.0.smithi089.stdout:3004: writing smithi08986837-11 from 5103616 to 5505024 tid 2 2024-07-26T06:14:59.473 INFO:tasks.rados.rados.0.smithi089.stdout:3005: copy_from oid 32 from oid 9 current snap is 287 2024-07-26T06:14:59.473 INFO:tasks.rados.rados.0.smithi089.stdout:2997: finishing copy_from racing read to smithi08986837-16 2024-07-26T06:14:59.473 INFO:tasks.rados.rados.0.smithi089.stdout:2997: finishing copy_from to smithi08986837-16 2024-07-26T06:14:59.473 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 16 v 1182 (ObjNum 845 snap 265 seq_num 845) dirty exists 2024-07-26T06:14:59.473 INFO:tasks.rados.rados.0.smithi089.stdout:3001: finishing rollback tid 0 to smithi08986837-50 2024-07-26T06:14:59.473 INFO:tasks.rados.rados.0.smithi089.stdout:3001: finishing rollback tid 1 to smithi08986837-50 2024-07-26T06:14:59.473 INFO:tasks.rados.rados.0.smithi089.stdout:3001: finishing rollback tid 2 to smithi08986837-50 2024-07-26T06:14:59.473 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 50 v 1363 (ObjNum 841 snap 265 seq_num 841) dirty exists 2024-07-26T06:14:59.473 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 46 v 1968 (ObjNum 877 snap 281 seq_num 877) dirty exists 2024-07-26T06:14:59.473 INFO:tasks.rados.rados.0.smithi089.stdout:3003: finishing copy_from racing read to smithi08986837-42 2024-07-26T06:14:59.473 INFO:tasks.rados.rados.0.smithi089.stdout:3003: finishing copy_from to smithi08986837-42 2024-07-26T06:14:59.474 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 42 v 1586 (ObjNum 891 snap 283 seq_num 891) dirty exists 2024-07-26T06:14:59.474 INFO:tasks.rados.rados.0.smithi089.stdout:2997: done (5 left) 2024-07-26T06:14:59.474 INFO:tasks.rados.rados.0.smithi089.stdout:3001: done (4 left) 2024-07-26T06:14:59.474 INFO:tasks.rados.rados.0.smithi089.stdout:3002: done (3 left) 2024-07-26T06:14:59.474 INFO:tasks.rados.rados.0.smithi089.stdout:3003: done (2 left) 2024-07-26T06:14:59.474 INFO:tasks.rados.rados.0.smithi089.stdout:3006: delete oid 47 current snap is 287 2024-07-26T06:14:59.474 INFO:tasks.rados.rados.0.smithi089.stdout:3005: finishing copy_from to smithi08986837-32 2024-07-26T06:14:59.474 INFO:tasks.rados.rados.0.smithi089.stdout:3005: got expected ENOENT (src dne) 2024-07-26T06:14:59.474 INFO:tasks.rados.rados.0.smithi089.stdout:3005: finishing copy_from racing read to smithi08986837-32 2024-07-26T06:14:59.474 INFO:tasks.rados.rados.0.smithi089.stdout:3005: done (2 left) 2024-07-26T06:14:59.474 INFO:tasks.rados.rados.0.smithi089.stdout:3006: done (1 left) 2024-07-26T06:14:59.475 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 13 current snap is 287 2024-07-26T06:14:59.475 INFO:tasks.rados.rados.0.smithi089.stdout:3007: seq_num 913 ranges {11730944=499712,12230656=401408} 2024-07-26T06:14:59.536 INFO:tasks.rados.rados.0.smithi089.stdout:3007: writing smithi08986837-13 from 11730944 to 12230656 tid 1 2024-07-26T06:14:59.540 INFO:tasks.rados.rados.0.smithi089.stdout:3007: writing smithi08986837-13 from 12230656 to 12632064 tid 2 2024-07-26T06:14:59.540 INFO:tasks.rados.rados.0.smithi089.stdout:3008: read oid 24 snap -1 2024-07-26T06:14:59.540 INFO:tasks.rados.rados.0.smithi089.stdout:3008: expect (ObjNum 900 snap 285 seq_num 900) 2024-07-26T06:14:59.540 INFO:tasks.rados.rados.0.smithi089.stdout:3009: delete oid 31 current snap is 287 2024-07-26T06:14:59.540 INFO:tasks.rados.rados.0.smithi089.stdout:3004: finishing write tid 1 to smithi08986837-11 2024-07-26T06:14:59.541 INFO:tasks.rados.rados.0.smithi089.stdout:3004: finishing write tid 2 to smithi08986837-11 2024-07-26T06:14:59.541 INFO:tasks.rados.rados.0.smithi089.stdout:3004: finishing write tid 3 to smithi08986837-11 2024-07-26T06:14:59.541 INFO:tasks.rados.rados.0.smithi089.stdout:3004: finishing write tid 4 to smithi08986837-11 2024-07-26T06:14:59.541 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 11 v 1737 (ObjNum 911 snap 287 seq_num 911) dirty exists 2024-07-26T06:14:59.541 INFO:tasks.rados.rados.0.smithi089.stdout:3004: left oid 11 (ObjNum 911 snap 287 seq_num 911) 2024-07-26T06:14:59.544 INFO:tasks.rados.rados.0.smithi089.stdout:3007: finishing write tid 1 to smithi08986837-13 2024-07-26T06:14:59.545 INFO:tasks.rados.rados.0.smithi089.stdout:3004: done (3 left) 2024-07-26T06:14:59.545 INFO:tasks.rados.rados.0.smithi089.stdout:3009: done (2 left) 2024-07-26T06:14:59.545 INFO:tasks.rados.rados.0.smithi089.stdout:3010: read oid 37 snap -1 2024-07-26T06:14:59.545 INFO:tasks.rados.rados.0.smithi089.stdout:3010: expect deleted 2024-07-26T06:14:59.545 INFO:tasks.rados.rados.0.smithi089.stdout:3011: read oid 34 snap -1 2024-07-26T06:14:59.545 INFO:tasks.rados.rados.0.smithi089.stdout:3011: expect (ObjNum 459 snap 132 seq_num 459) 2024-07-26T06:14:59.546 INFO:tasks.rados.rados.0.smithi089.stdout:3012: rollback oid 10 current snap is 287 2024-07-26T06:14:59.546 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 10 to 235 2024-07-26T06:14:59.546 INFO:tasks.rados.rados.0.smithi089.stdout:3013: rmattr oid 36 current snap is 287 2024-07-26T06:14:59.546 INFO:tasks.rados.rados.0.smithi089.stdout:3013: done (5 left) 2024-07-26T06:14:59.546 INFO:tasks.rados.rados.0.smithi089.stdout:3014: read oid 25 snap -1 2024-07-26T06:14:59.547 INFO:tasks.rados.rados.0.smithi089.stdout:3014: expect deleted 2024-07-26T06:14:59.547 INFO:tasks.rados.rados.0.smithi089.stdout:3015: read oid 21 snap -1 2024-07-26T06:14:59.547 INFO:tasks.rados.rados.0.smithi089.stdout:3015: expect (ObjNum 845 snap 265 seq_num 845) 2024-07-26T06:14:59.547 INFO:tasks.rados.rados.0.smithi089.stdout:3007: finishing write tid 2 to smithi08986837-13 2024-07-26T06:14:59.547 INFO:tasks.rados.rados.0.smithi089.stdout:3016: snap_remove snap 286 2024-07-26T06:14:59.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:59 smithi089 ceph-mon[102056]: osdmap e656: 8 total, 8 up, 8 in 2024-07-26T06:14:59.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:59 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/1729709087' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:59.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:59 smithi089 ceph-mon[102056]: pgmap v640: 121 pgs: 121 active+clean; 405 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.8 MiB/s wr, 35 op/s 2024-07-26T06:14:59.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:14:59 smithi089 ceph-mon[102056]: osdmap e657: 8 total, 8 up, 8 in 2024-07-26T06:14:59.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:59 smithi089 ceph-mon[99608]: osdmap e656: 8 total, 8 up, 8 in 2024-07-26T06:14:59.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:59 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/1729709087' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:59.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:59 smithi089 ceph-mon[99608]: pgmap v640: 121 pgs: 121 active+clean; 405 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.8 MiB/s wr, 35 op/s 2024-07-26T06:14:59.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:14:59 smithi089 ceph-mon[99608]: osdmap e657: 8 total, 8 up, 8 in 2024-07-26T06:14:59.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:59 smithi155 ceph-mon[90160]: osdmap e656: 8 total, 8 up, 8 in 2024-07-26T06:14:59.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:59 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/1729709087' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-07-26T06:14:59.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:59 smithi155 ceph-mon[90160]: pgmap v640: 121 pgs: 121 active+clean; 405 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.8 MiB/s wr, 35 op/s 2024-07-26T06:14:59.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:14:59 smithi155 ceph-mon[90160]: osdmap e657: 8 total, 8 up, 8 in 2024-07-26T06:15:00.540 INFO:tasks.rados.rados.0.smithi089.stdout:3007: finishing write tid 3 to smithi08986837-13 2024-07-26T06:15:00.540 INFO:tasks.rados.rados.0.smithi089.stdout:3008: expect (ObjNum 900 snap 285 seq_num 900) 2024-07-26T06:15:00.561 INFO:tasks.rados.rados.0.smithi089.stdout:3007: finishing write tid 4 to smithi08986837-13 2024-07-26T06:15:00.561 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 13 v 1361 (ObjNum 913 snap 287 seq_num 913) dirty exists 2024-07-26T06:15:00.561 INFO:tasks.rados.rados.0.smithi089.stdout:3007: left oid 13 (ObjNum 913 snap 287 seq_num 913) 2024-07-26T06:15:00.562 INFO:tasks.rados.rados.0.smithi089.stdout:3012: finishing rollback tid 0 to smithi08986837-10 2024-07-26T06:15:00.562 INFO:tasks.rados.rados.0.smithi089.stdout:3012: finishing rollback tid 1 to smithi08986837-10 2024-07-26T06:15:00.562 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 10 v 1742 (ObjNum 609 snap 0 seq_num 0) dirty dne 2024-07-26T06:15:00.562 INFO:tasks.rados.rados.0.smithi089.stdout:3011: expect (ObjNum 459 snap 132 seq_num 459) 2024-07-26T06:15:00.590 INFO:tasks.rados.rados.0.smithi089.stdout:3015: expect (ObjNum 845 snap 265 seq_num 845) 2024-07-26T06:15:00.646 INFO:tasks.rados.rados.0.smithi089.stdout:3007: done (7 left) 2024-07-26T06:15:00.647 INFO:tasks.rados.rados.0.smithi089.stdout:3008: done (6 left) 2024-07-26T06:15:00.647 INFO:tasks.rados.rados.0.smithi089.stdout:3010: done (5 left) 2024-07-26T06:15:00.647 INFO:tasks.rados.rados.0.smithi089.stdout:3011: done (4 left) 2024-07-26T06:15:00.647 INFO:tasks.rados.rados.0.smithi089.stdout:3012: done (3 left) 2024-07-26T06:15:00.647 INFO:tasks.rados.rados.0.smithi089.stdout:3014: done (2 left) 2024-07-26T06:15:00.647 INFO:tasks.rados.rados.0.smithi089.stdout:3015: done (1 left) 2024-07-26T06:15:00.647 INFO:tasks.rados.rados.0.smithi089.stdout:3016: done (0 left) 2024-07-26T06:15:00.647 INFO:tasks.rados.rados.0.smithi089.stdout:3017: delete oid 3 current snap is 287 2024-07-26T06:15:00.648 INFO:tasks.rados.rados.0.smithi089.stdout:3017: done (0 left) 2024-07-26T06:15:00.648 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 2 current snap is 287 2024-07-26T06:15:00.648 INFO:tasks.rados.rados.0.smithi089.stdout:3018: seq_num 916 ranges {6594560=548864,7143424=401408} 2024-07-26T06:15:00.685 INFO:tasks.rados.rados.0.smithi089.stdout:3018: writing smithi08986837-2 from 6594560 to 7143424 tid 1 2024-07-26T06:15:00.688 INFO:tasks.rados.rados.0.smithi089.stdout:3018: writing smithi08986837-2 from 7143424 to 7544832 tid 2 2024-07-26T06:15:00.688 INFO:tasks.rados.rados.0.smithi089.stdout:3019: rollback oid 37 current snap is 287 2024-07-26T06:15:00.688 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 37 to 266 2024-07-26T06:15:00.688 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 34 current snap is 287 2024-07-26T06:15:00.688 INFO:tasks.rados.rados.0.smithi089.stdout:3020: seq_num 917 ranges {868352=565248,1433600=401408} 2024-07-26T06:15:00.696 INFO:tasks.rados.rados.0.smithi089.stdout:3020: writing smithi08986837-34 from 868352 to 1433600 tid 1 2024-07-26T06:15:00.699 INFO:tasks.rados.rados.0.smithi089.stdout:3020: writing smithi08986837-34 from 1433600 to 1835008 tid 2 2024-07-26T06:15:00.699 INFO:tasks.rados.rados.0.smithi089.stdout:3021: delete oid 22 current snap is 287 2024-07-26T06:15:00.699 INFO:tasks.rados.rados.0.smithi089.stdout:3018: finishing write tid 1 to smithi08986837-2 2024-07-26T06:15:00.699 INFO:tasks.rados.rados.0.smithi089.stdout:3019: finishing rollback tid 1 to smithi08986837-37 2024-07-26T06:15:00.699 INFO:tasks.rados.rados.0.smithi089.stdout:3018: finishing write tid 2 to smithi08986837-2 2024-07-26T06:15:00.699 INFO:tasks.rados.rados.0.smithi089.stdout:3018: finishing write tid 3 to smithi08986837-2 2024-07-26T06:15:00.699 INFO:tasks.rados.rados.0.smithi089.stdout:3019: finishing rollback tid 2 to smithi08986837-37 2024-07-26T06:15:00.699 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 37 v 1984 (ObjNum 802 snap 260 seq_num 802) dirty exists 2024-07-26T06:15:00.699 INFO:tasks.rados.rados.0.smithi089.stdout:3018: finishing write tid 4 to smithi08986837-2 2024-07-26T06:15:00.699 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 2 v 1180 (ObjNum 916 snap 287 seq_num 916) dirty exists 2024-07-26T06:15:00.699 INFO:tasks.rados.rados.0.smithi089.stdout:3018: left oid 2 (ObjNum 916 snap 287 seq_num 916) 2024-07-26T06:15:00.700 INFO:tasks.rados.rados.0.smithi089.stdout:3020: finishing write tid 1 to smithi08986837-34 2024-07-26T06:15:00.701 INFO:tasks.rados.rados.0.smithi089.stdout:3020: finishing write tid 2 to smithi08986837-34 2024-07-26T06:15:00.701 INFO:tasks.rados.rados.0.smithi089.stdout:3020: finishing write tid 3 to smithi08986837-34 2024-07-26T06:15:00.701 INFO:tasks.rados.rados.0.smithi089.stdout:3018: done (3 left) 2024-07-26T06:15:00.701 INFO:tasks.rados.rados.0.smithi089.stdout:3019: done (2 left) 2024-07-26T06:15:00.702 INFO:tasks.rados.rados.0.smithi089.stdout:3021: done (1 left) 2024-07-26T06:15:00.702 INFO:tasks.rados.rados.0.smithi089.stdout:3022: rmattr oid 43 current snap is 287 2024-07-26T06:15:00.702 INFO:tasks.rados.rados.0.smithi089.stdout:3022: done (1 left) 2024-07-26T06:15:00.702 INFO:tasks.rados.rados.0.smithi089.stdout:3023: rollback oid 13 current snap is 287 2024-07-26T06:15:00.702 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 13 to 268 2024-07-26T06:15:00.702 INFO:tasks.rados.rados.0.smithi089.stdout:3024: read oid 39 snap -1 2024-07-26T06:15:00.702 INFO:tasks.rados.rados.0.smithi089.stdout:3024: expect (ObjNum 892 snap 283 seq_num 892) 2024-07-26T06:15:00.702 INFO:tasks.rados.rados.0.smithi089.stdout:3025: snap_create 2024-07-26T06:15:00.703 INFO:tasks.rados.rados.0.smithi089.stdout:3020: finishing write tid 4 to smithi08986837-34 2024-07-26T06:15:00.703 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 34 v 1346 (ObjNum 917 snap 287 seq_num 917) dirty exists 2024-07-26T06:15:00.703 INFO:tasks.rados.rados.0.smithi089.stdout:3020: left oid 34 (ObjNum 917 snap 287 seq_num 917) 2024-07-26T06:15:00.705 INFO:tasks.rados.rados.0.smithi089.stdout:3023: finishing rollback tid 0 to smithi08986837-13 2024-07-26T06:15:00.706 INFO:tasks.rados.rados.0.smithi089.stdout:3023: finishing rollback tid 1 to smithi08986837-13 2024-07-26T06:15:00.706 INFO:tasks.rados.rados.0.smithi089.stdout:3023: finishing rollback tid 2 to smithi08986837-13 2024-07-26T06:15:00.706 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 13 v 1365 (ObjNum 823 snap 263 seq_num 823) dirty exists 2024-07-26T06:15:00.718 INFO:tasks.rados.rados.0.smithi089.stdout:3024: expect (ObjNum 892 snap 283 seq_num 892) 2024-07-26T06:15:01.545 INFO:tasks.rados.rados.0.smithi089.stdout:3020: done (3 left) 2024-07-26T06:15:01.545 INFO:tasks.rados.rados.0.smithi089.stdout:3023: done (2 left) 2024-07-26T06:15:01.545 INFO:tasks.rados.rados.0.smithi089.stdout:3024: done (1 left) 2024-07-26T06:15:01.545 INFO:tasks.rados.rados.0.smithi089.stdout:3025: done (0 left) 2024-07-26T06:15:01.545 INFO:tasks.rados.rados.0.smithi089.stdout:3026: rmattr oid 4 current snap is 288 2024-07-26T06:15:01.545 INFO:tasks.rados.rados.0.smithi089.stdout:3027: snap_create 2024-07-26T06:15:01.548 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 4 v 1347 (ObjNum 908 snap 286 seq_num 908) dirty exists 2024-07-26T06:15:01.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:01 smithi155 ceph-mon[90160]: osdmap e658: 8 total, 8 up, 8 in 2024-07-26T06:15:01.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:01 smithi155 ceph-mon[90160]: pgmap v643: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 403 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.3 MiB/s wr, 14 op/s 2024-07-26T06:15:01.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:01 smithi089 ceph-mon[99608]: osdmap e658: 8 total, 8 up, 8 in 2024-07-26T06:15:01.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:01 smithi089 ceph-mon[99608]: pgmap v643: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 403 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.3 MiB/s wr, 14 op/s 2024-07-26T06:15:01.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:01 smithi089 ceph-mon[102056]: osdmap e658: 8 total, 8 up, 8 in 2024-07-26T06:15:01.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:01 smithi089 ceph-mon[102056]: pgmap v643: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 403 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.3 MiB/s wr, 14 op/s 2024-07-26T06:15:02.548 INFO:tasks.rados.rados.0.smithi089.stdout:3026: done (1 left) 2024-07-26T06:15:02.548 INFO:tasks.rados.rados.0.smithi089.stdout:3027: done (0 left) 2024-07-26T06:15:02.548 INFO:tasks.rados.rados.0.smithi089.stdout:3028: snap_create 2024-07-26T06:15:02.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:02 smithi155 ceph-mon[90160]: osdmap e659: 8 total, 8 up, 8 in 2024-07-26T06:15:02.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:15:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:15:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:15:02.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:02 smithi089 ceph-mon[99608]: osdmap e659: 8 total, 8 up, 8 in 2024-07-26T06:15:02.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:15:02 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:15:02] "GET /metrics HTTP/1.1" 200 36350 "" "Prometheus/2.43.0" 2024-07-26T06:15:02.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:02 smithi089 ceph-mon[102056]: osdmap e659: 8 total, 8 up, 8 in 2024-07-26T06:15:03.560 INFO:tasks.rados.rados.0.smithi089.stdout:3028: done (0 left) 2024-07-26T06:15:03.560 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 15 current snap is 290 2024-07-26T06:15:03.561 INFO:tasks.rados.rados.0.smithi089.stdout:3029: seq_num 919 ranges {0=598016,598016=401408} 2024-07-26T06:15:03.563 INFO:tasks.rados.rados.0.smithi089.stdout:3029: writing smithi08986837-15 from 0 to 598016 tid 1 2024-07-26T06:15:03.566 INFO:tasks.rados.rados.0.smithi089.stdout:3029: writing smithi08986837-15 from 598016 to 999424 tid 2 2024-07-26T06:15:03.566 INFO:tasks.rados.rados.0.smithi089.stdout:3030: rollback oid 3 current snap is 290 2024-07-26T06:15:03.567 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 3 to 248 2024-07-26T06:15:03.567 INFO:tasks.rados.rados.0.smithi089.stdout:3031: read oid 50 snap 267 2024-07-26T06:15:03.567 INFO:tasks.rados.rados.0.smithi089.stdout:3031: expect (ObjNum 841 snap 265 seq_num 841) 2024-07-26T06:15:03.567 INFO:tasks.rados.rados.0.smithi089.stdout:3032: snap_create 2024-07-26T06:15:03.572 INFO:tasks.rados.rados.0.smithi089.stdout:3030: finishing rollback tid 1 to smithi08986837-3 2024-07-26T06:15:03.572 INFO:tasks.rados.rados.0.smithi089.stdout:3030: finishing rollback tid 2 to smithi08986837-3 2024-07-26T06:15:03.572 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 3 v 1192 (ObjNum 655 snap 200 seq_num 655) dirty exists 2024-07-26T06:15:03.574 INFO:tasks.rados.rados.0.smithi089.stdout:3029: finishing write tid 1 to smithi08986837-15 2024-07-26T06:15:03.575 INFO:tasks.rados.rados.0.smithi089.stdout:3029: finishing write tid 2 to smithi08986837-15 2024-07-26T06:15:03.575 INFO:tasks.rados.rados.0.smithi089.stdout:3029: finishing write tid 3 to smithi08986837-15 2024-07-26T06:15:03.576 INFO:tasks.rados.rados.0.smithi089.stdout:3031: expect (ObjNum 841 snap 265 seq_num 841) 2024-07-26T06:15:03.629 INFO:tasks.rados.rados.0.smithi089.stdout:3029: finishing write tid 4 to smithi08986837-15 2024-07-26T06:15:03.630 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 15 v 1987 (ObjNum 919 snap 290 seq_num 919) dirty exists 2024-07-26T06:15:03.630 INFO:tasks.rados.rados.0.smithi089.stdout:3029: left oid 15 (ObjNum 919 snap 290 seq_num 919) 2024-07-26T06:15:03.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:03 smithi155 ceph-mon[90160]: osdmap e660: 8 total, 8 up, 8 in 2024-07-26T06:15:03.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:03 smithi155 ceph-mon[90160]: pgmap v646: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 395 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 2.5 MiB/s wr, 16 op/s 2024-07-26T06:15:03.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:03 smithi089 ceph-mon[99608]: osdmap e660: 8 total, 8 up, 8 in 2024-07-26T06:15:03.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:03 smithi089 ceph-mon[99608]: pgmap v646: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 395 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 2.5 MiB/s wr, 16 op/s 2024-07-26T06:15:03.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:03 smithi089 ceph-mon[102056]: osdmap e660: 8 total, 8 up, 8 in 2024-07-26T06:15:03.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:03 smithi089 ceph-mon[102056]: pgmap v646: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 395 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 2.5 MiB/s wr, 16 op/s 2024-07-26T06:15:04.435 INFO:tasks.rados.rados.0.smithi089.stdout:3029: done (3 left) 2024-07-26T06:15:04.435 INFO:tasks.rados.rados.0.smithi089.stdout:3030: done (2 left) 2024-07-26T06:15:04.435 INFO:tasks.rados.rados.0.smithi089.stdout:3031: done (1 left) 2024-07-26T06:15:04.435 INFO:tasks.rados.rados.0.smithi089.stdout:3032: done (0 left) 2024-07-26T06:15:04.435 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 7 current snap is 291 2024-07-26T06:15:04.435 INFO:tasks.rados.rados.0.smithi089.stdout:3033: seq_num 920 ranges {3940352=614400,4554752=401408} 2024-07-26T06:15:04.459 INFO:tasks.rados.rados.0.smithi089.stdout:3033: writing smithi08986837-7 from 3940352 to 4554752 tid 1 2024-07-26T06:15:04.461 INFO:tasks.rados.rados.0.smithi089.stdout:3033: writing smithi08986837-7 from 4554752 to 4956160 tid 2 2024-07-26T06:15:04.461 INFO:tasks.rados.rados.0.smithi089.stdout:3034: rollback oid 44 current snap is 291 2024-07-26T06:15:04.461 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 44 to 235 2024-07-26T06:15:04.461 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 42 current snap is 291 2024-07-26T06:15:04.461 INFO:tasks.rados.rados.0.smithi089.stdout:3035: seq_num 921 ranges {1703936=630784,2334720=401408} 2024-07-26T06:15:04.474 INFO:tasks.rados.rados.0.smithi089.stdout:3035: writing smithi08986837-42 from 1703936 to 2334720 tid 1 2024-07-26T06:15:04.477 INFO:tasks.rados.rados.0.smithi089.stdout:3035: writing smithi08986837-42 from 2334720 to 2736128 tid 2 2024-07-26T06:15:04.477 INFO:tasks.rados.rados.0.smithi089.stdout:3036: rollback oid 9 current snap is 291 2024-07-26T06:15:04.477 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 9 to 287 2024-07-26T06:15:04.477 INFO:tasks.rados.rados.0.smithi089.stdout:3034: finishing rollback tid 1 to smithi08986837-44 2024-07-26T06:15:04.477 INFO:tasks.rados.rados.0.smithi089.stdout:3034: finishing rollback tid 2 to smithi08986837-44 2024-07-26T06:15:04.477 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 44 v 1989 (ObjNum 692 snap 216 seq_num 692) dirty exists 2024-07-26T06:15:04.478 INFO:tasks.rados.rados.0.smithi089.stdout:3033: finishing write tid 1 to smithi08986837-7 2024-07-26T06:15:04.478 INFO:tasks.rados.rados.0.smithi089.stdout:3033: finishing write tid 2 to smithi08986837-7 2024-07-26T06:15:04.478 INFO:tasks.rados.rados.0.smithi089.stdout:3033: finishing write tid 3 to smithi08986837-7 2024-07-26T06:15:04.478 INFO:tasks.rados.rados.0.smithi089.stdout:3034: done (3 left) 2024-07-26T06:15:04.478 INFO:tasks.rados.rados.0.smithi089.stdout:3037: read oid 28 snap -1 2024-07-26T06:15:04.478 INFO:tasks.rados.rados.0.smithi089.stdout:3037: expect (ObjNum 890 snap 283 seq_num 890) 2024-07-26T06:15:04.478 INFO:tasks.rados.rados.0.smithi089.stdout:3038: snap_create 2024-07-26T06:15:04.478 INFO:tasks.rados.rados.0.smithi089.stdout:3033: finishing write tid 4 to smithi08986837-7 2024-07-26T06:15:04.478 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 7 v 1342 (ObjNum 920 snap 291 seq_num 920) dirty exists 2024-07-26T06:15:04.478 INFO:tasks.rados.rados.0.smithi089.stdout:3033: left oid 7 (ObjNum 920 snap 291 seq_num 920) 2024-07-26T06:15:04.481 INFO:tasks.rados.rados.0.smithi089.stdout:3036: finishing rollback tid 1 to smithi08986837-9 2024-07-26T06:15:04.481 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 9 v 466 (ObjNum 33 snap 0 seq_num 3362039792) dirty dne 2024-07-26T06:15:04.481 INFO:tasks.rados.rados.0.smithi089.stdout:3035: finishing write tid 1 to smithi08986837-42 2024-07-26T06:15:04.482 INFO:tasks.rados.rados.0.smithi089.stdout:3035: finishing write tid 2 to smithi08986837-42 2024-07-26T06:15:04.482 INFO:tasks.rados.rados.0.smithi089.stdout:3035: finishing write tid 3 to smithi08986837-42 2024-07-26T06:15:04.483 INFO:tasks.rados.rados.0.smithi089.stdout:3037: expect (ObjNum 890 snap 283 seq_num 890) 2024-07-26T06:15:04.512 INFO:tasks.rados.rados.0.smithi089.stdout:3035: finishing write tid 4 to smithi08986837-42 2024-07-26T06:15:04.512 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 42 v 1993 (ObjNum 921 snap 291 seq_num 921) dirty exists 2024-07-26T06:15:04.512 INFO:tasks.rados.rados.0.smithi089.stdout:3035: left oid 42 (ObjNum 921 snap 291 seq_num 921) 2024-07-26T06:15:04.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:04 smithi155 ceph-mon[90160]: osdmap e661: 8 total, 8 up, 8 in 2024-07-26T06:15:04.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:04 smithi155 ceph-mon[90160]: osdmap e662: 8 total, 8 up, 8 in 2024-07-26T06:15:04.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:04 smithi089 ceph-mon[99608]: osdmap e661: 8 total, 8 up, 8 in 2024-07-26T06:15:04.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:04 smithi089 ceph-mon[99608]: osdmap e662: 8 total, 8 up, 8 in 2024-07-26T06:15:04.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:04 smithi089 ceph-mon[102056]: osdmap e661: 8 total, 8 up, 8 in 2024-07-26T06:15:04.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:04 smithi089 ceph-mon[102056]: osdmap e662: 8 total, 8 up, 8 in 2024-07-26T06:15:05.436 INFO:tasks.rados.rados.0.smithi089.stdout:3033: done (4 left) 2024-07-26T06:15:05.436 INFO:tasks.rados.rados.0.smithi089.stdout:3035: done (3 left) 2024-07-26T06:15:05.436 INFO:tasks.rados.rados.0.smithi089.stdout:3036: done (2 left) 2024-07-26T06:15:05.436 INFO:tasks.rados.rados.0.smithi089.stdout:3037: done (1 left) 2024-07-26T06:15:05.436 INFO:tasks.rados.rados.0.smithi089.stdout:3038: done (0 left) 2024-07-26T06:15:05.436 INFO:tasks.rados.rados.0.smithi089.stdout:3039: snap_remove snap 279 2024-07-26T06:15:05.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:05 smithi155 ceph-mon[90160]: pgmap v649: 121 pgs: 121 active+clean; 404 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 2.5 MiB/s wr, 16 op/s 2024-07-26T06:15:05.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:05 smithi155 ceph-mon[90160]: osdmap e663: 8 total, 8 up, 8 in 2024-07-26T06:15:05.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:05 smithi089 ceph-mon[99608]: pgmap v649: 121 pgs: 121 active+clean; 404 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 2.5 MiB/s wr, 16 op/s 2024-07-26T06:15:05.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:05 smithi089 ceph-mon[99608]: osdmap e663: 8 total, 8 up, 8 in 2024-07-26T06:15:05.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:05 smithi089 ceph-mon[102056]: pgmap v649: 121 pgs: 121 active+clean; 404 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 2.5 MiB/s wr, 16 op/s 2024-07-26T06:15:05.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:05 smithi089 ceph-mon[102056]: osdmap e663: 8 total, 8 up, 8 in 2024-07-26T06:15:06.438 INFO:tasks.rados.rados.0.smithi089.stdout:3039: done (0 left) 2024-07-26T06:15:06.438 INFO:tasks.rados.rados.0.smithi089.stdout:3040: rmattr oid 38 current snap is 292 2024-07-26T06:15:06.438 INFO:tasks.rados.rados.0.smithi089.stdout:3040: done (0 left) 2024-07-26T06:15:06.438 INFO:tasks.rados.rados.0.smithi089.stdout:3041: read oid 15 snap -1 2024-07-26T06:15:06.438 INFO:tasks.rados.rados.0.smithi089.stdout:3041: expect (ObjNum 919 snap 290 seq_num 919) 2024-07-26T06:15:06.438 INFO:tasks.rados.rados.0.smithi089.stdout:3042: rollback oid 33 current snap is 292 2024-07-26T06:15:06.438 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 33 to 268 2024-07-26T06:15:06.438 INFO:tasks.rados.rados.0.smithi089.stdout:3043: snap_remove snap 285 2024-07-26T06:15:07.442 INFO:tasks.rados.rados.0.smithi089.stdout:3043: done (2 left) 2024-07-26T06:15:07.443 INFO:tasks.rados.rados.0.smithi089.stdout:3044: snap_remove snap 288 2024-07-26T06:15:07.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:07 smithi155 ceph-mon[90160]: osdmap e664: 8 total, 8 up, 8 in 2024-07-26T06:15:07.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:07 smithi155 ceph-mon[90160]: pgmap v652: 121 pgs: 121 active+clean; 408 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.2 MiB/s wr, 9 op/s 2024-07-26T06:15:07.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:07 smithi089 ceph-mon[99608]: osdmap e664: 8 total, 8 up, 8 in 2024-07-26T06:15:07.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:07 smithi089 ceph-mon[99608]: pgmap v652: 121 pgs: 121 active+clean; 408 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.2 MiB/s wr, 9 op/s 2024-07-26T06:15:07.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:07 smithi089 ceph-mon[102056]: osdmap e664: 8 total, 8 up, 8 in 2024-07-26T06:15:07.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:07 smithi089 ceph-mon[102056]: pgmap v652: 121 pgs: 121 active+clean; 408 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.2 MiB/s wr, 9 op/s 2024-07-26T06:15:08.454 INFO:tasks.rados.rados.0.smithi089.stdout:3044: done (2 left) 2024-07-26T06:15:08.454 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 32 current snap is 292 2024-07-26T06:15:08.454 INFO:tasks.rados.rados.0.smithi089.stdout:3045: seq_num 922 ranges {5349376=647168,5996544=401408} 2024-07-26T06:15:08.485 INFO:tasks.rados.rados.0.smithi089.stdout:3045: writing smithi08986837-32 from 5349376 to 5996544 tid 1 2024-07-26T06:15:08.488 INFO:tasks.rados.rados.0.smithi089.stdout:3045: writing smithi08986837-32 from 5996544 to 6397952 tid 2 2024-07-26T06:15:08.488 INFO:tasks.rados.rados.0.smithi089.stdout:3046: rollback oid 14 current snap is 292 2024-07-26T06:15:08.488 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 14 to 248 2024-07-26T06:15:08.488 INFO:tasks.rados.rados.0.smithi089.stdout:3042: finishing rollback tid 0 to smithi08986837-33 2024-07-26T06:15:08.488 INFO:tasks.rados.rados.0.smithi089.stdout:3042: finishing rollback tid 1 to smithi08986837-33 2024-07-26T06:15:08.488 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 33 v 1596 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-07-26T06:15:08.489 INFO:tasks.rados.rados.0.smithi089.stdout:3041: expect (ObjNum 919 snap 290 seq_num 919) 2024-07-26T06:15:08.517 INFO:tasks.rados.rados.0.smithi089.stdout:3045: finishing write tid 1 to smithi08986837-32 2024-07-26T06:15:08.517 INFO:tasks.rados.rados.0.smithi089.stdout:3045: finishing write tid 2 to smithi08986837-32 2024-07-26T06:15:08.517 INFO:tasks.rados.rados.0.smithi089.stdout:3041: done (3 left) 2024-07-26T06:15:08.517 INFO:tasks.rados.rados.0.smithi089.stdout:3042: done (2 left) 2024-07-26T06:15:08.517 INFO:tasks.rados.rados.0.smithi089.stdout:3047: rollback oid 34 current snap is 292 2024-07-26T06:15:08.517 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 34 to 268 2024-07-26T06:15:08.517 INFO:tasks.rados.rados.0.smithi089.stdout:3045: finishing write tid 3 to smithi08986837-32 2024-07-26T06:15:08.517 INFO:tasks.rados.rados.0.smithi089.stdout:3046: finishing rollback tid 0 to smithi08986837-14 2024-07-26T06:15:08.517 INFO:tasks.rados.rados.0.smithi089.stdout:3046: finishing rollback tid 1 to smithi08986837-14 2024-07-26T06:15:08.517 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 14 v 2010 (ObjNum 481 snap 0 seq_num 3362040160) dirty dne 2024-07-26T06:15:08.517 INFO:tasks.rados.rados.0.smithi089.stdout:3045: finishing write tid 4 to smithi08986837-32 2024-07-26T06:15:08.518 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 32 v 1696 (ObjNum 922 snap 292 seq_num 922) dirty exists 2024-07-26T06:15:08.518 INFO:tasks.rados.rados.0.smithi089.stdout:3045: left oid 32 (ObjNum 922 snap 292 seq_num 922) 2024-07-26T06:15:08.518 INFO:tasks.rados.rados.0.smithi089.stdout:3045: done (2 left) 2024-07-26T06:15:08.518 INFO:tasks.rados.rados.0.smithi089.stdout:3046: done (1 left) 2024-07-26T06:15:08.518 INFO:tasks.rados.rados.0.smithi089.stdout:3048: snap_remove snap 287 2024-07-26T06:15:08.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:08 smithi155 ceph-mon[90160]: osdmap e665: 8 total, 8 up, 8 in 2024-07-26T06:15:08.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:08 smithi089 ceph-mon[99608]: osdmap e665: 8 total, 8 up, 8 in 2024-07-26T06:15:08.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:08 smithi089 ceph-mon[102056]: osdmap e665: 8 total, 8 up, 8 in 2024-07-26T06:15:09.439 INFO:tasks.rados.rados.0.smithi089.stdout:3048: done (1 left) 2024-07-26T06:15:09.439 INFO:tasks.rados.rados.0.smithi089.stdout:3049: read oid 15 snap -1 2024-07-26T06:15:09.439 INFO:tasks.rados.rados.0.smithi089.stdout:3049: expect (ObjNum 919 snap 290 seq_num 919) 2024-07-26T06:15:09.439 INFO:tasks.rados.rados.0.smithi089.stdout:3050: read oid 49 snap 268 2024-07-26T06:15:09.440 INFO:tasks.rados.rados.0.smithi089.stdout:3050: expect deleted 2024-07-26T06:15:09.440 INFO:tasks.rados.rados.0.smithi089.stdout:3051: read oid 25 snap -1 2024-07-26T06:15:09.440 INFO:tasks.rados.rados.0.smithi089.stdout:3051: expect deleted 2024-07-26T06:15:09.440 INFO:tasks.rados.rados.0.smithi089.stdout:3052: rollback oid 28 current snap is 292 2024-07-26T06:15:09.440 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 28 to 248 2024-07-26T06:15:09.440 INFO:tasks.rados.rados.0.smithi089.stdout:3047: finishing rollback tid 0 to smithi08986837-34 2024-07-26T06:15:09.440 INFO:tasks.rados.rados.0.smithi089.stdout:3047: finishing rollback tid 1 to smithi08986837-34 2024-07-26T06:15:09.440 INFO:tasks.rados.rados.0.smithi089.stdout:3047: finishing rollback tid 2 to smithi08986837-34 2024-07-26T06:15:09.440 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 34 v 1350 (ObjNum 459 snap 132 seq_num 459) dirty exists 2024-07-26T06:15:09.440 INFO:tasks.rados.rados.0.smithi089.stdout:3047: done (4 left) 2024-07-26T06:15:09.441 INFO:tasks.rados.rados.0.smithi089.stdout:3053: setattr oid 19 current snap is 292 2024-07-26T06:15:09.442 INFO:tasks.rados.rados.0.smithi089.stdout:3050: done (4 left) 2024-07-26T06:15:09.442 INFO:tasks.rados.rados.0.smithi089.stdout:3054: copy_from oid 35 from oid 12 current snap is 292 2024-07-26T06:15:09.442 INFO:tasks.rados.rados.0.smithi089.stdout:3055: rollback oid 31 current snap is 292 2024-07-26T06:15:09.442 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 31 to 248 2024-07-26T06:15:09.443 INFO:tasks.rados.rados.0.smithi089.stdout:3056: read oid 26 snap -1 2024-07-26T06:15:09.443 INFO:tasks.rados.rados.0.smithi089.stdout:3056: expect (ObjNum 903 snap 285 seq_num 903) 2024-07-26T06:15:09.443 INFO:tasks.rados.rados.0.smithi089.stdout:3057: snap_create 2024-07-26T06:15:09.446 INFO:tasks.rados.rados.0.smithi089.stdout:3052: finishing rollback tid 0 to smithi08986837-28 2024-07-26T06:15:09.446 INFO:tasks.rados.rados.0.smithi089.stdout:3052: finishing rollback tid 1 to smithi08986837-28 2024-07-26T06:15:09.446 INFO:tasks.rados.rados.0.smithi089.stdout:3052: finishing rollback tid 2 to smithi08986837-28 2024-07-26T06:15:09.446 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 28 v 1368 (ObjNum 738 snap 233 seq_num 738) dirty exists 2024-07-26T06:15:09.447 INFO:tasks.rados.rados.0.smithi089.stdout:3049: expect (ObjNum 919 snap 290 seq_num 919) 2024-07-26T06:15:09.480 INFO:tasks.rados.rados.0.smithi089.stdout:3055: finishing rollback tid 1 to smithi08986837-31 2024-07-26T06:15:09.481 INFO:tasks.rados.rados.0.smithi089.stdout:3055: finishing rollback tid 2 to smithi08986837-31 2024-07-26T06:15:09.481 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 31 v 1762 (ObjNum 766 snap 244 seq_num 766) dirty exists 2024-07-26T06:15:09.481 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 19 v 1379 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-07-26T06:15:09.481 INFO:tasks.rados.rados.0.smithi089.stdout:3054: finishing copy_from racing read to smithi08986837-35 2024-07-26T06:15:09.481 INFO:tasks.rados.rados.0.smithi089.stdout:3054: finishing copy_from to smithi08986837-35 2024-07-26T06:15:09.481 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 35 v 1591 (ObjNum 901 snap 285 seq_num 901) dirty exists 2024-07-26T06:15:09.481 INFO:tasks.rados.rados.0.smithi089.stdout:3056: expect (ObjNum 903 snap 285 seq_num 903) 2024-07-26T06:15:09.806 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:09 smithi089 ceph-mon[99608]: osdmap e666: 8 total, 8 up, 8 in 2024-07-26T06:15:09.806 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:09 smithi089 ceph-mon[99608]: pgmap v655: 121 pgs: 121 active+clean; 408 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 496 KiB/s wr, 4 op/s 2024-07-26T06:15:09.806 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:09 smithi089 ceph-mon[99608]: osdmap e667: 8 total, 8 up, 8 in 2024-07-26T06:15:09.806 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:09 smithi089 ceph-mon[102056]: osdmap e666: 8 total, 8 up, 8 in 2024-07-26T06:15:09.806 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:09 smithi089 ceph-mon[102056]: pgmap v655: 121 pgs: 121 active+clean; 408 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 496 KiB/s wr, 4 op/s 2024-07-26T06:15:09.806 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:09 smithi089 ceph-mon[102056]: osdmap e667: 8 total, 8 up, 8 in 2024-07-26T06:15:09.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:09 smithi155 ceph-mon[90160]: osdmap e666: 8 total, 8 up, 8 in 2024-07-26T06:15:09.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:09 smithi155 ceph-mon[90160]: pgmap v655: 121 pgs: 121 active+clean; 408 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 496 KiB/s wr, 4 op/s 2024-07-26T06:15:09.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:09 smithi155 ceph-mon[90160]: osdmap e667: 8 total, 8 up, 8 in 2024-07-26T06:15:10.436 INFO:tasks.rados.rados.0.smithi089.stdout:3049: done (7 left) 2024-07-26T06:15:10.436 INFO:tasks.rados.rados.0.smithi089.stdout:3051: done (6 left) 2024-07-26T06:15:10.436 INFO:tasks.rados.rados.0.smithi089.stdout:3052: done (5 left) 2024-07-26T06:15:10.436 INFO:tasks.rados.rados.0.smithi089.stdout:3053: done (4 left) 2024-07-26T06:15:10.436 INFO:tasks.rados.rados.0.smithi089.stdout:3054: done (3 left) 2024-07-26T06:15:10.436 INFO:tasks.rados.rados.0.smithi089.stdout:3055: done (2 left) 2024-07-26T06:15:10.436 INFO:tasks.rados.rados.0.smithi089.stdout:3056: done (1 left) 2024-07-26T06:15:10.436 INFO:tasks.rados.rados.0.smithi089.stdout:3057: done (0 left) 2024-07-26T06:15:10.437 INFO:tasks.rados.rados.0.smithi089.stdout:3058: delete oid 25 current snap is 293 2024-07-26T06:15:10.441 INFO:tasks.rados.rados.0.smithi089.stdout:3058: done (0 left) 2024-07-26T06:15:10.441 INFO:tasks.rados.rados.0.smithi089.stdout:3059: read oid 49 snap -1 2024-07-26T06:15:10.441 INFO:tasks.rados.rados.0.smithi089.stdout:3059: expect (ObjNum 876 snap 280 seq_num 876) 2024-07-26T06:15:10.441 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 32 current snap is 293 2024-07-26T06:15:10.442 INFO:tasks.rados.rados.0.smithi089.stdout:3060: seq_num 924 ranges {6397952=679936,7077888=401408} 2024-07-26T06:15:10.478 INFO:tasks.rados.rados.0.smithi089.stdout:3060: writing smithi08986837-32 from 6397952 to 7077888 tid 1 2024-07-26T06:15:10.480 INFO:tasks.rados.rados.0.smithi089.stdout:3060: writing smithi08986837-32 from 7077888 to 7479296 tid 2 2024-07-26T06:15:10.481 INFO:tasks.rados.rados.0.smithi089.stdout:3061: snap_create 2024-07-26T06:15:10.481 INFO:tasks.rados.rados.0.smithi089.stdout:3059: expect (ObjNum 876 snap 280 seq_num 876) 2024-07-26T06:15:10.492 INFO:tasks.rados.rados.0.smithi089.stdout:3060: finishing write tid 1 to smithi08986837-32 2024-07-26T06:15:10.492 INFO:tasks.rados.rados.0.smithi089.stdout:3060: finishing write tid 2 to smithi08986837-32 2024-07-26T06:15:10.492 INFO:tasks.rados.rados.0.smithi089.stdout:3060: finishing write tid 3 to smithi08986837-32 2024-07-26T06:15:10.493 INFO:tasks.rados.rados.0.smithi089.stdout:3060: finishing write tid 4 to smithi08986837-32 2024-07-26T06:15:10.493 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 32 v 1699 (ObjNum 924 snap 293 seq_num 924) dirty exists 2024-07-26T06:15:10.493 INFO:tasks.rados.rados.0.smithi089.stdout:3060: left oid 32 (ObjNum 924 snap 293 seq_num 924) 2024-07-26T06:15:11.440 INFO:tasks.rados.rados.0.smithi089.stdout:3059: done (2 left) 2024-07-26T06:15:11.441 INFO:tasks.rados.rados.0.smithi089.stdout:3060: done (1 left) 2024-07-26T06:15:11.441 INFO:tasks.rados.rados.0.smithi089.stdout:3061: done (0 left) 2024-07-26T06:15:11.441 INFO:tasks.rados.rados.0.smithi089.stdout:3062: delete oid 35 current snap is 294 2024-07-26T06:15:11.444 INFO:tasks.rados.rados.0.smithi089.stdout:3062: done (0 left) 2024-07-26T06:15:11.444 INFO:tasks.rados.rados.0.smithi089.stdout:3063: delete oid 27 current snap is 294 2024-07-26T06:15:11.448 INFO:tasks.rados.rados.0.smithi089.stdout:3063: done (0 left) 2024-07-26T06:15:11.448 INFO:tasks.rados.rados.0.smithi089.stdout:3064: snap_remove snap 268 2024-07-26T06:15:11.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:11 smithi155 ceph-mon[90160]: osdmap e668: 8 total, 8 up, 8 in 2024-07-26T06:15:11.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:11 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:15:11.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:11 smithi155 ceph-mon[90160]: pgmap v658: 121 pgs: 121 active+clean; 389 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 856 KiB/s rd, 0 B/s wr, 3 op/s 2024-07-26T06:15:11.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:11 smithi089 ceph-mon[99608]: osdmap e668: 8 total, 8 up, 8 in 2024-07-26T06:15:11.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:15:11.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:11 smithi089 ceph-mon[99608]: pgmap v658: 121 pgs: 121 active+clean; 389 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 856 KiB/s rd, 0 B/s wr, 3 op/s 2024-07-26T06:15:11.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:11 smithi089 ceph-mon[102056]: osdmap e668: 8 total, 8 up, 8 in 2024-07-26T06:15:11.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:15:11.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:11 smithi089 ceph-mon[102056]: pgmap v658: 121 pgs: 121 active+clean; 389 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 856 KiB/s rd, 0 B/s wr, 3 op/s 2024-07-26T06:15:12.447 INFO:tasks.rados.rados.0.smithi089.stdout:3064: done (0 left) 2024-07-26T06:15:12.447 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 17 current snap is 294 2024-07-26T06:15:12.448 INFO:tasks.rados.rados.0.smithi089.stdout:3065: seq_num 927 ranges {11239424=729088,11968512=401408} 2024-07-26T06:15:12.512 INFO:tasks.rados.rados.0.smithi089.stdout:3065: writing smithi08986837-17 from 11239424 to 11968512 tid 1 2024-07-26T06:15:12.515 INFO:tasks.rados.rados.0.smithi089.stdout:3065: writing smithi08986837-17 from 11968512 to 12369920 tid 2 2024-07-26T06:15:12.515 INFO:tasks.rados.rados.0.smithi089.stdout:3066: snap_remove snap 293 2024-07-26T06:15:12.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:12 smithi155 ceph-mon[90160]: osdmap e669: 8 total, 8 up, 8 in 2024-07-26T06:15:12.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:15:12 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:15:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:15:12.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:12 smithi089 ceph-mon[99608]: osdmap e669: 8 total, 8 up, 8 in 2024-07-26T06:15:12.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:12 smithi089 ceph-mon[102056]: osdmap e669: 8 total, 8 up, 8 in 2024-07-26T06:15:12.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:15:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:15:12] "GET /metrics HTTP/1.1" 200 36346 "" "Prometheus/2.43.0" 2024-07-26T06:15:13.453 INFO:tasks.rados.rados.0.smithi089.stdout:3066: done (1 left) 2024-07-26T06:15:13.453 INFO:tasks.rados.rados.0.smithi089.stdout:3067: snap_create 2024-07-26T06:15:13.454 INFO:tasks.rados.rados.0.smithi089.stdout:3065: finishing write tid 1 to smithi08986837-17 2024-07-26T06:15:13.454 INFO:tasks.rados.rados.0.smithi089.stdout:3065: finishing write tid 2 to smithi08986837-17 2024-07-26T06:15:13.454 INFO:tasks.rados.rados.0.smithi089.stdout:3065: finishing write tid 3 to smithi08986837-17 2024-07-26T06:15:13.454 INFO:tasks.rados.rados.0.smithi089.stdout:3065: finishing write tid 4 to smithi08986837-17 2024-07-26T06:15:13.454 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 17 v 1702 (ObjNum 927 snap 294 seq_num 927) dirty exists 2024-07-26T06:15:13.454 INFO:tasks.rados.rados.0.smithi089.stdout:3065: left oid 17 (ObjNum 927 snap 294 seq_num 927) 2024-07-26T06:15:13.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:13 smithi155 ceph-mon[90160]: osdmap e670: 8 total, 8 up, 8 in 2024-07-26T06:15:13.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:13 smithi155 ceph-mon[90160]: pgmap v661: 121 pgs: 121 active+clean; 375 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 520 KiB/s wr, 13 op/s 2024-07-26T06:15:13.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:13 smithi089 ceph-mon[99608]: osdmap e670: 8 total, 8 up, 8 in 2024-07-26T06:15:13.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:13 smithi089 ceph-mon[99608]: pgmap v661: 121 pgs: 121 active+clean; 375 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 520 KiB/s wr, 13 op/s 2024-07-26T06:15:13.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:13 smithi089 ceph-mon[102056]: osdmap e670: 8 total, 8 up, 8 in 2024-07-26T06:15:13.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:13 smithi089 ceph-mon[102056]: pgmap v661: 121 pgs: 121 active+clean; 375 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 520 KiB/s wr, 13 op/s 2024-07-26T06:15:14.436 INFO:tasks.rados.rados.0.smithi089.stdout:3065: done (1 left) 2024-07-26T06:15:14.436 INFO:tasks.rados.rados.0.smithi089.stdout:3067: done (0 left) 2024-07-26T06:15:14.436 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 34 current snap is 295 2024-07-26T06:15:14.436 INFO:tasks.rados.rados.0.smithi089.stdout:3068: seq_num 928 ranges {868352=745472,1613824=401408} 2024-07-26T06:15:14.444 INFO:tasks.rados.rados.0.smithi089.stdout:3068: writing smithi08986837-34 from 868352 to 1613824 tid 1 2024-07-26T06:15:14.447 INFO:tasks.rados.rados.0.smithi089.stdout:3068: writing smithi08986837-34 from 1613824 to 2015232 tid 2 2024-07-26T06:15:14.447 INFO:tasks.rados.rados.0.smithi089.stdout:3069: setattr oid 41 current snap is 295 2024-07-26T06:15:14.448 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 40 current snap is 295 2024-07-26T06:15:14.448 INFO:tasks.rados.rados.0.smithi089.stdout:3070: seq_num 929 ranges {0=761856,761856=401408} 2024-07-26T06:15:14.453 INFO:tasks.rados.rados.0.smithi089.stdout:3070: writing smithi08986837-40 from 0 to 761856 tid 1 2024-07-26T06:15:14.458 INFO:tasks.rados.rados.0.smithi089.stdout:3070: writing smithi08986837-40 from 761856 to 1163264 tid 2 2024-07-26T06:15:14.458 INFO:tasks.rados.rados.0.smithi089.stdout:3071: read oid 47 snap 267 2024-07-26T06:15:14.458 INFO:tasks.rados.rados.0.smithi089.stdout:3071: expect deleted 2024-07-26T06:15:14.458 INFO:tasks.rados.rados.0.smithi089.stdout:3068: finishing write tid 1 to smithi08986837-34 2024-07-26T06:15:14.458 INFO:tasks.rados.rados.0.smithi089.stdout:3068: finishing write tid 2 to smithi08986837-34 2024-07-26T06:15:14.458 INFO:tasks.rados.rados.0.smithi089.stdout:3068: finishing write tid 3 to smithi08986837-34 2024-07-26T06:15:14.458 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 41 v 1870 (ObjNum 846 snap 265 seq_num 846) dirty exists 2024-07-26T06:15:14.458 INFO:tasks.rados.rados.0.smithi089.stdout:3068: finishing write tid 4 to smithi08986837-34 2024-07-26T06:15:14.458 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 34 v 1353 (ObjNum 928 snap 295 seq_num 928) dirty exists 2024-07-26T06:15:14.458 INFO:tasks.rados.rados.0.smithi089.stdout:3068: left oid 34 (ObjNum 928 snap 295 seq_num 928) 2024-07-26T06:15:14.459 INFO:tasks.rados.rados.0.smithi089.stdout:3072: read oid 12 snap -1 2024-07-26T06:15:14.459 INFO:tasks.rados.rados.0.smithi089.stdout:3072: expect (ObjNum 901 snap 285 seq_num 901) 2024-07-26T06:15:14.459 INFO:tasks.rados.rados.0.smithi089.stdout:3068: done (4 left) 2024-07-26T06:15:14.459 INFO:tasks.rados.rados.0.smithi089.stdout:3069: done (3 left) 2024-07-26T06:15:14.459 INFO:tasks.rados.rados.0.smithi089.stdout:3073: read oid 16 snap -1 2024-07-26T06:15:14.459 INFO:tasks.rados.rados.0.smithi089.stdout:3073: expect (ObjNum 845 snap 265 seq_num 845) 2024-07-26T06:15:14.459 INFO:tasks.rados.rados.0.smithi089.stdout:3074: copy_from oid 11 from oid 34 current snap is 295 2024-07-26T06:15:14.459 INFO:tasks.rados.rados.0.smithi089.stdout:3075: delete oid 45 current snap is 295 2024-07-26T06:15:14.460 INFO:tasks.rados.rados.0.smithi089.stdout:3075: done (5 left) 2024-07-26T06:15:14.460 INFO:tasks.rados.rados.0.smithi089.stdout:3076: read oid 30 snap -1 2024-07-26T06:15:14.460 INFO:tasks.rados.rados.0.smithi089.stdout:3076: expect (ObjNum 907 snap 286 seq_num 907) 2024-07-26T06:15:14.460 INFO:tasks.rados.rados.0.smithi089.stdout:3077: rmattr oid 1 current snap is 295 2024-07-26T06:15:14.460 INFO:tasks.rados.rados.0.smithi089.stdout:3070: finishing write tid 1 to smithi08986837-40 2024-07-26T06:15:14.461 INFO:tasks.rados.rados.0.smithi089.stdout:3078: snap_create 2024-07-26T06:15:14.462 INFO:tasks.rados.rados.0.smithi089.stdout:3070: finishing write tid 2 to smithi08986837-40 2024-07-26T06:15:14.462 INFO:tasks.rados.rados.0.smithi089.stdout:3070: finishing write tid 3 to smithi08986837-40 2024-07-26T06:15:14.468 INFO:tasks.rados.rados.0.smithi089.stdout:3072: expect (ObjNum 901 snap 285 seq_num 901) 2024-07-26T06:15:14.558 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 1 v 1597 (ObjNum 810 snap 263 seq_num 810) dirty exists 2024-07-26T06:15:14.558 INFO:tasks.rados.rados.0.smithi089.stdout:3070: finishing write tid 4 to smithi08986837-40 2024-07-26T06:15:14.558 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 40 v 1366 (ObjNum 929 snap 295 seq_num 929) dirty exists 2024-07-26T06:15:14.558 INFO:tasks.rados.rados.0.smithi089.stdout:3070: left oid 40 (ObjNum 929 snap 295 seq_num 929) 2024-07-26T06:15:14.558 INFO:tasks.rados.rados.0.smithi089.stdout:3074: finishing copy_from racing read to smithi08986837-11 2024-07-26T06:15:14.558 INFO:tasks.rados.rados.0.smithi089.stdout:3074: finishing copy_from to smithi08986837-11 2024-07-26T06:15:14.558 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 11 v 1353 (ObjNum 928 snap 295 seq_num 928) dirty exists 2024-07-26T06:15:14.558 INFO:tasks.rados.rados.0.smithi089.stdout:3073: expect (ObjNum 845 snap 265 seq_num 845) 2024-07-26T06:15:14.611 INFO:tasks.rados.rados.0.smithi089.stdout:3076: expect (ObjNum 907 snap 286 seq_num 907) 2024-07-26T06:15:14.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:14 smithi155 ceph-mon[90160]: osdmap e671: 8 total, 8 up, 8 in 2024-07-26T06:15:14.999 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:14 smithi155 ceph-mon[90160]: osdmap e672: 8 total, 8 up, 8 in 2024-07-26T06:15:15.000 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:14 smithi089 ceph-mon[99608]: osdmap e671: 8 total, 8 up, 8 in 2024-07-26T06:15:15.000 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:14 smithi089 ceph-mon[99608]: osdmap e672: 8 total, 8 up, 8 in 2024-07-26T06:15:15.000 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:14 smithi089 ceph-mon[102056]: osdmap e671: 8 total, 8 up, 8 in 2024-07-26T06:15:15.000 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:14 smithi089 ceph-mon[102056]: osdmap e672: 8 total, 8 up, 8 in 2024-07-26T06:15:15.465 INFO:tasks.rados.rados.0.smithi089.stdout:3070: done (7 left) 2024-07-26T06:15:15.466 INFO:tasks.rados.rados.0.smithi089.stdout:3071: done (6 left) 2024-07-26T06:15:15.466 INFO:tasks.rados.rados.0.smithi089.stdout:3072: done (5 left) 2024-07-26T06:15:15.466 INFO:tasks.rados.rados.0.smithi089.stdout:3073: done (4 left) 2024-07-26T06:15:15.466 INFO:tasks.rados.rados.0.smithi089.stdout:3074: done (3 left) 2024-07-26T06:15:15.466 INFO:tasks.rados.rados.0.smithi089.stdout:3076: done (2 left) 2024-07-26T06:15:15.466 INFO:tasks.rados.rados.0.smithi089.stdout:3077: done (1 left) 2024-07-26T06:15:15.466 INFO:tasks.rados.rados.0.smithi089.stdout:3078: done (0 left) 2024-07-26T06:15:15.466 INFO:tasks.rados.rados.0.smithi089.stdout:3079: setattr oid 18 current snap is 296 2024-07-26T06:15:15.467 INFO:tasks.rados.rados.0.smithi089.stdout:3080: copy_from oid 28 from oid 41 current snap is 296 2024-07-26T06:15:15.467 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 3 current snap is 296 2024-07-26T06:15:15.467 INFO:tasks.rados.rados.0.smithi089.stdout:3081: seq_num 931 ranges {3014656=802816,3817472=401408} 2024-07-26T06:15:15.489 INFO:tasks.rados.rados.0.smithi089.stdout:3081: writing smithi08986837-3 from 3014656 to 3817472 tid 1 2024-07-26T06:15:15.491 INFO:tasks.rados.rados.0.smithi089.stdout:3081: writing smithi08986837-3 from 3817472 to 4218880 tid 2 2024-07-26T06:15:15.491 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 5 current snap is 296 2024-07-26T06:15:15.492 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 18 v 1703 (ObjNum 886 snap 282 seq_num 886) dirty exists 2024-07-26T06:15:15.492 INFO:tasks.rados.rados.0.smithi089.stdout:3082: seq_num 932 ranges {827392=417792,1245184=663552,1908736=139264} 2024-07-26T06:15:15.498 INFO:tasks.rados.rados.0.smithi089.stdout:3082: writing smithi08986837-5 from 827392 to 1245184 tid 1 2024-07-26T06:15:15.502 INFO:tasks.rados.rados.0.smithi089.stdout:3082: writing smithi08986837-5 from 1245184 to 1908736 tid 2 2024-07-26T06:15:15.503 INFO:tasks.rados.rados.0.smithi089.stdout:3082: writing smithi08986837-5 from 1908736 to 2048000 tid 3 2024-07-26T06:15:15.503 INFO:tasks.rados.rados.0.smithi089.stdout:3079: done (3 left) 2024-07-26T06:15:15.503 INFO:tasks.rados.rados.0.smithi089.stdout:3083: snap_remove snap 294 2024-07-26T06:15:15.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:15 smithi155 ceph-mon[90160]: pgmap v664: 121 pgs: 121 active+clean; 377 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 976 KiB/s wr, 13 op/s 2024-07-26T06:15:15.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:15 smithi089 ceph-mon[99608]: pgmap v664: 121 pgs: 121 active+clean; 377 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 976 KiB/s wr, 13 op/s 2024-07-26T06:15:15.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:15 smithi089 ceph-mon[102056]: pgmap v664: 121 pgs: 121 active+clean; 377 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 976 KiB/s wr, 13 op/s 2024-07-26T06:15:16.476 INFO:tasks.rados.rados.0.smithi089.stdout:3080: finishing copy_from racing read to smithi08986837-28 2024-07-26T06:15:16.476 INFO:tasks.rados.rados.0.smithi089.stdout:3080: finishing copy_from to smithi08986837-28 2024-07-26T06:15:16.476 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 28 v 1870 (ObjNum 846 snap 265 seq_num 846) dirty exists 2024-07-26T06:15:16.476 INFO:tasks.rados.rados.0.smithi089.stdout:3081: finishing write tid 1 to smithi08986837-3 2024-07-26T06:15:16.476 INFO:tasks.rados.rados.0.smithi089.stdout:3081: finishing write tid 2 to smithi08986837-3 2024-07-26T06:15:16.476 INFO:tasks.rados.rados.0.smithi089.stdout:3081: finishing write tid 3 to smithi08986837-3 2024-07-26T06:15:16.476 INFO:tasks.rados.rados.0.smithi089.stdout:3081: finishing write tid 4 to smithi08986837-3 2024-07-26T06:15:16.476 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 3 v 1195 (ObjNum 931 snap 296 seq_num 931) dirty exists 2024-07-26T06:15:16.477 INFO:tasks.rados.rados.0.smithi089.stdout:3081: left oid 3 (ObjNum 931 snap 296 seq_num 931) 2024-07-26T06:15:16.477 INFO:tasks.rados.rados.0.smithi089.stdout:3082: finishing write tid 1 to smithi08986837-5 2024-07-26T06:15:16.477 INFO:tasks.rados.rados.0.smithi089.stdout:3082: finishing write tid 2 to smithi08986837-5 2024-07-26T06:15:16.477 INFO:tasks.rados.rados.0.smithi089.stdout:3082: finishing write tid 3 to smithi08986837-5 2024-07-26T06:15:16.477 INFO:tasks.rados.rados.0.smithi089.stdout:3082: finishing write tid 4 to smithi08986837-5 2024-07-26T06:15:16.477 INFO:tasks.rados.rados.0.smithi089.stdout:3082: finishing write tid 5 to smithi08986837-5 2024-07-26T06:15:16.477 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 5 v 1583 (ObjNum 932 snap 296 seq_num 932) dirty exists 2024-07-26T06:15:16.477 INFO:tasks.rados.rados.0.smithi089.stdout:3082: left oid 5 (ObjNum 932 snap 296 seq_num 932) 2024-07-26T06:15:16.477 INFO:tasks.rados.rados.0.smithi089.stdout:3080: done (3 left) 2024-07-26T06:15:16.477 INFO:tasks.rados.rados.0.smithi089.stdout:3081: done (2 left) 2024-07-26T06:15:16.477 INFO:tasks.rados.rados.0.smithi089.stdout:3082: done (1 left) 2024-07-26T06:15:16.477 INFO:tasks.rados.rados.0.smithi089.stdout:3083: done (0 left) 2024-07-26T06:15:16.477 INFO:tasks.rados.rados.0.smithi089.stdout:3084: rollback oid 33 current snap is 296 2024-07-26T06:15:16.478 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 33 to 267 2024-07-26T06:15:16.478 INFO:tasks.rados.rados.0.smithi089.stdout:3085: setattr oid 16 current snap is 296 2024-07-26T06:15:16.478 INFO:tasks.rados.rados.0.smithi089.stdout:3086: copy_from oid 45 from oid 35 current snap is 296 2024-07-26T06:15:16.479 INFO:tasks.rados.rados.0.smithi089.stdout:3087: read oid 15 snap -1 2024-07-26T06:15:16.479 INFO:tasks.rados.rados.0.smithi089.stdout:3087: expect (ObjNum 919 snap 290 seq_num 919) 2024-07-26T06:15:16.479 INFO:tasks.rados.rados.0.smithi089.stdout:3088: rollback oid 18 current snap is 296 2024-07-26T06:15:16.479 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 18 to 266 2024-07-26T06:15:16.479 INFO:tasks.rados.rados.0.smithi089.stdout:3089: snap_remove snap 248 2024-07-26T06:15:16.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:16 smithi155 ceph-mon[90160]: osdmap e673: 8 total, 8 up, 8 in 2024-07-26T06:15:16.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:16 smithi089 ceph-mon[99608]: osdmap e673: 8 total, 8 up, 8 in 2024-07-26T06:15:16.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:16 smithi089 ceph-mon[102056]: osdmap e673: 8 total, 8 up, 8 in 2024-07-26T06:15:17.479 INFO:tasks.rados.rados.0.smithi089.stdout:3089: done (5 left) 2024-07-26T06:15:17.479 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 9 current snap is 296 2024-07-26T06:15:17.479 INFO:tasks.rados.rados.0.smithi089.stdout:3090: seq_num 933 ranges {0=434176,434176=548864,983040=253952} 2024-07-26T06:15:17.481 INFO:tasks.rados.rados.0.smithi089.stdout:3090: writing smithi08986837-9 from 0 to 434176 tid 1 2024-07-26T06:15:17.486 INFO:tasks.rados.rados.0.smithi089.stdout:3090: writing smithi08986837-9 from 434176 to 983040 tid 2 2024-07-26T06:15:17.488 INFO:tasks.rados.rados.0.smithi089.stdout:3090: writing smithi08986837-9 from 983040 to 1236992 tid 3 2024-07-26T06:15:17.490 INFO:tasks.rados.rados.0.smithi089.stdout:3084: finishing rollback tid 1 to smithi08986837-33 2024-07-26T06:15:17.490 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 33 v 1596 (ObjNum 33 snap 0 seq_num 3362112336) dirty dne 2024-07-26T06:15:17.490 INFO:tasks.rados.rados.0.smithi089.stdout:3087: expect (ObjNum 919 snap 290 seq_num 919) 2024-07-26T06:15:17.526 INFO:tasks.rados.rados.0.smithi089.stdout:3086: finishing copy_from to smithi08986837-45 2024-07-26T06:15:17.527 INFO:tasks.rados.rados.0.smithi089.stdout:3086: got expected ENOENT (src dne) 2024-07-26T06:15:17.527 INFO:tasks.rados.rados.0.smithi089.stdout:3086: finishing copy_from racing read to smithi08986837-45 2024-07-26T06:15:17.527 INFO:tasks.rados.rados.0.smithi089.stdout:3088: finishing rollback tid 0 to smithi08986837-18 2024-07-26T06:15:17.527 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 16 v 1343 (ObjNum 845 snap 265 seq_num 845) dirty exists 2024-07-26T06:15:17.527 INFO:tasks.rados.rados.0.smithi089.stdout:3088: finishing rollback tid 1 to smithi08986837-18 2024-07-26T06:15:17.527 INFO:tasks.rados.rados.0.smithi089.stdout:3088: finishing rollback tid 2 to smithi08986837-18 2024-07-26T06:15:17.527 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 18 v 1706 (ObjNum 804 snap 260 seq_num 804) dirty exists 2024-07-26T06:15:17.527 INFO:tasks.rados.rados.0.smithi089.stdout:3084: done (5 left) 2024-07-26T06:15:17.527 INFO:tasks.rados.rados.0.smithi089.stdout:3085: done (4 left) 2024-07-26T06:15:17.527 INFO:tasks.rados.rados.0.smithi089.stdout:3086: done (3 left) 2024-07-26T06:15:17.527 INFO:tasks.rados.rados.0.smithi089.stdout:3087: done (2 left) 2024-07-26T06:15:17.527 INFO:tasks.rados.rados.0.smithi089.stdout:3088: done (1 left) 2024-07-26T06:15:17.528 INFO:tasks.rados.rados.0.smithi089.stdout:3091: rmattr oid 47 current snap is 296 2024-07-26T06:15:17.528 INFO:tasks.rados.rados.0.smithi089.stdout:3091: done (1 left) 2024-07-26T06:15:17.528 INFO:tasks.rados.rados.0.smithi089.stdout:3092: snap_remove snap 290 2024-07-26T06:15:17.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:17 smithi155 ceph-mon[90160]: osdmap e674: 8 total, 8 up, 8 in 2024-07-26T06:15:17.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:17 smithi155 ceph-mon[90160]: pgmap v667: 121 pgs: 121 active+clean; 382 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.7 MiB/s wr, 19 op/s 2024-07-26T06:15:17.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:17 smithi089 ceph-mon[99608]: osdmap e674: 8 total, 8 up, 8 in 2024-07-26T06:15:17.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:17 smithi089 ceph-mon[99608]: pgmap v667: 121 pgs: 121 active+clean; 382 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.7 MiB/s wr, 19 op/s 2024-07-26T06:15:17.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:17 smithi089 ceph-mon[102056]: osdmap e674: 8 total, 8 up, 8 in 2024-07-26T06:15:17.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:17 smithi089 ceph-mon[102056]: pgmap v667: 121 pgs: 121 active+clean; 382 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.7 MiB/s wr, 19 op/s 2024-07-26T06:15:18.480 INFO:tasks.rados.rados.0.smithi089.stdout:3092: done (1 left) 2024-07-26T06:15:18.480 INFO:tasks.rados.rados.0.smithi089.stdout:3093: snap_remove snap 235 2024-07-26T06:15:18.780 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:18 smithi155 ceph-mon[90160]: osdmap e675: 8 total, 8 up, 8 in 2024-07-26T06:15:18.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:18 smithi089 ceph-mon[99608]: osdmap e675: 8 total, 8 up, 8 in 2024-07-26T06:15:18.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:18 smithi089 ceph-mon[102056]: osdmap e675: 8 total, 8 up, 8 in 2024-07-26T06:15:19.440 INFO:tasks.rados.rados.0.smithi089.stdout:3093: done (1 left) 2024-07-26T06:15:19.440 INFO:tasks.rados.rados.0.smithi089.stdout:3094: read oid 50 snap 289 2024-07-26T06:15:19.440 INFO:tasks.rados.rados.0.smithi089.stdout:3094: expect (ObjNum 841 snap 265 seq_num 841) 2024-07-26T06:15:19.440 INFO:tasks.rados.rados.0.smithi089.stdout:3095: rollback oid 23 current snap is 296 2024-07-26T06:15:19.440 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 23 to 289 2024-07-26T06:15:19.440 INFO:tasks.rados.rados.0.smithi089.stdout:3096: snap_create 2024-07-26T06:15:19.440 INFO:tasks.rados.rados.0.smithi089.stdout:3090: finishing write tid 1 to smithi08986837-9 2024-07-26T06:15:19.440 INFO:tasks.rados.rados.0.smithi089.stdout:3090: finishing write tid 2 to smithi08986837-9 2024-07-26T06:15:19.440 INFO:tasks.rados.rados.0.smithi089.stdout:3090: finishing write tid 3 to smithi08986837-9 2024-07-26T06:15:19.440 INFO:tasks.rados.rados.0.smithi089.stdout:3090: finishing write tid 4 to smithi08986837-9 2024-07-26T06:15:19.440 INFO:tasks.rados.rados.0.smithi089.stdout:3090: finishing write tid 5 to smithi08986837-9 2024-07-26T06:15:19.441 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 9 v 470 (ObjNum 933 snap 296 seq_num 933) dirty exists 2024-07-26T06:15:19.441 INFO:tasks.rados.rados.0.smithi089.stdout:3090: left oid 9 (ObjNum 933 snap 296 seq_num 933) 2024-07-26T06:15:19.447 INFO:tasks.rados.rados.0.smithi089.stdout:3095: finishing rollback tid 1 to smithi08986837-23 2024-07-26T06:15:19.447 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 23 v 1576 (ObjNum 433 snap 0 seq_num 2528029782) dirty dne 2024-07-26T06:15:19.465 INFO:tasks.rados.rados.0.smithi089.stdout:3094: expect (ObjNum 841 snap 265 seq_num 841) 2024-07-26T06:15:19.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:19 smithi155 ceph-mon[90160]: osdmap e676: 8 total, 8 up, 8 in 2024-07-26T06:15:19.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:19 smithi155 ceph-mon[90160]: pgmap v670: 121 pgs: 121 active+clean; 385 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 1.9 MiB/s wr, 19 op/s 2024-07-26T06:15:19.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:19 smithi155 ceph-mon[90160]: osdmap e677: 8 total, 8 up, 8 in 2024-07-26T06:15:19.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:19 smithi089 ceph-mon[99608]: osdmap e676: 8 total, 8 up, 8 in 2024-07-26T06:15:19.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:19 smithi089 ceph-mon[99608]: pgmap v670: 121 pgs: 121 active+clean; 385 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 1.9 MiB/s wr, 19 op/s 2024-07-26T06:15:19.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:19 smithi089 ceph-mon[99608]: osdmap e677: 8 total, 8 up, 8 in 2024-07-26T06:15:19.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:19 smithi089 ceph-mon[102056]: osdmap e676: 8 total, 8 up, 8 in 2024-07-26T06:15:19.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:19 smithi089 ceph-mon[102056]: pgmap v670: 121 pgs: 121 active+clean; 385 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 1.9 MiB/s wr, 19 op/s 2024-07-26T06:15:19.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:19 smithi089 ceph-mon[102056]: osdmap e677: 8 total, 8 up, 8 in 2024-07-26T06:15:20.441 INFO:tasks.rados.rados.0.smithi089.stdout:3090: done (3 left) 2024-07-26T06:15:20.441 INFO:tasks.rados.rados.0.smithi089.stdout:3094: done (2 left) 2024-07-26T06:15:20.441 INFO:tasks.rados.rados.0.smithi089.stdout:3095: done (1 left) 2024-07-26T06:15:20.441 INFO:tasks.rados.rados.0.smithi089.stdout:3096: done (0 left) 2024-07-26T06:15:20.441 INFO:tasks.rados.rados.0.smithi089.stdout:3097: read oid 13 snap -1 2024-07-26T06:15:20.441 INFO:tasks.rados.rados.0.smithi089.stdout:3097: expect (ObjNum 823 snap 263 seq_num 823) 2024-07-26T06:15:20.441 INFO:tasks.rados.rados.0.smithi089.stdout:3098: delete oid 7 current snap is 297 2024-07-26T06:15:20.448 INFO:tasks.rados.rados.0.smithi089.stdout:3098: done (1 left) 2024-07-26T06:15:20.448 INFO:tasks.rados.rados.0.smithi089.stdout:3099: delete oid 20 current snap is 297 2024-07-26T06:15:20.450 INFO:tasks.rados.rados.0.smithi089.stdout:3099: done (1 left) 2024-07-26T06:15:20.450 INFO:tasks.rados.rados.0.smithi089.stdout:3100: delete oid 29 current snap is 297 2024-07-26T06:15:20.453 INFO:tasks.rados.rados.0.smithi089.stdout:3100: done (1 left) 2024-07-26T06:15:20.453 INFO:tasks.rados.rados.0.smithi089.stdout:3101: rmattr oid 36 current snap is 297 2024-07-26T06:15:20.453 INFO:tasks.rados.rados.0.smithi089.stdout:3101: done (1 left) 2024-07-26T06:15:20.453 INFO:tasks.rados.rados.0.smithi089.stdout:3102: snap_remove snap 291 2024-07-26T06:15:21.446 INFO:tasks.rados.rados.0.smithi089.stdout:3102: done (1 left) 2024-07-26T06:15:21.446 INFO:tasks.rados.rados.0.smithi089.stdout:3103: read oid 3 snap -1 2024-07-26T06:15:21.446 INFO:tasks.rados.rados.0.smithi089.stdout:3103: expect (ObjNum 931 snap 296 seq_num 931) 2024-07-26T06:15:21.447 INFO:tasks.rados.rados.0.smithi089.stdout:3104: setattr oid 12 current snap is 297 2024-07-26T06:15:21.447 INFO:tasks.rados.rados.0.smithi089.stdout:3097: expect (ObjNum 823 snap 263 seq_num 823) 2024-07-26T06:15:21.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:21 smithi155 ceph-mon[90160]: osdmap e678: 8 total, 8 up, 8 in 2024-07-26T06:15:21.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:21 smithi155 ceph-mon[90160]: pgmap v673: 121 pgs: 121 active+clean; 361 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.9 MiB/s wr, 9 op/s 2024-07-26T06:15:21.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:21 smithi089 ceph-mon[99608]: osdmap e678: 8 total, 8 up, 8 in 2024-07-26T06:15:21.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:21 smithi089 ceph-mon[99608]: pgmap v673: 121 pgs: 121 active+clean; 361 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.9 MiB/s wr, 9 op/s 2024-07-26T06:15:21.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:21 smithi089 ceph-mon[102056]: osdmap e678: 8 total, 8 up, 8 in 2024-07-26T06:15:21.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:21 smithi089 ceph-mon[102056]: pgmap v673: 121 pgs: 121 active+clean; 361 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.9 MiB/s wr, 9 op/s 2024-07-26T06:15:22.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:22 smithi155 ceph-mon[90160]: osdmap e679: 8 total, 8 up, 8 in 2024-07-26T06:15:22.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:15:22 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:15:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:15:22.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:22 smithi089 ceph-mon[99608]: osdmap e679: 8 total, 8 up, 8 in 2024-07-26T06:15:22.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:15:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:15:22] "GET /metrics HTTP/1.1" 200 36346 "" "Prometheus/2.43.0" 2024-07-26T06:15:22.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:22 smithi089 ceph-mon[102056]: osdmap e679: 8 total, 8 up, 8 in 2024-07-26T06:15:23.181 INFO:tasks.rados.rados.0.smithi089.stdout:3103: expect (ObjNum 931 snap 296 seq_num 931) 2024-07-26T06:15:23.378 INFO:tasks.rados.rados.0.smithi089.stdout:3097: done (2 left) 2024-07-26T06:15:23.378 INFO:tasks.rados.rados.0.smithi089.stdout:3103: done (1 left) 2024-07-26T06:15:23.379 INFO:tasks.rados.rados.0.smithi089.stdout:3105: copy_from oid 20 from oid 43 current snap is 297 2024-07-26T06:15:23.379 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 10 current snap is 297 2024-07-26T06:15:23.379 INFO:tasks.rados.rados.0.smithi089.stdout:3106: seq_num 937 ranges {0=499712,499712=532480,1032192=270336} 2024-07-26T06:15:23.380 INFO:tasks.rados.rados.0.smithi089.stdout:3106: writing smithi08986837-10 from 0 to 499712 tid 1 2024-07-26T06:15:23.384 INFO:tasks.rados.rados.0.smithi089.stdout:3106: writing smithi08986837-10 from 499712 to 1032192 tid 2 2024-07-26T06:15:23.386 INFO:tasks.rados.rados.0.smithi089.stdout:3106: writing smithi08986837-10 from 1032192 to 1302528 tid 3 2024-07-26T06:15:23.386 INFO:tasks.rados.rados.0.smithi089.stdout:3107: copy_from oid 34 from oid 29 current snap is 297 2024-07-26T06:15:23.386 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 12 v 1598 (ObjNum 901 snap 285 seq_num 901) dirty exists 2024-07-26T06:15:23.386 INFO:tasks.rados.rados.0.smithi089.stdout:3104: done (3 left) 2024-07-26T06:15:23.386 INFO:tasks.rados.rados.0.smithi089.stdout:3108: snap_remove snap 266 2024-07-26T06:15:23.459 INFO:tasks.rados.rados.0.smithi089.stdout:3108: done (3 left) 2024-07-26T06:15:23.459 INFO:tasks.rados.rados.0.smithi089.stdout:3109: rollback oid 31 current snap is 297 2024-07-26T06:15:23.459 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 31 to 289 2024-07-26T06:15:23.459 INFO:tasks.rados.rados.0.smithi089.stdout:3106: finishing write tid 1 to smithi08986837-10 2024-07-26T06:15:23.459 INFO:tasks.rados.rados.0.smithi089.stdout:3107: finishing copy_from to smithi08986837-34 2024-07-26T06:15:23.459 INFO:tasks.rados.rados.0.smithi089.stdout:3107: got expected ENOENT (src dne) 2024-07-26T06:15:23.459 INFO:tasks.rados.rados.0.smithi089.stdout:3105: finishing copy_from racing read to smithi08986837-20 2024-07-26T06:15:23.459 INFO:tasks.rados.rados.0.smithi089.stdout:3107: finishing copy_from racing read to smithi08986837-34 2024-07-26T06:15:23.459 INFO:tasks.rados.rados.0.smithi089.stdout:3105: finishing copy_from to smithi08986837-20 2024-07-26T06:15:23.460 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 20 v 1693 (ObjNum 718 snap 230 seq_num 718) dirty exists 2024-07-26T06:15:23.460 INFO:tasks.rados.rados.0.smithi089.stdout:3106: finishing write tid 2 to smithi08986837-10 2024-07-26T06:15:23.460 INFO:tasks.rados.rados.0.smithi089.stdout:3106: finishing write tid 3 to smithi08986837-10 2024-07-26T06:15:23.460 INFO:tasks.rados.rados.0.smithi089.stdout:3106: finishing write tid 4 to smithi08986837-10 2024-07-26T06:15:23.460 INFO:tasks.rados.rados.0.smithi089.stdout:3106: finishing write tid 5 to smithi08986837-10 2024-07-26T06:15:23.460 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 10 v 1800 (ObjNum 937 snap 297 seq_num 937) dirty exists 2024-07-26T06:15:23.460 INFO:tasks.rados.rados.0.smithi089.stdout:3106: left oid 10 (ObjNum 937 snap 297 seq_num 937) 2024-07-26T06:15:23.460 INFO:tasks.rados.rados.0.smithi089.stdout:3105: done (3 left) 2024-07-26T06:15:23.461 INFO:tasks.rados.rados.0.smithi089.stdout:3106: done (2 left) 2024-07-26T06:15:23.461 INFO:tasks.rados.rados.0.smithi089.stdout:3107: done (1 left) 2024-07-26T06:15:23.461 INFO:tasks.rados.rados.0.smithi089.stdout:3110: delete oid 8 current snap is 297 2024-07-26T06:15:23.471 INFO:tasks.rados.rados.0.smithi089.stdout:3110: done (1 left) 2024-07-26T06:15:23.471 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 4 current snap is 297 2024-07-26T06:15:23.471 INFO:tasks.rados.rados.0.smithi089.stdout:3111: seq_num 939 ranges {811008=532480,1343488=704512,2048000=98304} 2024-07-26T06:15:23.479 INFO:tasks.rados.rados.0.smithi089.stdout:3111: writing smithi08986837-4 from 811008 to 1343488 tid 1 2024-07-26T06:15:23.485 INFO:tasks.rados.rados.0.smithi089.stdout:3111: writing smithi08986837-4 from 1343488 to 2048000 tid 2 2024-07-26T06:15:23.486 INFO:tasks.rados.rados.0.smithi089.stdout:3111: writing smithi08986837-4 from 2048000 to 2146304 tid 3 2024-07-26T06:15:23.486 INFO:tasks.rados.rados.0.smithi089.stdout:3112: read oid 6 snap 292 2024-07-26T06:15:23.486 INFO:tasks.rados.rados.0.smithi089.stdout:3112: expect (ObjNum 907 snap 286 seq_num 907) 2024-07-26T06:15:23.486 INFO:tasks.rados.rados.0.smithi089.stdout:3113: copy_from oid 21 from oid 24 current snap is 297 2024-07-26T06:15:23.486 INFO:tasks.rados.rados.0.smithi089.stdout:3109: finishing rollback tid 0 to smithi08986837-31 2024-07-26T06:15:23.486 INFO:tasks.rados.rados.0.smithi089.stdout:3109: finishing rollback tid 1 to smithi08986837-31 2024-07-26T06:15:23.486 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 31 v 1807 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-07-26T06:15:23.486 INFO:tasks.rados.rados.0.smithi089.stdout:3111: finishing write tid 1 to smithi08986837-4 2024-07-26T06:15:23.486 INFO:tasks.rados.rados.0.smithi089.stdout:3109: done (3 left) 2024-07-26T06:15:23.486 INFO:tasks.rados.rados.0.smithi089.stdout:3114: delete oid 10 current snap is 297 2024-07-26T06:15:23.488 INFO:tasks.rados.rados.0.smithi089.stdout:3114: done (3 left) 2024-07-26T06:15:23.488 INFO:tasks.rados.rados.0.smithi089.stdout:3115: snap_remove snap 289 2024-07-26T06:15:23.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:23 smithi155 ceph-mon[90160]: pgmap v675: 121 pgs: 121 active+clean; 295 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.2 MiB/s wr, 9 op/s 2024-07-26T06:15:23.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:23 smithi089 ceph-mon[99608]: pgmap v675: 121 pgs: 121 active+clean; 295 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.2 MiB/s wr, 9 op/s 2024-07-26T06:15:23.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:23 smithi089 ceph-mon[102056]: pgmap v675: 121 pgs: 121 active+clean; 295 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.2 MiB/s wr, 9 op/s 2024-07-26T06:15:24.441 INFO:tasks.rados.rados.0.smithi089.stdout:3115: done (3 left) 2024-07-26T06:15:24.441 INFO:tasks.rados.rados.0.smithi089.stdout:3116: read oid 35 snap 295 2024-07-26T06:15:24.442 INFO:tasks.rados.rados.0.smithi089.stdout:3116: expect deleted 2024-07-26T06:15:24.442 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 37 current snap is 297 2024-07-26T06:15:24.442 INFO:tasks.rados.rados.0.smithi089.stdout:3117: seq_num 941 ranges {4333568=565248,4898816=475136,5373952=327680} 2024-07-26T06:15:24.468 INFO:tasks.rados.rados.0.smithi089.stdout:3117: writing smithi08986837-37 from 4333568 to 4898816 tid 1 2024-07-26T06:15:24.471 INFO:tasks.rados.rados.0.smithi089.stdout:3117: writing smithi08986837-37 from 4898816 to 5373952 tid 2 2024-07-26T06:15:24.473 INFO:tasks.rados.rados.0.smithi089.stdout:3117: writing smithi08986837-37 from 5373952 to 5701632 tid 3 2024-07-26T06:15:24.473 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 26 current snap is 297 2024-07-26T06:15:24.473 INFO:tasks.rados.rados.0.smithi089.stdout:3111: finishing write tid 2 to smithi08986837-4 2024-07-26T06:15:24.474 INFO:tasks.rados.rados.0.smithi089.stdout:3118: seq_num 942 ranges {6938624=581632,7520256=761856,8282112=40960} 2024-07-26T06:15:24.513 INFO:tasks.rados.rados.0.smithi089.stdout:3118: writing smithi08986837-26 from 6938624 to 7520256 tid 1 2024-07-26T06:15:24.517 INFO:tasks.rados.rados.0.smithi089.stdout:3118: writing smithi08986837-26 from 7520256 to 8282112 tid 2 2024-07-26T06:15:24.518 INFO:tasks.rados.rados.0.smithi089.stdout:3118: writing smithi08986837-26 from 8282112 to 8323072 tid 3 2024-07-26T06:15:24.518 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 5 current snap is 297 2024-07-26T06:15:24.518 INFO:tasks.rados.rados.0.smithi089.stdout:3111: finishing write tid 3 to smithi08986837-4 2024-07-26T06:15:24.518 INFO:tasks.rados.rados.0.smithi089.stdout:3111: finishing write tid 4 to smithi08986837-4 2024-07-26T06:15:24.518 INFO:tasks.rados.rados.0.smithi089.stdout:3111: finishing write tid 5 to smithi08986837-4 2024-07-26T06:15:24.519 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 4 v 1357 (ObjNum 939 snap 297 seq_num 939) dirty exists 2024-07-26T06:15:24.519 INFO:tasks.rados.rados.0.smithi089.stdout:3111: left oid 4 (ObjNum 939 snap 297 seq_num 939) 2024-07-26T06:15:24.519 INFO:tasks.rados.rados.0.smithi089.stdout:3119: seq_num 943 ranges {2048000=598016,2646016=688128,3334144=114688} 2024-07-26T06:15:24.532 INFO:tasks.rados.rados.0.smithi089.stdout:3119: writing smithi08986837-5 from 2048000 to 2646016 tid 1 2024-07-26T06:15:24.536 INFO:tasks.rados.rados.0.smithi089.stdout:3119: writing smithi08986837-5 from 2646016 to 3334144 tid 2 2024-07-26T06:15:24.537 INFO:tasks.rados.rados.0.smithi089.stdout:3119: writing smithi08986837-5 from 3334144 to 3448832 tid 3 2024-07-26T06:15:24.537 INFO:tasks.rados.rados.0.smithi089.stdout:3111: done (6 left) 2024-07-26T06:15:24.537 INFO:tasks.rados.rados.0.smithi089.stdout:3120: delete oid 15 current snap is 297 2024-07-26T06:15:24.537 INFO:tasks.rados.rados.0.smithi089.stdout:3113: finishing copy_from racing read to smithi08986837-21 2024-07-26T06:15:24.537 INFO:tasks.rados.rados.0.smithi089.stdout:3112: expect (ObjNum 907 snap 286 seq_num 907) 2024-07-26T06:15:24.803 INFO:tasks.rados.rados.0.smithi089.stdout:3113: finishing copy_from to smithi08986837-21 2024-07-26T06:15:24.824 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 21 v 1356 (ObjNum 900 snap 285 seq_num 900) dirty exists 2024-07-26T06:15:24.825 INFO:tasks.rados.rados.0.smithi089.stdout:3117: finishing write tid 1 to smithi08986837-37 2024-07-26T06:15:24.825 INFO:tasks.rados.rados.0.smithi089.stdout:3112: done (6 left) 2024-07-26T06:15:24.825 INFO:tasks.rados.rados.0.smithi089.stdout:3113: done (5 left) 2024-07-26T06:15:24.825 INFO:tasks.rados.rados.0.smithi089.stdout:3116: done (4 left) 2024-07-26T06:15:24.825 INFO:tasks.rados.rados.0.smithi089.stdout:3120: done (3 left) 2024-07-26T06:15:24.825 INFO:tasks.rados.rados.0.smithi089.stdout:3121: snap_create 2024-07-26T06:15:24.825 INFO:tasks.rados.rados.0.smithi089.stdout:3117: finishing write tid 2 to smithi08986837-37 2024-07-26T06:15:24.825 INFO:tasks.rados.rados.0.smithi089.stdout:3117: finishing write tid 3 to smithi08986837-37 2024-07-26T06:15:24.825 INFO:tasks.rados.rados.0.smithi089.stdout:3117: finishing write tid 4 to smithi08986837-37 2024-07-26T06:15:24.825 INFO:tasks.rados.rados.0.smithi089.stdout:3117: finishing write tid 5 to smithi08986837-37 2024-07-26T06:15:24.826 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 37 v 2071 (ObjNum 941 snap 297 seq_num 941) dirty exists 2024-07-26T06:15:24.826 INFO:tasks.rados.rados.0.smithi089.stdout:3117: left oid 37 (ObjNum 941 snap 297 seq_num 941) 2024-07-26T06:15:24.826 INFO:tasks.rados.rados.0.smithi089.stdout:3118: finishing write tid 1 to smithi08986837-26 2024-07-26T06:15:24.826 INFO:tasks.rados.rados.0.smithi089.stdout:3118: finishing write tid 2 to smithi08986837-26 2024-07-26T06:15:24.826 INFO:tasks.rados.rados.0.smithi089.stdout:3118: finishing write tid 3 to smithi08986837-26 2024-07-26T06:15:24.826 INFO:tasks.rados.rados.0.smithi089.stdout:3118: finishing write tid 4 to smithi08986837-26 2024-07-26T06:15:24.826 INFO:tasks.rados.rados.0.smithi089.stdout:3118: finishing write tid 5 to smithi08986837-26 2024-07-26T06:15:24.826 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 26 v 976 (ObjNum 942 snap 297 seq_num 942) dirty exists 2024-07-26T06:15:24.826 INFO:tasks.rados.rados.0.smithi089.stdout:3118: left oid 26 (ObjNum 942 snap 297 seq_num 942) 2024-07-26T06:15:24.826 INFO:tasks.rados.rados.0.smithi089.stdout:3119: finishing write tid 1 to smithi08986837-5 2024-07-26T06:15:24.826 INFO:tasks.rados.rados.0.smithi089.stdout:3119: finishing write tid 2 to smithi08986837-5 2024-07-26T06:15:24.827 INFO:tasks.rados.rados.0.smithi089.stdout:3119: finishing write tid 3 to smithi08986837-5 2024-07-26T06:15:24.827 INFO:tasks.rados.rados.0.smithi089.stdout:3119: finishing write tid 4 to smithi08986837-5 2024-07-26T06:15:24.827 INFO:tasks.rados.rados.0.smithi089.stdout:3119: finishing write tid 5 to smithi08986837-5 2024-07-26T06:15:24.827 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 5 v 1697 (ObjNum 943 snap 297 seq_num 943) dirty exists 2024-07-26T06:15:24.827 INFO:tasks.rados.rados.0.smithi089.stdout:3119: left oid 5 (ObjNum 943 snap 297 seq_num 943) 2024-07-26T06:15:24.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:24 smithi155 ceph-mon[90160]: osdmap e680: 8 total, 8 up, 8 in 2024-07-26T06:15:24.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:24 smithi155 ceph-mon[90160]: osdmap e681: 8 total, 8 up, 8 in 2024-07-26T06:15:24.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:24 smithi089 ceph-mon[99608]: osdmap e680: 8 total, 8 up, 8 in 2024-07-26T06:15:24.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:24 smithi089 ceph-mon[99608]: osdmap e681: 8 total, 8 up, 8 in 2024-07-26T06:15:24.907 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:24 smithi089 ceph-mon[102056]: osdmap e680: 8 total, 8 up, 8 in 2024-07-26T06:15:24.907 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:24 smithi089 ceph-mon[102056]: osdmap e681: 8 total, 8 up, 8 in 2024-07-26T06:15:25.461 INFO:tasks.rados.rados.0.smithi089.stdout:3117: done (3 left) 2024-07-26T06:15:25.461 INFO:tasks.rados.rados.0.smithi089.stdout:3118: done (2 left) 2024-07-26T06:15:25.461 INFO:tasks.rados.rados.0.smithi089.stdout:3119: done (1 left) 2024-07-26T06:15:25.461 INFO:tasks.rados.rados.0.smithi089.stdout:3121: done (0 left) 2024-07-26T06:15:25.461 INFO:tasks.rados.rados.0.smithi089.stdout:3122: snap_create 2024-07-26T06:15:25.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:25 smithi155 ceph-mon[90160]: pgmap v678: 121 pgs: 121 active+clean; 279 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 0 B/s wr, 5 op/s 2024-07-26T06:15:25.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:25 smithi089 ceph-mon[99608]: pgmap v678: 121 pgs: 121 active+clean; 279 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 0 B/s wr, 5 op/s 2024-07-26T06:15:25.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:25 smithi089 ceph-mon[102056]: pgmap v678: 121 pgs: 121 active+clean; 279 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 0 B/s wr, 5 op/s 2024-07-26T06:15:26.464 INFO:tasks.rados.rados.0.smithi089.stdout:3122: done (0 left) 2024-07-26T06:15:26.464 INFO:tasks.rados.rados.0.smithi089.stdout:3123: snap_create 2024-07-26T06:15:26.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:26 smithi155 ceph-mon[90160]: osdmap e682: 8 total, 8 up, 8 in 2024-07-26T06:15:26.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:15:26.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:26 smithi089 ceph-mon[99608]: osdmap e682: 8 total, 8 up, 8 in 2024-07-26T06:15:26.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:15:26.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:26 smithi089 ceph-mon[102056]: osdmap e682: 8 total, 8 up, 8 in 2024-07-26T06:15:26.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:15:27.477 INFO:tasks.rados.rados.0.smithi089.stdout:3123: done (0 left) 2024-07-26T06:15:27.477 INFO:tasks.rados.rados.0.smithi089.stdout:3124: snap_create 2024-07-26T06:15:27.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:27 smithi155 ceph-mon[90160]: osdmap e683: 8 total, 8 up, 8 in 2024-07-26T06:15:27.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:27 smithi155 ceph-mon[90160]: pgmap v681: 121 pgs: 121 active+clean; 278 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 978 KiB/s wr, 13 op/s 2024-07-26T06:15:27.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:27 smithi089 ceph-mon[99608]: osdmap e683: 8 total, 8 up, 8 in 2024-07-26T06:15:27.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:27 smithi089 ceph-mon[99608]: pgmap v681: 121 pgs: 121 active+clean; 278 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 978 KiB/s wr, 13 op/s 2024-07-26T06:15:27.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:27 smithi089 ceph-mon[102056]: osdmap e683: 8 total, 8 up, 8 in 2024-07-26T06:15:27.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:27 smithi089 ceph-mon[102056]: pgmap v681: 121 pgs: 121 active+clean; 278 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 978 KiB/s wr, 13 op/s 2024-07-26T06:15:28.477 INFO:tasks.rados.rados.0.smithi089.stdout:3124: done (0 left) 2024-07-26T06:15:28.477 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 17 current snap is 301 2024-07-26T06:15:28.477 INFO:tasks.rados.rados.0.smithi089.stdout:3125: seq_num 945 ranges {12369920=630784,13000704=458752,13459456=344064} 2024-07-26T06:15:28.546 INFO:tasks.rados.rados.0.smithi089.stdout:3125: writing smithi08986837-17 from 12369920 to 13000704 tid 1 2024-07-26T06:15:28.549 INFO:tasks.rados.rados.0.smithi089.stdout:3125: writing smithi08986837-17 from 13000704 to 13459456 tid 2 2024-07-26T06:15:28.552 INFO:tasks.rados.rados.0.smithi089.stdout:3125: writing smithi08986837-17 from 13459456 to 13803520 tid 3 2024-07-26T06:15:28.552 INFO:tasks.rados.rados.0.smithi089.stdout:3126: rollback oid 40 current snap is 301 2024-07-26T06:15:28.552 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 40 to 299 2024-07-26T06:15:28.552 INFO:tasks.rados.rados.0.smithi089.stdout:3127: snap_remove snap 267 2024-07-26T06:15:28.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:28 smithi155 ceph-mon[90160]: osdmap e684: 8 total, 8 up, 8 in 2024-07-26T06:15:28.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:28 smithi089 ceph-mon[99608]: osdmap e684: 8 total, 8 up, 8 in 2024-07-26T06:15:28.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:28 smithi089 ceph-mon[102056]: osdmap e684: 8 total, 8 up, 8 in 2024-07-26T06:15:29.444 INFO:tasks.rados.rados.0.smithi089.stdout:3127: done (2 left) 2024-07-26T06:15:29.444 INFO:tasks.rados.rados.0.smithi089.stdout:3128: read oid 29 snap 296 2024-07-26T06:15:29.444 INFO:tasks.rados.rados.0.smithi089.stdout:3128: expect (ObjNum 906 snap 286 seq_num 906) 2024-07-26T06:15:29.444 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 19 current snap is 301 2024-07-26T06:15:29.444 INFO:tasks.rados.rados.0.smithi089.stdout:3125: finishing write tid 1 to smithi08986837-17 2024-07-26T06:15:29.444 INFO:tasks.rados.rados.0.smithi089.stdout:3126: finishing rollback tid 0 to smithi08986837-40 2024-07-26T06:15:29.444 INFO:tasks.rados.rados.0.smithi089.stdout:3126: finishing rollback tid 1 to smithi08986837-40 2024-07-26T06:15:29.444 INFO:tasks.rados.rados.0.smithi089.stdout:3126: finishing rollback tid 2 to smithi08986837-40 2024-07-26T06:15:29.445 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 40 v 1369 (ObjNum 929 snap 295 seq_num 929) dirty exists 2024-07-26T06:15:29.445 INFO:tasks.rados.rados.0.smithi089.stdout:3125: finishing write tid 2 to smithi08986837-17 2024-07-26T06:15:29.445 INFO:tasks.rados.rados.0.smithi089.stdout:3125: finishing write tid 3 to smithi08986837-17 2024-07-26T06:15:29.445 INFO:tasks.rados.rados.0.smithi089.stdout:3125: finishing write tid 4 to smithi08986837-17 2024-07-26T06:15:29.445 INFO:tasks.rados.rados.0.smithi089.stdout:3125: finishing write tid 5 to smithi08986837-17 2024-07-26T06:15:29.445 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 17 v 1710 (ObjNum 945 snap 301 seq_num 945) dirty exists 2024-07-26T06:15:29.445 INFO:tasks.rados.rados.0.smithi089.stdout:3125: left oid 17 (ObjNum 945 snap 301 seq_num 945) 2024-07-26T06:15:29.445 INFO:tasks.rados.rados.0.smithi089.stdout:3129: seq_num 946 ranges {0=647168,647168=745472,1392640=57344} 2024-07-26T06:15:29.448 INFO:tasks.rados.rados.0.smithi089.stdout:3129: writing smithi08986837-19 from 0 to 647168 tid 1 2024-07-26T06:15:29.454 INFO:tasks.rados.rados.0.smithi089.stdout:3129: writing smithi08986837-19 from 647168 to 1392640 tid 2 2024-07-26T06:15:29.456 INFO:tasks.rados.rados.0.smithi089.stdout:3129: writing smithi08986837-19 from 1392640 to 1449984 tid 3 2024-07-26T06:15:29.456 INFO:tasks.rados.rados.0.smithi089.stdout:3125: done (3 left) 2024-07-26T06:15:29.456 INFO:tasks.rados.rados.0.smithi089.stdout:3126: done (2 left) 2024-07-26T06:15:29.456 INFO:tasks.rados.rados.0.smithi089.stdout:3130: rollback oid 8 current snap is 301 2024-07-26T06:15:29.456 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 8 to 296 2024-07-26T06:15:29.456 INFO:tasks.rados.rados.0.smithi089.stdout:3131: rollback oid 22 current snap is 301 2024-07-26T06:15:29.456 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 22 to 292 2024-07-26T06:15:29.456 INFO:tasks.rados.rados.0.smithi089.stdout:3132: snap_create 2024-07-26T06:15:29.457 INFO:tasks.rados.rados.0.smithi089.stdout:3128: expect (ObjNum 906 snap 286 seq_num 906) 2024-07-26T06:15:29.491 INFO:tasks.rados.rados.0.smithi089.stdout:3131: finishing rollback tid 1 to smithi08986837-22 2024-07-26T06:15:29.491 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 22 v 0 (ObjNum 305 snap 0 seq_num 3363485616) dirty dne 2024-07-26T06:15:29.491 INFO:tasks.rados.rados.0.smithi089.stdout:3130: finishing rollback tid 1 to smithi08986837-8 2024-07-26T06:15:29.491 INFO:tasks.rados.rados.0.smithi089.stdout:3130: finishing rollback tid 2 to smithi08986837-8 2024-07-26T06:15:29.491 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 8 v 1873 (ObjNum 305 snap 0 seq_num 3362997328) dirty exists 2024-07-26T06:15:29.491 INFO:tasks.rados.rados.0.smithi089.stdout:3129: finishing write tid 1 to smithi08986837-19 2024-07-26T06:15:29.491 INFO:tasks.rados.rados.0.smithi089.stdout:3129: finishing write tid 2 to smithi08986837-19 2024-07-26T06:15:29.491 INFO:tasks.rados.rados.0.smithi089.stdout:3129: finishing write tid 3 to smithi08986837-19 2024-07-26T06:15:29.491 INFO:tasks.rados.rados.0.smithi089.stdout:3129: finishing write tid 4 to smithi08986837-19 2024-07-26T06:15:29.491 INFO:tasks.rados.rados.0.smithi089.stdout:3129: finishing write tid 5 to smithi08986837-19 2024-07-26T06:15:29.491 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 19 v 1384 (ObjNum 946 snap 301 seq_num 946) dirty exists 2024-07-26T06:15:29.492 INFO:tasks.rados.rados.0.smithi089.stdout:3129: left oid 19 (ObjNum 946 snap 301 seq_num 946) 2024-07-26T06:15:29.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:29 smithi155 ceph-mon[90160]: osdmap e685: 8 total, 8 up, 8 in 2024-07-26T06:15:29.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:29 smithi155 ceph-mon[90160]: pgmap v684: 121 pgs: 121 active+clean; 282 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.0 MiB/s wr, 15 op/s 2024-07-26T06:15:29.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:29 smithi155 ceph-mon[90160]: osdmap e686: 8 total, 8 up, 8 in 2024-07-26T06:15:29.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:29 smithi089 ceph-mon[99608]: osdmap e685: 8 total, 8 up, 8 in 2024-07-26T06:15:29.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:29 smithi089 ceph-mon[99608]: pgmap v684: 121 pgs: 121 active+clean; 282 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.0 MiB/s wr, 15 op/s 2024-07-26T06:15:29.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:29 smithi089 ceph-mon[99608]: osdmap e686: 8 total, 8 up, 8 in 2024-07-26T06:15:29.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:29 smithi089 ceph-mon[102056]: osdmap e685: 8 total, 8 up, 8 in 2024-07-26T06:15:29.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:29 smithi089 ceph-mon[102056]: pgmap v684: 121 pgs: 121 active+clean; 282 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.0 MiB/s wr, 15 op/s 2024-07-26T06:15:29.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:29 smithi089 ceph-mon[102056]: osdmap e686: 8 total, 8 up, 8 in 2024-07-26T06:15:30.446 INFO:tasks.rados.rados.0.smithi089.stdout:3128: done (4 left) 2024-07-26T06:15:30.447 INFO:tasks.rados.rados.0.smithi089.stdout:3129: done (3 left) 2024-07-26T06:15:30.447 INFO:tasks.rados.rados.0.smithi089.stdout:3130: done (2 left) 2024-07-26T06:15:30.447 INFO:tasks.rados.rados.0.smithi089.stdout:3131: done (1 left) 2024-07-26T06:15:30.447 INFO:tasks.rados.rados.0.smithi089.stdout:3132: done (0 left) 2024-07-26T06:15:30.447 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 30 current snap is 302 2024-07-26T06:15:30.447 INFO:tasks.rados.rados.0.smithi089.stdout:3133: seq_num 947 ranges {4964352=663552,5627904=630784,6258688=172032} 2024-07-26T06:15:30.476 INFO:tasks.rados.rados.0.smithi089.stdout:3133: writing smithi08986837-30 from 4964352 to 5627904 tid 1 2024-07-26T06:15:30.480 INFO:tasks.rados.rados.0.smithi089.stdout:3133: writing smithi08986837-30 from 5627904 to 6258688 tid 2 2024-07-26T06:15:30.481 INFO:tasks.rados.rados.0.smithi089.stdout:3133: writing smithi08986837-30 from 6258688 to 6430720 tid 3 2024-07-26T06:15:30.482 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 38 current snap is 302 2024-07-26T06:15:30.482 INFO:tasks.rados.rados.0.smithi089.stdout:3134: seq_num 948 ranges {0=679936,679936=516096,1196032=286720} 2024-07-26T06:15:30.485 INFO:tasks.rados.rados.0.smithi089.stdout:3134: writing smithi08986837-38 from 0 to 679936 tid 1 2024-07-26T06:15:30.489 INFO:tasks.rados.rados.0.smithi089.stdout:3134: writing smithi08986837-38 from 679936 to 1196032 tid 2 2024-07-26T06:15:30.491 INFO:tasks.rados.rados.0.smithi089.stdout:3134: writing smithi08986837-38 from 1196032 to 1482752 tid 3 2024-07-26T06:15:30.491 INFO:tasks.rados.rados.0.smithi089.stdout:3135: snap_create 2024-07-26T06:15:30.491 INFO:tasks.rados.rados.0.smithi089.stdout:3133: finishing write tid 1 to smithi08986837-30 2024-07-26T06:15:30.491 INFO:tasks.rados.rados.0.smithi089.stdout:3133: finishing write tid 2 to smithi08986837-30 2024-07-26T06:15:30.491 INFO:tasks.rados.rados.0.smithi089.stdout:3133: finishing write tid 3 to smithi08986837-30 2024-07-26T06:15:30.491 INFO:tasks.rados.rados.0.smithi089.stdout:3133: finishing write tid 4 to smithi08986837-30 2024-07-26T06:15:30.492 INFO:tasks.rados.rados.0.smithi089.stdout:3133: finishing write tid 5 to smithi08986837-30 2024-07-26T06:15:30.492 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 30 v 1373 (ObjNum 947 snap 302 seq_num 947) dirty exists 2024-07-26T06:15:30.492 INFO:tasks.rados.rados.0.smithi089.stdout:3133: left oid 30 (ObjNum 947 snap 302 seq_num 947) 2024-07-26T06:15:30.492 INFO:tasks.rados.rados.0.smithi089.stdout:3134: finishing write tid 1 to smithi08986837-38 2024-07-26T06:15:30.494 INFO:tasks.rados.rados.0.smithi089.stdout:3134: finishing write tid 2 to smithi08986837-38 2024-07-26T06:15:30.494 INFO:tasks.rados.rados.0.smithi089.stdout:3134: finishing write tid 3 to smithi08986837-38 2024-07-26T06:15:30.494 INFO:tasks.rados.rados.0.smithi089.stdout:3134: finishing write tid 4 to smithi08986837-38 2024-07-26T06:15:30.495 INFO:tasks.rados.rados.0.smithi089.stdout:3134: finishing write tid 5 to smithi08986837-38 2024-07-26T06:15:30.495 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 38 v 1828 (ObjNum 948 snap 302 seq_num 948) dirty exists 2024-07-26T06:15:30.495 INFO:tasks.rados.rados.0.smithi089.stdout:3134: left oid 38 (ObjNum 948 snap 302 seq_num 948) 2024-07-26T06:15:31.448 INFO:tasks.rados.rados.0.smithi089.stdout:3133: done (2 left) 2024-07-26T06:15:31.448 INFO:tasks.rados.rados.0.smithi089.stdout:3134: done (1 left) 2024-07-26T06:15:31.448 INFO:tasks.rados.rados.0.smithi089.stdout:3135: done (0 left) 2024-07-26T06:15:31.448 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 31 current snap is 303 2024-07-26T06:15:31.449 INFO:tasks.rados.rados.0.smithi089.stdout:3136: seq_num 949 ranges {0=704512,704512=794624,1499136=8192} 2024-07-26T06:15:31.452 INFO:tasks.rados.rados.0.smithi089.stdout:3136: writing smithi08986837-31 from 0 to 704512 tid 1 2024-07-26T06:15:31.457 INFO:tasks.rados.rados.0.smithi089.stdout:3136: writing smithi08986837-31 from 704512 to 1499136 tid 2 2024-07-26T06:15:31.457 INFO:tasks.rados.rados.0.smithi089.stdout:3136: writing smithi08986837-31 from 1499136 to 1507328 tid 3 2024-07-26T06:15:31.457 INFO:tasks.rados.rados.0.smithi089.stdout:3137: rmattr oid 35 current snap is 303 2024-07-26T06:15:31.457 INFO:tasks.rados.rados.0.smithi089.stdout:3137: done (1 left) 2024-07-26T06:15:31.457 INFO:tasks.rados.rados.0.smithi089.stdout:3138: read oid 29 snap 302 2024-07-26T06:15:31.458 INFO:tasks.rados.rados.0.smithi089.stdout:3138: expect deleted 2024-07-26T06:15:31.458 INFO:tasks.rados.rados.0.smithi089.stdout:3139: copy_from oid 11 from oid 13 current snap is 303 2024-07-26T06:15:31.458 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 46 current snap is 303 2024-07-26T06:15:31.458 INFO:tasks.rados.rados.0.smithi089.stdout:3140: seq_num 950 ranges {524288=720896,1245184=679936,1925120=122880} 2024-07-26T06:15:31.464 INFO:tasks.rados.rados.0.smithi089.stdout:3140: writing smithi08986837-46 from 524288 to 1245184 tid 1 2024-07-26T06:15:31.469 INFO:tasks.rados.rados.0.smithi089.stdout:3140: writing smithi08986837-46 from 1245184 to 1925120 tid 2 2024-07-26T06:15:31.470 INFO:tasks.rados.rados.0.smithi089.stdout:3140: writing smithi08986837-46 from 1925120 to 2048000 tid 3 2024-07-26T06:15:31.470 INFO:tasks.rados.rados.0.smithi089.stdout:3141: delete oid 18 current snap is 303 2024-07-26T06:15:31.470 INFO:tasks.rados.rados.0.smithi089.stdout:3136: finishing write tid 1 to smithi08986837-31 2024-07-26T06:15:31.470 INFO:tasks.rados.rados.0.smithi089.stdout:3136: finishing write tid 2 to smithi08986837-31 2024-07-26T06:15:31.470 INFO:tasks.rados.rados.0.smithi089.stdout:3136: finishing write tid 3 to smithi08986837-31 2024-07-26T06:15:31.470 INFO:tasks.rados.rados.0.smithi089.stdout:3136: finishing write tid 4 to smithi08986837-31 2024-07-26T06:15:31.470 INFO:tasks.rados.rados.0.smithi089.stdout:3136: finishing write tid 5 to smithi08986837-31 2024-07-26T06:15:31.470 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 31 v 1832 (ObjNum 949 snap 303 seq_num 949) dirty exists 2024-07-26T06:15:31.471 INFO:tasks.rados.rados.0.smithi089.stdout:3136: left oid 31 (ObjNum 949 snap 303 seq_num 949) 2024-07-26T06:15:31.473 INFO:tasks.rados.rados.0.smithi089.stdout:3136: done (4 left) 2024-07-26T06:15:31.473 INFO:tasks.rados.rados.0.smithi089.stdout:3138: done (3 left) 2024-07-26T06:15:31.473 INFO:tasks.rados.rados.0.smithi089.stdout:3141: done (2 left) 2024-07-26T06:15:31.473 INFO:tasks.rados.rados.0.smithi089.stdout:3142: read oid 4 snap -1 2024-07-26T06:15:31.473 INFO:tasks.rados.rados.0.smithi089.stdout:3142: expect (ObjNum 939 snap 297 seq_num 939) 2024-07-26T06:15:31.473 INFO:tasks.rados.rados.0.smithi089.stdout:3143: read oid 34 snap -1 2024-07-26T06:15:31.474 INFO:tasks.rados.rados.0.smithi089.stdout:3143: expect (ObjNum 928 snap 295 seq_num 928) 2024-07-26T06:15:31.474 INFO:tasks.rados.rados.0.smithi089.stdout:3144: copy_from oid 39 from oid 47 current snap is 303 2024-07-26T06:15:31.474 INFO:tasks.rados.rados.0.smithi089.stdout:3145: snap_remove snap 296 2024-07-26T06:15:31.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:31 smithi155 ceph-mon[90160]: osdmap e687: 8 total, 8 up, 8 in 2024-07-26T06:15:31.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:31 smithi155 ceph-mon[90160]: pgmap v687: 121 pgs: 121 active+clean; 257 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.4 MiB/s wr, 6 op/s 2024-07-26T06:15:31.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:31 smithi089 ceph-mon[99608]: osdmap e687: 8 total, 8 up, 8 in 2024-07-26T06:15:31.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:31 smithi089 ceph-mon[99608]: pgmap v687: 121 pgs: 121 active+clean; 257 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.4 MiB/s wr, 6 op/s 2024-07-26T06:15:31.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:31 smithi089 ceph-mon[102056]: osdmap e687: 8 total, 8 up, 8 in 2024-07-26T06:15:31.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:31 smithi089 ceph-mon[102056]: pgmap v687: 121 pgs: 121 active+clean; 257 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.4 MiB/s wr, 6 op/s 2024-07-26T06:15:32.458 INFO:tasks.rados.rados.0.smithi089.stdout:3145: done (5 left) 2024-07-26T06:15:32.458 INFO:tasks.rados.rados.0.smithi089.stdout:3146: rollback oid 44 current snap is 303 2024-07-26T06:15:32.458 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 44 to 299 2024-07-26T06:15:32.458 INFO:tasks.rados.rados.0.smithi089.stdout:3140: finishing write tid 1 to smithi08986837-46 2024-07-26T06:15:32.458 INFO:tasks.rados.rados.0.smithi089.stdout:3140: finishing write tid 2 to smithi08986837-46 2024-07-26T06:15:32.458 INFO:tasks.rados.rados.0.smithi089.stdout:3140: finishing write tid 3 to smithi08986837-46 2024-07-26T06:15:32.458 INFO:tasks.rados.rados.0.smithi089.stdout:3144: finishing copy_from to smithi08986837-39 2024-07-26T06:15:32.458 INFO:tasks.rados.rados.0.smithi089.stdout:3144: got expected ENOENT (src dne) 2024-07-26T06:15:32.459 INFO:tasks.rados.rados.0.smithi089.stdout:3140: finishing write tid 4 to smithi08986837-46 2024-07-26T06:15:32.459 INFO:tasks.rados.rados.0.smithi089.stdout:3144: finishing copy_from racing read to smithi08986837-39 2024-07-26T06:15:32.459 INFO:tasks.rados.rados.0.smithi089.stdout:3140: finishing write tid 5 to smithi08986837-46 2024-07-26T06:15:32.459 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 46 v 2088 (ObjNum 950 snap 303 seq_num 950) dirty exists 2024-07-26T06:15:32.459 INFO:tasks.rados.rados.0.smithi089.stdout:3140: left oid 46 (ObjNum 950 snap 303 seq_num 950) 2024-07-26T06:15:32.459 INFO:tasks.rados.rados.0.smithi089.stdout:3142: expect (ObjNum 939 snap 297 seq_num 939) 2024-07-26T06:15:32.533 INFO:tasks.rados.rados.0.smithi089.stdout:3143: expect (ObjNum 928 snap 295 seq_num 928) 2024-07-26T06:15:32.603 INFO:tasks.rados.rados.0.smithi089.stdout:3139: finishing copy_from racing read to smithi08986837-11 2024-07-26T06:15:32.603 INFO:tasks.rados.rados.0.smithi089.stdout:3139: finishing copy_from to smithi08986837-11 2024-07-26T06:15:32.603 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 11 v 1365 (ObjNum 823 snap 263 seq_num 823) dirty exists 2024-07-26T06:15:32.603 INFO:tasks.rados.rados.0.smithi089.stdout:3139: done (5 left) 2024-07-26T06:15:32.604 INFO:tasks.rados.rados.0.smithi089.stdout:3140: done (4 left) 2024-07-26T06:15:32.604 INFO:tasks.rados.rados.0.smithi089.stdout:3142: done (3 left) 2024-07-26T06:15:32.604 INFO:tasks.rados.rados.0.smithi089.stdout:3143: done (2 left) 2024-07-26T06:15:32.604 INFO:tasks.rados.rados.0.smithi089.stdout:3144: done (1 left) 2024-07-26T06:15:32.604 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 21 current snap is 303 2024-07-26T06:15:32.604 INFO:tasks.rados.rados.0.smithi089.stdout:3147: seq_num 952 ranges {679936=753664,1433600=499712,1933312=303104} 2024-07-26T06:15:32.610 INFO:tasks.rados.rados.0.smithi089.stdout:3147: writing smithi08986837-21 from 679936 to 1433600 tid 1 2024-07-26T06:15:32.613 INFO:tasks.rados.rados.0.smithi089.stdout:3147: writing smithi08986837-21 from 1433600 to 1933312 tid 2 2024-07-26T06:15:32.615 INFO:tasks.rados.rados.0.smithi089.stdout:3147: writing smithi08986837-21 from 1933312 to 2236416 tid 3 2024-07-26T06:15:32.615 INFO:tasks.rados.rados.0.smithi089.stdout:3148: read oid 43 snap -1 2024-07-26T06:15:32.615 INFO:tasks.rados.rados.0.smithi089.stdout:3148: expect (ObjNum 718 snap 230 seq_num 718) 2024-07-26T06:15:32.615 INFO:tasks.rados.rados.0.smithi089.stdout:3149: delete oid 37 current snap is 303 2024-07-26T06:15:32.615 INFO:tasks.rados.rados.0.smithi089.stdout:3146: finishing rollback tid 0 to smithi08986837-44 2024-07-26T06:15:32.615 INFO:tasks.rados.rados.0.smithi089.stdout:3146: finishing rollback tid 1 to smithi08986837-44 2024-07-26T06:15:32.616 INFO:tasks.rados.rados.0.smithi089.stdout:3146: finishing rollback tid 2 to smithi08986837-44 2024-07-26T06:15:32.616 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 44 v 2092 (ObjNum 692 snap 216 seq_num 692) dirty exists 2024-07-26T06:15:32.616 INFO:tasks.rados.rados.0.smithi089.stdout:3147: finishing write tid 1 to smithi08986837-21 2024-07-26T06:15:32.618 INFO:tasks.rados.rados.0.smithi089.stdout:3147: finishing write tid 2 to smithi08986837-21 2024-07-26T06:15:32.618 INFO:tasks.rados.rados.0.smithi089.stdout:3147: finishing write tid 3 to smithi08986837-21 2024-07-26T06:15:32.619 INFO:tasks.rados.rados.0.smithi089.stdout:3147: finishing write tid 4 to smithi08986837-21 2024-07-26T06:15:32.619 INFO:tasks.rados.rados.0.smithi089.stdout:3146: done (3 left) 2024-07-26T06:15:32.619 INFO:tasks.rados.rados.0.smithi089.stdout:3149: done (2 left) 2024-07-26T06:15:32.619 INFO:tasks.rados.rados.0.smithi089.stdout:3150: rollback oid 48 current snap is 303 2024-07-26T06:15:32.619 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 48 to 295 2024-07-26T06:15:32.619 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 28 current snap is 303 2024-07-26T06:15:32.619 INFO:tasks.rados.rados.0.smithi089.stdout:3151: seq_num 954 ranges {4341760=786432,5128192=671744,5799936=131072} 2024-07-26T06:15:32.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:32 smithi155 ceph-mon[90160]: osdmap e688: 8 total, 8 up, 8 in 2024-07-26T06:15:32.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:15:32 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:15:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:15:32.646 INFO:tasks.rados.rados.0.smithi089.stdout:3151: writing smithi08986837-28 from 4341760 to 5128192 tid 1 2024-07-26T06:15:32.650 INFO:tasks.rados.rados.0.smithi089.stdout:3151: writing smithi08986837-28 from 5128192 to 5799936 tid 2 2024-07-26T06:15:32.651 INFO:tasks.rados.rados.0.smithi089.stdout:3151: writing smithi08986837-28 from 5799936 to 5931008 tid 3 2024-07-26T06:15:32.651 INFO:tasks.rados.rados.0.smithi089.stdout:3152: snap_create 2024-07-26T06:15:32.651 INFO:tasks.rados.rados.0.smithi089.stdout:3148: expect (ObjNum 718 snap 230 seq_num 718) 2024-07-26T06:15:32.692 INFO:tasks.rados.rados.0.smithi089.stdout:3147: finishing write tid 5 to smithi08986837-21 2024-07-26T06:15:32.692 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 21 v 1360 (ObjNum 952 snap 303 seq_num 952) dirty exists 2024-07-26T06:15:32.692 INFO:tasks.rados.rados.0.smithi089.stdout:3147: left oid 21 (ObjNum 952 snap 303 seq_num 952) 2024-07-26T06:15:32.692 INFO:tasks.rados.rados.0.smithi089.stdout:3150: finishing rollback tid 0 to smithi08986837-48 2024-07-26T06:15:32.692 INFO:tasks.rados.rados.0.smithi089.stdout:3150: finishing rollback tid 1 to smithi08986837-48 2024-07-26T06:15:32.692 INFO:tasks.rados.rados.0.smithi089.stdout:3150: finishing rollback tid 2 to smithi08986837-48 2024-07-26T06:15:32.692 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 48 v 1387 (ObjNum 876 snap 280 seq_num 876) dirty exists 2024-07-26T06:15:32.692 INFO:tasks.rados.rados.0.smithi089.stdout:3151: finishing write tid 1 to smithi08986837-28 2024-07-26T06:15:32.692 INFO:tasks.rados.rados.0.smithi089.stdout:3151: finishing write tid 2 to smithi08986837-28 2024-07-26T06:15:32.692 INFO:tasks.rados.rados.0.smithi089.stdout:3151: finishing write tid 3 to smithi08986837-28 2024-07-26T06:15:32.692 INFO:tasks.rados.rados.0.smithi089.stdout:3151: finishing write tid 4 to smithi08986837-28 2024-07-26T06:15:32.692 INFO:tasks.rados.rados.0.smithi089.stdout:3151: finishing write tid 5 to smithi08986837-28 2024-07-26T06:15:32.693 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 28 v 1874 (ObjNum 954 snap 303 seq_num 954) dirty exists 2024-07-26T06:15:32.693 INFO:tasks.rados.rados.0.smithi089.stdout:3151: left oid 28 (ObjNum 954 snap 303 seq_num 954) 2024-07-26T06:15:32.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:32 smithi089 ceph-mon[99608]: osdmap e688: 8 total, 8 up, 8 in 2024-07-26T06:15:32.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:15:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:15:32] "GET /metrics HTTP/1.1" 200 36349 "" "Prometheus/2.43.0" 2024-07-26T06:15:32.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:32 smithi089 ceph-mon[102056]: osdmap e688: 8 total, 8 up, 8 in 2024-07-26T06:15:33.460 INFO:tasks.rados.rados.0.smithi089.stdout:3147: done (4 left) 2024-07-26T06:15:33.461 INFO:tasks.rados.rados.0.smithi089.stdout:3148: done (3 left) 2024-07-26T06:15:33.461 INFO:tasks.rados.rados.0.smithi089.stdout:3150: done (2 left) 2024-07-26T06:15:33.461 INFO:tasks.rados.rados.0.smithi089.stdout:3151: done (1 left) 2024-07-26T06:15:33.461 INFO:tasks.rados.rados.0.smithi089.stdout:3152: done (0 left) 2024-07-26T06:15:33.461 INFO:tasks.rados.rados.0.smithi089.stdout:3153: rmattr oid 32 current snap is 304 2024-07-26T06:15:33.461 INFO:tasks.rados.rados.0.smithi089.stdout:3153: done (0 left) 2024-07-26T06:15:33.461 INFO:tasks.rados.rados.0.smithi089.stdout:3154: rollback oid 8 current snap is 304 2024-07-26T06:15:33.461 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 8 to 303 2024-07-26T06:15:33.461 INFO:tasks.rados.rados.0.smithi089.stdout:3155: copy_from oid 6 from oid 50 current snap is 304 2024-07-26T06:15:33.461 INFO:tasks.rados.rados.0.smithi089.stdout:3156: read oid 38 snap 300 2024-07-26T06:15:33.461 INFO:tasks.rados.rados.0.smithi089.stdout:3156: expect deleted 2024-07-26T06:15:33.461 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 14 current snap is 304 2024-07-26T06:15:33.462 INFO:tasks.rados.rados.0.smithi089.stdout:3157: seq_num 955 ranges {0=802816,802816=557056,1359872=245760} 2024-07-26T06:15:33.465 INFO:tasks.rados.rados.0.smithi089.stdout:3157: writing smithi08986837-14 from 0 to 802816 tid 1 2024-07-26T06:15:33.469 INFO:tasks.rados.rados.0.smithi089.stdout:3157: writing smithi08986837-14 from 802816 to 1359872 tid 2 2024-07-26T06:15:33.471 INFO:tasks.rados.rados.0.smithi089.stdout:3157: writing smithi08986837-14 from 1359872 to 1605632 tid 3 2024-07-26T06:15:33.471 INFO:tasks.rados.rados.0.smithi089.stdout:3158: delete oid 39 current snap is 304 2024-07-26T06:15:33.471 INFO:tasks.rados.rados.0.smithi089.stdout:3154: finishing rollback tid 0 to smithi08986837-8 2024-07-26T06:15:33.471 INFO:tasks.rados.rados.0.smithi089.stdout:3154: finishing rollback tid 1 to smithi08986837-8 2024-07-26T06:15:33.471 INFO:tasks.rados.rados.0.smithi089.stdout:3154: finishing rollback tid 2 to smithi08986837-8 2024-07-26T06:15:33.471 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 8 v 1876 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-07-26T06:15:33.473 INFO:tasks.rados.rados.0.smithi089.stdout:3155: finishing copy_from racing read to smithi08986837-6 2024-07-26T06:15:33.474 INFO:tasks.rados.rados.0.smithi089.stdout:3155: finishing copy_from to smithi08986837-6 2024-07-26T06:15:33.474 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 6 v 1363 (ObjNum 841 snap 265 seq_num 841) dirty exists 2024-07-26T06:15:33.475 INFO:tasks.rados.rados.0.smithi089.stdout:3154: done (4 left) 2024-07-26T06:15:33.476 INFO:tasks.rados.rados.0.smithi089.stdout:3155: done (3 left) 2024-07-26T06:15:33.476 INFO:tasks.rados.rados.0.smithi089.stdout:3156: done (2 left) 2024-07-26T06:15:33.476 INFO:tasks.rados.rados.0.smithi089.stdout:3158: done (1 left) 2024-07-26T06:15:33.476 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 31 current snap is 304 2024-07-26T06:15:33.476 INFO:tasks.rados.rados.0.smithi089.stdout:3159: seq_num 957 ranges {1507328=434176,1941504=720896,2662400=483328} 2024-07-26T06:15:33.486 INFO:tasks.rados.rados.0.smithi089.stdout:3159: writing smithi08986837-31 from 1507328 to 1941504 tid 1 2024-07-26T06:15:33.490 INFO:tasks.rados.rados.0.smithi089.stdout:3159: writing smithi08986837-31 from 1941504 to 2662400 tid 2 2024-07-26T06:15:33.493 INFO:tasks.rados.rados.0.smithi089.stdout:3159: writing smithi08986837-31 from 2662400 to 3145728 tid 3 2024-07-26T06:15:33.493 INFO:tasks.rados.rados.0.smithi089.stdout:3160: snap_create 2024-07-26T06:15:33.493 INFO:tasks.rados.rados.0.smithi089.stdout:3157: finishing write tid 1 to smithi08986837-14 2024-07-26T06:15:33.493 INFO:tasks.rados.rados.0.smithi089.stdout:3157: finishing write tid 2 to smithi08986837-14 2024-07-26T06:15:33.493 INFO:tasks.rados.rados.0.smithi089.stdout:3157: finishing write tid 3 to smithi08986837-14 2024-07-26T06:15:33.493 INFO:tasks.rados.rados.0.smithi089.stdout:3157: finishing write tid 4 to smithi08986837-14 2024-07-26T06:15:33.494 INFO:tasks.rados.rados.0.smithi089.stdout:3157: finishing write tid 5 to smithi08986837-14 2024-07-26T06:15:33.494 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 14 v 2104 (ObjNum 955 snap 304 seq_num 955) dirty exists 2024-07-26T06:15:33.494 INFO:tasks.rados.rados.0.smithi089.stdout:3157: left oid 14 (ObjNum 955 snap 304 seq_num 955) 2024-07-26T06:15:33.494 INFO:tasks.rados.rados.0.smithi089.stdout:3159: finishing write tid 1 to smithi08986837-31 2024-07-26T06:15:33.498 INFO:tasks.rados.rados.0.smithi089.stdout:3159: finishing write tid 2 to smithi08986837-31 2024-07-26T06:15:33.498 INFO:tasks.rados.rados.0.smithi089.stdout:3159: finishing write tid 3 to smithi08986837-31 2024-07-26T06:15:33.498 INFO:tasks.rados.rados.0.smithi089.stdout:3159: finishing write tid 4 to smithi08986837-31 2024-07-26T06:15:33.498 INFO:tasks.rados.rados.0.smithi089.stdout:3159: finishing write tid 5 to smithi08986837-31 2024-07-26T06:15:33.498 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 31 v 1845 (ObjNum 957 snap 304 seq_num 957) dirty exists 2024-07-26T06:15:33.499 INFO:tasks.rados.rados.0.smithi089.stdout:3159: left oid 31 (ObjNum 957 snap 304 seq_num 957) 2024-07-26T06:15:33.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:33 smithi155 ceph-mon[90160]: osdmap e689: 8 total, 8 up, 8 in 2024-07-26T06:15:33.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:33 smithi155 ceph-mon[90160]: pgmap v690: 121 pgs: 121 active+clean; 200 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 571 KiB/s rd, 1.4 MiB/s wr, 6 op/s 2024-07-26T06:15:33.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:33 smithi089 ceph-mon[99608]: osdmap e689: 8 total, 8 up, 8 in 2024-07-26T06:15:33.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:33 smithi089 ceph-mon[99608]: pgmap v690: 121 pgs: 121 active+clean; 200 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 571 KiB/s rd, 1.4 MiB/s wr, 6 op/s 2024-07-26T06:15:33.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:33 smithi089 ceph-mon[102056]: osdmap e689: 8 total, 8 up, 8 in 2024-07-26T06:15:33.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:33 smithi089 ceph-mon[102056]: pgmap v690: 121 pgs: 121 active+clean; 200 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 571 KiB/s rd, 1.4 MiB/s wr, 6 op/s 2024-07-26T06:15:34.448 INFO:tasks.rados.rados.0.smithi089.stdout:3157: done (2 left) 2024-07-26T06:15:34.449 INFO:tasks.rados.rados.0.smithi089.stdout:3159: done (1 left) 2024-07-26T06:15:34.449 INFO:tasks.rados.rados.0.smithi089.stdout:3160: done (0 left) 2024-07-26T06:15:34.449 INFO:tasks.rados.rados.0.smithi089.stdout:3161: copy_from oid 40 from oid 20 current snap is 305 2024-07-26T06:15:34.449 INFO:tasks.rados.rados.0.smithi089.stdout:3162: rmattr oid 46 current snap is 305 2024-07-26T06:15:34.449 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 11 current snap is 305 2024-07-26T06:15:34.449 INFO:tasks.rados.rados.0.smithi089.stdout:3163: seq_num 958 ranges {13393920=450560,13844480=655360,14499840=548864} 2024-07-26T06:15:34.522 INFO:tasks.rados.rados.0.smithi089.stdout:3163: writing smithi08986837-11 from 13393920 to 13844480 tid 1 2024-07-26T06:15:34.526 INFO:tasks.rados.rados.0.smithi089.stdout:3163: writing smithi08986837-11 from 13844480 to 14499840 tid 2 2024-07-26T06:15:34.530 INFO:tasks.rados.rados.0.smithi089.stdout:3163: writing smithi08986837-11 from 14499840 to 15048704 tid 3 2024-07-26T06:15:34.530 INFO:tasks.rados.rados.0.smithi089.stdout:3164: snap_create 2024-07-26T06:15:34.530 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 46 v 2106 (ObjNum 950 snap 303 seq_num 950) dirty exists 2024-07-26T06:15:34.530 INFO:tasks.rados.rados.0.smithi089.stdout:3161: finishing copy_from racing read to smithi08986837-40 2024-07-26T06:15:34.530 INFO:tasks.rados.rados.0.smithi089.stdout:3161: finishing copy_from to smithi08986837-40 2024-07-26T06:15:34.530 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 40 v 1693 (ObjNum 718 snap 230 seq_num 718) dirty exists 2024-07-26T06:15:34.530 INFO:tasks.rados.rados.0.smithi089.stdout:3163: finishing write tid 1 to smithi08986837-11 2024-07-26T06:15:34.533 INFO:tasks.rados.rados.0.smithi089.stdout:3163: finishing write tid 2 to smithi08986837-11 2024-07-26T06:15:34.533 INFO:tasks.rados.rados.0.smithi089.stdout:3163: finishing write tid 3 to smithi08986837-11 2024-07-26T06:15:34.533 INFO:tasks.rados.rados.0.smithi089.stdout:3163: finishing write tid 4 to smithi08986837-11 2024-07-26T06:15:34.535 INFO:tasks.rados.rados.0.smithi089.stdout:3163: finishing write tid 5 to smithi08986837-11 2024-07-26T06:15:34.535 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 11 v 1850 (ObjNum 958 snap 305 seq_num 958) dirty exists 2024-07-26T06:15:34.535 INFO:tasks.rados.rados.0.smithi089.stdout:3163: left oid 11 (ObjNum 958 snap 305 seq_num 958) 2024-07-26T06:15:34.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:34 smithi155 ceph-mon[90160]: osdmap e690: 8 total, 8 up, 8 in 2024-07-26T06:15:34.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:34 smithi155 ceph-mon[90160]: osdmap e691: 8 total, 8 up, 8 in 2024-07-26T06:15:34.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:34 smithi089 ceph-mon[99608]: osdmap e690: 8 total, 8 up, 8 in 2024-07-26T06:15:34.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:34 smithi089 ceph-mon[99608]: osdmap e691: 8 total, 8 up, 8 in 2024-07-26T06:15:34.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:34 smithi089 ceph-mon[102056]: osdmap e690: 8 total, 8 up, 8 in 2024-07-26T06:15:34.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:34 smithi089 ceph-mon[102056]: osdmap e691: 8 total, 8 up, 8 in 2024-07-26T06:15:35.470 INFO:tasks.rados.rados.0.smithi089.stdout:3161: done (3 left) 2024-07-26T06:15:35.470 INFO:tasks.rados.rados.0.smithi089.stdout:3162: done (2 left) 2024-07-26T06:15:35.470 INFO:tasks.rados.rados.0.smithi089.stdout:3163: done (1 left) 2024-07-26T06:15:35.470 INFO:tasks.rados.rados.0.smithi089.stdout:3164: done (0 left) 2024-07-26T06:15:35.470 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 39 current snap is 306 2024-07-26T06:15:35.470 INFO:tasks.rados.rados.0.smithi089.stdout:3165: seq_num 959 ranges {0=466944,466944=540672,1007616=557056,1564672=106496} 2024-07-26T06:15:35.472 INFO:tasks.rados.rados.0.smithi089.stdout:3165: writing smithi08986837-39 from 0 to 466944 tid 1 2024-07-26T06:15:35.475 INFO:tasks.rados.rados.0.smithi089.stdout:3165: writing smithi08986837-39 from 466944 to 1007616 tid 2 2024-07-26T06:15:35.479 INFO:tasks.rados.rados.0.smithi089.stdout:3165: writing smithi08986837-39 from 1007616 to 1564672 tid 3 2024-07-26T06:15:35.480 INFO:tasks.rados.rados.0.smithi089.stdout:3165: writing smithi08986837-39 from 1564672 to 1671168 tid 4 2024-07-26T06:15:35.480 INFO:tasks.rados.rados.0.smithi089.stdout:3166: read oid 17 snap -1 2024-07-26T06:15:35.480 INFO:tasks.rados.rados.0.smithi089.stdout:3166: expect (ObjNum 945 snap 301 seq_num 945) 2024-07-26T06:15:35.480 INFO:tasks.rados.rados.0.smithi089.stdout:3167: rollback oid 47 current snap is 306 2024-07-26T06:15:35.480 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 47 to 301 2024-07-26T06:15:35.480 INFO:tasks.rados.rados.0.smithi089.stdout:3165: finishing write tid 1 to smithi08986837-39 2024-07-26T06:15:35.481 INFO:tasks.rados.rados.0.smithi089.stdout:3165: finishing write tid 2 to smithi08986837-39 2024-07-26T06:15:35.481 INFO:tasks.rados.rados.0.smithi089.stdout:3168: read oid 8 snap -1 2024-07-26T06:15:35.481 INFO:tasks.rados.rados.0.smithi089.stdout:3168: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-26T06:15:35.481 INFO:tasks.rados.rados.0.smithi089.stdout:3169: read oid 46 snap -1 2024-07-26T06:15:35.481 INFO:tasks.rados.rados.0.smithi089.stdout:3169: expect (ObjNum 950 snap 303 seq_num 950) 2024-07-26T06:15:35.481 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 19 current snap is 306 2024-07-26T06:15:35.481 INFO:tasks.rados.rados.0.smithi089.stdout:3170: seq_num 960 ranges {1449984=483328,1933312=425984,2359296=761856,3121152=16384} 2024-07-26T06:15:35.491 INFO:tasks.rados.rados.0.smithi089.stdout:3170: writing smithi08986837-19 from 1449984 to 1933312 tid 1 2024-07-26T06:15:35.494 INFO:tasks.rados.rados.0.smithi089.stdout:3170: writing smithi08986837-19 from 1933312 to 2359296 tid 2 2024-07-26T06:15:35.499 INFO:tasks.rados.rados.0.smithi089.stdout:3170: writing smithi08986837-19 from 2359296 to 3121152 tid 3 2024-07-26T06:15:35.499 INFO:tasks.rados.rados.0.smithi089.stdout:3170: writing smithi08986837-19 from 3121152 to 3137536 tid 4 2024-07-26T06:15:35.500 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 13 current snap is 306 2024-07-26T06:15:35.500 INFO:tasks.rados.rados.0.smithi089.stdout:3167: finishing rollback tid 1 to smithi08986837-47 2024-07-26T06:15:35.500 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 47 v 0 (ObjNum 33 snap 0 seq_num 3362526816) dirty dne 2024-07-26T06:15:35.500 INFO:tasks.rados.rados.0.smithi089.stdout:3165: finishing write tid 3 to smithi08986837-39 2024-07-26T06:15:35.500 INFO:tasks.rados.rados.0.smithi089.stdout:3165: finishing write tid 4 to smithi08986837-39 2024-07-26T06:15:35.500 INFO:tasks.rados.rados.0.smithi089.stdout:3171: seq_num 961 ranges {13393920=499712,13893632=712704,14606336=491520} 2024-07-26T06:15:35.574 INFO:tasks.rados.rados.0.smithi089.stdout:3171: writing smithi08986837-13 from 13393920 to 13893632 tid 1 2024-07-26T06:15:35.579 INFO:tasks.rados.rados.0.smithi089.stdout:3171: writing smithi08986837-13 from 13893632 to 14606336 tid 2 2024-07-26T06:15:35.582 INFO:tasks.rados.rados.0.smithi089.stdout:3171: writing smithi08986837-13 from 14606336 to 15097856 tid 3 2024-07-26T06:15:35.582 INFO:tasks.rados.rados.0.smithi089.stdout:3167: done (6 left) 2024-07-26T06:15:35.582 INFO:tasks.rados.rados.0.smithi089.stdout:3172: delete oid 25 current snap is 306 2024-07-26T06:15:35.582 INFO:tasks.rados.rados.0.smithi089.stdout:3165: finishing write tid 5 to smithi08986837-39 2024-07-26T06:15:35.582 INFO:tasks.rados.rados.0.smithi089.stdout:3168: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-26T06:15:35.583 INFO:tasks.rados.rados.0.smithi089.stdout:3165: finishing write tid 6 to smithi08986837-39 2024-07-26T06:15:35.583 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 39 v 1882 (ObjNum 959 snap 306 seq_num 959) dirty exists 2024-07-26T06:15:35.584 INFO:tasks.rados.rados.0.smithi089.stdout:3165: left oid 39 (ObjNum 959 snap 306 seq_num 959) 2024-07-26T06:15:35.584 INFO:tasks.rados.rados.0.smithi089.stdout:3169: expect (ObjNum 950 snap 303 seq_num 950) 2024-07-26T06:15:35.650 INFO:tasks.rados.rados.0.smithi089.stdout:3170: finishing write tid 1 to smithi08986837-19 2024-07-26T06:15:35.651 INFO:tasks.rados.rados.0.smithi089.stdout:3170: finishing write tid 2 to smithi08986837-19 2024-07-26T06:15:35.651 INFO:tasks.rados.rados.0.smithi089.stdout:3165: done (6 left) 2024-07-26T06:15:35.651 INFO:tasks.rados.rados.0.smithi089.stdout:3168: done (5 left) 2024-07-26T06:15:35.651 INFO:tasks.rados.rados.0.smithi089.stdout:3169: done (4 left) 2024-07-26T06:15:35.651 INFO:tasks.rados.rados.0.smithi089.stdout:3172: done (3 left) 2024-07-26T06:15:35.651 INFO:tasks.rados.rados.0.smithi089.stdout:3173: snap_remove snap 303 2024-07-26T06:15:35.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:35 smithi155 ceph-mon[90160]: pgmap v693: 121 pgs: 121 active+clean; 160 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.8 MiB/s wr, 6 op/s 2024-07-26T06:15:35.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:35 smithi089 ceph-mon[99608]: pgmap v693: 121 pgs: 121 active+clean; 160 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.8 MiB/s wr, 6 op/s 2024-07-26T06:15:35.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:35 smithi089 ceph-mon[102056]: pgmap v693: 121 pgs: 121 active+clean; 160 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.8 MiB/s wr, 6 op/s 2024-07-26T06:15:36.471 INFO:tasks.rados.rados.0.smithi089.stdout:3173: done (3 left) 2024-07-26T06:15:36.471 INFO:tasks.rados.rados.0.smithi089.stdout:3174: copy_from oid 29 from oid 21 current snap is 306 2024-07-26T06:15:36.471 INFO:tasks.rados.rados.0.smithi089.stdout:3170: finishing write tid 3 to smithi08986837-19 2024-07-26T06:15:36.471 INFO:tasks.rados.rados.0.smithi089.stdout:3170: finishing write tid 4 to smithi08986837-19 2024-07-26T06:15:36.471 INFO:tasks.rados.rados.0.smithi089.stdout:3170: finishing write tid 5 to smithi08986837-19 2024-07-26T06:15:36.471 INFO:tasks.rados.rados.0.smithi089.stdout:3170: finishing write tid 6 to smithi08986837-19 2024-07-26T06:15:36.472 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 19 v 1392 (ObjNum 960 snap 306 seq_num 960) dirty exists 2024-07-26T06:15:36.472 INFO:tasks.rados.rados.0.smithi089.stdout:3170: left oid 19 (ObjNum 960 snap 306 seq_num 960) 2024-07-26T06:15:36.472 INFO:tasks.rados.rados.0.smithi089.stdout:3166: expect (ObjNum 945 snap 301 seq_num 945) 2024-07-26T06:15:36.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:36 smithi155 ceph-mon[90160]: osdmap e692: 8 total, 8 up, 8 in 2024-07-26T06:15:36.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:36 smithi089 ceph-mon[99608]: osdmap e692: 8 total, 8 up, 8 in 2024-07-26T06:15:36.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:36 smithi089 ceph-mon[102056]: osdmap e692: 8 total, 8 up, 8 in 2024-07-26T06:15:37.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:37 smithi155 ceph-mon[90160]: osdmap e693: 8 total, 8 up, 8 in 2024-07-26T06:15:37.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:37 smithi155 ceph-mon[90160]: pgmap v696: 121 pgs: 121 active+clean; 185 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 6.9 MiB/s wr, 23 op/s 2024-07-26T06:15:37.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:37 smithi089 ceph-mon[99608]: osdmap e693: 8 total, 8 up, 8 in 2024-07-26T06:15:37.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:37 smithi089 ceph-mon[99608]: pgmap v696: 121 pgs: 121 active+clean; 185 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 6.9 MiB/s wr, 23 op/s 2024-07-26T06:15:37.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:37 smithi089 ceph-mon[102056]: osdmap e693: 8 total, 8 up, 8 in 2024-07-26T06:15:37.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:37 smithi089 ceph-mon[102056]: pgmap v696: 121 pgs: 121 active+clean; 185 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 6.9 MiB/s wr, 23 op/s 2024-07-26T06:15:38.183 INFO:tasks.rados.rados.0.smithi089.stdout:3171: finishing write tid 1 to smithi08986837-13 2024-07-26T06:15:38.183 INFO:tasks.rados.rados.0.smithi089.stdout:3171: finishing write tid 2 to smithi08986837-13 2024-07-26T06:15:38.183 INFO:tasks.rados.rados.0.smithi089.stdout:3171: finishing write tid 3 to smithi08986837-13 2024-07-26T06:15:38.183 INFO:tasks.rados.rados.0.smithi089.stdout:3171: finishing write tid 4 to smithi08986837-13 2024-07-26T06:15:38.183 INFO:tasks.rados.rados.0.smithi089.stdout:3171: finishing write tid 5 to smithi08986837-13 2024-07-26T06:15:38.183 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 13 v 1878 (ObjNum 961 snap 306 seq_num 961) dirty exists 2024-07-26T06:15:38.183 INFO:tasks.rados.rados.0.smithi089.stdout:3171: left oid 13 (ObjNum 961 snap 306 seq_num 961) 2024-07-26T06:15:38.184 INFO:tasks.rados.rados.0.smithi089.stdout:3174: finishing copy_from racing read to smithi08986837-29 2024-07-26T06:15:38.184 INFO:tasks.rados.rados.0.smithi089.stdout:3174: finishing copy_from to smithi08986837-29 2024-07-26T06:15:38.184 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 29 v 1360 (ObjNum 952 snap 303 seq_num 952) dirty exists 2024-07-26T06:15:38.184 INFO:tasks.rados.rados.0.smithi089.stdout:3166: done (3 left) 2024-07-26T06:15:38.184 INFO:tasks.rados.rados.0.smithi089.stdout:3170: done (2 left) 2024-07-26T06:15:38.184 INFO:tasks.rados.rados.0.smithi089.stdout:3171: done (1 left) 2024-07-26T06:15:38.184 INFO:tasks.rados.rados.0.smithi089.stdout:3174: done (0 left) 2024-07-26T06:15:38.184 INFO:tasks.rados.rados.0.smithi089.stdout:3175: snap_remove snap 292 2024-07-26T06:15:38.487 INFO:tasks.rados.rados.0.smithi089.stdout:3175: done (0 left) 2024-07-26T06:15:38.487 INFO:tasks.rados.rados.0.smithi089.stdout:3176: read oid 35 snap -1 2024-07-26T06:15:38.487 INFO:tasks.rados.rados.0.smithi089.stdout:3176: expect deleted 2024-07-26T06:15:38.487 INFO:tasks.rados.rados.0.smithi089.stdout:3177: read oid 42 snap -1 2024-07-26T06:15:38.488 INFO:tasks.rados.rados.0.smithi089.stdout:3177: expect (ObjNum 921 snap 291 seq_num 921) 2024-07-26T06:15:38.488 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 38 current snap is 306 2024-07-26T06:15:38.488 INFO:tasks.rados.rados.0.smithi089.stdout:3178: seq_num 963 ranges {1482752=532480,2015232=475136,2490368=532480,3022848=196608} 2024-07-26T06:15:38.499 INFO:tasks.rados.rados.0.smithi089.stdout:3178: writing smithi08986837-38 from 1482752 to 2015232 tid 1 2024-07-26T06:15:38.502 INFO:tasks.rados.rados.0.smithi089.stdout:3178: writing smithi08986837-38 from 2015232 to 2490368 tid 2 2024-07-26T06:15:38.506 INFO:tasks.rados.rados.0.smithi089.stdout:3178: writing smithi08986837-38 from 2490368 to 3022848 tid 3 2024-07-26T06:15:38.508 INFO:tasks.rados.rados.0.smithi089.stdout:3178: writing smithi08986837-38 from 3022848 to 3219456 tid 4 2024-07-26T06:15:38.508 INFO:tasks.rados.rados.0.smithi089.stdout:3179: snap_remove snap 297 2024-07-26T06:15:39.453 INFO:tasks.rados.rados.0.smithi089.stdout:3179: done (3 left) 2024-07-26T06:15:39.453 INFO:tasks.rados.rados.0.smithi089.stdout:3180: delete oid 23 current snap is 306 2024-07-26T06:15:39.453 INFO:tasks.rados.rados.0.smithi089.stdout:3178: finishing write tid 1 to smithi08986837-38 2024-07-26T06:15:39.453 INFO:tasks.rados.rados.0.smithi089.stdout:3178: finishing write tid 2 to smithi08986837-38 2024-07-26T06:15:39.453 INFO:tasks.rados.rados.0.smithi089.stdout:3178: finishing write tid 3 to smithi08986837-38 2024-07-26T06:15:39.453 INFO:tasks.rados.rados.0.smithi089.stdout:3178: finishing write tid 4 to smithi08986837-38 2024-07-26T06:15:39.453 INFO:tasks.rados.rados.0.smithi089.stdout:3178: finishing write tid 5 to smithi08986837-38 2024-07-26T06:15:39.454 INFO:tasks.rados.rados.0.smithi089.stdout:3178: finishing write tid 6 to smithi08986837-38 2024-07-26T06:15:39.454 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 38 v 1867 (ObjNum 963 snap 306 seq_num 963) dirty exists 2024-07-26T06:15:39.454 INFO:tasks.rados.rados.0.smithi089.stdout:3178: left oid 38 (ObjNum 963 snap 306 seq_num 963) 2024-07-26T06:15:39.454 INFO:tasks.rados.rados.0.smithi089.stdout:3177: expect (ObjNum 921 snap 291 seq_num 921) 2024-07-26T06:15:39.591 INFO:tasks.rados.rados.0.smithi089.stdout:3176: done (3 left) 2024-07-26T06:15:39.592 INFO:tasks.rados.rados.0.smithi089.stdout:3177: done (2 left) 2024-07-26T06:15:39.592 INFO:tasks.rados.rados.0.smithi089.stdout:3178: done (1 left) 2024-07-26T06:15:39.592 INFO:tasks.rados.rados.0.smithi089.stdout:3180: done (0 left) 2024-07-26T06:15:39.592 INFO:tasks.rados.rados.0.smithi089.stdout:3181: rollback oid 32 current snap is 306 2024-07-26T06:15:39.592 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 32 to 301 2024-07-26T06:15:39.592 INFO:tasks.rados.rados.0.smithi089.stdout:3182: read oid 10 snap -1 2024-07-26T06:15:39.592 INFO:tasks.rados.rados.0.smithi089.stdout:3182: expect deleted 2024-07-26T06:15:39.592 INFO:tasks.rados.rados.0.smithi089.stdout:3183: copy_from oid 48 from oid 24 current snap is 306 2024-07-26T06:15:39.592 INFO:tasks.rados.rados.0.smithi089.stdout:3184: snap_create 2024-07-26T06:15:39.595 INFO:tasks.rados.rados.0.smithi089.stdout:3181: finishing rollback tid 0 to smithi08986837-32 2024-07-26T06:15:39.597 INFO:tasks.rados.rados.0.smithi089.stdout:3181: finishing rollback tid 1 to smithi08986837-32 2024-07-26T06:15:39.597 INFO:tasks.rados.rados.0.smithi089.stdout:3181: finishing rollback tid 2 to smithi08986837-32 2024-07-26T06:15:39.597 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 32 v 1714 (ObjNum 924 snap 293 seq_num 924) dirty exists 2024-07-26T06:15:39.600 INFO:tasks.rados.rados.0.smithi089.stdout:3183: finishing copy_from racing read to smithi08986837-48 2024-07-26T06:15:39.600 INFO:tasks.rados.rados.0.smithi089.stdout:3183: finishing copy_from to smithi08986837-48 2024-07-26T06:15:39.601 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 48 v 1356 (ObjNum 900 snap 285 seq_num 900) dirty exists 2024-07-26T06:15:39.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:39 smithi155 ceph-mon[90160]: osdmap e694: 8 total, 8 up, 8 in 2024-07-26T06:15:39.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:39 smithi155 ceph-mon[90160]: pgmap v698: 121 pgs: 121 active+clean; 187 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 6.2 MiB/s wr, 20 op/s 2024-07-26T06:15:39.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:39 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:15:39.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:39 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:15:39.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:39 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:15:39.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:39 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:15:39.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:39 smithi155 ceph-mon[90160]: osdmap e695: 8 total, 8 up, 8 in 2024-07-26T06:15:39.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:39 smithi089 ceph-mon[102056]: osdmap e694: 8 total, 8 up, 8 in 2024-07-26T06:15:39.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:39 smithi089 ceph-mon[102056]: pgmap v698: 121 pgs: 121 active+clean; 187 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 6.2 MiB/s wr, 20 op/s 2024-07-26T06:15:39.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:39 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:15:39.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:39 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:15:39.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:39 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:15:39.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:39 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:15:39.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:39 smithi089 ceph-mon[102056]: osdmap e695: 8 total, 8 up, 8 in 2024-07-26T06:15:39.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:39 smithi089 ceph-mon[99608]: osdmap e694: 8 total, 8 up, 8 in 2024-07-26T06:15:39.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:39 smithi089 ceph-mon[99608]: pgmap v698: 121 pgs: 121 active+clean; 187 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 6.2 MiB/s wr, 20 op/s 2024-07-26T06:15:39.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:39 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:15:39.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:39 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:15:39.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:39 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:15:39.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:39 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:15:39.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:39 smithi089 ceph-mon[99608]: osdmap e695: 8 total, 8 up, 8 in 2024-07-26T06:15:40.492 INFO:tasks.rados.rados.0.smithi089.stdout:3181: done (3 left) 2024-07-26T06:15:40.492 INFO:tasks.rados.rados.0.smithi089.stdout:3182: done (2 left) 2024-07-26T06:15:40.492 INFO:tasks.rados.rados.0.smithi089.stdout:3183: done (1 left) 2024-07-26T06:15:40.492 INFO:tasks.rados.rados.0.smithi089.stdout:3184: done (0 left) 2024-07-26T06:15:40.492 INFO:tasks.rados.rados.0.smithi089.stdout:3185: snap_create 2024-07-26T06:15:41.500 INFO:tasks.rados.rados.0.smithi089.stdout:3185: done (0 left) 2024-07-26T06:15:41.500 INFO:tasks.rados.rados.0.smithi089.stdout:3186: snap_create 2024-07-26T06:15:41.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:41 smithi155 ceph-mon[90160]: osdmap e696: 8 total, 8 up, 8 in 2024-07-26T06:15:41.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:15:41.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:41 smithi155 ceph-mon[90160]: pgmap v701: 121 pgs: 121 active+clean; 185 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 479 B/s rd, 1.7 MiB/s wr, 3 op/s 2024-07-26T06:15:41.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:41 smithi089 ceph-mon[99608]: osdmap e696: 8 total, 8 up, 8 in 2024-07-26T06:15:41.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:15:41.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:41 smithi089 ceph-mon[99608]: pgmap v701: 121 pgs: 121 active+clean; 185 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 479 B/s rd, 1.7 MiB/s wr, 3 op/s 2024-07-26T06:15:41.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:41 smithi089 ceph-mon[102056]: osdmap e696: 8 total, 8 up, 8 in 2024-07-26T06:15:41.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:15:41.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:41 smithi089 ceph-mon[102056]: pgmap v701: 121 pgs: 121 active+clean; 185 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 479 B/s rd, 1.7 MiB/s wr, 3 op/s 2024-07-26T06:15:42.500 INFO:tasks.rados.rados.0.smithi089.stdout:3186: done (0 left) 2024-07-26T06:15:42.500 INFO:tasks.rados.rados.0.smithi089.stdout:3187: rmattr oid 31 current snap is 309 2024-07-26T06:15:42.500 INFO:tasks.rados.rados.0.smithi089.stdout:3187: done (0 left) 2024-07-26T06:15:42.500 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 24 current snap is 309 2024-07-26T06:15:42.500 INFO:tasks.rados.rados.0.smithi089.stdout:3188: seq_num 965 ranges {679936=565248,1245184=647168,1892352=548864,2441216=8192} 2024-07-26T06:15:42.507 INFO:tasks.rados.rados.0.smithi089.stdout:3188: writing smithi08986837-24 from 679936 to 1245184 tid 1 2024-07-26T06:15:42.511 INFO:tasks.rados.rados.0.smithi089.stdout:3188: writing smithi08986837-24 from 1245184 to 1892352 tid 2 2024-07-26T06:15:42.515 INFO:tasks.rados.rados.0.smithi089.stdout:3188: writing smithi08986837-24 from 1892352 to 2441216 tid 3 2024-07-26T06:15:42.515 INFO:tasks.rados.rados.0.smithi089.stdout:3188: writing smithi08986837-24 from 2441216 to 2449408 tid 4 2024-07-26T06:15:42.515 INFO:tasks.rados.rados.0.smithi089.stdout:3189: copy_from oid 13 from oid 50 current snap is 309 2024-07-26T06:15:42.515 INFO:tasks.rados.rados.0.smithi089.stdout:3188: finishing write tid 1 to smithi08986837-24 2024-07-26T06:15:42.515 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 6 current snap is 309 2024-07-26T06:15:42.515 INFO:tasks.rados.rados.0.smithi089.stdout:3190: seq_num 966 ranges {2097152=581632,2678784=581632,3260416=622592} 2024-07-26T06:15:42.530 INFO:tasks.rados.rados.0.smithi089.stdout:3190: writing smithi08986837-6 from 2097152 to 2678784 tid 1 2024-07-26T06:15:42.533 INFO:tasks.rados.rados.0.smithi089.stdout:3190: writing smithi08986837-6 from 2678784 to 3260416 tid 2 2024-07-26T06:15:42.539 INFO:tasks.rados.rados.0.smithi089.stdout:3190: writing smithi08986837-6 from 3260416 to 3883008 tid 3 2024-07-26T06:15:42.539 INFO:tasks.rados.rados.0.smithi089.stdout:3191: copy_from oid 2 from oid 10 current snap is 309 2024-07-26T06:15:42.539 INFO:tasks.rados.rados.0.smithi089.stdout:3188: finishing write tid 2 to smithi08986837-24 2024-07-26T06:15:42.539 INFO:tasks.rados.rados.0.smithi089.stdout:3188: finishing write tid 3 to smithi08986837-24 2024-07-26T06:15:42.539 INFO:tasks.rados.rados.0.smithi089.stdout:3188: finishing write tid 4 to smithi08986837-24 2024-07-26T06:15:42.539 INFO:tasks.rados.rados.0.smithi089.stdout:3188: finishing write tid 5 to smithi08986837-24 2024-07-26T06:15:42.539 INFO:tasks.rados.rados.0.smithi089.stdout:3188: finishing write tid 6 to smithi08986837-24 2024-07-26T06:15:42.539 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 24 v 1698 (ObjNum 965 snap 309 seq_num 965) dirty exists 2024-07-26T06:15:42.539 INFO:tasks.rados.rados.0.smithi089.stdout:3188: left oid 24 (ObjNum 965 snap 309 seq_num 965) 2024-07-26T06:15:42.539 INFO:tasks.rados.rados.0.smithi089.stdout:3188: done (3 left) 2024-07-26T06:15:42.539 INFO:tasks.rados.rados.0.smithi089.stdout:3192: read oid 27 snap -1 2024-07-26T06:15:42.540 INFO:tasks.rados.rados.0.smithi089.stdout:3192: expect deleted 2024-07-26T06:15:42.540 INFO:tasks.rados.rados.0.smithi089.stdout:3193: read oid 44 snap -1 2024-07-26T06:15:42.540 INFO:tasks.rados.rados.0.smithi089.stdout:3193: expect (ObjNum 692 snap 216 seq_num 692) 2024-07-26T06:15:42.540 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 29 current snap is 309 2024-07-26T06:15:42.540 INFO:tasks.rados.rados.0.smithi089.stdout:3189: finishing copy_from racing read to smithi08986837-13 2024-07-26T06:15:42.540 INFO:tasks.rados.rados.0.smithi089.stdout:3189: finishing copy_from to smithi08986837-13 2024-07-26T06:15:42.540 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 13 v 1363 (ObjNum 841 snap 265 seq_num 841) dirty exists 2024-07-26T06:15:42.540 INFO:tasks.rados.rados.0.smithi089.stdout:3190: finishing write tid 1 to smithi08986837-6 2024-07-26T06:15:42.540 INFO:tasks.rados.rados.0.smithi089.stdout:3194: seq_num 967 ranges {2236416=598016,2834432=466944,3301376=516096,3817472=221184} 2024-07-26T06:15:42.553 INFO:tasks.rados.rados.0.smithi089.stdout:3194: writing smithi08986837-29 from 2236416 to 2834432 tid 1 2024-07-26T06:15:42.556 INFO:tasks.rados.rados.0.smithi089.stdout:3194: writing smithi08986837-29 from 2834432 to 3301376 tid 2 2024-07-26T06:15:42.559 INFO:tasks.rados.rados.0.smithi089.stdout:3194: writing smithi08986837-29 from 3301376 to 3817472 tid 3 2024-07-26T06:15:42.561 INFO:tasks.rados.rados.0.smithi089.stdout:3194: writing smithi08986837-29 from 3817472 to 4038656 tid 4 2024-07-26T06:15:42.561 INFO:tasks.rados.rados.0.smithi089.stdout:3189: done (5 left) 2024-07-26T06:15:42.561 INFO:tasks.rados.rados.0.smithi089.stdout:3195: delete oid 14 current snap is 309 2024-07-26T06:15:42.561 INFO:tasks.rados.rados.0.smithi089.stdout:3190: finishing write tid 2 to smithi08986837-6 2024-07-26T06:15:42.561 INFO:tasks.rados.rados.0.smithi089.stdout:3191: finishing copy_from to smithi08986837-2 2024-07-26T06:15:42.561 INFO:tasks.rados.rados.0.smithi089.stdout:3191: got expected ENOENT (src dne) 2024-07-26T06:15:42.561 INFO:tasks.rados.rados.0.smithi089.stdout:3191: finishing copy_from racing read to smithi08986837-2 2024-07-26T06:15:42.561 INFO:tasks.rados.rados.0.smithi089.stdout:3190: finishing write tid 3 to smithi08986837-6 2024-07-26T06:15:42.562 INFO:tasks.rados.rados.0.smithi089.stdout:3190: finishing write tid 4 to smithi08986837-6 2024-07-26T06:15:42.562 INFO:tasks.rados.rados.0.smithi089.stdout:3190: finishing write tid 5 to smithi08986837-6 2024-07-26T06:15:42.562 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 6 v 1367 (ObjNum 966 snap 309 seq_num 966) dirty exists 2024-07-26T06:15:42.562 INFO:tasks.rados.rados.0.smithi089.stdout:3190: left oid 6 (ObjNum 966 snap 309 seq_num 966) 2024-07-26T06:15:42.562 INFO:tasks.rados.rados.0.smithi089.stdout:3193: expect (ObjNum 692 snap 216 seq_num 692) 2024-07-26T06:15:42.614 INFO:tasks.rados.rados.0.smithi089.stdout:3194: finishing write tid 1 to smithi08986837-29 2024-07-26T06:15:42.614 INFO:tasks.rados.rados.0.smithi089.stdout:3194: finishing write tid 2 to smithi08986837-29 2024-07-26T06:15:42.615 INFO:tasks.rados.rados.0.smithi089.stdout:3190: done (5 left) 2024-07-26T06:15:42.615 INFO:tasks.rados.rados.0.smithi089.stdout:3191: done (4 left) 2024-07-26T06:15:42.615 INFO:tasks.rados.rados.0.smithi089.stdout:3192: done (3 left) 2024-07-26T06:15:42.615 INFO:tasks.rados.rados.0.smithi089.stdout:3193: done (2 left) 2024-07-26T06:15:42.615 INFO:tasks.rados.rados.0.smithi089.stdout:3195: done (1 left) 2024-07-26T06:15:42.615 INFO:tasks.rados.rados.0.smithi089.stdout:3196: copy_from oid 15 from oid 1 current snap is 309 2024-07-26T06:15:42.615 INFO:tasks.rados.rados.0.smithi089.stdout:3194: finishing write tid 3 to smithi08986837-29 2024-07-26T06:15:42.615 INFO:tasks.rados.rados.0.smithi089.stdout:3194: finishing write tid 4 to smithi08986837-29 2024-07-26T06:15:42.615 INFO:tasks.rados.rados.0.smithi089.stdout:3194: finishing write tid 5 to smithi08986837-29 2024-07-26T06:15:42.615 INFO:tasks.rados.rados.0.smithi089.stdout:3194: finishing write tid 6 to smithi08986837-29 2024-07-26T06:15:42.615 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 29 v 1875 (ObjNum 967 snap 309 seq_num 967) dirty exists 2024-07-26T06:15:42.615 INFO:tasks.rados.rados.0.smithi089.stdout:3194: left oid 29 (ObjNum 967 snap 309 seq_num 967) 2024-07-26T06:15:42.615 INFO:tasks.rados.rados.0.smithi089.stdout:3194: done (1 left) 2024-07-26T06:15:42.616 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 17 current snap is 309 2024-07-26T06:15:42.616 INFO:tasks.rados.rados.0.smithi089.stdout:3197: seq_num 969 ranges {13803520=638976,14442496=630784,15073280=532480,15605760=40960} 2024-07-26T06:15:42.628 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:15:42 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:15:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:15:42.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:42 smithi155 ceph-mon[90160]: osdmap e697: 8 total, 8 up, 8 in 2024-07-26T06:15:42.690 INFO:tasks.rados.rados.0.smithi089.stdout:3197: writing smithi08986837-17 from 13803520 to 14442496 tid 1 2024-07-26T06:15:42.693 INFO:tasks.rados.rados.0.smithi089.stdout:3197: writing smithi08986837-17 from 14442496 to 15073280 tid 2 2024-07-26T06:15:42.696 INFO:tasks.rados.rados.0.smithi089.stdout:3197: writing smithi08986837-17 from 15073280 to 15605760 tid 3 2024-07-26T06:15:42.697 INFO:tasks.rados.rados.0.smithi089.stdout:3197: writing smithi08986837-17 from 15605760 to 15646720 tid 4 2024-07-26T06:15:42.697 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 26 current snap is 309 2024-07-26T06:15:42.697 INFO:tasks.rados.rados.0.smithi089.stdout:3196: finishing copy_from racing read to smithi08986837-15 2024-07-26T06:15:42.697 INFO:tasks.rados.rados.0.smithi089.stdout:3196: finishing copy_from to smithi08986837-15 2024-07-26T06:15:42.698 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 15 v 1597 (ObjNum 810 snap 263 seq_num 810) dirty exists 2024-07-26T06:15:42.698 INFO:tasks.rados.rados.0.smithi089.stdout:3197: finishing write tid 1 to smithi08986837-17 2024-07-26T06:15:42.698 INFO:tasks.rados.rados.0.smithi089.stdout:3197: finishing write tid 2 to smithi08986837-17 2024-07-26T06:15:42.698 INFO:tasks.rados.rados.0.smithi089.stdout:3198: seq_num 970 ranges {8323072=655360,8978432=516096,9494528=688128} 2024-07-26T06:15:42.744 INFO:tasks.rados.rados.0.smithi089.stdout:3198: writing smithi08986837-26 from 8323072 to 8978432 tid 1 2024-07-26T06:15:42.747 INFO:tasks.rados.rados.0.smithi089.stdout:3198: writing smithi08986837-26 from 8978432 to 9494528 tid 2 2024-07-26T06:15:42.751 INFO:tasks.rados.rados.0.smithi089.stdout:3198: writing smithi08986837-26 from 9494528 to 10182656 tid 3 2024-07-26T06:15:42.751 INFO:tasks.rados.rados.0.smithi089.stdout:3196: done (2 left) 2024-07-26T06:15:42.751 INFO:tasks.rados.rados.0.smithi089.stdout:3199: copy_from oid 38 from oid 8 current snap is 309 2024-07-26T06:15:42.751 INFO:tasks.rados.rados.0.smithi089.stdout:3197: finishing write tid 3 to smithi08986837-17 2024-07-26T06:15:42.751 INFO:tasks.rados.rados.0.smithi089.stdout:3197: finishing write tid 4 to smithi08986837-17 2024-07-26T06:15:42.752 INFO:tasks.rados.rados.0.smithi089.stdout:3197: finishing write tid 5 to smithi08986837-17 2024-07-26T06:15:42.752 INFO:tasks.rados.rados.0.smithi089.stdout:3197: finishing write tid 6 to smithi08986837-17 2024-07-26T06:15:42.752 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 17 v 1719 (ObjNum 969 snap 309 seq_num 969) dirty exists 2024-07-26T06:15:42.752 INFO:tasks.rados.rados.0.smithi089.stdout:3197: left oid 17 (ObjNum 969 snap 309 seq_num 969) 2024-07-26T06:15:42.752 INFO:tasks.rados.rados.0.smithi089.stdout:3198: finishing write tid 1 to smithi08986837-26 2024-07-26T06:15:42.752 INFO:tasks.rados.rados.0.smithi089.stdout:3198: finishing write tid 2 to smithi08986837-26 2024-07-26T06:15:42.752 INFO:tasks.rados.rados.0.smithi089.stdout:3197: done (2 left) 2024-07-26T06:15:42.752 INFO:tasks.rados.rados.0.smithi089.stdout:3200: snap_create 2024-07-26T06:15:42.754 INFO:tasks.rados.rados.0.smithi089.stdout:3198: finishing write tid 3 to smithi08986837-26 2024-07-26T06:15:42.754 INFO:tasks.rados.rados.0.smithi089.stdout:3198: finishing write tid 4 to smithi08986837-26 2024-07-26T06:15:42.755 INFO:tasks.rados.rados.0.smithi089.stdout:3199: finishing copy_from racing read to smithi08986837-38 2024-07-26T06:15:42.755 INFO:tasks.rados.rados.0.smithi089.stdout:3199: finishing copy_from to smithi08986837-38 2024-07-26T06:15:42.755 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 38 v 1876 (ObjNum 33 snap 0 seq_num 3333744720) dirty exists 2024-07-26T06:15:42.755 INFO:tasks.rados.rados.0.smithi089.stdout:3198: finishing write tid 5 to smithi08986837-26 2024-07-26T06:15:42.755 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 26 v 980 (ObjNum 970 snap 309 seq_num 970) dirty exists 2024-07-26T06:15:42.756 INFO:tasks.rados.rados.0.smithi089.stdout:3198: left oid 26 (ObjNum 970 snap 309 seq_num 970) 2024-07-26T06:15:42.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:42 smithi089 ceph-mon[99608]: osdmap e697: 8 total, 8 up, 8 in 2024-07-26T06:15:42.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:15:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:15:42] "GET /metrics HTTP/1.1" 200 36347 "" "Prometheus/2.43.0" 2024-07-26T06:15:42.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:42 smithi089 ceph-mon[102056]: osdmap e697: 8 total, 8 up, 8 in 2024-07-26T06:15:43.512 INFO:tasks.rados.rados.0.smithi089.stdout:3198: done (2 left) 2024-07-26T06:15:43.512 INFO:tasks.rados.rados.0.smithi089.stdout:3199: done (1 left) 2024-07-26T06:15:43.512 INFO:tasks.rados.rados.0.smithi089.stdout:3200: done (0 left) 2024-07-26T06:15:43.512 INFO:tasks.rados.rados.0.smithi089.stdout:3201: read oid 38 snap 304 2024-07-26T06:15:43.512 INFO:tasks.rados.rados.0.smithi089.stdout:3201: expect (ObjNum 948 snap 302 seq_num 948) 2024-07-26T06:15:43.513 INFO:tasks.rados.rados.0.smithi089.stdout:3202: delete oid 20 current snap is 310 2024-07-26T06:15:43.514 INFO:tasks.rados.rados.0.smithi089.stdout:3202: done (1 left) 2024-07-26T06:15:43.514 INFO:tasks.rados.rados.0.smithi089.stdout:3203: snap_create 2024-07-26T06:15:43.523 INFO:tasks.rados.rados.0.smithi089.stdout:3201: expect (ObjNum 948 snap 302 seq_num 948) 2024-07-26T06:15:43.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:43 smithi155 ceph-mon[90160]: osdmap e698: 8 total, 8 up, 8 in 2024-07-26T06:15:43.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:43 smithi155 ceph-mon[90160]: pgmap v704: 121 pgs: 121 active+clean; 185 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-07-26T06:15:43.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:43 smithi089 ceph-mon[99608]: osdmap e698: 8 total, 8 up, 8 in 2024-07-26T06:15:43.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:43 smithi089 ceph-mon[99608]: pgmap v704: 121 pgs: 121 active+clean; 185 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-07-26T06:15:43.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:43 smithi089 ceph-mon[102056]: osdmap e698: 8 total, 8 up, 8 in 2024-07-26T06:15:43.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:43 smithi089 ceph-mon[102056]: pgmap v704: 121 pgs: 121 active+clean; 185 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-07-26T06:15:44.447 INFO:tasks.rados.rados.0.smithi089.stdout:3201: done (1 left) 2024-07-26T06:15:44.447 INFO:tasks.rados.rados.0.smithi089.stdout:3203: done (0 left) 2024-07-26T06:15:44.447 INFO:tasks.rados.rados.0.smithi089.stdout:3204: rollback oid 31 current snap is 311 2024-07-26T06:15:44.447 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 31 to 310 2024-07-26T06:15:44.447 INFO:tasks.rados.rados.0.smithi089.stdout:3205: read oid 45 snap -1 2024-07-26T06:15:44.447 INFO:tasks.rados.rados.0.smithi089.stdout:3205: expect deleted 2024-07-26T06:15:44.447 INFO:tasks.rados.rados.0.smithi089.stdout:3206: read oid 1 snap -1 2024-07-26T06:15:44.447 INFO:tasks.rados.rados.0.smithi089.stdout:3206: expect (ObjNum 810 snap 263 seq_num 810) 2024-07-26T06:15:44.447 INFO:tasks.rados.rados.0.smithi089.stdout:3207: read oid 17 snap 305 2024-07-26T06:15:44.447 INFO:tasks.rados.rados.0.smithi089.stdout:3207: expect (ObjNum 945 snap 301 seq_num 945) 2024-07-26T06:15:44.447 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 21 current snap is 311 2024-07-26T06:15:44.448 INFO:tasks.rados.rados.0.smithi089.stdout:3208: seq_num 972 ranges {2236416=688128,2924544=688128,3612672=516096} 2024-07-26T06:15:44.462 INFO:tasks.rados.rados.0.smithi089.stdout:3208: writing smithi08986837-21 from 2236416 to 2924544 tid 1 2024-07-26T06:15:44.467 INFO:tasks.rados.rados.0.smithi089.stdout:3208: writing smithi08986837-21 from 2924544 to 3612672 tid 2 2024-07-26T06:15:44.470 INFO:tasks.rados.rados.0.smithi089.stdout:3208: writing smithi08986837-21 from 3612672 to 4128768 tid 3 2024-07-26T06:15:44.470 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 16 current snap is 311 2024-07-26T06:15:44.470 INFO:tasks.rados.rados.0.smithi089.stdout:3209: seq_num 973 ranges {2162688=704512,2867200=573440,3440640=507904,3948544=122880} 2024-07-26T06:15:44.487 INFO:tasks.rados.rados.0.smithi089.stdout:3209: writing smithi08986837-16 from 2162688 to 2867200 tid 1 2024-07-26T06:15:44.490 INFO:tasks.rados.rados.0.smithi089.stdout:3209: writing smithi08986837-16 from 2867200 to 3440640 tid 2 2024-07-26T06:15:44.494 INFO:tasks.rados.rados.0.smithi089.stdout:3209: writing smithi08986837-16 from 3440640 to 3948544 tid 3 2024-07-26T06:15:44.495 INFO:tasks.rados.rados.0.smithi089.stdout:3209: writing smithi08986837-16 from 3948544 to 4071424 tid 4 2024-07-26T06:15:44.496 INFO:tasks.rados.rados.0.smithi089.stdout:3210: rmattr oid 25 current snap is 311 2024-07-26T06:15:44.496 INFO:tasks.rados.rados.0.smithi089.stdout:3210: done (6 left) 2024-07-26T06:15:44.496 INFO:tasks.rados.rados.0.smithi089.stdout:3211: read oid 3 snap 300 2024-07-26T06:15:44.496 INFO:tasks.rados.rados.0.smithi089.stdout:3211: expect (ObjNum 931 snap 296 seq_num 931) 2024-07-26T06:15:44.496 INFO:tasks.rados.rados.0.smithi089.stdout:3212: read oid 43 snap 310 2024-07-26T06:15:44.496 INFO:tasks.rados.rados.0.smithi089.stdout:3212: expect (ObjNum 718 snap 230 seq_num 718) 2024-07-26T06:15:44.496 INFO:tasks.rados.rados.0.smithi089.stdout:3213: delete oid 11 current snap is 311 2024-07-26T06:15:44.496 INFO:tasks.rados.rados.0.smithi089.stdout:3204: finishing rollback tid 0 to smithi08986837-31 2024-07-26T06:15:44.496 INFO:tasks.rados.rados.0.smithi089.stdout:3204: finishing rollback tid 1 to smithi08986837-31 2024-07-26T06:15:44.496 INFO:tasks.rados.rados.0.smithi089.stdout:3204: finishing rollback tid 2 to smithi08986837-31 2024-07-26T06:15:44.496 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 31 v 1881 (ObjNum 957 snap 304 seq_num 957) dirty exists 2024-07-26T06:15:44.497 INFO:tasks.rados.rados.0.smithi089.stdout:3208: finishing write tid 1 to smithi08986837-21 2024-07-26T06:15:44.497 INFO:tasks.rados.rados.0.smithi089.stdout:3208: finishing write tid 2 to smithi08986837-21 2024-07-26T06:15:44.497 INFO:tasks.rados.rados.0.smithi089.stdout:3208: finishing write tid 3 to smithi08986837-21 2024-07-26T06:15:44.497 INFO:tasks.rados.rados.0.smithi089.stdout:3208: finishing write tid 4 to smithi08986837-21 2024-07-26T06:15:44.497 INFO:tasks.rados.rados.0.smithi089.stdout:3208: finishing write tid 5 to smithi08986837-21 2024-07-26T06:15:44.497 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 21 v 1371 (ObjNum 972 snap 311 seq_num 972) dirty exists 2024-07-26T06:15:44.497 INFO:tasks.rados.rados.0.smithi089.stdout:3208: left oid 21 (ObjNum 972 snap 311 seq_num 972) 2024-07-26T06:15:44.497 INFO:tasks.rados.rados.0.smithi089.stdout:3206: expect (ObjNum 810 snap 263 seq_num 810) 2024-07-26T06:15:44.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:44 smithi155 ceph-mon[90160]: osdmap e699: 8 total, 8 up, 8 in 2024-07-26T06:15:44.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:44 smithi155 ceph-mon[90160]: osdmap e700: 8 total, 8 up, 8 in 2024-07-26T06:15:44.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:44 smithi089 ceph-mon[99608]: osdmap e699: 8 total, 8 up, 8 in 2024-07-26T06:15:44.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:44 smithi089 ceph-mon[99608]: osdmap e700: 8 total, 8 up, 8 in 2024-07-26T06:15:44.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:44 smithi089 ceph-mon[102056]: osdmap e699: 8 total, 8 up, 8 in 2024-07-26T06:15:44.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:44 smithi089 ceph-mon[102056]: osdmap e700: 8 total, 8 up, 8 in 2024-07-26T06:15:45.008 INFO:tasks.rados.rados.0.smithi089.stdout:3209: finishing write tid 1 to smithi08986837-16 2024-07-26T06:15:45.008 INFO:tasks.rados.rados.0.smithi089.stdout:3209: finishing write tid 2 to smithi08986837-16 2024-07-26T06:15:45.008 INFO:tasks.rados.rados.0.smithi089.stdout:3209: finishing write tid 3 to smithi08986837-16 2024-07-26T06:15:45.008 INFO:tasks.rados.rados.0.smithi089.stdout:3209: finishing write tid 4 to smithi08986837-16 2024-07-26T06:15:45.009 INFO:tasks.rados.rados.0.smithi089.stdout:3209: finishing write tid 5 to smithi08986837-16 2024-07-26T06:15:45.009 INFO:tasks.rados.rados.0.smithi089.stdout:3209: finishing write tid 6 to smithi08986837-16 2024-07-26T06:15:45.009 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 16 v 1349 (ObjNum 973 snap 311 seq_num 973) dirty exists 2024-07-26T06:15:45.009 INFO:tasks.rados.rados.0.smithi089.stdout:3209: left oid 16 (ObjNum 973 snap 311 seq_num 973) 2024-07-26T06:15:45.009 INFO:tasks.rados.rados.0.smithi089.stdout:3207: expect (ObjNum 945 snap 301 seq_num 945) 2024-07-26T06:15:45.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:45 smithi155 ceph-mon[90160]: pgmap v707: 121 pgs: 121 active+clean; 189 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.1 MiB/s wr, 3 op/s 2024-07-26T06:15:45.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:45 smithi089 ceph-mon[99608]: pgmap v707: 121 pgs: 121 active+clean; 189 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.1 MiB/s wr, 3 op/s 2024-07-26T06:15:45.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:45 smithi089 ceph-mon[102056]: pgmap v707: 121 pgs: 121 active+clean; 189 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.1 MiB/s wr, 3 op/s 2024-07-26T06:15:46.715 INFO:tasks.rados.rados.0.smithi089.stdout:3212: expect (ObjNum 718 snap 230 seq_num 718) 2024-07-26T06:15:46.754 INFO:tasks.rados.rados.0.smithi089.stdout:3211: expect (ObjNum 931 snap 296 seq_num 931) 2024-07-26T06:15:46.956 INFO:tasks.rados.rados.0.smithi089.stdout:3204: done (8 left) 2024-07-26T06:15:46.956 INFO:tasks.rados.rados.0.smithi089.stdout:3205: done (7 left) 2024-07-26T06:15:46.956 INFO:tasks.rados.rados.0.smithi089.stdout:3206: done (6 left) 2024-07-26T06:15:46.956 INFO:tasks.rados.rados.0.smithi089.stdout:3207: done (5 left) 2024-07-26T06:15:46.956 INFO:tasks.rados.rados.0.smithi089.stdout:3208: done (4 left) 2024-07-26T06:15:46.956 INFO:tasks.rados.rados.0.smithi089.stdout:3209: done (3 left) 2024-07-26T06:15:46.956 INFO:tasks.rados.rados.0.smithi089.stdout:3211: done (2 left) 2024-07-26T06:15:46.956 INFO:tasks.rados.rados.0.smithi089.stdout:3212: done (1 left) 2024-07-26T06:15:46.957 INFO:tasks.rados.rados.0.smithi089.stdout:3213: done (0 left) 2024-07-26T06:15:46.957 INFO:tasks.rados.rados.0.smithi089.stdout:3214: snap_remove snap 304 2024-07-26T06:15:47.801 INFO:tasks.rados.rados.0.smithi089.stdout:3214: done (0 left) 2024-07-26T06:15:47.801 INFO:tasks.rados.rados.0.smithi089.stdout:3215: read oid 4 snap -1 2024-07-26T06:15:47.802 INFO:tasks.rados.rados.0.smithi089.stdout:3215: expect (ObjNum 939 snap 297 seq_num 939) 2024-07-26T06:15:47.802 INFO:tasks.rados.rados.0.smithi089.stdout:3216: read oid 37 snap 309 2024-07-26T06:15:47.802 INFO:tasks.rados.rados.0.smithi089.stdout:3216: expect deleted 2024-07-26T06:15:47.802 INFO:tasks.rados.rados.0.smithi089.stdout:3217: rmattr oid 27 current snap is 311 2024-07-26T06:15:47.802 INFO:tasks.rados.rados.0.smithi089.stdout:3217: done (2 left) 2024-07-26T06:15:47.802 INFO:tasks.rados.rados.0.smithi089.stdout:3218: setattr oid 6 current snap is 311 2024-07-26T06:15:47.804 INFO:tasks.rados.rados.0.smithi089.stdout:3219: read oid 21 snap -1 2024-07-26T06:15:47.804 INFO:tasks.rados.rados.0.smithi089.stdout:3219: expect (ObjNum 972 snap 311 seq_num 972) 2024-07-26T06:15:47.804 INFO:tasks.rados.rados.0.smithi089.stdout:3220: snap_remove snap 305 2024-07-26T06:15:48.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:47 smithi155 ceph-mon[90160]: pgmap v708: 121 pgs: 121 active+clean; 201 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.0 MiB/s wr, 10 op/s 2024-07-26T06:15:48.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:47 smithi089 ceph-mon[99608]: pgmap v708: 121 pgs: 121 active+clean; 201 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.0 MiB/s wr, 10 op/s 2024-07-26T06:15:48.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:47 smithi089 ceph-mon[102056]: pgmap v708: 121 pgs: 121 active+clean; 201 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.0 MiB/s wr, 10 op/s 2024-07-26T06:15:48.821 INFO:tasks.rados.rados.0.smithi089.stdout:3220: done (4 left) 2024-07-26T06:15:48.821 INFO:tasks.rados.rados.0.smithi089.stdout:3221: snap_remove snap 301 2024-07-26T06:15:49.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:48 smithi155 ceph-mon[90160]: osdmap e701: 8 total, 8 up, 8 in 2024-07-26T06:15:49.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:48 smithi089 ceph-mon[99608]: osdmap e701: 8 total, 8 up, 8 in 2024-07-26T06:15:49.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:48 smithi089 ceph-mon[102056]: osdmap e701: 8 total, 8 up, 8 in 2024-07-26T06:15:49.447 INFO:tasks.rados.rados.0.smithi089.stdout:3221: done (4 left) 2024-07-26T06:15:49.447 INFO:tasks.rados.rados.0.smithi089.stdout:3222: copy_from oid 11 from oid 20 current snap is 311 2024-07-26T06:15:49.447 INFO:tasks.rados.rados.0.smithi089.stdout:3223: setattr oid 18 current snap is 311 2024-07-26T06:15:49.447 INFO:tasks.rados.rados.0.smithi089.stdout:3215: expect (ObjNum 939 snap 297 seq_num 939) 2024-07-26T06:15:49.526 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 6 v 1372 (ObjNum 966 snap 309 seq_num 966) dirty exists 2024-07-26T06:15:49.526 INFO:tasks.rados.rados.0.smithi089.stdout:3219: expect (ObjNum 972 snap 311 seq_num 972) 2024-07-26T06:15:49.679 INFO:tasks.rados.rados.0.smithi089.stdout:3222: finishing copy_from to smithi08986837-11 2024-07-26T06:15:49.679 INFO:tasks.rados.rados.0.smithi089.stdout:3222: got expected ENOENT (src dne) 2024-07-26T06:15:49.679 INFO:tasks.rados.rados.0.smithi089.stdout:3222: finishing copy_from racing read to smithi08986837-11 2024-07-26T06:15:49.679 INFO:tasks.rados.rados.0.smithi089.stdout:3215: done (5 left) 2024-07-26T06:15:49.679 INFO:tasks.rados.rados.0.smithi089.stdout:3216: done (4 left) 2024-07-26T06:15:49.679 INFO:tasks.rados.rados.0.smithi089.stdout:3218: done (3 left) 2024-07-26T06:15:49.679 INFO:tasks.rados.rados.0.smithi089.stdout:3219: done (2 left) 2024-07-26T06:15:49.679 INFO:tasks.rados.rados.0.smithi089.stdout:3222: done (1 left) 2024-07-26T06:15:49.679 INFO:tasks.rados.rados.0.smithi089.stdout:3224: snap_remove snap 308 2024-07-26T06:15:50.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:49 smithi155 ceph-mon[90160]: pgmap v710: 121 pgs: 121 active+clean; 205 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.3 MiB/s wr, 15 op/s 2024-07-26T06:15:50.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:49 smithi155 ceph-mon[90160]: osdmap e702: 8 total, 8 up, 8 in 2024-07-26T06:15:50.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:49 smithi155 ceph-mon[90160]: osdmap e703: 8 total, 8 up, 8 in 2024-07-26T06:15:50.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:49 smithi089 ceph-mon[99608]: pgmap v710: 121 pgs: 121 active+clean; 205 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.3 MiB/s wr, 15 op/s 2024-07-26T06:15:50.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:49 smithi089 ceph-mon[99608]: osdmap e702: 8 total, 8 up, 8 in 2024-07-26T06:15:50.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:49 smithi089 ceph-mon[99608]: osdmap e703: 8 total, 8 up, 8 in 2024-07-26T06:15:50.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:49 smithi089 ceph-mon[102056]: pgmap v710: 121 pgs: 121 active+clean; 205 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.3 MiB/s wr, 15 op/s 2024-07-26T06:15:50.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:49 smithi089 ceph-mon[102056]: osdmap e702: 8 total, 8 up, 8 in 2024-07-26T06:15:50.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:49 smithi089 ceph-mon[102056]: osdmap e703: 8 total, 8 up, 8 in 2024-07-26T06:15:50.459 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 18 v 1720 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-07-26T06:15:50.459 INFO:tasks.rados.rados.0.smithi089.stdout:3223: done (1 left) 2024-07-26T06:15:50.459 INFO:tasks.rados.rados.0.smithi089.stdout:3224: done (0 left) 2024-07-26T06:15:50.459 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 33 current snap is 311 2024-07-26T06:15:50.460 INFO:tasks.rados.rados.0.smithi089.stdout:3225: seq_num 975 ranges {0=737280,737280=786432,1523712=417792} 2024-07-26T06:15:50.464 INFO:tasks.rados.rados.0.smithi089.stdout:3225: writing smithi08986837-33 from 0 to 737280 tid 1 2024-07-26T06:15:50.468 INFO:tasks.rados.rados.0.smithi089.stdout:3225: writing smithi08986837-33 from 737280 to 1523712 tid 2 2024-07-26T06:15:50.471 INFO:tasks.rados.rados.0.smithi089.stdout:3225: writing smithi08986837-33 from 1523712 to 1941504 tid 3 2024-07-26T06:15:50.472 INFO:tasks.rados.rados.0.smithi089.stdout:3226: rollback oid 28 current snap is 311 2024-07-26T06:15:50.472 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 28 to 309 2024-07-26T06:15:50.472 INFO:tasks.rados.rados.0.smithi089.stdout:3227: snap_remove snap 310 2024-07-26T06:15:51.463 INFO:tasks.rados.rados.0.smithi089.stdout:3227: done (2 left) 2024-07-26T06:15:51.463 INFO:tasks.rados.rados.0.smithi089.stdout:3228: delete oid 24 current snap is 311 2024-07-26T06:15:51.464 INFO:tasks.rados.rados.0.smithi089.stdout:3225: finishing write tid 1 to smithi08986837-33 2024-07-26T06:15:51.464 INFO:tasks.rados.rados.0.smithi089.stdout:3226: finishing rollback tid 0 to smithi08986837-28 2024-07-26T06:15:51.464 INFO:tasks.rados.rados.0.smithi089.stdout:3226: finishing rollback tid 1 to smithi08986837-28 2024-07-26T06:15:51.464 INFO:tasks.rados.rados.0.smithi089.stdout:3226: finishing rollback tid 2 to smithi08986837-28 2024-07-26T06:15:51.464 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 28 v 1881 (ObjNum 954 snap 303 seq_num 954) dirty exists 2024-07-26T06:15:51.464 INFO:tasks.rados.rados.0.smithi089.stdout:3225: finishing write tid 2 to smithi08986837-33 2024-07-26T06:15:51.464 INFO:tasks.rados.rados.0.smithi089.stdout:3225: finishing write tid 3 to smithi08986837-33 2024-07-26T06:15:51.464 INFO:tasks.rados.rados.0.smithi089.stdout:3225: finishing write tid 4 to smithi08986837-33 2024-07-26T06:15:51.464 INFO:tasks.rados.rados.0.smithi089.stdout:3225: finishing write tid 5 to smithi08986837-33 2024-07-26T06:15:51.464 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 33 v 1602 (ObjNum 975 snap 311 seq_num 975) dirty exists 2024-07-26T06:15:51.464 INFO:tasks.rados.rados.0.smithi089.stdout:3225: left oid 33 (ObjNum 975 snap 311 seq_num 975) 2024-07-26T06:15:51.470 INFO:tasks.rados.rados.0.smithi089.stdout:3225: done (2 left) 2024-07-26T06:15:51.470 INFO:tasks.rados.rados.0.smithi089.stdout:3226: done (1 left) 2024-07-26T06:15:51.470 INFO:tasks.rados.rados.0.smithi089.stdout:3228: done (0 left) 2024-07-26T06:15:51.470 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 41 current snap is 311 2024-07-26T06:15:51.470 INFO:tasks.rados.rados.0.smithi089.stdout:3229: seq_num 977 ranges {4341760=770048,5111808=557056,5668864=491520,6160384=155648} 2024-07-26T06:15:51.497 INFO:tasks.rados.rados.0.smithi089.stdout:3229: writing smithi08986837-41 from 4341760 to 5111808 tid 1 2024-07-26T06:15:51.500 INFO:tasks.rados.rados.0.smithi089.stdout:3229: writing smithi08986837-41 from 5111808 to 5668864 tid 2 2024-07-26T06:15:51.503 INFO:tasks.rados.rados.0.smithi089.stdout:3229: writing smithi08986837-41 from 5668864 to 6160384 tid 3 2024-07-26T06:15:51.504 INFO:tasks.rados.rados.0.smithi089.stdout:3229: writing smithi08986837-41 from 6160384 to 6316032 tid 4 2024-07-26T06:15:51.505 INFO:tasks.rados.rados.0.smithi089.stdout:3230: delete oid 48 current snap is 311 2024-07-26T06:15:51.505 INFO:tasks.rados.rados.0.smithi089.stdout:3229: finishing write tid 1 to smithi08986837-41 2024-07-26T06:15:51.505 INFO:tasks.rados.rados.0.smithi089.stdout:3229: finishing write tid 2 to smithi08986837-41 2024-07-26T06:15:51.507 INFO:tasks.rados.rados.0.smithi089.stdout:3230: done (1 left) 2024-07-26T06:15:51.507 INFO:tasks.rados.rados.0.smithi089.stdout:3231: copy_from oid 34 from oid 3 current snap is 311 2024-07-26T06:15:51.507 INFO:tasks.rados.rados.0.smithi089.stdout:3232: copy_from oid 25 from oid 31 current snap is 311 2024-07-26T06:15:51.507 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 4 current snap is 311 2024-07-26T06:15:51.507 INFO:tasks.rados.rados.0.smithi089.stdout:3229: finishing write tid 3 to smithi08986837-41 2024-07-26T06:15:51.508 INFO:tasks.rados.rados.0.smithi089.stdout:3233: seq_num 979 ranges {2146304=802816,2949120=729088,3678208=458752,4136960=16384} 2024-07-26T06:15:51.524 INFO:tasks.rados.rados.0.smithi089.stdout:3233: writing smithi08986837-4 from 2146304 to 2949120 tid 1 2024-07-26T06:15:51.529 INFO:tasks.rados.rados.0.smithi089.stdout:3233: writing smithi08986837-4 from 2949120 to 3678208 tid 2 2024-07-26T06:15:51.532 INFO:tasks.rados.rados.0.smithi089.stdout:3233: writing smithi08986837-4 from 3678208 to 4136960 tid 3 2024-07-26T06:15:51.533 INFO:tasks.rados.rados.0.smithi089.stdout:3233: writing smithi08986837-4 from 4136960 to 4153344 tid 4 2024-07-26T06:15:51.533 INFO:tasks.rados.rados.0.smithi089.stdout:3234: rollback oid 12 current snap is 311 2024-07-26T06:15:51.533 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 12 to 300 2024-07-26T06:15:51.533 INFO:tasks.rados.rados.0.smithi089.stdout:3229: finishing write tid 4 to smithi08986837-41 2024-07-26T06:15:51.533 INFO:tasks.rados.rados.0.smithi089.stdout:3229: finishing write tid 5 to smithi08986837-41 2024-07-26T06:15:51.533 INFO:tasks.rados.rados.0.smithi089.stdout:3229: finishing write tid 6 to smithi08986837-41 2024-07-26T06:15:51.533 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 41 v 1887 (ObjNum 977 snap 311 seq_num 977) dirty exists 2024-07-26T06:15:51.533 INFO:tasks.rados.rados.0.smithi089.stdout:3229: left oid 41 (ObjNum 977 snap 311 seq_num 977) 2024-07-26T06:15:51.533 INFO:tasks.rados.rados.0.smithi089.stdout:3232: finishing copy_from racing read to smithi08986837-25 2024-07-26T06:15:51.533 INFO:tasks.rados.rados.0.smithi089.stdout:3229: done (4 left) 2024-07-26T06:15:51.534 INFO:tasks.rados.rados.0.smithi089.stdout:3235: delete oid 43 current snap is 311 2024-07-26T06:15:51.534 INFO:tasks.rados.rados.0.smithi089.stdout:3232: finishing copy_from to smithi08986837-25 2024-07-26T06:15:51.534 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 25 v 1881 (ObjNum 957 snap 304 seq_num 957) dirty exists 2024-07-26T06:15:51.534 INFO:tasks.rados.rados.0.smithi089.stdout:3231: finishing copy_from racing read to smithi08986837-34 2024-07-26T06:15:51.534 INFO:tasks.rados.rados.0.smithi089.stdout:3231: finishing copy_from to smithi08986837-34 2024-07-26T06:15:51.534 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 34 v 1195 (ObjNum 931 snap 296 seq_num 931) dirty exists 2024-07-26T06:15:51.534 INFO:tasks.rados.rados.0.smithi089.stdout:3233: finishing write tid 1 to smithi08986837-4 2024-07-26T06:15:51.534 INFO:tasks.rados.rados.0.smithi089.stdout:3233: finishing write tid 2 to smithi08986837-4 2024-07-26T06:15:51.535 INFO:tasks.rados.rados.0.smithi089.stdout:3231: done (4 left) 2024-07-26T06:15:51.535 INFO:tasks.rados.rados.0.smithi089.stdout:3232: done (3 left) 2024-07-26T06:15:51.535 INFO:tasks.rados.rados.0.smithi089.stdout:3235: done (2 left) 2024-07-26T06:15:51.535 INFO:tasks.rados.rados.0.smithi089.stdout:3236: copy_from oid 27 from oid 5 current snap is 311 2024-07-26T06:15:51.536 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 36 current snap is 311 2024-07-26T06:15:51.536 INFO:tasks.rados.rados.0.smithi089.stdout:3237: seq_num 981 ranges {4292608=434176,4726784=540672,5267456=466944,5734400=524288,6258688=73728} 2024-07-26T06:15:51.560 INFO:tasks.rados.rados.0.smithi089.stdout:3237: writing smithi08986837-36 from 4292608 to 4726784 tid 1 2024-07-26T06:15:51.563 INFO:tasks.rados.rados.0.smithi089.stdout:3237: writing smithi08986837-36 from 4726784 to 5267456 tid 2 2024-07-26T06:15:51.566 INFO:tasks.rados.rados.0.smithi089.stdout:3237: writing smithi08986837-36 from 5267456 to 5734400 tid 3 2024-07-26T06:15:51.569 INFO:tasks.rados.rados.0.smithi089.stdout:3237: writing smithi08986837-36 from 5734400 to 6258688 tid 4 2024-07-26T06:15:51.571 INFO:tasks.rados.rados.0.smithi089.stdout:3237: writing smithi08986837-36 from 6258688 to 6332416 tid 5 2024-07-26T06:15:51.572 INFO:tasks.rados.rados.0.smithi089.stdout:3238: rollback oid 47 current snap is 311 2024-07-26T06:15:51.572 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 47 to 300 2024-07-26T06:15:51.572 INFO:tasks.rados.rados.0.smithi089.stdout:3233: finishing write tid 3 to smithi08986837-4 2024-07-26T06:15:51.572 INFO:tasks.rados.rados.0.smithi089.stdout:3233: finishing write tid 4 to smithi08986837-4 2024-07-26T06:15:51.572 INFO:tasks.rados.rados.0.smithi089.stdout:3234: finishing rollback tid 0 to smithi08986837-12 2024-07-26T06:15:51.572 INFO:tasks.rados.rados.0.smithi089.stdout:3234: finishing rollback tid 1 to smithi08986837-12 2024-07-26T06:15:51.572 INFO:tasks.rados.rados.0.smithi089.stdout:3234: finishing rollback tid 2 to smithi08986837-12 2024-07-26T06:15:51.572 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 12 v 1884 (ObjNum 901 snap 285 seq_num 901) dirty exists 2024-07-26T06:15:51.572 INFO:tasks.rados.rados.0.smithi089.stdout:3233: finishing write tid 5 to smithi08986837-4 2024-07-26T06:15:51.573 INFO:tasks.rados.rados.0.smithi089.stdout:3233: finishing write tid 6 to smithi08986837-4 2024-07-26T06:15:51.573 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 4 v 1362 (ObjNum 979 snap 311 seq_num 979) dirty exists 2024-07-26T06:15:51.573 INFO:tasks.rados.rados.0.smithi089.stdout:3233: left oid 4 (ObjNum 979 snap 311 seq_num 979) 2024-07-26T06:15:51.573 INFO:tasks.rados.rados.0.smithi089.stdout:3236: finishing copy_from racing read to smithi08986837-27 2024-07-26T06:15:51.573 INFO:tasks.rados.rados.0.smithi089.stdout:3236: finishing copy_from to smithi08986837-27 2024-07-26T06:15:51.573 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 27 v 1697 (ObjNum 943 snap 297 seq_num 943) dirty exists 2024-07-26T06:15:51.573 INFO:tasks.rados.rados.0.smithi089.stdout:3237: finishing write tid 1 to smithi08986837-36 2024-07-26T06:15:51.573 INFO:tasks.rados.rados.0.smithi089.stdout:3233: done (4 left) 2024-07-26T06:15:51.573 INFO:tasks.rados.rados.0.smithi089.stdout:3234: done (3 left) 2024-07-26T06:15:51.573 INFO:tasks.rados.rados.0.smithi089.stdout:3236: done (2 left) 2024-07-26T06:15:51.573 INFO:tasks.rados.rados.0.smithi089.stdout:3239: rollback oid 31 current snap is 311 2024-07-26T06:15:51.573 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 31 to 300 2024-07-26T06:15:51.573 INFO:tasks.rados.rados.0.smithi089.stdout:3237: finishing write tid 2 to smithi08986837-36 2024-07-26T06:15:51.573 INFO:tasks.rados.rados.0.smithi089.stdout:3237: finishing write tid 3 to smithi08986837-36 2024-07-26T06:15:51.574 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 48 current snap is 311 2024-07-26T06:15:51.574 INFO:tasks.rados.rados.0.smithi089.stdout:3240: seq_num 982 ranges {0=450560,450560=425984,876544=679936,1556480=466944,2023424=32768} 2024-07-26T06:15:51.574 INFO:tasks.rados.rados.0.smithi089.stdout:3240: writing smithi08986837-48 from 0 to 450560 tid 1 2024-07-26T06:15:51.576 INFO:tasks.rados.rados.0.smithi089.stdout:3240: writing smithi08986837-48 from 450560 to 876544 tid 2 2024-07-26T06:15:51.580 INFO:tasks.rados.rados.0.smithi089.stdout:3240: writing smithi08986837-48 from 876544 to 1556480 tid 3 2024-07-26T06:15:51.583 INFO:tasks.rados.rados.0.smithi089.stdout:3240: writing smithi08986837-48 from 1556480 to 2023424 tid 4 2024-07-26T06:15:51.583 INFO:tasks.rados.rados.0.smithi089.stdout:3240: writing smithi08986837-48 from 2023424 to 2056192 tid 5 2024-07-26T06:15:51.583 INFO:tasks.rados.rados.0.smithi089.stdout:3241: delete oid 25 current snap is 311 2024-07-26T06:15:51.583 INFO:tasks.rados.rados.0.smithi089.stdout:3239: finishing rollback tid 0 to smithi08986837-31 2024-07-26T06:15:51.583 INFO:tasks.rados.rados.0.smithi089.stdout:3237: finishing write tid 4 to smithi08986837-36 2024-07-26T06:15:51.584 INFO:tasks.rados.rados.0.smithi089.stdout:3237: finishing write tid 5 to smithi08986837-36 2024-07-26T06:15:51.584 INFO:tasks.rados.rados.0.smithi089.stdout:3238: finishing rollback tid 1 to smithi08986837-47 2024-07-26T06:15:51.584 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 47 v 0 (ObjNum 0 snap 0 seq_num 304) dirty dne 2024-07-26T06:15:51.584 INFO:tasks.rados.rados.0.smithi089.stdout:3237: finishing write tid 6 to smithi08986837-36 2024-07-26T06:15:51.584 INFO:tasks.rados.rados.0.smithi089.stdout:3239: finishing rollback tid 1 to smithi08986837-31 2024-07-26T06:15:51.584 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 31 v 1911 (ObjNum 129 snap 0 seq_num 3363735048) dirty dne 2024-07-26T06:15:51.584 INFO:tasks.rados.rados.0.smithi089.stdout:3237: finishing write tid 7 to smithi08986837-36 2024-07-26T06:15:51.584 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 36 v 1893 (ObjNum 981 snap 311 seq_num 981) dirty exists 2024-07-26T06:15:51.584 INFO:tasks.rados.rados.0.smithi089.stdout:3237: left oid 36 (ObjNum 981 snap 311 seq_num 981) 2024-07-26T06:15:51.584 INFO:tasks.rados.rados.0.smithi089.stdout:3240: finishing write tid 1 to smithi08986837-48 2024-07-26T06:15:51.584 INFO:tasks.rados.rados.0.smithi089.stdout:3240: finishing write tid 2 to smithi08986837-48 2024-07-26T06:15:51.584 INFO:tasks.rados.rados.0.smithi089.stdout:3240: finishing write tid 3 to smithi08986837-48 2024-07-26T06:15:51.585 INFO:tasks.rados.rados.0.smithi089.stdout:3237: done (4 left) 2024-07-26T06:15:51.585 INFO:tasks.rados.rados.0.smithi089.stdout:3238: done (3 left) 2024-07-26T06:15:51.585 INFO:tasks.rados.rados.0.smithi089.stdout:3239: done (2 left) 2024-07-26T06:15:51.585 INFO:tasks.rados.rados.0.smithi089.stdout:3241: done (1 left) 2024-07-26T06:15:51.585 INFO:tasks.rados.rados.0.smithi089.stdout:3242: read oid 16 snap -1 2024-07-26T06:15:51.585 INFO:tasks.rados.rados.0.smithi089.stdout:3242: expect (ObjNum 973 snap 311 seq_num 973) 2024-07-26T06:15:51.586 INFO:tasks.rados.rados.0.smithi089.stdout:3243: copy_from oid 20 from oid 24 current snap is 311 2024-07-26T06:15:51.586 INFO:tasks.rados.rados.0.smithi089.stdout:3244: setattr oid 15 current snap is 311 2024-07-26T06:15:51.586 INFO:tasks.rados.rados.0.smithi089.stdout:3240: finishing write tid 4 to smithi08986837-48 2024-07-26T06:15:51.586 INFO:tasks.rados.rados.0.smithi089.stdout:3243: finishing copy_from to smithi08986837-20 2024-07-26T06:15:51.587 INFO:tasks.rados.rados.0.smithi089.stdout:3243: got expected ENOENT (src dne) 2024-07-26T06:15:51.587 INFO:tasks.rados.rados.0.smithi089.stdout:3243: finishing copy_from racing read to smithi08986837-20 2024-07-26T06:15:51.587 INFO:tasks.rados.rados.0.smithi089.stdout:3240: finishing write tid 5 to smithi08986837-48 2024-07-26T06:15:51.587 INFO:tasks.rados.rados.0.smithi089.stdout:3240: finishing write tid 6 to smithi08986837-48 2024-07-26T06:15:51.588 INFO:tasks.rados.rados.0.smithi089.stdout:3240: finishing write tid 7 to smithi08986837-48 2024-07-26T06:15:51.588 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 48 v 1399 (ObjNum 982 snap 311 seq_num 982) dirty exists 2024-07-26T06:15:51.588 INFO:tasks.rados.rados.0.smithi089.stdout:3240: left oid 48 (ObjNum 982 snap 311 seq_num 982) 2024-07-26T06:15:51.588 INFO:tasks.rados.rados.0.smithi089.stdout:3240: done (3 left) 2024-07-26T06:15:51.588 INFO:tasks.rados.rados.0.smithi089.stdout:3243: done (2 left) 2024-07-26T06:15:51.589 INFO:tasks.rados.rados.0.smithi089.stdout:3245: read oid 30 snap 295 2024-07-26T06:15:51.589 INFO:tasks.rados.rados.0.smithi089.stdout:3245: expect (ObjNum 907 snap 286 seq_num 907) 2024-07-26T06:15:51.589 INFO:tasks.rados.rados.0.smithi089.stdout:3246: setattr oid 8 current snap is 311 2024-07-26T06:15:51.591 INFO:tasks.rados.rados.0.smithi089.stdout:3247: rollback oid 21 current snap is 311 2024-07-26T06:15:51.592 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 21 to 306 2024-07-26T06:15:51.592 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 14 current snap is 311 2024-07-26T06:15:51.592 INFO:tasks.rados.rados.0.smithi089.stdout:3248: seq_num 984 ranges {0=483328,483328=598016,1081344=647168,1728512=360448} 2024-07-26T06:15:51.595 INFO:tasks.rados.rados.0.smithi089.stdout:3248: writing smithi08986837-14 from 0 to 483328 tid 1 2024-07-26T06:15:51.599 INFO:tasks.rados.rados.0.smithi089.stdout:3248: writing smithi08986837-14 from 483328 to 1081344 tid 2 2024-07-26T06:15:51.604 INFO:tasks.rados.rados.0.smithi089.stdout:3248: writing smithi08986837-14 from 1081344 to 1728512 tid 3 2024-07-26T06:15:51.607 INFO:tasks.rados.rados.0.smithi089.stdout:3248: writing smithi08986837-14 from 1728512 to 2088960 tid 4 2024-07-26T06:15:51.607 INFO:tasks.rados.rados.0.smithi089.stdout:3249: copy_from oid 43 from oid 42 current snap is 311 2024-07-26T06:15:51.608 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 15 v 2142 (ObjNum 810 snap 263 seq_num 810) dirty exists 2024-07-26T06:15:51.608 INFO:tasks.rados.rados.0.smithi089.stdout:3244: done (6 left) 2024-07-26T06:15:51.608 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 48 current snap is 311 2024-07-26T06:15:51.608 INFO:tasks.rados.rados.0.smithi089.stdout:3247: finishing rollback tid 0 to smithi08986837-21 2024-07-26T06:15:51.608 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 8 v 1894 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-07-26T06:15:51.608 INFO:tasks.rados.rados.0.smithi089.stdout:3247: finishing rollback tid 1 to smithi08986837-21 2024-07-26T06:15:51.608 INFO:tasks.rados.rados.0.smithi089.stdout:3247: finishing rollback tid 2 to smithi08986837-21 2024-07-26T06:15:51.608 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 21 v 1375 (ObjNum 952 snap 303 seq_num 952) dirty exists 2024-07-26T06:15:51.608 INFO:tasks.rados.rados.0.smithi089.stdout:3248: finishing write tid 1 to smithi08986837-14 2024-07-26T06:15:51.608 INFO:tasks.rados.rados.0.smithi089.stdout:3250: seq_num 985 ranges {2056192=499712,2555904=483328,3039232=450560,3489792=581632,4071424=90112} 2024-07-26T06:15:51.621 INFO:tasks.rados.rados.0.smithi089.stdout:3250: writing smithi08986837-48 from 2056192 to 2555904 tid 1 2024-07-26T06:15:51.624 INFO:tasks.rados.rados.0.smithi089.stdout:3250: writing smithi08986837-48 from 2555904 to 3039232 tid 2 2024-07-26T06:15:51.627 INFO:tasks.rados.rados.0.smithi089.stdout:3250: writing smithi08986837-48 from 3039232 to 3489792 tid 3 2024-07-26T06:15:51.630 INFO:tasks.rados.rados.0.smithi089.stdout:3250: writing smithi08986837-48 from 3489792 to 4071424 tid 4 2024-07-26T06:15:51.631 INFO:tasks.rados.rados.0.smithi089.stdout:3250: writing smithi08986837-48 from 4071424 to 4161536 tid 5 2024-07-26T06:15:51.631 INFO:tasks.rados.rados.0.smithi089.stdout:3246: done (6 left) 2024-07-26T06:15:51.631 INFO:tasks.rados.rados.0.smithi089.stdout:3247: done (5 left) 2024-07-26T06:15:51.631 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 28 current snap is 311 2024-07-26T06:15:51.632 INFO:tasks.rados.rados.0.smithi089.stdout:3251: seq_num 986 ranges {5931008=516096,6447104=770048,7217152=655360,7872512=180224} 2024-07-26T06:15:51.666 INFO:tasks.rados.rados.0.smithi089.stdout:3251: writing smithi08986837-28 from 5931008 to 6447104 tid 1 2024-07-26T06:15:51.670 INFO:tasks.rados.rados.0.smithi089.stdout:3251: writing smithi08986837-28 from 6447104 to 7217152 tid 2 2024-07-26T06:15:51.674 INFO:tasks.rados.rados.0.smithi089.stdout:3251: writing smithi08986837-28 from 7217152 to 7872512 tid 3 2024-07-26T06:15:51.675 INFO:tasks.rados.rados.0.smithi089.stdout:3251: writing smithi08986837-28 from 7872512 to 8052736 tid 4 2024-07-26T06:15:51.675 INFO:tasks.rados.rados.0.smithi089.stdout:3252: read oid 3 snap -1 2024-07-26T06:15:51.675 INFO:tasks.rados.rados.0.smithi089.stdout:3252: expect (ObjNum 931 snap 296 seq_num 931) 2024-07-26T06:15:51.675 INFO:tasks.rados.rados.0.smithi089.stdout:3253: read oid 21 snap -1 2024-07-26T06:15:51.676 INFO:tasks.rados.rados.0.smithi089.stdout:3253: expect (ObjNum 952 snap 303 seq_num 952) 2024-07-26T06:15:51.676 INFO:tasks.rados.rados.0.smithi089.stdout:3254: read oid 45 snap -1 2024-07-26T06:15:51.676 INFO:tasks.rados.rados.0.smithi089.stdout:3254: expect deleted 2024-07-26T06:15:51.676 INFO:tasks.rados.rados.0.smithi089.stdout:3255: setattr oid 13 current snap is 311 2024-07-26T06:15:51.676 INFO:tasks.rados.rados.0.smithi089.stdout:3248: finishing write tid 2 to smithi08986837-14 2024-07-26T06:15:51.676 INFO:tasks.rados.rados.0.smithi089.stdout:3245: expect (ObjNum 907 snap 286 seq_num 907) 2024-07-26T06:15:51.878 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:51 smithi155 ceph-mon[90160]: osdmap e704: 8 total, 8 up, 8 in 2024-07-26T06:15:51.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:51 smithi155 ceph-mon[90160]: pgmap v714: 121 pgs: 121 active+clean; 208 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.8 MiB/s wr, 11 op/s 2024-07-26T06:15:51.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:51 smithi089 ceph-mon[99608]: osdmap e704: 8 total, 8 up, 8 in 2024-07-26T06:15:51.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:51 smithi089 ceph-mon[99608]: pgmap v714: 121 pgs: 121 active+clean; 208 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.8 MiB/s wr, 11 op/s 2024-07-26T06:15:51.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:51 smithi089 ceph-mon[102056]: osdmap e704: 8 total, 8 up, 8 in 2024-07-26T06:15:51.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:51 smithi089 ceph-mon[102056]: pgmap v714: 121 pgs: 121 active+clean; 208 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.8 MiB/s wr, 11 op/s 2024-07-26T06:15:51.945 INFO:tasks.rados.rados.0.smithi089.stdout:3242: expect (ObjNum 973 snap 311 seq_num 973) 2024-07-26T06:15:52.081 INFO:tasks.rados.rados.0.smithi089.stdout:3248: finishing write tid 3 to smithi08986837-14 2024-07-26T06:15:52.081 INFO:tasks.rados.rados.0.smithi089.stdout:3248: finishing write tid 4 to smithi08986837-14 2024-07-26T06:15:52.081 INFO:tasks.rados.rados.0.smithi089.stdout:3248: finishing write tid 5 to smithi08986837-14 2024-07-26T06:15:52.081 INFO:tasks.rados.rados.0.smithi089.stdout:3248: finishing write tid 6 to smithi08986837-14 2024-07-26T06:15:52.081 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 14 v 2147 (ObjNum 984 snap 311 seq_num 984) dirty exists 2024-07-26T06:15:52.081 INFO:tasks.rados.rados.0.smithi089.stdout:3248: left oid 14 (ObjNum 984 snap 311 seq_num 984) 2024-07-26T06:15:52.081 INFO:tasks.rados.rados.0.smithi089.stdout:3249: finishing copy_from racing read to smithi08986837-43 2024-07-26T06:15:52.082 INFO:tasks.rados.rados.0.smithi089.stdout:3249: finishing copy_from to smithi08986837-43 2024-07-26T06:15:52.082 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 43 v 1993 (ObjNum 921 snap 291 seq_num 921) dirty exists 2024-07-26T06:15:52.082 INFO:tasks.rados.rados.0.smithi089.stdout:3250: finishing write tid 1 to smithi08986837-48 2024-07-26T06:15:52.082 INFO:tasks.rados.rados.0.smithi089.stdout:3250: finishing write tid 2 to smithi08986837-48 2024-07-26T06:15:52.082 INFO:tasks.rados.rados.0.smithi089.stdout:3250: finishing write tid 3 to smithi08986837-48 2024-07-26T06:15:52.082 INFO:tasks.rados.rados.0.smithi089.stdout:3250: finishing write tid 4 to smithi08986837-48 2024-07-26T06:15:52.082 INFO:tasks.rados.rados.0.smithi089.stdout:3250: finishing write tid 5 to smithi08986837-48 2024-07-26T06:15:52.082 INFO:tasks.rados.rados.0.smithi089.stdout:3250: finishing write tid 6 to smithi08986837-48 2024-07-26T06:15:52.082 INFO:tasks.rados.rados.0.smithi089.stdout:3250: finishing write tid 7 to smithi08986837-48 2024-07-26T06:15:52.082 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 48 v 1405 (ObjNum 985 snap 311 seq_num 985) dirty exists 2024-07-26T06:15:52.082 INFO:tasks.rados.rados.0.smithi089.stdout:3250: left oid 48 (ObjNum 985 snap 311 seq_num 985) 2024-07-26T06:15:52.082 INFO:tasks.rados.rados.0.smithi089.stdout:3251: finishing write tid 1 to smithi08986837-28 2024-07-26T06:15:52.082 INFO:tasks.rados.rados.0.smithi089.stdout:3251: finishing write tid 2 to smithi08986837-28 2024-07-26T06:15:52.083 INFO:tasks.rados.rados.0.smithi089.stdout:3251: finishing write tid 3 to smithi08986837-28 2024-07-26T06:15:52.083 INFO:tasks.rados.rados.0.smithi089.stdout:3251: finishing write tid 4 to smithi08986837-28 2024-07-26T06:15:52.083 INFO:tasks.rados.rados.0.smithi089.stdout:3251: finishing write tid 5 to smithi08986837-28 2024-07-26T06:15:52.083 INFO:tasks.rados.rados.0.smithi089.stdout:3251: finishing write tid 6 to smithi08986837-28 2024-07-26T06:15:52.083 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 28 v 1886 (ObjNum 986 snap 311 seq_num 986) dirty exists 2024-07-26T06:15:52.083 INFO:tasks.rados.rados.0.smithi089.stdout:3251: left oid 28 (ObjNum 986 snap 311 seq_num 986) 2024-07-26T06:15:52.083 INFO:tasks.rados.rados.0.smithi089.stdout:3252: expect (ObjNum 931 snap 296 seq_num 931) 2024-07-26T06:15:52.281 INFO:tasks.rados.rados.0.smithi089.stdout:3253: expect (ObjNum 952 snap 303 seq_num 952) 2024-07-26T06:15:52.349 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 13 v 1887 (ObjNum 841 snap 265 seq_num 841) dirty exists 2024-07-26T06:15:52.349 INFO:tasks.rados.rados.0.smithi089.stdout:3242: done (9 left) 2024-07-26T06:15:52.349 INFO:tasks.rados.rados.0.smithi089.stdout:3245: done (8 left) 2024-07-26T06:15:52.349 INFO:tasks.rados.rados.0.smithi089.stdout:3248: done (7 left) 2024-07-26T06:15:52.349 INFO:tasks.rados.rados.0.smithi089.stdout:3249: done (6 left) 2024-07-26T06:15:52.349 INFO:tasks.rados.rados.0.smithi089.stdout:3250: done (5 left) 2024-07-26T06:15:52.349 INFO:tasks.rados.rados.0.smithi089.stdout:3251: done (4 left) 2024-07-26T06:15:52.349 INFO:tasks.rados.rados.0.smithi089.stdout:3252: done (3 left) 2024-07-26T06:15:52.349 INFO:tasks.rados.rados.0.smithi089.stdout:3253: done (2 left) 2024-07-26T06:15:52.349 INFO:tasks.rados.rados.0.smithi089.stdout:3254: done (1 left) 2024-07-26T06:15:52.350 INFO:tasks.rados.rados.0.smithi089.stdout:3255: done (0 left) 2024-07-26T06:15:52.350 INFO:tasks.rados.rados.0.smithi089.stdout:3256: rollback oid 41 current snap is 311 2024-07-26T06:15:52.350 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 41 to 307 2024-07-26T06:15:52.350 INFO:tasks.rados.rados.0.smithi089.stdout:3257: setattr oid 15 current snap is 311 2024-07-26T06:15:52.350 INFO:tasks.rados.rados.0.smithi089.stdout:3258: snap_create 2024-07-26T06:15:52.352 INFO:tasks.rados.rados.0.smithi089.stdout:3256: finishing rollback tid 0 to smithi08986837-41 2024-07-26T06:15:52.352 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 15 v 2148 (ObjNum 810 snap 263 seq_num 810) dirty exists 2024-07-26T06:15:52.352 INFO:tasks.rados.rados.0.smithi089.stdout:3256: finishing rollback tid 1 to smithi08986837-41 2024-07-26T06:15:52.352 INFO:tasks.rados.rados.0.smithi089.stdout:3256: finishing rollback tid 2 to smithi08986837-41 2024-07-26T06:15:52.352 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 41 v 1897 (ObjNum 846 snap 265 seq_num 846) dirty exists 2024-07-26T06:15:52.472 INFO:tasks.rados.rados.0.smithi089.stdout:3256: done (2 left) 2024-07-26T06:15:52.472 INFO:tasks.rados.rados.0.smithi089.stdout:3257: done (1 left) 2024-07-26T06:15:52.472 INFO:tasks.rados.rados.0.smithi089.stdout:3258: done (0 left) 2024-07-26T06:15:52.472 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 45 current snap is 312 2024-07-26T06:15:52.473 INFO:tasks.rados.rados.0.smithi089.stdout:3259: seq_num 987 ranges {0=532480,532480=647168,1179648=417792,1597440=409600,2007040=131072} 2024-07-26T06:15:52.475 INFO:tasks.rados.rados.0.smithi089.stdout:3259: writing smithi08986837-45 from 0 to 532480 tid 1 2024-07-26T06:15:52.479 INFO:tasks.rados.rados.0.smithi089.stdout:3259: writing smithi08986837-45 from 532480 to 1179648 tid 2 2024-07-26T06:15:52.481 INFO:tasks.rados.rados.0.smithi089.stdout:3259: writing smithi08986837-45 from 1179648 to 1597440 tid 3 2024-07-26T06:15:52.484 INFO:tasks.rados.rados.0.smithi089.stdout:3259: writing smithi08986837-45 from 1597440 to 2007040 tid 4 2024-07-26T06:15:52.485 INFO:tasks.rados.rados.0.smithi089.stdout:3259: writing smithi08986837-45 from 2007040 to 2138112 tid 5 2024-07-26T06:15:52.485 INFO:tasks.rados.rados.0.smithi089.stdout:3260: read oid 41 snap 300 2024-07-26T06:15:52.486 INFO:tasks.rados.rados.0.smithi089.stdout:3260: expect (ObjNum 846 snap 265 seq_num 846) 2024-07-26T06:15:52.486 INFO:tasks.rados.rados.0.smithi089.stdout:3261: read oid 30 snap -1 2024-07-26T06:15:52.486 INFO:tasks.rados.rados.0.smithi089.stdout:3261: expect (ObjNum 947 snap 302 seq_num 947) 2024-07-26T06:15:52.486 INFO:tasks.rados.rados.0.smithi089.stdout:3262: copy_from oid 29 from oid 3 current snap is 312 2024-07-26T06:15:52.486 INFO:tasks.rados.rados.0.smithi089.stdout:3259: finishing write tid 1 to smithi08986837-45 2024-07-26T06:15:52.486 INFO:tasks.rados.rados.0.smithi089.stdout:3259: finishing write tid 2 to smithi08986837-45 2024-07-26T06:15:52.486 INFO:tasks.rados.rados.0.smithi089.stdout:3259: finishing write tid 3 to smithi08986837-45 2024-07-26T06:15:52.486 INFO:tasks.rados.rados.0.smithi089.stdout:3263: rollback oid 35 current snap is 312 2024-07-26T06:15:52.486 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 35 to 298 2024-07-26T06:15:52.486 INFO:tasks.rados.rados.0.smithi089.stdout:3264: snap_create 2024-07-26T06:15:52.487 INFO:tasks.rados.rados.0.smithi089.stdout:3259: finishing write tid 4 to smithi08986837-45 2024-07-26T06:15:52.490 INFO:tasks.rados.rados.0.smithi089.stdout:3263: finishing rollback tid 1 to smithi08986837-35 2024-07-26T06:15:52.490 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 35 v 0 (ObjNum 33 snap 0 seq_num 3333739896) dirty dne 2024-07-26T06:15:52.490 INFO:tasks.rados.rados.0.smithi089.stdout:3259: finishing write tid 5 to smithi08986837-45 2024-07-26T06:15:52.490 INFO:tasks.rados.rados.0.smithi089.stdout:3259: finishing write tid 6 to smithi08986837-45 2024-07-26T06:15:52.492 INFO:tasks.rados.rados.0.smithi089.stdout:3259: finishing write tid 7 to smithi08986837-45 2024-07-26T06:15:52.492 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 45 v 1411 (ObjNum 987 snap 312 seq_num 987) dirty exists 2024-07-26T06:15:52.492 INFO:tasks.rados.rados.0.smithi089.stdout:3259: left oid 45 (ObjNum 987 snap 312 seq_num 987) 2024-07-26T06:15:52.513 INFO:tasks.rados.rados.0.smithi089.stdout:3260: expect (ObjNum 846 snap 265 seq_num 846) 2024-07-26T06:15:52.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:52 smithi155 ceph-mon[90160]: osdmap e705: 8 total, 8 up, 8 in 2024-07-26T06:15:52.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:15:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:15:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:15:52.699 INFO:tasks.rados.rados.0.smithi089.stdout:3261: expect (ObjNum 947 snap 302 seq_num 947) 2024-07-26T06:15:52.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:52 smithi089 ceph-mon[99608]: osdmap e705: 8 total, 8 up, 8 in 2024-07-26T06:15:52.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:15:52 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:15:52] "GET /metrics HTTP/1.1" 200 36347 "" "Prometheus/2.43.0" 2024-07-26T06:15:52.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:52 smithi089 ceph-mon[102056]: osdmap e705: 8 total, 8 up, 8 in 2024-07-26T06:15:53.080 INFO:tasks.rados.rados.0.smithi089.stdout:3262: finishing copy_from racing read to smithi08986837-29 2024-07-26T06:15:53.080 INFO:tasks.rados.rados.0.smithi089.stdout:3262: finishing copy_from to smithi08986837-29 2024-07-26T06:15:53.080 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 29 v 1195 (ObjNum 931 snap 296 seq_num 931) dirty exists 2024-07-26T06:15:53.475 INFO:tasks.rados.rados.0.smithi089.stdout:3259: done (5 left) 2024-07-26T06:15:53.476 INFO:tasks.rados.rados.0.smithi089.stdout:3260: done (4 left) 2024-07-26T06:15:53.476 INFO:tasks.rados.rados.0.smithi089.stdout:3261: done (3 left) 2024-07-26T06:15:53.476 INFO:tasks.rados.rados.0.smithi089.stdout:3262: done (2 left) 2024-07-26T06:15:53.476 INFO:tasks.rados.rados.0.smithi089.stdout:3263: done (1 left) 2024-07-26T06:15:53.476 INFO:tasks.rados.rados.0.smithi089.stdout:3264: done (0 left) 2024-07-26T06:15:53.476 INFO:tasks.rados.rados.0.smithi089.stdout:3265: snap_create 2024-07-26T06:15:53.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:53 smithi155 ceph-mon[90160]: osdmap e706: 8 total, 8 up, 8 in 2024-07-26T06:15:53.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:53 smithi155 ceph-mon[90160]: pgmap v717: 121 pgs: 121 active+clean; 208 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 956 KiB/s wr, 8 op/s 2024-07-26T06:15:53.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:53 smithi089 ceph-mon[99608]: osdmap e706: 8 total, 8 up, 8 in 2024-07-26T06:15:53.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:53 smithi089 ceph-mon[99608]: pgmap v717: 121 pgs: 121 active+clean; 208 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 956 KiB/s wr, 8 op/s 2024-07-26T06:15:53.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:53 smithi089 ceph-mon[102056]: osdmap e706: 8 total, 8 up, 8 in 2024-07-26T06:15:53.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:53 smithi089 ceph-mon[102056]: pgmap v717: 121 pgs: 121 active+clean; 208 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 956 KiB/s wr, 8 op/s 2024-07-26T06:15:54.448 INFO:tasks.rados.rados.0.smithi089.stdout:3265: done (0 left) 2024-07-26T06:15:54.448 INFO:tasks.rados.rados.0.smithi089.stdout:3266: delete oid 22 current snap is 314 2024-07-26T06:15:54.452 INFO:tasks.rados.rados.0.smithi089.stdout:3266: done (0 left) 2024-07-26T06:15:54.453 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 47 current snap is 314 2024-07-26T06:15:54.453 INFO:tasks.rados.rados.0.smithi089.stdout:3267: seq_num 989 ranges {0=573440,573440=466944,1040384=434176,1474560=638976,2113536=65536} 2024-07-26T06:15:54.455 INFO:tasks.rados.rados.0.smithi089.stdout:3267: writing smithi08986837-47 from 0 to 573440 tid 1 2024-07-26T06:15:54.459 INFO:tasks.rados.rados.0.smithi089.stdout:3267: writing smithi08986837-47 from 573440 to 1040384 tid 2 2024-07-26T06:15:54.462 INFO:tasks.rados.rados.0.smithi089.stdout:3267: writing smithi08986837-47 from 1040384 to 1474560 tid 3 2024-07-26T06:15:54.466 INFO:tasks.rados.rados.0.smithi089.stdout:3267: writing smithi08986837-47 from 1474560 to 2113536 tid 4 2024-07-26T06:15:54.466 INFO:tasks.rados.rados.0.smithi089.stdout:3267: writing smithi08986837-47 from 2113536 to 2179072 tid 5 2024-07-26T06:15:54.466 INFO:tasks.rados.rados.0.smithi089.stdout:3268: setattr oid 7 current snap is 314 2024-07-26T06:15:54.467 INFO:tasks.rados.rados.0.smithi089.stdout:3267: finishing write tid 1 to smithi08986837-47 2024-07-26T06:15:54.467 INFO:tasks.rados.rados.0.smithi089.stdout:3267: finishing write tid 2 to smithi08986837-47 2024-07-26T06:15:54.467 INFO:tasks.rados.rados.0.smithi089.stdout:3267: finishing write tid 3 to smithi08986837-47 2024-07-26T06:15:54.468 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 2 current snap is 314 2024-07-26T06:15:54.468 INFO:tasks.rados.rados.0.smithi089.stdout:3269: seq_num 990 ranges {7544832=589824,8134656=753664,8888320=638976,9527296=212992} 2024-07-26T06:15:54.511 INFO:tasks.rados.rados.0.smithi089.stdout:3269: writing smithi08986837-2 from 7544832 to 8134656 tid 1 2024-07-26T06:15:54.515 INFO:tasks.rados.rados.0.smithi089.stdout:3269: writing smithi08986837-2 from 8134656 to 8888320 tid 2 2024-07-26T06:15:54.519 INFO:tasks.rados.rados.0.smithi089.stdout:3269: writing smithi08986837-2 from 8888320 to 9527296 tid 3 2024-07-26T06:15:54.521 INFO:tasks.rados.rados.0.smithi089.stdout:3269: writing smithi08986837-2 from 9527296 to 9740288 tid 4 2024-07-26T06:15:54.521 INFO:tasks.rados.rados.0.smithi089.stdout:3270: rmattr oid 28 current snap is 314 2024-07-26T06:15:54.521 INFO:tasks.rados.rados.0.smithi089.stdout:3267: finishing write tid 4 to smithi08986837-47 2024-07-26T06:15:54.521 INFO:tasks.rados.rados.0.smithi089.stdout:3271: snap_create 2024-07-26T06:15:54.521 INFO:tasks.rados.rados.0.smithi089.stdout:3267: finishing write tid 5 to smithi08986837-47 2024-07-26T06:15:54.522 INFO:tasks.rados.rados.0.smithi089.stdout:3267: finishing write tid 6 to smithi08986837-47 2024-07-26T06:15:54.522 INFO:tasks.rados.rados.0.smithi089.stdout:3267: finishing write tid 7 to smithi08986837-47 2024-07-26T06:15:54.522 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 47 v 2154 (ObjNum 989 snap 314 seq_num 989) dirty exists 2024-07-26T06:15:54.522 INFO:tasks.rados.rados.0.smithi089.stdout:3267: left oid 47 (ObjNum 989 snap 314 seq_num 989) 2024-07-26T06:15:54.522 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 7 v 1698 (ObjNum 1517178966 snap 1466192487 seq_num 304) dirty exists 2024-07-26T06:15:54.522 INFO:tasks.rados.rados.0.smithi089.stdout:3269: finishing write tid 1 to smithi08986837-2 2024-07-26T06:15:54.522 INFO:tasks.rados.rados.0.smithi089.stdout:3269: finishing write tid 2 to smithi08986837-2 2024-07-26T06:15:54.524 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 28 v 1888 (ObjNum 986 snap 311 seq_num 986) dirty exists 2024-07-26T06:15:54.524 INFO:tasks.rados.rados.0.smithi089.stdout:3269: finishing write tid 3 to smithi08986837-2 2024-07-26T06:15:54.524 INFO:tasks.rados.rados.0.smithi089.stdout:3269: finishing write tid 4 to smithi08986837-2 2024-07-26T06:15:54.524 INFO:tasks.rados.rados.0.smithi089.stdout:3269: finishing write tid 5 to smithi08986837-2 2024-07-26T06:15:54.529 INFO:tasks.rados.rados.0.smithi089.stdout:3269: finishing write tid 6 to smithi08986837-2 2024-07-26T06:15:54.529 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 2 v 1185 (ObjNum 990 snap 314 seq_num 990) dirty exists 2024-07-26T06:15:54.529 INFO:tasks.rados.rados.0.smithi089.stdout:3269: left oid 2 (ObjNum 990 snap 314 seq_num 990) 2024-07-26T06:15:54.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:54 smithi155 ceph-mon[90160]: osdmap e707: 8 total, 8 up, 8 in 2024-07-26T06:15:54.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:54 smithi155 ceph-mon[90160]: osdmap e708: 8 total, 8 up, 8 in 2024-07-26T06:15:54.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:54 smithi089 ceph-mon[99608]: osdmap e707: 8 total, 8 up, 8 in 2024-07-26T06:15:54.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:54 smithi089 ceph-mon[99608]: osdmap e708: 8 total, 8 up, 8 in 2024-07-26T06:15:54.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:54 smithi089 ceph-mon[102056]: osdmap e707: 8 total, 8 up, 8 in 2024-07-26T06:15:54.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:54 smithi089 ceph-mon[102056]: osdmap e708: 8 total, 8 up, 8 in 2024-07-26T06:15:55.480 INFO:tasks.rados.rados.0.smithi089.stdout:3267: done (4 left) 2024-07-26T06:15:55.480 INFO:tasks.rados.rados.0.smithi089.stdout:3268: done (3 left) 2024-07-26T06:15:55.480 INFO:tasks.rados.rados.0.smithi089.stdout:3269: done (2 left) 2024-07-26T06:15:55.480 INFO:tasks.rados.rados.0.smithi089.stdout:3270: done (1 left) 2024-07-26T06:15:55.480 INFO:tasks.rados.rados.0.smithi089.stdout:3271: done (0 left) 2024-07-26T06:15:55.480 INFO:tasks.rados.rados.0.smithi089.stdout:3272: copy_from oid 26 from oid 49 current snap is 315 2024-07-26T06:15:55.480 INFO:tasks.rados.rados.0.smithi089.stdout:3273: setattr oid 24 current snap is 315 2024-07-26T06:15:55.481 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 16 current snap is 315 2024-07-26T06:15:55.481 INFO:tasks.rados.rados.0.smithi089.stdout:3274: seq_num 991 ranges {4071424=606208,4677632=638976,5316608=794624,6111232=172032} 2024-07-26T06:15:55.507 INFO:tasks.rados.rados.0.smithi089.stdout:3274: writing smithi08986837-16 from 4071424 to 4677632 tid 1 2024-07-26T06:15:55.511 INFO:tasks.rados.rados.0.smithi089.stdout:3274: writing smithi08986837-16 from 4677632 to 5316608 tid 2 2024-07-26T06:15:55.515 INFO:tasks.rados.rados.0.smithi089.stdout:3274: writing smithi08986837-16 from 5316608 to 6111232 tid 3 2024-07-26T06:15:55.516 INFO:tasks.rados.rados.0.smithi089.stdout:3274: writing smithi08986837-16 from 6111232 to 6283264 tid 4 2024-07-26T06:15:55.516 INFO:tasks.rados.rados.0.smithi089.stdout:3275: delete oid 41 current snap is 315 2024-07-26T06:15:55.517 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 24 v 1700 (ObjNum 33 snap 0 seq_num 3363657648) dirty exists 2024-07-26T06:15:55.517 INFO:tasks.rados.rados.0.smithi089.stdout:3272: finishing copy_from racing read to smithi08986837-26 2024-07-26T06:15:55.517 INFO:tasks.rados.rados.0.smithi089.stdout:3272: finishing copy_from to smithi08986837-26 2024-07-26T06:15:55.517 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 26 v 1376 (ObjNum 876 snap 280 seq_num 876) dirty exists 2024-07-26T06:15:55.517 INFO:tasks.rados.rados.0.smithi089.stdout:3274: finishing write tid 1 to smithi08986837-16 2024-07-26T06:15:55.517 INFO:tasks.rados.rados.0.smithi089.stdout:3274: finishing write tid 2 to smithi08986837-16 2024-07-26T06:15:55.520 INFO:tasks.rados.rados.0.smithi089.stdout:3272: done (3 left) 2024-07-26T06:15:55.520 INFO:tasks.rados.rados.0.smithi089.stdout:3273: done (2 left) 2024-07-26T06:15:55.520 INFO:tasks.rados.rados.0.smithi089.stdout:3275: done (1 left) 2024-07-26T06:15:55.520 INFO:tasks.rados.rados.0.smithi089.stdout:3276: rmattr oid 10 current snap is 315 2024-07-26T06:15:55.520 INFO:tasks.rados.rados.0.smithi089.stdout:3276: done (1 left) 2024-07-26T06:15:55.520 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 5 current snap is 315 2024-07-26T06:15:55.520 INFO:tasks.rados.rados.0.smithi089.stdout:3277: seq_num 993 ranges {3448832=638976,4087808=409600,4497408=409600,4907008=688128,5595136=98304} 2024-07-26T06:15:55.542 INFO:tasks.rados.rados.0.smithi089.stdout:3277: writing smithi08986837-5 from 3448832 to 4087808 tid 1 2024-07-26T06:15:55.544 INFO:tasks.rados.rados.0.smithi089.stdout:3277: writing smithi08986837-5 from 4087808 to 4497408 tid 2 2024-07-26T06:15:55.546 INFO:tasks.rados.rados.0.smithi089.stdout:3277: writing smithi08986837-5 from 4497408 to 4907008 tid 3 2024-07-26T06:15:55.550 INFO:tasks.rados.rados.0.smithi089.stdout:3277: writing smithi08986837-5 from 4907008 to 5595136 tid 4 2024-07-26T06:15:55.551 INFO:tasks.rados.rados.0.smithi089.stdout:3277: writing smithi08986837-5 from 5595136 to 5693440 tid 5 2024-07-26T06:15:55.551 INFO:tasks.rados.rados.0.smithi089.stdout:3278: snap_create 2024-07-26T06:15:55.551 INFO:tasks.rados.rados.0.smithi089.stdout:3274: finishing write tid 3 to smithi08986837-16 2024-07-26T06:15:55.551 INFO:tasks.rados.rados.0.smithi089.stdout:3274: finishing write tid 4 to smithi08986837-16 2024-07-26T06:15:55.551 INFO:tasks.rados.rados.0.smithi089.stdout:3274: finishing write tid 5 to smithi08986837-16 2024-07-26T06:15:55.552 INFO:tasks.rados.rados.0.smithi089.stdout:3274: finishing write tid 6 to smithi08986837-16 2024-07-26T06:15:55.552 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 16 v 1703 (ObjNum 991 snap 315 seq_num 991) dirty exists 2024-07-26T06:15:55.552 INFO:tasks.rados.rados.0.smithi089.stdout:3274: left oid 16 (ObjNum 991 snap 315 seq_num 991) 2024-07-26T06:15:55.552 INFO:tasks.rados.rados.0.smithi089.stdout:3277: finishing write tid 1 to smithi08986837-5 2024-07-26T06:15:55.552 INFO:tasks.rados.rados.0.smithi089.stdout:3277: finishing write tid 2 to smithi08986837-5 2024-07-26T06:15:55.552 INFO:tasks.rados.rados.0.smithi089.stdout:3277: finishing write tid 3 to smithi08986837-5 2024-07-26T06:15:55.554 INFO:tasks.rados.rados.0.smithi089.stdout:3277: finishing write tid 4 to smithi08986837-5 2024-07-26T06:15:55.554 INFO:tasks.rados.rados.0.smithi089.stdout:3277: finishing write tid 5 to smithi08986837-5 2024-07-26T06:15:55.554 INFO:tasks.rados.rados.0.smithi089.stdout:3277: finishing write tid 6 to smithi08986837-5 2024-07-26T06:15:55.555 INFO:tasks.rados.rados.0.smithi089.stdout:3277: finishing write tid 7 to smithi08986837-5 2024-07-26T06:15:55.556 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 5 v 1704 (ObjNum 993 snap 315 seq_num 993) dirty exists 2024-07-26T06:15:55.556 INFO:tasks.rados.rados.0.smithi089.stdout:3277: left oid 5 (ObjNum 993 snap 315 seq_num 993) 2024-07-26T06:15:55.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:55 smithi155 ceph-mon[90160]: pgmap v720: 121 pgs: 121 active+clean; 212 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.3 MiB/s wr, 22 op/s 2024-07-26T06:15:55.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:55 smithi089 ceph-mon[99608]: pgmap v720: 121 pgs: 121 active+clean; 212 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.3 MiB/s wr, 22 op/s 2024-07-26T06:15:55.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:55 smithi089 ceph-mon[102056]: pgmap v720: 121 pgs: 121 active+clean; 212 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.3 MiB/s wr, 22 op/s 2024-07-26T06:15:56.486 INFO:tasks.rados.rados.0.smithi089.stdout:3274: done (2 left) 2024-07-26T06:15:56.487 INFO:tasks.rados.rados.0.smithi089.stdout:3277: done (1 left) 2024-07-26T06:15:56.487 INFO:tasks.rados.rados.0.smithi089.stdout:3278: done (0 left) 2024-07-26T06:15:56.487 INFO:tasks.rados.rados.0.smithi089.stdout:3279: delete oid 25 current snap is 316 2024-07-26T06:15:56.495 INFO:tasks.rados.rados.0.smithi089.stdout:3279: done (0 left) 2024-07-26T06:15:56.495 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 45 current snap is 316 2024-07-26T06:15:56.495 INFO:tasks.rados.rados.0.smithi089.stdout:3280: seq_num 995 ranges {2138112=671744,2809856=573440,3383296=778240,4161536=253952} 2024-07-26T06:15:56.510 INFO:tasks.rados.rados.0.smithi089.stdout:3280: writing smithi08986837-45 from 2138112 to 2809856 tid 1 2024-07-26T06:15:56.513 INFO:tasks.rados.rados.0.smithi089.stdout:3280: writing smithi08986837-45 from 2809856 to 3383296 tid 2 2024-07-26T06:15:56.518 INFO:tasks.rados.rados.0.smithi089.stdout:3280: writing smithi08986837-45 from 3383296 to 4161536 tid 3 2024-07-26T06:15:56.520 INFO:tasks.rados.rados.0.smithi089.stdout:3280: writing smithi08986837-45 from 4161536 to 4415488 tid 4 2024-07-26T06:15:56.521 INFO:tasks.rados.rados.0.smithi089.stdout:3281: read oid 17 snap -1 2024-07-26T06:15:56.521 INFO:tasks.rados.rados.0.smithi089.stdout:3281: expect (ObjNum 969 snap 309 seq_num 969) 2024-07-26T06:15:56.521 INFO:tasks.rados.rados.0.smithi089.stdout:3282: read oid 3 snap -1 2024-07-26T06:15:56.521 INFO:tasks.rados.rados.0.smithi089.stdout:3282: expect (ObjNum 931 snap 296 seq_num 931) 2024-07-26T06:15:56.521 INFO:tasks.rados.rados.0.smithi089.stdout:3283: read oid 49 snap -1 2024-07-26T06:15:56.521 INFO:tasks.rados.rados.0.smithi089.stdout:3283: expect (ObjNum 876 snap 280 seq_num 876) 2024-07-26T06:15:56.521 INFO:tasks.rados.rados.0.smithi089.stdout:3284: read oid 42 snap 307 2024-07-26T06:15:56.521 INFO:tasks.rados.rados.0.smithi089.stdout:3284: expect (ObjNum 921 snap 291 seq_num 921) 2024-07-26T06:15:56.521 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 31 current snap is 316 2024-07-26T06:15:56.521 INFO:tasks.rados.rados.0.smithi089.stdout:3280: finishing write tid 1 to smithi08986837-45 2024-07-26T06:15:56.521 INFO:tasks.rados.rados.0.smithi089.stdout:3280: finishing write tid 2 to smithi08986837-45 2024-07-26T06:15:56.521 INFO:tasks.rados.rados.0.smithi089.stdout:3285: seq_num 996 ranges {0=688128,688128=507904,1196032=581632,1777664=516096} 2024-07-26T06:15:56.525 INFO:tasks.rados.rados.0.smithi089.stdout:3285: writing smithi08986837-31 from 0 to 688128 tid 1 2024-07-26T06:15:56.529 INFO:tasks.rados.rados.0.smithi089.stdout:3285: writing smithi08986837-31 from 688128 to 1196032 tid 2 2024-07-26T06:15:56.534 INFO:tasks.rados.rados.0.smithi089.stdout:3285: writing smithi08986837-31 from 1196032 to 1777664 tid 3 2024-07-26T06:15:56.538 INFO:tasks.rados.rados.0.smithi089.stdout:3285: writing smithi08986837-31 from 1777664 to 2293760 tid 4 2024-07-26T06:15:56.538 INFO:tasks.rados.rados.0.smithi089.stdout:3286: read oid 35 snap -1 2024-07-26T06:15:56.538 INFO:tasks.rados.rados.0.smithi089.stdout:3286: expect deleted 2024-07-26T06:15:56.538 INFO:tasks.rados.rados.0.smithi089.stdout:3287: delete oid 1 current snap is 316 2024-07-26T06:15:56.539 INFO:tasks.rados.rados.0.smithi089.stdout:3283: expect (ObjNum 876 snap 280 seq_num 876) 2024-07-26T06:15:56.551 INFO:tasks.rados.rados.0.smithi089.stdout:3280: finishing write tid 3 to smithi08986837-45 2024-07-26T06:15:56.551 INFO:tasks.rados.rados.0.smithi089.stdout:3283: done (7 left) 2024-07-26T06:15:56.551 INFO:tasks.rados.rados.0.smithi089.stdout:3287: done (6 left) 2024-07-26T06:15:56.551 INFO:tasks.rados.rados.0.smithi089.stdout:3288: read oid 8 snap 309 2024-07-26T06:15:56.551 INFO:tasks.rados.rados.0.smithi089.stdout:3288: expect (ObjNum -931509648 snap 21986 seq_num 3363957136) 2024-07-26T06:15:56.551 INFO:tasks.rados.rados.0.smithi089.stdout:3289: copy_from oid 26 from oid 23 current snap is 316 2024-07-26T06:15:56.551 INFO:tasks.rados.rados.0.smithi089.stdout:3284: expect (ObjNum 921 snap 291 seq_num 921) 2024-07-26T06:15:56.693 INFO:tasks.rados.rados.0.smithi089.stdout:3280: finishing write tid 4 to smithi08986837-45 2024-07-26T06:15:56.694 INFO:tasks.rados.rados.0.smithi089.stdout:3280: finishing write tid 5 to smithi08986837-45 2024-07-26T06:15:56.694 INFO:tasks.rados.rados.0.smithi089.stdout:3280: finishing write tid 6 to smithi08986837-45 2024-07-26T06:15:56.694 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 45 v 1416 (ObjNum 995 snap 316 seq_num 995) dirty exists 2024-07-26T06:15:56.694 INFO:tasks.rados.rados.0.smithi089.stdout:3280: left oid 45 (ObjNum 995 snap 316 seq_num 995) 2024-07-26T06:15:56.694 INFO:tasks.rados.rados.0.smithi089.stdout:3285: finishing write tid 1 to smithi08986837-31 2024-07-26T06:15:56.694 INFO:tasks.rados.rados.0.smithi089.stdout:3285: finishing write tid 2 to smithi08986837-31 2024-07-26T06:15:56.694 INFO:tasks.rados.rados.0.smithi089.stdout:3285: finishing write tid 3 to smithi08986837-31 2024-07-26T06:15:56.694 INFO:tasks.rados.rados.0.smithi089.stdout:3285: finishing write tid 4 to smithi08986837-31 2024-07-26T06:15:56.694 INFO:tasks.rados.rados.0.smithi089.stdout:3285: finishing write tid 5 to smithi08986837-31 2024-07-26T06:15:56.694 INFO:tasks.rados.rados.0.smithi089.stdout:3282: expect (ObjNum 931 snap 296 seq_num 931) 2024-07-26T06:15:56.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:56 smithi155 ceph-mon[90160]: osdmap e709: 8 total, 8 up, 8 in 2024-07-26T06:15:56.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:56 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:15:56.895 INFO:tasks.rados.rados.0.smithi089.stdout:3285: finishing write tid 6 to smithi08986837-31 2024-07-26T06:15:56.991 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 31 v 1918 (ObjNum 996 snap 316 seq_num 996) dirty exists 2024-07-26T06:15:56.991 INFO:tasks.rados.rados.0.smithi089.stdout:3285: left oid 31 (ObjNum 996 snap 316 seq_num 996) 2024-07-26T06:15:56.991 INFO:tasks.rados.rados.0.smithi089.stdout:3289: finishing copy_from to smithi08986837-26 2024-07-26T06:15:56.991 INFO:tasks.rados.rados.0.smithi089.stdout:3289: got expected ENOENT (src dne) 2024-07-26T06:15:56.991 INFO:tasks.rados.rados.0.smithi089.stdout:3289: finishing copy_from racing read to smithi08986837-26 2024-07-26T06:15:56.991 INFO:tasks.rados.rados.0.smithi089.stdout:3288: expect (ObjNum -931509648 snap 21986 seq_num 3363957136) 2024-07-26T06:15:56.992 INFO:tasks.rados.rados.0.smithi089.stdout:3281: expect (ObjNum 969 snap 309 seq_num 969) 2024-07-26T06:15:56.992 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:56 smithi089 ceph-mon[99608]: osdmap e709: 8 total, 8 up, 8 in 2024-07-26T06:15:56.992 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:56 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:15:56.992 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:56 smithi089 ceph-mon[102056]: osdmap e709: 8 total, 8 up, 8 in 2024-07-26T06:15:56.992 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:56 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:15:57.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:57 smithi155 ceph-mon[90160]: osdmap e710: 8 total, 8 up, 8 in 2024-07-26T06:15:57.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:57 smithi155 ceph-mon[90160]: pgmap v723: 121 pgs: 121 active+clean; 237 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 8.7 MiB/s wr, 57 op/s 2024-07-26T06:15:57.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:57 smithi089 ceph-mon[99608]: osdmap e710: 8 total, 8 up, 8 in 2024-07-26T06:15:57.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:57 smithi089 ceph-mon[99608]: pgmap v723: 121 pgs: 121 active+clean; 237 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 8.7 MiB/s wr, 57 op/s 2024-07-26T06:15:57.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:57 smithi089 ceph-mon[102056]: osdmap e710: 8 total, 8 up, 8 in 2024-07-26T06:15:57.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:57 smithi089 ceph-mon[102056]: pgmap v723: 121 pgs: 121 active+clean; 237 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 8.7 MiB/s wr, 57 op/s 2024-07-26T06:15:58.865 INFO:tasks.rados.rados.0.smithi089.stdout:3280: done (7 left) 2024-07-26T06:15:58.865 INFO:tasks.rados.rados.0.smithi089.stdout:3281: done (6 left) 2024-07-26T06:15:58.865 INFO:tasks.rados.rados.0.smithi089.stdout:3282: done (5 left) 2024-07-26T06:15:58.865 INFO:tasks.rados.rados.0.smithi089.stdout:3284: done (4 left) 2024-07-26T06:15:58.866 INFO:tasks.rados.rados.0.smithi089.stdout:3285: done (3 left) 2024-07-26T06:15:58.866 INFO:tasks.rados.rados.0.smithi089.stdout:3286: done (2 left) 2024-07-26T06:15:58.866 INFO:tasks.rados.rados.0.smithi089.stdout:3288: done (1 left) 2024-07-26T06:15:58.866 INFO:tasks.rados.rados.0.smithi089.stdout:3289: done (0 left) 2024-07-26T06:15:58.866 INFO:tasks.rados.rados.0.smithi089.stdout:3290: read oid 31 snap 307 2024-07-26T06:15:58.866 INFO:tasks.rados.rados.0.smithi089.stdout:3290: expect (ObjNum 957 snap 304 seq_num 957) 2024-07-26T06:15:58.866 INFO:tasks.rados.rados.0.smithi089.stdout:3291: setattr oid 27 current snap is 316 2024-07-26T06:15:58.866 INFO:tasks.rados.rados.0.smithi089.stdout:3292: snap_remove snap 309 2024-07-26T06:15:59.450 INFO:tasks.rados.rados.0.smithi089.stdout:3292: done (2 left) 2024-07-26T06:15:59.450 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 40 current snap is 316 2024-07-26T06:15:59.450 INFO:tasks.rados.rados.0.smithi089.stdout:3293: seq_num 998 ranges {983040=720896,1703936=679936,2383872=598016,2981888=327680} 2024-07-26T06:15:59.460 INFO:tasks.rados.rados.0.smithi089.stdout:3293: writing smithi08986837-40 from 983040 to 1703936 tid 1 2024-07-26T06:15:59.465 INFO:tasks.rados.rados.0.smithi089.stdout:3293: writing smithi08986837-40 from 1703936 to 2383872 tid 2 2024-07-26T06:15:59.469 INFO:tasks.rados.rados.0.smithi089.stdout:3293: writing smithi08986837-40 from 2383872 to 2981888 tid 3 2024-07-26T06:15:59.471 INFO:tasks.rados.rados.0.smithi089.stdout:3293: writing smithi08986837-40 from 2981888 to 3309568 tid 4 2024-07-26T06:15:59.471 INFO:tasks.rados.rados.0.smithi089.stdout:3294: copy_from oid 24 from oid 48 current snap is 316 2024-07-26T06:15:59.473 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 27 v 1704 (ObjNum 943 snap 297 seq_num 943) dirty exists 2024-07-26T06:15:59.473 INFO:tasks.rados.rados.0.smithi089.stdout:3290: expect (ObjNum 957 snap 304 seq_num 957) 2024-07-26T06:15:59.584 INFO:tasks.rados.rados.0.smithi089.stdout:3293: finishing write tid 1 to smithi08986837-40 2024-07-26T06:15:59.584 INFO:tasks.rados.rados.0.smithi089.stdout:3293: finishing write tid 2 to smithi08986837-40 2024-07-26T06:15:59.584 INFO:tasks.rados.rados.0.smithi089.stdout:3293: finishing write tid 3 to smithi08986837-40 2024-07-26T06:15:59.584 INFO:tasks.rados.rados.0.smithi089.stdout:3293: finishing write tid 4 to smithi08986837-40 2024-07-26T06:15:59.584 INFO:tasks.rados.rados.0.smithi089.stdout:3293: finishing write tid 5 to smithi08986837-40 2024-07-26T06:15:59.584 INFO:tasks.rados.rados.0.smithi089.stdout:3293: finishing write tid 6 to smithi08986837-40 2024-07-26T06:15:59.584 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 40 v 1705 (ObjNum 998 snap 316 seq_num 998) dirty exists 2024-07-26T06:15:59.584 INFO:tasks.rados.rados.0.smithi089.stdout:3293: left oid 40 (ObjNum 998 snap 316 seq_num 998) 2024-07-26T06:15:59.584 INFO:tasks.rados.rados.0.smithi089.stdout:3294: finishing copy_from racing read to smithi08986837-24 2024-07-26T06:15:59.584 INFO:tasks.rados.rados.0.smithi089.stdout:3294: finishing copy_from to smithi08986837-24 2024-07-26T06:15:59.585 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 24 v 1405 (ObjNum 985 snap 311 seq_num 985) dirty exists 2024-07-26T06:15:59.585 INFO:tasks.rados.rados.0.smithi089.stdout:3290: done (3 left) 2024-07-26T06:15:59.585 INFO:tasks.rados.rados.0.smithi089.stdout:3291: done (2 left) 2024-07-26T06:15:59.585 INFO:tasks.rados.rados.0.smithi089.stdout:3293: done (1 left) 2024-07-26T06:15:59.585 INFO:tasks.rados.rados.0.smithi089.stdout:3294: done (0 left) 2024-07-26T06:15:59.585 INFO:tasks.rados.rados.0.smithi089.stdout:3295: snap_remove snap 298 2024-07-26T06:16:00.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:59 smithi155 ceph-mon[90160]: pgmap v724: 121 pgs: 121 active+clean; 239 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 7.1 MiB/s wr, 43 op/s 2024-07-26T06:16:00.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:15:59 smithi155 ceph-mon[90160]: osdmap e711: 8 total, 8 up, 8 in 2024-07-26T06:16:00.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:59 smithi089 ceph-mon[99608]: pgmap v724: 121 pgs: 121 active+clean; 239 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 7.1 MiB/s wr, 43 op/s 2024-07-26T06:16:00.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:15:59 smithi089 ceph-mon[99608]: osdmap e711: 8 total, 8 up, 8 in 2024-07-26T06:16:00.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:59 smithi089 ceph-mon[102056]: pgmap v724: 121 pgs: 121 active+clean; 239 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 7.1 MiB/s wr, 43 op/s 2024-07-26T06:16:00.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:15:59 smithi089 ceph-mon[102056]: osdmap e711: 8 total, 8 up, 8 in 2024-07-26T06:16:00.461 INFO:tasks.rados.rados.0.smithi089.stdout:3295: done (0 left) 2024-07-26T06:16:00.461 INFO:tasks.rados.rados.0.smithi089.stdout:3296: read oid 24 snap 295 2024-07-26T06:16:00.461 INFO:tasks.rados.rados.0.smithi089.stdout:3296: expect (ObjNum 900 snap 285 seq_num 900) 2024-07-26T06:16:00.462 INFO:tasks.rados.rados.0.smithi089.stdout:3297: read oid 34 snap -1 2024-07-26T06:16:00.462 INFO:tasks.rados.rados.0.smithi089.stdout:3297: expect (ObjNum 931 snap 296 seq_num 931) 2024-07-26T06:16:00.462 INFO:tasks.rados.rados.0.smithi089.stdout:3298: copy_from oid 1 from oid 44 current snap is 316 2024-07-26T06:16:00.462 INFO:tasks.rados.rados.0.smithi089.stdout:3299: snap_create 2024-07-26T06:16:00.475 INFO:tasks.rados.rados.0.smithi089.stdout:3296: expect (ObjNum 900 snap 285 seq_num 900) 2024-07-26T06:16:00.500 INFO:tasks.rados.rados.0.smithi089.stdout:3298: finishing copy_from racing read to smithi08986837-1 2024-07-26T06:16:00.500 INFO:tasks.rados.rados.0.smithi089.stdout:3298: finishing copy_from to smithi08986837-1 2024-07-26T06:16:00.500 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 1 v 2092 (ObjNum 692 snap 216 seq_num 692) dirty exists 2024-07-26T06:16:00.500 INFO:tasks.rados.rados.0.smithi089.stdout:3297: expect (ObjNum 931 snap 296 seq_num 931) 2024-07-26T06:16:01.470 INFO:tasks.rados.rados.0.smithi089.stdout:3296: done (3 left) 2024-07-26T06:16:01.470 INFO:tasks.rados.rados.0.smithi089.stdout:3297: done (2 left) 2024-07-26T06:16:01.471 INFO:tasks.rados.rados.0.smithi089.stdout:3298: done (1 left) 2024-07-26T06:16:01.471 INFO:tasks.rados.rados.0.smithi089.stdout:3299: done (0 left) 2024-07-26T06:16:01.471 INFO:tasks.rados.rados.0.smithi089.stdout:3300: read oid 1 snap -1 2024-07-26T06:16:01.471 INFO:tasks.rados.rados.0.smithi089.stdout:3300: expect (ObjNum 692 snap 216 seq_num 692) 2024-07-26T06:16:01.471 INFO:tasks.rados.rados.0.smithi089.stdout:3301: setattr oid 22 current snap is 317 2024-07-26T06:16:01.472 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 33 current snap is 317 2024-07-26T06:16:01.472 INFO:tasks.rados.rados.0.smithi089.stdout:3302: seq_num 999 ranges {1941504=737280,2678784=565248,3244032=761856,4005888=278528} 2024-07-26T06:16:01.485 INFO:tasks.rados.rados.0.smithi089.stdout:3302: writing smithi08986837-33 from 1941504 to 2678784 tid 1 2024-07-26T06:16:01.489 INFO:tasks.rados.rados.0.smithi089.stdout:3302: writing smithi08986837-33 from 2678784 to 3244032 tid 2 2024-07-26T06:16:01.493 INFO:tasks.rados.rados.0.smithi089.stdout:3302: writing smithi08986837-33 from 3244032 to 4005888 tid 3 2024-07-26T06:16:01.495 INFO:tasks.rados.rados.0.smithi089.stdout:3302: writing smithi08986837-33 from 4005888 to 4284416 tid 4 2024-07-26T06:16:01.495 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 7 current snap is 317 2024-07-26T06:16:01.495 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 22 v 1889 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-07-26T06:16:01.495 INFO:tasks.rados.rados.0.smithi089.stdout:3303: seq_num 1000 ranges {0=753664,753664=442368,1196032=565248,1761280=458752,2220032=139264} 2024-07-26T06:16:01.499 INFO:tasks.rados.rados.0.smithi089.stdout:3303: writing smithi08986837-7 from 0 to 753664 tid 1 2024-07-26T06:16:01.501 INFO:tasks.rados.rados.0.smithi089.stdout:3303: writing smithi08986837-7 from 753664 to 1196032 tid 2 2024-07-26T06:16:01.504 INFO:tasks.rados.rados.0.smithi089.stdout:3303: writing smithi08986837-7 from 1196032 to 1761280 tid 3 2024-07-26T06:16:01.507 INFO:tasks.rados.rados.0.smithi089.stdout:3303: writing smithi08986837-7 from 1761280 to 2220032 tid 4 2024-07-26T06:16:01.508 INFO:tasks.rados.rados.0.smithi089.stdout:3303: writing smithi08986837-7 from 2220032 to 2359296 tid 5 2024-07-26T06:16:01.508 INFO:tasks.rados.rados.0.smithi089.stdout:3301: done (3 left) 2024-07-26T06:16:01.509 INFO:tasks.rados.rados.0.smithi089.stdout:3304: delete oid 6 current snap is 317 2024-07-26T06:16:01.509 INFO:tasks.rados.rados.0.smithi089.stdout:3300: expect (ObjNum 692 snap 216 seq_num 692) 2024-07-26T06:16:01.561 INFO:tasks.rados.rados.0.smithi089.stdout:3302: finishing write tid 1 to smithi08986837-33 2024-07-26T06:16:01.562 INFO:tasks.rados.rados.0.smithi089.stdout:3302: finishing write tid 2 to smithi08986837-33 2024-07-26T06:16:01.562 INFO:tasks.rados.rados.0.smithi089.stdout:3302: finishing write tid 3 to smithi08986837-33 2024-07-26T06:16:01.562 INFO:tasks.rados.rados.0.smithi089.stdout:3300: done (3 left) 2024-07-26T06:16:01.562 INFO:tasks.rados.rados.0.smithi089.stdout:3304: done (2 left) 2024-07-26T06:16:01.562 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 26 current snap is 317 2024-07-26T06:16:01.563 INFO:tasks.rados.rados.0.smithi089.stdout:3302: finishing write tid 4 to smithi08986837-33 2024-07-26T06:16:01.563 INFO:tasks.rados.rados.0.smithi089.stdout:3302: finishing write tid 5 to smithi08986837-33 2024-07-26T06:16:01.563 INFO:tasks.rados.rados.0.smithi089.stdout:3302: finishing write tid 6 to smithi08986837-33 2024-07-26T06:16:01.563 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 33 v 2097 (ObjNum 999 snap 317 seq_num 999) dirty exists 2024-07-26T06:16:01.563 INFO:tasks.rados.rados.0.smithi089.stdout:3302: left oid 33 (ObjNum 999 snap 317 seq_num 999) 2024-07-26T06:16:01.563 INFO:tasks.rados.rados.0.smithi089.stdout:3303: finishing write tid 1 to smithi08986837-7 2024-07-26T06:16:01.564 INFO:tasks.rados.rados.0.smithi089.stdout:3303: finishing write tid 2 to smithi08986837-7 2024-07-26T06:16:01.564 INFO:tasks.rados.rados.0.smithi089.stdout:3303: finishing write tid 3 to smithi08986837-7 2024-07-26T06:16:01.564 INFO:tasks.rados.rados.0.smithi089.stdout:3303: finishing write tid 4 to smithi08986837-7 2024-07-26T06:16:01.564 INFO:tasks.rados.rados.0.smithi089.stdout:3303: finishing write tid 5 to smithi08986837-7 2024-07-26T06:16:01.564 INFO:tasks.rados.rados.0.smithi089.stdout:3303: finishing write tid 6 to smithi08986837-7 2024-07-26T06:16:01.565 INFO:tasks.rados.rados.0.smithi089.stdout:3303: finishing write tid 7 to smithi08986837-7 2024-07-26T06:16:01.565 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 7 v 1710 (ObjNum 1000 snap 317 seq_num 1000) dirty exists 2024-07-26T06:16:01.565 INFO:tasks.rados.rados.0.smithi089.stdout:3303: left oid 7 (ObjNum 1000 snap 317 seq_num 1000) 2024-07-26T06:16:01.565 INFO:tasks.rados.rados.0.smithi089.stdout:3305: seq_num 1002 ranges {278528=786432,1064960=614400,1679360=581632,2260992=409600} 2024-07-26T06:16:01.566 INFO:tasks.rados.rados.0.smithi089.stdout:3305: writing smithi08986837-26 from 278528 to 1064960 tid 1 2024-07-26T06:16:01.570 INFO:tasks.rados.rados.0.smithi089.stdout:3305: writing smithi08986837-26 from 1064960 to 1679360 tid 2 2024-07-26T06:16:01.573 INFO:tasks.rados.rados.0.smithi089.stdout:3305: writing smithi08986837-26 from 1679360 to 2260992 tid 3 2024-07-26T06:16:01.576 INFO:tasks.rados.rados.0.smithi089.stdout:3305: writing smithi08986837-26 from 2260992 to 2670592 tid 4 2024-07-26T06:16:01.576 INFO:tasks.rados.rados.0.smithi089.stdout:3302: done (2 left) 2024-07-26T06:16:01.576 INFO:tasks.rados.rados.0.smithi089.stdout:3303: done (1 left) 2024-07-26T06:16:01.576 INFO:tasks.rados.rados.0.smithi089.stdout:3306: snap_create 2024-07-26T06:16:01.576 INFO:tasks.rados.rados.0.smithi089.stdout:3305: finishing write tid 1 to smithi08986837-26 2024-07-26T06:16:01.577 INFO:tasks.rados.rados.0.smithi089.stdout:3305: finishing write tid 2 to smithi08986837-26 2024-07-26T06:16:01.577 INFO:tasks.rados.rados.0.smithi089.stdout:3305: finishing write tid 3 to smithi08986837-26 2024-07-26T06:16:01.577 INFO:tasks.rados.rados.0.smithi089.stdout:3305: finishing write tid 4 to smithi08986837-26 2024-07-26T06:16:01.578 INFO:tasks.rados.rados.0.smithi089.stdout:3305: finishing write tid 5 to smithi08986837-26 2024-07-26T06:16:01.579 INFO:tasks.rados.rados.0.smithi089.stdout:3305: finishing write tid 6 to smithi08986837-26 2024-07-26T06:16:01.579 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 26 v 1381 (ObjNum 1002 snap 317 seq_num 1002) dirty exists 2024-07-26T06:16:01.579 INFO:tasks.rados.rados.0.smithi089.stdout:3305: left oid 26 (ObjNum 1002 snap 317 seq_num 1002) 2024-07-26T06:16:01.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:01 smithi155 ceph-mon[90160]: osdmap e712: 8 total, 8 up, 8 in 2024-07-26T06:16:01.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:01 smithi155 ceph-mon[90160]: pgmap v727: 121 pgs: 121 active+clean; 247 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 7.6 MiB/s wr, 45 op/s 2024-07-26T06:16:01.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:01 smithi089 ceph-mon[99608]: osdmap e712: 8 total, 8 up, 8 in 2024-07-26T06:16:01.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:01 smithi089 ceph-mon[99608]: pgmap v727: 121 pgs: 121 active+clean; 247 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 7.6 MiB/s wr, 45 op/s 2024-07-26T06:16:01.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:01 smithi089 ceph-mon[102056]: osdmap e712: 8 total, 8 up, 8 in 2024-07-26T06:16:01.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:01 smithi089 ceph-mon[102056]: pgmap v727: 121 pgs: 121 active+clean; 247 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 7.6 MiB/s wr, 45 op/s 2024-07-26T06:16:02.470 INFO:tasks.rados.rados.0.smithi089.stdout:3305: done (1 left) 2024-07-26T06:16:02.470 INFO:tasks.rados.rados.0.smithi089.stdout:3306: done (0 left) 2024-07-26T06:16:02.470 INFO:tasks.rados.rados.0.smithi089.stdout:3307: read oid 2 snap 313 2024-07-26T06:16:02.471 INFO:tasks.rados.rados.0.smithi089.stdout:3307: expect (ObjNum 916 snap 287 seq_num 916) 2024-07-26T06:16:02.471 INFO:tasks.rados.rados.0.smithi089.stdout:3308: setattr oid 42 current snap is 318 2024-07-26T06:16:02.471 INFO:tasks.rados.rados.0.smithi089.stdout:3309: read oid 31 snap -1 2024-07-26T06:16:02.471 INFO:tasks.rados.rados.0.smithi089.stdout:3309: expect (ObjNum 996 snap 316 seq_num 996) 2024-07-26T06:16:02.471 INFO:tasks.rados.rados.0.smithi089.stdout:3310: snap_remove snap 315 2024-07-26T06:16:02.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:02 smithi155 ceph-mon[90160]: osdmap e713: 8 total, 8 up, 8 in 2024-07-26T06:16:02.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:16:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:16:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:16:02.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:02 smithi089 ceph-mon[99608]: osdmap e713: 8 total, 8 up, 8 in 2024-07-26T06:16:02.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:16:02 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:16:02] "GET /metrics HTTP/1.1" 200 36346 "" "Prometheus/2.43.0" 2024-07-26T06:16:02.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:02 smithi089 ceph-mon[102056]: osdmap e713: 8 total, 8 up, 8 in 2024-07-26T06:16:03.477 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 42 v 2164 (ObjNum 921 snap 291 seq_num 921) dirty exists 2024-07-26T06:16:03.478 INFO:tasks.rados.rados.0.smithi089.stdout:3309: expect (ObjNum 996 snap 316 seq_num 996) 2024-07-26T06:16:03.540 INFO:tasks.rados.rados.0.smithi089.stdout:3307: expect (ObjNum 916 snap 287 seq_num 916) 2024-07-26T06:16:03.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:03 smithi155 ceph-mon[90160]: osdmap e714: 8 total, 8 up, 8 in 2024-07-26T06:16:03.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:03 smithi155 ceph-mon[90160]: pgmap v730: 121 pgs: 121 active+clean; 256 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 4.7 MiB/s wr, 25 op/s 2024-07-26T06:16:03.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:03 smithi089 ceph-mon[99608]: osdmap e714: 8 total, 8 up, 8 in 2024-07-26T06:16:03.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:03 smithi089 ceph-mon[99608]: pgmap v730: 121 pgs: 121 active+clean; 256 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 4.7 MiB/s wr, 25 op/s 2024-07-26T06:16:03.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:03 smithi089 ceph-mon[102056]: osdmap e714: 8 total, 8 up, 8 in 2024-07-26T06:16:03.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:03 smithi089 ceph-mon[102056]: pgmap v730: 121 pgs: 121 active+clean; 256 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 4.7 MiB/s wr, 25 op/s 2024-07-26T06:16:04.089 INFO:tasks.rados.rados.0.smithi089.stdout:3307: done (3 left) 2024-07-26T06:16:04.089 INFO:tasks.rados.rados.0.smithi089.stdout:3308: done (2 left) 2024-07-26T06:16:04.089 INFO:tasks.rados.rados.0.smithi089.stdout:3309: done (1 left) 2024-07-26T06:16:04.089 INFO:tasks.rados.rados.0.smithi089.stdout:3310: done (0 left) 2024-07-26T06:16:04.089 INFO:tasks.rados.rados.0.smithi089.stdout:3311: snap_remove snap 306 2024-07-26T06:16:04.477 INFO:tasks.rados.rados.0.smithi089.stdout:3311: done (0 left) 2024-07-26T06:16:04.477 INFO:tasks.rados.rados.0.smithi089.stdout:3312: snap_create 2024-07-26T06:16:04.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:04 smithi155 ceph-mon[90160]: osdmap e715: 8 total, 8 up, 8 in 2024-07-26T06:16:04.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:04 smithi089 ceph-mon[99608]: osdmap e715: 8 total, 8 up, 8 in 2024-07-26T06:16:04.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:04 smithi089 ceph-mon[102056]: osdmap e715: 8 total, 8 up, 8 in 2024-07-26T06:16:05.492 INFO:tasks.rados.rados.0.smithi089.stdout:3312: done (0 left) 2024-07-26T06:16:05.492 INFO:tasks.rados.rados.0.smithi089.stdout:3313: delete oid 7 current snap is 319 2024-07-26T06:16:05.497 INFO:tasks.rados.rados.0.smithi089.stdout:3313: done (0 left) 2024-07-26T06:16:05.497 INFO:tasks.rados.rados.0.smithi089.stdout:3314: setattr oid 17 current snap is 319 2024-07-26T06:16:05.500 INFO:tasks.rados.rados.0.smithi089.stdout:3315: snap_remove snap 314 2024-07-26T06:16:05.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:05 smithi155 ceph-mon[90160]: osdmap e716: 8 total, 8 up, 8 in 2024-07-26T06:16:05.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:05 smithi155 ceph-mon[90160]: pgmap v733: 121 pgs: 121 active+clean; 258 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 3.2 MiB/s wr, 18 op/s 2024-07-26T06:16:05.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:05 smithi089 ceph-mon[99608]: osdmap e716: 8 total, 8 up, 8 in 2024-07-26T06:16:05.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:05 smithi089 ceph-mon[99608]: pgmap v733: 121 pgs: 121 active+clean; 258 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 3.2 MiB/s wr, 18 op/s 2024-07-26T06:16:05.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:05 smithi089 ceph-mon[102056]: osdmap e716: 8 total, 8 up, 8 in 2024-07-26T06:16:05.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:05 smithi089 ceph-mon[102056]: pgmap v733: 121 pgs: 121 active+clean; 258 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 3.2 MiB/s wr, 18 op/s 2024-07-26T06:16:06.493 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 17 v 1994 (ObjNum 969 snap 309 seq_num 969) dirty exists 2024-07-26T06:16:06.494 INFO:tasks.rados.rados.0.smithi089.stdout:3314: done (1 left) 2024-07-26T06:16:06.494 INFO:tasks.rados.rados.0.smithi089.stdout:3315: done (0 left) 2024-07-26T06:16:06.494 INFO:tasks.rados.rados.0.smithi089.stdout:3316: snap_create 2024-07-26T06:16:06.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:06 smithi155 ceph-mon[90160]: osdmap e717: 8 total, 8 up, 8 in 2024-07-26T06:16:06.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:06 smithi089 ceph-mon[99608]: osdmap e717: 8 total, 8 up, 8 in 2024-07-26T06:16:06.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:06 smithi089 ceph-mon[102056]: osdmap e717: 8 total, 8 up, 8 in 2024-07-26T06:16:07.508 INFO:tasks.rados.rados.0.smithi089.stdout:3316: done (0 left) 2024-07-26T06:16:07.508 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 46 current snap is 320 2024-07-26T06:16:07.508 INFO:tasks.rados.rados.0.smithi089.stdout:3317: seq_num 1004 ranges {2048000=16384} 2024-07-26T06:16:07.519 INFO:tasks.rados.rados.0.smithi089.stdout:3317: writing smithi08986837-46 from 2048000 to 2064384 tid 1 2024-07-26T06:16:07.519 INFO:tasks.rados.rados.0.smithi089.stdout:3318: read oid 11 snap -1 2024-07-26T06:16:07.519 INFO:tasks.rados.rados.0.smithi089.stdout:3318: expect deleted 2024-07-26T06:16:07.519 INFO:tasks.rados.rados.0.smithi089.stdout:3319: setattr oid 38 current snap is 320 2024-07-26T06:16:07.520 INFO:tasks.rados.rados.0.smithi089.stdout:3320: snap_remove snap 313 2024-07-26T06:16:07.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:07 smithi155 ceph-mon[90160]: osdmap e718: 8 total, 8 up, 8 in 2024-07-26T06:16:07.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:07 smithi155 ceph-mon[90160]: pgmap v736: 121 pgs: 121 active+clean; 261 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 1.1 MiB/s wr, 21 op/s 2024-07-26T06:16:07.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:07 smithi089 ceph-mon[99608]: osdmap e718: 8 total, 8 up, 8 in 2024-07-26T06:16:07.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:07 smithi089 ceph-mon[99608]: pgmap v736: 121 pgs: 121 active+clean; 261 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 1.1 MiB/s wr, 21 op/s 2024-07-26T06:16:07.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:07 smithi089 ceph-mon[102056]: osdmap e718: 8 total, 8 up, 8 in 2024-07-26T06:16:07.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:07 smithi089 ceph-mon[102056]: pgmap v736: 121 pgs: 121 active+clean; 261 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 1.1 MiB/s wr, 21 op/s 2024-07-26T06:16:08.518 INFO:tasks.rados.rados.0.smithi089.stdout:3320: done (3 left) 2024-07-26T06:16:08.518 INFO:tasks.rados.rados.0.smithi089.stdout:3321: snap_remove snap 318 2024-07-26T06:16:08.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:08 smithi155 ceph-mon[90160]: osdmap e719: 8 total, 8 up, 8 in 2024-07-26T06:16:08.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:08 smithi089 ceph-mon[99608]: osdmap e719: 8 total, 8 up, 8 in 2024-07-26T06:16:08.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:08 smithi089 ceph-mon[102056]: osdmap e719: 8 total, 8 up, 8 in 2024-07-26T06:16:09.453 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 38 v 1936 (ObjNum 129 snap 0 seq_num 3362147376) dirty exists 2024-07-26T06:16:09.453 INFO:tasks.rados.rados.0.smithi089.stdout:3317: finishing write tid 1 to smithi08986837-46 2024-07-26T06:16:09.453 INFO:tasks.rados.rados.0.smithi089.stdout:3317: finishing write tid 2 to smithi08986837-46 2024-07-26T06:16:09.453 INFO:tasks.rados.rados.0.smithi089.stdout:3317: finishing write tid 3 to smithi08986837-46 2024-07-26T06:16:09.454 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 46 v 2175 (ObjNum 1004 snap 320 seq_num 1004) dirty exists 2024-07-26T06:16:09.454 INFO:tasks.rados.rados.0.smithi089.stdout:3317: left oid 46 (ObjNum 1004 snap 320 seq_num 1004) 2024-07-26T06:16:09.454 INFO:tasks.rados.rados.0.smithi089.stdout:3317: done (3 left) 2024-07-26T06:16:09.454 INFO:tasks.rados.rados.0.smithi089.stdout:3318: done (2 left) 2024-07-26T06:16:09.454 INFO:tasks.rados.rados.0.smithi089.stdout:3319: done (1 left) 2024-07-26T06:16:09.454 INFO:tasks.rados.rados.0.smithi089.stdout:3321: done (0 left) 2024-07-26T06:16:09.455 INFO:tasks.rados.rados.0.smithi089.stdout:3322: snap_create 2024-07-26T06:16:09.806 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:09 smithi089 ceph-mon[99608]: osdmap e720: 8 total, 8 up, 8 in 2024-07-26T06:16:09.806 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:09 smithi089 ceph-mon[99608]: pgmap v739: 121 pgs: 121 active+clean; 261 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 572 KiB/s wr, 13 op/s 2024-07-26T06:16:09.806 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:09 smithi089 ceph-mon[99608]: osdmap e721: 8 total, 8 up, 8 in 2024-07-26T06:16:09.807 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:09 smithi089 ceph-mon[102056]: osdmap e720: 8 total, 8 up, 8 in 2024-07-26T06:16:09.807 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:09 smithi089 ceph-mon[102056]: pgmap v739: 121 pgs: 121 active+clean; 261 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 572 KiB/s wr, 13 op/s 2024-07-26T06:16:09.807 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:09 smithi089 ceph-mon[102056]: osdmap e721: 8 total, 8 up, 8 in 2024-07-26T06:16:09.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:09 smithi155 ceph-mon[90160]: osdmap e720: 8 total, 8 up, 8 in 2024-07-26T06:16:09.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:09 smithi155 ceph-mon[90160]: pgmap v739: 121 pgs: 121 active+clean; 261 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 572 KiB/s wr, 13 op/s 2024-07-26T06:16:09.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:09 smithi155 ceph-mon[90160]: osdmap e721: 8 total, 8 up, 8 in 2024-07-26T06:16:10.458 INFO:tasks.rados.rados.0.smithi089.stdout:3322: done (0 left) 2024-07-26T06:16:10.458 INFO:tasks.rados.rados.0.smithi089.stdout:3323: rmattr oid 20 current snap is 321 2024-07-26T06:16:10.458 INFO:tasks.rados.rados.0.smithi089.stdout:3323: done (0 left) 2024-07-26T06:16:10.458 INFO:tasks.rados.rados.0.smithi089.stdout:3324: rollback oid 4 current snap is 321 2024-07-26T06:16:10.458 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 4 to 300 2024-07-26T06:16:10.458 INFO:tasks.rados.rados.0.smithi089.stdout:3325: rmattr oid 11 current snap is 321 2024-07-26T06:16:10.458 INFO:tasks.rados.rados.0.smithi089.stdout:3325: done (1 left) 2024-07-26T06:16:10.458 INFO:tasks.rados.rados.0.smithi089.stdout:3326: read oid 23 snap 299 2024-07-26T06:16:10.458 INFO:tasks.rados.rados.0.smithi089.stdout:3326: expect deleted 2024-07-26T06:16:10.459 INFO:tasks.rados.rados.0.smithi089.stdout:3327: read oid 22 snap 300 2024-07-26T06:16:10.459 INFO:tasks.rados.rados.0.smithi089.stdout:3327: expect deleted 2024-07-26T06:16:10.459 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 27 current snap is 321 2024-07-26T06:16:10.459 INFO:tasks.rados.rados.0.smithi089.stdout:3328: seq_num 1005 ranges {3448832=32768} 2024-07-26T06:16:10.479 INFO:tasks.rados.rados.0.smithi089.stdout:3328: writing smithi08986837-27 from 3448832 to 3481600 tid 1 2024-07-26T06:16:10.479 INFO:tasks.rados.rados.0.smithi089.stdout:3329: delete oid 11 current snap is 321 2024-07-26T06:16:10.479 INFO:tasks.rados.rados.0.smithi089.stdout:3324: finishing rollback tid 0 to smithi08986837-4 2024-07-26T06:16:10.479 INFO:tasks.rados.rados.0.smithi089.stdout:3324: finishing rollback tid 1 to smithi08986837-4 2024-07-26T06:16:10.479 INFO:tasks.rados.rados.0.smithi089.stdout:3324: finishing rollback tid 2 to smithi08986837-4 2024-07-26T06:16:10.479 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 4 v 1365 (ObjNum 939 snap 297 seq_num 939) dirty exists 2024-07-26T06:16:10.482 INFO:tasks.rados.rados.0.smithi089.stdout:3328: finishing write tid 1 to smithi08986837-27 2024-07-26T06:16:10.483 INFO:tasks.rados.rados.0.smithi089.stdout:3328: finishing write tid 2 to smithi08986837-27 2024-07-26T06:16:10.484 INFO:tasks.rados.rados.0.smithi089.stdout:3324: done (4 left) 2024-07-26T06:16:10.484 INFO:tasks.rados.rados.0.smithi089.stdout:3326: done (3 left) 2024-07-26T06:16:10.484 INFO:tasks.rados.rados.0.smithi089.stdout:3327: done (2 left) 2024-07-26T06:16:10.484 INFO:tasks.rados.rados.0.smithi089.stdout:3329: done (1 left) 2024-07-26T06:16:10.484 INFO:tasks.rados.rados.0.smithi089.stdout:3330: rmattr oid 10 current snap is 321 2024-07-26T06:16:10.484 INFO:tasks.rados.rados.0.smithi089.stdout:3330: done (1 left) 2024-07-26T06:16:10.484 INFO:tasks.rados.rados.0.smithi089.stdout:3331: rollback oid 16 current snap is 321 2024-07-26T06:16:10.485 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 16 to 307 2024-07-26T06:16:10.485 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 3 current snap is 321 2024-07-26T06:16:10.485 INFO:tasks.rados.rados.0.smithi089.stdout:3332: seq_num 1007 ranges {4218880=65536} 2024-07-26T06:16:10.507 INFO:tasks.rados.rados.0.smithi089.stdout:3332: writing smithi08986837-3 from 4218880 to 4284416 tid 1 2024-07-26T06:16:10.507 INFO:tasks.rados.rados.0.smithi089.stdout:3333: read oid 11 snap 316 2024-07-26T06:16:10.507 INFO:tasks.rados.rados.0.smithi089.stdout:3333: expect deleted 2024-07-26T06:16:10.507 INFO:tasks.rados.rados.0.smithi089.stdout:3334: setattr oid 6 current snap is 321 2024-07-26T06:16:10.507 INFO:tasks.rados.rados.0.smithi089.stdout:3331: finishing rollback tid 0 to smithi08986837-16 2024-07-26T06:16:10.507 INFO:tasks.rados.rados.0.smithi089.stdout:3328: finishing write tid 3 to smithi08986837-27 2024-07-26T06:16:10.507 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 27 v 1713 (ObjNum 1005 snap 321 seq_num 1005) dirty exists 2024-07-26T06:16:10.507 INFO:tasks.rados.rados.0.smithi089.stdout:3328: left oid 27 (ObjNum 1005 snap 321 seq_num 1005) 2024-07-26T06:16:10.508 INFO:tasks.rados.rados.0.smithi089.stdout:3331: finishing rollback tid 1 to smithi08986837-16 2024-07-26T06:16:10.508 INFO:tasks.rados.rados.0.smithi089.stdout:3331: finishing rollback tid 2 to smithi08986837-16 2024-07-26T06:16:10.508 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 16 v 1716 (ObjNum 845 snap 265 seq_num 845) dirty exists 2024-07-26T06:16:10.508 INFO:tasks.rados.rados.0.smithi089.stdout:3328: done (4 left) 2024-07-26T06:16:10.508 INFO:tasks.rados.rados.0.smithi089.stdout:3331: done (3 left) 2024-07-26T06:16:10.509 INFO:tasks.rados.rados.0.smithi089.stdout:3333: done (2 left) 2024-07-26T06:16:10.509 INFO:tasks.rados.rados.0.smithi089.stdout:3335: rollback oid 4 current snap is 321 2024-07-26T06:16:10.509 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 4 to 319 2024-07-26T06:16:10.509 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 16 current snap is 321 2024-07-26T06:16:10.509 INFO:tasks.rados.rados.0.smithi089.stdout:3336: seq_num 1008 ranges {2162688=90112} 2024-07-26T06:16:10.521 INFO:tasks.rados.rados.0.smithi089.stdout:3336: writing smithi08986837-16 from 2162688 to 2252800 tid 1 2024-07-26T06:16:10.521 INFO:tasks.rados.rados.0.smithi089.stdout:3337: copy_from oid 15 from oid 49 current snap is 321 2024-07-26T06:16:10.521 INFO:tasks.rados.rados.0.smithi089.stdout:3335: finishing rollback tid 0 to smithi08986837-4 2024-07-26T06:16:10.521 INFO:tasks.rados.rados.0.smithi089.stdout:3335: finishing rollback tid 1 to smithi08986837-4 2024-07-26T06:16:10.521 INFO:tasks.rados.rados.0.smithi089.stdout:3335: finishing rollback tid 2 to smithi08986837-4 2024-07-26T06:16:10.521 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 4 v 1368 (ObjNum 979 snap 311 seq_num 979) dirty exists 2024-07-26T06:16:10.521 INFO:tasks.rados.rados.0.smithi089.stdout:3332: finishing write tid 1 to smithi08986837-3 2024-07-26T06:16:10.521 INFO:tasks.rados.rados.0.smithi089.stdout:3332: finishing write tid 2 to smithi08986837-3 2024-07-26T06:16:10.521 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 6 v 1379 (ObjNum 65 snap 0 seq_num 3333739472) dirty exists 2024-07-26T06:16:10.521 INFO:tasks.rados.rados.0.smithi089.stdout:3332: finishing write tid 3 to smithi08986837-3 2024-07-26T06:16:10.521 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 3 v 1378 (ObjNum 1007 snap 321 seq_num 1007) dirty exists 2024-07-26T06:16:10.522 INFO:tasks.rados.rados.0.smithi089.stdout:3332: left oid 3 (ObjNum 1007 snap 321 seq_num 1007) 2024-07-26T06:16:10.522 INFO:tasks.rados.rados.0.smithi089.stdout:3332: done (4 left) 2024-07-26T06:16:10.522 INFO:tasks.rados.rados.0.smithi089.stdout:3334: done (3 left) 2024-07-26T06:16:10.522 INFO:tasks.rados.rados.0.smithi089.stdout:3335: done (2 left) 2024-07-26T06:16:10.522 INFO:tasks.rados.rados.0.smithi089.stdout:3338: copy_from oid 30 from oid 8 current snap is 321 2024-07-26T06:16:10.522 INFO:tasks.rados.rados.0.smithi089.stdout:3339: read oid 14 snap 319 2024-07-26T06:16:10.522 INFO:tasks.rados.rados.0.smithi089.stdout:3339: expect (ObjNum 984 snap 311 seq_num 984) 2024-07-26T06:16:10.522 INFO:tasks.rados.rados.0.smithi089.stdout:3340: snap_remove snap 300 2024-07-26T06:16:11.462 INFO:tasks.rados.rados.0.smithi089.stdout:3336: finishing write tid 1 to smithi08986837-16 2024-07-26T06:16:11.462 INFO:tasks.rados.rados.0.smithi089.stdout:3336: finishing write tid 2 to smithi08986837-16 2024-07-26T06:16:11.462 INFO:tasks.rados.rados.0.smithi089.stdout:3338: finishing copy_from racing read to smithi08986837-30 2024-07-26T06:16:11.462 INFO:tasks.rados.rados.0.smithi089.stdout:3338: finishing copy_from to smithi08986837-30 2024-07-26T06:16:11.463 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 30 v 1894 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-07-26T06:16:11.463 INFO:tasks.rados.rados.0.smithi089.stdout:3336: finishing write tid 3 to smithi08986837-16 2024-07-26T06:16:11.463 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 16 v 1718 (ObjNum 1008 snap 321 seq_num 1008) dirty exists 2024-07-26T06:16:11.463 INFO:tasks.rados.rados.0.smithi089.stdout:3336: left oid 16 (ObjNum 1008 snap 321 seq_num 1008) 2024-07-26T06:16:11.463 INFO:tasks.rados.rados.0.smithi089.stdout:3337: finishing copy_from racing read to smithi08986837-15 2024-07-26T06:16:11.463 INFO:tasks.rados.rados.0.smithi089.stdout:3339: expect (ObjNum 984 snap 311 seq_num 984) 2024-07-26T06:16:11.527 INFO:tasks.rados.rados.0.smithi089.stdout:3337: finishing copy_from to smithi08986837-15 2024-07-26T06:16:11.527 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 15 v 1376 (ObjNum 876 snap 280 seq_num 876) dirty exists 2024-07-26T06:16:11.527 INFO:tasks.rados.rados.0.smithi089.stdout:3336: done (4 left) 2024-07-26T06:16:11.528 INFO:tasks.rados.rados.0.smithi089.stdout:3337: done (3 left) 2024-07-26T06:16:11.528 INFO:tasks.rados.rados.0.smithi089.stdout:3338: done (2 left) 2024-07-26T06:16:11.528 INFO:tasks.rados.rados.0.smithi089.stdout:3339: done (1 left) 2024-07-26T06:16:11.528 INFO:tasks.rados.rados.0.smithi089.stdout:3340: done (0 left) 2024-07-26T06:16:11.528 INFO:tasks.rados.rados.0.smithi089.stdout:3341: copy_from oid 35 from oid 42 current snap is 321 2024-07-26T06:16:11.528 INFO:tasks.rados.rados.0.smithi089.stdout:3342: read oid 12 snap -1 2024-07-26T06:16:11.528 INFO:tasks.rados.rados.0.smithi089.stdout:3342: expect (ObjNum 901 snap 285 seq_num 901) 2024-07-26T06:16:11.528 INFO:tasks.rados.rados.0.smithi089.stdout:3343: read oid 45 snap -1 2024-07-26T06:16:11.528 INFO:tasks.rados.rados.0.smithi089.stdout:3343: expect (ObjNum 995 snap 316 seq_num 995) 2024-07-26T06:16:11.528 INFO:tasks.rados.rados.0.smithi089.stdout:3344: read oid 5 snap 320 2024-07-26T06:16:11.528 INFO:tasks.rados.rados.0.smithi089.stdout:3344: expect (ObjNum 993 snap 315 seq_num 993) 2024-07-26T06:16:11.528 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 3 current snap is 321 2024-07-26T06:16:11.529 INFO:tasks.rados.rados.0.smithi089.stdout:3345: seq_num 1009 ranges {4284416=106496} 2024-07-26T06:16:11.552 INFO:tasks.rados.rados.0.smithi089.stdout:3345: writing smithi08986837-3 from 4284416 to 4390912 tid 1 2024-07-26T06:16:11.552 INFO:tasks.rados.rados.0.smithi089.stdout:3346: snap_remove snap 302 2024-07-26T06:16:11.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:11 smithi155 ceph-mon[90160]: osdmap e722: 8 total, 8 up, 8 in 2024-07-26T06:16:11.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:11 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:16:11.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:11 smithi155 ceph-mon[90160]: pgmap v742: 121 pgs: 121 active+clean; 261 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 5 op/s 2024-07-26T06:16:11.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:11 smithi089 ceph-mon[99608]: osdmap e722: 8 total, 8 up, 8 in 2024-07-26T06:16:11.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:16:11.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:11 smithi089 ceph-mon[99608]: pgmap v742: 121 pgs: 121 active+clean; 261 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 5 op/s 2024-07-26T06:16:11.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:11 smithi089 ceph-mon[102056]: osdmap e722: 8 total, 8 up, 8 in 2024-07-26T06:16:11.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:16:11.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:11 smithi089 ceph-mon[102056]: pgmap v742: 121 pgs: 121 active+clean; 261 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 5 op/s 2024-07-26T06:16:12.473 INFO:tasks.rados.rados.0.smithi089.stdout:3346: done (5 left) 2024-07-26T06:16:12.473 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 33 current snap is 321 2024-07-26T06:16:12.473 INFO:tasks.rados.rados.0.smithi089.stdout:3342: expect (ObjNum 901 snap 285 seq_num 901) 2024-07-26T06:16:12.570 INFO:tasks.rados.rados.0.smithi089.stdout:3341: finishing copy_from racing read to smithi08986837-35 2024-07-26T06:16:12.571 INFO:tasks.rados.rados.0.smithi089.stdout:3341: finishing copy_from to smithi08986837-35 2024-07-26T06:16:12.571 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 35 v 2164 (ObjNum 921 snap 291 seq_num 921) dirty exists 2024-07-26T06:16:12.571 INFO:tasks.rados.rados.0.smithi089.stdout:3343: expect (ObjNum 995 snap 316 seq_num 995) 2024-07-26T06:16:12.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:16:12 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:16:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:16:12.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:12 smithi155 ceph-mon[90160]: osdmap e723: 8 total, 8 up, 8 in 2024-07-26T06:16:12.713 INFO:tasks.rados.rados.0.smithi089.stdout:3344: expect (ObjNum 993 snap 315 seq_num 993) 2024-07-26T06:16:12.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:12 smithi089 ceph-mon[99608]: osdmap e723: 8 total, 8 up, 8 in 2024-07-26T06:16:12.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:16:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:16:12] "GET /metrics HTTP/1.1" 200 36342 "" "Prometheus/2.43.0" 2024-07-26T06:16:12.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:12 smithi089 ceph-mon[102056]: osdmap e723: 8 total, 8 up, 8 in 2024-07-26T06:16:12.955 INFO:tasks.rados.rados.0.smithi089.stdout:3345: finishing write tid 1 to smithi08986837-3 2024-07-26T06:16:12.955 INFO:tasks.rados.rados.0.smithi089.stdout:3345: finishing write tid 2 to smithi08986837-3 2024-07-26T06:16:12.955 INFO:tasks.rados.rados.0.smithi089.stdout:3345: finishing write tid 3 to smithi08986837-3 2024-07-26T06:16:12.955 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 3 v 1381 (ObjNum 1009 snap 321 seq_num 1009) dirty exists 2024-07-26T06:16:12.955 INFO:tasks.rados.rados.0.smithi089.stdout:3345: left oid 3 (ObjNum 1009 snap 321 seq_num 1009) 2024-07-26T06:16:12.955 INFO:tasks.rados.rados.0.smithi089.stdout:3347: seq_num 1010 ranges {4284416=122880} 2024-07-26T06:16:12.978 INFO:tasks.rados.rados.0.smithi089.stdout:3347: writing smithi08986837-33 from 4284416 to 4407296 tid 1 2024-07-26T06:16:12.979 INFO:tasks.rados.rados.0.smithi089.stdout:3341: done (5 left) 2024-07-26T06:16:12.979 INFO:tasks.rados.rados.0.smithi089.stdout:3342: done (4 left) 2024-07-26T06:16:12.979 INFO:tasks.rados.rados.0.smithi089.stdout:3343: done (3 left) 2024-07-26T06:16:12.979 INFO:tasks.rados.rados.0.smithi089.stdout:3344: done (2 left) 2024-07-26T06:16:12.979 INFO:tasks.rados.rados.0.smithi089.stdout:3345: done (1 left) 2024-07-26T06:16:12.979 INFO:tasks.rados.rados.0.smithi089.stdout:3348: snap_create 2024-07-26T06:16:12.982 INFO:tasks.rados.rados.0.smithi089.stdout:3347: finishing write tid 1 to smithi08986837-33 2024-07-26T06:16:12.982 INFO:tasks.rados.rados.0.smithi089.stdout:3347: finishing write tid 2 to smithi08986837-33 2024-07-26T06:16:12.983 INFO:tasks.rados.rados.0.smithi089.stdout:3347: finishing write tid 3 to smithi08986837-33 2024-07-26T06:16:12.983 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 33 v 2099 (ObjNum 1010 snap 321 seq_num 1010) dirty exists 2024-07-26T06:16:12.983 INFO:tasks.rados.rados.0.smithi089.stdout:3347: left oid 33 (ObjNum 1010 snap 321 seq_num 1010) 2024-07-26T06:16:13.480 INFO:tasks.rados.rados.0.smithi089.stdout:3347: done (1 left) 2024-07-26T06:16:13.481 INFO:tasks.rados.rados.0.smithi089.stdout:3348: done (0 left) 2024-07-26T06:16:13.481 INFO:tasks.rados.rados.0.smithi089.stdout:3349: read oid 3 snap -1 2024-07-26T06:16:13.481 INFO:tasks.rados.rados.0.smithi089.stdout:3349: expect (ObjNum 1009 snap 321 seq_num 1009) 2024-07-26T06:16:13.481 INFO:tasks.rados.rados.0.smithi089.stdout:3350: delete oid 4 current snap is 322 2024-07-26T06:16:13.484 INFO:tasks.rados.rados.0.smithi089.stdout:3350: done (1 left) 2024-07-26T06:16:13.484 INFO:tasks.rados.rados.0.smithi089.stdout:3351: read oid 6 snap -1 2024-07-26T06:16:13.484 INFO:tasks.rados.rados.0.smithi089.stdout:3351: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-26T06:16:13.484 INFO:tasks.rados.rados.0.smithi089.stdout:3352: setattr oid 38 current snap is 322 2024-07-26T06:16:13.484 INFO:tasks.rados.rados.0.smithi089.stdout:3351: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-26T06:16:13.487 INFO:tasks.rados.rados.0.smithi089.stdout:3351: done (2 left) 2024-07-26T06:16:13.487 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 17 current snap is 322 2024-07-26T06:16:13.487 INFO:tasks.rados.rados.0.smithi089.stdout:3353: seq_num 1012 ranges {15646720=155648} 2024-07-26T06:16:13.571 INFO:tasks.rados.rados.0.smithi089.stdout:3353: writing smithi08986837-17 from 15646720 to 15802368 tid 1 2024-07-26T06:16:13.571 INFO:tasks.rados.rados.0.smithi089.stdout:3354: read oid 33 snap -1 2024-07-26T06:16:13.572 INFO:tasks.rados.rados.0.smithi089.stdout:3354: expect (ObjNum 1010 snap 321 seq_num 1010) 2024-07-26T06:16:13.572 INFO:tasks.rados.rados.0.smithi089.stdout:3355: rollback oid 28 current snap is 322 2024-07-26T06:16:13.572 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 28 to 312 2024-07-26T06:16:13.572 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 38 v 1949 (ObjNum 33 snap 0 seq_num 5) dirty exists 2024-07-26T06:16:13.572 INFO:tasks.rados.rados.0.smithi089.stdout:3349: expect (ObjNum 1009 snap 321 seq_num 1009) 2024-07-26T06:16:13.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:13 smithi155 ceph-mon[90160]: osdmap e724: 8 total, 8 up, 8 in 2024-07-26T06:16:13.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:13 smithi155 ceph-mon[90160]: pgmap v745: 121 pgs: 121 active+clean; 263 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 72 KiB/s wr, 10 op/s 2024-07-26T06:16:13.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:13 smithi089 ceph-mon[99608]: osdmap e724: 8 total, 8 up, 8 in 2024-07-26T06:16:13.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:13 smithi089 ceph-mon[99608]: pgmap v745: 121 pgs: 121 active+clean; 263 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 72 KiB/s wr, 10 op/s 2024-07-26T06:16:13.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:13 smithi089 ceph-mon[102056]: osdmap e724: 8 total, 8 up, 8 in 2024-07-26T06:16:13.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:13 smithi089 ceph-mon[102056]: pgmap v745: 121 pgs: 121 active+clean; 263 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 72 KiB/s wr, 10 op/s 2024-07-26T06:16:13.912 INFO:tasks.rados.rados.0.smithi089.stdout:3353: finishing write tid 1 to smithi08986837-17 2024-07-26T06:16:13.912 INFO:tasks.rados.rados.0.smithi089.stdout:3353: finishing write tid 2 to smithi08986837-17 2024-07-26T06:16:13.912 INFO:tasks.rados.rados.0.smithi089.stdout:3355: finishing rollback tid 0 to smithi08986837-28 2024-07-26T06:16:13.912 INFO:tasks.rados.rados.0.smithi089.stdout:3355: finishing rollback tid 1 to smithi08986837-28 2024-07-26T06:16:13.912 INFO:tasks.rados.rados.0.smithi089.stdout:3355: finishing rollback tid 2 to smithi08986837-28 2024-07-26T06:16:13.912 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 28 v 2167 (ObjNum 986 snap 311 seq_num 986) dirty exists 2024-07-26T06:16:13.912 INFO:tasks.rados.rados.0.smithi089.stdout:3353: finishing write tid 3 to smithi08986837-17 2024-07-26T06:16:13.912 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 17 v 1996 (ObjNum 1012 snap 322 seq_num 1012) dirty exists 2024-07-26T06:16:13.912 INFO:tasks.rados.rados.0.smithi089.stdout:3353: left oid 17 (ObjNum 1012 snap 322 seq_num 1012) 2024-07-26T06:16:13.912 INFO:tasks.rados.rados.0.smithi089.stdout:3349: done (4 left) 2024-07-26T06:16:13.912 INFO:tasks.rados.rados.0.smithi089.stdout:3352: done (3 left) 2024-07-26T06:16:13.912 INFO:tasks.rados.rados.0.smithi089.stdout:3353: done (2 left) 2024-07-26T06:16:13.913 INFO:tasks.rados.rados.0.smithi089.stdout:3355: done (1 left) 2024-07-26T06:16:13.913 INFO:tasks.rados.rados.0.smithi089.stdout:3356: snap_create 2024-07-26T06:16:13.913 INFO:tasks.rados.rados.0.smithi089.stdout:3354: expect (ObjNum 1010 snap 321 seq_num 1010) 2024-07-26T06:16:14.453 INFO:tasks.rados.rados.0.smithi089.stdout:3354: done (1 left) 2024-07-26T06:16:14.454 INFO:tasks.rados.rados.0.smithi089.stdout:3356: done (0 left) 2024-07-26T06:16:14.454 INFO:tasks.rados.rados.0.smithi089.stdout:3357: snap_create 2024-07-26T06:16:14.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:14 smithi155 ceph-mon[90160]: osdmap e725: 8 total, 8 up, 8 in 2024-07-26T06:16:14.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:14 smithi155 ceph-mon[90160]: osdmap e726: 8 total, 8 up, 8 in 2024-07-26T06:16:14.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:14 smithi089 ceph-mon[99608]: osdmap e725: 8 total, 8 up, 8 in 2024-07-26T06:16:14.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:14 smithi089 ceph-mon[99608]: osdmap e726: 8 total, 8 up, 8 in 2024-07-26T06:16:14.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:14 smithi089 ceph-mon[102056]: osdmap e725: 8 total, 8 up, 8 in 2024-07-26T06:16:14.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:14 smithi089 ceph-mon[102056]: osdmap e726: 8 total, 8 up, 8 in 2024-07-26T06:16:15.460 INFO:tasks.rados.rados.0.smithi089.stdout:3357: done (0 left) 2024-07-26T06:16:15.461 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 8 current snap is 324 2024-07-26T06:16:15.461 INFO:tasks.rados.rados.0.smithi089.stdout:3358: seq_num 1013 ranges {0=172032} 2024-07-26T06:16:15.461 INFO:tasks.rados.rados.0.smithi089.stdout:3358: writing smithi08986837-8 from 0 to 172032 tid 1 2024-07-26T06:16:15.461 INFO:tasks.rados.rados.0.smithi089.stdout:3359: rollback oid 37 current snap is 324 2024-07-26T06:16:15.461 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 37 to 323 2024-07-26T06:16:15.461 INFO:tasks.rados.rados.0.smithi089.stdout:3360: snap_create 2024-07-26T06:16:15.466 INFO:tasks.rados.rados.0.smithi089.stdout:3358: finishing write tid 1 to smithi08986837-8 2024-07-26T06:16:15.466 INFO:tasks.rados.rados.0.smithi089.stdout:3358: finishing write tid 2 to smithi08986837-8 2024-07-26T06:16:15.470 INFO:tasks.rados.rados.0.smithi089.stdout:3359: finishing rollback tid 1 to smithi08986837-37 2024-07-26T06:16:15.471 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 37 v 2100 (ObjNum 33 snap 0 seq_num 3362232176) dirty dne 2024-07-26T06:16:15.471 INFO:tasks.rados.rados.0.smithi089.stdout:3358: finishing write tid 3 to smithi08986837-8 2024-07-26T06:16:15.471 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 8 v 1900 (ObjNum 1013 snap 324 seq_num 1013) dirty exists 2024-07-26T06:16:15.471 INFO:tasks.rados.rados.0.smithi089.stdout:3358: left oid 8 (ObjNum 1013 snap 324 seq_num 1013) 2024-07-26T06:16:15.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:15 smithi155 ceph-mon[90160]: pgmap v748: 121 pgs: 121 active+clean; 266 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 812 KiB/s wr, 14 op/s 2024-07-26T06:16:15.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:15 smithi155 ceph-mon[90160]: osdmap e727: 8 total, 8 up, 8 in 2024-07-26T06:16:15.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:15 smithi089 ceph-mon[99608]: pgmap v748: 121 pgs: 121 active+clean; 266 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 812 KiB/s wr, 14 op/s 2024-07-26T06:16:15.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:15 smithi089 ceph-mon[99608]: osdmap e727: 8 total, 8 up, 8 in 2024-07-26T06:16:15.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:15 smithi089 ceph-mon[102056]: pgmap v748: 121 pgs: 121 active+clean; 266 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 812 KiB/s wr, 14 op/s 2024-07-26T06:16:15.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:15 smithi089 ceph-mon[102056]: osdmap e727: 8 total, 8 up, 8 in 2024-07-26T06:16:16.460 INFO:tasks.rados.rados.0.smithi089.stdout:3358: done (2 left) 2024-07-26T06:16:16.460 INFO:tasks.rados.rados.0.smithi089.stdout:3359: done (1 left) 2024-07-26T06:16:16.460 INFO:tasks.rados.rados.0.smithi089.stdout:3360: done (0 left) 2024-07-26T06:16:16.460 INFO:tasks.rados.rados.0.smithi089.stdout:3361: setattr oid 17 current snap is 325 2024-07-26T06:16:16.461 INFO:tasks.rados.rados.0.smithi089.stdout:3362: snap_create 2024-07-26T06:16:16.469 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 17 v 1997 (ObjNum 1012 snap 322 seq_num 1012) dirty exists 2024-07-26T06:16:17.465 INFO:tasks.rados.rados.0.smithi089.stdout:3361: done (1 left) 2024-07-26T06:16:17.465 INFO:tasks.rados.rados.0.smithi089.stdout:3362: done (0 left) 2024-07-26T06:16:17.465 INFO:tasks.rados.rados.0.smithi089.stdout:3363: snap_create 2024-07-26T06:16:17.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:17 smithi155 ceph-mon[90160]: osdmap e728: 8 total, 8 up, 8 in 2024-07-26T06:16:17.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:17 smithi155 ceph-mon[90160]: pgmap v751: 121 pgs: 121 active+clean; 266 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 850 KiB/s wr, 19 op/s 2024-07-26T06:16:17.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:17 smithi089 ceph-mon[99608]: osdmap e728: 8 total, 8 up, 8 in 2024-07-26T06:16:17.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:17 smithi089 ceph-mon[99608]: pgmap v751: 121 pgs: 121 active+clean; 266 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 850 KiB/s wr, 19 op/s 2024-07-26T06:16:17.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:17 smithi089 ceph-mon[102056]: osdmap e728: 8 total, 8 up, 8 in 2024-07-26T06:16:17.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:17 smithi089 ceph-mon[102056]: pgmap v751: 121 pgs: 121 active+clean; 266 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 850 KiB/s wr, 19 op/s 2024-07-26T06:16:18.466 INFO:tasks.rados.rados.0.smithi089.stdout:3363: done (0 left) 2024-07-26T06:16:18.467 INFO:tasks.rados.rados.0.smithi089.stdout:3364: read oid 29 snap -1 2024-07-26T06:16:18.467 INFO:tasks.rados.rados.0.smithi089.stdout:3364: expect (ObjNum 931 snap 296 seq_num 931) 2024-07-26T06:16:18.467 INFO:tasks.rados.rados.0.smithi089.stdout:3365: copy_from oid 15 from oid 14 current snap is 327 2024-07-26T06:16:18.467 INFO:tasks.rados.rados.0.smithi089.stdout:3366: snap_create 2024-07-26T06:16:18.481 INFO:tasks.rados.rados.0.smithi089.stdout:3365: finishing copy_from racing read to smithi08986837-15 2024-07-26T06:16:18.484 INFO:tasks.rados.rados.0.smithi089.stdout:3365: finishing copy_from to smithi08986837-15 2024-07-26T06:16:18.484 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 15 v 2147 (ObjNum 984 snap 311 seq_num 984) dirty exists 2024-07-26T06:16:18.490 INFO:tasks.rados.rados.0.smithi089.stdout:3364: expect (ObjNum 931 snap 296 seq_num 931) 2024-07-26T06:16:18.779 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:18 smithi155 ceph-mon[90160]: osdmap e729: 8 total, 8 up, 8 in 2024-07-26T06:16:18.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:18 smithi089 ceph-mon[99608]: osdmap e729: 8 total, 8 up, 8 in 2024-07-26T06:16:18.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:18 smithi089 ceph-mon[102056]: osdmap e729: 8 total, 8 up, 8 in 2024-07-26T06:16:19.456 INFO:tasks.rados.rados.0.smithi089.stdout:3364: done (2 left) 2024-07-26T06:16:19.456 INFO:tasks.rados.rados.0.smithi089.stdout:3365: done (1 left) 2024-07-26T06:16:19.456 INFO:tasks.rados.rados.0.smithi089.stdout:3366: done (0 left) 2024-07-26T06:16:19.456 INFO:tasks.rados.rados.0.smithi089.stdout:3367: snap_create 2024-07-26T06:16:19.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:19 smithi155 ceph-mon[90160]: osdmap e730: 8 total, 8 up, 8 in 2024-07-26T06:16:19.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:19 smithi155 ceph-mon[90160]: pgmap v754: 121 pgs: 121 active+clean; 266 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 110 KiB/s wr, 12 op/s 2024-07-26T06:16:19.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:19 smithi155 ceph-mon[90160]: osdmap e731: 8 total, 8 up, 8 in 2024-07-26T06:16:19.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:19 smithi089 ceph-mon[99608]: osdmap e730: 8 total, 8 up, 8 in 2024-07-26T06:16:19.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:19 smithi089 ceph-mon[99608]: pgmap v754: 121 pgs: 121 active+clean; 266 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 110 KiB/s wr, 12 op/s 2024-07-26T06:16:19.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:19 smithi089 ceph-mon[99608]: osdmap e731: 8 total, 8 up, 8 in 2024-07-26T06:16:19.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:19 smithi089 ceph-mon[102056]: osdmap e730: 8 total, 8 up, 8 in 2024-07-26T06:16:19.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:19 smithi089 ceph-mon[102056]: pgmap v754: 121 pgs: 121 active+clean; 266 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 110 KiB/s wr, 12 op/s 2024-07-26T06:16:19.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:19 smithi089 ceph-mon[102056]: osdmap e731: 8 total, 8 up, 8 in 2024-07-26T06:16:20.459 INFO:tasks.rados.rados.0.smithi089.stdout:3367: done (0 left) 2024-07-26T06:16:20.459 INFO:tasks.rados.rados.0.smithi089.stdout:3368: copy_from oid 38 from oid 6 current snap is 329 2024-07-26T06:16:20.459 INFO:tasks.rados.rados.0.smithi089.stdout:3369: setattr oid 26 current snap is 329 2024-07-26T06:16:20.460 INFO:tasks.rados.rados.0.smithi089.stdout:3370: snap_create 2024-07-26T06:16:20.467 INFO:tasks.rados.rados.0.smithi089.stdout:3368: finishing copy_from racing read to smithi08986837-38 2024-07-26T06:16:20.467 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 26 v 1382 (ObjNum 1002 snap 317 seq_num 1002) dirty exists 2024-07-26T06:16:20.468 INFO:tasks.rados.rados.0.smithi089.stdout:3368: finishing copy_from to smithi08986837-38 2024-07-26T06:16:20.468 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 38 v 1379 (ObjNum 33 snap 0 seq_num 2521260365) dirty exists 2024-07-26T06:16:21.469 INFO:tasks.rados.rados.0.smithi089.stdout:3368: done (2 left) 2024-07-26T06:16:21.469 INFO:tasks.rados.rados.0.smithi089.stdout:3369: done (1 left) 2024-07-26T06:16:21.469 INFO:tasks.rados.rados.0.smithi089.stdout:3370: done (0 left) 2024-07-26T06:16:21.469 INFO:tasks.rados.rados.0.smithi089.stdout:3371: delete oid 34 current snap is 330 2024-07-26T06:16:21.474 INFO:tasks.rados.rados.0.smithi089.stdout:3371: done (0 left) 2024-07-26T06:16:21.474 INFO:tasks.rados.rados.0.smithi089.stdout:3372: rmattr oid 6 current snap is 330 2024-07-26T06:16:21.474 INFO:tasks.rados.rados.0.smithi089.stdout:3373: read oid 37 snap -1 2024-07-26T06:16:21.475 INFO:tasks.rados.rados.0.smithi089.stdout:3373: expect deleted 2024-07-26T06:16:21.475 INFO:tasks.rados.rados.0.smithi089.stdout:3374: delete oid 32 current snap is 330 2024-07-26T06:16:21.477 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 6 v 1382 (ObjNum 97 snap 0 seq_num 2521436004) dirty exists 2024-07-26T06:16:21.479 INFO:tasks.rados.rados.0.smithi089.stdout:3372: done (2 left) 2024-07-26T06:16:21.479 INFO:tasks.rados.rados.0.smithi089.stdout:3373: done (1 left) 2024-07-26T06:16:21.479 INFO:tasks.rados.rados.0.smithi089.stdout:3374: done (0 left) 2024-07-26T06:16:21.479 INFO:tasks.rados.rados.0.smithi089.stdout:3375: rollback oid 23 current snap is 330 2024-07-26T06:16:21.479 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 23 to 325 2024-07-26T06:16:21.479 INFO:tasks.rados.rados.0.smithi089.stdout:3376: read oid 4 snap 319 2024-07-26T06:16:21.479 INFO:tasks.rados.rados.0.smithi089.stdout:3376: expect (ObjNum 979 snap 311 seq_num 979) 2024-07-26T06:16:21.480 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 7 current snap is 330 2024-07-26T06:16:21.480 INFO:tasks.rados.rados.0.smithi089.stdout:3377: seq_num 1016 ranges {0=221184} 2024-07-26T06:16:21.481 INFO:tasks.rados.rados.0.smithi089.stdout:3377: writing smithi08986837-7 from 0 to 221184 tid 1 2024-07-26T06:16:21.481 INFO:tasks.rados.rados.0.smithi089.stdout:3378: copy_from oid 11 from oid 42 current snap is 330 2024-07-26T06:16:21.481 INFO:tasks.rados.rados.0.smithi089.stdout:3375: finishing rollback tid 1 to smithi08986837-23 2024-07-26T06:16:21.482 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 23 v 0 (ObjNum 97 snap 0 seq_num 610250032) dirty dne 2024-07-26T06:16:21.482 INFO:tasks.rados.rados.0.smithi089.stdout:3375: done (3 left) 2024-07-26T06:16:21.482 INFO:tasks.rados.rados.0.smithi089.stdout:3379: rmattr oid 12 current snap is 330 2024-07-26T06:16:21.482 INFO:tasks.rados.rados.0.smithi089.stdout:3380: setattr oid 39 current snap is 330 2024-07-26T06:16:21.482 INFO:tasks.rados.rados.0.smithi089.stdout:3381: rollback oid 31 current snap is 330 2024-07-26T06:16:21.482 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 31 to 323 2024-07-26T06:16:21.482 INFO:tasks.rados.rados.0.smithi089.stdout:3382: copy_from oid 32 from oid 23 current snap is 330 2024-07-26T06:16:21.482 INFO:tasks.rados.rados.0.smithi089.stdout:3383: setattr oid 27 current snap is 330 2024-07-26T06:16:21.483 INFO:tasks.rados.rados.0.smithi089.stdout:3384: read oid 21 snap -1 2024-07-26T06:16:21.483 INFO:tasks.rados.rados.0.smithi089.stdout:3384: expect (ObjNum 952 snap 303 seq_num 952) 2024-07-26T06:16:21.483 INFO:tasks.rados.rados.0.smithi089.stdout:3385: snap_remove snap 311 2024-07-26T06:16:21.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:21 smithi155 ceph-mon[90160]: osdmap e732: 8 total, 8 up, 8 in 2024-07-26T06:16:21.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:21 smithi155 ceph-mon[90160]: pgmap v757: 121 pgs: 121 active+clean; 266 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 0 B/s wr, 3 op/s 2024-07-26T06:16:21.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:21 smithi089 ceph-mon[99608]: osdmap e732: 8 total, 8 up, 8 in 2024-07-26T06:16:21.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:21 smithi089 ceph-mon[99608]: pgmap v757: 121 pgs: 121 active+clean; 266 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 0 B/s wr, 3 op/s 2024-07-26T06:16:21.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:21 smithi089 ceph-mon[102056]: osdmap e732: 8 total, 8 up, 8 in 2024-07-26T06:16:21.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:21 smithi089 ceph-mon[102056]: pgmap v757: 121 pgs: 121 active+clean; 266 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 0 B/s wr, 3 op/s 2024-07-26T06:16:22.472 INFO:tasks.rados.rados.0.smithi089.stdout:3385: done (9 left) 2024-07-26T06:16:22.472 INFO:tasks.rados.rados.0.smithi089.stdout:3386: rollback oid 18 current snap is 330 2024-07-26T06:16:22.472 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 18 to 295 2024-07-26T06:16:22.472 INFO:tasks.rados.rados.0.smithi089.stdout:3382: finishing copy_from to smithi08986837-32 2024-07-26T06:16:22.473 INFO:tasks.rados.rados.0.smithi089.stdout:3382: got expected ENOENT (src dne) 2024-07-26T06:16:22.473 INFO:tasks.rados.rados.0.smithi089.stdout:3382: finishing copy_from racing read to smithi08986837-32 2024-07-26T06:16:22.473 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 39 v 1901 (ObjNum 959 snap 306 seq_num 959) dirty exists 2024-07-26T06:16:22.473 INFO:tasks.rados.rados.0.smithi089.stdout:3377: finishing write tid 1 to smithi08986837-7 2024-07-26T06:16:22.473 INFO:tasks.rados.rados.0.smithi089.stdout:3377: finishing write tid 2 to smithi08986837-7 2024-07-26T06:16:22.473 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 12 v 2100 (ObjNum 901 snap 285 seq_num 901) dirty exists 2024-07-26T06:16:22.473 INFO:tasks.rados.rados.0.smithi089.stdout:3381: finishing rollback tid 0 to smithi08986837-31 2024-07-26T06:16:22.473 INFO:tasks.rados.rados.0.smithi089.stdout:3381: finishing rollback tid 1 to smithi08986837-31 2024-07-26T06:16:22.473 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 27 v 1721 (ObjNum 1005 snap 321 seq_num 1005) dirty exists 2024-07-26T06:16:22.473 INFO:tasks.rados.rados.0.smithi089.stdout:3377: finishing write tid 3 to smithi08986837-7 2024-07-26T06:16:22.474 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 7 v 1720 (ObjNum 1016 snap 330 seq_num 1016) dirty exists 2024-07-26T06:16:22.474 INFO:tasks.rados.rados.0.smithi089.stdout:3377: left oid 7 (ObjNum 1016 snap 330 seq_num 1016) 2024-07-26T06:16:22.474 INFO:tasks.rados.rados.0.smithi089.stdout:3384: expect (ObjNum 952 snap 303 seq_num 952) 2024-07-26T06:16:22.549 INFO:tasks.rados.rados.0.smithi089.stdout:3378: finishing copy_from racing read to smithi08986837-11 2024-07-26T06:16:22.549 INFO:tasks.rados.rados.0.smithi089.stdout:3381: finishing rollback tid 2 to smithi08986837-31 2024-07-26T06:16:22.549 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 31 v 1955 (ObjNum 996 snap 316 seq_num 996) dirty exists 2024-07-26T06:16:22.549 INFO:tasks.rados.rados.0.smithi089.stdout:3378: finishing copy_from to smithi08986837-11 2024-07-26T06:16:22.549 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 11 v 2164 (ObjNum 921 snap 291 seq_num 921) dirty exists 2024-07-26T06:16:22.550 INFO:tasks.rados.rados.0.smithi089.stdout:3376: expect (ObjNum 979 snap 311 seq_num 979) 2024-07-26T06:16:22.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:22 smithi155 ceph-mon[90160]: osdmap e733: 8 total, 8 up, 8 in 2024-07-26T06:16:22.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:16:22 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:16:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:16:22.701 INFO:tasks.rados.rados.0.smithi089.stdout:3386: finishing rollback tid 0 to smithi08986837-18 2024-07-26T06:16:22.701 INFO:tasks.rados.rados.0.smithi089.stdout:3386: finishing rollback tid 1 to smithi08986837-18 2024-07-26T06:16:22.701 INFO:tasks.rados.rados.0.smithi089.stdout:3386: finishing rollback tid 2 to smithi08986837-18 2024-07-26T06:16:22.701 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 18 v 2001 (ObjNum 886 snap 282 seq_num 886) dirty exists 2024-07-26T06:16:22.701 INFO:tasks.rados.rados.0.smithi089.stdout:3376: done (9 left) 2024-07-26T06:16:22.701 INFO:tasks.rados.rados.0.smithi089.stdout:3377: done (8 left) 2024-07-26T06:16:22.701 INFO:tasks.rados.rados.0.smithi089.stdout:3378: done (7 left) 2024-07-26T06:16:22.701 INFO:tasks.rados.rados.0.smithi089.stdout:3379: done (6 left) 2024-07-26T06:16:22.701 INFO:tasks.rados.rados.0.smithi089.stdout:3380: done (5 left) 2024-07-26T06:16:22.701 INFO:tasks.rados.rados.0.smithi089.stdout:3381: done (4 left) 2024-07-26T06:16:22.701 INFO:tasks.rados.rados.0.smithi089.stdout:3382: done (3 left) 2024-07-26T06:16:22.701 INFO:tasks.rados.rados.0.smithi089.stdout:3383: done (2 left) 2024-07-26T06:16:22.702 INFO:tasks.rados.rados.0.smithi089.stdout:3384: done (1 left) 2024-07-26T06:16:22.702 INFO:tasks.rados.rados.0.smithi089.stdout:3386: done (0 left) 2024-07-26T06:16:22.702 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 16 current snap is 330 2024-07-26T06:16:22.702 INFO:tasks.rados.rados.0.smithi089.stdout:3387: seq_num 1017 ranges {2252800=237568} 2024-07-26T06:16:22.714 INFO:tasks.rados.rados.0.smithi089.stdout:3387: writing smithi08986837-16 from 2252800 to 2490368 tid 1 2024-07-26T06:16:22.714 INFO:tasks.rados.rados.0.smithi089.stdout:3388: copy_from oid 50 from oid 38 current snap is 330 2024-07-26T06:16:22.714 INFO:tasks.rados.rados.0.smithi089.stdout:3389: rmattr oid 29 current snap is 330 2024-07-26T06:16:22.714 INFO:tasks.rados.rados.0.smithi089.stdout:3390: rmattr oid 4 current snap is 330 2024-07-26T06:16:22.714 INFO:tasks.rados.rados.0.smithi089.stdout:3390: done (3 left) 2024-07-26T06:16:22.714 INFO:tasks.rados.rados.0.smithi089.stdout:3391: read oid 31 snap -1 2024-07-26T06:16:22.714 INFO:tasks.rados.rados.0.smithi089.stdout:3391: expect (ObjNum 996 snap 316 seq_num 996) 2024-07-26T06:16:22.714 INFO:tasks.rados.rados.0.smithi089.stdout:3392: rollback oid 42 current snap is 330 2024-07-26T06:16:22.714 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 42 to 319 2024-07-26T06:16:22.714 INFO:tasks.rados.rados.0.smithi089.stdout:3393: read oid 4 snap -1 2024-07-26T06:16:22.714 INFO:tasks.rados.rados.0.smithi089.stdout:3393: expect deleted 2024-07-26T06:16:22.715 INFO:tasks.rados.rados.0.smithi089.stdout:3394: delete oid 7 current snap is 330 2024-07-26T06:16:22.719 INFO:tasks.rados.rados.0.smithi089.stdout:3392: finishing rollback tid 0 to smithi08986837-42 2024-07-26T06:16:22.719 INFO:tasks.rados.rados.0.smithi089.stdout:3387: finishing write tid 1 to smithi08986837-16 2024-07-26T06:16:22.720 INFO:tasks.rados.rados.0.smithi089.stdout:3387: finishing write tid 2 to smithi08986837-16 2024-07-26T06:16:22.720 INFO:tasks.rados.rados.0.smithi089.stdout:3392: finishing rollback tid 1 to smithi08986837-42 2024-07-26T06:16:22.720 INFO:tasks.rados.rados.0.smithi089.stdout:3392: finishing rollback tid 2 to smithi08986837-42 2024-07-26T06:16:22.720 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 42 v 2212 (ObjNum 921 snap 291 seq_num 921) dirty exists 2024-07-26T06:16:22.721 INFO:tasks.rados.rados.0.smithi089.stdout:3392: done (6 left) 2024-07-26T06:16:22.721 INFO:tasks.rados.rados.0.smithi089.stdout:3393: done (5 left) 2024-07-26T06:16:22.721 INFO:tasks.rados.rados.0.smithi089.stdout:3394: done (4 left) 2024-07-26T06:16:22.721 INFO:tasks.rados.rados.0.smithi089.stdout:3395: snap_remove snap 322 2024-07-26T06:16:22.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:22 smithi089 ceph-mon[99608]: osdmap e733: 8 total, 8 up, 8 in 2024-07-26T06:16:22.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:16:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:16:22] "GET /metrics HTTP/1.1" 200 36342 "" "Prometheus/2.43.0" 2024-07-26T06:16:22.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:22 smithi089 ceph-mon[102056]: osdmap e733: 8 total, 8 up, 8 in 2024-07-26T06:16:23.477 INFO:tasks.rados.rados.0.smithi089.stdout:3395: done (4 left) 2024-07-26T06:16:23.477 INFO:tasks.rados.rados.0.smithi089.stdout:3396: read oid 3 snap -1 2024-07-26T06:16:23.477 INFO:tasks.rados.rados.0.smithi089.stdout:3396: expect (ObjNum 1009 snap 321 seq_num 1009) 2024-07-26T06:16:23.477 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 10 current snap is 330 2024-07-26T06:16:23.477 INFO:tasks.rados.rados.0.smithi089.stdout:3388: finishing copy_from racing read to smithi08986837-50 2024-07-26T06:16:23.477 INFO:tasks.rados.rados.0.smithi089.stdout:3387: finishing write tid 3 to smithi08986837-16 2024-07-26T06:16:23.478 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 16 v 1723 (ObjNum 1017 snap 330 seq_num 1017) dirty exists 2024-07-26T06:16:23.478 INFO:tasks.rados.rados.0.smithi089.stdout:3387: left oid 16 (ObjNum 1017 snap 330 seq_num 1017) 2024-07-26T06:16:23.478 INFO:tasks.rados.rados.0.smithi089.stdout:3388: finishing copy_from to smithi08986837-50 2024-07-26T06:16:23.478 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 50 v 1379 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-07-26T06:16:23.478 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 29 v 2165 (ObjNum 931 snap 296 seq_num 931) dirty exists 2024-07-26T06:16:23.478 INFO:tasks.rados.rados.0.smithi089.stdout:3391: expect (ObjNum 996 snap 316 seq_num 996) 2024-07-26T06:16:23.547 INFO:tasks.rados.rados.0.smithi089.stdout:3396: expect (ObjNum 1009 snap 321 seq_num 1009) 2024-07-26T06:16:23.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:23 smithi155 ceph-mon[90160]: osdmap e734: 8 total, 8 up, 8 in 2024-07-26T06:16:23.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:23 smithi155 ceph-mon[90160]: pgmap v760: 121 pgs: 121 active+clean; 268 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 510 KiB/s wr, 11 op/s 2024-07-26T06:16:23.882 INFO:tasks.rados.rados.0.smithi089.stdout:3397: seq_num 1019 ranges {0=270336} 2024-07-26T06:16:23.884 INFO:tasks.rados.rados.0.smithi089.stdout:3397: writing smithi08986837-10 from 0 to 270336 tid 1 2024-07-26T06:16:23.884 INFO:tasks.rados.rados.0.smithi089.stdout:3387: done (5 left) 2024-07-26T06:16:23.884 INFO:tasks.rados.rados.0.smithi089.stdout:3388: done (4 left) 2024-07-26T06:16:23.884 INFO:tasks.rados.rados.0.smithi089.stdout:3389: done (3 left) 2024-07-26T06:16:23.884 INFO:tasks.rados.rados.0.smithi089.stdout:3391: done (2 left) 2024-07-26T06:16:23.884 INFO:tasks.rados.rados.0.smithi089.stdout:3396: done (1 left) 2024-07-26T06:16:23.884 INFO:tasks.rados.rados.0.smithi089.stdout:3398: snap_remove snap 321 2024-07-26T06:16:23.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:23 smithi089 ceph-mon[99608]: osdmap e734: 8 total, 8 up, 8 in 2024-07-26T06:16:23.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:23 smithi089 ceph-mon[99608]: pgmap v760: 121 pgs: 121 active+clean; 268 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 510 KiB/s wr, 11 op/s 2024-07-26T06:16:23.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:23 smithi089 ceph-mon[102056]: osdmap e734: 8 total, 8 up, 8 in 2024-07-26T06:16:23.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:23 smithi089 ceph-mon[102056]: pgmap v760: 121 pgs: 121 active+clean; 268 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 510 KiB/s wr, 11 op/s 2024-07-26T06:16:24.456 INFO:tasks.rados.rados.0.smithi089.stdout:3397: finishing write tid 1 to smithi08986837-10 2024-07-26T06:16:24.456 INFO:tasks.rados.rados.0.smithi089.stdout:3397: finishing write tid 2 to smithi08986837-10 2024-07-26T06:16:24.456 INFO:tasks.rados.rados.0.smithi089.stdout:3397: finishing write tid 3 to smithi08986837-10 2024-07-26T06:16:24.456 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 10 v 2167 (ObjNum 1019 snap 330 seq_num 1019) dirty exists 2024-07-26T06:16:24.456 INFO:tasks.rados.rados.0.smithi089.stdout:3397: left oid 10 (ObjNum 1019 snap 330 seq_num 1019) 2024-07-26T06:16:24.456 INFO:tasks.rados.rados.0.smithi089.stdout:3397: done (1 left) 2024-07-26T06:16:24.456 INFO:tasks.rados.rados.0.smithi089.stdout:3398: done (0 left) 2024-07-26T06:16:24.456 INFO:tasks.rados.rados.0.smithi089.stdout:3399: snap_create 2024-07-26T06:16:24.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:24 smithi155 ceph-mon[90160]: osdmap e735: 8 total, 8 up, 8 in 2024-07-26T06:16:24.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:24 smithi155 ceph-mon[90160]: osdmap e736: 8 total, 8 up, 8 in 2024-07-26T06:16:24.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:24 smithi089 ceph-mon[99608]: osdmap e735: 8 total, 8 up, 8 in 2024-07-26T06:16:24.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:24 smithi089 ceph-mon[99608]: osdmap e736: 8 total, 8 up, 8 in 2024-07-26T06:16:24.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:24 smithi089 ceph-mon[102056]: osdmap e735: 8 total, 8 up, 8 in 2024-07-26T06:16:24.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:24 smithi089 ceph-mon[102056]: osdmap e736: 8 total, 8 up, 8 in 2024-07-26T06:16:25.463 INFO:tasks.rados.rados.0.smithi089.stdout:3399: done (0 left) 2024-07-26T06:16:25.463 INFO:tasks.rados.rados.0.smithi089.stdout:3400: rmattr oid 43 current snap is 331 2024-07-26T06:16:25.463 INFO:tasks.rados.rados.0.smithi089.stdout:3401: rollback oid 34 current snap is 331 2024-07-26T06:16:25.463 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 34 to 295 2024-07-26T06:16:25.463 INFO:tasks.rados.rados.0.smithi089.stdout:3402: rmattr oid 12 current snap is 331 2024-07-26T06:16:25.463 INFO:tasks.rados.rados.0.smithi089.stdout:3403: rmattr oid 41 current snap is 331 2024-07-26T06:16:25.463 INFO:tasks.rados.rados.0.smithi089.stdout:3403: done (3 left) 2024-07-26T06:16:25.463 INFO:tasks.rados.rados.0.smithi089.stdout:3404: read oid 24 snap -1 2024-07-26T06:16:25.464 INFO:tasks.rados.rados.0.smithi089.stdout:3404: expect (ObjNum 985 snap 311 seq_num 985) 2024-07-26T06:16:25.464 INFO:tasks.rados.rados.0.smithi089.stdout:3405: rollback oid 36 current snap is 331 2024-07-26T06:16:25.464 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 36 to 324 2024-07-26T06:16:25.464 INFO:tasks.rados.rados.0.smithi089.stdout:3406: read oid 31 snap -1 2024-07-26T06:16:25.464 INFO:tasks.rados.rados.0.smithi089.stdout:3406: expect (ObjNum 996 snap 316 seq_num 996) 2024-07-26T06:16:25.464 INFO:tasks.rados.rados.0.smithi089.stdout:3407: setattr oid 27 current snap is 331 2024-07-26T06:16:25.464 INFO:tasks.rados.rados.0.smithi089.stdout:3408: rmattr oid 41 current snap is 331 2024-07-26T06:16:25.465 INFO:tasks.rados.rados.0.smithi089.stdout:3408: done (7 left) 2024-07-26T06:16:25.466 INFO:tasks.rados.rados.0.smithi089.stdout:3409: read oid 21 snap -1 2024-07-26T06:16:25.466 INFO:tasks.rados.rados.0.smithi089.stdout:3409: expect (ObjNum 952 snap 303 seq_num 952) 2024-07-26T06:16:25.466 INFO:tasks.rados.rados.0.smithi089.stdout:3410: read oid 26 snap -1 2024-07-26T06:16:25.466 INFO:tasks.rados.rados.0.smithi089.stdout:3410: expect (ObjNum 1002 snap 317 seq_num 1002) 2024-07-26T06:16:25.466 INFO:tasks.rados.rados.0.smithi089.stdout:3411: read oid 10 snap -1 2024-07-26T06:16:25.466 INFO:tasks.rados.rados.0.smithi089.stdout:3411: expect (ObjNum 1019 snap 330 seq_num 1019) 2024-07-26T06:16:25.466 INFO:tasks.rados.rados.0.smithi089.stdout:3412: copy_from oid 39 from oid 1 current snap is 331 2024-07-26T06:16:25.466 INFO:tasks.rados.rados.0.smithi089.stdout:3413: copy_from oid 42 from oid 6 current snap is 331 2024-07-26T06:16:25.466 INFO:tasks.rados.rados.0.smithi089.stdout:3414: delete oid 48 current snap is 331 2024-07-26T06:16:25.473 INFO:tasks.rados.rados.0.smithi089.stdout:3401: finishing rollback tid 1 to smithi08986837-34 2024-07-26T06:16:25.474 INFO:tasks.rados.rados.0.smithi089.stdout:3401: finishing rollback tid 2 to smithi08986837-34 2024-07-26T06:16:25.474 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 34 v 1372 (ObjNum 928 snap 295 seq_num 928) dirty exists 2024-07-26T06:16:25.474 INFO:tasks.rados.rados.0.smithi089.stdout:3405: finishing rollback tid 0 to smithi08986837-36 2024-07-26T06:16:25.474 INFO:tasks.rados.rados.0.smithi089.stdout:3405: finishing rollback tid 1 to smithi08986837-36 2024-07-26T06:16:25.479 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 43 v 2002 (ObjNum 921 snap 291 seq_num 921) dirty exists 2024-07-26T06:16:25.480 INFO:tasks.rados.rados.0.smithi089.stdout:3413: finishing copy_from racing read to smithi08986837-42 2024-07-26T06:16:25.480 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 12 v 2101 (ObjNum 901 snap 285 seq_num 901) dirty exists 2024-07-26T06:16:25.482 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 27 v 1725 (ObjNum 1005 snap 321 seq_num 1005) dirty exists 2024-07-26T06:16:25.484 INFO:tasks.rados.rados.0.smithi089.stdout:3413: finishing copy_from to smithi08986837-42 2024-07-26T06:16:25.484 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 42 v 1382 (ObjNum 65 snap 0 seq_num 3333739472) dirty exists 2024-07-26T06:16:25.486 INFO:tasks.rados.rados.0.smithi089.stdout:3409: expect (ObjNum 952 snap 303 seq_num 952) 2024-07-26T06:16:25.558 INFO:tasks.rados.rados.0.smithi089.stdout:3405: finishing rollback tid 2 to smithi08986837-36 2024-07-26T06:16:25.558 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 36 v 1904 (ObjNum 981 snap 311 seq_num 981) dirty exists 2024-07-26T06:16:25.558 INFO:tasks.rados.rados.0.smithi089.stdout:3406: expect (ObjNum 996 snap 316 seq_num 996) 2024-07-26T06:16:25.615 INFO:tasks.rados.rados.0.smithi089.stdout:3404: expect (ObjNum 985 snap 311 seq_num 985) 2024-07-26T06:16:25.759 INFO:tasks.rados.rados.0.smithi089.stdout:3411: expect (ObjNum 1019 snap 330 seq_num 1019) 2024-07-26T06:16:25.765 INFO:tasks.rados.rados.0.smithi089.stdout:3410: expect (ObjNum 1002 snap 317 seq_num 1002) 2024-07-26T06:16:25.841 INFO:tasks.rados.rados.0.smithi089.stdout:3412: finishing copy_from racing read to smithi08986837-39 2024-07-26T06:16:25.842 INFO:tasks.rados.rados.0.smithi089.stdout:3412: finishing copy_from to smithi08986837-39 2024-07-26T06:16:25.842 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 39 v 2092 (ObjNum 692 snap 216 seq_num 692) dirty exists 2024-07-26T06:16:25.842 INFO:tasks.rados.rados.0.smithi089.stdout:3400: done (12 left) 2024-07-26T06:16:25.842 INFO:tasks.rados.rados.0.smithi089.stdout:3401: done (11 left) 2024-07-26T06:16:25.842 INFO:tasks.rados.rados.0.smithi089.stdout:3402: done (10 left) 2024-07-26T06:16:25.842 INFO:tasks.rados.rados.0.smithi089.stdout:3404: done (9 left) 2024-07-26T06:16:25.843 INFO:tasks.rados.rados.0.smithi089.stdout:3405: done (8 left) 2024-07-26T06:16:25.843 INFO:tasks.rados.rados.0.smithi089.stdout:3406: done (7 left) 2024-07-26T06:16:25.843 INFO:tasks.rados.rados.0.smithi089.stdout:3407: done (6 left) 2024-07-26T06:16:25.843 INFO:tasks.rados.rados.0.smithi089.stdout:3409: done (5 left) 2024-07-26T06:16:25.843 INFO:tasks.rados.rados.0.smithi089.stdout:3410: done (4 left) 2024-07-26T06:16:25.843 INFO:tasks.rados.rados.0.smithi089.stdout:3411: done (3 left) 2024-07-26T06:16:25.844 INFO:tasks.rados.rados.0.smithi089.stdout:3412: done (2 left) 2024-07-26T06:16:25.844 INFO:tasks.rados.rados.0.smithi089.stdout:3413: done (1 left) 2024-07-26T06:16:25.844 INFO:tasks.rados.rados.0.smithi089.stdout:3414: done (0 left) 2024-07-26T06:16:25.844 INFO:tasks.rados.rados.0.smithi089.stdout:3415: rollback oid 44 current snap is 331 2024-07-26T06:16:25.844 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 44 to 323 2024-07-26T06:16:25.844 INFO:tasks.rados.rados.0.smithi089.stdout:3416: rollback oid 14 current snap is 331 2024-07-26T06:16:25.845 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 14 to 295 2024-07-26T06:16:25.845 INFO:tasks.rados.rados.0.smithi089.stdout:3417: delete oid 1 current snap is 331 2024-07-26T06:16:25.846 INFO:tasks.rados.rados.0.smithi089.stdout:3417: done (2 left) 2024-07-26T06:16:25.846 INFO:tasks.rados.rados.0.smithi089.stdout:3418: copy_from oid 26 from oid 24 current snap is 331 2024-07-26T06:16:25.846 INFO:tasks.rados.rados.0.smithi089.stdout:3419: delete oid 13 current snap is 331 2024-07-26T06:16:25.847 INFO:tasks.rados.rados.0.smithi089.stdout:3415: finishing rollback tid 0 to smithi08986837-44 2024-07-26T06:16:25.847 INFO:tasks.rados.rados.0.smithi089.stdout:3415: finishing rollback tid 1 to smithi08986837-44 2024-07-26T06:16:25.848 INFO:tasks.rados.rados.0.smithi089.stdout:3419: done (3 left) 2024-07-26T06:16:25.848 INFO:tasks.rados.rados.0.smithi089.stdout:3420: delete oid 15 current snap is 331 2024-07-26T06:16:25.848 INFO:tasks.rados.rados.0.smithi089.stdout:3415: finishing rollback tid 2 to smithi08986837-44 2024-07-26T06:16:25.848 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 44 v 2226 (ObjNum 692 snap 216 seq_num 692) dirty exists 2024-07-26T06:16:25.849 INFO:tasks.rados.rados.0.smithi089.stdout:3416: finishing rollback tid 0 to smithi08986837-14 2024-07-26T06:16:25.851 INFO:tasks.rados.rados.0.smithi089.stdout:3416: finishing rollback tid 1 to smithi08986837-14 2024-07-26T06:16:25.851 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 14 v 2229 (ObjNum 33 snap 0 seq_num 1801941607) dirty dne 2024-07-26T06:16:25.851 INFO:tasks.rados.rados.0.smithi089.stdout:3415: done (3 left) 2024-07-26T06:16:25.851 INFO:tasks.rados.rados.0.smithi089.stdout:3416: done (2 left) 2024-07-26T06:16:25.851 INFO:tasks.rados.rados.0.smithi089.stdout:3420: done (1 left) 2024-07-26T06:16:25.851 INFO:tasks.rados.rados.0.smithi089.stdout:3421: snap_create 2024-07-26T06:16:25.864 INFO:tasks.rados.rados.0.smithi089.stdout:3418: finishing copy_from racing read to smithi08986837-26 2024-07-26T06:16:25.867 INFO:tasks.rados.rados.0.smithi089.stdout:3418: finishing copy_from to smithi08986837-26 2024-07-26T06:16:25.868 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 26 v 1405 (ObjNum 985 snap 311 seq_num 985) dirty exists 2024-07-26T06:16:25.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:25 smithi155 ceph-mon[90160]: pgmap v763: 121 pgs: 121 active+clean; 268 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 622 KiB/s wr, 20 op/s 2024-07-26T06:16:25.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:25 smithi155 ceph-mon[90160]: osdmap e737: 8 total, 8 up, 8 in 2024-07-26T06:16:25.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:25 smithi089 ceph-mon[99608]: pgmap v763: 121 pgs: 121 active+clean; 268 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 622 KiB/s wr, 20 op/s 2024-07-26T06:16:25.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:25 smithi089 ceph-mon[99608]: osdmap e737: 8 total, 8 up, 8 in 2024-07-26T06:16:25.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:25 smithi089 ceph-mon[102056]: pgmap v763: 121 pgs: 121 active+clean; 268 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 622 KiB/s wr, 20 op/s 2024-07-26T06:16:25.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:25 smithi089 ceph-mon[102056]: osdmap e737: 8 total, 8 up, 8 in 2024-07-26T06:16:26.503 INFO:tasks.rados.rados.0.smithi089.stdout:3418: done (1 left) 2024-07-26T06:16:26.503 INFO:tasks.rados.rados.0.smithi089.stdout:3421: done (0 left) 2024-07-26T06:16:26.503 INFO:tasks.rados.rados.0.smithi089.stdout:3422: read oid 49 snap -1 2024-07-26T06:16:26.503 INFO:tasks.rados.rados.0.smithi089.stdout:3422: expect (ObjNum 876 snap 280 seq_num 876) 2024-07-26T06:16:26.503 INFO:tasks.rados.rados.0.smithi089.stdout:3423: snap_create 2024-07-26T06:16:26.508 INFO:tasks.rados.rados.0.smithi089.stdout:3422: expect (ObjNum 876 snap 280 seq_num 876) 2024-07-26T06:16:26.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:16:26.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:16:26.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:16:27.508 INFO:tasks.rados.rados.0.smithi089.stdout:3422: done (1 left) 2024-07-26T06:16:27.508 INFO:tasks.rados.rados.0.smithi089.stdout:3423: done (0 left) 2024-07-26T06:16:27.508 INFO:tasks.rados.rados.0.smithi089.stdout:3424: snap_remove snap 328 2024-07-26T06:16:27.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:27 smithi155 ceph-mon[90160]: osdmap e738: 8 total, 8 up, 8 in 2024-07-26T06:16:27.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:27 smithi155 ceph-mon[90160]: pgmap v766: 121 pgs: 121 active+clean; 285 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.3 MiB/s wr, 38 op/s 2024-07-26T06:16:27.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:27 smithi089 ceph-mon[99608]: osdmap e738: 8 total, 8 up, 8 in 2024-07-26T06:16:27.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:27 smithi089 ceph-mon[99608]: pgmap v766: 121 pgs: 121 active+clean; 285 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.3 MiB/s wr, 38 op/s 2024-07-26T06:16:27.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:27 smithi089 ceph-mon[102056]: osdmap e738: 8 total, 8 up, 8 in 2024-07-26T06:16:27.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:27 smithi089 ceph-mon[102056]: pgmap v766: 121 pgs: 121 active+clean; 285 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.3 MiB/s wr, 38 op/s 2024-07-26T06:16:28.508 INFO:tasks.rados.rados.0.smithi089.stdout:3424: done (0 left) 2024-07-26T06:16:28.508 INFO:tasks.rados.rados.0.smithi089.stdout:3425: rollback oid 35 current snap is 333 2024-07-26T06:16:28.508 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 35 to 330 2024-07-26T06:16:28.508 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 45 current snap is 333 2024-07-26T06:16:28.508 INFO:tasks.rados.rados.0.smithi089.stdout:3426: seq_num 1024 ranges {4415488=352256} 2024-07-26T06:16:28.536 INFO:tasks.rados.rados.0.smithi089.stdout:3426: writing smithi08986837-45 from 4415488 to 4767744 tid 1 2024-07-26T06:16:28.536 INFO:tasks.rados.rados.0.smithi089.stdout:3427: read oid 29 snap 317 2024-07-26T06:16:28.536 INFO:tasks.rados.rados.0.smithi089.stdout:3427: expect (ObjNum 931 snap 296 seq_num 931) 2024-07-26T06:16:28.536 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 9 current snap is 333 2024-07-26T06:16:28.536 INFO:tasks.rados.rados.0.smithi089.stdout:3425: finishing rollback tid 0 to smithi08986837-35 2024-07-26T06:16:28.536 INFO:tasks.rados.rados.0.smithi089.stdout:3428: seq_num 1025 ranges {1236992=368640} 2024-07-26T06:16:28.545 INFO:tasks.rados.rados.0.smithi089.stdout:3428: writing smithi08986837-9 from 1236992 to 1605632 tid 1 2024-07-26T06:16:28.545 INFO:tasks.rados.rados.0.smithi089.stdout:3429: read oid 30 snap -1 2024-07-26T06:16:28.546 INFO:tasks.rados.rados.0.smithi089.stdout:3429: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-26T06:16:28.546 INFO:tasks.rados.rados.0.smithi089.stdout:3430: snap_remove snap 332 2024-07-26T06:16:28.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:28 smithi155 ceph-mon[90160]: osdmap e739: 8 total, 8 up, 8 in 2024-07-26T06:16:28.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:28 smithi089 ceph-mon[99608]: osdmap e739: 8 total, 8 up, 8 in 2024-07-26T06:16:28.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:28 smithi089 ceph-mon[102056]: osdmap e739: 8 total, 8 up, 8 in 2024-07-26T06:16:29.525 INFO:tasks.rados.rados.0.smithi089.stdout:3430: done (5 left) 2024-07-26T06:16:29.525 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 6 current snap is 333 2024-07-26T06:16:29.525 INFO:tasks.rados.rados.0.smithi089.stdout:3431: seq_num 1026 ranges {0=385024} 2024-07-26T06:16:29.527 INFO:tasks.rados.rados.0.smithi089.stdout:3431: writing smithi08986837-6 from 0 to 385024 tid 1 2024-07-26T06:16:29.527 INFO:tasks.rados.rados.0.smithi089.stdout:3432: snap_create 2024-07-26T06:16:29.528 INFO:tasks.rados.rados.0.smithi089.stdout:3425: finishing rollback tid 1 to smithi08986837-35 2024-07-26T06:16:29.528 INFO:tasks.rados.rados.0.smithi089.stdout:3425: finishing rollback tid 2 to smithi08986837-35 2024-07-26T06:16:29.529 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 35 v 2171 (ObjNum 921 snap 291 seq_num 921) dirty exists 2024-07-26T06:16:29.529 INFO:tasks.rados.rados.0.smithi089.stdout:3426: finishing write tid 1 to smithi08986837-45 2024-07-26T06:16:29.529 INFO:tasks.rados.rados.0.smithi089.stdout:3426: finishing write tid 2 to smithi08986837-45 2024-07-26T06:16:29.529 INFO:tasks.rados.rados.0.smithi089.stdout:3426: finishing write tid 3 to smithi08986837-45 2024-07-26T06:16:29.529 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 45 v 1419 (ObjNum 1024 snap 333 seq_num 1024) dirty exists 2024-07-26T06:16:29.529 INFO:tasks.rados.rados.0.smithi089.stdout:3426: left oid 45 (ObjNum 1024 snap 333 seq_num 1024) 2024-07-26T06:16:29.529 INFO:tasks.rados.rados.0.smithi089.stdout:3429: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-26T06:16:29.535 INFO:tasks.rados.rados.0.smithi089.stdout:3428: finishing write tid 1 to smithi08986837-9 2024-07-26T06:16:29.535 INFO:tasks.rados.rados.0.smithi089.stdout:3428: finishing write tid 2 to smithi08986837-9 2024-07-26T06:16:29.535 INFO:tasks.rados.rados.0.smithi089.stdout:3428: finishing write tid 3 to smithi08986837-9 2024-07-26T06:16:29.535 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 9 v 472 (ObjNum 1025 snap 333 seq_num 1025) dirty exists 2024-07-26T06:16:29.536 INFO:tasks.rados.rados.0.smithi089.stdout:3428: left oid 9 (ObjNum 1025 snap 333 seq_num 1025) 2024-07-26T06:16:29.536 INFO:tasks.rados.rados.0.smithi089.stdout:3427: expect (ObjNum 931 snap 296 seq_num 931) 2024-07-26T06:16:29.735 INFO:tasks.rados.rados.0.smithi089.stdout:3431: finishing write tid 1 to smithi08986837-6 2024-07-26T06:16:29.736 INFO:tasks.rados.rados.0.smithi089.stdout:3431: finishing write tid 2 to smithi08986837-6 2024-07-26T06:16:29.736 INFO:tasks.rados.rados.0.smithi089.stdout:3431: finishing write tid 3 to smithi08986837-6 2024-07-26T06:16:29.736 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 6 v 1384 (ObjNum 1026 snap 333 seq_num 1026) dirty exists 2024-07-26T06:16:29.736 INFO:tasks.rados.rados.0.smithi089.stdout:3431: left oid 6 (ObjNum 1026 snap 333 seq_num 1026) 2024-07-26T06:16:29.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:29 smithi155 ceph-mon[90160]: osdmap e740: 8 total, 8 up, 8 in 2024-07-26T06:16:29.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:29 smithi155 ceph-mon[90160]: pgmap v769: 121 pgs: 121 active+clean; 289 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.2 MiB/s wr, 31 op/s 2024-07-26T06:16:29.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:29 smithi089 ceph-mon[99608]: osdmap e740: 8 total, 8 up, 8 in 2024-07-26T06:16:29.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:29 smithi089 ceph-mon[99608]: pgmap v769: 121 pgs: 121 active+clean; 289 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.2 MiB/s wr, 31 op/s 2024-07-26T06:16:29.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:29 smithi089 ceph-mon[102056]: osdmap e740: 8 total, 8 up, 8 in 2024-07-26T06:16:29.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:29 smithi089 ceph-mon[102056]: pgmap v769: 121 pgs: 121 active+clean; 289 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.2 MiB/s wr, 31 op/s 2024-07-26T06:16:30.532 INFO:tasks.rados.rados.0.smithi089.stdout:3425: done (6 left) 2024-07-26T06:16:30.532 INFO:tasks.rados.rados.0.smithi089.stdout:3426: done (5 left) 2024-07-26T06:16:30.532 INFO:tasks.rados.rados.0.smithi089.stdout:3427: done (4 left) 2024-07-26T06:16:30.532 INFO:tasks.rados.rados.0.smithi089.stdout:3428: done (3 left) 2024-07-26T06:16:30.532 INFO:tasks.rados.rados.0.smithi089.stdout:3429: done (2 left) 2024-07-26T06:16:30.532 INFO:tasks.rados.rados.0.smithi089.stdout:3431: done (1 left) 2024-07-26T06:16:30.533 INFO:tasks.rados.rados.0.smithi089.stdout:3432: done (0 left) 2024-07-26T06:16:30.533 INFO:tasks.rados.rados.0.smithi089.stdout:3433: read oid 31 snap -1 2024-07-26T06:16:30.533 INFO:tasks.rados.rados.0.smithi089.stdout:3433: expect (ObjNum 996 snap 316 seq_num 996) 2024-07-26T06:16:30.533 INFO:tasks.rados.rados.0.smithi089.stdout:3434: read oid 45 snap -1 2024-07-26T06:16:30.533 INFO:tasks.rados.rados.0.smithi089.stdout:3434: expect (ObjNum 1024 snap 333 seq_num 1024) 2024-07-26T06:16:30.533 INFO:tasks.rados.rados.0.smithi089.stdout:3435: read oid 38 snap 295 2024-07-26T06:16:30.533 INFO:tasks.rados.rados.0.smithi089.stdout:3435: expect deleted 2024-07-26T06:16:30.533 INFO:tasks.rados.rados.0.smithi089.stdout:3436: delete oid 32 current snap is 334 2024-07-26T06:16:30.538 INFO:tasks.rados.rados.0.smithi089.stdout:3435: done (3 left) 2024-07-26T06:16:30.538 INFO:tasks.rados.rados.0.smithi089.stdout:3436: done (2 left) 2024-07-26T06:16:30.538 INFO:tasks.rados.rados.0.smithi089.stdout:3437: copy_from oid 40 from oid 26 current snap is 334 2024-07-26T06:16:30.538 INFO:tasks.rados.rados.0.smithi089.stdout:3438: snap_remove snap 320 2024-07-26T06:16:30.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:30 smithi155 ceph-mon[90160]: osdmap e741: 8 total, 8 up, 8 in 2024-07-26T06:16:30.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:30 smithi089 ceph-mon[99608]: osdmap e741: 8 total, 8 up, 8 in 2024-07-26T06:16:30.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:30 smithi089 ceph-mon[102056]: osdmap e741: 8 total, 8 up, 8 in 2024-07-26T06:16:31.536 INFO:tasks.rados.rados.0.smithi089.stdout:3438: done (3 left) 2024-07-26T06:16:31.536 INFO:tasks.rados.rados.0.smithi089.stdout:3439: snap_remove snap 299 2024-07-26T06:16:31.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:31 smithi155 ceph-mon[90160]: osdmap e742: 8 total, 8 up, 8 in 2024-07-26T06:16:31.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:31 smithi155 ceph-mon[90160]: pgmap v772: 121 pgs: 121 active+clean; 289 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.1 MiB/s wr, 12 op/s 2024-07-26T06:16:31.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:31 smithi089 ceph-mon[99608]: osdmap e742: 8 total, 8 up, 8 in 2024-07-26T06:16:31.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:31 smithi089 ceph-mon[99608]: pgmap v772: 121 pgs: 121 active+clean; 289 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.1 MiB/s wr, 12 op/s 2024-07-26T06:16:31.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:31 smithi089 ceph-mon[102056]: osdmap e742: 8 total, 8 up, 8 in 2024-07-26T06:16:31.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:31 smithi089 ceph-mon[102056]: pgmap v772: 121 pgs: 121 active+clean; 289 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.1 MiB/s wr, 12 op/s 2024-07-26T06:16:32.537 INFO:tasks.rados.rados.0.smithi089.stdout:3439: done (3 left) 2024-07-26T06:16:32.537 INFO:tasks.rados.rados.0.smithi089.stdout:3440: rollback oid 48 current snap is 334 2024-07-26T06:16:32.537 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 48 to 319 2024-07-26T06:16:32.537 INFO:tasks.rados.rados.0.smithi089.stdout:3433: expect (ObjNum 996 snap 316 seq_num 996) 2024-07-26T06:16:32.608 INFO:tasks.rados.rados.0.smithi089.stdout:3434: expect (ObjNum 1024 snap 333 seq_num 1024) 2024-07-26T06:16:32.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:32 smithi155 ceph-mon[90160]: osdmap e743: 8 total, 8 up, 8 in 2024-07-26T06:16:32.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:16:32 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:16:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:16:32.830 INFO:tasks.rados.rados.0.smithi089.stdout:3437: finishing copy_from racing read to smithi08986837-40 2024-07-26T06:16:32.830 INFO:tasks.rados.rados.0.smithi089.stdout:3437: finishing copy_from to smithi08986837-40 2024-07-26T06:16:32.830 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 40 v 1405 (ObjNum 985 snap 311 seq_num 985) dirty exists 2024-07-26T06:16:32.830 INFO:tasks.rados.rados.0.smithi089.stdout:3440: finishing rollback tid 1 to smithi08986837-48 2024-07-26T06:16:32.831 INFO:tasks.rados.rados.0.smithi089.stdout:3440: finishing rollback tid 2 to smithi08986837-48 2024-07-26T06:16:32.831 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 48 v 1421 (ObjNum 985 snap 311 seq_num 985) dirty exists 2024-07-26T06:16:32.831 INFO:tasks.rados.rados.0.smithi089.stdout:3433: done (3 left) 2024-07-26T06:16:32.831 INFO:tasks.rados.rados.0.smithi089.stdout:3434: done (2 left) 2024-07-26T06:16:32.831 INFO:tasks.rados.rados.0.smithi089.stdout:3437: done (1 left) 2024-07-26T06:16:32.831 INFO:tasks.rados.rados.0.smithi089.stdout:3440: done (0 left) 2024-07-26T06:16:32.831 INFO:tasks.rados.rados.0.smithi089.stdout:3441: copy_from oid 6 from oid 48 current snap is 334 2024-07-26T06:16:32.831 INFO:tasks.rados.rados.0.smithi089.stdout:3442: read oid 14 snap 317 2024-07-26T06:16:32.831 INFO:tasks.rados.rados.0.smithi089.stdout:3442: expect (ObjNum 984 snap 311 seq_num 984) 2024-07-26T06:16:32.831 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 19 current snap is 334 2024-07-26T06:16:32.831 INFO:tasks.rados.rados.0.smithi089.stdout:3443: seq_num 1028 ranges {3137536=425984} 2024-07-26T06:16:32.849 INFO:tasks.rados.rados.0.smithi089.stdout:3443: writing smithi08986837-19 from 3137536 to 3563520 tid 1 2024-07-26T06:16:32.849 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 39 current snap is 334 2024-07-26T06:16:32.850 INFO:tasks.rados.rados.0.smithi089.stdout:3444: seq_num 1029 ranges {1998848=442368} 2024-07-26T06:16:32.863 INFO:tasks.rados.rados.0.smithi089.stdout:3444: writing smithi08986837-39 from 1998848 to 2441216 tid 1 2024-07-26T06:16:32.863 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 47 current snap is 334 2024-07-26T06:16:32.863 INFO:tasks.rados.rados.0.smithi089.stdout:3445: seq_num 1030 ranges {2179072=458752} 2024-07-26T06:16:32.877 INFO:tasks.rados.rados.0.smithi089.stdout:3445: writing smithi08986837-47 from 2179072 to 2637824 tid 1 2024-07-26T06:16:32.877 INFO:tasks.rados.rados.0.smithi089.stdout:3446: delete oid 12 current snap is 334 2024-07-26T06:16:32.877 INFO:tasks.rados.rados.0.smithi089.stdout:3442: expect (ObjNum 984 snap 311 seq_num 984) 2024-07-26T06:16:32.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:32 smithi089 ceph-mon[99608]: osdmap e743: 8 total, 8 up, 8 in 2024-07-26T06:16:32.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:16:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:16:32] "GET /metrics HTTP/1.1" 200 36346 "" "Prometheus/2.43.0" 2024-07-26T06:16:32.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:32 smithi089 ceph-mon[102056]: osdmap e743: 8 total, 8 up, 8 in 2024-07-26T06:16:32.932 INFO:tasks.rados.rados.0.smithi089.stdout:3441: finishing copy_from racing read to smithi08986837-6 2024-07-26T06:16:32.933 INFO:tasks.rados.rados.0.smithi089.stdout:3441: finishing copy_from to smithi08986837-6 2024-07-26T06:16:32.933 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 6 v 1421 (ObjNum 985 snap 311 seq_num 985) dirty exists 2024-07-26T06:16:32.933 INFO:tasks.rados.rados.0.smithi089.stdout:3443: finishing write tid 1 to smithi08986837-19 2024-07-26T06:16:32.933 INFO:tasks.rados.rados.0.smithi089.stdout:3443: finishing write tid 2 to smithi08986837-19 2024-07-26T06:16:32.933 INFO:tasks.rados.rados.0.smithi089.stdout:3443: finishing write tid 3 to smithi08986837-19 2024-07-26T06:16:32.933 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 19 v 1423 (ObjNum 1028 snap 334 seq_num 1028) dirty exists 2024-07-26T06:16:32.933 INFO:tasks.rados.rados.0.smithi089.stdout:3443: left oid 19 (ObjNum 1028 snap 334 seq_num 1028) 2024-07-26T06:16:32.933 INFO:tasks.rados.rados.0.smithi089.stdout:3444: finishing write tid 1 to smithi08986837-39 2024-07-26T06:16:32.933 INFO:tasks.rados.rados.0.smithi089.stdout:3444: finishing write tid 2 to smithi08986837-39 2024-07-26T06:16:32.933 INFO:tasks.rados.rados.0.smithi089.stdout:3444: finishing write tid 3 to smithi08986837-39 2024-07-26T06:16:32.933 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 39 v 2094 (ObjNum 1029 snap 334 seq_num 1029) dirty exists 2024-07-26T06:16:32.933 INFO:tasks.rados.rados.0.smithi089.stdout:3444: left oid 39 (ObjNum 1029 snap 334 seq_num 1029) 2024-07-26T06:16:32.934 INFO:tasks.rados.rados.0.smithi089.stdout:3445: finishing write tid 1 to smithi08986837-47 2024-07-26T06:16:32.934 INFO:tasks.rados.rados.0.smithi089.stdout:3445: finishing write tid 2 to smithi08986837-47 2024-07-26T06:16:32.934 INFO:tasks.rados.rados.0.smithi089.stdout:3441: done (5 left) 2024-07-26T06:16:32.934 INFO:tasks.rados.rados.0.smithi089.stdout:3442: done (4 left) 2024-07-26T06:16:32.934 INFO:tasks.rados.rados.0.smithi089.stdout:3443: done (3 left) 2024-07-26T06:16:32.934 INFO:tasks.rados.rados.0.smithi089.stdout:3444: done (2 left) 2024-07-26T06:16:32.934 INFO:tasks.rados.rados.0.smithi089.stdout:3446: done (1 left) 2024-07-26T06:16:32.934 INFO:tasks.rados.rados.0.smithi089.stdout:3447: read oid 20 snap 319 2024-07-26T06:16:32.934 INFO:tasks.rados.rados.0.smithi089.stdout:3447: expect deleted 2024-07-26T06:16:32.934 INFO:tasks.rados.rados.0.smithi089.stdout:3448: delete oid 3 current snap is 334 2024-07-26T06:16:32.934 INFO:tasks.rados.rados.0.smithi089.stdout:3445: finishing write tid 3 to smithi08986837-47 2024-07-26T06:16:32.934 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 47 v 2258 (ObjNum 1030 snap 334 seq_num 1030) dirty exists 2024-07-26T06:16:32.934 INFO:tasks.rados.rados.0.smithi089.stdout:3445: left oid 47 (ObjNum 1030 snap 334 seq_num 1030) 2024-07-26T06:16:32.935 INFO:tasks.rados.rados.0.smithi089.stdout:3445: done (2 left) 2024-07-26T06:16:32.935 INFO:tasks.rados.rados.0.smithi089.stdout:3447: done (1 left) 2024-07-26T06:16:32.935 INFO:tasks.rados.rados.0.smithi089.stdout:3448: done (0 left) 2024-07-26T06:16:32.936 INFO:tasks.rados.rados.0.smithi089.stdout:3449: rollback oid 1 current snap is 334 2024-07-26T06:16:32.936 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 1 to 319 2024-07-26T06:16:32.936 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 21 current snap is 334 2024-07-26T06:16:32.936 INFO:tasks.rados.rados.0.smithi089.stdout:3450: seq_num 1033 ranges {2236416=507904} 2024-07-26T06:16:32.950 INFO:tasks.rados.rados.0.smithi089.stdout:3450: writing smithi08986837-21 from 2236416 to 2744320 tid 1 2024-07-26T06:16:32.950 INFO:tasks.rados.rados.0.smithi089.stdout:3449: finishing rollback tid 1 to smithi08986837-1 2024-07-26T06:16:32.950 INFO:tasks.rados.rados.0.smithi089.stdout:3449: finishing rollback tid 2 to smithi08986837-1 2024-07-26T06:16:32.950 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 1 v 2105 (ObjNum 692 snap 216 seq_num 692) dirty exists 2024-07-26T06:16:32.950 INFO:tasks.rados.rados.0.smithi089.stdout:3449: done (1 left) 2024-07-26T06:16:32.950 INFO:tasks.rados.rados.0.smithi089.stdout:3451: snap_create 2024-07-26T06:16:32.953 INFO:tasks.rados.rados.0.smithi089.stdout:3450: finishing write tid 1 to smithi08986837-21 2024-07-26T06:16:32.953 INFO:tasks.rados.rados.0.smithi089.stdout:3450: finishing write tid 2 to smithi08986837-21 2024-07-26T06:16:32.954 INFO:tasks.rados.rados.0.smithi089.stdout:3450: finishing write tid 3 to smithi08986837-21 2024-07-26T06:16:32.954 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 21 v 1424 (ObjNum 1033 snap 334 seq_num 1033) dirty exists 2024-07-26T06:16:32.954 INFO:tasks.rados.rados.0.smithi089.stdout:3450: left oid 21 (ObjNum 1033 snap 334 seq_num 1033) 2024-07-26T06:16:33.554 INFO:tasks.rados.rados.0.smithi089.stdout:3450: done (1 left) 2024-07-26T06:16:33.554 INFO:tasks.rados.rados.0.smithi089.stdout:3451: done (0 left) 2024-07-26T06:16:33.554 INFO:tasks.rados.rados.0.smithi089.stdout:3452: rollback oid 16 current snap is 335 2024-07-26T06:16:33.554 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 16 to 323 2024-07-26T06:16:33.554 INFO:tasks.rados.rados.0.smithi089.stdout:3453: setattr oid 43 current snap is 335 2024-07-26T06:16:33.555 INFO:tasks.rados.rados.0.smithi089.stdout:3454: delete oid 40 current snap is 335 2024-07-26T06:16:33.562 INFO:tasks.rados.rados.0.smithi089.stdout:3454: done (2 left) 2024-07-26T06:16:33.562 INFO:tasks.rados.rados.0.smithi089.stdout:3455: copy_from oid 13 from oid 49 current snap is 335 2024-07-26T06:16:33.562 INFO:tasks.rados.rados.0.smithi089.stdout:3456: setattr oid 22 current snap is 335 2024-07-26T06:16:33.562 INFO:tasks.rados.rados.0.smithi089.stdout:3452: finishing rollback tid 0 to smithi08986837-16 2024-07-26T06:16:33.562 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 43 v 2003 (ObjNum 921 snap 291 seq_num 921) dirty exists 2024-07-26T06:16:33.562 INFO:tasks.rados.rados.0.smithi089.stdout:3452: finishing rollback tid 1 to smithi08986837-16 2024-07-26T06:16:33.563 INFO:tasks.rados.rados.0.smithi089.stdout:3452: finishing rollback tid 2 to smithi08986837-16 2024-07-26T06:16:33.563 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 16 v 1728 (ObjNum 1008 snap 321 seq_num 1008) dirty exists 2024-07-26T06:16:33.563 INFO:tasks.rados.rados.0.smithi089.stdout:3452: done (3 left) 2024-07-26T06:16:33.563 INFO:tasks.rados.rados.0.smithi089.stdout:3453: done (2 left) 2024-07-26T06:16:33.563 INFO:tasks.rados.rados.0.smithi089.stdout:3457: copy_from oid 50 from oid 31 current snap is 335 2024-07-26T06:16:33.563 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 39 current snap is 335 2024-07-26T06:16:33.563 INFO:tasks.rados.rados.0.smithi089.stdout:3458: seq_num 1035 ranges {2441216=540672} 2024-07-26T06:16:33.579 INFO:tasks.rados.rados.0.smithi089.stdout:3458: writing smithi08986837-39 from 2441216 to 2981888 tid 1 2024-07-26T06:16:33.580 INFO:tasks.rados.rados.0.smithi089.stdout:3459: snap_create 2024-07-26T06:16:33.580 INFO:tasks.rados.rados.0.smithi089.stdout:3455: finishing copy_from racing read to smithi08986837-13 2024-07-26T06:16:33.580 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 22 v 2172 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-07-26T06:16:33.580 INFO:tasks.rados.rados.0.smithi089.stdout:3455: finishing copy_from to smithi08986837-13 2024-07-26T06:16:33.580 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 13 v 1376 (ObjNum 876 snap 280 seq_num 876) dirty exists 2024-07-26T06:16:33.580 INFO:tasks.rados.rados.0.smithi089.stdout:3457: finishing copy_from racing read to smithi08986837-50 2024-07-26T06:16:33.580 INFO:tasks.rados.rados.0.smithi089.stdout:3457: finishing copy_from to smithi08986837-50 2024-07-26T06:16:33.580 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 50 v 1955 (ObjNum 996 snap 316 seq_num 996) dirty exists 2024-07-26T06:16:33.583 INFO:tasks.rados.rados.0.smithi089.stdout:3458: finishing write tid 1 to smithi08986837-39 2024-07-26T06:16:33.583 INFO:tasks.rados.rados.0.smithi089.stdout:3458: finishing write tid 2 to smithi08986837-39 2024-07-26T06:16:33.584 INFO:tasks.rados.rados.0.smithi089.stdout:3458: finishing write tid 3 to smithi08986837-39 2024-07-26T06:16:33.584 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 39 v 2096 (ObjNum 1035 snap 335 seq_num 1035) dirty exists 2024-07-26T06:16:33.584 INFO:tasks.rados.rados.0.smithi089.stdout:3458: left oid 39 (ObjNum 1035 snap 335 seq_num 1035) 2024-07-26T06:16:33.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:33 smithi155 ceph-mon[90160]: osdmap e744: 8 total, 8 up, 8 in 2024-07-26T06:16:33.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:33 smithi155 ceph-mon[90160]: pgmap v775: 121 pgs: 121 active+clean; 293 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.2 MiB/s wr, 12 op/s 2024-07-26T06:16:33.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:33 smithi089 ceph-mon[99608]: osdmap e744: 8 total, 8 up, 8 in 2024-07-26T06:16:33.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:33 smithi089 ceph-mon[99608]: pgmap v775: 121 pgs: 121 active+clean; 293 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.2 MiB/s wr, 12 op/s 2024-07-26T06:16:33.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:33 smithi089 ceph-mon[102056]: osdmap e744: 8 total, 8 up, 8 in 2024-07-26T06:16:33.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:33 smithi089 ceph-mon[102056]: pgmap v775: 121 pgs: 121 active+clean; 293 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.2 MiB/s wr, 12 op/s 2024-07-26T06:16:34.460 INFO:tasks.rados.rados.0.smithi089.stdout:3455: done (4 left) 2024-07-26T06:16:34.461 INFO:tasks.rados.rados.0.smithi089.stdout:3456: done (3 left) 2024-07-26T06:16:34.461 INFO:tasks.rados.rados.0.smithi089.stdout:3457: done (2 left) 2024-07-26T06:16:34.461 INFO:tasks.rados.rados.0.smithi089.stdout:3458: done (1 left) 2024-07-26T06:16:34.461 INFO:tasks.rados.rados.0.smithi089.stdout:3459: done (0 left) 2024-07-26T06:16:34.461 INFO:tasks.rados.rados.0.smithi089.stdout:3460: read oid 10 snap -1 2024-07-26T06:16:34.461 INFO:tasks.rados.rados.0.smithi089.stdout:3460: expect (ObjNum 1019 snap 330 seq_num 1019) 2024-07-26T06:16:34.461 INFO:tasks.rados.rados.0.smithi089.stdout:3461: snap_create 2024-07-26T06:16:34.465 INFO:tasks.rados.rados.0.smithi089.stdout:3460: expect (ObjNum 1019 snap 330 seq_num 1019) 2024-07-26T06:16:34.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:34 smithi155 ceph-mon[90160]: osdmap e745: 8 total, 8 up, 8 in 2024-07-26T06:16:34.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:34 smithi155 ceph-mon[90160]: osdmap e746: 8 total, 8 up, 8 in 2024-07-26T06:16:34.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:34 smithi089 ceph-mon[99608]: osdmap e745: 8 total, 8 up, 8 in 2024-07-26T06:16:34.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:34 smithi089 ceph-mon[99608]: osdmap e746: 8 total, 8 up, 8 in 2024-07-26T06:16:34.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:34 smithi089 ceph-mon[102056]: osdmap e745: 8 total, 8 up, 8 in 2024-07-26T06:16:34.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:34 smithi089 ceph-mon[102056]: osdmap e746: 8 total, 8 up, 8 in 2024-07-26T06:16:35.461 INFO:tasks.rados.rados.0.smithi089.stdout:3460: done (1 left) 2024-07-26T06:16:35.461 INFO:tasks.rados.rados.0.smithi089.stdout:3461: done (0 left) 2024-07-26T06:16:35.461 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 42 current snap is 337 2024-07-26T06:16:35.461 INFO:tasks.rados.rados.0.smithi089.stdout:3462: seq_num 1036 ranges {0=557056} 2024-07-26T06:16:35.464 INFO:tasks.rados.rados.0.smithi089.stdout:3462: writing smithi08986837-42 from 0 to 557056 tid 1 2024-07-26T06:16:35.464 INFO:tasks.rados.rados.0.smithi089.stdout:3463: setattr oid 12 current snap is 337 2024-07-26T06:16:35.465 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 25 current snap is 337 2024-07-26T06:16:35.465 INFO:tasks.rados.rados.0.smithi089.stdout:3464: seq_num 1037 ranges {0=573440} 2024-07-26T06:16:35.469 INFO:tasks.rados.rados.0.smithi089.stdout:3464: writing smithi08986837-25 from 0 to 573440 tid 1 2024-07-26T06:16:35.469 INFO:tasks.rados.rados.0.smithi089.stdout:3465: read oid 23 snap -1 2024-07-26T06:16:35.469 INFO:tasks.rados.rados.0.smithi089.stdout:3465: expect deleted 2024-07-26T06:16:35.469 INFO:tasks.rados.rados.0.smithi089.stdout:3466: delete oid 17 current snap is 337 2024-07-26T06:16:35.472 INFO:tasks.rados.rados.0.smithi089.stdout:3462: finishing write tid 1 to smithi08986837-42 2024-07-26T06:16:35.472 INFO:tasks.rados.rados.0.smithi089.stdout:3462: finishing write tid 2 to smithi08986837-42 2024-07-26T06:16:35.474 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 12 v 2106 (ObjNum 33 snap 0 seq_num 3364386528) dirty exists 2024-07-26T06:16:35.475 INFO:tasks.rados.rados.0.smithi089.stdout:3462: finishing write tid 3 to smithi08986837-42 2024-07-26T06:16:35.475 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 42 v 2261 (ObjNum 1036 snap 337 seq_num 1036) dirty exists 2024-07-26T06:16:35.475 INFO:tasks.rados.rados.0.smithi089.stdout:3462: left oid 42 (ObjNum 1036 snap 337 seq_num 1036) 2024-07-26T06:16:35.476 INFO:tasks.rados.rados.0.smithi089.stdout:3462: done (4 left) 2024-07-26T06:16:35.476 INFO:tasks.rados.rados.0.smithi089.stdout:3463: done (3 left) 2024-07-26T06:16:35.476 INFO:tasks.rados.rados.0.smithi089.stdout:3465: done (2 left) 2024-07-26T06:16:35.476 INFO:tasks.rados.rados.0.smithi089.stdout:3466: done (1 left) 2024-07-26T06:16:35.476 INFO:tasks.rados.rados.0.smithi089.stdout:3467: setattr oid 49 current snap is 337 2024-07-26T06:16:35.476 INFO:tasks.rados.rados.0.smithi089.stdout:3464: finishing write tid 1 to smithi08986837-25 2024-07-26T06:16:35.476 INFO:tasks.rados.rados.0.smithi089.stdout:3464: finishing write tid 2 to smithi08986837-25 2024-07-26T06:16:35.477 INFO:tasks.rados.rados.0.smithi089.stdout:3468: delete oid 4 current snap is 337 2024-07-26T06:16:35.477 INFO:tasks.rados.rados.0.smithi089.stdout:3464: finishing write tid 3 to smithi08986837-25 2024-07-26T06:16:35.477 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 25 v 2108 (ObjNum 1037 snap 337 seq_num 1037) dirty exists 2024-07-26T06:16:35.477 INFO:tasks.rados.rados.0.smithi089.stdout:3464: left oid 25 (ObjNum 1037 snap 337 seq_num 1037) 2024-07-26T06:16:35.480 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 49 v 2109 (ObjNum 876 snap 280 seq_num 876) dirty exists 2024-07-26T06:16:35.480 INFO:tasks.rados.rados.0.smithi089.stdout:3464: done (2 left) 2024-07-26T06:16:35.480 INFO:tasks.rados.rados.0.smithi089.stdout:3467: done (1 left) 2024-07-26T06:16:35.480 INFO:tasks.rados.rados.0.smithi089.stdout:3468: done (0 left) 2024-07-26T06:16:35.481 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 12 current snap is 337 2024-07-26T06:16:35.481 INFO:tasks.rados.rados.0.smithi089.stdout:3469: seq_num 1040 ranges {0=622592} 2024-07-26T06:16:35.484 INFO:tasks.rados.rados.0.smithi089.stdout:3469: writing smithi08986837-12 from 0 to 622592 tid 1 2024-07-26T06:16:35.484 INFO:tasks.rados.rados.0.smithi089.stdout:3470: snap_remove snap 331 2024-07-26T06:16:35.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:35 smithi155 ceph-mon[90160]: pgmap v778: 121 pgs: 121 active+clean; 294 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.2 MiB/s wr, 9 op/s 2024-07-26T06:16:35.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:35 smithi155 ceph-mon[90160]: osdmap e747: 8 total, 8 up, 8 in 2024-07-26T06:16:35.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:35 smithi089 ceph-mon[99608]: pgmap v778: 121 pgs: 121 active+clean; 294 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.2 MiB/s wr, 9 op/s 2024-07-26T06:16:35.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:35 smithi089 ceph-mon[99608]: osdmap e747: 8 total, 8 up, 8 in 2024-07-26T06:16:35.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:35 smithi089 ceph-mon[102056]: pgmap v778: 121 pgs: 121 active+clean; 294 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.2 MiB/s wr, 9 op/s 2024-07-26T06:16:35.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:35 smithi089 ceph-mon[102056]: osdmap e747: 8 total, 8 up, 8 in 2024-07-26T06:16:36.466 INFO:tasks.rados.rados.0.smithi089.stdout:3470: done (1 left) 2024-07-26T06:16:36.466 INFO:tasks.rados.rados.0.smithi089.stdout:3471: copy_from oid 28 from oid 33 current snap is 337 2024-07-26T06:16:36.466 INFO:tasks.rados.rados.0.smithi089.stdout:3469: finishing write tid 1 to smithi08986837-12 2024-07-26T06:16:36.466 INFO:tasks.rados.rados.0.smithi089.stdout:3469: finishing write tid 2 to smithi08986837-12 2024-07-26T06:16:36.467 INFO:tasks.rados.rados.0.smithi089.stdout:3469: finishing write tid 3 to smithi08986837-12 2024-07-26T06:16:36.467 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 12 v 2111 (ObjNum 1040 snap 337 seq_num 1040) dirty exists 2024-07-26T06:16:36.467 INFO:tasks.rados.rados.0.smithi089.stdout:3469: left oid 12 (ObjNum 1040 snap 337 seq_num 1040) 2024-07-26T06:16:36.467 INFO:tasks.rados.rados.0.smithi089.stdout:3469: done (1 left) 2024-07-26T06:16:36.467 INFO:tasks.rados.rados.0.smithi089.stdout:3472: rollback oid 20 current snap is 337 2024-07-26T06:16:36.468 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 20 to 330 2024-07-26T06:16:36.468 INFO:tasks.rados.rados.0.smithi089.stdout:3473: snap_create 2024-07-26T06:16:36.470 INFO:tasks.rados.rados.0.smithi089.stdout:3472: finishing rollback tid 1 to smithi08986837-20 2024-07-26T06:16:36.470 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 20 v 1698 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-07-26T06:16:36.495 INFO:tasks.rados.rados.0.smithi089.stdout:3471: finishing copy_from racing read to smithi08986837-28 2024-07-26T06:16:36.496 INFO:tasks.rados.rados.0.smithi089.stdout:3471: finishing copy_from to smithi08986837-28 2024-07-26T06:16:36.496 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 28 v 2099 (ObjNum 1010 snap 321 seq_num 1010) dirty exists 2024-07-26T06:16:37.472 INFO:tasks.rados.rados.0.smithi089.stdout:3471: done (2 left) 2024-07-26T06:16:37.473 INFO:tasks.rados.rados.0.smithi089.stdout:3472: done (1 left) 2024-07-26T06:16:37.473 INFO:tasks.rados.rados.0.smithi089.stdout:3473: done (0 left) 2024-07-26T06:16:37.473 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 4 current snap is 338 2024-07-26T06:16:37.473 INFO:tasks.rados.rados.0.smithi089.stdout:3474: seq_num 1041 ranges {0=638976} 2024-07-26T06:16:37.476 INFO:tasks.rados.rados.0.smithi089.stdout:3474: writing smithi08986837-4 from 0 to 638976 tid 1 2024-07-26T06:16:37.476 INFO:tasks.rados.rados.0.smithi089.stdout:3475: snap_remove snap 335 2024-07-26T06:16:37.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:37 smithi155 ceph-mon[90160]: osdmap e748: 8 total, 8 up, 8 in 2024-07-26T06:16:37.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:37 smithi155 ceph-mon[90160]: pgmap v781: 121 pgs: 121 active+clean; 302 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.6 MiB/s wr, 32 op/s 2024-07-26T06:16:37.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:37 smithi089 ceph-mon[99608]: osdmap e748: 8 total, 8 up, 8 in 2024-07-26T06:16:37.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:37 smithi089 ceph-mon[99608]: pgmap v781: 121 pgs: 121 active+clean; 302 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.6 MiB/s wr, 32 op/s 2024-07-26T06:16:37.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:37 smithi089 ceph-mon[102056]: osdmap e748: 8 total, 8 up, 8 in 2024-07-26T06:16:37.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:37 smithi089 ceph-mon[102056]: pgmap v781: 121 pgs: 121 active+clean; 302 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.6 MiB/s wr, 32 op/s 2024-07-26T06:16:38.472 INFO:tasks.rados.rados.0.smithi089.stdout:3475: done (1 left) 2024-07-26T06:16:38.472 INFO:tasks.rados.rados.0.smithi089.stdout:3476: snap_remove snap 337 2024-07-26T06:16:38.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:38 smithi155 ceph-mon[90160]: osdmap e749: 8 total, 8 up, 8 in 2024-07-26T06:16:38.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:38 smithi089 ceph-mon[99608]: osdmap e749: 8 total, 8 up, 8 in 2024-07-26T06:16:38.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:38 smithi089 ceph-mon[102056]: osdmap e749: 8 total, 8 up, 8 in 2024-07-26T06:16:39.461 INFO:tasks.rados.rados.0.smithi089.stdout:3476: done (1 left) 2024-07-26T06:16:39.461 INFO:tasks.rados.rados.0.smithi089.stdout:3477: delete oid 26 current snap is 338 2024-07-26T06:16:39.462 INFO:tasks.rados.rados.0.smithi089.stdout:3474: finishing write tid 1 to smithi08986837-4 2024-07-26T06:16:39.462 INFO:tasks.rados.rados.0.smithi089.stdout:3474: finishing write tid 2 to smithi08986837-4 2024-07-26T06:16:39.462 INFO:tasks.rados.rados.0.smithi089.stdout:3474: finishing write tid 3 to smithi08986837-4 2024-07-26T06:16:39.462 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 4 v 1374 (ObjNum 1041 snap 338 seq_num 1041) dirty exists 2024-07-26T06:16:39.462 INFO:tasks.rados.rados.0.smithi089.stdout:3474: left oid 4 (ObjNum 1041 snap 338 seq_num 1041) 2024-07-26T06:16:39.463 INFO:tasks.rados.rados.0.smithi089.stdout:3474: done (1 left) 2024-07-26T06:16:39.464 INFO:tasks.rados.rados.0.smithi089.stdout:3477: done (0 left) 2024-07-26T06:16:39.464 INFO:tasks.rados.rados.0.smithi089.stdout:3478: snap_remove snap 323 2024-07-26T06:16:39.805 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:39 smithi089 ceph-mon[99608]: osdmap e750: 8 total, 8 up, 8 in 2024-07-26T06:16:39.806 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:39 smithi089 ceph-mon[99608]: pgmap v784: 121 pgs: 121 active+clean; 306 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.5 MiB/s wr, 26 op/s 2024-07-26T06:16:39.806 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:39 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:16:39.806 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:39 smithi089 ceph-mon[99608]: osdmap e751: 8 total, 8 up, 8 in 2024-07-26T06:16:39.806 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:39 smithi089 ceph-mon[102056]: osdmap e750: 8 total, 8 up, 8 in 2024-07-26T06:16:39.806 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:39 smithi089 ceph-mon[102056]: pgmap v784: 121 pgs: 121 active+clean; 306 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.5 MiB/s wr, 26 op/s 2024-07-26T06:16:39.806 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:39 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:16:39.806 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:39 smithi089 ceph-mon[102056]: osdmap e751: 8 total, 8 up, 8 in 2024-07-26T06:16:39.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:39 smithi155 ceph-mon[90160]: osdmap e750: 8 total, 8 up, 8 in 2024-07-26T06:16:39.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:39 smithi155 ceph-mon[90160]: pgmap v784: 121 pgs: 121 active+clean; 306 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.5 MiB/s wr, 26 op/s 2024-07-26T06:16:39.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:39 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:16:39.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:39 smithi155 ceph-mon[90160]: osdmap e751: 8 total, 8 up, 8 in 2024-07-26T06:16:40.461 INFO:tasks.rados.rados.0.smithi089.stdout:3478: done (0 left) 2024-07-26T06:16:40.462 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 50 current snap is 338 2024-07-26T06:16:40.462 INFO:tasks.rados.rados.0.smithi089.stdout:3479: seq_num 1043 ranges {2293760=671744} 2024-07-26T06:16:40.479 INFO:tasks.rados.rados.0.smithi089.stdout:3479: writing smithi08986837-50 from 2293760 to 2965504 tid 1 2024-07-26T06:16:40.479 INFO:tasks.rados.rados.0.smithi089.stdout:3480: delete oid 42 current snap is 338 2024-07-26T06:16:40.489 INFO:tasks.rados.rados.0.smithi089.stdout:3480: done (1 left) 2024-07-26T06:16:40.489 INFO:tasks.rados.rados.0.smithi089.stdout:3481: snap_create 2024-07-26T06:16:40.493 INFO:tasks.rados.rados.0.smithi089.stdout:3479: finishing write tid 1 to smithi08986837-50 2024-07-26T06:16:40.494 INFO:tasks.rados.rados.0.smithi089.stdout:3479: finishing write tid 2 to smithi08986837-50 2024-07-26T06:16:40.495 INFO:tasks.rados.rados.0.smithi089.stdout:3479: finishing write tid 3 to smithi08986837-50 2024-07-26T06:16:40.496 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 50 v 1957 (ObjNum 1043 snap 338 seq_num 1043) dirty exists 2024-07-26T06:16:40.496 INFO:tasks.rados.rados.0.smithi089.stdout:3479: left oid 50 (ObjNum 1043 snap 338 seq_num 1043) 2024-07-26T06:16:40.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:40 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:16:40.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:40 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:16:40.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:40 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:16:40.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:40 smithi155 ceph-mon[90160]: osdmap e752: 8 total, 8 up, 8 in 2024-07-26T06:16:40.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:40 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:16:40.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:40 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:16:40.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:40 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:16:40.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:40 smithi089 ceph-mon[99608]: osdmap e752: 8 total, 8 up, 8 in 2024-07-26T06:16:40.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:40 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:16:40.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:40 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:16:40.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:40 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:16:40.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:40 smithi089 ceph-mon[102056]: osdmap e752: 8 total, 8 up, 8 in 2024-07-26T06:16:41.490 INFO:tasks.rados.rados.0.smithi089.stdout:3479: done (1 left) 2024-07-26T06:16:41.490 INFO:tasks.rados.rados.0.smithi089.stdout:3481: done (0 left) 2024-07-26T06:16:41.490 INFO:tasks.rados.rados.0.smithi089.stdout:3482: snap_create 2024-07-26T06:16:41.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:16:41.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:41 smithi155 ceph-mon[90160]: pgmap v787: 121 pgs: 121 active+clean; 311 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 2.2 MiB/s wr, 1 op/s 2024-07-26T06:16:41.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:16:41.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:41 smithi089 ceph-mon[99608]: pgmap v787: 121 pgs: 121 active+clean; 311 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 2.2 MiB/s wr, 1 op/s 2024-07-26T06:16:41.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:16:41.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:41 smithi089 ceph-mon[102056]: pgmap v787: 121 pgs: 121 active+clean; 311 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 2.2 MiB/s wr, 1 op/s 2024-07-26T06:16:42.491 INFO:tasks.rados.rados.0.smithi089.stdout:3482: done (0 left) 2024-07-26T06:16:42.491 INFO:tasks.rados.rados.0.smithi089.stdout:3483: rollback oid 11 current snap is 340 2024-07-26T06:16:42.491 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 11 to 330 2024-07-26T06:16:42.491 INFO:tasks.rados.rados.0.smithi089.stdout:3484: rollback oid 32 current snap is 340 2024-07-26T06:16:42.492 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 32 to 339 2024-07-26T06:16:42.492 INFO:tasks.rados.rados.0.smithi089.stdout:3485: delete oid 15 current snap is 340 2024-07-26T06:16:42.501 INFO:tasks.rados.rados.0.smithi089.stdout:3484: finishing rollback tid 1 to smithi08986837-32 2024-07-26T06:16:42.501 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 32 v 1998 (ObjNum 401 snap 0 seq_num 3363044656) dirty dne 2024-07-26T06:16:42.502 INFO:tasks.rados.rados.0.smithi089.stdout:3484: done (2 left) 2024-07-26T06:16:42.503 INFO:tasks.rados.rados.0.smithi089.stdout:3485: done (1 left) 2024-07-26T06:16:42.503 INFO:tasks.rados.rados.0.smithi089.stdout:3486: rollback oid 21 current snap is 340 2024-07-26T06:16:42.503 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 21 to 333 2024-07-26T06:16:42.503 INFO:tasks.rados.rados.0.smithi089.stdout:3483: finishing rollback tid 0 to smithi08986837-11 2024-07-26T06:16:42.503 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 17 current snap is 340 2024-07-26T06:16:42.503 INFO:tasks.rados.rados.0.smithi089.stdout:3487: seq_num 1046 ranges {0=729088} 2024-07-26T06:16:42.507 INFO:tasks.rados.rados.0.smithi089.stdout:3487: writing smithi08986837-17 from 0 to 729088 tid 1 2024-07-26T06:16:42.507 INFO:tasks.rados.rados.0.smithi089.stdout:3488: snap_create 2024-07-26T06:16:42.507 INFO:tasks.rados.rados.0.smithi089.stdout:3483: finishing rollback tid 1 to smithi08986837-11 2024-07-26T06:16:42.507 INFO:tasks.rados.rados.0.smithi089.stdout:3483: finishing rollback tid 2 to smithi08986837-11 2024-07-26T06:16:42.507 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 11 v 2170 (ObjNum 921 snap 291 seq_num 921) dirty exists 2024-07-26T06:16:42.507 INFO:tasks.rados.rados.0.smithi089.stdout:3486: finishing rollback tid 0 to smithi08986837-21 2024-07-26T06:16:42.507 INFO:tasks.rados.rados.0.smithi089.stdout:3486: finishing rollback tid 1 to smithi08986837-21 2024-07-26T06:16:42.507 INFO:tasks.rados.rados.0.smithi089.stdout:3486: finishing rollback tid 2 to smithi08986837-21 2024-07-26T06:16:42.508 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 21 v 1427 (ObjNum 952 snap 303 seq_num 952) dirty exists 2024-07-26T06:16:42.511 INFO:tasks.rados.rados.0.smithi089.stdout:3487: finishing write tid 1 to smithi08986837-17 2024-07-26T06:16:42.511 INFO:tasks.rados.rados.0.smithi089.stdout:3487: finishing write tid 2 to smithi08986837-17 2024-07-26T06:16:42.513 INFO:tasks.rados.rados.0.smithi089.stdout:3487: finishing write tid 3 to smithi08986837-17 2024-07-26T06:16:42.513 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 17 v 2006 (ObjNum 1046 snap 340 seq_num 1046) dirty exists 2024-07-26T06:16:42.513 INFO:tasks.rados.rados.0.smithi089.stdout:3487: left oid 17 (ObjNum 1046 snap 340 seq_num 1046) 2024-07-26T06:16:42.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:42 smithi155 ceph-mon[90160]: osdmap e753: 8 total, 8 up, 8 in 2024-07-26T06:16:42.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:16:42 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:16:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:16:42.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:42 smithi089 ceph-mon[99608]: osdmap e753: 8 total, 8 up, 8 in 2024-07-26T06:16:42.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:16:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:16:42] "GET /metrics HTTP/1.1" 200 36346 "" "Prometheus/2.43.0" 2024-07-26T06:16:42.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:42 smithi089 ceph-mon[102056]: osdmap e753: 8 total, 8 up, 8 in 2024-07-26T06:16:43.501 INFO:tasks.rados.rados.0.smithi089.stdout:3483: done (3 left) 2024-07-26T06:16:43.501 INFO:tasks.rados.rados.0.smithi089.stdout:3486: done (2 left) 2024-07-26T06:16:43.501 INFO:tasks.rados.rados.0.smithi089.stdout:3487: done (1 left) 2024-07-26T06:16:43.502 INFO:tasks.rados.rados.0.smithi089.stdout:3488: done (0 left) 2024-07-26T06:16:43.502 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 13 current snap is 341 2024-07-26T06:16:43.502 INFO:tasks.rados.rados.0.smithi089.stdout:3489: seq_num 1047 ranges {278528=745472} 2024-07-26T06:16:43.507 INFO:tasks.rados.rados.0.smithi089.stdout:3489: writing smithi08986837-13 from 278528 to 1024000 tid 1 2024-07-26T06:16:43.507 INFO:tasks.rados.rados.0.smithi089.stdout:3490: rollback oid 30 current snap is 341 2024-07-26T06:16:43.507 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 30 to 330 2024-07-26T06:16:43.507 INFO:tasks.rados.rados.0.smithi089.stdout:3491: snap_create 2024-07-26T06:16:43.516 INFO:tasks.rados.rados.0.smithi089.stdout:3490: finishing rollback tid 0 to smithi08986837-30 2024-07-26T06:16:43.516 INFO:tasks.rados.rados.0.smithi089.stdout:3489: finishing write tid 1 to smithi08986837-13 2024-07-26T06:16:43.516 INFO:tasks.rados.rados.0.smithi089.stdout:3489: finishing write tid 2 to smithi08986837-13 2024-07-26T06:16:43.517 INFO:tasks.rados.rados.0.smithi089.stdout:3490: finishing rollback tid 1 to smithi08986837-30 2024-07-26T06:16:43.517 INFO:tasks.rados.rados.0.smithi089.stdout:3490: finishing rollback tid 2 to smithi08986837-30 2024-07-26T06:16:43.517 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 30 v 1960 (ObjNum 33 snap 0 seq_num 2522499630) dirty exists 2024-07-26T06:16:43.519 INFO:tasks.rados.rados.0.smithi089.stdout:3489: finishing write tid 3 to smithi08986837-13 2024-07-26T06:16:43.519 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 13 v 2174 (ObjNum 1047 snap 341 seq_num 1047) dirty exists 2024-07-26T06:16:43.519 INFO:tasks.rados.rados.0.smithi089.stdout:3489: left oid 13 (ObjNum 1047 snap 341 seq_num 1047) 2024-07-26T06:16:43.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:43 smithi155 ceph-mon[90160]: osdmap e754: 8 total, 8 up, 8 in 2024-07-26T06:16:43.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:43 smithi155 ceph-mon[90160]: pgmap v790: 121 pgs: 121 active+clean; 311 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.4 MiB/s wr, 2 op/s 2024-07-26T06:16:43.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:43 smithi089 ceph-mon[102056]: osdmap e754: 8 total, 8 up, 8 in 2024-07-26T06:16:43.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:43 smithi089 ceph-mon[102056]: pgmap v790: 121 pgs: 121 active+clean; 311 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.4 MiB/s wr, 2 op/s 2024-07-26T06:16:43.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:43 smithi089 ceph-mon[99608]: osdmap e754: 8 total, 8 up, 8 in 2024-07-26T06:16:43.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:43 smithi089 ceph-mon[99608]: pgmap v790: 121 pgs: 121 active+clean; 311 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.4 MiB/s wr, 2 op/s 2024-07-26T06:16:44.461 INFO:tasks.rados.rados.0.smithi089.stdout:3489: done (2 left) 2024-07-26T06:16:44.509 INFO:tasks.rados.rados.0.smithi089.stdout:3490: done (1 left) 2024-07-26T06:16:44.509 INFO:tasks.rados.rados.0.smithi089.stdout:3491: done (0 left) 2024-07-26T06:16:44.510 INFO:tasks.rados.rados.0.smithi089.stdout:3492: read oid 41 snap -1 2024-07-26T06:16:44.510 INFO:tasks.rados.rados.0.smithi089.stdout:3492: expect deleted 2024-07-26T06:16:44.510 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 8 current snap is 342 2024-07-26T06:16:44.510 INFO:tasks.rados.rados.0.smithi089.stdout:3493: seq_num 1048 ranges {172032=761856} 2024-07-26T06:16:44.511 INFO:tasks.rados.rados.0.smithi089.stdout:3493: writing smithi08986837-8 from 172032 to 933888 tid 1 2024-07-26T06:16:44.511 INFO:tasks.rados.rados.0.smithi089.stdout:3494: snap_create 2024-07-26T06:16:44.511 INFO:tasks.rados.rados.0.smithi089.stdout:3493: finishing write tid 1 to smithi08986837-8 2024-07-26T06:16:44.511 INFO:tasks.rados.rados.0.smithi089.stdout:3493: finishing write tid 2 to smithi08986837-8 2024-07-26T06:16:44.511 INFO:tasks.rados.rados.0.smithi089.stdout:3493: finishing write tid 3 to smithi08986837-8 2024-07-26T06:16:44.512 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 8 v 2098 (ObjNum 1048 snap 342 seq_num 1048) dirty exists 2024-07-26T06:16:44.512 INFO:tasks.rados.rados.0.smithi089.stdout:3493: left oid 8 (ObjNum 1048 snap 342 seq_num 1048) 2024-07-26T06:16:44.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:44 smithi155 ceph-mon[90160]: osdmap e755: 8 total, 8 up, 8 in 2024-07-26T06:16:44.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:44 smithi155 ceph-mon[90160]: osdmap e756: 8 total, 8 up, 8 in 2024-07-26T06:16:44.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:44 smithi089 ceph-mon[99608]: osdmap e755: 8 total, 8 up, 8 in 2024-07-26T06:16:44.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:44 smithi089 ceph-mon[99608]: osdmap e756: 8 total, 8 up, 8 in 2024-07-26T06:16:44.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:44 smithi089 ceph-mon[102056]: osdmap e755: 8 total, 8 up, 8 in 2024-07-26T06:16:44.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:44 smithi089 ceph-mon[102056]: osdmap e756: 8 total, 8 up, 8 in 2024-07-26T06:16:45.463 INFO:tasks.rados.rados.0.smithi089.stdout:3492: done (2 left) 2024-07-26T06:16:45.463 INFO:tasks.rados.rados.0.smithi089.stdout:3493: done (1 left) 2024-07-26T06:16:45.463 INFO:tasks.rados.rados.0.smithi089.stdout:3494: done (0 left) 2024-07-26T06:16:45.463 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 4 current snap is 343 2024-07-26T06:16:45.463 INFO:tasks.rados.rados.0.smithi089.stdout:3495: seq_num 1049 ranges {638976=778240} 2024-07-26T06:16:45.470 INFO:tasks.rados.rados.0.smithi089.stdout:3495: writing smithi08986837-4 from 638976 to 1417216 tid 1 2024-07-26T06:16:45.470 INFO:tasks.rados.rados.0.smithi089.stdout:3496: copy_from oid 41 from oid 13 current snap is 343 2024-07-26T06:16:45.470 INFO:tasks.rados.rados.0.smithi089.stdout:3497: setattr oid 47 current snap is 343 2024-07-26T06:16:45.472 INFO:tasks.rados.rados.0.smithi089.stdout:3498: delete oid 37 current snap is 343 2024-07-26T06:16:45.476 INFO:tasks.rados.rados.0.smithi089.stdout:3495: finishing write tid 1 to smithi08986837-4 2024-07-26T06:16:45.476 INFO:tasks.rados.rados.0.smithi089.stdout:3495: finishing write tid 2 to smithi08986837-4 2024-07-26T06:16:45.478 INFO:tasks.rados.rados.0.smithi089.stdout:3495: finishing write tid 3 to smithi08986837-4 2024-07-26T06:16:45.478 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 4 v 1376 (ObjNum 1049 snap 343 seq_num 1049) dirty exists 2024-07-26T06:16:45.478 INFO:tasks.rados.rados.0.smithi089.stdout:3495: left oid 4 (ObjNum 1049 snap 343 seq_num 1049) 2024-07-26T06:16:45.480 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 47 v 2281 (ObjNum 1030 snap 334 seq_num 1030) dirty exists 2024-07-26T06:16:45.483 INFO:tasks.rados.rados.0.smithi089.stdout:3495: done (3 left) 2024-07-26T06:16:45.483 INFO:tasks.rados.rados.0.smithi089.stdout:3497: done (2 left) 2024-07-26T06:16:45.483 INFO:tasks.rados.rados.0.smithi089.stdout:3498: done (1 left) 2024-07-26T06:16:45.483 INFO:tasks.rados.rados.0.smithi089.stdout:3499: delete oid 25 current snap is 343 2024-07-26T06:16:45.483 INFO:tasks.rados.rados.0.smithi089.stdout:3496: finishing copy_from racing read to smithi08986837-41 2024-07-26T06:16:45.483 INFO:tasks.rados.rados.0.smithi089.stdout:3496: finishing copy_from to smithi08986837-41 2024-07-26T06:16:45.484 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 41 v 2174 (ObjNum 1047 snap 341 seq_num 1047) dirty exists 2024-07-26T06:16:45.486 INFO:tasks.rados.rados.0.smithi089.stdout:3496: done (1 left) 2024-07-26T06:16:45.486 INFO:tasks.rados.rados.0.smithi089.stdout:3499: done (0 left) 2024-07-26T06:16:45.486 INFO:tasks.rados.rados.0.smithi089.stdout:3500: snap_remove snap 307 2024-07-26T06:16:45.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:45 smithi155 ceph-mon[90160]: pgmap v793: 121 pgs: 121 active+clean; 312 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 502 KiB/s wr, 3 op/s 2024-07-26T06:16:45.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:45 smithi155 ceph-mon[90160]: osdmap e757: 8 total, 8 up, 8 in 2024-07-26T06:16:45.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:45 smithi089 ceph-mon[99608]: pgmap v793: 121 pgs: 121 active+clean; 312 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 502 KiB/s wr, 3 op/s 2024-07-26T06:16:45.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:45 smithi089 ceph-mon[99608]: osdmap e757: 8 total, 8 up, 8 in 2024-07-26T06:16:45.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:45 smithi089 ceph-mon[102056]: pgmap v793: 121 pgs: 121 active+clean; 312 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 502 KiB/s wr, 3 op/s 2024-07-26T06:16:45.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:45 smithi089 ceph-mon[102056]: osdmap e757: 8 total, 8 up, 8 in 2024-07-26T06:16:46.465 INFO:tasks.rados.rados.0.smithi089.stdout:3500: done (0 left) 2024-07-26T06:16:46.465 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 41 current snap is 343 2024-07-26T06:16:46.465 INFO:tasks.rados.rados.0.smithi089.stdout:3501: seq_num 1052 ranges {1024000=425984,1449984=401408} 2024-07-26T06:16:46.473 INFO:tasks.rados.rados.0.smithi089.stdout:3501: writing smithi08986837-41 from 1024000 to 1449984 tid 1 2024-07-26T06:16:46.477 INFO:tasks.rados.rados.0.smithi089.stdout:3501: writing smithi08986837-41 from 1449984 to 1851392 tid 2 2024-07-26T06:16:46.477 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 27 current snap is 343 2024-07-26T06:16:46.477 INFO:tasks.rados.rados.0.smithi089.stdout:3502: seq_num 1053 ranges {3481600=442368,3923968=401408} 2024-07-26T06:16:46.500 INFO:tasks.rados.rados.0.smithi089.stdout:3502: writing smithi08986837-27 from 3481600 to 3923968 tid 1 2024-07-26T06:16:46.503 INFO:tasks.rados.rados.0.smithi089.stdout:3502: writing smithi08986837-27 from 3923968 to 4325376 tid 2 2024-07-26T06:16:46.504 INFO:tasks.rados.rados.0.smithi089.stdout:3503: read oid 3 snap -1 2024-07-26T06:16:46.504 INFO:tasks.rados.rados.0.smithi089.stdout:3503: expect deleted 2024-07-26T06:16:46.504 INFO:tasks.rados.rados.0.smithi089.stdout:3504: read oid 6 snap -1 2024-07-26T06:16:46.504 INFO:tasks.rados.rados.0.smithi089.stdout:3504: expect (ObjNum 985 snap 311 seq_num 985) 2024-07-26T06:16:46.504 INFO:tasks.rados.rados.0.smithi089.stdout:3505: copy_from oid 44 from oid 36 current snap is 343 2024-07-26T06:16:46.504 INFO:tasks.rados.rados.0.smithi089.stdout:3501: finishing write tid 1 to smithi08986837-41 2024-07-26T06:16:46.504 INFO:tasks.rados.rados.0.smithi089.stdout:3501: finishing write tid 2 to smithi08986837-41 2024-07-26T06:16:46.504 INFO:tasks.rados.rados.0.smithi089.stdout:3501: finishing write tid 3 to smithi08986837-41 2024-07-26T06:16:46.504 INFO:tasks.rados.rados.0.smithi089.stdout:3501: finishing write tid 4 to smithi08986837-41 2024-07-26T06:16:46.505 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 41 v 2177 (ObjNum 1052 snap 343 seq_num 1052) dirty exists 2024-07-26T06:16:46.505 INFO:tasks.rados.rados.0.smithi089.stdout:3501: left oid 41 (ObjNum 1052 snap 343 seq_num 1052) 2024-07-26T06:16:46.505 INFO:tasks.rados.rados.0.smithi089.stdout:3501: done (4 left) 2024-07-26T06:16:46.505 INFO:tasks.rados.rados.0.smithi089.stdout:3506: rmattr oid 5 current snap is 343 2024-07-26T06:16:46.505 INFO:tasks.rados.rados.0.smithi089.stdout:3506: done (4 left) 2024-07-26T06:16:46.505 INFO:tasks.rados.rados.0.smithi089.stdout:3507: delete oid 22 current snap is 343 2024-07-26T06:16:46.508 INFO:tasks.rados.rados.0.smithi089.stdout:3502: finishing write tid 1 to smithi08986837-27 2024-07-26T06:16:46.509 INFO:tasks.rados.rados.0.smithi089.stdout:3503: done (4 left) 2024-07-26T06:16:46.510 INFO:tasks.rados.rados.0.smithi089.stdout:3507: done (3 left) 2024-07-26T06:16:46.510 INFO:tasks.rados.rados.0.smithi089.stdout:3508: delete oid 19 current snap is 343 2024-07-26T06:16:46.510 INFO:tasks.rados.rados.0.smithi089.stdout:3502: finishing write tid 2 to smithi08986837-27 2024-07-26T06:16:46.511 INFO:tasks.rados.rados.0.smithi089.stdout:3502: finishing write tid 3 to smithi08986837-27 2024-07-26T06:16:46.512 INFO:tasks.rados.rados.0.smithi089.stdout:3508: done (3 left) 2024-07-26T06:16:46.512 INFO:tasks.rados.rados.0.smithi089.stdout:3509: snap_create 2024-07-26T06:16:46.514 INFO:tasks.rados.rados.0.smithi089.stdout:3502: finishing write tid 4 to smithi08986837-27 2024-07-26T06:16:46.514 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 27 v 1731 (ObjNum 1053 snap 343 seq_num 1053) dirty exists 2024-07-26T06:16:46.514 INFO:tasks.rados.rados.0.smithi089.stdout:3502: left oid 27 (ObjNum 1053 snap 343 seq_num 1053) 2024-07-26T06:16:46.532 INFO:tasks.rados.rados.0.smithi089.stdout:3504: expect (ObjNum 985 snap 311 seq_num 985) 2024-07-26T06:16:46.671 INFO:tasks.rados.rados.0.smithi089.stdout:3505: finishing copy_from racing read to smithi08986837-44 2024-07-26T06:16:46.672 INFO:tasks.rados.rados.0.smithi089.stdout:3505: finishing copy_from to smithi08986837-44 2024-07-26T06:16:46.672 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 44 v 1904 (ObjNum 981 snap 311 seq_num 981) dirty exists 2024-07-26T06:16:47.469 INFO:tasks.rados.rados.0.smithi089.stdout:3502: done (3 left) 2024-07-26T06:16:47.469 INFO:tasks.rados.rados.0.smithi089.stdout:3504: done (2 left) 2024-07-26T06:16:47.469 INFO:tasks.rados.rados.0.smithi089.stdout:3505: done (1 left) 2024-07-26T06:16:47.469 INFO:tasks.rados.rados.0.smithi089.stdout:3509: done (0 left) 2024-07-26T06:16:47.469 INFO:tasks.rados.rados.0.smithi089.stdout:3510: snap_remove snap 316 2024-07-26T06:16:47.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:47 smithi155 ceph-mon[90160]: osdmap e758: 8 total, 8 up, 8 in 2024-07-26T06:16:47.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:47 smithi155 ceph-mon[90160]: pgmap v796: 121 pgs: 121 active+clean; 315 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 986 KiB/s wr, 10 op/s 2024-07-26T06:16:47.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:47 smithi089 ceph-mon[99608]: osdmap e758: 8 total, 8 up, 8 in 2024-07-26T06:16:47.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:47 smithi089 ceph-mon[99608]: pgmap v796: 121 pgs: 121 active+clean; 315 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 986 KiB/s wr, 10 op/s 2024-07-26T06:16:47.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:47 smithi089 ceph-mon[102056]: osdmap e758: 8 total, 8 up, 8 in 2024-07-26T06:16:47.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:47 smithi089 ceph-mon[102056]: pgmap v796: 121 pgs: 121 active+clean; 315 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 986 KiB/s wr, 10 op/s 2024-07-26T06:16:48.472 INFO:tasks.rados.rados.0.smithi089.stdout:3510: done (0 left) 2024-07-26T06:16:48.472 INFO:tasks.rados.rados.0.smithi089.stdout:3511: snap_create 2024-07-26T06:16:48.779 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:48 smithi155 ceph-mon[90160]: osdmap e759: 8 total, 8 up, 8 in 2024-07-26T06:16:48.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:48 smithi089 ceph-mon[99608]: osdmap e759: 8 total, 8 up, 8 in 2024-07-26T06:16:48.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:48 smithi089 ceph-mon[102056]: osdmap e759: 8 total, 8 up, 8 in 2024-07-26T06:16:49.466 INFO:tasks.rados.rados.0.smithi089.stdout:3511: done (0 left) 2024-07-26T06:16:49.466 INFO:tasks.rados.rados.0.smithi089.stdout:3512: copy_from oid 13 from oid 23 current snap is 345 2024-07-26T06:16:49.466 INFO:tasks.rados.rados.0.smithi089.stdout:3513: delete oid 7 current snap is 345 2024-07-26T06:16:49.472 INFO:tasks.rados.rados.0.smithi089.stdout:3512: finishing copy_from to smithi08986837-13 2024-07-26T06:16:49.472 INFO:tasks.rados.rados.0.smithi089.stdout:3512: got expected ENOENT (src dne) 2024-07-26T06:16:49.472 INFO:tasks.rados.rados.0.smithi089.stdout:3512: finishing copy_from racing read to smithi08986837-13 2024-07-26T06:16:49.472 INFO:tasks.rados.rados.0.smithi089.stdout:3512: done (1 left) 2024-07-26T06:16:49.472 INFO:tasks.rados.rados.0.smithi089.stdout:3513: done (0 left) 2024-07-26T06:16:49.473 INFO:tasks.rados.rados.0.smithi089.stdout:3514: snap_create 2024-07-26T06:16:49.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:49 smithi155 ceph-mon[90160]: osdmap e760: 8 total, 8 up, 8 in 2024-07-26T06:16:49.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:49 smithi155 ceph-mon[90160]: pgmap v799: 121 pgs: 121 active+clean; 314 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 804 KiB/s wr, 9 op/s 2024-07-26T06:16:49.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:49 smithi155 ceph-mon[90160]: osdmap e761: 8 total, 8 up, 8 in 2024-07-26T06:16:49.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:49 smithi089 ceph-mon[102056]: osdmap e760: 8 total, 8 up, 8 in 2024-07-26T06:16:49.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:49 smithi089 ceph-mon[102056]: pgmap v799: 121 pgs: 121 active+clean; 314 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 804 KiB/s wr, 9 op/s 2024-07-26T06:16:49.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:49 smithi089 ceph-mon[102056]: osdmap e761: 8 total, 8 up, 8 in 2024-07-26T06:16:49.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:49 smithi089 ceph-mon[99608]: osdmap e760: 8 total, 8 up, 8 in 2024-07-26T06:16:49.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:49 smithi089 ceph-mon[99608]: pgmap v799: 121 pgs: 121 active+clean; 314 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 804 KiB/s wr, 9 op/s 2024-07-26T06:16:49.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:49 smithi089 ceph-mon[99608]: osdmap e761: 8 total, 8 up, 8 in 2024-07-26T06:16:50.465 INFO:tasks.rados.rados.0.smithi089.stdout:3514: done (0 left) 2024-07-26T06:16:50.465 INFO:tasks.rados.rados.0.smithi089.stdout:3515: snap_create 2024-07-26T06:16:51.470 INFO:tasks.rados.rados.0.smithi089.stdout:3515: done (0 left) 2024-07-26T06:16:51.471 INFO:tasks.rados.rados.0.smithi089.stdout:3516: snap_create 2024-07-26T06:16:51.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:51 smithi155 ceph-mon[90160]: osdmap e762: 8 total, 8 up, 8 in 2024-07-26T06:16:51.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:51 smithi155 ceph-mon[90160]: pgmap v802: 121 pgs: 121 active+clean; 291 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 206 KiB/s wr, 2 op/s 2024-07-26T06:16:51.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:51 smithi089 ceph-mon[99608]: osdmap e762: 8 total, 8 up, 8 in 2024-07-26T06:16:51.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:51 smithi089 ceph-mon[99608]: pgmap v802: 121 pgs: 121 active+clean; 291 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 206 KiB/s wr, 2 op/s 2024-07-26T06:16:51.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:51 smithi089 ceph-mon[102056]: osdmap e762: 8 total, 8 up, 8 in 2024-07-26T06:16:51.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:51 smithi089 ceph-mon[102056]: pgmap v802: 121 pgs: 121 active+clean; 291 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 206 KiB/s wr, 2 op/s 2024-07-26T06:16:52.472 INFO:tasks.rados.rados.0.smithi089.stdout:3516: done (0 left) 2024-07-26T06:16:52.472 INFO:tasks.rados.rados.0.smithi089.stdout:3517: snap_create 2024-07-26T06:16:52.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:16:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:16:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:16:52.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:52 smithi155 ceph-mon[90160]: osdmap e763: 8 total, 8 up, 8 in 2024-07-26T06:16:52.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:52 smithi089 ceph-mon[99608]: osdmap e763: 8 total, 8 up, 8 in 2024-07-26T06:16:52.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:16:52 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:16:52] "GET /metrics HTTP/1.1" 200 36346 "" "Prometheus/2.43.0" 2024-07-26T06:16:52.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:52 smithi089 ceph-mon[102056]: osdmap e763: 8 total, 8 up, 8 in 2024-07-26T06:16:53.480 INFO:tasks.rados.rados.0.smithi089.stdout:3517: done (0 left) 2024-07-26T06:16:53.480 INFO:tasks.rados.rados.0.smithi089.stdout:3518: read oid 3 snap 347 2024-07-26T06:16:53.480 INFO:tasks.rados.rados.0.smithi089.stdout:3518: expect deleted 2024-07-26T06:16:53.481 INFO:tasks.rados.rados.0.smithi089.stdout:3519: delete oid 41 current snap is 349 2024-07-26T06:16:53.485 INFO:tasks.rados.rados.0.smithi089.stdout:3518: done (1 left) 2024-07-26T06:16:53.485 INFO:tasks.rados.rados.0.smithi089.stdout:3519: done (0 left) 2024-07-26T06:16:53.485 INFO:tasks.rados.rados.0.smithi089.stdout:3520: snap_remove snap 336 2024-07-26T06:16:53.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:53 smithi155 ceph-mon[90160]: osdmap e764: 8 total, 8 up, 8 in 2024-07-26T06:16:53.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:53 smithi155 ceph-mon[90160]: pgmap v805: 121 pgs: 121 active+clean; 295 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.9 MiB/s wr, 3 op/s 2024-07-26T06:16:53.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:53 smithi089 ceph-mon[99608]: osdmap e764: 8 total, 8 up, 8 in 2024-07-26T06:16:53.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:53 smithi089 ceph-mon[99608]: pgmap v805: 121 pgs: 121 active+clean; 295 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.9 MiB/s wr, 3 op/s 2024-07-26T06:16:53.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:53 smithi089 ceph-mon[102056]: osdmap e764: 8 total, 8 up, 8 in 2024-07-26T06:16:53.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:53 smithi089 ceph-mon[102056]: pgmap v805: 121 pgs: 121 active+clean; 295 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.9 MiB/s wr, 3 op/s 2024-07-26T06:16:54.466 INFO:tasks.rados.rados.0.smithi089.stdout:3520: done (0 left) 2024-07-26T06:16:54.466 INFO:tasks.rados.rados.0.smithi089.stdout:3521: rollback oid 48 current snap is 349 2024-07-26T06:16:54.467 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 48 to 327 2024-07-26T06:16:54.467 INFO:tasks.rados.rados.0.smithi089.stdout:3522: copy_from oid 44 from oid 42 current snap is 349 2024-07-26T06:16:54.467 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 41 current snap is 349 2024-07-26T06:16:54.467 INFO:tasks.rados.rados.0.smithi089.stdout:3523: seq_num 1058 ranges {0=524288,524288=401408} 2024-07-26T06:16:54.470 INFO:tasks.rados.rados.0.smithi089.stdout:3523: writing smithi08986837-41 from 0 to 524288 tid 1 2024-07-26T06:16:54.473 INFO:tasks.rados.rados.0.smithi089.stdout:3523: writing smithi08986837-41 from 524288 to 925696 tid 2 2024-07-26T06:16:54.474 INFO:tasks.rados.rados.0.smithi089.stdout:3524: read oid 1 snap -1 2024-07-26T06:16:54.474 INFO:tasks.rados.rados.0.smithi089.stdout:3524: expect (ObjNum 692 snap 216 seq_num 692) 2024-07-26T06:16:54.474 INFO:tasks.rados.rados.0.smithi089.stdout:3525: read oid 47 snap -1 2024-07-26T06:16:54.474 INFO:tasks.rados.rados.0.smithi089.stdout:3525: expect (ObjNum 1030 snap 334 seq_num 1030) 2024-07-26T06:16:54.474 INFO:tasks.rados.rados.0.smithi089.stdout:3526: snap_create 2024-07-26T06:16:54.474 INFO:tasks.rados.rados.0.smithi089.stdout:3522: finishing copy_from to smithi08986837-44 2024-07-26T06:16:54.474 INFO:tasks.rados.rados.0.smithi089.stdout:3522: got expected ENOENT (src dne) 2024-07-26T06:16:54.474 INFO:tasks.rados.rados.0.smithi089.stdout:3522: finishing copy_from racing read to smithi08986837-44 2024-07-26T06:16:54.482 INFO:tasks.rados.rados.0.smithi089.stdout:3521: finishing rollback tid 0 to smithi08986837-48 2024-07-26T06:16:54.484 INFO:tasks.rados.rados.0.smithi089.stdout:3521: finishing rollback tid 1 to smithi08986837-48 2024-07-26T06:16:54.487 INFO:tasks.rados.rados.0.smithi089.stdout:3521: finishing rollback tid 2 to smithi08986837-48 2024-07-26T06:16:54.487 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 48 v 1427 (ObjNum 985 snap 311 seq_num 985) dirty exists 2024-07-26T06:16:54.491 INFO:tasks.rados.rados.0.smithi089.stdout:3524: expect (ObjNum 692 snap 216 seq_num 692) 2024-07-26T06:16:54.546 INFO:tasks.rados.rados.0.smithi089.stdout:3523: finishing write tid 1 to smithi08986837-41 2024-07-26T06:16:54.546 INFO:tasks.rados.rados.0.smithi089.stdout:3523: finishing write tid 2 to smithi08986837-41 2024-07-26T06:16:54.546 INFO:tasks.rados.rados.0.smithi089.stdout:3523: finishing write tid 3 to smithi08986837-41 2024-07-26T06:16:54.546 INFO:tasks.rados.rados.0.smithi089.stdout:3523: finishing write tid 4 to smithi08986837-41 2024-07-26T06:16:54.547 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 41 v 2181 (ObjNum 1058 snap 349 seq_num 1058) dirty exists 2024-07-26T06:16:54.547 INFO:tasks.rados.rados.0.smithi089.stdout:3523: left oid 41 (ObjNum 1058 snap 349 seq_num 1058) 2024-07-26T06:16:54.547 INFO:tasks.rados.rados.0.smithi089.stdout:3525: expect (ObjNum 1030 snap 334 seq_num 1030) 2024-07-26T06:16:54.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:54 smithi155 ceph-mon[90160]: osdmap e765: 8 total, 8 up, 8 in 2024-07-26T06:16:54.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:54 smithi155 ceph-mon[90160]: osdmap e766: 8 total, 8 up, 8 in 2024-07-26T06:16:54.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:54 smithi089 ceph-mon[99608]: osdmap e765: 8 total, 8 up, 8 in 2024-07-26T06:16:54.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:54 smithi089 ceph-mon[99608]: osdmap e766: 8 total, 8 up, 8 in 2024-07-26T06:16:54.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:54 smithi089 ceph-mon[102056]: osdmap e765: 8 total, 8 up, 8 in 2024-07-26T06:16:54.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:54 smithi089 ceph-mon[102056]: osdmap e766: 8 total, 8 up, 8 in 2024-07-26T06:16:55.466 INFO:tasks.rados.rados.0.smithi089.stdout:3521: done (5 left) 2024-07-26T06:16:55.466 INFO:tasks.rados.rados.0.smithi089.stdout:3522: done (4 left) 2024-07-26T06:16:55.466 INFO:tasks.rados.rados.0.smithi089.stdout:3523: done (3 left) 2024-07-26T06:16:55.466 INFO:tasks.rados.rados.0.smithi089.stdout:3524: done (2 left) 2024-07-26T06:16:55.466 INFO:tasks.rados.rados.0.smithi089.stdout:3525: done (1 left) 2024-07-26T06:16:55.466 INFO:tasks.rados.rados.0.smithi089.stdout:3526: done (0 left) 2024-07-26T06:16:55.466 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 23 current snap is 350 2024-07-26T06:16:55.466 INFO:tasks.rados.rados.0.smithi089.stdout:3527: seq_num 1059 ranges {0=540672,540672=401408} 2024-07-26T06:16:55.468 INFO:tasks.rados.rados.0.smithi089.stdout:3527: writing smithi08986837-23 from 0 to 540672 tid 1 2024-07-26T06:16:55.470 INFO:tasks.rados.rados.0.smithi089.stdout:3527: writing smithi08986837-23 from 540672 to 942080 tid 2 2024-07-26T06:16:55.471 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 3 current snap is 350 2024-07-26T06:16:55.471 INFO:tasks.rados.rados.0.smithi089.stdout:3528: seq_num 1060 ranges {0=557056,557056=401408} 2024-07-26T06:16:55.474 INFO:tasks.rados.rados.0.smithi089.stdout:3528: writing smithi08986837-3 from 0 to 557056 tid 1 2024-07-26T06:16:55.477 INFO:tasks.rados.rados.0.smithi089.stdout:3528: writing smithi08986837-3 from 557056 to 958464 tid 2 2024-07-26T06:16:55.477 INFO:tasks.rados.rados.0.smithi089.stdout:3529: read oid 34 snap -1 2024-07-26T06:16:55.477 INFO:tasks.rados.rados.0.smithi089.stdout:3529: expect (ObjNum 928 snap 295 seq_num 928) 2024-07-26T06:16:55.477 INFO:tasks.rados.rados.0.smithi089.stdout:3530: rollback oid 19 current snap is 350 2024-07-26T06:16:55.477 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 19 to 295 2024-07-26T06:16:55.477 INFO:tasks.rados.rados.0.smithi089.stdout:3527: finishing write tid 1 to smithi08986837-23 2024-07-26T06:16:55.477 INFO:tasks.rados.rados.0.smithi089.stdout:3531: delete oid 30 current snap is 350 2024-07-26T06:16:55.477 INFO:tasks.rados.rados.0.smithi089.stdout:3527: finishing write tid 2 to smithi08986837-23 2024-07-26T06:16:55.477 INFO:tasks.rados.rados.0.smithi089.stdout:3527: finishing write tid 3 to smithi08986837-23 2024-07-26T06:16:55.477 INFO:tasks.rados.rados.0.smithi089.stdout:3527: finishing write tid 4 to smithi08986837-23 2024-07-26T06:16:55.478 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 23 v 1707 (ObjNum 1059 snap 350 seq_num 1059) dirty exists 2024-07-26T06:16:55.478 INFO:tasks.rados.rados.0.smithi089.stdout:3527: left oid 23 (ObjNum 1059 snap 350 seq_num 1059) 2024-07-26T06:16:55.480 INFO:tasks.rados.rados.0.smithi089.stdout:3530: finishing rollback tid 1 to smithi08986837-19 2024-07-26T06:16:55.481 INFO:tasks.rados.rados.0.smithi089.stdout:3528: finishing write tid 1 to smithi08986837-3 2024-07-26T06:16:55.481 INFO:tasks.rados.rados.0.smithi089.stdout:3530: finishing rollback tid 2 to smithi08986837-19 2024-07-26T06:16:55.481 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 19 v 1429 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-07-26T06:16:55.481 INFO:tasks.rados.rados.0.smithi089.stdout:3528: finishing write tid 2 to smithi08986837-3 2024-07-26T06:16:55.482 INFO:tasks.rados.rados.0.smithi089.stdout:3527: done (4 left) 2024-07-26T06:16:55.482 INFO:tasks.rados.rados.0.smithi089.stdout:3530: done (3 left) 2024-07-26T06:16:55.482 INFO:tasks.rados.rados.0.smithi089.stdout:3531: done (2 left) 2024-07-26T06:16:55.482 INFO:tasks.rados.rados.0.smithi089.stdout:3532: rollback oid 10 current snap is 350 2024-07-26T06:16:55.482 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 10 to 345 2024-07-26T06:16:55.482 INFO:tasks.rados.rados.0.smithi089.stdout:3528: finishing write tid 3 to smithi08986837-3 2024-07-26T06:16:55.482 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 21 current snap is 350 2024-07-26T06:16:55.482 INFO:tasks.rados.rados.0.smithi089.stdout:3533: seq_num 1062 ranges {2236416=589824,2826240=401408} 2024-07-26T06:16:55.497 INFO:tasks.rados.rados.0.smithi089.stdout:3533: writing smithi08986837-21 from 2236416 to 2826240 tid 1 2024-07-26T06:16:55.500 INFO:tasks.rados.rados.0.smithi089.stdout:3533: writing smithi08986837-21 from 2826240 to 3227648 tid 2 2024-07-26T06:16:55.501 INFO:tasks.rados.rados.0.smithi089.stdout:3534: rollback oid 41 current snap is 350 2024-07-26T06:16:55.501 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 41 to 348 2024-07-26T06:16:55.501 INFO:tasks.rados.rados.0.smithi089.stdout:3532: finishing rollback tid 0 to smithi08986837-10 2024-07-26T06:16:55.501 INFO:tasks.rados.rados.0.smithi089.stdout:3528: finishing write tid 4 to smithi08986837-3 2024-07-26T06:16:55.501 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 3 v 1430 (ObjNum 1060 snap 350 seq_num 1060) dirty exists 2024-07-26T06:16:55.501 INFO:tasks.rados.rados.0.smithi089.stdout:3528: left oid 3 (ObjNum 1060 snap 350 seq_num 1060) 2024-07-26T06:16:55.501 INFO:tasks.rados.rados.0.smithi089.stdout:3532: finishing rollback tid 1 to smithi08986837-10 2024-07-26T06:16:55.501 INFO:tasks.rados.rados.0.smithi089.stdout:3529: expect (ObjNum 928 snap 295 seq_num 928) 2024-07-26T06:16:55.573 INFO:tasks.rados.rados.0.smithi089.stdout:3532: finishing rollback tid 2 to smithi08986837-10 2024-07-26T06:16:55.573 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 10 v 2173 (ObjNum 1019 snap 330 seq_num 1019) dirty exists 2024-07-26T06:16:55.573 INFO:tasks.rados.rados.0.smithi089.stdout:3533: finishing write tid 1 to smithi08986837-21 2024-07-26T06:16:55.573 INFO:tasks.rados.rados.0.smithi089.stdout:3533: finishing write tid 2 to smithi08986837-21 2024-07-26T06:16:55.573 INFO:tasks.rados.rados.0.smithi089.stdout:3533: finishing write tid 3 to smithi08986837-21 2024-07-26T06:16:55.573 INFO:tasks.rados.rados.0.smithi089.stdout:3528: done (4 left) 2024-07-26T06:16:55.573 INFO:tasks.rados.rados.0.smithi089.stdout:3529: done (3 left) 2024-07-26T06:16:55.573 INFO:tasks.rados.rados.0.smithi089.stdout:3532: done (2 left) 2024-07-26T06:16:55.574 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 38 current snap is 350 2024-07-26T06:16:55.574 INFO:tasks.rados.rados.0.smithi089.stdout:3534: finishing rollback tid 0 to smithi08986837-41 2024-07-26T06:16:55.574 INFO:tasks.rados.rados.0.smithi089.stdout:3535: seq_num 1063 ranges {0=606208,606208=401408} 2024-07-26T06:16:55.576 INFO:tasks.rados.rados.0.smithi089.stdout:3535: writing smithi08986837-38 from 0 to 606208 tid 1 2024-07-26T06:16:55.578 INFO:tasks.rados.rados.0.smithi089.stdout:3535: writing smithi08986837-38 from 606208 to 1007616 tid 2 2024-07-26T06:16:55.578 INFO:tasks.rados.rados.0.smithi089.stdout:3536: snap_create 2024-07-26T06:16:55.579 INFO:tasks.rados.rados.0.smithi089.stdout:3534: finishing rollback tid 1 to smithi08986837-41 2024-07-26T06:16:55.579 INFO:tasks.rados.rados.0.smithi089.stdout:3533: finishing write tid 4 to smithi08986837-21 2024-07-26T06:16:55.579 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 21 v 1433 (ObjNum 1062 snap 350 seq_num 1062) dirty exists 2024-07-26T06:16:55.579 INFO:tasks.rados.rados.0.smithi089.stdout:3533: left oid 21 (ObjNum 1062 snap 350 seq_num 1062) 2024-07-26T06:16:55.579 INFO:tasks.rados.rados.0.smithi089.stdout:3534: finishing rollback tid 2 to smithi08986837-41 2024-07-26T06:16:55.579 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 41 v 2184 (ObjNum 1052 snap 343 seq_num 1052) dirty exists 2024-07-26T06:16:55.582 INFO:tasks.rados.rados.0.smithi089.stdout:3535: finishing write tid 1 to smithi08986837-38 2024-07-26T06:16:55.582 INFO:tasks.rados.rados.0.smithi089.stdout:3535: finishing write tid 2 to smithi08986837-38 2024-07-26T06:16:55.582 INFO:tasks.rados.rados.0.smithi089.stdout:3535: finishing write tid 3 to smithi08986837-38 2024-07-26T06:16:55.583 INFO:tasks.rados.rados.0.smithi089.stdout:3535: finishing write tid 4 to smithi08986837-38 2024-07-26T06:16:55.583 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 38 v 2176 (ObjNum 1063 snap 350 seq_num 1063) dirty exists 2024-07-26T06:16:55.583 INFO:tasks.rados.rados.0.smithi089.stdout:3535: left oid 38 (ObjNum 1063 snap 350 seq_num 1063) 2024-07-26T06:16:55.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:55 smithi155 ceph-mon[90160]: pgmap v808: 121 pgs: 121 active+clean; 295 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.7 MiB/s wr, 2 op/s 2024-07-26T06:16:55.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:55 smithi155 ceph-mon[90160]: osdmap e767: 8 total, 8 up, 8 in 2024-07-26T06:16:55.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:55 smithi089 ceph-mon[99608]: pgmap v808: 121 pgs: 121 active+clean; 295 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.7 MiB/s wr, 2 op/s 2024-07-26T06:16:55.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:55 smithi089 ceph-mon[99608]: osdmap e767: 8 total, 8 up, 8 in 2024-07-26T06:16:55.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:55 smithi089 ceph-mon[102056]: pgmap v808: 121 pgs: 121 active+clean; 295 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.7 MiB/s wr, 2 op/s 2024-07-26T06:16:55.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:55 smithi089 ceph-mon[102056]: osdmap e767: 8 total, 8 up, 8 in 2024-07-26T06:16:56.503 INFO:tasks.rados.rados.0.smithi089.stdout:3533: done (3 left) 2024-07-26T06:16:56.503 INFO:tasks.rados.rados.0.smithi089.stdout:3534: done (2 left) 2024-07-26T06:16:56.503 INFO:tasks.rados.rados.0.smithi089.stdout:3535: done (1 left) 2024-07-26T06:16:56.503 INFO:tasks.rados.rados.0.smithi089.stdout:3536: done (0 left) 2024-07-26T06:16:56.503 INFO:tasks.rados.rados.0.smithi089.stdout:3537: delete oid 49 current snap is 351 2024-07-26T06:16:56.510 INFO:tasks.rados.rados.0.smithi089.stdout:3537: done (0 left) 2024-07-26T06:16:56.510 INFO:tasks.rados.rados.0.smithi089.stdout:3538: snap_remove snap 339 2024-07-26T06:16:56.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:56 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:16:56.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:56 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:16:56.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:56 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:16:57.506 INFO:tasks.rados.rados.0.smithi089.stdout:3538: done (0 left) 2024-07-26T06:16:57.507 INFO:tasks.rados.rados.0.smithi089.stdout:3539: rollback oid 20 current snap is 351 2024-07-26T06:16:57.507 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 20 to 326 2024-07-26T06:16:57.507 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 10 current snap is 351 2024-07-26T06:16:57.507 INFO:tasks.rados.rados.0.smithi089.stdout:3540: seq_num 1065 ranges {270336=638976,909312=401408} 2024-07-26T06:16:57.512 INFO:tasks.rados.rados.0.smithi089.stdout:3540: writing smithi08986837-10 from 270336 to 909312 tid 1 2024-07-26T06:16:57.515 INFO:tasks.rados.rados.0.smithi089.stdout:3540: writing smithi08986837-10 from 909312 to 1310720 tid 2 2024-07-26T06:16:57.515 INFO:tasks.rados.rados.0.smithi089.stdout:3541: copy_from oid 24 from oid 49 current snap is 351 2024-07-26T06:16:57.516 INFO:tasks.rados.rados.0.smithi089.stdout:3542: rollback oid 36 current snap is 351 2024-07-26T06:16:57.516 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 36 to 350 2024-07-26T06:16:57.516 INFO:tasks.rados.rados.0.smithi089.stdout:3543: snap_remove snap 341 2024-07-26T06:16:57.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:57 smithi155 ceph-mon[90160]: osdmap e768: 8 total, 8 up, 8 in 2024-07-26T06:16:57.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:57 smithi155 ceph-mon[90160]: pgmap v811: 121 pgs: 121 active+clean; 302 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 226 KiB/s wr, 6 op/s 2024-07-26T06:16:57.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:57 smithi089 ceph-mon[99608]: osdmap e768: 8 total, 8 up, 8 in 2024-07-26T06:16:57.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:57 smithi089 ceph-mon[99608]: pgmap v811: 121 pgs: 121 active+clean; 302 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 226 KiB/s wr, 6 op/s 2024-07-26T06:16:57.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:57 smithi089 ceph-mon[102056]: osdmap e768: 8 total, 8 up, 8 in 2024-07-26T06:16:57.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:57 smithi089 ceph-mon[102056]: pgmap v811: 121 pgs: 121 active+clean; 302 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 226 KiB/s wr, 6 op/s 2024-07-26T06:16:58.518 INFO:tasks.rados.rados.0.smithi089.stdout:3539: finishing rollback tid 1 to smithi08986837-20 2024-07-26T06:16:58.519 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 20 v 1698 (ObjNum 225 snap 0 seq_num 3362989968) dirty dne 2024-07-26T06:16:58.519 INFO:tasks.rados.rados.0.smithi089.stdout:3540: finishing write tid 1 to smithi08986837-10 2024-07-26T06:16:58.519 INFO:tasks.rados.rados.0.smithi089.stdout:3541: finishing copy_from to smithi08986837-24 2024-07-26T06:16:58.519 INFO:tasks.rados.rados.0.smithi089.stdout:3541: got expected ENOENT (src dne) 2024-07-26T06:16:58.519 INFO:tasks.rados.rados.0.smithi089.stdout:3540: finishing write tid 2 to smithi08986837-10 2024-07-26T06:16:58.519 INFO:tasks.rados.rados.0.smithi089.stdout:3541: finishing copy_from racing read to smithi08986837-24 2024-07-26T06:16:58.519 INFO:tasks.rados.rados.0.smithi089.stdout:3540: finishing write tid 3 to smithi08986837-10 2024-07-26T06:16:58.519 INFO:tasks.rados.rados.0.smithi089.stdout:3542: finishing rollback tid 0 to smithi08986837-36 2024-07-26T06:16:58.519 INFO:tasks.rados.rados.0.smithi089.stdout:3542: finishing rollback tid 1 to smithi08986837-36 2024-07-26T06:16:58.519 INFO:tasks.rados.rados.0.smithi089.stdout:3542: finishing rollback tid 2 to smithi08986837-36 2024-07-26T06:16:58.519 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 36 v 2187 (ObjNum 981 snap 311 seq_num 981) dirty exists 2024-07-26T06:16:58.519 INFO:tasks.rados.rados.0.smithi089.stdout:3540: finishing write tid 4 to smithi08986837-10 2024-07-26T06:16:58.520 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 10 v 2179 (ObjNum 1065 snap 351 seq_num 1065) dirty exists 2024-07-26T06:16:58.520 INFO:tasks.rados.rados.0.smithi089.stdout:3540: left oid 10 (ObjNum 1065 snap 351 seq_num 1065) 2024-07-26T06:16:58.520 INFO:tasks.rados.rados.0.smithi089.stdout:3539: done (4 left) 2024-07-26T06:16:58.520 INFO:tasks.rados.rados.0.smithi089.stdout:3540: done (3 left) 2024-07-26T06:16:58.520 INFO:tasks.rados.rados.0.smithi089.stdout:3541: done (2 left) 2024-07-26T06:16:58.520 INFO:tasks.rados.rados.0.smithi089.stdout:3542: done (1 left) 2024-07-26T06:16:58.520 INFO:tasks.rados.rados.0.smithi089.stdout:3543: done (0 left) 2024-07-26T06:16:58.520 INFO:tasks.rados.rados.0.smithi089.stdout:3544: delete oid 8 current snap is 351 2024-07-26T06:16:58.529 INFO:tasks.rados.rados.0.smithi089.stdout:3544: done (0 left) 2024-07-26T06:16:58.529 INFO:tasks.rados.rados.0.smithi089.stdout:3545: read oid 27 snap -1 2024-07-26T06:16:58.529 INFO:tasks.rados.rados.0.smithi089.stdout:3545: expect (ObjNum 1053 snap 343 seq_num 1053) 2024-07-26T06:16:58.529 INFO:tasks.rados.rados.0.smithi089.stdout:3546: snap_remove snap 326 2024-07-26T06:16:58.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:58 smithi155 ceph-mon[90160]: osdmap e769: 8 total, 8 up, 8 in 2024-07-26T06:16:58.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:58 smithi089 ceph-mon[99608]: osdmap e769: 8 total, 8 up, 8 in 2024-07-26T06:16:58.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:58 smithi089 ceph-mon[102056]: osdmap e769: 8 total, 8 up, 8 in 2024-07-26T06:16:59.471 INFO:tasks.rados.rados.0.smithi089.stdout:3545: expect (ObjNum 1053 snap 343 seq_num 1053) 2024-07-26T06:16:59.751 INFO:tasks.rados.rados.0.smithi089.stdout:3545: done (1 left) 2024-07-26T06:16:59.752 INFO:tasks.rados.rados.0.smithi089.stdout:3546: done (0 left) 2024-07-26T06:16:59.752 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 19 current snap is 351 2024-07-26T06:16:59.752 INFO:tasks.rados.rados.0.smithi089.stdout:3547: seq_num 1067 ranges {0=679936,679936=401408} 2024-07-26T06:16:59.755 INFO:tasks.rados.rados.0.smithi089.stdout:3547: writing smithi08986837-19 from 0 to 679936 tid 1 2024-07-26T06:16:59.757 INFO:tasks.rados.rados.0.smithi089.stdout:3547: writing smithi08986837-19 from 679936 to 1081344 tid 2 2024-07-26T06:16:59.757 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 2 current snap is 351 2024-07-26T06:16:59.757 INFO:tasks.rados.rados.0.smithi089.stdout:3548: seq_num 1068 ranges {9740288=696320,10436608=401408} 2024-07-26T06:16:59.813 INFO:tasks.rados.rados.0.smithi089.stdout:3548: writing smithi08986837-2 from 9740288 to 10436608 tid 1 2024-07-26T06:16:59.815 INFO:tasks.rados.rados.0.smithi089.stdout:3548: writing smithi08986837-2 from 10436608 to 10838016 tid 2 2024-07-26T06:16:59.816 INFO:tasks.rados.rados.0.smithi089.stdout:3549: read oid 40 snap 327 2024-07-26T06:16:59.816 INFO:tasks.rados.rados.0.smithi089.stdout:3549: expect (ObjNum 998 snap 316 seq_num 998) 2024-07-26T06:16:59.816 INFO:tasks.rados.rados.0.smithi089.stdout:3550: snap_create 2024-07-26T06:16:59.816 INFO:tasks.rados.rados.0.smithi089.stdout:3547: finishing write tid 1 to smithi08986837-19 2024-07-26T06:16:59.816 INFO:tasks.rados.rados.0.smithi089.stdout:3547: finishing write tid 2 to smithi08986837-19 2024-07-26T06:16:59.816 INFO:tasks.rados.rados.0.smithi089.stdout:3547: finishing write tid 3 to smithi08986837-19 2024-07-26T06:16:59.816 INFO:tasks.rados.rados.0.smithi089.stdout:3547: finishing write tid 4 to smithi08986837-19 2024-07-26T06:16:59.817 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 19 v 1432 (ObjNum 1067 snap 351 seq_num 1067) dirty exists 2024-07-26T06:16:59.817 INFO:tasks.rados.rados.0.smithi089.stdout:3547: left oid 19 (ObjNum 1067 snap 351 seq_num 1067) 2024-07-26T06:16:59.818 INFO:tasks.rados.rados.0.smithi089.stdout:3548: finishing write tid 1 to smithi08986837-2 2024-07-26T06:16:59.818 INFO:tasks.rados.rados.0.smithi089.stdout:3548: finishing write tid 2 to smithi08986837-2 2024-07-26T06:16:59.818 INFO:tasks.rados.rados.0.smithi089.stdout:3548: finishing write tid 3 to smithi08986837-2 2024-07-26T06:16:59.823 INFO:tasks.rados.rados.0.smithi089.stdout:3548: finishing write tid 4 to smithi08986837-2 2024-07-26T06:16:59.823 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 2 v 1188 (ObjNum 1068 snap 351 seq_num 1068) dirty exists 2024-07-26T06:16:59.823 INFO:tasks.rados.rados.0.smithi089.stdout:3548: left oid 2 (ObjNum 1068 snap 351 seq_num 1068) 2024-07-26T06:16:59.827 INFO:tasks.rados.rados.0.smithi089.stdout:3549: expect (ObjNum 998 snap 316 seq_num 998) 2024-07-26T06:16:59.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:59 smithi155 ceph-mon[90160]: osdmap e770: 8 total, 8 up, 8 in 2024-07-26T06:16:59.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:59 smithi155 ceph-mon[90160]: pgmap v814: 121 pgs: 121 active+clean; 305 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 932 KiB/s wr, 9 op/s 2024-07-26T06:16:59.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:16:59 smithi155 ceph-mon[90160]: osdmap e771: 8 total, 8 up, 8 in 2024-07-26T06:16:59.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:59 smithi089 ceph-mon[99608]: osdmap e770: 8 total, 8 up, 8 in 2024-07-26T06:16:59.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:59 smithi089 ceph-mon[99608]: pgmap v814: 121 pgs: 121 active+clean; 305 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 932 KiB/s wr, 9 op/s 2024-07-26T06:16:59.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:16:59 smithi089 ceph-mon[99608]: osdmap e771: 8 total, 8 up, 8 in 2024-07-26T06:16:59.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:59 smithi089 ceph-mon[102056]: osdmap e770: 8 total, 8 up, 8 in 2024-07-26T06:16:59.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:59 smithi089 ceph-mon[102056]: pgmap v814: 121 pgs: 121 active+clean; 305 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 932 KiB/s wr, 9 op/s 2024-07-26T06:16:59.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:16:59 smithi089 ceph-mon[102056]: osdmap e771: 8 total, 8 up, 8 in 2024-07-26T06:17:00.558 INFO:tasks.rados.rados.0.smithi089.stdout:3547: done (3 left) 2024-07-26T06:17:00.559 INFO:tasks.rados.rados.0.smithi089.stdout:3548: done (2 left) 2024-07-26T06:17:00.559 INFO:tasks.rados.rados.0.smithi089.stdout:3549: done (1 left) 2024-07-26T06:17:00.559 INFO:tasks.rados.rados.0.smithi089.stdout:3550: done (0 left) 2024-07-26T06:17:00.559 INFO:tasks.rados.rados.0.smithi089.stdout:3551: rollback oid 22 current snap is 352 2024-07-26T06:17:00.559 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 22 to 350 2024-07-26T06:17:00.559 INFO:tasks.rados.rados.0.smithi089.stdout:3552: snap_remove snap 351 2024-07-26T06:17:01.566 INFO:tasks.rados.rados.0.smithi089.stdout:3552: done (1 left) 2024-07-26T06:17:01.566 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 50 current snap is 352 2024-07-26T06:17:01.566 INFO:tasks.rados.rados.0.smithi089.stdout:3551: finishing rollback tid 1 to smithi08986837-22 2024-07-26T06:17:01.566 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 22 v 2175 (ObjNum 33 snap 0 seq_num 3362176160) dirty dne 2024-07-26T06:17:01.567 INFO:tasks.rados.rados.0.smithi089.stdout:3553: seq_num 1069 ranges {2965504=712704,3678208=401408} 2024-07-26T06:17:01.585 INFO:tasks.rados.rados.0.smithi089.stdout:3553: writing smithi08986837-50 from 2965504 to 3678208 tid 1 2024-07-26T06:17:01.588 INFO:tasks.rados.rados.0.smithi089.stdout:3553: writing smithi08986837-50 from 3678208 to 4079616 tid 2 2024-07-26T06:17:01.588 INFO:tasks.rados.rados.0.smithi089.stdout:3551: done (1 left) 2024-07-26T06:17:01.588 INFO:tasks.rados.rados.0.smithi089.stdout:3554: delete oid 20 current snap is 352 2024-07-26T06:17:01.593 INFO:tasks.rados.rados.0.smithi089.stdout:3553: finishing write tid 1 to smithi08986837-50 2024-07-26T06:17:01.593 INFO:tasks.rados.rados.0.smithi089.stdout:3553: finishing write tid 2 to smithi08986837-50 2024-07-26T06:17:01.593 INFO:tasks.rados.rados.0.smithi089.stdout:3553: finishing write tid 3 to smithi08986837-50 2024-07-26T06:17:01.595 INFO:tasks.rados.rados.0.smithi089.stdout:3553: finishing write tid 4 to smithi08986837-50 2024-07-26T06:17:01.595 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 50 v 1964 (ObjNum 1069 snap 352 seq_num 1069) dirty exists 2024-07-26T06:17:01.595 INFO:tasks.rados.rados.0.smithi089.stdout:3553: left oid 50 (ObjNum 1069 snap 352 seq_num 1069) 2024-07-26T06:17:01.595 INFO:tasks.rados.rados.0.smithi089.stdout:3553: done (1 left) 2024-07-26T06:17:01.595 INFO:tasks.rados.rados.0.smithi089.stdout:3554: done (0 left) 2024-07-26T06:17:01.595 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 39 current snap is 352 2024-07-26T06:17:01.595 INFO:tasks.rados.rados.0.smithi089.stdout:3555: seq_num 1071 ranges {2981888=745472,3727360=401408} 2024-07-26T06:17:01.616 INFO:tasks.rados.rados.0.smithi089.stdout:3555: writing smithi08986837-39 from 2981888 to 3727360 tid 1 2024-07-26T06:17:01.618 INFO:tasks.rados.rados.0.smithi089.stdout:3555: writing smithi08986837-39 from 3727360 to 4128768 tid 2 2024-07-26T06:17:01.618 INFO:tasks.rados.rados.0.smithi089.stdout:3556: read oid 1 snap -1 2024-07-26T06:17:01.618 INFO:tasks.rados.rados.0.smithi089.stdout:3556: expect (ObjNum 692 snap 216 seq_num 692) 2024-07-26T06:17:01.618 INFO:tasks.rados.rados.0.smithi089.stdout:3557: setattr oid 6 current snap is 352 2024-07-26T06:17:01.621 INFO:tasks.rados.rados.0.smithi089.stdout:3555: finishing write tid 1 to smithi08986837-39 2024-07-26T06:17:01.621 INFO:tasks.rados.rados.0.smithi089.stdout:3558: delete oid 35 current snap is 352 2024-07-26T06:17:01.621 INFO:tasks.rados.rados.0.smithi089.stdout:3555: finishing write tid 2 to smithi08986837-39 2024-07-26T06:17:01.622 INFO:tasks.rados.rados.0.smithi089.stdout:3555: finishing write tid 3 to smithi08986837-39 2024-07-26T06:17:01.624 INFO:tasks.rados.rados.0.smithi089.stdout:3555: finishing write tid 4 to smithi08986837-39 2024-07-26T06:17:01.624 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 39 v 2191 (ObjNum 1071 snap 352 seq_num 1071) dirty exists 2024-07-26T06:17:01.624 INFO:tasks.rados.rados.0.smithi089.stdout:3555: left oid 39 (ObjNum 1071 snap 352 seq_num 1071) 2024-07-26T06:17:01.626 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 6 v 1434 (ObjNum 985 snap 311 seq_num 985) dirty exists 2024-07-26T06:17:01.628 INFO:tasks.rados.rados.0.smithi089.stdout:3556: expect (ObjNum 692 snap 216 seq_num 692) 2024-07-26T06:17:01.680 INFO:tasks.rados.rados.0.smithi089.stdout:3555: done (3 left) 2024-07-26T06:17:01.681 INFO:tasks.rados.rados.0.smithi089.stdout:3556: done (2 left) 2024-07-26T06:17:01.681 INFO:tasks.rados.rados.0.smithi089.stdout:3557: done (1 left) 2024-07-26T06:17:01.681 INFO:tasks.rados.rados.0.smithi089.stdout:3558: done (0 left) 2024-07-26T06:17:01.681 INFO:tasks.rados.rados.0.smithi089.stdout:3559: delete oid 30 current snap is 352 2024-07-26T06:17:01.682 INFO:tasks.rados.rados.0.smithi089.stdout:3559: done (0 left) 2024-07-26T06:17:01.683 INFO:tasks.rados.rados.0.smithi089.stdout:3560: snap_create 2024-07-26T06:17:01.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:01 smithi155 ceph-mon[90160]: osdmap e772: 8 total, 8 up, 8 in 2024-07-26T06:17:01.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:01 smithi155 ceph-mon[90160]: pgmap v817: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 307 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.2 MiB/s wr, 6 op/s 2024-07-26T06:17:01.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:01 smithi089 ceph-mon[99608]: osdmap e772: 8 total, 8 up, 8 in 2024-07-26T06:17:01.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:01 smithi089 ceph-mon[99608]: pgmap v817: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 307 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.2 MiB/s wr, 6 op/s 2024-07-26T06:17:01.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:01 smithi089 ceph-mon[102056]: osdmap e772: 8 total, 8 up, 8 in 2024-07-26T06:17:01.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:01 smithi089 ceph-mon[102056]: pgmap v817: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 307 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.2 MiB/s wr, 6 op/s 2024-07-26T06:17:02.572 INFO:tasks.rados.rados.0.smithi089.stdout:3560: done (0 left) 2024-07-26T06:17:02.572 INFO:tasks.rados.rados.0.smithi089.stdout:3561: snap_remove snap 319 2024-07-26T06:17:02.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:02 smithi155 ceph-mon[90160]: osdmap e773: 8 total, 8 up, 8 in 2024-07-26T06:17:02.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:17:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:17:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:17:02.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:02 smithi089 ceph-mon[99608]: osdmap e773: 8 total, 8 up, 8 in 2024-07-26T06:17:02.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:17:02 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:17:02] "GET /metrics HTTP/1.1" 200 36350 "" "Prometheus/2.43.0" 2024-07-26T06:17:02.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:02 smithi089 ceph-mon[102056]: osdmap e773: 8 total, 8 up, 8 in 2024-07-26T06:17:03.578 INFO:tasks.rados.rados.0.smithi089.stdout:3561: done (0 left) 2024-07-26T06:17:03.578 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 7 current snap is 353 2024-07-26T06:17:03.578 INFO:tasks.rados.rados.0.smithi089.stdout:3562: seq_num 1074 ranges {0=794624,794624=401408} 2024-07-26T06:17:03.583 INFO:tasks.rados.rados.0.smithi089.stdout:3562: writing smithi08986837-7 from 0 to 794624 tid 1 2024-07-26T06:17:03.586 INFO:tasks.rados.rados.0.smithi089.stdout:3562: writing smithi08986837-7 from 794624 to 1196032 tid 2 2024-07-26T06:17:03.587 INFO:tasks.rados.rados.0.smithi089.stdout:3563: snap_remove snap 352 2024-07-26T06:17:03.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:03 smithi155 ceph-mon[90160]: osdmap e774: 8 total, 8 up, 8 in 2024-07-26T06:17:03.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:03 smithi155 ceph-mon[90160]: pgmap v820: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 308 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 5.5 MiB/s rd, 764 KiB/s wr, 6 op/s 2024-07-26T06:17:03.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:03 smithi089 ceph-mon[99608]: osdmap e774: 8 total, 8 up, 8 in 2024-07-26T06:17:03.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:03 smithi089 ceph-mon[99608]: pgmap v820: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 308 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 5.5 MiB/s rd, 764 KiB/s wr, 6 op/s 2024-07-26T06:17:03.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:03 smithi089 ceph-mon[102056]: osdmap e774: 8 total, 8 up, 8 in 2024-07-26T06:17:03.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:03 smithi089 ceph-mon[102056]: pgmap v820: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 308 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 5.5 MiB/s rd, 764 KiB/s wr, 6 op/s 2024-07-26T06:17:04.469 INFO:tasks.rados.rados.0.smithi089.stdout:3562: finishing write tid 1 to smithi08986837-7 2024-07-26T06:17:04.470 INFO:tasks.rados.rados.0.smithi089.stdout:3562: finishing write tid 2 to smithi08986837-7 2024-07-26T06:17:04.470 INFO:tasks.rados.rados.0.smithi089.stdout:3562: finishing write tid 3 to smithi08986837-7 2024-07-26T06:17:04.470 INFO:tasks.rados.rados.0.smithi089.stdout:3562: finishing write tid 4 to smithi08986837-7 2024-07-26T06:17:04.470 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 7 v 1734 (ObjNum 1074 snap 353 seq_num 1074) dirty exists 2024-07-26T06:17:04.470 INFO:tasks.rados.rados.0.smithi089.stdout:3562: left oid 7 (ObjNum 1074 snap 353 seq_num 1074) 2024-07-26T06:17:04.470 INFO:tasks.rados.rados.0.smithi089.stdout:3562: done (1 left) 2024-07-26T06:17:04.470 INFO:tasks.rados.rados.0.smithi089.stdout:3563: done (0 left) 2024-07-26T06:17:04.470 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 28 current snap is 353 2024-07-26T06:17:04.470 INFO:tasks.rados.rados.0.smithi089.stdout:3564: seq_num 1075 ranges {4407296=409600,4816896=671744,5488640=131072} 2024-07-26T06:17:04.495 INFO:tasks.rados.rados.0.smithi089.stdout:3564: writing smithi08986837-28 from 4407296 to 4816896 tid 1 2024-07-26T06:17:04.499 INFO:tasks.rados.rados.0.smithi089.stdout:3564: writing smithi08986837-28 from 4816896 to 5488640 tid 2 2024-07-26T06:17:04.500 INFO:tasks.rados.rados.0.smithi089.stdout:3564: writing smithi08986837-28 from 5488640 to 5619712 tid 3 2024-07-26T06:17:04.500 INFO:tasks.rados.rados.0.smithi089.stdout:3565: read oid 38 snap 348 2024-07-26T06:17:04.500 INFO:tasks.rados.rados.0.smithi089.stdout:3565: expect (ObjNum -932324752 snap 21986 seq_num 3363072400) 2024-07-26T06:17:04.500 INFO:tasks.rados.rados.0.smithi089.stdout:3566: copy_from oid 22 from oid 46 current snap is 353 2024-07-26T06:17:04.500 INFO:tasks.rados.rados.0.smithi089.stdout:3567: read oid 42 snap 329 2024-07-26T06:17:04.500 INFO:tasks.rados.rados.0.smithi089.stdout:3567: expect (ObjNum 921 snap 291 seq_num 921) 2024-07-26T06:17:04.501 INFO:tasks.rados.rados.0.smithi089.stdout:3568: rollback oid 12 current snap is 353 2024-07-26T06:17:04.501 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 12 to 325 2024-07-26T06:17:04.501 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 35 current snap is 353 2024-07-26T06:17:04.501 INFO:tasks.rados.rados.0.smithi089.stdout:3569: seq_num 1076 ranges {0=425984,425984=548864,974848=253952} 2024-07-26T06:17:04.503 INFO:tasks.rados.rados.0.smithi089.stdout:3569: writing smithi08986837-35 from 0 to 425984 tid 1 2024-07-26T06:17:04.506 INFO:tasks.rados.rados.0.smithi089.stdout:3569: writing smithi08986837-35 from 425984 to 974848 tid 2 2024-07-26T06:17:04.508 INFO:tasks.rados.rados.0.smithi089.stdout:3569: writing smithi08986837-35 from 974848 to 1228800 tid 3 2024-07-26T06:17:04.508 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 44 current snap is 353 2024-07-26T06:17:04.508 INFO:tasks.rados.rados.0.smithi089.stdout:3570: seq_num 1077 ranges {6332416=442368,6774784=434176,7208960=368640} 2024-07-26T06:17:04.545 INFO:tasks.rados.rados.0.smithi089.stdout:3570: writing smithi08986837-44 from 6332416 to 6774784 tid 1 2024-07-26T06:17:04.548 INFO:tasks.rados.rados.0.smithi089.stdout:3570: writing smithi08986837-44 from 6774784 to 7208960 tid 2 2024-07-26T06:17:04.551 INFO:tasks.rados.rados.0.smithi089.stdout:3570: writing smithi08986837-44 from 7208960 to 7577600 tid 3 2024-07-26T06:17:04.551 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 8 current snap is 353 2024-07-26T06:17:04.551 INFO:tasks.rados.rados.0.smithi089.stdout:3571: seq_num 1078 ranges {0=458752,458752=720896,1179648=81920} 2024-07-26T06:17:04.553 INFO:tasks.rados.rados.0.smithi089.stdout:3571: writing smithi08986837-8 from 0 to 458752 tid 1 2024-07-26T06:17:04.558 INFO:tasks.rados.rados.0.smithi089.stdout:3571: writing smithi08986837-8 from 458752 to 1179648 tid 2 2024-07-26T06:17:04.558 INFO:tasks.rados.rados.0.smithi089.stdout:3571: writing smithi08986837-8 from 1179648 to 1261568 tid 3 2024-07-26T06:17:04.558 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 24 current snap is 353 2024-07-26T06:17:04.558 INFO:tasks.rados.rados.0.smithi089.stdout:3565: expect (ObjNum -932324752 snap 21986 seq_num 3363072400) 2024-07-26T06:17:04.560 INFO:tasks.rados.rados.0.smithi089.stdout:3564: finishing write tid 1 to smithi08986837-28 2024-07-26T06:17:04.560 INFO:tasks.rados.rados.0.smithi089.stdout:3564: finishing write tid 2 to smithi08986837-28 2024-07-26T06:17:04.560 INFO:tasks.rados.rados.0.smithi089.stdout:3564: finishing write tid 3 to smithi08986837-28 2024-07-26T06:17:04.560 INFO:tasks.rados.rados.0.smithi089.stdout:3568: finishing rollback tid 0 to smithi08986837-12 2024-07-26T06:17:04.560 INFO:tasks.rados.rados.0.smithi089.stdout:3568: finishing rollback tid 1 to smithi08986837-12 2024-07-26T06:17:04.560 INFO:tasks.rados.rados.0.smithi089.stdout:3568: finishing rollback tid 2 to smithi08986837-12 2024-07-26T06:17:04.560 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 12 v 2116 (ObjNum 901 snap 285 seq_num 901) dirty exists 2024-07-26T06:17:04.560 INFO:tasks.rados.rados.0.smithi089.stdout:3564: finishing write tid 4 to smithi08986837-28 2024-07-26T06:17:04.560 INFO:tasks.rados.rados.0.smithi089.stdout:3569: finishing write tid 1 to smithi08986837-35 2024-07-26T06:17:04.560 INFO:tasks.rados.rados.0.smithi089.stdout:3569: finishing write tid 2 to smithi08986837-35 2024-07-26T06:17:04.561 INFO:tasks.rados.rados.0.smithi089.stdout:3569: finishing write tid 3 to smithi08986837-35 2024-07-26T06:17:04.561 INFO:tasks.rados.rados.0.smithi089.stdout:3572: seq_num 1079 ranges {4161536=475136,4636672=606208,5242880=196608} 2024-07-26T06:17:04.585 INFO:tasks.rados.rados.0.smithi089.stdout:3572: writing smithi08986837-24 from 4161536 to 4636672 tid 1 2024-07-26T06:17:04.588 INFO:tasks.rados.rados.0.smithi089.stdout:3572: writing smithi08986837-24 from 4636672 to 5242880 tid 2 2024-07-26T06:17:04.590 INFO:tasks.rados.rados.0.smithi089.stdout:3572: writing smithi08986837-24 from 5242880 to 5439488 tid 3 2024-07-26T06:17:04.590 INFO:tasks.rados.rados.0.smithi089.stdout:3565: done (8 left) 2024-07-26T06:17:04.590 INFO:tasks.rados.rados.0.smithi089.stdout:3568: done (7 left) 2024-07-26T06:17:04.590 INFO:tasks.rados.rados.0.smithi089.stdout:3573: delete oid 27 current snap is 353 2024-07-26T06:17:04.590 INFO:tasks.rados.rados.0.smithi089.stdout:3564: finishing write tid 5 to smithi08986837-28 2024-07-26T06:17:04.591 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 28 v 2180 (ObjNum 1075 snap 353 seq_num 1075) dirty exists 2024-07-26T06:17:04.591 INFO:tasks.rados.rados.0.smithi089.stdout:3564: left oid 28 (ObjNum 1075 snap 353 seq_num 1075) 2024-07-26T06:17:04.591 INFO:tasks.rados.rados.0.smithi089.stdout:3569: finishing write tid 4 to smithi08986837-35 2024-07-26T06:17:04.591 INFO:tasks.rados.rados.0.smithi089.stdout:3567: expect (ObjNum 921 snap 291 seq_num 921) 2024-07-26T06:17:04.729 INFO:tasks.rados.rados.0.smithi089.stdout:3569: finishing write tid 5 to smithi08986837-35 2024-07-26T06:17:04.729 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 35 v 2184 (ObjNum 1076 snap 353 seq_num 1076) dirty exists 2024-07-26T06:17:04.729 INFO:tasks.rados.rados.0.smithi089.stdout:3569: left oid 35 (ObjNum 1076 snap 353 seq_num 1076) 2024-07-26T06:17:04.729 INFO:tasks.rados.rados.0.smithi089.stdout:3566: finishing copy_from racing read to smithi08986837-22 2024-07-26T06:17:04.729 INFO:tasks.rados.rados.0.smithi089.stdout:3566: finishing copy_from to smithi08986837-22 2024-07-26T06:17:04.729 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 22 v 2175 (ObjNum 1004 snap 320 seq_num 1004) dirty exists 2024-07-26T06:17:04.729 INFO:tasks.rados.rados.0.smithi089.stdout:3570: finishing write tid 1 to smithi08986837-44 2024-07-26T06:17:04.729 INFO:tasks.rados.rados.0.smithi089.stdout:3564: done (7 left) 2024-07-26T06:17:04.729 INFO:tasks.rados.rados.0.smithi089.stdout:3566: done (6 left) 2024-07-26T06:17:04.729 INFO:tasks.rados.rados.0.smithi089.stdout:3567: done (5 left) 2024-07-26T06:17:04.730 INFO:tasks.rados.rados.0.smithi089.stdout:3569: done (4 left) 2024-07-26T06:17:04.730 INFO:tasks.rados.rados.0.smithi089.stdout:3573: done (3 left) 2024-07-26T06:17:04.730 INFO:tasks.rados.rados.0.smithi089.stdout:3574: delete oid 26 current snap is 353 2024-07-26T06:17:04.730 INFO:tasks.rados.rados.0.smithi089.stdout:3570: finishing write tid 2 to smithi08986837-44 2024-07-26T06:17:04.730 INFO:tasks.rados.rados.0.smithi089.stdout:3570: finishing write tid 3 to smithi08986837-44 2024-07-26T06:17:04.730 INFO:tasks.rados.rados.0.smithi089.stdout:3570: finishing write tid 4 to smithi08986837-44 2024-07-26T06:17:04.730 INFO:tasks.rados.rados.0.smithi089.stdout:3570: finishing write tid 5 to smithi08986837-44 2024-07-26T06:17:04.730 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 44 v 2345 (ObjNum 1077 snap 353 seq_num 1077) dirty exists 2024-07-26T06:17:04.730 INFO:tasks.rados.rados.0.smithi089.stdout:3570: left oid 44 (ObjNum 1077 snap 353 seq_num 1077) 2024-07-26T06:17:04.730 INFO:tasks.rados.rados.0.smithi089.stdout:3571: finishing write tid 1 to smithi08986837-8 2024-07-26T06:17:04.730 INFO:tasks.rados.rados.0.smithi089.stdout:3571: finishing write tid 2 to smithi08986837-8 2024-07-26T06:17:04.730 INFO:tasks.rados.rados.0.smithi089.stdout:3571: finishing write tid 3 to smithi08986837-8 2024-07-26T06:17:04.731 INFO:tasks.rados.rados.0.smithi089.stdout:3571: finishing write tid 4 to smithi08986837-8 2024-07-26T06:17:04.731 INFO:tasks.rados.rados.0.smithi089.stdout:3571: finishing write tid 5 to smithi08986837-8 2024-07-26T06:17:04.731 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 8 v 2195 (ObjNum 1078 snap 353 seq_num 1078) dirty exists 2024-07-26T06:17:04.731 INFO:tasks.rados.rados.0.smithi089.stdout:3571: left oid 8 (ObjNum 1078 snap 353 seq_num 1078) 2024-07-26T06:17:04.731 INFO:tasks.rados.rados.0.smithi089.stdout:3572: finishing write tid 1 to smithi08986837-24 2024-07-26T06:17:04.731 INFO:tasks.rados.rados.0.smithi089.stdout:3572: finishing write tid 2 to smithi08986837-24 2024-07-26T06:17:04.731 INFO:tasks.rados.rados.0.smithi089.stdout:3572: finishing write tid 3 to smithi08986837-24 2024-07-26T06:17:04.731 INFO:tasks.rados.rados.0.smithi089.stdout:3572: finishing write tid 4 to smithi08986837-24 2024-07-26T06:17:04.731 INFO:tasks.rados.rados.0.smithi089.stdout:3572: finishing write tid 5 to smithi08986837-24 2024-07-26T06:17:04.731 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 24 v 1968 (ObjNum 1079 snap 353 seq_num 1079) dirty exists 2024-07-26T06:17:04.731 INFO:tasks.rados.rados.0.smithi089.stdout:3572: left oid 24 (ObjNum 1079 snap 353 seq_num 1079) 2024-07-26T06:17:04.732 INFO:tasks.rados.rados.0.smithi089.stdout:3570: done (3 left) 2024-07-26T06:17:04.732 INFO:tasks.rados.rados.0.smithi089.stdout:3571: done (2 left) 2024-07-26T06:17:04.732 INFO:tasks.rados.rados.0.smithi089.stdout:3572: done (1 left) 2024-07-26T06:17:04.732 INFO:tasks.rados.rados.0.smithi089.stdout:3574: done (0 left) 2024-07-26T06:17:04.732 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 37 current snap is 353 2024-07-26T06:17:04.732 INFO:tasks.rados.rados.0.smithi089.stdout:3575: seq_num 1082 ranges {0=524288,524288=704512,1228800=98304} 2024-07-26T06:17:04.733 INFO:tasks.rados.rados.0.smithi089.stdout:3575: writing smithi08986837-37 from 0 to 524288 tid 1 2024-07-26T06:17:04.736 INFO:tasks.rados.rados.0.smithi089.stdout:3575: writing smithi08986837-37 from 524288 to 1228800 tid 2 2024-07-26T06:17:04.737 INFO:tasks.rados.rados.0.smithi089.stdout:3575: writing smithi08986837-37 from 1228800 to 1327104 tid 3 2024-07-26T06:17:04.737 INFO:tasks.rados.rados.0.smithi089.stdout:3576: snap_create 2024-07-26T06:17:04.737 INFO:tasks.rados.rados.0.smithi089.stdout:3575: finishing write tid 1 to smithi08986837-37 2024-07-26T06:17:04.741 INFO:tasks.rados.rados.0.smithi089.stdout:3575: finishing write tid 2 to smithi08986837-37 2024-07-26T06:17:04.741 INFO:tasks.rados.rados.0.smithi089.stdout:3575: finishing write tid 3 to smithi08986837-37 2024-07-26T06:17:04.741 INFO:tasks.rados.rados.0.smithi089.stdout:3575: finishing write tid 4 to smithi08986837-37 2024-07-26T06:17:04.742 INFO:tasks.rados.rados.0.smithi089.stdout:3575: finishing write tid 5 to smithi08986837-37 2024-07-26T06:17:04.742 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 37 v 2349 (ObjNum 1082 snap 353 seq_num 1082) dirty exists 2024-07-26T06:17:04.742 INFO:tasks.rados.rados.0.smithi089.stdout:3575: left oid 37 (ObjNum 1082 snap 353 seq_num 1082) 2024-07-26T06:17:04.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:04 smithi155 ceph-mon[90160]: osdmap e775: 8 total, 8 up, 8 in 2024-07-26T06:17:04.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:04 smithi155 ceph-mon[90160]: osdmap e776: 8 total, 8 up, 8 in 2024-07-26T06:17:04.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:04 smithi089 ceph-mon[99608]: osdmap e775: 8 total, 8 up, 8 in 2024-07-26T06:17:04.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:04 smithi089 ceph-mon[99608]: osdmap e776: 8 total, 8 up, 8 in 2024-07-26T06:17:04.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:04 smithi089 ceph-mon[102056]: osdmap e775: 8 total, 8 up, 8 in 2024-07-26T06:17:04.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:04 smithi089 ceph-mon[102056]: osdmap e776: 8 total, 8 up, 8 in 2024-07-26T06:17:05.587 INFO:tasks.rados.rados.0.smithi089.stdout:3575: done (1 left) 2024-07-26T06:17:05.587 INFO:tasks.rados.rados.0.smithi089.stdout:3576: done (0 left) 2024-07-26T06:17:05.587 INFO:tasks.rados.rados.0.smithi089.stdout:3577: read oid 25 snap -1 2024-07-26T06:17:05.587 INFO:tasks.rados.rados.0.smithi089.stdout:3577: expect deleted 2024-07-26T06:17:05.587 INFO:tasks.rados.rados.0.smithi089.stdout:3578: rollback oid 21 current snap is 354 2024-07-26T06:17:05.587 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 21 to 353 2024-07-26T06:17:05.587 INFO:tasks.rados.rados.0.smithi089.stdout:3579: read oid 35 snap 345 2024-07-26T06:17:05.587 INFO:tasks.rados.rados.0.smithi089.stdout:3579: expect (ObjNum 921 snap 291 seq_num 921) 2024-07-26T06:17:05.588 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 24 current snap is 354 2024-07-26T06:17:05.588 INFO:tasks.rados.rados.0.smithi089.stdout:3580: seq_num 1083 ranges {5439488=540672,5980160=589824,6569984=212992} 2024-07-26T06:17:05.619 INFO:tasks.rados.rados.0.smithi089.stdout:3580: writing smithi08986837-24 from 5439488 to 5980160 tid 1 2024-07-26T06:17:05.622 INFO:tasks.rados.rados.0.smithi089.stdout:3580: writing smithi08986837-24 from 5980160 to 6569984 tid 2 2024-07-26T06:17:05.624 INFO:tasks.rados.rados.0.smithi089.stdout:3580: writing smithi08986837-24 from 6569984 to 6782976 tid 3 2024-07-26T06:17:05.646 INFO:tasks.rados.rados.0.smithi089.stdout:3581: read oid 45 snap 342 2024-07-26T06:17:05.647 INFO:tasks.rados.rados.0.smithi089.stdout:3581: expect (ObjNum 1024 snap 333 seq_num 1024) 2024-07-26T06:17:05.647 INFO:tasks.rados.rados.0.smithi089.stdout:3582: rollback oid 49 current snap is 354 2024-07-26T06:17:05.647 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 49 to 325 2024-07-26T06:17:05.647 INFO:tasks.rados.rados.0.smithi089.stdout:3578: finishing rollback tid 0 to smithi08986837-21 2024-07-26T06:17:05.647 INFO:tasks.rados.rados.0.smithi089.stdout:3578: finishing rollback tid 1 to smithi08986837-21 2024-07-26T06:17:05.648 INFO:tasks.rados.rados.0.smithi089.stdout:3577: done (5 left) 2024-07-26T06:17:05.648 INFO:tasks.rados.rados.0.smithi089.stdout:3583: delete oid 5 current snap is 354 2024-07-26T06:17:05.648 INFO:tasks.rados.rados.0.smithi089.stdout:3578: finishing rollback tid 2 to smithi08986837-21 2024-07-26T06:17:05.648 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 21 v 1437 (ObjNum 1062 snap 350 seq_num 1062) dirty exists 2024-07-26T06:17:05.648 INFO:tasks.rados.rados.0.smithi089.stdout:3579: expect (ObjNum 921 snap 291 seq_num 921) 2024-07-26T06:17:05.764 INFO:tasks.rados.rados.0.smithi089.stdout:3580: finishing write tid 1 to smithi08986837-24 2024-07-26T06:17:05.764 INFO:tasks.rados.rados.0.smithi089.stdout:3582: finishing rollback tid 1 to smithi08986837-49 2024-07-26T06:17:05.764 INFO:tasks.rados.rados.0.smithi089.stdout:3582: finishing rollback tid 2 to smithi08986837-49 2024-07-26T06:17:05.764 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 49 v 2118 (ObjNum 876 snap 280 seq_num 876) dirty exists 2024-07-26T06:17:05.765 INFO:tasks.rados.rados.0.smithi089.stdout:3580: finishing write tid 2 to smithi08986837-24 2024-07-26T06:17:05.765 INFO:tasks.rados.rados.0.smithi089.stdout:3578: done (5 left) 2024-07-26T06:17:05.765 INFO:tasks.rados.rados.0.smithi089.stdout:3579: done (4 left) 2024-07-26T06:17:05.765 INFO:tasks.rados.rados.0.smithi089.stdout:3582: done (3 left) 2024-07-26T06:17:05.765 INFO:tasks.rados.rados.0.smithi089.stdout:3583: done (2 left) 2024-07-26T06:17:05.765 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 7 current snap is 354 2024-07-26T06:17:05.765 INFO:tasks.rados.rados.0.smithi089.stdout:3580: finishing write tid 3 to smithi08986837-24 2024-07-26T06:17:05.765 INFO:tasks.rados.rados.0.smithi089.stdout:3580: finishing write tid 4 to smithi08986837-24 2024-07-26T06:17:05.765 INFO:tasks.rados.rados.0.smithi089.stdout:3584: seq_num 1085 ranges {1196032=581632,1777664=761856,2539520=40960} 2024-07-26T06:17:05.773 INFO:tasks.rados.rados.0.smithi089.stdout:3584: writing smithi08986837-7 from 1196032 to 1777664 tid 1 2024-07-26T06:17:05.777 INFO:tasks.rados.rados.0.smithi089.stdout:3584: writing smithi08986837-7 from 1777664 to 2539520 tid 2 2024-07-26T06:17:05.778 INFO:tasks.rados.rados.0.smithi089.stdout:3584: writing smithi08986837-7 from 2539520 to 2580480 tid 3 2024-07-26T06:17:05.778 INFO:tasks.rados.rados.0.smithi089.stdout:3585: rmattr oid 32 current snap is 354 2024-07-26T06:17:05.778 INFO:tasks.rados.rados.0.smithi089.stdout:3585: done (3 left) 2024-07-26T06:17:05.778 INFO:tasks.rados.rados.0.smithi089.stdout:3586: snap_remove snap 295 2024-07-26T06:17:05.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:05 smithi155 ceph-mon[90160]: pgmap v823: 121 pgs: 121 active+clean; 310 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 824 KiB/s wr, 10 op/s 2024-07-26T06:17:05.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:05 smithi089 ceph-mon[99608]: pgmap v823: 121 pgs: 121 active+clean; 310 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 824 KiB/s wr, 10 op/s 2024-07-26T06:17:05.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:05 smithi089 ceph-mon[102056]: pgmap v823: 121 pgs: 121 active+clean; 310 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 824 KiB/s wr, 10 op/s 2024-07-26T06:17:06.593 INFO:tasks.rados.rados.0.smithi089.stdout:3586: done (3 left) 2024-07-26T06:17:06.593 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 21 current snap is 354 2024-07-26T06:17:06.593 INFO:tasks.rados.rados.0.smithi089.stdout:3587: seq_num 1086 ranges {3227648=598016,3825664=647168,4472832=155648} 2024-07-26T06:17:06.615 INFO:tasks.rados.rados.0.smithi089.stdout:3587: writing smithi08986837-21 from 3227648 to 3825664 tid 1 2024-07-26T06:17:06.620 INFO:tasks.rados.rados.0.smithi089.stdout:3587: writing smithi08986837-21 from 3825664 to 4472832 tid 2 2024-07-26T06:17:06.621 INFO:tasks.rados.rados.0.smithi089.stdout:3587: writing smithi08986837-21 from 4472832 to 4628480 tid 3 2024-07-26T06:17:06.624 INFO:tasks.rados.rados.0.smithi089.stdout:3580: finishing write tid 5 to smithi08986837-24 2024-07-26T06:17:06.624 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 24 v 1972 (ObjNum 1083 snap 354 seq_num 1083) dirty exists 2024-07-26T06:17:06.624 INFO:tasks.rados.rados.0.smithi089.stdout:3580: left oid 24 (ObjNum 1083 snap 354 seq_num 1083) 2024-07-26T06:17:06.624 INFO:tasks.rados.rados.0.smithi089.stdout:3581: expect (ObjNum 1024 snap 333 seq_num 1024) 2024-07-26T06:17:06.850 INFO:tasks.rados.rados.0.smithi089.stdout:3584: finishing write tid 1 to smithi08986837-7 2024-07-26T06:17:06.850 INFO:tasks.rados.rados.0.smithi089.stdout:3584: finishing write tid 2 to smithi08986837-7 2024-07-26T06:17:06.850 INFO:tasks.rados.rados.0.smithi089.stdout:3584: finishing write tid 3 to smithi08986837-7 2024-07-26T06:17:06.850 INFO:tasks.rados.rados.0.smithi089.stdout:3584: finishing write tid 4 to smithi08986837-7 2024-07-26T06:17:06.850 INFO:tasks.rados.rados.0.smithi089.stdout:3584: finishing write tid 5 to smithi08986837-7 2024-07-26T06:17:06.850 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 7 v 1739 (ObjNum 1085 snap 354 seq_num 1085) dirty exists 2024-07-26T06:17:06.850 INFO:tasks.rados.rados.0.smithi089.stdout:3584: left oid 7 (ObjNum 1085 snap 354 seq_num 1085) 2024-07-26T06:17:06.850 INFO:tasks.rados.rados.0.smithi089.stdout:3587: finishing write tid 1 to smithi08986837-21 2024-07-26T06:17:06.850 INFO:tasks.rados.rados.0.smithi089.stdout:3587: finishing write tid 2 to smithi08986837-21 2024-07-26T06:17:06.851 INFO:tasks.rados.rados.0.smithi089.stdout:3587: finishing write tid 3 to smithi08986837-21 2024-07-26T06:17:06.851 INFO:tasks.rados.rados.0.smithi089.stdout:3587: finishing write tid 4 to smithi08986837-21 2024-07-26T06:17:06.851 INFO:tasks.rados.rados.0.smithi089.stdout:3580: done (3 left) 2024-07-26T06:17:06.851 INFO:tasks.rados.rados.0.smithi089.stdout:3581: done (2 left) 2024-07-26T06:17:06.851 INFO:tasks.rados.rados.0.smithi089.stdout:3584: done (1 left) 2024-07-26T06:17:06.851 INFO:tasks.rados.rados.0.smithi089.stdout:3588: snap_remove snap 329 2024-07-26T06:17:06.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:06 smithi155 ceph-mon[90160]: osdmap e777: 8 total, 8 up, 8 in 2024-07-26T06:17:06.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:06 smithi089 ceph-mon[99608]: osdmap e777: 8 total, 8 up, 8 in 2024-07-26T06:17:06.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:06 smithi089 ceph-mon[102056]: osdmap e777: 8 total, 8 up, 8 in 2024-07-26T06:17:07.598 INFO:tasks.rados.rados.0.smithi089.stdout:3588: done (1 left) 2024-07-26T06:17:07.598 INFO:tasks.rados.rados.0.smithi089.stdout:3589: delete oid 27 current snap is 354 2024-07-26T06:17:07.598 INFO:tasks.rados.rados.0.smithi089.stdout:3587: finishing write tid 5 to smithi08986837-21 2024-07-26T06:17:07.598 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 21 v 1441 (ObjNum 1086 snap 354 seq_num 1086) dirty exists 2024-07-26T06:17:07.598 INFO:tasks.rados.rados.0.smithi089.stdout:3587: left oid 21 (ObjNum 1086 snap 354 seq_num 1086) 2024-07-26T06:17:07.611 INFO:tasks.rados.rados.0.smithi089.stdout:3587: done (1 left) 2024-07-26T06:17:07.611 INFO:tasks.rados.rados.0.smithi089.stdout:3589: done (0 left) 2024-07-26T06:17:07.611 INFO:tasks.rados.rados.0.smithi089.stdout:3590: rollback oid 8 current snap is 354 2024-07-26T06:17:07.611 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 8 to 349 2024-07-26T06:17:07.611 INFO:tasks.rados.rados.0.smithi089.stdout:3591: read oid 28 snap -1 2024-07-26T06:17:07.612 INFO:tasks.rados.rados.0.smithi089.stdout:3591: expect (ObjNum 1075 snap 353 seq_num 1075) 2024-07-26T06:17:07.612 INFO:tasks.rados.rados.0.smithi089.stdout:3592: delete oid 43 current snap is 354 2024-07-26T06:17:07.626 INFO:tasks.rados.rados.0.smithi089.stdout:3590: finishing rollback tid 0 to smithi08986837-8 2024-07-26T06:17:07.626 INFO:tasks.rados.rados.0.smithi089.stdout:3590: finishing rollback tid 1 to smithi08986837-8 2024-07-26T06:17:07.626 INFO:tasks.rados.rados.0.smithi089.stdout:3590: finishing rollback tid 2 to smithi08986837-8 2024-07-26T06:17:07.627 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 8 v 2198 (ObjNum 1048 snap 342 seq_num 1048) dirty exists 2024-07-26T06:17:07.627 INFO:tasks.rados.rados.0.smithi089.stdout:3590: done (2 left) 2024-07-26T06:17:07.627 INFO:tasks.rados.rados.0.smithi089.stdout:3592: done (1 left) 2024-07-26T06:17:07.628 INFO:tasks.rados.rados.0.smithi089.stdout:3593: snap_remove snap 333 2024-07-26T06:17:07.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:07 smithi155 ceph-mon[90160]: osdmap e778: 8 total, 8 up, 8 in 2024-07-26T06:17:07.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:07 smithi155 ceph-mon[90160]: pgmap v826: 121 pgs: 121 active+clean; 320 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.6 MiB/s wr, 20 op/s 2024-07-26T06:17:07.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:07 smithi089 ceph-mon[99608]: osdmap e778: 8 total, 8 up, 8 in 2024-07-26T06:17:07.907 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:07 smithi089 ceph-mon[99608]: pgmap v826: 121 pgs: 121 active+clean; 320 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.6 MiB/s wr, 20 op/s 2024-07-26T06:17:07.907 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:07 smithi089 ceph-mon[102056]: osdmap e778: 8 total, 8 up, 8 in 2024-07-26T06:17:07.907 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:07 smithi089 ceph-mon[102056]: pgmap v826: 121 pgs: 121 active+clean; 320 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.6 MiB/s wr, 20 op/s 2024-07-26T06:17:08.602 INFO:tasks.rados.rados.0.smithi089.stdout:3593: done (1 left) 2024-07-26T06:17:08.602 INFO:tasks.rados.rados.0.smithi089.stdout:3594: rollback oid 26 current snap is 354 2024-07-26T06:17:08.602 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 26 to 324 2024-07-26T06:17:08.602 INFO:tasks.rados.rados.0.smithi089.stdout:3591: expect (ObjNum 1075 snap 353 seq_num 1075) 2024-07-26T06:17:08.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:08 smithi155 ceph-mon[90160]: osdmap e779: 8 total, 8 up, 8 in 2024-07-26T06:17:08.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:08 smithi089 ceph-mon[99608]: osdmap e779: 8 total, 8 up, 8 in 2024-07-26T06:17:08.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:08 smithi089 ceph-mon[102056]: osdmap e779: 8 total, 8 up, 8 in 2024-07-26T06:17:08.921 INFO:tasks.rados.rados.0.smithi089.stdout:3594: finishing rollback tid 1 to smithi08986837-26 2024-07-26T06:17:08.921 INFO:tasks.rados.rados.0.smithi089.stdout:3594: finishing rollback tid 2 to smithi08986837-26 2024-07-26T06:17:08.921 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 26 v 1408 (ObjNum 1002 snap 317 seq_num 1002) dirty exists 2024-07-26T06:17:08.921 INFO:tasks.rados.rados.0.smithi089.stdout:3591: done (1 left) 2024-07-26T06:17:08.921 INFO:tasks.rados.rados.0.smithi089.stdout:3594: done (0 left) 2024-07-26T06:17:08.921 INFO:tasks.rados.rados.0.smithi089.stdout:3595: rollback oid 30 current snap is 354 2024-07-26T06:17:08.921 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 30 to 345 2024-07-26T06:17:08.921 INFO:tasks.rados.rados.0.smithi089.stdout:3596: rollback oid 27 current snap is 354 2024-07-26T06:17:08.921 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 27 to 350 2024-07-26T06:17:08.922 INFO:tasks.rados.rados.0.smithi089.stdout:3597: delete oid 24 current snap is 354 2024-07-26T06:17:08.925 INFO:tasks.rados.rados.0.smithi089.stdout:3595: finishing rollback tid 1 to smithi08986837-30 2024-07-26T06:17:08.925 INFO:tasks.rados.rados.0.smithi089.stdout:3596: finishing rollback tid 1 to smithi08986837-27 2024-07-26T06:17:08.925 INFO:tasks.rados.rados.0.smithi089.stdout:3595: finishing rollback tid 2 to smithi08986837-30 2024-07-26T06:17:08.925 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 30 v 1974 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-07-26T06:17:08.926 INFO:tasks.rados.rados.0.smithi089.stdout:3596: finishing rollback tid 2 to smithi08986837-27 2024-07-26T06:17:08.926 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 27 v 1741 (ObjNum 1053 snap 343 seq_num 1053) dirty exists 2024-07-26T06:17:08.926 INFO:tasks.rados.rados.0.smithi089.stdout:3595: done (2 left) 2024-07-26T06:17:08.926 INFO:tasks.rados.rados.0.smithi089.stdout:3596: done (1 left) 2024-07-26T06:17:08.926 INFO:tasks.rados.rados.0.smithi089.stdout:3597: done (0 left) 2024-07-26T06:17:08.926 INFO:tasks.rados.rados.0.smithi089.stdout:3598: delete oid 28 current snap is 354 2024-07-26T06:17:08.929 INFO:tasks.rados.rados.0.smithi089.stdout:3598: done (0 left) 2024-07-26T06:17:08.929 INFO:tasks.rados.rados.0.smithi089.stdout:3599: rmattr oid 44 current snap is 354 2024-07-26T06:17:08.929 INFO:tasks.rados.rados.0.smithi089.stdout:3599: done (0 left) 2024-07-26T06:17:08.929 INFO:tasks.rados.rados.0.smithi089.stdout:3600: read oid 7 snap -1 2024-07-26T06:17:08.929 INFO:tasks.rados.rados.0.smithi089.stdout:3600: expect (ObjNum 1085 snap 354 seq_num 1085) 2024-07-26T06:17:08.929 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 46 current snap is 354 2024-07-26T06:17:08.929 INFO:tasks.rados.rados.0.smithi089.stdout:3601: seq_num 1091 ranges {2064384=679936,2744320=516096,3260416=286720} 2024-07-26T06:17:08.943 INFO:tasks.rados.rados.0.smithi089.stdout:3601: writing smithi08986837-46 from 2064384 to 2744320 tid 1 2024-07-26T06:17:08.946 INFO:tasks.rados.rados.0.smithi089.stdout:3601: writing smithi08986837-46 from 2744320 to 3260416 tid 2 2024-07-26T06:17:08.948 INFO:tasks.rados.rados.0.smithi089.stdout:3601: writing smithi08986837-46 from 3260416 to 3547136 tid 3 2024-07-26T06:17:08.948 INFO:tasks.rados.rados.0.smithi089.stdout:3602: copy_from oid 36 from oid 4 current snap is 354 2024-07-26T06:17:08.948 INFO:tasks.rados.rados.0.smithi089.stdout:3600: expect (ObjNum 1085 snap 354 seq_num 1085) 2024-07-26T06:17:09.036 INFO:tasks.rados.rados.0.smithi089.stdout:3601: finishing write tid 1 to smithi08986837-46 2024-07-26T06:17:09.036 INFO:tasks.rados.rados.0.smithi089.stdout:3601: finishing write tid 2 to smithi08986837-46 2024-07-26T06:17:09.036 INFO:tasks.rados.rados.0.smithi089.stdout:3601: finishing write tid 3 to smithi08986837-46 2024-07-26T06:17:09.036 INFO:tasks.rados.rados.0.smithi089.stdout:3601: finishing write tid 4 to smithi08986837-46 2024-07-26T06:17:09.036 INFO:tasks.rados.rados.0.smithi089.stdout:3601: finishing write tid 5 to smithi08986837-46 2024-07-26T06:17:09.036 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 46 v 2380 (ObjNum 1091 snap 354 seq_num 1091) dirty exists 2024-07-26T06:17:09.036 INFO:tasks.rados.rados.0.smithi089.stdout:3601: left oid 46 (ObjNum 1091 snap 354 seq_num 1091) 2024-07-26T06:17:09.036 INFO:tasks.rados.rados.0.smithi089.stdout:3602: finishing copy_from racing read to smithi08986837-36 2024-07-26T06:17:09.036 INFO:tasks.rados.rados.0.smithi089.stdout:3600: done (2 left) 2024-07-26T06:17:09.036 INFO:tasks.rados.rados.0.smithi089.stdout:3601: done (1 left) 2024-07-26T06:17:09.037 INFO:tasks.rados.rados.0.smithi089.stdout:3603: read oid 25 snap -1 2024-07-26T06:17:09.037 INFO:tasks.rados.rados.0.smithi089.stdout:3603: expect deleted 2024-07-26T06:17:09.037 INFO:tasks.rados.rados.0.smithi089.stdout:3604: read oid 1 snap -1 2024-07-26T06:17:09.037 INFO:tasks.rados.rados.0.smithi089.stdout:3604: expect (ObjNum 692 snap 216 seq_num 692) 2024-07-26T06:17:09.037 INFO:tasks.rados.rados.0.smithi089.stdout:3605: rollback oid 11 current snap is 354 2024-07-26T06:17:09.037 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 11 to 327 2024-07-26T06:17:09.037 INFO:tasks.rados.rados.0.smithi089.stdout:3602: finishing copy_from to smithi08986837-36 2024-07-26T06:17:09.037 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 36 v 1376 (ObjNum 1049 snap 343 seq_num 1049) dirty exists 2024-07-26T06:17:09.037 INFO:tasks.rados.rados.0.smithi089.stdout:3602: done (3 left) 2024-07-26T06:17:09.037 INFO:tasks.rados.rados.0.smithi089.stdout:3606: read oid 27 snap -1 2024-07-26T06:17:09.037 INFO:tasks.rados.rados.0.smithi089.stdout:3606: expect (ObjNum 1053 snap 343 seq_num 1053) 2024-07-26T06:17:09.037 INFO:tasks.rados.rados.0.smithi089.stdout:3607: read oid 3 snap -1 2024-07-26T06:17:09.037 INFO:tasks.rados.rados.0.smithi089.stdout:3607: expect (ObjNum 1060 snap 350 seq_num 1060) 2024-07-26T06:17:09.037 INFO:tasks.rados.rados.0.smithi089.stdout:3608: read oid 34 snap -1 2024-07-26T06:17:09.037 INFO:tasks.rados.rados.0.smithi089.stdout:3608: expect (ObjNum 928 snap 295 seq_num 928) 2024-07-26T06:17:09.038 INFO:tasks.rados.rados.0.smithi089.stdout:3609: read oid 48 snap -1 2024-07-26T06:17:09.038 INFO:tasks.rados.rados.0.smithi089.stdout:3609: expect (ObjNum 985 snap 311 seq_num 985) 2024-07-26T06:17:09.038 INFO:tasks.rados.rados.0.smithi089.stdout:3610: snap_remove snap 330 2024-07-26T06:17:09.470 INFO:tasks.rados.rados.0.smithi089.stdout:3610: done (7 left) 2024-07-26T06:17:09.470 INFO:tasks.rados.rados.0.smithi089.stdout:3611: copy_from oid 45 from oid 17 current snap is 354 2024-07-26T06:17:09.470 INFO:tasks.rados.rados.0.smithi089.stdout:3603: done (7 left) 2024-07-26T06:17:09.471 INFO:tasks.rados.rados.0.smithi089.stdout:3612: delete oid 36 current snap is 354 2024-07-26T06:17:09.471 INFO:tasks.rados.rados.0.smithi089.stdout:3607: expect (ObjNum 1060 snap 350 seq_num 1060) 2024-07-26T06:17:09.510 INFO:tasks.rados.rados.0.smithi089.stdout:3608: expect (ObjNum 928 snap 295 seq_num 928) 2024-07-26T06:17:09.582 INFO:tasks.rados.rados.0.smithi089.stdout:3604: expect (ObjNum 692 snap 216 seq_num 692) 2024-07-26T06:17:09.634 INFO:tasks.rados.rados.0.smithi089.stdout:3605: finishing rollback tid 0 to smithi08986837-11 2024-07-26T06:17:09.634 INFO:tasks.rados.rados.0.smithi089.stdout:3605: finishing rollback tid 1 to smithi08986837-11 2024-07-26T06:17:09.635 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 11 v 2181 (ObjNum 33 snap 0 seq_num 3362100592) dirty dne 2024-07-26T06:17:09.635 INFO:tasks.rados.rados.0.smithi089.stdout:3609: expect (ObjNum 985 snap 311 seq_num 985) 2024-07-26T06:17:09.771 INFO:tasks.rados.rados.0.smithi089.stdout:3606: expect (ObjNum 1053 snap 343 seq_num 1053) 2024-07-26T06:17:09.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:09 smithi155 ceph-mon[90160]: osdmap e780: 8 total, 8 up, 8 in 2024-07-26T06:17:09.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:09 smithi155 ceph-mon[90160]: pgmap v829: 121 pgs: 121 active+clean; 315 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.4 MiB/s wr, 14 op/s 2024-07-26T06:17:09.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:09 smithi155 ceph-mon[90160]: osdmap e781: 8 total, 8 up, 8 in 2024-07-26T06:17:09.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:09 smithi089 ceph-mon[99608]: osdmap e780: 8 total, 8 up, 8 in 2024-07-26T06:17:09.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:09 smithi089 ceph-mon[99608]: pgmap v829: 121 pgs: 121 active+clean; 315 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.4 MiB/s wr, 14 op/s 2024-07-26T06:17:09.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:09 smithi089 ceph-mon[99608]: osdmap e781: 8 total, 8 up, 8 in 2024-07-26T06:17:09.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:09 smithi089 ceph-mon[102056]: osdmap e780: 8 total, 8 up, 8 in 2024-07-26T06:17:09.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:09 smithi089 ceph-mon[102056]: pgmap v829: 121 pgs: 121 active+clean; 315 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.4 MiB/s wr, 14 op/s 2024-07-26T06:17:09.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:09 smithi089 ceph-mon[102056]: osdmap e781: 8 total, 8 up, 8 in 2024-07-26T06:17:10.040 INFO:tasks.rados.rados.0.smithi089.stdout:3611: finishing copy_from racing read to smithi08986837-45 2024-07-26T06:17:10.040 INFO:tasks.rados.rados.0.smithi089.stdout:3611: finishing copy_from to smithi08986837-45 2024-07-26T06:17:10.040 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 45 v 2006 (ObjNum 1046 snap 340 seq_num 1046) dirty exists 2024-07-26T06:17:10.040 INFO:tasks.rados.rados.0.smithi089.stdout:3604: done (7 left) 2024-07-26T06:17:10.040 INFO:tasks.rados.rados.0.smithi089.stdout:3605: done (6 left) 2024-07-26T06:17:10.040 INFO:tasks.rados.rados.0.smithi089.stdout:3606: done (5 left) 2024-07-26T06:17:10.040 INFO:tasks.rados.rados.0.smithi089.stdout:3607: done (4 left) 2024-07-26T06:17:10.040 INFO:tasks.rados.rados.0.smithi089.stdout:3608: done (3 left) 2024-07-26T06:17:10.040 INFO:tasks.rados.rados.0.smithi089.stdout:3609: done (2 left) 2024-07-26T06:17:10.041 INFO:tasks.rados.rados.0.smithi089.stdout:3611: done (1 left) 2024-07-26T06:17:10.041 INFO:tasks.rados.rados.0.smithi089.stdout:3612: done (0 left) 2024-07-26T06:17:10.041 INFO:tasks.rados.rados.0.smithi089.stdout:3613: rollback oid 20 current snap is 354 2024-07-26T06:17:10.041 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 20 to 327 2024-07-26T06:17:10.041 INFO:tasks.rados.rados.0.smithi089.stdout:3614: snap_create 2024-07-26T06:17:10.041 INFO:tasks.rados.rados.0.smithi089.stdout:3613: finishing rollback tid 1 to smithi08986837-20 2024-07-26T06:17:10.041 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 20 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-07-26T06:17:10.611 INFO:tasks.rados.rados.0.smithi089.stdout:3613: done (1 left) 2024-07-26T06:17:10.611 INFO:tasks.rados.rados.0.smithi089.stdout:3614: done (0 left) 2024-07-26T06:17:10.612 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 23 current snap is 355 2024-07-26T06:17:10.612 INFO:tasks.rados.rados.0.smithi089.stdout:3615: seq_num 1093 ranges {942080=712704,1654784=688128,2342912=114688} 2024-07-26T06:17:10.620 INFO:tasks.rados.rados.0.smithi089.stdout:3615: writing smithi08986837-23 from 942080 to 1654784 tid 1 2024-07-26T06:17:10.623 INFO:tasks.rados.rados.0.smithi089.stdout:3615: writing smithi08986837-23 from 1654784 to 2342912 tid 2 2024-07-26T06:17:10.625 INFO:tasks.rados.rados.0.smithi089.stdout:3615: writing smithi08986837-23 from 2342912 to 2457600 tid 3 2024-07-26T06:17:10.625 INFO:tasks.rados.rados.0.smithi089.stdout:3616: delete oid 13 current snap is 355 2024-07-26T06:17:10.629 INFO:tasks.rados.rados.0.smithi089.stdout:3615: finishing write tid 1 to smithi08986837-23 2024-07-26T06:17:10.629 INFO:tasks.rados.rados.0.smithi089.stdout:3616: done (1 left) 2024-07-26T06:17:10.629 INFO:tasks.rados.rados.0.smithi089.stdout:3617: copy_from oid 14 from oid 37 current snap is 355 2024-07-26T06:17:10.630 INFO:tasks.rados.rados.0.smithi089.stdout:3618: snap_remove snap 346 2024-07-26T06:17:11.615 INFO:tasks.rados.rados.0.smithi089.stdout:3618: done (2 left) 2024-07-26T06:17:11.615 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 19 current snap is 355 2024-07-26T06:17:11.615 INFO:tasks.rados.rados.0.smithi089.stdout:3619: seq_num 1095 ranges {1081344=745472,1826816=499712,2326528=303104} 2024-07-26T06:17:11.626 INFO:tasks.rados.rados.0.smithi089.stdout:3619: writing smithi08986837-19 from 1081344 to 1826816 tid 1 2024-07-26T06:17:11.629 INFO:tasks.rados.rados.0.smithi089.stdout:3619: writing smithi08986837-19 from 1826816 to 2326528 tid 2 2024-07-26T06:17:11.632 INFO:tasks.rados.rados.0.smithi089.stdout:3619: writing smithi08986837-19 from 2326528 to 2629632 tid 3 2024-07-26T06:17:11.632 INFO:tasks.rados.rados.0.smithi089.stdout:3620: snap_create 2024-07-26T06:17:11.632 INFO:tasks.rados.rados.0.smithi089.stdout:3615: finishing write tid 2 to smithi08986837-23 2024-07-26T06:17:11.632 INFO:tasks.rados.rados.0.smithi089.stdout:3615: finishing write tid 3 to smithi08986837-23 2024-07-26T06:17:11.632 INFO:tasks.rados.rados.0.smithi089.stdout:3615: finishing write tid 4 to smithi08986837-23 2024-07-26T06:17:11.632 INFO:tasks.rados.rados.0.smithi089.stdout:3615: finishing write tid 5 to smithi08986837-23 2024-07-26T06:17:11.632 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 23 v 1712 (ObjNum 1093 snap 355 seq_num 1093) dirty exists 2024-07-26T06:17:11.632 INFO:tasks.rados.rados.0.smithi089.stdout:3615: left oid 23 (ObjNum 1093 snap 355 seq_num 1093) 2024-07-26T06:17:11.633 INFO:tasks.rados.rados.0.smithi089.stdout:3617: finishing copy_from racing read to smithi08986837-14 2024-07-26T06:17:11.633 INFO:tasks.rados.rados.0.smithi089.stdout:3617: finishing copy_from to smithi08986837-14 2024-07-26T06:17:11.633 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 14 v 2349 (ObjNum 1082 snap 353 seq_num 1082) dirty exists 2024-07-26T06:17:11.636 INFO:tasks.rados.rados.0.smithi089.stdout:3619: finishing write tid 1 to smithi08986837-19 2024-07-26T06:17:11.640 INFO:tasks.rados.rados.0.smithi089.stdout:3619: finishing write tid 2 to smithi08986837-19 2024-07-26T06:17:11.641 INFO:tasks.rados.rados.0.smithi089.stdout:3619: finishing write tid 3 to smithi08986837-19 2024-07-26T06:17:11.642 INFO:tasks.rados.rados.0.smithi089.stdout:3619: finishing write tid 4 to smithi08986837-19 2024-07-26T06:17:11.643 INFO:tasks.rados.rados.0.smithi089.stdout:3619: finishing write tid 5 to smithi08986837-19 2024-07-26T06:17:11.643 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 19 v 2010 (ObjNum 1095 snap 355 seq_num 1095) dirty exists 2024-07-26T06:17:11.643 INFO:tasks.rados.rados.0.smithi089.stdout:3619: left oid 19 (ObjNum 1095 snap 355 seq_num 1095) 2024-07-26T06:17:11.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:11 smithi155 ceph-mon[90160]: osdmap e782: 8 total, 8 up, 8 in 2024-07-26T06:17:11.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:11 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:17:11.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:11 smithi155 ceph-mon[90160]: pgmap v832: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 301 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 1.7 MiB/s wr, 13 op/s 2024-07-26T06:17:11.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:11 smithi089 ceph-mon[99608]: osdmap e782: 8 total, 8 up, 8 in 2024-07-26T06:17:11.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:17:11.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:11 smithi089 ceph-mon[99608]: pgmap v832: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 301 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 1.7 MiB/s wr, 13 op/s 2024-07-26T06:17:11.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:11 smithi089 ceph-mon[102056]: osdmap e782: 8 total, 8 up, 8 in 2024-07-26T06:17:11.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:17:11.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:11 smithi089 ceph-mon[102056]: pgmap v832: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 301 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 1.7 MiB/s wr, 13 op/s 2024-07-26T06:17:12.610 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:17:12 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:17:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:17:12.619 INFO:tasks.rados.rados.0.smithi089.stdout:3615: done (3 left) 2024-07-26T06:17:12.619 INFO:tasks.rados.rados.0.smithi089.stdout:3617: done (2 left) 2024-07-26T06:17:12.619 INFO:tasks.rados.rados.0.smithi089.stdout:3619: done (1 left) 2024-07-26T06:17:12.620 INFO:tasks.rados.rados.0.smithi089.stdout:3620: done (0 left) 2024-07-26T06:17:12.620 INFO:tasks.rados.rados.0.smithi089.stdout:3621: copy_from oid 7 from oid 49 current snap is 356 2024-07-26T06:17:12.620 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 37 current snap is 356 2024-07-26T06:17:12.620 INFO:tasks.rados.rados.0.smithi089.stdout:3622: seq_num 1096 ranges {1327104=761856,2088960=786432,2875392=16384} 2024-07-26T06:17:12.631 INFO:tasks.rados.rados.0.smithi089.stdout:3622: writing smithi08986837-37 from 1327104 to 2088960 tid 1 2024-07-26T06:17:12.637 INFO:tasks.rados.rados.0.smithi089.stdout:3622: writing smithi08986837-37 from 2088960 to 2875392 tid 2 2024-07-26T06:17:12.637 INFO:tasks.rados.rados.0.smithi089.stdout:3622: writing smithi08986837-37 from 2875392 to 2891776 tid 3 2024-07-26T06:17:12.637 INFO:tasks.rados.rados.0.smithi089.stdout:3623: copy_from oid 5 from oid 6 current snap is 356 2024-07-26T06:17:12.637 INFO:tasks.rados.rados.0.smithi089.stdout:3621: finishing copy_from racing read to smithi08986837-7 2024-07-26T06:17:12.637 INFO:tasks.rados.rados.0.smithi089.stdout:3621: finishing copy_from to smithi08986837-7 2024-07-26T06:17:12.637 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 7 v 2118 (ObjNum 876 snap 280 seq_num 876) dirty exists 2024-07-26T06:17:12.638 INFO:tasks.rados.rados.0.smithi089.stdout:3622: finishing write tid 1 to smithi08986837-37 2024-07-26T06:17:12.638 INFO:tasks.rados.rados.0.smithi089.stdout:3621: done (2 left) 2024-07-26T06:17:12.638 INFO:tasks.rados.rados.0.smithi089.stdout:3624: rollback oid 46 current snap is 356 2024-07-26T06:17:12.638 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 46 to 354 2024-07-26T06:17:12.638 INFO:tasks.rados.rados.0.smithi089.stdout:3625: rollback oid 33 current snap is 356 2024-07-26T06:17:12.638 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 33 to 343 2024-07-26T06:17:12.638 INFO:tasks.rados.rados.0.smithi089.stdout:3626: copy_from oid 34 from oid 48 current snap is 356 2024-07-26T06:17:12.638 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 26 current snap is 356 2024-07-26T06:17:12.638 INFO:tasks.rados.rados.0.smithi089.stdout:3627: seq_num 1097 ranges {2670592=778240,3448832=671744,4120576=131072} 2024-07-26T06:17:12.658 INFO:tasks.rados.rados.0.smithi089.stdout:3627: writing smithi08986837-26 from 2670592 to 3448832 tid 1 2024-07-26T06:17:12.662 INFO:tasks.rados.rados.0.smithi089.stdout:3627: writing smithi08986837-26 from 3448832 to 4120576 tid 2 2024-07-26T06:17:12.663 INFO:tasks.rados.rados.0.smithi089.stdout:3627: writing smithi08986837-26 from 4120576 to 4251648 tid 3 2024-07-26T06:17:12.663 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 43 current snap is 356 2024-07-26T06:17:12.663 INFO:tasks.rados.rados.0.smithi089.stdout:3625: finishing rollback tid 0 to smithi08986837-33 2024-07-26T06:17:12.663 INFO:tasks.rados.rados.0.smithi089.stdout:3625: finishing rollback tid 1 to smithi08986837-33 2024-07-26T06:17:12.663 INFO:tasks.rados.rados.0.smithi089.stdout:3625: finishing rollback tid 2 to smithi08986837-33 2024-07-26T06:17:12.663 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 33 v 2121 (ObjNum 1010 snap 321 seq_num 1010) dirty exists 2024-07-26T06:17:12.663 INFO:tasks.rados.rados.0.smithi089.stdout:3622: finishing write tid 2 to smithi08986837-37 2024-07-26T06:17:12.663 INFO:tasks.rados.rados.0.smithi089.stdout:3622: finishing write tid 3 to smithi08986837-37 2024-07-26T06:17:12.664 INFO:tasks.rados.rados.0.smithi089.stdout:3622: finishing write tid 4 to smithi08986837-37 2024-07-26T06:17:12.664 INFO:tasks.rados.rados.0.smithi089.stdout:3624: finishing rollback tid 0 to smithi08986837-46 2024-07-26T06:17:12.664 INFO:tasks.rados.rados.0.smithi089.stdout:3628: seq_num 1098 ranges {0=794624,794624=557056,1351680=245760} 2024-07-26T06:17:12.667 INFO:tasks.rados.rados.0.smithi089.stdout:3628: writing smithi08986837-43 from 0 to 794624 tid 1 2024-07-26T06:17:12.670 INFO:tasks.rados.rados.0.smithi089.stdout:3628: writing smithi08986837-43 from 794624 to 1351680 tid 2 2024-07-26T06:17:12.672 INFO:tasks.rados.rados.0.smithi089.stdout:3628: writing smithi08986837-43 from 1351680 to 1597440 tid 3 2024-07-26T06:17:12.672 INFO:tasks.rados.rados.0.smithi089.stdout:3625: done (6 left) 2024-07-26T06:17:12.672 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 19 current snap is 356 2024-07-26T06:17:12.672 INFO:tasks.rados.rados.0.smithi089.stdout:3622: finishing write tid 5 to smithi08986837-37 2024-07-26T06:17:12.672 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 37 v 2402 (ObjNum 1096 snap 356 seq_num 1096) dirty exists 2024-07-26T06:17:12.672 INFO:tasks.rados.rados.0.smithi089.stdout:3622: left oid 37 (ObjNum 1096 snap 356 seq_num 1096) 2024-07-26T06:17:12.673 INFO:tasks.rados.rados.0.smithi089.stdout:3624: finishing rollback tid 1 to smithi08986837-46 2024-07-26T06:17:12.673 INFO:tasks.rados.rados.0.smithi089.stdout:3629: seq_num 1099 ranges {2629632=409600,3039232=442368,3481600=720896,4202496=40960} 2024-07-26T06:17:12.688 INFO:tasks.rados.rados.0.smithi089.stdout:3629: writing smithi08986837-19 from 2629632 to 3039232 tid 1 2024-07-26T06:17:12.691 INFO:tasks.rados.rados.0.smithi089.stdout:3629: writing smithi08986837-19 from 3039232 to 3481600 tid 2 2024-07-26T06:17:12.695 INFO:tasks.rados.rados.0.smithi089.stdout:3629: writing smithi08986837-19 from 3481600 to 4202496 tid 3 2024-07-26T06:17:12.695 INFO:tasks.rados.rados.0.smithi089.stdout:3629: writing smithi08986837-19 from 4202496 to 4243456 tid 4 2024-07-26T06:17:12.696 INFO:tasks.rados.rados.0.smithi089.stdout:3622: done (6 left) 2024-07-26T06:17:12.696 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 9 current snap is 356 2024-07-26T06:17:12.696 INFO:tasks.rados.rados.0.smithi089.stdout:3630: seq_num 1100 ranges {1605632=425984,2031616=729088,2760704=475136} 2024-07-26T06:17:12.707 INFO:tasks.rados.rados.0.smithi089.stdout:3630: writing smithi08986837-9 from 1605632 to 2031616 tid 1 2024-07-26T06:17:12.711 INFO:tasks.rados.rados.0.smithi089.stdout:3630: writing smithi08986837-9 from 2031616 to 2760704 tid 2 2024-07-26T06:17:12.714 INFO:tasks.rados.rados.0.smithi089.stdout:3630: writing smithi08986837-9 from 2760704 to 3235840 tid 3 2024-07-26T06:17:12.714 INFO:tasks.rados.rados.0.smithi089.stdout:3631: read oid 3 snap -1 2024-07-26T06:17:12.714 INFO:tasks.rados.rados.0.smithi089.stdout:3631: expect (ObjNum 1060 snap 350 seq_num 1060) 2024-07-26T06:17:12.714 INFO:tasks.rados.rados.0.smithi089.stdout:3632: copy_from oid 35 from oid 16 current snap is 356 2024-07-26T06:17:12.714 INFO:tasks.rados.rados.0.smithi089.stdout:3626: finishing copy_from racing read to smithi08986837-34 2024-07-26T06:17:12.714 INFO:tasks.rados.rados.0.smithi089.stdout:3624: finishing rollback tid 2 to smithi08986837-46 2024-07-26T06:17:12.715 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 46 v 2406 (ObjNum 1091 snap 354 seq_num 1091) dirty exists 2024-07-26T06:17:12.715 INFO:tasks.rados.rados.0.smithi089.stdout:3623: finishing copy_from racing read to smithi08986837-5 2024-07-26T06:17:12.715 INFO:tasks.rados.rados.0.smithi089.stdout:3623: finishing copy_from to smithi08986837-5 2024-07-26T06:17:12.715 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 5 v 1434 (ObjNum 985 snap 311 seq_num 985) dirty exists 2024-07-26T06:17:12.715 INFO:tasks.rados.rados.0.smithi089.stdout:3626: finishing copy_from to smithi08986837-34 2024-07-26T06:17:12.715 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 34 v 1427 (ObjNum 985 snap 311 seq_num 985) dirty exists 2024-07-26T06:17:12.715 INFO:tasks.rados.rados.0.smithi089.stdout:3623: done (8 left) 2024-07-26T06:17:12.715 INFO:tasks.rados.rados.0.smithi089.stdout:3624: done (7 left) 2024-07-26T06:17:12.715 INFO:tasks.rados.rados.0.smithi089.stdout:3626: done (6 left) 2024-07-26T06:17:12.715 INFO:tasks.rados.rados.0.smithi089.stdout:3633: snap_remove snap 347 2024-07-26T06:17:12.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:12 smithi155 ceph-mon[90160]: osdmap e783: 8 total, 8 up, 8 in 2024-07-26T06:17:12.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:12 smithi089 ceph-mon[99608]: osdmap e783: 8 total, 8 up, 8 in 2024-07-26T06:17:12.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:17:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:17:12] "GET /metrics HTTP/1.1" 200 36344 "" "Prometheus/2.43.0" 2024-07-26T06:17:12.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:12 smithi089 ceph-mon[102056]: osdmap e783: 8 total, 8 up, 8 in 2024-07-26T06:17:13.625 INFO:tasks.rados.rados.0.smithi089.stdout:3633: done (6 left) 2024-07-26T06:17:13.625 INFO:tasks.rados.rados.0.smithi089.stdout:3634: copy_from oid 48 from oid 31 current snap is 356 2024-07-26T06:17:13.625 INFO:tasks.rados.rados.0.smithi089.stdout:3627: finishing write tid 1 to smithi08986837-26 2024-07-26T06:17:13.626 INFO:tasks.rados.rados.0.smithi089.stdout:3627: finishing write tid 2 to smithi08986837-26 2024-07-26T06:17:13.626 INFO:tasks.rados.rados.0.smithi089.stdout:3627: finishing write tid 3 to smithi08986837-26 2024-07-26T06:17:13.626 INFO:tasks.rados.rados.0.smithi089.stdout:3627: finishing write tid 4 to smithi08986837-26 2024-07-26T06:17:13.626 INFO:tasks.rados.rados.0.smithi089.stdout:3627: finishing write tid 5 to smithi08986837-26 2024-07-26T06:17:13.626 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 26 v 1412 (ObjNum 1097 snap 356 seq_num 1097) dirty exists 2024-07-26T06:17:13.626 INFO:tasks.rados.rados.0.smithi089.stdout:3627: left oid 26 (ObjNum 1097 snap 356 seq_num 1097) 2024-07-26T06:17:13.626 INFO:tasks.rados.rados.0.smithi089.stdout:3628: finishing write tid 1 to smithi08986837-43 2024-07-26T06:17:13.626 INFO:tasks.rados.rados.0.smithi089.stdout:3628: finishing write tid 2 to smithi08986837-43 2024-07-26T06:17:13.627 INFO:tasks.rados.rados.0.smithi089.stdout:3628: finishing write tid 3 to smithi08986837-43 2024-07-26T06:17:13.627 INFO:tasks.rados.rados.0.smithi089.stdout:3628: finishing write tid 4 to smithi08986837-43 2024-07-26T06:17:13.627 INFO:tasks.rados.rados.0.smithi089.stdout:3628: finishing write tid 5 to smithi08986837-43 2024-07-26T06:17:13.627 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 43 v 2011 (ObjNum 1098 snap 356 seq_num 1098) dirty exists 2024-07-26T06:17:13.627 INFO:tasks.rados.rados.0.smithi089.stdout:3628: left oid 43 (ObjNum 1098 snap 356 seq_num 1098) 2024-07-26T06:17:13.627 INFO:tasks.rados.rados.0.smithi089.stdout:3629: finishing write tid 1 to smithi08986837-19 2024-07-26T06:17:13.627 INFO:tasks.rados.rados.0.smithi089.stdout:3629: finishing write tid 2 to smithi08986837-19 2024-07-26T06:17:13.627 INFO:tasks.rados.rados.0.smithi089.stdout:3629: finishing write tid 3 to smithi08986837-19 2024-07-26T06:17:13.627 INFO:tasks.rados.rados.0.smithi089.stdout:3629: finishing write tid 4 to smithi08986837-19 2024-07-26T06:17:13.627 INFO:tasks.rados.rados.0.smithi089.stdout:3629: finishing write tid 5 to smithi08986837-19 2024-07-26T06:17:13.628 INFO:tasks.rados.rados.0.smithi089.stdout:3629: finishing write tid 6 to smithi08986837-19 2024-07-26T06:17:13.628 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 19 v 2015 (ObjNum 1099 snap 356 seq_num 1099) dirty exists 2024-07-26T06:17:13.628 INFO:tasks.rados.rados.0.smithi089.stdout:3629: left oid 19 (ObjNum 1099 snap 356 seq_num 1099) 2024-07-26T06:17:13.628 INFO:tasks.rados.rados.0.smithi089.stdout:3630: finishing write tid 1 to smithi08986837-9 2024-07-26T06:17:13.628 INFO:tasks.rados.rados.0.smithi089.stdout:3630: finishing write tid 2 to smithi08986837-9 2024-07-26T06:17:13.628 INFO:tasks.rados.rados.0.smithi089.stdout:3631: expect (ObjNum 1060 snap 350 seq_num 1060) 2024-07-26T06:17:13.659 INFO:tasks.rados.rados.0.smithi089.stdout:3627: done (6 left) 2024-07-26T06:17:13.659 INFO:tasks.rados.rados.0.smithi089.stdout:3628: done (5 left) 2024-07-26T06:17:13.659 INFO:tasks.rados.rados.0.smithi089.stdout:3629: done (4 left) 2024-07-26T06:17:13.659 INFO:tasks.rados.rados.0.smithi089.stdout:3631: done (3 left) 2024-07-26T06:17:13.659 INFO:tasks.rados.rados.0.smithi089.stdout:3635: rollback oid 19 current snap is 356 2024-07-26T06:17:13.659 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 19 to 355 2024-07-26T06:17:13.659 INFO:tasks.rados.rados.0.smithi089.stdout:3636: copy_from oid 10 from oid 30 current snap is 356 2024-07-26T06:17:13.659 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 43 current snap is 356 2024-07-26T06:17:13.659 INFO:tasks.rados.rados.0.smithi089.stdout:3637: seq_num 1101 ranges {1597440=442368,2039808=606208,2646016=598016} 2024-07-26T06:17:13.669 INFO:tasks.rados.rados.0.smithi089.stdout:3637: writing smithi08986837-43 from 1597440 to 2039808 tid 1 2024-07-26T06:17:13.673 INFO:tasks.rados.rados.0.smithi089.stdout:3637: writing smithi08986837-43 from 2039808 to 2646016 tid 2 2024-07-26T06:17:13.678 INFO:tasks.rados.rados.0.smithi089.stdout:3637: writing smithi08986837-43 from 2646016 to 3244032 tid 3 2024-07-26T06:17:13.678 INFO:tasks.rados.rados.0.smithi089.stdout:3638: copy_from oid 34 from oid 7 current snap is 356 2024-07-26T06:17:13.678 INFO:tasks.rados.rados.0.smithi089.stdout:3630: finishing write tid 3 to smithi08986837-9 2024-07-26T06:17:13.678 INFO:tasks.rados.rados.0.smithi089.stdout:3630: finishing write tid 4 to smithi08986837-9 2024-07-26T06:17:13.678 INFO:tasks.rados.rados.0.smithi089.stdout:3630: finishing write tid 5 to smithi08986837-9 2024-07-26T06:17:13.678 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 9 v 476 (ObjNum 1100 snap 356 seq_num 1100) dirty exists 2024-07-26T06:17:13.678 INFO:tasks.rados.rados.0.smithi089.stdout:3630: left oid 9 (ObjNum 1100 snap 356 seq_num 1100) 2024-07-26T06:17:13.678 INFO:tasks.rados.rados.0.smithi089.stdout:3632: finishing copy_from racing read to smithi08986837-35 2024-07-26T06:17:13.678 INFO:tasks.rados.rados.0.smithi089.stdout:3632: finishing copy_from to smithi08986837-35 2024-07-26T06:17:13.679 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 35 v 1728 (ObjNum 1008 snap 321 seq_num 1008) dirty exists 2024-07-26T06:17:13.679 INFO:tasks.rados.rados.0.smithi089.stdout:3634: finishing copy_from racing read to smithi08986837-48 2024-07-26T06:17:13.679 INFO:tasks.rados.rados.0.smithi089.stdout:3636: finishing copy_from racing read to smithi08986837-10 2024-07-26T06:17:13.679 INFO:tasks.rados.rados.0.smithi089.stdout:3634: finishing copy_from to smithi08986837-48 2024-07-26T06:17:13.679 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 48 v 1955 (ObjNum 996 snap 316 seq_num 996) dirty exists 2024-07-26T06:17:13.679 INFO:tasks.rados.rados.0.smithi089.stdout:3635: finishing rollback tid 0 to smithi08986837-19 2024-07-26T06:17:13.679 INFO:tasks.rados.rados.0.smithi089.stdout:3636: finishing copy_from to smithi08986837-10 2024-07-26T06:17:13.679 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 10 v 1974 (ObjNum 81 snap 0 seq_num 1579976478) dirty exists 2024-07-26T06:17:13.679 INFO:tasks.rados.rados.0.smithi089.stdout:3635: finishing rollback tid 1 to smithi08986837-19 2024-07-26T06:17:13.679 INFO:tasks.rados.rados.0.smithi089.stdout:3635: finishing rollback tid 2 to smithi08986837-19 2024-07-26T06:17:13.679 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 19 v 2018 (ObjNum 1095 snap 355 seq_num 1095) dirty exists 2024-07-26T06:17:13.679 INFO:tasks.rados.rados.0.smithi089.stdout:3637: finishing write tid 1 to smithi08986837-43 2024-07-26T06:17:13.679 INFO:tasks.rados.rados.0.smithi089.stdout:3630: done (6 left) 2024-07-26T06:17:13.679 INFO:tasks.rados.rados.0.smithi089.stdout:3632: done (5 left) 2024-07-26T06:17:13.680 INFO:tasks.rados.rados.0.smithi089.stdout:3634: done (4 left) 2024-07-26T06:17:13.680 INFO:tasks.rados.rados.0.smithi089.stdout:3635: done (3 left) 2024-07-26T06:17:13.680 INFO:tasks.rados.rados.0.smithi089.stdout:3636: done (2 left) 2024-07-26T06:17:13.680 INFO:tasks.rados.rados.0.smithi089.stdout:3639: rollback oid 40 current snap is 356 2024-07-26T06:17:13.680 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 40 to 353 2024-07-26T06:17:13.680 INFO:tasks.rados.rados.0.smithi089.stdout:3637: finishing write tid 2 to smithi08986837-43 2024-07-26T06:17:13.680 INFO:tasks.rados.rados.0.smithi089.stdout:3640: snap_create 2024-07-26T06:17:13.680 INFO:tasks.rados.rados.0.smithi089.stdout:3639: finishing rollback tid 1 to smithi08986837-40 2024-07-26T06:17:13.681 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 40 v 1895 (ObjNum 193 snap 0 seq_num 610250128) dirty dne 2024-07-26T06:17:13.681 INFO:tasks.rados.rados.0.smithi089.stdout:3637: finishing write tid 3 to smithi08986837-43 2024-07-26T06:17:13.681 INFO:tasks.rados.rados.0.smithi089.stdout:3637: finishing write tid 4 to smithi08986837-43 2024-07-26T06:17:13.682 INFO:tasks.rados.rados.0.smithi089.stdout:3637: finishing write tid 5 to smithi08986837-43 2024-07-26T06:17:13.682 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 43 v 2015 (ObjNum 1101 snap 356 seq_num 1101) dirty exists 2024-07-26T06:17:13.682 INFO:tasks.rados.rados.0.smithi089.stdout:3637: left oid 43 (ObjNum 1101 snap 356 seq_num 1101) 2024-07-26T06:17:13.682 INFO:tasks.rados.rados.0.smithi089.stdout:3638: finishing copy_from racing read to smithi08986837-34 2024-07-26T06:17:13.682 INFO:tasks.rados.rados.0.smithi089.stdout:3638: finishing copy_from to smithi08986837-34 2024-07-26T06:17:13.682 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 34 v 2118 (ObjNum 876 snap 280 seq_num 876) dirty exists 2024-07-26T06:17:13.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:13 smithi155 ceph-mon[90160]: osdmap e784: 8 total, 8 up, 8 in 2024-07-26T06:17:13.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:13 smithi155 ceph-mon[90160]: pgmap v835: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 280 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 2.9 MiB/s wr, 18 op/s 2024-07-26T06:17:13.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:13 smithi089 ceph-mon[99608]: osdmap e784: 8 total, 8 up, 8 in 2024-07-26T06:17:13.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:13 smithi089 ceph-mon[99608]: pgmap v835: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 280 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 2.9 MiB/s wr, 18 op/s 2024-07-26T06:17:13.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:13 smithi089 ceph-mon[102056]: osdmap e784: 8 total, 8 up, 8 in 2024-07-26T06:17:13.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:13 smithi089 ceph-mon[102056]: pgmap v835: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 280 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 2.9 MiB/s wr, 18 op/s 2024-07-26T06:17:14.475 INFO:tasks.rados.rados.0.smithi089.stdout:3637: done (3 left) 2024-07-26T06:17:14.477 INFO:tasks.rados.rados.0.smithi089.stdout:3638: done (2 left) 2024-07-26T06:17:14.478 INFO:tasks.rados.rados.0.smithi089.stdout:3639: done (1 left) 2024-07-26T06:17:14.478 INFO:tasks.rados.rados.0.smithi089.stdout:3640: done (0 left) 2024-07-26T06:17:14.478 INFO:tasks.rados.rados.0.smithi089.stdout:3641: rollback oid 42 current snap is 357 2024-07-26T06:17:14.478 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 42 to 334 2024-07-26T06:17:14.478 INFO:tasks.rados.rados.0.smithi089.stdout:3642: read oid 27 snap -1 2024-07-26T06:17:14.478 INFO:tasks.rados.rados.0.smithi089.stdout:3642: expect (ObjNum 1053 snap 343 seq_num 1053) 2024-07-26T06:17:14.478 INFO:tasks.rados.rados.0.smithi089.stdout:3643: rmattr oid 9 current snap is 357 2024-07-26T06:17:14.478 INFO:tasks.rados.rados.0.smithi089.stdout:3643: done (2 left) 2024-07-26T06:17:14.478 INFO:tasks.rados.rados.0.smithi089.stdout:3644: read oid 24 snap 338 2024-07-26T06:17:14.478 INFO:tasks.rados.rados.0.smithi089.stdout:3644: expect (ObjNum 985 snap 311 seq_num 985) 2024-07-26T06:17:14.478 INFO:tasks.rados.rados.0.smithi089.stdout:3645: read oid 12 snap -1 2024-07-26T06:17:14.478 INFO:tasks.rados.rados.0.smithi089.stdout:3645: expect (ObjNum 901 snap 285 seq_num 901) 2024-07-26T06:17:14.479 INFO:tasks.rados.rados.0.smithi089.stdout:3646: rmattr oid 48 current snap is 357 2024-07-26T06:17:14.479 INFO:tasks.rados.rados.0.smithi089.stdout:3646: done (4 left) 2024-07-26T06:17:14.479 INFO:tasks.rados.rados.0.smithi089.stdout:3647: read oid 21 snap 325 2024-07-26T06:17:14.479 INFO:tasks.rados.rados.0.smithi089.stdout:3647: expect (ObjNum 952 snap 303 seq_num 952) 2024-07-26T06:17:14.479 INFO:tasks.rados.rados.0.smithi089.stdout:3648: rollback oid 41 current snap is 357 2024-07-26T06:17:14.479 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 41 to 312 2024-07-26T06:17:14.479 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 1 current snap is 357 2024-07-26T06:17:14.479 INFO:tasks.rados.rados.0.smithi089.stdout:3649: seq_num 1102 ranges {1998848=458752,2457600=491520,2949120=491520,3440640=221184} 2024-07-26T06:17:14.489 INFO:tasks.rados.rados.0.smithi089.stdout:3649: writing smithi08986837-1 from 1998848 to 2457600 tid 1 2024-07-26T06:17:14.492 INFO:tasks.rados.rados.0.smithi089.stdout:3649: writing smithi08986837-1 from 2457600 to 2949120 tid 2 2024-07-26T06:17:14.495 INFO:tasks.rados.rados.0.smithi089.stdout:3649: writing smithi08986837-1 from 2949120 to 3440640 tid 3 2024-07-26T06:17:14.497 INFO:tasks.rados.rados.0.smithi089.stdout:3649: writing smithi08986837-1 from 3440640 to 3661824 tid 4 2024-07-26T06:17:14.497 INFO:tasks.rados.rados.0.smithi089.stdout:3650: snap_create 2024-07-26T06:17:14.497 INFO:tasks.rados.rados.0.smithi089.stdout:3641: finishing rollback tid 1 to smithi08986837-42 2024-07-26T06:17:14.497 INFO:tasks.rados.rados.0.smithi089.stdout:3641: finishing rollback tid 2 to smithi08986837-42 2024-07-26T06:17:14.497 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 42 v 2412 (ObjNum 943077433 snap 858601267 seq_num 304) dirty exists 2024-07-26T06:17:14.497 INFO:tasks.rados.rados.0.smithi089.stdout:3648: finishing rollback tid 0 to smithi08986837-41 2024-07-26T06:17:14.497 INFO:tasks.rados.rados.0.smithi089.stdout:3648: finishing rollback tid 1 to smithi08986837-41 2024-07-26T06:17:14.497 INFO:tasks.rados.rados.0.smithi089.stdout:3647: expect (ObjNum 952 snap 303 seq_num 952) 2024-07-26T06:17:14.565 INFO:tasks.rados.rados.0.smithi089.stdout:3648: finishing rollback tid 2 to smithi08986837-41 2024-07-26T06:17:14.565 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 41 v 2202 (ObjNum 846 snap 265 seq_num 846) dirty exists 2024-07-26T06:17:14.565 INFO:tasks.rados.rados.0.smithi089.stdout:3645: expect (ObjNum 901 snap 285 seq_num 901) 2024-07-26T06:17:14.654 INFO:tasks.rados.rados.0.smithi089.stdout:3649: finishing write tid 1 to smithi08986837-1 2024-07-26T06:17:14.654 INFO:tasks.rados.rados.0.smithi089.stdout:3649: finishing write tid 2 to smithi08986837-1 2024-07-26T06:17:14.654 INFO:tasks.rados.rados.0.smithi089.stdout:3649: finishing write tid 3 to smithi08986837-1 2024-07-26T06:17:14.654 INFO:tasks.rados.rados.0.smithi089.stdout:3649: finishing write tid 4 to smithi08986837-1 2024-07-26T06:17:14.654 INFO:tasks.rados.rados.0.smithi089.stdout:3644: expect (ObjNum 985 snap 311 seq_num 985) 2024-07-26T06:17:14.791 INFO:tasks.rados.rados.0.smithi089.stdout:3649: finishing write tid 5 to smithi08986837-1 2024-07-26T06:17:14.791 INFO:tasks.rados.rados.0.smithi089.stdout:3649: finishing write tid 6 to smithi08986837-1 2024-07-26T06:17:14.791 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 1 v 2126 (ObjNum 1102 snap 357 seq_num 1102) dirty exists 2024-07-26T06:17:14.791 INFO:tasks.rados.rados.0.smithi089.stdout:3649: left oid 1 (ObjNum 1102 snap 357 seq_num 1102) 2024-07-26T06:17:14.791 INFO:tasks.rados.rados.0.smithi089.stdout:3642: expect (ObjNum 1053 snap 343 seq_num 1053) 2024-07-26T06:17:14.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:14 smithi155 ceph-mon[90160]: osdmap e785: 8 total, 8 up, 8 in 2024-07-26T06:17:14.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:14 smithi155 ceph-mon[90160]: osdmap e786: 8 total, 8 up, 8 in 2024-07-26T06:17:14.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:14 smithi089 ceph-mon[99608]: osdmap e785: 8 total, 8 up, 8 in 2024-07-26T06:17:14.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:14 smithi089 ceph-mon[99608]: osdmap e786: 8 total, 8 up, 8 in 2024-07-26T06:17:14.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:14 smithi089 ceph-mon[102056]: osdmap e785: 8 total, 8 up, 8 in 2024-07-26T06:17:14.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:14 smithi089 ceph-mon[102056]: osdmap e786: 8 total, 8 up, 8 in 2024-07-26T06:17:15.474 INFO:tasks.rados.rados.0.smithi089.stdout:3641: done (7 left) 2024-07-26T06:17:15.474 INFO:tasks.rados.rados.0.smithi089.stdout:3642: done (6 left) 2024-07-26T06:17:15.474 INFO:tasks.rados.rados.0.smithi089.stdout:3644: done (5 left) 2024-07-26T06:17:15.474 INFO:tasks.rados.rados.0.smithi089.stdout:3645: done (4 left) 2024-07-26T06:17:15.474 INFO:tasks.rados.rados.0.smithi089.stdout:3647: done (3 left) 2024-07-26T06:17:15.474 INFO:tasks.rados.rados.0.smithi089.stdout:3648: done (2 left) 2024-07-26T06:17:15.475 INFO:tasks.rados.rados.0.smithi089.stdout:3649: done (1 left) 2024-07-26T06:17:15.475 INFO:tasks.rados.rados.0.smithi089.stdout:3650: done (0 left) 2024-07-26T06:17:15.475 INFO:tasks.rados.rados.0.smithi089.stdout:3651: copy_from oid 13 from oid 29 current snap is 358 2024-07-26T06:17:15.475 INFO:tasks.rados.rados.0.smithi089.stdout:3652: setattr oid 33 current snap is 358 2024-07-26T06:17:15.475 INFO:tasks.rados.rados.0.smithi089.stdout:3653: setattr oid 30 current snap is 358 2024-07-26T06:17:15.476 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 7 current snap is 358 2024-07-26T06:17:15.477 INFO:tasks.rados.rados.0.smithi089.stdout:3654: seq_num 1103 ranges {278528=475136,753664=425984,1179648=696320,1875968=81920} 2024-07-26T06:17:15.481 INFO:tasks.rados.rados.0.smithi089.stdout:3654: writing smithi08986837-7 from 278528 to 753664 tid 1 2024-07-26T06:17:15.483 INFO:tasks.rados.rados.0.smithi089.stdout:3654: writing smithi08986837-7 from 753664 to 1179648 tid 2 2024-07-26T06:17:15.487 INFO:tasks.rados.rados.0.smithi089.stdout:3654: writing smithi08986837-7 from 1179648 to 1875968 tid 3 2024-07-26T06:17:15.489 INFO:tasks.rados.rados.0.smithi089.stdout:3654: writing smithi08986837-7 from 1875968 to 1957888 tid 4 2024-07-26T06:17:15.489 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 27 current snap is 358 2024-07-26T06:17:15.489 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 30 v 1976 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-07-26T06:17:15.489 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 33 v 2127 (ObjNum 1010 snap 321 seq_num 1010) dirty exists 2024-07-26T06:17:15.489 INFO:tasks.rados.rados.0.smithi089.stdout:3655: seq_num 1104 ranges {4325376=499712,4825088=712704,5537792=491520} 2024-07-26T06:17:15.515 INFO:tasks.rados.rados.0.smithi089.stdout:3655: writing smithi08986837-27 from 4325376 to 4825088 tid 1 2024-07-26T06:17:15.519 INFO:tasks.rados.rados.0.smithi089.stdout:3655: writing smithi08986837-27 from 4825088 to 5537792 tid 2 2024-07-26T06:17:15.522 INFO:tasks.rados.rados.0.smithi089.stdout:3655: writing smithi08986837-27 from 5537792 to 6029312 tid 3 2024-07-26T06:17:15.522 INFO:tasks.rados.rados.0.smithi089.stdout:3652: done (4 left) 2024-07-26T06:17:15.522 INFO:tasks.rados.rados.0.smithi089.stdout:3653: done (3 left) 2024-07-26T06:17:15.522 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 45 current snap is 358 2024-07-26T06:17:15.523 INFO:tasks.rados.rados.0.smithi089.stdout:3654: finishing write tid 1 to smithi08986837-7 2024-07-26T06:17:15.523 INFO:tasks.rados.rados.0.smithi089.stdout:3654: finishing write tid 2 to smithi08986837-7 2024-07-26T06:17:15.523 INFO:tasks.rados.rados.0.smithi089.stdout:3654: finishing write tid 3 to smithi08986837-7 2024-07-26T06:17:15.523 INFO:tasks.rados.rados.0.smithi089.stdout:3656: seq_num 1105 ranges {729088=516096,1245184=598016,1843200=606208} 2024-07-26T06:17:15.529 INFO:tasks.rados.rados.0.smithi089.stdout:3656: writing smithi08986837-45 from 729088 to 1245184 tid 1 2024-07-26T06:17:15.532 INFO:tasks.rados.rados.0.smithi089.stdout:3656: writing smithi08986837-45 from 1245184 to 1843200 tid 2 2024-07-26T06:17:15.536 INFO:tasks.rados.rados.0.smithi089.stdout:3656: writing smithi08986837-45 from 1843200 to 2449408 tid 3 2024-07-26T06:17:15.536 INFO:tasks.rados.rados.0.smithi089.stdout:3657: read oid 14 snap -1 2024-07-26T06:17:15.536 INFO:tasks.rados.rados.0.smithi089.stdout:3657: expect (ObjNum 1082 snap 353 seq_num 1082) 2024-07-26T06:17:15.537 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 44 current snap is 358 2024-07-26T06:17:15.537 INFO:tasks.rados.rados.0.smithi089.stdout:3654: finishing write tid 4 to smithi08986837-7 2024-07-26T06:17:15.537 INFO:tasks.rados.rados.0.smithi089.stdout:3654: finishing write tid 5 to smithi08986837-7 2024-07-26T06:17:15.537 INFO:tasks.rados.rados.0.smithi089.stdout:3658: seq_num 1106 ranges {7577600=532480,8110080=483328,8593408=475136,9068544=245760} 2024-07-26T06:17:15.580 INFO:tasks.rados.rados.0.smithi089.stdout:3658: writing smithi08986837-44 from 7577600 to 8110080 tid 1 2024-07-26T06:17:15.583 INFO:tasks.rados.rados.0.smithi089.stdout:3658: writing smithi08986837-44 from 8110080 to 8593408 tid 2 2024-07-26T06:17:15.585 INFO:tasks.rados.rados.0.smithi089.stdout:3658: writing smithi08986837-44 from 8593408 to 9068544 tid 3 2024-07-26T06:17:15.587 INFO:tasks.rados.rados.0.smithi089.stdout:3658: writing smithi08986837-44 from 9068544 to 9314304 tid 4 2024-07-26T06:17:15.588 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 9 current snap is 358 2024-07-26T06:17:15.588 INFO:tasks.rados.rados.0.smithi089.stdout:3654: finishing write tid 6 to smithi08986837-7 2024-07-26T06:17:15.588 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 7 v 2123 (ObjNum 1103 snap 358 seq_num 1103) dirty exists 2024-07-26T06:17:15.588 INFO:tasks.rados.rados.0.smithi089.stdout:3654: left oid 7 (ObjNum 1103 snap 358 seq_num 1103) 2024-07-26T06:17:15.588 INFO:tasks.rados.rados.0.smithi089.stdout:3651: finishing copy_from racing read to smithi08986837-13 2024-07-26T06:17:15.588 INFO:tasks.rados.rados.0.smithi089.stdout:3651: finishing copy_from to smithi08986837-13 2024-07-26T06:17:15.588 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 13 v 2165 (ObjNum 931 snap 296 seq_num 931) dirty exists 2024-07-26T06:17:15.588 INFO:tasks.rados.rados.0.smithi089.stdout:3655: finishing write tid 1 to smithi08986837-27 2024-07-26T06:17:15.588 INFO:tasks.rados.rados.0.smithi089.stdout:3659: seq_num 1107 ranges {3235840=548864,3784704=770048,4554752=434176} 2024-07-26T06:17:15.608 INFO:tasks.rados.rados.0.smithi089.stdout:3659: writing smithi08986837-9 from 3235840 to 3784704 tid 1 2024-07-26T06:17:15.612 INFO:tasks.rados.rados.0.smithi089.stdout:3659: writing smithi08986837-9 from 3784704 to 4554752 tid 2 2024-07-26T06:17:15.615 INFO:tasks.rados.rados.0.smithi089.stdout:3659: writing smithi08986837-9 from 4554752 to 4988928 tid 3 2024-07-26T06:17:15.616 INFO:tasks.rados.rados.0.smithi089.stdout:3651: done (6 left) 2024-07-26T06:17:15.616 INFO:tasks.rados.rados.0.smithi089.stdout:3654: done (5 left) 2024-07-26T06:17:15.616 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 35 current snap is 358 2024-07-26T06:17:15.616 INFO:tasks.rados.rados.0.smithi089.stdout:3655: finishing write tid 2 to smithi08986837-27 2024-07-26T06:17:15.616 INFO:tasks.rados.rados.0.smithi089.stdout:3655: finishing write tid 3 to smithi08986837-27 2024-07-26T06:17:15.616 INFO:tasks.rados.rados.0.smithi089.stdout:3655: finishing write tid 4 to smithi08986837-27 2024-07-26T06:17:15.616 INFO:tasks.rados.rados.0.smithi089.stdout:3660: seq_num 1108 ranges {2252800=565248,2818048=647168,3465216=483328,3948544=73728} 2024-07-26T06:17:15.631 INFO:tasks.rados.rados.0.smithi089.stdout:3660: writing smithi08986837-35 from 2252800 to 2818048 tid 1 2024-07-26T06:17:15.635 INFO:tasks.rados.rados.0.smithi089.stdout:3660: writing smithi08986837-35 from 2818048 to 3465216 tid 2 2024-07-26T06:17:15.638 INFO:tasks.rados.rados.0.smithi089.stdout:3660: writing smithi08986837-35 from 3465216 to 3948544 tid 3 2024-07-26T06:17:15.639 INFO:tasks.rados.rados.0.smithi089.stdout:3660: writing smithi08986837-35 from 3948544 to 4022272 tid 4 2024-07-26T06:17:15.639 INFO:tasks.rados.rados.0.smithi089.stdout:3661: rmattr oid 36 current snap is 358 2024-07-26T06:17:15.639 INFO:tasks.rados.rados.0.smithi089.stdout:3661: done (6 left) 2024-07-26T06:17:15.639 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 22 current snap is 358 2024-07-26T06:17:15.639 INFO:tasks.rados.rados.0.smithi089.stdout:3655: finishing write tid 5 to smithi08986837-27 2024-07-26T06:17:15.639 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 27 v 2127 (ObjNum 1104 snap 358 seq_num 1104) dirty exists 2024-07-26T06:17:15.639 INFO:tasks.rados.rados.0.smithi089.stdout:3655: left oid 27 (ObjNum 1104 snap 358 seq_num 1104) 2024-07-26T06:17:15.639 INFO:tasks.rados.rados.0.smithi089.stdout:3656: finishing write tid 1 to smithi08986837-45 2024-07-26T06:17:15.640 INFO:tasks.rados.rados.0.smithi089.stdout:3662: seq_num 1109 ranges {2064384=581632,2646016=532480,3178496=647168,3825664=24576} 2024-07-26T06:17:15.653 INFO:tasks.rados.rados.0.smithi089.stdout:3662: writing smithi08986837-22 from 2064384 to 2646016 tid 1 2024-07-26T06:17:15.656 INFO:tasks.rados.rados.0.smithi089.stdout:3662: writing smithi08986837-22 from 2646016 to 3178496 tid 2 2024-07-26T06:17:15.660 INFO:tasks.rados.rados.0.smithi089.stdout:3662: writing smithi08986837-22 from 3178496 to 3825664 tid 3 2024-07-26T06:17:15.660 INFO:tasks.rados.rados.0.smithi089.stdout:3662: writing smithi08986837-22 from 3825664 to 3850240 tid 4 2024-07-26T06:17:15.660 INFO:tasks.rados.rados.0.smithi089.stdout:3655: done (6 left) 2024-07-26T06:17:15.660 INFO:tasks.rados.rados.0.smithi089.stdout:3663: snap_create 2024-07-26T06:17:15.660 INFO:tasks.rados.rados.0.smithi089.stdout:3656: finishing write tid 2 to smithi08986837-45 2024-07-26T06:17:15.660 INFO:tasks.rados.rados.0.smithi089.stdout:3656: finishing write tid 3 to smithi08986837-45 2024-07-26T06:17:15.660 INFO:tasks.rados.rados.0.smithi089.stdout:3656: finishing write tid 4 to smithi08986837-45 2024-07-26T06:17:15.661 INFO:tasks.rados.rados.0.smithi089.stdout:3656: finishing write tid 5 to smithi08986837-45 2024-07-26T06:17:15.661 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 45 v 2022 (ObjNum 1105 snap 358 seq_num 1105) dirty exists 2024-07-26T06:17:15.661 INFO:tasks.rados.rados.0.smithi089.stdout:3656: left oid 45 (ObjNum 1105 snap 358 seq_num 1105) 2024-07-26T06:17:15.661 INFO:tasks.rados.rados.0.smithi089.stdout:3657: expect (ObjNum 1082 snap 353 seq_num 1082) 2024-07-26T06:17:15.695 INFO:tasks.rados.rados.0.smithi089.stdout:3658: finishing write tid 1 to smithi08986837-44 2024-07-26T06:17:15.695 INFO:tasks.rados.rados.0.smithi089.stdout:3658: finishing write tid 2 to smithi08986837-44 2024-07-26T06:17:15.695 INFO:tasks.rados.rados.0.smithi089.stdout:3658: finishing write tid 3 to smithi08986837-44 2024-07-26T06:17:15.695 INFO:tasks.rados.rados.0.smithi089.stdout:3658: finishing write tid 4 to smithi08986837-44 2024-07-26T06:17:15.695 INFO:tasks.rados.rados.0.smithi089.stdout:3658: finishing write tid 5 to smithi08986837-44 2024-07-26T06:17:15.695 INFO:tasks.rados.rados.0.smithi089.stdout:3658: finishing write tid 6 to smithi08986837-44 2024-07-26T06:17:15.695 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 44 v 2418 (ObjNum 1106 snap 358 seq_num 1106) dirty exists 2024-07-26T06:17:15.695 INFO:tasks.rados.rados.0.smithi089.stdout:3658: left oid 44 (ObjNum 1106 snap 358 seq_num 1106) 2024-07-26T06:17:15.695 INFO:tasks.rados.rados.0.smithi089.stdout:3659: finishing write tid 1 to smithi08986837-9 2024-07-26T06:17:15.696 INFO:tasks.rados.rados.0.smithi089.stdout:3659: finishing write tid 2 to smithi08986837-9 2024-07-26T06:17:15.696 INFO:tasks.rados.rados.0.smithi089.stdout:3659: finishing write tid 3 to smithi08986837-9 2024-07-26T06:17:15.696 INFO:tasks.rados.rados.0.smithi089.stdout:3659: finishing write tid 4 to smithi08986837-9 2024-07-26T06:17:15.696 INFO:tasks.rados.rados.0.smithi089.stdout:3659: finishing write tid 5 to smithi08986837-9 2024-07-26T06:17:15.696 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 9 v 480 (ObjNum 1107 snap 358 seq_num 1107) dirty exists 2024-07-26T06:17:15.696 INFO:tasks.rados.rados.0.smithi089.stdout:3659: left oid 9 (ObjNum 1107 snap 358 seq_num 1107) 2024-07-26T06:17:15.696 INFO:tasks.rados.rados.0.smithi089.stdout:3660: finishing write tid 1 to smithi08986837-35 2024-07-26T06:17:15.696 INFO:tasks.rados.rados.0.smithi089.stdout:3660: finishing write tid 2 to smithi08986837-35 2024-07-26T06:17:15.696 INFO:tasks.rados.rados.0.smithi089.stdout:3660: finishing write tid 3 to smithi08986837-35 2024-07-26T06:17:15.696 INFO:tasks.rados.rados.0.smithi089.stdout:3660: finishing write tid 4 to smithi08986837-35 2024-07-26T06:17:15.696 INFO:tasks.rados.rados.0.smithi089.stdout:3660: finishing write tid 5 to smithi08986837-35 2024-07-26T06:17:15.696 INFO:tasks.rados.rados.0.smithi089.stdout:3660: finishing write tid 6 to smithi08986837-35 2024-07-26T06:17:15.696 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 35 v 2191 (ObjNum 1108 snap 358 seq_num 1108) dirty exists 2024-07-26T06:17:15.696 INFO:tasks.rados.rados.0.smithi089.stdout:3660: left oid 35 (ObjNum 1108 snap 358 seq_num 1108) 2024-07-26T06:17:15.696 INFO:tasks.rados.rados.0.smithi089.stdout:3662: finishing write tid 1 to smithi08986837-22 2024-07-26T06:17:15.697 INFO:tasks.rados.rados.0.smithi089.stdout:3662: finishing write tid 2 to smithi08986837-22 2024-07-26T06:17:15.697 INFO:tasks.rados.rados.0.smithi089.stdout:3662: finishing write tid 3 to smithi08986837-22 2024-07-26T06:17:15.697 INFO:tasks.rados.rados.0.smithi089.stdout:3662: finishing write tid 4 to smithi08986837-22 2024-07-26T06:17:15.697 INFO:tasks.rados.rados.0.smithi089.stdout:3662: finishing write tid 5 to smithi08986837-22 2024-07-26T06:17:15.697 INFO:tasks.rados.rados.0.smithi089.stdout:3662: finishing write tid 6 to smithi08986837-22 2024-07-26T06:17:15.697 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 22 v 2196 (ObjNum 1109 snap 358 seq_num 1109) dirty exists 2024-07-26T06:17:15.697 INFO:tasks.rados.rados.0.smithi089.stdout:3662: left oid 22 (ObjNum 1109 snap 358 seq_num 1109) 2024-07-26T06:17:15.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:15 smithi155 ceph-mon[90160]: pgmap v838: 121 pgs: 121 active+clean; 283 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.5 MiB/s wr, 13 op/s 2024-07-26T06:17:15.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:15 smithi155 ceph-mon[90160]: osdmap e787: 8 total, 8 up, 8 in 2024-07-26T06:17:15.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:15 smithi089 ceph-mon[99608]: pgmap v838: 121 pgs: 121 active+clean; 283 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.5 MiB/s wr, 13 op/s 2024-07-26T06:17:15.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:15 smithi089 ceph-mon[99608]: osdmap e787: 8 total, 8 up, 8 in 2024-07-26T06:17:15.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:15 smithi089 ceph-mon[102056]: pgmap v838: 121 pgs: 121 active+clean; 283 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.5 MiB/s wr, 13 op/s 2024-07-26T06:17:15.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:15 smithi089 ceph-mon[102056]: osdmap e787: 8 total, 8 up, 8 in 2024-07-26T06:17:16.641 INFO:tasks.rados.rados.0.smithi089.stdout:3656: done (6 left) 2024-07-26T06:17:16.641 INFO:tasks.rados.rados.0.smithi089.stdout:3657: done (5 left) 2024-07-26T06:17:16.641 INFO:tasks.rados.rados.0.smithi089.stdout:3658: done (4 left) 2024-07-26T06:17:16.641 INFO:tasks.rados.rados.0.smithi089.stdout:3659: done (3 left) 2024-07-26T06:17:16.641 INFO:tasks.rados.rados.0.smithi089.stdout:3660: done (2 left) 2024-07-26T06:17:16.641 INFO:tasks.rados.rados.0.smithi089.stdout:3662: done (1 left) 2024-07-26T06:17:16.641 INFO:tasks.rados.rados.0.smithi089.stdout:3663: done (0 left) 2024-07-26T06:17:16.641 INFO:tasks.rados.rados.0.smithi089.stdout:3664: snap_remove snap 348 2024-07-26T06:17:17.645 INFO:tasks.rados.rados.0.smithi089.stdout:3664: done (0 left) 2024-07-26T06:17:17.646 INFO:tasks.rados.rados.0.smithi089.stdout:3665: copy_from oid 49 from oid 2 current snap is 359 2024-07-26T06:17:17.646 INFO:tasks.rados.rados.0.smithi089.stdout:3666: read oid 18 snap -1 2024-07-26T06:17:17.646 INFO:tasks.rados.rados.0.smithi089.stdout:3666: expect (ObjNum 886 snap 282 seq_num 886) 2024-07-26T06:17:17.646 INFO:tasks.rados.rados.0.smithi089.stdout:3667: read oid 43 snap -1 2024-07-26T06:17:17.646 INFO:tasks.rados.rados.0.smithi089.stdout:3667: expect (ObjNum 1101 snap 356 seq_num 1101) 2024-07-26T06:17:17.647 INFO:tasks.rados.rados.0.smithi089.stdout:3668: rollback oid 14 current snap is 359 2024-07-26T06:17:17.647 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 14 to 358 2024-07-26T06:17:17.647 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 48 current snap is 359 2024-07-26T06:17:17.647 INFO:tasks.rados.rados.0.smithi089.stdout:3669: seq_num 1110 ranges {2293760=598016,2891776=466944,3358720=450560,3809280=286720} 2024-07-26T06:17:17.662 INFO:tasks.rados.rados.0.smithi089.stdout:3669: writing smithi08986837-48 from 2293760 to 2891776 tid 1 2024-07-26T06:17:17.665 INFO:tasks.rados.rados.0.smithi089.stdout:3669: writing smithi08986837-48 from 2891776 to 3358720 tid 2 2024-07-26T06:17:17.669 INFO:tasks.rados.rados.0.smithi089.stdout:3669: writing smithi08986837-48 from 3358720 to 3809280 tid 3 2024-07-26T06:17:17.672 INFO:tasks.rados.rados.0.smithi089.stdout:3669: writing smithi08986837-48 from 3809280 to 4096000 tid 4 2024-07-26T06:17:17.672 INFO:tasks.rados.rados.0.smithi089.stdout:3670: read oid 36 snap 356 2024-07-26T06:17:17.672 INFO:tasks.rados.rados.0.smithi089.stdout:3670: expect deleted 2024-07-26T06:17:17.672 INFO:tasks.rados.rados.0.smithi089.stdout:3671: read oid 9 snap -1 2024-07-26T06:17:17.672 INFO:tasks.rados.rados.0.smithi089.stdout:3671: expect (ObjNum 1107 snap 358 seq_num 1107) 2024-07-26T06:17:17.673 INFO:tasks.rados.rados.0.smithi089.stdout:3672: snap_remove snap 355 2024-07-26T06:17:17.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:17 smithi089 ceph-mon[99608]: osdmap e788: 8 total, 8 up, 8 in 2024-07-26T06:17:17.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:17 smithi089 ceph-mon[99608]: pgmap v841: 121 pgs: 121 active+clean; 301 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.8 MiB/s rd, 5.7 MiB/s wr, 33 op/s 2024-07-26T06:17:17.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:17 smithi089 ceph-mon[102056]: osdmap e788: 8 total, 8 up, 8 in 2024-07-26T06:17:17.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:17 smithi089 ceph-mon[102056]: pgmap v841: 121 pgs: 121 active+clean; 301 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.8 MiB/s rd, 5.7 MiB/s wr, 33 op/s 2024-07-26T06:17:17.906 INFO:journalctl@ceph.osd.0.smithi089.stdout:Jul 26 06:17:17 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-0[108140]: 2024-07-26T06:17:17.715+0000 7f9e129f2640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1a6 after trimming was started 2024-07-26T06:17:18.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:17 smithi155 ceph-mon[90160]: osdmap e788: 8 total, 8 up, 8 in 2024-07-26T06:17:18.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:17 smithi155 ceph-mon[90160]: pgmap v841: 121 pgs: 121 active+clean; 301 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.8 MiB/s rd, 5.7 MiB/s wr, 33 op/s 2024-07-26T06:17:18.129 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 06:17:17 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[111374]: 2024-07-26T06:17:17.674+0000 7fc29f9af640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1a6 after trimming was started 2024-07-26T06:17:18.657 INFO:tasks.rados.rados.0.smithi089.stdout:3672: done (7 left) 2024-07-26T06:17:18.657 INFO:tasks.rados.rados.0.smithi089.stdout:3673: rollback oid 20 current snap is 359 2024-07-26T06:17:18.657 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 20 to 338 2024-07-26T06:17:18.657 INFO:tasks.rados.rados.0.smithi089.stdout:3668: finishing rollback tid 0 to smithi08986837-14 2024-07-26T06:17:18.657 INFO:tasks.rados.rados.0.smithi089.stdout:3668: finishing rollback tid 1 to smithi08986837-14 2024-07-26T06:17:18.657 INFO:tasks.rados.rados.0.smithi089.stdout:3668: finishing rollback tid 2 to smithi08986837-14 2024-07-26T06:17:18.657 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 14 v 2426 (ObjNum 1082 snap 353 seq_num 1082) dirty exists 2024-07-26T06:17:18.657 INFO:tasks.rados.rados.0.smithi089.stdout:3669: finishing write tid 1 to smithi08986837-48 2024-07-26T06:17:18.657 INFO:tasks.rados.rados.0.smithi089.stdout:3669: finishing write tid 2 to smithi08986837-48 2024-07-26T06:17:18.657 INFO:tasks.rados.rados.0.smithi089.stdout:3669: finishing write tid 3 to smithi08986837-48 2024-07-26T06:17:18.657 INFO:tasks.rados.rados.0.smithi089.stdout:3669: finishing write tid 4 to smithi08986837-48 2024-07-26T06:17:18.657 INFO:tasks.rados.rados.0.smithi089.stdout:3669: finishing write tid 5 to smithi08986837-48 2024-07-26T06:17:18.658 INFO:tasks.rados.rados.0.smithi089.stdout:3669: finishing write tid 6 to smithi08986837-48 2024-07-26T06:17:18.658 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 48 v 2027 (ObjNum 1110 snap 359 seq_num 1110) dirty exists 2024-07-26T06:17:18.658 INFO:tasks.rados.rados.0.smithi089.stdout:3669: left oid 48 (ObjNum 1110 snap 359 seq_num 1110) 2024-07-26T06:17:18.658 INFO:tasks.rados.rados.0.smithi089.stdout:3671: expect (ObjNum 1107 snap 358 seq_num 1107) 2024-07-26T06:17:18.886 INFO:tasks.rados.rados.0.smithi089.stdout:3665: finishing copy_from racing read to smithi08986837-49 2024-07-26T06:17:18.886 INFO:tasks.rados.rados.0.smithi089.stdout:3666: expect (ObjNum 886 snap 282 seq_num 886) 2024-07-26T06:17:18.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:18 smithi089 ceph-mon[99608]: osdmap e789: 8 total, 8 up, 8 in 2024-07-26T06:17:18.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:18 smithi089 ceph-mon[102056]: osdmap e789: 8 total, 8 up, 8 in 2024-07-26T06:17:19.030 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:18 smithi155 ceph-mon[90160]: osdmap e789: 8 total, 8 up, 8 in 2024-07-26T06:17:19.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:19 smithi089 ceph-mon[99608]: osdmap e790: 8 total, 8 up, 8 in 2024-07-26T06:17:19.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:19 smithi089 ceph-mon[99608]: pgmap v844: 121 pgs: 121 active+clean; 306 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.9 MiB/s rd, 6.1 MiB/s wr, 30 op/s 2024-07-26T06:17:19.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:19 smithi089 ceph-mon[99608]: osdmap e791: 8 total, 8 up, 8 in 2024-07-26T06:17:19.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:19 smithi089 ceph-mon[102056]: osdmap e790: 8 total, 8 up, 8 in 2024-07-26T06:17:19.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:19 smithi089 ceph-mon[102056]: pgmap v844: 121 pgs: 121 active+clean; 306 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.9 MiB/s rd, 6.1 MiB/s wr, 30 op/s 2024-07-26T06:17:19.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:19 smithi089 ceph-mon[102056]: osdmap e791: 8 total, 8 up, 8 in 2024-07-26T06:17:20.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:19 smithi155 ceph-mon[90160]: osdmap e790: 8 total, 8 up, 8 in 2024-07-26T06:17:20.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:19 smithi155 ceph-mon[90160]: pgmap v844: 121 pgs: 121 active+clean; 306 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.9 MiB/s rd, 6.1 MiB/s wr, 30 op/s 2024-07-26T06:17:20.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:19 smithi155 ceph-mon[90160]: osdmap e791: 8 total, 8 up, 8 in 2024-07-26T06:17:20.811 INFO:tasks.rados.rados.0.smithi089.stdout:3665: finishing copy_from to smithi08986837-49 2024-07-26T06:17:20.811 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 49 v 1188 (ObjNum 1068 snap 351 seq_num 1068) dirty exists 2024-07-26T06:17:20.811 INFO:tasks.rados.rados.0.smithi089.stdout:3667: expect (ObjNum 1101 snap 356 seq_num 1101) 2024-07-26T06:17:20.917 INFO:tasks.rados.rados.0.smithi089.stdout:3673: finishing rollback tid 1 to smithi08986837-20 2024-07-26T06:17:20.918 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 20 v 0 (ObjNum 65 snap 0 seq_num 1784177009) dirty dne 2024-07-26T06:17:20.918 INFO:tasks.rados.rados.0.smithi089.stdout:3665: done (7 left) 2024-07-26T06:17:20.918 INFO:tasks.rados.rados.0.smithi089.stdout:3666: done (6 left) 2024-07-26T06:17:20.918 INFO:tasks.rados.rados.0.smithi089.stdout:3667: done (5 left) 2024-07-26T06:17:20.918 INFO:tasks.rados.rados.0.smithi089.stdout:3668: done (4 left) 2024-07-26T06:17:20.918 INFO:tasks.rados.rados.0.smithi089.stdout:3669: done (3 left) 2024-07-26T06:17:20.918 INFO:tasks.rados.rados.0.smithi089.stdout:3670: done (2 left) 2024-07-26T06:17:20.918 INFO:tasks.rados.rados.0.smithi089.stdout:3671: done (1 left) 2024-07-26T06:17:20.918 INFO:tasks.rados.rados.0.smithi089.stdout:3673: done (0 left) 2024-07-26T06:17:20.918 INFO:tasks.rados.rados.0.smithi089.stdout:3674: copy_from oid 10 from oid 17 current snap is 359 2024-07-26T06:17:20.918 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 30 current snap is 359 2024-07-26T06:17:20.919 INFO:tasks.rados.rados.0.smithi089.stdout:3675: seq_num 1111 ranges {0=614400,614400=753664,1368064=450560} 2024-07-26T06:17:20.920 INFO:tasks.rados.rados.0.smithi089.stdout:3675: writing smithi08986837-30 from 0 to 614400 tid 1 2024-07-26T06:17:20.925 INFO:tasks.rados.rados.0.smithi089.stdout:3675: writing smithi08986837-30 from 614400 to 1368064 tid 2 2024-07-26T06:17:20.928 INFO:tasks.rados.rados.0.smithi089.stdout:3675: writing smithi08986837-30 from 1368064 to 1818624 tid 3 2024-07-26T06:17:20.928 INFO:tasks.rados.rados.0.smithi089.stdout:3676: read oid 5 snap -1 2024-07-26T06:17:20.928 INFO:tasks.rados.rados.0.smithi089.stdout:3676: expect (ObjNum 985 snap 311 seq_num 985) 2024-07-26T06:17:20.928 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 18 current snap is 359 2024-07-26T06:17:20.929 INFO:tasks.rados.rados.0.smithi089.stdout:3677: seq_num 1112 ranges {13836288=630784,14467072=638976,15106048=466944,15572992=98304} 2024-07-26T06:17:21.004 INFO:tasks.rados.rados.0.smithi089.stdout:3677: writing smithi08986837-18 from 13836288 to 14467072 tid 1 2024-07-26T06:17:21.008 INFO:tasks.rados.rados.0.smithi089.stdout:3677: writing smithi08986837-18 from 14467072 to 15106048 tid 2 2024-07-26T06:17:21.011 INFO:tasks.rados.rados.0.smithi089.stdout:3677: writing smithi08986837-18 from 15106048 to 15572992 tid 3 2024-07-26T06:17:21.015 INFO:tasks.rados.rados.0.smithi089.stdout:3677: writing smithi08986837-18 from 15572992 to 15671296 tid 4 2024-07-26T06:17:21.015 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 15 current snap is 359 2024-07-26T06:17:21.015 INFO:tasks.rados.rados.0.smithi089.stdout:3674: finishing copy_from racing read to smithi08986837-10 2024-07-26T06:17:21.015 INFO:tasks.rados.rados.0.smithi089.stdout:3674: finishing copy_from to smithi08986837-10 2024-07-26T06:17:21.015 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 10 v 2006 (ObjNum 1046 snap 340 seq_num 1046) dirty exists 2024-07-26T06:17:21.015 INFO:tasks.rados.rados.0.smithi089.stdout:3675: finishing write tid 1 to smithi08986837-30 2024-07-26T06:17:21.015 INFO:tasks.rados.rados.0.smithi089.stdout:3678: seq_num 1113 ranges {0=647168,647168=524288,1171456=622592,1794048=57344} 2024-07-26T06:17:21.015 INFO:tasks.rados.rados.0.smithi089.stdout:3678: writing smithi08986837-15 from 0 to 647168 tid 1 2024-07-26T06:17:21.019 INFO:tasks.rados.rados.0.smithi089.stdout:3678: writing smithi08986837-15 from 647168 to 1171456 tid 2 2024-07-26T06:17:21.022 INFO:tasks.rados.rados.0.smithi089.stdout:3678: writing smithi08986837-15 from 1171456 to 1794048 tid 3 2024-07-26T06:17:21.023 INFO:tasks.rados.rados.0.smithi089.stdout:3678: writing smithi08986837-15 from 1794048 to 1851392 tid 4 2024-07-26T06:17:21.024 INFO:tasks.rados.rados.0.smithi089.stdout:3674: done (4 left) 2024-07-26T06:17:21.024 INFO:tasks.rados.rados.0.smithi089.stdout:3679: read oid 6 snap -1 2024-07-26T06:17:21.024 INFO:tasks.rados.rados.0.smithi089.stdout:3679: expect (ObjNum 985 snap 311 seq_num 985) 2024-07-26T06:17:21.024 INFO:tasks.rados.rados.0.smithi089.stdout:3680: snap_create 2024-07-26T06:17:21.024 INFO:tasks.rados.rados.0.smithi089.stdout:3675: finishing write tid 2 to smithi08986837-30 2024-07-26T06:17:21.024 INFO:tasks.rados.rados.0.smithi089.stdout:3675: finishing write tid 3 to smithi08986837-30 2024-07-26T06:17:21.024 INFO:tasks.rados.rados.0.smithi089.stdout:3675: finishing write tid 4 to smithi08986837-30 2024-07-26T06:17:21.024 INFO:tasks.rados.rados.0.smithi089.stdout:3675: finishing write tid 5 to smithi08986837-30 2024-07-26T06:17:21.024 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 30 v 1980 (ObjNum 1111 snap 359 seq_num 1111) dirty exists 2024-07-26T06:17:21.024 INFO:tasks.rados.rados.0.smithi089.stdout:3675: left oid 30 (ObjNum 1111 snap 359 seq_num 1111) 2024-07-26T06:17:21.024 INFO:tasks.rados.rados.0.smithi089.stdout:3676: expect (ObjNum 985 snap 311 seq_num 985) 2024-07-26T06:17:21.167 INFO:tasks.rados.rados.0.smithi089.stdout:3677: finishing write tid 1 to smithi08986837-18 2024-07-26T06:17:21.167 INFO:tasks.rados.rados.0.smithi089.stdout:3677: finishing write tid 2 to smithi08986837-18 2024-07-26T06:17:21.167 INFO:tasks.rados.rados.0.smithi089.stdout:3677: finishing write tid 3 to smithi08986837-18 2024-07-26T06:17:21.168 INFO:tasks.rados.rados.0.smithi089.stdout:3677: finishing write tid 4 to smithi08986837-18 2024-07-26T06:17:21.168 INFO:tasks.rados.rados.0.smithi089.stdout:3677: finishing write tid 5 to smithi08986837-18 2024-07-26T06:17:21.168 INFO:tasks.rados.rados.0.smithi089.stdout:3677: finishing write tid 6 to smithi08986837-18 2024-07-26T06:17:21.168 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 18 v 2020 (ObjNum 1112 snap 359 seq_num 1112) dirty exists 2024-07-26T06:17:21.168 INFO:tasks.rados.rados.0.smithi089.stdout:3677: left oid 18 (ObjNum 1112 snap 359 seq_num 1112) 2024-07-26T06:17:21.168 INFO:tasks.rados.rados.0.smithi089.stdout:3678: finishing write tid 1 to smithi08986837-15 2024-07-26T06:17:21.168 INFO:tasks.rados.rados.0.smithi089.stdout:3678: finishing write tid 2 to smithi08986837-15 2024-07-26T06:17:21.168 INFO:tasks.rados.rados.0.smithi089.stdout:3678: finishing write tid 3 to smithi08986837-15 2024-07-26T06:17:21.168 INFO:tasks.rados.rados.0.smithi089.stdout:3678: finishing write tid 4 to smithi08986837-15 2024-07-26T06:17:21.168 INFO:tasks.rados.rados.0.smithi089.stdout:3678: finishing write tid 5 to smithi08986837-15 2024-07-26T06:17:21.168 INFO:tasks.rados.rados.0.smithi089.stdout:3678: finishing write tid 6 to smithi08986837-15 2024-07-26T06:17:21.168 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 15 v 2439 (ObjNum 1113 snap 359 seq_num 1113) dirty exists 2024-07-26T06:17:21.168 INFO:tasks.rados.rados.0.smithi089.stdout:3678: left oid 15 (ObjNum 1113 snap 359 seq_num 1113) 2024-07-26T06:17:21.169 INFO:tasks.rados.rados.0.smithi089.stdout:3679: expect (ObjNum 985 snap 311 seq_num 985) 2024-07-26T06:17:21.826 INFO:tasks.rados.rados.0.smithi089.stdout:3675: done (5 left) 2024-07-26T06:17:21.827 INFO:tasks.rados.rados.0.smithi089.stdout:3676: done (4 left) 2024-07-26T06:17:21.827 INFO:tasks.rados.rados.0.smithi089.stdout:3677: done (3 left) 2024-07-26T06:17:21.827 INFO:tasks.rados.rados.0.smithi089.stdout:3678: done (2 left) 2024-07-26T06:17:21.827 INFO:tasks.rados.rados.0.smithi089.stdout:3679: done (1 left) 2024-07-26T06:17:21.827 INFO:tasks.rados.rados.0.smithi089.stdout:3680: done (0 left) 2024-07-26T06:17:21.827 INFO:tasks.rados.rados.0.smithi089.stdout:3681: delete oid 8 current snap is 360 2024-07-26T06:17:21.831 INFO:tasks.rados.rados.0.smithi089.stdout:3681: done (0 left) 2024-07-26T06:17:21.831 INFO:tasks.rados.rados.0.smithi089.stdout:3682: snap_remove snap 327 2024-07-26T06:17:22.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:21 smithi155 ceph-mon[90160]: pgmap v846: 121 pgs: 121 active+clean; 329 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.0 MiB/s rd, 6.8 MiB/s wr, 11 op/s 2024-07-26T06:17:22.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:21 smithi089 ceph-mon[99608]: pgmap v846: 121 pgs: 121 active+clean; 329 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.0 MiB/s rd, 6.8 MiB/s wr, 11 op/s 2024-07-26T06:17:22.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:21 smithi089 ceph-mon[102056]: pgmap v846: 121 pgs: 121 active+clean; 329 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.0 MiB/s rd, 6.8 MiB/s wr, 11 op/s 2024-07-26T06:17:22.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:17:22 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:17:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:17:22.828 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:17:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:17:22] "GET /metrics HTTP/1.1" 200 36344 "" "Prometheus/2.43.0" 2024-07-26T06:17:22.833 INFO:tasks.rados.rados.0.smithi089.stdout:3682: done (0 left) 2024-07-26T06:17:22.833 INFO:tasks.rados.rados.0.smithi089.stdout:3683: snap_remove snap 359 2024-07-26T06:17:23.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:22 smithi155 ceph-mon[90160]: osdmap e792: 8 total, 8 up, 8 in 2024-07-26T06:17:23.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:22 smithi089 ceph-mon[99608]: osdmap e792: 8 total, 8 up, 8 in 2024-07-26T06:17:23.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:22 smithi089 ceph-mon[102056]: osdmap e792: 8 total, 8 up, 8 in 2024-07-26T06:17:23.841 INFO:tasks.rados.rados.0.smithi089.stdout:3683: done (0 left) 2024-07-26T06:17:23.841 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 21 current snap is 360 2024-07-26T06:17:23.841 INFO:tasks.rados.rados.0.smithi089.stdout:3684: seq_num 1115 ranges {4628480=679936,5308416=688128,5996544=516096} 2024-07-26T06:17:23.869 INFO:tasks.rados.rados.0.smithi089.stdout:3684: writing smithi08986837-21 from 4628480 to 5308416 tid 1 2024-07-26T06:17:23.874 INFO:tasks.rados.rados.0.smithi089.stdout:3684: writing smithi08986837-21 from 5308416 to 5996544 tid 2 2024-07-26T06:17:23.878 INFO:tasks.rados.rados.0.smithi089.stdout:3684: writing smithi08986837-21 from 5996544 to 6512640 tid 3 2024-07-26T06:17:23.878 INFO:tasks.rados.rados.0.smithi089.stdout:3685: setattr oid 11 current snap is 360 2024-07-26T06:17:23.878 INFO:tasks.rados.rados.0.smithi089.stdout:3684: finishing write tid 1 to smithi08986837-21 2024-07-26T06:17:23.878 INFO:tasks.rados.rados.0.smithi089.stdout:3684: finishing write tid 2 to smithi08986837-21 2024-07-26T06:17:23.883 INFO:tasks.rados.rados.0.smithi089.stdout:3686: read oid 22 snap -1 2024-07-26T06:17:23.883 INFO:tasks.rados.rados.0.smithi089.stdout:3686: expect (ObjNum 1109 snap 358 seq_num 1109) 2024-07-26T06:17:23.883 INFO:tasks.rados.rados.0.smithi089.stdout:3687: read oid 1 snap -1 2024-07-26T06:17:23.883 INFO:tasks.rados.rados.0.smithi089.stdout:3687: expect (ObjNum 1102 snap 357 seq_num 1102) 2024-07-26T06:17:23.883 INFO:tasks.rados.rados.0.smithi089.stdout:3688: read oid 19 snap -1 2024-07-26T06:17:23.883 INFO:tasks.rados.rados.0.smithi089.stdout:3688: expect (ObjNum 1095 snap 355 seq_num 1095) 2024-07-26T06:17:23.883 INFO:tasks.rados.rados.0.smithi089.stdout:3689: delete oid 42 current snap is 360 2024-07-26T06:17:23.883 INFO:tasks.rados.rados.0.smithi089.stdout:3684: finishing write tid 3 to smithi08986837-21 2024-07-26T06:17:23.883 INFO:tasks.rados.rados.0.smithi089.stdout:3684: finishing write tid 4 to smithi08986837-21 2024-07-26T06:17:23.884 INFO:tasks.rados.rados.0.smithi089.stdout:3684: finishing write tid 5 to smithi08986837-21 2024-07-26T06:17:23.884 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 21 v 1445 (ObjNum 1115 snap 360 seq_num 1115) dirty exists 2024-07-26T06:17:23.884 INFO:tasks.rados.rados.0.smithi089.stdout:3684: left oid 21 (ObjNum 1115 snap 360 seq_num 1115) 2024-07-26T06:17:23.884 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 11 v 2182 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-07-26T06:17:23.884 INFO:tasks.rados.rados.0.smithi089.stdout:3684: done (5 left) 2024-07-26T06:17:23.885 INFO:tasks.rados.rados.0.smithi089.stdout:3685: done (4 left) 2024-07-26T06:17:23.885 INFO:tasks.rados.rados.0.smithi089.stdout:3689: done (3 left) 2024-07-26T06:17:23.885 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 10 current snap is 360 2024-07-26T06:17:23.885 INFO:tasks.rados.rados.0.smithi089.stdout:3690: seq_num 1117 ranges {729088=712704,1441792=458752,1900544=655360,2555904=90112} 2024-07-26T06:17:23.893 INFO:tasks.rados.rados.0.smithi089.stdout:3690: writing smithi08986837-10 from 729088 to 1441792 tid 1 2024-07-26T06:17:23.896 INFO:tasks.rados.rados.0.smithi089.stdout:3690: writing smithi08986837-10 from 1441792 to 1900544 tid 2 2024-07-26T06:17:23.901 INFO:tasks.rados.rados.0.smithi089.stdout:3690: writing smithi08986837-10 from 1900544 to 2555904 tid 3 2024-07-26T06:17:23.901 INFO:tasks.rados.rados.0.smithi089.stdout:3690: writing smithi08986837-10 from 2555904 to 2646016 tid 4 2024-07-26T06:17:23.902 INFO:tasks.rados.rados.0.smithi089.stdout:3691: snap_remove snap 325 2024-07-26T06:17:24.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:23 smithi155 ceph-mon[90160]: pgmap v848: 121 pgs: 121 active+clean; 333 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 5.1 MiB/s wr, 12 op/s 2024-07-26T06:17:24.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:23 smithi155 ceph-mon[90160]: osdmap e793: 8 total, 8 up, 8 in 2024-07-26T06:17:24.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:23 smithi089 ceph-mon[99608]: pgmap v848: 121 pgs: 121 active+clean; 333 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 5.1 MiB/s wr, 12 op/s 2024-07-26T06:17:24.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:23 smithi089 ceph-mon[99608]: osdmap e793: 8 total, 8 up, 8 in 2024-07-26T06:17:24.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:23 smithi089 ceph-mon[102056]: pgmap v848: 121 pgs: 121 active+clean; 333 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 5.1 MiB/s wr, 12 op/s 2024-07-26T06:17:24.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:23 smithi089 ceph-mon[102056]: osdmap e793: 8 total, 8 up, 8 in 2024-07-26T06:17:24.480 INFO:tasks.rados.rados.0.smithi089.stdout:3691: done (4 left) 2024-07-26T06:17:24.480 INFO:tasks.rados.rados.0.smithi089.stdout:3692: snap_create 2024-07-26T06:17:24.480 INFO:tasks.rados.rados.0.smithi089.stdout:3688: expect (ObjNum 1095 snap 355 seq_num 1095) 2024-07-26T06:17:24.578 INFO:tasks.rados.rados.0.smithi089.stdout:3687: expect (ObjNum 1102 snap 357 seq_num 1102) 2024-07-26T06:17:24.702 INFO:tasks.rados.rados.0.smithi089.stdout:3690: finishing write tid 1 to smithi08986837-10 2024-07-26T06:17:24.703 INFO:tasks.rados.rados.0.smithi089.stdout:3690: finishing write tid 2 to smithi08986837-10 2024-07-26T06:17:24.703 INFO:tasks.rados.rados.0.smithi089.stdout:3686: expect (ObjNum 1109 snap 358 seq_num 1109) 2024-07-26T06:17:24.879 INFO:tasks.rados.rados.0.smithi089.stdout:3690: finishing write tid 3 to smithi08986837-10 2024-07-26T06:17:24.879 INFO:tasks.rados.rados.0.smithi089.stdout:3690: finishing write tid 4 to smithi08986837-10 2024-07-26T06:17:24.879 INFO:tasks.rados.rados.0.smithi089.stdout:3690: finishing write tid 5 to smithi08986837-10 2024-07-26T06:17:24.879 INFO:tasks.rados.rados.0.smithi089.stdout:3690: finishing write tid 6 to smithi08986837-10 2024-07-26T06:17:24.879 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 10 v 2187 (ObjNum 1117 snap 360 seq_num 1117) dirty exists 2024-07-26T06:17:24.879 INFO:tasks.rados.rados.0.smithi089.stdout:3690: left oid 10 (ObjNum 1117 snap 360 seq_num 1117) 2024-07-26T06:17:25.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:24 smithi155 ceph-mon[90160]: osdmap e794: 8 total, 8 up, 8 in 2024-07-26T06:17:25.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:24 smithi155 ceph-mon[90160]: osdmap e795: 8 total, 8 up, 8 in 2024-07-26T06:17:25.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:24 smithi089 ceph-mon[99608]: osdmap e794: 8 total, 8 up, 8 in 2024-07-26T06:17:25.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:24 smithi089 ceph-mon[99608]: osdmap e795: 8 total, 8 up, 8 in 2024-07-26T06:17:25.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:24 smithi089 ceph-mon[102056]: osdmap e794: 8 total, 8 up, 8 in 2024-07-26T06:17:25.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:24 smithi089 ceph-mon[102056]: osdmap e795: 8 total, 8 up, 8 in 2024-07-26T06:17:25.477 INFO:tasks.rados.rados.0.smithi089.stdout:3686: done (4 left) 2024-07-26T06:17:25.477 INFO:tasks.rados.rados.0.smithi089.stdout:3687: done (3 left) 2024-07-26T06:17:25.477 INFO:tasks.rados.rados.0.smithi089.stdout:3688: done (2 left) 2024-07-26T06:17:25.477 INFO:tasks.rados.rados.0.smithi089.stdout:3690: done (1 left) 2024-07-26T06:17:25.478 INFO:tasks.rados.rados.0.smithi089.stdout:3692: done (0 left) 2024-07-26T06:17:25.478 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 28 current snap is 361 2024-07-26T06:17:25.478 INFO:tasks.rados.rados.0.smithi089.stdout:3693: seq_num 1118 ranges {0=729088,729088=794624,1523712=409600} 2024-07-26T06:17:25.481 INFO:tasks.rados.rados.0.smithi089.stdout:3693: writing smithi08986837-28 from 0 to 729088 tid 1 2024-07-26T06:17:25.485 INFO:tasks.rados.rados.0.smithi089.stdout:3693: writing smithi08986837-28 from 729088 to 1523712 tid 2 2024-07-26T06:17:25.488 INFO:tasks.rados.rados.0.smithi089.stdout:3693: writing smithi08986837-28 from 1523712 to 1933312 tid 3 2024-07-26T06:17:25.488 INFO:tasks.rados.rados.0.smithi089.stdout:3694: snap_remove snap 353 2024-07-26T06:17:26.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:25 smithi155 ceph-mon[90160]: pgmap v852: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 333 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 21 MiB/s rd, 884 KiB/s wr, 8 op/s 2024-07-26T06:17:26.153 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:25 smithi155 ceph-mon[90160]: osdmap e796: 8 total, 8 up, 8 in 2024-07-26T06:17:26.153 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:25 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:17:26.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:25 smithi089 ceph-mon[99608]: pgmap v852: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 333 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 21 MiB/s rd, 884 KiB/s wr, 8 op/s 2024-07-26T06:17:26.156 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:25 smithi089 ceph-mon[99608]: osdmap e796: 8 total, 8 up, 8 in 2024-07-26T06:17:26.156 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:25 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:17:26.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:25 smithi089 ceph-mon[102056]: pgmap v852: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 333 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 21 MiB/s rd, 884 KiB/s wr, 8 op/s 2024-07-26T06:17:26.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:25 smithi089 ceph-mon[102056]: osdmap e796: 8 total, 8 up, 8 in 2024-07-26T06:17:26.157 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:25 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:17:26.490 INFO:tasks.rados.rados.0.smithi089.stdout:3694: done (1 left) 2024-07-26T06:17:26.490 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 9 current snap is 361 2024-07-26T06:17:26.490 INFO:tasks.rados.rados.0.smithi089.stdout:3695: seq_num 1119 ranges {4988928=745472,5734400=679936,6414336=524288} 2024-07-26T06:17:26.522 INFO:tasks.rados.rados.0.smithi089.stdout:3695: writing smithi08986837-9 from 4988928 to 5734400 tid 1 2024-07-26T06:17:26.526 INFO:tasks.rados.rados.0.smithi089.stdout:3695: writing smithi08986837-9 from 5734400 to 6414336 tid 2 2024-07-26T06:17:26.529 INFO:tasks.rados.rados.0.smithi089.stdout:3695: writing smithi08986837-9 from 6414336 to 6938624 tid 3 2024-07-26T06:17:26.529 INFO:tasks.rados.rados.0.smithi089.stdout:3696: rollback oid 32 current snap is 361 2024-07-26T06:17:26.530 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 32 to 343 2024-07-26T06:17:26.530 INFO:tasks.rados.rados.0.smithi089.stdout:3693: finishing write tid 1 to smithi08986837-28 2024-07-26T06:17:26.530 INFO:tasks.rados.rados.0.smithi089.stdout:3693: finishing write tid 2 to smithi08986837-28 2024-07-26T06:17:26.530 INFO:tasks.rados.rados.0.smithi089.stdout:3693: finishing write tid 3 to smithi08986837-28 2024-07-26T06:17:26.530 INFO:tasks.rados.rados.0.smithi089.stdout:3693: finishing write tid 4 to smithi08986837-28 2024-07-26T06:17:26.530 INFO:tasks.rados.rados.0.smithi089.stdout:3693: finishing write tid 5 to smithi08986837-28 2024-07-26T06:17:26.530 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 28 v 2200 (ObjNum 1118 snap 361 seq_num 1118) dirty exists 2024-07-26T06:17:26.530 INFO:tasks.rados.rados.0.smithi089.stdout:3693: left oid 28 (ObjNum 1118 snap 361 seq_num 1118) 2024-07-26T06:17:26.530 INFO:tasks.rados.rados.0.smithi089.stdout:3695: finishing write tid 1 to smithi08986837-9 2024-07-26T06:17:26.530 INFO:tasks.rados.rados.0.smithi089.stdout:3693: done (2 left) 2024-07-26T06:17:26.530 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 42 current snap is 361 2024-07-26T06:17:26.530 INFO:tasks.rados.rados.0.smithi089.stdout:3697: seq_num 1120 ranges {0=761856,761856=557056,1318912=425984,1744896=221184} 2024-07-26T06:17:26.533 INFO:tasks.rados.rados.0.smithi089.stdout:3697: writing smithi08986837-42 from 0 to 761856 tid 1 2024-07-26T06:17:26.537 INFO:tasks.rados.rados.0.smithi089.stdout:3697: writing smithi08986837-42 from 761856 to 1318912 tid 2 2024-07-26T06:17:26.540 INFO:tasks.rados.rados.0.smithi089.stdout:3697: writing smithi08986837-42 from 1318912 to 1744896 tid 3 2024-07-26T06:17:26.542 INFO:tasks.rados.rados.0.smithi089.stdout:3697: writing smithi08986837-42 from 1744896 to 1966080 tid 4 2024-07-26T06:17:26.542 INFO:tasks.rados.rados.0.smithi089.stdout:3698: copy_from oid 50 from oid 16 current snap is 361 2024-07-26T06:17:26.542 INFO:tasks.rados.rados.0.smithi089.stdout:3695: finishing write tid 2 to smithi08986837-9 2024-07-26T06:17:26.542 INFO:tasks.rados.rados.0.smithi089.stdout:3696: finishing rollback tid 1 to smithi08986837-32 2024-07-26T06:17:26.543 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 32 v 1998 (ObjNum 33 snap 0 seq_num 1953066355) dirty dne 2024-07-26T06:17:26.543 INFO:tasks.rados.rados.0.smithi089.stdout:3695: finishing write tid 3 to smithi08986837-9 2024-07-26T06:17:26.543 INFO:tasks.rados.rados.0.smithi089.stdout:3695: finishing write tid 4 to smithi08986837-9 2024-07-26T06:17:26.543 INFO:tasks.rados.rados.0.smithi089.stdout:3695: finishing write tid 5 to smithi08986837-9 2024-07-26T06:17:26.543 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 9 v 484 (ObjNum 1119 snap 361 seq_num 1119) dirty exists 2024-07-26T06:17:26.543 INFO:tasks.rados.rados.0.smithi089.stdout:3695: left oid 9 (ObjNum 1119 snap 361 seq_num 1119) 2024-07-26T06:17:26.543 INFO:tasks.rados.rados.0.smithi089.stdout:3697: finishing write tid 1 to smithi08986837-42 2024-07-26T06:17:26.543 INFO:tasks.rados.rados.0.smithi089.stdout:3695: done (3 left) 2024-07-26T06:17:26.543 INFO:tasks.rados.rados.0.smithi089.stdout:3696: done (2 left) 2024-07-26T06:17:26.543 INFO:tasks.rados.rados.0.smithi089.stdout:3699: read oid 1 snap -1 2024-07-26T06:17:26.543 INFO:tasks.rados.rados.0.smithi089.stdout:3699: expect (ObjNum 1102 snap 357 seq_num 1102) 2024-07-26T06:17:26.543 INFO:tasks.rados.rados.0.smithi089.stdout:3700: copy_from oid 30 from oid 13 current snap is 361 2024-07-26T06:17:26.543 INFO:tasks.rados.rados.0.smithi089.stdout:3701: delete oid 2 current snap is 361 2024-07-26T06:17:26.543 INFO:tasks.rados.rados.0.smithi089.stdout:3697: finishing write tid 2 to smithi08986837-42 2024-07-26T06:17:26.546 INFO:tasks.rados.rados.0.smithi089.stdout:3697: finishing write tid 3 to smithi08986837-42 2024-07-26T06:17:26.546 INFO:tasks.rados.rados.0.smithi089.stdout:3697: finishing write tid 4 to smithi08986837-42 2024-07-26T06:17:26.546 INFO:tasks.rados.rados.0.smithi089.stdout:3697: finishing write tid 5 to smithi08986837-42 2024-07-26T06:17:26.547 INFO:tasks.rados.rados.0.smithi089.stdout:3701: done (4 left) 2024-07-26T06:17:26.547 INFO:tasks.rados.rados.0.smithi089.stdout:3702: copy_from oid 39 from oid 31 current snap is 361 2024-07-26T06:17:26.547 INFO:tasks.rados.rados.0.smithi089.stdout:3703: snap_create 2024-07-26T06:17:26.549 INFO:tasks.rados.rados.0.smithi089.stdout:3697: finishing write tid 6 to smithi08986837-42 2024-07-26T06:17:26.549 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 42 v 2476 (ObjNum 1120 snap 361 seq_num 1120) dirty exists 2024-07-26T06:17:26.549 INFO:tasks.rados.rados.0.smithi089.stdout:3697: left oid 42 (ObjNum 1120 snap 361 seq_num 1120) 2024-07-26T06:17:26.565 INFO:tasks.rados.rados.0.smithi089.stdout:3699: expect (ObjNum 1102 snap 357 seq_num 1102) 2024-07-26T06:17:26.691 INFO:tasks.rados.rados.0.smithi089.stdout:3698: finishing copy_from racing read to smithi08986837-50 2024-07-26T06:17:26.691 INFO:tasks.rados.rados.0.smithi089.stdout:3700: finishing copy_from racing read to smithi08986837-30 2024-07-26T06:17:26.691 INFO:tasks.rados.rados.0.smithi089.stdout:3700: finishing copy_from to smithi08986837-30 2024-07-26T06:17:26.691 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 30 v 2165 (ObjNum 931 snap 296 seq_num 931) dirty exists 2024-07-26T06:17:26.691 INFO:tasks.rados.rados.0.smithi089.stdout:3702: finishing copy_from racing read to smithi08986837-39 2024-07-26T06:17:26.691 INFO:tasks.rados.rados.0.smithi089.stdout:3698: finishing copy_from to smithi08986837-50 2024-07-26T06:17:26.691 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 50 v 1728 (ObjNum 1008 snap 321 seq_num 1008) dirty exists 2024-07-26T06:17:26.691 INFO:tasks.rados.rados.0.smithi089.stdout:3702: finishing copy_from to smithi08986837-39 2024-07-26T06:17:26.691 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 39 v 1955 (ObjNum 996 snap 316 seq_num 996) dirty exists 2024-07-26T06:17:27.499 INFO:tasks.rados.rados.0.smithi089.stdout:3697: done (5 left) 2024-07-26T06:17:27.499 INFO:tasks.rados.rados.0.smithi089.stdout:3698: done (4 left) 2024-07-26T06:17:27.499 INFO:tasks.rados.rados.0.smithi089.stdout:3699: done (3 left) 2024-07-26T06:17:27.500 INFO:tasks.rados.rados.0.smithi089.stdout:3700: done (2 left) 2024-07-26T06:17:27.500 INFO:tasks.rados.rados.0.smithi089.stdout:3702: done (1 left) 2024-07-26T06:17:27.500 INFO:tasks.rados.rados.0.smithi089.stdout:3703: done (0 left) 2024-07-26T06:17:27.500 INFO:tasks.rados.rados.0.smithi089.stdout:3704: rollback oid 40 current snap is 362 2024-07-26T06:17:27.500 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 40 to 317 2024-07-26T06:17:27.500 INFO:tasks.rados.rados.0.smithi089.stdout:3705: read oid 10 snap -1 2024-07-26T06:17:27.500 INFO:tasks.rados.rados.0.smithi089.stdout:3705: expect (ObjNum 1117 snap 360 seq_num 1117) 2024-07-26T06:17:27.500 INFO:tasks.rados.rados.0.smithi089.stdout:3706: rollback oid 39 current snap is 362 2024-07-26T06:17:27.500 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 39 to 312 2024-07-26T06:17:27.500 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 50 current snap is 362 2024-07-26T06:17:27.500 INFO:tasks.rados.rados.0.smithi089.stdout:3707: seq_num 1122 ranges {2252800=794624,3047424=729088,3776512=475136} 2024-07-26T06:17:27.516 INFO:tasks.rados.rados.0.smithi089.stdout:3707: writing smithi08986837-50 from 2252800 to 3047424 tid 1 2024-07-26T06:17:27.520 INFO:tasks.rados.rados.0.smithi089.stdout:3707: writing smithi08986837-50 from 3047424 to 3776512 tid 2 2024-07-26T06:17:27.523 INFO:tasks.rados.rados.0.smithi089.stdout:3707: writing smithi08986837-50 from 3776512 to 4251648 tid 3 2024-07-26T06:17:27.524 INFO:tasks.rados.rados.0.smithi089.stdout:3704: finishing rollback tid 1 to smithi08986837-40 2024-07-26T06:17:27.524 INFO:tasks.rados.rados.0.smithi089.stdout:3708: read oid 22 snap -1 2024-07-26T06:17:27.524 INFO:tasks.rados.rados.0.smithi089.stdout:3708: expect (ObjNum 1109 snap 358 seq_num 1109) 2024-07-26T06:17:27.524 INFO:tasks.rados.rados.0.smithi089.stdout:3709: rollback oid 13 current snap is 362 2024-07-26T06:17:27.524 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 13 to 324 2024-07-26T06:17:27.524 INFO:tasks.rados.rados.0.smithi089.stdout:3704: finishing rollback tid 2 to smithi08986837-40 2024-07-26T06:17:27.524 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 40 v 2167 (ObjNum 998 snap 316 seq_num 998) dirty exists 2024-07-26T06:17:27.524 INFO:tasks.rados.rados.0.smithi089.stdout:3706: finishing rollback tid 0 to smithi08986837-39 2024-07-26T06:17:27.524 INFO:tasks.rados.rados.0.smithi089.stdout:3706: finishing rollback tid 1 to smithi08986837-39 2024-07-26T06:17:27.524 INFO:tasks.rados.rados.0.smithi089.stdout:3706: finishing rollback tid 2 to smithi08986837-39 2024-07-26T06:17:27.524 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 39 v 2206 (ObjNum 959 snap 306 seq_num 959) dirty exists 2024-07-26T06:17:27.524 INFO:tasks.rados.rados.0.smithi089.stdout:3705: expect (ObjNum 1117 snap 360 seq_num 1117) 2024-07-26T06:17:27.607 INFO:tasks.rados.rados.0.smithi089.stdout:3707: finishing write tid 1 to smithi08986837-50 2024-07-26T06:17:27.608 INFO:tasks.rados.rados.0.smithi089.stdout:3707: finishing write tid 2 to smithi08986837-50 2024-07-26T06:17:27.608 INFO:tasks.rados.rados.0.smithi089.stdout:3707: finishing write tid 3 to smithi08986837-50 2024-07-26T06:17:27.608 INFO:tasks.rados.rados.0.smithi089.stdout:3707: finishing write tid 4 to smithi08986837-50 2024-07-26T06:17:27.608 INFO:tasks.rados.rados.0.smithi089.stdout:3707: finishing write tid 5 to smithi08986837-50 2024-07-26T06:17:27.608 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 50 v 2171 (ObjNum 1122 snap 362 seq_num 1122) dirty exists 2024-07-26T06:17:27.608 INFO:tasks.rados.rados.0.smithi089.stdout:3707: left oid 50 (ObjNum 1122 snap 362 seq_num 1122) 2024-07-26T06:17:27.608 INFO:tasks.rados.rados.0.smithi089.stdout:3709: finishing rollback tid 0 to smithi08986837-13 2024-07-26T06:17:27.608 INFO:tasks.rados.rados.0.smithi089.stdout:3709: finishing rollback tid 1 to smithi08986837-13 2024-07-26T06:17:27.608 INFO:tasks.rados.rados.0.smithi089.stdout:3708: expect (ObjNum 1109 snap 358 seq_num 1109) 2024-07-26T06:17:27.783 INFO:tasks.rados.rados.0.smithi089.stdout:3709: finishing rollback tid 2 to smithi08986837-13 2024-07-26T06:17:27.783 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 13 v 2203 (ObjNum 841 snap 265 seq_num 841) dirty exists 2024-07-26T06:17:27.783 INFO:tasks.rados.rados.0.smithi089.stdout:3704: done (5 left) 2024-07-26T06:17:27.783 INFO:tasks.rados.rados.0.smithi089.stdout:3705: done (4 left) 2024-07-26T06:17:27.783 INFO:tasks.rados.rados.0.smithi089.stdout:3706: done (3 left) 2024-07-26T06:17:27.783 INFO:tasks.rados.rados.0.smithi089.stdout:3707: done (2 left) 2024-07-26T06:17:27.784 INFO:tasks.rados.rados.0.smithi089.stdout:3708: done (1 left) 2024-07-26T06:17:27.784 INFO:tasks.rados.rados.0.smithi089.stdout:3709: done (0 left) 2024-07-26T06:17:27.784 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 24 current snap is 362 2024-07-26T06:17:27.784 INFO:tasks.rados.rados.0.smithi089.stdout:3710: seq_num 1123 ranges {0=409600,409600=614400,1024000=598016,1622016=393216} 2024-07-26T06:17:27.784 INFO:tasks.rados.rados.0.smithi089.stdout:3710: writing smithi08986837-24 from 0 to 409600 tid 1 2024-07-26T06:17:27.788 INFO:tasks.rados.rados.0.smithi089.stdout:3710: writing smithi08986837-24 from 409600 to 1024000 tid 2 2024-07-26T06:17:27.791 INFO:tasks.rados.rados.0.smithi089.stdout:3710: writing smithi08986837-24 from 1024000 to 1622016 tid 3 2024-07-26T06:17:27.794 INFO:tasks.rados.rados.0.smithi089.stdout:3710: writing smithi08986837-24 from 1622016 to 2015232 tid 4 2024-07-26T06:17:27.794 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 30 current snap is 362 2024-07-26T06:17:27.794 INFO:tasks.rados.rados.0.smithi089.stdout:3710: finishing write tid 1 to smithi08986837-24 2024-07-26T06:17:27.794 INFO:tasks.rados.rados.0.smithi089.stdout:3711: seq_num 1124 ranges {4218880=434176,4653056=499712,5152768=409600,5562368=663552,6225920=32768} 2024-07-26T06:17:27.819 INFO:tasks.rados.rados.0.smithi089.stdout:3711: writing smithi08986837-30 from 4218880 to 4653056 tid 1 2024-07-26T06:17:27.821 INFO:tasks.rados.rados.0.smithi089.stdout:3711: writing smithi08986837-30 from 4653056 to 5152768 tid 2 2024-07-26T06:17:27.823 INFO:tasks.rados.rados.0.smithi089.stdout:3711: writing smithi08986837-30 from 5152768 to 5562368 tid 3 2024-07-26T06:17:27.827 INFO:tasks.rados.rados.0.smithi089.stdout:3711: writing smithi08986837-30 from 5562368 to 6225920 tid 4 2024-07-26T06:17:27.828 INFO:tasks.rados.rados.0.smithi089.stdout:3711: writing smithi08986837-30 from 6225920 to 6258688 tid 5 2024-07-26T06:17:27.828 INFO:tasks.rados.rados.0.smithi089.stdout:3712: snap_remove snap 361 2024-07-26T06:17:27.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:27 smithi155 ceph-mon[90160]: osdmap e797: 8 total, 8 up, 8 in 2024-07-26T06:17:27.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:27 smithi155 ceph-mon[90160]: pgmap v855: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 337 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 1.5 MiB/s wr, 14 op/s 2024-07-26T06:17:27.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:27 smithi089 ceph-mon[99608]: osdmap e797: 8 total, 8 up, 8 in 2024-07-26T06:17:27.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:27 smithi089 ceph-mon[99608]: pgmap v855: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 337 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 1.5 MiB/s wr, 14 op/s 2024-07-26T06:17:27.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:27 smithi089 ceph-mon[102056]: osdmap e797: 8 total, 8 up, 8 in 2024-07-26T06:17:27.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:27 smithi089 ceph-mon[102056]: pgmap v855: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 337 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 1.5 MiB/s wr, 14 op/s 2024-07-26T06:17:28.497 INFO:tasks.rados.rados.0.smithi089.stdout:3712: done (2 left) 2024-07-26T06:17:28.498 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 42 current snap is 362 2024-07-26T06:17:28.498 INFO:tasks.rados.rados.0.smithi089.stdout:3713: seq_num 1125 ranges {1966080=450560,2416640=786432,3203072=614400,3817472=204800} 2024-07-26T06:17:28.510 INFO:tasks.rados.rados.0.smithi089.stdout:3713: writing smithi08986837-42 from 1966080 to 2416640 tid 1 2024-07-26T06:17:28.515 INFO:tasks.rados.rados.0.smithi089.stdout:3713: writing smithi08986837-42 from 2416640 to 3203072 tid 2 2024-07-26T06:17:28.519 INFO:tasks.rados.rados.0.smithi089.stdout:3713: writing smithi08986837-42 from 3203072 to 3817472 tid 3 2024-07-26T06:17:28.522 INFO:tasks.rados.rados.0.smithi089.stdout:3713: writing smithi08986837-42 from 3817472 to 4022272 tid 4 2024-07-26T06:17:28.522 INFO:tasks.rados.rados.0.smithi089.stdout:3714: read oid 19 snap -1 2024-07-26T06:17:28.522 INFO:tasks.rados.rados.0.smithi089.stdout:3714: expect (ObjNum 1095 snap 355 seq_num 1095) 2024-07-26T06:17:28.522 INFO:tasks.rados.rados.0.smithi089.stdout:3715: read oid 16 snap -1 2024-07-26T06:17:28.522 INFO:tasks.rados.rados.0.smithi089.stdout:3715: expect (ObjNum 1008 snap 321 seq_num 1008) 2024-07-26T06:17:28.522 INFO:tasks.rados.rados.0.smithi089.stdout:3716: read oid 35 snap 334 2024-07-26T06:17:28.522 INFO:tasks.rados.rados.0.smithi089.stdout:3716: expect (ObjNum 921 snap 291 seq_num 921) 2024-07-26T06:17:28.523 INFO:tasks.rados.rados.0.smithi089.stdout:3717: rmattr oid 46 current snap is 362 2024-07-26T06:17:28.523 INFO:tasks.rados.rados.0.smithi089.stdout:3710: finishing write tid 2 to smithi08986837-24 2024-07-26T06:17:28.523 INFO:tasks.rados.rados.0.smithi089.stdout:3718: read oid 6 snap -1 2024-07-26T06:17:28.523 INFO:tasks.rados.rados.0.smithi089.stdout:3718: expect (ObjNum 985 snap 311 seq_num 985) 2024-07-26T06:17:28.523 INFO:tasks.rados.rados.0.smithi089.stdout:3719: delete oid 49 current snap is 362 2024-07-26T06:17:28.523 INFO:tasks.rados.rados.0.smithi089.stdout:3710: finishing write tid 3 to smithi08986837-24 2024-07-26T06:17:28.523 INFO:tasks.rados.rados.0.smithi089.stdout:3710: finishing write tid 4 to smithi08986837-24 2024-07-26T06:17:28.523 INFO:tasks.rados.rados.0.smithi089.stdout:3710: finishing write tid 5 to smithi08986837-24 2024-07-26T06:17:28.523 INFO:tasks.rados.rados.0.smithi089.stdout:3710: finishing write tid 6 to smithi08986837-24 2024-07-26T06:17:28.523 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 24 v 2176 (ObjNum 1123 snap 362 seq_num 1123) dirty exists 2024-07-26T06:17:28.523 INFO:tasks.rados.rados.0.smithi089.stdout:3710: left oid 24 (ObjNum 1123 snap 362 seq_num 1123) 2024-07-26T06:17:28.523 INFO:tasks.rados.rados.0.smithi089.stdout:3711: finishing write tid 1 to smithi08986837-30 2024-07-26T06:17:28.523 INFO:tasks.rados.rados.0.smithi089.stdout:3711: finishing write tid 2 to smithi08986837-30 2024-07-26T06:17:28.523 INFO:tasks.rados.rados.0.smithi089.stdout:3711: finishing write tid 3 to smithi08986837-30 2024-07-26T06:17:28.524 INFO:tasks.rados.rados.0.smithi089.stdout:3711: finishing write tid 4 to smithi08986837-30 2024-07-26T06:17:28.524 INFO:tasks.rados.rados.0.smithi089.stdout:3711: finishing write tid 5 to smithi08986837-30 2024-07-26T06:17:28.524 INFO:tasks.rados.rados.0.smithi089.stdout:3711: finishing write tid 6 to smithi08986837-30 2024-07-26T06:17:28.524 INFO:tasks.rados.rados.0.smithi089.stdout:3711: finishing write tid 7 to smithi08986837-30 2024-07-26T06:17:28.524 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 30 v 2182 (ObjNum 1124 snap 362 seq_num 1124) dirty exists 2024-07-26T06:17:28.524 INFO:tasks.rados.rados.0.smithi089.stdout:3711: left oid 30 (ObjNum 1124 snap 362 seq_num 1124) 2024-07-26T06:17:28.524 INFO:tasks.rados.rados.0.smithi089.stdout:3713: finishing write tid 1 to smithi08986837-42 2024-07-26T06:17:28.526 INFO:tasks.rados.rados.0.smithi089.stdout:3710: done (8 left) 2024-07-26T06:17:28.527 INFO:tasks.rados.rados.0.smithi089.stdout:3711: done (7 left) 2024-07-26T06:17:28.527 INFO:tasks.rados.rados.0.smithi089.stdout:3719: done (6 left) 2024-07-26T06:17:28.527 INFO:tasks.rados.rados.0.smithi089.stdout:3720: rmattr oid 3 current snap is 362 2024-07-26T06:17:28.527 INFO:tasks.rados.rados.0.smithi089.stdout:3720: done (6 left) 2024-07-26T06:17:28.527 INFO:tasks.rados.rados.0.smithi089.stdout:3721: rollback oid 12 current snap is 362 2024-07-26T06:17:28.527 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 12 to 345 2024-07-26T06:17:28.527 INFO:tasks.rados.rados.0.smithi089.stdout:3722: read oid 5 snap -1 2024-07-26T06:17:28.527 INFO:tasks.rados.rados.0.smithi089.stdout:3722: expect (ObjNum 985 snap 311 seq_num 985) 2024-07-26T06:17:28.527 INFO:tasks.rados.rados.0.smithi089.stdout:3723: snap_create 2024-07-26T06:17:28.535 INFO:tasks.rados.rados.0.smithi089.stdout:3713: finishing write tid 2 to smithi08986837-42 2024-07-26T06:17:28.535 INFO:tasks.rados.rados.0.smithi089.stdout:3713: finishing write tid 3 to smithi08986837-42 2024-07-26T06:17:28.535 INFO:tasks.rados.rados.0.smithi089.stdout:3713: finishing write tid 4 to smithi08986837-42 2024-07-26T06:17:28.538 INFO:tasks.rados.rados.0.smithi089.stdout:3721: finishing rollback tid 0 to smithi08986837-12 2024-07-26T06:17:28.539 INFO:tasks.rados.rados.0.smithi089.stdout:3721: finishing rollback tid 1 to smithi08986837-12 2024-07-26T06:17:28.539 INFO:tasks.rados.rados.0.smithi089.stdout:3721: finishing rollback tid 2 to smithi08986837-12 2024-07-26T06:17:28.539 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 12 v 2131 (ObjNum 1040 snap 337 seq_num 1040) dirty exists 2024-07-26T06:17:28.539 INFO:tasks.rados.rados.0.smithi089.stdout:3714: expect (ObjNum 1095 snap 355 seq_num 1095) 2024-07-26T06:17:28.629 INFO:tasks.rados.rados.0.smithi089.stdout:3713: finishing write tid 5 to smithi08986837-42 2024-07-26T06:17:28.629 INFO:tasks.rados.rados.0.smithi089.stdout:3713: finishing write tid 6 to smithi08986837-42 2024-07-26T06:17:28.629 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 42 v 2481 (ObjNum 1125 snap 362 seq_num 1125) dirty exists 2024-07-26T06:17:28.629 INFO:tasks.rados.rados.0.smithi089.stdout:3713: left oid 42 (ObjNum 1125 snap 362 seq_num 1125) 2024-07-26T06:17:28.629 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 46 v 2483 (ObjNum 1091 snap 354 seq_num 1091) dirty exists 2024-07-26T06:17:28.629 INFO:tasks.rados.rados.0.smithi089.stdout:3718: expect (ObjNum 985 snap 311 seq_num 985) 2024-07-26T06:17:28.770 INFO:tasks.rados.rados.0.smithi089.stdout:3716: expect (ObjNum 921 snap 291 seq_num 921) 2024-07-26T06:17:28.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:28 smithi155 ceph-mon[90160]: osdmap e798: 8 total, 8 up, 8 in 2024-07-26T06:17:28.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:28 smithi089 ceph-mon[99608]: osdmap e798: 8 total, 8 up, 8 in 2024-07-26T06:17:28.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:28 smithi089 ceph-mon[102056]: osdmap e798: 8 total, 8 up, 8 in 2024-07-26T06:17:28.908 INFO:tasks.rados.rados.0.smithi089.stdout:3715: expect (ObjNum 1008 snap 321 seq_num 1008) 2024-07-26T06:17:29.003 INFO:tasks.rados.rados.0.smithi089.stdout:3722: expect (ObjNum 985 snap 311 seq_num 985) 2024-07-26T06:17:29.480 INFO:tasks.rados.rados.0.smithi089.stdout:3713: done (8 left) 2024-07-26T06:17:29.480 INFO:tasks.rados.rados.0.smithi089.stdout:3714: done (7 left) 2024-07-26T06:17:29.480 INFO:tasks.rados.rados.0.smithi089.stdout:3715: done (6 left) 2024-07-26T06:17:29.480 INFO:tasks.rados.rados.0.smithi089.stdout:3716: done (5 left) 2024-07-26T06:17:29.480 INFO:tasks.rados.rados.0.smithi089.stdout:3717: done (4 left) 2024-07-26T06:17:29.480 INFO:tasks.rados.rados.0.smithi089.stdout:3718: done (3 left) 2024-07-26T06:17:29.480 INFO:tasks.rados.rados.0.smithi089.stdout:3721: done (2 left) 2024-07-26T06:17:29.480 INFO:tasks.rados.rados.0.smithi089.stdout:3722: done (1 left) 2024-07-26T06:17:29.480 INFO:tasks.rados.rados.0.smithi089.stdout:3723: done (0 left) 2024-07-26T06:17:29.480 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 34 current snap is 363 2024-07-26T06:17:29.480 INFO:tasks.rados.rados.0.smithi089.stdout:3724: seq_num 1127 ranges {278528=483328,761856=598016,1359872=581632,1941504=425984} 2024-07-26T06:17:29.483 INFO:tasks.rados.rados.0.smithi089.stdout:3724: writing smithi08986837-34 from 278528 to 761856 tid 1 2024-07-26T06:17:29.487 INFO:tasks.rados.rados.0.smithi089.stdout:3724: writing smithi08986837-34 from 761856 to 1359872 tid 2 2024-07-26T06:17:29.490 INFO:tasks.rados.rados.0.smithi089.stdout:3724: writing smithi08986837-34 from 1359872 to 1941504 tid 3 2024-07-26T06:17:29.493 INFO:tasks.rados.rados.0.smithi089.stdout:3724: writing smithi08986837-34 from 1941504 to 2367488 tid 4 2024-07-26T06:17:29.493 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 21 current snap is 363 2024-07-26T06:17:29.493 INFO:tasks.rados.rados.0.smithi089.stdout:3724: finishing write tid 1 to smithi08986837-34 2024-07-26T06:17:29.493 INFO:tasks.rados.rados.0.smithi089.stdout:3725: seq_num 1128 ranges {6512640=499712,7012352=483328,7495680=786432,8282112=335872} 2024-07-26T06:17:29.531 INFO:tasks.rados.rados.0.smithi089.stdout:3725: writing smithi08986837-21 from 6512640 to 7012352 tid 1 2024-07-26T06:17:29.534 INFO:tasks.rados.rados.0.smithi089.stdout:3725: writing smithi08986837-21 from 7012352 to 7495680 tid 2 2024-07-26T06:17:29.539 INFO:tasks.rados.rados.0.smithi089.stdout:3725: writing smithi08986837-21 from 7495680 to 8282112 tid 3 2024-07-26T06:17:29.542 INFO:tasks.rados.rados.0.smithi089.stdout:3725: writing smithi08986837-21 from 8282112 to 8617984 tid 4 2024-07-26T06:17:29.542 INFO:tasks.rados.rados.0.smithi089.stdout:3726: read oid 36 snap 312 2024-07-26T06:17:29.542 INFO:tasks.rados.rados.0.smithi089.stdout:3726: expect (ObjNum 981 snap 311 seq_num 981) 2024-07-26T06:17:29.542 INFO:tasks.rados.rados.0.smithi089.stdout:3727: rollback oid 20 current snap is 363 2024-07-26T06:17:29.542 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 20 to 349 2024-07-26T06:17:29.542 INFO:tasks.rados.rados.0.smithi089.stdout:3724: finishing write tid 2 to smithi08986837-34 2024-07-26T06:17:29.543 INFO:tasks.rados.rados.0.smithi089.stdout:3724: finishing write tid 3 to smithi08986837-34 2024-07-26T06:17:29.543 INFO:tasks.rados.rados.0.smithi089.stdout:3724: finishing write tid 4 to smithi08986837-34 2024-07-26T06:17:29.543 INFO:tasks.rados.rados.0.smithi089.stdout:3724: finishing write tid 5 to smithi08986837-34 2024-07-26T06:17:29.543 INFO:tasks.rados.rados.0.smithi089.stdout:3728: copy_from oid 12 from oid 3 current snap is 363 2024-07-26T06:17:29.543 INFO:tasks.rados.rados.0.smithi089.stdout:3724: finishing write tid 6 to smithi08986837-34 2024-07-26T06:17:29.543 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 34 v 2123 (ObjNum 1127 snap 363 seq_num 1127) dirty exists 2024-07-26T06:17:29.543 INFO:tasks.rados.rados.0.smithi089.stdout:3724: left oid 34 (ObjNum 1127 snap 363 seq_num 1127) 2024-07-26T06:17:29.543 INFO:tasks.rados.rados.0.smithi089.stdout:3725: finishing write tid 1 to smithi08986837-21 2024-07-26T06:17:29.543 INFO:tasks.rados.rados.0.smithi089.stdout:3725: finishing write tid 2 to smithi08986837-21 2024-07-26T06:17:29.543 INFO:tasks.rados.rados.0.smithi089.stdout:3724: done (4 left) 2024-07-26T06:17:29.543 INFO:tasks.rados.rados.0.smithi089.stdout:3729: read oid 14 snap 312 2024-07-26T06:17:29.543 INFO:tasks.rados.rados.0.smithi089.stdout:3729: expect (ObjNum 984 snap 311 seq_num 984) 2024-07-26T06:17:29.543 INFO:tasks.rados.rados.0.smithi089.stdout:3730: rollback oid 46 current snap is 363 2024-07-26T06:17:29.543 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 46 to 343 2024-07-26T06:17:29.544 INFO:tasks.rados.rados.0.smithi089.stdout:3731: snap_create 2024-07-26T06:17:29.544 INFO:tasks.rados.rados.0.smithi089.stdout:3725: finishing write tid 3 to smithi08986837-21 2024-07-26T06:17:29.546 INFO:tasks.rados.rados.0.smithi089.stdout:3725: finishing write tid 4 to smithi08986837-21 2024-07-26T06:17:29.546 INFO:tasks.rados.rados.0.smithi089.stdout:3725: finishing write tid 5 to smithi08986837-21 2024-07-26T06:17:29.548 INFO:tasks.rados.rados.0.smithi089.stdout:3727: finishing rollback tid 1 to smithi08986837-20 2024-07-26T06:17:29.548 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 20 v 0 (ObjNum 449 snap 0 seq_num 1579976715) dirty dne 2024-07-26T06:17:29.548 INFO:tasks.rados.rados.0.smithi089.stdout:3725: finishing write tid 6 to smithi08986837-21 2024-07-26T06:17:29.548 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 21 v 1450 (ObjNum 1128 snap 363 seq_num 1128) dirty exists 2024-07-26T06:17:29.549 INFO:tasks.rados.rados.0.smithi089.stdout:3725: left oid 21 (ObjNum 1128 snap 363 seq_num 1128) 2024-07-26T06:17:29.551 INFO:tasks.rados.rados.0.smithi089.stdout:3728: finishing copy_from racing read to smithi08986837-12 2024-07-26T06:17:29.552 INFO:tasks.rados.rados.0.smithi089.stdout:3728: finishing copy_from to smithi08986837-12 2024-07-26T06:17:29.552 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 12 v 1430 (ObjNum 1060 snap 350 seq_num 1060) dirty exists 2024-07-26T06:17:29.552 INFO:tasks.rados.rados.0.smithi089.stdout:3729: expect (ObjNum 984 snap 311 seq_num 984) 2024-07-26T06:17:29.608 INFO:tasks.rados.rados.0.smithi089.stdout:3730: finishing rollback tid 0 to smithi08986837-46 2024-07-26T06:17:29.608 INFO:tasks.rados.rados.0.smithi089.stdout:3730: finishing rollback tid 1 to smithi08986837-46 2024-07-26T06:17:29.608 INFO:tasks.rados.rados.0.smithi089.stdout:3730: finishing rollback tid 2 to smithi08986837-46 2024-07-26T06:17:29.608 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 46 v 2487 (ObjNum 1004 snap 320 seq_num 1004) dirty exists 2024-07-26T06:17:29.608 INFO:tasks.rados.rados.0.smithi089.stdout:3726: expect (ObjNum 981 snap 311 seq_num 981) 2024-07-26T06:17:29.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:29 smithi155 ceph-mon[90160]: osdmap e799: 8 total, 8 up, 8 in 2024-07-26T06:17:29.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:29 smithi155 ceph-mon[90160]: pgmap v858: 121 pgs: 121 active+clean; 338 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 4.5 MiB/s rd, 2.0 MiB/s wr, 13 op/s 2024-07-26T06:17:29.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:29 smithi155 ceph-mon[90160]: osdmap e800: 8 total, 8 up, 8 in 2024-07-26T06:17:29.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:29 smithi089 ceph-mon[99608]: osdmap e799: 8 total, 8 up, 8 in 2024-07-26T06:17:29.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:29 smithi089 ceph-mon[99608]: pgmap v858: 121 pgs: 121 active+clean; 338 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 4.5 MiB/s rd, 2.0 MiB/s wr, 13 op/s 2024-07-26T06:17:29.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:29 smithi089 ceph-mon[99608]: osdmap e800: 8 total, 8 up, 8 in 2024-07-26T06:17:29.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:29 smithi089 ceph-mon[102056]: osdmap e799: 8 total, 8 up, 8 in 2024-07-26T06:17:29.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:29 smithi089 ceph-mon[102056]: pgmap v858: 121 pgs: 121 active+clean; 338 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 4.5 MiB/s rd, 2.0 MiB/s wr, 13 op/s 2024-07-26T06:17:29.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:29 smithi089 ceph-mon[102056]: osdmap e800: 8 total, 8 up, 8 in 2024-07-26T06:17:30.508 INFO:tasks.rados.rados.0.smithi089.stdout:3725: done (6 left) 2024-07-26T06:17:30.508 INFO:tasks.rados.rados.0.smithi089.stdout:3726: done (5 left) 2024-07-26T06:17:30.508 INFO:tasks.rados.rados.0.smithi089.stdout:3727: done (4 left) 2024-07-26T06:17:30.508 INFO:tasks.rados.rados.0.smithi089.stdout:3728: done (3 left) 2024-07-26T06:17:30.509 INFO:tasks.rados.rados.0.smithi089.stdout:3729: done (2 left) 2024-07-26T06:17:30.509 INFO:tasks.rados.rados.0.smithi089.stdout:3730: done (1 left) 2024-07-26T06:17:30.509 INFO:tasks.rados.rados.0.smithi089.stdout:3731: done (0 left) 2024-07-26T06:17:30.509 INFO:tasks.rados.rados.0.smithi089.stdout:3732: copy_from oid 7 from oid 45 current snap is 364 2024-07-26T06:17:30.509 INFO:tasks.rados.rados.0.smithi089.stdout:3733: snap_remove snap 358 2024-07-26T06:17:31.513 INFO:tasks.rados.rados.0.smithi089.stdout:3733: done (1 left) 2024-07-26T06:17:31.514 INFO:tasks.rados.rados.0.smithi089.stdout:3734: read oid 16 snap 350 2024-07-26T06:17:31.514 INFO:tasks.rados.rados.0.smithi089.stdout:3734: expect (ObjNum 1008 snap 321 seq_num 1008) 2024-07-26T06:17:31.514 INFO:tasks.rados.rados.0.smithi089.stdout:3735: snap_remove snap 343 2024-07-26T06:17:31.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:31 smithi155 ceph-mon[90160]: osdmap e801: 8 total, 8 up, 8 in 2024-07-26T06:17:31.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:31 smithi155 ceph-mon[90160]: pgmap v861: 121 pgs: 121 active+clean; 344 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 10 op/s 2024-07-26T06:17:31.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:31 smithi089 ceph-mon[99608]: osdmap e801: 8 total, 8 up, 8 in 2024-07-26T06:17:31.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:31 smithi089 ceph-mon[99608]: pgmap v861: 121 pgs: 121 active+clean; 344 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 10 op/s 2024-07-26T06:17:31.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:31 smithi089 ceph-mon[102056]: osdmap e801: 8 total, 8 up, 8 in 2024-07-26T06:17:31.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:31 smithi089 ceph-mon[102056]: pgmap v861: 121 pgs: 121 active+clean; 344 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 10 op/s 2024-07-26T06:17:32.521 INFO:tasks.rados.rados.0.smithi089.stdout:3735: done (2 left) 2024-07-26T06:17:32.521 INFO:tasks.rados.rados.0.smithi089.stdout:3736: read oid 10 snap -1 2024-07-26T06:17:32.521 INFO:tasks.rados.rados.0.smithi089.stdout:3736: expect (ObjNum 1117 snap 360 seq_num 1117) 2024-07-26T06:17:32.521 INFO:tasks.rados.rados.0.smithi089.stdout:3737: rollback oid 36 current snap is 364 2024-07-26T06:17:32.521 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 36 to 312 2024-07-26T06:17:32.521 INFO:tasks.rados.rados.0.smithi089.stdout:3738: rollback oid 11 current snap is 364 2024-07-26T06:17:32.521 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 11 to 357 2024-07-26T06:17:32.521 INFO:tasks.rados.rados.0.smithi089.stdout:3732: finishing copy_from racing read to smithi08986837-7 2024-07-26T06:17:32.521 INFO:tasks.rados.rados.0.smithi089.stdout:3732: finishing copy_from to smithi08986837-7 2024-07-26T06:17:32.521 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 7 v 2022 (ObjNum 1105 snap 358 seq_num 1105) dirty exists 2024-07-26T06:17:32.521 INFO:tasks.rados.rados.0.smithi089.stdout:3734: expect (ObjNum 1008 snap 321 seq_num 1008) 2024-07-26T06:17:32.627 INFO:tasks.rados.rados.0.smithi089.stdout:3737: finishing rollback tid 1 to smithi08986837-36 2024-07-26T06:17:32.627 INFO:tasks.rados.rados.0.smithi089.stdout:3737: finishing rollback tid 2 to smithi08986837-36 2024-07-26T06:17:32.627 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 36 v 2208 (ObjNum 981 snap 311 seq_num 981) dirty exists 2024-07-26T06:17:32.628 INFO:tasks.rados.rados.0.smithi089.stdout:3738: finishing rollback tid 0 to smithi08986837-11 2024-07-26T06:17:32.628 INFO:tasks.rados.rados.0.smithi089.stdout:3738: finishing rollback tid 1 to smithi08986837-11 2024-07-26T06:17:32.628 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 11 v 2189 (ObjNum 177 snap 0 seq_num 1) dirty dne 2024-07-26T06:17:32.628 INFO:tasks.rados.rados.0.smithi089.stdout:3736: expect (ObjNum 1117 snap 360 seq_num 1117) 2024-07-26T06:17:32.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:32 smithi155 ceph-mon[90160]: osdmap e802: 8 total, 8 up, 8 in 2024-07-26T06:17:32.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:17:32 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:17:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:17:32.705 INFO:tasks.rados.rados.0.smithi089.stdout:3732: done (4 left) 2024-07-26T06:17:32.705 INFO:tasks.rados.rados.0.smithi089.stdout:3734: done (3 left) 2024-07-26T06:17:32.706 INFO:tasks.rados.rados.0.smithi089.stdout:3736: done (2 left) 2024-07-26T06:17:32.706 INFO:tasks.rados.rados.0.smithi089.stdout:3737: done (1 left) 2024-07-26T06:17:32.706 INFO:tasks.rados.rados.0.smithi089.stdout:3738: done (0 left) 2024-07-26T06:17:32.706 INFO:tasks.rados.rados.0.smithi089.stdout:3739: delete oid 20 current snap is 364 2024-07-26T06:17:32.708 INFO:tasks.rados.rados.0.smithi089.stdout:3739: done (0 left) 2024-07-26T06:17:32.708 INFO:tasks.rados.rados.0.smithi089.stdout:3740: rmattr oid 43 current snap is 364 2024-07-26T06:17:32.708 INFO:tasks.rados.rados.0.smithi089.stdout:3740: done (0 left) 2024-07-26T06:17:32.708 INFO:tasks.rados.rados.0.smithi089.stdout:3741: rollback oid 7 current snap is 364 2024-07-26T06:17:32.708 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 7 to 350 2024-07-26T06:17:32.708 INFO:tasks.rados.rados.0.smithi089.stdout:3742: snap_remove snap 354 2024-07-26T06:17:32.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:32 smithi089 ceph-mon[99608]: osdmap e802: 8 total, 8 up, 8 in 2024-07-26T06:17:32.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:17:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:17:32] "GET /metrics HTTP/1.1" 200 36345 "" "Prometheus/2.43.0" 2024-07-26T06:17:32.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:32 smithi089 ceph-mon[102056]: osdmap e802: 8 total, 8 up, 8 in 2024-07-26T06:17:33.550 INFO:tasks.rados.rados.0.smithi089.stdout:3742: done (1 left) 2024-07-26T06:17:33.551 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 39 current snap is 364 2024-07-26T06:17:33.551 INFO:tasks.rados.rados.0.smithi089.stdout:3743: seq_num 1130 ranges {1671168=532480,2203648=655360,2859008=753664,3612672=196608} 2024-07-26T06:17:33.563 INFO:tasks.rados.rados.0.smithi089.stdout:3743: writing smithi08986837-39 from 1671168 to 2203648 tid 1 2024-07-26T06:17:33.567 INFO:tasks.rados.rados.0.smithi089.stdout:3743: writing smithi08986837-39 from 2203648 to 2859008 tid 2 2024-07-26T06:17:33.572 INFO:tasks.rados.rados.0.smithi089.stdout:3743: writing smithi08986837-39 from 2859008 to 3612672 tid 3 2024-07-26T06:17:33.575 INFO:tasks.rados.rados.0.smithi089.stdout:3743: writing smithi08986837-39 from 3612672 to 3809280 tid 4 2024-07-26T06:17:33.575 INFO:tasks.rados.rados.0.smithi089.stdout:3744: snap_create 2024-07-26T06:17:33.575 INFO:tasks.rados.rados.0.smithi089.stdout:3741: finishing rollback tid 0 to smithi08986837-7 2024-07-26T06:17:33.575 INFO:tasks.rados.rados.0.smithi089.stdout:3741: finishing rollback tid 1 to smithi08986837-7 2024-07-26T06:17:33.575 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 7 v 2129 (ObjNum 65 snap 0 seq_num 1449812074) dirty dne 2024-07-26T06:17:33.576 INFO:tasks.rados.rados.0.smithi089.stdout:3743: finishing write tid 1 to smithi08986837-39 2024-07-26T06:17:33.577 INFO:tasks.rados.rados.0.smithi089.stdout:3743: finishing write tid 2 to smithi08986837-39 2024-07-26T06:17:33.578 INFO:tasks.rados.rados.0.smithi089.stdout:3743: finishing write tid 3 to smithi08986837-39 2024-07-26T06:17:33.579 INFO:tasks.rados.rados.0.smithi089.stdout:3743: finishing write tid 4 to smithi08986837-39 2024-07-26T06:17:33.579 INFO:tasks.rados.rados.0.smithi089.stdout:3743: finishing write tid 5 to smithi08986837-39 2024-07-26T06:17:33.584 INFO:tasks.rados.rados.0.smithi089.stdout:3743: finishing write tid 6 to smithi08986837-39 2024-07-26T06:17:33.584 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 39 v 2213 (ObjNum 1130 snap 364 seq_num 1130) dirty exists 2024-07-26T06:17:33.584 INFO:tasks.rados.rados.0.smithi089.stdout:3743: left oid 39 (ObjNum 1130 snap 364 seq_num 1130) 2024-07-26T06:17:33.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:33 smithi155 ceph-mon[90160]: osdmap e803: 8 total, 8 up, 8 in 2024-07-26T06:17:33.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:33 smithi155 ceph-mon[90160]: pgmap v864: 121 pgs: 121 active+clean; 365 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 22 MiB/s rd, 6.1 MiB/s wr, 28 op/s 2024-07-26T06:17:33.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:33 smithi089 ceph-mon[99608]: osdmap e803: 8 total, 8 up, 8 in 2024-07-26T06:17:33.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:33 smithi089 ceph-mon[99608]: pgmap v864: 121 pgs: 121 active+clean; 365 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 22 MiB/s rd, 6.1 MiB/s wr, 28 op/s 2024-07-26T06:17:33.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:33 smithi089 ceph-mon[102056]: osdmap e803: 8 total, 8 up, 8 in 2024-07-26T06:17:33.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:33 smithi089 ceph-mon[102056]: pgmap v864: 121 pgs: 121 active+clean; 365 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 22 MiB/s rd, 6.1 MiB/s wr, 28 op/s 2024-07-26T06:17:33.906 INFO:journalctl@ceph.osd.2.smithi089.stdout:Jul 26 06:17:33 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-2[117970]: 2024-07-26T06:17:33.580+0000 7f7a3bd1f640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1ac after trimming was started 2024-07-26T06:17:34.479 INFO:tasks.rados.rados.0.smithi089.stdout:3741: done (2 left) 2024-07-26T06:17:34.479 INFO:tasks.rados.rados.0.smithi089.stdout:3743: done (1 left) 2024-07-26T06:17:34.479 INFO:tasks.rados.rados.0.smithi089.stdout:3744: done (0 left) 2024-07-26T06:17:34.480 INFO:tasks.rados.rados.0.smithi089.stdout:3745: snap_create 2024-07-26T06:17:34.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:34 smithi155 ceph-mon[90160]: osdmap e804: 8 total, 8 up, 8 in 2024-07-26T06:17:34.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:34 smithi155 ceph-mon[90160]: osdmap e805: 8 total, 8 up, 8 in 2024-07-26T06:17:34.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:34 smithi089 ceph-mon[99608]: osdmap e804: 8 total, 8 up, 8 in 2024-07-26T06:17:34.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:34 smithi089 ceph-mon[99608]: osdmap e805: 8 total, 8 up, 8 in 2024-07-26T06:17:34.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:34 smithi089 ceph-mon[102056]: osdmap e804: 8 total, 8 up, 8 in 2024-07-26T06:17:34.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:34 smithi089 ceph-mon[102056]: osdmap e805: 8 total, 8 up, 8 in 2024-07-26T06:17:35.480 INFO:tasks.rados.rados.0.smithi089.stdout:3745: done (0 left) 2024-07-26T06:17:35.480 INFO:tasks.rados.rados.0.smithi089.stdout:3746: snap_remove snap 363 2024-07-26T06:17:35.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:35 smithi155 ceph-mon[90160]: pgmap v867: 121 pgs: 121 active+clean; 363 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 6.1 MiB/s wr, 23 op/s 2024-07-26T06:17:35.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:35 smithi155 ceph-mon[90160]: osdmap e806: 8 total, 8 up, 8 in 2024-07-26T06:17:35.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:35 smithi089 ceph-mon[99608]: pgmap v867: 121 pgs: 121 active+clean; 363 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 6.1 MiB/s wr, 23 op/s 2024-07-26T06:17:35.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:35 smithi089 ceph-mon[99608]: osdmap e806: 8 total, 8 up, 8 in 2024-07-26T06:17:35.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:35 smithi089 ceph-mon[102056]: pgmap v867: 121 pgs: 121 active+clean; 363 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 6.1 MiB/s wr, 23 op/s 2024-07-26T06:17:35.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:35 smithi089 ceph-mon[102056]: osdmap e806: 8 total, 8 up, 8 in 2024-07-26T06:17:36.486 INFO:tasks.rados.rados.0.smithi089.stdout:3746: done (0 left) 2024-07-26T06:17:36.486 INFO:tasks.rados.rados.0.smithi089.stdout:3747: snap_remove snap 334 2024-07-26T06:17:37.491 INFO:tasks.rados.rados.0.smithi089.stdout:3747: done (0 left) 2024-07-26T06:17:37.491 INFO:tasks.rados.rados.0.smithi089.stdout:3748: rmattr oid 1 current snap is 366 2024-07-26T06:17:37.491 INFO:tasks.rados.rados.0.smithi089.stdout:3749: snap_remove snap 342 2024-07-26T06:17:37.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:37 smithi155 ceph-mon[90160]: osdmap e807: 8 total, 8 up, 8 in 2024-07-26T06:17:37.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:37 smithi155 ceph-mon[90160]: pgmap v870: 121 pgs: 121 active+clean; 370 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.6 MiB/s wr, 7 op/s 2024-07-26T06:17:37.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:37 smithi089 ceph-mon[99608]: osdmap e807: 8 total, 8 up, 8 in 2024-07-26T06:17:37.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:37 smithi089 ceph-mon[99608]: pgmap v870: 121 pgs: 121 active+clean; 370 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.6 MiB/s wr, 7 op/s 2024-07-26T06:17:37.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:37 smithi089 ceph-mon[102056]: osdmap e807: 8 total, 8 up, 8 in 2024-07-26T06:17:37.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:37 smithi089 ceph-mon[102056]: pgmap v870: 121 pgs: 121 active+clean; 370 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.6 MiB/s wr, 7 op/s 2024-07-26T06:17:38.498 INFO:tasks.rados.rados.0.smithi089.stdout:3749: done (1 left) 2024-07-26T06:17:38.498 INFO:tasks.rados.rados.0.smithi089.stdout:3750: delete oid 14 current snap is 366 2024-07-26T06:17:38.498 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 1 v 2132 (ObjNum 1102 snap 357 seq_num 1102) dirty exists 2024-07-26T06:17:38.509 INFO:tasks.rados.rados.0.smithi089.stdout:3748: done (1 left) 2024-07-26T06:17:38.510 INFO:tasks.rados.rados.0.smithi089.stdout:3750: done (0 left) 2024-07-26T06:17:38.510 INFO:tasks.rados.rados.0.smithi089.stdout:3751: setattr oid 31 current snap is 366 2024-07-26T06:17:38.512 INFO:tasks.rados.rados.0.smithi089.stdout:3752: copy_from oid 2 from oid 7 current snap is 366 2024-07-26T06:17:38.512 INFO:tasks.rados.rados.0.smithi089.stdout:3753: read oid 50 snap -1 2024-07-26T06:17:38.512 INFO:tasks.rados.rados.0.smithi089.stdout:3753: expect (ObjNum 1122 snap 362 seq_num 1122) 2024-07-26T06:17:38.512 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 18 current snap is 366 2024-07-26T06:17:38.512 INFO:tasks.rados.rados.0.smithi089.stdout:3754: seq_num 1132 ranges {15671296=565248,16236544=425984,16662528=770048,17432576=409600} 2024-07-26T06:17:38.600 INFO:tasks.rados.rados.0.smithi089.stdout:3754: writing smithi08986837-18 from 15671296 to 16236544 tid 1 2024-07-26T06:17:38.602 INFO:tasks.rados.rados.0.smithi089.stdout:3754: writing smithi08986837-18 from 16236544 to 16662528 tid 2 2024-07-26T06:17:38.607 INFO:tasks.rados.rados.0.smithi089.stdout:3754: writing smithi08986837-18 from 16662528 to 17432576 tid 3 2024-07-26T06:17:38.610 INFO:tasks.rados.rados.0.smithi089.stdout:3754: writing smithi08986837-18 from 17432576 to 17842176 tid 4 2024-07-26T06:17:38.610 INFO:tasks.rados.rados.0.smithi089.stdout:3752: finishing copy_from to smithi08986837-2 2024-07-26T06:17:38.610 INFO:tasks.rados.rados.0.smithi089.stdout:3752: got expected ENOENT (src dne) 2024-07-26T06:17:38.610 INFO:tasks.rados.rados.0.smithi089.stdout:3755: read oid 21 snap -1 2024-07-26T06:17:38.610 INFO:tasks.rados.rados.0.smithi089.stdout:3755: expect (ObjNum 1128 snap 363 seq_num 1128) 2024-07-26T06:17:38.610 INFO:tasks.rados.rados.0.smithi089.stdout:3756: delete oid 23 current snap is 366 2024-07-26T06:17:38.610 INFO:tasks.rados.rados.0.smithi089.stdout:3752: finishing copy_from racing read to smithi08986837-2 2024-07-26T06:17:38.610 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 31 v 2190 (ObjNum 996 snap 316 seq_num 996) dirty exists 2024-07-26T06:17:38.610 INFO:tasks.rados.rados.0.smithi089.stdout:3753: expect (ObjNum 1122 snap 362 seq_num 1122) 2024-07-26T06:17:38.791 INFO:tasks.rados.rados.0.smithi089.stdout:3754: finishing write tid 1 to smithi08986837-18 2024-07-26T06:17:38.791 INFO:tasks.rados.rados.0.smithi089.stdout:3754: finishing write tid 2 to smithi08986837-18 2024-07-26T06:17:38.791 INFO:tasks.rados.rados.0.smithi089.stdout:3754: finishing write tid 3 to smithi08986837-18 2024-07-26T06:17:38.791 INFO:tasks.rados.rados.0.smithi089.stdout:3751: done (5 left) 2024-07-26T06:17:38.791 INFO:tasks.rados.rados.0.smithi089.stdout:3752: done (4 left) 2024-07-26T06:17:38.792 INFO:tasks.rados.rados.0.smithi089.stdout:3753: done (3 left) 2024-07-26T06:17:38.792 INFO:tasks.rados.rados.0.smithi089.stdout:3756: done (2 left) 2024-07-26T06:17:38.792 INFO:tasks.rados.rados.0.smithi089.stdout:3757: setattr oid 49 current snap is 366 2024-07-26T06:17:38.792 INFO:tasks.rados.rados.0.smithi089.stdout:3754: finishing write tid 4 to smithi08986837-18 2024-07-26T06:17:38.792 INFO:tasks.rados.rados.0.smithi089.stdout:3754: finishing write tid 5 to smithi08986837-18 2024-07-26T06:17:38.792 INFO:tasks.rados.rados.0.smithi089.stdout:3754: finishing write tid 6 to smithi08986837-18 2024-07-26T06:17:38.792 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 18 v 2025 (ObjNum 1132 snap 366 seq_num 1132) dirty exists 2024-07-26T06:17:38.792 INFO:tasks.rados.rados.0.smithi089.stdout:3754: left oid 18 (ObjNum 1132 snap 366 seq_num 1132) 2024-07-26T06:17:38.792 INFO:tasks.rados.rados.0.smithi089.stdout:3755: expect (ObjNum 1128 snap 363 seq_num 1128) 2024-07-26T06:17:38.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:38 smithi155 ceph-mon[90160]: osdmap e808: 8 total, 8 up, 8 in 2024-07-26T06:17:38.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:38 smithi089 ceph-mon[99608]: osdmap e808: 8 total, 8 up, 8 in 2024-07-26T06:17:38.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:38 smithi089 ceph-mon[102056]: osdmap e808: 8 total, 8 up, 8 in 2024-07-26T06:17:39.276 INFO:tasks.rados.rados.0.smithi089.stdout:3754: done (2 left) 2024-07-26T06:17:39.276 INFO:tasks.rados.rados.0.smithi089.stdout:3755: done (1 left) 2024-07-26T06:17:39.276 INFO:tasks.rados.rados.0.smithi089.stdout:3758: snap_create 2024-07-26T06:17:39.279 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 49 v 2133 (ObjNum 33 snap 0 seq_num 3363312688) dirty exists 2024-07-26T06:17:39.478 INFO:tasks.rados.rados.0.smithi089.stdout:3757: done (1 left) 2024-07-26T06:17:39.478 INFO:tasks.rados.rados.0.smithi089.stdout:3758: done (0 left) 2024-07-26T06:17:39.478 INFO:tasks.rados.rados.0.smithi089.stdout:3759: copy_from oid 15 from oid 17 current snap is 367 2024-07-26T06:17:39.478 INFO:tasks.rados.rados.0.smithi089.stdout:3760: snap_remove snap 360 2024-07-26T06:17:39.806 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:39 smithi089 ceph-mon[99608]: osdmap e809: 8 total, 8 up, 8 in 2024-07-26T06:17:39.806 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:39 smithi089 ceph-mon[99608]: pgmap v873: 121 pgs: 121 active+clean; 370 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 522 KiB/s wr, 3 op/s 2024-07-26T06:17:39.806 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:39 smithi089 ceph-mon[99608]: osdmap e810: 8 total, 8 up, 8 in 2024-07-26T06:17:39.806 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:39 smithi089 ceph-mon[102056]: osdmap e809: 8 total, 8 up, 8 in 2024-07-26T06:17:39.806 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:39 smithi089 ceph-mon[102056]: pgmap v873: 121 pgs: 121 active+clean; 370 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 522 KiB/s wr, 3 op/s 2024-07-26T06:17:39.806 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:39 smithi089 ceph-mon[102056]: osdmap e810: 8 total, 8 up, 8 in 2024-07-26T06:17:39.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:39 smithi155 ceph-mon[90160]: osdmap e809: 8 total, 8 up, 8 in 2024-07-26T06:17:39.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:39 smithi155 ceph-mon[90160]: pgmap v873: 121 pgs: 121 active+clean; 370 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 522 KiB/s wr, 3 op/s 2024-07-26T06:17:39.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:39 smithi155 ceph-mon[90160]: osdmap e810: 8 total, 8 up, 8 in 2024-07-26T06:17:40.490 INFO:tasks.rados.rados.0.smithi089.stdout:3760: done (1 left) 2024-07-26T06:17:40.490 INFO:tasks.rados.rados.0.smithi089.stdout:3761: copy_from oid 18 from oid 46 current snap is 367 2024-07-26T06:17:40.490 INFO:tasks.rados.rados.0.smithi089.stdout:3759: finishing copy_from racing read to smithi08986837-15 2024-07-26T06:17:40.490 INFO:tasks.rados.rados.0.smithi089.stdout:3759: finishing copy_from to smithi08986837-15 2024-07-26T06:17:40.490 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 15 v 2006 (ObjNum 1046 snap 340 seq_num 1046) dirty exists 2024-07-26T06:17:40.490 INFO:tasks.rados.rados.0.smithi089.stdout:3759: done (1 left) 2024-07-26T06:17:40.491 INFO:tasks.rados.rados.0.smithi089.stdout:3762: snap_create 2024-07-26T06:17:40.507 INFO:tasks.rados.rados.0.smithi089.stdout:3761: finishing copy_from racing read to smithi08986837-18 2024-07-26T06:17:40.508 INFO:tasks.rados.rados.0.smithi089.stdout:3761: finishing copy_from to smithi08986837-18 2024-07-26T06:17:40.508 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 18 v 2487 (ObjNum 1004 snap 320 seq_num 1004) dirty exists 2024-07-26T06:17:40.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:40 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:17:40.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:40 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:17:40.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:40 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:17:40.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:40 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:17:40.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:40 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:17:40.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:40 smithi155 ceph-mon[90160]: osdmap e811: 8 total, 8 up, 8 in 2024-07-26T06:17:40.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:40 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:17:40.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:40 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:17:40.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:40 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:17:40.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:40 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:17:40.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:40 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:17:40.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:40 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:17:40.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:40 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:17:40.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:40 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:17:40.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:40 smithi089 ceph-mon[99608]: osdmap e811: 8 total, 8 up, 8 in 2024-07-26T06:17:40.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:40 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:17:40.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:40 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:17:40.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:40 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:17:40.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:40 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:17:40.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:40 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:17:40.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:40 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:17:40.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:40 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:17:40.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:40 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:17:40.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:40 smithi089 ceph-mon[102056]: osdmap e811: 8 total, 8 up, 8 in 2024-07-26T06:17:40.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:40 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:17:40.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:40 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:17:40.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:40 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:17:41.499 INFO:tasks.rados.rados.0.smithi089.stdout:3761: done (1 left) 2024-07-26T06:17:41.499 INFO:tasks.rados.rados.0.smithi089.stdout:3762: done (0 left) 2024-07-26T06:17:41.499 INFO:tasks.rados.rados.0.smithi089.stdout:3763: read oid 18 snap -1 2024-07-26T06:17:41.499 INFO:tasks.rados.rados.0.smithi089.stdout:3763: expect (ObjNum 1004 snap 320 seq_num 1004) 2024-07-26T06:17:41.499 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 48 current snap is 368 2024-07-26T06:17:41.499 INFO:tasks.rados.rados.0.smithi089.stdout:3764: seq_num 1134 ranges {4096000=598016,4694016=638976,5332992=737280,6070272=229376} 2024-07-26T06:17:41.524 INFO:tasks.rados.rados.0.smithi089.stdout:3764: writing smithi08986837-48 from 4096000 to 4694016 tid 1 2024-07-26T06:17:41.528 INFO:tasks.rados.rados.0.smithi089.stdout:3764: writing smithi08986837-48 from 4694016 to 5332992 tid 2 2024-07-26T06:17:41.533 INFO:tasks.rados.rados.0.smithi089.stdout:3764: writing smithi08986837-48 from 5332992 to 6070272 tid 3 2024-07-26T06:17:41.535 INFO:tasks.rados.rados.0.smithi089.stdout:3764: writing smithi08986837-48 from 6070272 to 6299648 tid 4 2024-07-26T06:17:41.535 INFO:tasks.rados.rados.0.smithi089.stdout:3765: read oid 34 snap -1 2024-07-26T06:17:41.535 INFO:tasks.rados.rados.0.smithi089.stdout:3765: expect (ObjNum 1127 snap 363 seq_num 1127) 2024-07-26T06:17:41.535 INFO:tasks.rados.rados.0.smithi089.stdout:3766: delete oid 38 current snap is 368 2024-07-26T06:17:41.535 INFO:tasks.rados.rados.0.smithi089.stdout:3763: expect (ObjNum 1004 snap 320 seq_num 1004) 2024-07-26T06:17:41.636 INFO:tasks.rados.rados.0.smithi089.stdout:3764: finishing write tid 1 to smithi08986837-48 2024-07-26T06:17:41.636 INFO:tasks.rados.rados.0.smithi089.stdout:3764: finishing write tid 2 to smithi08986837-48 2024-07-26T06:17:41.637 INFO:tasks.rados.rados.0.smithi089.stdout:3764: finishing write tid 3 to smithi08986837-48 2024-07-26T06:17:41.637 INFO:tasks.rados.rados.0.smithi089.stdout:3763: done (3 left) 2024-07-26T06:17:41.637 INFO:tasks.rados.rados.0.smithi089.stdout:3766: done (2 left) 2024-07-26T06:17:41.637 INFO:tasks.rados.rados.0.smithi089.stdout:3767: rollback oid 32 current snap is 368 2024-07-26T06:17:41.637 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 32 to 317 2024-07-26T06:17:41.637 INFO:tasks.rados.rados.0.smithi089.stdout:3764: finishing write tid 4 to smithi08986837-48 2024-07-26T06:17:41.637 INFO:tasks.rados.rados.0.smithi089.stdout:3764: finishing write tid 5 to smithi08986837-48 2024-07-26T06:17:41.637 INFO:tasks.rados.rados.0.smithi089.stdout:3764: finishing write tid 6 to smithi08986837-48 2024-07-26T06:17:41.637 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 48 v 2032 (ObjNum 1134 snap 368 seq_num 1134) dirty exists 2024-07-26T06:17:41.637 INFO:tasks.rados.rados.0.smithi089.stdout:3764: left oid 48 (ObjNum 1134 snap 368 seq_num 1134) 2024-07-26T06:17:41.637 INFO:tasks.rados.rados.0.smithi089.stdout:3765: expect (ObjNum 1127 snap 363 seq_num 1127) 2024-07-26T06:17:41.702 INFO:tasks.rados.rados.0.smithi089.stdout:3767: finishing rollback tid 1 to smithi08986837-32 2024-07-26T06:17:41.702 INFO:tasks.rados.rados.0.smithi089.stdout:3767: finishing rollback tid 2 to smithi08986837-32 2024-07-26T06:17:41.702 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 32 v 2489 (ObjNum 924 snap 293 seq_num 924) dirty exists 2024-07-26T06:17:41.702 INFO:tasks.rados.rados.0.smithi089.stdout:3764: done (2 left) 2024-07-26T06:17:41.703 INFO:tasks.rados.rados.0.smithi089.stdout:3765: done (1 left) 2024-07-26T06:17:41.703 INFO:tasks.rados.rados.0.smithi089.stdout:3767: done (0 left) 2024-07-26T06:17:41.703 INFO:tasks.rados.rados.0.smithi089.stdout:3768: delete oid 23 current snap is 368 2024-07-26T06:17:41.705 INFO:tasks.rados.rados.0.smithi089.stdout:3768: done (0 left) 2024-07-26T06:17:41.705 INFO:tasks.rados.rados.0.smithi089.stdout:3769: copy_from oid 30 from oid 40 current snap is 368 2024-07-26T06:17:41.705 INFO:tasks.rados.rados.0.smithi089.stdout:3770: copy_from oid 31 from oid 36 current snap is 368 2024-07-26T06:17:41.705 INFO:tasks.rados.rados.0.smithi089.stdout:3771: read oid 4 snap -1 2024-07-26T06:17:41.705 INFO:tasks.rados.rados.0.smithi089.stdout:3771: expect (ObjNum 1049 snap 343 seq_num 1049) 2024-07-26T06:17:41.705 INFO:tasks.rados.rados.0.smithi089.stdout:3772: snap_remove snap 350 2024-07-26T06:17:41.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:17:41.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:41 smithi155 ceph-mon[90160]: pgmap v876: 121 pgs: 121 active+clean; 359 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 11 op/s 2024-07-26T06:17:41.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:41 smithi155 ceph-mon[90160]: osdmap e812: 8 total, 8 up, 8 in 2024-07-26T06:17:41.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:17:41.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:41 smithi089 ceph-mon[99608]: pgmap v876: 121 pgs: 121 active+clean; 359 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 11 op/s 2024-07-26T06:17:41.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:41 smithi089 ceph-mon[99608]: osdmap e812: 8 total, 8 up, 8 in 2024-07-26T06:17:41.907 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:17:41.907 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:41 smithi089 ceph-mon[102056]: pgmap v876: 121 pgs: 121 active+clean; 359 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 11 op/s 2024-07-26T06:17:41.907 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:41 smithi089 ceph-mon[102056]: osdmap e812: 8 total, 8 up, 8 in 2024-07-26T06:17:42.521 INFO:tasks.rados.rados.0.smithi089.stdout:3771: expect (ObjNum 1049 snap 343 seq_num 1049) 2024-07-26T06:17:42.578 INFO:tasks.rados.rados.0.smithi089.stdout:3769: finishing copy_from racing read to smithi08986837-30 2024-07-26T06:17:42.579 INFO:tasks.rados.rados.0.smithi089.stdout:3769: finishing copy_from to smithi08986837-30 2024-07-26T06:17:42.579 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 30 v 2167 (ObjNum 998 snap 316 seq_num 998) dirty exists 2024-07-26T06:17:42.579 INFO:tasks.rados.rados.0.smithi089.stdout:3770: finishing copy_from racing read to smithi08986837-31 2024-07-26T06:17:42.579 INFO:tasks.rados.rados.0.smithi089.stdout:3769: done (3 left) 2024-07-26T06:17:42.579 INFO:tasks.rados.rados.0.smithi089.stdout:3771: done (2 left) 2024-07-26T06:17:42.579 INFO:tasks.rados.rados.0.smithi089.stdout:3772: done (1 left) 2024-07-26T06:17:42.579 INFO:tasks.rados.rados.0.smithi089.stdout:3773: setattr oid 18 current snap is 368 2024-07-26T06:17:42.579 INFO:tasks.rados.rados.0.smithi089.stdout:3770: finishing copy_from to smithi08986837-31 2024-07-26T06:17:42.579 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 31 v 2208 (ObjNum 981 snap 311 seq_num 981) dirty exists 2024-07-26T06:17:42.580 INFO:tasks.rados.rados.0.smithi089.stdout:3770: done (1 left) 2024-07-26T06:17:42.581 INFO:tasks.rados.rados.0.smithi089.stdout:3774: copy_from oid 9 from oid 15 current snap is 368 2024-07-26T06:17:42.581 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 3 current snap is 368 2024-07-26T06:17:42.581 INFO:tasks.rados.rados.0.smithi089.stdout:3775: seq_num 1137 ranges {958464=647168,1605632=696320,2301952=557056,2859008=352256} 2024-07-26T06:17:42.589 INFO:tasks.rados.rados.0.smithi089.stdout:3775: writing smithi08986837-3 from 958464 to 1605632 tid 1 2024-07-26T06:17:42.593 INFO:tasks.rados.rados.0.smithi089.stdout:3775: writing smithi08986837-3 from 1605632 to 2301952 tid 2 2024-07-26T06:17:42.597 INFO:tasks.rados.rados.0.smithi089.stdout:3775: writing smithi08986837-3 from 2301952 to 2859008 tid 3 2024-07-26T06:17:42.600 INFO:tasks.rados.rados.0.smithi089.stdout:3775: writing smithi08986837-3 from 2859008 to 3211264 tid 4 2024-07-26T06:17:42.600 INFO:tasks.rados.rados.0.smithi089.stdout:3776: copy_from oid 31 from oid 49 current snap is 368 2024-07-26T06:17:42.600 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 18 v 2490 (ObjNum 1004 snap 320 seq_num 1004) dirty exists 2024-07-26T06:17:42.600 INFO:tasks.rados.rados.0.smithi089.stdout:3774: finishing copy_from racing read to smithi08986837-9 2024-07-26T06:17:42.600 INFO:tasks.rados.rados.0.smithi089.stdout:3774: finishing copy_from to smithi08986837-9 2024-07-26T06:17:42.600 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 9 v 2006 (ObjNum 1046 snap 340 seq_num 1046) dirty exists 2024-07-26T06:17:42.601 INFO:tasks.rados.rados.0.smithi089.stdout:3775: finishing write tid 1 to smithi08986837-3 2024-07-26T06:17:42.601 INFO:tasks.rados.rados.0.smithi089.stdout:3775: finishing write tid 2 to smithi08986837-3 2024-07-26T06:17:42.601 INFO:tasks.rados.rados.0.smithi089.stdout:3773: done (3 left) 2024-07-26T06:17:42.601 INFO:tasks.rados.rados.0.smithi089.stdout:3774: done (2 left) 2024-07-26T06:17:42.601 INFO:tasks.rados.rados.0.smithi089.stdout:3777: rollback oid 33 current snap is 368 2024-07-26T06:17:42.601 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 33 to 338 2024-07-26T06:17:42.601 INFO:tasks.rados.rados.0.smithi089.stdout:3775: finishing write tid 3 to smithi08986837-3 2024-07-26T06:17:42.601 INFO:tasks.rados.rados.0.smithi089.stdout:3778: rollback oid 42 current snap is 368 2024-07-26T06:17:42.601 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 42 to 356 2024-07-26T06:17:42.601 INFO:tasks.rados.rados.0.smithi089.stdout:3779: snap_remove snap 367 2024-07-26T06:17:42.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:17:42 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:17:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:17:42.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:17:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:17:42] "GET /metrics HTTP/1.1" 200 36346 "" "Prometheus/2.43.0" 2024-07-26T06:17:43.527 INFO:tasks.rados.rados.0.smithi089.stdout:3779: done (4 left) 2024-07-26T06:17:43.528 INFO:tasks.rados.rados.0.smithi089.stdout:3780: rollback oid 12 current snap is 368 2024-07-26T06:17:43.528 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 12 to 357 2024-07-26T06:17:43.528 INFO:tasks.rados.rados.0.smithi089.stdout:3775: finishing write tid 4 to smithi08986837-3 2024-07-26T06:17:43.528 INFO:tasks.rados.rados.0.smithi089.stdout:3775: finishing write tid 5 to smithi08986837-3 2024-07-26T06:17:43.528 INFO:tasks.rados.rados.0.smithi089.stdout:3778: finishing rollback tid 0 to smithi08986837-42 2024-07-26T06:17:43.528 INFO:tasks.rados.rados.0.smithi089.stdout:3778: finishing rollback tid 1 to smithi08986837-42 2024-07-26T06:17:43.528 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 42 v 2534 (ObjNum 33 snap 0 seq_num 3362381040) dirty dne 2024-07-26T06:17:43.528 INFO:tasks.rados.rados.0.smithi089.stdout:3775: finishing write tid 6 to smithi08986837-3 2024-07-26T06:17:43.528 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 3 v 1455 (ObjNum 1137 snap 368 seq_num 1137) dirty exists 2024-07-26T06:17:43.528 INFO:tasks.rados.rados.0.smithi089.stdout:3775: left oid 3 (ObjNum 1137 snap 368 seq_num 1137) 2024-07-26T06:17:43.528 INFO:tasks.rados.rados.0.smithi089.stdout:3777: finishing rollback tid 0 to smithi08986837-33 2024-07-26T06:17:43.528 INFO:tasks.rados.rados.0.smithi089.stdout:3777: finishing rollback tid 1 to smithi08986837-33 2024-07-26T06:17:43.529 INFO:tasks.rados.rados.0.smithi089.stdout:3777: finishing rollback tid 2 to smithi08986837-33 2024-07-26T06:17:43.529 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 33 v 2136 (ObjNum 1010 snap 321 seq_num 1010) dirty exists 2024-07-26T06:17:43.529 INFO:tasks.rados.rados.0.smithi089.stdout:3776: finishing copy_from racing read to smithi08986837-31 2024-07-26T06:17:43.529 INFO:tasks.rados.rados.0.smithi089.stdout:3776: finishing copy_from to smithi08986837-31 2024-07-26T06:17:43.529 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 31 v 2133 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-07-26T06:17:43.529 INFO:tasks.rados.rados.0.smithi089.stdout:3775: done (4 left) 2024-07-26T06:17:43.529 INFO:tasks.rados.rados.0.smithi089.stdout:3776: done (3 left) 2024-07-26T06:17:43.529 INFO:tasks.rados.rados.0.smithi089.stdout:3777: done (2 left) 2024-07-26T06:17:43.529 INFO:tasks.rados.rados.0.smithi089.stdout:3778: done (1 left) 2024-07-26T06:17:43.529 INFO:tasks.rados.rados.0.smithi089.stdout:3781: snap_remove snap 362 2024-07-26T06:17:43.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:43 smithi155 ceph-mon[90160]: osdmap e813: 8 total, 8 up, 8 in 2024-07-26T06:17:43.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:43 smithi155 ceph-mon[90160]: pgmap v879: 121 pgs: 121 active+clean; 355 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.2 MiB/s wr, 15 op/s 2024-07-26T06:17:43.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:43 smithi089 ceph-mon[99608]: osdmap e813: 8 total, 8 up, 8 in 2024-07-26T06:17:43.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:43 smithi089 ceph-mon[99608]: pgmap v879: 121 pgs: 121 active+clean; 355 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.2 MiB/s wr, 15 op/s 2024-07-26T06:17:43.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:43 smithi089 ceph-mon[102056]: osdmap e813: 8 total, 8 up, 8 in 2024-07-26T06:17:43.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:43 smithi089 ceph-mon[102056]: pgmap v879: 121 pgs: 121 active+clean; 355 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.2 MiB/s wr, 15 op/s 2024-07-26T06:17:44.483 INFO:tasks.rados.rados.0.smithi089.stdout:3781: done (1 left) 2024-07-26T06:17:44.483 INFO:tasks.rados.rados.0.smithi089.stdout:3782: setattr oid 40 current snap is 368 2024-07-26T06:17:44.483 INFO:tasks.rados.rados.0.smithi089.stdout:3780: finishing rollback tid 0 to smithi08986837-12 2024-07-26T06:17:44.483 INFO:tasks.rados.rados.0.smithi089.stdout:3780: finishing rollback tid 1 to smithi08986837-12 2024-07-26T06:17:44.484 INFO:tasks.rados.rados.0.smithi089.stdout:3780: finishing rollback tid 2 to smithi08986837-12 2024-07-26T06:17:44.484 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 12 v 2139 (ObjNum 901 snap 285 seq_num 901) dirty exists 2024-07-26T06:17:44.485 INFO:tasks.rados.rados.0.smithi089.stdout:3780: done (1 left) 2024-07-26T06:17:44.485 INFO:tasks.rados.rados.0.smithi089.stdout:3783: rmattr oid 34 current snap is 368 2024-07-26T06:17:44.485 INFO:tasks.rados.rados.0.smithi089.stdout:3784: snap_remove snap 357 2024-07-26T06:17:44.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:44 smithi155 ceph-mon[90160]: osdmap e814: 8 total, 8 up, 8 in 2024-07-26T06:17:44.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:44 smithi155 ceph-mon[90160]: osdmap e815: 8 total, 8 up, 8 in 2024-07-26T06:17:44.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:44 smithi089 ceph-mon[99608]: osdmap e814: 8 total, 8 up, 8 in 2024-07-26T06:17:44.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:44 smithi089 ceph-mon[99608]: osdmap e815: 8 total, 8 up, 8 in 2024-07-26T06:17:44.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:44 smithi089 ceph-mon[102056]: osdmap e814: 8 total, 8 up, 8 in 2024-07-26T06:17:44.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:44 smithi089 ceph-mon[102056]: osdmap e815: 8 total, 8 up, 8 in 2024-07-26T06:17:45.485 INFO:tasks.rados.rados.0.smithi089.stdout:3784: done (2 left) 2024-07-26T06:17:45.485 INFO:tasks.rados.rados.0.smithi089.stdout:3785: snap_remove snap 324 2024-07-26T06:17:45.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:45 smithi155 ceph-mon[90160]: pgmap v882: 121 pgs: 121 active+clean; 352 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 9.2 MiB/s rd, 1.9 MiB/s wr, 6 op/s 2024-07-26T06:17:45.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:45 smithi155 ceph-mon[90160]: osdmap e816: 8 total, 8 up, 8 in 2024-07-26T06:17:45.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:45 smithi089 ceph-mon[99608]: pgmap v882: 121 pgs: 121 active+clean; 352 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 9.2 MiB/s rd, 1.9 MiB/s wr, 6 op/s 2024-07-26T06:17:45.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:45 smithi089 ceph-mon[99608]: osdmap e816: 8 total, 8 up, 8 in 2024-07-26T06:17:45.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:45 smithi089 ceph-mon[102056]: pgmap v882: 121 pgs: 121 active+clean; 352 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 9.2 MiB/s rd, 1.9 MiB/s wr, 6 op/s 2024-07-26T06:17:45.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:45 smithi089 ceph-mon[102056]: osdmap e816: 8 total, 8 up, 8 in 2024-07-26T06:17:46.484 INFO:tasks.rados.rados.0.smithi089.stdout:3785: done (2 left) 2024-07-26T06:17:46.485 INFO:tasks.rados.rados.0.smithi089.stdout:3786: copy_from oid 10 from oid 45 current snap is 368 2024-07-26T06:17:46.485 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 34 v 2124 (ObjNum 1127 snap 363 seq_num 1127) dirty exists 2024-07-26T06:17:46.485 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 40 v 2183 (ObjNum 998 snap 316 seq_num 998) dirty exists 2024-07-26T06:17:46.485 INFO:tasks.rados.rados.0.smithi089.stdout:3782: done (2 left) 2024-07-26T06:17:46.485 INFO:tasks.rados.rados.0.smithi089.stdout:3783: done (1 left) 2024-07-26T06:17:46.485 INFO:tasks.rados.rados.0.smithi089.stdout:3787: setattr oid 2 current snap is 368 2024-07-26T06:17:46.486 INFO:tasks.rados.rados.0.smithi089.stdout:3788: delete oid 13 current snap is 368 2024-07-26T06:17:46.494 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 2 v 1190 (ObjNum 4497 snap 0 seq_num 3363680128) dirty exists 2024-07-26T06:17:46.499 INFO:tasks.rados.rados.0.smithi089.stdout:3787: done (2 left) 2024-07-26T06:17:46.499 INFO:tasks.rados.rados.0.smithi089.stdout:3788: done (1 left) 2024-07-26T06:17:46.499 INFO:tasks.rados.rados.0.smithi089.stdout:3789: rollback oid 28 current snap is 368 2024-07-26T06:17:46.499 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 28 to 356 2024-07-26T06:17:46.499 INFO:tasks.rados.rados.0.smithi089.stdout:3790: read oid 24 snap -1 2024-07-26T06:17:46.500 INFO:tasks.rados.rados.0.smithi089.stdout:3790: expect (ObjNum 1123 snap 362 seq_num 1123) 2024-07-26T06:17:46.500 INFO:tasks.rados.rados.0.smithi089.stdout:3791: read oid 26 snap 365 2024-07-26T06:17:46.500 INFO:tasks.rados.rados.0.smithi089.stdout:3791: expect (ObjNum 1097 snap 356 seq_num 1097) 2024-07-26T06:17:46.500 INFO:tasks.rados.rados.0.smithi089.stdout:3792: read oid 21 snap -1 2024-07-26T06:17:46.500 INFO:tasks.rados.rados.0.smithi089.stdout:3792: expect (ObjNum 1128 snap 363 seq_num 1128) 2024-07-26T06:17:46.500 INFO:tasks.rados.rados.0.smithi089.stdout:3793: read oid 23 snap -1 2024-07-26T06:17:46.500 INFO:tasks.rados.rados.0.smithi089.stdout:3793: expect deleted 2024-07-26T06:17:46.500 INFO:tasks.rados.rados.0.smithi089.stdout:3794: snap_create 2024-07-26T06:17:46.510 INFO:tasks.rados.rados.0.smithi089.stdout:3786: finishing copy_from racing read to smithi08986837-10 2024-07-26T06:17:46.516 INFO:tasks.rados.rados.0.smithi089.stdout:3786: finishing copy_from to smithi08986837-10 2024-07-26T06:17:46.516 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 10 v 2022 (ObjNum 1105 snap 358 seq_num 1105) dirty exists 2024-07-26T06:17:46.517 INFO:tasks.rados.rados.0.smithi089.stdout:3789: finishing rollback tid 0 to smithi08986837-28 2024-07-26T06:17:46.519 INFO:tasks.rados.rados.0.smithi089.stdout:3789: finishing rollback tid 1 to smithi08986837-28 2024-07-26T06:17:46.519 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 28 v 2206 (ObjNum 4113 snap 0 seq_num 4294967295) dirty dne 2024-07-26T06:17:46.522 INFO:tasks.rados.rados.0.smithi089.stdout:3790: expect (ObjNum 1123 snap 362 seq_num 1123) 2024-07-26T06:17:46.582 INFO:tasks.rados.rados.0.smithi089.stdout:3791: expect (ObjNum 1097 snap 356 seq_num 1097) 2024-07-26T06:17:46.736 INFO:tasks.rados.rados.0.smithi089.stdout:3792: expect (ObjNum 1128 snap 363 seq_num 1128) 2024-07-26T06:17:47.493 INFO:tasks.rados.rados.0.smithi089.stdout:3786: done (6 left) 2024-07-26T06:17:47.494 INFO:tasks.rados.rados.0.smithi089.stdout:3789: done (5 left) 2024-07-26T06:17:47.494 INFO:tasks.rados.rados.0.smithi089.stdout:3790: done (4 left) 2024-07-26T06:17:47.494 INFO:tasks.rados.rados.0.smithi089.stdout:3791: done (3 left) 2024-07-26T06:17:47.494 INFO:tasks.rados.rados.0.smithi089.stdout:3792: done (2 left) 2024-07-26T06:17:47.494 INFO:tasks.rados.rados.0.smithi089.stdout:3793: done (1 left) 2024-07-26T06:17:47.494 INFO:tasks.rados.rados.0.smithi089.stdout:3794: done (0 left) 2024-07-26T06:17:47.495 INFO:tasks.rados.rados.0.smithi089.stdout:3795: setattr oid 34 current snap is 369 2024-07-26T06:17:47.495 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 25 current snap is 369 2024-07-26T06:17:47.495 INFO:tasks.rados.rados.0.smithi089.stdout:3796: seq_num 1139 ranges {0=679936,679936=458752,1138688=524288,1662976=540672,2203648=81920} 2024-07-26T06:17:47.497 INFO:tasks.rados.rados.0.smithi089.stdout:3796: writing smithi08986837-25 from 0 to 679936 tid 1 2024-07-26T06:17:47.500 INFO:tasks.rados.rados.0.smithi089.stdout:3796: writing smithi08986837-25 from 679936 to 1138688 tid 2 2024-07-26T06:17:47.502 INFO:tasks.rados.rados.0.smithi089.stdout:3796: writing smithi08986837-25 from 1138688 to 1662976 tid 3 2024-07-26T06:17:47.505 INFO:tasks.rados.rados.0.smithi089.stdout:3796: writing smithi08986837-25 from 1662976 to 2203648 tid 4 2024-07-26T06:17:47.506 INFO:tasks.rados.rados.0.smithi089.stdout:3796: writing smithi08986837-25 from 2203648 to 2285568 tid 5 2024-07-26T06:17:47.506 INFO:tasks.rados.rados.0.smithi089.stdout:3797: delete oid 35 current snap is 369 2024-07-26T06:17:47.506 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 34 v 2125 (ObjNum 1127 snap 363 seq_num 1127) dirty exists 2024-07-26T06:17:47.507 INFO:tasks.rados.rados.0.smithi089.stdout:3796: finishing write tid 1 to smithi08986837-25 2024-07-26T06:17:47.507 INFO:tasks.rados.rados.0.smithi089.stdout:3796: finishing write tid 2 to smithi08986837-25 2024-07-26T06:17:47.509 INFO:tasks.rados.rados.0.smithi089.stdout:3795: done (2 left) 2024-07-26T06:17:47.509 INFO:tasks.rados.rados.0.smithi089.stdout:3797: done (1 left) 2024-07-26T06:17:47.510 INFO:tasks.rados.rados.0.smithi089.stdout:3798: snap_remove snap 349 2024-07-26T06:17:47.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:47 smithi155 ceph-mon[90160]: osdmap e817: 8 total, 8 up, 8 in 2024-07-26T06:17:47.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:47 smithi155 ceph-mon[90160]: pgmap v885: 121 pgs: 121 active+clean; 365 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 3.5 MiB/s wr, 22 op/s 2024-07-26T06:17:47.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:47 smithi089 ceph-mon[99608]: osdmap e817: 8 total, 8 up, 8 in 2024-07-26T06:17:47.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:47 smithi089 ceph-mon[99608]: pgmap v885: 121 pgs: 121 active+clean; 365 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 3.5 MiB/s wr, 22 op/s 2024-07-26T06:17:47.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:47 smithi089 ceph-mon[102056]: osdmap e817: 8 total, 8 up, 8 in 2024-07-26T06:17:47.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:47 smithi089 ceph-mon[102056]: pgmap v885: 121 pgs: 121 active+clean; 365 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 3.5 MiB/s wr, 22 op/s 2024-07-26T06:17:48.502 INFO:tasks.rados.rados.0.smithi089.stdout:3798: done (1 left) 2024-07-26T06:17:48.502 INFO:tasks.rados.rados.0.smithi089.stdout:3799: rollback oid 35 current snap is 369 2024-07-26T06:17:48.502 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 35 to 344 2024-07-26T06:17:48.502 INFO:tasks.rados.rados.0.smithi089.stdout:3796: finishing write tid 3 to smithi08986837-25 2024-07-26T06:17:48.503 INFO:tasks.rados.rados.0.smithi089.stdout:3796: finishing write tid 4 to smithi08986837-25 2024-07-26T06:17:48.503 INFO:tasks.rados.rados.0.smithi089.stdout:3796: finishing write tid 5 to smithi08986837-25 2024-07-26T06:17:48.503 INFO:tasks.rados.rados.0.smithi089.stdout:3796: finishing write tid 6 to smithi08986837-25 2024-07-26T06:17:48.503 INFO:tasks.rados.rados.0.smithi089.stdout:3796: finishing write tid 7 to smithi08986837-25 2024-07-26T06:17:48.503 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 25 v 2145 (ObjNum 1139 snap 369 seq_num 1139) dirty exists 2024-07-26T06:17:48.503 INFO:tasks.rados.rados.0.smithi089.stdout:3796: left oid 25 (ObjNum 1139 snap 369 seq_num 1139) 2024-07-26T06:17:48.503 INFO:tasks.rados.rados.0.smithi089.stdout:3796: done (1 left) 2024-07-26T06:17:48.503 INFO:tasks.rados.rados.0.smithi089.stdout:3800: setattr oid 17 current snap is 369 2024-07-26T06:17:48.503 INFO:tasks.rados.rados.0.smithi089.stdout:3801: setattr oid 34 current snap is 369 2024-07-26T06:17:48.503 INFO:tasks.rados.rados.0.smithi089.stdout:3802: snap_create 2024-07-26T06:17:48.512 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 34 v 2126 (ObjNum 1127 snap 363 seq_num 1127) dirty exists 2024-07-26T06:17:48.519 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 17 v 2491 (ObjNum 1046 snap 340 seq_num 1046) dirty exists 2024-07-26T06:17:48.519 INFO:tasks.rados.rados.0.smithi089.stdout:3799: finishing rollback tid 1 to smithi08986837-35 2024-07-26T06:17:48.524 INFO:tasks.rados.rados.0.smithi089.stdout:3799: finishing rollback tid 2 to smithi08986837-35 2024-07-26T06:17:48.524 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 35 v 2209 (ObjNum 921 snap 291 seq_num 921) dirty exists 2024-07-26T06:17:48.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:48 smithi155 ceph-mon[90160]: osdmap e818: 8 total, 8 up, 8 in 2024-07-26T06:17:48.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:48 smithi089 ceph-mon[99608]: osdmap e818: 8 total, 8 up, 8 in 2024-07-26T06:17:48.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:48 smithi089 ceph-mon[102056]: osdmap e818: 8 total, 8 up, 8 in 2024-07-26T06:17:49.487 INFO:tasks.rados.rados.0.smithi089.stdout:3799: done (3 left) 2024-07-26T06:17:49.487 INFO:tasks.rados.rados.0.smithi089.stdout:3800: done (2 left) 2024-07-26T06:17:49.488 INFO:tasks.rados.rados.0.smithi089.stdout:3801: done (1 left) 2024-07-26T06:17:49.488 INFO:tasks.rados.rados.0.smithi089.stdout:3802: done (0 left) 2024-07-26T06:17:49.488 INFO:tasks.rados.rados.0.smithi089.stdout:3803: snap_create 2024-07-26T06:17:49.780 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:49 smithi155 ceph-mon[90160]: osdmap e819: 8 total, 8 up, 8 in 2024-07-26T06:17:49.780 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:49 smithi155 ceph-mon[90160]: pgmap v888: 121 pgs: 121 active+clean; 365 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.8 MiB/s wr, 21 op/s 2024-07-26T06:17:49.780 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:49 smithi155 ceph-mon[90160]: osdmap e820: 8 total, 8 up, 8 in 2024-07-26T06:17:49.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:49 smithi089 ceph-mon[99608]: osdmap e819: 8 total, 8 up, 8 in 2024-07-26T06:17:49.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:49 smithi089 ceph-mon[99608]: pgmap v888: 121 pgs: 121 active+clean; 365 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.8 MiB/s wr, 21 op/s 2024-07-26T06:17:49.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:49 smithi089 ceph-mon[99608]: osdmap e820: 8 total, 8 up, 8 in 2024-07-26T06:17:49.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:49 smithi089 ceph-mon[102056]: osdmap e819: 8 total, 8 up, 8 in 2024-07-26T06:17:49.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:49 smithi089 ceph-mon[102056]: pgmap v888: 121 pgs: 121 active+clean; 365 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.8 MiB/s wr, 21 op/s 2024-07-26T06:17:49.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:49 smithi089 ceph-mon[102056]: osdmap e820: 8 total, 8 up, 8 in 2024-07-26T06:17:50.503 INFO:tasks.rados.rados.0.smithi089.stdout:3803: done (0 left) 2024-07-26T06:17:50.504 INFO:tasks.rados.rados.0.smithi089.stdout:3804: read oid 39 snap 317 2024-07-26T06:17:50.504 INFO:tasks.rados.rados.0.smithi089.stdout:3804: expect (ObjNum 959 snap 306 seq_num 959) 2024-07-26T06:17:50.504 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 38 current snap is 371 2024-07-26T06:17:50.504 INFO:tasks.rados.rados.0.smithi089.stdout:3805: seq_num 1141 ranges {0=712704,712704=679936,1392640=540672,1933312=385024} 2024-07-26T06:17:50.510 INFO:tasks.rados.rados.0.smithi089.stdout:3805: writing smithi08986837-38 from 0 to 712704 tid 1 2024-07-26T06:17:50.511 INFO:tasks.rados.rados.0.smithi089.stdout:3805: writing smithi08986837-38 from 712704 to 1392640 tid 2 2024-07-26T06:17:50.515 INFO:tasks.rados.rados.0.smithi089.stdout:3805: writing smithi08986837-38 from 1392640 to 1933312 tid 3 2024-07-26T06:17:50.518 INFO:tasks.rados.rados.0.smithi089.stdout:3805: writing smithi08986837-38 from 1933312 to 2318336 tid 4 2024-07-26T06:17:50.518 INFO:tasks.rados.rados.0.smithi089.stdout:3806: read oid 21 snap -1 2024-07-26T06:17:50.518 INFO:tasks.rados.rados.0.smithi089.stdout:3806: expect (ObjNum 1128 snap 363 seq_num 1128) 2024-07-26T06:17:50.518 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 28 current snap is 371 2024-07-26T06:17:50.518 INFO:tasks.rados.rados.0.smithi089.stdout:3807: seq_num 1142 ranges {0=729088,729088=565248,1294336=696320,1990656=344064} 2024-07-26T06:17:50.522 INFO:tasks.rados.rados.0.smithi089.stdout:3807: writing smithi08986837-28 from 0 to 729088 tid 1 2024-07-26T06:17:50.526 INFO:tasks.rados.rados.0.smithi089.stdout:3807: writing smithi08986837-28 from 729088 to 1294336 tid 2 2024-07-26T06:17:50.530 INFO:tasks.rados.rados.0.smithi089.stdout:3807: writing smithi08986837-28 from 1294336 to 1990656 tid 3 2024-07-26T06:17:50.533 INFO:tasks.rados.rados.0.smithi089.stdout:3807: writing smithi08986837-28 from 1990656 to 2334720 tid 4 2024-07-26T06:17:50.533 INFO:tasks.rados.rados.0.smithi089.stdout:3808: snap_remove snap 340 2024-07-26T06:17:51.506 INFO:tasks.rados.rados.0.smithi089.stdout:3808: done (4 left) 2024-07-26T06:17:51.506 INFO:tasks.rados.rados.0.smithi089.stdout:3809: delete oid 42 current snap is 371 2024-07-26T06:17:51.506 INFO:tasks.rados.rados.0.smithi089.stdout:3804: expect (ObjNum 959 snap 306 seq_num 959) 2024-07-26T06:17:51.557 INFO:tasks.rados.rados.0.smithi089.stdout:3805: finishing write tid 1 to smithi08986837-38 2024-07-26T06:17:51.557 INFO:tasks.rados.rados.0.smithi089.stdout:3805: finishing write tid 2 to smithi08986837-38 2024-07-26T06:17:51.557 INFO:tasks.rados.rados.0.smithi089.stdout:3805: finishing write tid 3 to smithi08986837-38 2024-07-26T06:17:51.557 INFO:tasks.rados.rados.0.smithi089.stdout:3805: finishing write tid 4 to smithi08986837-38 2024-07-26T06:17:51.557 INFO:tasks.rados.rados.0.smithi089.stdout:3805: finishing write tid 5 to smithi08986837-38 2024-07-26T06:17:51.557 INFO:tasks.rados.rados.0.smithi089.stdout:3805: finishing write tid 6 to smithi08986837-38 2024-07-26T06:17:51.558 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 38 v 2213 (ObjNum 1141 snap 371 seq_num 1141) dirty exists 2024-07-26T06:17:51.558 INFO:tasks.rados.rados.0.smithi089.stdout:3805: left oid 38 (ObjNum 1141 snap 371 seq_num 1141) 2024-07-26T06:17:51.558 INFO:tasks.rados.rados.0.smithi089.stdout:3807: finishing write tid 1 to smithi08986837-28 2024-07-26T06:17:51.558 INFO:tasks.rados.rados.0.smithi089.stdout:3804: done (4 left) 2024-07-26T06:17:51.558 INFO:tasks.rados.rados.0.smithi089.stdout:3805: done (3 left) 2024-07-26T06:17:51.558 INFO:tasks.rados.rados.0.smithi089.stdout:3809: done (2 left) 2024-07-26T06:17:51.558 INFO:tasks.rados.rados.0.smithi089.stdout:3810: rollback oid 8 current snap is 371 2024-07-26T06:17:51.558 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 8 to 368 2024-07-26T06:17:51.558 INFO:tasks.rados.rados.0.smithi089.stdout:3807: finishing write tid 2 to smithi08986837-28 2024-07-26T06:17:51.558 INFO:tasks.rados.rados.0.smithi089.stdout:3807: finishing write tid 3 to smithi08986837-28 2024-07-26T06:17:51.558 INFO:tasks.rados.rados.0.smithi089.stdout:3807: finishing write tid 4 to smithi08986837-28 2024-07-26T06:17:51.558 INFO:tasks.rados.rados.0.smithi089.stdout:3807: finishing write tid 5 to smithi08986837-28 2024-07-26T06:17:51.558 INFO:tasks.rados.rados.0.smithi089.stdout:3807: finishing write tid 6 to smithi08986837-28 2024-07-26T06:17:51.558 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 28 v 2214 (ObjNum 1142 snap 371 seq_num 1142) dirty exists 2024-07-26T06:17:51.559 INFO:tasks.rados.rados.0.smithi089.stdout:3807: left oid 28 (ObjNum 1142 snap 371 seq_num 1142) 2024-07-26T06:17:51.559 INFO:tasks.rados.rados.0.smithi089.stdout:3806: expect (ObjNum 1128 snap 363 seq_num 1128) 2024-07-26T06:17:51.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:51 smithi155 ceph-mon[90160]: osdmap e821: 8 total, 8 up, 8 in 2024-07-26T06:17:51.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:51 smithi155 ceph-mon[90160]: pgmap v891: 121 pgs: 121 active+clean; 372 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 9.2 MiB/s rd, 1.1 MiB/s wr, 10 op/s 2024-07-26T06:17:51.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:51 smithi089 ceph-mon[99608]: osdmap e821: 8 total, 8 up, 8 in 2024-07-26T06:17:51.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:51 smithi089 ceph-mon[99608]: pgmap v891: 121 pgs: 121 active+clean; 372 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 9.2 MiB/s rd, 1.1 MiB/s wr, 10 op/s 2024-07-26T06:17:51.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:51 smithi089 ceph-mon[102056]: osdmap e821: 8 total, 8 up, 8 in 2024-07-26T06:17:51.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:51 smithi089 ceph-mon[102056]: pgmap v891: 121 pgs: 121 active+clean; 372 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 9.2 MiB/s rd, 1.1 MiB/s wr, 10 op/s 2024-07-26T06:17:52.047 INFO:tasks.rados.rados.0.smithi089.stdout:3810: finishing rollback tid 1 to smithi08986837-8 2024-07-26T06:17:52.047 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 8 v 2203 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-07-26T06:17:52.048 INFO:tasks.rados.rados.0.smithi089.stdout:3806: done (2 left) 2024-07-26T06:17:52.048 INFO:tasks.rados.rados.0.smithi089.stdout:3807: done (1 left) 2024-07-26T06:17:52.048 INFO:tasks.rados.rados.0.smithi089.stdout:3810: done (0 left) 2024-07-26T06:17:52.048 INFO:tasks.rados.rados.0.smithi089.stdout:3811: rmattr oid 46 current snap is 371 2024-07-26T06:17:52.048 INFO:tasks.rados.rados.0.smithi089.stdout:3812: read oid 6 snap -1 2024-07-26T06:17:52.048 INFO:tasks.rados.rados.0.smithi089.stdout:3812: expect (ObjNum 985 snap 311 seq_num 985) 2024-07-26T06:17:52.048 INFO:tasks.rados.rados.0.smithi089.stdout:3813: rollback oid 30 current snap is 371 2024-07-26T06:17:52.048 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 30 to 370 2024-07-26T06:17:52.048 INFO:tasks.rados.rados.0.smithi089.stdout:3814: read oid 20 snap 344 2024-07-26T06:17:52.048 INFO:tasks.rados.rados.0.smithi089.stdout:3814: expect deleted 2024-07-26T06:17:52.049 INFO:tasks.rados.rados.0.smithi089.stdout:3815: read oid 5 snap -1 2024-07-26T06:17:52.049 INFO:tasks.rados.rados.0.smithi089.stdout:3815: expect (ObjNum 985 snap 311 seq_num 985) 2024-07-26T06:17:52.049 INFO:tasks.rados.rados.0.smithi089.stdout:3816: rollback oid 8 current snap is 371 2024-07-26T06:17:52.049 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 8 to 312 2024-07-26T06:17:52.049 INFO:tasks.rados.rados.0.smithi089.stdout:3817: read oid 15 snap -1 2024-07-26T06:17:52.049 INFO:tasks.rados.rados.0.smithi089.stdout:3817: expect (ObjNum 1046 snap 340 seq_num 1046) 2024-07-26T06:17:52.050 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 13 current snap is 371 2024-07-26T06:17:52.050 INFO:tasks.rados.rados.0.smithi089.stdout:3818: seq_num 1144 ranges {0=770048,770048=737280,1507328=712704,2220032=155648} 2024-07-26T06:17:52.052 INFO:tasks.rados.rados.0.smithi089.stdout:3818: writing smithi08986837-13 from 0 to 770048 tid 1 2024-07-26T06:17:52.056 INFO:tasks.rados.rados.0.smithi089.stdout:3818: writing smithi08986837-13 from 770048 to 1507328 tid 2 2024-07-26T06:17:52.061 INFO:tasks.rados.rados.0.smithi089.stdout:3818: writing smithi08986837-13 from 1507328 to 2220032 tid 3 2024-07-26T06:17:52.063 INFO:tasks.rados.rados.0.smithi089.stdout:3818: writing smithi08986837-13 from 2220032 to 2375680 tid 4 2024-07-26T06:17:52.063 INFO:tasks.rados.rados.0.smithi089.stdout:3819: rollback oid 27 current snap is 371 2024-07-26T06:17:52.063 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 27 to 364 2024-07-26T06:17:52.063 INFO:tasks.rados.rados.0.smithi089.stdout:3817: expect (ObjNum 1046 snap 340 seq_num 1046) 2024-07-26T06:17:52.085 INFO:tasks.rados.rados.0.smithi089.stdout:3813: finishing rollback tid 0 to smithi08986837-30 2024-07-26T06:17:52.085 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 46 v 2577 (ObjNum 1004 snap 320 seq_num 1004) dirty exists 2024-07-26T06:17:52.085 INFO:tasks.rados.rados.0.smithi089.stdout:3816: finishing rollback tid 1 to smithi08986837-8 2024-07-26T06:17:52.086 INFO:tasks.rados.rados.0.smithi089.stdout:3816: finishing rollback tid 2 to smithi08986837-8 2024-07-26T06:17:52.086 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 8 v 2215 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-07-26T06:17:52.086 INFO:tasks.rados.rados.0.smithi089.stdout:3813: finishing rollback tid 1 to smithi08986837-30 2024-07-26T06:17:52.086 INFO:tasks.rados.rados.0.smithi089.stdout:3813: finishing rollback tid 2 to smithi08986837-30 2024-07-26T06:17:52.086 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 30 v 2186 (ObjNum 998 snap 316 seq_num 998) dirty exists 2024-07-26T06:17:52.086 INFO:tasks.rados.rados.0.smithi089.stdout:3818: finishing write tid 1 to smithi08986837-13 2024-07-26T06:17:52.086 INFO:tasks.rados.rados.0.smithi089.stdout:3811: done (8 left) 2024-07-26T06:17:52.086 INFO:tasks.rados.rados.0.smithi089.stdout:3813: done (7 left) 2024-07-26T06:17:52.086 INFO:tasks.rados.rados.0.smithi089.stdout:3814: done (6 left) 2024-07-26T06:17:52.086 INFO:tasks.rados.rados.0.smithi089.stdout:3816: done (5 left) 2024-07-26T06:17:52.086 INFO:tasks.rados.rados.0.smithi089.stdout:3817: done (4 left) 2024-07-26T06:17:52.086 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 22 current snap is 371 2024-07-26T06:17:52.087 INFO:tasks.rados.rados.0.smithi089.stdout:3818: finishing write tid 2 to smithi08986837-13 2024-07-26T06:17:52.087 INFO:tasks.rados.rados.0.smithi089.stdout:3820: seq_num 1145 ranges {3850240=786432,4636672=622592,5259264=516096,5775360=417792,6193152=49152} 2024-07-26T06:17:52.110 INFO:tasks.rados.rados.0.smithi089.stdout:3820: writing smithi08986837-22 from 3850240 to 4636672 tid 1 2024-07-26T06:17:52.113 INFO:tasks.rados.rados.0.smithi089.stdout:3820: writing smithi08986837-22 from 4636672 to 5259264 tid 2 2024-07-26T06:17:52.116 INFO:tasks.rados.rados.0.smithi089.stdout:3820: writing smithi08986837-22 from 5259264 to 5775360 tid 3 2024-07-26T06:17:52.119 INFO:tasks.rados.rados.0.smithi089.stdout:3820: writing smithi08986837-22 from 5775360 to 6193152 tid 4 2024-07-26T06:17:52.120 INFO:tasks.rados.rados.0.smithi089.stdout:3820: writing smithi08986837-22 from 6193152 to 6242304 tid 5 2024-07-26T06:17:52.120 INFO:tasks.rados.rados.0.smithi089.stdout:3821: read oid 33 snap -1 2024-07-26T06:17:52.120 INFO:tasks.rados.rados.0.smithi089.stdout:3821: expect (ObjNum 1010 snap 321 seq_num 1010) 2024-07-26T06:17:52.121 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 24 current snap is 371 2024-07-26T06:17:52.121 INFO:tasks.rados.rados.0.smithi089.stdout:3822: seq_num 1146 ranges {2015232=802816,2818048=499712,3317760=679936,3997696=425984} 2024-07-26T06:17:52.135 INFO:tasks.rados.rados.0.smithi089.stdout:3822: writing smithi08986837-24 from 2015232 to 2818048 tid 1 2024-07-26T06:17:52.138 INFO:tasks.rados.rados.0.smithi089.stdout:3822: writing smithi08986837-24 from 2818048 to 3317760 tid 2 2024-07-26T06:17:52.143 INFO:tasks.rados.rados.0.smithi089.stdout:3822: writing smithi08986837-24 from 3317760 to 3997696 tid 3 2024-07-26T06:17:52.145 INFO:tasks.rados.rados.0.smithi089.stdout:3822: writing smithi08986837-24 from 3997696 to 4423680 tid 4 2024-07-26T06:17:52.145 INFO:tasks.rados.rados.0.smithi089.stdout:3823: delete oid 18 current snap is 371 2024-07-26T06:17:52.145 INFO:tasks.rados.rados.0.smithi089.stdout:3818: finishing write tid 3 to smithi08986837-13 2024-07-26T06:17:52.145 INFO:tasks.rados.rados.0.smithi089.stdout:3819: finishing rollback tid 0 to smithi08986837-27 2024-07-26T06:17:52.145 INFO:tasks.rados.rados.0.smithi089.stdout:3818: finishing write tid 4 to smithi08986837-13 2024-07-26T06:17:52.146 INFO:tasks.rados.rados.0.smithi089.stdout:3818: finishing write tid 5 to smithi08986837-13 2024-07-26T06:17:52.146 INFO:tasks.rados.rados.0.smithi089.stdout:3819: finishing rollback tid 1 to smithi08986837-27 2024-07-26T06:17:52.146 INFO:tasks.rados.rados.0.smithi089.stdout:3819: finishing rollback tid 2 to smithi08986837-27 2024-07-26T06:17:52.146 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 27 v 2132 (ObjNum 1104 snap 358 seq_num 1104) dirty exists 2024-07-26T06:17:52.146 INFO:tasks.rados.rados.0.smithi089.stdout:3815: expect (ObjNum 985 snap 311 seq_num 985) 2024-07-26T06:17:52.289 INFO:tasks.rados.rados.0.smithi089.stdout:3812: expect (ObjNum 985 snap 311 seq_num 985) 2024-07-26T06:17:52.430 INFO:tasks.rados.rados.0.smithi089.stdout:3818: finishing write tid 6 to smithi08986837-13 2024-07-26T06:17:52.430 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 13 v 2219 (ObjNum 1144 snap 371 seq_num 1144) dirty exists 2024-07-26T06:17:52.430 INFO:tasks.rados.rados.0.smithi089.stdout:3818: left oid 13 (ObjNum 1144 snap 371 seq_num 1144) 2024-07-26T06:17:52.430 INFO:tasks.rados.rados.0.smithi089.stdout:3820: finishing write tid 1 to smithi08986837-22 2024-07-26T06:17:52.430 INFO:tasks.rados.rados.0.smithi089.stdout:3812: done (7 left) 2024-07-26T06:17:52.430 INFO:tasks.rados.rados.0.smithi089.stdout:3815: done (6 left) 2024-07-26T06:17:52.430 INFO:tasks.rados.rados.0.smithi089.stdout:3818: done (5 left) 2024-07-26T06:17:52.430 INFO:tasks.rados.rados.0.smithi089.stdout:3819: done (4 left) 2024-07-26T06:17:52.430 INFO:tasks.rados.rados.0.smithi089.stdout:3823: done (3 left) 2024-07-26T06:17:52.431 INFO:tasks.rados.rados.0.smithi089.stdout:3824: snap_create 2024-07-26T06:17:52.431 INFO:tasks.rados.rados.0.smithi089.stdout:3820: finishing write tid 2 to smithi08986837-22 2024-07-26T06:17:52.431 INFO:tasks.rados.rados.0.smithi089.stdout:3820: finishing write tid 3 to smithi08986837-22 2024-07-26T06:17:52.431 INFO:tasks.rados.rados.0.smithi089.stdout:3820: finishing write tid 4 to smithi08986837-22 2024-07-26T06:17:52.431 INFO:tasks.rados.rados.0.smithi089.stdout:3820: finishing write tid 5 to smithi08986837-22 2024-07-26T06:17:52.431 INFO:tasks.rados.rados.0.smithi089.stdout:3820: finishing write tid 6 to smithi08986837-22 2024-07-26T06:17:52.431 INFO:tasks.rados.rados.0.smithi089.stdout:3820: finishing write tid 7 to smithi08986837-22 2024-07-26T06:17:52.431 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 22 v 2225 (ObjNum 1145 snap 371 seq_num 1145) dirty exists 2024-07-26T06:17:52.431 INFO:tasks.rados.rados.0.smithi089.stdout:3820: left oid 22 (ObjNum 1145 snap 371 seq_num 1145) 2024-07-26T06:17:52.431 INFO:tasks.rados.rados.0.smithi089.stdout:3822: finishing write tid 1 to smithi08986837-24 2024-07-26T06:17:52.431 INFO:tasks.rados.rados.0.smithi089.stdout:3822: finishing write tid 2 to smithi08986837-24 2024-07-26T06:17:52.431 INFO:tasks.rados.rados.0.smithi089.stdout:3821: expect (ObjNum 1010 snap 321 seq_num 1010) 2024-07-26T06:17:52.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:52 smithi155 ceph-mon[90160]: osdmap e822: 8 total, 8 up, 8 in 2024-07-26T06:17:52.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:17:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:17:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:17:52.641 INFO:tasks.rados.rados.0.smithi089.stdout:3822: finishing write tid 3 to smithi08986837-24 2024-07-26T06:17:52.641 INFO:tasks.rados.rados.0.smithi089.stdout:3822: finishing write tid 4 to smithi08986837-24 2024-07-26T06:17:52.641 INFO:tasks.rados.rados.0.smithi089.stdout:3822: finishing write tid 5 to smithi08986837-24 2024-07-26T06:17:52.641 INFO:tasks.rados.rados.0.smithi089.stdout:3822: finishing write tid 6 to smithi08986837-24 2024-07-26T06:17:52.641 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 24 v 2191 (ObjNum 1146 snap 371 seq_num 1146) dirty exists 2024-07-26T06:17:52.641 INFO:tasks.rados.rados.0.smithi089.stdout:3822: left oid 24 (ObjNum 1146 snap 371 seq_num 1146) 2024-07-26T06:17:52.641 INFO:tasks.rados.rados.0.smithi089.stdout:3820: done (3 left) 2024-07-26T06:17:52.641 INFO:tasks.rados.rados.0.smithi089.stdout:3821: done (2 left) 2024-07-26T06:17:52.641 INFO:tasks.rados.rados.0.smithi089.stdout:3822: done (1 left) 2024-07-26T06:17:52.641 INFO:tasks.rados.rados.0.smithi089.stdout:3824: done (0 left) 2024-07-26T06:17:52.642 INFO:tasks.rados.rados.0.smithi089.stdout:3825: copy_from oid 1 from oid 28 current snap is 372 2024-07-26T06:17:52.642 INFO:tasks.rados.rados.0.smithi089.stdout:3826: delete oid 34 current snap is 372 2024-07-26T06:17:52.646 INFO:tasks.rados.rados.0.smithi089.stdout:3826: done (1 left) 2024-07-26T06:17:52.646 INFO:tasks.rados.rados.0.smithi089.stdout:3827: snap_create 2024-07-26T06:17:52.656 INFO:tasks.rados.rados.0.smithi089.stdout:3825: finishing copy_from racing read to smithi08986837-1 2024-07-26T06:17:52.659 INFO:tasks.rados.rados.0.smithi089.stdout:3825: finishing copy_from to smithi08986837-1 2024-07-26T06:17:52.659 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 1 v 2214 (ObjNum 1142 snap 371 seq_num 1142) dirty exists 2024-07-26T06:17:52.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:52 smithi089 ceph-mon[99608]: osdmap e822: 8 total, 8 up, 8 in 2024-07-26T06:17:52.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:52 smithi089 ceph-mon[102056]: osdmap e822: 8 total, 8 up, 8 in 2024-07-26T06:17:52.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:17:52 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:17:52] "GET /metrics HTTP/1.1" 200 36346 "" "Prometheus/2.43.0" 2024-07-26T06:17:53.523 INFO:tasks.rados.rados.0.smithi089.stdout:3825: done (1 left) 2024-07-26T06:17:53.523 INFO:tasks.rados.rados.0.smithi089.stdout:3827: done (0 left) 2024-07-26T06:17:53.523 INFO:tasks.rados.rados.0.smithi089.stdout:3828: copy_from oid 44 from oid 13 current snap is 373 2024-07-26T06:17:53.523 INFO:tasks.rados.rados.0.smithi089.stdout:3829: snap_remove snap 338 2024-07-26T06:17:53.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:53 smithi155 ceph-mon[90160]: osdmap e823: 8 total, 8 up, 8 in 2024-07-26T06:17:53.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:53 smithi155 ceph-mon[90160]: pgmap v894: 121 pgs: 121 active+clean; 367 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.1 MiB/s wr, 26 op/s 2024-07-26T06:17:53.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:53 smithi089 ceph-mon[99608]: osdmap e823: 8 total, 8 up, 8 in 2024-07-26T06:17:53.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:53 smithi089 ceph-mon[99608]: pgmap v894: 121 pgs: 121 active+clean; 367 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.1 MiB/s wr, 26 op/s 2024-07-26T06:17:53.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:53 smithi089 ceph-mon[102056]: osdmap e823: 8 total, 8 up, 8 in 2024-07-26T06:17:53.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:53 smithi089 ceph-mon[102056]: pgmap v894: 121 pgs: 121 active+clean; 367 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.1 MiB/s wr, 26 op/s 2024-07-26T06:17:54.484 INFO:tasks.rados.rados.0.smithi089.stdout:3829: done (1 left) 2024-07-26T06:17:54.484 INFO:tasks.rados.rados.0.smithi089.stdout:3830: copy_from oid 12 from oid 17 current snap is 373 2024-07-26T06:17:54.485 INFO:tasks.rados.rados.0.smithi089.stdout:3831: delete oid 3 current snap is 373 2024-07-26T06:17:54.485 INFO:tasks.rados.rados.0.smithi089.stdout:3828: finishing copy_from racing read to smithi08986837-44 2024-07-26T06:17:54.485 INFO:tasks.rados.rados.0.smithi089.stdout:3828: finishing copy_from to smithi08986837-44 2024-07-26T06:17:54.485 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 44 v 2219 (ObjNum 1144 snap 371 seq_num 1144) dirty exists 2024-07-26T06:17:54.498 INFO:tasks.rados.rados.0.smithi089.stdout:3828: done (2 left) 2024-07-26T06:17:54.498 INFO:tasks.rados.rados.0.smithi089.stdout:3831: done (1 left) 2024-07-26T06:17:54.498 INFO:tasks.rados.rados.0.smithi089.stdout:3832: read oid 47 snap -1 2024-07-26T06:17:54.498 INFO:tasks.rados.rados.0.smithi089.stdout:3832: expect (ObjNum 1030 snap 334 seq_num 1030) 2024-07-26T06:17:54.499 INFO:tasks.rados.rados.0.smithi089.stdout:3833: read oid 43 snap -1 2024-07-26T06:17:54.499 INFO:tasks.rados.rados.0.smithi089.stdout:3833: expect (ObjNum 1101 snap 356 seq_num 1101) 2024-07-26T06:17:54.499 INFO:tasks.rados.rados.0.smithi089.stdout:3834: copy_from oid 20 from oid 35 current snap is 373 2024-07-26T06:17:54.499 INFO:tasks.rados.rados.0.smithi089.stdout:3835: delete oid 26 current snap is 373 2024-07-26T06:17:54.505 INFO:tasks.rados.rados.0.smithi089.stdout:3835: done (4 left) 2024-07-26T06:17:54.505 INFO:tasks.rados.rados.0.smithi089.stdout:3836: snap_remove snap 370 2024-07-26T06:17:54.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:54 smithi155 ceph-mon[90160]: osdmap e824: 8 total, 8 up, 8 in 2024-07-26T06:17:54.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:54 smithi155 ceph-mon[90160]: osdmap e825: 8 total, 8 up, 8 in 2024-07-26T06:17:54.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:54 smithi089 ceph-mon[99608]: osdmap e824: 8 total, 8 up, 8 in 2024-07-26T06:17:54.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:54 smithi089 ceph-mon[99608]: osdmap e825: 8 total, 8 up, 8 in 2024-07-26T06:17:54.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:54 smithi089 ceph-mon[102056]: osdmap e824: 8 total, 8 up, 8 in 2024-07-26T06:17:54.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:54 smithi089 ceph-mon[102056]: osdmap e825: 8 total, 8 up, 8 in 2024-07-26T06:17:55.489 INFO:tasks.rados.rados.0.smithi089.stdout:3836: done (4 left) 2024-07-26T06:17:55.489 INFO:tasks.rados.rados.0.smithi089.stdout:3837: read oid 3 snap -1 2024-07-26T06:17:55.489 INFO:tasks.rados.rados.0.smithi089.stdout:3837: expect deleted 2024-07-26T06:17:55.489 INFO:tasks.rados.rados.0.smithi089.stdout:3838: snap_remove snap 317 2024-07-26T06:17:55.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:55 smithi155 ceph-mon[90160]: pgmap v897: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 374 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 1.7 MiB/s wr, 25 op/s 2024-07-26T06:17:55.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:55 smithi155 ceph-mon[90160]: osdmap e826: 8 total, 8 up, 8 in 2024-07-26T06:17:55.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:55 smithi089 ceph-mon[99608]: pgmap v897: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 374 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 1.7 MiB/s wr, 25 op/s 2024-07-26T06:17:55.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:55 smithi089 ceph-mon[99608]: osdmap e826: 8 total, 8 up, 8 in 2024-07-26T06:17:55.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:55 smithi089 ceph-mon[102056]: pgmap v897: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 374 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 1.7 MiB/s wr, 25 op/s 2024-07-26T06:17:55.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:55 smithi089 ceph-mon[102056]: osdmap e826: 8 total, 8 up, 8 in 2024-07-26T06:17:56.488 INFO:tasks.rados.rados.0.smithi089.stdout:3838: done (5 left) 2024-07-26T06:17:56.488 INFO:tasks.rados.rados.0.smithi089.stdout:3839: read oid 7 snap -1 2024-07-26T06:17:56.489 INFO:tasks.rados.rados.0.smithi089.stdout:3839: expect deleted 2024-07-26T06:17:56.489 INFO:tasks.rados.rados.0.smithi089.stdout:3840: read oid 9 snap -1 2024-07-26T06:17:56.489 INFO:tasks.rados.rados.0.smithi089.stdout:3840: expect (ObjNum 1046 snap 340 seq_num 1046) 2024-07-26T06:17:56.489 INFO:tasks.rados.rados.0.smithi089.stdout:3841: rollback oid 19 current snap is 373 2024-07-26T06:17:56.489 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 19 to 345 2024-07-26T06:17:56.489 INFO:tasks.rados.rados.0.smithi089.stdout:3830: finishing copy_from racing read to smithi08986837-12 2024-07-26T06:17:56.489 INFO:tasks.rados.rados.0.smithi089.stdout:3830: finishing copy_from to smithi08986837-12 2024-07-26T06:17:56.489 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 12 v 2491 (ObjNum 1046 snap 340 seq_num 1046) dirty exists 2024-07-26T06:17:56.489 INFO:tasks.rados.rados.0.smithi089.stdout:3833: expect (ObjNum 1101 snap 356 seq_num 1101) 2024-07-26T06:17:56.610 INFO:tasks.rados.rados.0.smithi089.stdout:3834: finishing copy_from racing read to smithi08986837-20 2024-07-26T06:17:56.610 INFO:tasks.rados.rados.0.smithi089.stdout:3832: expect (ObjNum 1030 snap 334 seq_num 1030) 2024-07-26T06:17:56.712 INFO:tasks.rados.rados.0.smithi089.stdout:3834: finishing copy_from to smithi08986837-20 2024-07-26T06:17:56.713 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 20 v 2209 (ObjNum 921 snap 291 seq_num 921) dirty exists 2024-07-26T06:17:56.713 INFO:tasks.rados.rados.0.smithi089.stdout:3830: done (7 left) 2024-07-26T06:17:56.713 INFO:tasks.rados.rados.0.smithi089.stdout:3832: done (6 left) 2024-07-26T06:17:56.713 INFO:tasks.rados.rados.0.smithi089.stdout:3833: done (5 left) 2024-07-26T06:17:56.713 INFO:tasks.rados.rados.0.smithi089.stdout:3834: done (4 left) 2024-07-26T06:17:56.713 INFO:tasks.rados.rados.0.smithi089.stdout:3842: snap_create 2024-07-26T06:17:56.713 INFO:tasks.rados.rados.0.smithi089.stdout:3840: expect (ObjNum 1046 snap 340 seq_num 1046) 2024-07-26T06:17:56.730 INFO:tasks.rados.rados.0.smithi089.stdout:3841: finishing rollback tid 0 to smithi08986837-19 2024-07-26T06:17:56.730 INFO:tasks.rados.rados.0.smithi089.stdout:3841: finishing rollback tid 1 to smithi08986837-19 2024-07-26T06:17:56.730 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 19 v 2034 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-07-26T06:17:56.879 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 06:17:56 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[111374]: 2024-07-26T06:17:56.501+0000 7fc2a11b2640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 187 after trimming was started 2024-07-26T06:17:56.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:56 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:17:56.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:56 smithi155 ceph-mon[90160]: osdmap e827: 8 total, 8 up, 8 in 2024-07-26T06:17:56.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:56 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:17:56.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:56 smithi089 ceph-mon[99608]: osdmap e827: 8 total, 8 up, 8 in 2024-07-26T06:17:56.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:56 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:17:56.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:56 smithi089 ceph-mon[102056]: osdmap e827: 8 total, 8 up, 8 in 2024-07-26T06:17:57.537 INFO:tasks.rados.rados.0.smithi089.stdout:3837: done (4 left) 2024-07-26T06:17:57.538 INFO:tasks.rados.rados.0.smithi089.stdout:3839: done (3 left) 2024-07-26T06:17:57.538 INFO:tasks.rados.rados.0.smithi089.stdout:3840: done (2 left) 2024-07-26T06:17:57.538 INFO:tasks.rados.rados.0.smithi089.stdout:3841: done (1 left) 2024-07-26T06:17:57.538 INFO:tasks.rados.rados.0.smithi089.stdout:3842: done (0 left) 2024-07-26T06:17:57.538 INFO:tasks.rados.rados.0.smithi089.stdout:3843: read oid 2 snap -1 2024-07-26T06:17:57.538 INFO:tasks.rados.rados.0.smithi089.stdout:3843: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-26T06:17:57.538 INFO:tasks.rados.rados.0.smithi089.stdout:3844: setattr oid 46 current snap is 374 2024-07-26T06:17:57.539 INFO:tasks.rados.rados.0.smithi089.stdout:3845: rollback oid 28 current snap is 374 2024-07-26T06:17:57.539 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 28 to 356 2024-07-26T06:17:57.539 INFO:tasks.rados.rados.0.smithi089.stdout:3846: delete oid 40 current snap is 374 2024-07-26T06:17:57.540 INFO:tasks.rados.rados.0.smithi089.stdout:3843: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-26T06:17:57.544 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 46 v 2603 (ObjNum 1004 snap 320 seq_num 1004) dirty exists 2024-07-26T06:17:57.546 INFO:tasks.rados.rados.0.smithi089.stdout:3845: finishing rollback tid 0 to smithi08986837-28 2024-07-26T06:17:57.547 INFO:tasks.rados.rados.0.smithi089.stdout:3845: finishing rollback tid 1 to smithi08986837-28 2024-07-26T06:17:57.547 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 28 v 2227 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-07-26T06:17:57.547 INFO:tasks.rados.rados.0.smithi089.stdout:3843: done (3 left) 2024-07-26T06:17:57.547 INFO:tasks.rados.rados.0.smithi089.stdout:3844: done (2 left) 2024-07-26T06:17:57.547 INFO:tasks.rados.rados.0.smithi089.stdout:3845: done (1 left) 2024-07-26T06:17:57.547 INFO:tasks.rados.rados.0.smithi089.stdout:3846: done (0 left) 2024-07-26T06:17:57.547 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 5 current snap is 374 2024-07-26T06:17:57.547 INFO:tasks.rados.rados.0.smithi089.stdout:3847: seq_num 1152 ranges {4161536=98304} 2024-07-26T06:17:57.569 INFO:tasks.rados.rados.0.smithi089.stdout:3847: writing smithi08986837-5 from 4161536 to 4259840 tid 1 2024-07-26T06:17:57.569 INFO:tasks.rados.rados.0.smithi089.stdout:3848: snap_create 2024-07-26T06:17:57.574 INFO:tasks.rados.rados.0.smithi089.stdout:3847: finishing write tid 1 to smithi08986837-5 2024-07-26T06:17:57.574 INFO:tasks.rados.rados.0.smithi089.stdout:3847: finishing write tid 2 to smithi08986837-5 2024-07-26T06:17:57.576 INFO:tasks.rados.rados.0.smithi089.stdout:3847: finishing write tid 3 to smithi08986837-5 2024-07-26T06:17:57.576 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 5 v 2211 (ObjNum 1152 snap 374 seq_num 1152) dirty exists 2024-07-26T06:17:57.576 INFO:tasks.rados.rados.0.smithi089.stdout:3847: left oid 5 (ObjNum 1152 snap 374 seq_num 1152) 2024-07-26T06:17:57.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:57 smithi155 ceph-mon[90160]: pgmap v900: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 383 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 4.1 MiB/s wr, 20 op/s 2024-07-26T06:17:57.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:57 smithi089 ceph-mon[99608]: pgmap v900: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 383 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 4.1 MiB/s wr, 20 op/s 2024-07-26T06:17:57.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:57 smithi089 ceph-mon[102056]: pgmap v900: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 383 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 4.1 MiB/s wr, 20 op/s 2024-07-26T06:17:58.545 INFO:tasks.rados.rados.0.smithi089.stdout:3847: done (1 left) 2024-07-26T06:17:58.545 INFO:tasks.rados.rados.0.smithi089.stdout:3848: done (0 left) 2024-07-26T06:17:58.545 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 42 current snap is 375 2024-07-26T06:17:58.546 INFO:tasks.rados.rados.0.smithi089.stdout:3849: seq_num 1153 ranges {0=114688} 2024-07-26T06:17:58.546 INFO:tasks.rados.rados.0.smithi089.stdout:3849: writing smithi08986837-42 from 0 to 114688 tid 1 2024-07-26T06:17:58.546 INFO:tasks.rados.rados.0.smithi089.stdout:3850: read oid 41 snap -1 2024-07-26T06:17:58.546 INFO:tasks.rados.rados.0.smithi089.stdout:3850: expect (ObjNum 846 snap 265 seq_num 846) 2024-07-26T06:17:58.546 INFO:tasks.rados.rados.0.smithi089.stdout:3851: delete oid 28 current snap is 375 2024-07-26T06:17:58.557 INFO:tasks.rados.rados.0.smithi089.stdout:3851: done (2 left) 2024-07-26T06:17:58.557 INFO:tasks.rados.rados.0.smithi089.stdout:3852: snap_remove snap 369 2024-07-26T06:17:58.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:58 smithi155 ceph-mon[90160]: osdmap e828: 8 total, 8 up, 8 in 2024-07-26T06:17:58.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:58 smithi089 ceph-mon[99608]: osdmap e828: 8 total, 8 up, 8 in 2024-07-26T06:17:58.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:58 smithi089 ceph-mon[102056]: osdmap e828: 8 total, 8 up, 8 in 2024-07-26T06:17:59.487 INFO:tasks.rados.rados.0.smithi089.stdout:3852: done (2 left) 2024-07-26T06:17:59.487 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 29 current snap is 375 2024-07-26T06:17:59.487 INFO:tasks.rados.rados.0.smithi089.stdout:3853: seq_num 1155 ranges {4218880=147456} 2024-07-26T06:17:59.512 INFO:tasks.rados.rados.0.smithi089.stdout:3853: writing smithi08986837-29 from 4218880 to 4366336 tid 1 2024-07-26T06:17:59.512 INFO:tasks.rados.rados.0.smithi089.stdout:3854: read oid 43 snap -1 2024-07-26T06:17:59.512 INFO:tasks.rados.rados.0.smithi089.stdout:3854: expect (ObjNum 1101 snap 356 seq_num 1101) 2024-07-26T06:17:59.512 INFO:tasks.rados.rados.0.smithi089.stdout:3855: delete oid 31 current snap is 375 2024-07-26T06:17:59.512 INFO:tasks.rados.rados.0.smithi089.stdout:3849: finishing write tid 1 to smithi08986837-42 2024-07-26T06:17:59.512 INFO:tasks.rados.rados.0.smithi089.stdout:3849: finishing write tid 2 to smithi08986837-42 2024-07-26T06:17:59.512 INFO:tasks.rados.rados.0.smithi089.stdout:3849: finishing write tid 3 to smithi08986837-42 2024-07-26T06:17:59.513 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 42 v 2605 (ObjNum 1153 snap 375 seq_num 1153) dirty exists 2024-07-26T06:17:59.513 INFO:tasks.rados.rados.0.smithi089.stdout:3849: left oid 42 (ObjNum 1153 snap 375 seq_num 1153) 2024-07-26T06:17:59.513 INFO:tasks.rados.rados.0.smithi089.stdout:3850: expect (ObjNum 846 snap 265 seq_num 846) 2024-07-26T06:17:59.699 INFO:tasks.rados.rados.0.smithi089.stdout:3853: finishing write tid 1 to smithi08986837-29 2024-07-26T06:17:59.699 INFO:tasks.rados.rados.0.smithi089.stdout:3853: finishing write tid 2 to smithi08986837-29 2024-07-26T06:17:59.699 INFO:tasks.rados.rados.0.smithi089.stdout:3853: finishing write tid 3 to smithi08986837-29 2024-07-26T06:17:59.699 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 29 v 2231 (ObjNum 1155 snap 375 seq_num 1155) dirty exists 2024-07-26T06:17:59.699 INFO:tasks.rados.rados.0.smithi089.stdout:3853: left oid 29 (ObjNum 1155 snap 375 seq_num 1155) 2024-07-26T06:17:59.700 INFO:tasks.rados.rados.0.smithi089.stdout:3854: expect (ObjNum 1101 snap 356 seq_num 1101) 2024-07-26T06:17:59.805 INFO:tasks.rados.rados.0.smithi089.stdout:3849: done (4 left) 2024-07-26T06:17:59.805 INFO:tasks.rados.rados.0.smithi089.stdout:3850: done (3 left) 2024-07-26T06:17:59.805 INFO:tasks.rados.rados.0.smithi089.stdout:3853: done (2 left) 2024-07-26T06:17:59.805 INFO:tasks.rados.rados.0.smithi089.stdout:3854: done (1 left) 2024-07-26T06:17:59.805 INFO:tasks.rados.rados.0.smithi089.stdout:3855: done (0 left) 2024-07-26T06:17:59.805 INFO:tasks.rados.rados.0.smithi089.stdout:3856: setattr oid 21 current snap is 375 2024-07-26T06:17:59.806 INFO:tasks.rados.rados.0.smithi089.stdout:3857: rollback oid 23 current snap is 375 2024-07-26T06:17:59.806 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 23 to 364 2024-07-26T06:17:59.806 INFO:tasks.rados.rados.0.smithi089.stdout:3858: snap_create 2024-07-26T06:17:59.810 INFO:tasks.rados.rados.0.smithi089.stdout:3857: finishing rollback tid 1 to smithi08986837-23 2024-07-26T06:17:59.810 INFO:tasks.rados.rados.0.smithi089.stdout:3857: finishing rollback tid 2 to smithi08986837-23 2024-07-26T06:17:59.810 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 23 v 2213 (ObjNum 1093 snap 355 seq_num 1093) dirty exists 2024-07-26T06:17:59.810 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 21 v 1457 (ObjNum 1128 snap 363 seq_num 1128) dirty exists 2024-07-26T06:17:59.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:59 smithi155 ceph-mon[90160]: osdmap e829: 8 total, 8 up, 8 in 2024-07-26T06:17:59.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:59 smithi155 ceph-mon[90160]: pgmap v903: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 382 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 7.9 MiB/s rd, 3.1 MiB/s wr, 14 op/s 2024-07-26T06:17:59.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:17:59 smithi155 ceph-mon[90160]: osdmap e830: 8 total, 8 up, 8 in 2024-07-26T06:17:59.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:59 smithi089 ceph-mon[99608]: osdmap e829: 8 total, 8 up, 8 in 2024-07-26T06:17:59.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:59 smithi089 ceph-mon[99608]: pgmap v903: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 382 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 7.9 MiB/s rd, 3.1 MiB/s wr, 14 op/s 2024-07-26T06:17:59.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:17:59 smithi089 ceph-mon[99608]: osdmap e830: 8 total, 8 up, 8 in 2024-07-26T06:17:59.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:59 smithi089 ceph-mon[102056]: osdmap e829: 8 total, 8 up, 8 in 2024-07-26T06:17:59.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:59 smithi089 ceph-mon[102056]: pgmap v903: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 382 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 7.9 MiB/s rd, 3.1 MiB/s wr, 14 op/s 2024-07-26T06:17:59.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:17:59 smithi089 ceph-mon[102056]: osdmap e830: 8 total, 8 up, 8 in 2024-07-26T06:18:00.554 INFO:tasks.rados.rados.0.smithi089.stdout:3856: done (2 left) 2024-07-26T06:18:00.555 INFO:tasks.rados.rados.0.smithi089.stdout:3857: done (1 left) 2024-07-26T06:18:00.555 INFO:tasks.rados.rados.0.smithi089.stdout:3858: done (0 left) 2024-07-26T06:18:00.555 INFO:tasks.rados.rados.0.smithi089.stdout:3859: delete oid 4 current snap is 376 2024-07-26T06:18:00.558 INFO:tasks.rados.rados.0.smithi089.stdout:3859: done (0 left) 2024-07-26T06:18:00.558 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 7 current snap is 376 2024-07-26T06:18:00.558 INFO:tasks.rados.rados.0.smithi089.stdout:3860: seq_num 1158 ranges {0=196608} 2024-07-26T06:18:00.559 INFO:tasks.rados.rados.0.smithi089.stdout:3860: writing smithi08986837-7 from 0 to 196608 tid 1 2024-07-26T06:18:00.559 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 44 current snap is 376 2024-07-26T06:18:00.559 INFO:tasks.rados.rados.0.smithi089.stdout:3861: seq_num 1159 ranges {2375680=212992} 2024-07-26T06:18:00.573 INFO:tasks.rados.rados.0.smithi089.stdout:3861: writing smithi08986837-44 from 2375680 to 2588672 tid 1 2024-07-26T06:18:00.573 INFO:tasks.rados.rados.0.smithi089.stdout:3862: snap_remove snap 364 2024-07-26T06:18:01.571 INFO:tasks.rados.rados.0.smithi089.stdout:3860: finishing write tid 1 to smithi08986837-7 2024-07-26T06:18:01.571 INFO:tasks.rados.rados.0.smithi089.stdout:3860: finishing write tid 2 to smithi08986837-7 2024-07-26T06:18:01.571 INFO:tasks.rados.rados.0.smithi089.stdout:3860: finishing write tid 3 to smithi08986837-7 2024-07-26T06:18:01.571 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 7 v 2134 (ObjNum 1158 snap 376 seq_num 1158) dirty exists 2024-07-26T06:18:01.572 INFO:tasks.rados.rados.0.smithi089.stdout:3860: left oid 7 (ObjNum 1158 snap 376 seq_num 1158) 2024-07-26T06:18:01.572 INFO:tasks.rados.rados.0.smithi089.stdout:3861: finishing write tid 1 to smithi08986837-44 2024-07-26T06:18:01.572 INFO:tasks.rados.rados.0.smithi089.stdout:3861: finishing write tid 2 to smithi08986837-44 2024-07-26T06:18:01.572 INFO:tasks.rados.rados.0.smithi089.stdout:3861: finishing write tid 3 to smithi08986837-44 2024-07-26T06:18:01.572 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 44 v 2612 (ObjNum 1159 snap 376 seq_num 1159) dirty exists 2024-07-26T06:18:01.572 INFO:tasks.rados.rados.0.smithi089.stdout:3861: left oid 44 (ObjNum 1159 snap 376 seq_num 1159) 2024-07-26T06:18:01.572 INFO:tasks.rados.rados.0.smithi089.stdout:3860: done (2 left) 2024-07-26T06:18:01.572 INFO:tasks.rados.rados.0.smithi089.stdout:3861: done (1 left) 2024-07-26T06:18:01.572 INFO:tasks.rados.rados.0.smithi089.stdout:3862: done (0 left) 2024-07-26T06:18:01.572 INFO:tasks.rados.rados.0.smithi089.stdout:3863: snap_create 2024-07-26T06:18:01.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:01 smithi155 ceph-mon[90160]: osdmap e831: 8 total, 8 up, 8 in 2024-07-26T06:18:01.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:01 smithi155 ceph-mon[90160]: pgmap v906: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 376 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 548 KiB/s rd, 704 KiB/s wr, 4 op/s 2024-07-26T06:18:01.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:01 smithi089 ceph-mon[99608]: osdmap e831: 8 total, 8 up, 8 in 2024-07-26T06:18:01.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:01 smithi089 ceph-mon[99608]: pgmap v906: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 376 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 548 KiB/s rd, 704 KiB/s wr, 4 op/s 2024-07-26T06:18:01.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:01 smithi089 ceph-mon[102056]: osdmap e831: 8 total, 8 up, 8 in 2024-07-26T06:18:01.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:01 smithi089 ceph-mon[102056]: pgmap v906: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 376 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 548 KiB/s rd, 704 KiB/s wr, 4 op/s 2024-07-26T06:18:02.571 INFO:tasks.rados.rados.0.smithi089.stdout:3863: done (0 left) 2024-07-26T06:18:02.572 INFO:tasks.rados.rados.0.smithi089.stdout:3864: snap_remove snap 371 2024-07-26T06:18:02.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:02 smithi155 ceph-mon[90160]: osdmap e832: 8 total, 8 up, 8 in 2024-07-26T06:18:02.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:18:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:18:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:18:02.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:02 smithi089 ceph-mon[99608]: osdmap e832: 8 total, 8 up, 8 in 2024-07-26T06:18:02.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:02 smithi089 ceph-mon[102056]: osdmap e832: 8 total, 8 up, 8 in 2024-07-26T06:18:02.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:18:02 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:18:02] "GET /metrics HTTP/1.1" 200 36348 "" "Prometheus/2.43.0" 2024-07-26T06:18:03.578 INFO:tasks.rados.rados.0.smithi089.stdout:3864: done (0 left) 2024-07-26T06:18:03.578 INFO:tasks.rados.rados.0.smithi089.stdout:3865: rollback oid 37 current snap is 377 2024-07-26T06:18:03.578 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 37 to 356 2024-07-26T06:18:03.578 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 36 current snap is 377 2024-07-26T06:18:03.578 INFO:tasks.rados.rados.0.smithi089.stdout:3866: seq_num 1160 ranges {6332416=229376} 2024-07-26T06:18:03.615 INFO:tasks.rados.rados.0.smithi089.stdout:3866: writing smithi08986837-36 from 6332416 to 6561792 tid 1 2024-07-26T06:18:03.615 INFO:tasks.rados.rados.0.smithi089.stdout:3867: read oid 21 snap -1 2024-07-26T06:18:03.615 INFO:tasks.rados.rados.0.smithi089.stdout:3867: expect (ObjNum 1128 snap 363 seq_num 1128) 2024-07-26T06:18:03.615 INFO:tasks.rados.rados.0.smithi089.stdout:3868: read oid 18 snap -1 2024-07-26T06:18:03.615 INFO:tasks.rados.rados.0.smithi089.stdout:3868: expect deleted 2024-07-26T06:18:03.615 INFO:tasks.rados.rados.0.smithi089.stdout:3869: read oid 14 snap -1 2024-07-26T06:18:03.615 INFO:tasks.rados.rados.0.smithi089.stdout:3869: expect deleted 2024-07-26T06:18:03.615 INFO:tasks.rados.rados.0.smithi089.stdout:3870: delete oid 16 current snap is 377 2024-07-26T06:18:03.615 INFO:tasks.rados.rados.0.smithi089.stdout:3865: finishing rollback tid 0 to smithi08986837-37 2024-07-26T06:18:03.615 INFO:tasks.rados.rados.0.smithi089.stdout:3865: finishing rollback tid 1 to smithi08986837-37 2024-07-26T06:18:03.615 INFO:tasks.rados.rados.0.smithi089.stdout:3865: finishing rollback tid 2 to smithi08986837-37 2024-07-26T06:18:03.616 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 37 v 2626 (ObjNum 1096 snap 356 seq_num 1096) dirty exists 2024-07-26T06:18:03.617 INFO:tasks.rados.rados.0.smithi089.stdout:3865: done (5 left) 2024-07-26T06:18:03.617 INFO:tasks.rados.rados.0.smithi089.stdout:3868: done (4 left) 2024-07-26T06:18:03.617 INFO:tasks.rados.rados.0.smithi089.stdout:3869: done (3 left) 2024-07-26T06:18:03.617 INFO:tasks.rados.rados.0.smithi089.stdout:3870: done (2 left) 2024-07-26T06:18:03.617 INFO:tasks.rados.rados.0.smithi089.stdout:3871: copy_from oid 30 from oid 14 current snap is 377 2024-07-26T06:18:03.617 INFO:tasks.rados.rados.0.smithi089.stdout:3872: copy_from oid 8 from oid 44 current snap is 377 2024-07-26T06:18:03.618 INFO:tasks.rados.rados.0.smithi089.stdout:3873: setattr oid 35 current snap is 377 2024-07-26T06:18:03.619 INFO:tasks.rados.rados.0.smithi089.stdout:3874: snap_create 2024-07-26T06:18:03.619 INFO:tasks.rados.rados.0.smithi089.stdout:3866: finishing write tid 1 to smithi08986837-36 2024-07-26T06:18:03.619 INFO:tasks.rados.rados.0.smithi089.stdout:3871: finishing copy_from to smithi08986837-30 2024-07-26T06:18:03.619 INFO:tasks.rados.rados.0.smithi089.stdout:3871: got expected ENOENT (src dne) 2024-07-26T06:18:03.619 INFO:tasks.rados.rados.0.smithi089.stdout:3866: finishing write tid 2 to smithi08986837-36 2024-07-26T06:18:03.619 INFO:tasks.rados.rados.0.smithi089.stdout:3871: finishing copy_from racing read to smithi08986837-30 2024-07-26T06:18:03.621 INFO:tasks.rados.rados.0.smithi089.stdout:3866: finishing write tid 3 to smithi08986837-36 2024-07-26T06:18:03.621 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 36 v 2217 (ObjNum 1160 snap 377 seq_num 1160) dirty exists 2024-07-26T06:18:03.621 INFO:tasks.rados.rados.0.smithi089.stdout:3866: left oid 36 (ObjNum 1160 snap 377 seq_num 1160) 2024-07-26T06:18:03.625 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 35 v 2228 (ObjNum 921 snap 291 seq_num 921) dirty exists 2024-07-26T06:18:03.633 INFO:tasks.rados.rados.0.smithi089.stdout:3872: finishing copy_from racing read to smithi08986837-8 2024-07-26T06:18:03.634 INFO:tasks.rados.rados.0.smithi089.stdout:3872: finishing copy_from to smithi08986837-8 2024-07-26T06:18:03.634 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 8 v 2612 (ObjNum 1159 snap 376 seq_num 1159) dirty exists 2024-07-26T06:18:03.649 INFO:tasks.rados.rados.0.smithi089.stdout:3867: expect (ObjNum 1128 snap 363 seq_num 1128) 2024-07-26T06:18:03.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:03 smithi155 ceph-mon[90160]: osdmap e833: 8 total, 8 up, 8 in 2024-07-26T06:18:03.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:03 smithi155 ceph-mon[90160]: pgmap v909: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 377 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 6.0 MiB/s rd, 140 KiB/s wr, 14 op/s 2024-07-26T06:18:03.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:03 smithi089 ceph-mon[99608]: osdmap e833: 8 total, 8 up, 8 in 2024-07-26T06:18:03.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:03 smithi089 ceph-mon[99608]: pgmap v909: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 377 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 6.0 MiB/s rd, 140 KiB/s wr, 14 op/s 2024-07-26T06:18:03.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:03 smithi089 ceph-mon[102056]: osdmap e833: 8 total, 8 up, 8 in 2024-07-26T06:18:03.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:03 smithi089 ceph-mon[102056]: pgmap v909: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 377 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 6.0 MiB/s rd, 140 KiB/s wr, 14 op/s 2024-07-26T06:18:04.486 INFO:tasks.rados.rados.0.smithi089.stdout:3866: done (5 left) 2024-07-26T06:18:04.486 INFO:tasks.rados.rados.0.smithi089.stdout:3867: done (4 left) 2024-07-26T06:18:04.486 INFO:tasks.rados.rados.0.smithi089.stdout:3871: done (3 left) 2024-07-26T06:18:04.486 INFO:tasks.rados.rados.0.smithi089.stdout:3872: done (2 left) 2024-07-26T06:18:04.486 INFO:tasks.rados.rados.0.smithi089.stdout:3873: done (1 left) 2024-07-26T06:18:04.486 INFO:tasks.rados.rados.0.smithi089.stdout:3874: done (0 left) 2024-07-26T06:18:04.486 INFO:tasks.rados.rados.0.smithi089.stdout:3875: snap_create 2024-07-26T06:18:04.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:04 smithi155 ceph-mon[90160]: osdmap e834: 8 total, 8 up, 8 in 2024-07-26T06:18:04.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:04 smithi155 ceph-mon[90160]: osdmap e835: 8 total, 8 up, 8 in 2024-07-26T06:18:04.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:04 smithi089 ceph-mon[99608]: osdmap e834: 8 total, 8 up, 8 in 2024-07-26T06:18:04.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:04 smithi089 ceph-mon[99608]: osdmap e835: 8 total, 8 up, 8 in 2024-07-26T06:18:04.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:04 smithi089 ceph-mon[102056]: osdmap e834: 8 total, 8 up, 8 in 2024-07-26T06:18:04.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:04 smithi089 ceph-mon[102056]: osdmap e835: 8 total, 8 up, 8 in 2024-07-26T06:18:05.488 INFO:tasks.rados.rados.0.smithi089.stdout:3875: done (0 left) 2024-07-26T06:18:05.488 INFO:tasks.rados.rados.0.smithi089.stdout:3876: delete oid 36 current snap is 379 2024-07-26T06:18:05.491 INFO:tasks.rados.rados.0.smithi089.stdout:3876: done (0 left) 2024-07-26T06:18:05.491 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 49 current snap is 379 2024-07-26T06:18:05.491 INFO:tasks.rados.rados.0.smithi089.stdout:3877: seq_num 1163 ranges {0=286720} 2024-07-26T06:18:05.493 INFO:tasks.rados.rados.0.smithi089.stdout:3877: writing smithi08986837-49 from 0 to 286720 tid 1 2024-07-26T06:18:05.493 INFO:tasks.rados.rados.0.smithi089.stdout:3878: rollback oid 45 current snap is 379 2024-07-26T06:18:05.493 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 45 to 372 2024-07-26T06:18:05.493 INFO:tasks.rados.rados.0.smithi089.stdout:3879: setattr oid 5 current snap is 379 2024-07-26T06:18:05.495 INFO:tasks.rados.rados.0.smithi089.stdout:3880: copy_from oid 3 from oid 46 current snap is 379 2024-07-26T06:18:05.495 INFO:tasks.rados.rados.0.smithi089.stdout:3881: copy_from oid 47 from oid 50 current snap is 379 2024-07-26T06:18:05.495 INFO:tasks.rados.rados.0.smithi089.stdout:3882: read oid 38 snap -1 2024-07-26T06:18:05.495 INFO:tasks.rados.rados.0.smithi089.stdout:3882: expect (ObjNum 1141 snap 371 seq_num 1141) 2024-07-26T06:18:05.495 INFO:tasks.rados.rados.0.smithi089.stdout:3883: copy_from oid 20 from oid 4 current snap is 379 2024-07-26T06:18:05.495 INFO:tasks.rados.rados.0.smithi089.stdout:3884: delete oid 27 current snap is 379 2024-07-26T06:18:05.498 INFO:tasks.rados.rados.0.smithi089.stdout:3878: finishing rollback tid 0 to smithi08986837-45 2024-07-26T06:18:05.499 INFO:tasks.rados.rados.0.smithi089.stdout:3878: finishing rollback tid 1 to smithi08986837-45 2024-07-26T06:18:05.499 INFO:tasks.rados.rados.0.smithi089.stdout:3883: finishing copy_from to smithi08986837-20 2024-07-26T06:18:05.499 INFO:tasks.rados.rados.0.smithi089.stdout:3883: got expected ENOENT (src dne) 2024-07-26T06:18:05.499 INFO:tasks.rados.rados.0.smithi089.stdout:3883: finishing copy_from racing read to smithi08986837-20 2024-07-26T06:18:05.500 INFO:tasks.rados.rados.0.smithi089.stdout:3878: finishing rollback tid 2 to smithi08986837-45 2024-07-26T06:18:05.500 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 45 v 2037 (ObjNum 1105 snap 358 seq_num 1105) dirty exists 2024-07-26T06:18:05.501 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 5 v 2214 (ObjNum 1152 snap 374 seq_num 1152) dirty exists 2024-07-26T06:18:05.502 INFO:tasks.rados.rados.0.smithi089.stdout:3878: done (7 left) 2024-07-26T06:18:05.503 INFO:tasks.rados.rados.0.smithi089.stdout:3879: done (6 left) 2024-07-26T06:18:05.503 INFO:tasks.rados.rados.0.smithi089.stdout:3883: done (5 left) 2024-07-26T06:18:05.503 INFO:tasks.rados.rados.0.smithi089.stdout:3884: done (4 left) 2024-07-26T06:18:05.503 INFO:tasks.rados.rados.0.smithi089.stdout:3885: rollback oid 40 current snap is 379 2024-07-26T06:18:05.503 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 40 to 345 2024-07-26T06:18:05.503 INFO:tasks.rados.rados.0.smithi089.stdout:3886: snap_create 2024-07-26T06:18:05.503 INFO:tasks.rados.rados.0.smithi089.stdout:3877: finishing write tid 1 to smithi08986837-49 2024-07-26T06:18:05.503 INFO:tasks.rados.rados.0.smithi089.stdout:3877: finishing write tid 2 to smithi08986837-49 2024-07-26T06:18:05.507 INFO:tasks.rados.rados.0.smithi089.stdout:3885: finishing rollback tid 1 to smithi08986837-40 2024-07-26T06:18:05.507 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 40 v 2192 (ObjNum 0 snap 0 seq_num 304) dirty dne 2024-07-26T06:18:05.510 INFO:tasks.rados.rados.0.smithi089.stdout:3880: finishing copy_from racing read to smithi08986837-3 2024-07-26T06:18:05.511 INFO:tasks.rados.rados.0.smithi089.stdout:3877: finishing write tid 3 to smithi08986837-49 2024-07-26T06:18:05.512 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 49 v 2493 (ObjNum 1163 snap 379 seq_num 1163) dirty exists 2024-07-26T06:18:05.512 INFO:tasks.rados.rados.0.smithi089.stdout:3877: left oid 49 (ObjNum 1163 snap 379 seq_num 1163) 2024-07-26T06:18:05.512 INFO:tasks.rados.rados.0.smithi089.stdout:3880: finishing copy_from to smithi08986837-3 2024-07-26T06:18:05.512 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 3 v 2603 (ObjNum 1004 snap 320 seq_num 1004) dirty exists 2024-07-26T06:18:05.513 INFO:tasks.rados.rados.0.smithi089.stdout:3882: expect (ObjNum 1141 snap 371 seq_num 1141) 2024-07-26T06:18:05.577 INFO:tasks.rados.rados.0.smithi089.stdout:3881: finishing copy_from racing read to smithi08986837-47 2024-07-26T06:18:05.577 INFO:tasks.rados.rados.0.smithi089.stdout:3881: finishing copy_from to smithi08986837-47 2024-07-26T06:18:05.577 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 47 v 2171 (ObjNum 1122 snap 362 seq_num 1122) dirty exists 2024-07-26T06:18:05.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:05 smithi155 ceph-mon[90160]: pgmap v912: 121 pgs: 121 active+clean; 377 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 5.4 MiB/s rd, 152 KiB/s wr, 21 op/s 2024-07-26T06:18:05.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:05 smithi155 ceph-mon[90160]: osdmap e836: 8 total, 8 up, 8 in 2024-07-26T06:18:05.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:05 smithi089 ceph-mon[99608]: pgmap v912: 121 pgs: 121 active+clean; 377 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 5.4 MiB/s rd, 152 KiB/s wr, 21 op/s 2024-07-26T06:18:05.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:05 smithi089 ceph-mon[99608]: osdmap e836: 8 total, 8 up, 8 in 2024-07-26T06:18:05.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:05 smithi089 ceph-mon[102056]: pgmap v912: 121 pgs: 121 active+clean; 377 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 5.4 MiB/s rd, 152 KiB/s wr, 21 op/s 2024-07-26T06:18:05.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:05 smithi089 ceph-mon[102056]: osdmap e836: 8 total, 8 up, 8 in 2024-07-26T06:18:06.494 INFO:tasks.rados.rados.0.smithi089.stdout:3877: done (5 left) 2024-07-26T06:18:06.495 INFO:tasks.rados.rados.0.smithi089.stdout:3880: done (4 left) 2024-07-26T06:18:06.495 INFO:tasks.rados.rados.0.smithi089.stdout:3881: done (3 left) 2024-07-26T06:18:06.495 INFO:tasks.rados.rados.0.smithi089.stdout:3882: done (2 left) 2024-07-26T06:18:06.495 INFO:tasks.rados.rados.0.smithi089.stdout:3885: done (1 left) 2024-07-26T06:18:06.495 INFO:tasks.rados.rados.0.smithi089.stdout:3886: done (0 left) 2024-07-26T06:18:06.495 INFO:tasks.rados.rados.0.smithi089.stdout:3887: setattr oid 49 current snap is 380 2024-07-26T06:18:06.495 INFO:tasks.rados.rados.0.smithi089.stdout:3888: rollback oid 23 current snap is 380 2024-07-26T06:18:06.495 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 23 to 344 2024-07-26T06:18:06.496 INFO:tasks.rados.rados.0.smithi089.stdout:3889: snap_remove snap 377 2024-07-26T06:18:07.504 INFO:tasks.rados.rados.0.smithi089.stdout:3889: done (2 left) 2024-07-26T06:18:07.504 INFO:tasks.rados.rados.0.smithi089.stdout:3890: read oid 22 snap 378 2024-07-26T06:18:07.504 INFO:tasks.rados.rados.0.smithi089.stdout:3890: expect (ObjNum 1145 snap 371 seq_num 1145) 2024-07-26T06:18:07.505 INFO:tasks.rados.rados.0.smithi089.stdout:3891: rmattr oid 26 current snap is 380 2024-07-26T06:18:07.505 INFO:tasks.rados.rados.0.smithi089.stdout:3891: done (3 left) 2024-07-26T06:18:07.505 INFO:tasks.rados.rados.0.smithi089.stdout:3892: read oid 36 snap 368 2024-07-26T06:18:07.505 INFO:tasks.rados.rados.0.smithi089.stdout:3892: expect (ObjNum 981 snap 311 seq_num 981) 2024-07-26T06:18:07.506 INFO:tasks.rados.rados.0.smithi089.stdout:3893: snap_create 2024-07-26T06:18:07.506 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 49 v 2494 (ObjNum 1163 snap 379 seq_num 1163) dirty exists 2024-07-26T06:18:07.506 INFO:tasks.rados.rados.0.smithi089.stdout:3888: finishing rollback tid 0 to smithi08986837-23 2024-07-26T06:18:07.506 INFO:tasks.rados.rados.0.smithi089.stdout:3888: finishing rollback tid 1 to smithi08986837-23 2024-07-26T06:18:07.506 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 23 v 2216 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-07-26T06:18:07.538 INFO:tasks.rados.rados.0.smithi089.stdout:3890: expect (ObjNum 1145 snap 371 seq_num 1145) 2024-07-26T06:18:07.832 INFO:tasks.rados.rados.0.smithi089.stdout:3892: expect (ObjNum 981 snap 311 seq_num 981) 2024-07-26T06:18:07.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:07 smithi155 ceph-mon[90160]: osdmap e837: 8 total, 8 up, 8 in 2024-07-26T06:18:07.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:07 smithi155 ceph-mon[90160]: pgmap v915: 121 pgs: 121 active+clean; 384 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.8 MiB/s wr, 16 op/s 2024-07-26T06:18:07.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:07 smithi089 ceph-mon[99608]: osdmap e837: 8 total, 8 up, 8 in 2024-07-26T06:18:07.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:07 smithi089 ceph-mon[99608]: pgmap v915: 121 pgs: 121 active+clean; 384 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.8 MiB/s wr, 16 op/s 2024-07-26T06:18:07.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:07 smithi089 ceph-mon[102056]: osdmap e837: 8 total, 8 up, 8 in 2024-07-26T06:18:07.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:07 smithi089 ceph-mon[102056]: pgmap v915: 121 pgs: 121 active+clean; 384 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.8 MiB/s wr, 16 op/s 2024-07-26T06:18:08.500 INFO:tasks.rados.rados.0.smithi089.stdout:3887: done (4 left) 2024-07-26T06:18:08.500 INFO:tasks.rados.rados.0.smithi089.stdout:3888: done (3 left) 2024-07-26T06:18:08.500 INFO:tasks.rados.rados.0.smithi089.stdout:3890: done (2 left) 2024-07-26T06:18:08.500 INFO:tasks.rados.rados.0.smithi089.stdout:3892: done (1 left) 2024-07-26T06:18:08.500 INFO:tasks.rados.rados.0.smithi089.stdout:3893: done (0 left) 2024-07-26T06:18:08.500 INFO:tasks.rados.rados.0.smithi089.stdout:3894: rollback oid 31 current snap is 381 2024-07-26T06:18:08.500 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 31 to 345 2024-07-26T06:18:08.500 INFO:tasks.rados.rados.0.smithi089.stdout:3895: read oid 29 snap -1 2024-07-26T06:18:08.501 INFO:tasks.rados.rados.0.smithi089.stdout:3895: expect (ObjNum 1155 snap 375 seq_num 1155) 2024-07-26T06:18:08.501 INFO:tasks.rados.rados.0.smithi089.stdout:3896: rmattr oid 8 current snap is 381 2024-07-26T06:18:08.501 INFO:tasks.rados.rados.0.smithi089.stdout:3896: done (2 left) 2024-07-26T06:18:08.501 INFO:tasks.rados.rados.0.smithi089.stdout:3897: read oid 16 snap -1 2024-07-26T06:18:08.501 INFO:tasks.rados.rados.0.smithi089.stdout:3897: expect deleted 2024-07-26T06:18:08.501 INFO:tasks.rados.rados.0.smithi089.stdout:3898: delete oid 44 current snap is 381 2024-07-26T06:18:08.506 INFO:tasks.rados.rados.0.smithi089.stdout:3897: done (3 left) 2024-07-26T06:18:08.506 INFO:tasks.rados.rados.0.smithi089.stdout:3898: done (2 left) 2024-07-26T06:18:08.506 INFO:tasks.rados.rados.0.smithi089.stdout:3899: snap_remove snap 356 2024-07-26T06:18:08.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:08 smithi155 ceph-mon[90160]: osdmap e838: 8 total, 8 up, 8 in 2024-07-26T06:18:08.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:08 smithi089 ceph-mon[99608]: osdmap e838: 8 total, 8 up, 8 in 2024-07-26T06:18:08.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:08 smithi089 ceph-mon[102056]: osdmap e838: 8 total, 8 up, 8 in 2024-07-26T06:18:09.489 INFO:tasks.rados.rados.0.smithi089.stdout:3899: done (2 left) 2024-07-26T06:18:09.490 INFO:tasks.rados.rados.0.smithi089.stdout:3900: snap_remove snap 379 2024-07-26T06:18:09.806 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:09 smithi089 ceph-mon[99608]: osdmap e839: 8 total, 8 up, 8 in 2024-07-26T06:18:09.806 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:09 smithi089 ceph-mon[99608]: pgmap v918: 121 pgs: 121 active+clean; 386 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 2.2 MiB/s wr, 12 op/s 2024-07-26T06:18:09.806 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:09 smithi089 ceph-mon[99608]: osdmap e840: 8 total, 8 up, 8 in 2024-07-26T06:18:09.807 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:09 smithi089 ceph-mon[102056]: osdmap e839: 8 total, 8 up, 8 in 2024-07-26T06:18:09.807 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:09 smithi089 ceph-mon[102056]: pgmap v918: 121 pgs: 121 active+clean; 386 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 2.2 MiB/s wr, 12 op/s 2024-07-26T06:18:09.807 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:09 smithi089 ceph-mon[102056]: osdmap e840: 8 total, 8 up, 8 in 2024-07-26T06:18:09.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:09 smithi155 ceph-mon[90160]: osdmap e839: 8 total, 8 up, 8 in 2024-07-26T06:18:09.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:09 smithi155 ceph-mon[90160]: pgmap v918: 121 pgs: 121 active+clean; 386 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 2.2 MiB/s wr, 12 op/s 2024-07-26T06:18:09.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:09 smithi155 ceph-mon[90160]: osdmap e840: 8 total, 8 up, 8 in 2024-07-26T06:18:10.493 INFO:tasks.rados.rados.0.smithi089.stdout:3900: done (2 left) 2024-07-26T06:18:10.493 INFO:tasks.rados.rados.0.smithi089.stdout:3901: read oid 11 snap -1 2024-07-26T06:18:10.494 INFO:tasks.rados.rados.0.smithi089.stdout:3901: expect deleted 2024-07-26T06:18:10.494 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 44 current snap is 381 2024-07-26T06:18:10.494 INFO:tasks.rados.rados.0.smithi089.stdout:3902: seq_num 1166 ranges {0=335872} 2024-07-26T06:18:10.496 INFO:tasks.rados.rados.0.smithi089.stdout:3902: writing smithi08986837-44 from 0 to 335872 tid 1 2024-07-26T06:18:10.496 INFO:tasks.rados.rados.0.smithi089.stdout:3903: snap_create 2024-07-26T06:18:10.496 INFO:tasks.rados.rados.0.smithi089.stdout:3894: finishing rollback tid 1 to smithi08986837-31 2024-07-26T06:18:10.496 INFO:tasks.rados.rados.0.smithi089.stdout:3894: finishing rollback tid 2 to smithi08986837-31 2024-07-26T06:18:10.496 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 31 v 2247 (ObjNum 996 snap 316 seq_num 996) dirty exists 2024-07-26T06:18:10.496 INFO:tasks.rados.rados.0.smithi089.stdout:3895: expect (ObjNum 1155 snap 375 seq_num 1155) 2024-07-26T06:18:10.765 INFO:tasks.rados.rados.0.smithi089.stdout:3902: finishing write tid 1 to smithi08986837-44 2024-07-26T06:18:10.765 INFO:tasks.rados.rados.0.smithi089.stdout:3902: finishing write tid 2 to smithi08986837-44 2024-07-26T06:18:10.765 INFO:tasks.rados.rados.0.smithi089.stdout:3902: finishing write tid 3 to smithi08986837-44 2024-07-26T06:18:10.765 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 44 v 2650 (ObjNum 1166 snap 381 seq_num 1166) dirty exists 2024-07-26T06:18:10.765 INFO:tasks.rados.rados.0.smithi089.stdout:3902: left oid 44 (ObjNum 1166 snap 381 seq_num 1166) 2024-07-26T06:18:11.496 INFO:tasks.rados.rados.0.smithi089.stdout:3894: done (4 left) 2024-07-26T06:18:11.496 INFO:tasks.rados.rados.0.smithi089.stdout:3895: done (3 left) 2024-07-26T06:18:11.496 INFO:tasks.rados.rados.0.smithi089.stdout:3901: done (2 left) 2024-07-26T06:18:11.496 INFO:tasks.rados.rados.0.smithi089.stdout:3902: done (1 left) 2024-07-26T06:18:11.496 INFO:tasks.rados.rados.0.smithi089.stdout:3903: done (0 left) 2024-07-26T06:18:11.496 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 25 current snap is 382 2024-07-26T06:18:11.496 INFO:tasks.rados.rados.0.smithi089.stdout:3904: seq_num 1167 ranges {2285568=352256} 2024-07-26T06:18:11.510 INFO:tasks.rados.rados.0.smithi089.stdout:3904: writing smithi08986837-25 from 2285568 to 2637824 tid 1 2024-07-26T06:18:11.510 INFO:tasks.rados.rados.0.smithi089.stdout:3905: read oid 17 snap -1 2024-07-26T06:18:11.510 INFO:tasks.rados.rados.0.smithi089.stdout:3905: expect (ObjNum 1046 snap 340 seq_num 1046) 2024-07-26T06:18:11.510 INFO:tasks.rados.rados.0.smithi089.stdout:3906: read oid 22 snap -1 2024-07-26T06:18:11.510 INFO:tasks.rados.rados.0.smithi089.stdout:3906: expect (ObjNum 1145 snap 371 seq_num 1145) 2024-07-26T06:18:11.510 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 46 current snap is 382 2024-07-26T06:18:11.511 INFO:tasks.rados.rados.0.smithi089.stdout:3907: seq_num 1168 ranges {2064384=368640} 2024-07-26T06:18:11.524 INFO:tasks.rados.rados.0.smithi089.stdout:3907: writing smithi08986837-46 from 2064384 to 2433024 tid 1 2024-07-26T06:18:11.524 INFO:tasks.rados.rados.0.smithi089.stdout:3908: read oid 32 snap 368 2024-07-26T06:18:11.524 INFO:tasks.rados.rados.0.smithi089.stdout:3908: expect (ObjNum 924 snap 293 seq_num 924) 2024-07-26T06:18:11.525 INFO:tasks.rados.rados.0.smithi089.stdout:3909: read oid 27 snap -1 2024-07-26T06:18:11.525 INFO:tasks.rados.rados.0.smithi089.stdout:3909: expect deleted 2024-07-26T06:18:11.525 INFO:tasks.rados.rados.0.smithi089.stdout:3910: read oid 41 snap -1 2024-07-26T06:18:11.525 INFO:tasks.rados.rados.0.smithi089.stdout:3910: expect (ObjNum 846 snap 265 seq_num 846) 2024-07-26T06:18:11.525 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 48 current snap is 382 2024-07-26T06:18:11.525 INFO:tasks.rados.rados.0.smithi089.stdout:3911: seq_num 1169 ranges {6299648=385024} 2024-07-26T06:18:11.562 INFO:tasks.rados.rados.0.smithi089.stdout:3911: writing smithi08986837-48 from 6299648 to 6684672 tid 1 2024-07-26T06:18:11.563 INFO:tasks.rados.rados.0.smithi089.stdout:3912: snap_create 2024-07-26T06:18:11.563 INFO:tasks.rados.rados.0.smithi089.stdout:3904: finishing write tid 1 to smithi08986837-25 2024-07-26T06:18:11.563 INFO:tasks.rados.rados.0.smithi089.stdout:3904: finishing write tid 2 to smithi08986837-25 2024-07-26T06:18:11.563 INFO:tasks.rados.rados.0.smithi089.stdout:3905: expect (ObjNum 1046 snap 340 seq_num 1046) 2024-07-26T06:18:11.583 INFO:tasks.rados.rados.0.smithi089.stdout:3904: finishing write tid 3 to smithi08986837-25 2024-07-26T06:18:11.583 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 25 v 2496 (ObjNum 1167 snap 382 seq_num 1167) dirty exists 2024-07-26T06:18:11.583 INFO:tasks.rados.rados.0.smithi089.stdout:3904: left oid 25 (ObjNum 1167 snap 382 seq_num 1167) 2024-07-26T06:18:11.583 INFO:tasks.rados.rados.0.smithi089.stdout:3907: finishing write tid 1 to smithi08986837-46 2024-07-26T06:18:11.583 INFO:tasks.rados.rados.0.smithi089.stdout:3907: finishing write tid 2 to smithi08986837-46 2024-07-26T06:18:11.584 INFO:tasks.rados.rados.0.smithi089.stdout:3906: expect (ObjNum 1145 snap 371 seq_num 1145) 2024-07-26T06:18:11.877 INFO:tasks.rados.rados.0.smithi089.stdout:3907: finishing write tid 3 to smithi08986837-46 2024-07-26T06:18:11.878 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 46 v 2653 (ObjNum 1168 snap 382 seq_num 1168) dirty exists 2024-07-26T06:18:11.878 INFO:tasks.rados.rados.0.smithi089.stdout:3907: left oid 46 (ObjNum 1168 snap 382 seq_num 1168) 2024-07-26T06:18:11.878 INFO:tasks.rados.rados.0.smithi089.stdout:3910: expect (ObjNum 846 snap 265 seq_num 846) 2024-07-26T06:18:11.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:11 smithi155 ceph-mon[90160]: osdmap e841: 8 total, 8 up, 8 in 2024-07-26T06:18:11.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:11 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:18:11.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:11 smithi155 ceph-mon[90160]: pgmap v921: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 386 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 504 KiB/s wr, 14 op/s 2024-07-26T06:18:11.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:11 smithi089 ceph-mon[99608]: osdmap e841: 8 total, 8 up, 8 in 2024-07-26T06:18:11.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:18:11.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:11 smithi089 ceph-mon[99608]: pgmap v921: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 386 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 504 KiB/s wr, 14 op/s 2024-07-26T06:18:11.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:11 smithi089 ceph-mon[102056]: osdmap e841: 8 total, 8 up, 8 in 2024-07-26T06:18:11.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:18:11.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:11 smithi089 ceph-mon[102056]: pgmap v921: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 386 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 504 KiB/s wr, 14 op/s 2024-07-26T06:18:12.060 INFO:tasks.rados.rados.0.smithi089.stdout:3908: expect (ObjNum 924 snap 293 seq_num 924) 2024-07-26T06:18:12.504 INFO:tasks.rados.rados.0.smithi089.stdout:3911: finishing write tid 1 to smithi08986837-48 2024-07-26T06:18:12.504 INFO:tasks.rados.rados.0.smithi089.stdout:3911: finishing write tid 2 to smithi08986837-48 2024-07-26T06:18:12.505 INFO:tasks.rados.rados.0.smithi089.stdout:3911: finishing write tid 3 to smithi08986837-48 2024-07-26T06:18:12.505 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 48 v 2039 (ObjNum 1169 snap 382 seq_num 1169) dirty exists 2024-07-26T06:18:12.505 INFO:tasks.rados.rados.0.smithi089.stdout:3911: left oid 48 (ObjNum 1169 snap 382 seq_num 1169) 2024-07-26T06:18:12.505 INFO:tasks.rados.rados.0.smithi089.stdout:3904: done (8 left) 2024-07-26T06:18:12.505 INFO:tasks.rados.rados.0.smithi089.stdout:3905: done (7 left) 2024-07-26T06:18:12.505 INFO:tasks.rados.rados.0.smithi089.stdout:3906: done (6 left) 2024-07-26T06:18:12.505 INFO:tasks.rados.rados.0.smithi089.stdout:3907: done (5 left) 2024-07-26T06:18:12.505 INFO:tasks.rados.rados.0.smithi089.stdout:3908: done (4 left) 2024-07-26T06:18:12.505 INFO:tasks.rados.rados.0.smithi089.stdout:3909: done (3 left) 2024-07-26T06:18:12.505 INFO:tasks.rados.rados.0.smithi089.stdout:3910: done (2 left) 2024-07-26T06:18:12.505 INFO:tasks.rados.rados.0.smithi089.stdout:3911: done (1 left) 2024-07-26T06:18:12.505 INFO:tasks.rados.rados.0.smithi089.stdout:3912: done (0 left) 2024-07-26T06:18:12.506 INFO:tasks.rados.rados.0.smithi089.stdout:3913: snap_remove snap 372 2024-07-26T06:18:12.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:18:12 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:18:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:18:12.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:12 smithi155 ceph-mon[90160]: osdmap e842: 8 total, 8 up, 8 in 2024-07-26T06:18:12.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:12 smithi089 ceph-mon[99608]: osdmap e842: 8 total, 8 up, 8 in 2024-07-26T06:18:12.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:12 smithi089 ceph-mon[102056]: osdmap e842: 8 total, 8 up, 8 in 2024-07-26T06:18:12.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:18:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:18:12] "GET /metrics HTTP/1.1" 200 36348 "" "Prometheus/2.43.0" 2024-07-26T06:18:13.520 INFO:tasks.rados.rados.0.smithi089.stdout:3913: done (0 left) 2024-07-26T06:18:13.520 INFO:tasks.rados.rados.0.smithi089.stdout:3914: copy_from oid 38 from oid 7 current snap is 383 2024-07-26T06:18:13.520 INFO:tasks.rados.rados.0.smithi089.stdout:3915: delete oid 47 current snap is 383 2024-07-26T06:18:13.532 INFO:tasks.rados.rados.0.smithi089.stdout:3915: done (1 left) 2024-07-26T06:18:13.533 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 13 current snap is 383 2024-07-26T06:18:13.533 INFO:tasks.rados.rados.0.smithi089.stdout:3916: seq_num 1171 ranges {2375680=417792} 2024-07-26T06:18:13.548 INFO:tasks.rados.rados.0.smithi089.stdout:3916: writing smithi08986837-13 from 2375680 to 2793472 tid 1 2024-07-26T06:18:13.548 INFO:tasks.rados.rados.0.smithi089.stdout:3917: delete oid 1 current snap is 383 2024-07-26T06:18:13.548 INFO:tasks.rados.rados.0.smithi089.stdout:3914: finishing copy_from racing read to smithi08986837-38 2024-07-26T06:18:13.548 INFO:tasks.rados.rados.0.smithi089.stdout:3914: finishing copy_from to smithi08986837-38 2024-07-26T06:18:13.548 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 38 v 2134 (ObjNum 1158 snap 376 seq_num 1158) dirty exists 2024-07-26T06:18:13.551 INFO:tasks.rados.rados.0.smithi089.stdout:3914: done (2 left) 2024-07-26T06:18:13.551 INFO:tasks.rados.rados.0.smithi089.stdout:3917: done (1 left) 2024-07-26T06:18:13.551 INFO:tasks.rados.rados.0.smithi089.stdout:3918: read oid 28 snap -1 2024-07-26T06:18:13.551 INFO:tasks.rados.rados.0.smithi089.stdout:3918: expect deleted 2024-07-26T06:18:13.551 INFO:tasks.rados.rados.0.smithi089.stdout:3919: delete oid 1 current snap is 383 2024-07-26T06:18:13.552 INFO:tasks.rados.rados.0.smithi089.stdout:3916: finishing write tid 1 to smithi08986837-13 2024-07-26T06:18:13.552 INFO:tasks.rados.rados.0.smithi089.stdout:3916: finishing write tid 2 to smithi08986837-13 2024-07-26T06:18:13.553 INFO:tasks.rados.rados.0.smithi089.stdout:3918: done (2 left) 2024-07-26T06:18:13.553 INFO:tasks.rados.rados.0.smithi089.stdout:3919: done (1 left) 2024-07-26T06:18:13.553 INFO:tasks.rados.rados.0.smithi089.stdout:3920: rollback oid 5 current snap is 383 2024-07-26T06:18:13.553 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 5 to 344 2024-07-26T06:18:13.553 INFO:tasks.rados.rados.0.smithi089.stdout:3921: snap_remove snap 368 2024-07-26T06:18:13.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:13 smithi155 ceph-mon[90160]: osdmap e843: 8 total, 8 up, 8 in 2024-07-26T06:18:13.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:13 smithi155 ceph-mon[90160]: pgmap v924: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 380 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 82 KiB/s wr, 9 op/s 2024-07-26T06:18:13.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:13 smithi089 ceph-mon[99608]: osdmap e843: 8 total, 8 up, 8 in 2024-07-26T06:18:13.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:13 smithi089 ceph-mon[99608]: pgmap v924: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 380 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 82 KiB/s wr, 9 op/s 2024-07-26T06:18:13.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:13 smithi089 ceph-mon[102056]: osdmap e843: 8 total, 8 up, 8 in 2024-07-26T06:18:13.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:13 smithi089 ceph-mon[102056]: pgmap v924: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 380 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 82 KiB/s wr, 9 op/s 2024-07-26T06:18:14.491 INFO:tasks.rados.rados.0.smithi089.stdout:3921: done (2 left) 2024-07-26T06:18:14.491 INFO:tasks.rados.rados.0.smithi089.stdout:3922: copy_from oid 42 from oid 27 current snap is 383 2024-07-26T06:18:14.492 INFO:tasks.rados.rados.0.smithi089.stdout:3916: finishing write tid 3 to smithi08986837-13 2024-07-26T06:18:14.492 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 13 v 2230 (ObjNum 1171 snap 383 seq_num 1171) dirty exists 2024-07-26T06:18:14.492 INFO:tasks.rados.rados.0.smithi089.stdout:3916: left oid 13 (ObjNum 1171 snap 383 seq_num 1171) 2024-07-26T06:18:14.492 INFO:tasks.rados.rados.0.smithi089.stdout:3920: finishing rollback tid 0 to smithi08986837-5 2024-07-26T06:18:14.492 INFO:tasks.rados.rados.0.smithi089.stdout:3920: finishing rollback tid 1 to smithi08986837-5 2024-07-26T06:18:14.492 INFO:tasks.rados.rados.0.smithi089.stdout:3920: finishing rollback tid 2 to smithi08986837-5 2024-07-26T06:18:14.492 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 5 v 2219 (ObjNum 993 snap 315 seq_num 993) dirty exists 2024-07-26T06:18:14.492 INFO:tasks.rados.rados.0.smithi089.stdout:3916: done (2 left) 2024-07-26T06:18:14.492 INFO:tasks.rados.rados.0.smithi089.stdout:3920: done (1 left) 2024-07-26T06:18:14.492 INFO:tasks.rados.rados.0.smithi089.stdout:3923: copy_from oid 47 from oid 17 current snap is 383 2024-07-26T06:18:14.492 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 15 current snap is 383 2024-07-26T06:18:14.492 INFO:tasks.rados.rados.0.smithi089.stdout:3924: seq_num 1174 ranges {729088=466944} 2024-07-26T06:18:14.499 INFO:tasks.rados.rados.0.smithi089.stdout:3924: writing smithi08986837-15 from 729088 to 1196032 tid 1 2024-07-26T06:18:14.499 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 29 current snap is 383 2024-07-26T06:18:14.499 INFO:tasks.rados.rados.0.smithi089.stdout:3925: seq_num 1175 ranges {4366336=483328} 2024-07-26T06:18:14.526 INFO:tasks.rados.rados.0.smithi089.stdout:3925: writing smithi08986837-29 from 4366336 to 4849664 tid 1 2024-07-26T06:18:14.527 INFO:tasks.rados.rados.0.smithi089.stdout:3926: snap_create 2024-07-26T06:18:14.527 INFO:tasks.rados.rados.0.smithi089.stdout:3922: finishing copy_from to smithi08986837-42 2024-07-26T06:18:14.527 INFO:tasks.rados.rados.0.smithi089.stdout:3922: got expected ENOENT (src dne) 2024-07-26T06:18:14.527 INFO:tasks.rados.rados.0.smithi089.stdout:3922: finishing copy_from racing read to smithi08986837-42 2024-07-26T06:18:14.527 INFO:tasks.rados.rados.0.smithi089.stdout:3923: finishing copy_from racing read to smithi08986837-47 2024-07-26T06:18:14.527 INFO:tasks.rados.rados.0.smithi089.stdout:3924: finishing write tid 1 to smithi08986837-15 2024-07-26T06:18:14.527 INFO:tasks.rados.rados.0.smithi089.stdout:3923: finishing copy_from to smithi08986837-47 2024-07-26T06:18:14.527 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 47 v 2491 (ObjNum 1046 snap 340 seq_num 1046) dirty exists 2024-07-26T06:18:14.527 INFO:tasks.rados.rados.0.smithi089.stdout:3924: finishing write tid 2 to smithi08986837-15 2024-07-26T06:18:14.527 INFO:tasks.rados.rados.0.smithi089.stdout:3924: finishing write tid 3 to smithi08986837-15 2024-07-26T06:18:14.527 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 15 v 2671 (ObjNum 1174 snap 383 seq_num 1174) dirty exists 2024-07-26T06:18:14.527 INFO:tasks.rados.rados.0.smithi089.stdout:3924: left oid 15 (ObjNum 1174 snap 383 seq_num 1174) 2024-07-26T06:18:14.531 INFO:tasks.rados.rados.0.smithi089.stdout:3925: finishing write tid 1 to smithi08986837-29 2024-07-26T06:18:14.531 INFO:tasks.rados.rados.0.smithi089.stdout:3925: finishing write tid 2 to smithi08986837-29 2024-07-26T06:18:14.533 INFO:tasks.rados.rados.0.smithi089.stdout:3925: finishing write tid 3 to smithi08986837-29 2024-07-26T06:18:14.533 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 29 v 2268 (ObjNum 1175 snap 383 seq_num 1175) dirty exists 2024-07-26T06:18:14.533 INFO:tasks.rados.rados.0.smithi089.stdout:3925: left oid 29 (ObjNum 1175 snap 383 seq_num 1175) 2024-07-26T06:18:14.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:14 smithi155 ceph-mon[90160]: osdmap e844: 8 total, 8 up, 8 in 2024-07-26T06:18:14.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:14 smithi155 ceph-mon[90160]: osdmap e845: 8 total, 8 up, 8 in 2024-07-26T06:18:14.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:14 smithi089 ceph-mon[99608]: osdmap e844: 8 total, 8 up, 8 in 2024-07-26T06:18:14.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:14 smithi089 ceph-mon[99608]: osdmap e845: 8 total, 8 up, 8 in 2024-07-26T06:18:14.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:14 smithi089 ceph-mon[102056]: osdmap e844: 8 total, 8 up, 8 in 2024-07-26T06:18:14.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:14 smithi089 ceph-mon[102056]: osdmap e845: 8 total, 8 up, 8 in 2024-07-26T06:18:15.517 INFO:tasks.rados.rados.0.smithi089.stdout:3922: done (4 left) 2024-07-26T06:18:15.517 INFO:tasks.rados.rados.0.smithi089.stdout:3923: done (3 left) 2024-07-26T06:18:15.517 INFO:tasks.rados.rados.0.smithi089.stdout:3924: done (2 left) 2024-07-26T06:18:15.518 INFO:tasks.rados.rados.0.smithi089.stdout:3925: done (1 left) 2024-07-26T06:18:15.518 INFO:tasks.rados.rados.0.smithi089.stdout:3926: done (0 left) 2024-07-26T06:18:15.518 INFO:tasks.rados.rados.0.smithi089.stdout:3927: copy_from oid 35 from oid 38 current snap is 384 2024-07-26T06:18:15.518 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 8 current snap is 384 2024-07-26T06:18:15.518 INFO:tasks.rados.rados.0.smithi089.stdout:3928: seq_num 1176 ranges {2588672=499712} 2024-07-26T06:18:15.535 INFO:tasks.rados.rados.0.smithi089.stdout:3928: writing smithi08986837-8 from 2588672 to 3088384 tid 1 2024-07-26T06:18:15.535 INFO:tasks.rados.rados.0.smithi089.stdout:3929: rmattr oid 28 current snap is 384 2024-07-26T06:18:15.535 INFO:tasks.rados.rados.0.smithi089.stdout:3929: done (2 left) 2024-07-26T06:18:15.535 INFO:tasks.rados.rados.0.smithi089.stdout:3930: read oid 4 snap -1 2024-07-26T06:18:15.535 INFO:tasks.rados.rados.0.smithi089.stdout:3930: expect deleted 2024-07-26T06:18:15.536 INFO:tasks.rados.rados.0.smithi089.stdout:3931: rmattr oid 16 current snap is 384 2024-07-26T06:18:15.536 INFO:tasks.rados.rados.0.smithi089.stdout:3931: done (3 left) 2024-07-26T06:18:15.536 INFO:tasks.rados.rados.0.smithi089.stdout:3932: read oid 29 snap 376 2024-07-26T06:18:15.536 INFO:tasks.rados.rados.0.smithi089.stdout:3932: expect (ObjNum 1155 snap 375 seq_num 1155) 2024-07-26T06:18:15.536 INFO:tasks.rados.rados.0.smithi089.stdout:3933: copy_from oid 37 from oid 6 current snap is 384 2024-07-26T06:18:15.536 INFO:tasks.rados.rados.0.smithi089.stdout:3927: finishing copy_from racing read to smithi08986837-35 2024-07-26T06:18:15.536 INFO:tasks.rados.rados.0.smithi089.stdout:3927: finishing copy_from to smithi08986837-35 2024-07-26T06:18:15.536 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 35 v 2134 (ObjNum 1158 snap 376 seq_num 1158) dirty exists 2024-07-26T06:18:15.536 INFO:tasks.rados.rados.0.smithi089.stdout:3927: done (4 left) 2024-07-26T06:18:15.536 INFO:tasks.rados.rados.0.smithi089.stdout:3934: rollback oid 14 current snap is 384 2024-07-26T06:18:15.536 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 14 to 373 2024-07-26T06:18:15.536 INFO:tasks.rados.rados.0.smithi089.stdout:3935: setattr oid 30 current snap is 384 2024-07-26T06:18:15.537 INFO:tasks.rados.rados.0.smithi089.stdout:3936: delete oid 5 current snap is 384 2024-07-26T06:18:15.541 INFO:tasks.rados.rados.0.smithi089.stdout:3930: done (6 left) 2024-07-26T06:18:15.541 INFO:tasks.rados.rados.0.smithi089.stdout:3936: done (5 left) 2024-07-26T06:18:15.541 INFO:tasks.rados.rados.0.smithi089.stdout:3937: rollback oid 12 current snap is 384 2024-07-26T06:18:15.541 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 12 to 366 2024-07-26T06:18:15.541 INFO:tasks.rados.rados.0.smithi089.stdout:3938: copy_from oid 5 from oid 21 current snap is 384 2024-07-26T06:18:15.541 INFO:tasks.rados.rados.0.smithi089.stdout:3939: read oid 2 snap -1 2024-07-26T06:18:15.542 INFO:tasks.rados.rados.0.smithi089.stdout:3939: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-26T06:18:15.542 INFO:tasks.rados.rados.0.smithi089.stdout:3940: rmattr oid 49 current snap is 384 2024-07-26T06:18:15.542 INFO:tasks.rados.rados.0.smithi089.stdout:3941: copy_from oid 46 from oid 17 current snap is 384 2024-07-26T06:18:15.542 INFO:tasks.rados.rados.0.smithi089.stdout:3942: snap_create 2024-07-26T06:18:15.542 INFO:tasks.rados.rados.0.smithi089.stdout:3939: expect (ObjNum 0 snap 0 seq_num 0) 2024-07-26T06:18:15.545 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 30 v 2193 (ObjNum 998 snap 316 seq_num 998) dirty exists 2024-07-26T06:18:15.549 INFO:tasks.rados.rados.0.smithi089.stdout:3941: finishing copy_from racing read to smithi08986837-46 2024-07-26T06:18:15.549 INFO:tasks.rados.rados.0.smithi089.stdout:3934: finishing rollback tid 1 to smithi08986837-14 2024-07-26T06:18:15.549 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 14 v 2517 (ObjNum 25313 snap 0 seq_num 3363806704) dirty dne 2024-07-26T06:18:15.549 INFO:tasks.rados.rados.0.smithi089.stdout:3928: finishing write tid 1 to smithi08986837-8 2024-07-26T06:18:15.549 INFO:tasks.rados.rados.0.smithi089.stdout:3928: finishing write tid 2 to smithi08986837-8 2024-07-26T06:18:15.553 INFO:tasks.rados.rados.0.smithi089.stdout:3941: finishing copy_from to smithi08986837-46 2024-07-26T06:18:15.553 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 46 v 2491 (ObjNum 1046 snap 340 seq_num 1046) dirty exists 2024-07-26T06:18:15.553 INFO:tasks.rados.rados.0.smithi089.stdout:3928: finishing write tid 3 to smithi08986837-8 2024-07-26T06:18:15.554 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 8 v 2615 (ObjNum 1176 snap 384 seq_num 1176) dirty exists 2024-07-26T06:18:15.554 INFO:tasks.rados.rados.0.smithi089.stdout:3928: left oid 8 (ObjNum 1176 snap 384 seq_num 1176) 2024-07-26T06:18:15.561 INFO:tasks.rados.rados.0.smithi089.stdout:3937: finishing rollback tid 0 to smithi08986837-12 2024-07-26T06:18:15.561 INFO:tasks.rados.rados.0.smithi089.stdout:3937: finishing rollback tid 1 to smithi08986837-12 2024-07-26T06:18:15.561 INFO:tasks.rados.rados.0.smithi089.stdout:3937: finishing rollback tid 2 to smithi08986837-12 2024-07-26T06:18:15.561 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 12 v 2500 (ObjNum 1060 snap 350 seq_num 1060) dirty exists 2024-07-26T06:18:15.564 INFO:tasks.rados.rados.0.smithi089.stdout:3932: expect (ObjNum 1155 snap 375 seq_num 1155) 2024-07-26T06:18:15.832 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 49 v 2501 (ObjNum 1163 snap 379 seq_num 1163) dirty exists 2024-07-26T06:18:15.832 INFO:tasks.rados.rados.0.smithi089.stdout:3933: finishing copy_from racing read to smithi08986837-37 2024-07-26T06:18:15.832 INFO:tasks.rados.rados.0.smithi089.stdout:3933: finishing copy_from to smithi08986837-37 2024-07-26T06:18:15.832 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 37 v 1434 (ObjNum 985 snap 311 seq_num 985) dirty exists 2024-07-26T06:18:15.833 INFO:tasks.rados.rados.0.smithi089.stdout:3938: finishing copy_from racing read to smithi08986837-5 2024-07-26T06:18:15.833 INFO:tasks.rados.rados.0.smithi089.stdout:3938: finishing copy_from to smithi08986837-5 2024-07-26T06:18:15.833 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 5 v 1457 (ObjNum 1128 snap 363 seq_num 1128) dirty exists 2024-07-26T06:18:15.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:15 smithi155 ceph-mon[90160]: pgmap v927: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 379 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 9.0 MiB/s rd, 184 KiB/s wr, 3 op/s 2024-07-26T06:18:15.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:15 smithi089 ceph-mon[99608]: pgmap v927: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 379 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 9.0 MiB/s rd, 184 KiB/s wr, 3 op/s 2024-07-26T06:18:15.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:15 smithi089 ceph-mon[102056]: pgmap v927: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 379 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 9.0 MiB/s rd, 184 KiB/s wr, 3 op/s 2024-07-26T06:18:16.524 INFO:tasks.rados.rados.0.smithi089.stdout:3928: done (10 left) 2024-07-26T06:18:16.524 INFO:tasks.rados.rados.0.smithi089.stdout:3932: done (9 left) 2024-07-26T06:18:16.524 INFO:tasks.rados.rados.0.smithi089.stdout:3933: done (8 left) 2024-07-26T06:18:16.524 INFO:tasks.rados.rados.0.smithi089.stdout:3934: done (7 left) 2024-07-26T06:18:16.524 INFO:tasks.rados.rados.0.smithi089.stdout:3935: done (6 left) 2024-07-26T06:18:16.524 INFO:tasks.rados.rados.0.smithi089.stdout:3937: done (5 left) 2024-07-26T06:18:16.524 INFO:tasks.rados.rados.0.smithi089.stdout:3938: done (4 left) 2024-07-26T06:18:16.524 INFO:tasks.rados.rados.0.smithi089.stdout:3939: done (3 left) 2024-07-26T06:18:16.524 INFO:tasks.rados.rados.0.smithi089.stdout:3940: done (2 left) 2024-07-26T06:18:16.525 INFO:tasks.rados.rados.0.smithi089.stdout:3941: done (1 left) 2024-07-26T06:18:16.525 INFO:tasks.rados.rados.0.smithi089.stdout:3942: done (0 left) 2024-07-26T06:18:16.525 INFO:tasks.rados.rados.0.smithi089.stdout:3943: rollback oid 50 current snap is 385 2024-07-26T06:18:16.525 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 50 to 344 2024-07-26T06:18:16.525 INFO:tasks.rados.rados.0.smithi089.stdout:3944: rollback oid 8 current snap is 385 2024-07-26T06:18:16.525 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 8 to 344 2024-07-26T06:18:16.525 INFO:tasks.rados.rados.0.smithi089.stdout:3945: snap_remove snap 312 2024-07-26T06:18:16.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:16 smithi155 ceph-mon[90160]: osdmap e846: 8 total, 8 up, 8 in 2024-07-26T06:18:16.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:16 smithi089 ceph-mon[99608]: osdmap e846: 8 total, 8 up, 8 in 2024-07-26T06:18:16.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:16 smithi089 ceph-mon[102056]: osdmap e846: 8 total, 8 up, 8 in 2024-07-26T06:18:17.541 INFO:tasks.rados.rados.0.smithi089.stdout:3945: done (2 left) 2024-07-26T06:18:17.541 INFO:tasks.rados.rados.0.smithi089.stdout:3946: snap_create 2024-07-26T06:18:17.541 INFO:tasks.rados.rados.0.smithi089.stdout:3943: finishing rollback tid 0 to smithi08986837-50 2024-07-26T06:18:17.541 INFO:tasks.rados.rados.0.smithi089.stdout:3944: finishing rollback tid 0 to smithi08986837-8 2024-07-26T06:18:17.541 INFO:tasks.rados.rados.0.smithi089.stdout:3943: finishing rollback tid 1 to smithi08986837-50 2024-07-26T06:18:17.541 INFO:tasks.rados.rados.0.smithi089.stdout:3943: finishing rollback tid 2 to smithi08986837-50 2024-07-26T06:18:17.541 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 50 v 2196 (ObjNum 1043 snap 338 seq_num 1043) dirty exists 2024-07-26T06:18:17.542 INFO:tasks.rados.rados.0.smithi089.stdout:3944: finishing rollback tid 1 to smithi08986837-8 2024-07-26T06:18:17.542 INFO:tasks.rados.rados.0.smithi089.stdout:3944: finishing rollback tid 2 to smithi08986837-8 2024-07-26T06:18:17.542 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 8 v 2618 (ObjNum 1048 snap 342 seq_num 1048) dirty exists 2024-07-26T06:18:17.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:17 smithi155 ceph-mon[90160]: osdmap e847: 8 total, 8 up, 8 in 2024-07-26T06:18:17.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:17 smithi155 ceph-mon[90160]: pgmap v930: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 383 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.1 MiB/s wr, 16 op/s 2024-07-26T06:18:17.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:17 smithi089 ceph-mon[99608]: osdmap e847: 8 total, 8 up, 8 in 2024-07-26T06:18:17.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:17 smithi089 ceph-mon[99608]: pgmap v930: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 383 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.1 MiB/s wr, 16 op/s 2024-07-26T06:18:17.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:17 smithi089 ceph-mon[102056]: osdmap e847: 8 total, 8 up, 8 in 2024-07-26T06:18:17.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:17 smithi089 ceph-mon[102056]: pgmap v930: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 383 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.1 MiB/s wr, 16 op/s 2024-07-26T06:18:18.541 INFO:tasks.rados.rados.0.smithi089.stdout:3943: done (2 left) 2024-07-26T06:18:18.541 INFO:tasks.rados.rados.0.smithi089.stdout:3944: done (1 left) 2024-07-26T06:18:18.541 INFO:tasks.rados.rados.0.smithi089.stdout:3946: done (0 left) 2024-07-26T06:18:18.541 INFO:tasks.rados.rados.0.smithi089.stdout:3947: rmattr oid 26 current snap is 386 2024-07-26T06:18:18.541 INFO:tasks.rados.rados.0.smithi089.stdout:3947: done (0 left) 2024-07-26T06:18:18.541 INFO:tasks.rados.rados.0.smithi089.stdout:3948: snap_remove snap 344 2024-07-26T06:18:18.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:18 smithi155 ceph-mon[90160]: osdmap e848: 8 total, 8 up, 8 in 2024-07-26T06:18:18.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:18 smithi089 ceph-mon[99608]: osdmap e848: 8 total, 8 up, 8 in 2024-07-26T06:18:18.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:18 smithi089 ceph-mon[102056]: osdmap e848: 8 total, 8 up, 8 in 2024-07-26T06:18:19.497 INFO:tasks.rados.rados.0.smithi089.stdout:3948: done (0 left) 2024-07-26T06:18:19.497 INFO:tasks.rados.rados.0.smithi089.stdout:3949: snap_create 2024-07-26T06:18:19.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:19 smithi155 ceph-mon[90160]: osdmap e849: 8 total, 8 up, 8 in 2024-07-26T06:18:19.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:19 smithi155 ceph-mon[90160]: pgmap v933: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 387 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 9.0 MiB/s rd, 4.0 MiB/s wr, 16 op/s 2024-07-26T06:18:19.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:19 smithi155 ceph-mon[90160]: osdmap e850: 8 total, 8 up, 8 in 2024-07-26T06:18:19.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:19 smithi089 ceph-mon[99608]: osdmap e849: 8 total, 8 up, 8 in 2024-07-26T06:18:19.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:19 smithi089 ceph-mon[99608]: pgmap v933: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 387 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 9.0 MiB/s rd, 4.0 MiB/s wr, 16 op/s 2024-07-26T06:18:19.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:19 smithi089 ceph-mon[99608]: osdmap e850: 8 total, 8 up, 8 in 2024-07-26T06:18:19.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:19 smithi089 ceph-mon[102056]: osdmap e849: 8 total, 8 up, 8 in 2024-07-26T06:18:19.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:19 smithi089 ceph-mon[102056]: pgmap v933: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 387 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 9.0 MiB/s rd, 4.0 MiB/s wr, 16 op/s 2024-07-26T06:18:19.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:19 smithi089 ceph-mon[102056]: osdmap e850: 8 total, 8 up, 8 in 2024-07-26T06:18:20.493 INFO:tasks.rados.rados.0.smithi089.stdout:3949: done (0 left) 2024-07-26T06:18:20.493 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 50 current snap is 387 2024-07-26T06:18:20.493 INFO:tasks.rados.rados.0.smithi089.stdout:3950: seq_num 1178 ranges {2965504=532480} 2024-07-26T06:18:20.511 INFO:tasks.rados.rados.0.smithi089.stdout:3950: writing smithi08986837-50 from 2965504 to 3497984 tid 1 2024-07-26T06:18:20.511 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 7 current snap is 387 2024-07-26T06:18:20.511 INFO:tasks.rados.rados.0.smithi089.stdout:3951: seq_num 1179 ranges {196608=548864} 2024-07-26T06:18:20.515 INFO:tasks.rados.rados.0.smithi089.stdout:3951: writing smithi08986837-7 from 196608 to 745472 tid 1 2024-07-26T06:18:20.515 INFO:tasks.rados.rados.0.smithi089.stdout:3952: rollback oid 43 current snap is 387 2024-07-26T06:18:20.515 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 43 to 386 2024-07-26T06:18:20.515 INFO:tasks.rados.rados.0.smithi089.stdout:3953: delete oid 23 current snap is 387 2024-07-26T06:18:20.517 INFO:tasks.rados.rados.0.smithi089.stdout:3950: finishing write tid 1 to smithi08986837-50 2024-07-26T06:18:20.518 INFO:tasks.rados.rados.0.smithi089.stdout:3950: finishing write tid 2 to smithi08986837-50 2024-07-26T06:18:20.520 INFO:tasks.rados.rados.0.smithi089.stdout:3953: done (3 left) 2024-07-26T06:18:20.520 INFO:tasks.rados.rados.0.smithi089.stdout:3954: read oid 1 snap 366 2024-07-26T06:18:20.520 INFO:tasks.rados.rados.0.smithi089.stdout:3954: expect (ObjNum 1102 snap 357 seq_num 1102) 2024-07-26T06:18:20.520 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 15 current snap is 387 2024-07-26T06:18:20.520 INFO:tasks.rados.rados.0.smithi089.stdout:3955: seq_num 1181 ranges {1196032=581632} 2024-07-26T06:18:20.531 INFO:tasks.rados.rados.0.smithi089.stdout:3955: writing smithi08986837-15 from 1196032 to 1777664 tid 1 2024-07-26T06:18:20.531 INFO:tasks.rados.rados.0.smithi089.stdout:3956: rollback oid 48 current snap is 387 2024-07-26T06:18:20.531 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 48 to 382 2024-07-26T06:18:20.531 INFO:tasks.rados.rados.0.smithi089.stdout:3950: finishing write tid 3 to smithi08986837-50 2024-07-26T06:18:20.531 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 50 v 2198 (ObjNum 1178 snap 387 seq_num 1178) dirty exists 2024-07-26T06:18:20.531 INFO:tasks.rados.rados.0.smithi089.stdout:3950: left oid 50 (ObjNum 1178 snap 387 seq_num 1178) 2024-07-26T06:18:20.532 INFO:tasks.rados.rados.0.smithi089.stdout:3952: finishing rollback tid 0 to smithi08986837-43 2024-07-26T06:18:20.532 INFO:tasks.rados.rados.0.smithi089.stdout:3952: finishing rollback tid 1 to smithi08986837-43 2024-07-26T06:18:20.532 INFO:tasks.rados.rados.0.smithi089.stdout:3950: done (5 left) 2024-07-26T06:18:20.532 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 34 current snap is 387 2024-07-26T06:18:20.532 INFO:tasks.rados.rados.0.smithi089.stdout:3952: finishing rollback tid 2 to smithi08986837-43 2024-07-26T06:18:20.532 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 43 v 2495 (ObjNum 1101 snap 356 seq_num 1101) dirty exists 2024-07-26T06:18:20.532 INFO:tasks.rados.rados.0.smithi089.stdout:3951: finishing write tid 1 to smithi08986837-7 2024-07-26T06:18:20.532 INFO:tasks.rados.rados.0.smithi089.stdout:3951: finishing write tid 2 to smithi08986837-7 2024-07-26T06:18:20.532 INFO:tasks.rados.rados.0.smithi089.stdout:3951: finishing write tid 3 to smithi08986837-7 2024-07-26T06:18:20.532 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 7 v 2138 (ObjNum 1179 snap 387 seq_num 1179) dirty exists 2024-07-26T06:18:20.532 INFO:tasks.rados.rados.0.smithi089.stdout:3951: left oid 7 (ObjNum 1179 snap 387 seq_num 1179) 2024-07-26T06:18:20.532 INFO:tasks.rados.rados.0.smithi089.stdout:3957: seq_num 1182 ranges {0=606208} 2024-07-26T06:18:20.534 INFO:tasks.rados.rados.0.smithi089.stdout:3957: writing smithi08986837-34 from 0 to 606208 tid 1 2024-07-26T06:18:20.535 INFO:tasks.rados.rados.0.smithi089.stdout:3951: done (5 left) 2024-07-26T06:18:20.535 INFO:tasks.rados.rados.0.smithi089.stdout:3952: done (4 left) 2024-07-26T06:18:20.535 INFO:tasks.rados.rados.0.smithi089.stdout:3958: snap_create 2024-07-26T06:18:20.536 INFO:tasks.rados.rados.0.smithi089.stdout:3956: finishing rollback tid 0 to smithi08986837-48 2024-07-26T06:18:20.537 INFO:tasks.rados.rados.0.smithi089.stdout:3956: finishing rollback tid 1 to smithi08986837-48 2024-07-26T06:18:20.537 INFO:tasks.rados.rados.0.smithi089.stdout:3956: finishing rollback tid 2 to smithi08986837-48 2024-07-26T06:18:20.537 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 48 v 2042 (ObjNum 1169 snap 382 seq_num 1169) dirty exists 2024-07-26T06:18:20.537 INFO:tasks.rados.rados.0.smithi089.stdout:3955: finishing write tid 1 to smithi08986837-15 2024-07-26T06:18:20.538 INFO:tasks.rados.rados.0.smithi089.stdout:3955: finishing write tid 2 to smithi08986837-15 2024-07-26T06:18:20.540 INFO:tasks.rados.rados.0.smithi089.stdout:3954: expect (ObjNum 1102 snap 357 seq_num 1102) 2024-07-26T06:18:20.665 INFO:tasks.rados.rados.0.smithi089.stdout:3955: finishing write tid 3 to smithi08986837-15 2024-07-26T06:18:20.666 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 15 v 2699 (ObjNum 1181 snap 387 seq_num 1181) dirty exists 2024-07-26T06:18:20.666 INFO:tasks.rados.rados.0.smithi089.stdout:3955: left oid 15 (ObjNum 1181 snap 387 seq_num 1181) 2024-07-26T06:18:20.666 INFO:tasks.rados.rados.0.smithi089.stdout:3957: finishing write tid 1 to smithi08986837-34 2024-07-26T06:18:20.666 INFO:tasks.rados.rados.0.smithi089.stdout:3957: finishing write tid 2 to smithi08986837-34 2024-07-26T06:18:20.666 INFO:tasks.rados.rados.0.smithi089.stdout:3957: finishing write tid 3 to smithi08986837-34 2024-07-26T06:18:20.666 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 34 v 2130 (ObjNum 1182 snap 387 seq_num 1182) dirty exists 2024-07-26T06:18:20.666 INFO:tasks.rados.rados.0.smithi089.stdout:3957: left oid 34 (ObjNum 1182 snap 387 seq_num 1182) 2024-07-26T06:18:21.505 INFO:tasks.rados.rados.0.smithi089.stdout:3954: done (4 left) 2024-07-26T06:18:21.505 INFO:tasks.rados.rados.0.smithi089.stdout:3955: done (3 left) 2024-07-26T06:18:21.506 INFO:tasks.rados.rados.0.smithi089.stdout:3956: done (2 left) 2024-07-26T06:18:21.506 INFO:tasks.rados.rados.0.smithi089.stdout:3957: done (1 left) 2024-07-26T06:18:21.506 INFO:tasks.rados.rados.0.smithi089.stdout:3958: done (0 left) 2024-07-26T06:18:21.506 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 43 current snap is 388 2024-07-26T06:18:21.506 INFO:tasks.rados.rados.0.smithi089.stdout:3959: seq_num 1183 ranges {3244032=622592} 2024-07-26T06:18:21.525 INFO:tasks.rados.rados.0.smithi089.stdout:3959: writing smithi08986837-43 from 3244032 to 3866624 tid 1 2024-07-26T06:18:21.525 INFO:tasks.rados.rados.0.smithi089.stdout:3960: delete oid 39 current snap is 388 2024-07-26T06:18:21.531 INFO:tasks.rados.rados.0.smithi089.stdout:3959: finishing write tid 1 to smithi08986837-43 2024-07-26T06:18:21.532 INFO:tasks.rados.rados.0.smithi089.stdout:3959: finishing write tid 2 to smithi08986837-43 2024-07-26T06:18:21.533 INFO:tasks.rados.rados.0.smithi089.stdout:3960: done (1 left) 2024-07-26T06:18:21.533 INFO:tasks.rados.rados.0.smithi089.stdout:3961: snap_remove snap 386 2024-07-26T06:18:21.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:21 smithi155 ceph-mon[90160]: osdmap e851: 8 total, 8 up, 8 in 2024-07-26T06:18:21.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:21 smithi155 ceph-mon[90160]: pgmap v936: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 368 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 8 op/s 2024-07-26T06:18:21.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:21 smithi089 ceph-mon[99608]: osdmap e851: 8 total, 8 up, 8 in 2024-07-26T06:18:21.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:21 smithi089 ceph-mon[99608]: pgmap v936: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 368 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 8 op/s 2024-07-26T06:18:21.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:21 smithi089 ceph-mon[102056]: osdmap e851: 8 total, 8 up, 8 in 2024-07-26T06:18:21.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:21 smithi089 ceph-mon[102056]: pgmap v936: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 368 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 8 op/s 2024-07-26T06:18:22.512 INFO:tasks.rados.rados.0.smithi089.stdout:3961: done (1 left) 2024-07-26T06:18:22.512 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 16 current snap is 388 2024-07-26T06:18:22.513 INFO:tasks.rados.rados.0.smithi089.stdout:3959: finishing write tid 3 to smithi08986837-43 2024-07-26T06:18:22.513 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 43 v 2497 (ObjNum 1183 snap 388 seq_num 1183) dirty exists 2024-07-26T06:18:22.513 INFO:tasks.rados.rados.0.smithi089.stdout:3959: left oid 43 (ObjNum 1183 snap 388 seq_num 1183) 2024-07-26T06:18:22.513 INFO:tasks.rados.rados.0.smithi089.stdout:3962: seq_num 1185 ranges {0=655360} 2024-07-26T06:18:22.516 INFO:tasks.rados.rados.0.smithi089.stdout:3962: writing smithi08986837-16 from 0 to 655360 tid 1 2024-07-26T06:18:22.517 INFO:tasks.rados.rados.0.smithi089.stdout:3959: done (1 left) 2024-07-26T06:18:22.517 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 46 current snap is 388 2024-07-26T06:18:22.517 INFO:tasks.rados.rados.0.smithi089.stdout:3963: seq_num 1186 ranges {729088=671744} 2024-07-26T06:18:22.524 INFO:tasks.rados.rados.0.smithi089.stdout:3963: writing smithi08986837-46 from 729088 to 1400832 tid 1 2024-07-26T06:18:22.525 INFO:tasks.rados.rados.0.smithi089.stdout:3964: delete oid 28 current snap is 388 2024-07-26T06:18:22.525 INFO:tasks.rados.rados.0.smithi089.stdout:3962: finishing write tid 1 to smithi08986837-16 2024-07-26T06:18:22.525 INFO:tasks.rados.rados.0.smithi089.stdout:3962: finishing write tid 2 to smithi08986837-16 2024-07-26T06:18:22.526 INFO:tasks.rados.rados.0.smithi089.stdout:3962: finishing write tid 3 to smithi08986837-16 2024-07-26T06:18:22.526 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 16 v 2140 (ObjNum 1185 snap 388 seq_num 1185) dirty exists 2024-07-26T06:18:22.526 INFO:tasks.rados.rados.0.smithi089.stdout:3962: left oid 16 (ObjNum 1185 snap 388 seq_num 1185) 2024-07-26T06:18:22.527 INFO:tasks.rados.rados.0.smithi089.stdout:3962: done (2 left) 2024-07-26T06:18:22.527 INFO:tasks.rados.rados.0.smithi089.stdout:3964: done (1 left) 2024-07-26T06:18:22.527 INFO:tasks.rados.rados.0.smithi089.stdout:3965: snap_create 2024-07-26T06:18:22.530 INFO:tasks.rados.rados.0.smithi089.stdout:3963: finishing write tid 1 to smithi08986837-46 2024-07-26T06:18:22.530 INFO:tasks.rados.rados.0.smithi089.stdout:3963: finishing write tid 2 to smithi08986837-46 2024-07-26T06:18:22.533 INFO:tasks.rados.rados.0.smithi089.stdout:3963: finishing write tid 3 to smithi08986837-46 2024-07-26T06:18:22.533 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 46 v 2704 (ObjNum 1186 snap 388 seq_num 1186) dirty exists 2024-07-26T06:18:22.533 INFO:tasks.rados.rados.0.smithi089.stdout:3963: left oid 46 (ObjNum 1186 snap 388 seq_num 1186) 2024-07-26T06:18:22.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:22 smithi155 ceph-mon[90160]: osdmap e852: 8 total, 8 up, 8 in 2024-07-26T06:18:22.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:18:22 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:18:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:18:22.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:22 smithi089 ceph-mon[99608]: osdmap e852: 8 total, 8 up, 8 in 2024-07-26T06:18:22.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:18:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:18:22] "GET /metrics HTTP/1.1" 200 36348 "" "Prometheus/2.43.0" 2024-07-26T06:18:22.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:22 smithi089 ceph-mon[102056]: osdmap e852: 8 total, 8 up, 8 in 2024-07-26T06:18:23.514 INFO:tasks.rados.rados.0.smithi089.stdout:3963: done (1 left) 2024-07-26T06:18:23.514 INFO:tasks.rados.rados.0.smithi089.stdout:3965: done (0 left) 2024-07-26T06:18:23.515 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 42 current snap is 389 2024-07-26T06:18:23.515 INFO:tasks.rados.rados.0.smithi089.stdout:3966: seq_num 1188 ranges {114688=704512} 2024-07-26T06:18:23.517 INFO:tasks.rados.rados.0.smithi089.stdout:3966: writing smithi08986837-42 from 114688 to 819200 tid 1 2024-07-26T06:18:23.517 INFO:tasks.rados.rados.0.smithi089.stdout:3967: rmattr oid 22 current snap is 389 2024-07-26T06:18:23.517 INFO:tasks.rados.rados.0.smithi089.stdout:3968: read oid 45 snap 381 2024-07-26T06:18:23.518 INFO:tasks.rados.rados.0.smithi089.stdout:3968: expect (ObjNum 1105 snap 358 seq_num 1105) 2024-07-26T06:18:23.518 INFO:tasks.rados.rados.0.smithi089.stdout:3969: delete oid 10 current snap is 389 2024-07-26T06:18:23.523 INFO:tasks.rados.rados.0.smithi089.stdout:3969: done (3 left) 2024-07-26T06:18:23.523 INFO:tasks.rados.rados.0.smithi089.stdout:3970: read oid 11 snap -1 2024-07-26T06:18:23.523 INFO:tasks.rados.rados.0.smithi089.stdout:3970: expect deleted 2024-07-26T06:18:23.523 INFO:tasks.rados.rados.0.smithi089.stdout:3971: delete oid 2 current snap is 389 2024-07-26T06:18:23.525 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 22 v 2231 (ObjNum 1145 snap 371 seq_num 1145) dirty exists 2024-07-26T06:18:23.528 INFO:tasks.rados.rados.0.smithi089.stdout:3966: finishing write tid 1 to smithi08986837-42 2024-07-26T06:18:23.528 INFO:tasks.rados.rados.0.smithi089.stdout:3966: finishing write tid 2 to smithi08986837-42 2024-07-26T06:18:23.529 INFO:tasks.rados.rados.0.smithi089.stdout:3967: done (4 left) 2024-07-26T06:18:23.529 INFO:tasks.rados.rados.0.smithi089.stdout:3970: done (3 left) 2024-07-26T06:18:23.529 INFO:tasks.rados.rados.0.smithi089.stdout:3971: done (2 left) 2024-07-26T06:18:23.529 INFO:tasks.rados.rados.0.smithi089.stdout:3972: snap_remove snap 380 2024-07-26T06:18:23.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:23 smithi155 ceph-mon[90160]: osdmap e853: 8 total, 8 up, 8 in 2024-07-26T06:18:23.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:23 smithi155 ceph-mon[90160]: pgmap v939: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 298 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 468 KiB/s wr, 11 op/s 2024-07-26T06:18:23.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:23 smithi089 ceph-mon[99608]: osdmap e853: 8 total, 8 up, 8 in 2024-07-26T06:18:23.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:23 smithi089 ceph-mon[99608]: pgmap v939: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 298 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 468 KiB/s wr, 11 op/s 2024-07-26T06:18:23.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:23 smithi089 ceph-mon[102056]: osdmap e853: 8 total, 8 up, 8 in 2024-07-26T06:18:23.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:23 smithi089 ceph-mon[102056]: pgmap v939: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 298 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 468 KiB/s wr, 11 op/s 2024-07-26T06:18:24.494 INFO:tasks.rados.rados.0.smithi089.stdout:3968: expect (ObjNum 1105 snap 358 seq_num 1105) 2024-07-26T06:18:24.578 INFO:tasks.rados.rados.0.smithi089.stdout:3966: finishing write tid 3 to smithi08986837-42 2024-07-26T06:18:24.579 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 42 v 2707 (ObjNum 1188 snap 389 seq_num 1188) dirty exists 2024-07-26T06:18:24.579 INFO:tasks.rados.rados.0.smithi089.stdout:3966: left oid 42 (ObjNum 1188 snap 389 seq_num 1188) 2024-07-26T06:18:24.579 INFO:tasks.rados.rados.0.smithi089.stdout:3966: done (2 left) 2024-07-26T06:18:24.579 INFO:tasks.rados.rados.0.smithi089.stdout:3968: done (1 left) 2024-07-26T06:18:24.579 INFO:tasks.rados.rados.0.smithi089.stdout:3972: done (0 left) 2024-07-26T06:18:24.579 INFO:tasks.rados.rados.0.smithi089.stdout:3973: rollback oid 32 current snap is 389 2024-07-26T06:18:24.579 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 32 to 375 2024-07-26T06:18:24.579 INFO:tasks.rados.rados.0.smithi089.stdout:3974: snap_remove snap 373 2024-07-26T06:18:24.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:24 smithi155 ceph-mon[90160]: osdmap e854: 8 total, 8 up, 8 in 2024-07-26T06:18:24.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:24 smithi155 ceph-mon[90160]: osdmap e855: 8 total, 8 up, 8 in 2024-07-26T06:18:24.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:24 smithi089 ceph-mon[99608]: osdmap e854: 8 total, 8 up, 8 in 2024-07-26T06:18:24.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:24 smithi089 ceph-mon[99608]: osdmap e855: 8 total, 8 up, 8 in 2024-07-26T06:18:24.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:24 smithi089 ceph-mon[102056]: osdmap e854: 8 total, 8 up, 8 in 2024-07-26T06:18:24.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:24 smithi089 ceph-mon[102056]: osdmap e855: 8 total, 8 up, 8 in 2024-07-26T06:18:25.522 INFO:tasks.rados.rados.0.smithi089.stdout:3973: finishing rollback tid 0 to smithi08986837-32 2024-07-26T06:18:25.522 INFO:tasks.rados.rados.0.smithi089.stdout:3973: finishing rollback tid 1 to smithi08986837-32 2024-07-26T06:18:25.522 INFO:tasks.rados.rados.0.smithi089.stdout:3973: finishing rollback tid 2 to smithi08986837-32 2024-07-26T06:18:25.522 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 32 v 2500 (ObjNum 924 snap 293 seq_num 924) dirty exists 2024-07-26T06:18:25.522 INFO:tasks.rados.rados.0.smithi089.stdout:3973: done (1 left) 2024-07-26T06:18:25.523 INFO:tasks.rados.rados.0.smithi089.stdout:3974: done (0 left) 2024-07-26T06:18:25.523 INFO:tasks.rados.rados.0.smithi089.stdout:3975: delete oid 36 current snap is 389 2024-07-26T06:18:25.535 INFO:tasks.rados.rados.0.smithi089.stdout:3975: done (0 left) 2024-07-26T06:18:25.535 INFO:tasks.rados.rados.0.smithi089.stdout:3976: delete oid 18 current snap is 389 2024-07-26T06:18:25.542 INFO:tasks.rados.rados.0.smithi089.stdout:3976: done (0 left) 2024-07-26T06:18:25.543 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 50 current snap is 389 2024-07-26T06:18:25.543 INFO:tasks.rados.rados.0.smithi089.stdout:3977: seq_num 1193 ranges {3497984=786432} 2024-07-26T06:18:25.566 INFO:tasks.rados.rados.0.smithi089.stdout:3977: writing smithi08986837-50 from 3497984 to 4284416 tid 1 2024-07-26T06:18:25.566 INFO:tasks.rados.rados.0.smithi089.stdout:3978: copy_from oid 35 from oid 17 current snap is 389 2024-07-26T06:18:25.566 INFO:tasks.rados.rados.0.smithi089.stdout:3979: copy_from oid 41 from oid 15 current snap is 389 2024-07-26T06:18:25.566 INFO:tasks.rados.rados.0.smithi089.stdout:3980: rollback oid 48 current snap is 389 2024-07-26T06:18:25.567 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 48 to 384 2024-07-26T06:18:25.567 INFO:tasks.rados.rados.0.smithi089.stdout:3981: snap_remove snap 387 2024-07-26T06:18:25.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:25 smithi155 ceph-mon[90160]: pgmap v942: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 299 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 714 KiB/s wr, 8 op/s 2024-07-26T06:18:25.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:25 smithi089 ceph-mon[99608]: pgmap v942: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 299 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 714 KiB/s wr, 8 op/s 2024-07-26T06:18:25.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:25 smithi089 ceph-mon[102056]: pgmap v942: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 299 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 714 KiB/s wr, 8 op/s 2024-07-26T06:18:26.531 INFO:tasks.rados.rados.0.smithi089.stdout:3981: done (4 left) 2024-07-26T06:18:26.531 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 33 current snap is 389 2024-07-26T06:18:26.531 INFO:tasks.rados.rados.0.smithi089.stdout:3977: finishing write tid 1 to smithi08986837-50 2024-07-26T06:18:26.531 INFO:tasks.rados.rados.0.smithi089.stdout:3982: seq_num 1194 ranges {4407296=802816} 2024-07-26T06:18:26.560 INFO:tasks.rados.rados.0.smithi089.stdout:3982: writing smithi08986837-33 from 4407296 to 5210112 tid 1 2024-07-26T06:18:26.561 INFO:tasks.rados.rados.0.smithi089.stdout:3983: rollback oid 40 current snap is 389 2024-07-26T06:18:26.561 INFO:tasks.rados.rados.0.smithi089.stdout:rollback oid 40 to 345 2024-07-26T06:18:26.561 INFO:tasks.rados.rados.0.smithi089.stdout:3977: finishing write tid 2 to smithi08986837-50 2024-07-26T06:18:26.561 INFO:tasks.rados.rados.0.smithi089.stdout:3980: finishing rollback tid 0 to smithi08986837-48 2024-07-26T06:18:26.561 INFO:tasks.rados.rados.0.smithi089.stdout:3980: finishing rollback tid 1 to smithi08986837-48 2024-07-26T06:18:26.561 INFO:tasks.rados.rados.0.smithi089.stdout:3980: finishing rollback tid 2 to smithi08986837-48 2024-07-26T06:18:26.561 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 48 v 2045 (ObjNum 1169 snap 382 seq_num 1169) dirty exists 2024-07-26T06:18:26.561 INFO:tasks.rados.rados.0.smithi089.stdout:3977: finishing write tid 3 to smithi08986837-50 2024-07-26T06:18:26.561 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 50 v 2200 (ObjNum 1193 snap 389 seq_num 1193) dirty exists 2024-07-26T06:18:26.561 INFO:tasks.rados.rados.0.smithi089.stdout:3977: left oid 50 (ObjNum 1193 snap 389 seq_num 1193) 2024-07-26T06:18:26.561 INFO:tasks.rados.rados.0.smithi089.stdout:3978: finishing copy_from racing read to smithi08986837-35 2024-07-26T06:18:26.561 INFO:tasks.rados.rados.0.smithi089.stdout:3978: finishing copy_from to smithi08986837-35 2024-07-26T06:18:26.561 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 35 v 2491 (ObjNum 1046 snap 340 seq_num 1046) dirty exists 2024-07-26T06:18:26.561 INFO:tasks.rados.rados.0.smithi089.stdout:3979: finishing copy_from racing read to smithi08986837-41 2024-07-26T06:18:26.562 INFO:tasks.rados.rados.0.smithi089.stdout:3979: finishing copy_from to smithi08986837-41 2024-07-26T06:18:26.562 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 41 v 2699 (ObjNum 1181 snap 387 seq_num 1181) dirty exists 2024-07-26T06:18:26.562 INFO:tasks.rados.rados.0.smithi089.stdout:3977: done (5 left) 2024-07-26T06:18:26.562 INFO:tasks.rados.rados.0.smithi089.stdout:3978: done (4 left) 2024-07-26T06:18:26.562 INFO:tasks.rados.rados.0.smithi089.stdout:3979: done (3 left) 2024-07-26T06:18:26.562 INFO:tasks.rados.rados.0.smithi089.stdout:3980: done (2 left) 2024-07-26T06:18:26.562 INFO:tasks.rados.rados.0.smithi089.stdout:3984: read oid 45 snap -1 2024-07-26T06:18:26.562 INFO:tasks.rados.rados.0.smithi089.stdout:3984: expect (ObjNum 1105 snap 358 seq_num 1105) 2024-07-26T06:18:26.562 INFO:tasks.rados.rados.0.smithi089.stdout:3985: copy_from oid 46 from oid 16 current snap is 389 2024-07-26T06:18:26.562 INFO:tasks.rados.rados.0.smithi089.stdout:3986: copy_from oid 5 from oid 3 current snap is 389 2024-07-26T06:18:26.562 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 35 current snap is 389 2024-07-26T06:18:26.562 INFO:tasks.rados.rados.0.smithi089.stdout:3987: seq_num 1195 ranges {729088=417792,1146880=401408} 2024-07-26T06:18:26.566 INFO:tasks.rados.rados.0.smithi089.stdout:3987: writing smithi08986837-35 from 729088 to 1146880 tid 1 2024-07-26T06:18:26.570 INFO:tasks.rados.rados.0.smithi089.stdout:3987: writing smithi08986837-35 from 1146880 to 1548288 tid 2 2024-07-26T06:18:26.570 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 2 current snap is 389 2024-07-26T06:18:26.570 INFO:tasks.rados.rados.0.smithi089.stdout:3983: finishing rollback tid 1 to smithi08986837-40 2024-07-26T06:18:26.571 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 40 v 2192 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-07-26T06:18:26.571 INFO:tasks.rados.rados.0.smithi089.stdout:3985: finishing copy_from racing read to smithi08986837-46 2024-07-26T06:18:26.571 INFO:tasks.rados.rados.0.smithi089.stdout:3988: seq_num 1196 ranges {0=434176,434176=401408} 2024-07-26T06:18:26.573 INFO:tasks.rados.rados.0.smithi089.stdout:3988: writing smithi08986837-2 from 0 to 434176 tid 1 2024-07-26T06:18:26.576 INFO:tasks.rados.rados.0.smithi089.stdout:3988: writing smithi08986837-2 from 434176 to 835584 tid 2 2024-07-26T06:18:26.576 INFO:tasks.rados.rados.0.smithi089.stdout:3983: done (6 left) 2024-07-26T06:18:26.576 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 30 current snap is 389 2024-07-26T06:18:26.576 INFO:tasks.rados.rados.0.smithi089.stdout:3989: seq_num 1197 ranges {3309568=450560,3760128=401408} 2024-07-26T06:18:26.597 INFO:tasks.rados.rados.0.smithi089.stdout:3989: writing smithi08986837-30 from 3309568 to 3760128 tid 1 2024-07-26T06:18:26.602 INFO:tasks.rados.rados.0.smithi089.stdout:3989: writing smithi08986837-30 from 3760128 to 4161536 tid 2 2024-07-26T06:18:26.602 INFO:tasks.rados.rados.0.smithi089.stdout:3990: delete oid 13 current snap is 389 2024-07-26T06:18:26.602 INFO:tasks.rados.rados.0.smithi089.stdout:3982: finishing write tid 1 to smithi08986837-33 2024-07-26T06:18:26.602 INFO:tasks.rados.rados.0.smithi089.stdout:3982: finishing write tid 2 to smithi08986837-33 2024-07-26T06:18:26.602 INFO:tasks.rados.rados.0.smithi089.stdout:3985: finishing copy_from to smithi08986837-46 2024-07-26T06:18:26.602 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 46 v 2140 (ObjNum 1185 snap 388 seq_num 1185) dirty exists 2024-07-26T06:18:26.602 INFO:tasks.rados.rados.0.smithi089.stdout:3987: finishing write tid 1 to smithi08986837-35 2024-07-26T06:18:26.602 INFO:tasks.rados.rados.0.smithi089.stdout:3982: finishing write tid 3 to smithi08986837-33 2024-07-26T06:18:26.602 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 33 v 2503 (ObjNum 1194 snap 389 seq_num 1194) dirty exists 2024-07-26T06:18:26.603 INFO:tasks.rados.rados.0.smithi089.stdout:3982: left oid 33 (ObjNum 1194 snap 389 seq_num 1194) 2024-07-26T06:18:26.603 INFO:tasks.rados.rados.0.smithi089.stdout:3987: finishing write tid 2 to smithi08986837-35 2024-07-26T06:18:26.603 INFO:tasks.rados.rados.0.smithi089.stdout:3987: finishing write tid 3 to smithi08986837-35 2024-07-26T06:18:26.603 INFO:tasks.rados.rados.0.smithi089.stdout:3986: finishing copy_from racing read to smithi08986837-5 2024-07-26T06:18:26.603 INFO:tasks.rados.rados.0.smithi089.stdout:3984: expect (ObjNum 1105 snap 358 seq_num 1105) 2024-07-26T06:18:26.674 INFO:tasks.rados.rados.0.smithi089.stdout:3988: finishing write tid 1 to smithi08986837-2 2024-07-26T06:18:26.674 INFO:tasks.rados.rados.0.smithi089.stdout:3988: finishing write tid 2 to smithi08986837-2 2024-07-26T06:18:26.674 INFO:tasks.rados.rados.0.smithi089.stdout:3986: finishing copy_from to smithi08986837-5 2024-07-26T06:18:26.674 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 5 v 2603 (ObjNum 1004 snap 320 seq_num 1004) dirty exists 2024-07-26T06:18:26.674 INFO:tasks.rados.rados.0.smithi089.stdout:3988: finishing write tid 3 to smithi08986837-2 2024-07-26T06:18:26.674 INFO:tasks.rados.rados.0.smithi089.stdout:3987: finishing write tid 4 to smithi08986837-35 2024-07-26T06:18:26.674 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 35 v 2494 (ObjNum 1195 snap 389 seq_num 1195) dirty exists 2024-07-26T06:18:26.675 INFO:tasks.rados.rados.0.smithi089.stdout:3987: left oid 35 (ObjNum 1195 snap 389 seq_num 1195) 2024-07-26T06:18:26.675 INFO:tasks.rados.rados.0.smithi089.stdout:3988: finishing write tid 4 to smithi08986837-2 2024-07-26T06:18:26.675 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 2 v 1194 (ObjNum 1196 snap 389 seq_num 1196) dirty exists 2024-07-26T06:18:26.675 INFO:tasks.rados.rados.0.smithi089.stdout:3988: left oid 2 (ObjNum 1196 snap 389 seq_num 1196) 2024-07-26T06:18:26.675 INFO:tasks.rados.rados.0.smithi089.stdout:3989: finishing write tid 1 to smithi08986837-30 2024-07-26T06:18:26.675 INFO:tasks.rados.rados.0.smithi089.stdout:3989: finishing write tid 2 to smithi08986837-30 2024-07-26T06:18:26.675 INFO:tasks.rados.rados.0.smithi089.stdout:3982: done (7 left) 2024-07-26T06:18:26.675 INFO:tasks.rados.rados.0.smithi089.stdout:3984: done (6 left) 2024-07-26T06:18:26.675 INFO:tasks.rados.rados.0.smithi089.stdout:3985: done (5 left) 2024-07-26T06:18:26.675 INFO:tasks.rados.rados.0.smithi089.stdout:3986: done (4 left) 2024-07-26T06:18:26.675 INFO:tasks.rados.rados.0.smithi089.stdout:3987: done (3 left) 2024-07-26T06:18:26.675 INFO:tasks.rados.rados.0.smithi089.stdout:3988: done (2 left) 2024-07-26T06:18:26.675 INFO:tasks.rados.rados.0.smithi089.stdout:3990: done (1 left) 2024-07-26T06:18:26.675 INFO:tasks.rados.rados.0.smithi089.stdout:3991: snap_remove snap 376 2024-07-26T06:18:26.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:26 smithi155 ceph-mon[90160]: osdmap e856: 8 total, 8 up, 8 in 2024-07-26T06:18:26.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:18:26.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:26 smithi089 ceph-mon[99608]: osdmap e856: 8 total, 8 up, 8 in 2024-07-26T06:18:26.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:18:26.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:26 smithi089 ceph-mon[102056]: osdmap e856: 8 total, 8 up, 8 in 2024-07-26T06:18:26.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:18:27.536 INFO:tasks.rados.rados.0.smithi089.stdout:3991: done (1 left) 2024-07-26T06:18:27.537 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 29 current snap is 389 2024-07-26T06:18:27.537 INFO:tasks.rados.rados.0.smithi089.stdout:3992: seq_num 1199 ranges {4849664=483328,5332992=401408} 2024-07-26T06:18:27.566 INFO:tasks.rados.rados.0.smithi089.stdout:3992: writing smithi08986837-29 from 4849664 to 5332992 tid 1 2024-07-26T06:18:27.569 INFO:tasks.rados.rados.0.smithi089.stdout:3992: writing smithi08986837-29 from 5332992 to 5734400 tid 2 2024-07-26T06:18:27.569 INFO:tasks.rados.rados.0.smithi089.stdout:3993: read oid 8 snap -1 2024-07-26T06:18:27.569 INFO:tasks.rados.rados.0.smithi089.stdout:3993: expect (ObjNum 1048 snap 342 seq_num 1048) 2024-07-26T06:18:27.569 INFO:tasks.rados.rados.0.smithi089.stdout:3989: finishing write tid 3 to smithi08986837-30 2024-07-26T06:18:27.569 INFO:tasks.rados.rados.0.smithi089.stdout:3989: finishing write tid 4 to smithi08986837-30 2024-07-26T06:18:27.570 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 30 v 2203 (ObjNum 1197 snap 389 seq_num 1197) dirty exists 2024-07-26T06:18:27.570 INFO:tasks.rados.rados.0.smithi089.stdout:3989: left oid 30 (ObjNum 1197 snap 389 seq_num 1197) 2024-07-26T06:18:27.570 INFO:tasks.rados.rados.0.smithi089.stdout:3989: done (2 left) 2024-07-26T06:18:27.570 INFO:tasks.rados.rados.0.smithi089.stdout:3994: read oid 2 snap -1 2024-07-26T06:18:27.570 INFO:tasks.rados.rados.0.smithi089.stdout:3994: expect (ObjNum 1196 snap 389 seq_num 1196) 2024-07-26T06:18:27.570 INFO:tasks.rados.rados.0.smithi089.stdout:append oid 17 current snap is 389 2024-07-26T06:18:27.570 INFO:tasks.rados.rados.0.smithi089.stdout:3995: seq_num 1200 ranges {729088=499712,1228800=401408} 2024-07-26T06:18:27.575 INFO:tasks.rados.rados.0.smithi089.stdout:3995: writing smithi08986837-17 from 729088 to 1228800 tid 1 2024-07-26T06:18:27.578 INFO:tasks.rados.rados.0.smithi089.stdout:3995: writing smithi08986837-17 from 1228800 to 1630208 tid 2 2024-07-26T06:18:27.578 INFO:tasks.rados.rados.0.smithi089.stdout:3996: copy_from oid 30 from oid 36 current snap is 389 2024-07-26T06:18:27.579 INFO:tasks.rados.rados.0.smithi089.stdout:3992: finishing write tid 1 to smithi08986837-29 2024-07-26T06:18:27.579 INFO:tasks.rados.rados.0.smithi089.stdout:3992: finishing write tid 2 to smithi08986837-29 2024-07-26T06:18:27.579 INFO:tasks.rados.rados.0.smithi089.stdout:3992: finishing write tid 3 to smithi08986837-29 2024-07-26T06:18:27.579 INFO:tasks.rados.rados.0.smithi089.stdout:3992: finishing write tid 4 to smithi08986837-29 2024-07-26T06:18:27.579 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 29 v 2310 (ObjNum 1199 snap 389 seq_num 1199) dirty exists 2024-07-26T06:18:27.579 INFO:tasks.rados.rados.0.smithi089.stdout:3992: left oid 29 (ObjNum 1199 snap 389 seq_num 1199) 2024-07-26T06:18:27.579 INFO:tasks.rados.rados.0.smithi089.stdout:3994: expect (ObjNum 1196 snap 389 seq_num 1196) 2024-07-26T06:18:27.601 INFO:tasks.rados.rados.0.smithi089.stdout:3993: expect (ObjNum 1048 snap 342 seq_num 1048) 2024-07-26T06:18:27.633 INFO:tasks.rados.rados.0.smithi089.stdout:3996: finishing copy_from to smithi08986837-30 2024-07-26T06:18:27.634 INFO:tasks.rados.rados.0.smithi089.stdout:3996: got expected ENOENT (src dne) 2024-07-26T06:18:27.634 INFO:tasks.rados.rados.0.smithi089.stdout:3996: finishing copy_from racing read to smithi08986837-30 2024-07-26T06:18:27.634 INFO:tasks.rados.rados.0.smithi089.stdout:3995: finishing write tid 1 to smithi08986837-17 2024-07-26T06:18:27.634 INFO:tasks.rados.rados.0.smithi089.stdout:3995: finishing write tid 2 to smithi08986837-17 2024-07-26T06:18:27.634 INFO:tasks.rados.rados.0.smithi089.stdout:3992: done (4 left) 2024-07-26T06:18:27.634 INFO:tasks.rados.rados.0.smithi089.stdout:3993: done (3 left) 2024-07-26T06:18:27.634 INFO:tasks.rados.rados.0.smithi089.stdout:3994: done (2 left) 2024-07-26T06:18:27.634 INFO:tasks.rados.rados.0.smithi089.stdout:3996: done (1 left) 2024-07-26T06:18:27.634 INFO:tasks.rados.rados.0.smithi089.stdout:3997: setattr oid 25 current snap is 389 2024-07-26T06:18:27.634 INFO:tasks.rados.rados.0.smithi089.stdout:3995: finishing write tid 3 to smithi08986837-17 2024-07-26T06:18:27.635 INFO:tasks.rados.rados.0.smithi089.stdout:3995: finishing write tid 4 to smithi08986837-17 2024-07-26T06:18:27.635 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 17 v 2503 (ObjNum 1200 snap 389 seq_num 1200) dirty exists 2024-07-26T06:18:27.635 INFO:tasks.rados.rados.0.smithi089.stdout:3995: left oid 17 (ObjNum 1200 snap 389 seq_num 1200) 2024-07-26T06:18:27.635 INFO:tasks.rados.rados.0.smithi089.stdout:3995: done (1 left) 2024-07-26T06:18:27.635 INFO:tasks.rados.rados.0.smithi089.stdout:3998: delete oid 30 current snap is 389 2024-07-26T06:18:27.637 INFO:tasks.rados.rados.0.smithi089.stdout:3998: done (1 left) 2024-07-26T06:18:27.637 INFO:tasks.rados.rados.0.smithi089.stdout:3999: delete oid 16 current snap is 389 2024-07-26T06:18:27.638 INFO:tasks.rados.rados.0.smithi089.stdout:update_object_version oid 25 v 2504 (ObjNum 1167 snap 382 seq_num 1167) dirty exists 2024-07-26T06:18:27.639 INFO:tasks.rados.rados.0.smithi089.stdout:3997: done (1 left) 2024-07-26T06:18:27.639 INFO:tasks.rados.rados.0.smithi089.stdout:3999: done (0 left) 2024-07-26T06:18:27.641 INFO:tasks.rados.rados.0.smithi089.stderr:0 errors. 2024-07-26T06:18:27.641 INFO:tasks.rados.rados.0.smithi089.stderr: 2024-07-26T06:18:27.645 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- ceph osd dump --format=json 2024-07-26T06:18:27.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:27 smithi155 ceph-mon[90160]: osdmap e857: 8 total, 8 up, 8 in 2024-07-26T06:18:27.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:27 smithi155 ceph-mon[90160]: pgmap v945: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 304 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.4 MiB/s wr, 11 op/s 2024-07-26T06:18:27.896 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:18:27.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:27 smithi089 ceph-mon[99608]: osdmap e857: 8 total, 8 up, 8 in 2024-07-26T06:18:27.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:27 smithi089 ceph-mon[99608]: pgmap v945: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 304 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.4 MiB/s wr, 11 op/s 2024-07-26T06:18:27.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:27 smithi089 ceph-mon[102056]: osdmap e857: 8 total, 8 up, 8 in 2024-07-26T06:18:27.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:27 smithi089 ceph-mon[102056]: pgmap v945: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 304 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.4 MiB/s wr, 11 op/s 2024-07-26T06:18:28.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:28 smithi089 ceph-mon[99608]: osdmap e858: 8 total, 8 up, 8 in 2024-07-26T06:18:28.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:28 smithi089 ceph-mon[102056]: osdmap e858: 8 total, 8 up, 8 in 2024-07-26T06:18:28.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:28 smithi155 ceph-mon[90160]: osdmap e858: 8 total, 8 up, 8 in 2024-07-26T06:18:29.674 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:29 smithi089 ceph-mon[99608]: pgmap v947: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 306 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.7 MiB/s wr, 8 op/s 2024-07-26T06:18:29.674 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:29 smithi089 ceph-mon[99608]: osdmap e859: 8 total, 8 up, 8 in 2024-07-26T06:18:29.675 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:29 smithi089 ceph-mon[102056]: pgmap v947: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 306 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.7 MiB/s wr, 8 op/s 2024-07-26T06:18:29.675 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:29 smithi089 ceph-mon[102056]: osdmap e859: 8 total, 8 up, 8 in 2024-07-26T06:18:29.852 INFO:teuthology.orchestra.run.smithi089.stdout: 2024-07-26T06:18:29.852 INFO:teuthology.orchestra.run.smithi089.stdout:{"epoch":859,"fsid":"9bd49884-4b13-11ef-bcb6-c7b262605968","created":"2024-07-26T05:55:45.387944+0000","modified":"2024-07-26T06:18:29.488449+0000","last_up_change":"2024-07-26T06:12:54.386158+0000","last_in_change":"2024-07-26T06:00:26.104383+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T05:58:47.578246+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-07-26T06:01:06.993209+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-07-26T06:01:10.275125+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-07-26T06:02:13.120944+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":74,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"unique_pool_0","create_time":"2024-07-26T06:04:56.838450+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":3,"size":3,"min_size":2,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":16,"pg_placement_num":16,"pg_placement_num_target":16,"pg_num_target":16,"pg_num_pending":16,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"858","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":462,"snap_epoch":858,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"teuthologyprofile","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rados":{}}}],"osds":[{"osd":0,"uuid":"e3266cc4-68e5-45de-bbe9-5051115aeaf6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":300,"up_from":311,"up_thru":534,"down_at":301,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6802","nonce":940084853},{"type":"v1","addr":"172.21.15.89:6803","nonce":940084853}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6804","nonce":940084853},{"type":"v1","addr":"172.21.15.89:6805","nonce":940084853}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6808","nonce":940084853},{"type":"v1","addr":"172.21.15.89:6809","nonce":940084853}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6806","nonce":940084853},{"type":"v1","addr":"172.21.15.89:6807","nonce":940084853}]},"public_addr":"172.21.15.89:6803/940084853","cluster_addr":"172.21.15.89:6805/940084853","heartbeat_back_addr":"172.21.15.89:6809/940084853","heartbeat_front_addr":"172.21.15.89:6807/940084853","state":["exists","up"]},{"osd":1,"uuid":"5dd01d94-d5d9-4eeb-ad81-3e3067c73973","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":333,"up_from":343,"up_thru":534,"down_at":334,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6810","nonce":1617862369},{"type":"v1","addr":"172.21.15.89:6811","nonce":1617862369}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6812","nonce":1617862369},{"type":"v1","addr":"172.21.15.89:6813","nonce":1617862369}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6816","nonce":1617862369},{"type":"v1","addr":"172.21.15.89:6817","nonce":1617862369}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6814","nonce":1617862369},{"type":"v1","addr":"172.21.15.89:6815","nonce":1617862369}]},"public_addr":"172.21.15.89:6811/1617862369","cluster_addr":"172.21.15.89:6813/1617862369","heartbeat_back_addr":"172.21.15.89:6817/1617862369","heartbeat_front_addr":"172.21.15.89:6815/1617862369","state":["exists","up"]},{"osd":2,"uuid":"dc0d78a2-8537-493c-b460-e3c02fa49ad8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":364,"up_from":374,"up_thru":534,"down_at":365,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6818","nonce":544999266},{"type":"v1","addr":"172.21.15.89:6819","nonce":544999266}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6820","nonce":544999266},{"type":"v1","addr":"172.21.15.89:6821","nonce":544999266}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6824","nonce":544999266},{"type":"v1","addr":"172.21.15.89:6825","nonce":544999266}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6822","nonce":544999266},{"type":"v1","addr":"172.21.15.89:6823","nonce":544999266}]},"public_addr":"172.21.15.89:6819/544999266","cluster_addr":"172.21.15.89:6821/544999266","heartbeat_back_addr":"172.21.15.89:6825/544999266","heartbeat_front_addr":"172.21.15.89:6823/544999266","state":["exists","up"]},{"osd":3,"uuid":"5c089896-6162-42ce-92d1-3df0067b0509","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":25,"last_clean_end":396,"up_from":406,"up_thru":534,"down_at":397,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6826","nonce":2689325702},{"type":"v1","addr":"172.21.15.89:6827","nonce":2689325702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6828","nonce":2689325702},{"type":"v1","addr":"172.21.15.89:6829","nonce":2689325702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6832","nonce":2689325702},{"type":"v1","addr":"172.21.15.89:6833","nonce":2689325702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6830","nonce":2689325702},{"type":"v1","addr":"172.21.15.89:6831","nonce":2689325702}]},"public_addr":"172.21.15.89:6827/2689325702","cluster_addr":"172.21.15.89:6829/2689325702","heartbeat_back_addr":"172.21.15.89:6833/2689325702","heartbeat_front_addr":"172.21.15.89:6831/2689325702","state":["exists","up"]},{"osd":4,"uuid":"0e999ea6-fb75-4ecb-87cc-a209e0de50a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":30,"last_clean_end":427,"up_from":437,"up_thru":534,"down_at":428,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":4126860811},{"type":"v1","addr":"172.21.15.155:6801","nonce":4126860811}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":4126860811},{"type":"v1","addr":"172.21.15.155:6803","nonce":4126860811}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":4126860811},{"type":"v1","addr":"172.21.15.155:6807","nonce":4126860811}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":4126860811},{"type":"v1","addr":"172.21.15.155:6805","nonce":4126860811}]},"public_addr":"172.21.15.155:6801/4126860811","cluster_addr":"172.21.15.155:6803/4126860811","heartbeat_back_addr":"172.21.15.155:6807/4126860811","heartbeat_front_addr":"172.21.15.155:6805/4126860811","state":["exists","up"]},{"osd":5,"uuid":"e5a05578-33b1-4b4c-94a9-9229659da7fa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":38,"last_clean_end":458,"up_from":469,"up_thru":534,"down_at":459,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6808","nonce":3128099560},{"type":"v1","addr":"172.21.15.155:6809","nonce":3128099560}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":3128099560},{"type":"v1","addr":"172.21.15.155:6811","nonce":3128099560}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":3128099560},{"type":"v1","addr":"172.21.15.155:6815","nonce":3128099560}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":3128099560},{"type":"v1","addr":"172.21.15.155:6813","nonce":3128099560}]},"public_addr":"172.21.15.155:6809/3128099560","cluster_addr":"172.21.15.155:6811/3128099560","heartbeat_back_addr":"172.21.15.155:6815/3128099560","heartbeat_front_addr":"172.21.15.155:6813/3128099560","state":["exists","up"]},{"osd":6,"uuid":"7b4c1111-fe24-4430-ac3a-e8c50f843596","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":46,"last_clean_end":490,"up_from":501,"up_thru":534,"down_at":491,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":4134511510},{"type":"v1","addr":"172.21.15.155:6817","nonce":4134511510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":4134511510},{"type":"v1","addr":"172.21.15.155:6819","nonce":4134511510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":4134511510},{"type":"v1","addr":"172.21.15.155:6823","nonce":4134511510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":4134511510},{"type":"v1","addr":"172.21.15.155:6821","nonce":4134511510}]},"public_addr":"172.21.15.155:6817/4134511510","cluster_addr":"172.21.15.155:6819/4134511510","heartbeat_back_addr":"172.21.15.155:6823/4134511510","heartbeat_front_addr":"172.21.15.155:6821/4134511510","state":["exists","up"]},{"osd":7,"uuid":"1915e7cf-7780-474b-a0f7-8c4cfe3310a9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":54,"last_clean_end":524,"up_from":534,"up_thru":534,"down_at":525,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":924650040},{"type":"v1","addr":"172.21.15.155:6825","nonce":924650040}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":924650040},{"type":"v1","addr":"172.21.15.155:6827","nonce":924650040}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":924650040},{"type":"v1","addr":"172.21.15.155:6831","nonce":924650040}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":924650040},{"type":"v1","addr":"172.21.15.155:6829","nonce":924650040}]},"public_addr":"172.21.15.155:6825/924650040","cluster_addr":"172.21.15.155:6827/924650040","heartbeat_back_addr":"172.21.15.155:6831/924650040","heartbeat_front_addr":"172.21.15.155:6829/924650040","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T05:57:56.488873+0000","dead_epoch":300},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T05:58:20.398823+0000","dead_epoch":333},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T05:58:44.813815+0000","dead_epoch":364},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T05:59:09.412213+0000","dead_epoch":396},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T05:59:30.797303+0000","dead_epoch":427},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T05:59:54.744079+0000","dead_epoch":458},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:00:17.961591+0000","dead_epoch":489},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:00:41.152832+0000","dead_epoch":524}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.3","mappings":[{"from":7,"to":4}]},{"pgid":"3.a","mappings":[{"from":6,"to":2}]},{"pgid":"3.e","mappings":[{"from":4,"to":3}]},{"pgid":"3.f","mappings":[{"from":4,"to":1}]},{"pgid":"3.12","mappings":[{"from":0,"to":2}]},{"pgid":"3.1d","mappings":[{"from":5,"to":2}]},{"pgid":"3.24","mappings":[{"from":0,"to":1}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.155:6833/1230019515":"2024-07-27T06:13:15.364505+0000","172.21.15.155:6832/1230019515":"2024-07-27T06:13:15.364505+0000","172.21.15.89:0/4138893809":"2024-07-27T06:07:40.619522+0000","172.21.15.89:0/3422305009":"2024-07-27T06:07:40.619522+0000","172.21.15.89:6801/3145153003":"2024-07-27T06:01:59.188451+0000","172.21.15.89:6800/3145153003":"2024-07-27T06:01:59.188451+0000","172.21.15.89:0/3641405665":"2024-07-27T05:56:13.433538+0000","172.21.15.89:0/735279321":"2024-07-27T05:56:13.433538+0000","172.21.15.155:6835/1644696019":"2024-07-27T06:06:59.728279+0000","172.21.15.155:6834/1644696019":"2024-07-27T06:06:59.728279+0000","172.21.15.155:0/425533261":"2024-07-27T06:06:59.728279+0000","172.21.15.89:0/1840338185":"2024-07-27T06:06:14.930039+0000","172.21.15.89:0/1269968770":"2024-07-27T06:07:40.619522+0000","172.21.15.89:0/215767964":"2024-07-27T06:01:59.188451+0000","172.21.15.89:0/3977426505":"2024-07-27T05:56:35.284582+0000","172.21.15.89:0/2894300966":"2024-07-27T06:06:14.930039+0000","172.21.15.89:6800/1173508627":"2024-07-27T06:07:40.619522+0000","172.21.15.155:0/3050311259":"2024-07-27T06:06:59.728279+0000","172.21.15.89:6801/214037989":"2024-07-27T06:06:14.930039+0000","172.21.15.89:0/1888492994":"2024-07-27T05:56:13.433538+0000","172.21.15.89:0/3549863385":"2024-07-27T05:56:35.284582+0000","172.21.15.155:0/536905496":"2024-07-27T06:06:59.728279+0000","172.21.15.89:0/557533255":"2024-07-27T06:07:40.619522+0000","172.21.15.89:6801/1173508627":"2024-07-27T06:07:40.619522+0000","172.21.15.89:0/3076534030":"2024-07-27T06:07:40.619522+0000","172.21.15.89:6800/2914049638":"2024-07-27T05:56:13.433538+0000","172.21.15.89:6801/877404674":"2024-07-27T05:56:35.284582+0000","172.21.15.155:0/964708710":"2024-07-27T06:06:59.728279+0000","172.21.15.89:0/3981546555":"2024-07-27T06:07:40.619522+0000","172.21.15.89:6800/877404674":"2024-07-27T05:56:35.284582+0000","172.21.15.89:6801/2914049638":"2024-07-27T05:56:13.433538+0000","172.21.15.89:0/3252975737":"2024-07-27T06:07:40.619522+0000","172.21.15.89:0/645092047":"2024-07-27T06:01:59.188451+0000","172.21.15.89:0/3704729042":"2024-07-27T06:06:14.930039+0000","172.21.15.155:0/3110022620":"2024-07-27T06:06:59.728279+0000","172.21.15.89:0/1153063528":"2024-07-27T06:06:14.930039+0000","172.21.15.155:0/1604821635":"2024-07-27T06:06:59.728279+0000","172.21.15.89:6800/214037989":"2024-07-27T06:06:14.930039+0000","172.21.15.89:0/1412375414":"2024-07-27T06:01:59.188451+0000","172.21.15.89:0/3071569083":"2024-07-27T06:06:14.930039+0000","172.21.15.155:0/551476852":"2024-07-27T06:06:59.728279+0000","172.21.15.89:0/3141568195":"2024-07-27T05:56:35.284582+0000","172.21.15.89:0/1195969220":"2024-07-27T06:01:59.188451+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":5,"snaps":[{"begin":447,"length":1},{"begin":450,"length":1},{"begin":454,"length":1},{"begin":460,"length":2}]}],"new_removed_snaps":[],"new_purged_snaps":[{"pool":5,"snaps":[{"begin":418,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T06:18:29.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:29 smithi155 ceph-mon[90160]: pgmap v947: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 306 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.7 MiB/s wr, 8 op/s 2024-07-26T06:18:29.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:29 smithi155 ceph-mon[90160]: osdmap e859: 8 total, 8 up, 8 in 2024-07-26T06:18:30.624 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- ceph pg dump --format=json 2024-07-26T06:18:30.877 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:18:30.878 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:30 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/420349410' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-07-26T06:18:30.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:30 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/420349410' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-07-26T06:18:30.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:30 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/420349410' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-07-26T06:18:31.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:31 smithi155 ceph-mon[90160]: pgmap v949: 121 pgs: 121 active+clean; 307 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.9 MiB/s wr, 14 op/s 2024-07-26T06:18:31.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:31 smithi089 ceph-mon[99608]: pgmap v949: 121 pgs: 121 active+clean; 307 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.9 MiB/s wr, 14 op/s 2024-07-26T06:18:31.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:31 smithi089 ceph-mon[102056]: pgmap v949: 121 pgs: 121 active+clean; 307 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.9 MiB/s wr, 14 op/s 2024-07-26T06:18:32.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:18:32 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:18:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:18:32.654 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:18:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:18:32] "GET /metrics HTTP/1.1" 200 36346 "" "Prometheus/2.43.0" 2024-07-26T06:18:32.703 INFO:teuthology.orchestra.run.smithi089.stdout: 2024-07-26T06:18:32.705 INFO:teuthology.orchestra.run.smithi089.stderr:dumped all 2024-07-26T06:18:33.484 INFO:teuthology.orchestra.run.smithi089.stdout:{"pg_ready":true,"pg_map":{"version":949,"stamp":"2024-07-26T06:18:30.780796+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":322116599,"num_objects":199,"num_object_clones":123,"num_object_copies":597,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":199,"num_whiteouts":16,"num_read":4948,"num_read_kb":6210805,"num_write":9012,"num_write_kb":1835917,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":121,"num_bytes_recovered":458008160,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":21137,"ondisk_log_size":21137,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":3604060,"kb_used_data":531476,"kb_used_omap":235,"kb_used_meta":3072212,"kb_avail":746357156,"statfs":{"total":767960285184,"available":764269727744,"internally_reserved":0,"allocated":544231424,"data_stored":828332222,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":240679,"internal_metadata":3145946073},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":8364032,"num_objects":13,"num_object_clones":13,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":3,"num_read":25,"num_read_kb":20396,"num_write":50,"num_write_kb":10448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.264189"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1120,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-07-26T06:18:27.545278+0000","last_change":"2024-07-26T06:12:55.419988+0000","last_active":"2024-07-26T06:18:27.545278+0000","last_peered":"2024-07-26T06:18:27.545278+0000","last_clean":"2024-07-26T06:18:27.545278+0000","last_became_active":"2024-07-26T06:12:55.419251+0000","last_became_peered":"2024-07-26T06:12:55.419251+0000","last_unstale":"2024-07-26T06:18:27.545278+0000","last_undegraded":"2024-07-26T06:18:27.545278+0000","last_fullsized":"2024-07-26T06:18:27.545278+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:48:16.734882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1323,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-07-26T06:18:27.536198+0000","last_change":"2024-07-26T06:12:21.521864+0000","last_active":"2024-07-26T06:18:27.536198+0000","last_peered":"2024-07-26T06:18:27.536198+0000","last_clean":"2024-07-26T06:18:27.536198+0000","last_became_active":"2024-07-26T06:12:21.521541+0000","last_became_peered":"2024-07-26T06:12:21.521541+0000","last_unstale":"2024-07-26T06:18:27.536198+0000","last_undegraded":"2024-07-26T06:18:27.536198+0000","last_fullsized":"2024-07-26T06:18:27.536198+0000","mapping_epoch":501,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":502,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:08:26.685774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1330,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-07-26T06:18:25.524620+0000","last_change":"2024-07-26T06:10:08.367395+0000","last_active":"2024-07-26T06:18:25.524620+0000","last_peered":"2024-07-26T06:18:25.524620+0000","last_clean":"2024-07-26T06:18:25.524620+0000","last_became_active":"2024-07-26T06:10:08.367100+0000","last_became_peered":"2024-07-26T06:10:08.367100+0000","last_unstale":"2024-07-26T06:18:25.524620+0000","last_undegraded":"2024-07-26T06:18:25.524620+0000","last_fullsized":"2024-07-26T06:18:25.524620+0000","mapping_epoch":374,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":375,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:40:16.336126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1199,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-07-26T06:18:29.495205+0000","last_change":"2024-07-26T06:12:55.418389+0000","last_active":"2024-07-26T06:18:29.495205+0000","last_peered":"2024-07-26T06:18:29.495205+0000","last_clean":"2024-07-26T06:18:29.495205+0000","last_became_active":"2024-07-26T06:12:55.418113+0000","last_became_peered":"2024-07-26T06:12:55.418113+0000","last_unstale":"2024-07-26T06:18:29.495205+0000","last_undegraded":"2024-07-26T06:18:29.495205+0000","last_fullsized":"2024-07-26T06:18:29.495205+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:53:35.246349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1139,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-07-26T06:18:27.542239+0000","last_change":"2024-07-26T06:12:55.409998+0000","last_active":"2024-07-26T06:18:27.542239+0000","last_peered":"2024-07-26T06:18:27.542239+0000","last_clean":"2024-07-26T06:18:27.542239+0000","last_became_active":"2024-07-26T06:12:55.409674+0000","last_became_peered":"2024-07-26T06:12:55.409674+0000","last_unstale":"2024-07-26T06:18:27.542239+0000","last_undegraded":"2024-07-26T06:18:27.542239+0000","last_fullsized":"2024-07-26T06:18:27.542239+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:00:07.964361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1185,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-07-26T06:18:29.495069+0000","last_change":"2024-07-26T06:11:47.488883+0000","last_active":"2024-07-26T06:18:29.495069+0000","last_peered":"2024-07-26T06:18:29.495069+0000","last_clean":"2024-07-26T06:18:29.495069+0000","last_became_active":"2024-07-26T06:11:47.487683+0000","last_became_peered":"2024-07-26T06:11:47.487683+0000","last_unstale":"2024-07-26T06:18:29.495069+0000","last_undegraded":"2024-07-26T06:18:29.495069+0000","last_fullsized":"2024-07-26T06:18:29.495069+0000","mapping_epoch":469,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":470,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:33:22.321559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1139,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-07-26T06:18:27.541369+0000","last_change":"2024-07-26T06:12:55.411327+0000","last_active":"2024-07-26T06:18:27.541369+0000","last_peered":"2024-07-26T06:18:27.541369+0000","last_clean":"2024-07-26T06:18:27.541369+0000","last_became_active":"2024-07-26T06:12:55.410906+0000","last_became_peered":"2024-07-26T06:12:55.410906+0000","last_unstale":"2024-07-26T06:18:27.541369+0000","last_undegraded":"2024-07-26T06:18:27.541369+0000","last_fullsized":"2024-07-26T06:18:27.541369+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T06:07:15.469357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1253,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-07-26T06:18:27.546152+0000","last_change":"2024-07-26T06:12:21.514696+0000","last_active":"2024-07-26T06:18:27.546152+0000","last_peered":"2024-07-26T06:18:27.546152+0000","last_clean":"2024-07-26T06:18:27.546152+0000","last_became_active":"2024-07-26T06:12:21.514279+0000","last_became_peered":"2024-07-26T06:12:21.514279+0000","last_unstale":"2024-07-26T06:18:27.546152+0000","last_undegraded":"2024-07-26T06:18:27.546152+0000","last_fullsized":"2024-07-26T06:18:27.546152+0000","mapping_epoch":501,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":502,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:57:43.750487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1130,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-07-26T06:18:27.545169+0000","last_change":"2024-07-26T06:12:55.428548+0000","last_active":"2024-07-26T06:18:27.545169+0000","last_peered":"2024-07-26T06:18:27.545169+0000","last_clean":"2024-07-26T06:18:27.545169+0000","last_became_active":"2024-07-26T06:12:55.427777+0000","last_became_peered":"2024-07-26T06:12:55.427777+0000","last_unstale":"2024-07-26T06:18:27.545169+0000","last_undegraded":"2024-07-26T06:18:27.545169+0000","last_fullsized":"2024-07-26T06:18:27.545169+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:36:56.388193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1159,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-07-26T06:18:27.539929+0000","last_change":"2024-07-26T06:12:21.526002+0000","last_active":"2024-07-26T06:18:27.539929+0000","last_peered":"2024-07-26T06:18:27.539929+0000","last_clean":"2024-07-26T06:18:27.539929+0000","last_became_active":"2024-07-26T06:12:21.523665+0000","last_became_peered":"2024-07-26T06:12:21.523665+0000","last_unstale":"2024-07-26T06:18:27.539929+0000","last_undegraded":"2024-07-26T06:18:27.539929+0000","last_fullsized":"2024-07-26T06:18:27.539929+0000","mapping_epoch":501,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":502,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T06:41:13.121431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1159,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-07-26T06:18:27.539342+0000","last_change":"2024-07-26T06:12:21.517753+0000","last_active":"2024-07-26T06:18:27.539342+0000","last_peered":"2024-07-26T06:18:27.539342+0000","last_clean":"2024-07-26T06:18:27.539342+0000","last_became_active":"2024-07-26T06:12:21.514863+0000","last_became_peered":"2024-07-26T06:12:21.514863+0000","last_unstale":"2024-07-26T06:18:27.539342+0000","last_undegraded":"2024-07-26T06:18:27.539342+0000","last_fullsized":"2024-07-26T06:18:27.539342+0000","mapping_epoch":501,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":502,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:43:25.662971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1213,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-07-26T06:18:26.534578+0000","last_change":"2024-07-26T06:12:21.520378+0000","last_active":"2024-07-26T06:18:26.534578+0000","last_peered":"2024-07-26T06:18:26.534578+0000","last_clean":"2024-07-26T06:18:26.534578+0000","last_became_active":"2024-07-26T06:12:21.519574+0000","last_became_peered":"2024-07-26T06:12:21.519574+0000","last_unstale":"2024-07-26T06:18:26.534578+0000","last_undegraded":"2024-07-26T06:18:26.534578+0000","last_fullsized":"2024-07-26T06:18:26.534578+0000","mapping_epoch":501,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":502,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:50:26.024506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1255,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-07-26T06:18:27.546987+0000","last_change":"2024-07-26T06:12:21.518251+0000","last_active":"2024-07-26T06:18:27.546987+0000","last_peered":"2024-07-26T06:18:27.546987+0000","last_clean":"2024-07-26T06:18:27.546987+0000","last_became_active":"2024-07-26T06:12:21.517956+0000","last_became_peered":"2024-07-26T06:12:21.517956+0000","last_unstale":"2024-07-26T06:18:27.546987+0000","last_undegraded":"2024-07-26T06:18:27.546987+0000","last_fullsized":"2024-07-26T06:18:27.546987+0000","mapping_epoch":501,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":502,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:13:14.073618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1330,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-07-26T06:18:25.524586+0000","last_change":"2024-07-26T06:11:47.488045+0000","last_active":"2024-07-26T06:18:25.524586+0000","last_peered":"2024-07-26T06:18:25.524586+0000","last_clean":"2024-07-26T06:18:25.524586+0000","last_became_active":"2024-07-26T06:11:47.487734+0000","last_became_peered":"2024-07-26T06:11:47.487734+0000","last_unstale":"2024-07-26T06:18:25.524586+0000","last_undegraded":"2024-07-26T06:18:25.524586+0000","last_fullsized":"2024-07-26T06:18:25.524586+0000","mapping_epoch":469,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":470,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:53:36.446988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1312,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-07-26T06:18:27.533836+0000","last_change":"2024-07-26T06:11:47.480641+0000","last_active":"2024-07-26T06:18:27.533836+0000","last_peered":"2024-07-26T06:18:27.533836+0000","last_clean":"2024-07-26T06:18:27.533836+0000","last_became_active":"2024-07-26T06:11:47.480313+0000","last_became_peered":"2024-07-26T06:11:47.480313+0000","last_unstale":"2024-07-26T06:18:27.533836+0000","last_undegraded":"2024-07-26T06:18:27.533836+0000","last_fullsized":"2024-07-26T06:18:27.533836+0000","mapping_epoch":469,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":470,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:43:50.097357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1186,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-07-26T06:18:29.494594+0000","last_change":"2024-07-26T06:12:55.420529+0000","last_active":"2024-07-26T06:18:29.494594+0000","last_peered":"2024-07-26T06:18:29.494594+0000","last_clean":"2024-07-26T06:18:29.494594+0000","last_became_active":"2024-07-26T06:12:55.420229+0000","last_became_peered":"2024-07-26T06:12:55.420229+0000","last_unstale":"2024-07-26T06:18:29.494594+0000","last_undegraded":"2024-07-26T06:18:29.494594+0000","last_fullsized":"2024-07-26T06:18:29.494594+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:04:31.408555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1188,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-07-26T06:18:29.495576+0000","last_change":"2024-07-26T06:12:55.420954+0000","last_active":"2024-07-26T06:18:29.495576+0000","last_peered":"2024-07-26T06:18:29.495576+0000","last_clean":"2024-07-26T06:18:29.495576+0000","last_became_active":"2024-07-26T06:12:55.420143+0000","last_became_peered":"2024-07-26T06:12:55.420143+0000","last_unstale":"2024-07-26T06:18:29.495576+0000","last_undegraded":"2024-07-26T06:18:29.495576+0000","last_fullsized":"2024-07-26T06:18:29.495576+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:59:23.483758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1289,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-07-26T06:18:25.518941+0000","last_change":"2024-07-26T06:12:55.415281+0000","last_active":"2024-07-26T06:18:25.518941+0000","last_peered":"2024-07-26T06:18:25.518941+0000","last_clean":"2024-07-26T06:18:25.518941+0000","last_became_active":"2024-07-26T06:12:55.414894+0000","last_became_peered":"2024-07-26T06:12:55.414894+0000","last_unstale":"2024-07-26T06:18:25.518941+0000","last_undegraded":"2024-07-26T06:18:25.518941+0000","last_fullsized":"2024-07-26T06:18:25.518941+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:41:00.290701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1120,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-07-26T06:18:27.545088+0000","last_change":"2024-07-26T06:12:55.420716+0000","last_active":"2024-07-26T06:18:27.545088+0000","last_peered":"2024-07-26T06:18:27.545088+0000","last_clean":"2024-07-26T06:18:27.545088+0000","last_became_active":"2024-07-26T06:12:55.420022+0000","last_became_peered":"2024-07-26T06:12:55.420022+0000","last_unstale":"2024-07-26T06:18:27.545088+0000","last_undegraded":"2024-07-26T06:18:27.545088+0000","last_fullsized":"2024-07-26T06:18:27.545088+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:09:24.217344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1169,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-07-26T06:18:27.539266+0000","last_change":"2024-07-26T06:12:21.521094+0000","last_active":"2024-07-26T06:18:27.539266+0000","last_peered":"2024-07-26T06:18:27.539266+0000","last_clean":"2024-07-26T06:18:27.539266+0000","last_became_active":"2024-07-26T06:12:21.520414+0000","last_became_peered":"2024-07-26T06:12:21.520414+0000","last_unstale":"2024-07-26T06:18:27.539266+0000","last_undegraded":"2024-07-26T06:18:27.539266+0000","last_fullsized":"2024-07-26T06:18:27.539266+0000","mapping_epoch":501,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":502,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:29:48.863242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1330,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-07-26T06:18:25.524353+0000","last_change":"2024-07-26T06:12:55.425540+0000","last_active":"2024-07-26T06:18:25.524353+0000","last_peered":"2024-07-26T06:18:25.524353+0000","last_clean":"2024-07-26T06:18:25.524353+0000","last_became_active":"2024-07-26T06:12:55.425244+0000","last_became_peered":"2024-07-26T06:12:55.425244+0000","last_unstale":"2024-07-26T06:18:25.524353+0000","last_undegraded":"2024-07-26T06:18:25.524353+0000","last_fullsized":"2024-07-26T06:18:25.524353+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T06:26:05.036918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1176,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-07-26T06:18:29.494813+0000","last_change":"2024-07-26T06:12:55.407658+0000","last_active":"2024-07-26T06:18:29.494813+0000","last_peered":"2024-07-26T06:18:29.494813+0000","last_clean":"2024-07-26T06:18:29.494813+0000","last_became_active":"2024-07-26T06:12:55.406730+0000","last_became_peered":"2024-07-26T06:12:55.406730+0000","last_unstale":"2024-07-26T06:18:29.494813+0000","last_undegraded":"2024-07-26T06:18:29.494813+0000","last_fullsized":"2024-07-26T06:18:29.494813+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T06:45:00.604265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1255,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-07-26T06:18:27.545608+0000","last_change":"2024-07-26T06:11:14.406889+0000","last_active":"2024-07-26T06:18:27.545608+0000","last_peered":"2024-07-26T06:18:27.545608+0000","last_clean":"2024-07-26T06:18:27.545608+0000","last_became_active":"2024-07-26T06:11:14.406476+0000","last_became_peered":"2024-07-26T06:11:14.406476+0000","last_unstale":"2024-07-26T06:18:27.545608+0000","last_undegraded":"2024-07-26T06:18:27.545608+0000","last_fullsized":"2024-07-26T06:18:27.545608+0000","mapping_epoch":437,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":438,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:40:18.277524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1207,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-07-26T06:18:29.494779+0000","last_change":"2024-07-26T06:11:47.471885+0000","last_active":"2024-07-26T06:18:29.494779+0000","last_peered":"2024-07-26T06:18:29.494779+0000","last_clean":"2024-07-26T06:18:29.494779+0000","last_became_active":"2024-07-26T06:11:47.471581+0000","last_became_peered":"2024-07-26T06:11:47.471581+0000","last_unstale":"2024-07-26T06:18:29.494779+0000","last_undegraded":"2024-07-26T06:18:29.494779+0000","last_fullsized":"2024-07-26T06:18:29.494779+0000","mapping_epoch":469,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":470,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:23:36.403403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1243,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-07-26T06:18:27.546160+0000","last_change":"2024-07-26T06:11:14.405659+0000","last_active":"2024-07-26T06:18:27.546160+0000","last_peered":"2024-07-26T06:18:27.546160+0000","last_clean":"2024-07-26T06:18:27.546160+0000","last_became_active":"2024-07-26T06:11:14.405322+0000","last_became_peered":"2024-07-26T06:11:14.405322+0000","last_unstale":"2024-07-26T06:18:27.546160+0000","last_undegraded":"2024-07-26T06:18:27.546160+0000","last_fullsized":"2024-07-26T06:18:27.546160+0000","mapping_epoch":437,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":438,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:28:27.909017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1161,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-07-26T06:18:27.539694+0000","last_change":"2024-07-26T06:12:55.417396+0000","last_active":"2024-07-26T06:18:27.539694+0000","last_peered":"2024-07-26T06:18:27.539694+0000","last_clean":"2024-07-26T06:18:27.539694+0000","last_became_active":"2024-07-26T06:12:55.417115+0000","last_became_peered":"2024-07-26T06:12:55.417115+0000","last_unstale":"2024-07-26T06:18:27.539694+0000","last_undegraded":"2024-07-26T06:18:27.539694+0000","last_fullsized":"2024-07-26T06:18:27.539694+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:39:35.821007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1313,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-07-26T06:18:27.535763+0000","last_change":"2024-07-26T06:10:41.393019+0000","last_active":"2024-07-26T06:18:27.535763+0000","last_peered":"2024-07-26T06:18:27.535763+0000","last_clean":"2024-07-26T06:18:27.535763+0000","last_became_active":"2024-07-26T06:10:41.392676+0000","last_became_peered":"2024-07-26T06:10:41.392676+0000","last_unstale":"2024-07-26T06:18:27.535763+0000","last_undegraded":"2024-07-26T06:18:27.535763+0000","last_fullsized":"2024-07-26T06:18:27.535763+0000","mapping_epoch":406,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":407,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:39:17.857800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1264,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-07-26T06:18:27.545554+0000","last_change":"2024-07-26T06:11:14.406431+0000","last_active":"2024-07-26T06:18:27.545554+0000","last_peered":"2024-07-26T06:18:27.545554+0000","last_clean":"2024-07-26T06:18:27.545554+0000","last_became_active":"2024-07-26T06:11:14.406106+0000","last_became_peered":"2024-07-26T06:11:14.406106+0000","last_unstale":"2024-07-26T06:18:27.545554+0000","last_undegraded":"2024-07-26T06:18:27.545554+0000","last_fullsized":"2024-07-26T06:18:27.545554+0000","mapping_epoch":437,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":438,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:28:30.924546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1330,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-07-26T06:18:25.528572+0000","last_change":"2024-07-26T06:11:14.410366+0000","last_active":"2024-07-26T06:18:25.528572+0000","last_peered":"2024-07-26T06:18:25.528572+0000","last_clean":"2024-07-26T06:18:25.528572+0000","last_became_active":"2024-07-26T06:11:14.410045+0000","last_became_peered":"2024-07-26T06:11:14.410045+0000","last_unstale":"2024-07-26T06:18:25.528572+0000","last_undegraded":"2024-07-26T06:18:25.528572+0000","last_fullsized":"2024-07-26T06:18:25.528572+0000","mapping_epoch":437,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":438,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:18:12.441970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1207,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-07-26T06:18:29.494933+0000","last_change":"2024-07-26T06:11:47.479752+0000","last_active":"2024-07-26T06:18:29.494933+0000","last_peered":"2024-07-26T06:18:29.494933+0000","last_clean":"2024-07-26T06:18:29.494933+0000","last_became_active":"2024-07-26T06:11:47.478631+0000","last_became_peered":"2024-07-26T06:11:47.478631+0000","last_unstale":"2024-07-26T06:18:29.494933+0000","last_undegraded":"2024-07-26T06:18:29.494933+0000","last_fullsized":"2024-07-26T06:18:29.494933+0000","mapping_epoch":469,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":470,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:18:22.107716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1290,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-07-26T06:18:25.517825+0000","last_change":"2024-07-26T06:12:21.525197+0000","last_active":"2024-07-26T06:18:25.517825+0000","last_peered":"2024-07-26T06:18:25.517825+0000","last_clean":"2024-07-26T06:18:25.517825+0000","last_became_active":"2024-07-26T06:12:21.524892+0000","last_became_peered":"2024-07-26T06:12:21.524892+0000","last_unstale":"2024-07-26T06:18:25.517825+0000","last_undegraded":"2024-07-26T06:18:25.517825+0000","last_fullsized":"2024-07-26T06:18:25.517825+0000","mapping_epoch":501,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":502,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:02:58.160479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1159,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-07-26T06:18:27.538368+0000","last_change":"2024-07-26T06:12:21.523596+0000","last_active":"2024-07-26T06:18:27.538368+0000","last_peered":"2024-07-26T06:18:27.538368+0000","last_clean":"2024-07-26T06:18:27.538368+0000","last_became_active":"2024-07-26T06:12:21.516773+0000","last_became_peered":"2024-07-26T06:12:21.516773+0000","last_unstale":"2024-07-26T06:18:27.538368+0000","last_undegraded":"2024-07-26T06:18:27.538368+0000","last_fullsized":"2024-07-26T06:18:27.538368+0000","mapping_epoch":501,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":502,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:25:04.467946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1242,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-07-26T06:18:26.534089+0000","last_change":"2024-07-26T06:11:14.409191+0000","last_active":"2024-07-26T06:18:26.534089+0000","last_peered":"2024-07-26T06:18:26.534089+0000","last_clean":"2024-07-26T06:18:26.534089+0000","last_became_active":"2024-07-26T06:11:14.408672+0000","last_became_peered":"2024-07-26T06:11:14.408672+0000","last_unstale":"2024-07-26T06:18:26.534089+0000","last_undegraded":"2024-07-26T06:18:26.534089+0000","last_fullsized":"2024-07-26T06:18:26.534089+0000","mapping_epoch":437,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":438,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:20:44.753077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"555'2","reported_seq":1260,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-07-26T06:18:27.547081+0000","last_change":"2024-07-26T06:12:55.412821+0000","last_active":"2024-07-26T06:18:27.547081+0000","last_peered":"2024-07-26T06:18:27.547081+0000","last_clean":"2024-07-26T06:18:27.547081+0000","last_became_active":"2024-07-26T06:12:55.412203+0000","last_became_peered":"2024-07-26T06:12:55.412203+0000","last_unstale":"2024-07-26T06:18:27.547081+0000","last_undegraded":"2024-07-26T06:18:27.547081+0000","last_fullsized":"2024-07-26T06:18:27.547081+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:33:14.815497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1329,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-07-26T06:18:25.529211+0000","last_change":"2024-07-26T06:12:55.424021+0000","last_active":"2024-07-26T06:18:25.529211+0000","last_peered":"2024-07-26T06:18:25.529211+0000","last_clean":"2024-07-26T06:18:25.529211+0000","last_became_active":"2024-07-26T06:12:55.422366+0000","last_became_peered":"2024-07-26T06:12:55.422366+0000","last_unstale":"2024-07-26T06:18:25.529211+0000","last_undegraded":"2024-07-26T06:18:25.529211+0000","last_fullsized":"2024-07-26T06:18:25.529211+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:11:45.492466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"555'2","reported_seq":1166,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-07-26T06:18:27.538743+0000","last_change":"2024-07-26T06:12:55.418552+0000","last_active":"2024-07-26T06:18:27.538743+0000","last_peered":"2024-07-26T06:18:27.538743+0000","last_clean":"2024-07-26T06:18:27.538743+0000","last_became_active":"2024-07-26T06:12:55.417941+0000","last_became_peered":"2024-07-26T06:12:55.417941+0000","last_unstale":"2024-07-26T06:18:27.538743+0000","last_undegraded":"2024-07-26T06:18:27.538743+0000","last_fullsized":"2024-07-26T06:18:27.538743+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:04:48.090238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1267,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-07-26T06:18:27.545320+0000","last_change":"2024-07-26T06:12:21.524589+0000","last_active":"2024-07-26T06:18:27.545320+0000","last_peered":"2024-07-26T06:18:27.545320+0000","last_clean":"2024-07-26T06:18:27.545320+0000","last_became_active":"2024-07-26T06:12:21.524261+0000","last_became_peered":"2024-07-26T06:12:21.524261+0000","last_unstale":"2024-07-26T06:18:27.545320+0000","last_undegraded":"2024-07-26T06:18:27.545320+0000","last_fullsized":"2024-07-26T06:18:27.545320+0000","mapping_epoch":501,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":502,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:49:39.704720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1263,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-07-26T06:18:27.546235+0000","last_change":"2024-07-26T06:10:41.395518+0000","last_active":"2024-07-26T06:18:27.546235+0000","last_peered":"2024-07-26T06:18:27.546235+0000","last_clean":"2024-07-26T06:18:27.546235+0000","last_became_active":"2024-07-26T06:10:41.393083+0000","last_became_peered":"2024-07-26T06:10:41.393083+0000","last_unstale":"2024-07-26T06:18:27.546235+0000","last_undegraded":"2024-07-26T06:18:27.546235+0000","last_fullsized":"2024-07-26T06:18:27.546235+0000","mapping_epoch":406,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":407,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:58:21.870433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1191,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-07-26T06:18:29.494603+0000","last_change":"2024-07-26T06:12:55.417016+0000","last_active":"2024-07-26T06:18:29.494603+0000","last_peered":"2024-07-26T06:18:29.494603+0000","last_clean":"2024-07-26T06:18:29.494603+0000","last_became_active":"2024-07-26T06:12:55.416721+0000","last_became_peered":"2024-07-26T06:12:55.416721+0000","last_unstale":"2024-07-26T06:18:29.494603+0000","last_undegraded":"2024-07-26T06:18:29.494603+0000","last_fullsized":"2024-07-26T06:18:29.494603+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:41:38.062327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1312,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-07-26T06:18:27.533736+0000","last_change":"2024-07-26T06:11:14.409001+0000","last_active":"2024-07-26T06:18:27.533736+0000","last_peered":"2024-07-26T06:18:27.533736+0000","last_clean":"2024-07-26T06:18:27.533736+0000","last_became_active":"2024-07-26T06:11:14.407479+0000","last_became_peered":"2024-07-26T06:11:14.407479+0000","last_unstale":"2024-07-26T06:18:27.533736+0000","last_undegraded":"2024-07-26T06:18:27.533736+0000","last_fullsized":"2024-07-26T06:18:27.533736+0000","mapping_epoch":437,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":438,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:27:55.010113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1162,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-07-26T06:18:27.540651+0000","last_change":"2024-07-26T06:12:21.523467+0000","last_active":"2024-07-26T06:18:27.540651+0000","last_peered":"2024-07-26T06:18:27.540651+0000","last_clean":"2024-07-26T06:18:27.540651+0000","last_became_active":"2024-07-26T06:12:21.523160+0000","last_became_peered":"2024-07-26T06:12:21.523160+0000","last_unstale":"2024-07-26T06:18:27.540651+0000","last_undegraded":"2024-07-26T06:18:27.540651+0000","last_fullsized":"2024-07-26T06:18:27.540651+0000","mapping_epoch":501,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":502,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:38:16.283968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1177,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-07-26T06:18:29.495463+0000","last_change":"2024-07-26T06:12:55.417929+0000","last_active":"2024-07-26T06:18:29.495463+0000","last_peered":"2024-07-26T06:18:29.495463+0000","last_clean":"2024-07-26T06:18:29.495463+0000","last_became_active":"2024-07-26T06:12:55.417609+0000","last_became_peered":"2024-07-26T06:12:55.417609+0000","last_unstale":"2024-07-26T06:18:29.495463+0000","last_undegraded":"2024-07-26T06:18:29.495463+0000","last_fullsized":"2024-07-26T06:18:29.495463+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:49:16.242495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1210,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-07-26T06:18:29.495569+0000","last_change":"2024-07-26T06:12:21.521765+0000","last_active":"2024-07-26T06:18:29.495569+0000","last_peered":"2024-07-26T06:18:29.495569+0000","last_clean":"2024-07-26T06:18:29.495569+0000","last_became_active":"2024-07-26T06:12:21.521415+0000","last_became_peered":"2024-07-26T06:12:21.521415+0000","last_unstale":"2024-07-26T06:18:29.495569+0000","last_undegraded":"2024-07-26T06:18:29.495569+0000","last_fullsized":"2024-07-26T06:18:29.495569+0000","mapping_epoch":501,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":502,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T06:37:00.975713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1329,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-07-26T06:18:25.524347+0000","last_change":"2024-07-26T06:11:47.487572+0000","last_active":"2024-07-26T06:18:25.524347+0000","last_peered":"2024-07-26T06:18:25.524347+0000","last_clean":"2024-07-26T06:18:25.524347+0000","last_became_active":"2024-07-26T06:11:47.486001+0000","last_became_peered":"2024-07-26T06:11:47.486001+0000","last_unstale":"2024-07-26T06:18:25.524347+0000","last_undegraded":"2024-07-26T06:18:25.524347+0000","last_fullsized":"2024-07-26T06:18:25.524347+0000","mapping_epoch":469,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":470,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:26:11.063506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"65'3","reported_seq":1331,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-07-26T06:18:27.535987+0000","last_change":"2024-07-26T06:11:47.488391+0000","last_active":"2024-07-26T06:18:27.535987+0000","last_peered":"2024-07-26T06:18:27.535987+0000","last_clean":"2024-07-26T06:18:27.535987+0000","last_became_active":"2024-07-26T06:11:47.488087+0000","last_became_peered":"2024-07-26T06:11:47.488087+0000","last_unstale":"2024-07-26T06:18:27.535987+0000","last_undegraded":"2024-07-26T06:18:27.535987+0000","last_fullsized":"2024-07-26T06:18:27.535987+0000","mapping_epoch":469,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":470,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:38:28.447555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1202,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-07-26T06:18:26.534418+0000","last_change":"2024-07-26T06:12:55.412633+0000","last_active":"2024-07-26T06:18:26.534418+0000","last_peered":"2024-07-26T06:18:26.534418+0000","last_clean":"2024-07-26T06:18:26.534418+0000","last_became_active":"2024-07-26T06:12:55.412356+0000","last_became_peered":"2024-07-26T06:12:55.412356+0000","last_unstale":"2024-07-26T06:18:26.534418+0000","last_undegraded":"2024-07-26T06:18:26.534418+0000","last_fullsized":"2024-07-26T06:18:26.534418+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:56:20.042510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"555'29","reported_seq":1197,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-07-26T06:18:27.539378+0000","last_change":"2024-07-26T06:12:21.518628+0000","last_active":"2024-07-26T06:18:27.539378+0000","last_peered":"2024-07-26T06:18:27.539378+0000","last_clean":"2024-07-26T06:18:27.539378+0000","last_became_active":"2024-07-26T06:12:21.518067+0000","last_became_peered":"2024-07-26T06:12:21.518067+0000","last_unstale":"2024-07-26T06:18:27.539378+0000","last_undegraded":"2024-07-26T06:18:27.539378+0000","last_fullsized":"2024-07-26T06:18:27.539378+0000","mapping_epoch":501,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":502,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:53:25.653760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5810,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1139,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-07-26T06:18:27.545183+0000","last_change":"2024-07-26T06:12:55.415444+0000","last_active":"2024-07-26T06:18:27.545183+0000","last_peered":"2024-07-26T06:18:27.545183+0000","last_clean":"2024-07-26T06:18:27.545183+0000","last_became_active":"2024-07-26T06:12:55.415160+0000","last_became_peered":"2024-07-26T06:12:55.415160+0000","last_unstale":"2024-07-26T06:18:27.545183+0000","last_undegraded":"2024-07-26T06:18:27.545183+0000","last_fullsized":"2024-07-26T06:18:27.545183+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:13:19.368773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"65'2","reported_seq":1339,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-07-26T06:18:25.526175+0000","last_change":"2024-07-26T06:11:14.413361+0000","last_active":"2024-07-26T06:18:25.526175+0000","last_peered":"2024-07-26T06:18:25.526175+0000","last_clean":"2024-07-26T06:18:25.526175+0000","last_became_active":"2024-07-26T06:11:14.413006+0000","last_became_peered":"2024-07-26T06:11:14.413006+0000","last_unstale":"2024-07-26T06:18:25.526175+0000","last_undegraded":"2024-07-26T06:18:25.526175+0000","last_fullsized":"2024-07-26T06:18:25.526175+0000","mapping_epoch":437,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":438,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:33:48.627494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":7,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1290,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-07-26T06:18:25.517946+0000","last_change":"2024-07-26T06:12:55.414654+0000","last_active":"2024-07-26T06:18:25.517946+0000","last_peered":"2024-07-26T06:18:25.517946+0000","last_clean":"2024-07-26T06:18:25.517946+0000","last_became_active":"2024-07-26T06:12:55.414352+0000","last_became_peered":"2024-07-26T06:12:55.414352+0000","last_unstale":"2024-07-26T06:18:25.517946+0000","last_undegraded":"2024-07-26T06:18:25.517946+0000","last_fullsized":"2024-07-26T06:18:25.517946+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:45:46.464159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,3],"acting":[2,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1201,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-07-26T06:18:29.495187+0000","last_change":"2024-07-26T06:12:55.417733+0000","last_active":"2024-07-26T06:18:29.495187+0000","last_peered":"2024-07-26T06:18:29.495187+0000","last_clean":"2024-07-26T06:18:29.495187+0000","last_became_active":"2024-07-26T06:12:55.417431+0000","last_became_peered":"2024-07-26T06:12:55.417431+0000","last_unstale":"2024-07-26T06:18:29.495187+0000","last_undegraded":"2024-07-26T06:18:29.495187+0000","last_fullsized":"2024-07-26T06:18:29.495187+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:39:57.026167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1139,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-07-26T06:18:27.541941+0000","last_change":"2024-07-26T06:12:55.410535+0000","last_active":"2024-07-26T06:18:27.541941+0000","last_peered":"2024-07-26T06:18:27.541941+0000","last_clean":"2024-07-26T06:18:27.541941+0000","last_became_active":"2024-07-26T06:12:55.410258+0000","last_became_peered":"2024-07-26T06:12:55.410258+0000","last_unstale":"2024-07-26T06:18:27.541941+0000","last_undegraded":"2024-07-26T06:18:27.541941+0000","last_fullsized":"2024-07-26T06:18:27.541941+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:28:00.965907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1172,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-07-26T06:18:27.538245+0000","last_change":"2024-07-26T06:12:21.523190+0000","last_active":"2024-07-26T06:18:27.538245+0000","last_peered":"2024-07-26T06:18:27.538245+0000","last_clean":"2024-07-26T06:18:27.538245+0000","last_became_active":"2024-07-26T06:12:21.522880+0000","last_became_peered":"2024-07-26T06:12:21.522880+0000","last_unstale":"2024-07-26T06:18:27.538245+0000","last_undegraded":"2024-07-26T06:18:27.538245+0000","last_fullsized":"2024-07-26T06:18:27.538245+0000","mapping_epoch":501,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":502,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:30:54.294736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1159,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-07-26T06:18:27.537846+0000","last_change":"2024-07-26T06:12:21.520753+0000","last_active":"2024-07-26T06:18:27.537846+0000","last_peered":"2024-07-26T06:18:27.537846+0000","last_clean":"2024-07-26T06:18:27.537846+0000","last_became_active":"2024-07-26T06:12:21.514055+0000","last_became_peered":"2024-07-26T06:12:21.514055+0000","last_unstale":"2024-07-26T06:18:27.537846+0000","last_undegraded":"2024-07-26T06:18:27.537846+0000","last_fullsized":"2024-07-26T06:18:27.537846+0000","mapping_epoch":501,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":502,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:20:51.185949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"65'8","reported_seq":1317,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-07-26T06:18:25.517736+0000","last_change":"2024-07-26T06:10:08.374518+0000","last_active":"2024-07-26T06:18:25.517736+0000","last_peered":"2024-07-26T06:18:25.517736+0000","last_clean":"2024-07-26T06:18:25.517736+0000","last_became_active":"2024-07-26T06:10:08.373302+0000","last_became_peered":"2024-07-26T06:10:08.373302+0000","last_unstale":"2024-07-26T06:18:25.517736+0000","last_undegraded":"2024-07-26T06:18:25.517736+0000","last_fullsized":"2024-07-26T06:18:25.517736+0000","mapping_epoch":374,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":375,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:14:01.006478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1120,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-07-26T06:18:27.541263+0000","last_change":"2024-07-26T06:12:55.421196+0000","last_active":"2024-07-26T06:18:27.541263+0000","last_peered":"2024-07-26T06:18:27.541263+0000","last_clean":"2024-07-26T06:18:27.541263+0000","last_became_active":"2024-07-26T06:12:55.420664+0000","last_became_peered":"2024-07-26T06:12:55.420664+0000","last_unstale":"2024-07-26T06:18:27.541263+0000","last_undegraded":"2024-07-26T06:18:27.541263+0000","last_fullsized":"2024-07-26T06:18:27.541263+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:21:19.981845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"856'1185","reported_seq":4506,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-07-26T06:18:25.573087+0000","last_change":"2024-07-26T06:18:25.546283+0000","last_active":"2024-07-26T06:18:25.573087+0000","last_peered":"2024-07-26T06:18:25.573087+0000","last_clean":"2024-07-26T06:18:25.573087+0000","last_became_active":"2024-07-26T06:10:08.378197+0000","last_became_peered":"2024-07-26T06:10:08.378197+0000","last_unstale":"2024-07-26T06:18:25.573087+0000","last_undegraded":"2024-07-26T06:18:25.573087+0000","last_fullsized":"2024-07-26T06:18:25.573087+0000","mapping_epoch":374,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":375,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:04:57.591998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:04:57.591998+0000","last_clean_scrub_stamp":"2024-07-26T06:04:57.591998+0000","objects_scrubbed":0,"log_size":1185,"log_dups_size":0,"ondisk_log_size":1185,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:29:31.819440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.026561604999999999,"stat_sum":{"num_bytes":20692992,"num_objects":11,"num_object_clones":8,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":1,"num_read":231,"num_read_kb":333152,"num_write":491,"num_write_kb":103248,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":62414848,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1a2","length":"1"},{"start":"1bf","length":"1"},{"start":"1c6","length":"1"},{"start":"1cc","length":"1"}]},{"pgid":"2.f","version":"65'1","reported_seq":1218,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-07-26T06:18:26.534316+0000","last_change":"2024-07-26T06:12:55.414175+0000","last_active":"2024-07-26T06:18:26.534316+0000","last_peered":"2024-07-26T06:18:26.534316+0000","last_clean":"2024-07-26T06:18:26.534316+0000","last_became_active":"2024-07-26T06:12:55.413858+0000","last_became_peered":"2024-07-26T06:12:55.413858+0000","last_unstale":"2024-07-26T06:18:26.534316+0000","last_undegraded":"2024-07-26T06:18:26.534316+0000","last_fullsized":"2024-07-26T06:18:26.534316+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:03:55.726266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1118,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-07-26T06:18:27.544745+0000","last_change":"2024-07-26T06:12:55.427465+0000","last_active":"2024-07-26T06:18:27.544745+0000","last_peered":"2024-07-26T06:18:27.544745+0000","last_clean":"2024-07-26T06:18:27.544745+0000","last_became_active":"2024-07-26T06:12:55.427117+0000","last_became_peered":"2024-07-26T06:12:55.427117+0000","last_unstale":"2024-07-26T06:18:27.544745+0000","last_undegraded":"2024-07-26T06:18:27.544745+0000","last_fullsized":"2024-07-26T06:18:27.544745+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:43:42.096143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"850'516","reported_seq":3581,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-07-26T06:18:27.541738+0000","last_change":"2024-07-26T06:18:27.542097+0000","last_active":"2024-07-26T06:18:27.541738+0000","last_peered":"2024-07-26T06:18:27.541738+0000","last_clean":"2024-07-26T06:18:27.541738+0000","last_became_active":"2024-07-26T06:12:55.419666+0000","last_became_peered":"2024-07-26T06:12:55.419666+0000","last_unstale":"2024-07-26T06:18:27.541738+0000","last_undegraded":"2024-07-26T06:18:27.541738+0000","last_fullsized":"2024-07-26T06:18:27.541738+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:04:57.591998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:04:57.591998+0000","last_clean_scrub_stamp":"2024-07-26T06:04:57.591998+0000","objects_scrubbed":0,"log_size":516,"log_dups_size":0,"ondisk_log_size":516,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:16:50.249004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001480227,"stat_sum":{"num_bytes":7667712,"num_objects":3,"num_object_clones":2,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":82,"num_read_kb":159306,"num_write":190,"num_write_kb":30888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":10592256,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"1a2","length":"1"},{"start":"1bf","length":"1"},{"start":"1c2","length":"1"},{"start":"1c6","length":"1"},{"start":"1cc","length":"2"}]},{"pgid":"2.e","version":"65'2","reported_seq":1298,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-07-26T06:18:25.519044+0000","last_change":"2024-07-26T06:12:55.415746+0000","last_active":"2024-07-26T06:18:25.519044+0000","last_peered":"2024-07-26T06:18:25.519044+0000","last_clean":"2024-07-26T06:18:25.519044+0000","last_became_active":"2024-07-26T06:12:55.415370+0000","last_became_peered":"2024-07-26T06:12:55.415370+0000","last_unstale":"2024-07-26T06:18:25.519044+0000","last_undegraded":"2024-07-26T06:18:25.519044+0000","last_fullsized":"2024-07-26T06:18:25.519044+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:24:03.636442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1137,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-07-26T06:18:27.545441+0000","last_change":"2024-07-26T06:12:55.427732+0000","last_active":"2024-07-26T06:18:27.545441+0000","last_peered":"2024-07-26T06:18:27.545441+0000","last_clean":"2024-07-26T06:18:27.545441+0000","last_became_active":"2024-07-26T06:12:55.427337+0000","last_became_peered":"2024-07-26T06:12:55.427337+0000","last_unstale":"2024-07-26T06:18:27.545441+0000","last_undegraded":"2024-07-26T06:18:27.545441+0000","last_fullsized":"2024-07-26T06:18:27.545441+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:20:51.064573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"856'816","reported_seq":4088,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-07-26T06:18:25.524192+0000","last_change":"2024-07-26T06:18:25.525209+0000","last_active":"2024-07-26T06:18:25.524192+0000","last_peered":"2024-07-26T06:18:25.524192+0000","last_clean":"2024-07-26T06:18:25.524192+0000","last_became_active":"2024-07-26T06:11:14.409441+0000","last_became_peered":"2024-07-26T06:11:14.409441+0000","last_unstale":"2024-07-26T06:18:25.524192+0000","last_undegraded":"2024-07-26T06:18:25.524192+0000","last_fullsized":"2024-07-26T06:18:25.524192+0000","mapping_epoch":437,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":438,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:04:57.591998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:04:57.591998+0000","last_clean_scrub_stamp":"2024-07-26T06:04:57.591998+0000","objects_scrubbed":0,"log_size":816,"log_dups_size":0,"ondisk_log_size":816,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:19:05.316836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0070291080000000001,"stat_sum":{"num_bytes":6406144,"num_objects":5,"num_object_clones":3,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":1,"num_read":122,"num_read_kb":92027,"num_write":250,"num_write_kb":68744,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":19726336,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1a2","length":"1"},{"start":"1bf","length":"1"},{"start":"1c6","length":"1"},{"start":"1cc","length":"1"}]},{"pgid":"2.d","version":"65'1","reported_seq":1319,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-07-26T06:18:27.536061+0000","last_change":"2024-07-26T06:11:14.409009+0000","last_active":"2024-07-26T06:18:27.536061+0000","last_peered":"2024-07-26T06:18:27.536061+0000","last_clean":"2024-07-26T06:18:27.536061+0000","last_became_active":"2024-07-26T06:11:14.408650+0000","last_became_peered":"2024-07-26T06:11:14.408650+0000","last_unstale":"2024-07-26T06:18:27.536061+0000","last_undegraded":"2024-07-26T06:18:27.536061+0000","last_fullsized":"2024-07-26T06:18:27.536061+0000","mapping_epoch":437,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":438,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:14:52.408313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1199,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-07-26T06:18:29.495402+0000","last_change":"2024-07-26T06:12:21.520221+0000","last_active":"2024-07-26T06:18:29.495402+0000","last_peered":"2024-07-26T06:18:29.495402+0000","last_clean":"2024-07-26T06:18:29.495402+0000","last_became_active":"2024-07-26T06:12:21.519925+0000","last_became_peered":"2024-07-26T06:12:21.519925+0000","last_unstale":"2024-07-26T06:18:29.495402+0000","last_undegraded":"2024-07-26T06:18:29.495402+0000","last_fullsized":"2024-07-26T06:18:29.495402+0000","mapping_epoch":501,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":502,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:30:47.097564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":3302,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-07-26T06:18:25.518548+0000","last_change":"2024-07-26T06:18:25.518898+0000","last_active":"2024-07-26T06:18:25.518548+0000","last_peered":"2024-07-26T06:18:25.518548+0000","last_clean":"2024-07-26T06:18:25.518548+0000","last_became_active":"2024-07-26T06:11:47.477734+0000","last_became_peered":"2024-07-26T06:11:47.477734+0000","last_unstale":"2024-07-26T06:18:25.518548+0000","last_undegraded":"2024-07-26T06:18:25.518548+0000","last_fullsized":"2024-07-26T06:18:25.518548+0000","mapping_epoch":469,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":470,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:04:57.591998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:04:57.591998+0000","last_clean_scrub_stamp":"2024-07-26T06:04:57.591998+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T06:12:58.503793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053188599999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1a2","length":"1"},{"start":"1bf","length":"1"},{"start":"1c6","length":"1"},{"start":"1cc","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":1303,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-07-26T06:18:25.518502+0000","last_change":"2024-07-26T06:11:47.473517+0000","last_active":"2024-07-26T06:18:25.518502+0000","last_peered":"2024-07-26T06:18:25.518502+0000","last_clean":"2024-07-26T06:18:25.518502+0000","last_became_active":"2024-07-26T06:11:47.473130+0000","last_became_peered":"2024-07-26T06:11:47.473130+0000","last_unstale":"2024-07-26T06:18:25.518502+0000","last_undegraded":"2024-07-26T06:18:25.518502+0000","last_fullsized":"2024-07-26T06:18:25.518502+0000","mapping_epoch":469,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":470,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:48:39.077042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1120,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-07-26T06:18:27.545394+0000","last_change":"2024-07-26T06:12:55.421043+0000","last_active":"2024-07-26T06:18:27.545394+0000","last_peered":"2024-07-26T06:18:27.545394+0000","last_clean":"2024-07-26T06:18:27.545394+0000","last_became_active":"2024-07-26T06:12:55.420400+0000","last_became_peered":"2024-07-26T06:12:55.420400+0000","last_unstale":"2024-07-26T06:18:27.545394+0000","last_undegraded":"2024-07-26T06:18:27.545394+0000","last_fullsized":"2024-07-26T06:18:27.545394+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:20:09.517127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.4","version":"858'469","reported_seq":3533,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-07-26T06:18:27.573256+0000","last_change":"2024-07-26T06:18:27.550701+0000","last_active":"2024-07-26T06:18:27.573256+0000","last_peered":"2024-07-26T06:18:27.573256+0000","last_clean":"2024-07-26T06:18:27.573256+0000","last_became_active":"2024-07-26T06:12:55.423451+0000","last_became_peered":"2024-07-26T06:12:55.423451+0000","last_unstale":"2024-07-26T06:18:27.573256+0000","last_undegraded":"2024-07-26T06:18:27.573256+0000","last_fullsized":"2024-07-26T06:18:27.573256+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:04:57.591998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:04:57.591998+0000","last_clean_scrub_stamp":"2024-07-26T06:04:57.591998+0000","objects_scrubbed":0,"log_size":469,"log_dups_size":0,"ondisk_log_size":469,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T06:45:33.351449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0077219599999999999,"stat_sum":{"num_bytes":10575872,"num_objects":3,"num_object_clones":2,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":96,"num_read_kb":133147,"num_write":133,"num_write_kb":42400,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"1a2","length":"1"},{"start":"1bf","length":"1"},{"start":"1c2","length":"1"},{"start":"1c6","length":"1"},{"start":"1cc","length":"2"}]},{"pgid":"4.5","version":"0'0","reported_seq":1159,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-07-26T06:18:27.539761+0000","last_change":"2024-07-26T06:12:55.417410+0000","last_active":"2024-07-26T06:18:27.539761+0000","last_peered":"2024-07-26T06:18:27.539761+0000","last_clean":"2024-07-26T06:18:27.539761+0000","last_became_active":"2024-07-26T06:12:55.417108+0000","last_became_peered":"2024-07-26T06:12:55.417108+0000","last_unstale":"2024-07-26T06:18:27.539761+0000","last_undegraded":"2024-07-26T06:18:27.539761+0000","last_fullsized":"2024-07-26T06:18:27.539761+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:02:13.171055+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:02:13.171055+0000","last_clean_scrub_stamp":"2024-07-26T06:02:13.171055+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:32:05.037028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00023966600000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"269'225","reported_seq":1730,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-07-26T06:18:27.539865+0000","last_change":"2024-07-26T06:12:55.427934+0000","last_active":"2024-07-26T06:18:27.539865+0000","last_peered":"2024-07-26T06:18:27.539865+0000","last_clean":"2024-07-26T06:18:27.539865+0000","last_became_active":"2024-07-26T06:12:55.427263+0000","last_became_peered":"2024-07-26T06:12:55.427263+0000","last_unstale":"2024-07-26T06:18:27.539865+0000","last_undegraded":"2024-07-26T06:18:27.539865+0000","last_fullsized":"2024-07-26T06:18:27.539865+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T05:58:47.788656+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T05:58:47.788656+0000","last_clean_scrub_stamp":"2024-07-26T05:58:47.788656+0000","objects_scrubbed":0,"log_size":225,"log_dups_size":0,"ondisk_log_size":225,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:41:43.446608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1070,"num_read_kb":1904,"num_write":367,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1210,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-07-26T06:18:29.494871+0000","last_change":"2024-07-26T06:11:47.476983+0000","last_active":"2024-07-26T06:18:29.494871+0000","last_peered":"2024-07-26T06:18:29.494871+0000","last_clean":"2024-07-26T06:18:29.494871+0000","last_became_active":"2024-07-26T06:11:47.471543+0000","last_became_peered":"2024-07-26T06:11:47.471543+0000","last_unstale":"2024-07-26T06:18:29.494871+0000","last_undegraded":"2024-07-26T06:18:29.494871+0000","last_fullsized":"2024-07-26T06:18:29.494871+0000","mapping_epoch":469,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":470,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:46:50.115683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1253,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-07-26T06:18:27.545516+0000","last_change":"2024-07-26T06:12:21.524662+0000","last_active":"2024-07-26T06:18:27.545516+0000","last_peered":"2024-07-26T06:18:27.545516+0000","last_clean":"2024-07-26T06:18:27.545516+0000","last_became_active":"2024-07-26T06:12:21.524406+0000","last_became_peered":"2024-07-26T06:12:21.524406+0000","last_unstale":"2024-07-26T06:18:27.545516+0000","last_undegraded":"2024-07-26T06:18:27.545516+0000","last_fullsized":"2024-07-26T06:18:27.545516+0000","mapping_epoch":501,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":502,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:49:40.245025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.7","version":"858'2310","reported_seq":5339,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-07-26T06:18:29.495880+0000","last_change":"2024-07-26T06:18:27.553065+0000","last_active":"2024-07-26T06:18:29.495880+0000","last_peered":"2024-07-26T06:18:29.495880+0000","last_clean":"2024-07-26T06:18:29.495880+0000","last_became_active":"2024-07-26T06:11:47.488178+0000","last_became_peered":"2024-07-26T06:11:47.488178+0000","last_unstale":"2024-07-26T06:18:29.495880+0000","last_undegraded":"2024-07-26T06:18:29.495880+0000","last_fullsized":"2024-07-26T06:18:29.495880+0000","mapping_epoch":469,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":470,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:04:57.591998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:04:57.591998+0000","last_clean_scrub_stamp":"2024-07-26T06:04:57.591998+0000","objects_scrubbed":0,"log_size":2310,"log_dups_size":0,"ondisk_log_size":2310,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:45:54.165450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.017359844999999999,"stat_sum":{"num_bytes":21946368,"num_objects":18,"num_object_clones":13,"num_object_copies":54,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":2,"num_read":389,"num_read_kb":714735,"num_write":931,"num_write_kb":251624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":18,"num_bytes_recovered":100769792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"1bf","length":"1"},{"start":"1c2","length":"1"},{"start":"1c6","length":"1"},{"start":"1cc","length":"2"}]},{"pgid":"4.6","version":"0'0","reported_seq":1340,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-07-26T06:18:25.525949+0000","last_change":"2024-07-26T06:10:08.367590+0000","last_active":"2024-07-26T06:18:25.525949+0000","last_peered":"2024-07-26T06:18:25.525949+0000","last_clean":"2024-07-26T06:18:25.525949+0000","last_became_active":"2024-07-26T06:10:08.367302+0000","last_became_peered":"2024-07-26T06:10:08.367302+0000","last_unstale":"2024-07-26T06:18:25.525949+0000","last_undegraded":"2024-07-26T06:18:25.525949+0000","last_fullsized":"2024-07-26T06:18:25.525949+0000","mapping_epoch":374,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":375,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:02:13.171055+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:02:13.171055+0000","last_clean_scrub_stamp":"2024-07-26T06:02:13.171055+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T06:07:10.384551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1130,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-07-26T06:18:27.539771+0000","last_change":"2024-07-26T06:12:55.428280+0000","last_active":"2024-07-26T06:18:27.539771+0000","last_peered":"2024-07-26T06:18:27.539771+0000","last_clean":"2024-07-26T06:18:27.539771+0000","last_became_active":"2024-07-26T06:12:55.427707+0000","last_became_peered":"2024-07-26T06:12:55.427707+0000","last_unstale":"2024-07-26T06:18:27.539771+0000","last_undegraded":"2024-07-26T06:18:27.539771+0000","last_fullsized":"2024-07-26T06:18:27.539771+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:47:57.032480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1330,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-07-26T06:18:25.523731+0000","last_change":"2024-07-26T06:11:14.413872+0000","last_active":"2024-07-26T06:18:25.523731+0000","last_peered":"2024-07-26T06:18:25.523731+0000","last_clean":"2024-07-26T06:18:25.523731+0000","last_became_active":"2024-07-26T06:11:14.413340+0000","last_became_peered":"2024-07-26T06:11:14.413340+0000","last_unstale":"2024-07-26T06:18:25.523731+0000","last_undegraded":"2024-07-26T06:18:25.523731+0000","last_fullsized":"2024-07-26T06:18:25.523731+0000","mapping_epoch":437,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":438,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:08:54.815644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.6","version":"856'1758","reported_seq":5012,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-07-26T06:18:25.578007+0000","last_change":"2024-07-26T06:18:25.546284+0000","last_active":"2024-07-26T06:18:25.578007+0000","last_peered":"2024-07-26T06:18:25.578007+0000","last_clean":"2024-07-26T06:18:25.578007+0000","last_became_active":"2024-07-26T06:11:47.482412+0000","last_became_peered":"2024-07-26T06:11:47.482412+0000","last_unstale":"2024-07-26T06:18:25.578007+0000","last_undegraded":"2024-07-26T06:18:25.578007+0000","last_fullsized":"2024-07-26T06:18:25.578007+0000","mapping_epoch":469,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":470,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:04:57.591998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:04:57.591998+0000","last_clean_scrub_stamp":"2024-07-26T06:04:57.591998+0000","objects_scrubbed":0,"log_size":1758,"log_dups_size":0,"ondisk_log_size":1758,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:27:06.334406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.026922966,"stat_sum":{"num_bytes":32612352,"num_objects":15,"num_object_clones":11,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":2,"num_read":307,"num_read_kb":437449,"num_write":724,"num_write_kb":140184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":71860224,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1a2","length":"1"},{"start":"1bf","length":"1"},{"start":"1c6","length":"1"},{"start":"1cc","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":1321,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-07-26T06:18:27.535177+0000","last_change":"2024-07-26T06:11:47.483892+0000","last_active":"2024-07-26T06:18:27.535177+0000","last_peered":"2024-07-26T06:18:27.535177+0000","last_clean":"2024-07-26T06:18:27.535177+0000","last_became_active":"2024-07-26T06:11:47.483603+0000","last_became_peered":"2024-07-26T06:11:47.483603+0000","last_unstale":"2024-07-26T06:18:27.535177+0000","last_undegraded":"2024-07-26T06:18:27.535177+0000","last_fullsized":"2024-07-26T06:18:27.535177+0000","mapping_epoch":469,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":470,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:02:13.171055+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:02:13.171055+0000","last_clean_scrub_stamp":"2024-07-26T06:02:13.171055+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:08:45.090022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00058424300000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1304,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-07-26T06:18:25.517955+0000","last_change":"2024-07-26T06:10:41.385537+0000","last_active":"2024-07-26T06:18:25.517955+0000","last_peered":"2024-07-26T06:18:25.517955+0000","last_clean":"2024-07-26T06:18:25.517955+0000","last_became_active":"2024-07-26T06:10:41.384773+0000","last_became_peered":"2024-07-26T06:10:41.384773+0000","last_unstale":"2024-07-26T06:18:25.517955+0000","last_undegraded":"2024-07-26T06:18:25.517955+0000","last_fullsized":"2024-07-26T06:18:25.517955+0000","mapping_epoch":406,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":407,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T06:20:49.448715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1313,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-07-26T06:18:27.533986+0000","last_change":"2024-07-26T06:12:21.523780+0000","last_active":"2024-07-26T06:18:27.533986+0000","last_peered":"2024-07-26T06:18:27.533986+0000","last_clean":"2024-07-26T06:18:27.533986+0000","last_became_active":"2024-07-26T06:12:21.523422+0000","last_became_peered":"2024-07-26T06:12:21.523422+0000","last_unstale":"2024-07-26T06:18:27.533986+0000","last_undegraded":"2024-07-26T06:18:27.533986+0000","last_fullsized":"2024-07-26T06:18:27.533986+0000","mapping_epoch":501,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":502,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:06:16.914878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.5","version":"856'2729","reported_seq":6009,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-07-26T06:18:25.551858+0000","last_change":"2024-07-26T06:18:25.551858+0000","last_active":"2024-07-26T06:18:25.551858+0000","last_peered":"2024-07-26T06:18:25.551858+0000","last_clean":"2024-07-26T06:18:25.551858+0000","last_became_active":"2024-07-26T06:11:14.417498+0000","last_became_peered":"2024-07-26T06:11:14.417498+0000","last_unstale":"2024-07-26T06:18:25.551858+0000","last_undegraded":"2024-07-26T06:18:25.551858+0000","last_fullsized":"2024-07-26T06:18:25.551858+0000","mapping_epoch":437,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":438,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:04:57.591998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:04:57.591998+0000","last_clean_scrub_stamp":"2024-07-26T06:04:57.591998+0000","objects_scrubbed":0,"log_size":2729,"log_dups_size":0,"ondisk_log_size":2729,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:01:07.926384+0000","scrub_duration":0,"objects_trimmed":1,"snaptrim_duration":0.027065315,"stat_sum":{"num_bytes":40542208,"num_objects":26,"num_object_clones":19,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":1,"num_read":537,"num_read_kb":681742,"num_write":1225,"num_write_kb":200128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":54558720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"1a2","length":"1"},{"start":"1bf","length":"1"},{"start":"1c6","length":"1"},{"start":"1cc","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":1323,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-07-26T06:18:27.534829+0000","last_change":"2024-07-26T06:10:41.385004+0000","last_active":"2024-07-26T06:18:27.534829+0000","last_peered":"2024-07-26T06:18:27.534829+0000","last_clean":"2024-07-26T06:18:27.534829+0000","last_became_active":"2024-07-26T06:10:41.384684+0000","last_became_peered":"2024-07-26T06:10:41.384684+0000","last_unstale":"2024-07-26T06:18:27.534829+0000","last_undegraded":"2024-07-26T06:18:27.534829+0000","last_fullsized":"2024-07-26T06:18:27.534829+0000","mapping_epoch":406,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":407,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:02:13.171055+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:02:13.171055+0000","last_clean_scrub_stamp":"2024-07-26T06:02:13.171055+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:10:33.201532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1181,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-07-26T06:18:29.495147+0000","last_change":"2024-07-26T06:12:21.526051+0000","last_active":"2024-07-26T06:18:29.495147+0000","last_peered":"2024-07-26T06:18:29.495147+0000","last_clean":"2024-07-26T06:18:29.495147+0000","last_became_active":"2024-07-26T06:12:21.525640+0000","last_became_peered":"2024-07-26T06:12:21.525640+0000","last_unstale":"2024-07-26T06:18:29.495147+0000","last_undegraded":"2024-07-26T06:18:29.495147+0000","last_fullsized":"2024-07-26T06:18:29.495147+0000","mapping_epoch":501,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":502,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:45:49.579535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1213,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-07-26T06:18:26.534672+0000","last_change":"2024-07-26T06:12:21.516138+0000","last_active":"2024-07-26T06:18:26.534672+0000","last_peered":"2024-07-26T06:18:26.534672+0000","last_clean":"2024-07-26T06:18:26.534672+0000","last_became_active":"2024-07-26T06:12:21.515844+0000","last_became_peered":"2024-07-26T06:12:21.515844+0000","last_unstale":"2024-07-26T06:18:26.534672+0000","last_undegraded":"2024-07-26T06:18:26.534672+0000","last_fullsized":"2024-07-26T06:18:26.534672+0000","mapping_epoch":501,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":502,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:29:48.873999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.3","version":"856'1702","reported_seq":5077,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-07-26T06:18:25.542970+0000","last_change":"2024-07-26T06:18:25.539029+0000","last_active":"2024-07-26T06:18:25.542970+0000","last_peered":"2024-07-26T06:18:25.542970+0000","last_clean":"2024-07-26T06:18:25.542970+0000","last_became_active":"2024-07-26T06:12:21.518944+0000","last_became_peered":"2024-07-26T06:12:21.518944+0000","last_unstale":"2024-07-26T06:18:25.542970+0000","last_undegraded":"2024-07-26T06:18:25.542970+0000","last_fullsized":"2024-07-26T06:18:25.542970+0000","mapping_epoch":501,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":502,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:04:57.591998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:04:57.591998+0000","last_clean_scrub_stamp":"2024-07-26T06:04:57.591998+0000","objects_scrubbed":0,"log_size":1702,"log_dups_size":0,"ondisk_log_size":1702,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:22:39.698345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.01024591,"stat_sum":{"num_bytes":32653312,"num_objects":12,"num_object_clones":8,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":1,"num_read":335,"num_read_kb":904701,"num_write":650,"num_write_kb":152952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":51585024,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"1a2","length":"1"},{"start":"1bf","length":"1"},{"start":"1c6","length":"1"},{"start":"1cc","length":"1"}]},{"pgid":"4.2","version":"74'2","reported_seq":1325,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-07-26T06:18:27.535656+0000","last_change":"2024-07-26T06:11:47.484390+0000","last_active":"2024-07-26T06:18:27.535656+0000","last_peered":"2024-07-26T06:18:27.535656+0000","last_clean":"2024-07-26T06:18:27.535656+0000","last_became_active":"2024-07-26T06:11:47.484112+0000","last_became_peered":"2024-07-26T06:11:47.484112+0000","last_unstale":"2024-07-26T06:18:27.535656+0000","last_undegraded":"2024-07-26T06:18:27.535656+0000","last_fullsized":"2024-07-26T06:18:27.535656+0000","mapping_epoch":469,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":470,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:02:13.171055+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:02:13.171055+0000","last_clean_scrub_stamp":"2024-07-26T06:02:13.171055+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:01:21.299889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00061636600000000003,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1326,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-07-26T06:18:27.534636+0000","last_change":"2024-07-26T06:12:55.421360+0000","last_active":"2024-07-26T06:18:27.534636+0000","last_peered":"2024-07-26T06:18:27.534636+0000","last_clean":"2024-07-26T06:18:27.534636+0000","last_became_active":"2024-07-26T06:12:55.421093+0000","last_became_peered":"2024-07-26T06:12:55.421093+0000","last_unstale":"2024-07-26T06:18:27.534636+0000","last_undegraded":"2024-07-26T06:18:27.534636+0000","last_fullsized":"2024-07-26T06:18:27.534636+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:35:03.772069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1207,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-07-26T06:18:29.495282+0000","last_change":"2024-07-26T06:11:47.472068+0000","last_active":"2024-07-26T06:18:29.495282+0000","last_peered":"2024-07-26T06:18:29.495282+0000","last_clean":"2024-07-26T06:18:29.495282+0000","last_became_active":"2024-07-26T06:11:47.471762+0000","last_became_peered":"2024-07-26T06:11:47.471762+0000","last_unstale":"2024-07-26T06:18:29.495282+0000","last_undegraded":"2024-07-26T06:18:29.495282+0000","last_fullsized":"2024-07-26T06:18:29.495282+0000","mapping_epoch":469,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":470,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:21:45.488837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.2","version":"858'1355","reported_seq":4418,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-07-26T06:18:27.554932+0000","last_change":"2024-07-26T06:18:27.554932+0000","last_active":"2024-07-26T06:18:27.554932+0000","last_peered":"2024-07-26T06:18:27.554932+0000","last_clean":"2024-07-26T06:18:27.554932+0000","last_became_active":"2024-07-26T06:12:21.517837+0000","last_became_peered":"2024-07-26T06:12:21.517837+0000","last_unstale":"2024-07-26T06:18:27.554932+0000","last_undegraded":"2024-07-26T06:18:27.554932+0000","last_fullsized":"2024-07-26T06:18:27.554932+0000","mapping_epoch":501,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":502,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:04:57.591998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:04:57.591998+0000","last_clean_scrub_stamp":"2024-07-26T06:04:57.591998+0000","objects_scrubbed":0,"log_size":1355,"log_dups_size":0,"ondisk_log_size":1355,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:17:18.445391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.015867244999999999,"stat_sum":{"num_bytes":14008320,"num_objects":9,"num_object_clones":6,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":2,"num_read":261,"num_read_kb":325051,"num_write":586,"num_write_kb":96448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":12099584,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"1a2","length":"1"},{"start":"1bf","length":"1"},{"start":"1c2","length":"1"},{"start":"1c6","length":"1"},{"start":"1cc","length":"2"}]},{"pgid":"4.3","version":"72'1","reported_seq":1341,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-07-26T06:18:25.528451+0000","last_change":"2024-07-26T06:12:55.424339+0000","last_active":"2024-07-26T06:18:25.528451+0000","last_peered":"2024-07-26T06:18:25.528451+0000","last_clean":"2024-07-26T06:18:25.528451+0000","last_became_active":"2024-07-26T06:12:55.423635+0000","last_became_peered":"2024-07-26T06:12:55.423635+0000","last_unstale":"2024-07-26T06:18:25.528451+0000","last_undegraded":"2024-07-26T06:18:25.528451+0000","last_fullsized":"2024-07-26T06:18:25.528451+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:02:13.171055+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:02:13.171055+0000","last_clean_scrub_stamp":"2024-07-26T06:02:13.171055+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:39:51.870843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1142,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-07-26T06:18:27.544981+0000","last_change":"2024-07-26T06:12:55.425761+0000","last_active":"2024-07-26T06:18:27.544981+0000","last_peered":"2024-07-26T06:18:27.544981+0000","last_clean":"2024-07-26T06:18:27.544981+0000","last_became_active":"2024-07-26T06:12:55.425334+0000","last_became_peered":"2024-07-26T06:12:55.425334+0000","last_unstale":"2024-07-26T06:18:27.544981+0000","last_undegraded":"2024-07-26T06:18:27.544981+0000","last_fullsized":"2024-07-26T06:18:27.544981+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T06:26:36.602576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1313,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-07-26T06:18:27.534333+0000","last_change":"2024-07-26T06:11:47.481552+0000","last_active":"2024-07-26T06:18:27.534333+0000","last_peered":"2024-07-26T06:18:27.534333+0000","last_clean":"2024-07-26T06:18:27.534333+0000","last_became_active":"2024-07-26T06:11:47.481228+0000","last_became_peered":"2024-07-26T06:11:47.481228+0000","last_unstale":"2024-07-26T06:18:27.534333+0000","last_undegraded":"2024-07-26T06:18:27.534333+0000","last_fullsized":"2024-07-26T06:18:27.534333+0000","mapping_epoch":469,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":470,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:40:13.310428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"848'482","reported_seq":3724,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-07-26T06:18:26.534458+0000","last_change":"2024-07-26T06:18:26.535090+0000","last_active":"2024-07-26T06:18:26.534458+0000","last_peered":"2024-07-26T06:18:26.534458+0000","last_clean":"2024-07-26T06:18:26.534458+0000","last_became_active":"2024-07-26T06:12:55.409033+0000","last_became_peered":"2024-07-26T06:12:55.409033+0000","last_unstale":"2024-07-26T06:18:26.534458+0000","last_undegraded":"2024-07-26T06:18:26.534458+0000","last_fullsized":"2024-07-26T06:18:26.534458+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:04:57.591998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:04:57.591998+0000","last_clean_scrub_stamp":"2024-07-26T06:04:57.591998+0000","objects_scrubbed":0,"log_size":482,"log_dups_size":0,"ondisk_log_size":482,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:13:03.253100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010321499999999999,"stat_sum":{"num_bytes":4251648,"num_objects":2,"num_object_clones":1,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":1,"num_read":97,"num_read_kb":142589,"num_write":193,"num_write_kb":39344,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":11067392,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"1a2","length":"1"},{"start":"1bf","length":"1"},{"start":"1c6","length":"1"},{"start":"1cc","length":"2"}]},{"pgid":"4.0","version":"0'0","reported_seq":1262,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-07-26T06:18:27.546062+0000","last_change":"2024-07-26T06:12:55.417339+0000","last_active":"2024-07-26T06:18:27.546062+0000","last_peered":"2024-07-26T06:18:27.546062+0000","last_clean":"2024-07-26T06:18:27.546062+0000","last_became_active":"2024-07-26T06:12:55.416545+0000","last_became_peered":"2024-07-26T06:12:55.416545+0000","last_unstale":"2024-07-26T06:18:27.546062+0000","last_undegraded":"2024-07-26T06:18:27.546062+0000","last_fullsized":"2024-07-26T06:18:27.546062+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:02:13.171055+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:02:13.171055+0000","last_clean_scrub_stamp":"2024-07-26T06:02:13.171055+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:37:27.241815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048346199999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"557'2","reported_seq":1321,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-07-26T06:18:27.536369+0000","last_change":"2024-07-26T06:12:21.527604+0000","last_active":"2024-07-26T06:18:27.536369+0000","last_peered":"2024-07-26T06:18:27.536369+0000","last_clean":"2024-07-26T06:18:27.536369+0000","last_became_active":"2024-07-26T06:12:21.527303+0000","last_became_peered":"2024-07-26T06:12:21.527303+0000","last_unstale":"2024-07-26T06:18:27.536369+0000","last_undegraded":"2024-07-26T06:18:27.536369+0000","last_fullsized":"2024-07-26T06:18:27.536369+0000","mapping_epoch":501,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":502,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:52:41.130369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1263,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-07-26T06:18:27.546266+0000","last_change":"2024-07-26T06:12:55.413159+0000","last_active":"2024-07-26T06:18:27.546266+0000","last_peered":"2024-07-26T06:18:27.546266+0000","last_clean":"2024-07-26T06:18:27.546266+0000","last_became_active":"2024-07-26T06:12:55.412673+0000","last_became_peered":"2024-07-26T06:12:55.412673+0000","last_unstale":"2024-07-26T06:18:27.546266+0000","last_undegraded":"2024-07-26T06:18:27.546266+0000","last_fullsized":"2024-07-26T06:18:27.546266+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:40:53.414688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"858'1695","reported_seq":4857,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-07-26T06:18:27.560035+0000","last_change":"2024-07-26T06:18:27.561212+0000","last_active":"2024-07-26T06:18:27.560035+0000","last_peered":"2024-07-26T06:18:27.560035+0000","last_clean":"2024-07-26T06:18:27.560035+0000","last_became_active":"2024-07-26T06:11:14.405499+0000","last_became_peered":"2024-07-26T06:11:14.405499+0000","last_unstale":"2024-07-26T06:18:27.560035+0000","last_undegraded":"2024-07-26T06:18:27.560035+0000","last_fullsized":"2024-07-26T06:18:27.560035+0000","mapping_epoch":437,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":438,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:04:57.591998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:04:57.591998+0000","last_clean_scrub_stamp":"2024-07-26T06:04:57.591998+0000","objects_scrubbed":0,"log_size":1695,"log_dups_size":0,"ondisk_log_size":1695,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T08:45:00.223824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.014597250000000001,"stat_sum":{"num_bytes":29736960,"num_objects":17,"num_object_clones":13,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":2,"num_read":275,"num_read_kb":401863,"num_write":681,"num_write_kb":170920,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":19054592,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"1a2","length":"1"},{"start":"1bf","length":"1"},{"start":"1c2","length":"1"},{"start":"1c6","length":"1"},{"start":"1cc","length":"2"}]},{"pgid":"4.1","version":"0'0","reported_seq":1212,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-07-26T06:18:26.533949+0000","last_change":"2024-07-26T06:12:21.523856+0000","last_active":"2024-07-26T06:18:26.533949+0000","last_peered":"2024-07-26T06:18:26.533949+0000","last_clean":"2024-07-26T06:18:26.533949+0000","last_became_active":"2024-07-26T06:12:21.523449+0000","last_became_peered":"2024-07-26T06:12:21.523449+0000","last_unstale":"2024-07-26T06:18:26.533949+0000","last_undegraded":"2024-07-26T06:18:26.533949+0000","last_fullsized":"2024-07-26T06:18:26.533949+0000","mapping_epoch":501,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":502,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:02:13.171055+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:02:13.171055+0000","last_clean_scrub_stamp":"2024-07-26T06:02:13.171055+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:57:48.834207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"65'2","reported_seq":1146,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-07-26T06:18:27.540541+0000","last_change":"2024-07-26T06:12:55.418308+0000","last_active":"2024-07-26T06:18:27.540541+0000","last_peered":"2024-07-26T06:18:27.540541+0000","last_clean":"2024-07-26T06:18:27.540541+0000","last_became_active":"2024-07-26T06:12:55.417606+0000","last_became_peered":"2024-07-26T06:12:55.417606+0000","last_unstale":"2024-07-26T06:18:27.540541+0000","last_undegraded":"2024-07-26T06:18:27.540541+0000","last_fullsized":"2024-07-26T06:18:27.540541+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T07:27:59.240237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1330,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-07-26T06:18:25.525836+0000","last_change":"2024-07-26T06:11:14.410289+0000","last_active":"2024-07-26T06:18:25.525836+0000","last_peered":"2024-07-26T06:18:25.525836+0000","last_clean":"2024-07-26T06:18:25.525836+0000","last_became_active":"2024-07-26T06:11:14.409966+0000","last_became_peered":"2024-07-26T06:11:14.409966+0000","last_unstale":"2024-07-26T06:18:25.525836+0000","last_undegraded":"2024-07-26T06:18:25.525836+0000","last_fullsized":"2024-07-26T06:18:25.525836+0000","mapping_epoch":437,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":438,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:16:24.035633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"858'1962","reported_seq":5000,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-07-26T06:18:29.495876+0000","last_change":"2024-07-26T06:18:27.558464+0000","last_active":"2024-07-26T06:18:29.495876+0000","last_peered":"2024-07-26T06:18:29.495876+0000","last_clean":"2024-07-26T06:18:29.495876+0000","last_became_active":"2024-07-26T06:12:21.525824+0000","last_became_peered":"2024-07-26T06:12:21.525824+0000","last_unstale":"2024-07-26T06:18:29.495876+0000","last_undegraded":"2024-07-26T06:18:29.495876+0000","last_fullsized":"2024-07-26T06:18:29.495876+0000","mapping_epoch":501,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":502,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:04:57.591998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:04:57.591998+0000","last_clean_scrub_stamp":"2024-07-26T06:04:57.591998+0000","objects_scrubbed":0,"log_size":1962,"log_dups_size":0,"ondisk_log_size":1962,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:00:24.340017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.022924481999999999,"stat_sum":{"num_bytes":17678336,"num_objects":20,"num_object_clones":15,"num_object_copies":60,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":1,"num_read":340,"num_read_kb":450654,"num_write":862,"num_write_kb":163336,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":8732672,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"1bf","length":"1"},{"start":"1c2","length":"1"},{"start":"1c6","length":"1"},{"start":"1cc","length":"2"}]},{"pgid":"2.8","version":"0'0","reported_seq":1130,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-07-26T06:18:27.539957+0000","last_change":"2024-07-26T06:12:55.427990+0000","last_active":"2024-07-26T06:18:27.539957+0000","last_peered":"2024-07-26T06:18:27.539957+0000","last_clean":"2024-07-26T06:18:27.539957+0000","last_became_active":"2024-07-26T06:12:55.427632+0000","last_became_peered":"2024-07-26T06:12:55.427632+0000","last_unstale":"2024-07-26T06:18:27.539957+0000","last_undegraded":"2024-07-26T06:18:27.539957+0000","last_fullsized":"2024-07-26T06:18:27.539957+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T13:08:30.258939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1235,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-07-26T06:18:26.534869+0000","last_change":"2024-07-26T06:12:55.412050+0000","last_active":"2024-07-26T06:18:26.534869+0000","last_peered":"2024-07-26T06:18:26.534869+0000","last_clean":"2024-07-26T06:18:26.534869+0000","last_became_active":"2024-07-26T06:12:55.411791+0000","last_became_peered":"2024-07-26T06:12:55.411791+0000","last_unstale":"2024-07-26T06:18:26.534869+0000","last_undegraded":"2024-07-26T06:18:26.534869+0000","last_fullsized":"2024-07-26T06:18:26.534869+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T12:04:49.560341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"857'986","reported_seq":4187,"reported_epoch":857,"state":"active+clean","last_fresh":"2024-07-26T06:18:26.578847+0000","last_change":"2024-07-26T06:18:26.535153+0000","last_active":"2024-07-26T06:18:26.578847+0000","last_peered":"2024-07-26T06:18:26.578847+0000","last_clean":"2024-07-26T06:18:26.578847+0000","last_became_active":"2024-07-26T06:11:47.474297+0000","last_became_peered":"2024-07-26T06:11:47.474297+0000","last_unstale":"2024-07-26T06:18:26.578847+0000","last_undegraded":"2024-07-26T06:18:26.578847+0000","last_fullsized":"2024-07-26T06:18:26.578847+0000","mapping_epoch":469,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":470,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:04:57.591998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:04:57.591998+0000","last_clean_scrub_stamp":"2024-07-26T06:04:57.591998+0000","objects_scrubbed":0,"log_size":986,"log_dups_size":0,"ondisk_log_size":986,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T06:49:56.385790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00057457099999999996,"stat_sum":{"num_bytes":33980416,"num_objects":11,"num_object_clones":8,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":1,"num_read":174,"num_read_kb":436709,"num_write":452,"num_write_kb":70928,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":25870336,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"1a2","length":"1"},{"start":"1bf","length":"1"},{"start":"1c6","length":"1"},{"start":"1cc","length":"2"}]},{"pgid":"2.9","version":"0'0","reported_seq":1313,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-07-26T06:18:27.533932+0000","last_change":"2024-07-26T06:12:55.422311+0000","last_active":"2024-07-26T06:18:27.533932+0000","last_peered":"2024-07-26T06:18:27.533932+0000","last_clean":"2024-07-26T06:18:27.533932+0000","last_became_active":"2024-07-26T06:12:55.421865+0000","last_became_peered":"2024-07-26T06:12:55.421865+0000","last_unstale":"2024-07-26T06:18:27.533932+0000","last_undegraded":"2024-07-26T06:18:27.533932+0000","last_fullsized":"2024-07-26T06:18:27.533932+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:06:07.019187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1255,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-07-26T06:18:27.546418+0000","last_change":"2024-07-26T06:12:55.413090+0000","last_active":"2024-07-26T06:18:27.546418+0000","last_peered":"2024-07-26T06:18:27.546418+0000","last_clean":"2024-07-26T06:18:27.546418+0000","last_became_active":"2024-07-26T06:12:55.412605+0000","last_became_peered":"2024-07-26T06:12:55.412605+0000","last_unstale":"2024-07-26T06:18:27.546418+0000","last_undegraded":"2024-07-26T06:18:27.546418+0000","last_fullsized":"2024-07-26T06:18:27.546418+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:07:02.413444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"856'1592","reported_seq":4843,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-07-26T06:18:25.572105+0000","last_change":"2024-07-26T06:18:25.536606+0000","last_active":"2024-07-26T06:18:25.572105+0000","last_peered":"2024-07-26T06:18:25.572105+0000","last_clean":"2024-07-26T06:18:25.572105+0000","last_became_active":"2024-07-26T06:12:55.416617+0000","last_became_peered":"2024-07-26T06:12:55.416617+0000","last_unstale":"2024-07-26T06:18:25.572105+0000","last_undegraded":"2024-07-26T06:18:25.572105+0000","last_fullsized":"2024-07-26T06:18:25.572105+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:04:57.591998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:04:57.591998+0000","last_clean_scrub_stamp":"2024-07-26T06:04:57.591998+0000","objects_scrubbed":0,"log_size":1592,"log_dups_size":0,"ondisk_log_size":1592,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T06:20:09.002585+0000","scrub_duration":0,"objects_trimmed":1,"snaptrim_duration":0.018025520999999999,"stat_sum":{"num_bytes":32964608,"num_objects":14,"num_object_clones":10,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":1,"num_read":295,"num_read_kb":532787,"num_write":767,"num_write_kb":192600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":7905280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1a2","length":"1"},{"start":"1bf","length":"1"},{"start":"1c6","length":"1"},{"start":"1cc","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":1313,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-07-26T06:18:27.535444+0000","last_change":"2024-07-26T06:12:55.420872+0000","last_active":"2024-07-26T06:18:27.535444+0000","last_peered":"2024-07-26T06:18:27.535444+0000","last_clean":"2024-07-26T06:18:27.535444+0000","last_became_active":"2024-07-26T06:12:55.420505+0000","last_became_peered":"2024-07-26T06:12:55.420505+0000","last_unstale":"2024-07-26T06:18:27.535444+0000","last_undegraded":"2024-07-26T06:18:27.535444+0000","last_fullsized":"2024-07-26T06:18:27.535444+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:14:15.848522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1264,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-07-26T06:18:27.547132+0000","last_change":"2024-07-26T06:11:14.408264+0000","last_active":"2024-07-26T06:18:27.547132+0000","last_peered":"2024-07-26T06:18:27.547132+0000","last_clean":"2024-07-26T06:18:27.547132+0000","last_became_active":"2024-07-26T06:11:14.407662+0000","last_became_peered":"2024-07-26T06:11:14.407662+0000","last_unstale":"2024-07-26T06:18:27.547132+0000","last_undegraded":"2024-07-26T06:18:27.547132+0000","last_fullsized":"2024-07-26T06:18:27.547132+0000","mapping_epoch":437,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":438,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:54:16.417054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"856'1284","reported_seq":4657,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-07-26T06:18:27.535734+0000","last_change":"2024-07-26T06:18:27.536088+0000","last_active":"2024-07-26T06:18:27.535734+0000","last_peered":"2024-07-26T06:18:27.535734+0000","last_clean":"2024-07-26T06:18:27.535734+0000","last_became_active":"2024-07-26T06:11:14.407694+0000","last_became_peered":"2024-07-26T06:11:14.407694+0000","last_unstale":"2024-07-26T06:18:27.535734+0000","last_undegraded":"2024-07-26T06:18:27.535734+0000","last_fullsized":"2024-07-26T06:18:27.535734+0000","mapping_epoch":437,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":438,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:04:57.591998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:04:57.591998+0000","last_clean_scrub_stamp":"2024-07-26T06:04:57.591998+0000","objects_scrubbed":0,"log_size":1284,"log_dups_size":0,"ondisk_log_size":1284,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:31:58.711445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0015857709999999999,"stat_sum":{"num_bytes":15802368,"num_objects":7,"num_object_clones":4,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":258,"num_read_kb":462903,"num_write":440,"num_write_kb":109720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"1a2","length":"1"},{"start":"1bf","length":"1"},{"start":"1c2","length":"1"},{"start":"1c6","length":"1"},{"start":"1cc","length":"2"}]},{"pgid":"2.b","version":"555'3","reported_seq":1137,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-07-26T06:18:27.540164+0000","last_change":"2024-07-26T06:12:55.412708+0000","last_active":"2024-07-26T06:18:27.540164+0000","last_peered":"2024-07-26T06:18:27.540164+0000","last_clean":"2024-07-26T06:18:27.540164+0000","last_became_active":"2024-07-26T06:12:55.412321+0000","last_became_peered":"2024-07-26T06:12:55.412321+0000","last_unstale":"2024-07-26T06:18:27.540164+0000","last_undegraded":"2024-07-26T06:18:27.540164+0000","last_fullsized":"2024-07-26T06:18:27.540164+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:02:07.515588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1287,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-07-26T06:18:25.517802+0000","last_change":"2024-07-26T06:11:14.413601+0000","last_active":"2024-07-26T06:18:25.517802+0000","last_peered":"2024-07-26T06:18:25.517802+0000","last_clean":"2024-07-26T06:18:25.517802+0000","last_became_active":"2024-07-26T06:11:14.413257+0000","last_became_peered":"2024-07-26T06:11:14.413257+0000","last_unstale":"2024-07-26T06:18:25.517802+0000","last_undegraded":"2024-07-26T06:18:25.517802+0000","last_fullsized":"2024-07-26T06:18:25.517802+0000","mapping_epoch":437,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":438,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:07:37.772842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1290,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-07-26T06:18:25.518373+0000","last_change":"2024-07-26T06:12:21.519680+0000","last_active":"2024-07-26T06:18:25.518373+0000","last_peered":"2024-07-26T06:18:25.518373+0000","last_clean":"2024-07-26T06:18:25.518373+0000","last_became_active":"2024-07-26T06:12:21.519340+0000","last_became_peered":"2024-07-26T06:12:21.519340+0000","last_unstale":"2024-07-26T06:18:25.518373+0000","last_undegraded":"2024-07-26T06:18:25.518373+0000","last_fullsized":"2024-07-26T06:18:25.518373+0000","mapping_epoch":501,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":502,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T06:25:31.246858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,6],"acting":[2,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1c","version":"65'2","reported_seq":1137,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-07-26T06:18:27.542747+0000","last_change":"2024-07-26T06:12:55.423730+0000","last_active":"2024-07-26T06:18:27.542747+0000","last_peered":"2024-07-26T06:18:27.542747+0000","last_clean":"2024-07-26T06:18:27.542747+0000","last_became_active":"2024-07-26T06:12:55.423401+0000","last_became_peered":"2024-07-26T06:12:55.423401+0000","last_unstale":"2024-07-26T06:18:27.542747+0000","last_undegraded":"2024-07-26T06:18:27.542747+0000","last_fullsized":"2024-07-26T06:18:27.542747+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T11:56:53.460054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1196,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-07-26T06:18:29.495393+0000","last_change":"2024-07-26T06:11:47.483761+0000","last_active":"2024-07-26T06:18:29.495393+0000","last_peered":"2024-07-26T06:18:29.495393+0000","last_clean":"2024-07-26T06:18:29.495393+0000","last_became_active":"2024-07-26T06:11:47.483341+0000","last_became_peered":"2024-07-26T06:11:47.483341+0000","last_unstale":"2024-07-26T06:18:29.495393+0000","last_undegraded":"2024-07-26T06:18:29.495393+0000","last_fullsized":"2024-07-26T06:18:29.495393+0000","mapping_epoch":469,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":470,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:30:45.493348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"65'2","reported_seq":1127,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-07-26T06:18:27.545282+0000","last_change":"2024-07-26T06:12:55.427989+0000","last_active":"2024-07-26T06:18:27.545282+0000","last_peered":"2024-07-26T06:18:27.545282+0000","last_clean":"2024-07-26T06:18:27.545282+0000","last_became_active":"2024-07-26T06:12:55.427591+0000","last_became_peered":"2024-07-26T06:12:55.427591+0000","last_unstale":"2024-07-26T06:18:27.545282+0000","last_undegraded":"2024-07-26T06:18:27.545282+0000","last_fullsized":"2024-07-26T06:18:27.545282+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T09:45:21.059628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1330,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-07-26T06:18:25.524208+0000","last_change":"2024-07-26T06:11:47.488035+0000","last_active":"2024-07-26T06:18:25.524208+0000","last_peered":"2024-07-26T06:18:25.524208+0000","last_clean":"2024-07-26T06:18:25.524208+0000","last_became_active":"2024-07-26T06:11:47.486693+0000","last_became_peered":"2024-07-26T06:11:47.486693+0000","last_unstale":"2024-07-26T06:18:25.524208+0000","last_undegraded":"2024-07-26T06:18:25.524208+0000","last_fullsized":"2024-07-26T06:18:25.524208+0000","mapping_epoch":469,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":470,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:24:14.931889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"555'2","reported_seq":1268,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-07-26T06:18:27.546692+0000","last_change":"2024-07-26T06:11:47.476390+0000","last_active":"2024-07-26T06:18:27.546692+0000","last_peered":"2024-07-26T06:18:27.546692+0000","last_clean":"2024-07-26T06:18:27.546692+0000","last_became_active":"2024-07-26T06:11:47.476043+0000","last_became_peered":"2024-07-26T06:11:47.476043+0000","last_unstale":"2024-07-26T06:18:27.546692+0000","last_undegraded":"2024-07-26T06:18:27.546692+0000","last_fullsized":"2024-07-26T06:18:27.546692+0000","mapping_epoch":469,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":470,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T14:46:51.761854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1243,"reported_epoch":858,"state":"active+clean","last_fresh":"2024-07-26T06:18:27.546530+0000","last_change":"2024-07-26T06:12:21.524726+0000","last_active":"2024-07-26T06:18:27.546530+0000","last_peered":"2024-07-26T06:18:27.546530+0000","last_clean":"2024-07-26T06:18:27.546530+0000","last_became_active":"2024-07-26T06:12:21.524399+0000","last_became_peered":"2024-07-26T06:12:21.524399+0000","last_unstale":"2024-07-26T06:18:27.546530+0000","last_undegraded":"2024-07-26T06:18:27.546530+0000","last_fullsized":"2024-07-26T06:18:27.546530+0000","mapping_epoch":501,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":502,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:10.325270+0000","last_clean_scrub_stamp":"2024-07-26T06:01:10.325270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:07:27.850009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"555'5","reported_seq":1342,"reported_epoch":856,"state":"active+clean","last_fresh":"2024-07-26T06:18:25.524703+0000","last_change":"2024-07-26T06:12:55.421729+0000","last_active":"2024-07-26T06:18:25.524703+0000","last_peered":"2024-07-26T06:18:25.524703+0000","last_clean":"2024-07-26T06:18:25.524703+0000","last_became_active":"2024-07-26T06:12:55.421374+0000","last_became_peered":"2024-07-26T06:12:55.421374+0000","last_unstale":"2024-07-26T06:18:25.524703+0000","last_undegraded":"2024-07-26T06:18:25.524703+0000","last_fullsized":"2024-07-26T06:18:25.524703+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T06:01:07.043400+0000","last_clean_scrub_stamp":"2024-07-26T06:01:07.043400+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T10:01:36.075242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":321519616,"num_objects":173,"num_object_clones":123,"num_object_copies":519,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":173,"num_whiteouts":16,"num_read":3799,"num_read_kb":6208815,"num_write":8575,"num_write_kb":1833464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":115,"num_bytes_recovered":456237056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":438898688,"data_stored":772661248,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":20841,"ondisk_log_size":20841,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6596,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":86,"num_write":68,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19788,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":45422,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1070,"num_read_kb":1904,"num_write":367,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":225,"ondisk_log_size":225,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":2,"up_from":374,"seq":1606317768805,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":287760,"kb_used_data":56508,"kb_used_omap":20,"kb_used_meta":231211,"kb_avail":93457392,"statfs":{"total":95995035648,"available":95700369408,"internally_reserved":0,"allocated":57864192,"data_stored":77543894,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":21178,"internal_metadata":236760390},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":311,"seq":1335734829170,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":693892,"kb_used_data":92400,"kb_used_omap":30,"kb_used_meta":601441,"kb_avail":93051260,"statfs":{"total":95995035648,"available":95284490240,"internally_reserved":0,"allocated":94617600,"data_stored":159973050,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31300,"internal_metadata":615876028},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":534,"seq":2293512536132,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":171372,"kb_used_data":39008,"kb_used_omap":20,"kb_used_meta":132331,"kb_avail":93573780,"statfs":{"total":95995035648,"available":95819550720,"internally_reserved":0,"allocated":39944192,"data_stored":42638163,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":21325,"internal_metadata":135507123},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":501,"seq":2151778615371,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":330264,"kb_used_data":46408,"kb_used_omap":27,"kb_used_meta":283812,"kb_avail":93414888,"statfs":{"total":95995035648,"available":95656845312,"internally_reserved":0,"allocated":47521792,"data_stored":81477880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28335,"internal_metadata":290623825},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":469,"seq":2014339661906,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":487880,"kb_used_data":80124,"kb_used_omap":44,"kb_used_meta":407699,"kb_avail":93257272,"statfs":{"total":95995035648,"available":95495446528,"internally_reserved":0,"allocated":82046976,"data_stored":127108100,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":45946,"internal_metadata":417483910},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":437,"seq":1876900708440,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":560836,"kb_used_data":79796,"kb_used_omap":39,"kb_used_meta":480984,"kb_avail":93184316,"statfs":{"total":95995035648,"available":95420739584,"internally_reserved":0,"allocated":81711104,"data_stored":122468055,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":40156,"internal_metadata":492528420},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":406,"seq":1743756722271,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":384888,"kb_used_data":47588,"kb_used_omap":19,"kb_used_meta":337260,"kb_avail":93360264,"statfs":{"total":95995035648,"available":95600910336,"internally_reserved":0,"allocated":48730112,"data_stored":73047830,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19730,"internal_metadata":345354990},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":343,"seq":1473173782636,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":687168,"kb_used_data":89644,"kb_used_omap":31,"kb_used_meta":597472,"kb_avail":93057984,"statfs":{"total":95995035648,"available":95291375616,"internally_reserved":0,"allocated":91795456,"data_stored":144075250,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":32709,"internal_metadata":611811387},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6697,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4350,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5281,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5914,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6139,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5937,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5900,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5058,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5810,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5921,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6039,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":80953344,"data_stored":154099712,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":78680064,"data_stored":136454144,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":46092288,"data_stored":74670080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":35606528,"data_stored":65421312,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":68603904,"data_stored":114855936,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":68902912,"data_stored":119472128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":33812480,"data_stored":73261056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":26247168,"data_stored":34426880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T06:18:33.491 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_0 2024-07-26T06:18:33.491 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- ceph osd pool rm unique_pool_0 unique_pool_0 --yes-i-really-really-mean-it 2024-07-26T06:18:33.742 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T06:18:34.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:33 smithi155 ceph-mon[90160]: from='client.44411 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-07-26T06:18:34.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:33 smithi155 ceph-mon[90160]: pgmap v950: 121 pgs: 121 active+clean; 309 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-07-26T06:18:34.129 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:33 smithi089 ceph-mon[99608]: from='client.44411 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-07-26T06:18:34.130 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:33 smithi089 ceph-mon[99608]: pgmap v950: 121 pgs: 121 active+clean; 309 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-07-26T06:18:34.130 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:33 smithi089 ceph-mon[102056]: from='client.44411 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-07-26T06:18:34.130 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:33 smithi089 ceph-mon[102056]: pgmap v950: 121 pgs: 121 active+clean; 309 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-07-26T06:18:35.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:35 smithi155 ceph-mon[90160]: osdmap e860: 8 total, 8 up, 8 in 2024-07-26T06:18:35.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:35 smithi155 ceph-mon[90160]: pgmap v952: 121 pgs: 121 active+clean; 309 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 873 KiB/s wr, 8 op/s 2024-07-26T06:18:35.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:35 smithi089 ceph-mon[99608]: osdmap e860: 8 total, 8 up, 8 in 2024-07-26T06:18:35.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:35 smithi089 ceph-mon[99608]: pgmap v952: 121 pgs: 121 active+clean; 309 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 873 KiB/s wr, 8 op/s 2024-07-26T06:18:35.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:35 smithi089 ceph-mon[102056]: osdmap e860: 8 total, 8 up, 8 in 2024-07-26T06:18:35.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:35 smithi089 ceph-mon[102056]: pgmap v952: 121 pgs: 121 active+clean; 309 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 873 KiB/s wr, 8 op/s 2024-07-26T06:18:36.507 INFO:teuthology.orchestra.run.smithi089.stderr:pool 'unique_pool_0' removed 2024-07-26T06:18:36.865 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:36 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/2262455884' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-07-26T06:18:36.866 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:36 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/2262455884' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-07-26T06:18:36.878 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:36 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/2262455884' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-07-26T06:18:37.136 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-07-26T06:18:37.137 INFO:teuthology.task.print:**** done end ec-rados-default.yaml 2024-07-26T06:18:37.137 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-07-26T06:18:37.137 INFO:teuthology.task.print:**** done start rados_api.yaml 2024-07-26T06:18:37.137 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-07-26T06:18:37.138 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-07-26T06:18:37.138 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-07-26T06:18:37.139 DEBUG:teuthology.orchestra.run.smithi089:> stat -- /home/ubuntu/cephtest/mnt.0 2024-07-26T06:18:37.156 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-26T06:18:37.156 INFO:teuthology.orchestra.run.smithi089.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-07-26T06:18:37.157 DEBUG:teuthology.orchestra.run.smithi089:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-07-26T06:18:37.213 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-07-26T06:18:37.213 DEBUG:teuthology.orchestra.run.smithi089:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-07-26T06:18:37.268 INFO:tasks.workunit:timeout=3h 2024-07-26T06:18:37.268 INFO:tasks.workunit:cleanup=True 2024-07-26T06:18:37.269 DEBUG:teuthology.orchestra.run.smithi089:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-07-26T06:18:37.325 INFO:tasks.workunit.client.0.smithi089.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-07-26T06:18:37.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:37 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/2262455884' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-07-26T06:18:37.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:37 smithi155 ceph-mon[90160]: osdmap e861: 8 total, 8 up, 8 in 2024-07-26T06:18:37.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:37 smithi155 ceph-mon[90160]: pgmap v954: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:18:37.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:37 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/2262455884' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-07-26T06:18:37.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:37 smithi089 ceph-mon[99608]: osdmap e861: 8 total, 8 up, 8 in 2024-07-26T06:18:37.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:37 smithi089 ceph-mon[99608]: pgmap v954: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:18:37.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:37 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/2262455884' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-07-26T06:18:37.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:37 smithi089 ceph-mon[102056]: osdmap e861: 8 total, 8 up, 8 in 2024-07-26T06:18:37.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:37 smithi089 ceph-mon[102056]: pgmap v954: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:18:40.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:39 smithi155 ceph-mon[90160]: pgmap v955: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:18:40.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:39 smithi089 ceph-mon[99608]: pgmap v955: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:18:40.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:39 smithi089 ceph-mon[102056]: pgmap v955: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:18:41.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:40 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:18:41.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:40 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:18:41.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:40 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:18:41.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:40 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:18:41.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:40 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:18:41.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:40 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:18:42.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:41 smithi155 ceph-mon[90160]: pgmap v956: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:18:42.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:18:42.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:18:42.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:18:42.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:41 smithi089 ceph-mon[99608]: pgmap v956: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:18:42.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:18:42.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:18:42.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:18:42.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:41 smithi089 ceph-mon[102056]: pgmap v956: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:18:42.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:18:42.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:18:42.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:18:42.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:18:42 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:18:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:18:42.805 DEBUG:teuthology.orchestra.run.smithi089:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-07-26T06:18:42.861 INFO:tasks.workunit.client.0.smithi089.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-07-26T06:18:42.863 INFO:tasks.workunit.client.0.smithi089.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-07-26T06:18:42.863 INFO:tasks.workunit.client.0.smithi089.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-07-26T06:18:42.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:18:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:18:42] "GET /metrics HTTP/1.1" 200 33993 "" "Prometheus/2.43.0" 2024-07-26T06:18:42.911 INFO:tasks.workunit.client.0.smithi089.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-07-26T06:18:42.960 INFO:tasks.workunit.client.0.smithi089.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-07-26T06:18:42.999 INFO:tasks.workunit.client.0.smithi089.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-07-26T06:18:43.000 INFO:tasks.workunit.client.0.smithi089.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-07-26T06:18:43.000 INFO:tasks.workunit.client.0.smithi089.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-07-26T06:18:43.039 INFO:tasks.workunit.client.0.smithi089.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-07-26T06:18:43.042 DEBUG:teuthology.orchestra.run.smithi089:> set -ex 2024-07-26T06:18:43.042 DEBUG:teuthology.orchestra.run.smithi089:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-07-26T06:18:43.098 INFO:tasks.workunit:Running workunits matching cls on client.0... 2024-07-26T06:18:43.099 INFO:tasks.workunit:Running workunit cls/test_cls_2pc_queue.sh... 2024-07-26T06:18:43.100 DEBUG:teuthology.orchestra.run.smithi089:workunit test cls/test_cls_2pc_queue.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_2pc_queue.sh 2024-07-26T06:18:43.165 INFO:tasks.workunit.client.0.smithi089.stdout:Running main() from gmock_main.cc 2024-07-26T06:18:43.165 INFO:tasks.workunit.client.0.smithi089.stdout:[==========] Running 22 tests from 1 test suite. 2024-07-26T06:18:43.165 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] Global test environment set-up. 2024-07-26T06:18:43.165 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] 22 tests from TestCls2PCQueue 2024-07-26T06:18:43.165 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestCls2PCQueue.GetCapacity 2024-07-26T06:18:44.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:43 smithi155 ceph-mon[90160]: pgmap v957: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:18:44.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:43 smithi089 ceph-mon[99608]: pgmap v957: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:18:44.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:43 smithi089 ceph-mon[102056]: pgmap v957: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:18:45.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:44 smithi155 ceph-mon[90160]: osdmap e862: 8 total, 8 up, 8 in 2024-07-26T06:18:45.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:44 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/1316626192' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:18:45.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:44 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/1316626192' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:18:45.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:44 smithi155 ceph-mon[90160]: osdmap e863: 8 total, 8 up, 8 in 2024-07-26T06:18:45.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:44 smithi089 ceph-mon[99608]: osdmap e862: 8 total, 8 up, 8 in 2024-07-26T06:18:45.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:44 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/1316626192' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:18:45.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:44 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/1316626192' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:18:45.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:44 smithi089 ceph-mon[99608]: osdmap e863: 8 total, 8 up, 8 in 2024-07-26T06:18:45.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:44 smithi089 ceph-mon[102056]: osdmap e862: 8 total, 8 up, 8 in 2024-07-26T06:18:45.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:44 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/1316626192' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:18:45.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:44 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/1316626192' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:18:45.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:44 smithi089 ceph-mon[102056]: osdmap e863: 8 total, 8 up, 8 in 2024-07-26T06:18:45.867 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestCls2PCQueue.GetCapacity (2703 ms) 2024-07-26T06:18:45.868 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestCls2PCQueue.AsyncGetCapacity 2024-07-26T06:18:46.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:45 smithi155 ceph-mon[90160]: pgmap v959: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:18:46.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:45 smithi155 ceph-mon[90160]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:18:46.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:45 smithi155 ceph-mon[90160]: osdmap e864: 8 total, 8 up, 8 in 2024-07-26T06:18:46.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:45 smithi089 ceph-mon[99608]: pgmap v959: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:18:46.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:45 smithi089 ceph-mon[99608]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:18:46.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:45 smithi089 ceph-mon[99608]: osdmap e864: 8 total, 8 up, 8 in 2024-07-26T06:18:46.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:45 smithi089 ceph-mon[102056]: pgmap v959: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:18:46.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:45 smithi089 ceph-mon[102056]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:18:46.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:45 smithi089 ceph-mon[102056]: osdmap e864: 8 total, 8 up, 8 in 2024-07-26T06:18:47.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:46 smithi155 ceph-mon[90160]: pgmap v962: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:18:47.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:46 smithi155 ceph-mon[90160]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:18:47.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:46 smithi155 ceph-mon[90160]: Cluster is now healthy 2024-07-26T06:18:47.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:46 smithi155 ceph-mon[90160]: osdmap e865: 8 total, 8 up, 8 in 2024-07-26T06:18:47.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:46 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/2707233186' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:18:47.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:46 smithi089 ceph-mon[99608]: pgmap v962: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:18:47.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:46 smithi089 ceph-mon[99608]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:18:47.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:46 smithi089 ceph-mon[99608]: Cluster is now healthy 2024-07-26T06:18:47.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:46 smithi089 ceph-mon[99608]: osdmap e865: 8 total, 8 up, 8 in 2024-07-26T06:18:47.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:46 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/2707233186' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:18:47.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:46 smithi089 ceph-mon[102056]: pgmap v962: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:18:47.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:46 smithi089 ceph-mon[102056]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:18:47.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:46 smithi089 ceph-mon[102056]: Cluster is now healthy 2024-07-26T06:18:47.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:46 smithi089 ceph-mon[102056]: osdmap e865: 8 total, 8 up, 8 in 2024-07-26T06:18:47.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:46 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/2707233186' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:18:48.898 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestCls2PCQueue.AsyncGetCapacity (3030 ms) 2024-07-26T06:18:48.898 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestCls2PCQueue.Reserve 2024-07-26T06:18:49.157 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:48 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/2707233186' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:18:49.158 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:48 smithi089 ceph-mon[99608]: osdmap e866: 8 total, 8 up, 8 in 2024-07-26T06:18:49.158 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:48 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/2707233186' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:18:49.158 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:48 smithi089 ceph-mon[102056]: osdmap e866: 8 total, 8 up, 8 in 2024-07-26T06:18:49.180 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:48 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/2707233186' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:18:49.181 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:48 smithi155 ceph-mon[90160]: osdmap e866: 8 total, 8 up, 8 in 2024-07-26T06:18:50.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:49 smithi089 ceph-mon[99608]: pgmap v965: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:18:50.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:49 smithi089 ceph-mon[99608]: osdmap e867: 8 total, 8 up, 8 in 2024-07-26T06:18:50.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:49 smithi089 ceph-mon[102056]: pgmap v965: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:18:50.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:49 smithi089 ceph-mon[102056]: osdmap e867: 8 total, 8 up, 8 in 2024-07-26T06:18:50.382 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:49 smithi155 ceph-mon[90160]: pgmap v965: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:18:50.382 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:49 smithi155 ceph-mon[90160]: osdmap e867: 8 total, 8 up, 8 in 2024-07-26T06:18:51.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:50 smithi089 ceph-mon[99608]: osdmap e868: 8 total, 8 up, 8 in 2024-07-26T06:18:51.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:50 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/4250843894' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:18:51.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:50 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:18:51.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:50 smithi089 ceph-mon[99608]: pgmap v968: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:18:51.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:50 smithi089 ceph-mon[102056]: osdmap e868: 8 total, 8 up, 8 in 2024-07-26T06:18:51.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:50 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/4250843894' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:18:51.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:50 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:18:51.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:50 smithi089 ceph-mon[102056]: pgmap v968: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:18:51.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:50 smithi155 ceph-mon[90160]: osdmap e868: 8 total, 8 up, 8 in 2024-07-26T06:18:51.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:50 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/4250843894' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:18:51.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:50 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:18:51.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:50 smithi155 ceph-mon[90160]: pgmap v968: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:18:51.916 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestCls2PCQueue.Reserve (3018 ms) 2024-07-26T06:18:51.916 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestCls2PCQueue.AsyncReserve 2024-07-26T06:18:52.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:51 smithi089 ceph-mon[99608]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:18:52.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:51 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:18:52.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:51 smithi089 ceph-mon[99608]: osdmap e869: 8 total, 8 up, 8 in 2024-07-26T06:18:52.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:51 smithi089 ceph-mon[102056]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:18:52.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:51 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:18:52.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:51 smithi089 ceph-mon[102056]: osdmap e869: 8 total, 8 up, 8 in 2024-07-26T06:18:52.313 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:51 smithi155 ceph-mon[90160]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:18:52.314 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:51 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:18:52.314 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:51 smithi155 ceph-mon[90160]: osdmap e869: 8 total, 8 up, 8 in 2024-07-26T06:18:52.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:18:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:18:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:18:52.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:18:52 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:18:52] "GET /metrics HTTP/1.1" 200 33993 "" "Prometheus/2.43.0" 2024-07-26T06:18:53.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:52 smithi155 ceph-mon[90160]: osdmap e870: 8 total, 8 up, 8 in 2024-07-26T06:18:53.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:52 smithi155 ceph-mon[90160]: pgmap v971: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:18:53.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:52 smithi089 ceph-mon[99608]: osdmap e870: 8 total, 8 up, 8 in 2024-07-26T06:18:53.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:52 smithi089 ceph-mon[99608]: pgmap v971: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:18:53.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:52 smithi089 ceph-mon[102056]: osdmap e870: 8 total, 8 up, 8 in 2024-07-26T06:18:53.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:52 smithi089 ceph-mon[102056]: pgmap v971: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:18:54.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:53 smithi155 ceph-mon[90160]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:18:54.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:53 smithi155 ceph-mon[90160]: Cluster is now healthy 2024-07-26T06:18:54.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:53 smithi155 ceph-mon[90160]: osdmap e871: 8 total, 8 up, 8 in 2024-07-26T06:18:54.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:53 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/1247888961' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:18:54.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:53 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:18:54.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:53 smithi089 ceph-mon[99608]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:18:54.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:53 smithi089 ceph-mon[99608]: Cluster is now healthy 2024-07-26T06:18:54.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:53 smithi089 ceph-mon[99608]: osdmap e871: 8 total, 8 up, 8 in 2024-07-26T06:18:54.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:53 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/1247888961' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:18:54.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:53 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:18:54.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:53 smithi089 ceph-mon[102056]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:18:54.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:53 smithi089 ceph-mon[102056]: Cluster is now healthy 2024-07-26T06:18:54.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:53 smithi089 ceph-mon[102056]: osdmap e871: 8 total, 8 up, 8 in 2024-07-26T06:18:54.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:53 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/1247888961' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:18:54.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:53 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:18:54.933 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestCls2PCQueue.AsyncReserve (3018 ms) 2024-07-26T06:18:54.934 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestCls2PCQueue.Commit 2024-07-26T06:18:55.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:54 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:18:55.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:54 smithi155 ceph-mon[90160]: osdmap e872: 8 total, 8 up, 8 in 2024-07-26T06:18:55.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:54 smithi155 ceph-mon[90160]: pgmap v974: 137 pgs: 7 creating+peering, 17 unknown, 113 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:18:55.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:54 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:18:55.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:54 smithi089 ceph-mon[99608]: osdmap e872: 8 total, 8 up, 8 in 2024-07-26T06:18:55.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:54 smithi089 ceph-mon[99608]: pgmap v974: 137 pgs: 7 creating+peering, 17 unknown, 113 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:18:55.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:54 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:18:55.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:54 smithi089 ceph-mon[102056]: osdmap e872: 8 total, 8 up, 8 in 2024-07-26T06:18:55.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:54 smithi089 ceph-mon[102056]: pgmap v974: 137 pgs: 7 creating+peering, 17 unknown, 113 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:18:56.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:55 smithi155 ceph-mon[90160]: osdmap e873: 8 total, 8 up, 8 in 2024-07-26T06:18:56.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:55 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:18:56.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:55 smithi089 ceph-mon[99608]: osdmap e873: 8 total, 8 up, 8 in 2024-07-26T06:18:56.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:55 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:18:56.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:55 smithi089 ceph-mon[102056]: osdmap e873: 8 total, 8 up, 8 in 2024-07-26T06:18:56.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:55 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:18:57.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:56 smithi155 ceph-mon[90160]: osdmap e874: 8 total, 8 up, 8 in 2024-07-26T06:18:57.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:56 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/194234965' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:18:57.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:56 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:18:57.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:56 smithi155 ceph-mon[90160]: pgmap v977: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:18:57.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:56 smithi089 ceph-mon[99608]: osdmap e874: 8 total, 8 up, 8 in 2024-07-26T06:18:57.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:56 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/194234965' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:18:57.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:56 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:18:57.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:56 smithi089 ceph-mon[99608]: pgmap v977: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:18:57.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:56 smithi089 ceph-mon[102056]: osdmap e874: 8 total, 8 up, 8 in 2024-07-26T06:18:57.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:56 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/194234965' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:18:57.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:56 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:18:57.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:56 smithi089 ceph-mon[102056]: pgmap v977: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:18:57.953 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestCls2PCQueue.Commit (3019 ms) 2024-07-26T06:18:57.953 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestCls2PCQueue.Abort 2024-07-26T06:18:58.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:57 smithi155 ceph-mon[90160]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:18:58.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:57 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:18:58.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:57 smithi155 ceph-mon[90160]: osdmap e875: 8 total, 8 up, 8 in 2024-07-26T06:18:58.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:57 smithi089 ceph-mon[99608]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:18:58.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:57 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:18:58.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:57 smithi089 ceph-mon[99608]: osdmap e875: 8 total, 8 up, 8 in 2024-07-26T06:18:58.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:57 smithi089 ceph-mon[102056]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:18:58.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:57 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:18:58.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:57 smithi089 ceph-mon[102056]: osdmap e875: 8 total, 8 up, 8 in 2024-07-26T06:18:59.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:58 smithi155 ceph-mon[90160]: osdmap e876: 8 total, 8 up, 8 in 2024-07-26T06:18:59.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:58 smithi155 ceph-mon[90160]: pgmap v980: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:18:59.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:58 smithi089 ceph-mon[99608]: osdmap e876: 8 total, 8 up, 8 in 2024-07-26T06:18:59.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:58 smithi089 ceph-mon[99608]: pgmap v980: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:18:59.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:58 smithi089 ceph-mon[102056]: osdmap e876: 8 total, 8 up, 8 in 2024-07-26T06:18:59.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:58 smithi089 ceph-mon[102056]: pgmap v980: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:19:00.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:59 smithi155 ceph-mon[90160]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:19:00.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:59 smithi155 ceph-mon[90160]: Cluster is now healthy 2024-07-26T06:19:00.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:59 smithi155 ceph-mon[90160]: osdmap e877: 8 total, 8 up, 8 in 2024-07-26T06:19:00.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:18:59 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/1776906365' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:19:00.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:59 smithi089 ceph-mon[99608]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:19:00.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:59 smithi089 ceph-mon[99608]: Cluster is now healthy 2024-07-26T06:19:00.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:59 smithi089 ceph-mon[99608]: osdmap e877: 8 total, 8 up, 8 in 2024-07-26T06:19:00.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:18:59 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/1776906365' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:19:00.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:59 smithi089 ceph-mon[102056]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:19:00.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:59 smithi089 ceph-mon[102056]: Cluster is now healthy 2024-07-26T06:19:00.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:59 smithi089 ceph-mon[102056]: osdmap e877: 8 total, 8 up, 8 in 2024-07-26T06:19:00.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:18:59 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/1776906365' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:19:00.977 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestCls2PCQueue.Abort (3025 ms) 2024-07-26T06:19:00.977 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestCls2PCQueue.ReserveError 2024-07-26T06:19:01.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:00 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/1776906365' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:19:01.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:00 smithi155 ceph-mon[90160]: osdmap e878: 8 total, 8 up, 8 in 2024-07-26T06:19:01.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:00 smithi155 ceph-mon[90160]: pgmap v983: 137 pgs: 8 creating+peering, 20 unknown, 109 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:19:01.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:00 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/1776906365' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:19:01.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:00 smithi089 ceph-mon[99608]: osdmap e878: 8 total, 8 up, 8 in 2024-07-26T06:19:01.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:00 smithi089 ceph-mon[99608]: pgmap v983: 137 pgs: 8 creating+peering, 20 unknown, 109 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:19:01.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:00 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/1776906365' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:19:01.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:00 smithi089 ceph-mon[102056]: osdmap e878: 8 total, 8 up, 8 in 2024-07-26T06:19:01.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:00 smithi089 ceph-mon[102056]: pgmap v983: 137 pgs: 8 creating+peering, 20 unknown, 109 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:19:02.314 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:01 smithi155 ceph-mon[90160]: osdmap e879: 8 total, 8 up, 8 in 2024-07-26T06:19:02.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:01 smithi089 ceph-mon[99608]: osdmap e879: 8 total, 8 up, 8 in 2024-07-26T06:19:02.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:01 smithi089 ceph-mon[102056]: osdmap e879: 8 total, 8 up, 8 in 2024-07-26T06:19:02.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:19:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:19:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:19:02.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:19:02 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:19:02] "GET /metrics HTTP/1.1" 200 33994 "" "Prometheus/2.43.0" 2024-07-26T06:19:03.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:02 smithi155 ceph-mon[90160]: osdmap e880: 8 total, 8 up, 8 in 2024-07-26T06:19:03.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:02 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/417187485' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:19:03.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:02 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:19:03.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:02 smithi155 ceph-mon[90160]: pgmap v986: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:19:03.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:02 smithi089 ceph-mon[99608]: osdmap e880: 8 total, 8 up, 8 in 2024-07-26T06:19:03.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:02 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/417187485' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:19:03.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:02 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:19:03.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:02 smithi089 ceph-mon[99608]: pgmap v986: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:19:03.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:02 smithi089 ceph-mon[102056]: osdmap e880: 8 total, 8 up, 8 in 2024-07-26T06:19:03.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:02 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/417187485' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:19:03.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:02 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:19:03.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:02 smithi089 ceph-mon[102056]: pgmap v986: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:19:04.004 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestCls2PCQueue.ReserveError (3027 ms) 2024-07-26T06:19:04.005 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestCls2PCQueue.CommitError 2024-07-26T06:19:04.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:03 smithi155 ceph-mon[90160]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:19:04.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:03 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:19:04.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:03 smithi155 ceph-mon[90160]: osdmap e881: 8 total, 8 up, 8 in 2024-07-26T06:19:04.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:03 smithi089 ceph-mon[99608]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:19:04.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:03 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:19:04.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:03 smithi089 ceph-mon[99608]: osdmap e881: 8 total, 8 up, 8 in 2024-07-26T06:19:04.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:03 smithi089 ceph-mon[102056]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:19:04.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:03 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:19:04.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:03 smithi089 ceph-mon[102056]: osdmap e881: 8 total, 8 up, 8 in 2024-07-26T06:19:05.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:05 smithi155 ceph-mon[90160]: osdmap e882: 8 total, 8 up, 8 in 2024-07-26T06:19:05.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:05 smithi155 ceph-mon[90160]: pgmap v989: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:19:05.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:05 smithi089 ceph-mon[99608]: osdmap e882: 8 total, 8 up, 8 in 2024-07-26T06:19:05.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:05 smithi089 ceph-mon[99608]: pgmap v989: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:19:05.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:05 smithi089 ceph-mon[102056]: osdmap e882: 8 total, 8 up, 8 in 2024-07-26T06:19:05.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:05 smithi089 ceph-mon[102056]: pgmap v989: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:19:06.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:06 smithi155 ceph-mon[90160]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:19:06.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:06 smithi155 ceph-mon[90160]: Cluster is now healthy 2024-07-26T06:19:06.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:06 smithi155 ceph-mon[90160]: osdmap e883: 8 total, 8 up, 8 in 2024-07-26T06:19:06.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:06 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/1565833615' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:19:06.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:06 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:19:06.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:06 smithi089 ceph-mon[99608]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:19:06.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:06 smithi089 ceph-mon[99608]: Cluster is now healthy 2024-07-26T06:19:06.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:06 smithi089 ceph-mon[99608]: osdmap e883: 8 total, 8 up, 8 in 2024-07-26T06:19:06.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:06 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/1565833615' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:19:06.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:06 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:19:06.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:06 smithi089 ceph-mon[102056]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:19:06.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:06 smithi089 ceph-mon[102056]: Cluster is now healthy 2024-07-26T06:19:06.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:06 smithi089 ceph-mon[102056]: osdmap e883: 8 total, 8 up, 8 in 2024-07-26T06:19:06.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:06 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/1565833615' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:19:06.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:06 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:19:07.031 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestCls2PCQueue.CommitError (3027 ms) 2024-07-26T06:19:07.046 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestCls2PCQueue.AbortError 2024-07-26T06:19:07.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:07 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:19:07.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:07 smithi155 ceph-mon[90160]: osdmap e884: 8 total, 8 up, 8 in 2024-07-26T06:19:07.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:07 smithi155 ceph-mon[90160]: pgmap v992: 137 pgs: 7 creating+peering, 23 unknown, 107 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:19:07.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:07 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:19:07.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:07 smithi089 ceph-mon[99608]: osdmap e884: 8 total, 8 up, 8 in 2024-07-26T06:19:07.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:07 smithi089 ceph-mon[99608]: pgmap v992: 137 pgs: 7 creating+peering, 23 unknown, 107 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:19:07.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:07 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:19:07.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:07 smithi089 ceph-mon[102056]: osdmap e884: 8 total, 8 up, 8 in 2024-07-26T06:19:07.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:07 smithi089 ceph-mon[102056]: pgmap v992: 137 pgs: 7 creating+peering, 23 unknown, 107 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:19:08.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:08 smithi155 ceph-mon[90160]: osdmap e885: 8 total, 8 up, 8 in 2024-07-26T06:19:08.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:08 smithi089 ceph-mon[99608]: osdmap e885: 8 total, 8 up, 8 in 2024-07-26T06:19:08.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:08 smithi089 ceph-mon[102056]: osdmap e885: 8 total, 8 up, 8 in 2024-07-26T06:19:09.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:09 smithi155 ceph-mon[90160]: osdmap e886: 8 total, 8 up, 8 in 2024-07-26T06:19:09.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:09 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/2780861639' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:19:09.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:09 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:19:09.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:09 smithi155 ceph-mon[90160]: pgmap v995: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:19:09.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:09 smithi089 ceph-mon[99608]: osdmap e886: 8 total, 8 up, 8 in 2024-07-26T06:19:09.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:09 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/2780861639' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:19:09.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:09 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:19:09.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:09 smithi089 ceph-mon[99608]: pgmap v995: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:19:09.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:09 smithi089 ceph-mon[102056]: osdmap e886: 8 total, 8 up, 8 in 2024-07-26T06:19:09.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:09 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/2780861639' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:19:09.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:09 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:19:09.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:09 smithi089 ceph-mon[102056]: pgmap v995: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:19:10.046 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestCls2PCQueue.AbortError (3014 ms) 2024-07-26T06:19:10.046 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestCls2PCQueue.MultiReserve 2024-07-26T06:19:10.306 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:10 smithi089 ceph-mon[99608]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:19:10.306 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:10 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:19:10.306 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:10 smithi089 ceph-mon[99608]: osdmap e887: 8 total, 8 up, 8 in 2024-07-26T06:19:10.306 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:10 smithi089 ceph-mon[102056]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:19:10.306 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:10 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:19:10.306 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:10 smithi089 ceph-mon[102056]: osdmap e887: 8 total, 8 up, 8 in 2024-07-26T06:19:10.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:10 smithi155 ceph-mon[90160]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:19:10.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:10 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:19:10.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:10 smithi155 ceph-mon[90160]: osdmap e887: 8 total, 8 up, 8 in 2024-07-26T06:19:11.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:11 smithi155 ceph-mon[90160]: osdmap e888: 8 total, 8 up, 8 in 2024-07-26T06:19:11.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:11 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:19:11.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:11 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:19:11.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:11 smithi155 ceph-mon[90160]: pgmap v998: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:19:11.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:11 smithi089 ceph-mon[99608]: osdmap e888: 8 total, 8 up, 8 in 2024-07-26T06:19:11.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:19:11.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:19:11.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:11 smithi089 ceph-mon[99608]: pgmap v998: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:19:11.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:11 smithi089 ceph-mon[102056]: osdmap e888: 8 total, 8 up, 8 in 2024-07-26T06:19:11.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:19:11.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:19:11.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:11 smithi089 ceph-mon[102056]: pgmap v998: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:19:12.314 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:12 smithi155 ceph-mon[90160]: osdmap e889: 8 total, 8 up, 8 in 2024-07-26T06:19:12.314 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:12 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/1912555334' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:19:12.314 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:12 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:19:12.314 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:12 smithi155 ceph-mon[90160]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:19:12.314 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:12 smithi155 ceph-mon[90160]: Cluster is now healthy 2024-07-26T06:19:12.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:12 smithi089 ceph-mon[99608]: osdmap e889: 8 total, 8 up, 8 in 2024-07-26T06:19:12.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:12 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/1912555334' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:19:12.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:12 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:19:12.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:12 smithi089 ceph-mon[99608]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:19:12.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:12 smithi089 ceph-mon[99608]: Cluster is now healthy 2024-07-26T06:19:12.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:12 smithi089 ceph-mon[102056]: osdmap e889: 8 total, 8 up, 8 in 2024-07-26T06:19:12.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:12 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/1912555334' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:19:12.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:12 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:19:12.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:12 smithi089 ceph-mon[102056]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:19:12.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:12 smithi089 ceph-mon[102056]: Cluster is now healthy 2024-07-26T06:19:12.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:19:12 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:19:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:19:12.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:19:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:19:12] "GET /metrics HTTP/1.1" 200 33996 "" "Prometheus/2.43.0" 2024-07-26T06:19:13.071 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestCls2PCQueue.MultiReserve (3026 ms) 2024-07-26T06:19:13.072 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestCls2PCQueue.MultiCommit 2024-07-26T06:19:13.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:13 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:19:13.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:13 smithi155 ceph-mon[90160]: osdmap e890: 8 total, 8 up, 8 in 2024-07-26T06:19:13.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:13 smithi155 ceph-mon[90160]: pgmap v1001: 137 pgs: 8 creating+peering, 19 unknown, 110 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:19:13.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:13 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:19:13.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:13 smithi089 ceph-mon[99608]: osdmap e890: 8 total, 8 up, 8 in 2024-07-26T06:19:13.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:13 smithi089 ceph-mon[99608]: pgmap v1001: 137 pgs: 8 creating+peering, 19 unknown, 110 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:19:13.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:13 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:19:13.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:13 smithi089 ceph-mon[102056]: osdmap e890: 8 total, 8 up, 8 in 2024-07-26T06:19:13.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:13 smithi089 ceph-mon[102056]: pgmap v1001: 137 pgs: 8 creating+peering, 19 unknown, 110 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:19:14.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:14 smithi155 ceph-mon[90160]: osdmap e891: 8 total, 8 up, 8 in 2024-07-26T06:19:14.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:14 smithi089 ceph-mon[99608]: osdmap e891: 8 total, 8 up, 8 in 2024-07-26T06:19:14.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:14 smithi089 ceph-mon[102056]: osdmap e891: 8 total, 8 up, 8 in 2024-07-26T06:19:15.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:15 smithi155 ceph-mon[90160]: osdmap e892: 8 total, 8 up, 8 in 2024-07-26T06:19:15.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:15 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/3596305970' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:19:15.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:15 smithi155 ceph-mon[90160]: pgmap v1004: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:19:15.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:15 smithi089 ceph-mon[102056]: osdmap e892: 8 total, 8 up, 8 in 2024-07-26T06:19:15.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:15 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/3596305970' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:19:15.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:15 smithi089 ceph-mon[102056]: pgmap v1004: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:19:15.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:15 smithi089 ceph-mon[99608]: osdmap e892: 8 total, 8 up, 8 in 2024-07-26T06:19:15.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:15 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/3596305970' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:19:15.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:15 smithi089 ceph-mon[99608]: pgmap v1004: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:19:16.093 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestCls2PCQueue.MultiCommit (3021 ms) 2024-07-26T06:19:16.093 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestCls2PCQueue.MultiAbort 2024-07-26T06:19:16.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:16 smithi155 ceph-mon[90160]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:19:16.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:16 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/3596305970' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:19:16.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:16 smithi155 ceph-mon[90160]: osdmap e893: 8 total, 8 up, 8 in 2024-07-26T06:19:16.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:16 smithi089 ceph-mon[99608]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:19:16.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:16 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/3596305970' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:19:16.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:16 smithi089 ceph-mon[99608]: osdmap e893: 8 total, 8 up, 8 in 2024-07-26T06:19:16.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:16 smithi089 ceph-mon[102056]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:19:16.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:16 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/3596305970' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:19:16.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:16 smithi089 ceph-mon[102056]: osdmap e893: 8 total, 8 up, 8 in 2024-07-26T06:19:17.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:17 smithi155 ceph-mon[90160]: osdmap e894: 8 total, 8 up, 8 in 2024-07-26T06:19:17.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:17 smithi155 ceph-mon[90160]: pgmap v1007: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:19:17.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:17 smithi089 ceph-mon[99608]: osdmap e894: 8 total, 8 up, 8 in 2024-07-26T06:19:17.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:17 smithi089 ceph-mon[99608]: pgmap v1007: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:19:17.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:17 smithi089 ceph-mon[102056]: osdmap e894: 8 total, 8 up, 8 in 2024-07-26T06:19:17.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:17 smithi089 ceph-mon[102056]: pgmap v1007: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:19:18.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:18 smithi155 ceph-mon[90160]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:19:18.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:18 smithi155 ceph-mon[90160]: Cluster is now healthy 2024-07-26T06:19:18.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:18 smithi155 ceph-mon[90160]: osdmap e895: 8 total, 8 up, 8 in 2024-07-26T06:19:18.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:18 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/1489636190' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:19:18.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:18 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:19:18.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:18 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:19:18.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:18 smithi155 ceph-mon[90160]: osdmap e896: 8 total, 8 up, 8 in 2024-07-26T06:19:18.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:18 smithi089 ceph-mon[99608]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:19:18.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:18 smithi089 ceph-mon[99608]: Cluster is now healthy 2024-07-26T06:19:18.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:18 smithi089 ceph-mon[99608]: osdmap e895: 8 total, 8 up, 8 in 2024-07-26T06:19:18.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:18 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/1489636190' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:19:18.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:18 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:19:18.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:18 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:19:18.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:18 smithi089 ceph-mon[99608]: osdmap e896: 8 total, 8 up, 8 in 2024-07-26T06:19:18.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:18 smithi089 ceph-mon[102056]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:19:18.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:18 smithi089 ceph-mon[102056]: Cluster is now healthy 2024-07-26T06:19:18.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:18 smithi089 ceph-mon[102056]: osdmap e895: 8 total, 8 up, 8 in 2024-07-26T06:19:18.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:18 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/1489636190' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:19:18.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:18 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:19:18.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:18 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:19:18.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:18 smithi089 ceph-mon[102056]: osdmap e896: 8 total, 8 up, 8 in 2024-07-26T06:19:19.118 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestCls2PCQueue.MultiAbort (3025 ms) 2024-07-26T06:19:19.118 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestCls2PCQueue.ReserveCommit 2024-07-26T06:19:19.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:19 smithi155 ceph-mon[90160]: pgmap v1010: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:19:19.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:19 smithi089 ceph-mon[99608]: pgmap v1010: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:19:19.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:19 smithi089 ceph-mon[102056]: pgmap v1010: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:19:20.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:20 smithi155 ceph-mon[90160]: osdmap e897: 8 total, 8 up, 8 in 2024-07-26T06:19:20.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:20 smithi089 ceph-mon[99608]: osdmap e897: 8 total, 8 up, 8 in 2024-07-26T06:19:20.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:20 smithi089 ceph-mon[102056]: osdmap e897: 8 total, 8 up, 8 in 2024-07-26T06:19:21.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:21 smithi155 ceph-mon[90160]: osdmap e898: 8 total, 8 up, 8 in 2024-07-26T06:19:21.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:21 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/2131336012' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:19:21.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:21 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:19:21.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:21 smithi155 ceph-mon[90160]: pgmap v1013: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:19:21.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:21 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:19:21.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:21 smithi155 ceph-mon[90160]: osdmap e899: 8 total, 8 up, 8 in 2024-07-26T06:19:21.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:21 smithi089 ceph-mon[99608]: osdmap e898: 8 total, 8 up, 8 in 2024-07-26T06:19:21.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:21 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/2131336012' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:19:21.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:21 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:19:21.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:21 smithi089 ceph-mon[99608]: pgmap v1013: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:19:21.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:21 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:19:21.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:21 smithi089 ceph-mon[99608]: osdmap e899: 8 total, 8 up, 8 in 2024-07-26T06:19:21.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:21 smithi089 ceph-mon[102056]: osdmap e898: 8 total, 8 up, 8 in 2024-07-26T06:19:21.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:21 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/2131336012' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:19:21.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:21 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:19:21.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:21 smithi089 ceph-mon[102056]: pgmap v1013: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:19:21.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:21 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:19:21.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:21 smithi089 ceph-mon[102056]: osdmap e899: 8 total, 8 up, 8 in 2024-07-26T06:19:22.133 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestCls2PCQueue.ReserveCommit (3015 ms) 2024-07-26T06:19:22.133 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestCls2PCQueue.ReserveAbort 2024-07-26T06:19:22.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:22 smithi089 ceph-mon[99608]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:19:22.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:22 smithi089 ceph-mon[102056]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:19:22.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:22 smithi155 ceph-mon[90160]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:19:22.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:19:22 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:19:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:19:22.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:19:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:19:22] "GET /metrics HTTP/1.1" 200 33996 "" "Prometheus/2.43.0" 2024-07-26T06:19:23.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:23 smithi089 ceph-mon[99608]: osdmap e900: 8 total, 8 up, 8 in 2024-07-26T06:19:23.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:23 smithi089 ceph-mon[99608]: pgmap v1016: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:19:23.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:23 smithi089 ceph-mon[102056]: osdmap e900: 8 total, 8 up, 8 in 2024-07-26T06:19:23.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:23 smithi089 ceph-mon[102056]: pgmap v1016: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:19:23.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:23 smithi155 ceph-mon[90160]: osdmap e900: 8 total, 8 up, 8 in 2024-07-26T06:19:23.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:23 smithi155 ceph-mon[90160]: pgmap v1016: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:19:24.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:24 smithi089 ceph-mon[99608]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:19:24.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:24 smithi089 ceph-mon[99608]: Cluster is now healthy 2024-07-26T06:19:24.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:24 smithi089 ceph-mon[99608]: osdmap e901: 8 total, 8 up, 8 in 2024-07-26T06:19:24.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:24 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/4109958140' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:19:24.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:24 smithi089 ceph-mon[102056]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:19:24.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:24 smithi089 ceph-mon[102056]: Cluster is now healthy 2024-07-26T06:19:24.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:24 smithi089 ceph-mon[102056]: osdmap e901: 8 total, 8 up, 8 in 2024-07-26T06:19:24.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:24 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/4109958140' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:19:24.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:24 smithi155 ceph-mon[90160]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:19:24.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:24 smithi155 ceph-mon[90160]: Cluster is now healthy 2024-07-26T06:19:24.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:24 smithi155 ceph-mon[90160]: osdmap e901: 8 total, 8 up, 8 in 2024-07-26T06:19:24.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:24 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/4109958140' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:19:25.162 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestCls2PCQueue.ReserveAbort (3030 ms) 2024-07-26T06:19:25.163 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestCls2PCQueue.ManualCleanup 2024-07-26T06:19:25.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:25 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/4109958140' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:19:25.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:25 smithi155 ceph-mon[90160]: osdmap e902: 8 total, 8 up, 8 in 2024-07-26T06:19:25.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:25 smithi155 ceph-mon[90160]: pgmap v1019: 137 pgs: 7 creating+peering, 17 unknown, 113 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:19:25.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:25 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/4109958140' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:19:25.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:25 smithi089 ceph-mon[99608]: osdmap e902: 8 total, 8 up, 8 in 2024-07-26T06:19:25.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:25 smithi089 ceph-mon[99608]: pgmap v1019: 137 pgs: 7 creating+peering, 17 unknown, 113 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:19:25.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:25 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/4109958140' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:19:25.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:25 smithi089 ceph-mon[102056]: osdmap e902: 8 total, 8 up, 8 in 2024-07-26T06:19:25.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:25 smithi089 ceph-mon[102056]: pgmap v1019: 137 pgs: 7 creating+peering, 17 unknown, 113 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:19:26.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:26 smithi155 ceph-mon[90160]: osdmap e903: 8 total, 8 up, 8 in 2024-07-26T06:19:26.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:19:26.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:19:26.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:26 smithi089 ceph-mon[99608]: osdmap e903: 8 total, 8 up, 8 in 2024-07-26T06:19:26.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:19:26.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:19:26.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:26 smithi089 ceph-mon[102056]: osdmap e903: 8 total, 8 up, 8 in 2024-07-26T06:19:26.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:19:26.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:19:27.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:27 smithi155 ceph-mon[90160]: osdmap e904: 8 total, 8 up, 8 in 2024-07-26T06:19:27.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:27 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/1586975967' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:19:27.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:27 smithi155 ceph-mon[90160]: pgmap v1022: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:19:27.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:27 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/1586975967' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:19:27.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:27 smithi155 ceph-mon[90160]: osdmap e905: 8 total, 8 up, 8 in 2024-07-26T06:19:27.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:27 smithi089 ceph-mon[99608]: osdmap e904: 8 total, 8 up, 8 in 2024-07-26T06:19:27.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:27 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/1586975967' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:19:27.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:27 smithi089 ceph-mon[99608]: pgmap v1022: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:19:27.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:27 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/1586975967' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:19:27.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:27 smithi089 ceph-mon[99608]: osdmap e905: 8 total, 8 up, 8 in 2024-07-26T06:19:27.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:27 smithi089 ceph-mon[102056]: osdmap e904: 8 total, 8 up, 8 in 2024-07-26T06:19:27.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:27 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/1586975967' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:19:27.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:27 smithi089 ceph-mon[102056]: pgmap v1022: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:19:27.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:27 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/1586975967' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:19:27.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:27 smithi089 ceph-mon[102056]: osdmap e905: 8 total, 8 up, 8 in 2024-07-26T06:19:28.177 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestCls2PCQueue.ManualCleanup (3015 ms) 2024-07-26T06:19:28.178 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestCls2PCQueue.Cleanup 2024-07-26T06:19:28.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:28 smithi155 ceph-mon[90160]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:19:28.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:28 smithi155 ceph-mon[90160]: osdmap e906: 8 total, 8 up, 8 in 2024-07-26T06:19:28.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:28 smithi089 ceph-mon[99608]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:19:28.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:28 smithi089 ceph-mon[99608]: osdmap e906: 8 total, 8 up, 8 in 2024-07-26T06:19:28.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:28 smithi089 ceph-mon[102056]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:19:28.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:28 smithi089 ceph-mon[102056]: osdmap e906: 8 total, 8 up, 8 in 2024-07-26T06:19:29.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:29 smithi155 ceph-mon[90160]: pgmap v1025: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:19:29.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:29 smithi089 ceph-mon[99608]: pgmap v1025: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:19:29.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:29 smithi089 ceph-mon[102056]: pgmap v1025: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:19:30.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:30 smithi155 ceph-mon[90160]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:19:30.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:30 smithi155 ceph-mon[90160]: Cluster is now healthy 2024-07-26T06:19:30.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:30 smithi155 ceph-mon[90160]: osdmap e907: 8 total, 8 up, 8 in 2024-07-26T06:19:30.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:30 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/2258163812' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:19:30.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:30 smithi089 ceph-mon[99608]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:19:30.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:30 smithi089 ceph-mon[99608]: Cluster is now healthy 2024-07-26T06:19:30.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:30 smithi089 ceph-mon[99608]: osdmap e907: 8 total, 8 up, 8 in 2024-07-26T06:19:30.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:30 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/2258163812' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:19:30.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:30 smithi089 ceph-mon[102056]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:19:30.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:30 smithi089 ceph-mon[102056]: Cluster is now healthy 2024-07-26T06:19:30.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:30 smithi089 ceph-mon[102056]: osdmap e907: 8 total, 8 up, 8 in 2024-07-26T06:19:30.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:30 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/2258163812' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:19:31.210 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestCls2PCQueue.Cleanup (3032 ms) 2024-07-26T06:19:31.210 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestCls2PCQueue.MultiProducer 2024-07-26T06:19:31.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:31 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/2258163812' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:19:31.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:31 smithi155 ceph-mon[90160]: osdmap e908: 8 total, 8 up, 8 in 2024-07-26T06:19:31.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:31 smithi155 ceph-mon[90160]: pgmap v1028: 137 pgs: 9 creating+peering, 17 unknown, 111 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:19:31.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:31 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/2258163812' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:19:31.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:31 smithi089 ceph-mon[99608]: osdmap e908: 8 total, 8 up, 8 in 2024-07-26T06:19:31.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:31 smithi089 ceph-mon[99608]: pgmap v1028: 137 pgs: 9 creating+peering, 17 unknown, 111 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:19:31.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:31 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/2258163812' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:19:31.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:31 smithi089 ceph-mon[102056]: osdmap e908: 8 total, 8 up, 8 in 2024-07-26T06:19:31.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:31 smithi089 ceph-mon[102056]: pgmap v1028: 137 pgs: 9 creating+peering, 17 unknown, 111 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:19:32.533 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:32 smithi089 ceph-mon[102056]: osdmap e909: 8 total, 8 up, 8 in 2024-07-26T06:19:32.533 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:32 smithi089 ceph-mon[99608]: osdmap e909: 8 total, 8 up, 8 in 2024-07-26T06:19:32.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:32 smithi155 ceph-mon[90160]: osdmap e909: 8 total, 8 up, 8 in 2024-07-26T06:19:32.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:19:32 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:19:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:19:32.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:19:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:19:32] "GET /metrics HTTP/1.1" 200 33993 "" "Prometheus/2.43.0" 2024-07-26T06:19:33.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:33 smithi155 ceph-mon[90160]: osdmap e910: 8 total, 8 up, 8 in 2024-07-26T06:19:33.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:33 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/1259866361' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:19:33.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:33 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:19:33.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:33 smithi155 ceph-mon[90160]: pgmap v1031: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:19:33.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:33 smithi089 ceph-mon[99608]: osdmap e910: 8 total, 8 up, 8 in 2024-07-26T06:19:33.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:33 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/1259866361' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:19:33.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:33 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:19:33.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:33 smithi089 ceph-mon[99608]: pgmap v1031: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:19:33.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:33 smithi089 ceph-mon[102056]: osdmap e910: 8 total, 8 up, 8 in 2024-07-26T06:19:33.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:33 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/1259866361' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:19:33.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:33 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:19:33.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:33 smithi089 ceph-mon[102056]: pgmap v1031: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:19:34.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:34 smithi155 ceph-mon[90160]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:19:34.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:34 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:19:34.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:34 smithi155 ceph-mon[90160]: osdmap e911: 8 total, 8 up, 8 in 2024-07-26T06:19:34.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:34 smithi089 ceph-mon[99608]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:19:34.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:34 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:19:34.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:34 smithi089 ceph-mon[99608]: osdmap e911: 8 total, 8 up, 8 in 2024-07-26T06:19:34.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:34 smithi089 ceph-mon[102056]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:19:34.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:34 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:19:34.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:34 smithi089 ceph-mon[102056]: osdmap e911: 8 total, 8 up, 8 in 2024-07-26T06:19:35.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:35 smithi155 ceph-mon[90160]: osdmap e912: 8 total, 8 up, 8 in 2024-07-26T06:19:35.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:35 smithi155 ceph-mon[90160]: pgmap v1034: 137 pgs: 14 creating+peering, 7 unknown, 116 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:19:35.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:35 smithi089 ceph-mon[102056]: osdmap e912: 8 total, 8 up, 8 in 2024-07-26T06:19:35.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:35 smithi089 ceph-mon[102056]: pgmap v1034: 137 pgs: 14 creating+peering, 7 unknown, 116 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:19:35.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:35 smithi089 ceph-mon[99608]: osdmap e912: 8 total, 8 up, 8 in 2024-07-26T06:19:35.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:35 smithi089 ceph-mon[99608]: pgmap v1034: 137 pgs: 14 creating+peering, 7 unknown, 116 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:19:36.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:36 smithi155 ceph-mon[90160]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:19:36.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:36 smithi155 ceph-mon[90160]: Cluster is now healthy 2024-07-26T06:19:36.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:36 smithi089 ceph-mon[99608]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:19:36.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:36 smithi089 ceph-mon[99608]: Cluster is now healthy 2024-07-26T06:19:36.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:36 smithi089 ceph-mon[102056]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:19:36.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:36 smithi089 ceph-mon[102056]: Cluster is now healthy 2024-07-26T06:19:37.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:37 smithi155 ceph-mon[90160]: pgmap v1035: 137 pgs: 14 creating+peering, 123 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:19:37.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:37 smithi089 ceph-mon[99608]: pgmap v1035: 137 pgs: 14 creating+peering, 123 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:19:37.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:37 smithi089 ceph-mon[102056]: pgmap v1035: 137 pgs: 14 creating+peering, 123 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:19:40.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:39 smithi155 ceph-mon[90160]: pgmap v1036: 137 pgs: 137 active+clean; 1.8 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 32 MiB/s rd, 7.6 MiB/s wr, 8.55k op/s 2024-07-26T06:19:40.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:39 smithi089 ceph-mon[99608]: pgmap v1036: 137 pgs: 137 active+clean; 1.8 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 32 MiB/s rd, 7.6 MiB/s wr, 8.55k op/s 2024-07-26T06:19:40.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:39 smithi089 ceph-mon[102056]: pgmap v1036: 137 pgs: 137 active+clean; 1.8 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 32 MiB/s rd, 7.6 MiB/s wr, 8.55k op/s 2024-07-26T06:19:41.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:40 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:19:41.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:40 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.6", "id": [7, 0]}]: dispatch 2024-07-26T06:19:41.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:40 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.a", "id": [7, 0]}]: dispatch 2024-07-26T06:19:41.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:40 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.e", "id": [7, 0]}]: dispatch 2024-07-26T06:19:41.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:40 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:19:41.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:40 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.6", "id": [7, 0]}]: dispatch 2024-07-26T06:19:41.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:40 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.a", "id": [7, 0]}]: dispatch 2024-07-26T06:19:41.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:40 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.e", "id": [7, 0]}]: dispatch 2024-07-26T06:19:41.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:40 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:19:41.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:40 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.6", "id": [7, 0]}]: dispatch 2024-07-26T06:19:41.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:40 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.a", "id": [7, 0]}]: dispatch 2024-07-26T06:19:41.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:40 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.e", "id": [7, 0]}]: dispatch 2024-07-26T06:19:42.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:41 smithi155 ceph-mon[90160]: pgmap v1037: 137 pgs: 137 active+clean; 1.8 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 26 MiB/s rd, 6.2 MiB/s wr, 7.03k op/s 2024-07-26T06:19:42.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.6", "id": [7, 0]}]': finished 2024-07-26T06:19:42.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.a", "id": [7, 0]}]': finished 2024-07-26T06:19:42.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.e", "id": [7, 0]}]': finished 2024-07-26T06:19:42.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:41 smithi155 ceph-mon[90160]: osdmap e913: 8 total, 8 up, 8 in 2024-07-26T06:19:42.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:19:42.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:19:42.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:19:42.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:19:42.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:41 smithi089 ceph-mon[99608]: pgmap v1037: 137 pgs: 137 active+clean; 1.8 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 26 MiB/s rd, 6.2 MiB/s wr, 7.03k op/s 2024-07-26T06:19:42.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.6", "id": [7, 0]}]': finished 2024-07-26T06:19:42.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.a", "id": [7, 0]}]': finished 2024-07-26T06:19:42.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.e", "id": [7, 0]}]': finished 2024-07-26T06:19:42.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:41 smithi089 ceph-mon[99608]: osdmap e913: 8 total, 8 up, 8 in 2024-07-26T06:19:42.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:19:42.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:19:42.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:19:42.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:19:42.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:41 smithi089 ceph-mon[102056]: pgmap v1037: 137 pgs: 137 active+clean; 1.8 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 26 MiB/s rd, 6.2 MiB/s wr, 7.03k op/s 2024-07-26T06:19:42.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.6", "id": [7, 0]}]': finished 2024-07-26T06:19:42.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.a", "id": [7, 0]}]': finished 2024-07-26T06:19:42.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.e", "id": [7, 0]}]': finished 2024-07-26T06:19:42.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:41 smithi089 ceph-mon[102056]: osdmap e913: 8 total, 8 up, 8 in 2024-07-26T06:19:42.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:19:42.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:19:42.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:19:42.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:19:42.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:19:42 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:19:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:19:42.869 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:19:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:19:42] "GET /metrics HTTP/1.1" 200 36423 "" "Prometheus/2.43.0" 2024-07-26T06:19:43.128 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:42 smithi155 ceph-mon[90160]: osdmap e914: 8 total, 8 up, 8 in 2024-07-26T06:19:43.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:42 smithi089 ceph-mon[99608]: osdmap e914: 8 total, 8 up, 8 in 2024-07-26T06:19:43.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:42 smithi089 ceph-mon[102056]: osdmap e914: 8 total, 8 up, 8 in 2024-07-26T06:19:44.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:43 smithi155 ceph-mon[90160]: pgmap v1040: 137 pgs: 1 peering, 136 active+clean; 1.8 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 26 MiB/s rd, 6.2 MiB/s wr, 7.03k op/s 2024-07-26T06:19:44.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:43 smithi089 ceph-mon[99608]: pgmap v1040: 137 pgs: 1 peering, 136 active+clean; 1.8 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 26 MiB/s rd, 6.2 MiB/s wr, 7.03k op/s 2024-07-26T06:19:44.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:43 smithi089 ceph-mon[102056]: pgmap v1040: 137 pgs: 1 peering, 136 active+clean; 1.8 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 26 MiB/s rd, 6.2 MiB/s wr, 7.03k op/s 2024-07-26T06:19:45.883 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestCls2PCQueue.MultiProducer (14673 ms) 2024-07-26T06:19:45.883 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestCls2PCQueue.AsyncConsumer 2024-07-26T06:19:46.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:45 smithi155 ceph-mon[90160]: pgmap v1041: 137 pgs: 1 peering, 136 active+clean; 2.3 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 218 MiB/s rd, 9.3 MiB/s wr, 10.78k op/s 2024-07-26T06:19:46.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:45 smithi089 ceph-mon[99608]: pgmap v1041: 137 pgs: 1 peering, 136 active+clean; 2.3 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 218 MiB/s rd, 9.3 MiB/s wr, 10.78k op/s 2024-07-26T06:19:46.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:45 smithi089 ceph-mon[102056]: pgmap v1041: 137 pgs: 1 peering, 136 active+clean; 2.3 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 218 MiB/s rd, 9.3 MiB/s wr, 10.78k op/s 2024-07-26T06:19:47.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:46 smithi155 ceph-mon[90160]: osdmap e915: 8 total, 8 up, 8 in 2024-07-26T06:19:47.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:46 smithi089 ceph-mon[99608]: osdmap e915: 8 total, 8 up, 8 in 2024-07-26T06:19:47.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:46 smithi089 ceph-mon[102056]: osdmap e915: 8 total, 8 up, 8 in 2024-07-26T06:19:48.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:47 smithi089 ceph-mon[99608]: pgmap v1043: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:19:48.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:47 smithi089 ceph-mon[99608]: osdmap e916: 8 total, 8 up, 8 in 2024-07-26T06:19:48.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:47 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/4236850006' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:19:48.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:47 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:19:48.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:47 smithi089 ceph-mon[102056]: pgmap v1043: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:19:48.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:47 smithi089 ceph-mon[102056]: osdmap e916: 8 total, 8 up, 8 in 2024-07-26T06:19:48.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:47 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/4236850006' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:19:48.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:47 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:19:48.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:47 smithi155 ceph-mon[90160]: pgmap v1043: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:19:48.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:47 smithi155 ceph-mon[90160]: osdmap e916: 8 total, 8 up, 8 in 2024-07-26T06:19:48.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:47 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/4236850006' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:19:48.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:47 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:19:49.280 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:48 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:19:49.280 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:48 smithi155 ceph-mon[90160]: osdmap e917: 8 total, 8 up, 8 in 2024-07-26T06:19:49.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:48 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:19:49.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:48 smithi089 ceph-mon[99608]: osdmap e917: 8 total, 8 up, 8 in 2024-07-26T06:19:49.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:48 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:19:49.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:48 smithi089 ceph-mon[102056]: osdmap e917: 8 total, 8 up, 8 in 2024-07-26T06:19:50.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:49 smithi089 ceph-mon[99608]: pgmap v1046: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:19:50.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:49 smithi089 ceph-mon[99608]: osdmap e918: 8 total, 8 up, 8 in 2024-07-26T06:19:50.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:49 smithi089 ceph-mon[102056]: pgmap v1046: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:19:50.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:49 smithi089 ceph-mon[102056]: osdmap e918: 8 total, 8 up, 8 in 2024-07-26T06:19:50.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:49 smithi155 ceph-mon[90160]: pgmap v1046: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:19:50.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:49 smithi155 ceph-mon[90160]: osdmap e918: 8 total, 8 up, 8 in 2024-07-26T06:19:50.523 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestCls2PCQueue.AsyncConsumer (4640 ms) 2024-07-26T06:19:50.523 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestCls2PCQueue.MultiProducerConsumer 2024-07-26T06:19:51.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:51 smithi155 ceph-mon[90160]: osdmap e919: 8 total, 8 up, 8 in 2024-07-26T06:19:51.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:51 smithi155 ceph-mon[90160]: pgmap v1049: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:19:51.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:51 smithi089 ceph-mon[99608]: osdmap e919: 8 total, 8 up, 8 in 2024-07-26T06:19:51.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:51 smithi089 ceph-mon[99608]: pgmap v1049: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:19:51.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:51 smithi089 ceph-mon[102056]: osdmap e919: 8 total, 8 up, 8 in 2024-07-26T06:19:51.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:51 smithi089 ceph-mon[102056]: pgmap v1049: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:19:52.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:19:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:19:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:19:52.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:52 smithi155 ceph-mon[90160]: osdmap e920: 8 total, 8 up, 8 in 2024-07-26T06:19:52.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:52 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/868824073' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:19:52.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:52 smithi089 ceph-mon[99608]: osdmap e920: 8 total, 8 up, 8 in 2024-07-26T06:19:52.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:52 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/868824073' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:19:52.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:19:52 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:19:52] "GET /metrics HTTP/1.1" 200 36423 "" "Prometheus/2.43.0" 2024-07-26T06:19:52.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:52 smithi089 ceph-mon[102056]: osdmap e920: 8 total, 8 up, 8 in 2024-07-26T06:19:52.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:52 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/868824073' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:19:53.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:53 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/868824073' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:19:53.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:53 smithi155 ceph-mon[90160]: osdmap e921: 8 total, 8 up, 8 in 2024-07-26T06:19:53.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:53 smithi155 ceph-mon[90160]: pgmap v1052: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:19:53.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:53 smithi155 ceph-mon[90160]: osdmap e922: 8 total, 8 up, 8 in 2024-07-26T06:19:53.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:53 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/868824073' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:19:53.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:53 smithi089 ceph-mon[99608]: osdmap e921: 8 total, 8 up, 8 in 2024-07-26T06:19:53.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:53 smithi089 ceph-mon[99608]: pgmap v1052: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:19:53.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:53 smithi089 ceph-mon[99608]: osdmap e922: 8 total, 8 up, 8 in 2024-07-26T06:19:53.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:53 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/868824073' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:19:53.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:53 smithi089 ceph-mon[102056]: osdmap e921: 8 total, 8 up, 8 in 2024-07-26T06:19:53.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:53 smithi089 ceph-mon[102056]: pgmap v1052: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:19:53.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:53 smithi089 ceph-mon[102056]: osdmap e922: 8 total, 8 up, 8 in 2024-07-26T06:19:56.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:55 smithi155 ceph-mon[90160]: pgmap v1054: 137 pgs: 2 creating+peering, 13 unknown, 122 active+clean; 1.0 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 21 MiB/s rd, 4.3 MiB/s wr, 5.13k op/s 2024-07-26T06:19:56.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:55 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:19:56.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:55 smithi089 ceph-mon[99608]: pgmap v1054: 137 pgs: 2 creating+peering, 13 unknown, 122 active+clean; 1.0 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 21 MiB/s rd, 4.3 MiB/s wr, 5.13k op/s 2024-07-26T06:19:56.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:55 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:19:56.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:55 smithi089 ceph-mon[102056]: pgmap v1054: 137 pgs: 2 creating+peering, 13 unknown, 122 active+clean; 1.0 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 21 MiB/s rd, 4.3 MiB/s wr, 5.13k op/s 2024-07-26T06:19:56.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:55 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:19:58.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:57 smithi155 ceph-mon[90160]: pgmap v1055: 137 pgs: 2 creating+peering, 135 active+clean; 1.0 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 3.1 MiB/s wr, 3.67k op/s 2024-07-26T06:19:58.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:57 smithi089 ceph-mon[99608]: pgmap v1055: 137 pgs: 2 creating+peering, 135 active+clean; 1.0 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 3.1 MiB/s wr, 3.67k op/s 2024-07-26T06:19:58.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:57 smithi089 ceph-mon[102056]: pgmap v1055: 137 pgs: 2 creating+peering, 135 active+clean; 1.0 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 3.1 MiB/s wr, 3.67k op/s 2024-07-26T06:20:00.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:19:59 smithi155 ceph-mon[90160]: pgmap v1056: 137 pgs: 137 active+clean; 1.0 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.6 MiB/s wr, 3.02k op/s 2024-07-26T06:20:00.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:19:59 smithi089 ceph-mon[99608]: pgmap v1056: 137 pgs: 137 active+clean; 1.0 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.6 MiB/s wr, 3.02k op/s 2024-07-26T06:20:00.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:19:59 smithi089 ceph-mon[102056]: pgmap v1056: 137 pgs: 137 active+clean; 1.0 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.6 MiB/s wr, 3.02k op/s 2024-07-26T06:20:01.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:00 smithi155 ceph-mon[90160]: overall HEALTH_OK 2024-07-26T06:20:01.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:00 smithi089 ceph-mon[99608]: overall HEALTH_OK 2024-07-26T06:20:01.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:00 smithi089 ceph-mon[102056]: overall HEALTH_OK 2024-07-26T06:20:02.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:01 smithi155 ceph-mon[90160]: pgmap v1057: 137 pgs: 137 active+clean; 1.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 72 MiB/s rd, 6.2 MiB/s wr, 7.39k op/s 2024-07-26T06:20:02.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:01 smithi089 ceph-mon[99608]: pgmap v1057: 137 pgs: 137 active+clean; 1.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 72 MiB/s rd, 6.2 MiB/s wr, 7.39k op/s 2024-07-26T06:20:02.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:01 smithi089 ceph-mon[102056]: pgmap v1057: 137 pgs: 137 active+clean; 1.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 72 MiB/s rd, 6.2 MiB/s wr, 7.39k op/s 2024-07-26T06:20:02.631 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:20:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:20:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:20:02.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:20:02 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:20:02] "GET /metrics HTTP/1.1" 200 36417 "" "Prometheus/2.43.0" 2024-07-26T06:20:04.128 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:03 smithi155 ceph-mon[90160]: pgmap v1058: 137 pgs: 137 active+clean; 1.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 60 MiB/s rd, 5.2 MiB/s wr, 6.12k op/s 2024-07-26T06:20:04.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:03 smithi089 ceph-mon[99608]: pgmap v1058: 137 pgs: 137 active+clean; 1.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 60 MiB/s rd, 5.2 MiB/s wr, 6.12k op/s 2024-07-26T06:20:04.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:03 smithi089 ceph-mon[102056]: pgmap v1058: 137 pgs: 137 active+clean; 1.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 60 MiB/s rd, 5.2 MiB/s wr, 6.12k op/s 2024-07-26T06:20:06.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:05 smithi155 ceph-mon[90160]: pgmap v1059: 137 pgs: 137 active+clean; 1.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 80 MiB/s rd, 5.8 MiB/s wr, 7.00k op/s 2024-07-26T06:20:06.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:05 smithi089 ceph-mon[99608]: pgmap v1059: 137 pgs: 137 active+clean; 1.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 80 MiB/s rd, 5.8 MiB/s wr, 7.00k op/s 2024-07-26T06:20:06.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:05 smithi089 ceph-mon[102056]: pgmap v1059: 137 pgs: 137 active+clean; 1.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 80 MiB/s rd, 5.8 MiB/s wr, 7.00k op/s 2024-07-26T06:20:08.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:07 smithi155 ceph-mon[90160]: pgmap v1060: 137 pgs: 137 active+clean; 1.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 67 MiB/s rd, 3.9 MiB/s wr, 4.75k op/s 2024-07-26T06:20:08.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:07 smithi089 ceph-mon[99608]: pgmap v1060: 137 pgs: 137 active+clean; 1.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 67 MiB/s rd, 3.9 MiB/s wr, 4.75k op/s 2024-07-26T06:20:08.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:07 smithi089 ceph-mon[102056]: pgmap v1060: 137 pgs: 137 active+clean; 1.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 67 MiB/s rd, 3.9 MiB/s wr, 4.75k op/s 2024-07-26T06:20:09.882 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestCls2PCQueue.MultiProducerConsumer (19358 ms) 2024-07-26T06:20:09.882 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestCls2PCQueue.ReserveSpillover 2024-07-26T06:20:10.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:09 smithi089 ceph-mon[99608]: pgmap v1061: 137 pgs: 137 active+clean; 1.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 67 MiB/s rd, 3.9 MiB/s wr, 4.75k op/s 2024-07-26T06:20:10.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:09 smithi089 ceph-mon[102056]: pgmap v1061: 137 pgs: 137 active+clean; 1.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 67 MiB/s rd, 3.9 MiB/s wr, 4.75k op/s 2024-07-26T06:20:10.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:09 smithi155 ceph-mon[90160]: pgmap v1061: 137 pgs: 137 active+clean; 1.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 67 MiB/s rd, 3.9 MiB/s wr, 4.75k op/s 2024-07-26T06:20:11.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:10 smithi089 ceph-mon[99608]: osdmap e923: 8 total, 8 up, 8 in 2024-07-26T06:20:11.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:10 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:20:11.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:10 smithi089 ceph-mon[102056]: osdmap e923: 8 total, 8 up, 8 in 2024-07-26T06:20:11.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:10 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:20:11.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:10 smithi155 ceph-mon[90160]: osdmap e923: 8 total, 8 up, 8 in 2024-07-26T06:20:11.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:10 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:20:12.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:11 smithi089 ceph-mon[99608]: pgmap v1063: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:20:12.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:11 smithi089 ceph-mon[99608]: osdmap e924: 8 total, 8 up, 8 in 2024-07-26T06:20:12.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:11 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/306132227' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:20:12.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:11 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:20:12.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:11 smithi089 ceph-mon[102056]: pgmap v1063: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:20:12.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:11 smithi089 ceph-mon[102056]: osdmap e924: 8 total, 8 up, 8 in 2024-07-26T06:20:12.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:11 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/306132227' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:20:12.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:11 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:20:12.313 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:11 smithi155 ceph-mon[90160]: pgmap v1063: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:20:12.313 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:11 smithi155 ceph-mon[90160]: osdmap e924: 8 total, 8 up, 8 in 2024-07-26T06:20:12.314 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:11 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/306132227' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:20:12.314 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:11 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:20:12.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:20:12 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:20:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:20:12.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:20:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:20:12] "GET /metrics HTTP/1.1" 200 33995 "" "Prometheus/2.43.0" 2024-07-26T06:20:13.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:12 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:20:13.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:12 smithi155 ceph-mon[90160]: osdmap e925: 8 total, 8 up, 8 in 2024-07-26T06:20:13.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:12 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:20:13.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:12 smithi089 ceph-mon[99608]: osdmap e925: 8 total, 8 up, 8 in 2024-07-26T06:20:13.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:12 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:20:13.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:12 smithi089 ceph-mon[102056]: osdmap e925: 8 total, 8 up, 8 in 2024-07-26T06:20:13.919 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestCls2PCQueue.ReserveSpillover (4038 ms) 2024-07-26T06:20:13.919 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestCls2PCQueue.CommitSpillover 2024-07-26T06:20:14.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:13 smithi155 ceph-mon[90160]: pgmap v1066: 137 pgs: 11 creating+peering, 16 unknown, 110 active+clean; 599 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:20:14.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:13 smithi155 ceph-mon[90160]: osdmap e926: 8 total, 8 up, 8 in 2024-07-26T06:20:14.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:13 smithi089 ceph-mon[102056]: pgmap v1066: 137 pgs: 11 creating+peering, 16 unknown, 110 active+clean; 599 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:20:14.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:13 smithi089 ceph-mon[102056]: osdmap e926: 8 total, 8 up, 8 in 2024-07-26T06:20:14.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:13 smithi089 ceph-mon[99608]: pgmap v1066: 137 pgs: 11 creating+peering, 16 unknown, 110 active+clean; 599 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-07-26T06:20:14.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:13 smithi089 ceph-mon[99608]: osdmap e926: 8 total, 8 up, 8 in 2024-07-26T06:20:15.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:14 smithi155 ceph-mon[90160]: osdmap e927: 8 total, 8 up, 8 in 2024-07-26T06:20:15.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:14 smithi155 ceph-mon[90160]: pgmap v1069: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:20:15.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:14 smithi089 ceph-mon[99608]: osdmap e927: 8 total, 8 up, 8 in 2024-07-26T06:20:15.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:14 smithi089 ceph-mon[99608]: pgmap v1069: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:20:15.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:14 smithi089 ceph-mon[102056]: osdmap e927: 8 total, 8 up, 8 in 2024-07-26T06:20:15.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:14 smithi089 ceph-mon[102056]: pgmap v1069: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:20:16.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:15 smithi155 ceph-mon[90160]: osdmap e928: 8 total, 8 up, 8 in 2024-07-26T06:20:16.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:15 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/1066956848' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:20:16.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:15 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:20:16.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:15 smithi089 ceph-mon[102056]: osdmap e928: 8 total, 8 up, 8 in 2024-07-26T06:20:16.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:15 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/1066956848' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:20:16.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:15 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:20:16.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:15 smithi089 ceph-mon[99608]: osdmap e928: 8 total, 8 up, 8 in 2024-07-26T06:20:16.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:15 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/1066956848' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:20:16.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:15 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:20:17.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:16 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:20:17.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:16 smithi155 ceph-mon[90160]: osdmap e929: 8 total, 8 up, 8 in 2024-07-26T06:20:17.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:16 smithi155 ceph-mon[90160]: pgmap v1072: 137 pgs: 4 creating+peering, 23 unknown, 110 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:20:17.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:16 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:20:17.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:16 smithi089 ceph-mon[99608]: osdmap e929: 8 total, 8 up, 8 in 2024-07-26T06:20:17.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:16 smithi089 ceph-mon[99608]: pgmap v1072: 137 pgs: 4 creating+peering, 23 unknown, 110 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:20:17.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:16 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:20:17.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:16 smithi089 ceph-mon[102056]: osdmap e929: 8 total, 8 up, 8 in 2024-07-26T06:20:17.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:16 smithi089 ceph-mon[102056]: pgmap v1072: 137 pgs: 4 creating+peering, 23 unknown, 110 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:20:18.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:17 smithi155 ceph-mon[90160]: osdmap e930: 8 total, 8 up, 8 in 2024-07-26T06:20:18.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:17 smithi089 ceph-mon[99608]: osdmap e930: 8 total, 8 up, 8 in 2024-07-26T06:20:18.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:17 smithi089 ceph-mon[102056]: osdmap e930: 8 total, 8 up, 8 in 2024-07-26T06:20:19.280 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:18 smithi155 ceph-mon[90160]: pgmap v1074: 137 pgs: 4 creating+peering, 11 unknown, 122 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:20:19.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:18 smithi089 ceph-mon[99608]: pgmap v1074: 137 pgs: 4 creating+peering, 11 unknown, 122 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:20:19.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:18 smithi089 ceph-mon[102056]: pgmap v1074: 137 pgs: 4 creating+peering, 11 unknown, 122 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:20:19.958 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestCls2PCQueue.CommitSpillover (6039 ms) 2024-07-26T06:20:19.958 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestCls2PCQueue.AbortSpillover 2024-07-26T06:20:20.959 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:20 smithi155 ceph-mon[90160]: osdmap e931: 8 total, 8 up, 8 in 2024-07-26T06:20:20.959 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:20 smithi155 ceph-mon[90160]: pgmap v1076: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:20:21.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:20 smithi089 ceph-mon[99608]: osdmap e931: 8 total, 8 up, 8 in 2024-07-26T06:20:21.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:20 smithi089 ceph-mon[99608]: pgmap v1076: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:20:21.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:20 smithi089 ceph-mon[102056]: osdmap e931: 8 total, 8 up, 8 in 2024-07-26T06:20:21.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:20 smithi089 ceph-mon[102056]: pgmap v1076: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:20:22.313 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:21 smithi155 ceph-mon[90160]: osdmap e932: 8 total, 8 up, 8 in 2024-07-26T06:20:22.314 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:21 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/130399790' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:20:22.314 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:21 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:20:22.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:21 smithi089 ceph-mon[99608]: osdmap e932: 8 total, 8 up, 8 in 2024-07-26T06:20:22.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:21 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/130399790' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:20:22.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:21 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:20:22.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:21 smithi089 ceph-mon[102056]: osdmap e932: 8 total, 8 up, 8 in 2024-07-26T06:20:22.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:21 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/130399790' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:20:22.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:21 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:20:22.628 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:20:22 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:20:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:20:22.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:20:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:20:22] "GET /metrics HTTP/1.1" 200 33995 "" "Prometheus/2.43.0" 2024-07-26T06:20:23.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:22 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:20:23.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:22 smithi155 ceph-mon[90160]: osdmap e933: 8 total, 8 up, 8 in 2024-07-26T06:20:23.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:22 smithi155 ceph-mon[90160]: pgmap v1079: 137 pgs: 5 creating+peering, 24 unknown, 108 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:20:23.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:22 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:20:23.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:22 smithi089 ceph-mon[99608]: osdmap e933: 8 total, 8 up, 8 in 2024-07-26T06:20:23.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:22 smithi089 ceph-mon[99608]: pgmap v1079: 137 pgs: 5 creating+peering, 24 unknown, 108 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:20:23.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:22 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-142570-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:20:23.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:22 smithi089 ceph-mon[102056]: osdmap e933: 8 total, 8 up, 8 in 2024-07-26T06:20:23.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:22 smithi089 ceph-mon[102056]: pgmap v1079: 137 pgs: 5 creating+peering, 24 unknown, 108 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:20:24.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:23 smithi155 ceph-mon[90160]: osdmap e934: 8 total, 8 up, 8 in 2024-07-26T06:20:24.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:23 smithi089 ceph-mon[99608]: osdmap e934: 8 total, 8 up, 8 in 2024-07-26T06:20:24.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:23 smithi089 ceph-mon[102056]: osdmap e934: 8 total, 8 up, 8 in 2024-07-26T06:20:24.994 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestCls2PCQueue.AbortSpillover (5036 ms) 2024-07-26T06:20:24.994 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] 22 tests from TestCls2PCQueue (101829 ms total) 2024-07-26T06:20:24.994 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:20:24.994 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] Global test environment tear-down 2024-07-26T06:20:24.994 INFO:tasks.workunit.client.0.smithi089.stdout:[==========] 22 tests from 1 test suite ran. (101829 ms total) 2024-07-26T06:20:24.994 INFO:tasks.workunit.client.0.smithi089.stdout:[ PASSED ] 22 tests. 2024-07-26T06:20:24.996 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-07-26T06:20:24.997 DEBUG:teuthology.orchestra.run.smithi089:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-07-26T06:20:25.026 INFO:tasks.workunit:Running workunit cls/test_cls_cas.sh... 2024-07-26T06:20:25.027 DEBUG:teuthology.orchestra.run.smithi089:workunit test cls/test_cls_cas.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cas.sh 2024-07-26T06:20:25.095 INFO:tasks.workunit.client.0.smithi089.stdout:Running main() from gmock_main.cc 2024-07-26T06:20:25.096 INFO:tasks.workunit.client.0.smithi089.stdout:[==========] Running 6 tests from 2 test suites. 2024-07-26T06:20:25.096 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] Global test environment set-up. 2024-07-26T06:20:25.096 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] 5 tests from cls_cas 2024-07-26T06:20:25.096 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] cls_cas.get_put 2024-07-26T06:20:25.382 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:24 smithi155 ceph-mon[90160]: pgmap v1081: 137 pgs: 5 creating+peering, 12 unknown, 120 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:20:25.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:24 smithi089 ceph-mon[99608]: pgmap v1081: 137 pgs: 5 creating+peering, 12 unknown, 120 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:20:25.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:24 smithi089 ceph-mon[102056]: pgmap v1081: 137 pgs: 5 creating+peering, 12 unknown, 120 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:20:26.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:25 smithi155 ceph-mon[90160]: osdmap e935: 8 total, 8 up, 8 in 2024-07-26T06:20:26.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:25 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:20:26.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:25 smithi089 ceph-mon[99608]: osdmap e935: 8 total, 8 up, 8 in 2024-07-26T06:20:26.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:25 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:20:26.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:25 smithi089 ceph-mon[102056]: osdmap e935: 8 total, 8 up, 8 in 2024-07-26T06:20:26.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:25 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:20:27.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:27 smithi155 ceph-mon[90160]: osdmap e936: 8 total, 8 up, 8 in 2024-07-26T06:20:27.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:27 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/4061027614' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143227-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:20:27.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:27 smithi155 ceph-mon[90160]: pgmap v1084: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:20:27.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:27 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/4061027614' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143227-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:20:27.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:27 smithi155 ceph-mon[90160]: osdmap e937: 8 total, 8 up, 8 in 2024-07-26T06:20:27.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:27 smithi089 ceph-mon[99608]: osdmap e936: 8 total, 8 up, 8 in 2024-07-26T06:20:27.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:27 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/4061027614' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143227-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:20:27.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:27 smithi089 ceph-mon[99608]: pgmap v1084: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:20:27.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:27 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/4061027614' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143227-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:20:27.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:27 smithi089 ceph-mon[99608]: osdmap e937: 8 total, 8 up, 8 in 2024-07-26T06:20:27.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:27 smithi089 ceph-mon[102056]: osdmap e936: 8 total, 8 up, 8 in 2024-07-26T06:20:27.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:27 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/4061027614' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143227-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:20:27.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:27 smithi089 ceph-mon[102056]: pgmap v1084: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:20:27.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:27 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/4061027614' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143227-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:20:27.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:27 smithi089 ceph-mon[102056]: osdmap e937: 8 total, 8 up, 8 in 2024-07-26T06:20:27.993 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] cls_cas.get_put (2897 ms) 2024-07-26T06:20:27.993 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] cls_cas.wrong_put 2024-07-26T06:20:28.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:28 smithi155 ceph-mon[90160]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:20:28.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:28 smithi155 ceph-mon[90160]: osdmap e938: 8 total, 8 up, 8 in 2024-07-26T06:20:28.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:28 smithi089 ceph-mon[102056]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:20:28.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:28 smithi089 ceph-mon[102056]: osdmap e938: 8 total, 8 up, 8 in 2024-07-26T06:20:28.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:28 smithi089 ceph-mon[99608]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:20:28.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:28 smithi089 ceph-mon[99608]: osdmap e938: 8 total, 8 up, 8 in 2024-07-26T06:20:29.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:29 smithi155 ceph-mon[90160]: pgmap v1087: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:20:29.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:29 smithi089 ceph-mon[99608]: pgmap v1087: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:20:29.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:29 smithi089 ceph-mon[102056]: pgmap v1087: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:20:30.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:30 smithi155 ceph-mon[90160]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:20:30.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:30 smithi155 ceph-mon[90160]: Cluster is now healthy 2024-07-26T06:20:30.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:30 smithi155 ceph-mon[90160]: osdmap e939: 8 total, 8 up, 8 in 2024-07-26T06:20:30.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:30 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/4077352704' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143227-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:20:30.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:30 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143227-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:20:30.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:30 smithi089 ceph-mon[99608]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:20:30.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:30 smithi089 ceph-mon[99608]: Cluster is now healthy 2024-07-26T06:20:30.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:30 smithi089 ceph-mon[99608]: osdmap e939: 8 total, 8 up, 8 in 2024-07-26T06:20:30.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:30 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/4077352704' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143227-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:20:30.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:30 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143227-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:20:30.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:30 smithi089 ceph-mon[102056]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:20:30.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:30 smithi089 ceph-mon[102056]: Cluster is now healthy 2024-07-26T06:20:30.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:30 smithi089 ceph-mon[102056]: osdmap e939: 8 total, 8 up, 8 in 2024-07-26T06:20:30.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:30 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/4077352704' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143227-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:20:30.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:30 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143227-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:20:31.045 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] cls_cas.wrong_put (3052 ms) 2024-07-26T06:20:31.045 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] cls_cas.dup_get 2024-07-26T06:20:31.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:31 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143227-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:20:31.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:31 smithi155 ceph-mon[90160]: osdmap e940: 8 total, 8 up, 8 in 2024-07-26T06:20:31.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:31 smithi155 ceph-mon[90160]: pgmap v1090: 137 pgs: 12 creating+peering, 17 unknown, 108 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:20:31.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:31 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143227-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:20:31.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:31 smithi089 ceph-mon[102056]: osdmap e940: 8 total, 8 up, 8 in 2024-07-26T06:20:31.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:31 smithi089 ceph-mon[102056]: pgmap v1090: 137 pgs: 12 creating+peering, 17 unknown, 108 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:20:31.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:31 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143227-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:20:31.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:31 smithi089 ceph-mon[99608]: osdmap e940: 8 total, 8 up, 8 in 2024-07-26T06:20:31.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:31 smithi089 ceph-mon[99608]: pgmap v1090: 137 pgs: 12 creating+peering, 17 unknown, 108 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:20:32.314 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:32 smithi155 ceph-mon[90160]: osdmap e941: 8 total, 8 up, 8 in 2024-07-26T06:20:32.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:32 smithi089 ceph-mon[99608]: osdmap e941: 8 total, 8 up, 8 in 2024-07-26T06:20:32.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:32 smithi089 ceph-mon[102056]: osdmap e941: 8 total, 8 up, 8 in 2024-07-26T06:20:32.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:20:32 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:20:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:20:32.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:20:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:20:32] "GET /metrics HTTP/1.1" 200 33993 "" "Prometheus/2.43.0" 2024-07-26T06:20:33.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:33 smithi155 ceph-mon[90160]: osdmap e942: 8 total, 8 up, 8 in 2024-07-26T06:20:33.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:33 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/1164616798' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143227-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:20:33.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:33 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143227-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:20:33.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:33 smithi155 ceph-mon[90160]: pgmap v1093: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:20:33.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:33 smithi089 ceph-mon[99608]: osdmap e942: 8 total, 8 up, 8 in 2024-07-26T06:20:33.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:33 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/1164616798' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143227-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:20:33.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:33 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143227-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:20:33.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:33 smithi089 ceph-mon[99608]: pgmap v1093: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:20:33.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:33 smithi089 ceph-mon[102056]: osdmap e942: 8 total, 8 up, 8 in 2024-07-26T06:20:33.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:33 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/1164616798' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143227-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:20:33.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:33 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143227-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:20:33.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:33 smithi089 ceph-mon[102056]: pgmap v1093: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:20:34.064 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] cls_cas.dup_get (3019 ms) 2024-07-26T06:20:34.064 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] cls_cas.dup_put 2024-07-26T06:20:34.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:34 smithi155 ceph-mon[90160]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:20:34.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:34 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143227-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:20:34.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:34 smithi155 ceph-mon[90160]: osdmap e943: 8 total, 8 up, 8 in 2024-07-26T06:20:34.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:34 smithi089 ceph-mon[99608]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:20:34.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:34 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143227-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:20:34.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:34 smithi089 ceph-mon[99608]: osdmap e943: 8 total, 8 up, 8 in 2024-07-26T06:20:34.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:34 smithi089 ceph-mon[102056]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:20:34.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:34 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143227-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:20:34.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:34 smithi089 ceph-mon[102056]: osdmap e943: 8 total, 8 up, 8 in 2024-07-26T06:20:35.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:35 smithi155 ceph-mon[90160]: osdmap e944: 8 total, 8 up, 8 in 2024-07-26T06:20:35.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:35 smithi155 ceph-mon[90160]: pgmap v1096: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:20:35.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:35 smithi089 ceph-mon[99608]: osdmap e944: 8 total, 8 up, 8 in 2024-07-26T06:20:35.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:35 smithi089 ceph-mon[99608]: pgmap v1096: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:20:35.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:35 smithi089 ceph-mon[102056]: osdmap e944: 8 total, 8 up, 8 in 2024-07-26T06:20:35.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:35 smithi089 ceph-mon[102056]: pgmap v1096: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:20:36.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:36 smithi155 ceph-mon[90160]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:20:36.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:36 smithi155 ceph-mon[90160]: Cluster is now healthy 2024-07-26T06:20:36.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:36 smithi155 ceph-mon[90160]: osdmap e945: 8 total, 8 up, 8 in 2024-07-26T06:20:36.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:36 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/2288261758' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143227-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:20:36.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:36 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143227-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:20:36.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:36 smithi089 ceph-mon[99608]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:20:36.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:36 smithi089 ceph-mon[99608]: Cluster is now healthy 2024-07-26T06:20:36.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:36 smithi089 ceph-mon[99608]: osdmap e945: 8 total, 8 up, 8 in 2024-07-26T06:20:36.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:36 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/2288261758' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143227-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:20:36.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:36 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143227-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:20:36.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:36 smithi089 ceph-mon[102056]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:20:36.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:36 smithi089 ceph-mon[102056]: Cluster is now healthy 2024-07-26T06:20:36.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:36 smithi089 ceph-mon[102056]: osdmap e945: 8 total, 8 up, 8 in 2024-07-26T06:20:36.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:36 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/2288261758' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143227-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:20:36.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:36 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143227-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:20:37.081 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] cls_cas.dup_put (3017 ms) 2024-07-26T06:20:37.081 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] cls_cas.get_wrong_data 2024-07-26T06:20:37.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:37 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143227-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:20:37.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:37 smithi155 ceph-mon[90160]: osdmap e946: 8 total, 8 up, 8 in 2024-07-26T06:20:37.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:37 smithi155 ceph-mon[90160]: pgmap v1099: 137 pgs: 7 creating+peering, 23 unknown, 107 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:20:37.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:37 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143227-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:20:37.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:37 smithi089 ceph-mon[99608]: osdmap e946: 8 total, 8 up, 8 in 2024-07-26T06:20:37.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:37 smithi089 ceph-mon[99608]: pgmap v1099: 137 pgs: 7 creating+peering, 23 unknown, 107 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:20:37.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:37 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143227-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:20:37.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:37 smithi089 ceph-mon[102056]: osdmap e946: 8 total, 8 up, 8 in 2024-07-26T06:20:37.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:37 smithi089 ceph-mon[102056]: pgmap v1099: 137 pgs: 7 creating+peering, 23 unknown, 107 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:20:38.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:38 smithi155 ceph-mon[90160]: osdmap e947: 8 total, 8 up, 8 in 2024-07-26T06:20:38.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:38 smithi089 ceph-mon[99608]: osdmap e947: 8 total, 8 up, 8 in 2024-07-26T06:20:38.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:38 smithi089 ceph-mon[102056]: osdmap e947: 8 total, 8 up, 8 in 2024-07-26T06:20:39.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:39 smithi155 ceph-mon[90160]: osdmap e948: 8 total, 8 up, 8 in 2024-07-26T06:20:39.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:39 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/606236844' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143227-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:20:39.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:39 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143227-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:20:39.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:39 smithi155 ceph-mon[90160]: pgmap v1102: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:20:39.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:39 smithi089 ceph-mon[99608]: osdmap e948: 8 total, 8 up, 8 in 2024-07-26T06:20:39.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:39 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/606236844' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143227-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:20:39.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:39 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143227-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:20:39.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:39 smithi089 ceph-mon[99608]: pgmap v1102: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:20:39.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:39 smithi089 ceph-mon[102056]: osdmap e948: 8 total, 8 up, 8 in 2024-07-26T06:20:39.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:39 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/606236844' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143227-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:20:39.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:39 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143227-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:20:39.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:39 smithi089 ceph-mon[102056]: pgmap v1102: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:20:40.098 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] cls_cas.get_wrong_data (3016 ms) 2024-07-26T06:20:40.098 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] 5 tests from cls_cas (15002 ms total) 2024-07-26T06:20:40.099 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:20:40.099 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] 1 test from chunk_refs_t 2024-07-26T06:20:40.099 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] chunk_refs_t.size 2024-07-26T06:20:40.099 INFO:tasks.workunit.client.0.smithi089.stdout:1 60 by_object 2024-07-26T06:20:40.099 INFO:tasks.workunit.client.0.smithi089.stdout:2 103 by_object 2024-07-26T06:20:40.099 INFO:tasks.workunit.client.0.smithi089.stdout:4 189 by_object 2024-07-26T06:20:40.099 INFO:tasks.workunit.client.0.smithi089.stdout:8 361 by_object 2024-07-26T06:20:40.099 INFO:tasks.workunit.client.0.smithi089.stdout:16 112 by_hash(32 bits) 2024-07-26T06:20:40.099 INFO:tasks.workunit.client.0.smithi089.stdout:32 208 by_hash(32 bits) 2024-07-26T06:20:40.099 INFO:tasks.workunit.client.0.smithi089.stdout:64 400 by_hash(32 bits) 2024-07-26T06:20:40.099 INFO:tasks.workunit.client.0.smithi089.stdout:128 509 by_hash(10 bits) 2024-07-26T06:20:40.100 INFO:tasks.workunit.client.0.smithi089.stdout:256 499 by_hash(7 bits) 2024-07-26T06:20:40.100 INFO:tasks.workunit.client.0.smithi089.stdout:512 462 by_hash(5 bits) 2024-07-26T06:20:40.100 INFO:tasks.workunit.client.0.smithi089.stdout:1024 466 by_hash(5 bits) 2024-07-26T06:20:40.100 INFO:tasks.workunit.client.0.smithi089.stdout:2048 466 by_hash(5 bits) 2024-07-26T06:20:40.100 INFO:tasks.workunit.client.0.smithi089.stdout:4096 470 by_hash(5 bits) 2024-07-26T06:20:40.101 INFO:tasks.workunit.client.0.smithi089.stdout:8192 498 by_hash(4 bits) 2024-07-26T06:20:40.102 INFO:tasks.workunit.client.0.smithi089.stdout:16384 278 by_hash(3 bits) 2024-07-26T06:20:40.104 INFO:tasks.workunit.client.0.smithi089.stdout:32768 337 by_hash(2 bits) 2024-07-26T06:20:40.108 INFO:tasks.workunit.client.0.smithi089.stdout:65536 367 by_hash(2 bits) 2024-07-26T06:20:40.115 INFO:tasks.workunit.client.0.smithi089.stdout:131072 387 by_hash(1 bits) 2024-07-26T06:20:40.129 INFO:tasks.workunit.client.0.smithi089.stdout:262144 331 by_pool 2024-07-26T06:20:40.155 INFO:tasks.workunit.client.0.smithi089.stdout:524288 21 count 2024-07-26T06:20:40.202 INFO:tasks.workunit.client.0.smithi089.stdout:1048576 21 count 2024-07-26T06:20:40.305 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] chunk_refs_t.size (207 ms) 2024-07-26T06:20:40.305 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] 1 test from chunk_refs_t (207 ms total) 2024-07-26T06:20:40.305 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:20:40.305 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] Global test environment tear-down 2024-07-26T06:20:40.305 INFO:tasks.workunit.client.0.smithi089.stdout:[==========] 6 tests from 2 test suites ran. (15209 ms total) 2024-07-26T06:20:40.305 INFO:tasks.workunit.client.0.smithi089.stdout:[ PASSED ] 6 tests. 2024-07-26T06:20:40.307 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-07-26T06:20:40.307 DEBUG:teuthology.orchestra.run.smithi089:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-07-26T06:20:40.369 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:40 smithi089 ceph-mon[99608]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:20:40.369 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:40 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143227-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:20:40.369 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:40 smithi089 ceph-mon[99608]: osdmap e949: 8 total, 8 up, 8 in 2024-07-26T06:20:40.369 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:40 smithi089 ceph-mon[102056]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:20:40.369 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:40 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143227-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:20:40.369 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:40 smithi089 ceph-mon[102056]: osdmap e949: 8 total, 8 up, 8 in 2024-07-26T06:20:40.372 INFO:tasks.workunit:Running workunit cls/test_cls_cmpomap.sh... 2024-07-26T06:20:40.372 DEBUG:teuthology.orchestra.run.smithi089:workunit test cls/test_cls_cmpomap.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cmpomap.sh 2024-07-26T06:20:40.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:40 smithi155 ceph-mon[90160]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:20:40.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:40 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143227-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:20:40.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:40 smithi155 ceph-mon[90160]: osdmap e949: 8 total, 8 up, 8 in 2024-07-26T06:20:40.439 INFO:tasks.workunit.client.0.smithi089.stdout:Running main() from gmock_main.cc 2024-07-26T06:20:40.439 INFO:tasks.workunit.client.0.smithi089.stdout:[==========] Running 31 tests from 1 test suite. 2024-07-26T06:20:40.439 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] Global test environment set-up. 2024-07-26T06:20:41.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:41 smithi155 ceph-mon[90160]: osdmap e950: 8 total, 8 up, 8 in 2024-07-26T06:20:41.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:20:41.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:20:41.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:41 smithi155 ceph-mon[90160]: pgmap v1105: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:20:41.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:41 smithi089 ceph-mon[99608]: osdmap e950: 8 total, 8 up, 8 in 2024-07-26T06:20:41.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:20:41.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:20:41.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:41 smithi089 ceph-mon[99608]: pgmap v1105: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:20:41.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:41 smithi089 ceph-mon[102056]: osdmap e950: 8 total, 8 up, 8 in 2024-07-26T06:20:41.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:20:41.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:20:41.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:41 smithi089 ceph-mon[102056]: pgmap v1105: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:20:42.106 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] 31 tests from CmpOmap 2024-07-26T06:20:42.106 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str 2024-07-26T06:20:42.116 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str (10 ms) 2024-07-26T06:20:42.116 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str_default 2024-07-26T06:20:42.126 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str_default (10 ms) 2024-07-26T06:20:42.126 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64 2024-07-26T06:20:42.129 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64 (3 ms) 2024-07-26T06:20:42.129 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64_default 2024-07-26T06:20:42.131 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64_default (3 ms) 2024-07-26T06:20:42.132 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] CmpOmap.cmp_vals_str 2024-07-26T06:20:42.136 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] CmpOmap.cmp_vals_str (5 ms) 2024-07-26T06:20:42.137 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] CmpOmap.cmp_vals_u64 2024-07-26T06:20:42.142 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] CmpOmap.cmp_vals_u64 (6 ms) 2024-07-26T06:20:42.142 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_input 2024-07-26T06:20:42.144 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_input (2 ms) 2024-07-26T06:20:42.145 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_default 2024-07-26T06:20:42.147 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_default (3 ms) 2024-07-26T06:20:42.147 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] CmpOmap.cmp_vals_u64_empty_default 2024-07-26T06:20:42.149 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] CmpOmap.cmp_vals_u64_empty_default (2 ms) 2024-07-26T06:20:42.149 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_value 2024-07-26T06:20:42.153 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_value (3 ms) 2024-07-26T06:20:42.153 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] CmpOmap.cmp_vals_at_max_keys 2024-07-26T06:20:42.153 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] CmpOmap.cmp_vals_at_max_keys (1 ms) 2024-07-26T06:20:42.153 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] CmpOmap.cmp_vals_over_max_keys 2024-07-26T06:20:42.154 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] CmpOmap.cmp_vals_over_max_keys (1 ms) 2024-07-26T06:20:42.154 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str 2024-07-26T06:20:42.160 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str (6 ms) 2024-07-26T06:20:42.160 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str_default 2024-07-26T06:20:42.166 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str_default (6 ms) 2024-07-26T06:20:42.167 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64 2024-07-26T06:20:42.174 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64 (6 ms) 2024-07-26T06:20:42.174 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64_default 2024-07-26T06:20:42.179 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64_default (6 ms) 2024-07-26T06:20:42.179 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] CmpOmap.cmp_set_vals_str 2024-07-26T06:20:42.185 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] CmpOmap.cmp_set_vals_str (7 ms) 2024-07-26T06:20:42.186 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64 2024-07-26T06:20:42.192 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] CmpOmap.cmp_set_vals_u64 (7 ms) 2024-07-26T06:20:42.192 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_einval 2024-07-26T06:20:42.194 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_einval (2 ms) 2024-07-26T06:20:42.195 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_eio 2024-07-26T06:20:42.197 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_eio (2 ms) 2024-07-26T06:20:42.197 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] CmpOmap.cmp_set_vals_at_max_keys 2024-07-26T06:20:42.198 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] CmpOmap.cmp_set_vals_at_max_keys (1 ms) 2024-07-26T06:20:42.198 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] CmpOmap.cmp_set_vals_over_max_keys 2024-07-26T06:20:42.198 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] CmpOmap.cmp_set_vals_over_max_keys (1 ms) 2024-07-26T06:20:42.198 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_str 2024-07-26T06:20:42.204 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_str (6 ms) 2024-07-26T06:20:42.204 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_u64 2024-07-26T06:20:42.210 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_u64 (5 ms) 2024-07-26T06:20:42.210 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] CmpOmap.cmp_rm_keys_str 2024-07-26T06:20:42.216 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] CmpOmap.cmp_rm_keys_str (7 ms) 2024-07-26T06:20:42.216 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64 2024-07-26T06:20:42.224 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64 (8 ms) 2024-07-26T06:20:42.224 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_einval 2024-07-26T06:20:42.226 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_einval (2 ms) 2024-07-26T06:20:42.226 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_eio 2024-07-26T06:20:42.228 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_eio (2 ms) 2024-07-26T06:20:42.228 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] CmpOmap.cmp_rm_keys_at_max_keys 2024-07-26T06:20:42.229 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] CmpOmap.cmp_rm_keys_at_max_keys (1 ms) 2024-07-26T06:20:42.229 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] CmpOmap.cmp_rm_keys_over_max_keys 2024-07-26T06:20:42.230 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] CmpOmap.cmp_rm_keys_over_max_keys (1 ms) 2024-07-26T06:20:42.230 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_empty 2024-07-26T06:20:42.237 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_empty (7 ms) 2024-07-26T06:20:42.237 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] 31 tests from CmpOmap (132 ms total) 2024-07-26T06:20:42.237 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:20:42.237 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] Global test environment tear-down 2024-07-26T06:20:42.379 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:20:42 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:20:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:20:42.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:42 smithi155 ceph-mon[90160]: osdmap e951: 8 total, 8 up, 8 in 2024-07-26T06:20:42.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:42 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/1165446169' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143350-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:20:42.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:42 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:20:42.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:42 smithi155 ceph-mon[90160]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:20:42.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:42 smithi155 ceph-mon[90160]: Cluster is now healthy 2024-07-26T06:20:42.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:42 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:20:42.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:42 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:20:42.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:42 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:20:42.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:42 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/1165446169' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143350-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:20:42.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:42 smithi089 ceph-mon[99608]: osdmap e951: 8 total, 8 up, 8 in 2024-07-26T06:20:42.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:42 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/1165446169' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143350-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:20:42.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:42 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:20:42.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:42 smithi089 ceph-mon[99608]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:20:42.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:42 smithi089 ceph-mon[99608]: Cluster is now healthy 2024-07-26T06:20:42.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:42 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:20:42.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:42 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:20:42.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:42 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:20:42.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:42 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/1165446169' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143350-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:20:42.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:42 smithi089 ceph-mon[102056]: osdmap e951: 8 total, 8 up, 8 in 2024-07-26T06:20:42.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:42 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/1165446169' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143350-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:20:42.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:42 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:20:42.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:42 smithi089 ceph-mon[102056]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:20:42.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:42 smithi089 ceph-mon[102056]: Cluster is now healthy 2024-07-26T06:20:42.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:42 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:20:42.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:42 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:20:42.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:42 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:20:42.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:42 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/1165446169' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143350-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:20:42.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:20:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:20:42] "GET /metrics HTTP/1.1" 200 33993 "" "Prometheus/2.43.0" 2024-07-26T06:20:43.119 INFO:tasks.workunit.client.0.smithi089.stdout:[==========] 31 tests from 1 test suite ran. (2679 ms total) 2024-07-26T06:20:43.119 INFO:tasks.workunit.client.0.smithi089.stdout:[ PASSED ] 31 tests. 2024-07-26T06:20:43.121 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-07-26T06:20:43.121 DEBUG:teuthology.orchestra.run.smithi089:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-07-26T06:20:43.189 INFO:tasks.workunit:Running workunit cls/test_cls_hello.sh... 2024-07-26T06:20:43.189 DEBUG:teuthology.orchestra.run.smithi089:workunit test cls/test_cls_hello.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_hello.sh 2024-07-26T06:20:43.255 INFO:tasks.workunit.client.0.smithi089.stdout:Running main() from gmock_main.cc 2024-07-26T06:20:43.256 INFO:tasks.workunit.client.0.smithi089.stdout:[==========] Running 6 tests from 1 test suite. 2024-07-26T06:20:43.256 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] Global test environment set-up. 2024-07-26T06:20:43.256 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] 6 tests from ClsHello 2024-07-26T06:20:43.256 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] ClsHello.SayHello 2024-07-26T06:20:43.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:43 smithi155 ceph-mon[90160]: osdmap e952: 8 total, 8 up, 8 in 2024-07-26T06:20:43.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:43 smithi155 ceph-mon[90160]: pgmap v1108: 137 pgs: 8 creating+peering, 23 unknown, 106 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 1 op/s 2024-07-26T06:20:43.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:43 smithi089 ceph-mon[99608]: osdmap e952: 8 total, 8 up, 8 in 2024-07-26T06:20:43.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:43 smithi089 ceph-mon[99608]: pgmap v1108: 137 pgs: 8 creating+peering, 23 unknown, 106 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 1 op/s 2024-07-26T06:20:43.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:43 smithi089 ceph-mon[102056]: osdmap e952: 8 total, 8 up, 8 in 2024-07-26T06:20:43.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:43 smithi089 ceph-mon[102056]: pgmap v1108: 137 pgs: 8 creating+peering, 23 unknown, 106 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 1 op/s 2024-07-26T06:20:44.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:44 smithi155 ceph-mon[90160]: osdmap e953: 8 total, 8 up, 8 in 2024-07-26T06:20:44.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:44 smithi089 ceph-mon[99608]: osdmap e953: 8 total, 8 up, 8 in 2024-07-26T06:20:44.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:44 smithi089 ceph-mon[102056]: osdmap e953: 8 total, 8 up, 8 in 2024-07-26T06:20:45.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:45 smithi155 ceph-mon[90160]: osdmap e954: 8 total, 8 up, 8 in 2024-07-26T06:20:45.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:45 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/2361622254' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143547-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:20:45.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:45 smithi155 ceph-mon[90160]: pgmap v1111: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:20:45.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:45 smithi089 ceph-mon[99608]: osdmap e954: 8 total, 8 up, 8 in 2024-07-26T06:20:45.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:45 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/2361622254' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143547-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:20:45.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:45 smithi089 ceph-mon[99608]: pgmap v1111: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:20:45.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:45 smithi089 ceph-mon[102056]: osdmap e954: 8 total, 8 up, 8 in 2024-07-26T06:20:45.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:45 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/2361622254' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143547-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:20:45.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:45 smithi089 ceph-mon[102056]: pgmap v1111: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:20:46.133 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] ClsHello.SayHello (2878 ms) 2024-07-26T06:20:46.133 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] ClsHello.RecordHello 2024-07-26T06:20:46.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:46 smithi089 ceph-mon[99608]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:20:46.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:46 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/2361622254' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143547-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:20:46.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:46 smithi089 ceph-mon[99608]: osdmap e955: 8 total, 8 up, 8 in 2024-07-26T06:20:46.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:46 smithi089 ceph-mon[102056]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:20:46.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:46 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/2361622254' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143547-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:20:46.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:46 smithi089 ceph-mon[102056]: osdmap e955: 8 total, 8 up, 8 in 2024-07-26T06:20:46.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:46 smithi155 ceph-mon[90160]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:20:46.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:46 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/2361622254' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143547-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:20:46.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:46 smithi155 ceph-mon[90160]: osdmap e955: 8 total, 8 up, 8 in 2024-07-26T06:20:47.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:47 smithi089 ceph-mon[99608]: osdmap e956: 8 total, 8 up, 8 in 2024-07-26T06:20:47.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:47 smithi089 ceph-mon[99608]: pgmap v1114: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:20:47.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:47 smithi089 ceph-mon[102056]: osdmap e956: 8 total, 8 up, 8 in 2024-07-26T06:20:47.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:47 smithi089 ceph-mon[102056]: pgmap v1114: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:20:47.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:47 smithi155 ceph-mon[90160]: osdmap e956: 8 total, 8 up, 8 in 2024-07-26T06:20:47.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:47 smithi155 ceph-mon[90160]: pgmap v1114: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:20:48.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:48 smithi089 ceph-mon[99608]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:20:48.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:48 smithi089 ceph-mon[99608]: Cluster is now healthy 2024-07-26T06:20:48.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:48 smithi089 ceph-mon[99608]: osdmap e957: 8 total, 8 up, 8 in 2024-07-26T06:20:48.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:48 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/1529507316' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143547-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:20:48.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:48 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143547-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:20:48.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:48 smithi089 ceph-mon[102056]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:20:48.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:48 smithi089 ceph-mon[102056]: Cluster is now healthy 2024-07-26T06:20:48.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:48 smithi089 ceph-mon[102056]: osdmap e957: 8 total, 8 up, 8 in 2024-07-26T06:20:48.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:48 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/1529507316' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143547-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:20:48.407 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:48 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143547-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:20:48.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:48 smithi155 ceph-mon[90160]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:20:48.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:48 smithi155 ceph-mon[90160]: Cluster is now healthy 2024-07-26T06:20:48.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:48 smithi155 ceph-mon[90160]: osdmap e957: 8 total, 8 up, 8 in 2024-07-26T06:20:48.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:48 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/1529507316' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143547-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:20:48.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:48 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143547-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:20:49.162 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] ClsHello.RecordHello (3029 ms) 2024-07-26T06:20:49.162 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] ClsHello.WriteReturnData 2024-07-26T06:20:49.530 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:49 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143547-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:20:49.530 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:49 smithi155 ceph-mon[90160]: osdmap e958: 8 total, 8 up, 8 in 2024-07-26T06:20:49.531 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:49 smithi155 ceph-mon[90160]: pgmap v1117: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:20:49.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:49 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143547-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:20:49.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:49 smithi089 ceph-mon[99608]: osdmap e958: 8 total, 8 up, 8 in 2024-07-26T06:20:49.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:49 smithi089 ceph-mon[99608]: pgmap v1117: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:20:49.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:49 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143547-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:20:49.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:49 smithi089 ceph-mon[102056]: osdmap e958: 8 total, 8 up, 8 in 2024-07-26T06:20:49.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:49 smithi089 ceph-mon[102056]: pgmap v1117: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:20:50.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:50 smithi155 ceph-mon[90160]: osdmap e959: 8 total, 8 up, 8 in 2024-07-26T06:20:50.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:50 smithi089 ceph-mon[99608]: osdmap e959: 8 total, 8 up, 8 in 2024-07-26T06:20:50.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:50 smithi089 ceph-mon[102056]: osdmap e959: 8 total, 8 up, 8 in 2024-07-26T06:20:51.167 INFO:tasks.workunit.client.0.smithi089.stdout:require_osd_release = squid 2024-07-26T06:20:51.174 INFO:tasks.workunit.client.0.smithi089.stdout:0 2024-07-26T06:20:51.557 INFO:tasks.workunit.client.0.smithi089.stdout:1 2024-07-26T06:20:51.558 INFO:tasks.workunit.client.0.smithi089.stdout:2 2024-07-26T06:20:51.560 INFO:tasks.workunit.client.0.smithi089.stdout:3 2024-07-26T06:20:51.561 INFO:tasks.workunit.client.0.smithi089.stdout:4 2024-07-26T06:20:51.562 INFO:tasks.workunit.client.0.smithi089.stdout:5 2024-07-26T06:20:51.564 INFO:tasks.workunit.client.0.smithi089.stdout:6 2024-07-26T06:20:51.565 INFO:tasks.workunit.client.0.smithi089.stdout:7 2024-07-26T06:20:51.566 INFO:tasks.workunit.client.0.smithi089.stdout:8 2024-07-26T06:20:51.567 INFO:tasks.workunit.client.0.smithi089.stdout:9 2024-07-26T06:20:51.568 INFO:tasks.workunit.client.0.smithi089.stdout:10 2024-07-26T06:20:51.569 INFO:tasks.workunit.client.0.smithi089.stdout:11 2024-07-26T06:20:51.570 INFO:tasks.workunit.client.0.smithi089.stdout:12 2024-07-26T06:20:51.571 INFO:tasks.workunit.client.0.smithi089.stdout:13 2024-07-26T06:20:51.573 INFO:tasks.workunit.client.0.smithi089.stdout:14 2024-07-26T06:20:51.574 INFO:tasks.workunit.client.0.smithi089.stdout:15 2024-07-26T06:20:51.575 INFO:tasks.workunit.client.0.smithi089.stdout:16 2024-07-26T06:20:51.576 INFO:tasks.workunit.client.0.smithi089.stdout:17 2024-07-26T06:20:51.577 INFO:tasks.workunit.client.0.smithi089.stdout:18 2024-07-26T06:20:51.578 INFO:tasks.workunit.client.0.smithi089.stdout:19 2024-07-26T06:20:51.579 INFO:tasks.workunit.client.0.smithi089.stdout:20 2024-07-26T06:20:51.580 INFO:tasks.workunit.client.0.smithi089.stdout:21 2024-07-26T06:20:51.581 INFO:tasks.workunit.client.0.smithi089.stdout:22 2024-07-26T06:20:51.582 INFO:tasks.workunit.client.0.smithi089.stdout:23 2024-07-26T06:20:51.583 INFO:tasks.workunit.client.0.smithi089.stdout:24 2024-07-26T06:20:51.584 INFO:tasks.workunit.client.0.smithi089.stdout:25 2024-07-26T06:20:51.585 INFO:tasks.workunit.client.0.smithi089.stdout:26 2024-07-26T06:20:51.586 INFO:tasks.workunit.client.0.smithi089.stdout:27 2024-07-26T06:20:51.587 INFO:tasks.workunit.client.0.smithi089.stdout:28 2024-07-26T06:20:51.588 INFO:tasks.workunit.client.0.smithi089.stdout:29 2024-07-26T06:20:51.588 INFO:tasks.workunit.client.0.smithi089.stdout:30 2024-07-26T06:20:51.589 INFO:tasks.workunit.client.0.smithi089.stdout:31 2024-07-26T06:20:51.590 INFO:tasks.workunit.client.0.smithi089.stdout:32 2024-07-26T06:20:51.594 INFO:tasks.workunit.client.0.smithi089.stdout:33 2024-07-26T06:20:51.594 INFO:tasks.workunit.client.0.smithi089.stdout:34 2024-07-26T06:20:51.594 INFO:tasks.workunit.client.0.smithi089.stdout:35 2024-07-26T06:20:51.594 INFO:tasks.workunit.client.0.smithi089.stdout:36 2024-07-26T06:20:51.595 INFO:tasks.workunit.client.0.smithi089.stdout:37 2024-07-26T06:20:51.596 INFO:tasks.workunit.client.0.smithi089.stdout:38 2024-07-26T06:20:51.597 INFO:tasks.workunit.client.0.smithi089.stdout:39 2024-07-26T06:20:51.598 INFO:tasks.workunit.client.0.smithi089.stdout:40 2024-07-26T06:20:51.599 INFO:tasks.workunit.client.0.smithi089.stdout:41 2024-07-26T06:20:51.600 INFO:tasks.workunit.client.0.smithi089.stdout:42 2024-07-26T06:20:51.601 INFO:tasks.workunit.client.0.smithi089.stdout:43 2024-07-26T06:20:51.602 INFO:tasks.workunit.client.0.smithi089.stdout:44 2024-07-26T06:20:51.603 INFO:tasks.workunit.client.0.smithi089.stdout:45 2024-07-26T06:20:51.604 INFO:tasks.workunit.client.0.smithi089.stdout:46 2024-07-26T06:20:51.605 INFO:tasks.workunit.client.0.smithi089.stdout:47 2024-07-26T06:20:51.606 INFO:tasks.workunit.client.0.smithi089.stdout:48 2024-07-26T06:20:51.607 INFO:tasks.workunit.client.0.smithi089.stdout:49 2024-07-26T06:20:51.608 INFO:tasks.workunit.client.0.smithi089.stdout:50 2024-07-26T06:20:51.609 INFO:tasks.workunit.client.0.smithi089.stdout:51 2024-07-26T06:20:51.609 INFO:tasks.workunit.client.0.smithi089.stdout:52 2024-07-26T06:20:51.610 INFO:tasks.workunit.client.0.smithi089.stdout:53 2024-07-26T06:20:51.611 INFO:tasks.workunit.client.0.smithi089.stdout:54 2024-07-26T06:20:51.612 INFO:tasks.workunit.client.0.smithi089.stdout:55 2024-07-26T06:20:51.613 INFO:tasks.workunit.client.0.smithi089.stdout:56 2024-07-26T06:20:51.614 INFO:tasks.workunit.client.0.smithi089.stdout:57 2024-07-26T06:20:51.615 INFO:tasks.workunit.client.0.smithi089.stdout:58 2024-07-26T06:20:51.616 INFO:tasks.workunit.client.0.smithi089.stdout:59 2024-07-26T06:20:51.617 INFO:tasks.workunit.client.0.smithi089.stdout:60 2024-07-26T06:20:51.618 INFO:tasks.workunit.client.0.smithi089.stdout:61 2024-07-26T06:20:51.618 INFO:tasks.workunit.client.0.smithi089.stdout:62 2024-07-26T06:20:51.619 INFO:tasks.workunit.client.0.smithi089.stdout:63 2024-07-26T06:20:51.620 INFO:tasks.workunit.client.0.smithi089.stdout:64 2024-07-26T06:20:51.621 INFO:tasks.workunit.client.0.smithi089.stdout:65 2024-07-26T06:20:51.622 INFO:tasks.workunit.client.0.smithi089.stdout:66 2024-07-26T06:20:51.623 INFO:tasks.workunit.client.0.smithi089.stdout:67 2024-07-26T06:20:51.624 INFO:tasks.workunit.client.0.smithi089.stdout:68 2024-07-26T06:20:51.625 INFO:tasks.workunit.client.0.smithi089.stdout:69 2024-07-26T06:20:51.626 INFO:tasks.workunit.client.0.smithi089.stdout:70 2024-07-26T06:20:51.627 INFO:tasks.workunit.client.0.smithi089.stdout:71 2024-07-26T06:20:51.628 INFO:tasks.workunit.client.0.smithi089.stdout:72 2024-07-26T06:20:51.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:51 smithi155 ceph-mon[90160]: osdmap e960: 8 total, 8 up, 8 in 2024-07-26T06:20:51.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:51 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/706077072' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143547-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:20:51.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:51 smithi155 ceph-mon[90160]: pgmap v1120: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:20:51.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:51 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/706077072' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143547-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:20:51.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:51 smithi155 ceph-mon[90160]: osdmap e961: 8 total, 8 up, 8 in 2024-07-26T06:20:51.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:51 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/706077072' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-07-26T06:20:51.629 INFO:tasks.workunit.client.0.smithi089.stdout:73 2024-07-26T06:20:51.630 INFO:tasks.workunit.client.0.smithi089.stdout:74 2024-07-26T06:20:51.630 INFO:tasks.workunit.client.0.smithi089.stdout:75 2024-07-26T06:20:51.631 INFO:tasks.workunit.client.0.smithi089.stdout:76 2024-07-26T06:20:51.632 INFO:tasks.workunit.client.0.smithi089.stdout:77 2024-07-26T06:20:51.633 INFO:tasks.workunit.client.0.smithi089.stdout:78 2024-07-26T06:20:51.634 INFO:tasks.workunit.client.0.smithi089.stdout:79 2024-07-26T06:20:51.635 INFO:tasks.workunit.client.0.smithi089.stdout:80 2024-07-26T06:20:51.636 INFO:tasks.workunit.client.0.smithi089.stdout:81 2024-07-26T06:20:51.637 INFO:tasks.workunit.client.0.smithi089.stdout:82 2024-07-26T06:20:51.638 INFO:tasks.workunit.client.0.smithi089.stdout:83 2024-07-26T06:20:51.639 INFO:tasks.workunit.client.0.smithi089.stdout:84 2024-07-26T06:20:51.640 INFO:tasks.workunit.client.0.smithi089.stdout:85 2024-07-26T06:20:51.640 INFO:tasks.workunit.client.0.smithi089.stdout:86 2024-07-26T06:20:51.641 INFO:tasks.workunit.client.0.smithi089.stdout:87 2024-07-26T06:20:51.643 INFO:tasks.workunit.client.0.smithi089.stdout:88 2024-07-26T06:20:51.644 INFO:tasks.workunit.client.0.smithi089.stdout:89 2024-07-26T06:20:51.644 INFO:tasks.workunit.client.0.smithi089.stdout:90 2024-07-26T06:20:51.645 INFO:tasks.workunit.client.0.smithi089.stdout:91 2024-07-26T06:20:51.646 INFO:tasks.workunit.client.0.smithi089.stdout:92 2024-07-26T06:20:51.647 INFO:tasks.workunit.client.0.smithi089.stdout:93 2024-07-26T06:20:51.648 INFO:tasks.workunit.client.0.smithi089.stdout:94 2024-07-26T06:20:51.649 INFO:tasks.workunit.client.0.smithi089.stdout:95 2024-07-26T06:20:51.650 INFO:tasks.workunit.client.0.smithi089.stdout:96 2024-07-26T06:20:51.650 INFO:tasks.workunit.client.0.smithi089.stdout:97 2024-07-26T06:20:51.651 INFO:tasks.workunit.client.0.smithi089.stdout:98 2024-07-26T06:20:51.652 INFO:tasks.workunit.client.0.smithi089.stdout:99 2024-07-26T06:20:51.653 INFO:tasks.workunit.client.0.smithi089.stdout:100 2024-07-26T06:20:51.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:51 smithi089 ceph-mon[99608]: osdmap e960: 8 total, 8 up, 8 in 2024-07-26T06:20:51.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:51 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/706077072' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143547-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:20:51.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:51 smithi089 ceph-mon[99608]: pgmap v1120: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:20:51.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:51 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/706077072' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143547-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:20:51.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:51 smithi089 ceph-mon[99608]: osdmap e961: 8 total, 8 up, 8 in 2024-07-26T06:20:51.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:51 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/706077072' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-07-26T06:20:51.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:51 smithi089 ceph-mon[102056]: osdmap e960: 8 total, 8 up, 8 in 2024-07-26T06:20:51.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:51 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/706077072' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143547-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:20:51.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:51 smithi089 ceph-mon[102056]: pgmap v1120: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:20:51.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:51 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/706077072' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143547-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:20:51.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:51 smithi089 ceph-mon[102056]: osdmap e961: 8 total, 8 up, 8 in 2024-07-26T06:20:51.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:51 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/706077072' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-07-26T06:20:51.656 INFO:tasks.workunit.client.0.smithi089.stdout:101 2024-07-26T06:20:51.656 INFO:tasks.workunit.client.0.smithi089.stdout:102 2024-07-26T06:20:51.656 INFO:tasks.workunit.client.0.smithi089.stdout:103 2024-07-26T06:20:51.657 INFO:tasks.workunit.client.0.smithi089.stdout:104 2024-07-26T06:20:51.658 INFO:tasks.workunit.client.0.smithi089.stdout:105 2024-07-26T06:20:51.658 INFO:tasks.workunit.client.0.smithi089.stdout:106 2024-07-26T06:20:51.659 INFO:tasks.workunit.client.0.smithi089.stdout:107 2024-07-26T06:20:51.660 INFO:tasks.workunit.client.0.smithi089.stdout:108 2024-07-26T06:20:51.661 INFO:tasks.workunit.client.0.smithi089.stdout:109 2024-07-26T06:20:51.662 INFO:tasks.workunit.client.0.smithi089.stdout:110 2024-07-26T06:20:51.663 INFO:tasks.workunit.client.0.smithi089.stdout:111 2024-07-26T06:20:51.664 INFO:tasks.workunit.client.0.smithi089.stdout:112 2024-07-26T06:20:51.665 INFO:tasks.workunit.client.0.smithi089.stdout:113 2024-07-26T06:20:51.665 INFO:tasks.workunit.client.0.smithi089.stdout:114 2024-07-26T06:20:51.666 INFO:tasks.workunit.client.0.smithi089.stdout:115 2024-07-26T06:20:51.667 INFO:tasks.workunit.client.0.smithi089.stdout:116 2024-07-26T06:20:51.668 INFO:tasks.workunit.client.0.smithi089.stdout:117 2024-07-26T06:20:51.669 INFO:tasks.workunit.client.0.smithi089.stdout:118 2024-07-26T06:20:51.670 INFO:tasks.workunit.client.0.smithi089.stdout:119 2024-07-26T06:20:51.671 INFO:tasks.workunit.client.0.smithi089.stdout:120 2024-07-26T06:20:51.672 INFO:tasks.workunit.client.0.smithi089.stdout:121 2024-07-26T06:20:51.673 INFO:tasks.workunit.client.0.smithi089.stdout:122 2024-07-26T06:20:51.674 INFO:tasks.workunit.client.0.smithi089.stdout:123 2024-07-26T06:20:51.675 INFO:tasks.workunit.client.0.smithi089.stdout:124 2024-07-26T06:20:51.676 INFO:tasks.workunit.client.0.smithi089.stdout:125 2024-07-26T06:20:51.677 INFO:tasks.workunit.client.0.smithi089.stdout:126 2024-07-26T06:20:51.678 INFO:tasks.workunit.client.0.smithi089.stdout:127 2024-07-26T06:20:51.678 INFO:tasks.workunit.client.0.smithi089.stdout:128 2024-07-26T06:20:51.680 INFO:tasks.workunit.client.0.smithi089.stdout:129 2024-07-26T06:20:51.680 INFO:tasks.workunit.client.0.smithi089.stdout:130 2024-07-26T06:20:51.681 INFO:tasks.workunit.client.0.smithi089.stdout:131 2024-07-26T06:20:51.682 INFO:tasks.workunit.client.0.smithi089.stdout:132 2024-07-26T06:20:51.683 INFO:tasks.workunit.client.0.smithi089.stdout:133 2024-07-26T06:20:51.684 INFO:tasks.workunit.client.0.smithi089.stdout:134 2024-07-26T06:20:51.685 INFO:tasks.workunit.client.0.smithi089.stdout:135 2024-07-26T06:20:51.686 INFO:tasks.workunit.client.0.smithi089.stdout:136 2024-07-26T06:20:51.687 INFO:tasks.workunit.client.0.smithi089.stdout:137 2024-07-26T06:20:51.688 INFO:tasks.workunit.client.0.smithi089.stdout:138 2024-07-26T06:20:51.689 INFO:tasks.workunit.client.0.smithi089.stdout:139 2024-07-26T06:20:51.690 INFO:tasks.workunit.client.0.smithi089.stdout:140 2024-07-26T06:20:51.691 INFO:tasks.workunit.client.0.smithi089.stdout:141 2024-07-26T06:20:51.692 INFO:tasks.workunit.client.0.smithi089.stdout:142 2024-07-26T06:20:51.693 INFO:tasks.workunit.client.0.smithi089.stdout:143 2024-07-26T06:20:51.694 INFO:tasks.workunit.client.0.smithi089.stdout:144 2024-07-26T06:20:51.695 INFO:tasks.workunit.client.0.smithi089.stdout:145 2024-07-26T06:20:51.696 INFO:tasks.workunit.client.0.smithi089.stdout:146 2024-07-26T06:20:51.696 INFO:tasks.workunit.client.0.smithi089.stdout:147 2024-07-26T06:20:51.697 INFO:tasks.workunit.client.0.smithi089.stdout:148 2024-07-26T06:20:51.698 INFO:tasks.workunit.client.0.smithi089.stdout:149 2024-07-26T06:20:51.699 INFO:tasks.workunit.client.0.smithi089.stdout:150 2024-07-26T06:20:51.700 INFO:tasks.workunit.client.0.smithi089.stdout:151 2024-07-26T06:20:51.701 INFO:tasks.workunit.client.0.smithi089.stdout:152 2024-07-26T06:20:51.702 INFO:tasks.workunit.client.0.smithi089.stdout:153 2024-07-26T06:20:51.702 INFO:tasks.workunit.client.0.smithi089.stdout:154 2024-07-26T06:20:51.703 INFO:tasks.workunit.client.0.smithi089.stdout:155 2024-07-26T06:20:51.704 INFO:tasks.workunit.client.0.smithi089.stdout:156 2024-07-26T06:20:51.705 INFO:tasks.workunit.client.0.smithi089.stdout:157 2024-07-26T06:20:51.706 INFO:tasks.workunit.client.0.smithi089.stdout:158 2024-07-26T06:20:51.707 INFO:tasks.workunit.client.0.smithi089.stdout:159 2024-07-26T06:20:51.708 INFO:tasks.workunit.client.0.smithi089.stdout:160 2024-07-26T06:20:51.709 INFO:tasks.workunit.client.0.smithi089.stdout:161 2024-07-26T06:20:51.710 INFO:tasks.workunit.client.0.smithi089.stdout:162 2024-07-26T06:20:51.710 INFO:tasks.workunit.client.0.smithi089.stdout:163 2024-07-26T06:20:51.711 INFO:tasks.workunit.client.0.smithi089.stdout:164 2024-07-26T06:20:51.712 INFO:tasks.workunit.client.0.smithi089.stdout:165 2024-07-26T06:20:51.713 INFO:tasks.workunit.client.0.smithi089.stdout:166 2024-07-26T06:20:51.714 INFO:tasks.workunit.client.0.smithi089.stdout:167 2024-07-26T06:20:51.715 INFO:tasks.workunit.client.0.smithi089.stdout:168 2024-07-26T06:20:51.716 INFO:tasks.workunit.client.0.smithi089.stdout:169 2024-07-26T06:20:51.717 INFO:tasks.workunit.client.0.smithi089.stdout:170 2024-07-26T06:20:51.717 INFO:tasks.workunit.client.0.smithi089.stdout:171 2024-07-26T06:20:51.718 INFO:tasks.workunit.client.0.smithi089.stdout:172 2024-07-26T06:20:51.719 INFO:tasks.workunit.client.0.smithi089.stdout:173 2024-07-26T06:20:51.720 INFO:tasks.workunit.client.0.smithi089.stdout:174 2024-07-26T06:20:51.721 INFO:tasks.workunit.client.0.smithi089.stdout:175 2024-07-26T06:20:51.722 INFO:tasks.workunit.client.0.smithi089.stdout:176 2024-07-26T06:20:51.723 INFO:tasks.workunit.client.0.smithi089.stdout:177 2024-07-26T06:20:51.723 INFO:tasks.workunit.client.0.smithi089.stdout:178 2024-07-26T06:20:51.724 INFO:tasks.workunit.client.0.smithi089.stdout:179 2024-07-26T06:20:51.725 INFO:tasks.workunit.client.0.smithi089.stdout:180 2024-07-26T06:20:51.726 INFO:tasks.workunit.client.0.smithi089.stdout:181 2024-07-26T06:20:51.727 INFO:tasks.workunit.client.0.smithi089.stdout:182 2024-07-26T06:20:51.728 INFO:tasks.workunit.client.0.smithi089.stdout:183 2024-07-26T06:20:51.729 INFO:tasks.workunit.client.0.smithi089.stdout:184 2024-07-26T06:20:51.730 INFO:tasks.workunit.client.0.smithi089.stdout:185 2024-07-26T06:20:51.730 INFO:tasks.workunit.client.0.smithi089.stdout:186 2024-07-26T06:20:51.731 INFO:tasks.workunit.client.0.smithi089.stdout:187 2024-07-26T06:20:51.732 INFO:tasks.workunit.client.0.smithi089.stdout:188 2024-07-26T06:20:51.733 INFO:tasks.workunit.client.0.smithi089.stdout:189 2024-07-26T06:20:51.734 INFO:tasks.workunit.client.0.smithi089.stdout:190 2024-07-26T06:20:51.734 INFO:tasks.workunit.client.0.smithi089.stdout:191 2024-07-26T06:20:51.735 INFO:tasks.workunit.client.0.smithi089.stdout:192 2024-07-26T06:20:51.736 INFO:tasks.workunit.client.0.smithi089.stdout:193 2024-07-26T06:20:51.737 INFO:tasks.workunit.client.0.smithi089.stdout:194 2024-07-26T06:20:51.738 INFO:tasks.workunit.client.0.smithi089.stdout:195 2024-07-26T06:20:51.739 INFO:tasks.workunit.client.0.smithi089.stdout:196 2024-07-26T06:20:51.740 INFO:tasks.workunit.client.0.smithi089.stdout:197 2024-07-26T06:20:51.741 INFO:tasks.workunit.client.0.smithi089.stdout:198 2024-07-26T06:20:51.741 INFO:tasks.workunit.client.0.smithi089.stdout:199 2024-07-26T06:20:51.742 INFO:tasks.workunit.client.0.smithi089.stdout:200 2024-07-26T06:20:51.743 INFO:tasks.workunit.client.0.smithi089.stdout:201 2024-07-26T06:20:51.744 INFO:tasks.workunit.client.0.smithi089.stdout:202 2024-07-26T06:20:51.745 INFO:tasks.workunit.client.0.smithi089.stdout:203 2024-07-26T06:20:51.746 INFO:tasks.workunit.client.0.smithi089.stdout:204 2024-07-26T06:20:51.747 INFO:tasks.workunit.client.0.smithi089.stdout:205 2024-07-26T06:20:51.747 INFO:tasks.workunit.client.0.smithi089.stdout:206 2024-07-26T06:20:51.748 INFO:tasks.workunit.client.0.smithi089.stdout:207 2024-07-26T06:20:51.749 INFO:tasks.workunit.client.0.smithi089.stdout:208 2024-07-26T06:20:51.750 INFO:tasks.workunit.client.0.smithi089.stdout:209 2024-07-26T06:20:51.751 INFO:tasks.workunit.client.0.smithi089.stdout:210 2024-07-26T06:20:51.752 INFO:tasks.workunit.client.0.smithi089.stdout:211 2024-07-26T06:20:51.753 INFO:tasks.workunit.client.0.smithi089.stdout:212 2024-07-26T06:20:51.754 INFO:tasks.workunit.client.0.smithi089.stdout:213 2024-07-26T06:20:51.755 INFO:tasks.workunit.client.0.smithi089.stdout:214 2024-07-26T06:20:51.755 INFO:tasks.workunit.client.0.smithi089.stdout:215 2024-07-26T06:20:51.756 INFO:tasks.workunit.client.0.smithi089.stdout:216 2024-07-26T06:20:51.757 INFO:tasks.workunit.client.0.smithi089.stdout:217 2024-07-26T06:20:51.758 INFO:tasks.workunit.client.0.smithi089.stdout:218 2024-07-26T06:20:51.759 INFO:tasks.workunit.client.0.smithi089.stdout:219 2024-07-26T06:20:51.760 INFO:tasks.workunit.client.0.smithi089.stdout:220 2024-07-26T06:20:51.761 INFO:tasks.workunit.client.0.smithi089.stdout:221 2024-07-26T06:20:51.762 INFO:tasks.workunit.client.0.smithi089.stdout:222 2024-07-26T06:20:51.763 INFO:tasks.workunit.client.0.smithi089.stdout:223 2024-07-26T06:20:51.763 INFO:tasks.workunit.client.0.smithi089.stdout:224 2024-07-26T06:20:51.765 INFO:tasks.workunit.client.0.smithi089.stdout:225 2024-07-26T06:20:51.765 INFO:tasks.workunit.client.0.smithi089.stdout:226 2024-07-26T06:20:51.766 INFO:tasks.workunit.client.0.smithi089.stdout:227 2024-07-26T06:20:51.767 INFO:tasks.workunit.client.0.smithi089.stdout:228 2024-07-26T06:20:51.768 INFO:tasks.workunit.client.0.smithi089.stdout:229 2024-07-26T06:20:51.769 INFO:tasks.workunit.client.0.smithi089.stdout:230 2024-07-26T06:20:51.770 INFO:tasks.workunit.client.0.smithi089.stdout:231 2024-07-26T06:20:51.771 INFO:tasks.workunit.client.0.smithi089.stdout:232 2024-07-26T06:20:51.772 INFO:tasks.workunit.client.0.smithi089.stdout:233 2024-07-26T06:20:51.772 INFO:tasks.workunit.client.0.smithi089.stdout:234 2024-07-26T06:20:51.773 INFO:tasks.workunit.client.0.smithi089.stdout:235 2024-07-26T06:20:51.774 INFO:tasks.workunit.client.0.smithi089.stdout:236 2024-07-26T06:20:51.775 INFO:tasks.workunit.client.0.smithi089.stdout:237 2024-07-26T06:20:51.776 INFO:tasks.workunit.client.0.smithi089.stdout:238 2024-07-26T06:20:51.777 INFO:tasks.workunit.client.0.smithi089.stdout:239 2024-07-26T06:20:51.778 INFO:tasks.workunit.client.0.smithi089.stdout:240 2024-07-26T06:20:51.779 INFO:tasks.workunit.client.0.smithi089.stdout:241 2024-07-26T06:20:51.780 INFO:tasks.workunit.client.0.smithi089.stdout:242 2024-07-26T06:20:51.781 INFO:tasks.workunit.client.0.smithi089.stdout:243 2024-07-26T06:20:51.782 INFO:tasks.workunit.client.0.smithi089.stdout:244 2024-07-26T06:20:51.782 INFO:tasks.workunit.client.0.smithi089.stdout:245 2024-07-26T06:20:51.783 INFO:tasks.workunit.client.0.smithi089.stdout:246 2024-07-26T06:20:51.784 INFO:tasks.workunit.client.0.smithi089.stdout:247 2024-07-26T06:20:51.785 INFO:tasks.workunit.client.0.smithi089.stdout:248 2024-07-26T06:20:51.786 INFO:tasks.workunit.client.0.smithi089.stdout:249 2024-07-26T06:20:51.787 INFO:tasks.workunit.client.0.smithi089.stdout:250 2024-07-26T06:20:51.788 INFO:tasks.workunit.client.0.smithi089.stdout:251 2024-07-26T06:20:51.789 INFO:tasks.workunit.client.0.smithi089.stdout:252 2024-07-26T06:20:51.790 INFO:tasks.workunit.client.0.smithi089.stdout:253 2024-07-26T06:20:51.791 INFO:tasks.workunit.client.0.smithi089.stdout:254 2024-07-26T06:20:51.792 INFO:tasks.workunit.client.0.smithi089.stdout:255 2024-07-26T06:20:51.792 INFO:tasks.workunit.client.0.smithi089.stdout:256 2024-07-26T06:20:51.793 INFO:tasks.workunit.client.0.smithi089.stdout:257 2024-07-26T06:20:51.794 INFO:tasks.workunit.client.0.smithi089.stdout:258 2024-07-26T06:20:51.798 INFO:tasks.workunit.client.0.smithi089.stdout:259 2024-07-26T06:20:51.798 INFO:tasks.workunit.client.0.smithi089.stdout:260 2024-07-26T06:20:51.798 INFO:tasks.workunit.client.0.smithi089.stdout:261 2024-07-26T06:20:51.798 INFO:tasks.workunit.client.0.smithi089.stdout:262 2024-07-26T06:20:51.799 INFO:tasks.workunit.client.0.smithi089.stdout:263 2024-07-26T06:20:51.799 INFO:tasks.workunit.client.0.smithi089.stdout:264 2024-07-26T06:20:51.800 INFO:tasks.workunit.client.0.smithi089.stdout:265 2024-07-26T06:20:51.801 INFO:tasks.workunit.client.0.smithi089.stdout:266 2024-07-26T06:20:51.802 INFO:tasks.workunit.client.0.smithi089.stdout:267 2024-07-26T06:20:51.803 INFO:tasks.workunit.client.0.smithi089.stdout:268 2024-07-26T06:20:51.804 INFO:tasks.workunit.client.0.smithi089.stdout:269 2024-07-26T06:20:51.805 INFO:tasks.workunit.client.0.smithi089.stdout:270 2024-07-26T06:20:51.806 INFO:tasks.workunit.client.0.smithi089.stdout:271 2024-07-26T06:20:51.806 INFO:tasks.workunit.client.0.smithi089.stdout:272 2024-07-26T06:20:51.807 INFO:tasks.workunit.client.0.smithi089.stdout:273 2024-07-26T06:20:51.808 INFO:tasks.workunit.client.0.smithi089.stdout:274 2024-07-26T06:20:51.809 INFO:tasks.workunit.client.0.smithi089.stdout:275 2024-07-26T06:20:51.810 INFO:tasks.workunit.client.0.smithi089.stdout:276 2024-07-26T06:20:51.811 INFO:tasks.workunit.client.0.smithi089.stdout:277 2024-07-26T06:20:51.812 INFO:tasks.workunit.client.0.smithi089.stdout:278 2024-07-26T06:20:51.813 INFO:tasks.workunit.client.0.smithi089.stdout:279 2024-07-26T06:20:51.814 INFO:tasks.workunit.client.0.smithi089.stdout:280 2024-07-26T06:20:51.815 INFO:tasks.workunit.client.0.smithi089.stdout:281 2024-07-26T06:20:51.816 INFO:tasks.workunit.client.0.smithi089.stdout:282 2024-07-26T06:20:51.816 INFO:tasks.workunit.client.0.smithi089.stdout:283 2024-07-26T06:20:51.817 INFO:tasks.workunit.client.0.smithi089.stdout:284 2024-07-26T06:20:51.818 INFO:tasks.workunit.client.0.smithi089.stdout:285 2024-07-26T06:20:51.819 INFO:tasks.workunit.client.0.smithi089.stdout:286 2024-07-26T06:20:51.820 INFO:tasks.workunit.client.0.smithi089.stdout:287 2024-07-26T06:20:51.821 INFO:tasks.workunit.client.0.smithi089.stdout:288 2024-07-26T06:20:51.821 INFO:tasks.workunit.client.0.smithi089.stdout:289 2024-07-26T06:20:51.822 INFO:tasks.workunit.client.0.smithi089.stdout:290 2024-07-26T06:20:51.823 INFO:tasks.workunit.client.0.smithi089.stdout:291 2024-07-26T06:20:51.824 INFO:tasks.workunit.client.0.smithi089.stdout:292 2024-07-26T06:20:51.825 INFO:tasks.workunit.client.0.smithi089.stdout:293 2024-07-26T06:20:51.826 INFO:tasks.workunit.client.0.smithi089.stdout:294 2024-07-26T06:20:51.826 INFO:tasks.workunit.client.0.smithi089.stdout:295 2024-07-26T06:20:51.827 INFO:tasks.workunit.client.0.smithi089.stdout:296 2024-07-26T06:20:51.828 INFO:tasks.workunit.client.0.smithi089.stdout:297 2024-07-26T06:20:51.829 INFO:tasks.workunit.client.0.smithi089.stdout:298 2024-07-26T06:20:51.830 INFO:tasks.workunit.client.0.smithi089.stdout:299 2024-07-26T06:20:51.831 INFO:tasks.workunit.client.0.smithi089.stdout:300 2024-07-26T06:20:51.832 INFO:tasks.workunit.client.0.smithi089.stdout:301 2024-07-26T06:20:51.833 INFO:tasks.workunit.client.0.smithi089.stdout:302 2024-07-26T06:20:51.834 INFO:tasks.workunit.client.0.smithi089.stdout:303 2024-07-26T06:20:51.834 INFO:tasks.workunit.client.0.smithi089.stdout:304 2024-07-26T06:20:51.835 INFO:tasks.workunit.client.0.smithi089.stdout:305 2024-07-26T06:20:51.836 INFO:tasks.workunit.client.0.smithi089.stdout:306 2024-07-26T06:20:51.837 INFO:tasks.workunit.client.0.smithi089.stdout:307 2024-07-26T06:20:51.838 INFO:tasks.workunit.client.0.smithi089.stdout:308 2024-07-26T06:20:51.839 INFO:tasks.workunit.client.0.smithi089.stdout:309 2024-07-26T06:20:51.840 INFO:tasks.workunit.client.0.smithi089.stdout:310 2024-07-26T06:20:51.840 INFO:tasks.workunit.client.0.smithi089.stdout:311 2024-07-26T06:20:51.841 INFO:tasks.workunit.client.0.smithi089.stdout:312 2024-07-26T06:20:51.842 INFO:tasks.workunit.client.0.smithi089.stdout:313 2024-07-26T06:20:51.843 INFO:tasks.workunit.client.0.smithi089.stdout:314 2024-07-26T06:20:51.844 INFO:tasks.workunit.client.0.smithi089.stdout:315 2024-07-26T06:20:51.845 INFO:tasks.workunit.client.0.smithi089.stdout:316 2024-07-26T06:20:51.846 INFO:tasks.workunit.client.0.smithi089.stdout:317 2024-07-26T06:20:51.847 INFO:tasks.workunit.client.0.smithi089.stdout:318 2024-07-26T06:20:51.847 INFO:tasks.workunit.client.0.smithi089.stdout:319 2024-07-26T06:20:51.848 INFO:tasks.workunit.client.0.smithi089.stdout:320 2024-07-26T06:20:51.849 INFO:tasks.workunit.client.0.smithi089.stdout:321 2024-07-26T06:20:51.850 INFO:tasks.workunit.client.0.smithi089.stdout:322 2024-07-26T06:20:51.851 INFO:tasks.workunit.client.0.smithi089.stdout:323 2024-07-26T06:20:51.851 INFO:tasks.workunit.client.0.smithi089.stdout:324 2024-07-26T06:20:51.852 INFO:tasks.workunit.client.0.smithi089.stdout:325 2024-07-26T06:20:51.853 INFO:tasks.workunit.client.0.smithi089.stdout:326 2024-07-26T06:20:51.854 INFO:tasks.workunit.client.0.smithi089.stdout:327 2024-07-26T06:20:51.855 INFO:tasks.workunit.client.0.smithi089.stdout:328 2024-07-26T06:20:51.856 INFO:tasks.workunit.client.0.smithi089.stdout:329 2024-07-26T06:20:51.856 INFO:tasks.workunit.client.0.smithi089.stdout:330 2024-07-26T06:20:51.857 INFO:tasks.workunit.client.0.smithi089.stdout:331 2024-07-26T06:20:51.858 INFO:tasks.workunit.client.0.smithi089.stdout:332 2024-07-26T06:20:51.859 INFO:tasks.workunit.client.0.smithi089.stdout:333 2024-07-26T06:20:51.860 INFO:tasks.workunit.client.0.smithi089.stdout:334 2024-07-26T06:20:51.861 INFO:tasks.workunit.client.0.smithi089.stdout:335 2024-07-26T06:20:51.862 INFO:tasks.workunit.client.0.smithi089.stdout:336 2024-07-26T06:20:51.863 INFO:tasks.workunit.client.0.smithi089.stdout:337 2024-07-26T06:20:51.864 INFO:tasks.workunit.client.0.smithi089.stdout:338 2024-07-26T06:20:51.864 INFO:tasks.workunit.client.0.smithi089.stdout:339 2024-07-26T06:20:51.865 INFO:tasks.workunit.client.0.smithi089.stdout:340 2024-07-26T06:20:51.866 INFO:tasks.workunit.client.0.smithi089.stdout:341 2024-07-26T06:20:51.867 INFO:tasks.workunit.client.0.smithi089.stdout:342 2024-07-26T06:20:51.868 INFO:tasks.workunit.client.0.smithi089.stdout:343 2024-07-26T06:20:51.869 INFO:tasks.workunit.client.0.smithi089.stdout:344 2024-07-26T06:20:51.870 INFO:tasks.workunit.client.0.smithi089.stdout:345 2024-07-26T06:20:51.870 INFO:tasks.workunit.client.0.smithi089.stdout:346 2024-07-26T06:20:51.871 INFO:tasks.workunit.client.0.smithi089.stdout:347 2024-07-26T06:20:51.872 INFO:tasks.workunit.client.0.smithi089.stdout:348 2024-07-26T06:20:51.873 INFO:tasks.workunit.client.0.smithi089.stdout:349 2024-07-26T06:20:51.874 INFO:tasks.workunit.client.0.smithi089.stdout:350 2024-07-26T06:20:51.875 INFO:tasks.workunit.client.0.smithi089.stdout:351 2024-07-26T06:20:51.876 INFO:tasks.workunit.client.0.smithi089.stdout:352 2024-07-26T06:20:51.876 INFO:tasks.workunit.client.0.smithi089.stdout:353 2024-07-26T06:20:51.877 INFO:tasks.workunit.client.0.smithi089.stdout:354 2024-07-26T06:20:51.878 INFO:tasks.workunit.client.0.smithi089.stdout:355 2024-07-26T06:20:51.879 INFO:tasks.workunit.client.0.smithi089.stdout:356 2024-07-26T06:20:51.880 INFO:tasks.workunit.client.0.smithi089.stdout:357 2024-07-26T06:20:51.881 INFO:tasks.workunit.client.0.smithi089.stdout:358 2024-07-26T06:20:51.882 INFO:tasks.workunit.client.0.smithi089.stdout:359 2024-07-26T06:20:51.883 INFO:tasks.workunit.client.0.smithi089.stdout:360 2024-07-26T06:20:51.884 INFO:tasks.workunit.client.0.smithi089.stdout:361 2024-07-26T06:20:51.885 INFO:tasks.workunit.client.0.smithi089.stdout:362 2024-07-26T06:20:51.886 INFO:tasks.workunit.client.0.smithi089.stdout:363 2024-07-26T06:20:51.886 INFO:tasks.workunit.client.0.smithi089.stdout:364 2024-07-26T06:20:51.887 INFO:tasks.workunit.client.0.smithi089.stdout:365 2024-07-26T06:20:51.888 INFO:tasks.workunit.client.0.smithi089.stdout:366 2024-07-26T06:20:51.889 INFO:tasks.workunit.client.0.smithi089.stdout:367 2024-07-26T06:20:51.890 INFO:tasks.workunit.client.0.smithi089.stdout:368 2024-07-26T06:20:51.891 INFO:tasks.workunit.client.0.smithi089.stdout:369 2024-07-26T06:20:51.892 INFO:tasks.workunit.client.0.smithi089.stdout:370 2024-07-26T06:20:51.892 INFO:tasks.workunit.client.0.smithi089.stdout:371 2024-07-26T06:20:51.893 INFO:tasks.workunit.client.0.smithi089.stdout:372 2024-07-26T06:20:51.894 INFO:tasks.workunit.client.0.smithi089.stdout:373 2024-07-26T06:20:51.895 INFO:tasks.workunit.client.0.smithi089.stdout:374 2024-07-26T06:20:51.896 INFO:tasks.workunit.client.0.smithi089.stdout:375 2024-07-26T06:20:51.897 INFO:tasks.workunit.client.0.smithi089.stdout:376 2024-07-26T06:20:51.898 INFO:tasks.workunit.client.0.smithi089.stdout:377 2024-07-26T06:20:51.899 INFO:tasks.workunit.client.0.smithi089.stdout:378 2024-07-26T06:20:51.899 INFO:tasks.workunit.client.0.smithi089.stdout:379 2024-07-26T06:20:51.900 INFO:tasks.workunit.client.0.smithi089.stdout:380 2024-07-26T06:20:51.901 INFO:tasks.workunit.client.0.smithi089.stdout:381 2024-07-26T06:20:51.902 INFO:tasks.workunit.client.0.smithi089.stdout:382 2024-07-26T06:20:51.903 INFO:tasks.workunit.client.0.smithi089.stdout:383 2024-07-26T06:20:51.904 INFO:tasks.workunit.client.0.smithi089.stdout:384 2024-07-26T06:20:51.905 INFO:tasks.workunit.client.0.smithi089.stdout:385 2024-07-26T06:20:51.905 INFO:tasks.workunit.client.0.smithi089.stdout:386 2024-07-26T06:20:51.906 INFO:tasks.workunit.client.0.smithi089.stdout:387 2024-07-26T06:20:51.907 INFO:tasks.workunit.client.0.smithi089.stdout:388 2024-07-26T06:20:51.908 INFO:tasks.workunit.client.0.smithi089.stdout:389 2024-07-26T06:20:51.909 INFO:tasks.workunit.client.0.smithi089.stdout:390 2024-07-26T06:20:51.910 INFO:tasks.workunit.client.0.smithi089.stdout:391 2024-07-26T06:20:51.910 INFO:tasks.workunit.client.0.smithi089.stdout:392 2024-07-26T06:20:51.911 INFO:tasks.workunit.client.0.smithi089.stdout:393 2024-07-26T06:20:51.912 INFO:tasks.workunit.client.0.smithi089.stdout:394 2024-07-26T06:20:51.913 INFO:tasks.workunit.client.0.smithi089.stdout:395 2024-07-26T06:20:51.914 INFO:tasks.workunit.client.0.smithi089.stdout:396 2024-07-26T06:20:51.915 INFO:tasks.workunit.client.0.smithi089.stdout:397 2024-07-26T06:20:51.916 INFO:tasks.workunit.client.0.smithi089.stdout:398 2024-07-26T06:20:51.917 INFO:tasks.workunit.client.0.smithi089.stdout:399 2024-07-26T06:20:51.918 INFO:tasks.workunit.client.0.smithi089.stdout:400 2024-07-26T06:20:51.919 INFO:tasks.workunit.client.0.smithi089.stdout:401 2024-07-26T06:20:51.920 INFO:tasks.workunit.client.0.smithi089.stdout:402 2024-07-26T06:20:51.921 INFO:tasks.workunit.client.0.smithi089.stdout:403 2024-07-26T06:20:51.921 INFO:tasks.workunit.client.0.smithi089.stdout:404 2024-07-26T06:20:51.922 INFO:tasks.workunit.client.0.smithi089.stdout:405 2024-07-26T06:20:51.923 INFO:tasks.workunit.client.0.smithi089.stdout:406 2024-07-26T06:20:51.924 INFO:tasks.workunit.client.0.smithi089.stdout:407 2024-07-26T06:20:51.925 INFO:tasks.workunit.client.0.smithi089.stdout:408 2024-07-26T06:20:51.926 INFO:tasks.workunit.client.0.smithi089.stdout:409 2024-07-26T06:20:51.927 INFO:tasks.workunit.client.0.smithi089.stdout:410 2024-07-26T06:20:51.928 INFO:tasks.workunit.client.0.smithi089.stdout:411 2024-07-26T06:20:51.929 INFO:tasks.workunit.client.0.smithi089.stdout:412 2024-07-26T06:20:51.930 INFO:tasks.workunit.client.0.smithi089.stdout:413 2024-07-26T06:20:51.931 INFO:tasks.workunit.client.0.smithi089.stdout:414 2024-07-26T06:20:51.932 INFO:tasks.workunit.client.0.smithi089.stdout:415 2024-07-26T06:20:51.933 INFO:tasks.workunit.client.0.smithi089.stdout:416 2024-07-26T06:20:51.933 INFO:tasks.workunit.client.0.smithi089.stdout:417 2024-07-26T06:20:51.935 INFO:tasks.workunit.client.0.smithi089.stdout:418 2024-07-26T06:20:51.936 INFO:tasks.workunit.client.0.smithi089.stdout:419 2024-07-26T06:20:51.937 INFO:tasks.workunit.client.0.smithi089.stdout:420 2024-07-26T06:20:51.938 INFO:tasks.workunit.client.0.smithi089.stdout:421 2024-07-26T06:20:51.939 INFO:tasks.workunit.client.0.smithi089.stdout:422 2024-07-26T06:20:51.940 INFO:tasks.workunit.client.0.smithi089.stdout:423 2024-07-26T06:20:51.941 INFO:tasks.workunit.client.0.smithi089.stdout:424 2024-07-26T06:20:51.942 INFO:tasks.workunit.client.0.smithi089.stdout:425 2024-07-26T06:20:51.942 INFO:tasks.workunit.client.0.smithi089.stdout:426 2024-07-26T06:20:51.943 INFO:tasks.workunit.client.0.smithi089.stdout:427 2024-07-26T06:20:51.944 INFO:tasks.workunit.client.0.smithi089.stdout:428 2024-07-26T06:20:51.945 INFO:tasks.workunit.client.0.smithi089.stdout:429 2024-07-26T06:20:51.946 INFO:tasks.workunit.client.0.smithi089.stdout:430 2024-07-26T06:20:51.947 INFO:tasks.workunit.client.0.smithi089.stdout:431 2024-07-26T06:20:51.948 INFO:tasks.workunit.client.0.smithi089.stdout:432 2024-07-26T06:20:51.949 INFO:tasks.workunit.client.0.smithi089.stdout:433 2024-07-26T06:20:51.950 INFO:tasks.workunit.client.0.smithi089.stdout:434 2024-07-26T06:20:51.951 INFO:tasks.workunit.client.0.smithi089.stdout:435 2024-07-26T06:20:51.952 INFO:tasks.workunit.client.0.smithi089.stdout:436 2024-07-26T06:20:51.952 INFO:tasks.workunit.client.0.smithi089.stdout:437 2024-07-26T06:20:51.953 INFO:tasks.workunit.client.0.smithi089.stdout:438 2024-07-26T06:20:51.954 INFO:tasks.workunit.client.0.smithi089.stdout:439 2024-07-26T06:20:51.955 INFO:tasks.workunit.client.0.smithi089.stdout:440 2024-07-26T06:20:51.957 INFO:tasks.workunit.client.0.smithi089.stdout:441 2024-07-26T06:20:51.957 INFO:tasks.workunit.client.0.smithi089.stdout:442 2024-07-26T06:20:51.958 INFO:tasks.workunit.client.0.smithi089.stdout:443 2024-07-26T06:20:51.959 INFO:tasks.workunit.client.0.smithi089.stdout:444 2024-07-26T06:20:51.960 INFO:tasks.workunit.client.0.smithi089.stdout:445 2024-07-26T06:20:51.961 INFO:tasks.workunit.client.0.smithi089.stdout:446 2024-07-26T06:20:51.962 INFO:tasks.workunit.client.0.smithi089.stdout:447 2024-07-26T06:20:51.963 INFO:tasks.workunit.client.0.smithi089.stdout:448 2024-07-26T06:20:51.964 INFO:tasks.workunit.client.0.smithi089.stdout:449 2024-07-26T06:20:51.965 INFO:tasks.workunit.client.0.smithi089.stdout:450 2024-07-26T06:20:51.966 INFO:tasks.workunit.client.0.smithi089.stdout:451 2024-07-26T06:20:51.967 INFO:tasks.workunit.client.0.smithi089.stdout:452 2024-07-26T06:20:51.968 INFO:tasks.workunit.client.0.smithi089.stdout:453 2024-07-26T06:20:51.969 INFO:tasks.workunit.client.0.smithi089.stdout:454 2024-07-26T06:20:51.970 INFO:tasks.workunit.client.0.smithi089.stdout:455 2024-07-26T06:20:51.970 INFO:tasks.workunit.client.0.smithi089.stdout:456 2024-07-26T06:20:51.971 INFO:tasks.workunit.client.0.smithi089.stdout:457 2024-07-26T06:20:51.972 INFO:tasks.workunit.client.0.smithi089.stdout:458 2024-07-26T06:20:51.973 INFO:tasks.workunit.client.0.smithi089.stdout:459 2024-07-26T06:20:51.974 INFO:tasks.workunit.client.0.smithi089.stdout:460 2024-07-26T06:20:51.975 INFO:tasks.workunit.client.0.smithi089.stdout:461 2024-07-26T06:20:51.976 INFO:tasks.workunit.client.0.smithi089.stdout:462 2024-07-26T06:20:51.977 INFO:tasks.workunit.client.0.smithi089.stdout:463 2024-07-26T06:20:51.978 INFO:tasks.workunit.client.0.smithi089.stdout:464 2024-07-26T06:20:51.979 INFO:tasks.workunit.client.0.smithi089.stdout:465 2024-07-26T06:20:51.980 INFO:tasks.workunit.client.0.smithi089.stdout:466 2024-07-26T06:20:51.981 INFO:tasks.workunit.client.0.smithi089.stdout:467 2024-07-26T06:20:51.982 INFO:tasks.workunit.client.0.smithi089.stdout:468 2024-07-26T06:20:51.983 INFO:tasks.workunit.client.0.smithi089.stdout:469 2024-07-26T06:20:51.984 INFO:tasks.workunit.client.0.smithi089.stdout:470 2024-07-26T06:20:51.985 INFO:tasks.workunit.client.0.smithi089.stdout:471 2024-07-26T06:20:51.986 INFO:tasks.workunit.client.0.smithi089.stdout:472 2024-07-26T06:20:51.987 INFO:tasks.workunit.client.0.smithi089.stdout:473 2024-07-26T06:20:51.988 INFO:tasks.workunit.client.0.smithi089.stdout:474 2024-07-26T06:20:51.989 INFO:tasks.workunit.client.0.smithi089.stdout:475 2024-07-26T06:20:51.990 INFO:tasks.workunit.client.0.smithi089.stdout:476 2024-07-26T06:20:51.991 INFO:tasks.workunit.client.0.smithi089.stdout:477 2024-07-26T06:20:51.992 INFO:tasks.workunit.client.0.smithi089.stdout:478 2024-07-26T06:20:51.993 INFO:tasks.workunit.client.0.smithi089.stdout:479 2024-07-26T06:20:51.994 INFO:tasks.workunit.client.0.smithi089.stdout:480 2024-07-26T06:20:51.995 INFO:tasks.workunit.client.0.smithi089.stdout:481 2024-07-26T06:20:51.996 INFO:tasks.workunit.client.0.smithi089.stdout:482 2024-07-26T06:20:51.997 INFO:tasks.workunit.client.0.smithi089.stdout:483 2024-07-26T06:20:51.998 INFO:tasks.workunit.client.0.smithi089.stdout:484 2024-07-26T06:20:52.002 INFO:tasks.workunit.client.0.smithi089.stdout:485 2024-07-26T06:20:52.003 INFO:tasks.workunit.client.0.smithi089.stdout:486 2024-07-26T06:20:52.003 INFO:tasks.workunit.client.0.smithi089.stdout:487 2024-07-26T06:20:52.003 INFO:tasks.workunit.client.0.smithi089.stdout:488 2024-07-26T06:20:52.003 INFO:tasks.workunit.client.0.smithi089.stdout:489 2024-07-26T06:20:52.003 INFO:tasks.workunit.client.0.smithi089.stdout:490 2024-07-26T06:20:52.004 INFO:tasks.workunit.client.0.smithi089.stdout:491 2024-07-26T06:20:52.005 INFO:tasks.workunit.client.0.smithi089.stdout:492 2024-07-26T06:20:52.006 INFO:tasks.workunit.client.0.smithi089.stdout:493 2024-07-26T06:20:52.007 INFO:tasks.workunit.client.0.smithi089.stdout:494 2024-07-26T06:20:52.008 INFO:tasks.workunit.client.0.smithi089.stdout:495 2024-07-26T06:20:52.009 INFO:tasks.workunit.client.0.smithi089.stdout:496 2024-07-26T06:20:52.010 INFO:tasks.workunit.client.0.smithi089.stdout:497 2024-07-26T06:20:52.010 INFO:tasks.workunit.client.0.smithi089.stdout:498 2024-07-26T06:20:52.012 INFO:tasks.workunit.client.0.smithi089.stdout:499 2024-07-26T06:20:52.013 INFO:tasks.workunit.client.0.smithi089.stdout:500 2024-07-26T06:20:52.014 INFO:tasks.workunit.client.0.smithi089.stdout:501 2024-07-26T06:20:52.015 INFO:tasks.workunit.client.0.smithi089.stdout:502 2024-07-26T06:20:52.016 INFO:tasks.workunit.client.0.smithi089.stdout:503 2024-07-26T06:20:52.017 INFO:tasks.workunit.client.0.smithi089.stdout:504 2024-07-26T06:20:52.018 INFO:tasks.workunit.client.0.smithi089.stdout:505 2024-07-26T06:20:52.018 INFO:tasks.workunit.client.0.smithi089.stdout:506 2024-07-26T06:20:52.020 INFO:tasks.workunit.client.0.smithi089.stdout:507 2024-07-26T06:20:52.021 INFO:tasks.workunit.client.0.smithi089.stdout:508 2024-07-26T06:20:52.022 INFO:tasks.workunit.client.0.smithi089.stdout:509 2024-07-26T06:20:52.023 INFO:tasks.workunit.client.0.smithi089.stdout:510 2024-07-26T06:20:52.024 INFO:tasks.workunit.client.0.smithi089.stdout:511 2024-07-26T06:20:52.025 INFO:tasks.workunit.client.0.smithi089.stdout:512 2024-07-26T06:20:52.026 INFO:tasks.workunit.client.0.smithi089.stdout:513 2024-07-26T06:20:52.027 INFO:tasks.workunit.client.0.smithi089.stdout:514 2024-07-26T06:20:52.028 INFO:tasks.workunit.client.0.smithi089.stdout:515 2024-07-26T06:20:52.029 INFO:tasks.workunit.client.0.smithi089.stdout:516 2024-07-26T06:20:52.030 INFO:tasks.workunit.client.0.smithi089.stdout:517 2024-07-26T06:20:52.031 INFO:tasks.workunit.client.0.smithi089.stdout:518 2024-07-26T06:20:52.032 INFO:tasks.workunit.client.0.smithi089.stdout:519 2024-07-26T06:20:52.033 INFO:tasks.workunit.client.0.smithi089.stdout:520 2024-07-26T06:20:52.034 INFO:tasks.workunit.client.0.smithi089.stdout:521 2024-07-26T06:20:52.035 INFO:tasks.workunit.client.0.smithi089.stdout:522 2024-07-26T06:20:52.036 INFO:tasks.workunit.client.0.smithi089.stdout:523 2024-07-26T06:20:52.037 INFO:tasks.workunit.client.0.smithi089.stdout:524 2024-07-26T06:20:52.038 INFO:tasks.workunit.client.0.smithi089.stdout:525 2024-07-26T06:20:52.039 INFO:tasks.workunit.client.0.smithi089.stdout:526 2024-07-26T06:20:52.040 INFO:tasks.workunit.client.0.smithi089.stdout:527 2024-07-26T06:20:52.041 INFO:tasks.workunit.client.0.smithi089.stdout:528 2024-07-26T06:20:52.042 INFO:tasks.workunit.client.0.smithi089.stdout:529 2024-07-26T06:20:52.043 INFO:tasks.workunit.client.0.smithi089.stdout:530 2024-07-26T06:20:52.044 INFO:tasks.workunit.client.0.smithi089.stdout:531 2024-07-26T06:20:52.045 INFO:tasks.workunit.client.0.smithi089.stdout:532 2024-07-26T06:20:52.045 INFO:tasks.workunit.client.0.smithi089.stdout:533 2024-07-26T06:20:52.046 INFO:tasks.workunit.client.0.smithi089.stdout:534 2024-07-26T06:20:52.047 INFO:tasks.workunit.client.0.smithi089.stdout:535 2024-07-26T06:20:52.048 INFO:tasks.workunit.client.0.smithi089.stdout:536 2024-07-26T06:20:52.049 INFO:tasks.workunit.client.0.smithi089.stdout:537 2024-07-26T06:20:52.050 INFO:tasks.workunit.client.0.smithi089.stdout:538 2024-07-26T06:20:52.051 INFO:tasks.workunit.client.0.smithi089.stdout:539 2024-07-26T06:20:52.052 INFO:tasks.workunit.client.0.smithi089.stdout:540 2024-07-26T06:20:52.053 INFO:tasks.workunit.client.0.smithi089.stdout:541 2024-07-26T06:20:52.054 INFO:tasks.workunit.client.0.smithi089.stdout:542 2024-07-26T06:20:52.055 INFO:tasks.workunit.client.0.smithi089.stdout:543 2024-07-26T06:20:52.056 INFO:tasks.workunit.client.0.smithi089.stdout:544 2024-07-26T06:20:52.058 INFO:tasks.workunit.client.0.smithi089.stdout:545 2024-07-26T06:20:52.059 INFO:tasks.workunit.client.0.smithi089.stdout:546 2024-07-26T06:20:52.060 INFO:tasks.workunit.client.0.smithi089.stdout:547 2024-07-26T06:20:52.061 INFO:tasks.workunit.client.0.smithi089.stdout:548 2024-07-26T06:20:52.062 INFO:tasks.workunit.client.0.smithi089.stdout:549 2024-07-26T06:20:52.063 INFO:tasks.workunit.client.0.smithi089.stdout:550 2024-07-26T06:20:52.064 INFO:tasks.workunit.client.0.smithi089.stdout:551 2024-07-26T06:20:52.065 INFO:tasks.workunit.client.0.smithi089.stdout:552 2024-07-26T06:20:52.066 INFO:tasks.workunit.client.0.smithi089.stdout:553 2024-07-26T06:20:52.067 INFO:tasks.workunit.client.0.smithi089.stdout:554 2024-07-26T06:20:52.068 INFO:tasks.workunit.client.0.smithi089.stdout:555 2024-07-26T06:20:52.069 INFO:tasks.workunit.client.0.smithi089.stdout:556 2024-07-26T06:20:52.070 INFO:tasks.workunit.client.0.smithi089.stdout:557 2024-07-26T06:20:52.071 INFO:tasks.workunit.client.0.smithi089.stdout:558 2024-07-26T06:20:52.072 INFO:tasks.workunit.client.0.smithi089.stdout:559 2024-07-26T06:20:52.074 INFO:tasks.workunit.client.0.smithi089.stdout:560 2024-07-26T06:20:52.075 INFO:tasks.workunit.client.0.smithi089.stdout:561 2024-07-26T06:20:52.076 INFO:tasks.workunit.client.0.smithi089.stdout:562 2024-07-26T06:20:52.077 INFO:tasks.workunit.client.0.smithi089.stdout:563 2024-07-26T06:20:52.078 INFO:tasks.workunit.client.0.smithi089.stdout:564 2024-07-26T06:20:52.080 INFO:tasks.workunit.client.0.smithi089.stdout:565 2024-07-26T06:20:52.081 INFO:tasks.workunit.client.0.smithi089.stdout:566 2024-07-26T06:20:52.083 INFO:tasks.workunit.client.0.smithi089.stdout:567 2024-07-26T06:20:52.083 INFO:tasks.workunit.client.0.smithi089.stdout:568 2024-07-26T06:20:52.084 INFO:tasks.workunit.client.0.smithi089.stdout:569 2024-07-26T06:20:52.085 INFO:tasks.workunit.client.0.smithi089.stdout:570 2024-07-26T06:20:52.086 INFO:tasks.workunit.client.0.smithi089.stdout:571 2024-07-26T06:20:52.087 INFO:tasks.workunit.client.0.smithi089.stdout:572 2024-07-26T06:20:52.088 INFO:tasks.workunit.client.0.smithi089.stdout:573 2024-07-26T06:20:52.089 INFO:tasks.workunit.client.0.smithi089.stdout:574 2024-07-26T06:20:52.090 INFO:tasks.workunit.client.0.smithi089.stdout:575 2024-07-26T06:20:52.091 INFO:tasks.workunit.client.0.smithi089.stdout:576 2024-07-26T06:20:52.092 INFO:tasks.workunit.client.0.smithi089.stdout:577 2024-07-26T06:20:52.093 INFO:tasks.workunit.client.0.smithi089.stdout:578 2024-07-26T06:20:52.094 INFO:tasks.workunit.client.0.smithi089.stdout:579 2024-07-26T06:20:52.095 INFO:tasks.workunit.client.0.smithi089.stdout:580 2024-07-26T06:20:52.096 INFO:tasks.workunit.client.0.smithi089.stdout:581 2024-07-26T06:20:52.097 INFO:tasks.workunit.client.0.smithi089.stdout:582 2024-07-26T06:20:52.098 INFO:tasks.workunit.client.0.smithi089.stdout:583 2024-07-26T06:20:52.099 INFO:tasks.workunit.client.0.smithi089.stdout:584 2024-07-26T06:20:52.100 INFO:tasks.workunit.client.0.smithi089.stdout:585 2024-07-26T06:20:52.101 INFO:tasks.workunit.client.0.smithi089.stdout:586 2024-07-26T06:20:52.102 INFO:tasks.workunit.client.0.smithi089.stdout:587 2024-07-26T06:20:52.103 INFO:tasks.workunit.client.0.smithi089.stdout:588 2024-07-26T06:20:52.104 INFO:tasks.workunit.client.0.smithi089.stdout:589 2024-07-26T06:20:52.105 INFO:tasks.workunit.client.0.smithi089.stdout:590 2024-07-26T06:20:52.106 INFO:tasks.workunit.client.0.smithi089.stdout:591 2024-07-26T06:20:52.107 INFO:tasks.workunit.client.0.smithi089.stdout:592 2024-07-26T06:20:52.108 INFO:tasks.workunit.client.0.smithi089.stdout:593 2024-07-26T06:20:52.109 INFO:tasks.workunit.client.0.smithi089.stdout:594 2024-07-26T06:20:52.110 INFO:tasks.workunit.client.0.smithi089.stdout:595 2024-07-26T06:20:52.111 INFO:tasks.workunit.client.0.smithi089.stdout:596 2024-07-26T06:20:52.112 INFO:tasks.workunit.client.0.smithi089.stdout:597 2024-07-26T06:20:52.113 INFO:tasks.workunit.client.0.smithi089.stdout:598 2024-07-26T06:20:52.114 INFO:tasks.workunit.client.0.smithi089.stdout:599 2024-07-26T06:20:52.115 INFO:tasks.workunit.client.0.smithi089.stdout:600 2024-07-26T06:20:52.116 INFO:tasks.workunit.client.0.smithi089.stdout:601 2024-07-26T06:20:52.117 INFO:tasks.workunit.client.0.smithi089.stdout:602 2024-07-26T06:20:52.118 INFO:tasks.workunit.client.0.smithi089.stdout:603 2024-07-26T06:20:52.118 INFO:tasks.workunit.client.0.smithi089.stdout:604 2024-07-26T06:20:52.120 INFO:tasks.workunit.client.0.smithi089.stdout:605 2024-07-26T06:20:52.121 INFO:tasks.workunit.client.0.smithi089.stdout:606 2024-07-26T06:20:52.122 INFO:tasks.workunit.client.0.smithi089.stdout:607 2024-07-26T06:20:52.123 INFO:tasks.workunit.client.0.smithi089.stdout:608 2024-07-26T06:20:52.124 INFO:tasks.workunit.client.0.smithi089.stdout:609 2024-07-26T06:20:52.125 INFO:tasks.workunit.client.0.smithi089.stdout:610 2024-07-26T06:20:52.126 INFO:tasks.workunit.client.0.smithi089.stdout:611 2024-07-26T06:20:52.127 INFO:tasks.workunit.client.0.smithi089.stdout:612 2024-07-26T06:20:52.128 INFO:tasks.workunit.client.0.smithi089.stdout:613 2024-07-26T06:20:52.129 INFO:tasks.workunit.client.0.smithi089.stdout:614 2024-07-26T06:20:52.130 INFO:tasks.workunit.client.0.smithi089.stdout:615 2024-07-26T06:20:52.131 INFO:tasks.workunit.client.0.smithi089.stdout:616 2024-07-26T06:20:52.132 INFO:tasks.workunit.client.0.smithi089.stdout:617 2024-07-26T06:20:52.132 INFO:tasks.workunit.client.0.smithi089.stdout:618 2024-07-26T06:20:52.133 INFO:tasks.workunit.client.0.smithi089.stdout:619 2024-07-26T06:20:52.134 INFO:tasks.workunit.client.0.smithi089.stdout:620 2024-07-26T06:20:52.135 INFO:tasks.workunit.client.0.smithi089.stdout:621 2024-07-26T06:20:52.136 INFO:tasks.workunit.client.0.smithi089.stdout:622 2024-07-26T06:20:52.137 INFO:tasks.workunit.client.0.smithi089.stdout:623 2024-07-26T06:20:52.139 INFO:tasks.workunit.client.0.smithi089.stdout:624 2024-07-26T06:20:52.140 INFO:tasks.workunit.client.0.smithi089.stdout:625 2024-07-26T06:20:52.141 INFO:tasks.workunit.client.0.smithi089.stdout:626 2024-07-26T06:20:52.142 INFO:tasks.workunit.client.0.smithi089.stdout:627 2024-07-26T06:20:52.143 INFO:tasks.workunit.client.0.smithi089.stdout:628 2024-07-26T06:20:52.144 INFO:tasks.workunit.client.0.smithi089.stdout:629 2024-07-26T06:20:52.145 INFO:tasks.workunit.client.0.smithi089.stdout:630 2024-07-26T06:20:52.146 INFO:tasks.workunit.client.0.smithi089.stdout:631 2024-07-26T06:20:52.147 INFO:tasks.workunit.client.0.smithi089.stdout:632 2024-07-26T06:20:52.149 INFO:tasks.workunit.client.0.smithi089.stdout:633 2024-07-26T06:20:52.149 INFO:tasks.workunit.client.0.smithi089.stdout:634 2024-07-26T06:20:52.150 INFO:tasks.workunit.client.0.smithi089.stdout:635 2024-07-26T06:20:52.151 INFO:tasks.workunit.client.0.smithi089.stdout:636 2024-07-26T06:20:52.152 INFO:tasks.workunit.client.0.smithi089.stdout:637 2024-07-26T06:20:52.153 INFO:tasks.workunit.client.0.smithi089.stdout:638 2024-07-26T06:20:52.154 INFO:tasks.workunit.client.0.smithi089.stdout:639 2024-07-26T06:20:52.155 INFO:tasks.workunit.client.0.smithi089.stdout:640 2024-07-26T06:20:52.156 INFO:tasks.workunit.client.0.smithi089.stdout:641 2024-07-26T06:20:52.157 INFO:tasks.workunit.client.0.smithi089.stdout:642 2024-07-26T06:20:52.158 INFO:tasks.workunit.client.0.smithi089.stdout:643 2024-07-26T06:20:52.159 INFO:tasks.workunit.client.0.smithi089.stdout:644 2024-07-26T06:20:52.160 INFO:tasks.workunit.client.0.smithi089.stdout:645 2024-07-26T06:20:52.161 INFO:tasks.workunit.client.0.smithi089.stdout:646 2024-07-26T06:20:52.162 INFO:tasks.workunit.client.0.smithi089.stdout:647 2024-07-26T06:20:52.163 INFO:tasks.workunit.client.0.smithi089.stdout:648 2024-07-26T06:20:52.164 INFO:tasks.workunit.client.0.smithi089.stdout:649 2024-07-26T06:20:52.165 INFO:tasks.workunit.client.0.smithi089.stdout:650 2024-07-26T06:20:52.166 INFO:tasks.workunit.client.0.smithi089.stdout:651 2024-07-26T06:20:52.167 INFO:tasks.workunit.client.0.smithi089.stdout:652 2024-07-26T06:20:52.168 INFO:tasks.workunit.client.0.smithi089.stdout:653 2024-07-26T06:20:52.169 INFO:tasks.workunit.client.0.smithi089.stdout:654 2024-07-26T06:20:52.171 INFO:tasks.workunit.client.0.smithi089.stdout:655 2024-07-26T06:20:52.174 INFO:tasks.workunit.client.0.smithi089.stdout:656 2024-07-26T06:20:52.180 INFO:tasks.workunit.client.0.smithi089.stdout:657 2024-07-26T06:20:52.186 INFO:tasks.workunit.client.0.smithi089.stdout:658 2024-07-26T06:20:52.189 INFO:tasks.workunit.client.0.smithi089.stdout:659 2024-07-26T06:20:52.192 INFO:tasks.workunit.client.0.smithi089.stdout:660 2024-07-26T06:20:52.193 INFO:tasks.workunit.client.0.smithi089.stdout:661 2024-07-26T06:20:52.194 INFO:tasks.workunit.client.0.smithi089.stdout:662 2024-07-26T06:20:52.195 INFO:tasks.workunit.client.0.smithi089.stdout:663 2024-07-26T06:20:52.196 INFO:tasks.workunit.client.0.smithi089.stdout:664 2024-07-26T06:20:52.197 INFO:tasks.workunit.client.0.smithi089.stdout:665 2024-07-26T06:20:52.198 INFO:tasks.workunit.client.0.smithi089.stdout:666 2024-07-26T06:20:52.199 INFO:tasks.workunit.client.0.smithi089.stdout:667 2024-07-26T06:20:52.200 INFO:tasks.workunit.client.0.smithi089.stdout:668 2024-07-26T06:20:52.201 INFO:tasks.workunit.client.0.smithi089.stdout:669 2024-07-26T06:20:52.202 INFO:tasks.workunit.client.0.smithi089.stdout:670 2024-07-26T06:20:52.206 INFO:tasks.workunit.client.0.smithi089.stdout:671 2024-07-26T06:20:52.206 INFO:tasks.workunit.client.0.smithi089.stdout:672 2024-07-26T06:20:52.206 INFO:tasks.workunit.client.0.smithi089.stdout:673 2024-07-26T06:20:52.207 INFO:tasks.workunit.client.0.smithi089.stdout:674 2024-07-26T06:20:52.208 INFO:tasks.workunit.client.0.smithi089.stdout:675 2024-07-26T06:20:52.209 INFO:tasks.workunit.client.0.smithi089.stdout:676 2024-07-26T06:20:52.211 INFO:tasks.workunit.client.0.smithi089.stdout:677 2024-07-26T06:20:52.212 INFO:tasks.workunit.client.0.smithi089.stdout:678 2024-07-26T06:20:52.213 INFO:tasks.workunit.client.0.smithi089.stdout:679 2024-07-26T06:20:52.214 INFO:tasks.workunit.client.0.smithi089.stdout:680 2024-07-26T06:20:52.215 INFO:tasks.workunit.client.0.smithi089.stdout:681 2024-07-26T06:20:52.217 INFO:tasks.workunit.client.0.smithi089.stdout:682 2024-07-26T06:20:52.218 INFO:tasks.workunit.client.0.smithi089.stdout:683 2024-07-26T06:20:52.219 INFO:tasks.workunit.client.0.smithi089.stdout:684 2024-07-26T06:20:52.220 INFO:tasks.workunit.client.0.smithi089.stdout:685 2024-07-26T06:20:52.221 INFO:tasks.workunit.client.0.smithi089.stdout:686 2024-07-26T06:20:52.222 INFO:tasks.workunit.client.0.smithi089.stdout:687 2024-07-26T06:20:52.223 INFO:tasks.workunit.client.0.smithi089.stdout:688 2024-07-26T06:20:52.224 INFO:tasks.workunit.client.0.smithi089.stdout:689 2024-07-26T06:20:52.225 INFO:tasks.workunit.client.0.smithi089.stdout:690 2024-07-26T06:20:52.227 INFO:tasks.workunit.client.0.smithi089.stdout:691 2024-07-26T06:20:52.228 INFO:tasks.workunit.client.0.smithi089.stdout:692 2024-07-26T06:20:52.229 INFO:tasks.workunit.client.0.smithi089.stdout:693 2024-07-26T06:20:52.230 INFO:tasks.workunit.client.0.smithi089.stdout:694 2024-07-26T06:20:52.231 INFO:tasks.workunit.client.0.smithi089.stdout:695 2024-07-26T06:20:52.232 INFO:tasks.workunit.client.0.smithi089.stdout:696 2024-07-26T06:20:52.233 INFO:tasks.workunit.client.0.smithi089.stdout:697 2024-07-26T06:20:52.234 INFO:tasks.workunit.client.0.smithi089.stdout:698 2024-07-26T06:20:52.235 INFO:tasks.workunit.client.0.smithi089.stdout:699 2024-07-26T06:20:52.236 INFO:tasks.workunit.client.0.smithi089.stdout:700 2024-07-26T06:20:52.237 INFO:tasks.workunit.client.0.smithi089.stdout:701 2024-07-26T06:20:52.238 INFO:tasks.workunit.client.0.smithi089.stdout:702 2024-07-26T06:20:52.239 INFO:tasks.workunit.client.0.smithi089.stdout:703 2024-07-26T06:20:52.240 INFO:tasks.workunit.client.0.smithi089.stdout:704 2024-07-26T06:20:52.241 INFO:tasks.workunit.client.0.smithi089.stdout:705 2024-07-26T06:20:52.242 INFO:tasks.workunit.client.0.smithi089.stdout:706 2024-07-26T06:20:52.243 INFO:tasks.workunit.client.0.smithi089.stdout:707 2024-07-26T06:20:52.244 INFO:tasks.workunit.client.0.smithi089.stdout:708 2024-07-26T06:20:52.245 INFO:tasks.workunit.client.0.smithi089.stdout:709 2024-07-26T06:20:52.247 INFO:tasks.workunit.client.0.smithi089.stdout:710 2024-07-26T06:20:52.248 INFO:tasks.workunit.client.0.smithi089.stdout:711 2024-07-26T06:20:52.249 INFO:tasks.workunit.client.0.smithi089.stdout:712 2024-07-26T06:20:52.250 INFO:tasks.workunit.client.0.smithi089.stdout:713 2024-07-26T06:20:52.251 INFO:tasks.workunit.client.0.smithi089.stdout:714 2024-07-26T06:20:52.252 INFO:tasks.workunit.client.0.smithi089.stdout:715 2024-07-26T06:20:52.254 INFO:tasks.workunit.client.0.smithi089.stdout:716 2024-07-26T06:20:52.255 INFO:tasks.workunit.client.0.smithi089.stdout:717 2024-07-26T06:20:52.256 INFO:tasks.workunit.client.0.smithi089.stdout:718 2024-07-26T06:20:52.257 INFO:tasks.workunit.client.0.smithi089.stdout:719 2024-07-26T06:20:52.258 INFO:tasks.workunit.client.0.smithi089.stdout:720 2024-07-26T06:20:52.259 INFO:tasks.workunit.client.0.smithi089.stdout:721 2024-07-26T06:20:52.260 INFO:tasks.workunit.client.0.smithi089.stdout:722 2024-07-26T06:20:52.261 INFO:tasks.workunit.client.0.smithi089.stdout:723 2024-07-26T06:20:52.262 INFO:tasks.workunit.client.0.smithi089.stdout:724 2024-07-26T06:20:52.263 INFO:tasks.workunit.client.0.smithi089.stdout:725 2024-07-26T06:20:52.264 INFO:tasks.workunit.client.0.smithi089.stdout:726 2024-07-26T06:20:52.265 INFO:tasks.workunit.client.0.smithi089.stdout:727 2024-07-26T06:20:52.266 INFO:tasks.workunit.client.0.smithi089.stdout:728 2024-07-26T06:20:52.267 INFO:tasks.workunit.client.0.smithi089.stdout:729 2024-07-26T06:20:52.268 INFO:tasks.workunit.client.0.smithi089.stdout:730 2024-07-26T06:20:52.269 INFO:tasks.workunit.client.0.smithi089.stdout:731 2024-07-26T06:20:52.270 INFO:tasks.workunit.client.0.smithi089.stdout:732 2024-07-26T06:20:52.271 INFO:tasks.workunit.client.0.smithi089.stdout:733 2024-07-26T06:20:52.272 INFO:tasks.workunit.client.0.smithi089.stdout:734 2024-07-26T06:20:52.274 INFO:tasks.workunit.client.0.smithi089.stdout:735 2024-07-26T06:20:52.275 INFO:tasks.workunit.client.0.smithi089.stdout:736 2024-07-26T06:20:52.276 INFO:tasks.workunit.client.0.smithi089.stdout:737 2024-07-26T06:20:52.277 INFO:tasks.workunit.client.0.smithi089.stdout:738 2024-07-26T06:20:52.278 INFO:tasks.workunit.client.0.smithi089.stdout:739 2024-07-26T06:20:52.280 INFO:tasks.workunit.client.0.smithi089.stdout:740 2024-07-26T06:20:52.281 INFO:tasks.workunit.client.0.smithi089.stdout:741 2024-07-26T06:20:52.282 INFO:tasks.workunit.client.0.smithi089.stdout:742 2024-07-26T06:20:52.283 INFO:tasks.workunit.client.0.smithi089.stdout:743 2024-07-26T06:20:52.284 INFO:tasks.workunit.client.0.smithi089.stdout:744 2024-07-26T06:20:52.285 INFO:tasks.workunit.client.0.smithi089.stdout:745 2024-07-26T06:20:52.286 INFO:tasks.workunit.client.0.smithi089.stdout:746 2024-07-26T06:20:52.288 INFO:tasks.workunit.client.0.smithi089.stdout:747 2024-07-26T06:20:52.289 INFO:tasks.workunit.client.0.smithi089.stdout:748 2024-07-26T06:20:52.290 INFO:tasks.workunit.client.0.smithi089.stdout:749 2024-07-26T06:20:52.291 INFO:tasks.workunit.client.0.smithi089.stdout:750 2024-07-26T06:20:52.292 INFO:tasks.workunit.client.0.smithi089.stdout:751 2024-07-26T06:20:52.293 INFO:tasks.workunit.client.0.smithi089.stdout:752 2024-07-26T06:20:52.294 INFO:tasks.workunit.client.0.smithi089.stdout:753 2024-07-26T06:20:52.295 INFO:tasks.workunit.client.0.smithi089.stdout:754 2024-07-26T06:20:52.296 INFO:tasks.workunit.client.0.smithi089.stdout:755 2024-07-26T06:20:52.297 INFO:tasks.workunit.client.0.smithi089.stdout:756 2024-07-26T06:20:52.298 INFO:tasks.workunit.client.0.smithi089.stdout:757 2024-07-26T06:20:52.299 INFO:tasks.workunit.client.0.smithi089.stdout:758 2024-07-26T06:20:52.301 INFO:tasks.workunit.client.0.smithi089.stdout:759 2024-07-26T06:20:52.302 INFO:tasks.workunit.client.0.smithi089.stdout:760 2024-07-26T06:20:52.303 INFO:tasks.workunit.client.0.smithi089.stdout:761 2024-07-26T06:20:52.304 INFO:tasks.workunit.client.0.smithi089.stdout:762 2024-07-26T06:20:52.305 INFO:tasks.workunit.client.0.smithi089.stdout:763 2024-07-26T06:20:52.306 INFO:tasks.workunit.client.0.smithi089.stdout:764 2024-07-26T06:20:52.307 INFO:tasks.workunit.client.0.smithi089.stdout:765 2024-07-26T06:20:52.308 INFO:tasks.workunit.client.0.smithi089.stdout:766 2024-07-26T06:20:52.309 INFO:tasks.workunit.client.0.smithi089.stdout:767 2024-07-26T06:20:52.310 INFO:tasks.workunit.client.0.smithi089.stdout:768 2024-07-26T06:20:52.311 INFO:tasks.workunit.client.0.smithi089.stdout:769 2024-07-26T06:20:52.312 INFO:tasks.workunit.client.0.smithi089.stdout:770 2024-07-26T06:20:52.313 INFO:tasks.workunit.client.0.smithi089.stdout:771 2024-07-26T06:20:52.314 INFO:tasks.workunit.client.0.smithi089.stdout:772 2024-07-26T06:20:52.315 INFO:tasks.workunit.client.0.smithi089.stdout:773 2024-07-26T06:20:52.316 INFO:tasks.workunit.client.0.smithi089.stdout:774 2024-07-26T06:20:52.317 INFO:tasks.workunit.client.0.smithi089.stdout:775 2024-07-26T06:20:52.318 INFO:tasks.workunit.client.0.smithi089.stdout:776 2024-07-26T06:20:52.319 INFO:tasks.workunit.client.0.smithi089.stdout:777 2024-07-26T06:20:52.320 INFO:tasks.workunit.client.0.smithi089.stdout:778 2024-07-26T06:20:52.321 INFO:tasks.workunit.client.0.smithi089.stdout:779 2024-07-26T06:20:52.322 INFO:tasks.workunit.client.0.smithi089.stdout:780 2024-07-26T06:20:52.324 INFO:tasks.workunit.client.0.smithi089.stdout:781 2024-07-26T06:20:52.325 INFO:tasks.workunit.client.0.smithi089.stdout:782 2024-07-26T06:20:52.326 INFO:tasks.workunit.client.0.smithi089.stdout:783 2024-07-26T06:20:52.327 INFO:tasks.workunit.client.0.smithi089.stdout:784 2024-07-26T06:20:52.328 INFO:tasks.workunit.client.0.smithi089.stdout:785 2024-07-26T06:20:52.329 INFO:tasks.workunit.client.0.smithi089.stdout:786 2024-07-26T06:20:52.330 INFO:tasks.workunit.client.0.smithi089.stdout:787 2024-07-26T06:20:52.331 INFO:tasks.workunit.client.0.smithi089.stdout:788 2024-07-26T06:20:52.332 INFO:tasks.workunit.client.0.smithi089.stdout:789 2024-07-26T06:20:52.333 INFO:tasks.workunit.client.0.smithi089.stdout:790 2024-07-26T06:20:52.334 INFO:tasks.workunit.client.0.smithi089.stdout:791 2024-07-26T06:20:52.335 INFO:tasks.workunit.client.0.smithi089.stdout:792 2024-07-26T06:20:52.336 INFO:tasks.workunit.client.0.smithi089.stdout:793 2024-07-26T06:20:52.337 INFO:tasks.workunit.client.0.smithi089.stdout:794 2024-07-26T06:20:52.338 INFO:tasks.workunit.client.0.smithi089.stdout:795 2024-07-26T06:20:52.339 INFO:tasks.workunit.client.0.smithi089.stdout:796 2024-07-26T06:20:52.340 INFO:tasks.workunit.client.0.smithi089.stdout:797 2024-07-26T06:20:52.341 INFO:tasks.workunit.client.0.smithi089.stdout:798 2024-07-26T06:20:52.342 INFO:tasks.workunit.client.0.smithi089.stdout:799 2024-07-26T06:20:52.343 INFO:tasks.workunit.client.0.smithi089.stdout:800 2024-07-26T06:20:52.344 INFO:tasks.workunit.client.0.smithi089.stdout:801 2024-07-26T06:20:52.347 INFO:tasks.workunit.client.0.smithi089.stdout:802 2024-07-26T06:20:52.347 INFO:tasks.workunit.client.0.smithi089.stdout:803 2024-07-26T06:20:52.347 INFO:tasks.workunit.client.0.smithi089.stdout:804 2024-07-26T06:20:52.348 INFO:tasks.workunit.client.0.smithi089.stdout:805 2024-07-26T06:20:52.349 INFO:tasks.workunit.client.0.smithi089.stdout:806 2024-07-26T06:20:52.350 INFO:tasks.workunit.client.0.smithi089.stdout:807 2024-07-26T06:20:52.351 INFO:tasks.workunit.client.0.smithi089.stdout:808 2024-07-26T06:20:52.352 INFO:tasks.workunit.client.0.smithi089.stdout:809 2024-07-26T06:20:52.353 INFO:tasks.workunit.client.0.smithi089.stdout:810 2024-07-26T06:20:52.354 INFO:tasks.workunit.client.0.smithi089.stdout:811 2024-07-26T06:20:52.355 INFO:tasks.workunit.client.0.smithi089.stdout:812 2024-07-26T06:20:52.356 INFO:tasks.workunit.client.0.smithi089.stdout:813 2024-07-26T06:20:52.357 INFO:tasks.workunit.client.0.smithi089.stdout:814 2024-07-26T06:20:52.358 INFO:tasks.workunit.client.0.smithi089.stdout:815 2024-07-26T06:20:52.359 INFO:tasks.workunit.client.0.smithi089.stdout:816 2024-07-26T06:20:52.360 INFO:tasks.workunit.client.0.smithi089.stdout:817 2024-07-26T06:20:52.361 INFO:tasks.workunit.client.0.smithi089.stdout:818 2024-07-26T06:20:52.362 INFO:tasks.workunit.client.0.smithi089.stdout:819 2024-07-26T06:20:52.363 INFO:tasks.workunit.client.0.smithi089.stdout:820 2024-07-26T06:20:52.364 INFO:tasks.workunit.client.0.smithi089.stdout:821 2024-07-26T06:20:52.365 INFO:tasks.workunit.client.0.smithi089.stdout:822 2024-07-26T06:20:52.366 INFO:tasks.workunit.client.0.smithi089.stdout:823 2024-07-26T06:20:52.367 INFO:tasks.workunit.client.0.smithi089.stdout:824 2024-07-26T06:20:52.368 INFO:tasks.workunit.client.0.smithi089.stdout:825 2024-07-26T06:20:52.369 INFO:tasks.workunit.client.0.smithi089.stdout:826 2024-07-26T06:20:52.370 INFO:tasks.workunit.client.0.smithi089.stdout:827 2024-07-26T06:20:52.371 INFO:tasks.workunit.client.0.smithi089.stdout:828 2024-07-26T06:20:52.372 INFO:tasks.workunit.client.0.smithi089.stdout:829 2024-07-26T06:20:52.373 INFO:tasks.workunit.client.0.smithi089.stdout:830 2024-07-26T06:20:52.374 INFO:tasks.workunit.client.0.smithi089.stdout:831 2024-07-26T06:20:52.375 INFO:tasks.workunit.client.0.smithi089.stdout:832 2024-07-26T06:20:52.376 INFO:tasks.workunit.client.0.smithi089.stdout:833 2024-07-26T06:20:52.377 INFO:tasks.workunit.client.0.smithi089.stdout:834 2024-07-26T06:20:52.378 INFO:tasks.workunit.client.0.smithi089.stdout:835 2024-07-26T06:20:52.379 INFO:tasks.workunit.client.0.smithi089.stdout:836 2024-07-26T06:20:52.380 INFO:tasks.workunit.client.0.smithi089.stdout:837 2024-07-26T06:20:52.381 INFO:tasks.workunit.client.0.smithi089.stdout:838 2024-07-26T06:20:52.382 INFO:tasks.workunit.client.0.smithi089.stdout:839 2024-07-26T06:20:52.383 INFO:tasks.workunit.client.0.smithi089.stdout:840 2024-07-26T06:20:52.384 INFO:tasks.workunit.client.0.smithi089.stdout:841 2024-07-26T06:20:52.386 INFO:tasks.workunit.client.0.smithi089.stdout:842 2024-07-26T06:20:52.387 INFO:tasks.workunit.client.0.smithi089.stdout:843 2024-07-26T06:20:52.388 INFO:tasks.workunit.client.0.smithi089.stdout:844 2024-07-26T06:20:52.389 INFO:tasks.workunit.client.0.smithi089.stdout:845 2024-07-26T06:20:52.390 INFO:tasks.workunit.client.0.smithi089.stdout:846 2024-07-26T06:20:52.391 INFO:tasks.workunit.client.0.smithi089.stdout:847 2024-07-26T06:20:52.392 INFO:tasks.workunit.client.0.smithi089.stdout:848 2024-07-26T06:20:52.394 INFO:tasks.workunit.client.0.smithi089.stdout:849 2024-07-26T06:20:52.395 INFO:tasks.workunit.client.0.smithi089.stdout:850 2024-07-26T06:20:52.396 INFO:tasks.workunit.client.0.smithi089.stdout:851 2024-07-26T06:20:52.397 INFO:tasks.workunit.client.0.smithi089.stdout:852 2024-07-26T06:20:52.398 INFO:tasks.workunit.client.0.smithi089.stdout:853 2024-07-26T06:20:52.399 INFO:tasks.workunit.client.0.smithi089.stdout:854 2024-07-26T06:20:52.400 INFO:tasks.workunit.client.0.smithi089.stdout:855 2024-07-26T06:20:52.402 INFO:tasks.workunit.client.0.smithi089.stdout:856 2024-07-26T06:20:52.403 INFO:tasks.workunit.client.0.smithi089.stdout:857 2024-07-26T06:20:52.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:52 smithi089 ceph-mon[99608]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:20:52.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:52 smithi089 ceph-mon[102056]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:20:52.404 INFO:tasks.workunit.client.0.smithi089.stdout:858 2024-07-26T06:20:52.405 INFO:tasks.workunit.client.0.smithi089.stdout:859 2024-07-26T06:20:52.406 INFO:tasks.workunit.client.0.smithi089.stdout:860 2024-07-26T06:20:52.410 INFO:tasks.workunit.client.0.smithi089.stdout:861 2024-07-26T06:20:52.410 INFO:tasks.workunit.client.0.smithi089.stdout:862 2024-07-26T06:20:52.410 INFO:tasks.workunit.client.0.smithi089.stdout:863 2024-07-26T06:20:52.411 INFO:tasks.workunit.client.0.smithi089.stdout:864 2024-07-26T06:20:52.412 INFO:tasks.workunit.client.0.smithi089.stdout:865 2024-07-26T06:20:52.413 INFO:tasks.workunit.client.0.smithi089.stdout:866 2024-07-26T06:20:52.415 INFO:tasks.workunit.client.0.smithi089.stdout:867 2024-07-26T06:20:52.416 INFO:tasks.workunit.client.0.smithi089.stdout:868 2024-07-26T06:20:52.418 INFO:tasks.workunit.client.0.smithi089.stdout:869 2024-07-26T06:20:52.419 INFO:tasks.workunit.client.0.smithi089.stdout:870 2024-07-26T06:20:52.420 INFO:tasks.workunit.client.0.smithi089.stdout:871 2024-07-26T06:20:52.421 INFO:tasks.workunit.client.0.smithi089.stdout:872 2024-07-26T06:20:52.423 INFO:tasks.workunit.client.0.smithi089.stdout:873 2024-07-26T06:20:52.424 INFO:tasks.workunit.client.0.smithi089.stdout:874 2024-07-26T06:20:52.425 INFO:tasks.workunit.client.0.smithi089.stdout:875 2024-07-26T06:20:52.426 INFO:tasks.workunit.client.0.smithi089.stdout:876 2024-07-26T06:20:52.428 INFO:tasks.workunit.client.0.smithi089.stdout:877 2024-07-26T06:20:52.429 INFO:tasks.workunit.client.0.smithi089.stdout:878 2024-07-26T06:20:52.431 INFO:tasks.workunit.client.0.smithi089.stdout:879 2024-07-26T06:20:52.432 INFO:tasks.workunit.client.0.smithi089.stdout:880 2024-07-26T06:20:52.433 INFO:tasks.workunit.client.0.smithi089.stdout:881 2024-07-26T06:20:52.434 INFO:tasks.workunit.client.0.smithi089.stdout:882 2024-07-26T06:20:52.436 INFO:tasks.workunit.client.0.smithi089.stdout:883 2024-07-26T06:20:52.437 INFO:tasks.workunit.client.0.smithi089.stdout:884 2024-07-26T06:20:52.438 INFO:tasks.workunit.client.0.smithi089.stdout:885 2024-07-26T06:20:52.439 INFO:tasks.workunit.client.0.smithi089.stdout:886 2024-07-26T06:20:52.440 INFO:tasks.workunit.client.0.smithi089.stdout:887 2024-07-26T06:20:52.441 INFO:tasks.workunit.client.0.smithi089.stdout:888 2024-07-26T06:20:52.443 INFO:tasks.workunit.client.0.smithi089.stdout:889 2024-07-26T06:20:52.444 INFO:tasks.workunit.client.0.smithi089.stdout:890 2024-07-26T06:20:52.446 INFO:tasks.workunit.client.0.smithi089.stdout:891 2024-07-26T06:20:52.448 INFO:tasks.workunit.client.0.smithi089.stdout:892 2024-07-26T06:20:52.449 INFO:tasks.workunit.client.0.smithi089.stdout:893 2024-07-26T06:20:52.451 INFO:tasks.workunit.client.0.smithi089.stdout:894 2024-07-26T06:20:52.452 INFO:tasks.workunit.client.0.smithi089.stdout:895 2024-07-26T06:20:52.453 INFO:tasks.workunit.client.0.smithi089.stdout:896 2024-07-26T06:20:52.454 INFO:tasks.workunit.client.0.smithi089.stdout:897 2024-07-26T06:20:52.455 INFO:tasks.workunit.client.0.smithi089.stdout:898 2024-07-26T06:20:52.457 INFO:tasks.workunit.client.0.smithi089.stdout:899 2024-07-26T06:20:52.458 INFO:tasks.workunit.client.0.smithi089.stdout:900 2024-07-26T06:20:52.459 INFO:tasks.workunit.client.0.smithi089.stdout:901 2024-07-26T06:20:52.460 INFO:tasks.workunit.client.0.smithi089.stdout:902 2024-07-26T06:20:52.461 INFO:tasks.workunit.client.0.smithi089.stdout:903 2024-07-26T06:20:52.462 INFO:tasks.workunit.client.0.smithi089.stdout:904 2024-07-26T06:20:52.463 INFO:tasks.workunit.client.0.smithi089.stdout:905 2024-07-26T06:20:52.464 INFO:tasks.workunit.client.0.smithi089.stdout:906 2024-07-26T06:20:52.465 INFO:tasks.workunit.client.0.smithi089.stdout:907 2024-07-26T06:20:52.466 INFO:tasks.workunit.client.0.smithi089.stdout:908 2024-07-26T06:20:52.468 INFO:tasks.workunit.client.0.smithi089.stdout:909 2024-07-26T06:20:52.469 INFO:tasks.workunit.client.0.smithi089.stdout:910 2024-07-26T06:20:52.470 INFO:tasks.workunit.client.0.smithi089.stdout:911 2024-07-26T06:20:52.471 INFO:tasks.workunit.client.0.smithi089.stdout:912 2024-07-26T06:20:52.472 INFO:tasks.workunit.client.0.smithi089.stdout:913 2024-07-26T06:20:52.473 INFO:tasks.workunit.client.0.smithi089.stdout:914 2024-07-26T06:20:52.474 INFO:tasks.workunit.client.0.smithi089.stdout:915 2024-07-26T06:20:52.476 INFO:tasks.workunit.client.0.smithi089.stdout:916 2024-07-26T06:20:52.477 INFO:tasks.workunit.client.0.smithi089.stdout:917 2024-07-26T06:20:52.478 INFO:tasks.workunit.client.0.smithi089.stdout:918 2024-07-26T06:20:52.479 INFO:tasks.workunit.client.0.smithi089.stdout:919 2024-07-26T06:20:52.480 INFO:tasks.workunit.client.0.smithi089.stdout:920 2024-07-26T06:20:52.481 INFO:tasks.workunit.client.0.smithi089.stdout:921 2024-07-26T06:20:52.482 INFO:tasks.workunit.client.0.smithi089.stdout:922 2024-07-26T06:20:52.484 INFO:tasks.workunit.client.0.smithi089.stdout:923 2024-07-26T06:20:52.485 INFO:tasks.workunit.client.0.smithi089.stdout:924 2024-07-26T06:20:52.486 INFO:tasks.workunit.client.0.smithi089.stdout:925 2024-07-26T06:20:52.487 INFO:tasks.workunit.client.0.smithi089.stdout:926 2024-07-26T06:20:52.488 INFO:tasks.workunit.client.0.smithi089.stdout:927 2024-07-26T06:20:52.489 INFO:tasks.workunit.client.0.smithi089.stdout:928 2024-07-26T06:20:52.491 INFO:tasks.workunit.client.0.smithi089.stdout:929 2024-07-26T06:20:52.492 INFO:tasks.workunit.client.0.smithi089.stdout:930 2024-07-26T06:20:52.493 INFO:tasks.workunit.client.0.smithi089.stdout:931 2024-07-26T06:20:52.494 INFO:tasks.workunit.client.0.smithi089.stdout:932 2024-07-26T06:20:52.495 INFO:tasks.workunit.client.0.smithi089.stdout:933 2024-07-26T06:20:52.496 INFO:tasks.workunit.client.0.smithi089.stdout:934 2024-07-26T06:20:52.497 INFO:tasks.workunit.client.0.smithi089.stdout:935 2024-07-26T06:20:52.499 INFO:tasks.workunit.client.0.smithi089.stdout:936 2024-07-26T06:20:52.500 INFO:tasks.workunit.client.0.smithi089.stdout:937 2024-07-26T06:20:52.501 INFO:tasks.workunit.client.0.smithi089.stdout:938 2024-07-26T06:20:52.502 INFO:tasks.workunit.client.0.smithi089.stdout:939 2024-07-26T06:20:52.503 INFO:tasks.workunit.client.0.smithi089.stdout:940 2024-07-26T06:20:52.504 INFO:tasks.workunit.client.0.smithi089.stdout:941 2024-07-26T06:20:52.506 INFO:tasks.workunit.client.0.smithi089.stdout:942 2024-07-26T06:20:52.507 INFO:tasks.workunit.client.0.smithi089.stdout:943 2024-07-26T06:20:52.508 INFO:tasks.workunit.client.0.smithi089.stdout:944 2024-07-26T06:20:52.510 INFO:tasks.workunit.client.0.smithi089.stdout:945 2024-07-26T06:20:52.511 INFO:tasks.workunit.client.0.smithi089.stdout:946 2024-07-26T06:20:52.512 INFO:tasks.workunit.client.0.smithi089.stdout:947 2024-07-26T06:20:52.513 INFO:tasks.workunit.client.0.smithi089.stdout:948 2024-07-26T06:20:52.514 INFO:tasks.workunit.client.0.smithi089.stdout:949 2024-07-26T06:20:52.515 INFO:tasks.workunit.client.0.smithi089.stdout:950 2024-07-26T06:20:52.516 INFO:tasks.workunit.client.0.smithi089.stdout:951 2024-07-26T06:20:52.518 INFO:tasks.workunit.client.0.smithi089.stdout:952 2024-07-26T06:20:52.519 INFO:tasks.workunit.client.0.smithi089.stdout:953 2024-07-26T06:20:52.520 INFO:tasks.workunit.client.0.smithi089.stdout:954 2024-07-26T06:20:52.521 INFO:tasks.workunit.client.0.smithi089.stdout:955 2024-07-26T06:20:52.522 INFO:tasks.workunit.client.0.smithi089.stdout:956 2024-07-26T06:20:52.523 INFO:tasks.workunit.client.0.smithi089.stdout:957 2024-07-26T06:20:52.524 INFO:tasks.workunit.client.0.smithi089.stdout:958 2024-07-26T06:20:52.525 INFO:tasks.workunit.client.0.smithi089.stdout:959 2024-07-26T06:20:52.526 INFO:tasks.workunit.client.0.smithi089.stdout:960 2024-07-26T06:20:52.528 INFO:tasks.workunit.client.0.smithi089.stdout:961 2024-07-26T06:20:52.529 INFO:tasks.workunit.client.0.smithi089.stdout:962 2024-07-26T06:20:52.530 INFO:tasks.workunit.client.0.smithi089.stdout:963 2024-07-26T06:20:52.531 INFO:tasks.workunit.client.0.smithi089.stdout:964 2024-07-26T06:20:52.532 INFO:tasks.workunit.client.0.smithi089.stdout:965 2024-07-26T06:20:52.533 INFO:tasks.workunit.client.0.smithi089.stdout:966 2024-07-26T06:20:52.534 INFO:tasks.workunit.client.0.smithi089.stdout:967 2024-07-26T06:20:52.536 INFO:tasks.workunit.client.0.smithi089.stdout:968 2024-07-26T06:20:52.537 INFO:tasks.workunit.client.0.smithi089.stdout:969 2024-07-26T06:20:52.538 INFO:tasks.workunit.client.0.smithi089.stdout:970 2024-07-26T06:20:52.539 INFO:tasks.workunit.client.0.smithi089.stdout:971 2024-07-26T06:20:52.540 INFO:tasks.workunit.client.0.smithi089.stdout:972 2024-07-26T06:20:52.541 INFO:tasks.workunit.client.0.smithi089.stdout:973 2024-07-26T06:20:52.542 INFO:tasks.workunit.client.0.smithi089.stdout:974 2024-07-26T06:20:52.543 INFO:tasks.workunit.client.0.smithi089.stdout:975 2024-07-26T06:20:52.544 INFO:tasks.workunit.client.0.smithi089.stdout:976 2024-07-26T06:20:52.545 INFO:tasks.workunit.client.0.smithi089.stdout:977 2024-07-26T06:20:52.547 INFO:tasks.workunit.client.0.smithi089.stdout:978 2024-07-26T06:20:52.547 INFO:tasks.workunit.client.0.smithi089.stdout:979 2024-07-26T06:20:52.549 INFO:tasks.workunit.client.0.smithi089.stdout:980 2024-07-26T06:20:52.550 INFO:tasks.workunit.client.0.smithi089.stdout:981 2024-07-26T06:20:52.551 INFO:tasks.workunit.client.0.smithi089.stdout:982 2024-07-26T06:20:52.552 INFO:tasks.workunit.client.0.smithi089.stdout:983 2024-07-26T06:20:52.553 INFO:tasks.workunit.client.0.smithi089.stdout:984 2024-07-26T06:20:52.554 INFO:tasks.workunit.client.0.smithi089.stdout:985 2024-07-26T06:20:52.555 INFO:tasks.workunit.client.0.smithi089.stdout:986 2024-07-26T06:20:52.556 INFO:tasks.workunit.client.0.smithi089.stdout:987 2024-07-26T06:20:52.558 INFO:tasks.workunit.client.0.smithi089.stdout:988 2024-07-26T06:20:52.559 INFO:tasks.workunit.client.0.smithi089.stdout:989 2024-07-26T06:20:52.560 INFO:tasks.workunit.client.0.smithi089.stdout:990 2024-07-26T06:20:52.561 INFO:tasks.workunit.client.0.smithi089.stdout:991 2024-07-26T06:20:52.562 INFO:tasks.workunit.client.0.smithi089.stdout:992 2024-07-26T06:20:52.564 INFO:tasks.workunit.client.0.smithi089.stdout:993 2024-07-26T06:20:52.565 INFO:tasks.workunit.client.0.smithi089.stdout:994 2024-07-26T06:20:52.566 INFO:tasks.workunit.client.0.smithi089.stdout:995 2024-07-26T06:20:52.567 INFO:tasks.workunit.client.0.smithi089.stdout:996 2024-07-26T06:20:52.568 INFO:tasks.workunit.client.0.smithi089.stdout:997 2024-07-26T06:20:52.569 INFO:tasks.workunit.client.0.smithi089.stdout:998 2024-07-26T06:20:52.570 INFO:tasks.workunit.client.0.smithi089.stdout:999 2024-07-26T06:20:52.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:52 smithi155 ceph-mon[90160]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:20:52.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:20:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:20:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:20:52.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:20:52 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:20:52] "GET /metrics HTTP/1.1" 200 33993 "" "Prometheus/2.43.0" 2024-07-26T06:20:53.202 INFO:tasks.workunit.client.0.smithi089.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-07-26T06:20:53.202 INFO:tasks.workunit.client.0.smithi089.stdout:00000010 69 73 |is| 2024-07-26T06:20:53.202 INFO:tasks.workunit.client.0.smithi089.stdout:00000012 2024-07-26T06:20:53.202 INFO:tasks.workunit.client.0.smithi089.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-07-26T06:20:53.202 INFO:tasks.workunit.client.0.smithi089.stdout:00000010 69 73 |is| 2024-07-26T06:20:53.202 INFO:tasks.workunit.client.0.smithi089.stdout:00000012 2024-07-26T06:20:53.202 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] ClsHello.WriteReturnData (4039 ms) 2024-07-26T06:20:53.202 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] ClsHello.Loud 2024-07-26T06:20:53.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:53 smithi155 ceph-mon[90160]: osdmap e962: 8 total, 8 up, 8 in 2024-07-26T06:20:53.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:53 smithi155 ceph-mon[90160]: pgmap v1123: 137 pgs: 2 creating+activating, 6 creating+peering, 12 unknown, 117 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-07-26T06:20:53.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:53 smithi089 ceph-mon[99608]: osdmap e962: 8 total, 8 up, 8 in 2024-07-26T06:20:53.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:53 smithi089 ceph-mon[99608]: pgmap v1123: 137 pgs: 2 creating+activating, 6 creating+peering, 12 unknown, 117 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-07-26T06:20:53.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:53 smithi089 ceph-mon[102056]: osdmap e962: 8 total, 8 up, 8 in 2024-07-26T06:20:53.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:53 smithi089 ceph-mon[102056]: pgmap v1123: 137 pgs: 2 creating+activating, 6 creating+peering, 12 unknown, 117 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-07-26T06:20:54.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:54 smithi155 ceph-mon[90160]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:20:54.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:54 smithi155 ceph-mon[90160]: Cluster is now healthy 2024-07-26T06:20:54.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:54 smithi155 ceph-mon[90160]: osdmap e963: 8 total, 8 up, 8 in 2024-07-26T06:20:54.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:54 smithi089 ceph-mon[99608]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:20:54.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:54 smithi089 ceph-mon[99608]: Cluster is now healthy 2024-07-26T06:20:54.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:54 smithi089 ceph-mon[99608]: osdmap e963: 8 total, 8 up, 8 in 2024-07-26T06:20:54.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:54 smithi089 ceph-mon[102056]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:20:54.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:54 smithi089 ceph-mon[102056]: Cluster is now healthy 2024-07-26T06:20:54.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:54 smithi089 ceph-mon[102056]: osdmap e963: 8 total, 8 up, 8 in 2024-07-26T06:20:55.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:55 smithi155 ceph-mon[90160]: osdmap e964: 8 total, 8 up, 8 in 2024-07-26T06:20:55.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:55 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/1838858782' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143547-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:20:55.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:55 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143547-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:20:55.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:55 smithi155 ceph-mon[90160]: pgmap v1126: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:20:55.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:55 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143547-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:20:55.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:55 smithi155 ceph-mon[90160]: osdmap e965: 8 total, 8 up, 8 in 2024-07-26T06:20:55.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:55 smithi089 ceph-mon[99608]: osdmap e964: 8 total, 8 up, 8 in 2024-07-26T06:20:55.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:55 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/1838858782' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143547-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:20:55.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:55 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143547-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:20:55.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:55 smithi089 ceph-mon[99608]: pgmap v1126: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:20:55.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:55 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143547-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:20:55.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:55 smithi089 ceph-mon[99608]: osdmap e965: 8 total, 8 up, 8 in 2024-07-26T06:20:55.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:55 smithi089 ceph-mon[102056]: osdmap e964: 8 total, 8 up, 8 in 2024-07-26T06:20:55.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:55 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/1838858782' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143547-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:20:55.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:55 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143547-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:20:55.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:55 smithi089 ceph-mon[102056]: pgmap v1126: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:20:55.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:55 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143547-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:20:55.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:55 smithi089 ceph-mon[102056]: osdmap e965: 8 total, 8 up, 8 in 2024-07-26T06:20:56.215 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] ClsHello.Loud (3013 ms) 2024-07-26T06:20:56.215 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] ClsHello.BadMethods 2024-07-26T06:20:56.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:56 smithi155 ceph-mon[90160]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:20:56.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:56 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:20:56.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:56 smithi089 ceph-mon[99608]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:20:56.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:56 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:20:56.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:56 smithi089 ceph-mon[102056]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:20:56.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:56 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:20:57.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:57 smithi155 ceph-mon[90160]: osdmap e966: 8 total, 8 up, 8 in 2024-07-26T06:20:57.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:57 smithi155 ceph-mon[90160]: pgmap v1129: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:20:57.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:57 smithi089 ceph-mon[99608]: osdmap e966: 8 total, 8 up, 8 in 2024-07-26T06:20:57.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:57 smithi089 ceph-mon[99608]: pgmap v1129: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:20:57.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:57 smithi089 ceph-mon[102056]: osdmap e966: 8 total, 8 up, 8 in 2024-07-26T06:20:57.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:57 smithi089 ceph-mon[102056]: pgmap v1129: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:20:58.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:58 smithi155 ceph-mon[90160]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:20:58.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:58 smithi155 ceph-mon[90160]: Cluster is now healthy 2024-07-26T06:20:58.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:58 smithi155 ceph-mon[90160]: osdmap e967: 8 total, 8 up, 8 in 2024-07-26T06:20:58.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:58 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/787391407' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143547-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:20:58.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:58 smithi089 ceph-mon[99608]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:20:58.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:58 smithi089 ceph-mon[99608]: Cluster is now healthy 2024-07-26T06:20:58.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:58 smithi089 ceph-mon[99608]: osdmap e967: 8 total, 8 up, 8 in 2024-07-26T06:20:58.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:58 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/787391407' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143547-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:20:58.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:58 smithi089 ceph-mon[102056]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:20:58.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:58 smithi089 ceph-mon[102056]: Cluster is now healthy 2024-07-26T06:20:58.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:58 smithi089 ceph-mon[102056]: osdmap e967: 8 total, 8 up, 8 in 2024-07-26T06:20:58.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:58 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/787391407' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143547-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:20:58.656 INFO:journalctl@ceph.osd.3.smithi089.stdout:Jul 26 06:20:58 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-3[122875]: 2024-07-26T06:20:58.250+0000 7f5f8875f640 -1 osd.3 pg_epoch: 968 pg[38.2( v 968'1 (0'0,968'1] local-lis/les=967/968 n=1 ec=967/967 lis/c=967/967 les/c/f=968/968/0 sis=967) [3,7,5] r=0 lpr=967 crt=968'1 lcod 0'0 mlcod 0'0 active+clean] method hello.bad_reader tried to read object but is not marked RD 2024-07-26T06:20:58.656 INFO:journalctl@ceph.osd.3.smithi089.stdout:Jul 26 06:20:58 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-3[122875]: 2024-07-26T06:20:58.252+0000 7f5f8c767640 -1 osd.3 pg_epoch: 968 pg[38.2( v 968'2 (0'0,968'2] local-lis/les=967/968 n=1 ec=967/967 lis/c=967/967 les/c/f=968/968/0 sis=967) [3,7,5] r=0 lpr=967 crt=968'1 lcod 968'1 mlcod 968'1 active+clean] method hello.bad_writer tried to update object but is not marked WR 2024-07-26T06:20:59.246 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] ClsHello.BadMethods (3031 ms) 2024-07-26T06:20:59.246 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] ClsHello.Filter 2024-07-26T06:20:59.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:59 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/787391407' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143547-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:20:59.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:59 smithi155 ceph-mon[90160]: osdmap e968: 8 total, 8 up, 8 in 2024-07-26T06:20:59.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:20:59 smithi155 ceph-mon[90160]: pgmap v1132: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:20:59.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:59 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/787391407' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143547-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:20:59.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:59 smithi089 ceph-mon[99608]: osdmap e968: 8 total, 8 up, 8 in 2024-07-26T06:20:59.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:20:59 smithi089 ceph-mon[99608]: pgmap v1132: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:20:59.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:59 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/787391407' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143547-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:20:59.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:59 smithi089 ceph-mon[102056]: osdmap e968: 8 total, 8 up, 8 in 2024-07-26T06:20:59.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:20:59 smithi089 ceph-mon[102056]: pgmap v1132: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:21:00.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:00 smithi155 ceph-mon[90160]: osdmap e969: 8 total, 8 up, 8 in 2024-07-26T06:21:00.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:00 smithi089 ceph-mon[99608]: osdmap e969: 8 total, 8 up, 8 in 2024-07-26T06:21:00.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:00 smithi089 ceph-mon[102056]: osdmap e969: 8 total, 8 up, 8 in 2024-07-26T06:21:01.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:01 smithi155 ceph-mon[90160]: osdmap e970: 8 total, 8 up, 8 in 2024-07-26T06:21:01.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:01 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/4191846861' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143547-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:21:01.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:01 smithi155 ceph-mon[90160]: pgmap v1135: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:21:01.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:01 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/4191846861' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143547-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:21:01.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:01 smithi155 ceph-mon[90160]: osdmap e971: 8 total, 8 up, 8 in 2024-07-26T06:21:01.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:01 smithi089 ceph-mon[99608]: osdmap e970: 8 total, 8 up, 8 in 2024-07-26T06:21:01.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:01 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/4191846861' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143547-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:21:01.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:01 smithi089 ceph-mon[99608]: pgmap v1135: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:21:01.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:01 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/4191846861' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143547-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:21:01.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:01 smithi089 ceph-mon[99608]: osdmap e971: 8 total, 8 up, 8 in 2024-07-26T06:21:01.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:01 smithi089 ceph-mon[102056]: osdmap e970: 8 total, 8 up, 8 in 2024-07-26T06:21:01.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:01 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/4191846861' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143547-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:21:01.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:01 smithi089 ceph-mon[102056]: pgmap v1135: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:21:01.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:01 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/4191846861' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143547-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:21:01.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:01 smithi089 ceph-mon[102056]: osdmap e971: 8 total, 8 up, 8 in 2024-07-26T06:21:02.267 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] ClsHello.Filter (3021 ms) 2024-07-26T06:21:02.267 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] 6 tests from ClsHello (19011 ms total) 2024-07-26T06:21:02.267 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:21:02.267 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] Global test environment tear-down 2024-07-26T06:21:02.267 INFO:tasks.workunit.client.0.smithi089.stdout:[==========] 6 tests from 1 test suite ran. (19011 ms total) 2024-07-26T06:21:02.267 INFO:tasks.workunit.client.0.smithi089.stdout:[ PASSED ] 6 tests. 2024-07-26T06:21:02.269 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-07-26T06:21:02.270 DEBUG:teuthology.orchestra.run.smithi089:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-07-26T06:21:02.339 INFO:tasks.workunit:Running workunit cls/test_cls_journal.sh... 2024-07-26T06:21:02.339 DEBUG:teuthology.orchestra.run.smithi089:workunit test cls/test_cls_journal.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_journal.sh 2024-07-26T06:21:02.409 INFO:tasks.workunit.client.0.smithi089.stdout:Running main() from gmock_main.cc 2024-07-26T06:21:02.410 INFO:tasks.workunit.client.0.smithi089.stdout:[==========] Running 27 tests from 1 test suite. 2024-07-26T06:21:02.410 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] Global test environment set-up. 2024-07-26T06:21:02.410 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] 27 tests from TestClsJournal 2024-07-26T06:21:02.533 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:02 smithi089 ceph-mon[99608]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:21:02.533 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:02 smithi089 ceph-mon[102056]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:21:02.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:02 smithi155 ceph-mon[90160]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:21:02.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:21:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:21:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:21:02.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:21:02 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:21:02] "GET /metrics HTTP/1.1" 200 36358 "" "Prometheus/2.43.0" 2024-07-26T06:21:03.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:03 smithi155 ceph-mon[90160]: osdmap e972: 8 total, 8 up, 8 in 2024-07-26T06:21:03.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:03 smithi155 ceph-mon[90160]: pgmap v1138: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:21:03.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:03 smithi089 ceph-mon[99608]: osdmap e972: 8 total, 8 up, 8 in 2024-07-26T06:21:03.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:03 smithi089 ceph-mon[99608]: pgmap v1138: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:21:03.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:03 smithi089 ceph-mon[102056]: osdmap e972: 8 total, 8 up, 8 in 2024-07-26T06:21:03.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:03 smithi089 ceph-mon[102056]: pgmap v1138: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:21:04.283 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsJournal.Create 2024-07-26T06:21:04.303 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsJournal.Create (20 ms) 2024-07-26T06:21:04.303 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsJournal.MinimumSet 2024-07-26T06:21:04.307 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsJournal.MinimumSet (5 ms) 2024-07-26T06:21:04.307 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsJournal.MinimumSetStale 2024-07-26T06:21:04.312 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsJournal.MinimumSetStale (5 ms) 2024-07-26T06:21:04.312 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsJournal.MinimumSetOrderConstraint 2024-07-26T06:21:04.315 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsJournal.MinimumSetOrderConstraint (3 ms) 2024-07-26T06:21:04.315 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsJournal.ActiveSet 2024-07-26T06:21:04.318 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsJournal.ActiveSet (2 ms) 2024-07-26T06:21:04.318 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsJournal.ActiveSetStale 2024-07-26T06:21:04.321 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsJournal.ActiveSetStale (3 ms) 2024-07-26T06:21:04.321 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsJournal.CreateDuplicate 2024-07-26T06:21:04.323 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsJournal.CreateDuplicate (3 ms) 2024-07-26T06:21:04.324 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsJournal.GetClient 2024-07-26T06:21:04.326 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsJournal.GetClient (3 ms) 2024-07-26T06:21:04.326 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsJournal.ClientRegister 2024-07-26T06:21:04.328 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsJournal.ClientRegister (2 ms) 2024-07-26T06:21:04.329 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsJournal.ClientRegisterDuplicate 2024-07-26T06:21:04.332 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsJournal.ClientRegisterDuplicate (3 ms) 2024-07-26T06:21:04.332 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsJournal.ClientUpdateData 2024-07-26T06:21:04.337 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsJournal.ClientUpdateData (5 ms) 2024-07-26T06:21:04.337 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsJournal.ClientUpdateState 2024-07-26T06:21:04.342 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsJournal.ClientUpdateState (5 ms) 2024-07-26T06:21:04.342 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsJournal.ClientUnregister 2024-07-26T06:21:04.345 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsJournal.ClientUnregister (3 ms) 2024-07-26T06:21:04.345 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsJournal.ClientUnregisterDNE 2024-07-26T06:21:04.349 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsJournal.ClientUnregisterDNE (5 ms) 2024-07-26T06:21:04.349 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsJournal.ClientUnregisterPruneTags 2024-07-26T06:21:04.445 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsJournal.ClientUnregisterPruneTags (96 ms) 2024-07-26T06:21:04.445 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsJournal.ClientCommit 2024-07-26T06:21:04.448 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsJournal.ClientCommit (3 ms) 2024-07-26T06:21:04.449 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsJournal.ClientCommitInvalid 2024-07-26T06:21:04.451 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsJournal.ClientCommitInvalid (3 ms) 2024-07-26T06:21:04.451 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsJournal.ClientCommitDNE 2024-07-26T06:21:04.452 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsJournal.ClientCommitDNE (1 ms) 2024-07-26T06:21:04.452 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsJournal.ClientList 2024-07-26T06:21:04.507 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsJournal.ClientList (55 ms) 2024-07-26T06:21:04.508 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsJournal.GetNextTagTid 2024-07-26T06:21:04.511 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsJournal.GetNextTagTid (4 ms) 2024-07-26T06:21:04.511 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsJournal.TagCreate 2024-07-26T06:21:04.520 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsJournal.TagCreate (8 ms) 2024-07-26T06:21:04.520 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsJournal.TagCreatePrunesTags 2024-07-26T06:21:04.528 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsJournal.TagCreatePrunesTags (9 ms) 2024-07-26T06:21:04.528 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsJournal.TagList 2024-07-26T06:21:04.618 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsJournal.TagList (89 ms) 2024-07-26T06:21:04.618 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsJournal.GuardAppend 2024-07-26T06:21:04.620 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsJournal.GuardAppend (3 ms) 2024-07-26T06:21:04.620 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsJournal.GuardAppendDNE 2024-07-26T06:21:04.621 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsJournal.GuardAppendDNE (1 ms) 2024-07-26T06:21:04.621 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsJournal.GuardAppendOverflow 2024-07-26T06:21:04.623 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsJournal.GuardAppendOverflow (1 ms) 2024-07-26T06:21:04.623 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsJournal.Append 2024-07-26T06:21:04.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:04 smithi155 ceph-mon[90160]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:21:04.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:04 smithi155 ceph-mon[90160]: Cluster is now healthy 2024-07-26T06:21:04.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:04 smithi155 ceph-mon[90160]: osdmap e973: 8 total, 8 up, 8 in 2024-07-26T06:21:04.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:04 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/490109270' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143688-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:21:04.634 INFO:tasks.workunit.client.0.smithi089.stdout:padding is not enabled 2024-07-26T06:21:04.634 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsJournal.Append (11 ms) 2024-07-26T06:21:04.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:04 smithi089 ceph-mon[99608]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:21:04.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:04 smithi089 ceph-mon[99608]: Cluster is now healthy 2024-07-26T06:21:04.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:04 smithi089 ceph-mon[99608]: osdmap e973: 8 total, 8 up, 8 in 2024-07-26T06:21:04.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:04 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/490109270' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143688-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:21:04.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:04 smithi089 ceph-mon[102056]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:21:04.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:04 smithi089 ceph-mon[102056]: Cluster is now healthy 2024-07-26T06:21:04.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:04 smithi089 ceph-mon[102056]: osdmap e973: 8 total, 8 up, 8 in 2024-07-26T06:21:04.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:04 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/490109270' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143688-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:21:05.289 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] 27 tests from TestClsJournal (351 ms total) 2024-07-26T06:21:05.289 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:21:05.289 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] Global test environment tear-down 2024-07-26T06:21:05.290 INFO:tasks.workunit.client.0.smithi089.stdout:[==========] 27 tests from 1 test suite ran. (2879 ms total) 2024-07-26T06:21:05.290 INFO:tasks.workunit.client.0.smithi089.stdout:[ PASSED ] 27 tests. 2024-07-26T06:21:05.292 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-07-26T06:21:05.293 DEBUG:teuthology.orchestra.run.smithi089:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-07-26T06:21:05.360 INFO:tasks.workunit:Running workunit cls/test_cls_lock.sh... 2024-07-26T06:21:05.361 DEBUG:teuthology.orchestra.run.smithi089:workunit test cls/test_cls_lock.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_lock.sh 2024-07-26T06:21:05.428 INFO:tasks.workunit.client.0.smithi089.stdout:Running main() from gmock_main.cc 2024-07-26T06:21:05.428 INFO:tasks.workunit.client.0.smithi089.stdout:[==========] Running 11 tests from 1 test suite. 2024-07-26T06:21:05.428 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] Global test environment set-up. 2024-07-26T06:21:05.428 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] 11 tests from ClsLock 2024-07-26T06:21:05.428 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] ClsLock.TestMultiLocking 2024-07-26T06:21:05.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:05 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/490109270' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143688-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:21:05.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:05 smithi155 ceph-mon[90160]: osdmap e974: 8 total, 8 up, 8 in 2024-07-26T06:21:05.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:05 smithi155 ceph-mon[90160]: pgmap v1141: 137 pgs: 1 creating+peering, 22 unknown, 114 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 395 KiB/s rd, 143 KiB/s wr, 538 op/s 2024-07-26T06:21:05.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:05 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/490109270' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143688-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:21:05.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:05 smithi089 ceph-mon[99608]: osdmap e974: 8 total, 8 up, 8 in 2024-07-26T06:21:05.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:05 smithi089 ceph-mon[99608]: pgmap v1141: 137 pgs: 1 creating+peering, 22 unknown, 114 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 395 KiB/s rd, 143 KiB/s wr, 538 op/s 2024-07-26T06:21:05.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:05 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/490109270' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143688-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:21:05.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:05 smithi089 ceph-mon[102056]: osdmap e974: 8 total, 8 up, 8 in 2024-07-26T06:21:05.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:05 smithi089 ceph-mon[102056]: pgmap v1141: 137 pgs: 1 creating+peering, 22 unknown, 114 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 395 KiB/s rd, 143 KiB/s wr, 538 op/s 2024-07-26T06:21:06.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:06 smithi155 ceph-mon[90160]: osdmap e975: 8 total, 8 up, 8 in 2024-07-26T06:21:06.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:06 smithi089 ceph-mon[99608]: osdmap e975: 8 total, 8 up, 8 in 2024-07-26T06:21:06.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:06 smithi089 ceph-mon[102056]: osdmap e975: 8 total, 8 up, 8 in 2024-07-26T06:21:07.333 INFO:tasks.workunit.client.0.smithi089.stdout:lock: mylock 2024-07-26T06:21:07.333 INFO:tasks.workunit.client.0.smithi089.stdout: lock_type: exclusive 2024-07-26T06:21:07.333 INFO:tasks.workunit.client.0.smithi089.stdout: tag: 2024-07-26T06:21:07.334 INFO:tasks.workunit.client.0.smithi089.stdout: lockers: 2024-07-26T06:21:07.334 INFO:tasks.workunit.client.0.smithi089.stdout: client.34701 expiration=2024-07-26T06:23:07.330205+0000 addr=v1:172.21.15.89:0/1838867410 cookie= 2024-07-26T06:21:07.336 INFO:tasks.workunit.client.0.smithi089.stdout:lock: mylock 2024-07-26T06:21:07.337 INFO:tasks.workunit.client.0.smithi089.stdout: lock_type: shared 2024-07-26T06:21:07.337 INFO:tasks.workunit.client.0.smithi089.stdout: tag: 2024-07-26T06:21:07.337 INFO:tasks.workunit.client.0.smithi089.stdout: lockers: 2024-07-26T06:21:07.337 INFO:tasks.workunit.client.0.smithi089.stdout: client.34701 expiration=2024-07-26T06:23:07.336143+0000 addr=v1:172.21.15.89:0/1838867410 cookie= 2024-07-26T06:21:07.337 INFO:tasks.workunit.client.0.smithi089.stdout: client.44639 expiration=0.000000 addr=v1:172.21.15.89:0/1924093735 cookie= 2024-07-26T06:21:07.338 INFO:tasks.workunit.client.0.smithi089.stdout:lock: mylock 2024-07-26T06:21:07.338 INFO:tasks.workunit.client.0.smithi089.stdout: lock_type: shared 2024-07-26T06:21:07.338 INFO:tasks.workunit.client.0.smithi089.stdout: tag: 2024-07-26T06:21:07.339 INFO:tasks.workunit.client.0.smithi089.stdout: lockers: 2024-07-26T06:21:07.339 INFO:tasks.workunit.client.0.smithi089.stdout: client.44639 expiration=0.000000 addr=v1:172.21.15.89:0/1924093735 cookie= 2024-07-26T06:21:07.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:07 smithi155 ceph-mon[90160]: osdmap e976: 8 total, 8 up, 8 in 2024-07-26T06:21:07.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:07 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/1838867410' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:21:07.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:07 smithi155 ceph-mon[90160]: pgmap v1144: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:21:07.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:07 smithi089 ceph-mon[99608]: osdmap e976: 8 total, 8 up, 8 in 2024-07-26T06:21:07.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:07 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/1838867410' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:21:07.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:07 smithi089 ceph-mon[99608]: pgmap v1144: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:21:07.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:07 smithi089 ceph-mon[102056]: osdmap e976: 8 total, 8 up, 8 in 2024-07-26T06:21:07.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:07 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/1838867410' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:21:07.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:07 smithi089 ceph-mon[102056]: pgmap v1144: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:21:08.310 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] ClsLock.TestMultiLocking (2882 ms) 2024-07-26T06:21:08.310 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] ClsLock.TestMeta 2024-07-26T06:21:08.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:08 smithi155 ceph-mon[90160]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:21:08.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:08 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/1838867410' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:21:08.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:08 smithi155 ceph-mon[90160]: osdmap e977: 8 total, 8 up, 8 in 2024-07-26T06:21:08.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:08 smithi089 ceph-mon[99608]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:21:08.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:08 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/1838867410' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:21:08.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:08 smithi089 ceph-mon[99608]: osdmap e977: 8 total, 8 up, 8 in 2024-07-26T06:21:08.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:08 smithi089 ceph-mon[102056]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:21:08.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:08 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/1838867410' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:21:08.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:08 smithi089 ceph-mon[102056]: osdmap e977: 8 total, 8 up, 8 in 2024-07-26T06:21:09.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:09 smithi155 ceph-mon[90160]: osdmap e978: 8 total, 8 up, 8 in 2024-07-26T06:21:09.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:09 smithi155 ceph-mon[90160]: pgmap v1147: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:21:09.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:09 smithi089 ceph-mon[99608]: osdmap e978: 8 total, 8 up, 8 in 2024-07-26T06:21:09.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:09 smithi089 ceph-mon[99608]: pgmap v1147: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:21:09.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:09 smithi089 ceph-mon[102056]: osdmap e978: 8 total, 8 up, 8 in 2024-07-26T06:21:09.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:09 smithi089 ceph-mon[102056]: pgmap v1147: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:21:10.352 INFO:tasks.workunit.client.0.smithi089.stdout:lock: mylock 2024-07-26T06:21:10.352 INFO:tasks.workunit.client.0.smithi089.stdout: lock_type: shared 2024-07-26T06:21:10.352 INFO:tasks.workunit.client.0.smithi089.stdout: tag: 2024-07-26T06:21:10.352 INFO:tasks.workunit.client.0.smithi089.stdout: lockers: 2024-07-26T06:21:10.352 INFO:tasks.workunit.client.0.smithi089.stdout: client.44651 expiration=0.000000 addr=v1:172.21.15.89:0/63589874 cookie= 2024-07-26T06:21:10.354 INFO:tasks.workunit.client.0.smithi089.stdout:lock: mylock 2024-07-26T06:21:10.355 INFO:tasks.workunit.client.0.smithi089.stdout: lock_type: exclusive 2024-07-26T06:21:10.355 INFO:tasks.workunit.client.0.smithi089.stdout: tag: new_tag 2024-07-26T06:21:10.355 INFO:tasks.workunit.client.0.smithi089.stdout: lockers: 2024-07-26T06:21:10.355 INFO:tasks.workunit.client.0.smithi089.stdout: client.34713 expiration=0.000000 addr=v1:172.21.15.89:0/1904449273 cookie= 2024-07-26T06:21:10.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:10 smithi155 ceph-mon[90160]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:21:10.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:10 smithi155 ceph-mon[90160]: Cluster is now healthy 2024-07-26T06:21:10.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:10 smithi155 ceph-mon[90160]: osdmap e979: 8 total, 8 up, 8 in 2024-07-26T06:21:10.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:10 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/1904449273' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:21:10.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:10 smithi089 ceph-mon[99608]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:21:10.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:10 smithi089 ceph-mon[99608]: Cluster is now healthy 2024-07-26T06:21:10.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:10 smithi089 ceph-mon[99608]: osdmap e979: 8 total, 8 up, 8 in 2024-07-26T06:21:10.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:10 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/1904449273' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:21:10.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:10 smithi089 ceph-mon[102056]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:21:10.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:10 smithi089 ceph-mon[102056]: Cluster is now healthy 2024-07-26T06:21:10.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:10 smithi089 ceph-mon[102056]: osdmap e979: 8 total, 8 up, 8 in 2024-07-26T06:21:10.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:10 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/1904449273' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:21:11.331 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] ClsLock.TestMeta (3021 ms) 2024-07-26T06:21:11.331 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] ClsLock.TestCookie 2024-07-26T06:21:11.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:11 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/1904449273' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:21:11.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:11 smithi155 ceph-mon[90160]: osdmap e980: 8 total, 8 up, 8 in 2024-07-26T06:21:11.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:11 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:21:11.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:11 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:21:11.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:11 smithi155 ceph-mon[90160]: pgmap v1150: 137 pgs: 6 creating+peering, 18 unknown, 113 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 3 op/s 2024-07-26T06:21:11.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:11 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/1904449273' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:21:11.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:11 smithi089 ceph-mon[99608]: osdmap e980: 8 total, 8 up, 8 in 2024-07-26T06:21:11.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:21:11.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:21:11.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:11 smithi089 ceph-mon[99608]: pgmap v1150: 137 pgs: 6 creating+peering, 18 unknown, 113 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 3 op/s 2024-07-26T06:21:11.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:11 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/1904449273' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:21:11.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:11 smithi089 ceph-mon[102056]: osdmap e980: 8 total, 8 up, 8 in 2024-07-26T06:21:11.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:21:11.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:21:11.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:11 smithi089 ceph-mon[102056]: pgmap v1150: 137 pgs: 6 creating+peering, 18 unknown, 113 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 3 op/s 2024-07-26T06:21:12.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:12 smithi155 ceph-mon[90160]: osdmap e981: 8 total, 8 up, 8 in 2024-07-26T06:21:12.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:21:12 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:21:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:21:12.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:12 smithi089 ceph-mon[99608]: osdmap e981: 8 total, 8 up, 8 in 2024-07-26T06:21:12.655 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:21:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:21:12] "GET /metrics HTTP/1.1" 200 36357 "" "Prometheus/2.43.0" 2024-07-26T06:21:12.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:12 smithi089 ceph-mon[102056]: osdmap e981: 8 total, 8 up, 8 in 2024-07-26T06:21:13.369 INFO:tasks.workunit.client.0.smithi089.stdout:lock: mylock 2024-07-26T06:21:13.369 INFO:tasks.workunit.client.0.smithi089.stdout: lock_type: exclusive 2024-07-26T06:21:13.369 INFO:tasks.workunit.client.0.smithi089.stdout: tag: 2024-07-26T06:21:13.369 INFO:tasks.workunit.client.0.smithi089.stdout: lockers: 2024-07-26T06:21:13.371 INFO:tasks.workunit.client.0.smithi089.stdout:lock: mylock 2024-07-26T06:21:13.371 INFO:tasks.workunit.client.0.smithi089.stdout: lock_type: shared 2024-07-26T06:21:13.371 INFO:tasks.workunit.client.0.smithi089.stdout: tag: 2024-07-26T06:21:13.371 INFO:tasks.workunit.client.0.smithi089.stdout: lockers: 2024-07-26T06:21:13.371 INFO:tasks.workunit.client.0.smithi089.stdout: client.44657 expiration=0.000000 addr=v1:172.21.15.89:0/2268293553 cookie= 2024-07-26T06:21:13.371 INFO:tasks.workunit.client.0.smithi089.stdout: client.44657 expiration=0.000000 addr=v1:172.21.15.89:0/2268293553 cookie=new cookie 2024-07-26T06:21:13.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:13 smithi155 ceph-mon[90160]: osdmap e982: 8 total, 8 up, 8 in 2024-07-26T06:21:13.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:13 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/2268293553' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:21:13.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:13 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:21:13.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:13 smithi155 ceph-mon[90160]: pgmap v1153: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:21:13.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:13 smithi089 ceph-mon[99608]: osdmap e982: 8 total, 8 up, 8 in 2024-07-26T06:21:13.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:13 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/2268293553' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:21:13.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:13 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:21:13.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:13 smithi089 ceph-mon[99608]: pgmap v1153: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:21:13.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:13 smithi089 ceph-mon[102056]: osdmap e982: 8 total, 8 up, 8 in 2024-07-26T06:21:13.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:13 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/2268293553' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:21:13.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:13 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:21:13.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:13 smithi089 ceph-mon[102056]: pgmap v1153: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:21:14.355 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] ClsLock.TestCookie (3024 ms) 2024-07-26T06:21:14.355 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] ClsLock.TestMultipleLocks 2024-07-26T06:21:14.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:14 smithi155 ceph-mon[90160]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:21:14.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:14 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:21:14.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:14 smithi155 ceph-mon[90160]: osdmap e983: 8 total, 8 up, 8 in 2024-07-26T06:21:14.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:14 smithi089 ceph-mon[99608]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:21:14.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:14 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:21:14.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:14 smithi089 ceph-mon[99608]: osdmap e983: 8 total, 8 up, 8 in 2024-07-26T06:21:14.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:14 smithi089 ceph-mon[102056]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:21:14.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:14 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:21:14.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:14 smithi089 ceph-mon[102056]: osdmap e983: 8 total, 8 up, 8 in 2024-07-26T06:21:15.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:15 smithi155 ceph-mon[90160]: osdmap e984: 8 total, 8 up, 8 in 2024-07-26T06:21:15.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:15 smithi155 ceph-mon[90160]: pgmap v1156: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:21:15.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:15 smithi089 ceph-mon[99608]: osdmap e984: 8 total, 8 up, 8 in 2024-07-26T06:21:15.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:15 smithi089 ceph-mon[99608]: pgmap v1156: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:21:15.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:15 smithi089 ceph-mon[102056]: osdmap e984: 8 total, 8 up, 8 in 2024-07-26T06:21:15.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:15 smithi089 ceph-mon[102056]: pgmap v1156: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:21:16.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:16 smithi155 ceph-mon[90160]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:21:16.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:16 smithi155 ceph-mon[90160]: Cluster is now healthy 2024-07-26T06:21:16.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:16 smithi155 ceph-mon[90160]: osdmap e985: 8 total, 8 up, 8 in 2024-07-26T06:21:16.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:16 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/1401672181' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:21:16.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:16 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:21:16.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:16 smithi089 ceph-mon[99608]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:21:16.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:16 smithi089 ceph-mon[99608]: Cluster is now healthy 2024-07-26T06:21:16.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:16 smithi089 ceph-mon[99608]: osdmap e985: 8 total, 8 up, 8 in 2024-07-26T06:21:16.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:16 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/1401672181' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:21:16.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:16 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:21:16.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:16 smithi089 ceph-mon[102056]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:21:16.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:16 smithi089 ceph-mon[102056]: Cluster is now healthy 2024-07-26T06:21:16.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:16 smithi089 ceph-mon[102056]: osdmap e985: 8 total, 8 up, 8 in 2024-07-26T06:21:16.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:16 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/1401672181' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:21:16.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:16 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:21:17.374 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] ClsLock.TestMultipleLocks (3020 ms) 2024-07-26T06:21:17.375 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] ClsLock.TestLockDuration 2024-07-26T06:21:17.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:17 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:21:17.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:17 smithi155 ceph-mon[90160]: osdmap e986: 8 total, 8 up, 8 in 2024-07-26T06:21:17.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:17 smithi155 ceph-mon[90160]: pgmap v1159: 137 pgs: 7 creating+peering, 21 unknown, 109 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:21:17.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:17 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:21:17.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:17 smithi089 ceph-mon[99608]: osdmap e986: 8 total, 8 up, 8 in 2024-07-26T06:21:17.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:17 smithi089 ceph-mon[99608]: pgmap v1159: 137 pgs: 7 creating+peering, 21 unknown, 109 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:21:17.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:17 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:21:17.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:17 smithi089 ceph-mon[102056]: osdmap e986: 8 total, 8 up, 8 in 2024-07-26T06:21:17.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:17 smithi089 ceph-mon[102056]: pgmap v1159: 137 pgs: 7 creating+peering, 21 unknown, 109 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:21:18.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:18 smithi089 ceph-mon[99608]: osdmap e987: 8 total, 8 up, 8 in 2024-07-26T06:21:18.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:18 smithi089 ceph-mon[102056]: osdmap e987: 8 total, 8 up, 8 in 2024-07-26T06:21:18.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:18 smithi155 ceph-mon[90160]: osdmap e987: 8 total, 8 up, 8 in 2024-07-26T06:21:19.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:19 smithi089 ceph-mon[99608]: osdmap e988: 8 total, 8 up, 8 in 2024-07-26T06:21:19.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:19 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/3892445989' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:21:19.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:19 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:21:19.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:19 smithi089 ceph-mon[99608]: pgmap v1162: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:21:19.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:19 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:21:19.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:19 smithi089 ceph-mon[99608]: osdmap e989: 8 total, 8 up, 8 in 2024-07-26T06:21:19.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:19 smithi089 ceph-mon[102056]: osdmap e988: 8 total, 8 up, 8 in 2024-07-26T06:21:19.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:19 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/3892445989' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:21:19.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:19 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:21:19.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:19 smithi089 ceph-mon[102056]: pgmap v1162: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:21:19.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:19 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:21:19.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:19 smithi089 ceph-mon[102056]: osdmap e989: 8 total, 8 up, 8 in 2024-07-26T06:21:19.780 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:19 smithi155 ceph-mon[90160]: osdmap e988: 8 total, 8 up, 8 in 2024-07-26T06:21:19.780 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:19 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/3892445989' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:21:19.780 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:19 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:21:19.781 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:19 smithi155 ceph-mon[90160]: pgmap v1162: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:21:19.781 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:19 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:21:19.781 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:19 smithi155 ceph-mon[90160]: osdmap e989: 8 total, 8 up, 8 in 2024-07-26T06:21:20.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:20 smithi089 ceph-mon[99608]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:21:20.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:20 smithi089 ceph-mon[99608]: osdmap e990: 8 total, 8 up, 8 in 2024-07-26T06:21:20.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:20 smithi089 ceph-mon[102056]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:21:20.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:20 smithi089 ceph-mon[102056]: osdmap e990: 8 total, 8 up, 8 in 2024-07-26T06:21:20.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:20 smithi155 ceph-mon[90160]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:21:20.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:20 smithi155 ceph-mon[90160]: osdmap e990: 8 total, 8 up, 8 in 2024-07-26T06:21:21.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:21 smithi089 ceph-mon[99608]: pgmap v1165: 137 pgs: 2 creating+peering, 14 unknown, 121 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-07-26T06:21:21.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:21 smithi089 ceph-mon[102056]: pgmap v1165: 137 pgs: 2 creating+peering, 14 unknown, 121 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-07-26T06:21:21.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:21 smithi155 ceph-mon[90160]: pgmap v1165: 137 pgs: 2 creating+peering, 14 unknown, 121 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-07-26T06:21:22.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:21:22 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:21:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:21:22.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:22 smithi155 ceph-mon[90160]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:21:22.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:22 smithi155 ceph-mon[90160]: Cluster is now healthy 2024-07-26T06:21:22.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:22 smithi089 ceph-mon[99608]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:21:22.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:22 smithi089 ceph-mon[99608]: Cluster is now healthy 2024-07-26T06:21:22.655 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:21:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:21:22] "GET /metrics HTTP/1.1" 200 36357 "" "Prometheus/2.43.0" 2024-07-26T06:21:22.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:22 smithi089 ceph-mon[102056]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:21:22.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:22 smithi089 ceph-mon[102056]: Cluster is now healthy 2024-07-26T06:21:23.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:23 smithi155 ceph-mon[90160]: pgmap v1166: 137 pgs: 2 creating+peering, 4 unknown, 131 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-07-26T06:21:23.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:23 smithi089 ceph-mon[99608]: pgmap v1166: 137 pgs: 2 creating+peering, 4 unknown, 131 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-07-26T06:21:23.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:23 smithi089 ceph-mon[102056]: pgmap v1166: 137 pgs: 2 creating+peering, 4 unknown, 131 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-07-26T06:21:24.417 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] ClsLock.TestLockDuration (7043 ms) 2024-07-26T06:21:24.417 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] ClsLock.TestAssertLocked 2024-07-26T06:21:25.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:25 smithi155 ceph-mon[90160]: osdmap e991: 8 total, 8 up, 8 in 2024-07-26T06:21:25.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:25 smithi155 ceph-mon[90160]: pgmap v1168: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:21:25.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:25 smithi089 ceph-mon[99608]: osdmap e991: 8 total, 8 up, 8 in 2024-07-26T06:21:25.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:25 smithi089 ceph-mon[99608]: pgmap v1168: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:21:25.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:25 smithi089 ceph-mon[102056]: osdmap e991: 8 total, 8 up, 8 in 2024-07-26T06:21:25.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:25 smithi089 ceph-mon[102056]: pgmap v1168: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:21:26.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:26 smithi155 ceph-mon[90160]: osdmap e992: 8 total, 8 up, 8 in 2024-07-26T06:21:26.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:26 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/96131274' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:21:26.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:21:26.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:26 smithi089 ceph-mon[99608]: osdmap e992: 8 total, 8 up, 8 in 2024-07-26T06:21:26.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:26 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/96131274' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:21:26.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:21:26.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:26 smithi089 ceph-mon[102056]: osdmap e992: 8 total, 8 up, 8 in 2024-07-26T06:21:26.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:26 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/96131274' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:21:26.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:21:27.435 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] ClsLock.TestAssertLocked (3017 ms) 2024-07-26T06:21:27.435 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] ClsLock.TestSetCookie 2024-07-26T06:21:27.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:27 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/96131274' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:21:27.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:27 smithi155 ceph-mon[90160]: osdmap e993: 8 total, 8 up, 8 in 2024-07-26T06:21:27.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:27 smithi155 ceph-mon[90160]: pgmap v1171: 137 pgs: 7 creating+peering, 19 unknown, 111 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:21:27.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:27 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/96131274' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:21:27.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:27 smithi089 ceph-mon[99608]: osdmap e993: 8 total, 8 up, 8 in 2024-07-26T06:21:27.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:27 smithi089 ceph-mon[99608]: pgmap v1171: 137 pgs: 7 creating+peering, 19 unknown, 111 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:21:27.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:27 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/96131274' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:21:27.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:27 smithi089 ceph-mon[102056]: osdmap e993: 8 total, 8 up, 8 in 2024-07-26T06:21:27.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:27 smithi089 ceph-mon[102056]: pgmap v1171: 137 pgs: 7 creating+peering, 19 unknown, 111 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:21:28.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:28 smithi155 ceph-mon[90160]: osdmap e994: 8 total, 8 up, 8 in 2024-07-26T06:21:28.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:28 smithi089 ceph-mon[99608]: osdmap e994: 8 total, 8 up, 8 in 2024-07-26T06:21:28.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:28 smithi089 ceph-mon[102056]: osdmap e994: 8 total, 8 up, 8 in 2024-07-26T06:21:29.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:29 smithi155 ceph-mon[90160]: osdmap e995: 8 total, 8 up, 8 in 2024-07-26T06:21:29.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:29 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/3676228318' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:21:29.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:29 smithi155 ceph-mon[90160]: pgmap v1174: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:21:29.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:29 smithi089 ceph-mon[99608]: osdmap e995: 8 total, 8 up, 8 in 2024-07-26T06:21:29.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:29 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/3676228318' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:21:29.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:29 smithi089 ceph-mon[99608]: pgmap v1174: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:21:29.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:29 smithi089 ceph-mon[102056]: osdmap e995: 8 total, 8 up, 8 in 2024-07-26T06:21:29.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:29 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/3676228318' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:21:29.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:29 smithi089 ceph-mon[102056]: pgmap v1174: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:21:30.450 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] ClsLock.TestSetCookie (3016 ms) 2024-07-26T06:21:30.451 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] ClsLock.TestRenew 2024-07-26T06:21:30.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:30 smithi155 ceph-mon[90160]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:21:30.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:30 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/3676228318' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:21:30.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:30 smithi155 ceph-mon[90160]: osdmap e996: 8 total, 8 up, 8 in 2024-07-26T06:21:30.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:30 smithi089 ceph-mon[99608]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:21:30.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:30 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/3676228318' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:21:30.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:30 smithi089 ceph-mon[99608]: osdmap e996: 8 total, 8 up, 8 in 2024-07-26T06:21:30.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:30 smithi089 ceph-mon[102056]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:21:30.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:30 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/3676228318' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:21:30.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:30 smithi089 ceph-mon[102056]: osdmap e996: 8 total, 8 up, 8 in 2024-07-26T06:21:31.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:31 smithi155 ceph-mon[90160]: osdmap e997: 8 total, 8 up, 8 in 2024-07-26T06:21:31.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:31 smithi155 ceph-mon[90160]: pgmap v1177: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:21:31.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:31 smithi089 ceph-mon[99608]: osdmap e997: 8 total, 8 up, 8 in 2024-07-26T06:21:31.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:31 smithi089 ceph-mon[99608]: pgmap v1177: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:21:31.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:31 smithi089 ceph-mon[102056]: osdmap e997: 8 total, 8 up, 8 in 2024-07-26T06:21:31.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:31 smithi089 ceph-mon[102056]: pgmap v1177: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:21:32.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:21:32 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:21:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:21:32.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:32 smithi155 ceph-mon[90160]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:21:32.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:32 smithi155 ceph-mon[90160]: Cluster is now healthy 2024-07-26T06:21:32.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:32 smithi155 ceph-mon[90160]: osdmap e998: 8 total, 8 up, 8 in 2024-07-26T06:21:32.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:32 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/1840421685' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:21:32.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:32 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:21:32.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:21:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:21:32] "GET /metrics HTTP/1.1" 200 36357 "" "Prometheus/2.43.0" 2024-07-26T06:21:32.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:32 smithi089 ceph-mon[99608]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:21:32.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:32 smithi089 ceph-mon[99608]: Cluster is now healthy 2024-07-26T06:21:32.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:32 smithi089 ceph-mon[99608]: osdmap e998: 8 total, 8 up, 8 in 2024-07-26T06:21:32.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:32 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/1840421685' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:21:32.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:32 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:21:32.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:32 smithi089 ceph-mon[102056]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:21:32.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:32 smithi089 ceph-mon[102056]: Cluster is now healthy 2024-07-26T06:21:32.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:32 smithi089 ceph-mon[102056]: osdmap e998: 8 total, 8 up, 8 in 2024-07-26T06:21:32.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:32 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/1840421685' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:21:32.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:32 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:21:33.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:33 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:21:33.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:33 smithi155 ceph-mon[90160]: osdmap e999: 8 total, 8 up, 8 in 2024-07-26T06:21:33.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:33 smithi155 ceph-mon[90160]: pgmap v1180: 137 pgs: 29 unknown, 108 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:21:33.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:33 smithi155 ceph-mon[90160]: osdmap e1000: 8 total, 8 up, 8 in 2024-07-26T06:21:33.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:33 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:21:33.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:33 smithi089 ceph-mon[99608]: osdmap e999: 8 total, 8 up, 8 in 2024-07-26T06:21:33.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:33 smithi089 ceph-mon[99608]: pgmap v1180: 137 pgs: 29 unknown, 108 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:21:33.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:33 smithi089 ceph-mon[99608]: osdmap e1000: 8 total, 8 up, 8 in 2024-07-26T06:21:33.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:33 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:21:33.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:33 smithi089 ceph-mon[102056]: osdmap e999: 8 total, 8 up, 8 in 2024-07-26T06:21:33.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:33 smithi089 ceph-mon[102056]: pgmap v1180: 137 pgs: 29 unknown, 108 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:21:33.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:33 smithi089 ceph-mon[102056]: osdmap e1000: 8 total, 8 up, 8 in 2024-07-26T06:21:36.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:35 smithi089 ceph-mon[99608]: pgmap v1182: 137 pgs: 11 unknown, 126 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:21:36.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:35 smithi089 ceph-mon[102056]: pgmap v1182: 137 pgs: 11 unknown, 126 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:21:36.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:35 smithi155 ceph-mon[90160]: pgmap v1182: 137 pgs: 11 unknown, 126 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:21:38.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:37 smithi089 ceph-mon[99608]: pgmap v1183: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2024-07-26T06:21:38.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:37 smithi089 ceph-mon[102056]: pgmap v1183: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2024-07-26T06:21:38.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:37 smithi155 ceph-mon[90160]: pgmap v1183: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2024-07-26T06:21:40.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:39 smithi089 ceph-mon[99608]: pgmap v1184: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 139 B/s rd, 0 B/s wr, 0 op/s 2024-07-26T06:21:40.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:39 smithi089 ceph-mon[102056]: pgmap v1184: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 139 B/s rd, 0 B/s wr, 0 op/s 2024-07-26T06:21:40.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:39 smithi155 ceph-mon[90160]: pgmap v1184: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 139 B/s rd, 0 B/s wr, 0 op/s 2024-07-26T06:21:41.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:40 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:21:41.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:40 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:21:41.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:40 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:21:42.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:41 smithi089 ceph-mon[99608]: pgmap v1185: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 122 B/s rd, 0 B/s wr, 0 op/s 2024-07-26T06:21:42.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:41 smithi089 ceph-mon[102056]: pgmap v1185: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 122 B/s rd, 0 B/s wr, 0 op/s 2024-07-26T06:21:42.313 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:41 smithi155 ceph-mon[90160]: pgmap v1185: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 122 B/s rd, 0 B/s wr, 0 op/s 2024-07-26T06:21:42.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:21:42 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:21:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:21:42.894 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:21:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:21:42] "GET /metrics HTTP/1.1" 200 36364 "" "Prometheus/2.43.0" 2024-07-26T06:21:43.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:42 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:21:43.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:42 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:21:43.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:42 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:21:43.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:42 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:21:43.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:42 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:21:43.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:42 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:21:43.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:42 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:21:43.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:42 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:21:43.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:42 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:21:43.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:42 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:21:43.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:42 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:21:43.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:42 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:21:44.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:43 smithi089 ceph-mon[102056]: pgmap v1186: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 102 B/s rd, 0 B/s wr, 0 op/s 2024-07-26T06:21:44.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:43 smithi089 ceph-mon[99608]: pgmap v1186: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 102 B/s rd, 0 B/s wr, 0 op/s 2024-07-26T06:21:44.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:43 smithi155 ceph-mon[90160]: pgmap v1186: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 102 B/s rd, 0 B/s wr, 0 op/s 2024-07-26T06:21:46.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:45 smithi089 ceph-mon[102056]: pgmap v1187: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 90 B/s rd, 0 B/s wr, 0 op/s 2024-07-26T06:21:46.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:45 smithi089 ceph-mon[99608]: pgmap v1187: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 90 B/s rd, 0 B/s wr, 0 op/s 2024-07-26T06:21:46.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:45 smithi155 ceph-mon[90160]: pgmap v1187: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 90 B/s rd, 0 B/s wr, 0 op/s 2024-07-26T06:21:48.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:47 smithi089 ceph-mon[102056]: pgmap v1188: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-07-26T06:21:48.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:47 smithi089 ceph-mon[99608]: pgmap v1188: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-07-26T06:21:48.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:47 smithi155 ceph-mon[90160]: pgmap v1188: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-07-26T06:21:50.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:49 smithi089 ceph-mon[102056]: pgmap v1189: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-07-26T06:21:50.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:49 smithi089 ceph-mon[99608]: pgmap v1189: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-07-26T06:21:50.181 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:49 smithi155 ceph-mon[90160]: pgmap v1189: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-07-26T06:21:50.917 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] ClsLock.TestRenew (20465 ms) 2024-07-26T06:21:50.917 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralBasic 2024-07-26T06:21:52.314 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:51 smithi155 ceph-mon[90160]: pgmap v1190: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-07-26T06:21:52.315 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:51 smithi155 ceph-mon[90160]: osdmap e1001: 8 total, 8 up, 8 in 2024-07-26T06:21:52.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:51 smithi089 ceph-mon[99608]: pgmap v1190: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-07-26T06:21:52.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:51 smithi089 ceph-mon[99608]: osdmap e1001: 8 total, 8 up, 8 in 2024-07-26T06:21:52.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:51 smithi089 ceph-mon[102056]: pgmap v1190: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-07-26T06:21:52.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:51 smithi089 ceph-mon[102056]: osdmap e1001: 8 total, 8 up, 8 in 2024-07-26T06:21:52.630 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:21:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:21:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:21:52.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:21:52 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:21:52] "GET /metrics HTTP/1.1" 200 36364 "" "Prometheus/2.43.0" 2024-07-26T06:21:53.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:52 smithi155 ceph-mon[90160]: osdmap e1002: 8 total, 8 up, 8 in 2024-07-26T06:21:53.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:52 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/2395429319' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:21:53.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:52 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:21:53.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:52 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:21:53.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:52 smithi155 ceph-mon[90160]: osdmap e1003: 8 total, 8 up, 8 in 2024-07-26T06:21:53.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:52 smithi089 ceph-mon[102056]: osdmap e1002: 8 total, 8 up, 8 in 2024-07-26T06:21:53.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:52 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/2395429319' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:21:53.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:52 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:21:53.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:52 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:21:53.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:52 smithi089 ceph-mon[102056]: osdmap e1003: 8 total, 8 up, 8 in 2024-07-26T06:21:53.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:52 smithi089 ceph-mon[99608]: osdmap e1002: 8 total, 8 up, 8 in 2024-07-26T06:21:53.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:52 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/2395429319' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:21:53.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:52 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:21:53.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:52 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:21:53.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:52 smithi089 ceph-mon[99608]: osdmap e1003: 8 total, 8 up, 8 in 2024-07-26T06:21:54.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:53 smithi155 ceph-mon[90160]: pgmap v1193: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:21:54.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:53 smithi155 ceph-mon[90160]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:21:54.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:53 smithi155 ceph-mon[90160]: osdmap e1004: 8 total, 8 up, 8 in 2024-07-26T06:21:54.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:53 smithi089 ceph-mon[99608]: pgmap v1193: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:21:54.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:53 smithi089 ceph-mon[99608]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:21:54.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:53 smithi089 ceph-mon[99608]: osdmap e1004: 8 total, 8 up, 8 in 2024-07-26T06:21:54.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:53 smithi089 ceph-mon[102056]: pgmap v1193: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:21:54.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:53 smithi089 ceph-mon[102056]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:21:54.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:53 smithi089 ceph-mon[102056]: osdmap e1004: 8 total, 8 up, 8 in 2024-07-26T06:21:55.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:54 smithi155 ceph-mon[90160]: pgmap v1196: 137 pgs: 10 creating+peering, 9 unknown, 118 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:21:55.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:54 smithi089 ceph-mon[99608]: pgmap v1196: 137 pgs: 10 creating+peering, 9 unknown, 118 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:21:55.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:54 smithi089 ceph-mon[102056]: pgmap v1196: 137 pgs: 10 creating+peering, 9 unknown, 118 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:21:56.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:55 smithi155 ceph-mon[90160]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:21:56.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:55 smithi155 ceph-mon[90160]: Cluster is now healthy 2024-07-26T06:21:56.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:55 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:21:56.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:55 smithi089 ceph-mon[99608]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:21:56.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:55 smithi089 ceph-mon[99608]: Cluster is now healthy 2024-07-26T06:21:56.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:55 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:21:56.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:55 smithi089 ceph-mon[102056]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:21:56.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:55 smithi089 ceph-mon[102056]: Cluster is now healthy 2024-07-26T06:21:56.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:55 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:21:57.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:56 smithi155 ceph-mon[90160]: pgmap v1197: 137 pgs: 10 creating+peering, 127 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 172 B/s rd, 0 B/s wr, 1 op/s 2024-07-26T06:21:57.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:56 smithi089 ceph-mon[99608]: pgmap v1197: 137 pgs: 10 creating+peering, 127 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 172 B/s rd, 0 B/s wr, 1 op/s 2024-07-26T06:21:57.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:56 smithi089 ceph-mon[102056]: pgmap v1197: 137 pgs: 10 creating+peering, 127 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 172 B/s rd, 0 B/s wr, 1 op/s 2024-07-26T06:21:57.955 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] ClsLock.TestExclusiveEphemeralBasic (7039 ms) 2024-07-26T06:21:57.955 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealEphemeral 2024-07-26T06:21:59.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:58 smithi155 ceph-mon[90160]: osdmap e1005: 8 total, 8 up, 8 in 2024-07-26T06:21:59.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:58 smithi155 ceph-mon[90160]: pgmap v1199: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:21:59.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:58 smithi089 ceph-mon[99608]: osdmap e1005: 8 total, 8 up, 8 in 2024-07-26T06:21:59.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:58 smithi089 ceph-mon[99608]: pgmap v1199: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:21:59.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:58 smithi089 ceph-mon[102056]: osdmap e1005: 8 total, 8 up, 8 in 2024-07-26T06:21:59.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:58 smithi089 ceph-mon[102056]: pgmap v1199: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:22:00.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:59 smithi155 ceph-mon[90160]: osdmap e1006: 8 total, 8 up, 8 in 2024-07-26T06:22:00.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:59 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/2280578834' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:22:00.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:21:59 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:22:00.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:59 smithi089 ceph-mon[99608]: osdmap e1006: 8 total, 8 up, 8 in 2024-07-26T06:22:00.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:59 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/2280578834' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:22:00.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:21:59 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:22:00.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:59 smithi089 ceph-mon[102056]: osdmap e1006: 8 total, 8 up, 8 in 2024-07-26T06:22:00.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:59 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/2280578834' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:22:00.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:21:59 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:22:01.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:00 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:22:01.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:00 smithi155 ceph-mon[90160]: osdmap e1007: 8 total, 8 up, 8 in 2024-07-26T06:22:01.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:00 smithi155 ceph-mon[90160]: pgmap v1202: 137 pgs: 9 creating+peering, 17 unknown, 111 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-07-26T06:22:01.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:00 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:22:01.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:00 smithi089 ceph-mon[99608]: osdmap e1007: 8 total, 8 up, 8 in 2024-07-26T06:22:01.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:00 smithi089 ceph-mon[99608]: pgmap v1202: 137 pgs: 9 creating+peering, 17 unknown, 111 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-07-26T06:22:01.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:00 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:22:01.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:00 smithi089 ceph-mon[102056]: osdmap e1007: 8 total, 8 up, 8 in 2024-07-26T06:22:01.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:00 smithi089 ceph-mon[102056]: pgmap v1202: 137 pgs: 9 creating+peering, 17 unknown, 111 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-07-26T06:22:02.314 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:01 smithi155 ceph-mon[90160]: osdmap e1008: 8 total, 8 up, 8 in 2024-07-26T06:22:02.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:01 smithi089 ceph-mon[99608]: osdmap e1008: 8 total, 8 up, 8 in 2024-07-26T06:22:02.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:01 smithi089 ceph-mon[102056]: osdmap e1008: 8 total, 8 up, 8 in 2024-07-26T06:22:02.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:22:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:22:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:22:02.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:22:02 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:22:02] "GET /metrics HTTP/1.1" 200 36363 "" "Prometheus/2.43.0" 2024-07-26T06:22:03.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:02 smithi155 ceph-mon[90160]: pgmap v1204: 137 pgs: 9 creating+peering, 6 unknown, 122 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-07-26T06:22:03.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:02 smithi089 ceph-mon[99608]: pgmap v1204: 137 pgs: 9 creating+peering, 6 unknown, 122 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-07-26T06:22:03.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:02 smithi089 ceph-mon[102056]: pgmap v1204: 137 pgs: 9 creating+peering, 6 unknown, 122 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-07-26T06:22:05.900 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealEphemeral (7945 ms) 2024-07-26T06:22:05.900 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealExclusive 2024-07-26T06:22:06.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:05 smithi089 ceph-mon[99608]: pgmap v1205: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-07-26T06:22:06.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:05 smithi089 ceph-mon[102056]: pgmap v1205: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-07-26T06:22:06.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:05 smithi155 ceph-mon[90160]: pgmap v1205: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-07-26T06:22:07.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:06 smithi155 ceph-mon[90160]: osdmap e1009: 8 total, 8 up, 8 in 2024-07-26T06:22:07.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:06 smithi089 ceph-mon[99608]: osdmap e1009: 8 total, 8 up, 8 in 2024-07-26T06:22:07.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:06 smithi089 ceph-mon[102056]: osdmap e1009: 8 total, 8 up, 8 in 2024-07-26T06:22:08.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:07 smithi155 ceph-mon[90160]: pgmap v1207: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:22:08.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:07 smithi155 ceph-mon[90160]: osdmap e1010: 8 total, 8 up, 8 in 2024-07-26T06:22:08.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:07 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/3831704449' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:22:08.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:07 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:22:08.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:07 smithi089 ceph-mon[99608]: pgmap v1207: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:22:08.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:07 smithi089 ceph-mon[99608]: osdmap e1010: 8 total, 8 up, 8 in 2024-07-26T06:22:08.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:07 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/3831704449' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:22:08.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:07 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:22:08.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:07 smithi089 ceph-mon[102056]: pgmap v1207: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:22:08.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:07 smithi089 ceph-mon[102056]: osdmap e1010: 8 total, 8 up, 8 in 2024-07-26T06:22:08.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:07 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/3831704449' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:22:08.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:07 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:22:09.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:08 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:22:09.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:08 smithi155 ceph-mon[90160]: osdmap e1011: 8 total, 8 up, 8 in 2024-07-26T06:22:09.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:08 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:22:09.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:08 smithi089 ceph-mon[99608]: osdmap e1011: 8 total, 8 up, 8 in 2024-07-26T06:22:09.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:08 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-143743-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:22:09.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:08 smithi089 ceph-mon[102056]: osdmap e1011: 8 total, 8 up, 8 in 2024-07-26T06:22:10.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:09 smithi155 ceph-mon[90160]: pgmap v1210: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:22:10.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:09 smithi155 ceph-mon[90160]: osdmap e1012: 8 total, 8 up, 8 in 2024-07-26T06:22:10.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:09 smithi089 ceph-mon[99608]: pgmap v1210: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:22:10.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:09 smithi089 ceph-mon[99608]: osdmap e1012: 8 total, 8 up, 8 in 2024-07-26T06:22:10.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:09 smithi089 ceph-mon[102056]: pgmap v1210: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:22:10.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:09 smithi089 ceph-mon[102056]: osdmap e1012: 8 total, 8 up, 8 in 2024-07-26T06:22:11.306 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:10 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:22:11.306 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:10 smithi089 ceph-mon[99608]: pgmap v1212: 137 pgs: 7 creating+peering, 6 unknown, 124 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:22:11.306 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:10 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:22:11.306 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:10 smithi089 ceph-mon[102056]: pgmap v1212: 137 pgs: 7 creating+peering, 6 unknown, 124 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:22:11.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:10 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:22:11.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:10 smithi155 ceph-mon[90160]: pgmap v1212: 137 pgs: 7 creating+peering, 6 unknown, 124 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:22:12.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:22:12 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:22:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:22:12.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:22:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:22:12] "GET /metrics HTTP/1.1" 200 36360 "" "Prometheus/2.43.0" 2024-07-26T06:22:13.903 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealExclusive (8003 ms) 2024-07-26T06:22:13.903 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] 11 tests from ClsLock (68475 ms total) 2024-07-26T06:22:13.903 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:22:13.903 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] Global test environment tear-down 2024-07-26T06:22:13.903 INFO:tasks.workunit.client.0.smithi089.stdout:[==========] 11 tests from 1 test suite ran. (68475 ms total) 2024-07-26T06:22:13.903 INFO:tasks.workunit.client.0.smithi089.stdout:[ PASSED ] 11 tests. 2024-07-26T06:22:13.907 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-07-26T06:22:13.907 DEBUG:teuthology.orchestra.run.smithi089:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-07-26T06:22:13.975 INFO:tasks.workunit:Running workunit cls/test_cls_log.sh... 2024-07-26T06:22:13.975 DEBUG:teuthology.orchestra.run.smithi089:workunit test cls/test_cls_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_log.sh 2024-07-26T06:22:14.045 INFO:tasks.workunit.client.0.smithi089.stdout:Running main() from gmock_main.cc 2024-07-26T06:22:14.046 INFO:tasks.workunit.client.0.smithi089.stdout:[==========] Running 4 tests from 1 test suite. 2024-07-26T06:22:14.046 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] Global test environment set-up. 2024-07-26T06:22:14.046 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] 4 tests from cls_log 2024-07-26T06:22:14.046 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] cls_log.test_log_add_same_time 2024-07-26T06:22:14.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:13 smithi089 ceph-mon[99608]: pgmap v1213: 137 pgs: 3 creating+peering, 134 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-07-26T06:22:14.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:13 smithi089 ceph-mon[102056]: pgmap v1213: 137 pgs: 3 creating+peering, 134 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-07-26T06:22:14.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:13 smithi155 ceph-mon[90160]: pgmap v1213: 137 pgs: 3 creating+peering, 134 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-07-26T06:22:15.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:14 smithi155 ceph-mon[90160]: osdmap e1013: 8 total, 8 up, 8 in 2024-07-26T06:22:15.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:14 smithi089 ceph-mon[99608]: osdmap e1013: 8 total, 8 up, 8 in 2024-07-26T06:22:15.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:14 smithi089 ceph-mon[102056]: osdmap e1013: 8 total, 8 up, 8 in 2024-07-26T06:22:16.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:15 smithi155 ceph-mon[90160]: pgmap v1215: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:22:16.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:15 smithi155 ceph-mon[90160]: osdmap e1014: 8 total, 8 up, 8 in 2024-07-26T06:22:16.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:15 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/3069146681' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144128-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:22:16.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:15 smithi089 ceph-mon[99608]: pgmap v1215: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:22:16.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:15 smithi089 ceph-mon[99608]: osdmap e1014: 8 total, 8 up, 8 in 2024-07-26T06:22:16.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:15 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/3069146681' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144128-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:22:16.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:15 smithi089 ceph-mon[102056]: pgmap v1215: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:22:16.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:15 smithi089 ceph-mon[102056]: osdmap e1014: 8 total, 8 up, 8 in 2024-07-26T06:22:16.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:15 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/3069146681' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144128-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:22:16.941 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] cls_log.test_log_add_same_time (2896 ms) 2024-07-26T06:22:16.942 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] cls_log.test_log_add_different_time 2024-07-26T06:22:17.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:16 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/3069146681' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144128-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:22:17.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:16 smithi155 ceph-mon[90160]: osdmap e1015: 8 total, 8 up, 8 in 2024-07-26T06:22:17.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:16 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/3069146681' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144128-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:22:17.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:16 smithi089 ceph-mon[99608]: osdmap e1015: 8 total, 8 up, 8 in 2024-07-26T06:22:17.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:16 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/3069146681' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144128-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:22:17.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:16 smithi089 ceph-mon[102056]: osdmap e1015: 8 total, 8 up, 8 in 2024-07-26T06:22:18.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:17 smithi155 ceph-mon[90160]: pgmap v1218: 137 pgs: 3 creating+activating, 6 creating+peering, 21 unknown, 107 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:22:18.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:17 smithi155 ceph-mon[90160]: osdmap e1016: 8 total, 8 up, 8 in 2024-07-26T06:22:18.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:17 smithi089 ceph-mon[99608]: pgmap v1218: 137 pgs: 3 creating+activating, 6 creating+peering, 21 unknown, 107 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:22:18.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:17 smithi089 ceph-mon[99608]: osdmap e1016: 8 total, 8 up, 8 in 2024-07-26T06:22:18.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:17 smithi089 ceph-mon[102056]: pgmap v1218: 137 pgs: 3 creating+activating, 6 creating+peering, 21 unknown, 107 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:22:18.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:17 smithi089 ceph-mon[102056]: osdmap e1016: 8 total, 8 up, 8 in 2024-07-26T06:22:19.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:18 smithi155 ceph-mon[90160]: osdmap e1017: 8 total, 8 up, 8 in 2024-07-26T06:22:19.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:18 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/2399775020' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144128-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:22:19.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:18 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144128-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:22:19.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:18 smithi155 ceph-mon[90160]: pgmap v1221: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:22:19.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:18 smithi089 ceph-mon[99608]: osdmap e1017: 8 total, 8 up, 8 in 2024-07-26T06:22:19.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:18 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/2399775020' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144128-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:22:19.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:18 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144128-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:22:19.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:18 smithi089 ceph-mon[99608]: pgmap v1221: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:22:19.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:18 smithi089 ceph-mon[102056]: osdmap e1017: 8 total, 8 up, 8 in 2024-07-26T06:22:19.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:18 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/2399775020' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144128-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:22:19.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:18 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144128-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:22:19.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:18 smithi089 ceph-mon[102056]: pgmap v1221: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:22:19.960 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] cls_log.test_log_add_different_time (3018 ms) 2024-07-26T06:22:19.960 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] cls_log.trim_by_time 2024-07-26T06:22:20.279 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:19 smithi155 ceph-mon[90160]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:22:20.280 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:19 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144128-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:22:20.280 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:19 smithi155 ceph-mon[90160]: osdmap e1018: 8 total, 8 up, 8 in 2024-07-26T06:22:20.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:19 smithi089 ceph-mon[99608]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:22:20.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:19 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144128-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:22:20.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:19 smithi089 ceph-mon[99608]: osdmap e1018: 8 total, 8 up, 8 in 2024-07-26T06:22:20.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:19 smithi089 ceph-mon[102056]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:22:20.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:19 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144128-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:22:20.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:19 smithi089 ceph-mon[102056]: osdmap e1018: 8 total, 8 up, 8 in 2024-07-26T06:22:21.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:20 smithi155 ceph-mon[90160]: osdmap e1019: 8 total, 8 up, 8 in 2024-07-26T06:22:21.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:20 smithi155 ceph-mon[90160]: pgmap v1224: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:22:21.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:20 smithi089 ceph-mon[99608]: osdmap e1019: 8 total, 8 up, 8 in 2024-07-26T06:22:21.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:20 smithi089 ceph-mon[99608]: pgmap v1224: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:22:21.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:20 smithi089 ceph-mon[102056]: osdmap e1019: 8 total, 8 up, 8 in 2024-07-26T06:22:21.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:20 smithi089 ceph-mon[102056]: pgmap v1224: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:22:22.314 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:21 smithi155 ceph-mon[90160]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:22:22.314 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:21 smithi155 ceph-mon[90160]: Cluster is now healthy 2024-07-26T06:22:22.314 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:21 smithi155 ceph-mon[90160]: osdmap e1020: 8 total, 8 up, 8 in 2024-07-26T06:22:22.314 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:21 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/669496012' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144128-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:22:22.314 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:21 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144128-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:22:22.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:21 smithi089 ceph-mon[99608]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:22:22.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:21 smithi089 ceph-mon[99608]: Cluster is now healthy 2024-07-26T06:22:22.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:21 smithi089 ceph-mon[99608]: osdmap e1020: 8 total, 8 up, 8 in 2024-07-26T06:22:22.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:21 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/669496012' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144128-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:22:22.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:21 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144128-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:22:22.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:21 smithi089 ceph-mon[102056]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:22:22.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:21 smithi089 ceph-mon[102056]: Cluster is now healthy 2024-07-26T06:22:22.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:21 smithi089 ceph-mon[102056]: osdmap e1020: 8 total, 8 up, 8 in 2024-07-26T06:22:22.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:21 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/669496012' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144128-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:22:22.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:21 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144128-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:22:22.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:22:22 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:22:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:22:22.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:22:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:22:22] "GET /metrics HTTP/1.1" 200 36360 "" "Prometheus/2.43.0" 2024-07-26T06:22:22.975 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] cls_log.trim_by_time (3015 ms) 2024-07-26T06:22:22.975 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] cls_log.trim_by_marker 2024-07-26T06:22:23.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:22 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144128-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:22:23.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:22 smithi155 ceph-mon[90160]: osdmap e1021: 8 total, 8 up, 8 in 2024-07-26T06:22:23.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:22 smithi155 ceph-mon[90160]: pgmap v1227: 137 pgs: 1 creating+peering, 25 unknown, 111 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:22:23.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:22 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144128-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:22:23.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:22 smithi089 ceph-mon[99608]: osdmap e1021: 8 total, 8 up, 8 in 2024-07-26T06:22:23.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:22 smithi089 ceph-mon[99608]: pgmap v1227: 137 pgs: 1 creating+peering, 25 unknown, 111 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:22:23.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:22 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144128-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:22:23.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:22 smithi089 ceph-mon[102056]: osdmap e1021: 8 total, 8 up, 8 in 2024-07-26T06:22:23.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:22 smithi089 ceph-mon[102056]: pgmap v1227: 137 pgs: 1 creating+peering, 25 unknown, 111 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:22:24.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:23 smithi155 ceph-mon[90160]: osdmap e1022: 8 total, 8 up, 8 in 2024-07-26T06:22:24.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:23 smithi089 ceph-mon[99608]: osdmap e1022: 8 total, 8 up, 8 in 2024-07-26T06:22:24.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:23 smithi089 ceph-mon[102056]: osdmap e1022: 8 total, 8 up, 8 in 2024-07-26T06:22:25.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:24 smithi155 ceph-mon[90160]: osdmap e1023: 8 total, 8 up, 8 in 2024-07-26T06:22:25.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:24 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/350763069' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144128-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:22:25.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:24 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144128-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:22:25.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:24 smithi155 ceph-mon[90160]: pgmap v1230: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:22:25.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:24 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144128-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:22:25.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:24 smithi155 ceph-mon[90160]: osdmap e1024: 8 total, 8 up, 8 in 2024-07-26T06:22:25.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:24 smithi089 ceph-mon[99608]: osdmap e1023: 8 total, 8 up, 8 in 2024-07-26T06:22:25.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:24 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/350763069' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144128-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:22:25.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:24 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144128-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:22:25.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:24 smithi089 ceph-mon[99608]: pgmap v1230: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:22:25.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:24 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144128-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:22:25.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:24 smithi089 ceph-mon[99608]: osdmap e1024: 8 total, 8 up, 8 in 2024-07-26T06:22:25.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:24 smithi089 ceph-mon[102056]: osdmap e1023: 8 total, 8 up, 8 in 2024-07-26T06:22:25.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:24 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/350763069' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144128-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:22:25.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:24 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144128-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:22:25.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:24 smithi089 ceph-mon[102056]: pgmap v1230: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:22:25.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:24 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144128-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:22:25.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:24 smithi089 ceph-mon[102056]: osdmap e1024: 8 total, 8 up, 8 in 2024-07-26T06:22:25.984 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] cls_log.trim_by_marker (3010 ms) 2024-07-26T06:22:25.984 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] 4 tests from cls_log (11939 ms total) 2024-07-26T06:22:25.985 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:22:25.985 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] Global test environment tear-down 2024-07-26T06:22:25.985 INFO:tasks.workunit.client.0.smithi089.stdout:[==========] 4 tests from 1 test suite ran. (11939 ms total) 2024-07-26T06:22:25.985 INFO:tasks.workunit.client.0.smithi089.stdout:[ PASSED ] 4 tests. 2024-07-26T06:22:25.987 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-07-26T06:22:25.987 DEBUG:teuthology.orchestra.run.smithi089:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-07-26T06:22:26.055 INFO:tasks.workunit:Running workunit cls/test_cls_numops.sh... 2024-07-26T06:22:26.056 DEBUG:teuthology.orchestra.run.smithi089:workunit test cls/test_cls_numops.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_numops.sh 2024-07-26T06:22:26.123 INFO:tasks.workunit.client.0.smithi089.stdout:Running main() from gmock_main.cc 2024-07-26T06:22:26.123 INFO:tasks.workunit.client.0.smithi089.stdout:[==========] Running 4 tests from 1 test suite. 2024-07-26T06:22:26.123 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] Global test environment set-up. 2024-07-26T06:22:26.123 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] 4 tests from ClsNumOps 2024-07-26T06:22:26.123 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] ClsNumOps.Add 2024-07-26T06:22:26.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:25 smithi155 ceph-mon[90160]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:22:26.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:25 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:22:26.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:25 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:22:26.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:25 smithi155 ceph-mon[90160]: osdmap e1025: 8 total, 8 up, 8 in 2024-07-26T06:22:26.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:25 smithi089 ceph-mon[99608]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:22:26.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:25 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:22:26.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:25 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:22:26.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:25 smithi089 ceph-mon[99608]: osdmap e1025: 8 total, 8 up, 8 in 2024-07-26T06:22:26.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:25 smithi089 ceph-mon[102056]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:22:26.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:25 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:22:26.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:25 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:22:26.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:25 smithi089 ceph-mon[102056]: osdmap e1025: 8 total, 8 up, 8 in 2024-07-26T06:22:27.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:27 smithi155 ceph-mon[90160]: pgmap v1233: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:22:27.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:27 smithi089 ceph-mon[99608]: pgmap v1233: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:22:27.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:27 smithi089 ceph-mon[102056]: pgmap v1233: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:22:28.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:28 smithi155 ceph-mon[90160]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:22:28.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:28 smithi155 ceph-mon[90160]: Cluster is now healthy 2024-07-26T06:22:28.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:28 smithi155 ceph-mon[90160]: osdmap e1026: 8 total, 8 up, 8 in 2024-07-26T06:22:28.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:28 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/2457929839' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144234-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:22:28.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:28 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144234-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:22:28.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:28 smithi089 ceph-mon[99608]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:22:28.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:28 smithi089 ceph-mon[99608]: Cluster is now healthy 2024-07-26T06:22:28.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:28 smithi089 ceph-mon[99608]: osdmap e1026: 8 total, 8 up, 8 in 2024-07-26T06:22:28.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:28 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/2457929839' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144234-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:22:28.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:28 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144234-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:22:28.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:28 smithi089 ceph-mon[102056]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:22:28.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:28 smithi089 ceph-mon[102056]: Cluster is now healthy 2024-07-26T06:22:28.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:28 smithi089 ceph-mon[102056]: osdmap e1026: 8 total, 8 up, 8 in 2024-07-26T06:22:28.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:28 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/2457929839' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144234-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:22:28.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:28 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144234-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:22:29.025 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] ClsNumOps.Add (2901 ms) 2024-07-26T06:22:29.025 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] ClsNumOps.Sub 2024-07-26T06:22:29.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:29 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144234-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:22:29.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:29 smithi155 ceph-mon[90160]: osdmap e1027: 8 total, 8 up, 8 in 2024-07-26T06:22:29.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:29 smithi155 ceph-mon[90160]: pgmap v1236: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:22:29.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:29 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144234-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:22:29.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:29 smithi089 ceph-mon[99608]: osdmap e1027: 8 total, 8 up, 8 in 2024-07-26T06:22:29.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:29 smithi089 ceph-mon[99608]: pgmap v1236: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:22:29.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:29 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144234-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:22:29.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:29 smithi089 ceph-mon[102056]: osdmap e1027: 8 total, 8 up, 8 in 2024-07-26T06:22:29.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:29 smithi089 ceph-mon[102056]: pgmap v1236: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:22:30.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:30 smithi155 ceph-mon[90160]: osdmap e1028: 8 total, 8 up, 8 in 2024-07-26T06:22:30.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:30 smithi089 ceph-mon[99608]: osdmap e1028: 8 total, 8 up, 8 in 2024-07-26T06:22:30.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:30 smithi089 ceph-mon[102056]: osdmap e1028: 8 total, 8 up, 8 in 2024-07-26T06:22:31.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:31 smithi155 ceph-mon[90160]: osdmap e1029: 8 total, 8 up, 8 in 2024-07-26T06:22:31.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:31 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/2493348219' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144234-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:22:31.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:31 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144234-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:22:31.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:31 smithi155 ceph-mon[90160]: pgmap v1239: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:22:31.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:31 smithi089 ceph-mon[99608]: osdmap e1029: 8 total, 8 up, 8 in 2024-07-26T06:22:31.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:31 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/2493348219' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144234-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:22:31.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:31 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144234-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:22:31.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:31 smithi089 ceph-mon[99608]: pgmap v1239: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:22:31.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:31 smithi089 ceph-mon[102056]: osdmap e1029: 8 total, 8 up, 8 in 2024-07-26T06:22:31.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:31 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/2493348219' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144234-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:22:31.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:31 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144234-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:22:31.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:31 smithi089 ceph-mon[102056]: pgmap v1239: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:22:32.045 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] ClsNumOps.Sub (3021 ms) 2024-07-26T06:22:32.046 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] ClsNumOps.Mul 2024-07-26T06:22:32.314 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:32 smithi155 ceph-mon[90160]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:22:32.314 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:32 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144234-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:22:32.314 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:32 smithi155 ceph-mon[90160]: osdmap e1030: 8 total, 8 up, 8 in 2024-07-26T06:22:32.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:32 smithi089 ceph-mon[99608]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:22:32.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:32 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144234-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:22:32.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:32 smithi089 ceph-mon[99608]: osdmap e1030: 8 total, 8 up, 8 in 2024-07-26T06:22:32.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:32 smithi089 ceph-mon[102056]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:22:32.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:32 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144234-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:22:32.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:32 smithi089 ceph-mon[102056]: osdmap e1030: 8 total, 8 up, 8 in 2024-07-26T06:22:32.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:22:32 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:22:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:22:32.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:22:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:22:32] "GET /metrics HTTP/1.1" 200 36360 "" "Prometheus/2.43.0" 2024-07-26T06:22:33.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:33 smithi155 ceph-mon[90160]: osdmap e1031: 8 total, 8 up, 8 in 2024-07-26T06:22:33.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:33 smithi155 ceph-mon[90160]: pgmap v1242: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:22:33.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:33 smithi089 ceph-mon[99608]: osdmap e1031: 8 total, 8 up, 8 in 2024-07-26T06:22:33.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:33 smithi089 ceph-mon[99608]: pgmap v1242: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:22:33.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:33 smithi089 ceph-mon[102056]: osdmap e1031: 8 total, 8 up, 8 in 2024-07-26T06:22:33.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:33 smithi089 ceph-mon[102056]: pgmap v1242: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:22:34.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:34 smithi155 ceph-mon[90160]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:22:34.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:34 smithi155 ceph-mon[90160]: Cluster is now healthy 2024-07-26T06:22:34.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:34 smithi155 ceph-mon[90160]: osdmap e1032: 8 total, 8 up, 8 in 2024-07-26T06:22:34.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:34 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/2133544973' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144234-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:22:34.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:34 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144234-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:22:34.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:34 smithi089 ceph-mon[99608]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:22:34.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:34 smithi089 ceph-mon[99608]: Cluster is now healthy 2024-07-26T06:22:34.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:34 smithi089 ceph-mon[99608]: osdmap e1032: 8 total, 8 up, 8 in 2024-07-26T06:22:34.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:34 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/2133544973' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144234-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:22:34.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:34 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144234-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:22:34.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:34 smithi089 ceph-mon[102056]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:22:34.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:34 smithi089 ceph-mon[102056]: Cluster is now healthy 2024-07-26T06:22:34.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:34 smithi089 ceph-mon[102056]: osdmap e1032: 8 total, 8 up, 8 in 2024-07-26T06:22:34.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:34 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/2133544973' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144234-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:22:34.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:34 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144234-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:22:35.069 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] ClsNumOps.Mul (3024 ms) 2024-07-26T06:22:35.069 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] ClsNumOps.Div 2024-07-26T06:22:35.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:35 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144234-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:22:35.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:35 smithi155 ceph-mon[90160]: osdmap e1033: 8 total, 8 up, 8 in 2024-07-26T06:22:35.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:35 smithi155 ceph-mon[90160]: pgmap v1245: 137 pgs: 4 creating+peering, 20 unknown, 113 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:22:35.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:35 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144234-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:22:35.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:35 smithi089 ceph-mon[99608]: osdmap e1033: 8 total, 8 up, 8 in 2024-07-26T06:22:35.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:35 smithi089 ceph-mon[99608]: pgmap v1245: 137 pgs: 4 creating+peering, 20 unknown, 113 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:22:35.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:35 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144234-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:22:35.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:35 smithi089 ceph-mon[102056]: osdmap e1033: 8 total, 8 up, 8 in 2024-07-26T06:22:35.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:35 smithi089 ceph-mon[102056]: pgmap v1245: 137 pgs: 4 creating+peering, 20 unknown, 113 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:22:36.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:36 smithi155 ceph-mon[90160]: osdmap e1034: 8 total, 8 up, 8 in 2024-07-26T06:22:36.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:36 smithi089 ceph-mon[99608]: osdmap e1034: 8 total, 8 up, 8 in 2024-07-26T06:22:36.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:36 smithi089 ceph-mon[102056]: osdmap e1034: 8 total, 8 up, 8 in 2024-07-26T06:22:37.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:37 smithi155 ceph-mon[90160]: osdmap e1035: 8 total, 8 up, 8 in 2024-07-26T06:22:37.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:37 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/2080293983' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144234-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:22:37.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:37 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144234-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:22:37.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:37 smithi155 ceph-mon[90160]: pgmap v1248: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:22:37.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:37 smithi089 ceph-mon[99608]: osdmap e1035: 8 total, 8 up, 8 in 2024-07-26T06:22:37.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:37 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/2080293983' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144234-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:22:37.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:37 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144234-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:22:37.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:37 smithi089 ceph-mon[99608]: pgmap v1248: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:22:37.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:37 smithi089 ceph-mon[102056]: osdmap e1035: 8 total, 8 up, 8 in 2024-07-26T06:22:37.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:37 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/2080293983' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144234-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:22:37.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:37 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144234-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:22:37.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:37 smithi089 ceph-mon[102056]: pgmap v1248: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:22:38.096 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] ClsNumOps.Div (3026 ms) 2024-07-26T06:22:38.096 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] 4 tests from ClsNumOps (11972 ms total) 2024-07-26T06:22:38.096 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:22:38.096 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] Global test environment tear-down 2024-07-26T06:22:38.096 INFO:tasks.workunit.client.0.smithi089.stdout:[==========] 4 tests from 1 test suite ran. (11972 ms total) 2024-07-26T06:22:38.096 INFO:tasks.workunit.client.0.smithi089.stdout:[ PASSED ] 4 tests. 2024-07-26T06:22:38.099 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-07-26T06:22:38.099 DEBUG:teuthology.orchestra.run.smithi089:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-07-26T06:22:38.169 INFO:tasks.workunit:Running workunit cls/test_cls_rbd.sh... 2024-07-26T06:22:38.169 DEBUG:teuthology.orchestra.run.smithi089:workunit test cls/test_cls_rbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh 2024-07-26T06:22:38.239 INFO:tasks.workunit.client.0.smithi089.stdout:Running main() from gmock_main.cc 2024-07-26T06:22:38.239 INFO:tasks.workunit.client.0.smithi089.stdout:[==========] Running 70 tests from 1 test suite. 2024-07-26T06:22:38.239 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] Global test environment set-up. 2024-07-26T06:22:38.240 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] 70 tests from TestClsRbd 2024-07-26T06:22:38.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:38 smithi155 ceph-mon[90160]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:22:38.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:38 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144234-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:22:38.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:38 smithi155 ceph-mon[90160]: osdmap e1036: 8 total, 8 up, 8 in 2024-07-26T06:22:38.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:38 smithi089 ceph-mon[99608]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:22:38.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:38 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144234-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:22:38.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:38 smithi089 ceph-mon[99608]: osdmap e1036: 8 total, 8 up, 8 in 2024-07-26T06:22:38.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:38 smithi089 ceph-mon[102056]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:22:38.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:38 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144234-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:22:38.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:38 smithi089 ceph-mon[102056]: osdmap e1036: 8 total, 8 up, 8 in 2024-07-26T06:22:39.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:39 smithi155 ceph-mon[90160]: osdmap e1037: 8 total, 8 up, 8 in 2024-07-26T06:22:39.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:39 smithi155 ceph-mon[90160]: pgmap v1251: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:22:39.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:39 smithi089 ceph-mon[99608]: osdmap e1037: 8 total, 8 up, 8 in 2024-07-26T06:22:39.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:39 smithi089 ceph-mon[99608]: pgmap v1251: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:22:39.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:39 smithi089 ceph-mon[102056]: osdmap e1037: 8 total, 8 up, 8 in 2024-07-26T06:22:39.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:39 smithi089 ceph-mon[102056]: pgmap v1251: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:22:40.119 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsRbd.get_all_features 2024-07-26T06:22:40.135 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsRbd.get_all_features (15 ms) 2024-07-26T06:22:40.135 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsRbd.copyup 2024-07-26T06:22:40.311 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsRbd.copyup (176 ms) 2024-07-26T06:22:40.311 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsRbd.sparse_copyup 2024-07-26T06:22:40.327 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsRbd.sparse_copyup (16 ms) 2024-07-26T06:22:40.327 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsRbd.get_and_set_id 2024-07-26T06:22:40.333 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsRbd.get_and_set_id (7 ms) 2024-07-26T06:22:40.333 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsRbd.add_remove_child 2024-07-26T06:22:40.344 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsRbd.add_remove_child (11 ms) 2024-07-26T06:22:40.344 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsRbd.directory_methods 2024-07-26T06:22:40.373 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsRbd.directory_methods (28 ms) 2024-07-26T06:22:40.373 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsRbd.create 2024-07-26T06:22:40.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:40 smithi155 ceph-mon[90160]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:22:40.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:40 smithi155 ceph-mon[90160]: Cluster is now healthy 2024-07-26T06:22:40.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:40 smithi155 ceph-mon[90160]: osdmap e1038: 8 total, 8 up, 8 in 2024-07-26T06:22:40.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:40 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/3285633687' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144340-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:22:40.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:40 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144340-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:22:40.386 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsRbd.create (13 ms) 2024-07-26T06:22:40.386 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsRbd.get_features 2024-07-26T06:22:40.388 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsRbd.get_features (1 ms) 2024-07-26T06:22:40.388 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsRbd.get_object_prefix 2024-07-26T06:22:40.389 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsRbd.get_object_prefix (2 ms) 2024-07-26T06:22:40.389 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsRbd.get_create_timestamp 2024-07-26T06:22:40.391 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsRbd.get_create_timestamp (1 ms) 2024-07-26T06:22:40.391 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsRbd.get_access_timestamp 2024-07-26T06:22:40.392 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsRbd.get_access_timestamp (2 ms) 2024-07-26T06:22:40.392 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsRbd.get_modify_timestamp 2024-07-26T06:22:40.394 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsRbd.get_modify_timestamp (1 ms) 2024-07-26T06:22:40.394 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsRbd.get_data_pool 2024-07-26T06:22:40.397 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsRbd.get_data_pool (4 ms) 2024-07-26T06:22:40.397 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsRbd.get_size 2024-07-26T06:22:40.401 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsRbd.get_size (3 ms) 2024-07-26T06:22:40.401 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsRbd.set_size 2024-07-26T06:22:40.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:40 smithi089 ceph-mon[102056]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:22:40.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:40 smithi089 ceph-mon[102056]: Cluster is now healthy 2024-07-26T06:22:40.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:40 smithi089 ceph-mon[102056]: osdmap e1038: 8 total, 8 up, 8 in 2024-07-26T06:22:40.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:40 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/3285633687' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144340-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:22:40.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:40 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144340-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:22:40.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:40 smithi089 ceph-mon[99608]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:22:40.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:40 smithi089 ceph-mon[99608]: Cluster is now healthy 2024-07-26T06:22:40.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:40 smithi089 ceph-mon[99608]: osdmap e1038: 8 total, 8 up, 8 in 2024-07-26T06:22:40.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:40 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/3285633687' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144340-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:22:40.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:40 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144340-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:22:40.405 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsRbd.set_size (5 ms) 2024-07-26T06:22:40.406 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsRbd.protection_status 2024-07-26T06:22:40.423 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsRbd.protection_status (18 ms) 2024-07-26T06:22:40.423 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsRbd.snapshot_limits 2024-07-26T06:22:40.430 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsRbd.snapshot_limits (7 ms) 2024-07-26T06:22:40.430 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsRbd.parents_v1 2024-07-26T06:22:40.471 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsRbd.parents_v1 (40 ms) 2024-07-26T06:22:40.471 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsRbd.parents_v2 2024-07-26T06:22:40.501 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsRbd.parents_v2 (30 ms) 2024-07-26T06:22:40.501 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsRbd.snapshots 2024-07-26T06:22:40.521 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsRbd.snapshots (21 ms) 2024-07-26T06:22:40.521 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsRbd.snapid_race 2024-07-26T06:22:40.526 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsRbd.snapid_race (5 ms) 2024-07-26T06:22:40.526 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsRbd.stripingv2 2024-07-26T06:22:40.535 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsRbd.stripingv2 (8 ms) 2024-07-26T06:22:40.535 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsRbd.object_map_save 2024-07-26T06:22:40.536 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsRbd.object_map_save (2 ms) 2024-07-26T06:22:40.537 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsRbd.object_map_resize 2024-07-26T06:22:40.542 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsRbd.object_map_resize (6 ms) 2024-07-26T06:22:40.543 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsRbd.object_map_update 2024-07-26T06:22:40.548 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsRbd.object_map_update (6 ms) 2024-07-26T06:22:40.549 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsRbd.object_map_load_enoent 2024-07-26T06:22:40.549 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsRbd.object_map_load_enoent (0 ms) 2024-07-26T06:22:40.549 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsRbd.object_map_snap_add 2024-07-26T06:22:40.555 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsRbd.object_map_snap_add (6 ms) 2024-07-26T06:22:40.555 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsRbd.object_map_snap_remove 2024-07-26T06:22:40.560 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsRbd.object_map_snap_remove (6 ms) 2024-07-26T06:22:40.560 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsRbd.flags 2024-07-26T06:22:40.565 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsRbd.flags (5 ms) 2024-07-26T06:22:40.565 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsRbd.metadata 2024-07-26T06:22:40.590 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsRbd.metadata (24 ms) 2024-07-26T06:22:40.590 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsRbd.set_features 2024-07-26T06:22:40.596 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsRbd.set_features (7 ms) 2024-07-26T06:22:40.597 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsRbd.mirror 2024-07-26T06:22:40.627 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsRbd.mirror (31 ms) 2024-07-26T06:22:40.627 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsRbd.mirror_image 2024-07-26T06:22:40.641 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsRbd.mirror_image (14 ms) 2024-07-26T06:22:40.641 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsRbd.mirror_image_status 2024-07-26T06:22:41.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:41 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144340-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:22:41.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:41 smithi155 ceph-mon[90160]: osdmap e1039: 8 total, 8 up, 8 in 2024-07-26T06:22:41.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:22:41.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:22:41.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:41 smithi155 ceph-mon[90160]: pgmap v1254: 137 pgs: 3 creating+peering, 26 unknown, 108 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 511 B/s wr, 1 op/s 2024-07-26T06:22:41.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:41 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144340-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:22:41.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:41 smithi089 ceph-mon[99608]: osdmap e1039: 8 total, 8 up, 8 in 2024-07-26T06:22:41.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:22:41.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:22:41.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:41 smithi089 ceph-mon[99608]: pgmap v1254: 137 pgs: 3 creating+peering, 26 unknown, 108 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 511 B/s wr, 1 op/s 2024-07-26T06:22:41.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:41 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144340-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:22:41.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:41 smithi089 ceph-mon[102056]: osdmap e1039: 8 total, 8 up, 8 in 2024-07-26T06:22:41.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:22:41.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:22:41.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:41 smithi089 ceph-mon[102056]: pgmap v1254: 137 pgs: 3 creating+peering, 26 unknown, 108 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 511 B/s wr, 1 op/s 2024-07-26T06:22:42.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:42 smithi155 ceph-mon[90160]: osdmap e1040: 8 total, 8 up, 8 in 2024-07-26T06:22:42.379 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:22:42 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:22:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:22:42.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:42 smithi089 ceph-mon[99608]: osdmap e1040: 8 total, 8 up, 8 in 2024-07-26T06:22:42.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:42 smithi089 ceph-mon[102056]: osdmap e1040: 8 total, 8 up, 8 in 2024-07-26T06:22:42.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:22:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:22:42] "GET /metrics HTTP/1.1" 200 36357 "" "Prometheus/2.43.0" 2024-07-26T06:22:42.940 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsRbd.mirror_image_status (2298 ms) 2024-07-26T06:22:42.940 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsRbd.mirror_image_map 2024-07-26T06:22:43.023 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsRbd.mirror_image_map (83 ms) 2024-07-26T06:22:43.023 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsRbd.mirror_instances 2024-07-26T06:22:43.030 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsRbd.mirror_instances (8 ms) 2024-07-26T06:22:43.030 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsRbd.mirror_snapshot 2024-07-26T06:22:43.041 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsRbd.mirror_snapshot (11 ms) 2024-07-26T06:22:43.041 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsRbd.group_dir_list 2024-07-26T06:22:43.044 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsRbd.group_dir_list (2 ms) 2024-07-26T06:22:43.044 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsRbd.group_dir_add 2024-07-26T06:22:43.046 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsRbd.group_dir_add (2 ms) 2024-07-26T06:22:43.046 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsRbd.dir_add_already_existing 2024-07-26T06:22:43.049 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsRbd.dir_add_already_existing (3 ms) 2024-07-26T06:22:43.049 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsRbd.group_dir_rename 2024-07-26T06:22:43.055 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsRbd.group_dir_rename (6 ms) 2024-07-26T06:22:43.055 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsRbd.group_dir_remove 2024-07-26T06:22:43.059 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsRbd.group_dir_remove (4 ms) 2024-07-26T06:22:43.059 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsRbd.group_dir_remove_missing 2024-07-26T06:22:43.063 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsRbd.group_dir_remove_missing (4 ms) 2024-07-26T06:22:43.063 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsRbd.group_image_add 2024-07-26T06:22:43.065 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsRbd.group_image_add (3 ms) 2024-07-26T06:22:43.065 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsRbd.group_image_remove 2024-07-26T06:22:43.069 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsRbd.group_image_remove (3 ms) 2024-07-26T06:22:43.069 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsRbd.group_image_list 2024-07-26T06:22:43.071 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsRbd.group_image_list (3 ms) 2024-07-26T06:22:43.071 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsRbd.group_image_clean 2024-07-26T06:22:43.076 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsRbd.group_image_clean (4 ms) 2024-07-26T06:22:43.076 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsRbd.image_group_add 2024-07-26T06:22:43.078 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsRbd.image_group_add (3 ms) 2024-07-26T06:22:43.078 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsRbd.image_group_remove 2024-07-26T06:22:43.081 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsRbd.image_group_remove (3 ms) 2024-07-26T06:22:43.081 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsRbd.image_group_get 2024-07-26T06:22:43.084 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsRbd.image_group_get (3 ms) 2024-07-26T06:22:43.084 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_name 2024-07-26T06:22:43.086 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsRbd.group_snap_set_empty_name (2 ms) 2024-07-26T06:22:43.086 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_id 2024-07-26T06:22:43.088 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsRbd.group_snap_set_empty_id (2 ms) 2024-07-26T06:22:43.088 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_id 2024-07-26T06:22:43.091 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_id (2 ms) 2024-07-26T06:22:43.091 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_name 2024-07-26T06:22:43.093 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_name (3 ms) 2024-07-26T06:22:43.093 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsRbd.group_snap_set 2024-07-26T06:22:43.095 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsRbd.group_snap_set (2 ms) 2024-07-26T06:22:43.095 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsRbd.group_snap_list 2024-07-26T06:22:43.098 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsRbd.group_snap_list (3 ms) 2024-07-26T06:22:43.098 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsRbd.group_snap_list_max_return 2024-07-26T06:22:43.116 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsRbd.group_snap_list_max_return (17 ms) 2024-07-26T06:22:43.116 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsRbd.group_snap_list_max_read 2024-07-26T06:22:43.315 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsRbd.group_snap_list_max_read (199 ms) 2024-07-26T06:22:43.315 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsRbd.group_snap_remove 2024-07-26T06:22:43.318 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsRbd.group_snap_remove (3 ms) 2024-07-26T06:22:43.318 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsRbd.group_snap_get_by_id 2024-07-26T06:22:43.320 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsRbd.group_snap_get_by_id (2 ms) 2024-07-26T06:22:43.320 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsRbd.trash_methods 2024-07-26T06:22:43.327 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsRbd.trash_methods (7 ms) 2024-07-26T06:22:43.327 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsRbd.op_features 2024-07-26T06:22:43.333 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsRbd.op_features (6 ms) 2024-07-26T06:22:43.334 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsRbd.clone_parent 2024-07-26T06:22:43.353 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsRbd.clone_parent (19 ms) 2024-07-26T06:22:43.353 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsRbd.clone_parent_ns 2024-07-26T06:22:43.361 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsRbd.clone_parent_ns (8 ms) 2024-07-26T06:22:43.361 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsRbd.clone_child 2024-07-26T06:22:43.371 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsRbd.clone_child (11 ms) 2024-07-26T06:22:43.372 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsRbd.namespace_methods 2024-07-26T06:22:43.378 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsRbd.namespace_methods (6 ms) 2024-07-26T06:22:43.378 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsRbd.migration 2024-07-26T06:22:43.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:43 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:22:43.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:43 smithi155 ceph-mon[90160]: pgmap v1256: 137 pgs: 3 creating+peering, 6 unknown, 128 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 496 KiB/s rd, 298 KiB/s wr, 811 op/s 2024-07-26T06:22:43.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:43 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:22:43.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:43 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:22:43.387 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsRbd.migration (10 ms) 2024-07-26T06:22:43.388 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsRbd.migration_v1 2024-07-26T06:22:43.398 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsRbd.migration_v1 (11 ms) 2024-07-26T06:22:43.398 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsRbd.assert_snapc_seq 2024-07-26T06:22:43.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:43 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:22:43.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:43 smithi089 ceph-mon[99608]: pgmap v1256: 137 pgs: 3 creating+peering, 6 unknown, 128 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 496 KiB/s rd, 298 KiB/s wr, 811 op/s 2024-07-26T06:22:43.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:43 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:22:43.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:43 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:22:43.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:43 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:22:43.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:43 smithi089 ceph-mon[102056]: pgmap v1256: 137 pgs: 3 creating+peering, 6 unknown, 128 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 496 KiB/s rd, 298 KiB/s wr, 811 op/s 2024-07-26T06:22:43.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:43 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:22:43.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:43 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:22:44.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:44 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:22:44.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:44 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:22:44.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:44 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:22:45.141 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsRbd.assert_snapc_seq (1742 ms) 2024-07-26T06:22:45.141 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestClsRbd.sparsify 2024-07-26T06:22:45.190 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestClsRbd.sparsify (50 ms) 2024-07-26T06:22:45.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:45 smithi089 ceph-mon[99608]: osdmap e1041: 8 total, 8 up, 8 in 2024-07-26T06:22:45.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:45 smithi089 ceph-mon[99608]: pgmap v1258: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 970 KiB/s wr, 728 op/s 2024-07-26T06:22:45.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:45 smithi089 ceph-mon[102056]: osdmap e1041: 8 total, 8 up, 8 in 2024-07-26T06:22:45.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:45 smithi089 ceph-mon[102056]: pgmap v1258: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 970 KiB/s wr, 728 op/s 2024-07-26T06:22:45.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:45 smithi155 ceph-mon[90160]: osdmap e1041: 8 total, 8 up, 8 in 2024-07-26T06:22:45.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:45 smithi155 ceph-mon[90160]: pgmap v1258: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 970 KiB/s wr, 728 op/s 2024-07-26T06:22:46.157 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] 70 tests from TestClsRbd (5071 ms total) 2024-07-26T06:22:46.157 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:22:46.158 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] Global test environment tear-down 2024-07-26T06:22:46.158 INFO:tasks.workunit.client.0.smithi089.stdout:[==========] 70 tests from 1 test suite ran. (7918 ms total) 2024-07-26T06:22:46.158 INFO:tasks.workunit.client.0.smithi089.stdout:[ PASSED ] 70 tests. 2024-07-26T06:22:46.160 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-07-26T06:22:46.160 DEBUG:teuthology.orchestra.run.smithi089:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-07-26T06:22:46.231 INFO:tasks.workunit:Running workunit cls/test_cls_refcount.sh... 2024-07-26T06:22:46.231 DEBUG:teuthology.orchestra.run.smithi089:workunit test cls/test_cls_refcount.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_refcount.sh 2024-07-26T06:22:46.303 INFO:tasks.workunit.client.0.smithi089.stdout:Running main() from gmock_main.cc 2024-07-26T06:22:46.303 INFO:tasks.workunit.client.0.smithi089.stdout:[==========] Running 10 tests from 1 test suite. 2024-07-26T06:22:46.303 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] Global test environment set-up. 2024-07-26T06:22:46.303 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] 10 tests from cls_rgw 2024-07-26T06:22:46.303 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] cls_rgw.test_implicit 2024-07-26T06:22:46.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:46 smithi089 ceph-mon[99608]: osdmap e1042: 8 total, 8 up, 8 in 2024-07-26T06:22:46.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:46 smithi089 ceph-mon[102056]: osdmap e1042: 8 total, 8 up, 8 in 2024-07-26T06:22:46.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:46 smithi155 ceph-mon[90160]: osdmap e1042: 8 total, 8 up, 8 in 2024-07-26T06:22:47.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:47 smithi089 ceph-mon[99608]: osdmap e1043: 8 total, 8 up, 8 in 2024-07-26T06:22:47.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:47 smithi089 ceph-mon[99608]: pgmap v1261: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:22:47.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:47 smithi089 ceph-mon[102056]: osdmap e1043: 8 total, 8 up, 8 in 2024-07-26T06:22:47.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:47 smithi089 ceph-mon[102056]: pgmap v1261: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:22:47.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:47 smithi155 ceph-mon[90160]: osdmap e1043: 8 total, 8 up, 8 in 2024-07-26T06:22:47.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:47 smithi155 ceph-mon[90160]: pgmap v1261: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:22:48.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:48 smithi155 ceph-mon[90160]: osdmap e1044: 8 total, 8 up, 8 in 2024-07-26T06:22:48.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:48 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/978224187' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:22:48.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:48 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:22:48.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:48 smithi089 ceph-mon[99608]: osdmap e1044: 8 total, 8 up, 8 in 2024-07-26T06:22:48.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:48 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/978224187' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:22:48.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:48 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:22:48.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:48 smithi089 ceph-mon[102056]: osdmap e1044: 8 total, 8 up, 8 in 2024-07-26T06:22:48.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:48 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/978224187' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:22:48.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:48 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:22:49.176 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] cls_rgw.test_implicit (2874 ms) 2024-07-26T06:22:49.177 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] cls_rgw.test_implicit_idempotent 2024-07-26T06:22:49.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:49 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:22:49.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:49 smithi155 ceph-mon[90160]: osdmap e1045: 8 total, 8 up, 8 in 2024-07-26T06:22:49.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:49 smithi155 ceph-mon[90160]: pgmap v1264: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:22:49.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:49 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:22:49.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:49 smithi089 ceph-mon[99608]: osdmap e1045: 8 total, 8 up, 8 in 2024-07-26T06:22:49.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:49 smithi089 ceph-mon[99608]: pgmap v1264: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:22:49.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:49 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:22:49.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:49 smithi089 ceph-mon[102056]: osdmap e1045: 8 total, 8 up, 8 in 2024-07-26T06:22:49.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:49 smithi089 ceph-mon[102056]: pgmap v1264: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:22:50.530 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:50 smithi155 ceph-mon[90160]: osdmap e1046: 8 total, 8 up, 8 in 2024-07-26T06:22:50.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:50 smithi089 ceph-mon[99608]: osdmap e1046: 8 total, 8 up, 8 in 2024-07-26T06:22:50.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:50 smithi089 ceph-mon[102056]: osdmap e1046: 8 total, 8 up, 8 in 2024-07-26T06:22:51.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:51 smithi155 ceph-mon[90160]: osdmap e1047: 8 total, 8 up, 8 in 2024-07-26T06:22:51.685 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:51 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/3698858582' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:22:51.686 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:51 smithi155 ceph-mon[90160]: pgmap v1267: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:22:51.686 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:51 smithi089 ceph-mon[99608]: osdmap e1047: 8 total, 8 up, 8 in 2024-07-26T06:22:51.686 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:51 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/3698858582' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:22:51.686 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:51 smithi089 ceph-mon[99608]: pgmap v1267: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:22:51.687 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:51 smithi089 ceph-mon[102056]: osdmap e1047: 8 total, 8 up, 8 in 2024-07-26T06:22:51.687 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:51 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/3698858582' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:22:51.687 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:51 smithi089 ceph-mon[102056]: pgmap v1267: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:22:52.197 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] cls_rgw.test_implicit_idempotent (3020 ms) 2024-07-26T06:22:52.197 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] cls_rgw.test_put_snap 2024-07-26T06:22:52.533 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:52 smithi089 ceph-mon[99608]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:22:52.533 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:52 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/3698858582' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:22:52.533 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:52 smithi089 ceph-mon[99608]: osdmap e1048: 8 total, 8 up, 8 in 2024-07-26T06:22:52.533 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:52 smithi089 ceph-mon[102056]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:22:52.533 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:52 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/3698858582' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:22:52.533 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:52 smithi089 ceph-mon[102056]: osdmap e1048: 8 total, 8 up, 8 in 2024-07-26T06:22:52.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:52 smithi155 ceph-mon[90160]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:22:52.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:52 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/3698858582' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:22:52.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:52 smithi155 ceph-mon[90160]: osdmap e1048: 8 total, 8 up, 8 in 2024-07-26T06:22:52.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:22:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:22:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:22:52.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:22:52 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:22:52] "GET /metrics HTTP/1.1" 200 36357 "" "Prometheus/2.43.0" 2024-07-26T06:22:53.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:53 smithi155 ceph-mon[90160]: osdmap e1049: 8 total, 8 up, 8 in 2024-07-26T06:22:53.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:53 smithi155 ceph-mon[90160]: pgmap v1270: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:22:53.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:53 smithi089 ceph-mon[99608]: osdmap e1049: 8 total, 8 up, 8 in 2024-07-26T06:22:53.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:53 smithi089 ceph-mon[99608]: pgmap v1270: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:22:53.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:53 smithi089 ceph-mon[102056]: osdmap e1049: 8 total, 8 up, 8 in 2024-07-26T06:22:53.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:53 smithi089 ceph-mon[102056]: pgmap v1270: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:22:54.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:54 smithi155 ceph-mon[90160]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:22:54.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:54 smithi155 ceph-mon[90160]: Cluster is now healthy 2024-07-26T06:22:54.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:54 smithi155 ceph-mon[90160]: osdmap e1050: 8 total, 8 up, 8 in 2024-07-26T06:22:54.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:54 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/1985734650' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:22:54.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:54 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:22:54.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:54 smithi089 ceph-mon[99608]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:22:54.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:54 smithi089 ceph-mon[99608]: Cluster is now healthy 2024-07-26T06:22:54.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:54 smithi089 ceph-mon[99608]: osdmap e1050: 8 total, 8 up, 8 in 2024-07-26T06:22:54.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:54 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/1985734650' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:22:54.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:54 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:22:54.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:54 smithi089 ceph-mon[102056]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:22:54.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:54 smithi089 ceph-mon[102056]: Cluster is now healthy 2024-07-26T06:22:54.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:54 smithi089 ceph-mon[102056]: osdmap e1050: 8 total, 8 up, 8 in 2024-07-26T06:22:54.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:54 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/1985734650' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:22:54.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:54 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:22:55.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:55 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:22:55.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:55 smithi155 ceph-mon[90160]: osdmap e1051: 8 total, 8 up, 8 in 2024-07-26T06:22:55.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:55 smithi155 ceph-mon[90160]: pgmap v1273: 137 pgs: 3 creating+peering, 24 unknown, 110 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:22:55.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:55 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:22:55.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:55 smithi089 ceph-mon[99608]: osdmap e1051: 8 total, 8 up, 8 in 2024-07-26T06:22:55.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:55 smithi089 ceph-mon[99608]: pgmap v1273: 137 pgs: 3 creating+peering, 24 unknown, 110 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:22:55.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:55 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:22:55.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:55 smithi089 ceph-mon[102056]: osdmap e1051: 8 total, 8 up, 8 in 2024-07-26T06:22:55.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:55 smithi089 ceph-mon[102056]: pgmap v1273: 137 pgs: 3 creating+peering, 24 unknown, 110 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:22:56.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:56 smithi155 ceph-mon[90160]: osdmap e1052: 8 total, 8 up, 8 in 2024-07-26T06:22:56.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:56 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:22:56.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:56 smithi089 ceph-mon[99608]: osdmap e1052: 8 total, 8 up, 8 in 2024-07-26T06:22:56.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:56 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:22:56.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:56 smithi089 ceph-mon[102056]: osdmap e1052: 8 total, 8 up, 8 in 2024-07-26T06:22:56.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:56 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:22:57.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:57 smithi155 ceph-mon[90160]: pgmap v1275: 137 pgs: 3 creating+peering, 13 unknown, 121 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 219 B/s wr, 0 op/s 2024-07-26T06:22:57.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:57 smithi089 ceph-mon[99608]: pgmap v1275: 137 pgs: 3 creating+peering, 13 unknown, 121 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 219 B/s wr, 0 op/s 2024-07-26T06:22:57.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:57 smithi089 ceph-mon[102056]: pgmap v1275: 137 pgs: 3 creating+peering, 13 unknown, 121 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 219 B/s wr, 0 op/s 2024-07-26T06:22:59.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:59 smithi155 ceph-mon[90160]: osdmap e1053: 8 total, 8 up, 8 in 2024-07-26T06:22:59.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:22:59 smithi155 ceph-mon[90160]: pgmap v1277: 137 pgs: 3 creating+peering, 134 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 181 B/s wr, 0 op/s 2024-07-26T06:22:59.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:59 smithi089 ceph-mon[99608]: osdmap e1053: 8 total, 8 up, 8 in 2024-07-26T06:22:59.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:22:59 smithi089 ceph-mon[99608]: pgmap v1277: 137 pgs: 3 creating+peering, 134 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 181 B/s wr, 0 op/s 2024-07-26T06:22:59.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:59 smithi089 ceph-mon[102056]: osdmap e1053: 8 total, 8 up, 8 in 2024-07-26T06:22:59.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:22:59 smithi089 ceph-mon[102056]: pgmap v1277: 137 pgs: 3 creating+peering, 134 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 181 B/s wr, 0 op/s 2024-07-26T06:23:00.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:00 smithi155 ceph-mon[90160]: osdmap e1054: 8 total, 8 up, 8 in 2024-07-26T06:23:00.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:00 smithi089 ceph-mon[99608]: osdmap e1054: 8 total, 8 up, 8 in 2024-07-26T06:23:00.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:00 smithi089 ceph-mon[102056]: osdmap e1054: 8 total, 8 up, 8 in 2024-07-26T06:23:01.255 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] cls_rgw.test_put_snap (9059 ms) 2024-07-26T06:23:01.256 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] cls_rgw.test_explicit 2024-07-26T06:23:01.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:01 smithi155 ceph-mon[90160]: osdmap e1055: 8 total, 8 up, 8 in 2024-07-26T06:23:01.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:01 smithi155 ceph-mon[90160]: pgmap v1280: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 181 B/s wr, 0 op/s 2024-07-26T06:23:01.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:01 smithi089 ceph-mon[99608]: osdmap e1055: 8 total, 8 up, 8 in 2024-07-26T06:23:01.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:01 smithi089 ceph-mon[99608]: pgmap v1280: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 181 B/s wr, 0 op/s 2024-07-26T06:23:01.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:01 smithi089 ceph-mon[102056]: osdmap e1055: 8 total, 8 up, 8 in 2024-07-26T06:23:01.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:01 smithi089 ceph-mon[102056]: pgmap v1280: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 181 B/s wr, 0 op/s 2024-07-26T06:23:02.533 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:02 smithi089 ceph-mon[99608]: osdmap e1056: 8 total, 8 up, 8 in 2024-07-26T06:23:02.534 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:02 smithi089 ceph-mon[102056]: osdmap e1056: 8 total, 8 up, 8 in 2024-07-26T06:23:02.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:02 smithi155 ceph-mon[90160]: osdmap e1056: 8 total, 8 up, 8 in 2024-07-26T06:23:02.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:23:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:23:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:23:02.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:23:02 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:23:02] "GET /metrics HTTP/1.1" 200 36374 "" "Prometheus/2.43.0" 2024-07-26T06:23:03.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:03 smithi155 ceph-mon[90160]: osdmap e1057: 8 total, 8 up, 8 in 2024-07-26T06:23:03.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:03 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/3906152987' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:23:03.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:03 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:23:03.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:03 smithi155 ceph-mon[90160]: pgmap v1283: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:23:03.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:03 smithi089 ceph-mon[99608]: osdmap e1057: 8 total, 8 up, 8 in 2024-07-26T06:23:03.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:03 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/3906152987' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:23:03.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:03 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:23:03.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:03 smithi089 ceph-mon[99608]: pgmap v1283: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:23:03.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:03 smithi089 ceph-mon[102056]: osdmap e1057: 8 total, 8 up, 8 in 2024-07-26T06:23:03.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:03 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/3906152987' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:23:03.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:03 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:23:03.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:03 smithi089 ceph-mon[102056]: pgmap v1283: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:23:04.275 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] cls_rgw.test_explicit (3019 ms) 2024-07-26T06:23:04.275 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] cls_rgw.set 2024-07-26T06:23:04.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:04 smithi155 ceph-mon[90160]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:23:04.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:04 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:23:04.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:04 smithi155 ceph-mon[90160]: osdmap e1058: 8 total, 8 up, 8 in 2024-07-26T06:23:04.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:04 smithi089 ceph-mon[99608]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:23:04.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:04 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:23:04.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:04 smithi089 ceph-mon[99608]: osdmap e1058: 8 total, 8 up, 8 in 2024-07-26T06:23:04.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:04 smithi089 ceph-mon[102056]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:23:04.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:04 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:23:04.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:04 smithi089 ceph-mon[102056]: osdmap e1058: 8 total, 8 up, 8 in 2024-07-26T06:23:05.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:05 smithi155 ceph-mon[90160]: osdmap e1059: 8 total, 8 up, 8 in 2024-07-26T06:23:05.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:05 smithi155 ceph-mon[90160]: pgmap v1286: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:23:05.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:05 smithi089 ceph-mon[99608]: osdmap e1059: 8 total, 8 up, 8 in 2024-07-26T06:23:05.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:05 smithi089 ceph-mon[99608]: pgmap v1286: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:23:05.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:05 smithi089 ceph-mon[102056]: osdmap e1059: 8 total, 8 up, 8 in 2024-07-26T06:23:05.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:05 smithi089 ceph-mon[102056]: pgmap v1286: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:23:06.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:06 smithi155 ceph-mon[90160]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:23:06.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:06 smithi155 ceph-mon[90160]: Cluster is now healthy 2024-07-26T06:23:06.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:06 smithi155 ceph-mon[90160]: osdmap e1060: 8 total, 8 up, 8 in 2024-07-26T06:23:06.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:06 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/2556856833' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:23:06.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:06 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:23:06.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:06 smithi089 ceph-mon[99608]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:23:06.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:06 smithi089 ceph-mon[99608]: Cluster is now healthy 2024-07-26T06:23:06.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:06 smithi089 ceph-mon[99608]: osdmap e1060: 8 total, 8 up, 8 in 2024-07-26T06:23:06.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:06 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/2556856833' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:23:06.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:06 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:23:06.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:06 smithi089 ceph-mon[102056]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:23:06.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:06 smithi089 ceph-mon[102056]: Cluster is now healthy 2024-07-26T06:23:06.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:06 smithi089 ceph-mon[102056]: osdmap e1060: 8 total, 8 up, 8 in 2024-07-26T06:23:06.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:06 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/2556856833' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:23:06.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:06 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:23:07.291 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] cls_rgw.set (3016 ms) 2024-07-26T06:23:07.291 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] cls_rgw.test_implicit_ec 2024-07-26T06:23:07.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:07 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:23:07.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:07 smithi155 ceph-mon[90160]: osdmap e1061: 8 total, 8 up, 8 in 2024-07-26T06:23:07.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:07 smithi155 ceph-mon[90160]: pgmap v1289: 137 pgs: 9 creating+peering, 20 unknown, 108 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:23:07.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:07 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:23:07.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:07 smithi089 ceph-mon[99608]: osdmap e1061: 8 total, 8 up, 8 in 2024-07-26T06:23:07.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:07 smithi089 ceph-mon[99608]: pgmap v1289: 137 pgs: 9 creating+peering, 20 unknown, 108 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:23:07.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:07 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:23:07.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:07 smithi089 ceph-mon[102056]: osdmap e1061: 8 total, 8 up, 8 in 2024-07-26T06:23:07.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:07 smithi089 ceph-mon[102056]: pgmap v1289: 137 pgs: 9 creating+peering, 20 unknown, 108 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:23:08.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:08 smithi155 ceph-mon[90160]: osdmap e1062: 8 total, 8 up, 8 in 2024-07-26T06:23:08.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:08 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/2263921132' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi089-144523-6"}]: dispatch 2024-07-26T06:23:08.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:08 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi089-144523-6"}]: dispatch 2024-07-26T06:23:08.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:08 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/2263921132' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi089-144523-6"}]: dispatch 2024-07-26T06:23:08.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:08 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi089-144523-6"}]: dispatch 2024-07-26T06:23:08.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:08 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/2263921132' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi089-144523-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-26T06:23:08.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:08 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi089-144523-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-26T06:23:08.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:08 smithi089 ceph-mon[99608]: osdmap e1062: 8 total, 8 up, 8 in 2024-07-26T06:23:08.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:08 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/2263921132' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi089-144523-6"}]: dispatch 2024-07-26T06:23:08.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:08 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi089-144523-6"}]: dispatch 2024-07-26T06:23:08.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:08 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/2263921132' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi089-144523-6"}]: dispatch 2024-07-26T06:23:08.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:08 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi089-144523-6"}]: dispatch 2024-07-26T06:23:08.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:08 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/2263921132' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi089-144523-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-26T06:23:08.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:08 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi089-144523-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-26T06:23:08.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:08 smithi089 ceph-mon[102056]: osdmap e1062: 8 total, 8 up, 8 in 2024-07-26T06:23:08.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:08 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/2263921132' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi089-144523-6"}]: dispatch 2024-07-26T06:23:08.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:08 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi089-144523-6"}]: dispatch 2024-07-26T06:23:08.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:08 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/2263921132' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi089-144523-6"}]: dispatch 2024-07-26T06:23:08.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:08 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi089-144523-6"}]: dispatch 2024-07-26T06:23:08.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:08 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/2263921132' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi089-144523-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-26T06:23:08.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:08 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi089-144523-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-26T06:23:09.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:09 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi089-144523-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-07-26T06:23:09.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:09 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/2263921132' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi089-144523-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi089-144523-6"}]: dispatch 2024-07-26T06:23:09.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:09 smithi155 ceph-mon[90160]: osdmap e1063: 8 total, 8 up, 8 in 2024-07-26T06:23:09.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:09 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi089-144523-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi089-144523-6"}]: dispatch 2024-07-26T06:23:09.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:09 smithi155 ceph-mon[90160]: pgmap v1292: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:23:09.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:09 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi089-144523-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-07-26T06:23:09.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:09 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/2263921132' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi089-144523-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi089-144523-6"}]: dispatch 2024-07-26T06:23:09.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:09 smithi089 ceph-mon[99608]: osdmap e1063: 8 total, 8 up, 8 in 2024-07-26T06:23:09.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:09 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi089-144523-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi089-144523-6"}]: dispatch 2024-07-26T06:23:09.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:09 smithi089 ceph-mon[99608]: pgmap v1292: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:23:09.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:09 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi089-144523-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-07-26T06:23:09.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:09 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/2263921132' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi089-144523-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi089-144523-6"}]: dispatch 2024-07-26T06:23:09.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:09 smithi089 ceph-mon[102056]: osdmap e1063: 8 total, 8 up, 8 in 2024-07-26T06:23:09.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:09 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi089-144523-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi089-144523-6"}]: dispatch 2024-07-26T06:23:09.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:09 smithi089 ceph-mon[102056]: pgmap v1292: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:23:10.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:10 smithi155 ceph-mon[90160]: osdmap e1064: 8 total, 8 up, 8 in 2024-07-26T06:23:10.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:10 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi089-144523-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi089-144523-6"}]': finished 2024-07-26T06:23:10.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:10 smithi155 ceph-mon[90160]: osdmap e1065: 8 total, 8 up, 8 in 2024-07-26T06:23:10.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:10 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/2263921132' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:23:10.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:10 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:23:10.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:10 smithi089 ceph-mon[99608]: osdmap e1064: 8 total, 8 up, 8 in 2024-07-26T06:23:10.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:10 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi089-144523-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi089-144523-6"}]': finished 2024-07-26T06:23:10.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:10 smithi089 ceph-mon[99608]: osdmap e1065: 8 total, 8 up, 8 in 2024-07-26T06:23:10.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:10 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/2263921132' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:23:10.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:10 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:23:10.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:10 smithi089 ceph-mon[102056]: osdmap e1064: 8 total, 8 up, 8 in 2024-07-26T06:23:10.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:10 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi089-144523-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi089-144523-6"}]': finished 2024-07-26T06:23:10.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:10 smithi089 ceph-mon[102056]: osdmap e1065: 8 total, 8 up, 8 in 2024-07-26T06:23:10.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:10 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/2263921132' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:23:10.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:10 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:23:11.806 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:23:11.806 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:11 smithi089 ceph-mon[99608]: pgmap v1295: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:23:11.806 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:11 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:23:11.806 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:11 smithi089 ceph-mon[99608]: osdmap e1066: 8 total, 8 up, 8 in 2024-07-26T06:23:11.806 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:23:11.807 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:11 smithi089 ceph-mon[102056]: pgmap v1295: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:23:11.807 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:11 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:23:11.807 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:11 smithi089 ceph-mon[102056]: osdmap e1066: 8 total, 8 up, 8 in 2024-07-26T06:23:11.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:11 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:23:11.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:11 smithi155 ceph-mon[90160]: pgmap v1295: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:23:11.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:11 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:23:11.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:11 smithi155 ceph-mon[90160]: osdmap e1066: 8 total, 8 up, 8 in 2024-07-26T06:23:12.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:23:12 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:23:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:23:12.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:12 smithi155 ceph-mon[90160]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:23:12.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:12 smithi155 ceph-mon[90160]: osdmap e1067: 8 total, 8 up, 8 in 2024-07-26T06:23:12.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:12 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/2263921132' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi089-144523-6"}]: dispatch 2024-07-26T06:23:12.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:12 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi089-144523-6"}]: dispatch 2024-07-26T06:23:12.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:23:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:23:12] "GET /metrics HTTP/1.1" 200 36352 "" "Prometheus/2.43.0" 2024-07-26T06:23:12.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:12 smithi089 ceph-mon[99608]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:23:12.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:12 smithi089 ceph-mon[99608]: osdmap e1067: 8 total, 8 up, 8 in 2024-07-26T06:23:12.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:12 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/2263921132' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi089-144523-6"}]: dispatch 2024-07-26T06:23:12.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:12 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi089-144523-6"}]: dispatch 2024-07-26T06:23:12.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:12 smithi089 ceph-mon[102056]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:23:12.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:12 smithi089 ceph-mon[102056]: osdmap e1067: 8 total, 8 up, 8 in 2024-07-26T06:23:12.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:12 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/2263921132' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi089-144523-6"}]: dispatch 2024-07-26T06:23:12.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:12 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi089-144523-6"}]: dispatch 2024-07-26T06:23:13.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:13 smithi155 ceph-mon[90160]: pgmap v1298: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:23:13.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:13 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi089-144523-6"}]': finished 2024-07-26T06:23:13.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:13 smithi155 ceph-mon[90160]: osdmap e1068: 8 total, 8 up, 8 in 2024-07-26T06:23:13.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:13 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/2263921132' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi089-144523-6"}]: dispatch 2024-07-26T06:23:13.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:13 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi089-144523-6"}]: dispatch 2024-07-26T06:23:13.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:13 smithi089 ceph-mon[99608]: pgmap v1298: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:23:13.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:13 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi089-144523-6"}]': finished 2024-07-26T06:23:13.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:13 smithi089 ceph-mon[99608]: osdmap e1068: 8 total, 8 up, 8 in 2024-07-26T06:23:13.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:13 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/2263921132' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi089-144523-6"}]: dispatch 2024-07-26T06:23:13.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:13 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi089-144523-6"}]: dispatch 2024-07-26T06:23:13.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:13 smithi089 ceph-mon[102056]: pgmap v1298: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:23:13.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:13 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi089-144523-6"}]': finished 2024-07-26T06:23:13.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:13 smithi089 ceph-mon[102056]: osdmap e1068: 8 total, 8 up, 8 in 2024-07-26T06:23:13.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:13 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/2263921132' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi089-144523-6"}]: dispatch 2024-07-26T06:23:13.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:13 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi089-144523-6"}]: dispatch 2024-07-26T06:23:14.306 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] cls_rgw.test_implicit_ec (7016 ms) 2024-07-26T06:23:14.307 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] cls_rgw.test_implicit_idempotent_ec 2024-07-26T06:23:14.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:14 smithi155 ceph-mon[90160]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:23:14.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:14 smithi155 ceph-mon[90160]: Cluster is now healthy 2024-07-26T06:23:14.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:14 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi089-144523-6"}]': finished 2024-07-26T06:23:14.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:14 smithi155 ceph-mon[90160]: osdmap e1069: 8 total, 8 up, 8 in 2024-07-26T06:23:14.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:14 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/1150559146' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi089-144523-7"}]: dispatch 2024-07-26T06:23:14.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:14 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi089-144523-7"}]: dispatch 2024-07-26T06:23:14.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:14 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/1150559146' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi089-144523-7"}]: dispatch 2024-07-26T06:23:14.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:14 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi089-144523-7"}]: dispatch 2024-07-26T06:23:14.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:14 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/1150559146' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi089-144523-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-26T06:23:14.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:14 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi089-144523-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-26T06:23:14.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:14 smithi089 ceph-mon[99608]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:23:14.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:14 smithi089 ceph-mon[99608]: Cluster is now healthy 2024-07-26T06:23:14.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:14 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi089-144523-6"}]': finished 2024-07-26T06:23:14.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:14 smithi089 ceph-mon[99608]: osdmap e1069: 8 total, 8 up, 8 in 2024-07-26T06:23:14.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:14 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/1150559146' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi089-144523-7"}]: dispatch 2024-07-26T06:23:14.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:14 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi089-144523-7"}]: dispatch 2024-07-26T06:23:14.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:14 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/1150559146' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi089-144523-7"}]: dispatch 2024-07-26T06:23:14.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:14 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi089-144523-7"}]: dispatch 2024-07-26T06:23:14.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:14 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/1150559146' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi089-144523-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-26T06:23:14.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:14 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi089-144523-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-26T06:23:14.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:14 smithi089 ceph-mon[102056]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:23:14.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:14 smithi089 ceph-mon[102056]: Cluster is now healthy 2024-07-26T06:23:14.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:14 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi089-144523-6"}]': finished 2024-07-26T06:23:14.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:14 smithi089 ceph-mon[102056]: osdmap e1069: 8 total, 8 up, 8 in 2024-07-26T06:23:14.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:14 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/1150559146' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi089-144523-7"}]: dispatch 2024-07-26T06:23:14.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:14 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi089-144523-7"}]: dispatch 2024-07-26T06:23:14.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:14 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/1150559146' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi089-144523-7"}]: dispatch 2024-07-26T06:23:14.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:14 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi089-144523-7"}]: dispatch 2024-07-26T06:23:14.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:14 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/1150559146' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi089-144523-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-26T06:23:14.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:14 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi089-144523-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-26T06:23:15.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:15 smithi155 ceph-mon[90160]: pgmap v1301: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:23:15.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:15 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi089-144523-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-07-26T06:23:15.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:15 smithi155 ceph-mon[90160]: osdmap e1070: 8 total, 8 up, 8 in 2024-07-26T06:23:15.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:15 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/1150559146' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi089-144523-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi089-144523-7"}]: dispatch 2024-07-26T06:23:15.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:15 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi089-144523-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi089-144523-7"}]: dispatch 2024-07-26T06:23:15.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:15 smithi089 ceph-mon[99608]: pgmap v1301: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:23:15.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:15 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi089-144523-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-07-26T06:23:15.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:15 smithi089 ceph-mon[99608]: osdmap e1070: 8 total, 8 up, 8 in 2024-07-26T06:23:15.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:15 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/1150559146' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi089-144523-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi089-144523-7"}]: dispatch 2024-07-26T06:23:15.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:15 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi089-144523-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi089-144523-7"}]: dispatch 2024-07-26T06:23:15.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:15 smithi089 ceph-mon[102056]: pgmap v1301: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:23:15.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:15 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi089-144523-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-07-26T06:23:15.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:15 smithi089 ceph-mon[102056]: osdmap e1070: 8 total, 8 up, 8 in 2024-07-26T06:23:15.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:15 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/1150559146' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi089-144523-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi089-144523-7"}]: dispatch 2024-07-26T06:23:15.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:15 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi089-144523-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi089-144523-7"}]: dispatch 2024-07-26T06:23:17.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:17 smithi155 ceph-mon[90160]: osdmap e1071: 8 total, 8 up, 8 in 2024-07-26T06:23:17.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:17 smithi155 ceph-mon[90160]: pgmap v1304: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:23:17.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:17 smithi089 ceph-mon[99608]: osdmap e1071: 8 total, 8 up, 8 in 2024-07-26T06:23:17.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:17 smithi089 ceph-mon[99608]: pgmap v1304: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:23:17.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:17 smithi089 ceph-mon[102056]: osdmap e1071: 8 total, 8 up, 8 in 2024-07-26T06:23:17.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:17 smithi089 ceph-mon[102056]: pgmap v1304: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:23:18.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:18 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi089-144523-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi089-144523-7"}]': finished 2024-07-26T06:23:18.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:18 smithi155 ceph-mon[90160]: osdmap e1072: 8 total, 8 up, 8 in 2024-07-26T06:23:18.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:18 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/1150559146' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:23:18.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:18 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:23:18.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:18 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi089-144523-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi089-144523-7"}]': finished 2024-07-26T06:23:18.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:18 smithi089 ceph-mon[99608]: osdmap e1072: 8 total, 8 up, 8 in 2024-07-26T06:23:18.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:18 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/1150559146' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:23:18.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:18 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:23:18.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:18 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi089-144523-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi089-144523-7"}]': finished 2024-07-26T06:23:18.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:18 smithi089 ceph-mon[102056]: osdmap e1072: 8 total, 8 up, 8 in 2024-07-26T06:23:18.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:18 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/1150559146' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:23:18.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:18 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:23:19.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:19 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:23:19.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:19 smithi155 ceph-mon[90160]: osdmap e1073: 8 total, 8 up, 8 in 2024-07-26T06:23:19.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:19 smithi155 ceph-mon[90160]: pgmap v1307: 113 pgs: 3 creating+peering, 5 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:23:19.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:19 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:23:19.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:19 smithi089 ceph-mon[99608]: osdmap e1073: 8 total, 8 up, 8 in 2024-07-26T06:23:19.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:19 smithi089 ceph-mon[99608]: pgmap v1307: 113 pgs: 3 creating+peering, 5 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:23:19.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:19 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:23:19.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:19 smithi089 ceph-mon[102056]: osdmap e1073: 8 total, 8 up, 8 in 2024-07-26T06:23:19.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:19 smithi089 ceph-mon[102056]: pgmap v1307: 113 pgs: 3 creating+peering, 5 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:23:20.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:20 smithi155 ceph-mon[90160]: osdmap e1074: 8 total, 8 up, 8 in 2024-07-26T06:23:20.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:20 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/1150559146' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi089-144523-7"}]: dispatch 2024-07-26T06:23:20.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:20 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi089-144523-7"}]: dispatch 2024-07-26T06:23:20.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:20 smithi089 ceph-mon[99608]: osdmap e1074: 8 total, 8 up, 8 in 2024-07-26T06:23:20.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:20 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/1150559146' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi089-144523-7"}]: dispatch 2024-07-26T06:23:20.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:20 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi089-144523-7"}]: dispatch 2024-07-26T06:23:20.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:20 smithi089 ceph-mon[102056]: osdmap e1074: 8 total, 8 up, 8 in 2024-07-26T06:23:20.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:20 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/1150559146' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi089-144523-7"}]: dispatch 2024-07-26T06:23:20.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:20 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi089-144523-7"}]: dispatch 2024-07-26T06:23:21.345 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] cls_rgw.test_implicit_idempotent_ec (7039 ms) 2024-07-26T06:23:21.346 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] cls_rgw.test_put_snap_ec 2024-07-26T06:23:21.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:21 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi089-144523-7"}]': finished 2024-07-26T06:23:21.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:21 smithi155 ceph-mon[90160]: osdmap e1075: 8 total, 8 up, 8 in 2024-07-26T06:23:21.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:21 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/1150559146' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi089-144523-7"}]: dispatch 2024-07-26T06:23:21.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:21 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi089-144523-7"}]: dispatch 2024-07-26T06:23:21.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:21 smithi155 ceph-mon[90160]: pgmap v1310: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:23:21.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:21 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi089-144523-7"}]': finished 2024-07-26T06:23:21.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:21 smithi089 ceph-mon[99608]: osdmap e1075: 8 total, 8 up, 8 in 2024-07-26T06:23:21.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:21 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/1150559146' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi089-144523-7"}]: dispatch 2024-07-26T06:23:21.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:21 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi089-144523-7"}]: dispatch 2024-07-26T06:23:21.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:21 smithi089 ceph-mon[99608]: pgmap v1310: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:23:21.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:21 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi089-144523-7"}]': finished 2024-07-26T06:23:21.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:21 smithi089 ceph-mon[102056]: osdmap e1075: 8 total, 8 up, 8 in 2024-07-26T06:23:21.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:21 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/1150559146' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi089-144523-7"}]: dispatch 2024-07-26T06:23:21.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:21 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi089-144523-7"}]: dispatch 2024-07-26T06:23:21.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:21 smithi089 ceph-mon[102056]: pgmap v1310: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:23:22.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:23:22 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:23:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:23:22.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:22 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi089-144523-7"}]': finished 2024-07-26T06:23:22.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:22 smithi155 ceph-mon[90160]: osdmap e1076: 8 total, 8 up, 8 in 2024-07-26T06:23:22.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:22 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/3289548566' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi089-144523-8"}]: dispatch 2024-07-26T06:23:22.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:22 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi089-144523-8"}]: dispatch 2024-07-26T06:23:22.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:22 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/3289548566' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi089-144523-8"}]: dispatch 2024-07-26T06:23:22.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:22 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi089-144523-8"}]: dispatch 2024-07-26T06:23:22.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:22 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/3289548566' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi089-144523-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-26T06:23:22.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:22 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi089-144523-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-26T06:23:22.654 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:23:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:23:22] "GET /metrics HTTP/1.1" 200 36352 "" "Prometheus/2.43.0" 2024-07-26T06:23:22.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:22 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi089-144523-7"}]': finished 2024-07-26T06:23:22.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:22 smithi089 ceph-mon[99608]: osdmap e1076: 8 total, 8 up, 8 in 2024-07-26T06:23:22.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:22 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/3289548566' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi089-144523-8"}]: dispatch 2024-07-26T06:23:22.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:22 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi089-144523-8"}]: dispatch 2024-07-26T06:23:22.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:22 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/3289548566' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi089-144523-8"}]: dispatch 2024-07-26T06:23:22.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:22 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi089-144523-8"}]: dispatch 2024-07-26T06:23:22.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:22 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/3289548566' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi089-144523-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-26T06:23:22.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:22 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi089-144523-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-26T06:23:22.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:22 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi089-144523-7"}]': finished 2024-07-26T06:23:22.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:22 smithi089 ceph-mon[102056]: osdmap e1076: 8 total, 8 up, 8 in 2024-07-26T06:23:22.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:22 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/3289548566' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi089-144523-8"}]: dispatch 2024-07-26T06:23:22.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:22 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi089-144523-8"}]: dispatch 2024-07-26T06:23:22.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:22 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/3289548566' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi089-144523-8"}]: dispatch 2024-07-26T06:23:22.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:22 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi089-144523-8"}]: dispatch 2024-07-26T06:23:22.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:22 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/3289548566' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi089-144523-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-26T06:23:22.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:22 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi089-144523-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-26T06:23:23.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:23 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi089-144523-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-07-26T06:23:23.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:23 smithi155 ceph-mon[90160]: osdmap e1077: 8 total, 8 up, 8 in 2024-07-26T06:23:23.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:23 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/3289548566' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi089-144523-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi089-144523-8"}]: dispatch 2024-07-26T06:23:23.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:23 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi089-144523-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi089-144523-8"}]: dispatch 2024-07-26T06:23:23.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:23 smithi155 ceph-mon[90160]: pgmap v1313: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:23:23.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:23 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi089-144523-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-07-26T06:23:23.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:23 smithi089 ceph-mon[99608]: osdmap e1077: 8 total, 8 up, 8 in 2024-07-26T06:23:23.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:23 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/3289548566' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi089-144523-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi089-144523-8"}]: dispatch 2024-07-26T06:23:23.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:23 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi089-144523-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi089-144523-8"}]: dispatch 2024-07-26T06:23:23.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:23 smithi089 ceph-mon[99608]: pgmap v1313: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:23:23.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:23 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi089-144523-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-07-26T06:23:23.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:23 smithi089 ceph-mon[102056]: osdmap e1077: 8 total, 8 up, 8 in 2024-07-26T06:23:23.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:23 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/3289548566' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi089-144523-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi089-144523-8"}]: dispatch 2024-07-26T06:23:23.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:23 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi089-144523-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi089-144523-8"}]: dispatch 2024-07-26T06:23:23.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:23 smithi089 ceph-mon[102056]: pgmap v1313: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:23:24.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:24 smithi155 ceph-mon[90160]: osdmap e1078: 8 total, 8 up, 8 in 2024-07-26T06:23:24.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:24 smithi089 ceph-mon[99608]: osdmap e1078: 8 total, 8 up, 8 in 2024-07-26T06:23:24.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:24 smithi089 ceph-mon[102056]: osdmap e1078: 8 total, 8 up, 8 in 2024-07-26T06:23:25.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:25 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi089-144523-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi089-144523-8"}]': finished 2024-07-26T06:23:25.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:25 smithi155 ceph-mon[90160]: osdmap e1079: 8 total, 8 up, 8 in 2024-07-26T06:23:25.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:25 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/3289548566' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:23:25.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:25 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:23:25.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:25 smithi155 ceph-mon[90160]: pgmap v1316: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:23:25.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:25 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi089-144523-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi089-144523-8"}]': finished 2024-07-26T06:23:25.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:25 smithi089 ceph-mon[99608]: osdmap e1079: 8 total, 8 up, 8 in 2024-07-26T06:23:25.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:25 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/3289548566' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:23:25.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:25 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:23:25.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:25 smithi089 ceph-mon[99608]: pgmap v1316: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:23:25.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:25 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi089-144523-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi089-144523-8"}]': finished 2024-07-26T06:23:25.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:25 smithi089 ceph-mon[102056]: osdmap e1079: 8 total, 8 up, 8 in 2024-07-26T06:23:25.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:25 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/3289548566' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:23:25.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:25 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:23:25.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:25 smithi089 ceph-mon[102056]: pgmap v1316: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:23:26.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:26 smithi155 ceph-mon[90160]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:23:26.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:26 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:23:26.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:26 smithi155 ceph-mon[90160]: osdmap e1080: 8 total, 8 up, 8 in 2024-07-26T06:23:26.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:23:26.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:23:26.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:26 smithi089 ceph-mon[99608]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:23:26.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:26 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:23:26.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:26 smithi089 ceph-mon[99608]: osdmap e1080: 8 total, 8 up, 8 in 2024-07-26T06:23:26.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:23:26.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:23:26.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:26 smithi089 ceph-mon[102056]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:23:26.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:26 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:23:26.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:26 smithi089 ceph-mon[102056]: osdmap e1080: 8 total, 8 up, 8 in 2024-07-26T06:23:26.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:23:26.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:23:27.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:27 smithi089 ceph-mon[99608]: osdmap e1081: 8 total, 8 up, 8 in 2024-07-26T06:23:27.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:27 smithi089 ceph-mon[99608]: pgmap v1319: 113 pgs: 4 unknown, 109 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-07-26T06:23:27.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:27 smithi089 ceph-mon[102056]: osdmap e1081: 8 total, 8 up, 8 in 2024-07-26T06:23:27.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:27 smithi089 ceph-mon[102056]: pgmap v1319: 113 pgs: 4 unknown, 109 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-07-26T06:23:27.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:27 smithi155 ceph-mon[90160]: osdmap e1081: 8 total, 8 up, 8 in 2024-07-26T06:23:27.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:27 smithi155 ceph-mon[90160]: pgmap v1319: 113 pgs: 4 unknown, 109 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-07-26T06:23:28.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:28 smithi089 ceph-mon[99608]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:23:28.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:28 smithi089 ceph-mon[99608]: Cluster is now healthy 2024-07-26T06:23:28.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:28 smithi089 ceph-mon[102056]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:23:28.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:28 smithi089 ceph-mon[102056]: Cluster is now healthy 2024-07-26T06:23:28.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:28 smithi155 ceph-mon[90160]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:23:28.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:28 smithi155 ceph-mon[90160]: Cluster is now healthy 2024-07-26T06:23:29.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:29 smithi089 ceph-mon[99608]: pgmap v1320: 113 pgs: 2 unknown, 111 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 186 B/s wr, 0 op/s 2024-07-26T06:23:29.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:29 smithi089 ceph-mon[102056]: pgmap v1320: 113 pgs: 2 unknown, 111 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 186 B/s wr, 0 op/s 2024-07-26T06:23:29.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:29 smithi155 ceph-mon[90160]: pgmap v1320: 113 pgs: 2 unknown, 111 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 186 B/s wr, 0 op/s 2024-07-26T06:23:30.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:30 smithi089 ceph-mon[99608]: osdmap e1082: 8 total, 8 up, 8 in 2024-07-26T06:23:30.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:30 smithi089 ceph-mon[102056]: osdmap e1082: 8 total, 8 up, 8 in 2024-07-26T06:23:30.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:30 smithi155 ceph-mon[90160]: osdmap e1082: 8 total, 8 up, 8 in 2024-07-26T06:23:31.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:31 smithi155 ceph-mon[90160]: osdmap e1083: 8 total, 8 up, 8 in 2024-07-26T06:23:31.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:31 smithi155 ceph-mon[90160]: pgmap v1323: 113 pgs: 113 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 186 B/s wr, 0 op/s 2024-07-26T06:23:31.907 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:31 smithi089 ceph-mon[99608]: osdmap e1083: 8 total, 8 up, 8 in 2024-07-26T06:23:31.907 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:31 smithi089 ceph-mon[99608]: pgmap v1323: 113 pgs: 113 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 186 B/s wr, 0 op/s 2024-07-26T06:23:31.907 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:31 smithi089 ceph-mon[102056]: osdmap e1083: 8 total, 8 up, 8 in 2024-07-26T06:23:31.907 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:31 smithi089 ceph-mon[102056]: pgmap v1323: 113 pgs: 113 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 186 B/s wr, 0 op/s 2024-07-26T06:23:32.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:23:32 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:23:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:23:32.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:32 smithi155 ceph-mon[90160]: osdmap e1084: 8 total, 8 up, 8 in 2024-07-26T06:23:32.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:32 smithi089 ceph-mon[99608]: osdmap e1084: 8 total, 8 up, 8 in 2024-07-26T06:23:32.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:32 smithi089 ceph-mon[102056]: osdmap e1084: 8 total, 8 up, 8 in 2024-07-26T06:23:32.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:23:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:23:32] "GET /metrics HTTP/1.1" 200 36351 "" "Prometheus/2.43.0" 2024-07-26T06:23:33.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:33 smithi155 ceph-mon[90160]: osdmap e1085: 8 total, 8 up, 8 in 2024-07-26T06:23:33.886 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:33 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/3289548566' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi089-144523-8"}]: dispatch 2024-07-26T06:23:33.886 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:33 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi089-144523-8"}]: dispatch 2024-07-26T06:23:33.886 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:33 smithi155 ceph-mon[90160]: pgmap v1326: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:23:33.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:33 smithi089 ceph-mon[99608]: osdmap e1085: 8 total, 8 up, 8 in 2024-07-26T06:23:33.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:33 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/3289548566' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi089-144523-8"}]: dispatch 2024-07-26T06:23:33.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:33 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi089-144523-8"}]: dispatch 2024-07-26T06:23:33.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:33 smithi089 ceph-mon[99608]: pgmap v1326: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:23:33.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:33 smithi089 ceph-mon[102056]: osdmap e1085: 8 total, 8 up, 8 in 2024-07-26T06:23:33.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:33 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/3289548566' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi089-144523-8"}]: dispatch 2024-07-26T06:23:33.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:33 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi089-144523-8"}]: dispatch 2024-07-26T06:23:33.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:33 smithi089 ceph-mon[102056]: pgmap v1326: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:23:34.442 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] cls_rgw.test_put_snap_ec (13097 ms) 2024-07-26T06:23:34.443 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] cls_rgw.test_explicit_ec 2024-07-26T06:23:34.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:34 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi089-144523-8"}]': finished 2024-07-26T06:23:34.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:34 smithi155 ceph-mon[90160]: osdmap e1086: 8 total, 8 up, 8 in 2024-07-26T06:23:34.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:34 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/3289548566' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi089-144523-8"}]: dispatch 2024-07-26T06:23:34.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:34 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi089-144523-8"}]: dispatch 2024-07-26T06:23:34.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:34 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi089-144523-8"}]': finished 2024-07-26T06:23:34.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:34 smithi089 ceph-mon[99608]: osdmap e1086: 8 total, 8 up, 8 in 2024-07-26T06:23:34.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:34 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/3289548566' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi089-144523-8"}]: dispatch 2024-07-26T06:23:34.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:34 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi089-144523-8"}]: dispatch 2024-07-26T06:23:34.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:34 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi089-144523-8"}]': finished 2024-07-26T06:23:34.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:34 smithi089 ceph-mon[102056]: osdmap e1086: 8 total, 8 up, 8 in 2024-07-26T06:23:34.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:34 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/3289548566' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi089-144523-8"}]: dispatch 2024-07-26T06:23:34.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:34 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi089-144523-8"}]: dispatch 2024-07-26T06:23:35.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:35 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi089-144523-8"}]': finished 2024-07-26T06:23:35.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:35 smithi155 ceph-mon[90160]: osdmap e1087: 8 total, 8 up, 8 in 2024-07-26T06:23:35.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:35 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/3301649584' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi089-144523-9"}]: dispatch 2024-07-26T06:23:35.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:35 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi089-144523-9"}]: dispatch 2024-07-26T06:23:35.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:35 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/3301649584' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi089-144523-9"}]: dispatch 2024-07-26T06:23:35.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:35 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi089-144523-9"}]: dispatch 2024-07-26T06:23:35.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:35 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/3301649584' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi089-144523-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-26T06:23:35.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:35 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi089-144523-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-26T06:23:35.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:35 smithi155 ceph-mon[90160]: pgmap v1329: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:23:35.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:35 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi089-144523-8"}]': finished 2024-07-26T06:23:35.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:35 smithi089 ceph-mon[99608]: osdmap e1087: 8 total, 8 up, 8 in 2024-07-26T06:23:35.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:35 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/3301649584' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi089-144523-9"}]: dispatch 2024-07-26T06:23:35.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:35 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi089-144523-9"}]: dispatch 2024-07-26T06:23:35.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:35 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/3301649584' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi089-144523-9"}]: dispatch 2024-07-26T06:23:35.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:35 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi089-144523-9"}]: dispatch 2024-07-26T06:23:35.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:35 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/3301649584' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi089-144523-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-26T06:23:35.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:35 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi089-144523-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-26T06:23:35.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:35 smithi089 ceph-mon[99608]: pgmap v1329: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:23:35.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:35 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi089-144523-8"}]': finished 2024-07-26T06:23:35.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:35 smithi089 ceph-mon[102056]: osdmap e1087: 8 total, 8 up, 8 in 2024-07-26T06:23:35.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:35 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/3301649584' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi089-144523-9"}]: dispatch 2024-07-26T06:23:35.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:35 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi089-144523-9"}]: dispatch 2024-07-26T06:23:35.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:35 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/3301649584' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi089-144523-9"}]: dispatch 2024-07-26T06:23:35.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:35 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi089-144523-9"}]: dispatch 2024-07-26T06:23:35.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:35 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/3301649584' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi089-144523-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-26T06:23:35.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:35 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi089-144523-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-26T06:23:35.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:35 smithi089 ceph-mon[102056]: pgmap v1329: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:23:37.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:36 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi089-144523-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-07-26T06:23:37.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:36 smithi155 ceph-mon[90160]: osdmap e1088: 8 total, 8 up, 8 in 2024-07-26T06:23:37.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:36 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/3301649584' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi089-144523-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi089-144523-9"}]: dispatch 2024-07-26T06:23:37.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:36 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi089-144523-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi089-144523-9"}]: dispatch 2024-07-26T06:23:37.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:36 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi089-144523-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-07-26T06:23:37.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:36 smithi089 ceph-mon[99608]: osdmap e1088: 8 total, 8 up, 8 in 2024-07-26T06:23:37.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:36 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/3301649584' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi089-144523-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi089-144523-9"}]: dispatch 2024-07-26T06:23:37.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:36 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi089-144523-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi089-144523-9"}]: dispatch 2024-07-26T06:23:37.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:36 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi089-144523-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-07-26T06:23:37.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:36 smithi089 ceph-mon[102056]: osdmap e1088: 8 total, 8 up, 8 in 2024-07-26T06:23:37.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:36 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/3301649584' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi089-144523-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi089-144523-9"}]: dispatch 2024-07-26T06:23:37.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:36 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi089-144523-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi089-144523-9"}]: dispatch 2024-07-26T06:23:38.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:37 smithi155 ceph-mon[90160]: osdmap e1089: 8 total, 8 up, 8 in 2024-07-26T06:23:38.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:37 smithi155 ceph-mon[90160]: pgmap v1332: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:23:38.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:37 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi089-144523-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi089-144523-9"}]': finished 2024-07-26T06:23:38.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:37 smithi155 ceph-mon[90160]: osdmap e1090: 8 total, 8 up, 8 in 2024-07-26T06:23:38.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:37 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/3301649584' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:23:38.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:37 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:23:38.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:37 smithi089 ceph-mon[99608]: osdmap e1089: 8 total, 8 up, 8 in 2024-07-26T06:23:38.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:37 smithi089 ceph-mon[99608]: pgmap v1332: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:23:38.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:37 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi089-144523-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi089-144523-9"}]': finished 2024-07-26T06:23:38.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:37 smithi089 ceph-mon[99608]: osdmap e1090: 8 total, 8 up, 8 in 2024-07-26T06:23:38.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:37 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/3301649584' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:23:38.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:37 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:23:38.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:37 smithi089 ceph-mon[102056]: osdmap e1089: 8 total, 8 up, 8 in 2024-07-26T06:23:38.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:37 smithi089 ceph-mon[102056]: pgmap v1332: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:23:38.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:37 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi089-144523-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi089-144523-9"}]': finished 2024-07-26T06:23:38.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:37 smithi089 ceph-mon[102056]: osdmap e1090: 8 total, 8 up, 8 in 2024-07-26T06:23:38.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:37 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/3301649584' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:23:38.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:37 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:23:39.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:39 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:23:39.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:39 smithi155 ceph-mon[90160]: osdmap e1091: 8 total, 8 up, 8 in 2024-07-26T06:23:39.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:39 smithi155 ceph-mon[90160]: pgmap v1335: 113 pgs: 4 creating+peering, 4 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:23:39.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:39 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:23:39.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:39 smithi089 ceph-mon[99608]: osdmap e1091: 8 total, 8 up, 8 in 2024-07-26T06:23:39.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:39 smithi089 ceph-mon[99608]: pgmap v1335: 113 pgs: 4 creating+peering, 4 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:23:39.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:39 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:23:39.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:39 smithi089 ceph-mon[102056]: osdmap e1091: 8 total, 8 up, 8 in 2024-07-26T06:23:39.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:39 smithi089 ceph-mon[102056]: pgmap v1335: 113 pgs: 4 creating+peering, 4 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:23:40.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:40 smithi155 ceph-mon[90160]: osdmap e1092: 8 total, 8 up, 8 in 2024-07-26T06:23:40.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:40 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/3301649584' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi089-144523-9"}]: dispatch 2024-07-26T06:23:40.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:40 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi089-144523-9"}]: dispatch 2024-07-26T06:23:40.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:40 smithi089 ceph-mon[102056]: osdmap e1092: 8 total, 8 up, 8 in 2024-07-26T06:23:40.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:40 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/3301649584' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi089-144523-9"}]: dispatch 2024-07-26T06:23:40.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:40 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi089-144523-9"}]: dispatch 2024-07-26T06:23:40.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:40 smithi089 ceph-mon[99608]: osdmap e1092: 8 total, 8 up, 8 in 2024-07-26T06:23:40.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:40 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/3301649584' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi089-144523-9"}]: dispatch 2024-07-26T06:23:40.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:40 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi089-144523-9"}]: dispatch 2024-07-26T06:23:41.462 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] cls_rgw.test_explicit_ec (7019 ms) 2024-07-26T06:23:41.462 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] cls_rgw.set_ec 2024-07-26T06:23:41.806 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:41 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi089-144523-9"}]': finished 2024-07-26T06:23:41.806 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:41 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/3301649584' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi089-144523-9"}]: dispatch 2024-07-26T06:23:41.806 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:41 smithi089 ceph-mon[99608]: osdmap e1093: 8 total, 8 up, 8 in 2024-07-26T06:23:41.806 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:41 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi089-144523-9"}]: dispatch 2024-07-26T06:23:41.806 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:23:41.806 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:23:41.806 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:41 smithi089 ceph-mon[99608]: pgmap v1338: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:23:41.807 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:41 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi089-144523-9"}]': finished 2024-07-26T06:23:41.807 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:41 smithi089 ceph-mon[99608]: osdmap e1094: 8 total, 8 up, 8 in 2024-07-26T06:23:41.807 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:41 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi089-144523-9"}]': finished 2024-07-26T06:23:41.807 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:41 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/3301649584' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi089-144523-9"}]: dispatch 2024-07-26T06:23:41.807 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:41 smithi089 ceph-mon[102056]: osdmap e1093: 8 total, 8 up, 8 in 2024-07-26T06:23:41.807 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:41 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi089-144523-9"}]: dispatch 2024-07-26T06:23:41.807 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:23:41.807 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:23:41.807 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:41 smithi089 ceph-mon[102056]: pgmap v1338: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:23:41.807 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:41 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi089-144523-9"}]': finished 2024-07-26T06:23:41.808 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:41 smithi089 ceph-mon[102056]: osdmap e1094: 8 total, 8 up, 8 in 2024-07-26T06:23:41.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:41 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi089-144523-9"}]': finished 2024-07-26T06:23:41.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:41 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/3301649584' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi089-144523-9"}]: dispatch 2024-07-26T06:23:41.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:41 smithi155 ceph-mon[90160]: osdmap e1093: 8 total, 8 up, 8 in 2024-07-26T06:23:41.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:41 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi089-144523-9"}]: dispatch 2024-07-26T06:23:41.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:23:41.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:23:41.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:41 smithi155 ceph-mon[90160]: pgmap v1338: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:23:41.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:41 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi089-144523-9"}]': finished 2024-07-26T06:23:41.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:41 smithi155 ceph-mon[90160]: osdmap e1094: 8 total, 8 up, 8 in 2024-07-26T06:23:42.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:23:42 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:23:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:23:42.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:42 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/4124035515' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi089-144523-10"}]: dispatch 2024-07-26T06:23:42.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:42 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi089-144523-10"}]: dispatch 2024-07-26T06:23:42.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:42 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/4124035515' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi089-144523-10"}]: dispatch 2024-07-26T06:23:42.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:42 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi089-144523-10"}]: dispatch 2024-07-26T06:23:42.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:42 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/4124035515' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi089-144523-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-26T06:23:42.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:42 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi089-144523-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-26T06:23:42.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:23:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:23:42] "GET /metrics HTTP/1.1" 200 33993 "" "Prometheus/2.43.0" 2024-07-26T06:23:42.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:42 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/4124035515' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi089-144523-10"}]: dispatch 2024-07-26T06:23:42.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:42 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi089-144523-10"}]: dispatch 2024-07-26T06:23:42.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:42 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/4124035515' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi089-144523-10"}]: dispatch 2024-07-26T06:23:42.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:42 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi089-144523-10"}]: dispatch 2024-07-26T06:23:42.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:42 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/4124035515' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi089-144523-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-26T06:23:42.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:42 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi089-144523-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-26T06:23:42.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:42 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/4124035515' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi089-144523-10"}]: dispatch 2024-07-26T06:23:42.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:42 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi089-144523-10"}]: dispatch 2024-07-26T06:23:42.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:42 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/4124035515' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi089-144523-10"}]: dispatch 2024-07-26T06:23:42.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:42 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi089-144523-10"}]: dispatch 2024-07-26T06:23:42.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:42 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/4124035515' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi089-144523-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-26T06:23:42.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:42 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi089-144523-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-07-26T06:23:43.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:43 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi089-144523-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-07-26T06:23:43.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:43 smithi155 ceph-mon[90160]: osdmap e1095: 8 total, 8 up, 8 in 2024-07-26T06:23:43.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:43 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/4124035515' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi089-144523-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi089-144523-10"}]: dispatch 2024-07-26T06:23:43.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:43 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi089-144523-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi089-144523-10"}]: dispatch 2024-07-26T06:23:43.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:43 smithi155 ceph-mon[90160]: pgmap v1341: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:23:43.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:43 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:23:43.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:43 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi089-144523-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-07-26T06:23:43.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:43 smithi089 ceph-mon[99608]: osdmap e1095: 8 total, 8 up, 8 in 2024-07-26T06:23:43.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:43 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/4124035515' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi089-144523-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi089-144523-10"}]: dispatch 2024-07-26T06:23:43.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:43 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi089-144523-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi089-144523-10"}]: dispatch 2024-07-26T06:23:43.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:43 smithi089 ceph-mon[99608]: pgmap v1341: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:23:43.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:43 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:23:43.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:43 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi089-144523-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-07-26T06:23:43.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:43 smithi089 ceph-mon[102056]: osdmap e1095: 8 total, 8 up, 8 in 2024-07-26T06:23:43.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:43 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/4124035515' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi089-144523-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi089-144523-10"}]: dispatch 2024-07-26T06:23:43.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:43 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi089-144523-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi089-144523-10"}]: dispatch 2024-07-26T06:23:43.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:43 smithi089 ceph-mon[102056]: pgmap v1341: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:23:43.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:43 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:23:44.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:44 smithi155 ceph-mon[90160]: osdmap e1096: 8 total, 8 up, 8 in 2024-07-26T06:23:44.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:44 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:23:44.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:44 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:23:44.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:44 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:23:44.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:44 smithi089 ceph-mon[99608]: osdmap e1096: 8 total, 8 up, 8 in 2024-07-26T06:23:44.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:44 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:23:44.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:44 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:23:44.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:44 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:23:44.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:44 smithi089 ceph-mon[102056]: osdmap e1096: 8 total, 8 up, 8 in 2024-07-26T06:23:44.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:44 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:23:44.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:44 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:23:44.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:44 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:23:45.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:45 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi089-144523-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi089-144523-10"}]': finished 2024-07-26T06:23:45.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:45 smithi155 ceph-mon[90160]: osdmap e1097: 8 total, 8 up, 8 in 2024-07-26T06:23:45.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:45 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/4124035515' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:23:45.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:45 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:23:45.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:45 smithi155 ceph-mon[90160]: pgmap v1344: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:23:45.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:45 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi089-144523-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi089-144523-10"}]': finished 2024-07-26T06:23:45.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:45 smithi089 ceph-mon[99608]: osdmap e1097: 8 total, 8 up, 8 in 2024-07-26T06:23:45.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:45 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/4124035515' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:23:45.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:45 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:23:45.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:45 smithi089 ceph-mon[99608]: pgmap v1344: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:23:45.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:45 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi089-144523-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi089-144523-10"}]': finished 2024-07-26T06:23:45.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:45 smithi089 ceph-mon[102056]: osdmap e1097: 8 total, 8 up, 8 in 2024-07-26T06:23:45.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:45 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/4124035515' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:23:45.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:45 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:23:45.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:45 smithi089 ceph-mon[102056]: pgmap v1344: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:23:46.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:46 smithi155 ceph-mon[90160]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:23:46.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:46 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:23:46.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:46 smithi155 ceph-mon[90160]: osdmap e1098: 8 total, 8 up, 8 in 2024-07-26T06:23:46.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:46 smithi089 ceph-mon[102056]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:23:46.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:46 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:23:46.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:46 smithi089 ceph-mon[102056]: osdmap e1098: 8 total, 8 up, 8 in 2024-07-26T06:23:46.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:46 smithi089 ceph-mon[99608]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:23:46.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:46 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144523-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:23:46.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:46 smithi089 ceph-mon[99608]: osdmap e1098: 8 total, 8 up, 8 in 2024-07-26T06:23:47.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:47 smithi155 ceph-mon[90160]: osdmap e1099: 8 total, 8 up, 8 in 2024-07-26T06:23:47.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:47 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/4124035515' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi089-144523-10"}]: dispatch 2024-07-26T06:23:47.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:47 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi089-144523-10"}]: dispatch 2024-07-26T06:23:47.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:47 smithi155 ceph-mon[90160]: pgmap v1347: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:23:47.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:47 smithi089 ceph-mon[99608]: osdmap e1099: 8 total, 8 up, 8 in 2024-07-26T06:23:47.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:47 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/4124035515' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi089-144523-10"}]: dispatch 2024-07-26T06:23:47.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:47 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi089-144523-10"}]: dispatch 2024-07-26T06:23:47.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:47 smithi089 ceph-mon[99608]: pgmap v1347: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:23:47.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:47 smithi089 ceph-mon[102056]: osdmap e1099: 8 total, 8 up, 8 in 2024-07-26T06:23:47.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:47 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/4124035515' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi089-144523-10"}]: dispatch 2024-07-26T06:23:47.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:47 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi089-144523-10"}]: dispatch 2024-07-26T06:23:47.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:47 smithi089 ceph-mon[102056]: pgmap v1347: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:23:48.522 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] cls_rgw.set_ec (7060 ms) 2024-07-26T06:23:48.522 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] 10 tests from cls_rgw (62219 ms total) 2024-07-26T06:23:48.522 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:23:48.522 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] Global test environment tear-down 2024-07-26T06:23:48.522 INFO:tasks.workunit.client.0.smithi089.stdout:[==========] 10 tests from 1 test suite ran. (62219 ms total) 2024-07-26T06:23:48.522 INFO:tasks.workunit.client.0.smithi089.stdout:[ PASSED ] 10 tests. 2024-07-26T06:23:48.524 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-07-26T06:23:48.525 DEBUG:teuthology.orchestra.run.smithi089:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-07-26T06:23:48.594 INFO:tasks.workunit:Running workunit cls/test_cls_rgw.sh... 2024-07-26T06:23:48.594 DEBUG:teuthology.orchestra.run.smithi089:workunit test cls/test_cls_rgw.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw.sh 2024-07-26T06:23:48.666 INFO:tasks.workunit.client.0.smithi089.stdout:Running main() from gmock_main.cc 2024-07-26T06:23:48.666 INFO:tasks.workunit.client.0.smithi089.stdout:[==========] Running 16 tests from 1 test suite. 2024-07-26T06:23:48.666 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] Global test environment set-up. 2024-07-26T06:23:48.666 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] 16 tests from cls_rgw 2024-07-26T06:23:48.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:48 smithi155 ceph-mon[90160]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:23:48.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:48 smithi155 ceph-mon[90160]: Cluster is now healthy 2024-07-26T06:23:48.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:48 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi089-144523-10"}]': finished 2024-07-26T06:23:48.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:48 smithi155 ceph-mon[90160]: osdmap e1100: 8 total, 8 up, 8 in 2024-07-26T06:23:48.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:48 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/4124035515' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi089-144523-10"}]: dispatch 2024-07-26T06:23:48.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:48 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi089-144523-10"}]: dispatch 2024-07-26T06:23:48.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:48 smithi089 ceph-mon[99608]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:23:48.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:48 smithi089 ceph-mon[99608]: Cluster is now healthy 2024-07-26T06:23:48.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:48 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi089-144523-10"}]': finished 2024-07-26T06:23:48.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:48 smithi089 ceph-mon[99608]: osdmap e1100: 8 total, 8 up, 8 in 2024-07-26T06:23:48.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:48 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/4124035515' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi089-144523-10"}]: dispatch 2024-07-26T06:23:48.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:48 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi089-144523-10"}]: dispatch 2024-07-26T06:23:48.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:48 smithi089 ceph-mon[102056]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:23:48.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:48 smithi089 ceph-mon[102056]: Cluster is now healthy 2024-07-26T06:23:48.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:48 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi089-144523-10"}]': finished 2024-07-26T06:23:48.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:48 smithi089 ceph-mon[102056]: osdmap e1100: 8 total, 8 up, 8 in 2024-07-26T06:23:48.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:48 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/4124035515' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi089-144523-10"}]: dispatch 2024-07-26T06:23:48.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:48 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi089-144523-10"}]: dispatch 2024-07-26T06:23:49.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:49 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi089-144523-10"}]': finished 2024-07-26T06:23:49.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:49 smithi155 ceph-mon[90160]: osdmap e1101: 8 total, 8 up, 8 in 2024-07-26T06:23:49.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:49 smithi155 ceph-mon[90160]: pgmap v1350: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:23:49.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:49 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi089-144523-10"}]': finished 2024-07-26T06:23:49.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:49 smithi089 ceph-mon[99608]: osdmap e1101: 8 total, 8 up, 8 in 2024-07-26T06:23:49.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:49 smithi089 ceph-mon[99608]: pgmap v1350: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:23:49.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:49 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi089-144523-10"}]': finished 2024-07-26T06:23:49.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:49 smithi089 ceph-mon[102056]: osdmap e1101: 8 total, 8 up, 8 in 2024-07-26T06:23:49.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:49 smithi089 ceph-mon[102056]: pgmap v1350: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:23:50.530 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] cls_rgw.index_basic 2024-07-26T06:23:50.571 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] cls_rgw.index_basic (41 ms) 2024-07-26T06:23:50.571 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] cls_rgw.index_multiple_obj_writers 2024-07-26T06:23:50.600 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] cls_rgw.index_multiple_obj_writers (29 ms) 2024-07-26T06:23:50.600 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] cls_rgw.index_remove_object 2024-07-26T06:23:50.640 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] cls_rgw.index_remove_object (40 ms) 2024-07-26T06:23:50.640 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] cls_rgw.index_suggest 2024-07-26T06:23:50.878 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:50 smithi155 ceph-mon[90160]: osdmap e1102: 8 total, 8 up, 8 in 2024-07-26T06:23:50.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:50 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/3083903978' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144861-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:23:50.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:50 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144861-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:23:50.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:50 smithi089 ceph-mon[99608]: osdmap e1102: 8 total, 8 up, 8 in 2024-07-26T06:23:50.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:50 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/3083903978' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144861-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:23:50.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:50 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144861-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:23:50.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:50 smithi089 ceph-mon[102056]: osdmap e1102: 8 total, 8 up, 8 in 2024-07-26T06:23:50.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:50 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/3083903978' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144861-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:23:50.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:50 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144861-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:23:51.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:51 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144861-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:23:51.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:51 smithi155 ceph-mon[90160]: osdmap e1103: 8 total, 8 up, 8 in 2024-07-26T06:23:51.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:51 smithi155 ceph-mon[90160]: pgmap v1353: 137 pgs: 6 creating+peering, 23 unknown, 108 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 3.0 KiB/s wr, 8 op/s 2024-07-26T06:23:51.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:51 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144861-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:23:51.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:51 smithi089 ceph-mon[99608]: osdmap e1103: 8 total, 8 up, 8 in 2024-07-26T06:23:51.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:51 smithi089 ceph-mon[99608]: pgmap v1353: 137 pgs: 6 creating+peering, 23 unknown, 108 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 3.0 KiB/s wr, 8 op/s 2024-07-26T06:23:51.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:51 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144861-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:23:51.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:51 smithi089 ceph-mon[102056]: osdmap e1103: 8 total, 8 up, 8 in 2024-07-26T06:23:51.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:51 smithi089 ceph-mon[102056]: pgmap v1353: 137 pgs: 6 creating+peering, 23 unknown, 108 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 3.0 KiB/s wr, 8 op/s 2024-07-26T06:23:52.097 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] cls_rgw.index_suggest (1458 ms) 2024-07-26T06:23:52.097 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] cls_rgw.index_suggest_complete 2024-07-26T06:23:52.103 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] cls_rgw.index_suggest_complete (6 ms) 2024-07-26T06:23:52.103 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] cls_rgw.index_list 2024-07-26T06:23:52.122 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] cls_rgw.index_list (19 ms) 2024-07-26T06:23:52.123 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] cls_rgw.index_list_delimited 2024-07-26T06:23:52.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:52 smithi155 ceph-mon[90160]: osdmap e1104: 8 total, 8 up, 8 in 2024-07-26T06:23:52.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:23:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:23:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:23:52.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:52 smithi089 ceph-mon[99608]: osdmap e1104: 8 total, 8 up, 8 in 2024-07-26T06:23:52.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:23:52 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:23:52] "GET /metrics HTTP/1.1" 200 33993 "" "Prometheus/2.43.0" 2024-07-26T06:23:52.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:52 smithi089 ceph-mon[102056]: osdmap e1104: 8 total, 8 up, 8 in 2024-07-26T06:23:53.878 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:53 smithi155 ceph-mon[90160]: pgmap v1355: 137 pgs: 6 creating+peering, 8 unknown, 123 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 223 KiB/s rd, 112 KiB/s wr, 376 op/s 2024-07-26T06:23:53.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:53 smithi089 ceph-mon[99608]: pgmap v1355: 137 pgs: 6 creating+peering, 8 unknown, 123 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 223 KiB/s rd, 112 KiB/s wr, 376 op/s 2024-07-26T06:23:53.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:53 smithi089 ceph-mon[102056]: pgmap v1355: 137 pgs: 6 creating+peering, 8 unknown, 123 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 223 KiB/s rd, 112 KiB/s wr, 376 op/s 2024-07-26T06:23:56.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:55 smithi155 ceph-mon[90160]: pgmap v1356: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 180 KiB/s rd, 93 KiB/s wr, 301 op/s 2024-07-26T06:23:56.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:55 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:23:56.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:55 smithi089 ceph-mon[99608]: pgmap v1356: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 180 KiB/s rd, 93 KiB/s wr, 301 op/s 2024-07-26T06:23:56.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:55 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:23:56.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:55 smithi089 ceph-mon[102056]: pgmap v1356: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 180 KiB/s rd, 93 KiB/s wr, 301 op/s 2024-07-26T06:23:56.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:55 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:23:58.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:57 smithi155 ceph-mon[90160]: pgmap v1357: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 877 KiB/s rd, 561 KiB/s wr, 1.70k op/s 2024-07-26T06:23:58.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:57 smithi089 ceph-mon[99608]: pgmap v1357: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 877 KiB/s rd, 561 KiB/s wr, 1.70k op/s 2024-07-26T06:23:58.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:57 smithi089 ceph-mon[102056]: pgmap v1357: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 877 KiB/s rd, 561 KiB/s wr, 1.70k op/s 2024-07-26T06:24:00.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:23:59 smithi155 ceph-mon[90160]: pgmap v1358: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 772 KiB/s rd, 494 KiB/s wr, 1.50k op/s 2024-07-26T06:24:00.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:23:59 smithi089 ceph-mon[99608]: pgmap v1358: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 772 KiB/s rd, 494 KiB/s wr, 1.50k op/s 2024-07-26T06:24:00.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:23:59 smithi089 ceph-mon[102056]: pgmap v1358: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 772 KiB/s rd, 494 KiB/s wr, 1.50k op/s 2024-07-26T06:24:02.314 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:24:01 smithi155 ceph-mon[90160]: pgmap v1359: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 642 KiB/s rd, 411 KiB/s wr, 1.25k op/s 2024-07-26T06:24:02.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:24:01 smithi089 ceph-mon[99608]: pgmap v1359: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 642 KiB/s rd, 411 KiB/s wr, 1.25k op/s 2024-07-26T06:24:02.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:24:01 smithi089 ceph-mon[102056]: pgmap v1359: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 642 KiB/s rd, 411 KiB/s wr, 1.25k op/s 2024-07-26T06:24:02.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:24:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:24:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:24:02.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:24:02 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:24:02] "GET /metrics HTTP/1.1" 200 36377 "" "Prometheus/2.43.0" 2024-07-26T06:24:04.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:24:03 smithi155 ceph-mon[90160]: pgmap v1360: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 939 KiB/s rd, 611 KiB/s wr, 1.85k op/s 2024-07-26T06:24:04.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:24:03 smithi089 ceph-mon[99608]: pgmap v1360: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 939 KiB/s rd, 611 KiB/s wr, 1.85k op/s 2024-07-26T06:24:04.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:24:03 smithi089 ceph-mon[102056]: pgmap v1360: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 939 KiB/s rd, 611 KiB/s wr, 1.85k op/s 2024-07-26T06:24:06.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:24:05 smithi155 ceph-mon[90160]: pgmap v1361: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 807 KiB/s rd, 537 KiB/s wr, 1.61k op/s 2024-07-26T06:24:06.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:24:05 smithi089 ceph-mon[99608]: pgmap v1361: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 807 KiB/s rd, 537 KiB/s wr, 1.61k op/s 2024-07-26T06:24:06.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:24:05 smithi089 ceph-mon[102056]: pgmap v1361: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 807 KiB/s rd, 537 KiB/s wr, 1.61k op/s 2024-07-26T06:24:08.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:24:07 smithi155 ceph-mon[90160]: pgmap v1362: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 721 KiB/s wr, 2.16k op/s 2024-07-26T06:24:08.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:24:07 smithi089 ceph-mon[99608]: pgmap v1362: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 721 KiB/s wr, 2.16k op/s 2024-07-26T06:24:08.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:24:07 smithi089 ceph-mon[102056]: pgmap v1362: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 721 KiB/s wr, 2.16k op/s 2024-07-26T06:24:10.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:24:09 smithi155 ceph-mon[90160]: pgmap v1363: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 636 KiB/s rd, 424 KiB/s wr, 1.27k op/s 2024-07-26T06:24:10.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:24:09 smithi089 ceph-mon[99608]: pgmap v1363: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 636 KiB/s rd, 424 KiB/s wr, 1.27k op/s 2024-07-26T06:24:10.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:24:09 smithi089 ceph-mon[102056]: pgmap v1363: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 636 KiB/s rd, 424 KiB/s wr, 1.27k op/s 2024-07-26T06:24:11.305 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:24:10 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:24:11.306 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:24:10 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:24:11.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:24:10 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:24:12.313 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:24:11 smithi155 ceph-mon[90160]: pgmap v1364: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 636 KiB/s rd, 424 KiB/s wr, 1.27k op/s 2024-07-26T06:24:12.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:24:11 smithi089 ceph-mon[99608]: pgmap v1364: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 636 KiB/s rd, 424 KiB/s wr, 1.27k op/s 2024-07-26T06:24:12.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:24:11 smithi089 ceph-mon[102056]: pgmap v1364: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 636 KiB/s rd, 424 KiB/s wr, 1.27k op/s 2024-07-26T06:24:12.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:24:12 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:24:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:24:12.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:24:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:24:12] "GET /metrics HTTP/1.1" 200 36381 "" "Prometheus/2.43.0" 2024-07-26T06:24:14.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:24:13 smithi155 ceph-mon[90160]: pgmap v1365: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 916 KiB/s rd, 610 KiB/s wr, 1.83k op/s 2024-07-26T06:24:14.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:24:13 smithi089 ceph-mon[99608]: pgmap v1365: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 916 KiB/s rd, 610 KiB/s wr, 1.83k op/s 2024-07-26T06:24:14.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:24:13 smithi089 ceph-mon[102056]: pgmap v1365: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 916 KiB/s rd, 610 KiB/s wr, 1.83k op/s 2024-07-26T06:24:16.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:24:15 smithi155 ceph-mon[90160]: pgmap v1366: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 564 KiB/s rd, 376 KiB/s wr, 1.13k op/s 2024-07-26T06:24:16.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:24:15 smithi089 ceph-mon[99608]: pgmap v1366: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 564 KiB/s rd, 376 KiB/s wr, 1.13k op/s 2024-07-26T06:24:16.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:24:15 smithi089 ceph-mon[102056]: pgmap v1366: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 564 KiB/s rd, 376 KiB/s wr, 1.13k op/s 2024-07-26T06:24:18.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:24:17 smithi155 ceph-mon[90160]: pgmap v1367: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 839 KiB/s rd, 559 KiB/s wr, 1.68k op/s 2024-07-26T06:24:18.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:24:17 smithi089 ceph-mon[99608]: pgmap v1367: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 839 KiB/s rd, 559 KiB/s wr, 1.68k op/s 2024-07-26T06:24:18.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:24:17 smithi089 ceph-mon[102056]: pgmap v1367: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 839 KiB/s rd, 559 KiB/s wr, 1.68k op/s 2024-07-26T06:24:19.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:24:18 smithi155 ceph-mon[90160]: pgmap v1368: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 555 KiB/s rd, 370 KiB/s wr, 1.11k op/s 2024-07-26T06:24:19.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:24:18 smithi089 ceph-mon[99608]: pgmap v1368: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 555 KiB/s rd, 370 KiB/s wr, 1.11k op/s 2024-07-26T06:24:19.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:24:18 smithi089 ceph-mon[102056]: pgmap v1368: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 555 KiB/s rd, 370 KiB/s wr, 1.11k op/s 2024-07-26T06:24:22.314 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:24:21 smithi155 ceph-mon[90160]: pgmap v1369: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 555 KiB/s rd, 370 KiB/s wr, 1.11k op/s 2024-07-26T06:24:22.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:24:21 smithi089 ceph-mon[99608]: pgmap v1369: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 555 KiB/s rd, 370 KiB/s wr, 1.11k op/s 2024-07-26T06:24:22.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:24:21 smithi089 ceph-mon[102056]: pgmap v1369: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 555 KiB/s rd, 370 KiB/s wr, 1.11k op/s 2024-07-26T06:24:22.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:24:22 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:24:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:24:22.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:24:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:24:22] "GET /metrics HTTP/1.1" 200 36381 "" "Prometheus/2.43.0" 2024-07-26T06:24:24.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:24:23 smithi155 ceph-mon[90160]: pgmap v1370: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 827 KiB/s rd, 551 KiB/s wr, 1.65k op/s 2024-07-26T06:24:24.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:24:23 smithi089 ceph-mon[99608]: pgmap v1370: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 827 KiB/s rd, 551 KiB/s wr, 1.65k op/s 2024-07-26T06:24:24.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:24:23 smithi089 ceph-mon[102056]: pgmap v1370: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 827 KiB/s rd, 551 KiB/s wr, 1.65k op/s 2024-07-26T06:24:26.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:24:25 smithi155 ceph-mon[90160]: pgmap v1371: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 547 KiB/s rd, 365 KiB/s wr, 1.09k op/s 2024-07-26T06:24:26.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:24:25 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:24:26.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:24:25 smithi089 ceph-mon[99608]: pgmap v1371: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 547 KiB/s rd, 365 KiB/s wr, 1.09k op/s 2024-07-26T06:24:26.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:24:25 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:24:26.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:24:25 smithi089 ceph-mon[102056]: pgmap v1371: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 547 KiB/s rd, 365 KiB/s wr, 1.09k op/s 2024-07-26T06:24:26.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:24:25 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:24:28.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:24:27 smithi155 ceph-mon[90160]: pgmap v1372: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 820 KiB/s rd, 547 KiB/s wr, 1.64k op/s 2024-07-26T06:24:28.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:24:27 smithi089 ceph-mon[99608]: pgmap v1372: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 820 KiB/s rd, 547 KiB/s wr, 1.64k op/s 2024-07-26T06:24:28.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:24:27 smithi089 ceph-mon[102056]: pgmap v1372: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 820 KiB/s rd, 547 KiB/s wr, 1.64k op/s 2024-07-26T06:24:29.379 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:24:28 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[128126]: logger=cleanup t=2024-07-26T06:24:28.997323564Z level=info msg="Completed cleanup jobs" duration=2.017714ms 2024-07-26T06:24:30.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:24:29 smithi155 ceph-mon[90160]: pgmap v1373: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 545 KiB/s rd, 364 KiB/s wr, 1.09k op/s 2024-07-26T06:24:30.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:24:29 smithi089 ceph-mon[99608]: pgmap v1373: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 545 KiB/s rd, 364 KiB/s wr, 1.09k op/s 2024-07-26T06:24:30.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:24:29 smithi089 ceph-mon[102056]: pgmap v1373: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 545 KiB/s rd, 364 KiB/s wr, 1.09k op/s 2024-07-26T06:24:32.313 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:24:31 smithi155 ceph-mon[90160]: pgmap v1374: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 545 KiB/s rd, 364 KiB/s wr, 1.09k op/s 2024-07-26T06:24:32.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:24:31 smithi089 ceph-mon[99608]: pgmap v1374: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 545 KiB/s rd, 364 KiB/s wr, 1.09k op/s 2024-07-26T06:24:32.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:24:31 smithi089 ceph-mon[102056]: pgmap v1374: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 545 KiB/s rd, 364 KiB/s wr, 1.09k op/s 2024-07-26T06:24:32.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:24:32 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:24:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:24:32.884 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] cls_rgw.index_list_delimited (40761 ms) 2024-07-26T06:24:32.884 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] cls_rgw.bi_list 2024-07-26T06:24:32.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:24:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:24:32] "GET /metrics HTTP/1.1" 200 36382 "" "Prometheus/2.43.0" 2024-07-26T06:24:32.955 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] cls_rgw.bi_list (70 ms) 2024-07-26T06:24:32.955 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] cls_rgw.gc_set 2024-07-26T06:24:32.981 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] cls_rgw.gc_set (27 ms) 2024-07-26T06:24:32.981 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] cls_rgw.gc_list 2024-07-26T06:24:33.004 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] cls_rgw.gc_list (23 ms) 2024-07-26T06:24:33.004 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] cls_rgw.gc_defer 2024-07-26T06:24:34.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:24:33 smithi155 ceph-mon[90160]: pgmap v1375: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 819 KiB/s rd, 546 KiB/s wr, 1.64k op/s 2024-07-26T06:24:34.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:24:33 smithi089 ceph-mon[99608]: pgmap v1375: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 819 KiB/s rd, 546 KiB/s wr, 1.64k op/s 2024-07-26T06:24:34.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:24:33 smithi089 ceph-mon[102056]: pgmap v1375: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 819 KiB/s rd, 546 KiB/s wr, 1.64k op/s 2024-07-26T06:24:35.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:24:34 smithi155 ceph-mon[90160]: osdmap e1105: 8 total, 8 up, 8 in 2024-07-26T06:24:35.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:24:34 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/982276390' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144861-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:24:35.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:24:34 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144861-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:24:35.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:24:34 smithi155 ceph-mon[90160]: pgmap v1377: 169 pgs: 11 creating+peering, 21 unknown, 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 656 KiB/s rd, 437 KiB/s wr, 1.31k op/s 2024-07-26T06:24:35.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:24:34 smithi089 ceph-mon[99608]: osdmap e1105: 8 total, 8 up, 8 in 2024-07-26T06:24:35.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:24:34 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/982276390' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144861-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:24:35.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:24:34 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144861-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:24:35.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:24:34 smithi089 ceph-mon[99608]: pgmap v1377: 169 pgs: 11 creating+peering, 21 unknown, 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 656 KiB/s rd, 437 KiB/s wr, 1.31k op/s 2024-07-26T06:24:35.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:24:34 smithi089 ceph-mon[102056]: osdmap e1105: 8 total, 8 up, 8 in 2024-07-26T06:24:35.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:24:34 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/982276390' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144861-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:24:35.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:24:34 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144861-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:24:35.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:24:34 smithi089 ceph-mon[102056]: pgmap v1377: 169 pgs: 11 creating+peering, 21 unknown, 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 656 KiB/s rd, 437 KiB/s wr, 1.31k op/s 2024-07-26T06:24:36.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:24:35 smithi155 ceph-mon[90160]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:24:36.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:24:35 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144861-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:24:36.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:24:35 smithi155 ceph-mon[90160]: osdmap e1106: 8 total, 8 up, 8 in 2024-07-26T06:24:36.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:24:35 smithi089 ceph-mon[99608]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:24:36.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:24:35 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144861-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:24:36.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:24:35 smithi089 ceph-mon[99608]: osdmap e1106: 8 total, 8 up, 8 in 2024-07-26T06:24:36.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:24:35 smithi089 ceph-mon[102056]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:24:36.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:24:35 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144861-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:24:36.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:24:35 smithi089 ceph-mon[102056]: osdmap e1106: 8 total, 8 up, 8 in 2024-07-26T06:24:37.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:24:36 smithi155 ceph-mon[90160]: osdmap e1107: 8 total, 8 up, 8 in 2024-07-26T06:24:37.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:24:36 smithi155 ceph-mon[90160]: pgmap v1380: 169 pgs: 11 creating+peering, 13 unknown, 145 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 974 KiB/s rd, 491 KiB/s wr, 1.46k op/s 2024-07-26T06:24:37.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:24:36 smithi089 ceph-mon[99608]: osdmap e1107: 8 total, 8 up, 8 in 2024-07-26T06:24:37.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:24:36 smithi089 ceph-mon[99608]: pgmap v1380: 169 pgs: 11 creating+peering, 13 unknown, 145 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 974 KiB/s rd, 491 KiB/s wr, 1.46k op/s 2024-07-26T06:24:37.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:24:36 smithi089 ceph-mon[102056]: osdmap e1107: 8 total, 8 up, 8 in 2024-07-26T06:24:37.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:24:36 smithi089 ceph-mon[102056]: pgmap v1380: 169 pgs: 11 creating+peering, 13 unknown, 145 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 974 KiB/s rd, 491 KiB/s wr, 1.46k op/s 2024-07-26T06:24:38.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:24:37 smithi155 ceph-mon[90160]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:24:38.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:24:37 smithi155 ceph-mon[90160]: Cluster is now healthy 2024-07-26T06:24:38.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:24:37 smithi089 ceph-mon[99608]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:24:38.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:24:37 smithi089 ceph-mon[99608]: Cluster is now healthy 2024-07-26T06:24:38.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:24:37 smithi089 ceph-mon[102056]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:24:38.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:24:37 smithi089 ceph-mon[102056]: Cluster is now healthy 2024-07-26T06:24:39.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:24:38 smithi155 ceph-mon[90160]: pgmap v1381: 169 pgs: 11 creating+peering, 4 unknown, 154 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 426 KiB/s rd, 126 KiB/s wr, 369 op/s 2024-07-26T06:24:39.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:24:38 smithi089 ceph-mon[99608]: pgmap v1381: 169 pgs: 11 creating+peering, 4 unknown, 154 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 426 KiB/s rd, 126 KiB/s wr, 369 op/s 2024-07-26T06:24:39.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:24:38 smithi089 ceph-mon[102056]: pgmap v1381: 169 pgs: 11 creating+peering, 4 unknown, 154 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 426 KiB/s rd, 126 KiB/s wr, 369 op/s 2024-07-26T06:24:40.042 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] cls_rgw.gc_defer (7037 ms) 2024-07-26T06:24:40.042 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] cls_rgw.usage_basic 2024-07-26T06:24:40.105 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] cls_rgw.usage_basic (63 ms) 2024-07-26T06:24:40.105 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] cls_rgw.usage_clear_no_obj 2024-07-26T06:24:40.106 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] cls_rgw.usage_clear_no_obj (2 ms) 2024-07-26T06:24:40.107 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] cls_rgw.usage_clear 2024-07-26T06:24:40.189 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] cls_rgw.usage_clear (83 ms) 2024-07-26T06:24:40.189 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] cls_rgw.bi_log_trim 2024-07-26T06:24:40.237 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] cls_rgw.bi_log_trim (47 ms) 2024-07-26T06:24:40.237 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] cls_rgw.index_racing_removes 2024-07-26T06:24:40.248 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] cls_rgw.index_racing_removes (11 ms) 2024-07-26T06:24:41.050 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] 16 tests from cls_rgw (49718 ms total) 2024-07-26T06:24:41.050 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:24:41.050 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] Global test environment tear-down 2024-07-26T06:24:41.050 INFO:tasks.workunit.client.0.smithi089.stdout:[==========] 16 tests from 1 test suite ran. (52384 ms total) 2024-07-26T06:24:41.050 INFO:tasks.workunit.client.0.smithi089.stdout:[ PASSED ] 16 tests. 2024-07-26T06:24:41.053 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-07-26T06:24:41.053 DEBUG:teuthology.orchestra.run.smithi089:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-07-26T06:24:41.121 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_gc.sh... 2024-07-26T06:24:41.121 DEBUG:teuthology.orchestra.run.smithi089:workunit test cls/test_cls_rgw_gc.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_gc.sh 2024-07-26T06:24:41.190 INFO:tasks.workunit.client.0.smithi089.stdout:Running main() from gmock_main.cc 2024-07-26T06:24:41.190 INFO:tasks.workunit.client.0.smithi089.stdout:[==========] Running 9 tests from 1 test suite. 2024-07-26T06:24:41.190 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] Global test environment set-up. 2024-07-26T06:24:41.190 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] 9 tests from cls_rgw_gc 2024-07-26T06:24:41.191 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] cls_rgw_gc.init 2024-07-26T06:24:41.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:24:41 smithi155 ceph-mon[90160]: osdmap e1108: 8 total, 8 up, 8 in 2024-07-26T06:24:41.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:24:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:24:41.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:24:41 smithi155 ceph-mon[90160]: pgmap v1383: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 447 KiB/s rd, 138 KiB/s wr, 400 op/s 2024-07-26T06:24:41.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:24:41 smithi089 ceph-mon[99608]: osdmap e1108: 8 total, 8 up, 8 in 2024-07-26T06:24:41.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:24:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:24:41.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:24:41 smithi089 ceph-mon[99608]: pgmap v1383: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 447 KiB/s rd, 138 KiB/s wr, 400 op/s 2024-07-26T06:24:41.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:24:41 smithi089 ceph-mon[102056]: osdmap e1108: 8 total, 8 up, 8 in 2024-07-26T06:24:41.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:24:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:24:41.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:24:41 smithi089 ceph-mon[102056]: pgmap v1383: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 447 KiB/s rd, 138 KiB/s wr, 400 op/s 2024-07-26T06:24:42.313 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:24:42 smithi155 ceph-mon[90160]: osdmap e1109: 8 total, 8 up, 8 in 2024-07-26T06:24:42.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:24:42 smithi089 ceph-mon[99608]: osdmap e1109: 8 total, 8 up, 8 in 2024-07-26T06:24:42.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:24:42 smithi089 ceph-mon[102056]: osdmap e1109: 8 total, 8 up, 8 in 2024-07-26T06:24:42.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:24:42 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:24:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:24:42.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:24:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:24:42] "GET /metrics HTTP/1.1" 200 36382 "" "Prometheus/2.43.0" 2024-07-26T06:24:43.062 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] cls_rgw_gc.init (1873 ms) 2024-07-26T06:24:43.062 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops1 2024-07-26T06:24:43.082 INFO:tasks.workunit.client.0.smithi089.stderr:[ ] list info tag = chain-0 2024-07-26T06:24:43.083 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] cls_rgw_gc.gc_queue_ops1 (20 ms) 2024-07-26T06:24:43.083 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops2 2024-07-26T06:24:43.088 INFO:tasks.workunit.client.0.smithi089.stderr:[ ] next_marker is: = 0/4263 2024-07-26T06:24:43.088 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] cls_rgw_gc.gc_queue_ops2 (6 ms) 2024-07-26T06:24:43.088 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops5 2024-07-26T06:24:43.096 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] cls_rgw_gc.gc_queue_ops5 (7 ms) 2024-07-26T06:24:43.096 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops6 2024-07-26T06:24:43.103 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] cls_rgw_gc.gc_queue_ops6 (8 ms) 2024-07-26T06:24:43.103 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops7 2024-07-26T06:24:43.110 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] cls_rgw_gc.gc_queue_ops7 (6 ms) 2024-07-26T06:24:43.110 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops8 2024-07-26T06:24:43.116 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] cls_rgw_gc.gc_queue_ops8 (6 ms) 2024-07-26T06:24:43.116 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops9 2024-07-26T06:24:43.121 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] cls_rgw_gc.gc_queue_ops9 (6 ms) 2024-07-26T06:24:43.122 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] cls_rgw_gc.finalize 2024-07-26T06:24:43.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:24:43 smithi155 ceph-mon[90160]: osdmap e1110: 8 total, 8 up, 8 in 2024-07-26T06:24:43.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:24:43 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/2391338080' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144933-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:24:43.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:24:43 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144933-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:24:43.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:24:43 smithi155 ceph-mon[90160]: pgmap v1386: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:24:43.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:24:43 smithi089 ceph-mon[99608]: osdmap e1110: 8 total, 8 up, 8 in 2024-07-26T06:24:43.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:24:43 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/2391338080' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144933-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:24:43.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:24:43 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144933-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:24:43.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:24:43 smithi089 ceph-mon[99608]: pgmap v1386: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:24:43.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:24:43 smithi089 ceph-mon[102056]: osdmap e1110: 8 total, 8 up, 8 in 2024-07-26T06:24:43.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:24:43 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/2391338080' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144933-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:24:43.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:24:43 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144933-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:24:43.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:24:43 smithi089 ceph-mon[102056]: pgmap v1386: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:24:44.075 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] cls_rgw_gc.finalize (953 ms) 2024-07-26T06:24:44.075 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] 9 tests from cls_rgw_gc (2885 ms total) 2024-07-26T06:24:44.075 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:24:44.076 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] Global test environment tear-down 2024-07-26T06:24:44.076 INFO:tasks.workunit.client.0.smithi089.stdout:[==========] 9 tests from 1 test suite ran. (2885 ms total) 2024-07-26T06:24:44.076 INFO:tasks.workunit.client.0.smithi089.stdout:[ PASSED ] 9 tests. 2024-07-26T06:24:44.077 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-07-26T06:24:44.077 DEBUG:teuthology.orchestra.run.smithi089:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-07-26T06:24:44.144 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_stats.sh... 2024-07-26T06:24:44.144 DEBUG:teuthology.orchestra.run.smithi089:workunit test cls/test_cls_rgw_stats.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_stats.sh 2024-07-26T06:24:44.227 INFO:tasks.workunit.client.0.smithi089.stdout:[==========] Running 1 test from 1 test suite. 2024-07-26T06:24:44.227 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] Global test environment set-up. 2024-07-26T06:24:44.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:24:44 smithi155 ceph-mon[90160]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:24:44.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:24:44 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144933-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:24:44.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:24:44 smithi155 ceph-mon[90160]: osdmap e1111: 8 total, 8 up, 8 in 2024-07-26T06:24:44.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:24:44 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:24:44.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:24:44 smithi089 ceph-mon[99608]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:24:44.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:24:44 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144933-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:24:44.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:24:44 smithi089 ceph-mon[99608]: osdmap e1111: 8 total, 8 up, 8 in 2024-07-26T06:24:44.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:24:44 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:24:44.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:24:44 smithi089 ceph-mon[102056]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:24:44.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:24:44 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-144933-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:24:44.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:24:44 smithi089 ceph-mon[102056]: osdmap e1111: 8 total, 8 up, 8 in 2024-07-26T06:24:44.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:24:44 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:24:45.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:24:45 smithi155 ceph-mon[90160]: osdmap e1112: 8 total, 8 up, 8 in 2024-07-26T06:24:45.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:24:45 smithi155 ceph-mon[90160]: pgmap v1389: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:24:45.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:24:45 smithi089 ceph-mon[99608]: osdmap e1112: 8 total, 8 up, 8 in 2024-07-26T06:24:45.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:24:45 smithi089 ceph-mon[99608]: pgmap v1389: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:24:45.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:24:45 smithi089 ceph-mon[102056]: osdmap e1112: 8 total, 8 up, 8 in 2024-07-26T06:24:45.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:24:45 smithi089 ceph-mon[102056]: pgmap v1389: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:24:46.093 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] 1 test from cls_rgw_stats 2024-07-26T06:24:46.093 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] cls_rgw_stats.simulate 2024-07-26T06:24:46.108 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.108+0000 7f19304c3640 1 > prepared operation key=Y31PRFKXA0KI tag=NN0HX5KZN7SK type=del size=624653 2024-07-26T06:24:46.110 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.110+0000 7f19304c3640 1 > prepared part key=_multipart_LCDUWKN6AQNU.2~NKJEZQBSAPCS.0 size=1048576 2024-07-26T06:24:46.111 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.111+0000 7f19304c3640 1 > prepared part key=_multipart_LCDUWKN6AQNU.2~NKJEZQBSAPCS.1 size=586328 2024-07-26T06:24:46.111 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.111+0000 7f19304c3640 1 > prepared multipart upload key=LCDUWKN6AQNU upload=NKJEZQBSAPCS tag=ECQ0Z699AV8U type=write size=2683480 2024-07-26T06:24:46.113 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.113+0000 7f19304c3640 1 > prepared part key=_multipart_HO4GZ0KNZ8SK.2~XH59X6MPOTIL.0 size=1048576 2024-07-26T06:24:46.114 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.114+0000 7f19304c3640 1 > prepared part key=_multipart_HO4GZ0KNZ8SK.2~XH59X6MPOTIL.1 size=1048576 2024-07-26T06:24:46.115 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.115+0000 7f19304c3640 1 > prepared part key=_multipart_HO4GZ0KNZ8SK.2~XH59X6MPOTIL.2 size=15765 2024-07-26T06:24:46.115 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.115+0000 7f19304c3640 1 > prepared multipart upload key=HO4GZ0KNZ8SK upload=XH59X6MPOTIL tag=IHU1Y6X90U0S type=write size=3161493 2024-07-26T06:24:46.117 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.117+0000 7f19304c3640 1 > prepared part key=_multipart_CXCXAKPQIOKH.2~PIH58W9H5NMZ.0 size=441288 2024-07-26T06:24:46.117 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.117+0000 7f19304c3640 1 > prepared multipart upload key=CXCXAKPQIOKH upload=PIH58W9H5NMZ tag=1QRQLLX3Z8JD type=write size=1489864 2024-07-26T06:24:46.118 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.118+0000 7f19304c3640 1 > prepared operation key=G2XJVRBLSPE9 tag=CVI2M6HFVP4O type=del size=2350955 2024-07-26T06:24:46.119 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.119+0000 7f19304c3640 1 > prepared operation key=SSAHKRHXMDHN tag=RPHCKAJ16MH3 type=del size=448455 2024-07-26T06:24:46.120 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.120+0000 7f19304c3640 1 > prepared operation key=V4RJB0J6F7NB tag=XL5ASCXQQW34 type=del size=1967955 2024-07-26T06:24:46.122 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.121+0000 7f19304c3640 1 > prepared operation key=Y31PRFKXA0KI tag=45OPZZAHBOGY type=del size=1055804 2024-07-26T06:24:46.123 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.122+0000 7f19304c3640 1 > prepared operation key=4ZWJ6XHKZXZF tag=HO30W4NDNXPY type=write size=143149 2024-07-26T06:24:46.125 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.124+0000 7f19304c3640 1 > prepared part key=_multipart_V4RJB0J6F7NB.2~2CJSQ2H8T7Y0.0 size=818134 2024-07-26T06:24:46.125 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.124+0000 7f19304c3640 1 > prepared multipart upload key=V4RJB0J6F7NB upload=2CJSQ2H8T7Y0 tag=HE6USNW5TFFJ type=write size=1866710 2024-07-26T06:24:46.126 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.125+0000 7f19304c3640 1 > prepared operation key=V4RJB0J6F7NB tag=G38R3KZUA1RT type=write size=44852 2024-07-26T06:24:46.127 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.127+0000 7f19304c3640 1 > prepared operation key=G2XJVRBLSPE9 tag=GY27M8JPEW6O type=del size=774586 2024-07-26T06:24:46.129 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.129+0000 7f19304c3640 1 > prepared part key=_multipart_8J29YNE031PP.2~OTYQXJBPKE6K.0 size=79433 2024-07-26T06:24:46.129 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.129+0000 7f19304c3640 1 > prepared multipart upload key=8J29YNE031PP upload=OTYQXJBPKE6K tag=4MNW5XYF9Q10 type=write size=1128009 2024-07-26T06:24:46.130 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.130+0000 7f19304c3640 1 > prepared operation key=P6MP7JC8DTH7 tag=EO9Z37671SGG type=del size=2419443 2024-07-26T06:24:46.133 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.132+0000 7f19304c3640 1 > prepared part key=_multipart_2I9DGCCZ992A.2~D9SGOR1BULF5.0 size=17376 2024-07-26T06:24:46.133 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.132+0000 7f19304c3640 1 > prepared multipart upload key=2I9DGCCZ992A upload=D9SGOR1BULF5 tag=GLQ4GY6NMWGD type=write size=1065952 2024-07-26T06:24:46.134 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.133+0000 7f19304c3640 1 > prepared operation key=55ZIE8HVR68M tag=NZHI5HUUCXU6 type=del size=2127679 2024-07-26T06:24:46.136 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.136+0000 7f19304c3640 1 < suggested update operation key=Y31PRFKXA0KI tag=NN0HX5KZN7SK type=del size=624653 2024-07-26T06:24:46.138 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.138+0000 7f19304c3640 1 > prepared part key=_multipart_1I2JP28R3YNS.2~34DWBQWRZ6B1.0 size=34836 2024-07-26T06:24:46.138 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.138+0000 7f19304c3640 1 > prepared multipart upload key=1I2JP28R3YNS upload=34DWBQWRZ6B1 tag=UJLDDBVA7912 type=write size=1083412 2024-07-26T06:24:46.139 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.139+0000 7f19304c3640 1 < completed part key=_multipart_LCDUWKN6AQNU.2~NKJEZQBSAPCS.0 size=1048576 2024-07-26T06:24:46.140 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.140+0000 7f19304c3640 1 < completed part key=_multipart_LCDUWKN6AQNU.2~NKJEZQBSAPCS.1 size=586328 2024-07-26T06:24:46.142 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.142+0000 7f19304c3640 1 < completed multipart upload key=LCDUWKN6AQNU upload=NKJEZQBSAPCS tag=ECQ0Z699AV8U type=write size=2683480 2024-07-26T06:24:46.143 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.143+0000 7f19304c3640 1 > prepared operation key=PN7DBK1NNJVB tag=JTVKPVA8VPOU type=del size=571038 2024-07-26T06:24:46.144 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.144+0000 7f19304c3640 1 < completed part key=_multipart_HO4GZ0KNZ8SK.2~XH59X6MPOTIL.0 size=1048576 2024-07-26T06:24:46.145 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.145+0000 7f19304c3640 1 < completed part key=_multipart_HO4GZ0KNZ8SK.2~XH59X6MPOTIL.1 size=1048576 2024-07-26T06:24:46.146 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.146+0000 7f19304c3640 1 < completed part key=_multipart_HO4GZ0KNZ8SK.2~XH59X6MPOTIL.2 size=15765 2024-07-26T06:24:46.148 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.148+0000 7f19304c3640 1 < completed multipart upload key=HO4GZ0KNZ8SK upload=XH59X6MPOTIL tag=IHU1Y6X90U0S type=write size=3161493 2024-07-26T06:24:46.150 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.150+0000 7f19304c3640 1 > prepared part key=_multipart_M8V7EJP4HHQV.2~Y44XJNR4DGHC.0 size=1048576 2024-07-26T06:24:46.151 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.150+0000 7f19304c3640 1 > prepared part key=_multipart_M8V7EJP4HHQV.2~Y44XJNR4DGHC.1 size=642654 2024-07-26T06:24:46.151 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.150+0000 7f19304c3640 1 > prepared multipart upload key=M8V7EJP4HHQV upload=Y44XJNR4DGHC tag=EBOU2M5C64Y2 type=write size=2739806 2024-07-26T06:24:46.152 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.152+0000 7f19304c3640 1 < completed part key=_multipart_CXCXAKPQIOKH.2~PIH58W9H5NMZ.0 size=441288 2024-07-26T06:24:46.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:24:46 smithi089 ceph-mon[99608]: osdmap e1113: 8 total, 8 up, 8 in 2024-07-26T06:24:46.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:24:46 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/1543652134' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-145115-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:24:46.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:24:46 smithi089 ceph-mon[99608]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:24:46.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:24:46 smithi089 ceph-mon[99608]: Cluster is now healthy 2024-07-26T06:24:46.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:24:46 smithi089 ceph-mon[102056]: osdmap e1113: 8 total, 8 up, 8 in 2024-07-26T06:24:46.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:24:46 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/1543652134' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-145115-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:24:46.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:24:46 smithi089 ceph-mon[102056]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:24:46.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:24:46 smithi089 ceph-mon[102056]: Cluster is now healthy 2024-07-26T06:24:46.155 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.154+0000 7f19304c3640 1 < completed multipart upload key=CXCXAKPQIOKH upload=PIH58W9H5NMZ tag=1QRQLLX3Z8JD type=write size=1489864 2024-07-26T06:24:46.156 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.156+0000 7f19304c3640 1 > prepared part key=_multipart_F3QUORF2HDZY.2~I3WII9E7MV6L.0 size=1048576 2024-07-26T06:24:46.157 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.156+0000 7f19304c3640 1 > prepared part key=_multipart_F3QUORF2HDZY.2~I3WII9E7MV6L.1 size=1048576 2024-07-26T06:24:46.158 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.157+0000 7f19304c3640 1 > prepared part key=_multipart_F3QUORF2HDZY.2~I3WII9E7MV6L.2 size=588846 2024-07-26T06:24:46.158 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.157+0000 7f19304c3640 1 > prepared multipart upload key=F3QUORF2HDZY upload=I3WII9E7MV6L tag=CMKCOGQFR2HJ type=write size=3734574 2024-07-26T06:24:46.159 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.159+0000 7f19304c3640 1 < completed delete operation key=G2XJVRBLSPE9 tag=CVI2M6HFVP4O type=del 2024-07-26T06:24:46.160 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.160+0000 7f19304c3640 1 > prepared operation key=Y0JGX4QVQXEC tag=QEPIRK7DPMT9 type=del size=3413107 2024-07-26T06:24:46.161 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.161+0000 7f19304c3640 1 < completed delete operation key=SSAHKRHXMDHN tag=RPHCKAJ16MH3 type=del 2024-07-26T06:24:46.162 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.162+0000 7f19304c3640 1 > prepared operation key=1I2JP28R3YNS tag=1I42EMP0CRQV type=del size=1186033 2024-07-26T06:24:46.164 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.164+0000 7f19304c3640 1 < suggested remove operation key=V4RJB0J6F7NB tag=XL5ASCXQQW34 type=del 2024-07-26T06:24:46.165 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.165+0000 7f19304c3640 1 > prepared operation key=23K6MK7R266R tag=VAQUQ826AWRV type=del size=3980631 2024-07-26T06:24:46.167 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.166+0000 7f19304c3640 -1 < failed to complete operation key=Y31PRFKXA0KI tag=45OPZZAHBOGY type=del size=1055804: (22) Invalid argument 2024-07-26T06:24:46.168 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.168+0000 7f19304c3640 1 > prepared operation key=D2CZZ6A8YSHC tag=HK8UN2173V7J type=del size=886085 2024-07-26T06:24:46.169 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.169+0000 7f19304c3640 1 < completed write operation key=4ZWJ6XHKZXZF tag=HO30W4NDNXPY type=write size=143149 2024-07-26T06:24:46.170 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.170+0000 7f19304c3640 1 > prepared operation key=ZSYF9DE73TR8 tag=C2AIKLBXZXUG type=del size=372725 2024-07-26T06:24:46.171 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.171+0000 7f19304c3640 1 < completed part key=_multipart_V4RJB0J6F7NB.2~2CJSQ2H8T7Y0.0 size=818134 2024-07-26T06:24:46.173 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.173+0000 7f19304c3640 1 < completed multipart upload key=V4RJB0J6F7NB upload=2CJSQ2H8T7Y0 tag=HE6USNW5TFFJ type=write size=1866710 2024-07-26T06:24:46.176 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.175+0000 7f19304c3640 1 > prepared part key=_multipart_2I9DGCCZ992A.2~AGCCHUT04GN0.0 size=210026 2024-07-26T06:24:46.176 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.175+0000 7f19304c3640 1 > prepared multipart upload key=2I9DGCCZ992A upload=AGCCHUT04GN0 tag=9M7U1W6MBQZS type=write size=1258602 2024-07-26T06:24:46.177 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.177+0000 7f19304c3640 -1 < failed to complete operation key=V4RJB0J6F7NB tag=G38R3KZUA1RT type=write size=44852: (22) Invalid argument 2024-07-26T06:24:46.178 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.178+0000 7f19304c3640 1 > prepared operation key=TWRRPXYVH5FW tag=MUIOE8ZJL8L2 type=del size=724539 2024-07-26T06:24:46.180 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.179+0000 7f19304c3640 1 < completed delete operation key=G2XJVRBLSPE9 tag=GY27M8JPEW6O type=del 2024-07-26T06:24:46.182 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.182+0000 7f19304c3640 1 > prepared part key=_multipart_7P9AQQD7XI2Z.2~KLZTQLIO4O03.0 size=1048576 2024-07-26T06:24:46.184 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.183+0000 7f19304c3640 1 > prepared part key=_multipart_7P9AQQD7XI2Z.2~KLZTQLIO4O03.1 size=200843 2024-07-26T06:24:46.184 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.183+0000 7f19304c3640 1 > prepared multipart upload key=7P9AQQD7XI2Z upload=KLZTQLIO4O03 tag=68LEAZV2SKG0 type=write size=2297995 2024-07-26T06:24:46.185 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.185+0000 7f19304c3640 1 < completed part key=_multipart_8J29YNE031PP.2~OTYQXJBPKE6K.0 size=79433 2024-07-26T06:24:46.187 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.187+0000 7f19304c3640 1 < completed multipart upload key=8J29YNE031PP upload=OTYQXJBPKE6K tag=4MNW5XYF9Q10 type=write size=1128009 2024-07-26T06:24:46.188 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.188+0000 7f19304c3640 1 > prepared operation key=P6MP7JC8DTH7 tag=DQEV7TSRBE5K type=del size=1495891 2024-07-26T06:24:46.189 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.189+0000 7f19304c3640 1 < completed delete operation key=P6MP7JC8DTH7 tag=EO9Z37671SGG type=del 2024-07-26T06:24:46.191 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.191+0000 7f19304c3640 1 > prepared part key=_multipart_0PV4L596ZFOW.2~M7IWL0I3YEZB.0 size=719485 2024-07-26T06:24:46.191 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.191+0000 7f19304c3640 1 > prepared multipart upload key=0PV4L596ZFOW upload=M7IWL0I3YEZB tag=LES6STXLQAOA type=write size=1768061 2024-07-26T06:24:46.192 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.192+0000 7f19304c3640 1 < completed part key=_multipart_2I9DGCCZ992A.2~D9SGOR1BULF5.0 size=17376 2024-07-26T06:24:46.194 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.194+0000 7f19304c3640 1 < completed multipart upload key=2I9DGCCZ992A upload=D9SGOR1BULF5 tag=GLQ4GY6NMWGD type=write size=1065952 2024-07-26T06:24:46.195 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.195+0000 7f19304c3640 1 > prepared operation key=TWRRPXYVH5FW tag=ASBP8DJHYTCH type=del size=3282287 2024-07-26T06:24:46.196 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.196+0000 7f19304c3640 1 < completed delete operation key=55ZIE8HVR68M tag=NZHI5HUUCXU6 type=del 2024-07-26T06:24:46.198 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.197+0000 7f19304c3640 1 > prepared operation key=D2CZZ6A8YSHC tag=HRBU4LH2FXF8 type=del size=1910201 2024-07-26T06:24:46.199 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.199+0000 7f19304c3640 1 < completed part key=_multipart_1I2JP28R3YNS.2~34DWBQWRZ6B1.0 size=34836 2024-07-26T06:24:46.201 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.201+0000 7f19304c3640 1 < completed multipart upload key=1I2JP28R3YNS upload=34DWBQWRZ6B1 tag=UJLDDBVA7912 type=write size=1083412 2024-07-26T06:24:46.203 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.202+0000 7f19304c3640 1 > prepared operation key=P6MP7JC8DTH7 tag=XCHBNB8JNSH0 type=del size=3864084 2024-07-26T06:24:46.204 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.204+0000 7f19304c3640 1 < completed delete operation key=PN7DBK1NNJVB tag=JTVKPVA8VPOU type=del 2024-07-26T06:24:46.206 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.206+0000 7f19304c3640 1 > prepared part key=_multipart_M8V7EJP4HHQV.2~W1IOJMK9JH24.0 size=1048576 2024-07-26T06:24:46.207 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.207+0000 7f19304c3640 1 > prepared part key=_multipart_M8V7EJP4HHQV.2~W1IOJMK9JH24.1 size=144381 2024-07-26T06:24:46.207 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.207+0000 7f19304c3640 1 > prepared multipart upload key=M8V7EJP4HHQV upload=W1IOJMK9JH24 tag=KKA538S9V756 type=write size=2241533 2024-07-26T06:24:46.208 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.208+0000 7f19304c3640 1 < completed part key=_multipart_M8V7EJP4HHQV.2~Y44XJNR4DGHC.0 size=1048576 2024-07-26T06:24:46.209 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.209+0000 7f19304c3640 1 < completed part key=_multipart_M8V7EJP4HHQV.2~Y44XJNR4DGHC.1 size=642654 2024-07-26T06:24:46.211 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.211+0000 7f19304c3640 1 < completed multipart upload key=M8V7EJP4HHQV upload=Y44XJNR4DGHC tag=EBOU2M5C64Y2 type=write size=2739806 2024-07-26T06:24:46.212 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.212+0000 7f19304c3640 1 > prepared operation key=SQ0RDJVR9PPL tag=C5R3AUXVNOTY type=del size=3018330 2024-07-26T06:24:46.214 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.214+0000 7f19304c3640 1 < completed part key=_multipart_F3QUORF2HDZY.2~I3WII9E7MV6L.0 size=1048576 2024-07-26T06:24:46.215 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.214+0000 7f19304c3640 1 < completed part key=_multipart_F3QUORF2HDZY.2~I3WII9E7MV6L.1 size=1048576 2024-07-26T06:24:46.215 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.215+0000 7f19304c3640 1 < completed part key=_multipart_F3QUORF2HDZY.2~I3WII9E7MV6L.2 size=588846 2024-07-26T06:24:46.217 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.217+0000 7f19304c3640 1 < completed multipart upload key=F3QUORF2HDZY upload=I3WII9E7MV6L tag=CMKCOGQFR2HJ type=write size=3734574 2024-07-26T06:24:46.219 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.219+0000 7f19304c3640 1 > prepared operation key=SQ0RDJVR9PPL tag=DSKLTWMBB2WX type=write size=38381 2024-07-26T06:24:46.220 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.220+0000 7f19304c3640 1 < completed delete operation key=Y0JGX4QVQXEC tag=QEPIRK7DPMT9 type=del 2024-07-26T06:24:46.222 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.222+0000 7f19304c3640 1 > prepared part key=_multipart_8J29YNE031PP.2~ANGX7NQNE863.0 size=519010 2024-07-26T06:24:46.222 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.222+0000 7f19304c3640 1 > prepared multipart upload key=8J29YNE031PP upload=ANGX7NQNE863 tag=QVJ297JD6IRZ type=write size=1567586 2024-07-26T06:24:46.224 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.224+0000 7f19304c3640 1 < suggested remove operation key=1I2JP28R3YNS tag=1I42EMP0CRQV type=del 2024-07-26T06:24:46.227 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.226+0000 7f19304c3640 1 > prepared part key=_multipart_C2RTY1II1OSK.2~0JKBBNDI5SZF.0 size=1048576 2024-07-26T06:24:46.227 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.227+0000 7f19304c3640 1 > prepared part key=_multipart_C2RTY1II1OSK.2~0JKBBNDI5SZF.1 size=1048576 2024-07-26T06:24:46.228 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.228+0000 7f19304c3640 1 > prepared part key=_multipart_C2RTY1II1OSK.2~0JKBBNDI5SZF.2 size=299197 2024-07-26T06:24:46.228 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.228+0000 7f19304c3640 1 > prepared multipart upload key=C2RTY1II1OSK upload=0JKBBNDI5SZF tag=MGJ2ESFWC8ZQ type=write size=3444925 2024-07-26T06:24:46.231 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.230+0000 7f19304c3640 1 < suggested update operation key=23K6MK7R266R tag=VAQUQ826AWRV type=del size=3980631 2024-07-26T06:24:46.232 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.231+0000 7f19304c3640 1 > prepared operation key=TWRRPXYVH5FW tag=SONJPU5UL2W6 type=write size=511723 2024-07-26T06:24:46.233 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.233+0000 7f19304c3640 1 < completed delete operation key=D2CZZ6A8YSHC tag=HK8UN2173V7J type=del 2024-07-26T06:24:46.235 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.235+0000 7f19304c3640 1 > prepared part key=_multipart_8J29YNE031PP.2~E2M9E5M38J6L.0 size=1048576 2024-07-26T06:24:46.236 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.235+0000 7f19304c3640 1 > prepared part key=_multipart_8J29YNE031PP.2~E2M9E5M38J6L.1 size=703114 2024-07-26T06:24:46.236 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.235+0000 7f19304c3640 1 > prepared multipart upload key=8J29YNE031PP upload=E2M9E5M38J6L tag=1O6V0VHX0R4K type=write size=2800266 2024-07-26T06:24:46.237 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.236+0000 7f19304c3640 1 < canceled operation key=ZSYF9DE73TR8 tag=C2AIKLBXZXUG type=del size=372725 2024-07-26T06:24:46.239 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.239+0000 7f19304c3640 1 > prepared part key=_multipart_512VC812AWRN.2~VKALPGPJHS41.0 size=1048576 2024-07-26T06:24:46.240 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.239+0000 7f19304c3640 1 > prepared part key=_multipart_512VC812AWRN.2~VKALPGPJHS41.1 size=146241 2024-07-26T06:24:46.240 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.239+0000 7f19304c3640 1 > prepared multipart upload key=512VC812AWRN upload=VKALPGPJHS41 tag=CTJY0IRBIS87 type=write size=2243393 2024-07-26T06:24:46.241 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.241+0000 7f19304c3640 1 < completed part key=_multipart_2I9DGCCZ992A.2~AGCCHUT04GN0.0 size=210026 2024-07-26T06:24:46.243 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.242+0000 7f19304c3640 1 < completed multipart upload key=2I9DGCCZ992A upload=AGCCHUT04GN0 tag=9M7U1W6MBQZS type=write size=1258602 2024-07-26T06:24:46.245 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.245+0000 7f19304c3640 1 > prepared part key=_multipart_LCDUWKN6AQNU.2~0C7BCSUMRY15.0 size=505337 2024-07-26T06:24:46.245 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.245+0000 7f19304c3640 1 > prepared multipart upload key=LCDUWKN6AQNU upload=0C7BCSUMRY15 tag=SQYJAETM53KP type=write size=1553913 2024-07-26T06:24:46.246 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.246+0000 7f19304c3640 1 < completed delete operation key=TWRRPXYVH5FW tag=MUIOE8ZJL8L2 type=del 2024-07-26T06:24:46.248 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.247+0000 7f19304c3640 1 > prepared operation key=55ZIE8HVR68M tag=RI17VYGMU9C9 type=write size=1020954 2024-07-26T06:24:46.248 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.248+0000 7f19304c3640 1 < canceled part key=_multipart_7P9AQQD7XI2Z.2~KLZTQLIO4O03.0 size=1048576 2024-07-26T06:24:46.249 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.249+0000 7f19304c3640 1 < completed part key=_multipart_7P9AQQD7XI2Z.2~KLZTQLIO4O03.1 size=200843 2024-07-26T06:24:46.251 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.251+0000 7f19304c3640 1 < canceled multipart upload key=7P9AQQD7XI2Z upload=KLZTQLIO4O03 tag=68LEAZV2SKG0 type=write size=2297995 2024-07-26T06:24:46.254 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.253+0000 7f19304c3640 1 > prepared part key=_multipart_7P9AQQD7XI2Z.2~AV411KZM71MV.0 size=323521 2024-07-26T06:24:46.254 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.253+0000 7f19304c3640 1 > prepared multipart upload key=7P9AQQD7XI2Z upload=AV411KZM71MV tag=MW2LGRXKKGM8 type=write size=1372097 2024-07-26T06:24:46.255 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.255+0000 7f19304c3640 1 < completed delete operation key=P6MP7JC8DTH7 tag=DQEV7TSRBE5K type=del 2024-07-26T06:24:46.257 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.257+0000 7f19304c3640 1 > prepared part key=_multipart_Y31PRFKXA0KI.2~H61Y8BHAONPC.0 size=1048576 2024-07-26T06:24:46.258 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.258+0000 7f19304c3640 1 > prepared part key=_multipart_Y31PRFKXA0KI.2~H61Y8BHAONPC.1 size=40323 2024-07-26T06:24:46.258 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.258+0000 7f19304c3640 1 > prepared multipart upload key=Y31PRFKXA0KI upload=H61Y8BHAONPC tag=5QRGX67NGHJG type=write size=2137475 2024-07-26T06:24:46.259 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.259+0000 7f19304c3640 1 < completed part key=_multipart_0PV4L596ZFOW.2~M7IWL0I3YEZB.0 size=719485 2024-07-26T06:24:46.261 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.261+0000 7f19304c3640 1 < completed multipart upload key=0PV4L596ZFOW upload=M7IWL0I3YEZB tag=LES6STXLQAOA type=write size=1768061 2024-07-26T06:24:46.263 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.263+0000 7f19304c3640 1 > prepared operation key=D2CZZ6A8YSHC tag=KKIE753ITY44 type=del size=2012468 2024-07-26T06:24:46.264 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.264+0000 7f19304c3640 1 < completed delete operation key=TWRRPXYVH5FW tag=ASBP8DJHYTCH type=del 2024-07-26T06:24:46.265 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.265+0000 7f19304c3640 1 > prepared operation key=F3QUORF2HDZY tag=PT52BYE4FLEO type=del size=1341089 2024-07-26T06:24:46.267 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.266+0000 7f19304c3640 1 < completed delete operation key=D2CZZ6A8YSHC tag=HRBU4LH2FXF8 type=del 2024-07-26T06:24:46.269 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.269+0000 7f19304c3640 1 > prepared part key=_multipart_PN7DBK1NNJVB.2~L7KIK93AIPFD.0 size=291824 2024-07-26T06:24:46.269 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.269+0000 7f19304c3640 1 > prepared multipart upload key=PN7DBK1NNJVB upload=L7KIK93AIPFD tag=S1450GITH1DN type=write size=1340400 2024-07-26T06:24:46.270 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.270+0000 7f19304c3640 1 < completed delete operation key=P6MP7JC8DTH7 tag=XCHBNB8JNSH0 type=del 2024-07-26T06:24:46.274 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.272+0000 7f19304c3640 1 > prepared operation key=CXCXAKPQIOKH tag=GG8EQFZQJZZN type=del size=118242 2024-07-26T06:24:46.274 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.273+0000 7f19304c3640 1 < completed part key=_multipart_M8V7EJP4HHQV.2~W1IOJMK9JH24.0 size=1048576 2024-07-26T06:24:46.274 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.273+0000 7f19304c3640 1 < canceled part key=_multipart_M8V7EJP4HHQV.2~W1IOJMK9JH24.1 size=144381 2024-07-26T06:24:46.275 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.275+0000 7f19304c3640 1 < canceled multipart upload key=M8V7EJP4HHQV upload=W1IOJMK9JH24 tag=KKA538S9V756 type=write size=2241533 2024-07-26T06:24:46.277 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.276+0000 7f19304c3640 1 > prepared operation key=512VC812AWRN tag=L03ZU18AT3FL type=del size=3281970 2024-07-26T06:24:46.278 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.278+0000 7f19304c3640 1 < completed delete operation key=SQ0RDJVR9PPL tag=C5R3AUXVNOTY type=del 2024-07-26T06:24:46.279 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.279+0000 7f19304c3640 1 > prepared operation key=PN7DBK1NNJVB tag=EGMWYANGWZYV type=del size=4192896 2024-07-26T06:24:46.280 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.280+0000 7f19304c3640 1 < completed write operation key=SQ0RDJVR9PPL tag=DSKLTWMBB2WX type=write size=38381 2024-07-26T06:24:46.283 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.282+0000 7f19304c3640 1 > prepared part key=_multipart_7P9AQQD7XI2Z.2~82XCLQ1HUDNB.0 size=770278 2024-07-26T06:24:46.283 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.282+0000 7f19304c3640 1 > prepared multipart upload key=7P9AQQD7XI2Z upload=82XCLQ1HUDNB tag=NZVLLC6IKCGD type=write size=1818854 2024-07-26T06:24:46.283 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.283+0000 7f19304c3640 1 < canceled part key=_multipart_8J29YNE031PP.2~ANGX7NQNE863.0 size=519010 2024-07-26T06:24:46.285 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.285+0000 7f19304c3640 1 < canceled multipart upload key=8J29YNE031PP upload=ANGX7NQNE863 tag=QVJ297JD6IRZ type=write size=1567586 2024-07-26T06:24:46.287 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.287+0000 7f19304c3640 1 > prepared part key=_multipart_F3QUORF2HDZY.2~X6U931HZEGFP.0 size=1048576 2024-07-26T06:24:46.288 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.288+0000 7f19304c3640 1 > prepared part key=_multipart_F3QUORF2HDZY.2~X6U931HZEGFP.1 size=1048576 2024-07-26T06:24:46.289 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.289+0000 7f19304c3640 1 > prepared part key=_multipart_F3QUORF2HDZY.2~X6U931HZEGFP.2 size=806163 2024-07-26T06:24:46.289 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.289+0000 7f19304c3640 1 > prepared multipart upload key=F3QUORF2HDZY upload=X6U931HZEGFP tag=XQMO8ZUYN04V type=write size=3951891 2024-07-26T06:24:46.291 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.290+0000 7f19304c3640 1 < completed part key=_multipart_C2RTY1II1OSK.2~0JKBBNDI5SZF.0 size=1048576 2024-07-26T06:24:46.291 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.291+0000 7f19304c3640 1 < completed part key=_multipart_C2RTY1II1OSK.2~0JKBBNDI5SZF.1 size=1048576 2024-07-26T06:24:46.292 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.292+0000 7f19304c3640 1 < completed part key=_multipart_C2RTY1II1OSK.2~0JKBBNDI5SZF.2 size=299197 2024-07-26T06:24:46.294 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.294+0000 7f19304c3640 1 < completed multipart upload key=C2RTY1II1OSK upload=0JKBBNDI5SZF tag=MGJ2ESFWC8ZQ type=write size=3444925 2024-07-26T06:24:46.296 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.296+0000 7f19304c3640 1 > prepared part key=_multipart_2TS50KKRU12E.2~TWHUR7VWYRX3.0 size=1048576 2024-07-26T06:24:46.297 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.297+0000 7f19304c3640 1 > prepared part key=_multipart_2TS50KKRU12E.2~TWHUR7VWYRX3.1 size=1048576 2024-07-26T06:24:46.298 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.298+0000 7f19304c3640 1 > prepared part key=_multipart_2TS50KKRU12E.2~TWHUR7VWYRX3.2 size=82355 2024-07-26T06:24:46.298 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.298+0000 7f19304c3640 1 > prepared multipart upload key=2TS50KKRU12E upload=TWHUR7VWYRX3 tag=PY9SJG28YUFX type=write size=3228083 2024-07-26T06:24:46.299 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.299+0000 7f19304c3640 1 < completed write operation key=TWRRPXYVH5FW tag=SONJPU5UL2W6 type=write size=511723 2024-07-26T06:24:46.300 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.300+0000 7f19304c3640 1 > prepared operation key=2I9DGCCZ992A tag=8XZQJH1X292D type=del size=1998452 2024-07-26T06:24:46.301 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.301+0000 7f19304c3640 1 < completed part key=_multipart_8J29YNE031PP.2~E2M9E5M38J6L.0 size=1048576 2024-07-26T06:24:46.302 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.301+0000 7f19304c3640 1 < canceled part key=_multipart_8J29YNE031PP.2~E2M9E5M38J6L.1 size=703114 2024-07-26T06:24:46.303 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.303+0000 7f19304c3640 1 < canceled multipart upload key=8J29YNE031PP upload=E2M9E5M38J6L tag=1O6V0VHX0R4K type=write size=2800266 2024-07-26T06:24:46.304 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.304+0000 7f19304c3640 1 > prepared operation key=TWRRPXYVH5FW tag=21XHO1XUV0P9 type=write size=108708 2024-07-26T06:24:46.306 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.305+0000 7f19304c3640 1 < completed part key=_multipart_512VC812AWRN.2~VKALPGPJHS41.0 size=1048576 2024-07-26T06:24:46.306 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.306+0000 7f19304c3640 1 < completed part key=_multipart_512VC812AWRN.2~VKALPGPJHS41.1 size=146241 2024-07-26T06:24:46.308 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.308+0000 7f19304c3640 1 < completed multipart upload key=512VC812AWRN upload=VKALPGPJHS41 tag=CTJY0IRBIS87 type=write size=2243393 2024-07-26T06:24:46.309 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.309+0000 7f19304c3640 1 > prepared operation key=D2CZZ6A8YSHC tag=HZKGUUEWG9QC type=del size=4046682 2024-07-26T06:24:46.311 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.310+0000 7f19304c3640 1 < completed part key=_multipart_LCDUWKN6AQNU.2~0C7BCSUMRY15.0 size=505337 2024-07-26T06:24:46.312 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.312+0000 7f19304c3640 1 < completed multipart upload key=LCDUWKN6AQNU upload=0C7BCSUMRY15 tag=SQYJAETM53KP type=write size=1553913 2024-07-26T06:24:46.314 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.314+0000 7f19304c3640 1 > prepared operation key=512VC812AWRN tag=0YK802QN3VXR type=del size=3118427 2024-07-26T06:24:46.315 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.315+0000 7f19304c3640 1 < completed write operation key=55ZIE8HVR68M tag=RI17VYGMU9C9 type=write size=1020954 2024-07-26T06:24:46.316 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.316+0000 7f19304c3640 1 > prepared operation key=8J29YNE031PP tag=0LNS19MFO8XQ type=del size=463348 2024-07-26T06:24:46.316 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.316+0000 7f19304c3640 1 < canceled part key=_multipart_7P9AQQD7XI2Z.2~AV411KZM71MV.0 size=323521 2024-07-26T06:24:46.318 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.318+0000 7f19304c3640 1 < canceled multipart upload key=7P9AQQD7XI2Z upload=AV411KZM71MV tag=MW2LGRXKKGM8 type=write size=1372097 2024-07-26T06:24:46.319 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.319+0000 7f19304c3640 1 > prepared operation key=8J29YNE031PP tag=GG8SSA7BHMVR type=del size=1836494 2024-07-26T06:24:46.321 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.321+0000 7f19304c3640 1 < completed part key=_multipart_Y31PRFKXA0KI.2~H61Y8BHAONPC.0 size=1048576 2024-07-26T06:24:46.322 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.322+0000 7f19304c3640 1 < completed part key=_multipart_Y31PRFKXA0KI.2~H61Y8BHAONPC.1 size=40323 2024-07-26T06:24:46.324 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.324+0000 7f19304c3640 1 < completed multipart upload key=Y31PRFKXA0KI upload=H61Y8BHAONPC tag=5QRGX67NGHJG type=write size=2137475 2024-07-26T06:24:46.325 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.325+0000 7f19304c3640 1 > prepared operation key=V4QX80DR86I3 tag=9VY57CX19J43 type=del size=178392 2024-07-26T06:24:46.327 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.326+0000 7f19304c3640 1 < completed delete operation key=D2CZZ6A8YSHC tag=KKIE753ITY44 type=del 2024-07-26T06:24:46.328 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.328+0000 7f19304c3640 1 > prepared operation key=PN7DBK1NNJVB tag=YH9U0E5ZEDD3 type=del size=2071776 2024-07-26T06:24:46.330 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.329+0000 7f19304c3640 1 < completed delete operation key=F3QUORF2HDZY tag=PT52BYE4FLEO type=del 2024-07-26T06:24:46.331 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.330+0000 7f19304c3640 1 > prepared operation key=F3QUORF2HDZY tag=TFE0D51UN3BG type=del size=2181007 2024-07-26T06:24:46.332 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.332+0000 7f19304c3640 1 < completed part key=_multipart_PN7DBK1NNJVB.2~L7KIK93AIPFD.0 size=291824 2024-07-26T06:24:46.334 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.333+0000 7f19304c3640 1 < completed multipart upload key=PN7DBK1NNJVB upload=L7KIK93AIPFD tag=S1450GITH1DN type=write size=1340400 2024-07-26T06:24:46.336 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.336+0000 7f19304c3640 1 > prepared part key=_multipart_V4RJB0J6F7NB.2~7PZ1WXHCNRCO.0 size=1048576 2024-07-26T06:24:46.337 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.336+0000 7f19304c3640 1 > prepared part key=_multipart_V4RJB0J6F7NB.2~7PZ1WXHCNRCO.1 size=817100 2024-07-26T06:24:46.337 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.336+0000 7f19304c3640 1 > prepared multipart upload key=V4RJB0J6F7NB upload=7PZ1WXHCNRCO tag=KU4117398SNO type=write size=2914252 2024-07-26T06:24:46.338 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.337+0000 7f19304c3640 1 < completed delete operation key=CXCXAKPQIOKH tag=GG8EQFZQJZZN type=del 2024-07-26T06:24:46.339 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.339+0000 7f19304c3640 1 > prepared operation key=F3QUORF2HDZY tag=15S15DP38U8Y type=del size=3479080 2024-07-26T06:24:46.340 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.340+0000 7f19304c3640 1 < completed delete operation key=512VC812AWRN tag=L03ZU18AT3FL type=del 2024-07-26T06:24:46.341 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.341+0000 7f19304c3640 1 > prepared operation key=CXCXAKPQIOKH tag=PCKC3UN27DAN type=del size=1248978 2024-07-26T06:24:46.342 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.342+0000 7f19304c3640 1 < canceled operation key=PN7DBK1NNJVB tag=EGMWYANGWZYV type=del size=4192896 2024-07-26T06:24:46.343 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.343+0000 7f19304c3640 1 > prepared operation key=HO4GZ0KNZ8SK tag=KOBFB1L833N8 type=del size=966450 2024-07-26T06:24:46.344 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.343+0000 7f19304c3640 1 < canceled part key=_multipart_7P9AQQD7XI2Z.2~82XCLQ1HUDNB.0 size=770278 2024-07-26T06:24:46.346 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.346+0000 7f19304c3640 1 < canceled multipart upload key=7P9AQQD7XI2Z upload=82XCLQ1HUDNB tag=NZVLLC6IKCGD type=write size=1818854 2024-07-26T06:24:46.347 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.347+0000 7f19304c3640 1 > prepared operation key=23K6MK7R266R tag=1A6D53I0I3O4 type=write size=323018 2024-07-26T06:24:46.349 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.349+0000 7f19304c3640 1 < completed part key=_multipart_F3QUORF2HDZY.2~X6U931HZEGFP.0 size=1048576 2024-07-26T06:24:46.349 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.349+0000 7f19304c3640 1 < canceled part key=_multipart_F3QUORF2HDZY.2~X6U931HZEGFP.1 size=1048576 2024-07-26T06:24:46.350 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.350+0000 7f19304c3640 1 < completed part key=_multipart_F3QUORF2HDZY.2~X6U931HZEGFP.2 size=806163 2024-07-26T06:24:46.352 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.352+0000 7f19304c3640 1 < canceled multipart upload key=F3QUORF2HDZY upload=X6U931HZEGFP tag=XQMO8ZUYN04V type=write size=3951891 2024-07-26T06:24:46.354 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.354+0000 7f19304c3640 1 > prepared part key=_multipart_55ZIE8HVR68M.2~612AJ8KG10KK.0 size=1048576 2024-07-26T06:24:46.355 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.355+0000 7f19304c3640 1 > prepared part key=_multipart_55ZIE8HVR68M.2~612AJ8KG10KK.1 size=859931 2024-07-26T06:24:46.355 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.355+0000 7f19304c3640 1 > prepared multipart upload key=55ZIE8HVR68M upload=612AJ8KG10KK tag=JP1G41GPR1MZ type=write size=2957083 2024-07-26T06:24:46.356 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.356+0000 7f19304c3640 1 < completed part key=_multipart_2TS50KKRU12E.2~TWHUR7VWYRX3.0 size=1048576 2024-07-26T06:24:46.358 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.357+0000 7f19304c3640 1 < completed part key=_multipart_2TS50KKRU12E.2~TWHUR7VWYRX3.1 size=1048576 2024-07-26T06:24:46.358 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.358+0000 7f19304c3640 1 < completed part key=_multipart_2TS50KKRU12E.2~TWHUR7VWYRX3.2 size=82355 2024-07-26T06:24:46.360 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.360+0000 7f19304c3640 1 < completed multipart upload key=2TS50KKRU12E upload=TWHUR7VWYRX3 tag=PY9SJG28YUFX type=write size=3228083 2024-07-26T06:24:46.361 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.361+0000 7f19304c3640 1 > prepared operation key=0PV4L596ZFOW tag=IPSVH8JPIAHO type=del size=1152728 2024-07-26T06:24:46.362 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.362+0000 7f19304c3640 1 < canceled operation key=2I9DGCCZ992A tag=8XZQJH1X292D type=del size=1998452 2024-07-26T06:24:46.364 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.364+0000 7f19304c3640 1 > prepared operation key=55ZIE8HVR68M tag=UV5PMTG6K4XJ type=del size=3726281 2024-07-26T06:24:46.365 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.365+0000 7f19304c3640 1 < completed write operation key=TWRRPXYVH5FW tag=21XHO1XUV0P9 type=write size=108708 2024-07-26T06:24:46.366 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.366+0000 7f19304c3640 1 > prepared operation key=G70GGG8ITGEE tag=WWHVJC7Y9VCC type=del size=844123 2024-07-26T06:24:46.367 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.367+0000 7f19304c3640 1 < completed delete operation key=D2CZZ6A8YSHC tag=HZKGUUEWG9QC type=del 2024-07-26T06:24:46.368 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.368+0000 7f19304c3640 1 > prepared operation key=V4RJB0J6F7NB tag=S7TKHMVT4DRQ type=write size=133691 2024-07-26T06:24:46.369 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.369+0000 7f19304c3640 1 < completed delete operation key=512VC812AWRN tag=0YK802QN3VXR type=del 2024-07-26T06:24:46.372 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.371+0000 7f19304c3640 1 > prepared part key=_multipart_7P9AQQD7XI2Z.2~109VYNAMWW7A.0 size=493172 2024-07-26T06:24:46.372 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.371+0000 7f19304c3640 1 > prepared multipart upload key=7P9AQQD7XI2Z upload=109VYNAMWW7A tag=KHUQWDY8YMHF type=write size=1541748 2024-07-26T06:24:46.373 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.373+0000 7f19304c3640 1 < completed delete operation key=8J29YNE031PP tag=0LNS19MFO8XQ type=del 2024-07-26T06:24:46.374 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.374+0000 7f19304c3640 1 > prepared operation key=SQ0RDJVR9PPL tag=VI5V6FEBVS34 type=write size=1013045 2024-07-26T06:24:46.375 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.375+0000 7f19304c3640 1 < completed delete operation key=8J29YNE031PP tag=GG8SSA7BHMVR type=del 2024-07-26T06:24:46.376 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.376+0000 7f19304c3640 1 > prepared operation key=C2RTY1II1OSK tag=9Z49TE4G9IT9 type=del size=328792 2024-07-26T06:24:46.378 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.378+0000 7f19304c3640 1 < completed delete operation key=V4QX80DR86I3 tag=9VY57CX19J43 type=del 2024-07-26T06:24:46.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:24:46 smithi155 ceph-mon[90160]: osdmap e1113: 8 total, 8 up, 8 in 2024-07-26T06:24:46.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:24:46 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/1543652134' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-145115-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:24:46.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:24:46 smithi155 ceph-mon[90160]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:24:46.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:24:46 smithi155 ceph-mon[90160]: Cluster is now healthy 2024-07-26T06:24:46.379 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.379+0000 7f19304c3640 1 > prepared operation key=F3QUORF2HDZY tag=KT7MAJ40F3XL type=write size=550770 2024-07-26T06:24:46.380 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.380+0000 7f19304c3640 1 < completed delete operation key=PN7DBK1NNJVB tag=YH9U0E5ZEDD3 type=del 2024-07-26T06:24:46.382 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.382+0000 7f19304c3640 1 > prepared part key=_multipart_1I2JP28R3YNS.2~3BVJFOXVJQX6.0 size=1048576 2024-07-26T06:24:46.384 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.383+0000 7f19304c3640 1 > prepared part key=_multipart_1I2JP28R3YNS.2~3BVJFOXVJQX6.1 size=731290 2024-07-26T06:24:46.384 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.383+0000 7f19304c3640 1 > prepared multipart upload key=1I2JP28R3YNS upload=3BVJFOXVJQX6 tag=0OUI1R8G4VPB type=write size=2828442 2024-07-26T06:24:46.385 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.385+0000 7f19304c3640 1 < completed delete operation key=F3QUORF2HDZY tag=TFE0D51UN3BG type=del 2024-07-26T06:24:46.386 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.386+0000 7f19304c3640 1 > prepared operation key=Y0JGX4QVQXEC tag=DEWQ3S350P1K type=del size=2483562 2024-07-26T06:24:46.387 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.387+0000 7f19304c3640 1 < completed part key=_multipart_V4RJB0J6F7NB.2~7PZ1WXHCNRCO.0 size=1048576 2024-07-26T06:24:46.388 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.388+0000 7f19304c3640 1 < completed part key=_multipart_V4RJB0J6F7NB.2~7PZ1WXHCNRCO.1 size=817100 2024-07-26T06:24:46.390 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.390+0000 7f19304c3640 1 < completed multipart upload key=V4RJB0J6F7NB upload=7PZ1WXHCNRCO tag=KU4117398SNO type=write size=2914252 2024-07-26T06:24:46.391 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.391+0000 7f19304c3640 1 > prepared operation key=SQ0RDJVR9PPL tag=LJ1FM9WAFIGH type=del size=667041 2024-07-26T06:24:46.392 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.392+0000 7f19304c3640 1 < completed delete operation key=F3QUORF2HDZY tag=15S15DP38U8Y type=del 2024-07-26T06:24:46.393 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.393+0000 7f19304c3640 1 > prepared operation key=8J29YNE031PP tag=779WRHL9NV7S type=del size=3874424 2024-07-26T06:24:46.394 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.394+0000 7f19304c3640 1 < completed delete operation key=CXCXAKPQIOKH tag=PCKC3UN27DAN type=del 2024-07-26T06:24:46.396 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.396+0000 7f19304c3640 1 > prepared part key=_multipart_55ZIE8HVR68M.2~JP3FA4JU6APZ.0 size=228365 2024-07-26T06:24:46.396 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.396+0000 7f19304c3640 1 > prepared multipart upload key=55ZIE8HVR68M upload=JP3FA4JU6APZ tag=LRQ3BAZ9WP8Z type=write size=1276941 2024-07-26T06:24:46.397 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.397+0000 7f19304c3640 1 < completed delete operation key=HO4GZ0KNZ8SK tag=KOBFB1L833N8 type=del 2024-07-26T06:24:46.400 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.399+0000 7f19304c3640 1 > prepared part key=_multipart_F3QUORF2HDZY.2~EXKFNRQJNXMB.0 size=1048576 2024-07-26T06:24:46.401 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.400+0000 7f19304c3640 1 > prepared part key=_multipart_F3QUORF2HDZY.2~EXKFNRQJNXMB.1 size=1048576 2024-07-26T06:24:46.401 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.401+0000 7f19304c3640 1 > prepared part key=_multipart_F3QUORF2HDZY.2~EXKFNRQJNXMB.2 size=783951 2024-07-26T06:24:46.402 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.401+0000 7f19304c3640 1 > prepared multipart upload key=F3QUORF2HDZY upload=EXKFNRQJNXMB tag=FDGX50W3MDGH type=write size=3929679 2024-07-26T06:24:46.403 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.402+0000 7f19304c3640 1 < completed write operation key=23K6MK7R266R tag=1A6D53I0I3O4 type=write size=323018 2024-07-26T06:24:46.404 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.404+0000 7f19304c3640 1 > prepared operation key=2TS50KKRU12E tag=ZE1VETFQSKD7 type=del size=563931 2024-07-26T06:24:46.405 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.405+0000 7f19304c3640 1 < completed part key=_multipart_55ZIE8HVR68M.2~612AJ8KG10KK.0 size=1048576 2024-07-26T06:24:46.406 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.406+0000 7f19304c3640 1 < completed part key=_multipart_55ZIE8HVR68M.2~612AJ8KG10KK.1 size=859931 2024-07-26T06:24:46.408 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.407+0000 7f19304c3640 1 < completed multipart upload key=55ZIE8HVR68M upload=612AJ8KG10KK tag=JP1G41GPR1MZ type=write size=2957083 2024-07-26T06:24:46.410 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.409+0000 7f19304c3640 1 > prepared operation key=PN7DBK1NNJVB tag=L576Q88H61L1 type=del size=3131786 2024-07-26T06:24:46.411 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.411+0000 7f19304c3640 1 < completed delete operation key=0PV4L596ZFOW tag=IPSVH8JPIAHO type=del 2024-07-26T06:24:46.412 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.412+0000 7f19304c3640 1 > prepared operation key=4ZWJ6XHKZXZF tag=WMWPD0WOVIJY type=del size=485737 2024-07-26T06:24:46.413 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.413+0000 7f19304c3640 1 < completed delete operation key=55ZIE8HVR68M tag=UV5PMTG6K4XJ type=del 2024-07-26T06:24:46.417 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.416+0000 7f19304c3640 1 > prepared part key=_multipart_0PV4L596ZFOW.2~3J1PTVWYDJ13.0 size=1048576 2024-07-26T06:24:46.418 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.418+0000 7f19304c3640 1 > prepared part key=_multipart_0PV4L596ZFOW.2~3J1PTVWYDJ13.1 size=465000 2024-07-26T06:24:46.418 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.418+0000 7f19304c3640 1 > prepared multipart upload key=0PV4L596ZFOW upload=3J1PTVWYDJ13 tag=2RLTEV7B7NEP type=write size=2562152 2024-07-26T06:24:46.419 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.419+0000 7f19304c3640 1 < completed delete operation key=G70GGG8ITGEE tag=WWHVJC7Y9VCC type=del 2024-07-26T06:24:46.421 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.421+0000 7f19304c3640 1 > prepared part key=_multipart_2TS50KKRU12E.2~5UNS64APEFRC.0 size=741860 2024-07-26T06:24:46.421 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.421+0000 7f19304c3640 1 > prepared multipart upload key=2TS50KKRU12E upload=5UNS64APEFRC tag=LJXWHI722DXD type=write size=1790436 2024-07-26T06:24:46.422 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.422+0000 7f19304c3640 1 < completed write operation key=V4RJB0J6F7NB tag=S7TKHMVT4DRQ type=write size=133691 2024-07-26T06:24:46.424 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.424+0000 7f19304c3640 1 > prepared operation key=4ZWJ6XHKZXZF tag=LZ10X0YLUM90 type=write size=330518 2024-07-26T06:24:46.425 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.425+0000 7f19304c3640 1 < completed part key=_multipart_7P9AQQD7XI2Z.2~109VYNAMWW7A.0 size=493172 2024-07-26T06:24:46.427 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.427+0000 7f19304c3640 1 < completed multipart upload key=7P9AQQD7XI2Z upload=109VYNAMWW7A tag=KHUQWDY8YMHF type=write size=1541748 2024-07-26T06:24:46.428 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.428+0000 7f19304c3640 1 > prepared operation key=Y31PRFKXA0KI tag=H0F25IGUU2HF type=write size=850351 2024-07-26T06:24:46.430 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.430+0000 7f19304c3640 1 < completed write operation key=SQ0RDJVR9PPL tag=VI5V6FEBVS34 type=write size=1013045 2024-07-26T06:24:46.432 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.432+0000 7f19304c3640 1 > prepared part key=_multipart_CXCXAKPQIOKH.2~TTTMAVY8S0DR.0 size=1048576 2024-07-26T06:24:46.433 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.433+0000 7f19304c3640 1 > prepared part key=_multipart_CXCXAKPQIOKH.2~TTTMAVY8S0DR.1 size=1048576 2024-07-26T06:24:46.434 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.434+0000 7f19304c3640 1 > prepared part key=_multipart_CXCXAKPQIOKH.2~TTTMAVY8S0DR.2 size=118530 2024-07-26T06:24:46.434 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.434+0000 7f19304c3640 1 > prepared multipart upload key=CXCXAKPQIOKH upload=TTTMAVY8S0DR tag=RNUDDDT9V98G type=write size=3264258 2024-07-26T06:24:46.435 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.435+0000 7f19304c3640 1 < completed delete operation key=C2RTY1II1OSK tag=9Z49TE4G9IT9 type=del 2024-07-26T06:24:46.436 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.436+0000 7f19304c3640 1 > prepared operation key=SSAHKRHXMDHN tag=6UM9H5YZVPMJ type=write size=921337 2024-07-26T06:24:46.437 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.437+0000 7f19304c3640 1 < completed write operation key=F3QUORF2HDZY tag=KT7MAJ40F3XL type=write size=550770 2024-07-26T06:24:46.439 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.439+0000 7f19304c3640 1 > prepared part key=_multipart_0PV4L596ZFOW.2~14TNFNA6FUH8.0 size=1048576 2024-07-26T06:24:46.440 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.440+0000 7f19304c3640 1 > prepared part key=_multipart_0PV4L596ZFOW.2~14TNFNA6FUH8.1 size=1048576 2024-07-26T06:24:46.441 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.441+0000 7f19304c3640 1 > prepared part key=_multipart_0PV4L596ZFOW.2~14TNFNA6FUH8.2 size=833393 2024-07-26T06:24:46.441 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.441+0000 7f19304c3640 1 > prepared multipart upload key=0PV4L596ZFOW upload=14TNFNA6FUH8 tag=FTUM8005JQH0 type=write size=3979121 2024-07-26T06:24:46.442 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.442+0000 7f19304c3640 1 < completed part key=_multipart_1I2JP28R3YNS.2~3BVJFOXVJQX6.0 size=1048576 2024-07-26T06:24:46.443 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.443+0000 7f19304c3640 1 < completed part key=_multipart_1I2JP28R3YNS.2~3BVJFOXVJQX6.1 size=731290 2024-07-26T06:24:46.445 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.445+0000 7f19304c3640 1 < completed multipart upload key=1I2JP28R3YNS upload=3BVJFOXVJQX6 tag=0OUI1R8G4VPB type=write size=2828442 2024-07-26T06:24:46.447 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.447+0000 7f19304c3640 1 > prepared part key=_multipart_2I9DGCCZ992A.2~MBCHOCU7XE8I.0 size=1048576 2024-07-26T06:24:46.449 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.448+0000 7f19304c3640 1 > prepared part key=_multipart_2I9DGCCZ992A.2~MBCHOCU7XE8I.1 size=1048576 2024-07-26T06:24:46.449 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.449+0000 7f19304c3640 1 > prepared part key=_multipart_2I9DGCCZ992A.2~MBCHOCU7XE8I.2 size=650117 2024-07-26T06:24:46.450 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.449+0000 7f19304c3640 1 > prepared multipart upload key=2I9DGCCZ992A upload=MBCHOCU7XE8I tag=4E0UK928W30O type=write size=3795845 2024-07-26T06:24:46.451 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.450+0000 7f19304c3640 1 < completed delete operation key=Y0JGX4QVQXEC tag=DEWQ3S350P1K type=del 2024-07-26T06:24:46.453 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.453+0000 7f19304c3640 1 > prepared part key=_multipart_QMPZ7GQNIH0K.2~3575J633DOCL.0 size=1048576 2024-07-26T06:24:46.454 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.454+0000 7f19304c3640 1 > prepared part key=_multipart_QMPZ7GQNIH0K.2~3575J633DOCL.1 size=991684 2024-07-26T06:24:46.454 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.454+0000 7f19304c3640 1 > prepared multipart upload key=QMPZ7GQNIH0K upload=3575J633DOCL tag=ES3G576HT7WQ type=write size=3088836 2024-07-26T06:24:46.457 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.457+0000 7f19304c3640 1 < suggested update operation key=SQ0RDJVR9PPL tag=LJ1FM9WAFIGH type=del size=667041 2024-07-26T06:24:46.459 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.459+0000 7f19304c3640 1 > prepared part key=_multipart_LCDUWKN6AQNU.2~NC0BP15VD3W9.0 size=563827 2024-07-26T06:24:46.459 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.459+0000 7f19304c3640 1 > prepared multipart upload key=LCDUWKN6AQNU upload=NC0BP15VD3W9 tag=09ECCK0DT4W1 type=write size=1612403 2024-07-26T06:24:46.460 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.460+0000 7f19304c3640 1 < completed delete operation key=8J29YNE031PP tag=779WRHL9NV7S type=del 2024-07-26T06:24:46.461 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.461+0000 7f19304c3640 1 > prepared operation key=7P9AQQD7XI2Z tag=DLMFG7VCSZD8 type=del size=4156189 2024-07-26T06:24:46.463 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.462+0000 7f19304c3640 1 < completed part key=_multipart_55ZIE8HVR68M.2~JP3FA4JU6APZ.0 size=228365 2024-07-26T06:24:46.464 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.464+0000 7f19304c3640 1 < completed multipart upload key=55ZIE8HVR68M upload=JP3FA4JU6APZ tag=LRQ3BAZ9WP8Z type=write size=1276941 2024-07-26T06:24:46.465 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.465+0000 7f19304c3640 1 > prepared operation key=2I9DGCCZ992A tag=3O0GOC220XGH type=del size=52196 2024-07-26T06:24:46.467 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.466+0000 7f19304c3640 1 < completed part key=_multipart_F3QUORF2HDZY.2~EXKFNRQJNXMB.0 size=1048576 2024-07-26T06:24:46.468 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.467+0000 7f19304c3640 1 < completed part key=_multipart_F3QUORF2HDZY.2~EXKFNRQJNXMB.1 size=1048576 2024-07-26T06:24:46.469 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.468+0000 7f19304c3640 1 < completed part key=_multipart_F3QUORF2HDZY.2~EXKFNRQJNXMB.2 size=783951 2024-07-26T06:24:46.470 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.470+0000 7f19304c3640 1 < completed multipart upload key=F3QUORF2HDZY upload=EXKFNRQJNXMB tag=FDGX50W3MDGH type=write size=3929679 2024-07-26T06:24:46.472 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.472+0000 7f19304c3640 1 > prepared operation key=SSAHKRHXMDHN tag=NZH295IUPWUN type=del size=1625803 2024-07-26T06:24:46.473 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.473+0000 7f19304c3640 1 < canceled operation key=2TS50KKRU12E tag=ZE1VETFQSKD7 type=del size=563931 2024-07-26T06:24:46.474 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.474+0000 7f19304c3640 1 > prepared operation key=SSAHKRHXMDHN tag=1CT6VZYTQNJ2 type=del size=1331120 2024-07-26T06:24:46.479 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.476+0000 7f19304c3640 1 < completed delete operation key=PN7DBK1NNJVB tag=L576Q88H61L1 type=del 2024-07-26T06:24:46.479 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.477+0000 7f19304c3640 1 > prepared operation key=P6MP7JC8DTH7 tag=FB2ACKCKN43R type=del size=269262 2024-07-26T06:24:46.479 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.478+0000 7f19304c3640 1 < completed delete operation key=4ZWJ6XHKZXZF tag=WMWPD0WOVIJY type=del 2024-07-26T06:24:46.480 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.480+0000 7f19304c3640 1 > prepared part key=_multipart_SQ0RDJVR9PPL.2~23NQRPD2H34D.0 size=1048576 2024-07-26T06:24:46.481 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.481+0000 7f19304c3640 1 > prepared part key=_multipart_SQ0RDJVR9PPL.2~23NQRPD2H34D.1 size=997000 2024-07-26T06:24:46.481 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.481+0000 7f19304c3640 1 > prepared multipart upload key=SQ0RDJVR9PPL upload=23NQRPD2H34D tag=5OE7JETTU0Z5 type=write size=3094152 2024-07-26T06:24:46.483 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.483+0000 7f19304c3640 1 < completed part key=_multipart_0PV4L596ZFOW.2~3J1PTVWYDJ13.0 size=1048576 2024-07-26T06:24:46.484 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.484+0000 7f19304c3640 1 < completed part key=_multipart_0PV4L596ZFOW.2~3J1PTVWYDJ13.1 size=465000 2024-07-26T06:24:46.487 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.487+0000 7f19304c3640 1 < completed multipart upload key=0PV4L596ZFOW upload=3J1PTVWYDJ13 tag=2RLTEV7B7NEP type=write size=2562152 2024-07-26T06:24:46.489 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.488+0000 7f19304c3640 1 > prepared operation key=0PV4L596ZFOW tag=5S3JFFZMHMNO type=del size=387533 2024-07-26T06:24:46.490 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.490+0000 7f19304c3640 1 < completed part key=_multipart_2TS50KKRU12E.2~5UNS64APEFRC.0 size=741860 2024-07-26T06:24:46.492 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.492+0000 7f19304c3640 1 < completed multipart upload key=2TS50KKRU12E upload=5UNS64APEFRC tag=LJXWHI722DXD type=write size=1790436 2024-07-26T06:24:46.493 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.493+0000 7f19304c3640 1 > prepared operation key=HO4GZ0KNZ8SK tag=9D4Y3FJBQP6S type=del size=1062030 2024-07-26T06:24:46.494 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.494+0000 7f19304c3640 1 < completed write operation key=4ZWJ6XHKZXZF tag=LZ10X0YLUM90 type=write size=330518 2024-07-26T06:24:46.497 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.497+0000 7f19304c3640 1 > prepared part key=_multipart_C2RTY1II1OSK.2~2KXBG0DMOMH9.0 size=1048576 2024-07-26T06:24:46.498 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.498+0000 7f19304c3640 1 > prepared part key=_multipart_C2RTY1II1OSK.2~2KXBG0DMOMH9.1 size=1048576 2024-07-26T06:24:46.499 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.499+0000 7f19304c3640 1 > prepared part key=_multipart_C2RTY1II1OSK.2~2KXBG0DMOMH9.2 size=323587 2024-07-26T06:24:46.499 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.499+0000 7f19304c3640 1 > prepared multipart upload key=C2RTY1II1OSK upload=2KXBG0DMOMH9 tag=3LKNTQZJ1XIN type=write size=3469315 2024-07-26T06:24:46.500 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.500+0000 7f19304c3640 1 < completed write operation key=Y31PRFKXA0KI tag=H0F25IGUU2HF type=write size=850351 2024-07-26T06:24:46.502 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.502+0000 7f19304c3640 1 > prepared part key=_multipart_C2RTY1II1OSK.2~PKGQJP8281Q9.0 size=671685 2024-07-26T06:24:46.502 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.502+0000 7f19304c3640 1 > prepared multipart upload key=C2RTY1II1OSK upload=PKGQJP8281Q9 tag=6G3UO42V5MIB type=write size=1720261 2024-07-26T06:24:46.503 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.503+0000 7f19304c3640 1 < completed part key=_multipart_CXCXAKPQIOKH.2~TTTMAVY8S0DR.0 size=1048576 2024-07-26T06:24:46.504 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.504+0000 7f19304c3640 1 < completed part key=_multipart_CXCXAKPQIOKH.2~TTTMAVY8S0DR.1 size=1048576 2024-07-26T06:24:46.506 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.505+0000 7f19304c3640 1 < completed part key=_multipart_CXCXAKPQIOKH.2~TTTMAVY8S0DR.2 size=118530 2024-07-26T06:24:46.507 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.507+0000 7f19304c3640 1 < completed multipart upload key=CXCXAKPQIOKH upload=TTTMAVY8S0DR tag=RNUDDDT9V98G type=write size=3264258 2024-07-26T06:24:46.509 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.509+0000 7f19304c3640 1 > prepared operation key=PN7DBK1NNJVB tag=RCBGMZKUMNPB type=del size=3303954 2024-07-26T06:24:46.510 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.510+0000 7f19304c3640 1 < completed write operation key=SSAHKRHXMDHN tag=6UM9H5YZVPMJ type=write size=921337 2024-07-26T06:24:46.513 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.513+0000 7f19304c3640 1 > prepared part key=_multipart_7P9AQQD7XI2Z.2~OY0WFYA6QIBB.0 size=1048576 2024-07-26T06:24:46.514 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.514+0000 7f19304c3640 1 > prepared part key=_multipart_7P9AQQD7XI2Z.2~OY0WFYA6QIBB.1 size=1048576 2024-07-26T06:24:46.515 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.515+0000 7f19304c3640 1 > prepared part key=_multipart_7P9AQQD7XI2Z.2~OY0WFYA6QIBB.2 size=740798 2024-07-26T06:24:46.515 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.515+0000 7f19304c3640 1 > prepared multipart upload key=7P9AQQD7XI2Z upload=OY0WFYA6QIBB tag=9I2HDA7M4NYJ type=write size=3886526 2024-07-26T06:24:46.516 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.516+0000 7f19304c3640 1 < completed part key=_multipart_0PV4L596ZFOW.2~14TNFNA6FUH8.0 size=1048576 2024-07-26T06:24:46.517 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.517+0000 7f19304c3640 1 < completed part key=_multipart_0PV4L596ZFOW.2~14TNFNA6FUH8.1 size=1048576 2024-07-26T06:24:46.518 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.518+0000 7f19304c3640 1 < completed part key=_multipart_0PV4L596ZFOW.2~14TNFNA6FUH8.2 size=833393 2024-07-26T06:24:46.520 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.520+0000 7f19304c3640 1 < completed multipart upload key=0PV4L596ZFOW upload=14TNFNA6FUH8 tag=FTUM8005JQH0 type=write size=3979121 2024-07-26T06:24:46.521 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.521+0000 7f19304c3640 1 > prepared operation key=SQ0RDJVR9PPL tag=FLVDMVFU1R5D type=write size=279739 2024-07-26T06:24:46.523 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.522+0000 7f19304c3640 1 < completed part key=_multipart_2I9DGCCZ992A.2~MBCHOCU7XE8I.0 size=1048576 2024-07-26T06:24:46.523 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.522+0000 7f19304c3640 1 < canceled part key=_multipart_2I9DGCCZ992A.2~MBCHOCU7XE8I.1 size=1048576 2024-07-26T06:24:46.523 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.523+0000 7f19304c3640 1 < completed part key=_multipart_2I9DGCCZ992A.2~MBCHOCU7XE8I.2 size=650117 2024-07-26T06:24:46.525 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.525+0000 7f19304c3640 1 < canceled multipart upload key=2I9DGCCZ992A upload=MBCHOCU7XE8I tag=4E0UK928W30O type=write size=3795845 2024-07-26T06:24:46.527 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.526+0000 7f19304c3640 1 > prepared operation key=TWRRPXYVH5FW tag=MYC0IZPFB098 type=del size=605328 2024-07-26T06:24:46.528 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.528+0000 7f19304c3640 1 < completed part key=_multipart_QMPZ7GQNIH0K.2~3575J633DOCL.0 size=1048576 2024-07-26T06:24:46.529 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.529+0000 7f19304c3640 1 < completed part key=_multipart_QMPZ7GQNIH0K.2~3575J633DOCL.1 size=991684 2024-07-26T06:24:46.532 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.532+0000 7f19304c3640 1 < completed multipart upload key=QMPZ7GQNIH0K upload=3575J633DOCL tag=ES3G576HT7WQ type=write size=3088836 2024-07-26T06:24:46.534 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.533+0000 7f19304c3640 1 > prepared operation key=8J29YNE031PP tag=S1J6X273CFON type=del size=3384343 2024-07-26T06:24:46.535 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.534+0000 7f19304c3640 1 < completed part key=_multipart_LCDUWKN6AQNU.2~NC0BP15VD3W9.0 size=563827 2024-07-26T06:24:46.536 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.536+0000 7f19304c3640 1 < completed multipart upload key=LCDUWKN6AQNU upload=NC0BP15VD3W9 tag=09ECCK0DT4W1 type=write size=1612403 2024-07-26T06:24:46.539 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.538+0000 7f19304c3640 1 > prepared part key=_multipart_YDC2NRQG9YFE.2~YG7BLU8BC2FD.0 size=761816 2024-07-26T06:24:46.539 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.538+0000 7f19304c3640 1 > prepared multipart upload key=YDC2NRQG9YFE upload=YG7BLU8BC2FD tag=YLUBS2MX23SL type=write size=1810392 2024-07-26T06:24:46.541 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.541+0000 7f19304c3640 1 < suggested remove operation key=7P9AQQD7XI2Z tag=DLMFG7VCSZD8 type=del 2024-07-26T06:24:46.542 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.542+0000 7f19304c3640 1 > prepared operation key=TWRRPXYVH5FW tag=ENGSW5A1PKLE type=del size=1809559 2024-07-26T06:24:46.544 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.543+0000 7f19304c3640 1 < completed delete operation key=2I9DGCCZ992A tag=3O0GOC220XGH type=del 2024-07-26T06:24:46.623 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.545+0000 7f19304c3640 1 > prepared part key=_multipart_C2RTY1II1OSK.2~GP04YPK6I6Q9.0 size=669273 2024-07-26T06:24:46.624 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.545+0000 7f19304c3640 1 > prepared multipart upload key=C2RTY1II1OSK upload=GP04YPK6I6Q9 tag=WXIVX7KQVXQF type=write size=1717849 2024-07-26T06:24:46.624 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.548+0000 7f19304c3640 1 < suggested update operation key=SSAHKRHXMDHN tag=NZH295IUPWUN type=del size=1625803 2024-07-26T06:24:46.624 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.549+0000 7f19304c3640 1 > prepared operation key=SSAHKRHXMDHN tag=UIPH0M56LJ91 type=del size=582664 2024-07-26T06:24:46.624 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.552+0000 7f19304c3640 1 < suggested remove operation key=SSAHKRHXMDHN tag=1CT6VZYTQNJ2 type=del 2024-07-26T06:24:46.624 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.553+0000 7f19304c3640 1 > prepared operation key=0PV4L596ZFOW tag=1QUC06DCEL48 type=write size=270954 2024-07-26T06:24:46.624 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.554+0000 7f19304c3640 1 < completed delete operation key=P6MP7JC8DTH7 tag=FB2ACKCKN43R type=del 2024-07-26T06:24:46.624 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.556+0000 7f19304c3640 1 > prepared operation key=F3QUORF2HDZY tag=K8FSAVSSO4NF type=del size=284199 2024-07-26T06:24:46.624 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.557+0000 7f19304c3640 1 < completed part key=_multipart_SQ0RDJVR9PPL.2~23NQRPD2H34D.0 size=1048576 2024-07-26T06:24:46.624 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.558+0000 7f19304c3640 1 < completed part key=_multipart_SQ0RDJVR9PPL.2~23NQRPD2H34D.1 size=997000 2024-07-26T06:24:46.624 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.560+0000 7f19304c3640 1 < completed multipart upload key=SQ0RDJVR9PPL upload=23NQRPD2H34D tag=5OE7JETTU0Z5 type=write size=3094152 2024-07-26T06:24:46.625 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.562+0000 7f19304c3640 1 > prepared part key=_multipart_V4QX80DR86I3.2~2VOVHMNNV65O.0 size=1048576 2024-07-26T06:24:46.625 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.563+0000 7f19304c3640 1 > prepared part key=_multipart_V4QX80DR86I3.2~2VOVHMNNV65O.1 size=166734 2024-07-26T06:24:46.625 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.563+0000 7f19304c3640 1 > prepared multipart upload key=V4QX80DR86I3 upload=2VOVHMNNV65O tag=0XYNF8HQ2PGX type=write size=2263886 2024-07-26T06:24:46.625 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.564+0000 7f19304c3640 1 < completed delete operation key=0PV4L596ZFOW tag=5S3JFFZMHMNO type=del 2024-07-26T06:24:46.625 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.565+0000 7f19304c3640 1 > prepared operation key=4ZWJ6XHKZXZF tag=5PKP3CV7GDWK type=del size=3834675 2024-07-26T06:24:46.625 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.567+0000 7f19304c3640 1 < completed delete operation key=HO4GZ0KNZ8SK tag=9D4Y3FJBQP6S type=del 2024-07-26T06:24:46.625 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.568+0000 7f19304c3640 1 > prepared operation key=0PV4L596ZFOW tag=0QSLTEPNDC39 type=del size=1252681 2024-07-26T06:24:46.625 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.569+0000 7f19304c3640 1 < completed part key=_multipart_C2RTY1II1OSK.2~2KXBG0DMOMH9.0 size=1048576 2024-07-26T06:24:46.625 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.569+0000 7f19304c3640 1 < canceled part key=_multipart_C2RTY1II1OSK.2~2KXBG0DMOMH9.1 size=1048576 2024-07-26T06:24:46.625 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.569+0000 7f19304c3640 1 < canceled part key=_multipart_C2RTY1II1OSK.2~2KXBG0DMOMH9.2 size=323587 2024-07-26T06:24:46.625 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.571+0000 7f19304c3640 1 < canceled multipart upload key=C2RTY1II1OSK upload=2KXBG0DMOMH9 tag=3LKNTQZJ1XIN type=write size=3469315 2024-07-26T06:24:46.626 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.572+0000 7f19304c3640 1 > prepared operation key=7GGA1PRXXHDC tag=1JCBMSC0BPP9 type=del size=2411771 2024-07-26T06:24:46.626 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.574+0000 7f19304c3640 1 < completed part key=_multipart_C2RTY1II1OSK.2~PKGQJP8281Q9.0 size=671685 2024-07-26T06:24:46.626 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.576+0000 7f19304c3640 1 < completed multipart upload key=C2RTY1II1OSK upload=PKGQJP8281Q9 tag=6G3UO42V5MIB type=write size=1720261 2024-07-26T06:24:46.626 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.577+0000 7f19304c3640 1 > prepared operation key=SQ0RDJVR9PPL tag=SCC7D2CZZVKF type=del size=1813001 2024-07-26T06:24:46.626 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.578+0000 7f19304c3640 1 < completed delete operation key=PN7DBK1NNJVB tag=RCBGMZKUMNPB type=del 2024-07-26T06:24:46.626 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.580+0000 7f19304c3640 1 > prepared part key=_multipart_4ZWJ6XHKZXZF.2~YKDICZ68CU68.0 size=1048576 2024-07-26T06:24:46.626 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.581+0000 7f19304c3640 1 > prepared part key=_multipart_4ZWJ6XHKZXZF.2~YKDICZ68CU68.1 size=798512 2024-07-26T06:24:46.626 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.581+0000 7f19304c3640 1 > prepared multipart upload key=4ZWJ6XHKZXZF upload=YKDICZ68CU68 tag=0UY57KD1RCP9 type=write size=2895664 2024-07-26T06:24:46.626 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.582+0000 7f19304c3640 1 < completed part key=_multipart_7P9AQQD7XI2Z.2~OY0WFYA6QIBB.0 size=1048576 2024-07-26T06:24:46.627 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.583+0000 7f19304c3640 1 < completed part key=_multipart_7P9AQQD7XI2Z.2~OY0WFYA6QIBB.1 size=1048576 2024-07-26T06:24:46.627 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.584+0000 7f19304c3640 1 < completed part key=_multipart_7P9AQQD7XI2Z.2~OY0WFYA6QIBB.2 size=740798 2024-07-26T06:24:46.627 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.586+0000 7f19304c3640 1 < completed multipart upload key=7P9AQQD7XI2Z upload=OY0WFYA6QIBB tag=9I2HDA7M4NYJ type=write size=3886526 2024-07-26T06:24:46.627 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.589+0000 7f19304c3640 1 > prepared part key=_multipart_0PV4L596ZFOW.2~GXJ7456GI8Q3.0 size=1048576 2024-07-26T06:24:46.627 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.590+0000 7f19304c3640 1 > prepared part key=_multipart_0PV4L596ZFOW.2~GXJ7456GI8Q3.1 size=1048576 2024-07-26T06:24:46.627 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.591+0000 7f19304c3640 1 > prepared part key=_multipart_0PV4L596ZFOW.2~GXJ7456GI8Q3.2 size=1014075 2024-07-26T06:24:46.627 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.591+0000 7f19304c3640 1 > prepared multipart upload key=0PV4L596ZFOW upload=GXJ7456GI8Q3 tag=EJ2SGLE3UGE9 type=write size=4159803 2024-07-26T06:24:46.627 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.593+0000 7f19304c3640 1 < suggested update operation key=SQ0RDJVR9PPL tag=FLVDMVFU1R5D type=write size=279739 2024-07-26T06:24:46.627 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.594+0000 7f19304c3640 1 > prepared operation key=SQ0RDJVR9PPL tag=IRK91XDE4Q0L type=del size=1957574 2024-07-26T06:24:46.627 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.595+0000 7f19304c3640 1 < completed delete operation key=TWRRPXYVH5FW tag=MYC0IZPFB098 type=del 2024-07-26T06:24:46.627 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.597+0000 7f19304c3640 1 > prepared operation key=4ZWJ6XHKZXZF tag=41A9GMI1BZ1C type=write size=898346 2024-07-26T06:24:46.627 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.598+0000 7f19304c3640 1 < completed delete operation key=8J29YNE031PP tag=S1J6X273CFON type=del 2024-07-26T06:24:46.628 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.600+0000 7f19304c3640 1 > prepared part key=_multipart_23K6MK7R266R.2~F91AXBPBET69.0 size=1048576 2024-07-26T06:24:46.628 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.602+0000 7f19304c3640 1 > prepared part key=_multipart_23K6MK7R266R.2~F91AXBPBET69.1 size=23136 2024-07-26T06:24:46.628 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.602+0000 7f19304c3640 1 > prepared multipart upload key=23K6MK7R266R upload=F91AXBPBET69 tag=3R83ZYPP9DMU type=write size=2120288 2024-07-26T06:24:46.628 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.603+0000 7f19304c3640 1 < completed part key=_multipart_YDC2NRQG9YFE.2~YG7BLU8BC2FD.0 size=761816 2024-07-26T06:24:46.628 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.605+0000 7f19304c3640 1 < completed multipart upload key=YDC2NRQG9YFE upload=YG7BLU8BC2FD tag=YLUBS2MX23SL type=write size=1810392 2024-07-26T06:24:46.628 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.606+0000 7f19304c3640 1 > prepared operation key=55ZIE8HVR68M tag=GOCQ5VT2XGJN type=del size=800655 2024-07-26T06:24:46.628 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.607+0000 7f19304c3640 1 < canceled operation key=TWRRPXYVH5FW tag=ENGSW5A1PKLE type=del size=1809559 2024-07-26T06:24:46.628 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.608+0000 7f19304c3640 1 > prepared operation key=Y31PRFKXA0KI tag=90DJT5KX3MH8 type=write size=919631 2024-07-26T06:24:46.628 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.609+0000 7f19304c3640 1 < completed part key=_multipart_C2RTY1II1OSK.2~GP04YPK6I6Q9.0 size=669273 2024-07-26T06:24:46.628 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.611+0000 7f19304c3640 1 < completed multipart upload key=C2RTY1II1OSK upload=GP04YPK6I6Q9 tag=WXIVX7KQVXQF type=write size=1717849 2024-07-26T06:24:46.628 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.614+0000 7f19304c3640 1 > prepared part key=_multipart_7P9AQQD7XI2Z.2~QILUB54VVP72.0 size=1048576 2024-07-26T06:24:46.628 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.615+0000 7f19304c3640 1 > prepared part key=_multipart_7P9AQQD7XI2Z.2~QILUB54VVP72.1 size=565197 2024-07-26T06:24:46.629 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.615+0000 7f19304c3640 1 > prepared multipart upload key=7P9AQQD7XI2Z upload=QILUB54VVP72 tag=Z1QTLNG3L8RW type=write size=2662349 2024-07-26T06:24:46.629 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.617+0000 7f19304c3640 -1 < failed to complete operation key=SSAHKRHXMDHN tag=UIPH0M56LJ91 type=del size=582664: (22) Invalid argument 2024-07-26T06:24:46.629 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.618+0000 7f19304c3640 1 > prepared operation key=512VC812AWRN tag=U5DY20LZ19B2 type=del size=3460837 2024-07-26T06:24:46.629 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.619+0000 7f19304c3640 1 < completed write operation key=0PV4L596ZFOW tag=1QUC06DCEL48 type=write size=270954 2024-07-26T06:24:46.629 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.620+0000 7f19304c3640 1 > prepared operation key=G70GGG8ITGEE tag=63M92QCVH1KX type=del size=1862876 2024-07-26T06:24:46.629 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.623+0000 7f19304c3640 1 < suggested update operation key=F3QUORF2HDZY tag=K8FSAVSSO4NF type=del size=284199 2024-07-26T06:24:46.630 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.624+0000 7f19304c3640 1 > prepared operation key=SQ0RDJVR9PPL tag=NFYBBQBTX1F8 type=del size=2038132 2024-07-26T06:24:46.630 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.624+0000 7f19304c3640 1 < canceled part key=_multipart_V4QX80DR86I3.2~2VOVHMNNV65O.0 size=1048576 2024-07-26T06:24:46.630 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.624+0000 7f19304c3640 1 < canceled part key=_multipart_V4QX80DR86I3.2~2VOVHMNNV65O.1 size=166734 2024-07-26T06:24:46.630 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.627+0000 7f19304c3640 1 < canceled multipart upload key=V4QX80DR86I3 upload=2VOVHMNNV65O tag=0XYNF8HQ2PGX type=write size=2263886 2024-07-26T06:24:46.630 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.629+0000 7f19304c3640 1 > prepared part key=_multipart_G2XJVRBLSPE9.2~C2O74UBWNQ94.0 size=772947 2024-07-26T06:24:46.630 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.629+0000 7f19304c3640 1 > prepared multipart upload key=G2XJVRBLSPE9 upload=C2O74UBWNQ94 tag=GXGF2DFKXJY6 type=write size=1821523 2024-07-26T06:24:46.630 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.630+0000 7f19304c3640 1 < completed delete operation key=4ZWJ6XHKZXZF tag=5PKP3CV7GDWK type=del 2024-07-26T06:24:46.631 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.631+0000 7f19304c3640 1 > prepared operation key=QMPZ7GQNIH0K tag=68JYZIG3PQA5 type=del size=2360031 2024-07-26T06:24:46.633 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.633+0000 7f19304c3640 1 < completed delete operation key=0PV4L596ZFOW tag=0QSLTEPNDC39 type=del 2024-07-26T06:24:46.635 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.635+0000 7f19304c3640 1 > prepared part key=_multipart_8J29YNE031PP.2~3XT2Y20PINNF.0 size=1048576 2024-07-26T06:24:46.636 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.636+0000 7f19304c3640 1 > prepared part key=_multipart_8J29YNE031PP.2~3XT2Y20PINNF.1 size=1048576 2024-07-26T06:24:46.637 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.637+0000 7f19304c3640 1 > prepared part key=_multipart_8J29YNE031PP.2~3XT2Y20PINNF.2 size=167372 2024-07-26T06:24:46.637 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.637+0000 7f19304c3640 1 > prepared multipart upload key=8J29YNE031PP upload=3XT2Y20PINNF tag=JJJMEV5C1IW9 type=write size=3313100 2024-07-26T06:24:46.639 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.638+0000 7f19304c3640 1 < completed delete operation key=7GGA1PRXXHDC tag=1JCBMSC0BPP9 type=del 2024-07-26T06:24:46.640 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.640+0000 7f19304c3640 1 > prepared operation key=M8V7EJP4HHQV tag=BACZXRN4W85A type=del size=1333413 2024-07-26T06:24:46.641 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.641+0000 7f19304c3640 -1 < failed to complete operation key=SQ0RDJVR9PPL tag=SCC7D2CZZVKF type=del size=1813001: (22) Invalid argument 2024-07-26T06:24:46.642 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.642+0000 7f19304c3640 1 > prepared operation key=ZSYF9DE73TR8 tag=5ZBRY9STU3KV type=write size=298265 2024-07-26T06:24:46.643 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.643+0000 7f19304c3640 1 < completed part key=_multipart_4ZWJ6XHKZXZF.2~YKDICZ68CU68.0 size=1048576 2024-07-26T06:24:46.644 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.644+0000 7f19304c3640 1 < completed part key=_multipart_4ZWJ6XHKZXZF.2~YKDICZ68CU68.1 size=798512 2024-07-26T06:24:46.647 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.647+0000 7f19304c3640 1 < completed multipart upload key=4ZWJ6XHKZXZF upload=YKDICZ68CU68 tag=0UY57KD1RCP9 type=write size=2895664 2024-07-26T06:24:46.648 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.648+0000 7f19304c3640 1 > prepared operation key=Y0JGX4QVQXEC tag=FD01RBRGA998 type=del size=752582 2024-07-26T06:24:46.649 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.649+0000 7f19304c3640 1 < completed part key=_multipart_0PV4L596ZFOW.2~GXJ7456GI8Q3.0 size=1048576 2024-07-26T06:24:46.650 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.650+0000 7f19304c3640 1 < completed part key=_multipart_0PV4L596ZFOW.2~GXJ7456GI8Q3.1 size=1048576 2024-07-26T06:24:46.651 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.651+0000 7f19304c3640 1 < completed part key=_multipart_0PV4L596ZFOW.2~GXJ7456GI8Q3.2 size=1014075 2024-07-26T06:24:46.653 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.653+0000 7f19304c3640 1 < completed multipart upload key=0PV4L596ZFOW upload=GXJ7456GI8Q3 tag=EJ2SGLE3UGE9 type=write size=4159803 2024-07-26T06:24:46.655 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.654+0000 7f19304c3640 1 > prepared operation key=55ZIE8HVR68M tag=XGZNKQGHF1UR type=del size=3316245 2024-07-26T06:24:46.656 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.656+0000 7f19304c3640 1 < completed delete operation key=SQ0RDJVR9PPL tag=IRK91XDE4Q0L type=del 2024-07-26T06:24:46.657 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.657+0000 7f19304c3640 1 > prepared operation key=QMPZ7GQNIH0K tag=MTMBTHN6N5KM type=del size=3622866 2024-07-26T06:24:46.658 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.658+0000 7f19304c3640 1 < completed write operation key=4ZWJ6XHKZXZF tag=41A9GMI1BZ1C type=write size=898346 2024-07-26T06:24:46.660 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.659+0000 7f19304c3640 1 > prepared operation key=V4RJB0J6F7NB tag=EBXQVFENJ0KC type=write size=858107 2024-07-26T06:24:46.661 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.661+0000 7f19304c3640 1 < completed part key=_multipart_23K6MK7R266R.2~F91AXBPBET69.0 size=1048576 2024-07-26T06:24:46.661 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.661+0000 7f19304c3640 1 < canceled part key=_multipart_23K6MK7R266R.2~F91AXBPBET69.1 size=23136 2024-07-26T06:24:46.663 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.662+0000 7f19304c3640 1 < canceled multipart upload key=23K6MK7R266R upload=F91AXBPBET69 tag=3R83ZYPP9DMU type=write size=2120288 2024-07-26T06:24:46.664 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.664+0000 7f19304c3640 1 > prepared operation key=CXCXAKPQIOKH tag=8HMAA29HYILB type=del size=3223907 2024-07-26T06:24:46.666 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.666+0000 7f19304c3640 1 < suggested remove operation key=55ZIE8HVR68M tag=GOCQ5VT2XGJN type=del 2024-07-26T06:24:46.668 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.668+0000 7f19304c3640 1 > prepared operation key=1I2JP28R3YNS tag=D6N2O5V76X5P type=del size=3461070 2024-07-26T06:24:46.669 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.669+0000 7f19304c3640 1 < completed write operation key=Y31PRFKXA0KI tag=90DJT5KX3MH8 type=write size=919631 2024-07-26T06:24:46.670 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.670+0000 7f19304c3640 1 > prepared operation key=TWRRPXYVH5FW tag=C3RHY42O1WYC type=del size=2640732 2024-07-26T06:24:46.671 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.671+0000 7f19304c3640 1 < canceled part key=_multipart_7P9AQQD7XI2Z.2~QILUB54VVP72.0 size=1048576 2024-07-26T06:24:46.672 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.672+0000 7f19304c3640 1 < completed part key=_multipart_7P9AQQD7XI2Z.2~QILUB54VVP72.1 size=565197 2024-07-26T06:24:46.674 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.674+0000 7f19304c3640 1 < canceled multipart upload key=7P9AQQD7XI2Z upload=QILUB54VVP72 tag=Z1QTLNG3L8RW type=write size=2662349 2024-07-26T06:24:46.676 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.675+0000 7f19304c3640 1 > prepared operation key=0PV4L596ZFOW tag=IAJKJYCOWXNX type=del size=1809928 2024-07-26T06:24:46.678 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.677+0000 7f19304c3640 1 < completed delete operation key=512VC812AWRN tag=U5DY20LZ19B2 type=del 2024-07-26T06:24:46.679 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.679+0000 7f19304c3640 1 > prepared operation key=SQ0RDJVR9PPL tag=ETRRXDP5CZWP type=del size=3139902 2024-07-26T06:24:46.680 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.680+0000 7f19304c3640 1 < completed delete operation key=G70GGG8ITGEE tag=63M92QCVH1KX type=del 2024-07-26T06:24:46.682 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.682+0000 7f19304c3640 1 > prepared operation key=LCDUWKN6AQNU tag=SIP3K00RYQ9L type=del size=3394405 2024-07-26T06:24:46.686 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.684+0000 7f19304c3640 1 < suggested update operation key=SQ0RDJVR9PPL tag=NFYBBQBTX1F8 type=del size=2038132 2024-07-26T06:24:46.686 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.686+0000 7f19304c3640 1 > prepared operation key=G2XJVRBLSPE9 tag=5N3EJVQXQAW3 type=del size=1050373 2024-07-26T06:24:46.687 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.687+0000 7f19304c3640 1 < completed part key=_multipart_G2XJVRBLSPE9.2~C2O74UBWNQ94.0 size=772947 2024-07-26T06:24:46.689 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.689+0000 7f19304c3640 1 < completed multipart upload key=G2XJVRBLSPE9 upload=C2O74UBWNQ94 tag=GXGF2DFKXJY6 type=write size=1821523 2024-07-26T06:24:46.691 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.690+0000 7f19304c3640 1 > prepared operation key=Y0JGX4QVQXEC tag=GK1T3FIVV80P type=del size=3975227 2024-07-26T06:24:46.692 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.692+0000 7f19304c3640 1 < canceled operation key=QMPZ7GQNIH0K tag=68JYZIG3PQA5 type=del size=2360031 2024-07-26T06:24:46.693 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.693+0000 7f19304c3640 1 > prepared operation key=Y31PRFKXA0KI tag=K9NURI278N8M type=del size=2901694 2024-07-26T06:24:46.695 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.694+0000 7f19304c3640 1 < completed part key=_multipart_8J29YNE031PP.2~3XT2Y20PINNF.0 size=1048576 2024-07-26T06:24:46.695 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.694+0000 7f19304c3640 1 < canceled part key=_multipart_8J29YNE031PP.2~3XT2Y20PINNF.1 size=1048576 2024-07-26T06:24:46.696 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.696+0000 7f19304c3640 1 < completed part key=_multipart_8J29YNE031PP.2~3XT2Y20PINNF.2 size=167372 2024-07-26T06:24:46.698 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.698+0000 7f19304c3640 1 < canceled multipart upload key=8J29YNE031PP upload=3XT2Y20PINNF tag=JJJMEV5C1IW9 type=write size=3313100 2024-07-26T06:24:46.699 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.699+0000 7f19304c3640 1 > prepared operation key=2I9DGCCZ992A tag=3U1MGPME2IEU type=write size=578905 2024-07-26T06:24:46.702 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.702+0000 7f19304c3640 1 < suggested update operation key=M8V7EJP4HHQV tag=BACZXRN4W85A type=del size=1333413 2024-07-26T06:24:46.704 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.703+0000 7f19304c3640 1 > prepared operation key=55ZIE8HVR68M tag=A8EGKT3DDAVO type=del size=3431127 2024-07-26T06:24:46.705 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.705+0000 7f19304c3640 1 < canceled operation key=ZSYF9DE73TR8 tag=5ZBRY9STU3KV type=write size=298265 2024-07-26T06:24:46.706 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.706+0000 7f19304c3640 1 > prepared operation key=F3QUORF2HDZY tag=9GD2NSYHIWAB type=del size=2769267 2024-07-26T06:24:46.708 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.707+0000 7f19304c3640 1 < canceled operation key=Y0JGX4QVQXEC tag=FD01RBRGA998 type=del size=752582 2024-07-26T06:24:46.709 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.709+0000 7f19304c3640 1 > prepared operation key=2TS50KKRU12E tag=MSDHEWEAI321 type=del size=3346714 2024-07-26T06:24:46.711 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.710+0000 7f19304c3640 -1 < failed to complete operation key=55ZIE8HVR68M tag=XGZNKQGHF1UR type=del size=3316245: (22) Invalid argument 2024-07-26T06:24:46.712 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.712+0000 7f19304c3640 1 > prepared operation key=C2RTY1II1OSK tag=77PB94DN2RHC type=del size=3508609 2024-07-26T06:24:46.713 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.713+0000 7f19304c3640 1 < completed delete operation key=QMPZ7GQNIH0K tag=MTMBTHN6N5KM type=del 2024-07-26T06:24:46.716 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.716+0000 7f19304c3640 1 > prepared part key=_multipart_4ZWJ6XHKZXZF.2~TL0BV2PR7ZU2.0 size=1048576 2024-07-26T06:24:46.717 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.717+0000 7f19304c3640 1 > prepared part key=_multipart_4ZWJ6XHKZXZF.2~TL0BV2PR7ZU2.1 size=1048576 2024-07-26T06:24:46.718 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.718+0000 7f19304c3640 1 > prepared part key=_multipart_4ZWJ6XHKZXZF.2~TL0BV2PR7ZU2.2 size=657117 2024-07-26T06:24:46.718 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.718+0000 7f19304c3640 1 > prepared multipart upload key=4ZWJ6XHKZXZF upload=TL0BV2PR7ZU2 tag=1SIZ53TOC7CS type=write size=3802845 2024-07-26T06:24:46.719 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.719+0000 7f19304c3640 1 < completed write operation key=V4RJB0J6F7NB tag=EBXQVFENJ0KC type=write size=858107 2024-07-26T06:24:46.722 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.722+0000 7f19304c3640 1 > prepared part key=_multipart_HO4GZ0KNZ8SK.2~7LUAO98B1NVI.0 size=1048576 2024-07-26T06:24:46.723 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.723+0000 7f19304c3640 1 > prepared part key=_multipart_HO4GZ0KNZ8SK.2~7LUAO98B1NVI.1 size=430619 2024-07-26T06:24:46.723 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.723+0000 7f19304c3640 1 > prepared multipart upload key=HO4GZ0KNZ8SK upload=7LUAO98B1NVI tag=PDJ2O5S7PJ0W type=write size=2527771 2024-07-26T06:24:46.726 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.726+0000 7f19304c3640 1 < suggested remove operation key=CXCXAKPQIOKH tag=8HMAA29HYILB type=del 2024-07-26T06:24:46.729 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.728+0000 7f19304c3640 1 > prepared part key=_multipart_QMPZ7GQNIH0K.2~5CZ00H0ZY4J2.0 size=1048576 2024-07-26T06:24:46.730 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.729+0000 7f19304c3640 1 > prepared part key=_multipart_QMPZ7GQNIH0K.2~5CZ00H0ZY4J2.1 size=1048576 2024-07-26T06:24:46.731 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.730+0000 7f19304c3640 1 > prepared part key=_multipart_QMPZ7GQNIH0K.2~5CZ00H0ZY4J2.2 size=62808 2024-07-26T06:24:46.731 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.730+0000 7f19304c3640 1 > prepared multipart upload key=QMPZ7GQNIH0K upload=5CZ00H0ZY4J2 tag=VY00T5XRKJMN type=write size=3208536 2024-07-26T06:24:46.732 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.732+0000 7f19304c3640 1 < completed delete operation key=1I2JP28R3YNS tag=D6N2O5V76X5P type=del 2024-07-26T06:24:46.733 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.733+0000 7f19304c3640 1 > prepared operation key=512VC812AWRN tag=YJJLF5431H7O type=del size=3704039 2024-07-26T06:24:46.735 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.735+0000 7f19304c3640 1 < completed delete operation key=TWRRPXYVH5FW tag=C3RHY42O1WYC type=del 2024-07-26T06:24:46.736 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.736+0000 7f19304c3640 1 > prepared operation key=55ZIE8HVR68M tag=5XGKJ7LZRRJ9 type=del size=1855874 2024-07-26T06:24:46.740 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.739+0000 7f19304c3640 1 < suggested update operation key=0PV4L596ZFOW tag=IAJKJYCOWXNX type=del size=1809928 2024-07-26T06:24:46.741 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.741+0000 7f19304c3640 1 > prepared operation key=4ZWJ6XHKZXZF tag=VGRM8EUUS19M type=del size=3306594 2024-07-26T06:24:46.743 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.742+0000 7f19304c3640 -1 < failed to complete operation key=SQ0RDJVR9PPL tag=ETRRXDP5CZWP type=del size=3139902: (22) Invalid argument 2024-07-26T06:24:46.745 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.744+0000 7f19304c3640 1 > prepared part key=_multipart_TWRRPXYVH5FW.2~JJACB5RWGQA8.0 size=718290 2024-07-26T06:24:46.745 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.744+0000 7f19304c3640 1 > prepared multipart upload key=TWRRPXYVH5FW upload=JJACB5RWGQA8 tag=5RVB0F9WR32F type=write size=1766866 2024-07-26T06:24:46.747 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.747+0000 7f19304c3640 1 < suggested update operation key=LCDUWKN6AQNU tag=SIP3K00RYQ9L type=del size=3394405 2024-07-26T06:24:46.749 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.749+0000 7f19304c3640 1 > prepared operation key=Y31PRFKXA0KI tag=H4UOGGRO92BT type=del size=2439010 2024-07-26T06:24:46.752 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.752+0000 7f19304c3640 1 < suggested remove operation key=G2XJVRBLSPE9 tag=5N3EJVQXQAW3 type=del 2024-07-26T06:24:46.753 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.753+0000 7f19304c3640 1 > prepared operation key=7GGA1PRXXHDC tag=JAWDE6I1VQ5P type=del size=4179553 2024-07-26T06:24:46.756 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.756+0000 7f19304c3640 1 < suggested update operation key=Y0JGX4QVQXEC tag=GK1T3FIVV80P type=del size=3975227 2024-07-26T06:24:46.758 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.758+0000 7f19304c3640 1 > prepared part key=_multipart_D2CZZ6A8YSHC.2~MA2TI726LX6X.0 size=202641 2024-07-26T06:24:46.759 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.758+0000 7f19304c3640 1 > prepared multipart upload key=D2CZZ6A8YSHC upload=MA2TI726LX6X tag=UYQHU16GZPJF type=write size=1251217 2024-07-26T06:24:46.760 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.760+0000 7f19304c3640 1 < completed delete operation key=Y31PRFKXA0KI tag=K9NURI278N8M type=del 2024-07-26T06:24:46.762 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.761+0000 7f19304c3640 1 > prepared operation key=7P9AQQD7XI2Z tag=R01WIWMSDNZP type=write size=488939 2024-07-26T06:24:46.763 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.763+0000 7f19304c3640 1 < completed write operation key=2I9DGCCZ992A tag=3U1MGPME2IEU type=write size=578905 2024-07-26T06:24:46.766 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.765+0000 7f19304c3640 1 > prepared part key=_multipart_V4RJB0J6F7NB.2~EP4NTZB50URV.0 size=1048576 2024-07-26T06:24:46.767 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.767+0000 7f19304c3640 1 > prepared part key=_multipart_V4RJB0J6F7NB.2~EP4NTZB50URV.1 size=909729 2024-07-26T06:24:46.767 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.767+0000 7f19304c3640 1 > prepared multipart upload key=V4RJB0J6F7NB upload=EP4NTZB50URV tag=E0ACG7D70Q0F type=write size=3006881 2024-07-26T06:24:46.768 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.768+0000 7f19304c3640 1 < completed delete operation key=55ZIE8HVR68M tag=A8EGKT3DDAVO type=del 2024-07-26T06:24:46.770 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.770+0000 7f19304c3640 1 > prepared part key=_multipart_7P9AQQD7XI2Z.2~EDLZBASAAT5H.0 size=1048576 2024-07-26T06:24:46.771 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.771+0000 7f19304c3640 1 > prepared part key=_multipart_7P9AQQD7XI2Z.2~EDLZBASAAT5H.1 size=133240 2024-07-26T06:24:46.771 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.771+0000 7f19304c3640 1 > prepared multipart upload key=7P9AQQD7XI2Z upload=EDLZBASAAT5H tag=FF4568GOXLBG type=write size=2230392 2024-07-26T06:24:46.773 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.772+0000 7f19304c3640 1 < completed delete operation key=F3QUORF2HDZY tag=9GD2NSYHIWAB type=del 2024-07-26T06:24:46.775 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.775+0000 7f19304c3640 1 > prepared part key=_multipart_F3QUORF2HDZY.2~FMT0UZR1ZL1F.0 size=1048576 2024-07-26T06:24:46.776 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.776+0000 7f19304c3640 1 > prepared part key=_multipart_F3QUORF2HDZY.2~FMT0UZR1ZL1F.1 size=1048576 2024-07-26T06:24:46.778 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.777+0000 7f19304c3640 1 > prepared part key=_multipart_F3QUORF2HDZY.2~FMT0UZR1ZL1F.2 size=264585 2024-07-26T06:24:46.778 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.777+0000 7f19304c3640 1 > prepared multipart upload key=F3QUORF2HDZY upload=FMT0UZR1ZL1F tag=2LKJTE4ZJQBR type=write size=3410313 2024-07-26T06:24:46.779 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.779+0000 7f19304c3640 1 < completed delete operation key=2TS50KKRU12E tag=MSDHEWEAI321 type=del 2024-07-26T06:24:46.781 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.781+0000 7f19304c3640 1 > prepared operation key=2TS50KKRU12E tag=MDMA3JO3R6FC type=del size=3385038 2024-07-26T06:24:46.782 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.782+0000 7f19304c3640 1 < completed delete operation key=C2RTY1II1OSK tag=77PB94DN2RHC type=del 2024-07-26T06:24:46.784 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.784+0000 7f19304c3640 1 > prepared operation key=QMPZ7GQNIH0K tag=U8OM94H60L6T type=del size=1116341 2024-07-26T06:24:46.785 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.785+0000 7f19304c3640 1 < completed part key=_multipart_4ZWJ6XHKZXZF.2~TL0BV2PR7ZU2.0 size=1048576 2024-07-26T06:24:46.786 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.786+0000 7f19304c3640 1 < completed part key=_multipart_4ZWJ6XHKZXZF.2~TL0BV2PR7ZU2.1 size=1048576 2024-07-26T06:24:46.786 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.786+0000 7f19304c3640 1 < canceled part key=_multipart_4ZWJ6XHKZXZF.2~TL0BV2PR7ZU2.2 size=657117 2024-07-26T06:24:46.788 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.788+0000 7f19304c3640 1 < canceled multipart upload key=4ZWJ6XHKZXZF upload=TL0BV2PR7ZU2 tag=1SIZ53TOC7CS type=write size=3802845 2024-07-26T06:24:46.790 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.790+0000 7f19304c3640 1 > prepared operation key=YDC2NRQG9YFE tag=TES4XWZCTQXP type=del size=1777758 2024-07-26T06:24:46.791 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.791+0000 7f19304c3640 1 < completed part key=_multipart_HO4GZ0KNZ8SK.2~7LUAO98B1NVI.0 size=1048576 2024-07-26T06:24:46.792 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.792+0000 7f19304c3640 1 < completed part key=_multipart_HO4GZ0KNZ8SK.2~7LUAO98B1NVI.1 size=430619 2024-07-26T06:24:46.795 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.794+0000 7f19304c3640 1 < completed multipart upload key=HO4GZ0KNZ8SK upload=7LUAO98B1NVI tag=PDJ2O5S7PJ0W type=write size=2527771 2024-07-26T06:24:46.796 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.796+0000 7f19304c3640 1 > prepared operation key=7P9AQQD7XI2Z tag=H69J3IB5JNUO type=write size=644185 2024-07-26T06:24:46.797 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.797+0000 7f19304c3640 1 < completed part key=_multipart_QMPZ7GQNIH0K.2~5CZ00H0ZY4J2.0 size=1048576 2024-07-26T06:24:46.799 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.798+0000 7f19304c3640 1 < completed part key=_multipart_QMPZ7GQNIH0K.2~5CZ00H0ZY4J2.1 size=1048576 2024-07-26T06:24:46.799 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.799+0000 7f19304c3640 1 < completed part key=_multipart_QMPZ7GQNIH0K.2~5CZ00H0ZY4J2.2 size=62808 2024-07-26T06:24:46.802 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.802+0000 7f19304c3640 1 < completed multipart upload key=QMPZ7GQNIH0K upload=5CZ00H0ZY4J2 tag=VY00T5XRKJMN type=write size=3208536 2024-07-26T06:24:46.803 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.803+0000 7f19304c3640 1 > prepared operation key=Y0JGX4QVQXEC tag=J3WIVVBNA343 type=write size=987191 2024-07-26T06:24:46.804 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.804+0000 7f19304c3640 1 < canceled operation key=512VC812AWRN tag=YJJLF5431H7O type=del size=3704039 2024-07-26T06:24:46.806 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.806+0000 7f19304c3640 1 > prepared operation key=2I9DGCCZ992A tag=U3WTR9LMS455 type=del size=1568116 2024-07-26T06:24:46.807 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.807+0000 7f19304c3640 1 < completed delete operation key=55ZIE8HVR68M tag=5XGKJ7LZRRJ9 type=del 2024-07-26T06:24:46.808 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.808+0000 7f19304c3640 1 > prepared operation key=C2RTY1II1OSK tag=X8WSLSPXQC7J type=del size=967852 2024-07-26T06:24:46.809 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.809+0000 7f19304c3640 1 < completed delete operation key=4ZWJ6XHKZXZF tag=VGRM8EUUS19M type=del 2024-07-26T06:24:46.811 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.810+0000 7f19304c3640 1 > prepared operation key=7P9AQQD7XI2Z tag=VMMKXSYVNX47 type=del size=922796 2024-07-26T06:24:46.812 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.812+0000 7f19304c3640 1 < completed part key=_multipart_TWRRPXYVH5FW.2~JJACB5RWGQA8.0 size=718290 2024-07-26T06:24:46.814 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.814+0000 7f19304c3640 1 < completed multipart upload key=TWRRPXYVH5FW upload=JJACB5RWGQA8 tag=5RVB0F9WR32F type=write size=1766866 2024-07-26T06:24:46.816 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.816+0000 7f19304c3640 1 > prepared part key=_multipart_F3QUORF2HDZY.2~IK5GZCQDRFCA.0 size=1048576 2024-07-26T06:24:46.817 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.817+0000 7f19304c3640 1 > prepared part key=_multipart_F3QUORF2HDZY.2~IK5GZCQDRFCA.1 size=1048576 2024-07-26T06:24:46.818 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.818+0000 7f19304c3640 1 > prepared part key=_multipart_F3QUORF2HDZY.2~IK5GZCQDRFCA.2 size=663040 2024-07-26T06:24:46.818 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.818+0000 7f19304c3640 1 > prepared multipart upload key=F3QUORF2HDZY upload=IK5GZCQDRFCA tag=BIV1H4LFT5KK type=write size=3808768 2024-07-26T06:24:46.819 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.819+0000 7f19304c3640 1 < completed delete operation key=Y31PRFKXA0KI tag=H4UOGGRO92BT type=del 2024-07-26T06:24:46.821 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.821+0000 7f19304c3640 1 > prepared part key=_multipart_D2CZZ6A8YSHC.2~IY0FJQNTDDWB.0 size=1048576 2024-07-26T06:24:46.822 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.822+0000 7f19304c3640 1 > prepared part key=_multipart_D2CZZ6A8YSHC.2~IY0FJQNTDDWB.1 size=85948 2024-07-26T06:24:46.822 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.822+0000 7f19304c3640 1 > prepared multipart upload key=D2CZZ6A8YSHC upload=IY0FJQNTDDWB tag=UJZYLZLISI7O type=write size=2183100 2024-07-26T06:24:46.823 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.823+0000 7f19304c3640 1 < completed delete operation key=7GGA1PRXXHDC tag=JAWDE6I1VQ5P type=del 2024-07-26T06:24:46.826 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.826+0000 7f19304c3640 1 > prepared part key=_multipart_Y0JGX4QVQXEC.2~8ZBV2BNPCQIZ.0 size=1048576 2024-07-26T06:24:46.827 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.826+0000 7f19304c3640 1 > prepared part key=_multipart_Y0JGX4QVQXEC.2~8ZBV2BNPCQIZ.1 size=56272 2024-07-26T06:24:46.827 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.826+0000 7f19304c3640 1 > prepared multipart upload key=Y0JGX4QVQXEC upload=8ZBV2BNPCQIZ tag=0D8ZRH0K62OG type=write size=2153424 2024-07-26T06:24:46.828 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.828+0000 7f19304c3640 1 < completed part key=_multipart_D2CZZ6A8YSHC.2~MA2TI726LX6X.0 size=202641 2024-07-26T06:24:46.830 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.830+0000 7f19304c3640 1 < completed multipart upload key=D2CZZ6A8YSHC upload=MA2TI726LX6X tag=UYQHU16GZPJF type=write size=1251217 2024-07-26T06:24:46.831 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.831+0000 7f19304c3640 1 > prepared operation key=QMPZ7GQNIH0K tag=6W18NM2YL1KN type=del size=886351 2024-07-26T06:24:46.832 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.832+0000 7f19304c3640 1 < completed write operation key=7P9AQQD7XI2Z tag=R01WIWMSDNZP type=write size=488939 2024-07-26T06:24:46.833 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.833+0000 7f19304c3640 1 > prepared operation key=F3QUORF2HDZY tag=3ZWCKTLFSH16 type=del size=736978 2024-07-26T06:24:46.834 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.834+0000 7f19304c3640 1 < completed part key=_multipart_V4RJB0J6F7NB.2~EP4NTZB50URV.0 size=1048576 2024-07-26T06:24:46.835 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.834+0000 7f19304c3640 1 < canceled part key=_multipart_V4RJB0J6F7NB.2~EP4NTZB50URV.1 size=909729 2024-07-26T06:24:46.836 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.836+0000 7f19304c3640 1 < canceled multipart upload key=V4RJB0J6F7NB upload=EP4NTZB50URV tag=E0ACG7D70Q0F type=write size=3006881 2024-07-26T06:24:46.839 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.838+0000 7f19304c3640 1 > prepared part key=_multipart_D2CZZ6A8YSHC.2~Y150W1TCSMDJ.0 size=1048576 2024-07-26T06:24:46.840 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.839+0000 7f19304c3640 1 > prepared part key=_multipart_D2CZZ6A8YSHC.2~Y150W1TCSMDJ.1 size=1048576 2024-07-26T06:24:46.841 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.840+0000 7f19304c3640 1 > prepared part key=_multipart_D2CZZ6A8YSHC.2~Y150W1TCSMDJ.2 size=604257 2024-07-26T06:24:46.841 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.840+0000 7f19304c3640 1 > prepared multipart upload key=D2CZZ6A8YSHC upload=Y150W1TCSMDJ tag=0SGJEPXMU9Q7 type=write size=3749985 2024-07-26T06:24:46.842 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.842+0000 7f19304c3640 1 < completed part key=_multipart_7P9AQQD7XI2Z.2~EDLZBASAAT5H.0 size=1048576 2024-07-26T06:24:46.843 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.843+0000 7f19304c3640 1 < completed part key=_multipart_7P9AQQD7XI2Z.2~EDLZBASAAT5H.1 size=133240 2024-07-26T06:24:46.845 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.845+0000 7f19304c3640 1 < completed multipart upload key=7P9AQQD7XI2Z upload=EDLZBASAAT5H tag=FF4568GOXLBG type=write size=2230392 2024-07-26T06:24:46.846 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.846+0000 7f19304c3640 1 > prepared operation key=YDC2NRQG9YFE tag=GCTH00VKRY2X type=write size=202873 2024-07-26T06:24:46.847 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.847+0000 7f19304c3640 1 < completed part key=_multipart_F3QUORF2HDZY.2~FMT0UZR1ZL1F.0 size=1048576 2024-07-26T06:24:46.848 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.848+0000 7f19304c3640 1 < completed part key=_multipart_F3QUORF2HDZY.2~FMT0UZR1ZL1F.1 size=1048576 2024-07-26T06:24:46.849 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.849+0000 7f19304c3640 1 < completed part key=_multipart_F3QUORF2HDZY.2~FMT0UZR1ZL1F.2 size=264585 2024-07-26T06:24:46.851 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.851+0000 7f19304c3640 1 < completed multipart upload key=F3QUORF2HDZY upload=FMT0UZR1ZL1F tag=2LKJTE4ZJQBR type=write size=3410313 2024-07-26T06:24:46.854 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.853+0000 7f19304c3640 1 > prepared part key=_multipart_P6MP7JC8DTH7.2~A2HJ7VX6MX95.0 size=1048576 2024-07-26T06:24:46.855 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.854+0000 7f19304c3640 1 > prepared part key=_multipart_P6MP7JC8DTH7.2~A2HJ7VX6MX95.1 size=193109 2024-07-26T06:24:46.855 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.854+0000 7f19304c3640 1 > prepared multipart upload key=P6MP7JC8DTH7 upload=A2HJ7VX6MX95 tag=RYBMS8CQ41NL type=write size=2290261 2024-07-26T06:24:46.856 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.856+0000 7f19304c3640 1 < completed delete operation key=2TS50KKRU12E tag=MDMA3JO3R6FC type=del 2024-07-26T06:24:46.858 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.858+0000 7f19304c3640 1 > prepared part key=_multipart_1I2JP28R3YNS.2~UGBXQ6302WAV.0 size=966262 2024-07-26T06:24:46.858 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.858+0000 7f19304c3640 1 > prepared multipart upload key=1I2JP28R3YNS upload=UGBXQ6302WAV tag=2L1B97TCCIGL type=write size=2014838 2024-07-26T06:24:46.859 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.859+0000 7f19304c3640 1 < completed delete operation key=QMPZ7GQNIH0K tag=U8OM94H60L6T type=del 2024-07-26T06:24:46.860 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.860+0000 7f19304c3640 1 > prepared operation key=C2RTY1II1OSK tag=ILRDHTZ8DMVE type=write size=84185 2024-07-26T06:24:46.862 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.861+0000 7f19304c3640 1 < completed delete operation key=YDC2NRQG9YFE tag=TES4XWZCTQXP type=del 2024-07-26T06:24:46.863 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.863+0000 7f19304c3640 1 > prepared operation key=512VC812AWRN tag=KLH91AY3SSJR type=del size=475641 2024-07-26T06:24:46.865 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.865+0000 7f19304c3640 1 < suggested remove operation key=7P9AQQD7XI2Z tag=H69J3IB5JNUO type=write 2024-07-26T06:24:46.868 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.868+0000 7f19304c3640 1 > prepared part key=_multipart_4ZWJ6XHKZXZF.2~ZMI8QW1UV4SL.0 size=1048576 2024-07-26T06:24:46.869 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.869+0000 7f19304c3640 1 > prepared part key=_multipart_4ZWJ6XHKZXZF.2~ZMI8QW1UV4SL.1 size=1033490 2024-07-26T06:24:46.869 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.869+0000 7f19304c3640 1 > prepared multipart upload key=4ZWJ6XHKZXZF upload=ZMI8QW1UV4SL tag=6MOEZO1VSV5X type=write size=3130642 2024-07-26T06:24:46.871 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.871+0000 7f19304c3640 1 < suggested remove operation key=Y0JGX4QVQXEC tag=J3WIVVBNA343 type=write 2024-07-26T06:24:46.874 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.873+0000 7f19304c3640 1 > prepared part key=_multipart_CXCXAKPQIOKH.2~4TO22EY7TMKO.0 size=1048576 2024-07-26T06:24:46.874 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.874+0000 7f19304c3640 1 > prepared part key=_multipart_CXCXAKPQIOKH.2~4TO22EY7TMKO.1 size=1048576 2024-07-26T06:24:46.875 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.875+0000 7f19304c3640 1 > prepared part key=_multipart_CXCXAKPQIOKH.2~4TO22EY7TMKO.2 size=742706 2024-07-26T06:24:46.876 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.875+0000 7f19304c3640 1 > prepared multipart upload key=CXCXAKPQIOKH upload=4TO22EY7TMKO tag=RPB9FMMTZZ5N type=write size=3888434 2024-07-26T06:24:46.878 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.878+0000 7f19304c3640 1 < completed delete operation key=2I9DGCCZ992A tag=U3WTR9LMS455 type=del 2024-07-26T06:24:46.880 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.879+0000 7f19304c3640 1 > prepared operation key=Y31PRFKXA0KI tag=YH6HSFUM5DYD type=del size=83467 2024-07-26T06:24:46.882 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.882+0000 7f19304c3640 1 < completed delete operation key=C2RTY1II1OSK tag=X8WSLSPXQC7J type=del 2024-07-26T06:24:46.885 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.885+0000 7f19304c3640 1 > prepared operation key=F3QUORF2HDZY tag=42U6BC3MW0TE type=write size=992853 2024-07-26T06:24:46.886 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.886+0000 7f19304c3640 -1 < failed to complete operation key=7P9AQQD7XI2Z tag=VMMKXSYVNX47 type=del size=922796: (22) Invalid argument 2024-07-26T06:24:46.890 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.889+0000 7f19304c3640 1 > prepared part key=_multipart_V4QX80DR86I3.2~YI7ZERXBC44A.0 size=195494 2024-07-26T06:24:46.890 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.889+0000 7f19304c3640 1 > prepared multipart upload key=V4QX80DR86I3 upload=YI7ZERXBC44A tag=0JREZIIY35BC type=write size=1244070 2024-07-26T06:24:46.890 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.890+0000 7f19304c3640 1 < completed part key=_multipart_F3QUORF2HDZY.2~IK5GZCQDRFCA.0 size=1048576 2024-07-26T06:24:46.891 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.891+0000 7f19304c3640 1 < completed part key=_multipart_F3QUORF2HDZY.2~IK5GZCQDRFCA.1 size=1048576 2024-07-26T06:24:46.892 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.892+0000 7f19304c3640 1 < completed part key=_multipart_F3QUORF2HDZY.2~IK5GZCQDRFCA.2 size=663040 2024-07-26T06:24:46.895 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.894+0000 7f19304c3640 1 < completed multipart upload key=F3QUORF2HDZY upload=IK5GZCQDRFCA tag=BIV1H4LFT5KK type=write size=3808768 2024-07-26T06:24:46.896 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.895+0000 7f19304c3640 1 > prepared operation key=G2XJVRBLSPE9 tag=SY9Y3LA97WBO type=del size=1331610 2024-07-26T06:24:46.897 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.897+0000 7f19304c3640 1 < completed part key=_multipart_D2CZZ6A8YSHC.2~IY0FJQNTDDWB.0 size=1048576 2024-07-26T06:24:46.898 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.898+0000 7f19304c3640 1 < completed part key=_multipart_D2CZZ6A8YSHC.2~IY0FJQNTDDWB.1 size=85948 2024-07-26T06:24:46.900 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.900+0000 7f19304c3640 1 < completed multipart upload key=D2CZZ6A8YSHC upload=IY0FJQNTDDWB tag=UJZYLZLISI7O type=write size=2183100 2024-07-26T06:24:46.902 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.902+0000 7f19304c3640 1 > prepared part key=_multipart_7P9AQQD7XI2Z.2~H091WNOEX2UV.0 size=179927 2024-07-26T06:24:46.903 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.902+0000 7f19304c3640 1 > prepared multipart upload key=7P9AQQD7XI2Z upload=H091WNOEX2UV tag=1YAIJO35EWFR type=write size=1228503 2024-07-26T06:24:46.904 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.903+0000 7f19304c3640 1 < completed part key=_multipart_Y0JGX4QVQXEC.2~8ZBV2BNPCQIZ.0 size=1048576 2024-07-26T06:24:46.905 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.904+0000 7f19304c3640 1 < completed part key=_multipart_Y0JGX4QVQXEC.2~8ZBV2BNPCQIZ.1 size=56272 2024-07-26T06:24:46.907 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.906+0000 7f19304c3640 1 < completed multipart upload key=Y0JGX4QVQXEC upload=8ZBV2BNPCQIZ tag=0D8ZRH0K62OG type=write size=2153424 2024-07-26T06:24:46.909 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.909+0000 7f19304c3640 1 > prepared part key=_multipart_F3QUORF2HDZY.2~GNW5DPD35RYH.0 size=477695 2024-07-26T06:24:46.909 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.909+0000 7f19304c3640 1 > prepared multipart upload key=F3QUORF2HDZY upload=GNW5DPD35RYH tag=H3AZDUP6CKIT type=write size=1526271 2024-07-26T06:24:46.910 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.910+0000 7f19304c3640 1 < completed delete operation key=QMPZ7GQNIH0K tag=6W18NM2YL1KN type=del 2024-07-26T06:24:46.912 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.912+0000 7f19304c3640 1 > prepared part key=_multipart_HO4GZ0KNZ8SK.2~13J7XOWBM03L.0 size=33031 2024-07-26T06:24:46.913 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.912+0000 7f19304c3640 1 > prepared multipart upload key=HO4GZ0KNZ8SK upload=13J7XOWBM03L tag=O95YFN6R5NAO type=write size=1081607 2024-07-26T06:24:46.914 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.914+0000 7f19304c3640 1 < completed delete operation key=F3QUORF2HDZY tag=3ZWCKTLFSH16 type=del 2024-07-26T06:24:46.915 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.915+0000 7f19304c3640 1 > prepared operation key=D2CZZ6A8YSHC tag=I1NHNVOYEN7N type=del size=409752 2024-07-26T06:24:46.917 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.916+0000 7f19304c3640 1 < completed part key=_multipart_D2CZZ6A8YSHC.2~Y150W1TCSMDJ.0 size=1048576 2024-07-26T06:24:46.918 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.917+0000 7f19304c3640 1 < completed part key=_multipart_D2CZZ6A8YSHC.2~Y150W1TCSMDJ.1 size=1048576 2024-07-26T06:24:46.919 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.918+0000 7f19304c3640 1 < completed part key=_multipart_D2CZZ6A8YSHC.2~Y150W1TCSMDJ.2 size=604257 2024-07-26T06:24:46.921 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.921+0000 7f19304c3640 1 < completed multipart upload key=D2CZZ6A8YSHC upload=Y150W1TCSMDJ tag=0SGJEPXMU9Q7 type=write size=3749985 2024-07-26T06:24:46.923 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.923+0000 7f19304c3640 1 > prepared part key=_multipart_ZSYF9DE73TR8.2~36ENFAEKMX3W.0 size=1048576 2024-07-26T06:24:46.924 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.924+0000 7f19304c3640 1 > prepared part key=_multipart_ZSYF9DE73TR8.2~36ENFAEKMX3W.1 size=415588 2024-07-26T06:24:46.924 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.924+0000 7f19304c3640 1 > prepared multipart upload key=ZSYF9DE73TR8 upload=36ENFAEKMX3W tag=QWTH01FRFH2W type=write size=2512740 2024-07-26T06:24:46.927 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.926+0000 7f19304c3640 1 < suggested update operation key=YDC2NRQG9YFE tag=GCTH00VKRY2X type=write size=202873 2024-07-26T06:24:46.929 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.929+0000 7f19304c3640 1 > prepared part key=_multipart_P6MP7JC8DTH7.2~EBGM8CDQJ9DC.0 size=1048576 2024-07-26T06:24:46.930 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.930+0000 7f19304c3640 1 > prepared part key=_multipart_P6MP7JC8DTH7.2~EBGM8CDQJ9DC.1 size=416980 2024-07-26T06:24:46.930 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.930+0000 7f19304c3640 1 > prepared multipart upload key=P6MP7JC8DTH7 upload=EBGM8CDQJ9DC tag=7N1VWZU41SV3 type=write size=2514132 2024-07-26T06:24:46.931 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.931+0000 7f19304c3640 1 < completed part key=_multipart_P6MP7JC8DTH7.2~A2HJ7VX6MX95.0 size=1048576 2024-07-26T06:24:46.932 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.932+0000 7f19304c3640 1 < completed part key=_multipart_P6MP7JC8DTH7.2~A2HJ7VX6MX95.1 size=193109 2024-07-26T06:24:46.934 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.934+0000 7f19304c3640 1 < completed multipart upload key=P6MP7JC8DTH7 upload=A2HJ7VX6MX95 tag=RYBMS8CQ41NL type=write size=2290261 2024-07-26T06:24:46.935 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.935+0000 7f19304c3640 1 > prepared operation key=CXCXAKPQIOKH tag=RWCJB583M3J2 type=write size=34496 2024-07-26T06:24:46.937 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.937+0000 7f19304c3640 1 < completed part key=_multipart_1I2JP28R3YNS.2~UGBXQ6302WAV.0 size=966262 2024-07-26T06:24:46.939 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.939+0000 7f19304c3640 1 < completed multipart upload key=1I2JP28R3YNS upload=UGBXQ6302WAV tag=2L1B97TCCIGL type=write size=2014838 2024-07-26T06:24:46.941 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.941+0000 7f19304c3640 1 > prepared part key=_multipart_ZSYF9DE73TR8.2~VMDUC03EZX3K.0 size=738764 2024-07-26T06:24:46.941 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.941+0000 7f19304c3640 1 > prepared multipart upload key=ZSYF9DE73TR8 upload=VMDUC03EZX3K tag=9NDQ10CKY58N type=write size=1787340 2024-07-26T06:24:46.942 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.942+0000 7f19304c3640 1 < canceled operation key=C2RTY1II1OSK tag=ILRDHTZ8DMVE type=write size=84185 2024-07-26T06:24:46.945 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.944+0000 7f19304c3640 1 > prepared part key=_multipart_YDC2NRQG9YFE.2~13REKXVNKX18.0 size=1048576 2024-07-26T06:24:46.946 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.945+0000 7f19304c3640 1 > prepared part key=_multipart_YDC2NRQG9YFE.2~13REKXVNKX18.1 size=240038 2024-07-26T06:24:46.946 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.945+0000 7f19304c3640 1 > prepared multipart upload key=YDC2NRQG9YFE upload=13REKXVNKX18 tag=Z5NL0DFMYL1M type=write size=2337190 2024-07-26T06:24:46.947 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.947+0000 7f19304c3640 1 < canceled operation key=512VC812AWRN tag=KLH91AY3SSJR type=del size=475641 2024-07-26T06:24:46.948 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.948+0000 7f19304c3640 1 > prepared operation key=PN7DBK1NNJVB tag=KE15O5005J89 type=del size=2108709 2024-07-26T06:24:46.949 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.949+0000 7f19304c3640 1 < completed part key=_multipart_4ZWJ6XHKZXZF.2~ZMI8QW1UV4SL.0 size=1048576 2024-07-26T06:24:46.950 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.950+0000 7f19304c3640 1 < completed part key=_multipart_4ZWJ6XHKZXZF.2~ZMI8QW1UV4SL.1 size=1033490 2024-07-26T06:24:46.952 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.952+0000 7f19304c3640 1 < completed multipart upload key=4ZWJ6XHKZXZF upload=ZMI8QW1UV4SL tag=6MOEZO1VSV5X type=write size=3130642 2024-07-26T06:24:46.953 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.953+0000 7f19304c3640 1 > prepared operation key=V4QX80DR86I3 tag=5QR21K9MZRFL type=write size=652657 2024-07-26T06:24:46.955 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.954+0000 7f19304c3640 1 < completed part key=_multipart_CXCXAKPQIOKH.2~4TO22EY7TMKO.0 size=1048576 2024-07-26T06:24:46.956 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.955+0000 7f19304c3640 1 < completed part key=_multipart_CXCXAKPQIOKH.2~4TO22EY7TMKO.1 size=1048576 2024-07-26T06:24:46.957 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.956+0000 7f19304c3640 1 < completed part key=_multipart_CXCXAKPQIOKH.2~4TO22EY7TMKO.2 size=742706 2024-07-26T06:24:46.959 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.958+0000 7f19304c3640 1 < completed multipart upload key=CXCXAKPQIOKH upload=4TO22EY7TMKO tag=RPB9FMMTZZ5N type=write size=3888434 2024-07-26T06:24:46.961 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.961+0000 7f19304c3640 1 > prepared part key=_multipart_0PV4L596ZFOW.2~A0536C82X9XT.0 size=1043801 2024-07-26T06:24:46.961 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.961+0000 7f19304c3640 1 > prepared multipart upload key=0PV4L596ZFOW upload=A0536C82X9XT tag=VE9C00XCYW8O type=write size=2092377 2024-07-26T06:24:46.962 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.962+0000 7f19304c3640 1 < completed delete operation key=Y31PRFKXA0KI tag=YH6HSFUM5DYD type=del 2024-07-26T06:24:46.963 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.963+0000 7f19304c3640 1 > prepared operation key=F3QUORF2HDZY tag=5YOUN797VRZZ type=del size=2972172 2024-07-26T06:24:46.964 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.964+0000 7f19304c3640 1 < completed write operation key=F3QUORF2HDZY tag=42U6BC3MW0TE type=write size=992853 2024-07-26T06:24:46.967 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.966+0000 7f19304c3640 1 > prepared part key=_multipart_2TS50KKRU12E.2~T5D9J4CM2BV9.0 size=471730 2024-07-26T06:24:46.967 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.966+0000 7f19304c3640 1 > prepared multipart upload key=2TS50KKRU12E upload=T5D9J4CM2BV9 tag=23PM2RHO2DIV type=write size=1520306 2024-07-26T06:24:46.968 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.968+0000 7f19304c3640 1 < completed part key=_multipart_V4QX80DR86I3.2~YI7ZERXBC44A.0 size=195494 2024-07-26T06:24:46.970 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.970+0000 7f19304c3640 1 < completed multipart upload key=V4QX80DR86I3 upload=YI7ZERXBC44A tag=0JREZIIY35BC type=write size=1244070 2024-07-26T06:24:46.971 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.971+0000 7f19304c3640 1 > prepared operation key=8J29YNE031PP tag=5GL88WFNYQC7 type=del size=450723 2024-07-26T06:24:46.972 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.972+0000 7f19304c3640 1 < completed delete operation key=G2XJVRBLSPE9 tag=SY9Y3LA97WBO type=del 2024-07-26T06:24:46.974 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.974+0000 7f19304c3640 1 > prepared part key=_multipart_YDC2NRQG9YFE.2~58OPYJRUAXQR.0 size=651816 2024-07-26T06:24:46.975 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.974+0000 7f19304c3640 1 > prepared multipart upload key=YDC2NRQG9YFE upload=58OPYJRUAXQR tag=PQOW1PRZ0LZE type=write size=1700392 2024-07-26T06:24:46.976 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.976+0000 7f19304c3640 1 < completed part key=_multipart_7P9AQQD7XI2Z.2~H091WNOEX2UV.0 size=179927 2024-07-26T06:24:46.978 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.978+0000 7f19304c3640 1 < completed multipart upload key=7P9AQQD7XI2Z upload=H091WNOEX2UV tag=1YAIJO35EWFR type=write size=1228503 2024-07-26T06:24:46.980 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.979+0000 7f19304c3640 1 > prepared operation key=TWRRPXYVH5FW tag=IV6N272GNAAA type=del size=3081815 2024-07-26T06:24:46.980 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.979+0000 7f19304c3640 1 < canceled part key=_multipart_F3QUORF2HDZY.2~GNW5DPD35RYH.0 size=477695 2024-07-26T06:24:46.982 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.981+0000 7f19304c3640 1 < canceled multipart upload key=F3QUORF2HDZY upload=GNW5DPD35RYH tag=H3AZDUP6CKIT type=write size=1526271 2024-07-26T06:24:46.984 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.984+0000 7f19304c3640 1 > prepared part key=_multipart_P6MP7JC8DTH7.2~0U341YG5R4PF.0 size=1048576 2024-07-26T06:24:46.985 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.985+0000 7f19304c3640 1 > prepared part key=_multipart_P6MP7JC8DTH7.2~0U341YG5R4PF.1 size=921955 2024-07-26T06:24:46.985 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.985+0000 7f19304c3640 1 > prepared multipart upload key=P6MP7JC8DTH7 upload=0U341YG5R4PF tag=VKXIEHXKY9FZ type=write size=3019107 2024-07-26T06:24:46.988 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.988+0000 7f19304c3640 1 < completed part key=_multipart_HO4GZ0KNZ8SK.2~13J7XOWBM03L.0 size=33031 2024-07-26T06:24:46.991 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.991+0000 7f19304c3640 1 < completed multipart upload key=HO4GZ0KNZ8SK upload=13J7XOWBM03L tag=O95YFN6R5NAO type=write size=1081607 2024-07-26T06:24:46.992 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.992+0000 7f19304c3640 1 > prepared operation key=Y31PRFKXA0KI tag=K4E8SFRFTSQ3 type=del size=4062209 2024-07-26T06:24:46.994 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.993+0000 7f19304c3640 1 < completed delete operation key=D2CZZ6A8YSHC tag=I1NHNVOYEN7N type=del 2024-07-26T06:24:46.996 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.996+0000 7f19304c3640 1 > prepared part key=_multipart_CXCXAKPQIOKH.2~YSMH4WLO0D16.0 size=1048576 2024-07-26T06:24:46.998 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.997+0000 7f19304c3640 1 > prepared part key=_multipart_CXCXAKPQIOKH.2~YSMH4WLO0D16.1 size=499205 2024-07-26T06:24:46.998 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.997+0000 7f19304c3640 1 > prepared multipart upload key=CXCXAKPQIOKH upload=YSMH4WLO0D16 tag=6JV0M3XYMUNU type=write size=2596357 2024-07-26T06:24:46.999 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:46.999+0000 7f19304c3640 1 < completed part key=_multipart_ZSYF9DE73TR8.2~36ENFAEKMX3W.0 size=1048576 2024-07-26T06:24:47.000 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.000+0000 7f19304c3640 1 < completed part key=_multipart_ZSYF9DE73TR8.2~36ENFAEKMX3W.1 size=415588 2024-07-26T06:24:47.003 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.002+0000 7f19304c3640 1 < completed multipart upload key=ZSYF9DE73TR8 upload=36ENFAEKMX3W tag=QWTH01FRFH2W type=write size=2512740 2024-07-26T06:24:47.004 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.004+0000 7f19304c3640 1 > prepared operation key=PN7DBK1NNJVB tag=1DJAQWTV5DZ1 type=del size=3802316 2024-07-26T06:24:47.005 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.005+0000 7f19304c3640 1 < completed part key=_multipart_P6MP7JC8DTH7.2~EBGM8CDQJ9DC.0 size=1048576 2024-07-26T06:24:47.006 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.006+0000 7f19304c3640 1 < completed part key=_multipart_P6MP7JC8DTH7.2~EBGM8CDQJ9DC.1 size=416980 2024-07-26T06:24:47.008 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.008+0000 7f19304c3640 1 < completed multipart upload key=P6MP7JC8DTH7 upload=EBGM8CDQJ9DC tag=7N1VWZU41SV3 type=write size=2514132 2024-07-26T06:24:47.009 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.009+0000 7f19304c3640 1 > prepared operation key=G70GGG8ITGEE tag=MX93J9POZSG9 type=del size=2723691 2024-07-26T06:24:47.011 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.011+0000 7f19304c3640 1 < completed write operation key=CXCXAKPQIOKH tag=RWCJB583M3J2 type=write size=34496 2024-07-26T06:24:47.012 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.012+0000 7f19304c3640 1 > prepared operation key=LCDUWKN6AQNU tag=2B3B05GG32LP type=del size=1420074 2024-07-26T06:24:47.014 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.013+0000 7f19304c3640 1 < completed part key=_multipart_ZSYF9DE73TR8.2~VMDUC03EZX3K.0 size=738764 2024-07-26T06:24:47.016 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.016+0000 7f19304c3640 1 < completed multipart upload key=ZSYF9DE73TR8 upload=VMDUC03EZX3K tag=9NDQ10CKY58N type=write size=1787340 2024-07-26T06:24:47.017 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.017+0000 7f19304c3640 1 > prepared operation key=CXCXAKPQIOKH tag=2PJ8NHR6N4OR type=del size=4077776 2024-07-26T06:24:47.018 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.018+0000 7f19304c3640 1 < completed part key=_multipart_YDC2NRQG9YFE.2~13REKXVNKX18.0 size=1048576 2024-07-26T06:24:47.019 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.019+0000 7f19304c3640 1 < completed part key=_multipart_YDC2NRQG9YFE.2~13REKXVNKX18.1 size=240038 2024-07-26T06:24:47.022 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.022+0000 7f19304c3640 1 < completed multipart upload key=YDC2NRQG9YFE upload=13REKXVNKX18 tag=Z5NL0DFMYL1M type=write size=2337190 2024-07-26T06:24:47.023 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.023+0000 7f19304c3640 1 > prepared operation key=PN7DBK1NNJVB tag=6H742JV42J4T type=del size=3593896 2024-07-26T06:24:47.024 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.024+0000 7f19304c3640 1 < completed delete operation key=PN7DBK1NNJVB tag=KE15O5005J89 type=del 2024-07-26T06:24:47.026 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.026+0000 7f19304c3640 1 > prepared operation key=LCDUWKN6AQNU tag=A1V1RH41J6UM type=del size=2968178 2024-07-26T06:24:47.028 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.027+0000 7f19304c3640 1 < completed write operation key=V4QX80DR86I3 tag=5QR21K9MZRFL type=write size=652657 2024-07-26T06:24:47.030 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.030+0000 7f19304c3640 1 > prepared part key=_multipart_QMPZ7GQNIH0K.2~IXDZ6137UVY0.0 size=1048576 2024-07-26T06:24:47.031 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.031+0000 7f19304c3640 1 > prepared part key=_multipart_QMPZ7GQNIH0K.2~IXDZ6137UVY0.1 size=1048576 2024-07-26T06:24:47.032 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.032+0000 7f19304c3640 1 > prepared part key=_multipart_QMPZ7GQNIH0K.2~IXDZ6137UVY0.2 size=70176 2024-07-26T06:24:47.033 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.032+0000 7f19304c3640 1 > prepared multipart upload key=QMPZ7GQNIH0K upload=IXDZ6137UVY0 tag=XP4XGZLOQRYA type=write size=3215904 2024-07-26T06:24:47.034 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.033+0000 7f19304c3640 1 < completed part key=_multipart_0PV4L596ZFOW.2~A0536C82X9XT.0 size=1043801 2024-07-26T06:24:47.036 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.035+0000 7f19304c3640 1 < completed multipart upload key=0PV4L596ZFOW upload=A0536C82X9XT tag=VE9C00XCYW8O type=write size=2092377 2024-07-26T06:24:47.037 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.037+0000 7f19304c3640 1 > prepared operation key=23K6MK7R266R tag=41UT1YTEHY4O type=del size=871787 2024-07-26T06:24:47.041 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.038+0000 7f19304c3640 1 < completed delete operation key=F3QUORF2HDZY tag=5YOUN797VRZZ type=del 2024-07-26T06:24:47.042 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.041+0000 7f19304c3640 1 > prepared part key=_multipart_4ZWJ6XHKZXZF.2~BT815LR2ACVJ.0 size=1048576 2024-07-26T06:24:47.042 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.042+0000 7f19304c3640 1 > prepared part key=_multipart_4ZWJ6XHKZXZF.2~BT815LR2ACVJ.1 size=1048576 2024-07-26T06:24:47.043 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.043+0000 7f19304c3640 1 > prepared part key=_multipart_4ZWJ6XHKZXZF.2~BT815LR2ACVJ.2 size=575685 2024-07-26T06:24:47.044 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.043+0000 7f19304c3640 1 > prepared multipart upload key=4ZWJ6XHKZXZF upload=BT815LR2ACVJ tag=UORHV1S99026 type=write size=3721413 2024-07-26T06:24:47.045 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.045+0000 7f19304c3640 1 < completed part key=_multipart_2TS50KKRU12E.2~T5D9J4CM2BV9.0 size=471730 2024-07-26T06:24:47.048 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.047+0000 7f19304c3640 1 < completed multipart upload key=2TS50KKRU12E upload=T5D9J4CM2BV9 tag=23PM2RHO2DIV type=write size=1520306 2024-07-26T06:24:47.049 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.049+0000 7f19304c3640 1 > prepared operation key=4ZWJ6XHKZXZF tag=EFRHZ86DBZED type=del size=1001030 2024-07-26T06:24:47.050 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.050+0000 7f19304c3640 1 < completed delete operation key=8J29YNE031PP tag=5GL88WFNYQC7 type=del 2024-07-26T06:24:47.052 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.052+0000 7f19304c3640 1 > prepared part key=_multipart_23K6MK7R266R.2~2ZUPN6XMVHC6.0 size=1048576 2024-07-26T06:24:47.053 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.053+0000 7f19304c3640 1 > prepared part key=_multipart_23K6MK7R266R.2~2ZUPN6XMVHC6.1 size=771738 2024-07-26T06:24:47.054 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.053+0000 7f19304c3640 1 > prepared multipart upload key=23K6MK7R266R upload=2ZUPN6XMVHC6 tag=G2FRRM16KZ80 type=write size=2868890 2024-07-26T06:24:47.055 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.055+0000 7f19304c3640 1 < completed part key=_multipart_YDC2NRQG9YFE.2~58OPYJRUAXQR.0 size=651816 2024-07-26T06:24:47.058 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.057+0000 7f19304c3640 1 < completed multipart upload key=YDC2NRQG9YFE upload=58OPYJRUAXQR tag=PQOW1PRZ0LZE type=write size=1700392 2024-07-26T06:24:47.060 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.060+0000 7f19304c3640 1 > prepared part key=_multipart_HO4GZ0KNZ8SK.2~AK5YYRS1WAH7.0 size=1048576 2024-07-26T06:24:47.061 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.061+0000 7f19304c3640 1 > prepared part key=_multipart_HO4GZ0KNZ8SK.2~AK5YYRS1WAH7.1 size=251436 2024-07-26T06:24:47.061 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.061+0000 7f19304c3640 1 > prepared multipart upload key=HO4GZ0KNZ8SK upload=AK5YYRS1WAH7 tag=EMCI1CGXC78I type=write size=2348588 2024-07-26T06:24:47.062 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.062+0000 7f19304c3640 1 < completed delete operation key=TWRRPXYVH5FW tag=IV6N272GNAAA type=del 2024-07-26T06:24:47.063 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.063+0000 7f19304c3640 1 > prepared operation key=7GGA1PRXXHDC tag=8JNVA39QHU8G type=del size=500645 2024-07-26T06:24:47.065 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.064+0000 7f19304c3640 1 < completed part key=_multipart_P6MP7JC8DTH7.2~0U341YG5R4PF.0 size=1048576 2024-07-26T06:24:47.066 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.066+0000 7f19304c3640 1 < completed part key=_multipart_P6MP7JC8DTH7.2~0U341YG5R4PF.1 size=921955 2024-07-26T06:24:47.068 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.068+0000 7f19304c3640 1 < completed multipart upload key=P6MP7JC8DTH7 upload=0U341YG5R4PF tag=VKXIEHXKY9FZ type=write size=3019107 2024-07-26T06:24:47.069 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.069+0000 7f19304c3640 1 > prepared operation key=8J29YNE031PP tag=J5HFMRPKUUH6 type=write size=167931 2024-07-26T06:24:47.070 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.070+0000 7f19304c3640 1 < completed delete operation key=Y31PRFKXA0KI tag=K4E8SFRFTSQ3 type=del 2024-07-26T06:24:47.072 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.072+0000 7f19304c3640 1 > prepared operation key=C2RTY1II1OSK tag=33YSAF09S5DP type=write size=638626 2024-07-26T06:24:47.072 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.072+0000 7f19304c3640 1 < canceled part key=_multipart_CXCXAKPQIOKH.2~YSMH4WLO0D16.0 size=1048576 2024-07-26T06:24:47.073 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.073+0000 7f19304c3640 1 < completed part key=_multipart_CXCXAKPQIOKH.2~YSMH4WLO0D16.1 size=499205 2024-07-26T06:24:47.076 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.075+0000 7f19304c3640 1 < canceled multipart upload key=CXCXAKPQIOKH upload=YSMH4WLO0D16 tag=6JV0M3XYMUNU type=write size=2596357 2024-07-26T06:24:47.077 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.077+0000 7f19304c3640 1 > prepared operation key=G70GGG8ITGEE tag=SCTN3QR2E30C type=del size=348600 2024-07-26T06:24:47.080 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.079+0000 7f19304c3640 1 < suggested update operation key=PN7DBK1NNJVB tag=1DJAQWTV5DZ1 type=del size=3802316 2024-07-26T06:24:47.081 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.081+0000 7f19304c3640 1 > prepared operation key=SSAHKRHXMDHN tag=1E8JL46V9RPG type=del size=378435 2024-07-26T06:24:47.083 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.083+0000 7f19304c3640 1 < completed delete operation key=G70GGG8ITGEE tag=MX93J9POZSG9 type=del 2024-07-26T06:24:47.084 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.084+0000 7f19304c3640 1 > prepared operation key=1I2JP28R3YNS tag=9VQ4C66IIL71 type=del size=3792824 2024-07-26T06:24:47.086 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.086+0000 7f19304c3640 1 < completed delete operation key=LCDUWKN6AQNU tag=2B3B05GG32LP type=del 2024-07-26T06:24:47.090 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.089+0000 7f19304c3640 1 > prepared part key=_multipart_ZSYF9DE73TR8.2~LEWSP71F2JEC.0 size=1048576 2024-07-26T06:24:47.092 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.092+0000 7f19304c3640 1 > prepared part key=_multipart_ZSYF9DE73TR8.2~LEWSP71F2JEC.1 size=298684 2024-07-26T06:24:47.093 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.092+0000 7f19304c3640 1 > prepared multipart upload key=ZSYF9DE73TR8 upload=LEWSP71F2JEC tag=UXOS62MTDSC6 type=write size=2395836 2024-07-26T06:24:47.096 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.096+0000 7f19304c3640 1 < completed delete operation key=CXCXAKPQIOKH tag=2PJ8NHR6N4OR type=del 2024-07-26T06:24:47.100 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.100+0000 7f19304c3640 1 > prepared part key=_multipart_2TS50KKRU12E.2~NYS0QLOS8LHJ.0 size=1048576 2024-07-26T06:24:47.101 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.101+0000 7f19304c3640 1 > prepared part key=_multipart_2TS50KKRU12E.2~NYS0QLOS8LHJ.1 size=91248 2024-07-26T06:24:47.101 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.101+0000 7f19304c3640 1 > prepared multipart upload key=2TS50KKRU12E upload=NYS0QLOS8LHJ tag=QXZW6ZE4V8FC type=write size=2188400 2024-07-26T06:24:47.103 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.103+0000 7f19304c3640 -1 < failed to complete operation key=PN7DBK1NNJVB tag=6H742JV42J4T type=del size=3593896: (22) Invalid argument 2024-07-26T06:24:47.105 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.105+0000 7f19304c3640 1 > prepared operation key=V4RJB0J6F7NB tag=RM3LWRHLGOP6 type=del size=1688837 2024-07-26T06:24:47.109 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.108+0000 7f19304c3640 1 < suggested update operation key=LCDUWKN6AQNU tag=A1V1RH41J6UM type=del size=2968178 2024-07-26T06:24:47.133 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.133+0000 7f19304c3640 1 > prepared part key=_multipart_G70GGG8ITGEE.2~QRT96GO14UAH.0 size=213411 2024-07-26T06:24:47.133 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.133+0000 7f19304c3640 1 > prepared multipart upload key=G70GGG8ITGEE upload=QRT96GO14UAH tag=LZYL9TUJSS47 type=write size=1261987 2024-07-26T06:24:47.134 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.133+0000 7f19304c3640 1 < canceled part key=_multipart_QMPZ7GQNIH0K.2~IXDZ6137UVY0.0 size=1048576 2024-07-26T06:24:47.135 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.135+0000 7f19304c3640 1 < completed part key=_multipart_QMPZ7GQNIH0K.2~IXDZ6137UVY0.1 size=1048576 2024-07-26T06:24:47.136 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.136+0000 7f19304c3640 1 < completed part key=_multipart_QMPZ7GQNIH0K.2~IXDZ6137UVY0.2 size=70176 2024-07-26T06:24:47.138 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.138+0000 7f19304c3640 1 < canceled multipart upload key=QMPZ7GQNIH0K upload=IXDZ6137UVY0 tag=XP4XGZLOQRYA type=write size=3215904 2024-07-26T06:24:47.141 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.141+0000 7f19304c3640 1 > prepared part key=_multipart_PN7DBK1NNJVB.2~8DIKZ4Z85UKH.0 size=1048576 2024-07-26T06:24:47.142 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.142+0000 7f19304c3640 1 > prepared part key=_multipart_PN7DBK1NNJVB.2~8DIKZ4Z85UKH.1 size=1048576 2024-07-26T06:24:47.143 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.143+0000 7f19304c3640 1 > prepared part key=_multipart_PN7DBK1NNJVB.2~8DIKZ4Z85UKH.2 size=565012 2024-07-26T06:24:47.143 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.143+0000 7f19304c3640 1 > prepared multipart upload key=PN7DBK1NNJVB upload=8DIKZ4Z85UKH tag=PKNZ4SNC9N4I type=write size=3710740 2024-07-26T06:24:47.145 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.145+0000 7f19304c3640 1 < suggested remove operation key=23K6MK7R266R tag=41UT1YTEHY4O type=del 2024-07-26T06:24:47.146 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.146+0000 7f19304c3640 1 > prepared operation key=D2CZZ6A8YSHC tag=R8EQKZFVJG7U type=del size=3842854 2024-07-26T06:24:47.148 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.148+0000 7f19304c3640 1 < completed part key=_multipart_4ZWJ6XHKZXZF.2~BT815LR2ACVJ.0 size=1048576 2024-07-26T06:24:47.149 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.149+0000 7f19304c3640 1 < completed part key=_multipart_4ZWJ6XHKZXZF.2~BT815LR2ACVJ.1 size=1048576 2024-07-26T06:24:47.150 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.150+0000 7f19304c3640 1 < completed part key=_multipart_4ZWJ6XHKZXZF.2~BT815LR2ACVJ.2 size=575685 2024-07-26T06:24:47.153 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.152+0000 7f19304c3640 1 < completed multipart upload key=4ZWJ6XHKZXZF upload=BT815LR2ACVJ tag=UORHV1S99026 type=write size=3721413 2024-07-26T06:24:47.156 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.156+0000 7f19304c3640 1 > prepared part key=_multipart_7GGA1PRXXHDC.2~QZ4FUIRHHV56.0 size=586102 2024-07-26T06:24:47.156 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.156+0000 7f19304c3640 1 > prepared multipart upload key=7GGA1PRXXHDC upload=QZ4FUIRHHV56 tag=TVSGKQHYNRHG type=write size=1634678 2024-07-26T06:24:47.158 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.157+0000 7f19304c3640 1 < completed delete operation key=4ZWJ6XHKZXZF tag=EFRHZ86DBZED type=del 2024-07-26T06:24:47.160 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.160+0000 7f19304c3640 1 > prepared part key=_multipart_G2XJVRBLSPE9.2~R291ILI1LVO5.0 size=1048576 2024-07-26T06:24:47.161 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.161+0000 7f19304c3640 1 > prepared part key=_multipart_G2XJVRBLSPE9.2~R291ILI1LVO5.1 size=1048576 2024-07-26T06:24:47.162 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.162+0000 7f19304c3640 1 > prepared part key=_multipart_G2XJVRBLSPE9.2~R291ILI1LVO5.2 size=120439 2024-07-26T06:24:47.162 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.162+0000 7f19304c3640 1 > prepared multipart upload key=G2XJVRBLSPE9 upload=R291ILI1LVO5 tag=UKLTKM6G7L78 type=write size=3266167 2024-07-26T06:24:47.163 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.163+0000 7f19304c3640 1 < completed part key=_multipart_23K6MK7R266R.2~2ZUPN6XMVHC6.0 size=1048576 2024-07-26T06:24:47.164 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.164+0000 7f19304c3640 1 < completed part key=_multipart_23K6MK7R266R.2~2ZUPN6XMVHC6.1 size=771738 2024-07-26T06:24:47.166 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.166+0000 7f19304c3640 1 < completed multipart upload key=23K6MK7R266R upload=2ZUPN6XMVHC6 tag=G2FRRM16KZ80 type=write size=2868890 2024-07-26T06:24:47.167 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.167+0000 7f19304c3640 1 > prepared operation key=1I2JP28R3YNS tag=M0ZJJPQ1HJNA type=del size=896351 2024-07-26T06:24:47.169 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.169+0000 7f19304c3640 1 < completed part key=_multipart_HO4GZ0KNZ8SK.2~AK5YYRS1WAH7.0 size=1048576 2024-07-26T06:24:47.170 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.170+0000 7f19304c3640 1 < completed part key=_multipart_HO4GZ0KNZ8SK.2~AK5YYRS1WAH7.1 size=251436 2024-07-26T06:24:47.172 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.172+0000 7f19304c3640 1 < completed multipart upload key=HO4GZ0KNZ8SK upload=AK5YYRS1WAH7 tag=EMCI1CGXC78I type=write size=2348588 2024-07-26T06:24:47.174 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.174+0000 7f19304c3640 1 > prepared part key=_multipart_G70GGG8ITGEE.2~2ZBS5P92HDQO.0 size=1048576 2024-07-26T06:24:47.176 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.176+0000 7f19304c3640 1 > prepared part key=_multipart_G70GGG8ITGEE.2~2ZBS5P92HDQO.1 size=1048576 2024-07-26T06:24:47.177 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.177+0000 7f19304c3640 1 > prepared part key=_multipart_G70GGG8ITGEE.2~2ZBS5P92HDQO.2 size=560004 2024-07-26T06:24:47.178 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.177+0000 7f19304c3640 1 > prepared multipart upload key=G70GGG8ITGEE upload=2ZBS5P92HDQO tag=W5LM9RJ1G62Q type=write size=3705732 2024-07-26T06:24:47.180 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.180+0000 7f19304c3640 1 < suggested remove operation key=7GGA1PRXXHDC tag=8JNVA39QHU8G type=del 2024-07-26T06:24:47.182 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.182+0000 7f19304c3640 1 > prepared part key=_multipart_7GGA1PRXXHDC.2~RB5SF58VQEHE.0 size=1048576 2024-07-26T06:24:47.183 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.183+0000 7f19304c3640 1 > prepared part key=_multipart_7GGA1PRXXHDC.2~RB5SF58VQEHE.1 size=1048576 2024-07-26T06:24:47.185 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.184+0000 7f19304c3640 1 > prepared part key=_multipart_7GGA1PRXXHDC.2~RB5SF58VQEHE.2 size=208386 2024-07-26T06:24:47.185 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.184+0000 7f19304c3640 1 > prepared multipart upload key=7GGA1PRXXHDC upload=RB5SF58VQEHE tag=3VT54ZMQZSAA type=write size=3354114 2024-07-26T06:24:47.187 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.187+0000 7f19304c3640 1 < canceled operation key=8J29YNE031PP tag=J5HFMRPKUUH6 type=write size=167931 2024-07-26T06:24:47.189 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.189+0000 7f19304c3640 1 > prepared part key=_multipart_0PV4L596ZFOW.2~TMGEB9PVRBAW.0 size=944052 2024-07-26T06:24:47.190 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.189+0000 7f19304c3640 1 > prepared multipart upload key=0PV4L596ZFOW upload=TMGEB9PVRBAW tag=F58XMLCIMNLB type=write size=1992628 2024-07-26T06:24:47.191 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.191+0000 7f19304c3640 1 < canceled operation key=C2RTY1II1OSK tag=33YSAF09S5DP type=write size=638626 2024-07-26T06:24:47.192 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.192+0000 7f19304c3640 1 > prepared operation key=Y0JGX4QVQXEC tag=YBKRR8NS781S type=write size=488654 2024-07-26T06:24:47.195 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.195+0000 7f19304c3640 1 < suggested remove operation key=G70GGG8ITGEE tag=SCTN3QR2E30C type=del 2024-07-26T06:24:47.196 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.196+0000 7f19304c3640 1 > prepared operation key=M8V7EJP4HHQV tag=X5HU82CJX4DC type=del size=2247503 2024-07-26T06:24:47.197 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.197+0000 7f19304c3640 1 < completed delete operation key=SSAHKRHXMDHN tag=1E8JL46V9RPG type=del 2024-07-26T06:24:47.199 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.199+0000 7f19304c3640 1 > prepared operation key=TWRRPXYVH5FW tag=FPXZQ1JEQGQ7 type=del size=3890588 2024-07-26T06:24:47.200 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.200+0000 7f19304c3640 1 < completed delete operation key=1I2JP28R3YNS tag=9VQ4C66IIL71 type=del 2024-07-26T06:24:47.202 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.202+0000 7f19304c3640 1 > prepared operation key=1I2JP28R3YNS tag=93XO0M28NKX7 type=del size=2249161 2024-07-26T06:24:47.202 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.202+0000 7f19304c3640 1 < canceled part key=_multipart_ZSYF9DE73TR8.2~LEWSP71F2JEC.0 size=1048576 2024-07-26T06:24:47.203 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.203+0000 7f19304c3640 1 < completed part key=_multipart_ZSYF9DE73TR8.2~LEWSP71F2JEC.1 size=298684 2024-07-26T06:24:47.206 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.205+0000 7f19304c3640 1 < canceled multipart upload key=ZSYF9DE73TR8 upload=LEWSP71F2JEC tag=UXOS62MTDSC6 type=write size=2395836 2024-07-26T06:24:47.208 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.208+0000 7f19304c3640 1 > prepared part key=_multipart_4ZWJ6XHKZXZF.2~ENQTYS3WSZZ0.0 size=1048576 2024-07-26T06:24:47.209 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.209+0000 7f19304c3640 1 > prepared part key=_multipart_4ZWJ6XHKZXZF.2~ENQTYS3WSZZ0.1 size=1048576 2024-07-26T06:24:47.210 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.210+0000 7f19304c3640 1 > prepared part key=_multipart_4ZWJ6XHKZXZF.2~ENQTYS3WSZZ0.2 size=462560 2024-07-26T06:24:47.210 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.210+0000 7f19304c3640 1 > prepared multipart upload key=4ZWJ6XHKZXZF upload=ENQTYS3WSZZ0 tag=DNT06PPCIC7H type=write size=3608288 2024-07-26T06:24:47.212 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.211+0000 7f19304c3640 1 < completed part key=_multipart_2TS50KKRU12E.2~NYS0QLOS8LHJ.0 size=1048576 2024-07-26T06:24:47.213 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.213+0000 7f19304c3640 1 < completed part key=_multipart_2TS50KKRU12E.2~NYS0QLOS8LHJ.1 size=91248 2024-07-26T06:24:47.215 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.215+0000 7f19304c3640 1 < completed multipart upload key=2TS50KKRU12E upload=NYS0QLOS8LHJ tag=QXZW6ZE4V8FC type=write size=2188400 2024-07-26T06:24:47.217 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.217+0000 7f19304c3640 1 > prepared operation key=Y0JGX4QVQXEC tag=6311K4H76KHS type=del size=1074600 2024-07-26T06:24:47.218 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.218+0000 7f19304c3640 1 < completed delete operation key=V4RJB0J6F7NB tag=RM3LWRHLGOP6 type=del 2024-07-26T06:24:47.221 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.221+0000 7f19304c3640 1 > prepared part key=_multipart_D2CZZ6A8YSHC.2~E92NVYFNY35J.0 size=25022 2024-07-26T06:24:47.222 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.221+0000 7f19304c3640 1 > prepared multipart upload key=D2CZZ6A8YSHC upload=E92NVYFNY35J tag=0TTNPWECR0F3 type=write size=1073598 2024-07-26T06:24:47.223 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.222+0000 7f19304c3640 1 < completed part key=_multipart_G70GGG8ITGEE.2~QRT96GO14UAH.0 size=213411 2024-07-26T06:24:47.225 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.224+0000 7f19304c3640 1 < completed multipart upload key=G70GGG8ITGEE upload=QRT96GO14UAH tag=LZYL9TUJSS47 type=write size=1261987 2024-07-26T06:24:47.227 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.227+0000 7f19304c3640 1 > prepared part key=_multipart_HO4GZ0KNZ8SK.2~S7HAL4DKJ6U3.0 size=296060 2024-07-26T06:24:47.227 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.227+0000 7f19304c3640 1 > prepared multipart upload key=HO4GZ0KNZ8SK upload=S7HAL4DKJ6U3 tag=28C1S1QLBJ1Z type=write size=1344636 2024-07-26T06:24:47.229 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.228+0000 7f19304c3640 1 < completed part key=_multipart_PN7DBK1NNJVB.2~8DIKZ4Z85UKH.0 size=1048576 2024-07-26T06:24:47.230 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.229+0000 7f19304c3640 1 < completed part key=_multipart_PN7DBK1NNJVB.2~8DIKZ4Z85UKH.1 size=1048576 2024-07-26T06:24:47.231 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.231+0000 7f19304c3640 1 < completed part key=_multipart_PN7DBK1NNJVB.2~8DIKZ4Z85UKH.2 size=565012 2024-07-26T06:24:47.233 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.233+0000 7f19304c3640 1 < completed multipart upload key=PN7DBK1NNJVB upload=8DIKZ4Z85UKH tag=PKNZ4SNC9N4I type=write size=3710740 2024-07-26T06:24:47.236 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.235+0000 7f19304c3640 1 > prepared part key=_multipart_SQ0RDJVR9PPL.2~RNJ96XRXO1PL.0 size=524420 2024-07-26T06:24:47.236 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.235+0000 7f19304c3640 1 > prepared multipart upload key=SQ0RDJVR9PPL upload=RNJ96XRXO1PL tag=ZDQ94VNNSOR4 type=write size=1572996 2024-07-26T06:24:47.237 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.237+0000 7f19304c3640 1 < completed delete operation key=D2CZZ6A8YSHC tag=R8EQKZFVJG7U type=del 2024-07-26T06:24:47.240 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.239+0000 7f19304c3640 1 > prepared part key=_multipart_23K6MK7R266R.2~141O2VI7Z2VK.0 size=1048576 2024-07-26T06:24:47.241 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.240+0000 7f19304c3640 1 > prepared part key=_multipart_23K6MK7R266R.2~141O2VI7Z2VK.1 size=358056 2024-07-26T06:24:47.241 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.240+0000 7f19304c3640 1 > prepared multipart upload key=23K6MK7R266R upload=141O2VI7Z2VK tag=4TP2KFXCTZ21 type=write size=2455208 2024-07-26T06:24:47.241 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.241+0000 7f19304c3640 1 < canceled part key=_multipart_7GGA1PRXXHDC.2~QZ4FUIRHHV56.0 size=586102 2024-07-26T06:24:47.243 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.243+0000 7f19304c3640 1 < canceled multipart upload key=7GGA1PRXXHDC upload=QZ4FUIRHHV56 tag=TVSGKQHYNRHG type=write size=1634678 2024-07-26T06:24:47.246 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.246+0000 7f19304c3640 1 > prepared part key=_multipart_V4RJB0J6F7NB.2~6UPLVNVMO0KE.0 size=943138 2024-07-26T06:24:47.246 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.246+0000 7f19304c3640 1 > prepared multipart upload key=V4RJB0J6F7NB upload=6UPLVNVMO0KE tag=8A6YICYNJY9V type=write size=1991714 2024-07-26T06:24:47.247 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.247+0000 7f19304c3640 1 < completed part key=_multipart_G2XJVRBLSPE9.2~R291ILI1LVO5.0 size=1048576 2024-07-26T06:24:47.248 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.248+0000 7f19304c3640 1 < completed part key=_multipart_G2XJVRBLSPE9.2~R291ILI1LVO5.1 size=1048576 2024-07-26T06:24:47.249 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.249+0000 7f19304c3640 1 < completed part key=_multipart_G2XJVRBLSPE9.2~R291ILI1LVO5.2 size=120439 2024-07-26T06:24:47.252 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.251+0000 7f19304c3640 1 < completed multipart upload key=G2XJVRBLSPE9 upload=R291ILI1LVO5 tag=UKLTKM6G7L78 type=write size=3266167 2024-07-26T06:24:47.254 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.254+0000 7f19304c3640 1 > prepared part key=_multipart_TWRRPXYVH5FW.2~U2D0ITVRBVOU.0 size=1048576 2024-07-26T06:24:47.255 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.255+0000 7f19304c3640 1 > prepared part key=_multipart_TWRRPXYVH5FW.2~U2D0ITVRBVOU.1 size=1048576 2024-07-26T06:24:47.256 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.256+0000 7f19304c3640 1 > prepared part key=_multipart_TWRRPXYVH5FW.2~U2D0ITVRBVOU.2 size=1039746 2024-07-26T06:24:47.256 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.256+0000 7f19304c3640 1 > prepared multipart upload key=TWRRPXYVH5FW upload=U2D0ITVRBVOU tag=NCHTBQVHBVZ2 type=write size=4185474 2024-07-26T06:24:47.258 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.258+0000 7f19304c3640 1 < completed delete operation key=1I2JP28R3YNS tag=M0ZJJPQ1HJNA type=del 2024-07-26T06:24:47.259 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.259+0000 7f19304c3640 1 > prepared operation key=7P9AQQD7XI2Z tag=01HOUWCGZENY type=del size=890827 2024-07-26T06:24:47.260 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.260+0000 7f19304c3640 1 < completed part key=_multipart_G70GGG8ITGEE.2~2ZBS5P92HDQO.0 size=1048576 2024-07-26T06:24:47.261 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.261+0000 7f19304c3640 1 < completed part key=_multipart_G70GGG8ITGEE.2~2ZBS5P92HDQO.1 size=1048576 2024-07-26T06:24:47.262 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.261+0000 7f19304c3640 1 < canceled part key=_multipart_G70GGG8ITGEE.2~2ZBS5P92HDQO.2 size=560004 2024-07-26T06:24:47.263 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.263+0000 7f19304c3640 1 < canceled multipart upload key=G70GGG8ITGEE upload=2ZBS5P92HDQO tag=W5LM9RJ1G62Q type=write size=3705732 2024-07-26T06:24:47.265 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.265+0000 7f19304c3640 1 > prepared operation key=QMPZ7GQNIH0K tag=HMEBU1P4V7Z8 type=del size=84512 2024-07-26T06:24:47.266 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.266+0000 7f19304c3640 1 < completed part key=_multipart_7GGA1PRXXHDC.2~RB5SF58VQEHE.0 size=1048576 2024-07-26T06:24:47.267 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.267+0000 7f19304c3640 1 < completed part key=_multipart_7GGA1PRXXHDC.2~RB5SF58VQEHE.1 size=1048576 2024-07-26T06:24:47.268 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.268+0000 7f19304c3640 1 < completed part key=_multipart_7GGA1PRXXHDC.2~RB5SF58VQEHE.2 size=208386 2024-07-26T06:24:47.270 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.270+0000 7f19304c3640 1 < completed multipart upload key=7GGA1PRXXHDC upload=RB5SF58VQEHE tag=3VT54ZMQZSAA type=write size=3354114 2024-07-26T06:24:47.272 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.271+0000 7f19304c3640 1 > prepared operation key=7GGA1PRXXHDC tag=81VH2HXONXZ6 type=del size=2788274 2024-07-26T06:24:47.272 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.272+0000 7f19304c3640 1 < canceled part key=_multipart_0PV4L596ZFOW.2~TMGEB9PVRBAW.0 size=944052 2024-07-26T06:24:47.274 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.274+0000 7f19304c3640 1 < canceled multipart upload key=0PV4L596ZFOW upload=TMGEB9PVRBAW tag=F58XMLCIMNLB type=write size=1992628 2024-07-26T06:24:47.276 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.276+0000 7f19304c3640 1 > prepared part key=_multipart_8J29YNE031PP.2~DWOJIT7GGJSV.0 size=1048576 2024-07-26T06:24:47.278 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.277+0000 7f19304c3640 1 > prepared part key=_multipart_8J29YNE031PP.2~DWOJIT7GGJSV.1 size=1048576 2024-07-26T06:24:47.279 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.279+0000 7f19304c3640 1 > prepared part key=_multipart_8J29YNE031PP.2~DWOJIT7GGJSV.2 size=835866 2024-07-26T06:24:47.279 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.279+0000 7f19304c3640 1 > prepared multipart upload key=8J29YNE031PP upload=DWOJIT7GGJSV tag=24WXDAJ0PBSN type=write size=3981594 2024-07-26T06:24:47.280 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.280+0000 7f19304c3640 1 < completed write operation key=Y0JGX4QVQXEC tag=YBKRR8NS781S type=write size=488654 2024-07-26T06:24:47.283 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.282+0000 7f19304c3640 1 > prepared part key=_multipart_7P9AQQD7XI2Z.2~LX6KSLOXDHR2.0 size=913618 2024-07-26T06:24:47.283 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.282+0000 7f19304c3640 1 > prepared multipart upload key=7P9AQQD7XI2Z upload=LX6KSLOXDHR2 tag=DVLB478PANJQ type=write size=1962194 2024-07-26T06:24:47.284 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.284+0000 7f19304c3640 1 < completed delete operation key=M8V7EJP4HHQV tag=X5HU82CJX4DC type=del 2024-07-26T06:24:47.285 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.285+0000 7f19304c3640 1 > prepared operation key=V4QX80DR86I3 tag=YQEZ8IZCZQ03 type=write size=636642 2024-07-26T06:24:47.288 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.288+0000 7f19304c3640 1 < suggested update operation key=TWRRPXYVH5FW tag=FPXZQ1JEQGQ7 type=del size=3890588 2024-07-26T06:24:47.290 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.289+0000 7f19304c3640 1 > prepared operation key=7P9AQQD7XI2Z tag=MYVT2MMAWU2E type=del size=2709698 2024-07-26T06:24:47.291 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.291+0000 7f19304c3640 1 < completed delete operation key=1I2JP28R3YNS tag=93XO0M28NKX7 type=del 2024-07-26T06:24:47.293 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.292+0000 7f19304c3640 1 > prepared operation key=55ZIE8HVR68M tag=SNGILSTC85S3 type=del size=2867109 2024-07-26T06:24:47.294 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.294+0000 7f19304c3640 1 < completed part key=_multipart_4ZWJ6XHKZXZF.2~ENQTYS3WSZZ0.0 size=1048576 2024-07-26T06:24:47.298 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.295+0000 7f19304c3640 1 < completed part key=_multipart_4ZWJ6XHKZXZF.2~ENQTYS3WSZZ0.1 size=1048576 2024-07-26T06:24:47.298 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.296+0000 7f19304c3640 1 < completed part key=_multipart_4ZWJ6XHKZXZF.2~ENQTYS3WSZZ0.2 size=462560 2024-07-26T06:24:47.298 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.298+0000 7f19304c3640 1 < completed multipart upload key=4ZWJ6XHKZXZF upload=ENQTYS3WSZZ0 tag=DNT06PPCIC7H type=write size=3608288 2024-07-26T06:24:47.300 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.299+0000 7f19304c3640 1 > prepared operation key=F3QUORF2HDZY tag=OOGPE7YB22GI type=del size=1681860 2024-07-26T06:24:47.303 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.302+0000 7f19304c3640 1 < suggested remove operation key=Y0JGX4QVQXEC tag=6311K4H76KHS type=del 2024-07-26T06:24:47.304 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.304+0000 7f19304c3640 1 > prepared operation key=7P9AQQD7XI2Z tag=9MAT6M0EZUP4 type=del size=3162481 2024-07-26T06:24:47.306 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.306+0000 7f19304c3640 1 < completed part key=_multipart_D2CZZ6A8YSHC.2~E92NVYFNY35J.0 size=25022 2024-07-26T06:24:47.309 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.309+0000 7f19304c3640 1 < completed multipart upload key=D2CZZ6A8YSHC upload=E92NVYFNY35J tag=0TTNPWECR0F3 type=write size=1073598 2024-07-26T06:24:47.310 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.310+0000 7f19304c3640 1 > prepared operation key=2TS50KKRU12E tag=Y9JDPZG04BD2 type=del size=1577535 2024-07-26T06:24:47.312 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.312+0000 7f19304c3640 1 < completed part key=_multipart_HO4GZ0KNZ8SK.2~S7HAL4DKJ6U3.0 size=296060 2024-07-26T06:24:47.315 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.314+0000 7f19304c3640 1 < completed multipart upload key=HO4GZ0KNZ8SK upload=S7HAL4DKJ6U3 tag=28C1S1QLBJ1Z type=write size=1344636 2024-07-26T06:24:47.316 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.316+0000 7f19304c3640 1 > prepared operation key=7GGA1PRXXHDC tag=RPL1VOVEMTMW type=write size=919289 2024-07-26T06:24:47.318 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.317+0000 7f19304c3640 1 < completed part key=_multipart_SQ0RDJVR9PPL.2~RNJ96XRXO1PL.0 size=524420 2024-07-26T06:24:47.320 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.320+0000 7f19304c3640 1 < completed multipart upload key=SQ0RDJVR9PPL upload=RNJ96XRXO1PL tag=ZDQ94VNNSOR4 type=write size=1572996 2024-07-26T06:24:47.321 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.321+0000 7f19304c3640 1 > prepared operation key=M8V7EJP4HHQV tag=Q6X3W4ZX0WLY type=del size=3114542 2024-07-26T06:24:47.323 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.322+0000 7f19304c3640 1 < completed part key=_multipart_23K6MK7R266R.2~141O2VI7Z2VK.0 size=1048576 2024-07-26T06:24:47.324 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.323+0000 7f19304c3640 1 < completed part key=_multipart_23K6MK7R266R.2~141O2VI7Z2VK.1 size=358056 2024-07-26T06:24:47.326 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.326+0000 7f19304c3640 1 < completed multipart upload key=23K6MK7R266R upload=141O2VI7Z2VK tag=4TP2KFXCTZ21 type=write size=2455208 2024-07-26T06:24:47.329 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.329+0000 7f19304c3640 1 > prepared part key=_multipart_D2CZZ6A8YSHC.2~L2R729K2Y8W7.0 size=1048576 2024-07-26T06:24:47.330 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.330+0000 7f19304c3640 1 > prepared part key=_multipart_D2CZZ6A8YSHC.2~L2R729K2Y8W7.1 size=1048576 2024-07-26T06:24:47.332 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.331+0000 7f19304c3640 1 > prepared part key=_multipart_D2CZZ6A8YSHC.2~L2R729K2Y8W7.2 size=417175 2024-07-26T06:24:47.332 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.331+0000 7f19304c3640 1 > prepared multipart upload key=D2CZZ6A8YSHC upload=L2R729K2Y8W7 tag=62NGG4SB26VY type=write size=3562903 2024-07-26T06:24:47.332 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.332+0000 7f19304c3640 1 < canceled part key=_multipart_V4RJB0J6F7NB.2~6UPLVNVMO0KE.0 size=943138 2024-07-26T06:24:47.335 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.334+0000 7f19304c3640 1 < canceled multipart upload key=V4RJB0J6F7NB upload=6UPLVNVMO0KE tag=8A6YICYNJY9V type=write size=1991714 2024-07-26T06:24:47.336 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.336+0000 7f19304c3640 1 > prepared operation key=YDC2NRQG9YFE tag=YED0DT6XXZWC type=del size=3004251 2024-07-26T06:24:47.338 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.337+0000 7f19304c3640 1 < completed part key=_multipart_TWRRPXYVH5FW.2~U2D0ITVRBVOU.0 size=1048576 2024-07-26T06:24:47.339 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.339+0000 7f19304c3640 1 < completed part key=_multipart_TWRRPXYVH5FW.2~U2D0ITVRBVOU.1 size=1048576 2024-07-26T06:24:47.340 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.340+0000 7f19304c3640 1 < completed part key=_multipart_TWRRPXYVH5FW.2~U2D0ITVRBVOU.2 size=1039746 2024-07-26T06:24:47.342 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.342+0000 7f19304c3640 1 < completed multipart upload key=TWRRPXYVH5FW upload=U2D0ITVRBVOU tag=NCHTBQVHBVZ2 type=write size=4185474 2024-07-26T06:24:47.345 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.345+0000 7f19304c3640 1 > prepared part key=_multipart_V4RJB0J6F7NB.2~IK7NLMGHDER7.0 size=518335 2024-07-26T06:24:47.345 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.345+0000 7f19304c3640 1 > prepared multipart upload key=V4RJB0J6F7NB upload=IK7NLMGHDER7 tag=00G5KCQC3D5R type=write size=1566911 2024-07-26T06:24:47.347 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.346+0000 7f19304c3640 1 < completed delete operation key=7P9AQQD7XI2Z tag=01HOUWCGZENY type=del 2024-07-26T06:24:47.348 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.348+0000 7f19304c3640 1 > prepared operation key=V4QX80DR86I3 tag=AYCJXY63R6MZ type=del size=593102 2024-07-26T06:24:47.350 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.350+0000 7f19304c3640 1 < completed delete operation key=QMPZ7GQNIH0K tag=HMEBU1P4V7Z8 type=del 2024-07-26T06:24:47.351 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.351+0000 7f19304c3640 1 > prepared operation key=LCDUWKN6AQNU tag=E1UJRR7YTW5S type=del size=3169141 2024-07-26T06:24:47.354 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.354+0000 7f19304c3640 1 < suggested remove operation key=7GGA1PRXXHDC tag=81VH2HXONXZ6 type=del 2024-07-26T06:24:47.356 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.355+0000 7f19304c3640 1 > prepared operation key=PN7DBK1NNJVB tag=OXTRTVFUTGCF type=del size=319826 2024-07-26T06:24:47.356 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.355+0000 7f19304c3640 1 < canceled part key=_multipart_8J29YNE031PP.2~DWOJIT7GGJSV.0 size=1048576 2024-07-26T06:24:47.357 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.356+0000 7f19304c3640 1 < completed part key=_multipart_8J29YNE031PP.2~DWOJIT7GGJSV.1 size=1048576 2024-07-26T06:24:47.358 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.358+0000 7f19304c3640 1 < completed part key=_multipart_8J29YNE031PP.2~DWOJIT7GGJSV.2 size=835866 2024-07-26T06:24:47.360 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.360+0000 7f19304c3640 1 < canceled multipart upload key=8J29YNE031PP upload=DWOJIT7GGJSV tag=24WXDAJ0PBSN type=write size=3981594 2024-07-26T06:24:47.362 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.362+0000 7f19304c3640 1 > prepared operation key=SSAHKRHXMDHN tag=ZGSP99SC25V2 type=del size=390961 2024-07-26T06:24:47.363 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.363+0000 7f19304c3640 1 < completed part key=_multipart_7P9AQQD7XI2Z.2~LX6KSLOXDHR2.0 size=913618 2024-07-26T06:24:47.366 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.366+0000 7f19304c3640 1 < completed multipart upload key=7P9AQQD7XI2Z upload=LX6KSLOXDHR2 tag=DVLB478PANJQ type=write size=1962194 2024-07-26T06:24:47.370 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.369+0000 7f19304c3640 1 > prepared part key=_multipart_2TS50KKRU12E.2~PS0QH4KVR0GT.0 size=80373 2024-07-26T06:24:47.370 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.369+0000 7f19304c3640 1 > prepared multipart upload key=2TS50KKRU12E upload=PS0QH4KVR0GT tag=N8PFORGIZOL7 type=write size=1128949 2024-07-26T06:24:47.372 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.371+0000 7f19304c3640 1 < completed write operation key=V4QX80DR86I3 tag=YQEZ8IZCZQ03 type=write size=636642 2024-07-26T06:24:47.373 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.373+0000 7f19304c3640 1 > prepared operation key=D2CZZ6A8YSHC tag=SGC8ZB1HKL95 type=write size=941281 2024-07-26T06:24:47.375 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.375+0000 7f19304c3640 1 < completed delete operation key=7P9AQQD7XI2Z tag=MYVT2MMAWU2E type=del 2024-07-26T06:24:47.377 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.376+0000 7f19304c3640 1 > prepared operation key=Y31PRFKXA0KI tag=9RB7HLJJP6I3 type=del size=4039531 2024-07-26T06:24:47.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:24:47 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/1543652134' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-145115-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:24:47.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:24:47 smithi155 ceph-mon[90160]: osdmap e1114: 8 total, 8 up, 8 in 2024-07-26T06:24:47.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:24:47 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:24:47.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:24:47 smithi155 ceph-mon[90160]: pgmap v1392: 137 pgs: 4 creating+peering, 22 unknown, 111 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:24:47.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:24:47 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:24:47.380 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.379+0000 7f19304c3640 1 < suggested update operation key=55ZIE8HVR68M tag=SNGILSTC85S3 type=del size=2867109 2024-07-26T06:24:47.381 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.381+0000 7f19304c3640 1 > prepared operation key=CXCXAKPQIOKH tag=072J3LZZPWD0 type=write size=512600 2024-07-26T06:24:47.383 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.382+0000 7f19304c3640 1 < canceled operation key=F3QUORF2HDZY tag=OOGPE7YB22GI type=del size=1681860 2024-07-26T06:24:47.385 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.385+0000 7f19304c3640 1 > prepared part key=_multipart_G70GGG8ITGEE.2~1DIXZ5A1J7E4.0 size=1048576 2024-07-26T06:24:47.387 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.387+0000 7f19304c3640 1 > prepared part key=_multipart_G70GGG8ITGEE.2~1DIXZ5A1J7E4.1 size=1048576 2024-07-26T06:24:47.388 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.388+0000 7f19304c3640 1 > prepared part key=_multipart_G70GGG8ITGEE.2~1DIXZ5A1J7E4.2 size=935130 2024-07-26T06:24:47.388 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.388+0000 7f19304c3640 1 > prepared multipart upload key=G70GGG8ITGEE upload=1DIXZ5A1J7E4 tag=DCPWD5EJG1NU type=write size=4080858 2024-07-26T06:24:47.389 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.389+0000 7f19304c3640 1 < completed delete operation key=7P9AQQD7XI2Z tag=9MAT6M0EZUP4 type=del 2024-07-26T06:24:47.392 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.392+0000 7f19304c3640 1 > prepared part key=_multipart_8J29YNE031PP.2~Y4BHNFFD1K9J.0 size=1048576 2024-07-26T06:24:47.393 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.393+0000 7f19304c3640 1 > prepared part key=_multipart_8J29YNE031PP.2~Y4BHNFFD1K9J.1 size=775257 2024-07-26T06:24:47.393 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.393+0000 7f19304c3640 1 > prepared multipart upload key=8J29YNE031PP upload=Y4BHNFFD1K9J tag=LE8N8RRDXFCH type=write size=2872409 2024-07-26T06:24:47.395 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.394+0000 7f19304c3640 1 < completed delete operation key=2TS50KKRU12E tag=Y9JDPZG04BD2 type=del 2024-07-26T06:24:47.397 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.397+0000 7f19304c3640 1 > prepared part key=_multipart_1I2JP28R3YNS.2~PHGN4TMKMHTG.0 size=1048576 2024-07-26T06:24:47.398 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.398+0000 7f19304c3640 1 > prepared part key=_multipart_1I2JP28R3YNS.2~PHGN4TMKMHTG.1 size=846296 2024-07-26T06:24:47.398 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.398+0000 7f19304c3640 1 > prepared multipart upload key=1I2JP28R3YNS upload=PHGN4TMKMHTG tag=BGTFAS9BIS1J type=write size=2943448 2024-07-26T06:24:47.400 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.400+0000 7f19304c3640 -1 < failed to complete operation key=7GGA1PRXXHDC tag=RPL1VOVEMTMW type=write size=919289: (22) Invalid argument 2024-07-26T06:24:47.402 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.401+0000 7f19304c3640 1 > prepared operation key=F3QUORF2HDZY tag=UA2FNKZP4M9Y type=del size=867319 2024-07-26T06:24:47.403 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.403+0000 7f19304c3640 1 < completed delete operation key=M8V7EJP4HHQV tag=Q6X3W4ZX0WLY type=del 2024-07-26T06:24:47.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:24:47 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/1543652134' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-145115-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:24:47.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:24:47 smithi089 ceph-mon[99608]: osdmap e1114: 8 total, 8 up, 8 in 2024-07-26T06:24:47.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:24:47 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:24:47.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:24:47 smithi089 ceph-mon[99608]: pgmap v1392: 137 pgs: 4 creating+peering, 22 unknown, 111 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:24:47.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:24:47 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:24:47.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:24:47 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/1543652134' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-145115-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:24:47.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:24:47 smithi089 ceph-mon[102056]: osdmap e1114: 8 total, 8 up, 8 in 2024-07-26T06:24:47.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:24:47 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:24:47.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:24:47 smithi089 ceph-mon[102056]: pgmap v1392: 137 pgs: 4 creating+peering, 22 unknown, 111 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:24:47.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:24:47 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:24:47.405 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.404+0000 7f19304c3640 1 > prepared operation key=V4QX80DR86I3 tag=OGIPNL3NVYIX type=write size=257087 2024-07-26T06:24:47.406 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.405+0000 7f19304c3640 1 < completed part key=_multipart_D2CZZ6A8YSHC.2~L2R729K2Y8W7.0 size=1048576 2024-07-26T06:24:47.407 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.407+0000 7f19304c3640 1 < completed part key=_multipart_D2CZZ6A8YSHC.2~L2R729K2Y8W7.1 size=1048576 2024-07-26T06:24:47.408 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.408+0000 7f19304c3640 1 < completed part key=_multipart_D2CZZ6A8YSHC.2~L2R729K2Y8W7.2 size=417175 2024-07-26T06:24:47.410 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.410+0000 7f19304c3640 1 < completed multipart upload key=D2CZZ6A8YSHC upload=L2R729K2Y8W7 tag=62NGG4SB26VY type=write size=3562903 2024-07-26T06:24:47.413 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.413+0000 7f19304c3640 1 > prepared part key=_multipart_Y0JGX4QVQXEC.2~20MUX1YFJG99.0 size=288108 2024-07-26T06:24:47.414 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.413+0000 7f19304c3640 1 > prepared multipart upload key=Y0JGX4QVQXEC upload=20MUX1YFJG99 tag=GMCRPXWFS9JZ type=write size=1336684 2024-07-26T06:24:47.415 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.415+0000 7f19304c3640 1 < completed delete operation key=YDC2NRQG9YFE tag=YED0DT6XXZWC type=del 2024-07-26T06:24:47.418 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.418+0000 7f19304c3640 1 > prepared part key=_multipart_512VC812AWRN.2~UFQ2ICD767GN.0 size=1048576 2024-07-26T06:24:47.419 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.419+0000 7f19304c3640 1 > prepared part key=_multipart_512VC812AWRN.2~UFQ2ICD767GN.1 size=1048576 2024-07-26T06:24:47.420 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.420+0000 7f19304c3640 1 > prepared part key=_multipart_512VC812AWRN.2~UFQ2ICD767GN.2 size=77391 2024-07-26T06:24:47.420 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.420+0000 7f19304c3640 1 > prepared multipart upload key=512VC812AWRN upload=UFQ2ICD767GN tag=XJTO7MS9HVXX type=write size=3223119 2024-07-26T06:24:47.421 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.421+0000 7f19304c3640 1 < completed part key=_multipart_V4RJB0J6F7NB.2~IK7NLMGHDER7.0 size=518335 2024-07-26T06:24:47.423 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.423+0000 7f19304c3640 1 < completed multipart upload key=V4RJB0J6F7NB upload=IK7NLMGHDER7 tag=00G5KCQC3D5R type=write size=1566911 2024-07-26T06:24:47.426 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.426+0000 7f19304c3640 1 > prepared part key=_multipart_G2XJVRBLSPE9.2~Y1A9TZH2N8RK.0 size=291785 2024-07-26T06:24:47.426 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.426+0000 7f19304c3640 1 > prepared multipart upload key=G2XJVRBLSPE9 upload=Y1A9TZH2N8RK tag=TD47XJXV1JF1 type=write size=1340361 2024-07-26T06:24:47.427 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.427+0000 7f19304c3640 1 < completed delete operation key=V4QX80DR86I3 tag=AYCJXY63R6MZ type=del 2024-07-26T06:24:47.430 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.430+0000 7f19304c3640 1 > prepared part key=_multipart_D2CZZ6A8YSHC.2~I4PRMH9MT6ZS.0 size=826299 2024-07-26T06:24:47.430 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.430+0000 7f19304c3640 1 > prepared multipart upload key=D2CZZ6A8YSHC upload=I4PRMH9MT6ZS tag=9JKVKVDWBXVA type=write size=1874875 2024-07-26T06:24:47.433 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.433+0000 7f19304c3640 1 < suggested update operation key=LCDUWKN6AQNU tag=E1UJRR7YTW5S type=del size=3169141 2024-07-26T06:24:47.437 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.437+0000 7f19304c3640 1 > prepared part key=_multipart_YDC2NRQG9YFE.2~Z13JSB5F9XQL.0 size=1048576 2024-07-26T06:24:47.438 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.438+0000 7f19304c3640 1 > prepared part key=_multipart_YDC2NRQG9YFE.2~Z13JSB5F9XQL.1 size=1048576 2024-07-26T06:24:47.439 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.439+0000 7f19304c3640 1 > prepared part key=_multipart_YDC2NRQG9YFE.2~Z13JSB5F9XQL.2 size=624710 2024-07-26T06:24:47.440 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.439+0000 7f19304c3640 1 > prepared multipart upload key=YDC2NRQG9YFE upload=Z13JSB5F9XQL tag=BLY6WWZSTUD8 type=write size=3770438 2024-07-26T06:24:47.441 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.441+0000 7f19304c3640 1 < canceled operation key=PN7DBK1NNJVB tag=OXTRTVFUTGCF type=del size=319826 2024-07-26T06:24:47.443 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.443+0000 7f19304c3640 1 > prepared part key=_multipart_M8V7EJP4HHQV.2~74M114VWUPNP.0 size=1048576 2024-07-26T06:24:47.445 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.444+0000 7f19304c3640 1 > prepared part key=_multipart_M8V7EJP4HHQV.2~74M114VWUPNP.1 size=101949 2024-07-26T06:24:47.445 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.444+0000 7f19304c3640 1 > prepared multipart upload key=M8V7EJP4HHQV upload=74M114VWUPNP tag=M96DNCO0LU47 type=write size=2199101 2024-07-26T06:24:47.446 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.446+0000 7f19304c3640 1 < completed delete operation key=SSAHKRHXMDHN tag=ZGSP99SC25V2 type=del 2024-07-26T06:24:47.448 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.447+0000 7f19304c3640 1 > prepared operation key=HO4GZ0KNZ8SK tag=0YAMVUZKQKWU type=del size=633260 2024-07-26T06:24:47.449 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.449+0000 7f19304c3640 1 < completed part key=_multipart_2TS50KKRU12E.2~PS0QH4KVR0GT.0 size=80373 2024-07-26T06:24:47.452 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.451+0000 7f19304c3640 1 < completed multipart upload key=2TS50KKRU12E upload=PS0QH4KVR0GT tag=N8PFORGIZOL7 type=write size=1128949 2024-07-26T06:24:47.454 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.454+0000 7f19304c3640 1 > prepared part key=_multipart_P6MP7JC8DTH7.2~FF36IKUZ5S31.0 size=144276 2024-07-26T06:24:47.454 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.454+0000 7f19304c3640 1 > prepared multipart upload key=P6MP7JC8DTH7 upload=FF36IKUZ5S31 tag=D8GCW9NHD1PO type=write size=1192852 2024-07-26T06:24:47.456 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.456+0000 7f19304c3640 1 < completed write operation key=D2CZZ6A8YSHC tag=SGC8ZB1HKL95 type=write size=941281 2024-07-26T06:24:47.458 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.457+0000 7f19304c3640 1 > prepared operation key=512VC812AWRN tag=7GWRRTFN8L4I type=del size=921381 2024-07-26T06:24:47.459 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.459+0000 7f19304c3640 1 < completed delete operation key=Y31PRFKXA0KI tag=9RB7HLJJP6I3 type=del 2024-07-26T06:24:47.461 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.460+0000 7f19304c3640 1 > prepared operation key=7GGA1PRXXHDC tag=6SWLFP07GRXO type=del size=3330483 2024-07-26T06:24:47.462 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.462+0000 7f19304c3640 1 < completed write operation key=CXCXAKPQIOKH tag=072J3LZZPWD0 type=write size=512600 2024-07-26T06:24:47.464 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.463+0000 7f19304c3640 1 > prepared operation key=4ZWJ6XHKZXZF tag=60MNESNIKUJM type=del size=2918226 2024-07-26T06:24:47.465 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.465+0000 7f19304c3640 1 < completed part key=_multipart_G70GGG8ITGEE.2~1DIXZ5A1J7E4.0 size=1048576 2024-07-26T06:24:47.466 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.466+0000 7f19304c3640 1 < completed part key=_multipart_G70GGG8ITGEE.2~1DIXZ5A1J7E4.1 size=1048576 2024-07-26T06:24:47.468 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.467+0000 7f19304c3640 1 < completed part key=_multipart_G70GGG8ITGEE.2~1DIXZ5A1J7E4.2 size=935130 2024-07-26T06:24:47.470 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.470+0000 7f19304c3640 1 < completed multipart upload key=G70GGG8ITGEE upload=1DIXZ5A1J7E4 tag=DCPWD5EJG1NU type=write size=4080858 2024-07-26T06:24:47.471 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.471+0000 7f19304c3640 1 > prepared operation key=C2RTY1II1OSK tag=9P7YLP12D330 type=del size=1886986 2024-07-26T06:24:47.473 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.473+0000 7f19304c3640 1 < completed part key=_multipart_8J29YNE031PP.2~Y4BHNFFD1K9J.0 size=1048576 2024-07-26T06:24:47.474 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.474+0000 7f19304c3640 1 < completed part key=_multipart_8J29YNE031PP.2~Y4BHNFFD1K9J.1 size=775257 2024-07-26T06:24:47.476 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.476+0000 7f19304c3640 1 < completed multipart upload key=8J29YNE031PP upload=Y4BHNFFD1K9J tag=LE8N8RRDXFCH type=write size=2872409 2024-07-26T06:24:47.478 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.478+0000 7f19304c3640 1 > prepared operation key=PN7DBK1NNJVB tag=1EKM5CWJ6DZQ type=del size=1365948 2024-07-26T06:24:47.479 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.479+0000 7f19304c3640 1 < completed part key=_multipart_1I2JP28R3YNS.2~PHGN4TMKMHTG.0 size=1048576 2024-07-26T06:24:47.481 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.480+0000 7f19304c3640 1 < completed part key=_multipart_1I2JP28R3YNS.2~PHGN4TMKMHTG.1 size=846296 2024-07-26T06:24:47.483 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.482+0000 7f19304c3640 1 < completed multipart upload key=1I2JP28R3YNS upload=PHGN4TMKMHTG tag=BGTFAS9BIS1J type=write size=2943448 2024-07-26T06:24:47.484 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.484+0000 7f19304c3640 1 > prepared operation key=7GGA1PRXXHDC tag=ZE1FIDGJAFKG type=del size=2029483 2024-07-26T06:24:47.485 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.485+0000 7f19304c3640 1 < completed delete operation key=F3QUORF2HDZY tag=UA2FNKZP4M9Y type=del 2024-07-26T06:24:47.487 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.486+0000 7f19304c3640 1 > prepared operation key=2TS50KKRU12E tag=20533Q0DWX4E type=del size=906578 2024-07-26T06:24:47.488 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.488+0000 7f19304c3640 1 < completed write operation key=V4QX80DR86I3 tag=OGIPNL3NVYIX type=write size=257087 2024-07-26T06:24:47.489 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.489+0000 7f19304c3640 1 > prepared operation key=PN7DBK1NNJVB tag=L3AGW9CVBUHW type=del size=3122949 2024-07-26T06:24:47.491 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.491+0000 7f19304c3640 1 < completed part key=_multipart_Y0JGX4QVQXEC.2~20MUX1YFJG99.0 size=288108 2024-07-26T06:24:47.493 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.493+0000 7f19304c3640 1 < completed multipart upload key=Y0JGX4QVQXEC upload=20MUX1YFJG99 tag=GMCRPXWFS9JZ type=write size=1336684 2024-07-26T06:24:47.496 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.496+0000 7f19304c3640 1 > prepared part key=_multipart_SSAHKRHXMDHN.2~I6BK803HJTZD.0 size=215916 2024-07-26T06:24:47.496 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.496+0000 7f19304c3640 1 > prepared multipart upload key=SSAHKRHXMDHN upload=I6BK803HJTZD tag=H527JWXAURUU type=write size=1264492 2024-07-26T06:24:47.497 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.496+0000 7f19304c3640 1 < canceled part key=_multipart_512VC812AWRN.2~UFQ2ICD767GN.0 size=1048576 2024-07-26T06:24:47.498 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.497+0000 7f19304c3640 1 < completed part key=_multipart_512VC812AWRN.2~UFQ2ICD767GN.1 size=1048576 2024-07-26T06:24:47.499 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.499+0000 7f19304c3640 1 < completed part key=_multipart_512VC812AWRN.2~UFQ2ICD767GN.2 size=77391 2024-07-26T06:24:47.501 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.501+0000 7f19304c3640 1 < canceled multipart upload key=512VC812AWRN upload=UFQ2ICD767GN tag=XJTO7MS9HVXX type=write size=3223119 2024-07-26T06:24:47.506 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.503+0000 7f19304c3640 1 > prepared operation key=V4QX80DR86I3 tag=XLKDTLLLAGPP type=write size=849125 2024-07-26T06:24:47.507 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.505+0000 7f19304c3640 1 < completed part key=_multipart_G2XJVRBLSPE9.2~Y1A9TZH2N8RK.0 size=291785 2024-07-26T06:24:47.508 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.507+0000 7f19304c3640 1 < completed multipart upload key=G2XJVRBLSPE9 upload=Y1A9TZH2N8RK tag=TD47XJXV1JF1 type=write size=1340361 2024-07-26T06:24:47.510 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.510+0000 7f19304c3640 1 > prepared part key=_multipart_2I9DGCCZ992A.2~TTS3X7S5XR9T.0 size=1048576 2024-07-26T06:24:47.511 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.511+0000 7f19304c3640 1 > prepared part key=_multipart_2I9DGCCZ992A.2~TTS3X7S5XR9T.1 size=1048576 2024-07-26T06:24:47.513 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.512+0000 7f19304c3640 1 > prepared part key=_multipart_2I9DGCCZ992A.2~TTS3X7S5XR9T.2 size=787027 2024-07-26T06:24:47.513 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.512+0000 7f19304c3640 1 > prepared multipart upload key=2I9DGCCZ992A upload=TTS3X7S5XR9T tag=ILYXMJ784647 type=write size=3932755 2024-07-26T06:24:47.515 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.514+0000 7f19304c3640 1 < completed part key=_multipart_D2CZZ6A8YSHC.2~I4PRMH9MT6ZS.0 size=826299 2024-07-26T06:24:47.516 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.516+0000 7f19304c3640 1 < completed multipart upload key=D2CZZ6A8YSHC upload=I4PRMH9MT6ZS tag=9JKVKVDWBXVA type=write size=1874875 2024-07-26T06:24:47.519 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.519+0000 7f19304c3640 1 > prepared part key=_multipart_8J29YNE031PP.2~5SP8HNOFG0VO.0 size=1048576 2024-07-26T06:24:47.521 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.520+0000 7f19304c3640 1 > prepared part key=_multipart_8J29YNE031PP.2~5SP8HNOFG0VO.1 size=990610 2024-07-26T06:24:47.521 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.520+0000 7f19304c3640 1 > prepared multipart upload key=8J29YNE031PP upload=5SP8HNOFG0VO tag=GG2HL5Q2IC1S type=write size=3087762 2024-07-26T06:24:47.522 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.522+0000 7f19304c3640 1 < completed part key=_multipart_YDC2NRQG9YFE.2~Z13JSB5F9XQL.0 size=1048576 2024-07-26T06:24:47.524 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.523+0000 7f19304c3640 1 < completed part key=_multipart_YDC2NRQG9YFE.2~Z13JSB5F9XQL.1 size=1048576 2024-07-26T06:24:47.524 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.523+0000 7f19304c3640 1 < canceled part key=_multipart_YDC2NRQG9YFE.2~Z13JSB5F9XQL.2 size=624710 2024-07-26T06:24:47.526 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.526+0000 7f19304c3640 1 < canceled multipart upload key=YDC2NRQG9YFE upload=Z13JSB5F9XQL tag=BLY6WWZSTUD8 type=write size=3770438 2024-07-26T06:24:47.529 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.529+0000 7f19304c3640 1 > prepared part key=_multipart_CXCXAKPQIOKH.2~W3FHOSE83O1K.0 size=18057 2024-07-26T06:24:47.529 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.529+0000 7f19304c3640 1 > prepared multipart upload key=CXCXAKPQIOKH upload=W3FHOSE83O1K tag=WND2XZMAY5GY type=write size=1066633 2024-07-26T06:24:47.531 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.530+0000 7f19304c3640 1 < completed part key=_multipart_M8V7EJP4HHQV.2~74M114VWUPNP.0 size=1048576 2024-07-26T06:24:47.531 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.530+0000 7f19304c3640 1 < canceled part key=_multipart_M8V7EJP4HHQV.2~74M114VWUPNP.1 size=101949 2024-07-26T06:24:47.533 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.533+0000 7f19304c3640 1 < canceled multipart upload key=M8V7EJP4HHQV upload=74M114VWUPNP tag=M96DNCO0LU47 type=write size=2199101 2024-07-26T06:24:47.535 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.535+0000 7f19304c3640 1 > prepared operation key=YDC2NRQG9YFE tag=ND4XSKVUUJI1 type=del size=898237 2024-07-26T06:24:47.538 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.537+0000 7f19304c3640 1 < suggested remove operation key=HO4GZ0KNZ8SK tag=0YAMVUZKQKWU type=del 2024-07-26T06:24:47.539 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.539+0000 7f19304c3640 1 > prepared operation key=Y0JGX4QVQXEC tag=ZFML6NIC8S4G type=del size=1386971 2024-07-26T06:24:47.541 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.540+0000 7f19304c3640 1 < completed part key=_multipart_P6MP7JC8DTH7.2~FF36IKUZ5S31.0 size=144276 2024-07-26T06:24:47.547 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.546+0000 7f19304c3640 1 < completed multipart upload key=P6MP7JC8DTH7 upload=FF36IKUZ5S31 tag=D8GCW9NHD1PO type=write size=1192852 2024-07-26T06:24:47.549 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.549+0000 7f19304c3640 1 > prepared operation key=512VC812AWRN tag=NADBGRO6VDOR type=del size=452522 2024-07-26T06:24:47.552 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.552+0000 7f19304c3640 1 < completed delete operation key=512VC812AWRN tag=7GWRRTFN8L4I type=del 2024-07-26T06:24:47.554 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.554+0000 7f19304c3640 1 > prepared operation key=SSAHKRHXMDHN tag=NJIPQEDPCAFC type=del size=3586881 2024-07-26T06:24:47.557 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.556+0000 7f19304c3640 1 < completed delete operation key=7GGA1PRXXHDC tag=6SWLFP07GRXO type=del 2024-07-26T06:24:47.558 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.558+0000 7f19304c3640 1 > prepared operation key=CXCXAKPQIOKH tag=VHDPVQYIVJ28 type=del size=3441339 2024-07-26T06:24:47.560 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.560+0000 7f19304c3640 1 < completed delete operation key=4ZWJ6XHKZXZF tag=60MNESNIKUJM type=del 2024-07-26T06:24:47.562 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.562+0000 7f19304c3640 1 > prepared operation key=HO4GZ0KNZ8SK tag=WA1O86R3E472 type=del size=204807 2024-07-26T06:24:47.563 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.563+0000 7f19304c3640 1 < canceled operation key=C2RTY1II1OSK tag=9P7YLP12D330 type=del size=1886986 2024-07-26T06:24:47.566 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.566+0000 7f19304c3640 1 > prepared part key=_multipart_D2CZZ6A8YSHC.2~Q8K8AR86UNCF.0 size=1048576 2024-07-26T06:24:47.568 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.567+0000 7f19304c3640 1 > prepared part key=_multipart_D2CZZ6A8YSHC.2~Q8K8AR86UNCF.1 size=1048576 2024-07-26T06:24:47.569 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.569+0000 7f19304c3640 1 > prepared part key=_multipart_D2CZZ6A8YSHC.2~Q8K8AR86UNCF.2 size=31376 2024-07-26T06:24:47.569 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.569+0000 7f19304c3640 1 > prepared multipart upload key=D2CZZ6A8YSHC upload=Q8K8AR86UNCF tag=VPD9HWQL967L type=write size=3177104 2024-07-26T06:24:47.572 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.572+0000 7f19304c3640 1 < suggested update operation key=PN7DBK1NNJVB tag=1EKM5CWJ6DZQ type=del size=1365948 2024-07-26T06:24:47.574 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.574+0000 7f19304c3640 1 > prepared operation key=8J29YNE031PP tag=DS6GLQHDSZWM type=del size=2989948 2024-07-26T06:24:47.576 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.576+0000 7f19304c3640 1 < completed delete operation key=7GGA1PRXXHDC tag=ZE1FIDGJAFKG type=del 2024-07-26T06:24:47.579 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.578+0000 7f19304c3640 1 > prepared part key=_multipart_512VC812AWRN.2~BQH2328FMEZC.0 size=1048576 2024-07-26T06:24:47.580 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.580+0000 7f19304c3640 1 > prepared part key=_multipart_512VC812AWRN.2~BQH2328FMEZC.1 size=1048576 2024-07-26T06:24:47.581 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.581+0000 7f19304c3640 1 > prepared part key=_multipart_512VC812AWRN.2~BQH2328FMEZC.2 size=485654 2024-07-26T06:24:47.581 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.581+0000 7f19304c3640 1 > prepared multipart upload key=512VC812AWRN upload=BQH2328FMEZC tag=3CMYKYO8VJSR type=write size=3631382 2024-07-26T06:24:47.583 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.583+0000 7f19304c3640 1 < completed delete operation key=2TS50KKRU12E tag=20533Q0DWX4E type=del 2024-07-26T06:24:47.585 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.584+0000 7f19304c3640 1 > prepared operation key=P6MP7JC8DTH7 tag=C4BPFBJE916F type=write size=281211 2024-07-26T06:24:47.587 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.586+0000 7f19304c3640 -1 < failed to complete operation key=PN7DBK1NNJVB tag=L3AGW9CVBUHW type=del size=3122949: (22) Invalid argument 2024-07-26T06:24:47.591 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.591+0000 7f19304c3640 1 > prepared part key=_multipart_7P9AQQD7XI2Z.2~G1R3P6H1N9O9.0 size=1048576 2024-07-26T06:24:47.592 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.592+0000 7f19304c3640 1 > prepared part key=_multipart_7P9AQQD7XI2Z.2~G1R3P6H1N9O9.1 size=580402 2024-07-26T06:24:47.592 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.592+0000 7f19304c3640 1 > prepared multipart upload key=7P9AQQD7XI2Z upload=G1R3P6H1N9O9 tag=AKCRVL6VY59J type=write size=2677554 2024-07-26T06:24:47.594 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.593+0000 7f19304c3640 1 < completed part key=_multipart_SSAHKRHXMDHN.2~I6BK803HJTZD.0 size=215916 2024-07-26T06:24:47.596 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.596+0000 7f19304c3640 1 < completed multipart upload key=SSAHKRHXMDHN upload=I6BK803HJTZD tag=H527JWXAURUU type=write size=1264492 2024-07-26T06:24:47.599 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.599+0000 7f19304c3640 1 > prepared part key=_multipart_SSAHKRHXMDHN.2~JYS3SWCPNN7K.0 size=1048576 2024-07-26T06:24:47.600 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.600+0000 7f19304c3640 1 > prepared part key=_multipart_SSAHKRHXMDHN.2~JYS3SWCPNN7K.1 size=1048576 2024-07-26T06:24:47.601 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.601+0000 7f19304c3640 1 > prepared part key=_multipart_SSAHKRHXMDHN.2~JYS3SWCPNN7K.2 size=806013 2024-07-26T06:24:47.601 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.601+0000 7f19304c3640 1 > prepared multipart upload key=SSAHKRHXMDHN upload=JYS3SWCPNN7K tag=SJRYIAIQ71ZJ type=write size=3951741 2024-07-26T06:24:47.603 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.602+0000 7f19304c3640 1 < canceled operation key=V4QX80DR86I3 tag=XLKDTLLLAGPP type=write size=849125 2024-07-26T06:24:47.605 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.604+0000 7f19304c3640 1 > prepared operation key=G2XJVRBLSPE9 tag=PJB1B61NES4J type=del size=3907106 2024-07-26T06:24:47.606 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.606+0000 7f19304c3640 1 < completed part key=_multipart_2I9DGCCZ992A.2~TTS3X7S5XR9T.0 size=1048576 2024-07-26T06:24:47.608 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.607+0000 7f19304c3640 1 < completed part key=_multipart_2I9DGCCZ992A.2~TTS3X7S5XR9T.1 size=1048576 2024-07-26T06:24:47.609 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.609+0000 7f19304c3640 1 < completed part key=_multipart_2I9DGCCZ992A.2~TTS3X7S5XR9T.2 size=787027 2024-07-26T06:24:47.612 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.612+0000 7f19304c3640 1 < completed multipart upload key=2I9DGCCZ992A upload=TTS3X7S5XR9T tag=ILYXMJ784647 type=write size=3932755 2024-07-26T06:24:47.615 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.615+0000 7f19304c3640 1 > prepared part key=_multipart_23K6MK7R266R.2~RHGIUXFBNQ95.0 size=1048576 2024-07-26T06:24:47.616 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.616+0000 7f19304c3640 1 > prepared part key=_multipart_23K6MK7R266R.2~RHGIUXFBNQ95.1 size=218654 2024-07-26T06:24:47.616 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.616+0000 7f19304c3640 1 > prepared multipart upload key=23K6MK7R266R upload=RHGIUXFBNQ95 tag=61HQK18RMXRZ type=write size=2315806 2024-07-26T06:24:47.618 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.618+0000 7f19304c3640 1 < completed part key=_multipart_8J29YNE031PP.2~5SP8HNOFG0VO.0 size=1048576 2024-07-26T06:24:47.619 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.619+0000 7f19304c3640 1 < completed part key=_multipart_8J29YNE031PP.2~5SP8HNOFG0VO.1 size=990610 2024-07-26T06:24:47.622 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.621+0000 7f19304c3640 1 < completed multipart upload key=8J29YNE031PP upload=5SP8HNOFG0VO tag=GG2HL5Q2IC1S type=write size=3087762 2024-07-26T06:24:47.623 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.623+0000 7f19304c3640 1 > prepared operation key=G70GGG8ITGEE tag=OLD3V1FLN0EA type=del size=934149 2024-07-26T06:24:47.625 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.625+0000 7f19304c3640 1 < completed part key=_multipart_CXCXAKPQIOKH.2~W3FHOSE83O1K.0 size=18057 2024-07-26T06:24:47.628 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.628+0000 7f19304c3640 1 < completed multipart upload key=CXCXAKPQIOKH upload=W3FHOSE83O1K tag=WND2XZMAY5GY type=write size=1066633 2024-07-26T06:24:47.631 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.630+0000 7f19304c3640 1 > prepared part key=_multipart_LCDUWKN6AQNU.2~68PHQSPXW802.0 size=1048576 2024-07-26T06:24:47.632 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.631+0000 7f19304c3640 1 > prepared part key=_multipart_LCDUWKN6AQNU.2~68PHQSPXW802.1 size=586533 2024-07-26T06:24:47.632 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.631+0000 7f19304c3640 1 > prepared multipart upload key=LCDUWKN6AQNU upload=68PHQSPXW802 tag=6TN1IS0UQIC1 type=write size=2683685 2024-07-26T06:24:47.633 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.633+0000 7f19304c3640 1 < completed delete operation key=YDC2NRQG9YFE tag=ND4XSKVUUJI1 type=del 2024-07-26T06:24:47.636 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.635+0000 7f19304c3640 1 > prepared part key=_multipart_ZSYF9DE73TR8.2~Y1SMDK90UX21.0 size=1048576 2024-07-26T06:24:47.637 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.637+0000 7f19304c3640 1 > prepared part key=_multipart_ZSYF9DE73TR8.2~Y1SMDK90UX21.1 size=393366 2024-07-26T06:24:47.637 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.637+0000 7f19304c3640 1 > prepared multipart upload key=ZSYF9DE73TR8 upload=Y1SMDK90UX21 tag=30QMGUWY6KYD type=write size=2490518 2024-07-26T06:24:47.639 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.639+0000 7f19304c3640 1 < suggested remove operation key=Y0JGX4QVQXEC tag=ZFML6NIC8S4G type=del 2024-07-26T06:24:47.641 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.641+0000 7f19304c3640 1 > prepared operation key=TWRRPXYVH5FW tag=7FIAK5AZI185 type=write size=195817 2024-07-26T06:24:47.645 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.644+0000 7f19304c3640 1 < suggested update operation key=512VC812AWRN tag=NADBGRO6VDOR type=del size=452522 2024-07-26T06:24:47.647 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.647+0000 7f19304c3640 1 > prepared part key=_multipart_SQ0RDJVR9PPL.2~I7OWXYR3ZSBG.0 size=1048576 2024-07-26T06:24:47.649 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.649+0000 7f19304c3640 1 > prepared part key=_multipart_SQ0RDJVR9PPL.2~I7OWXYR3ZSBG.1 size=927032 2024-07-26T06:24:47.649 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.649+0000 7f19304c3640 1 > prepared multipart upload key=SQ0RDJVR9PPL upload=I7OWXYR3ZSBG tag=CNABOFS1OL4W type=write size=3024184 2024-07-26T06:24:47.651 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.650+0000 7f19304c3640 1 < completed delete operation key=SSAHKRHXMDHN tag=NJIPQEDPCAFC type=del 2024-07-26T06:24:47.654 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.653+0000 7f19304c3640 1 > prepared part key=_multipart_LCDUWKN6AQNU.2~5VQKV251JUYX.0 size=1048576 2024-07-26T06:24:47.655 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.655+0000 7f19304c3640 1 > prepared part key=_multipart_LCDUWKN6AQNU.2~5VQKV251JUYX.1 size=1048576 2024-07-26T06:24:47.656 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.656+0000 7f19304c3640 1 > prepared part key=_multipart_LCDUWKN6AQNU.2~5VQKV251JUYX.2 size=729403 2024-07-26T06:24:47.656 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.656+0000 7f19304c3640 1 > prepared multipart upload key=LCDUWKN6AQNU upload=5VQKV251JUYX tag=JTZ2RLNLBP57 type=write size=3875131 2024-07-26T06:24:47.658 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.658+0000 7f19304c3640 1 < completed delete operation key=CXCXAKPQIOKH tag=VHDPVQYIVJ28 type=del 2024-07-26T06:24:47.660 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.659+0000 7f19304c3640 1 > prepared operation key=1I2JP28R3YNS tag=91GLA5QBQMNK type=del size=1212535 2024-07-26T06:24:47.662 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.662+0000 7f19304c3640 1 < suggested remove operation key=HO4GZ0KNZ8SK tag=WA1O86R3E472 type=del 2024-07-26T06:24:47.664 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.664+0000 7f19304c3640 1 > prepared operation key=PN7DBK1NNJVB tag=JN6ATGRRU857 type=write size=279301 2024-07-26T06:24:47.665 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.664+0000 7f19304c3640 1 < canceled part key=_multipart_D2CZZ6A8YSHC.2~Q8K8AR86UNCF.0 size=1048576 2024-07-26T06:24:47.666 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.666+0000 7f19304c3640 1 < completed part key=_multipart_D2CZZ6A8YSHC.2~Q8K8AR86UNCF.1 size=1048576 2024-07-26T06:24:47.667 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.667+0000 7f19304c3640 1 < completed part key=_multipart_D2CZZ6A8YSHC.2~Q8K8AR86UNCF.2 size=31376 2024-07-26T06:24:47.670 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.669+0000 7f19304c3640 1 < canceled multipart upload key=D2CZZ6A8YSHC upload=Q8K8AR86UNCF tag=VPD9HWQL967L type=write size=3177104 2024-07-26T06:24:47.672 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.672+0000 7f19304c3640 1 > prepared operation key=TWRRPXYVH5FW tag=MJ4DQG09JRNL type=del size=486280 2024-07-26T06:24:47.674 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.673+0000 7f19304c3640 1 < completed delete operation key=8J29YNE031PP tag=DS6GLQHDSZWM type=del 2024-07-26T06:24:47.675 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.675+0000 7f19304c3640 1 > prepared operation key=2TS50KKRU12E tag=VOJ30MU5MO3T type=del size=3532944 2024-07-26T06:24:47.677 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.677+0000 7f19304c3640 1 < completed part key=_multipart_512VC812AWRN.2~BQH2328FMEZC.0 size=1048576 2024-07-26T06:24:47.679 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.678+0000 7f19304c3640 1 < completed part key=_multipart_512VC812AWRN.2~BQH2328FMEZC.1 size=1048576 2024-07-26T06:24:47.680 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.680+0000 7f19304c3640 1 < completed part key=_multipart_512VC812AWRN.2~BQH2328FMEZC.2 size=485654 2024-07-26T06:24:47.683 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.683+0000 7f19304c3640 1 < completed multipart upload key=512VC812AWRN upload=BQH2328FMEZC tag=3CMYKYO8VJSR type=write size=3631382 2024-07-26T06:24:47.686 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.686+0000 7f19304c3640 1 > prepared part key=_multipart_512VC812AWRN.2~20US9QWJOV03.0 size=1048576 2024-07-26T06:24:47.688 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.687+0000 7f19304c3640 1 > prepared part key=_multipart_512VC812AWRN.2~20US9QWJOV03.1 size=507671 2024-07-26T06:24:47.688 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.687+0000 7f19304c3640 1 > prepared multipart upload key=512VC812AWRN upload=20US9QWJOV03 tag=WP2TT5M3TGR3 type=write size=2604823 2024-07-26T06:24:47.689 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.689+0000 7f19304c3640 1 < completed write operation key=P6MP7JC8DTH7 tag=C4BPFBJE916F type=write size=281211 2024-07-26T06:24:47.692 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.692+0000 7f19304c3640 1 > prepared part key=_multipart_D2CZZ6A8YSHC.2~07N3O2O94GLH.0 size=1048576 2024-07-26T06:24:47.693 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.693+0000 7f19304c3640 1 > prepared part key=_multipart_D2CZZ6A8YSHC.2~07N3O2O94GLH.1 size=510890 2024-07-26T06:24:47.694 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.693+0000 7f19304c3640 1 > prepared multipart upload key=D2CZZ6A8YSHC upload=07N3O2O94GLH tag=POYRM7EV69FF type=write size=2608042 2024-07-26T06:24:47.695 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.695+0000 7f19304c3640 1 < completed part key=_multipart_7P9AQQD7XI2Z.2~G1R3P6H1N9O9.0 size=1048576 2024-07-26T06:24:47.697 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.696+0000 7f19304c3640 1 < completed part key=_multipart_7P9AQQD7XI2Z.2~G1R3P6H1N9O9.1 size=580402 2024-07-26T06:24:47.699 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.699+0000 7f19304c3640 1 < completed multipart upload key=7P9AQQD7XI2Z upload=G1R3P6H1N9O9 tag=AKCRVL6VY59J type=write size=2677554 2024-07-26T06:24:47.702 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.701+0000 7f19304c3640 1 > prepared operation key=P6MP7JC8DTH7 tag=4UEPHA4GQB2H type=del size=1435150 2024-07-26T06:24:47.703 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.703+0000 7f19304c3640 1 < completed part key=_multipart_SSAHKRHXMDHN.2~JYS3SWCPNN7K.0 size=1048576 2024-07-26T06:24:47.704 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.704+0000 7f19304c3640 1 < completed part key=_multipart_SSAHKRHXMDHN.2~JYS3SWCPNN7K.1 size=1048576 2024-07-26T06:24:47.705 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.705+0000 7f19304c3640 1 < completed part key=_multipart_SSAHKRHXMDHN.2~JYS3SWCPNN7K.2 size=806013 2024-07-26T06:24:47.708 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.707+0000 7f19304c3640 1 < completed multipart upload key=SSAHKRHXMDHN upload=JYS3SWCPNN7K tag=SJRYIAIQ71ZJ type=write size=3951741 2024-07-26T06:24:47.714 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.711+0000 7f19304c3640 1 > prepared part key=_multipart_LCDUWKN6AQNU.2~0GK8X3CNHWPQ.0 size=1048576 2024-07-26T06:24:47.714 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.712+0000 7f19304c3640 1 > prepared part key=_multipart_LCDUWKN6AQNU.2~0GK8X3CNHWPQ.1 size=1048576 2024-07-26T06:24:47.715 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.713+0000 7f19304c3640 1 > prepared part key=_multipart_LCDUWKN6AQNU.2~0GK8X3CNHWPQ.2 size=40465 2024-07-26T06:24:47.715 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.713+0000 7f19304c3640 1 > prepared multipart upload key=LCDUWKN6AQNU upload=0GK8X3CNHWPQ tag=ZJK7ZOP8MS7K type=write size=3186193 2024-07-26T06:24:47.716 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.715+0000 7f19304c3640 1 < completed delete operation key=G2XJVRBLSPE9 tag=PJB1B61NES4J type=del 2024-07-26T06:24:47.716 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.716+0000 7f19304c3640 1 > prepared operation key=V4QX80DR86I3 tag=QU1V01U43P51 type=del size=474026 2024-07-26T06:24:47.719 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.718+0000 7f19304c3640 1 < completed part key=_multipart_23K6MK7R266R.2~RHGIUXFBNQ95.0 size=1048576 2024-07-26T06:24:47.719 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.718+0000 7f19304c3640 1 < canceled part key=_multipart_23K6MK7R266R.2~RHGIUXFBNQ95.1 size=218654 2024-07-26T06:24:47.721 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.721+0000 7f19304c3640 1 < canceled multipart upload key=23K6MK7R266R upload=RHGIUXFBNQ95 tag=61HQK18RMXRZ type=write size=2315806 2024-07-26T06:24:47.724 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.724+0000 7f19304c3640 1 > prepared part key=_multipart_2TS50KKRU12E.2~VLRP00826TUZ.0 size=1048576 2024-07-26T06:24:47.726 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.725+0000 7f19304c3640 1 > prepared part key=_multipart_2TS50KKRU12E.2~VLRP00826TUZ.1 size=1048576 2024-07-26T06:24:47.727 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.726+0000 7f19304c3640 1 > prepared part key=_multipart_2TS50KKRU12E.2~VLRP00826TUZ.2 size=807208 2024-07-26T06:24:47.727 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.727+0000 7f19304c3640 1 > prepared multipart upload key=2TS50KKRU12E upload=VLRP00826TUZ tag=BPY1OD0UFQ2P type=write size=3952936 2024-07-26T06:24:47.729 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.728+0000 7f19304c3640 1 < completed delete operation key=G70GGG8ITGEE tag=OLD3V1FLN0EA type=del 2024-07-26T06:24:47.732 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.732+0000 7f19304c3640 1 > prepared part key=_multipart_23K6MK7R266R.2~5TYG2XGZJE3Y.0 size=1048576 2024-07-26T06:24:47.733 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.733+0000 7f19304c3640 1 > prepared part key=_multipart_23K6MK7R266R.2~5TYG2XGZJE3Y.1 size=973507 2024-07-26T06:24:47.734 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.733+0000 7f19304c3640 1 > prepared multipart upload key=23K6MK7R266R upload=5TYG2XGZJE3Y tag=5L4PXQ1P4I14 type=write size=3070659 2024-07-26T06:24:47.735 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.735+0000 7f19304c3640 1 < completed part key=_multipart_LCDUWKN6AQNU.2~68PHQSPXW802.0 size=1048576 2024-07-26T06:24:47.736 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.736+0000 7f19304c3640 1 < completed part key=_multipart_LCDUWKN6AQNU.2~68PHQSPXW802.1 size=586533 2024-07-26T06:24:47.740 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.739+0000 7f19304c3640 1 < completed multipart upload key=LCDUWKN6AQNU upload=68PHQSPXW802 tag=6TN1IS0UQIC1 type=write size=2683685 2024-07-26T06:24:47.741 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.741+0000 7f19304c3640 1 > prepared operation key=PN7DBK1NNJVB tag=8DT3NAUFQO8B type=del size=190976 2024-07-26T06:24:47.743 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.742+0000 7f19304c3640 1 < completed part key=_multipart_ZSYF9DE73TR8.2~Y1SMDK90UX21.0 size=1048576 2024-07-26T06:24:47.744 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.744+0000 7f19304c3640 1 < completed part key=_multipart_ZSYF9DE73TR8.2~Y1SMDK90UX21.1 size=393366 2024-07-26T06:24:47.747 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.746+0000 7f19304c3640 1 < completed multipart upload key=ZSYF9DE73TR8 upload=Y1SMDK90UX21 tag=30QMGUWY6KYD type=write size=2490518 2024-07-26T06:24:47.748 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.748+0000 7f19304c3640 1 > prepared operation key=2TS50KKRU12E tag=M2XEZTSD1XS9 type=del size=3645169 2024-07-26T06:24:47.750 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.750+0000 7f19304c3640 1 < canceled operation key=TWRRPXYVH5FW tag=7FIAK5AZI185 type=write size=195817 2024-07-26T06:24:47.753 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.753+0000 7f19304c3640 1 > prepared part key=_multipart_V4QX80DR86I3.2~ZNC2TGUGY4R3.0 size=142401 2024-07-26T06:24:47.753 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.753+0000 7f19304c3640 1 > prepared multipart upload key=V4QX80DR86I3 upload=ZNC2TGUGY4R3 tag=MD23776060BY type=write size=1190977 2024-07-26T06:24:47.754 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.753+0000 7f19304c3640 1 < canceled part key=_multipart_SQ0RDJVR9PPL.2~I7OWXYR3ZSBG.0 size=1048576 2024-07-26T06:24:47.754 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.753+0000 7f19304c3640 1 < canceled part key=_multipart_SQ0RDJVR9PPL.2~I7OWXYR3ZSBG.1 size=927032 2024-07-26T06:24:47.756 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.756+0000 7f19304c3640 1 < canceled multipart upload key=SQ0RDJVR9PPL upload=I7OWXYR3ZSBG tag=CNABOFS1OL4W type=write size=3024184 2024-07-26T06:24:47.759 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.758+0000 7f19304c3640 1 > prepared part key=_multipart_ZSYF9DE73TR8.2~91YT8B64ICEY.0 size=96659 2024-07-26T06:24:47.759 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.758+0000 7f19304c3640 1 > prepared multipart upload key=ZSYF9DE73TR8 upload=91YT8B64ICEY tag=OX5B0W94QS33 type=write size=1145235 2024-07-26T06:24:47.760 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.760+0000 7f19304c3640 1 < completed part key=_multipart_LCDUWKN6AQNU.2~5VQKV251JUYX.0 size=1048576 2024-07-26T06:24:47.762 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.761+0000 7f19304c3640 1 < completed part key=_multipart_LCDUWKN6AQNU.2~5VQKV251JUYX.1 size=1048576 2024-07-26T06:24:47.763 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.763+0000 7f19304c3640 1 < completed part key=_multipart_LCDUWKN6AQNU.2~5VQKV251JUYX.2 size=729403 2024-07-26T06:24:47.766 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.765+0000 7f19304c3640 1 < completed multipart upload key=LCDUWKN6AQNU upload=5VQKV251JUYX tag=JTZ2RLNLBP57 type=write size=3875131 2024-07-26T06:24:47.767 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.767+0000 7f19304c3640 1 > prepared operation key=G70GGG8ITGEE tag=RYLI7IIJ70WB type=del size=1542894 2024-07-26T06:24:47.769 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.769+0000 7f19304c3640 1 < completed delete operation key=1I2JP28R3YNS tag=91GLA5QBQMNK type=del 2024-07-26T06:24:47.770 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.770+0000 7f19304c3640 1 > prepared operation key=2I9DGCCZ992A tag=YMX0D5EI3SUZ type=del size=532284 2024-07-26T06:24:47.772 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.772+0000 7f19304c3640 1 < completed write operation key=PN7DBK1NNJVB tag=JN6ATGRRU857 type=write size=279301 2024-07-26T06:24:47.773 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.773+0000 7f19304c3640 1 > prepared operation key=1I2JP28R3YNS tag=QSCXKP7N0227 type=write size=1160 2024-07-26T06:24:47.775 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.775+0000 7f19304c3640 1 < completed delete operation key=TWRRPXYVH5FW tag=MJ4DQG09JRNL type=del 2024-07-26T06:24:47.778 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.778+0000 7f19304c3640 1 > prepared part key=_multipart_YDC2NRQG9YFE.2~2L21HZUDCH61.0 size=845901 2024-07-26T06:24:47.778 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.778+0000 7f19304c3640 1 > prepared multipart upload key=YDC2NRQG9YFE upload=2L21HZUDCH61 tag=IJJL5C6V52AS type=write size=1894477 2024-07-26T06:24:47.780 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.779+0000 7f19304c3640 1 < completed delete operation key=2TS50KKRU12E tag=VOJ30MU5MO3T type=del 2024-07-26T06:24:47.783 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.782+0000 7f19304c3640 1 > prepared part key=_multipart_2TS50KKRU12E.2~CZR9CYURV4VF.0 size=1048576 2024-07-26T06:24:47.784 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.783+0000 7f19304c3640 1 > prepared part key=_multipart_2TS50KKRU12E.2~CZR9CYURV4VF.1 size=1048576 2024-07-26T06:24:47.785 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.785+0000 7f19304c3640 1 > prepared part key=_multipart_2TS50KKRU12E.2~CZR9CYURV4VF.2 size=983446 2024-07-26T06:24:47.785 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.785+0000 7f19304c3640 1 > prepared multipart upload key=2TS50KKRU12E upload=CZR9CYURV4VF tag=M5WJ7496SQKZ type=write size=4129174 2024-07-26T06:24:47.786 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.786+0000 7f19304c3640 1 < completed part key=_multipart_512VC812AWRN.2~20US9QWJOV03.0 size=1048576 2024-07-26T06:24:47.787 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.787+0000 7f19304c3640 1 < completed part key=_multipart_512VC812AWRN.2~20US9QWJOV03.1 size=507671 2024-07-26T06:24:47.790 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.790+0000 7f19304c3640 1 < completed multipart upload key=512VC812AWRN upload=20US9QWJOV03 tag=WP2TT5M3TGR3 type=write size=2604823 2024-07-26T06:24:47.793 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.793+0000 7f19304c3640 1 > prepared part key=_multipart_CXCXAKPQIOKH.2~LWM5QR9LFJM0.0 size=898820 2024-07-26T06:24:47.793 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.793+0000 7f19304c3640 1 > prepared multipart upload key=CXCXAKPQIOKH upload=LWM5QR9LFJM0 tag=V6B1N2NG4NXJ type=write size=1947396 2024-07-26T06:24:47.795 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.794+0000 7f19304c3640 1 < completed part key=_multipart_D2CZZ6A8YSHC.2~07N3O2O94GLH.0 size=1048576 2024-07-26T06:24:47.796 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.796+0000 7f19304c3640 1 < completed part key=_multipart_D2CZZ6A8YSHC.2~07N3O2O94GLH.1 size=510890 2024-07-26T06:24:47.798 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.798+0000 7f19304c3640 1 < completed multipart upload key=D2CZZ6A8YSHC upload=07N3O2O94GLH tag=POYRM7EV69FF type=write size=2608042 2024-07-26T06:24:47.800 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.800+0000 7f19304c3640 1 > prepared operation key=Y0JGX4QVQXEC tag=NX4665Y6GRUU type=del size=442450 2024-07-26T06:24:47.802 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.801+0000 7f19304c3640 1 < completed delete operation key=P6MP7JC8DTH7 tag=4UEPHA4GQB2H type=del 2024-07-26T06:24:47.805 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.805+0000 7f19304c3640 1 > prepared part key=_multipart_Y0JGX4QVQXEC.2~7LPNWZCI0QBO.0 size=509155 2024-07-26T06:24:47.805 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.805+0000 7f19304c3640 1 > prepared multipart upload key=Y0JGX4QVQXEC upload=7LPNWZCI0QBO tag=EH6XZ03OLK3V type=write size=1557731 2024-07-26T06:24:47.808 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.808+0000 7f19304c3640 1 < completed part key=_multipart_LCDUWKN6AQNU.2~0GK8X3CNHWPQ.0 size=1048576 2024-07-26T06:24:47.810 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.809+0000 7f19304c3640 1 < completed part key=_multipart_LCDUWKN6AQNU.2~0GK8X3CNHWPQ.1 size=1048576 2024-07-26T06:24:47.811 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.811+0000 7f19304c3640 1 < completed part key=_multipart_LCDUWKN6AQNU.2~0GK8X3CNHWPQ.2 size=40465 2024-07-26T06:24:47.814 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.814+0000 7f19304c3640 1 < completed multipart upload key=LCDUWKN6AQNU upload=0GK8X3CNHWPQ tag=ZJK7ZOP8MS7K type=write size=3186193 2024-07-26T06:24:47.816 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.815+0000 7f19304c3640 1 > prepared operation key=55ZIE8HVR68M tag=HD99U9QVJUDA type=write size=380018 2024-07-26T06:24:47.817 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.817+0000 7f19304c3640 1 < completed delete operation key=V4QX80DR86I3 tag=QU1V01U43P51 type=del 2024-07-26T06:24:47.819 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.819+0000 7f19304c3640 1 > prepared operation key=23K6MK7R266R tag=N29K76OYPEXG type=del size=1651529 2024-07-26T06:24:47.820 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.820+0000 7f19304c3640 1 < completed part key=_multipart_2TS50KKRU12E.2~VLRP00826TUZ.0 size=1048576 2024-07-26T06:24:47.821 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.821+0000 7f19304c3640 1 < completed part key=_multipart_2TS50KKRU12E.2~VLRP00826TUZ.1 size=1048576 2024-07-26T06:24:47.823 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.823+0000 7f19304c3640 1 < completed part key=_multipart_2TS50KKRU12E.2~VLRP00826TUZ.2 size=807208 2024-07-26T06:24:47.825 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.825+0000 7f19304c3640 1 < completed multipart upload key=2TS50KKRU12E upload=VLRP00826TUZ tag=BPY1OD0UFQ2P type=write size=3952936 2024-07-26T06:24:47.827 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.827+0000 7f19304c3640 1 > prepared operation key=LCDUWKN6AQNU tag=TGVZ7P0G5BFE type=write size=302029 2024-07-26T06:24:47.829 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.829+0000 7f19304c3640 1 < completed part key=_multipart_23K6MK7R266R.2~5TYG2XGZJE3Y.0 size=1048576 2024-07-26T06:24:47.831 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.830+0000 7f19304c3640 1 < completed part key=_multipart_23K6MK7R266R.2~5TYG2XGZJE3Y.1 size=973507 2024-07-26T06:24:47.835 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.835+0000 7f19304c3640 1 < completed multipart upload key=23K6MK7R266R upload=5TYG2XGZJE3Y tag=5L4PXQ1P4I14 type=write size=3070659 2024-07-26T06:24:47.838 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.837+0000 7f19304c3640 1 > prepared part key=_multipart_P6MP7JC8DTH7.2~CK085FK8MMQ0.0 size=1048576 2024-07-26T06:24:47.839 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.838+0000 7f19304c3640 1 > prepared part key=_multipart_P6MP7JC8DTH7.2~CK085FK8MMQ0.1 size=1048576 2024-07-26T06:24:47.840 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.839+0000 7f19304c3640 1 > prepared part key=_multipart_P6MP7JC8DTH7.2~CK085FK8MMQ0.2 size=374565 2024-07-26T06:24:47.840 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.839+0000 7f19304c3640 1 > prepared multipart upload key=P6MP7JC8DTH7 upload=CK085FK8MMQ0 tag=T2D805O84MHH type=write size=3520293 2024-07-26T06:24:47.841 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.841+0000 7f19304c3640 1 < completed delete operation key=PN7DBK1NNJVB tag=8DT3NAUFQO8B type=del 2024-07-26T06:24:47.844 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.844+0000 7f19304c3640 1 > prepared part key=_multipart_P6MP7JC8DTH7.2~6MFBF846HEDY.0 size=1048576 2024-07-26T06:24:47.845 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.845+0000 7f19304c3640 1 > prepared part key=_multipart_P6MP7JC8DTH7.2~6MFBF846HEDY.1 size=1048576 2024-07-26T06:24:47.847 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.846+0000 7f19304c3640 1 > prepared part key=_multipart_P6MP7JC8DTH7.2~6MFBF846HEDY.2 size=103862 2024-07-26T06:24:47.847 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.846+0000 7f19304c3640 1 > prepared multipart upload key=P6MP7JC8DTH7 upload=6MFBF846HEDY tag=E74Z7M8S05BK type=write size=3249590 2024-07-26T06:24:47.848 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.848+0000 7f19304c3640 1 < completed delete operation key=2TS50KKRU12E tag=M2XEZTSD1XS9 type=del 2024-07-26T06:24:47.851 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.850+0000 7f19304c3640 1 > prepared part key=_multipart_Y0JGX4QVQXEC.2~9UI0BQPVBQR0.0 size=1048576 2024-07-26T06:24:47.852 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.852+0000 7f19304c3640 1 > prepared part key=_multipart_Y0JGX4QVQXEC.2~9UI0BQPVBQR0.1 size=479482 2024-07-26T06:24:47.852 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.852+0000 7f19304c3640 1 > prepared multipart upload key=Y0JGX4QVQXEC upload=9UI0BQPVBQR0 tag=YOWQ9QBANJRD type=write size=2576634 2024-07-26T06:24:47.853 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.853+0000 7f19304c3640 1 < completed part key=_multipart_V4QX80DR86I3.2~ZNC2TGUGY4R3.0 size=142401 2024-07-26T06:24:47.856 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.856+0000 7f19304c3640 1 < completed multipart upload key=V4QX80DR86I3 upload=ZNC2TGUGY4R3 tag=MD23776060BY type=write size=1190977 2024-07-26T06:24:47.859 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.859+0000 7f19304c3640 1 > prepared part key=_multipart_C2RTY1II1OSK.2~F1VTIQO995NL.0 size=1048576 2024-07-26T06:24:47.860 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.860+0000 7f19304c3640 1 > prepared part key=_multipart_C2RTY1II1OSK.2~F1VTIQO995NL.1 size=266370 2024-07-26T06:24:47.860 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.860+0000 7f19304c3640 1 > prepared multipart upload key=C2RTY1II1OSK upload=F1VTIQO995NL tag=MZSMWMYJJ7IP type=write size=2363522 2024-07-26T06:24:47.862 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.862+0000 7f19304c3640 1 < completed part key=_multipart_ZSYF9DE73TR8.2~91YT8B64ICEY.0 size=96659 2024-07-26T06:24:47.864 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.864+0000 7f19304c3640 1 < completed multipart upload key=ZSYF9DE73TR8 upload=91YT8B64ICEY tag=OX5B0W94QS33 type=write size=1145235 2024-07-26T06:24:47.866 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.865+0000 7f19304c3640 1 > prepared operation key=0PV4L596ZFOW tag=N8ANNW4D6LRT type=del size=1766307 2024-07-26T06:24:47.867 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.867+0000 7f19304c3640 1 < completed delete operation key=G70GGG8ITGEE tag=RYLI7IIJ70WB type=del 2024-07-26T06:24:47.869 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.868+0000 7f19304c3640 1 > prepared operation key=P6MP7JC8DTH7 tag=4DSIXP58B6OX type=del size=940839 2024-07-26T06:24:47.870 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.870+0000 7f19304c3640 1 < completed delete operation key=2I9DGCCZ992A tag=YMX0D5EI3SUZ type=del 2024-07-26T06:24:47.872 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.872+0000 7f19304c3640 1 > prepared operation key=C2RTY1II1OSK tag=O7VYRNT1ZUEX type=del size=2632635 2024-07-26T06:24:47.874 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.874+0000 7f19304c3640 1 < completed write operation key=1I2JP28R3YNS tag=QSCXKP7N0227 type=write size=1160 2024-07-26T06:24:47.877 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.876+0000 7f19304c3640 1 > prepared part key=_multipart_7P9AQQD7XI2Z.2~R2SST1M6Y58F.0 size=444902 2024-07-26T06:24:47.877 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.876+0000 7f19304c3640 1 > prepared multipart upload key=7P9AQQD7XI2Z upload=R2SST1M6Y58F tag=5B8M7NUH0VA2 type=write size=1493478 2024-07-26T06:24:47.879 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.879+0000 7f19304c3640 1 < completed part key=_multipart_YDC2NRQG9YFE.2~2L21HZUDCH61.0 size=845901 2024-07-26T06:24:47.882 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.882+0000 7f19304c3640 1 < completed multipart upload key=YDC2NRQG9YFE upload=2L21HZUDCH61 tag=IJJL5C6V52AS type=write size=1894477 2024-07-26T06:24:47.883 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.883+0000 7f19304c3640 1 > prepared operation key=4ZWJ6XHKZXZF tag=8ZMCN9SLSKMZ type=del size=2924429 2024-07-26T06:24:47.885 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.885+0000 7f19304c3640 1 < completed part key=_multipart_2TS50KKRU12E.2~CZR9CYURV4VF.0 size=1048576 2024-07-26T06:24:47.886 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.886+0000 7f19304c3640 1 < completed part key=_multipart_2TS50KKRU12E.2~CZR9CYURV4VF.1 size=1048576 2024-07-26T06:24:47.888 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.888+0000 7f19304c3640 1 < completed part key=_multipart_2TS50KKRU12E.2~CZR9CYURV4VF.2 size=983446 2024-07-26T06:24:47.890 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.890+0000 7f19304c3640 1 < completed multipart upload key=2TS50KKRU12E upload=CZR9CYURV4VF tag=M5WJ7496SQKZ type=write size=4129174 2024-07-26T06:24:47.893 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.893+0000 7f19304c3640 1 > prepared part key=_multipart_G2XJVRBLSPE9.2~VWQN5FZL23Z5.0 size=1048576 2024-07-26T06:24:47.895 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.894+0000 7f19304c3640 1 > prepared part key=_multipart_G2XJVRBLSPE9.2~VWQN5FZL23Z5.1 size=776509 2024-07-26T06:24:47.895 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.894+0000 7f19304c3640 1 > prepared multipart upload key=G2XJVRBLSPE9 upload=VWQN5FZL23Z5 tag=G83O4U3NVOAJ type=write size=2873661 2024-07-26T06:24:47.896 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.896+0000 7f19304c3640 1 < completed part key=_multipart_CXCXAKPQIOKH.2~LWM5QR9LFJM0.0 size=898820 2024-07-26T06:24:47.899 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.899+0000 7f19304c3640 1 < completed multipart upload key=CXCXAKPQIOKH upload=LWM5QR9LFJM0 tag=V6B1N2NG4NXJ type=write size=1947396 2024-07-26T06:24:47.902 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.901+0000 7f19304c3640 1 > prepared part key=_multipart_M8V7EJP4HHQV.2~N91NSENXK4YR.0 size=1048576 2024-07-26T06:24:47.903 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.903+0000 7f19304c3640 1 > prepared part key=_multipart_M8V7EJP4HHQV.2~N91NSENXK4YR.1 size=1009404 2024-07-26T06:24:47.903 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.903+0000 7f19304c3640 1 > prepared multipart upload key=M8V7EJP4HHQV upload=N91NSENXK4YR tag=04I2ABBPA02C type=write size=3106556 2024-07-26T06:24:47.904 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.904+0000 7f19304c3640 1 < completed delete operation key=Y0JGX4QVQXEC tag=NX4665Y6GRUU type=del 2024-07-26T06:24:47.906 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.906+0000 7f19304c3640 1 > prepared operation key=V4QX80DR86I3 tag=0EBUAGVYHW5Q type=del size=3650544 2024-07-26T06:24:47.908 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.907+0000 7f19304c3640 1 < completed part key=_multipart_Y0JGX4QVQXEC.2~7LPNWZCI0QBO.0 size=509155 2024-07-26T06:24:47.910 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.910+0000 7f19304c3640 1 < completed multipart upload key=Y0JGX4QVQXEC upload=7LPNWZCI0QBO tag=EH6XZ03OLK3V type=write size=1557731 2024-07-26T06:24:47.913 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.913+0000 7f19304c3640 1 > prepared part key=_multipart_QMPZ7GQNIH0K.2~UI2NDXL3DJJG.0 size=1048576 2024-07-26T06:24:47.915 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.914+0000 7f19304c3640 1 > prepared part key=_multipart_QMPZ7GQNIH0K.2~UI2NDXL3DJJG.1 size=1026746 2024-07-26T06:24:47.915 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.914+0000 7f19304c3640 1 > prepared multipart upload key=QMPZ7GQNIH0K upload=UI2NDXL3DJJG tag=I2IXWOBU2S2Z type=write size=3123898 2024-07-26T06:24:47.918 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.916+0000 7f19304c3640 1 < completed write operation key=55ZIE8HVR68M tag=HD99U9QVJUDA type=write size=380018 2024-07-26T06:24:47.919 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.918+0000 7f19304c3640 1 > prepared part key=_multipart_G70GGG8ITGEE.2~ZP24CU7TZOHT.0 size=1048576 2024-07-26T06:24:47.920 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.919+0000 7f19304c3640 1 > prepared part key=_multipart_G70GGG8ITGEE.2~ZP24CU7TZOHT.1 size=329059 2024-07-26T06:24:47.920 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.919+0000 7f19304c3640 1 > prepared multipart upload key=G70GGG8ITGEE upload=ZP24CU7TZOHT tag=47ZI6IN9LHOR type=write size=2426211 2024-07-26T06:24:47.921 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.921+0000 7f19304c3640 1 < canceled operation key=23K6MK7R266R tag=N29K76OYPEXG type=del size=1651529 2024-07-26T06:24:47.923 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.923+0000 7f19304c3640 1 > prepared operation key=55ZIE8HVR68M tag=VFNSAQ3E0ZQB type=del size=3867452 2024-07-26T06:24:47.925 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.925+0000 7f19304c3640 1 < canceled operation key=LCDUWKN6AQNU tag=TGVZ7P0G5BFE type=write size=302029 2024-07-26T06:24:47.927 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.927+0000 7f19304c3640 1 > prepared part key=_multipart_M8V7EJP4HHQV.2~GI1S3CO6V0SM.0 size=1048576 2024-07-26T06:24:47.929 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.928+0000 7f19304c3640 1 > prepared part key=_multipart_M8V7EJP4HHQV.2~GI1S3CO6V0SM.1 size=925901 2024-07-26T06:24:47.929 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.928+0000 7f19304c3640 1 > prepared multipart upload key=M8V7EJP4HHQV upload=GI1S3CO6V0SM tag=PKEDVS0TQ398 type=write size=3023053 2024-07-26T06:24:47.929 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.929+0000 7f19304c3640 1 < canceled part key=_multipart_P6MP7JC8DTH7.2~CK085FK8MMQ0.0 size=1048576 2024-07-26T06:24:47.931 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.930+0000 7f19304c3640 1 < completed part key=_multipart_P6MP7JC8DTH7.2~CK085FK8MMQ0.1 size=1048576 2024-07-26T06:24:47.932 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.931+0000 7f19304c3640 1 < completed part key=_multipart_P6MP7JC8DTH7.2~CK085FK8MMQ0.2 size=374565 2024-07-26T06:24:47.934 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.934+0000 7f19304c3640 1 < canceled multipart upload key=P6MP7JC8DTH7 upload=CK085FK8MMQ0 tag=T2D805O84MHH type=write size=3520293 2024-07-26T06:24:47.937 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.937+0000 7f19304c3640 1 > prepared part key=_multipart_SQ0RDJVR9PPL.2~W18IGM45G4VH.0 size=864117 2024-07-26T06:24:47.937 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.937+0000 7f19304c3640 1 > prepared multipart upload key=SQ0RDJVR9PPL upload=W18IGM45G4VH tag=FS4EPPVQHGYD type=write size=1912693 2024-07-26T06:24:47.939 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.939+0000 7f19304c3640 1 < completed part key=_multipart_P6MP7JC8DTH7.2~6MFBF846HEDY.0 size=1048576 2024-07-26T06:24:47.940 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.940+0000 7f19304c3640 1 < completed part key=_multipart_P6MP7JC8DTH7.2~6MFBF846HEDY.1 size=1048576 2024-07-26T06:24:47.941 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.941+0000 7f19304c3640 1 < completed part key=_multipart_P6MP7JC8DTH7.2~6MFBF846HEDY.2 size=103862 2024-07-26T06:24:47.944 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.944+0000 7f19304c3640 1 < completed multipart upload key=P6MP7JC8DTH7 upload=6MFBF846HEDY tag=E74Z7M8S05BK type=write size=3249590 2024-07-26T06:24:47.946 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.946+0000 7f19304c3640 1 > prepared operation key=G2XJVRBLSPE9 tag=751K4UF7QFSM type=write size=207713 2024-07-26T06:24:47.949 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.949+0000 7f19304c3640 1 < completed part key=_multipart_Y0JGX4QVQXEC.2~9UI0BQPVBQR0.0 size=1048576 2024-07-26T06:24:47.950 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.950+0000 7f19304c3640 1 < completed part key=_multipart_Y0JGX4QVQXEC.2~9UI0BQPVBQR0.1 size=479482 2024-07-26T06:24:47.952 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.952+0000 7f19304c3640 1 < completed multipart upload key=Y0JGX4QVQXEC upload=9UI0BQPVBQR0 tag=YOWQ9QBANJRD type=write size=2576634 2024-07-26T06:24:47.961 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.955+0000 7f19304c3640 1 > prepared part key=_multipart_2I9DGCCZ992A.2~Q33A2XZBELN4.0 size=253372 2024-07-26T06:24:47.962 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.955+0000 7f19304c3640 1 > prepared multipart upload key=2I9DGCCZ992A upload=Q33A2XZBELN4 tag=FT191FV7NG95 type=write size=1301948 2024-07-26T06:24:47.962 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.956+0000 7f19304c3640 1 < completed part key=_multipart_C2RTY1II1OSK.2~F1VTIQO995NL.0 size=1048576 2024-07-26T06:24:47.962 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.957+0000 7f19304c3640 1 < completed part key=_multipart_C2RTY1II1OSK.2~F1VTIQO995NL.1 size=266370 2024-07-26T06:24:47.962 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.959+0000 7f19304c3640 1 < completed multipart upload key=C2RTY1II1OSK upload=F1VTIQO995NL tag=MZSMWMYJJ7IP type=write size=2363522 2024-07-26T06:24:47.963 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.962+0000 7f19304c3640 1 > prepared part key=_multipart_4ZWJ6XHKZXZF.2~ZQTY71KCSLI7.0 size=1048576 2024-07-26T06:24:47.964 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.964+0000 7f19304c3640 1 > prepared part key=_multipart_4ZWJ6XHKZXZF.2~ZQTY71KCSLI7.1 size=1048576 2024-07-26T06:24:47.966 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.965+0000 7f19304c3640 1 > prepared part key=_multipart_4ZWJ6XHKZXZF.2~ZQTY71KCSLI7.2 size=141320 2024-07-26T06:24:47.966 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.965+0000 7f19304c3640 1 > prepared multipart upload key=4ZWJ6XHKZXZF upload=ZQTY71KCSLI7 tag=FP4EXK2T0AUI type=write size=3287048 2024-07-26T06:24:47.966 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.966+0000 7f19304c3640 1 < completed delete operation key=0PV4L596ZFOW tag=N8ANNW4D6LRT type=del 2024-07-26T06:24:47.969 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.969+0000 7f19304c3640 1 > prepared part key=_multipart_CXCXAKPQIOKH.2~U55WYC1QHHUR.0 size=1048576 2024-07-26T06:24:47.970 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.970+0000 7f19304c3640 1 > prepared part key=_multipart_CXCXAKPQIOKH.2~U55WYC1QHHUR.1 size=742147 2024-07-26T06:24:47.970 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.970+0000 7f19304c3640 1 > prepared multipart upload key=CXCXAKPQIOKH upload=U55WYC1QHHUR tag=FRVM47OZ4VO2 type=write size=2839299 2024-07-26T06:24:47.973 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.973+0000 7f19304c3640 1 < suggested update operation key=P6MP7JC8DTH7 tag=4DSIXP58B6OX type=del size=940839 2024-07-26T06:24:47.974 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.974+0000 7f19304c3640 1 > prepared operation key=G70GGG8ITGEE tag=6P7ZIS343ILZ type=del size=2453037 2024-07-26T06:24:47.976 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.975+0000 7f19304c3640 1 < completed delete operation key=C2RTY1II1OSK tag=O7VYRNT1ZUEX type=del 2024-07-26T06:24:47.977 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.977+0000 7f19304c3640 1 > prepared operation key=SSAHKRHXMDHN tag=6V6L86IPCQB4 type=del size=1913358 2024-07-26T06:24:47.978 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.977+0000 7f19304c3640 1 < canceled part key=_multipart_7P9AQQD7XI2Z.2~R2SST1M6Y58F.0 size=444902 2024-07-26T06:24:47.980 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.979+0000 7f19304c3640 1 < canceled multipart upload key=7P9AQQD7XI2Z upload=R2SST1M6Y58F tag=5B8M7NUH0VA2 type=write size=1493478 2024-07-26T06:24:47.981 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.980+0000 7f19304c3640 1 > prepared operation key=F3QUORF2HDZY tag=MGX9I0FN8I0V type=del size=1188518 2024-07-26T06:24:47.983 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.983+0000 7f19304c3640 1 < suggested remove operation key=4ZWJ6XHKZXZF tag=8ZMCN9SLSKMZ type=del 2024-07-26T06:24:47.986 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.985+0000 7f19304c3640 1 > prepared part key=_multipart_7P9AQQD7XI2Z.2~SVN9WJ2GWBSA.0 size=1048576 2024-07-26T06:24:47.987 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.987+0000 7f19304c3640 1 > prepared part key=_multipart_7P9AQQD7XI2Z.2~SVN9WJ2GWBSA.1 size=10968 2024-07-26T06:24:47.987 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.987+0000 7f19304c3640 1 > prepared multipart upload key=7P9AQQD7XI2Z upload=SVN9WJ2GWBSA tag=DEIJI76SDR12 type=write size=2108120 2024-07-26T06:24:47.988 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.988+0000 7f19304c3640 1 < completed part key=_multipart_G2XJVRBLSPE9.2~VWQN5FZL23Z5.0 size=1048576 2024-07-26T06:24:47.989 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.989+0000 7f19304c3640 1 < completed part key=_multipart_G2XJVRBLSPE9.2~VWQN5FZL23Z5.1 size=776509 2024-07-26T06:24:47.992 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.991+0000 7f19304c3640 1 < completed multipart upload key=G2XJVRBLSPE9 upload=VWQN5FZL23Z5 tag=G83O4U3NVOAJ type=write size=2873661 2024-07-26T06:24:47.993 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.993+0000 7f19304c3640 1 > prepared operation key=23K6MK7R266R tag=EXFGDIIH8W8A type=del size=1171146 2024-07-26T06:24:47.995 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.994+0000 7f19304c3640 1 < completed part key=_multipart_M8V7EJP4HHQV.2~N91NSENXK4YR.0 size=1048576 2024-07-26T06:24:47.995 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.995+0000 7f19304c3640 1 < completed part key=_multipart_M8V7EJP4HHQV.2~N91NSENXK4YR.1 size=1009404 2024-07-26T06:24:47.998 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.997+0000 7f19304c3640 1 < completed multipart upload key=M8V7EJP4HHQV upload=N91NSENXK4YR tag=04I2ABBPA02C type=write size=3106556 2024-07-26T06:24:47.999 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:47.999+0000 7f19304c3640 1 > prepared operation key=55ZIE8HVR68M tag=RWHOA9HAGRVK type=del size=1433590 2024-07-26T06:24:48.001 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.000+0000 7f19304c3640 1 < completed delete operation key=V4QX80DR86I3 tag=0EBUAGVYHW5Q type=del 2024-07-26T06:24:48.004 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.003+0000 7f19304c3640 1 > prepared part key=_multipart_8J29YNE031PP.2~TQ40AM38EX5M.0 size=1048576 2024-07-26T06:24:48.005 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.004+0000 7f19304c3640 1 > prepared part key=_multipart_8J29YNE031PP.2~TQ40AM38EX5M.1 size=1048576 2024-07-26T06:24:48.006 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.005+0000 7f19304c3640 1 > prepared part key=_multipart_8J29YNE031PP.2~TQ40AM38EX5M.2 size=181781 2024-07-26T06:24:48.006 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.005+0000 7f19304c3640 1 > prepared multipart upload key=8J29YNE031PP upload=TQ40AM38EX5M tag=SLB4T6SKMP6C type=write size=3327509 2024-07-26T06:24:48.007 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.007+0000 7f19304c3640 1 < completed part key=_multipart_QMPZ7GQNIH0K.2~UI2NDXL3DJJG.0 size=1048576 2024-07-26T06:24:48.009 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.008+0000 7f19304c3640 1 < completed part key=_multipart_QMPZ7GQNIH0K.2~UI2NDXL3DJJG.1 size=1026746 2024-07-26T06:24:48.011 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.011+0000 7f19304c3640 1 < completed multipart upload key=QMPZ7GQNIH0K upload=UI2NDXL3DJJG tag=I2IXWOBU2S2Z type=write size=3123898 2024-07-26T06:24:48.012 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.012+0000 7f19304c3640 1 > prepared operation key=7P9AQQD7XI2Z tag=V96A9YNCY1YZ type=write size=905773 2024-07-26T06:24:48.018 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.014+0000 7f19304c3640 1 < completed part key=_multipart_G70GGG8ITGEE.2~ZP24CU7TZOHT.0 size=1048576 2024-07-26T06:24:48.020 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.015+0000 7f19304c3640 1 < completed part key=_multipart_G70GGG8ITGEE.2~ZP24CU7TZOHT.1 size=329059 2024-07-26T06:24:48.021 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.017+0000 7f19304c3640 1 < completed multipart upload key=G70GGG8ITGEE upload=ZP24CU7TZOHT tag=47ZI6IN9LHOR type=write size=2426211 2024-07-26T06:24:48.021 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.020+0000 7f19304c3640 1 > prepared part key=_multipart_P6MP7JC8DTH7.2~B06EJE1PNA55.0 size=1048576 2024-07-26T06:24:48.022 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.022+0000 7f19304c3640 1 > prepared part key=_multipart_P6MP7JC8DTH7.2~B06EJE1PNA55.1 size=1048576 2024-07-26T06:24:48.023 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.023+0000 7f19304c3640 1 > prepared part key=_multipart_P6MP7JC8DTH7.2~B06EJE1PNA55.2 size=929400 2024-07-26T06:24:48.023 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.023+0000 7f19304c3640 1 > prepared multipart upload key=P6MP7JC8DTH7 upload=B06EJE1PNA55 tag=9YK0HPK42M3P type=write size=4075128 2024-07-26T06:24:48.025 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.025+0000 7f19304c3640 1 < completed delete operation key=55ZIE8HVR68M tag=VFNSAQ3E0ZQB type=del 2024-07-26T06:24:48.030 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.028+0000 7f19304c3640 1 > prepared part key=_multipart_7GGA1PRXXHDC.2~FK0CXC1A4GRB.0 size=147039 2024-07-26T06:24:48.030 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.028+0000 7f19304c3640 1 > prepared multipart upload key=7GGA1PRXXHDC upload=FK0CXC1A4GRB tag=7GFUFROLU0W9 type=write size=1195615 2024-07-26T06:24:48.031 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.029+0000 7f19304c3640 1 < completed part key=_multipart_M8V7EJP4HHQV.2~GI1S3CO6V0SM.0 size=1048576 2024-07-26T06:24:48.032 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.031+0000 7f19304c3640 1 < completed part key=_multipart_M8V7EJP4HHQV.2~GI1S3CO6V0SM.1 size=925901 2024-07-26T06:24:48.033 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.033+0000 7f19304c3640 1 < completed multipart upload key=M8V7EJP4HHQV upload=GI1S3CO6V0SM tag=PKEDVS0TQ398 type=write size=3023053 2024-07-26T06:24:48.036 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.036+0000 7f19304c3640 1 > prepared part key=_multipart_512VC812AWRN.2~1L54B0TCRGUY.0 size=120254 2024-07-26T06:24:48.036 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.036+0000 7f19304c3640 1 > prepared multipart upload key=512VC812AWRN upload=1L54B0TCRGUY tag=MW22EJC9PAD3 type=write size=1168830 2024-07-26T06:24:48.037 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.037+0000 7f19304c3640 1 < completed part key=_multipart_SQ0RDJVR9PPL.2~W18IGM45G4VH.0 size=864117 2024-07-26T06:24:48.040 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.039+0000 7f19304c3640 1 < completed multipart upload key=SQ0RDJVR9PPL upload=W18IGM45G4VH tag=FS4EPPVQHGYD type=write size=1912693 2024-07-26T06:24:48.042 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.041+0000 7f19304c3640 1 > prepared part key=_multipart_HO4GZ0KNZ8SK.2~UMKGU2TKMBVU.0 size=1048576 2024-07-26T06:24:48.043 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.042+0000 7f19304c3640 1 > prepared part key=_multipart_HO4GZ0KNZ8SK.2~UMKGU2TKMBVU.1 size=337967 2024-07-26T06:24:48.043 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.042+0000 7f19304c3640 1 > prepared multipart upload key=HO4GZ0KNZ8SK upload=UMKGU2TKMBVU tag=EQR2AR0C3YO2 type=write size=2435119 2024-07-26T06:24:48.044 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.044+0000 7f19304c3640 1 < completed write operation key=G2XJVRBLSPE9 tag=751K4UF7QFSM type=write size=207713 2024-07-26T06:24:48.047 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.046+0000 7f19304c3640 1 > prepared part key=_multipart_Y0JGX4QVQXEC.2~8NSOUDXCQB8X.0 size=1048576 2024-07-26T06:24:48.048 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.047+0000 7f19304c3640 1 > prepared part key=_multipart_Y0JGX4QVQXEC.2~8NSOUDXCQB8X.1 size=1048576 2024-07-26T06:24:48.049 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.048+0000 7f19304c3640 1 > prepared part key=_multipart_Y0JGX4QVQXEC.2~8NSOUDXCQB8X.2 size=539352 2024-07-26T06:24:48.049 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.048+0000 7f19304c3640 1 > prepared multipart upload key=Y0JGX4QVQXEC upload=8NSOUDXCQB8X tag=0XCH7ABUJ95O type=write size=3685080 2024-07-26T06:24:48.050 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.050+0000 7f19304c3640 1 < completed part key=_multipart_2I9DGCCZ992A.2~Q33A2XZBELN4.0 size=253372 2024-07-26T06:24:48.052 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.052+0000 7f19304c3640 1 < completed multipart upload key=2I9DGCCZ992A upload=Q33A2XZBELN4 tag=FT191FV7NG95 type=write size=1301948 2024-07-26T06:24:48.055 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.054+0000 7f19304c3640 1 > prepared part key=_multipart_PN7DBK1NNJVB.2~GNJ2FR69XL35.0 size=1048576 2024-07-26T06:24:48.056 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.055+0000 7f19304c3640 1 > prepared part key=_multipart_PN7DBK1NNJVB.2~GNJ2FR69XL35.1 size=122460 2024-07-26T06:24:48.056 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.055+0000 7f19304c3640 1 > prepared multipart upload key=PN7DBK1NNJVB upload=GNJ2FR69XL35 tag=RE4O0P43GRGX type=write size=2219612 2024-07-26T06:24:48.057 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.057+0000 7f19304c3640 1 < completed part key=_multipart_4ZWJ6XHKZXZF.2~ZQTY71KCSLI7.0 size=1048576 2024-07-26T06:24:48.058 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.058+0000 7f19304c3640 1 < completed part key=_multipart_4ZWJ6XHKZXZF.2~ZQTY71KCSLI7.1 size=1048576 2024-07-26T06:24:48.059 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.059+0000 7f19304c3640 1 < completed part key=_multipart_4ZWJ6XHKZXZF.2~ZQTY71KCSLI7.2 size=141320 2024-07-26T06:24:48.061 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.061+0000 7f19304c3640 1 < completed multipart upload key=4ZWJ6XHKZXZF upload=ZQTY71KCSLI7 tag=FP4EXK2T0AUI type=write size=3287048 2024-07-26T06:24:48.063 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.062+0000 7f19304c3640 1 > prepared operation key=2TS50KKRU12E tag=M6224034FG23 type=del size=3063843 2024-07-26T06:24:48.064 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.064+0000 7f19304c3640 1 < completed part key=_multipart_CXCXAKPQIOKH.2~U55WYC1QHHUR.0 size=1048576 2024-07-26T06:24:48.065 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.065+0000 7f19304c3640 1 < completed part key=_multipart_CXCXAKPQIOKH.2~U55WYC1QHHUR.1 size=742147 2024-07-26T06:24:48.068 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.067+0000 7f19304c3640 1 < completed multipart upload key=CXCXAKPQIOKH upload=U55WYC1QHHUR tag=FRVM47OZ4VO2 type=write size=2839299 2024-07-26T06:24:48.069 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.069+0000 7f19304c3640 1 > prepared operation key=M8V7EJP4HHQV tag=VS3RBQS8TP5N type=del size=2081920 2024-07-26T06:24:48.071 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.071+0000 7f19304c3640 1 < suggested update operation key=G70GGG8ITGEE tag=6P7ZIS343ILZ type=del size=2453037 2024-07-26T06:24:48.073 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.073+0000 7f19304c3640 1 > prepared operation key=23K6MK7R266R tag=B1MLMPF2G6IK type=del size=208297 2024-07-26T06:24:48.075 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.074+0000 7f19304c3640 1 < canceled operation key=SSAHKRHXMDHN tag=6V6L86IPCQB4 type=del size=1913358 2024-07-26T06:24:48.077 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.077+0000 7f19304c3640 1 > prepared part key=_multipart_SQ0RDJVR9PPL.2~3XNG1FFE884P.0 size=823600 2024-07-26T06:24:48.077 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.077+0000 7f19304c3640 1 > prepared multipart upload key=SQ0RDJVR9PPL upload=3XNG1FFE884P tag=5MEHF0LRGN8I type=write size=1872176 2024-07-26T06:24:48.079 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.078+0000 7f19304c3640 1 < completed delete operation key=F3QUORF2HDZY tag=MGX9I0FN8I0V type=del 2024-07-26T06:24:48.081 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.081+0000 7f19304c3640 1 > prepared part key=_multipart_Y0JGX4QVQXEC.2~EIQ9O3T72EGZ.0 size=1048576 2024-07-26T06:24:48.082 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.082+0000 7f19304c3640 1 > prepared part key=_multipart_Y0JGX4QVQXEC.2~EIQ9O3T72EGZ.1 size=1048576 2024-07-26T06:24:48.084 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.083+0000 7f19304c3640 1 > prepared part key=_multipart_Y0JGX4QVQXEC.2~EIQ9O3T72EGZ.2 size=792139 2024-07-26T06:24:48.084 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.083+0000 7f19304c3640 1 > prepared multipart upload key=Y0JGX4QVQXEC upload=EIQ9O3T72EGZ tag=NIOR2BUIUIDG type=write size=3937867 2024-07-26T06:24:48.086 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.085+0000 7f19304c3640 1 < completed part key=_multipart_7P9AQQD7XI2Z.2~SVN9WJ2GWBSA.0 size=1048576 2024-07-26T06:24:48.086 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.086+0000 7f19304c3640 1 < completed part key=_multipart_7P9AQQD7XI2Z.2~SVN9WJ2GWBSA.1 size=10968 2024-07-26T06:24:48.089 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.088+0000 7f19304c3640 1 < completed multipart upload key=7P9AQQD7XI2Z upload=SVN9WJ2GWBSA tag=DEIJI76SDR12 type=write size=2108120 2024-07-26T06:24:48.091 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.091+0000 7f19304c3640 1 > prepared operation key=55ZIE8HVR68M tag=BEQQLLGLRB1H type=del size=2502274 2024-07-26T06:24:48.094 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.094+0000 7f19304c3640 1 < suggested remove operation key=23K6MK7R266R tag=EXFGDIIH8W8A type=del 2024-07-26T06:24:48.097 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.097+0000 7f19304c3640 1 > prepared part key=_multipart_7GGA1PRXXHDC.2~7VG66E286BB3.0 size=244799 2024-07-26T06:24:48.097 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.097+0000 7f19304c3640 1 > prepared multipart upload key=7GGA1PRXXHDC upload=7VG66E286BB3 tag=36KI7QF9ZAWJ type=write size=1293375 2024-07-26T06:24:48.099 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.098+0000 7f19304c3640 1 < completed delete operation key=55ZIE8HVR68M tag=RWHOA9HAGRVK type=del 2024-07-26T06:24:48.101 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.101+0000 7f19304c3640 1 > prepared part key=_multipart_YDC2NRQG9YFE.2~Z7LQLG51INWY.0 size=206264 2024-07-26T06:24:48.101 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.101+0000 7f19304c3640 1 > prepared multipart upload key=YDC2NRQG9YFE upload=Z7LQLG51INWY tag=P5NEQAIL5JHP type=write size=1254840 2024-07-26T06:24:48.103 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.102+0000 7f19304c3640 1 < completed part key=_multipart_8J29YNE031PP.2~TQ40AM38EX5M.0 size=1048576 2024-07-26T06:24:48.104 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.104+0000 7f19304c3640 1 < completed part key=_multipart_8J29YNE031PP.2~TQ40AM38EX5M.1 size=1048576 2024-07-26T06:24:48.105 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.105+0000 7f19304c3640 1 < completed part key=_multipart_8J29YNE031PP.2~TQ40AM38EX5M.2 size=181781 2024-07-26T06:24:48.108 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.107+0000 7f19304c3640 1 < completed multipart upload key=8J29YNE031PP upload=TQ40AM38EX5M tag=SLB4T6SKMP6C type=write size=3327509 2024-07-26T06:24:48.109 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.109+0000 7f19304c3640 1 > prepared operation key=G2XJVRBLSPE9 tag=FQBTCUM4ZULX type=del size=2894590 2024-07-26T06:24:48.112 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.112+0000 7f19304c3640 1 < suggested remove operation key=7P9AQQD7XI2Z tag=V96A9YNCY1YZ type=write 2024-07-26T06:24:48.113 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.113+0000 7f19304c3640 1 > prepared operation key=8J29YNE031PP tag=DMQZFLKFP045 type=del size=3711065 2024-07-26T06:24:48.115 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.114+0000 7f19304c3640 1 < completed part key=_multipart_P6MP7JC8DTH7.2~B06EJE1PNA55.0 size=1048576 2024-07-26T06:24:48.116 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.116+0000 7f19304c3640 1 < completed part key=_multipart_P6MP7JC8DTH7.2~B06EJE1PNA55.1 size=1048576 2024-07-26T06:24:48.117 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.117+0000 7f19304c3640 1 < completed part key=_multipart_P6MP7JC8DTH7.2~B06EJE1PNA55.2 size=929400 2024-07-26T06:24:48.123 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.119+0000 7f19304c3640 1 < completed multipart upload key=P6MP7JC8DTH7 upload=B06EJE1PNA55 tag=9YK0HPK42M3P type=write size=4075128 2024-07-26T06:24:48.123 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.121+0000 7f19304c3640 1 > prepared operation key=D2CZZ6A8YSHC tag=3YYLRBBPN2WE type=del size=3999074 2024-07-26T06:24:48.123 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.122+0000 7f19304c3640 1 < completed part key=_multipart_7GGA1PRXXHDC.2~FK0CXC1A4GRB.0 size=147039 2024-07-26T06:24:48.126 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.125+0000 7f19304c3640 1 < completed multipart upload key=7GGA1PRXXHDC upload=FK0CXC1A4GRB tag=7GFUFROLU0W9 type=write size=1195615 2024-07-26T06:24:48.127 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.126+0000 7f19304c3640 1 > prepared operation key=7P9AQQD7XI2Z tag=IAHSIUHTLNOK type=del size=1273897 2024-07-26T06:24:48.128 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.128+0000 7f19304c3640 1 < completed part key=_multipart_512VC812AWRN.2~1L54B0TCRGUY.0 size=120254 2024-07-26T06:24:48.131 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.131+0000 7f19304c3640 1 < completed multipart upload key=512VC812AWRN upload=1L54B0TCRGUY tag=MW22EJC9PAD3 type=write size=1168830 2024-07-26T06:24:48.134 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.134+0000 7f19304c3640 1 > prepared part key=_multipart_0PV4L596ZFOW.2~EDUBV26RF0S6.0 size=1048576 2024-07-26T06:24:48.135 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.135+0000 7f19304c3640 1 > prepared part key=_multipart_0PV4L596ZFOW.2~EDUBV26RF0S6.1 size=782764 2024-07-26T06:24:48.135 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.135+0000 7f19304c3640 1 > prepared multipart upload key=0PV4L596ZFOW upload=EDUBV26RF0S6 tag=HP7NTLO39GHW type=write size=2879916 2024-07-26T06:24:48.137 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.137+0000 7f19304c3640 1 < completed part key=_multipart_HO4GZ0KNZ8SK.2~UMKGU2TKMBVU.0 size=1048576 2024-07-26T06:24:48.138 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.138+0000 7f19304c3640 1 < completed part key=_multipart_HO4GZ0KNZ8SK.2~UMKGU2TKMBVU.1 size=337967 2024-07-26T06:24:48.141 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.141+0000 7f19304c3640 1 < completed multipart upload key=HO4GZ0KNZ8SK upload=UMKGU2TKMBVU tag=EQR2AR0C3YO2 type=write size=2435119 2024-07-26T06:24:48.144 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.144+0000 7f19304c3640 1 > prepared part key=_multipart_G2XJVRBLSPE9.2~3IIUB2PM1PFZ.0 size=1048576 2024-07-26T06:24:48.145 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.145+0000 7f19304c3640 1 > prepared part key=_multipart_G2XJVRBLSPE9.2~3IIUB2PM1PFZ.1 size=1048576 2024-07-26T06:24:48.146 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.146+0000 7f19304c3640 1 > prepared part key=_multipart_G2XJVRBLSPE9.2~3IIUB2PM1PFZ.2 size=913603 2024-07-26T06:24:48.147 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.146+0000 7f19304c3640 1 > prepared multipart upload key=G2XJVRBLSPE9 upload=3IIUB2PM1PFZ tag=QIQ4H4YC9YMN type=write size=4059331 2024-07-26T06:24:48.148 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.148+0000 7f19304c3640 1 < completed part key=_multipart_Y0JGX4QVQXEC.2~8NSOUDXCQB8X.0 size=1048576 2024-07-26T06:24:48.150 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.150+0000 7f19304c3640 1 < completed part key=_multipart_Y0JGX4QVQXEC.2~8NSOUDXCQB8X.1 size=1048576 2024-07-26T06:24:48.151 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.151+0000 7f19304c3640 1 < completed part key=_multipart_Y0JGX4QVQXEC.2~8NSOUDXCQB8X.2 size=539352 2024-07-26T06:24:48.154 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.153+0000 7f19304c3640 1 < completed multipart upload key=Y0JGX4QVQXEC upload=8NSOUDXCQB8X tag=0XCH7ABUJ95O type=write size=3685080 2024-07-26T06:24:48.155 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.155+0000 7f19304c3640 1 > prepared operation key=0PV4L596ZFOW tag=16BI68R66F6Y type=write size=99562 2024-07-26T06:24:48.156 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.156+0000 7f19304c3640 1 < completed part key=_multipart_PN7DBK1NNJVB.2~GNJ2FR69XL35.0 size=1048576 2024-07-26T06:24:48.157 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.157+0000 7f19304c3640 1 < completed part key=_multipart_PN7DBK1NNJVB.2~GNJ2FR69XL35.1 size=122460 2024-07-26T06:24:48.160 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.160+0000 7f19304c3640 1 < completed multipart upload key=PN7DBK1NNJVB upload=GNJ2FR69XL35 tag=RE4O0P43GRGX type=write size=2219612 2024-07-26T06:24:48.162 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.162+0000 7f19304c3640 1 > prepared operation key=PN7DBK1NNJVB tag=K39H7NLI8XXD type=del size=3344171 2024-07-26T06:24:48.165 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.164+0000 7f19304c3640 1 < suggested remove operation key=2TS50KKRU12E tag=M6224034FG23 type=del 2024-07-26T06:24:48.167 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.167+0000 7f19304c3640 1 > prepared part key=_multipart_Y0JGX4QVQXEC.2~WPN0S8LJG280.0 size=1048576 2024-07-26T06:24:48.168 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.168+0000 7f19304c3640 1 > prepared part key=_multipart_Y0JGX4QVQXEC.2~WPN0S8LJG280.1 size=1014178 2024-07-26T06:24:48.169 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.168+0000 7f19304c3640 1 > prepared multipart upload key=Y0JGX4QVQXEC upload=WPN0S8LJG280 tag=E4U0FHTVLD38 type=write size=3111330 2024-07-26T06:24:48.170 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.170+0000 7f19304c3640 1 < canceled operation key=M8V7EJP4HHQV tag=VS3RBQS8TP5N type=del size=2081920 2024-07-26T06:24:48.172 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.171+0000 7f19304c3640 1 > prepared operation key=F3QUORF2HDZY tag=J4V3NDS37JRM type=del size=1170466 2024-07-26T06:24:48.173 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.173+0000 7f19304c3640 -1 < failed to complete operation key=23K6MK7R266R tag=B1MLMPF2G6IK type=del size=208297: (22) Invalid argument 2024-07-26T06:24:48.175 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.175+0000 7f19304c3640 1 > prepared operation key=1I2JP28R3YNS tag=ZH5R8LHS9HE9 type=del size=598801 2024-07-26T06:24:48.176 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.176+0000 7f19304c3640 1 < completed part key=_multipart_SQ0RDJVR9PPL.2~3XNG1FFE884P.0 size=823600 2024-07-26T06:24:48.179 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.179+0000 7f19304c3640 1 < completed multipart upload key=SQ0RDJVR9PPL upload=3XNG1FFE884P tag=5MEHF0LRGN8I type=write size=1872176 2024-07-26T06:24:48.181 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.180+0000 7f19304c3640 1 > prepared operation key=C2RTY1II1OSK tag=27FQY1OPJGBU type=del size=2271217 2024-07-26T06:24:48.182 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.181+0000 7f19304c3640 1 < completed part key=_multipart_Y0JGX4QVQXEC.2~EIQ9O3T72EGZ.0 size=1048576 2024-07-26T06:24:48.183 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.182+0000 7f19304c3640 1 < completed part key=_multipart_Y0JGX4QVQXEC.2~EIQ9O3T72EGZ.1 size=1048576 2024-07-26T06:24:48.184 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.184+0000 7f19304c3640 1 < completed part key=_multipart_Y0JGX4QVQXEC.2~EIQ9O3T72EGZ.2 size=792139 2024-07-26T06:24:48.187 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.186+0000 7f19304c3640 1 < completed multipart upload key=Y0JGX4QVQXEC upload=EIQ9O3T72EGZ tag=NIOR2BUIUIDG type=write size=3937867 2024-07-26T06:24:48.188 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.188+0000 7f19304c3640 1 > prepared operation key=PN7DBK1NNJVB tag=VR2I3FITB0YP type=del size=134532 2024-07-26T06:24:48.190 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.189+0000 7f19304c3640 1 < canceled operation key=55ZIE8HVR68M tag=BEQQLLGLRB1H type=del size=2502274 2024-07-26T06:24:48.193 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.192+0000 7f19304c3640 1 > prepared part key=_multipart_PN7DBK1NNJVB.2~JGRBNQG53Z1T.0 size=1048576 2024-07-26T06:24:48.194 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.193+0000 7f19304c3640 1 > prepared part key=_multipart_PN7DBK1NNJVB.2~JGRBNQG53Z1T.1 size=769631 2024-07-26T06:24:48.194 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.193+0000 7f19304c3640 1 > prepared multipart upload key=PN7DBK1NNJVB upload=JGRBNQG53Z1T tag=NOOLZ00OW8I7 type=write size=2866783 2024-07-26T06:24:48.194 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.194+0000 7f19304c3640 1 < canceled part key=_multipart_7GGA1PRXXHDC.2~7VG66E286BB3.0 size=244799 2024-07-26T06:24:48.197 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.196+0000 7f19304c3640 1 < canceled multipart upload key=7GGA1PRXXHDC upload=7VG66E286BB3 tag=36KI7QF9ZAWJ type=write size=1293375 2024-07-26T06:24:48.200 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.200+0000 7f19304c3640 1 > prepared part key=_multipart_2I9DGCCZ992A.2~X9TNVBRG17SG.0 size=1048576 2024-07-26T06:24:48.205 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.201+0000 7f19304c3640 1 > prepared part key=_multipart_2I9DGCCZ992A.2~X9TNVBRG17SG.1 size=1048576 2024-07-26T06:24:48.205 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.202+0000 7f19304c3640 1 > prepared part key=_multipart_2I9DGCCZ992A.2~X9TNVBRG17SG.2 size=456821 2024-07-26T06:24:48.206 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.202+0000 7f19304c3640 1 > prepared multipart upload key=2I9DGCCZ992A upload=X9TNVBRG17SG tag=1SLN9TE4BXU0 type=write size=3602549 2024-07-26T06:24:48.206 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.204+0000 7f19304c3640 1 < completed part key=_multipart_YDC2NRQG9YFE.2~Z7LQLG51INWY.0 size=206264 2024-07-26T06:24:48.207 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.206+0000 7f19304c3640 1 < completed multipart upload key=YDC2NRQG9YFE upload=Z7LQLG51INWY tag=P5NEQAIL5JHP type=write size=1254840 2024-07-26T06:24:48.210 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.209+0000 7f19304c3640 1 > prepared part key=_multipart_G70GGG8ITGEE.2~4RB9FO6055YL.0 size=1048576 2024-07-26T06:24:48.210 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.210+0000 7f19304c3640 1 > prepared part key=_multipart_G70GGG8ITGEE.2~4RB9FO6055YL.1 size=155236 2024-07-26T06:24:48.211 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.210+0000 7f19304c3640 1 > prepared multipart upload key=G70GGG8ITGEE upload=4RB9FO6055YL tag=NPRB42C24BT8 type=write size=2252388 2024-07-26T06:24:48.212 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.211+0000 7f19304c3640 1 < completed delete operation key=G2XJVRBLSPE9 tag=FQBTCUM4ZULX type=del 2024-07-26T06:24:48.213 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.213+0000 7f19304c3640 1 > prepared operation key=1I2JP28R3YNS tag=X799XVN2YLNP type=write size=861287 2024-07-26T06:24:48.214 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.214+0000 7f19304c3640 1 < completed delete operation key=8J29YNE031PP tag=DMQZFLKFP045 type=del 2024-07-26T06:24:48.216 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.216+0000 7f19304c3640 1 > prepared operation key=7P9AQQD7XI2Z tag=PXX99NNGEE16 type=del size=253835 2024-07-26T06:24:48.220 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.219+0000 7f19304c3640 1 < suggested update operation key=D2CZZ6A8YSHC tag=3YYLRBBPN2WE type=del size=3999074 2024-07-26T06:24:48.222 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.221+0000 7f19304c3640 1 > prepared part key=_multipart_0PV4L596ZFOW.2~LNJVTAHDC8PN.0 size=1048576 2024-07-26T06:24:48.224 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.223+0000 7f19304c3640 1 > prepared part key=_multipart_0PV4L596ZFOW.2~LNJVTAHDC8PN.1 size=847510 2024-07-26T06:24:48.224 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.223+0000 7f19304c3640 1 > prepared multipart upload key=0PV4L596ZFOW upload=LNJVTAHDC8PN tag=J3QG6FWMR3AH type=write size=2944662 2024-07-26T06:24:48.225 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.224+0000 7f19304c3640 1 < completed delete operation key=7P9AQQD7XI2Z tag=IAHSIUHTLNOK type=del 2024-07-26T06:24:48.228 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.227+0000 7f19304c3640 1 > prepared part key=_multipart_512VC812AWRN.2~4V5EGY6R6MQ3.0 size=1023227 2024-07-26T06:24:48.229 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.227+0000 7f19304c3640 1 > prepared multipart upload key=512VC812AWRN upload=4V5EGY6R6MQ3 tag=ZY3NJSHW1C9R type=write size=2071803 2024-07-26T06:24:48.230 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.229+0000 7f19304c3640 1 < completed part key=_multipart_0PV4L596ZFOW.2~EDUBV26RF0S6.0 size=1048576 2024-07-26T06:24:48.231 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.230+0000 7f19304c3640 1 < completed part key=_multipart_0PV4L596ZFOW.2~EDUBV26RF0S6.1 size=782764 2024-07-26T06:24:48.233 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.232+0000 7f19304c3640 1 < completed multipart upload key=0PV4L596ZFOW upload=EDUBV26RF0S6 tag=HP7NTLO39GHW type=write size=2879916 2024-07-26T06:24:48.234 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.234+0000 7f19304c3640 1 > prepared operation key=2TS50KKRU12E tag=9Q6QWSPW2BLM type=del size=3237193 2024-07-26T06:24:48.235 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.235+0000 7f19304c3640 1 < completed part key=_multipart_G2XJVRBLSPE9.2~3IIUB2PM1PFZ.0 size=1048576 2024-07-26T06:24:48.236 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.236+0000 7f19304c3640 1 < completed part key=_multipart_G2XJVRBLSPE9.2~3IIUB2PM1PFZ.1 size=1048576 2024-07-26T06:24:48.238 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.238+0000 7f19304c3640 1 < completed part key=_multipart_G2XJVRBLSPE9.2~3IIUB2PM1PFZ.2 size=913603 2024-07-26T06:24:48.240 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.240+0000 7f19304c3640 1 < completed multipart upload key=G2XJVRBLSPE9 upload=3IIUB2PM1PFZ tag=QIQ4H4YC9YMN type=write size=4059331 2024-07-26T06:24:48.241 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.241+0000 7f19304c3640 1 > prepared operation key=7P9AQQD7XI2Z tag=P5S583Y99MG6 type=del size=2150498 2024-07-26T06:24:48.243 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.243+0000 7f19304c3640 1 < completed write operation key=0PV4L596ZFOW tag=16BI68R66F6Y type=write size=99562 2024-07-26T06:24:48.244 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.244+0000 7f19304c3640 1 > prepared operation key=G2XJVRBLSPE9 tag=KPC4Y66DXWYX type=del size=1263969 2024-07-26T06:24:48.246 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.246+0000 7f19304c3640 1 < completed delete operation key=PN7DBK1NNJVB tag=K39H7NLI8XXD type=del 2024-07-26T06:24:48.249 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.249+0000 7f19304c3640 1 > prepared part key=_multipart_G2XJVRBLSPE9.2~DMVGWN6QIJ1S.0 size=251678 2024-07-26T06:24:48.249 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.249+0000 7f19304c3640 1 > prepared multipart upload key=G2XJVRBLSPE9 upload=DMVGWN6QIJ1S tag=02GYHJVWC76I type=write size=1300254 2024-07-26T06:24:48.250 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.249+0000 7f19304c3640 1 < canceled part key=_multipart_Y0JGX4QVQXEC.2~WPN0S8LJG280.0 size=1048576 2024-07-26T06:24:48.251 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.251+0000 7f19304c3640 1 < completed part key=_multipart_Y0JGX4QVQXEC.2~WPN0S8LJG280.1 size=1014178 2024-07-26T06:24:48.254 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.253+0000 7f19304c3640 1 < canceled multipart upload key=Y0JGX4QVQXEC upload=WPN0S8LJG280 tag=E4U0FHTVLD38 type=write size=3111330 2024-07-26T06:24:48.255 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.255+0000 7f19304c3640 1 > prepared operation key=CXCXAKPQIOKH tag=G8OVRKQ6KG0W type=del size=1592505 2024-07-26T06:24:48.256 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.256+0000 7f19304c3640 1 < completed delete operation key=F3QUORF2HDZY tag=J4V3NDS37JRM type=del 2024-07-26T06:24:48.258 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.258+0000 7f19304c3640 1 > prepared operation key=1I2JP28R3YNS tag=70HTV58FKGGG type=del size=3055339 2024-07-26T06:24:48.262 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.262+0000 7f19304c3640 1 < suggested update operation key=1I2JP28R3YNS tag=ZH5R8LHS9HE9 type=del size=598801 2024-07-26T06:24:48.264 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.263+0000 7f19304c3640 1 > prepared operation key=23K6MK7R266R tag=YOR1ULT337W8 type=del size=1038618 2024-07-26T06:24:48.266 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.265+0000 7f19304c3640 1 < completed delete operation key=C2RTY1II1OSK tag=27FQY1OPJGBU type=del 2024-07-26T06:24:48.269 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.268+0000 7f19304c3640 1 > prepared part key=_multipart_P6MP7JC8DTH7.2~R714BVBP4C02.0 size=382861 2024-07-26T06:24:48.269 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.268+0000 7f19304c3640 1 > prepared multipart upload key=P6MP7JC8DTH7 upload=R714BVBP4C02 tag=I3004E44JC67 type=write size=1431437 2024-07-26T06:24:48.270 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.270+0000 7f19304c3640 1 < completed delete operation key=PN7DBK1NNJVB tag=VR2I3FITB0YP type=del 2024-07-26T06:24:48.272 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.272+0000 7f19304c3640 1 > prepared operation key=V4RJB0J6F7NB tag=IBJHDLCKL6J5 type=write size=474581 2024-07-26T06:24:48.274 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.273+0000 7f19304c3640 1 < completed part key=_multipart_PN7DBK1NNJVB.2~JGRBNQG53Z1T.0 size=1048576 2024-07-26T06:24:48.275 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.275+0000 7f19304c3640 1 < completed part key=_multipart_PN7DBK1NNJVB.2~JGRBNQG53Z1T.1 size=769631 2024-07-26T06:24:48.278 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.277+0000 7f19304c3640 1 < completed multipart upload key=PN7DBK1NNJVB upload=JGRBNQG53Z1T tag=NOOLZ00OW8I7 type=write size=2866783 2024-07-26T06:24:48.279 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.279+0000 7f19304c3640 1 > prepared operation key=CXCXAKPQIOKH tag=JGDOWF4K572A type=write size=636770 2024-07-26T06:24:48.281 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.281+0000 7f19304c3640 1 < completed part key=_multipart_2I9DGCCZ992A.2~X9TNVBRG17SG.0 size=1048576 2024-07-26T06:24:48.281 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.281+0000 7f19304c3640 1 < canceled part key=_multipart_2I9DGCCZ992A.2~X9TNVBRG17SG.1 size=1048576 2024-07-26T06:24:48.282 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.282+0000 7f19304c3640 1 < completed part key=_multipart_2I9DGCCZ992A.2~X9TNVBRG17SG.2 size=456821 2024-07-26T06:24:48.284 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.284+0000 7f19304c3640 1 < canceled multipart upload key=2I9DGCCZ992A upload=X9TNVBRG17SG tag=1SLN9TE4BXU0 type=write size=3602549 2024-07-26T06:24:48.286 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.286+0000 7f19304c3640 1 > prepared operation key=F3QUORF2HDZY tag=Z49UWHFQJGFW type=del size=389845 2024-07-26T06:24:48.286 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.286+0000 7f19304c3640 1 < canceled part key=_multipart_G70GGG8ITGEE.2~4RB9FO6055YL.0 size=1048576 2024-07-26T06:24:48.288 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.287+0000 7f19304c3640 1 < completed part key=_multipart_G70GGG8ITGEE.2~4RB9FO6055YL.1 size=155236 2024-07-26T06:24:48.290 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.290+0000 7f19304c3640 1 < canceled multipart upload key=G70GGG8ITGEE upload=4RB9FO6055YL tag=NPRB42C24BT8 type=write size=2252388 2024-07-26T06:24:48.292 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.292+0000 7f19304c3640 1 > prepared operation key=V4RJB0J6F7NB tag=Z97L3N9C8DGQ type=del size=2196745 2024-07-26T06:24:48.294 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.294+0000 7f19304c3640 -1 < failed to complete operation key=1I2JP28R3YNS tag=X799XVN2YLNP type=write size=861287: (22) Invalid argument 2024-07-26T06:24:48.296 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.296+0000 7f19304c3640 1 > prepared operation key=7P9AQQD7XI2Z tag=W8BRGLA1HIOG type=del size=2473588 2024-07-26T06:24:48.298 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.297+0000 7f19304c3640 1 < completed delete operation key=7P9AQQD7XI2Z tag=PXX99NNGEE16 type=del 2024-07-26T06:24:48.299 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.299+0000 7f19304c3640 1 > prepared operation key=Y0JGX4QVQXEC tag=RPZKOW6IVXHY type=write size=833365 2024-07-26T06:24:48.301 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.300+0000 7f19304c3640 1 < completed part key=_multipart_0PV4L596ZFOW.2~LNJVTAHDC8PN.0 size=1048576 2024-07-26T06:24:48.302 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.302+0000 7f19304c3640 1 < completed part key=_multipart_0PV4L596ZFOW.2~LNJVTAHDC8PN.1 size=847510 2024-07-26T06:24:48.305 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.304+0000 7f19304c3640 1 < completed multipart upload key=0PV4L596ZFOW upload=LNJVTAHDC8PN tag=J3QG6FWMR3AH type=write size=2944662 2024-07-26T06:24:48.306 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.306+0000 7f19304c3640 1 > prepared operation key=Y0JGX4QVQXEC tag=8BHWCO4FPEPQ type=del size=258709 2024-07-26T06:24:48.307 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.307+0000 7f19304c3640 1 < completed part key=_multipart_512VC812AWRN.2~4V5EGY6R6MQ3.0 size=1023227 2024-07-26T06:24:48.310 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.310+0000 7f19304c3640 1 < completed multipart upload key=512VC812AWRN upload=4V5EGY6R6MQ3 tag=ZY3NJSHW1C9R type=write size=2071803 2024-07-26T06:24:48.313 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.313+0000 7f19304c3640 1 > prepared part key=_multipart_YDC2NRQG9YFE.2~6C94FIYFT7ED.0 size=1048576 2024-07-26T06:24:48.314 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.314+0000 7f19304c3640 1 > prepared part key=_multipart_YDC2NRQG9YFE.2~6C94FIYFT7ED.1 size=1048576 2024-07-26T06:24:48.315 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.315+0000 7f19304c3640 1 > prepared part key=_multipart_YDC2NRQG9YFE.2~6C94FIYFT7ED.2 size=757882 2024-07-26T06:24:48.315 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.315+0000 7f19304c3640 1 > prepared multipart upload key=YDC2NRQG9YFE upload=6C94FIYFT7ED tag=A7JJGV7D3XRB type=write size=3903610 2024-07-26T06:24:48.316 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.316+0000 7f19304c3640 1 < completed delete operation key=2TS50KKRU12E tag=9Q6QWSPW2BLM type=del 2024-07-26T06:24:48.318 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.318+0000 7f19304c3640 1 > prepared operation key=QMPZ7GQNIH0K tag=ARSJPC87X880 type=del size=549949 2024-07-26T06:24:48.320 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.320+0000 7f19304c3640 1 < completed delete operation key=7P9AQQD7XI2Z tag=P5S583Y99MG6 type=del 2024-07-26T06:24:48.321 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.321+0000 7f19304c3640 1 > prepared operation key=P6MP7JC8DTH7 tag=XKH7IB8IGB16 type=del size=2892985 2024-07-26T06:24:48.323 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.322+0000 7f19304c3640 1 < completed delete operation key=G2XJVRBLSPE9 tag=KPC4Y66DXWYX type=del 2024-07-26T06:24:48.326 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.325+0000 7f19304c3640 1 > prepared part key=_multipart_8J29YNE031PP.2~R53N7FOUQIY3.0 size=1009401 2024-07-26T06:24:48.326 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.325+0000 7f19304c3640 1 > prepared multipart upload key=8J29YNE031PP upload=R53N7FOUQIY3 tag=TGZHO0UJ39CM type=write size=2057977 2024-07-26T06:24:48.327 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.326+0000 7f19304c3640 1 < completed part key=_multipart_G2XJVRBLSPE9.2~DMVGWN6QIJ1S.0 size=251678 2024-07-26T06:24:48.330 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.330+0000 7f19304c3640 1 < completed multipart upload key=G2XJVRBLSPE9 upload=DMVGWN6QIJ1S tag=02GYHJVWC76I type=write size=1300254 2024-07-26T06:24:48.333 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.332+0000 7f19304c3640 1 > prepared part key=_multipart_23K6MK7R266R.2~89GEC0DDK2XL.0 size=605673 2024-07-26T06:24:48.333 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.332+0000 7f19304c3640 1 > prepared multipart upload key=23K6MK7R266R upload=89GEC0DDK2XL tag=DC6MJTMN32S9 type=write size=1654249 2024-07-26T06:24:48.334 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.334+0000 7f19304c3640 1 < completed delete operation key=CXCXAKPQIOKH tag=G8OVRKQ6KG0W type=del 2024-07-26T06:24:48.335 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.335+0000 7f19304c3640 1 > prepared operation key=YDC2NRQG9YFE tag=U040OE4PKDYD type=del size=450948 2024-07-26T06:24:48.337 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.337+0000 7f19304c3640 -1 < failed to complete operation key=1I2JP28R3YNS tag=70HTV58FKGGG type=del size=3055339: (22) Invalid argument 2024-07-26T06:24:48.340 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.340+0000 7f19304c3640 1 > prepared part key=_multipart_M8V7EJP4HHQV.2~DUI5G5FH47HW.0 size=106384 2024-07-26T06:24:48.340 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.340+0000 7f19304c3640 1 > prepared multipart upload key=M8V7EJP4HHQV upload=DUI5G5FH47HW tag=WYS5HRTXFT0R type=write size=1154960 2024-07-26T06:24:48.341 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.341+0000 7f19304c3640 1 < completed delete operation key=23K6MK7R266R tag=YOR1ULT337W8 type=del 2024-07-26T06:24:48.344 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.344+0000 7f19304c3640 1 > prepared part key=_multipart_F3QUORF2HDZY.2~816IRWV09YXZ.0 size=663063 2024-07-26T06:24:48.344 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.344+0000 7f19304c3640 1 > prepared multipart upload key=F3QUORF2HDZY upload=816IRWV09YXZ tag=SLCZE41NWXQD type=write size=1711639 2024-07-26T06:24:48.346 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.345+0000 7f19304c3640 1 < completed part key=_multipart_P6MP7JC8DTH7.2~R714BVBP4C02.0 size=382861 2024-07-26T06:24:48.348 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.348+0000 7f19304c3640 1 < completed multipart upload key=P6MP7JC8DTH7 upload=R714BVBP4C02 tag=I3004E44JC67 type=write size=1431437 2024-07-26T06:24:48.350 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.349+0000 7f19304c3640 1 > prepared operation key=2I9DGCCZ992A tag=H96FDPMOU829 type=del size=3689644 2024-07-26T06:24:48.351 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.351+0000 7f19304c3640 1 < completed write operation key=V4RJB0J6F7NB tag=IBJHDLCKL6J5 type=write size=474581 2024-07-26T06:24:48.352 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.352+0000 7f19304c3640 1 > prepared operation key=2I9DGCCZ992A tag=TBONEBYD5ZOS type=del size=494786 2024-07-26T06:24:48.354 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.353+0000 7f19304c3640 1 < completed write operation key=CXCXAKPQIOKH tag=JGDOWF4K572A type=write size=636770 2024-07-26T06:24:48.355 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.355+0000 7f19304c3640 1 > prepared operation key=4ZWJ6XHKZXZF tag=JE4D2P1NL3QH type=del size=1109734 2024-07-26T06:24:48.358 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.358+0000 7f19304c3640 1 < suggested update operation key=F3QUORF2HDZY tag=Z49UWHFQJGFW type=del size=389845 2024-07-26T06:24:48.360 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.359+0000 7f19304c3640 1 > prepared operation key=SSAHKRHXMDHN tag=YD37V04TAHYH type=del size=2303865 2024-07-26T06:24:48.361 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.361+0000 7f19304c3640 1 < completed delete operation key=V4RJB0J6F7NB tag=Z97L3N9C8DGQ type=del 2024-07-26T06:24:48.362 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.362+0000 7f19304c3640 1 > prepared operation key=SSAHKRHXMDHN tag=IWYIVZE07DJU type=write size=568497 2024-07-26T06:24:48.364 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.363+0000 7f19304c3640 1 < completed delete operation key=7P9AQQD7XI2Z tag=W8BRGLA1HIOG type=del 2024-07-26T06:24:48.366 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.366+0000 7f19304c3640 1 > prepared part key=_multipart_Y31PRFKXA0KI.2~KVI7XSC93QIJ.0 size=1048576 2024-07-26T06:24:48.367 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.367+0000 7f19304c3640 1 > prepared part key=_multipart_Y31PRFKXA0KI.2~KVI7XSC93QIJ.1 size=1048576 2024-07-26T06:24:48.369 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.368+0000 7f19304c3640 1 > prepared part key=_multipart_Y31PRFKXA0KI.2~KVI7XSC93QIJ.2 size=639339 2024-07-26T06:24:48.369 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.368+0000 7f19304c3640 1 > prepared multipart upload key=Y31PRFKXA0KI upload=KVI7XSC93QIJ tag=6L4TQYQFM4TA type=write size=3785067 2024-07-26T06:24:48.370 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.370+0000 7f19304c3640 1 < completed write operation key=Y0JGX4QVQXEC tag=RPZKOW6IVXHY type=write size=833365 2024-07-26T06:24:48.373 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.372+0000 7f19304c3640 1 > prepared part key=_multipart_8J29YNE031PP.2~AL43HWXHTCS3.0 size=1048576 2024-07-26T06:24:48.374 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.374+0000 7f19304c3640 1 > prepared part key=_multipart_8J29YNE031PP.2~AL43HWXHTCS3.1 size=1048576 2024-07-26T06:24:48.375 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.375+0000 7f19304c3640 1 > prepared part key=_multipart_8J29YNE031PP.2~AL43HWXHTCS3.2 size=726785 2024-07-26T06:24:48.375 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.375+0000 7f19304c3640 1 > prepared multipart upload key=8J29YNE031PP upload=AL43HWXHTCS3 tag=OAX4EFKV64LE type=write size=3872513 2024-07-26T06:24:48.378 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.378+0000 7f19304c3640 1 < suggested remove operation key=Y0JGX4QVQXEC tag=8BHWCO4FPEPQ type=del 2024-07-26T06:24:48.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:24:48 smithi155 ceph-mon[90160]: osdmap e1115: 8 total, 8 up, 8 in 2024-07-26T06:24:48.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:24:48 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:24:48.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:24:48 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:24:48.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:24:48 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:24:48.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:24:48 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:24:48.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:24:48 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:24:48.381 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.381+0000 7f19304c3640 1 > prepared part key=_multipart_512VC812AWRN.2~RFJD0MZI7HKQ.0 size=365353 2024-07-26T06:24:48.381 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.381+0000 7f19304c3640 1 > prepared multipart upload key=512VC812AWRN upload=RFJD0MZI7HKQ tag=UNG54S1MZY67 type=write size=1413929 2024-07-26T06:24:48.383 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.382+0000 7f19304c3640 1 < completed part key=_multipart_YDC2NRQG9YFE.2~6C94FIYFT7ED.0 size=1048576 2024-07-26T06:24:48.384 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.384+0000 7f19304c3640 1 < completed part key=_multipart_YDC2NRQG9YFE.2~6C94FIYFT7ED.1 size=1048576 2024-07-26T06:24:48.385 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.385+0000 7f19304c3640 1 < completed part key=_multipart_YDC2NRQG9YFE.2~6C94FIYFT7ED.2 size=757882 2024-07-26T06:24:48.388 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.387+0000 7f19304c3640 1 < completed multipart upload key=YDC2NRQG9YFE upload=6C94FIYFT7ED tag=A7JJGV7D3XRB type=write size=3903610 2024-07-26T06:24:48.389 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.389+0000 7f19304c3640 1 > prepared operation key=M8V7EJP4HHQV tag=NOAOFLV043T5 type=del size=370294 2024-07-26T06:24:48.390 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.390+0000 7f19304c3640 1 < completed delete operation key=QMPZ7GQNIH0K tag=ARSJPC87X880 type=del 2024-07-26T06:24:48.393 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.393+0000 7f19304c3640 1 > prepared part key=_multipart_LCDUWKN6AQNU.2~H9ZEOLR51N70.0 size=1048576 2024-07-26T06:24:48.394 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.394+0000 7f19304c3640 1 > prepared part key=_multipart_LCDUWKN6AQNU.2~H9ZEOLR51N70.1 size=1048576 2024-07-26T06:24:48.395 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.395+0000 7f19304c3640 1 > prepared part key=_multipart_LCDUWKN6AQNU.2~H9ZEOLR51N70.2 size=773577 2024-07-26T06:24:48.395 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.395+0000 7f19304c3640 1 > prepared multipart upload key=LCDUWKN6AQNU upload=H9ZEOLR51N70 tag=IQS262AZ4MQF type=write size=3919305 2024-07-26T06:24:48.396 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.396+0000 7f19304c3640 1 < completed delete operation key=P6MP7JC8DTH7 tag=XKH7IB8IGB16 type=del 2024-07-26T06:24:48.399 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.399+0000 7f19304c3640 1 > prepared part key=_multipart_F3QUORF2HDZY.2~3RU558THQPP1.0 size=1048576 2024-07-26T06:24:48.400 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.400+0000 7f19304c3640 1 > prepared part key=_multipart_F3QUORF2HDZY.2~3RU558THQPP1.1 size=1048576 2024-07-26T06:24:48.401 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.401+0000 7f19304c3640 1 > prepared part key=_multipart_F3QUORF2HDZY.2~3RU558THQPP1.2 size=400427 2024-07-26T06:24:48.401 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.401+0000 7f19304c3640 1 > prepared multipart upload key=F3QUORF2HDZY upload=3RU558THQPP1 tag=BI95RDB5MJKS type=write size=3546155 2024-07-26T06:24:48.402 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.401+0000 7f19304c3640 1 < canceled part key=_multipart_8J29YNE031PP.2~R53N7FOUQIY3.0 size=1009401 2024-07-26T06:24:48.404 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.404+0000 7f19304c3640 1 < canceled multipart upload key=8J29YNE031PP upload=R53N7FOUQIY3 tag=TGZHO0UJ39CM type=write size=2057977 2024-07-26T06:24:48.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:24:48 smithi089 ceph-mon[102056]: osdmap e1115: 8 total, 8 up, 8 in 2024-07-26T06:24:48.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:24:48 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:24:48.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:24:48 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:24:48.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:24:48 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:24:48.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:24:48 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:24:48.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:24:48 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:24:48.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:24:48 smithi089 ceph-mon[99608]: osdmap e1115: 8 total, 8 up, 8 in 2024-07-26T06:24:48.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:24:48 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:24:48.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:24:48 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:24:48.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:24:48 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:24:48.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:24:48 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:24:48.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:24:48 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:24:48.406 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.405+0000 7f19304c3640 1 > prepared operation key=G2XJVRBLSPE9 tag=RO4T5G5OZJYC type=write size=592992 2024-07-26T06:24:48.407 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.406+0000 7f19304c3640 1 < completed part key=_multipart_23K6MK7R266R.2~89GEC0DDK2XL.0 size=605673 2024-07-26T06:24:48.410 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.409+0000 7f19304c3640 1 < completed multipart upload key=23K6MK7R266R upload=89GEC0DDK2XL tag=DC6MJTMN32S9 type=write size=1654249 2024-07-26T06:24:48.411 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.411+0000 7f19304c3640 1 > prepared operation key=55ZIE8HVR68M tag=D5PZOL6TXEIT type=del size=763961 2024-07-26T06:24:48.414 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.414+0000 7f19304c3640 1 < suggested remove operation key=YDC2NRQG9YFE tag=U040OE4PKDYD type=del 2024-07-26T06:24:48.416 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.415+0000 7f19304c3640 1 > prepared operation key=7GGA1PRXXHDC tag=VYC8KCUGKJTB type=del size=2758634 2024-07-26T06:24:48.417 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.417+0000 7f19304c3640 1 < completed part key=_multipart_M8V7EJP4HHQV.2~DUI5G5FH47HW.0 size=106384 2024-07-26T06:24:48.420 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.420+0000 7f19304c3640 1 < completed multipart upload key=M8V7EJP4HHQV upload=DUI5G5FH47HW tag=WYS5HRTXFT0R type=write size=1154960 2024-07-26T06:24:48.423 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.423+0000 7f19304c3640 1 > prepared part key=_multipart_55ZIE8HVR68M.2~1F2TUPZYR8KA.0 size=1048576 2024-07-26T06:24:48.424 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.424+0000 7f19304c3640 1 > prepared part key=_multipart_55ZIE8HVR68M.2~1F2TUPZYR8KA.1 size=1048576 2024-07-26T06:24:48.425 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.425+0000 7f19304c3640 1 > prepared part key=_multipart_55ZIE8HVR68M.2~1F2TUPZYR8KA.2 size=882585 2024-07-26T06:24:48.425 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.425+0000 7f19304c3640 1 > prepared multipart upload key=55ZIE8HVR68M upload=1F2TUPZYR8KA tag=0SZ635DX2BX8 type=write size=4028313 2024-07-26T06:24:48.426 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.426+0000 7f19304c3640 1 < completed part key=_multipart_F3QUORF2HDZY.2~816IRWV09YXZ.0 size=663063 2024-07-26T06:24:48.429 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.429+0000 7f19304c3640 1 < completed multipart upload key=F3QUORF2HDZY upload=816IRWV09YXZ tag=SLCZE41NWXQD type=write size=1711639 2024-07-26T06:24:48.430 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.430+0000 7f19304c3640 1 > prepared operation key=PN7DBK1NNJVB tag=37QVJZ60EZPP type=write size=1013608 2024-07-26T06:24:48.432 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.432+0000 7f19304c3640 1 < completed delete operation key=2I9DGCCZ992A tag=H96FDPMOU829 type=del 2024-07-26T06:24:48.435 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.434+0000 7f19304c3640 1 > prepared part key=_multipart_SQ0RDJVR9PPL.2~NU5UE4V87QPD.0 size=88674 2024-07-26T06:24:48.435 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.434+0000 7f19304c3640 1 > prepared multipart upload key=SQ0RDJVR9PPL upload=NU5UE4V87QPD tag=2Y6D9VRZLL3F type=write size=1137250 2024-07-26T06:24:48.438 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.437+0000 7f19304c3640 1 < suggested update operation key=2I9DGCCZ992A tag=TBONEBYD5ZOS type=del size=494786 2024-07-26T06:24:48.440 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.440+0000 7f19304c3640 1 > prepared part key=_multipart_55ZIE8HVR68M.2~IRLAJRB0L1IL.0 size=687045 2024-07-26T06:24:48.441 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.440+0000 7f19304c3640 1 > prepared multipart upload key=55ZIE8HVR68M upload=IRLAJRB0L1IL tag=BKQUZSR8NKUI type=write size=1735621 2024-07-26T06:24:48.445 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.444+0000 7f19304c3640 1 < suggested remove operation key=4ZWJ6XHKZXZF tag=JE4D2P1NL3QH type=del 2024-07-26T06:24:48.446 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.446+0000 7f19304c3640 1 > prepared operation key=LCDUWKN6AQNU tag=X17JNOTNSFPH type=del size=3329373 2024-07-26T06:24:48.448 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.448+0000 7f19304c3640 1 < canceled operation key=SSAHKRHXMDHN tag=YD37V04TAHYH type=del size=2303865 2024-07-26T06:24:48.450 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.449+0000 7f19304c3640 1 > prepared operation key=512VC812AWRN tag=CT63NGNGTTBU type=del size=4075695 2024-07-26T06:24:48.451 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.451+0000 7f19304c3640 1 < completed write operation key=SSAHKRHXMDHN tag=IWYIVZE07DJU type=write size=568497 2024-07-26T06:24:48.453 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.453+0000 7f19304c3640 1 > prepared operation key=4ZWJ6XHKZXZF tag=0BYW0Y7NRS0H type=del size=2534961 2024-07-26T06:24:48.453 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.453+0000 7f19304c3640 1 < canceled part key=_multipart_Y31PRFKXA0KI.2~KVI7XSC93QIJ.0 size=1048576 2024-07-26T06:24:48.454 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.454+0000 7f19304c3640 1 < completed part key=_multipart_Y31PRFKXA0KI.2~KVI7XSC93QIJ.1 size=1048576 2024-07-26T06:24:48.456 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.456+0000 7f19304c3640 1 < completed part key=_multipart_Y31PRFKXA0KI.2~KVI7XSC93QIJ.2 size=639339 2024-07-26T06:24:48.458 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.458+0000 7f19304c3640 1 < canceled multipart upload key=Y31PRFKXA0KI upload=KVI7XSC93QIJ tag=6L4TQYQFM4TA type=write size=3785067 2024-07-26T06:24:48.462 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.462+0000 7f19304c3640 1 > prepared part key=_multipart_D2CZZ6A8YSHC.2~0KWR0OX3BF1L.0 size=1026470 2024-07-26T06:24:48.462 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.462+0000 7f19304c3640 1 > prepared multipart upload key=D2CZZ6A8YSHC upload=0KWR0OX3BF1L tag=RK1CB3980PPV type=write size=2075046 2024-07-26T06:24:48.463 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.463+0000 7f19304c3640 1 < completed part key=_multipart_8J29YNE031PP.2~AL43HWXHTCS3.0 size=1048576 2024-07-26T06:24:48.465 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.464+0000 7f19304c3640 1 < completed part key=_multipart_8J29YNE031PP.2~AL43HWXHTCS3.1 size=1048576 2024-07-26T06:24:48.466 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.466+0000 7f19304c3640 1 < completed part key=_multipart_8J29YNE031PP.2~AL43HWXHTCS3.2 size=726785 2024-07-26T06:24:48.468 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.468+0000 7f19304c3640 1 < completed multipart upload key=8J29YNE031PP upload=AL43HWXHTCS3 tag=OAX4EFKV64LE type=write size=3872513 2024-07-26T06:24:48.470 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.470+0000 7f19304c3640 1 > prepared operation key=8J29YNE031PP tag=PVQ8Z9DREGVP type=del size=1258380 2024-07-26T06:24:48.471 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.471+0000 7f19304c3640 1 < completed part key=_multipart_512VC812AWRN.2~RFJD0MZI7HKQ.0 size=365353 2024-07-26T06:24:48.474 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.474+0000 7f19304c3640 1 < completed multipart upload key=512VC812AWRN upload=RFJD0MZI7HKQ tag=UNG54S1MZY67 type=write size=1413929 2024-07-26T06:24:48.478 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.477+0000 7f19304c3640 1 > prepared part key=_multipart_PN7DBK1NNJVB.2~TKC3R9YKL84C.0 size=1048576 2024-07-26T06:24:48.479 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.478+0000 7f19304c3640 1 > prepared part key=_multipart_PN7DBK1NNJVB.2~TKC3R9YKL84C.1 size=1048576 2024-07-26T06:24:48.480 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.480+0000 7f19304c3640 1 > prepared part key=_multipart_PN7DBK1NNJVB.2~TKC3R9YKL84C.2 size=766467 2024-07-26T06:24:48.480 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.480+0000 7f19304c3640 1 > prepared multipart upload key=PN7DBK1NNJVB upload=TKC3R9YKL84C tag=JI60PB3FBQN4 type=write size=3912195 2024-07-26T06:24:48.482 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.482+0000 7f19304c3640 1 < completed delete operation key=M8V7EJP4HHQV tag=NOAOFLV043T5 type=del 2024-07-26T06:24:48.483 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.483+0000 7f19304c3640 1 > prepared operation key=ZSYF9DE73TR8 tag=9UNEB40S8BBI type=del size=3052415 2024-07-26T06:24:48.485 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.485+0000 7f19304c3640 1 < completed part key=_multipart_LCDUWKN6AQNU.2~H9ZEOLR51N70.0 size=1048576 2024-07-26T06:24:48.486 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.486+0000 7f19304c3640 1 < completed part key=_multipart_LCDUWKN6AQNU.2~H9ZEOLR51N70.1 size=1048576 2024-07-26T06:24:48.486 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.486+0000 7f19304c3640 1 < canceled part key=_multipart_LCDUWKN6AQNU.2~H9ZEOLR51N70.2 size=773577 2024-07-26T06:24:48.489 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.489+0000 7f19304c3640 1 < canceled multipart upload key=LCDUWKN6AQNU upload=H9ZEOLR51N70 tag=IQS262AZ4MQF type=write size=3919305 2024-07-26T06:24:48.490 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.490+0000 7f19304c3640 1 > prepared operation key=4ZWJ6XHKZXZF tag=ODVFOGGTY5H7 type=del size=769499 2024-07-26T06:24:48.492 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.492+0000 7f19304c3640 1 < completed part key=_multipart_F3QUORF2HDZY.2~3RU558THQPP1.0 size=1048576 2024-07-26T06:24:48.493 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.493+0000 7f19304c3640 1 < completed part key=_multipart_F3QUORF2HDZY.2~3RU558THQPP1.1 size=1048576 2024-07-26T06:24:48.495 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.494+0000 7f19304c3640 1 < completed part key=_multipart_F3QUORF2HDZY.2~3RU558THQPP1.2 size=400427 2024-07-26T06:24:48.498 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.497+0000 7f19304c3640 1 < completed multipart upload key=F3QUORF2HDZY upload=3RU558THQPP1 tag=BI95RDB5MJKS type=write size=3546155 2024-07-26T06:24:48.499 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.499+0000 7f19304c3640 1 > prepared operation key=D2CZZ6A8YSHC tag=UZSK1B914LX3 type=del size=3506682 2024-07-26T06:24:48.503 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.502+0000 7f19304c3640 1 < suggested update operation key=G2XJVRBLSPE9 tag=RO4T5G5OZJYC type=write size=592992 2024-07-26T06:24:48.506 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.506+0000 7f19304c3640 1 > prepared part key=_multipart_2I9DGCCZ992A.2~EKPP3UFKM51U.0 size=1048576 2024-07-26T06:24:48.507 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.507+0000 7f19304c3640 1 > prepared part key=_multipart_2I9DGCCZ992A.2~EKPP3UFKM51U.1 size=274628 2024-07-26T06:24:48.507 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.507+0000 7f19304c3640 1 > prepared multipart upload key=2I9DGCCZ992A upload=EKPP3UFKM51U tag=L9E4L50JLDYD type=write size=2371780 2024-07-26T06:24:48.509 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.508+0000 7f19304c3640 1 < completed delete operation key=55ZIE8HVR68M tag=D5PZOL6TXEIT type=del 2024-07-26T06:24:48.510 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.510+0000 7f19304c3640 1 > prepared operation key=TWRRPXYVH5FW tag=UY5SX4OQ7ADH type=del size=782353 2024-07-26T06:24:48.511 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.511+0000 7f19304c3640 1 < completed delete operation key=7GGA1PRXXHDC tag=VYC8KCUGKJTB type=del 2024-07-26T06:24:48.513 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.513+0000 7f19304c3640 1 > prepared operation key=LCDUWKN6AQNU tag=22FN3W6X1EYB type=del size=899719 2024-07-26T06:24:48.514 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.514+0000 7f19304c3640 1 < completed part key=_multipart_55ZIE8HVR68M.2~1F2TUPZYR8KA.0 size=1048576 2024-07-26T06:24:48.516 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.516+0000 7f19304c3640 1 < completed part key=_multipart_55ZIE8HVR68M.2~1F2TUPZYR8KA.1 size=1048576 2024-07-26T06:24:48.517 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.517+0000 7f19304c3640 1 < completed part key=_multipart_55ZIE8HVR68M.2~1F2TUPZYR8KA.2 size=882585 2024-07-26T06:24:48.520 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.520+0000 7f19304c3640 1 < completed multipart upload key=55ZIE8HVR68M upload=1F2TUPZYR8KA tag=0SZ635DX2BX8 type=write size=4028313 2024-07-26T06:24:48.521 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.521+0000 7f19304c3640 1 > prepared operation key=SSAHKRHXMDHN tag=T68V0TPRYE2Y type=del size=1399559 2024-07-26T06:24:48.524 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.524+0000 7f19304c3640 1 < suggested remove operation key=PN7DBK1NNJVB tag=37QVJZ60EZPP type=write 2024-07-26T06:24:48.530 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.527+0000 7f19304c3640 1 > prepared part key=_multipart_512VC812AWRN.2~ZPCK5QZP4ZR0.0 size=1048576 2024-07-26T06:24:48.530 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.528+0000 7f19304c3640 1 > prepared part key=_multipart_512VC812AWRN.2~ZPCK5QZP4ZR0.1 size=1048576 2024-07-26T06:24:48.531 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.529+0000 7f19304c3640 1 > prepared part key=_multipart_512VC812AWRN.2~ZPCK5QZP4ZR0.2 size=134007 2024-07-26T06:24:48.531 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.529+0000 7f19304c3640 1 > prepared multipart upload key=512VC812AWRN upload=ZPCK5QZP4ZR0 tag=2C2IKMZ34IGP type=write size=3279735 2024-07-26T06:24:48.532 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.531+0000 7f19304c3640 1 < completed part key=_multipart_SQ0RDJVR9PPL.2~NU5UE4V87QPD.0 size=88674 2024-07-26T06:24:48.534 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.533+0000 7f19304c3640 1 < completed multipart upload key=SQ0RDJVR9PPL upload=NU5UE4V87QPD tag=2Y6D9VRZLL3F type=write size=1137250 2024-07-26T06:24:48.535 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.535+0000 7f19304c3640 1 > prepared operation key=Y0JGX4QVQXEC tag=SIWNMXLHW8X4 type=del size=1923437 2024-07-26T06:24:48.536 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.536+0000 7f19304c3640 1 < completed part key=_multipart_55ZIE8HVR68M.2~IRLAJRB0L1IL.0 size=687045 2024-07-26T06:24:48.539 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.539+0000 7f19304c3640 1 < completed multipart upload key=55ZIE8HVR68M upload=IRLAJRB0L1IL tag=BKQUZSR8NKUI type=write size=1735621 2024-07-26T06:24:48.540 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.540+0000 7f19304c3640 1 > prepared operation key=G70GGG8ITGEE tag=DKCNG47GX982 type=del size=2391771 2024-07-26T06:24:48.542 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.542+0000 7f19304c3640 1 < completed delete operation key=LCDUWKN6AQNU tag=X17JNOTNSFPH type=del 2024-07-26T06:24:48.544 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.544+0000 7f19304c3640 1 > prepared operation key=7GGA1PRXXHDC tag=M0H96DX1MEY3 type=write size=760895 2024-07-26T06:24:48.546 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.546+0000 7f19304c3640 1 < canceled operation key=512VC812AWRN tag=CT63NGNGTTBU type=del size=4075695 2024-07-26T06:24:48.547 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.547+0000 7f19304c3640 1 > prepared operation key=G70GGG8ITGEE tag=POD47JV6XEK1 type=del size=2145023 2024-07-26T06:24:48.549 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.548+0000 7f19304c3640 1 < completed delete operation key=4ZWJ6XHKZXZF tag=0BYW0Y7NRS0H type=del 2024-07-26T06:24:48.550 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.550+0000 7f19304c3640 1 > prepared operation key=F3QUORF2HDZY tag=WMUKN1X2DCFZ type=del size=2022018 2024-07-26T06:24:48.552 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.552+0000 7f19304c3640 1 < completed part key=_multipart_D2CZZ6A8YSHC.2~0KWR0OX3BF1L.0 size=1026470 2024-07-26T06:24:48.554 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.554+0000 7f19304c3640 1 < completed multipart upload key=D2CZZ6A8YSHC upload=0KWR0OX3BF1L tag=RK1CB3980PPV type=write size=2075046 2024-07-26T06:24:48.556 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.556+0000 7f19304c3640 1 > prepared operation key=ZSYF9DE73TR8 tag=2O1X22UNDSI8 type=del size=2628400 2024-07-26T06:24:48.558 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.558+0000 7f19304c3640 1 < completed delete operation key=8J29YNE031PP tag=PVQ8Z9DREGVP type=del 2024-07-26T06:24:48.560 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.560+0000 7f19304c3640 1 > prepared operation key=G2XJVRBLSPE9 tag=5QQWJINMM08C type=del size=3586628 2024-07-26T06:24:48.561 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.561+0000 7f19304c3640 1 < completed part key=_multipart_PN7DBK1NNJVB.2~TKC3R9YKL84C.0 size=1048576 2024-07-26T06:24:48.562 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.562+0000 7f19304c3640 1 < completed part key=_multipart_PN7DBK1NNJVB.2~TKC3R9YKL84C.1 size=1048576 2024-07-26T06:24:48.564 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.564+0000 7f19304c3640 1 < completed part key=_multipart_PN7DBK1NNJVB.2~TKC3R9YKL84C.2 size=766467 2024-07-26T06:24:48.567 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.566+0000 7f19304c3640 1 < completed multipart upload key=PN7DBK1NNJVB upload=TKC3R9YKL84C tag=JI60PB3FBQN4 type=write size=3912195 2024-07-26T06:24:48.568 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.568+0000 7f19304c3640 1 > prepared operation key=8J29YNE031PP tag=JFK2MY0LFBG3 type=del size=2674150 2024-07-26T06:24:48.570 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.570+0000 7f19304c3640 1 < completed delete operation key=ZSYF9DE73TR8 tag=9UNEB40S8BBI type=del 2024-07-26T06:24:48.571 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.571+0000 7f19304c3640 1 > prepared operation key=G2XJVRBLSPE9 tag=KC9AHAASZ1HU type=del size=2395691 2024-07-26T06:24:48.573 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.572+0000 7f19304c3640 1 < canceled operation key=4ZWJ6XHKZXZF tag=ODVFOGGTY5H7 type=del size=769499 2024-07-26T06:24:48.574 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.574+0000 7f19304c3640 1 > prepared operation key=V4RJB0J6F7NB tag=DDV6YR254R54 type=del size=303019 2024-07-26T06:24:48.576 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.575+0000 7f19304c3640 1 < completed delete operation key=D2CZZ6A8YSHC tag=UZSK1B914LX3 type=del 2024-07-26T06:24:48.578 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.578+0000 7f19304c3640 1 > prepared part key=_multipart_2TS50KKRU12E.2~66ZQBE55NICO.0 size=52367 2024-07-26T06:24:48.579 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.578+0000 7f19304c3640 1 > prepared multipart upload key=2TS50KKRU12E upload=66ZQBE55NICO tag=UCBMOOI06RY1 type=write size=1100943 2024-07-26T06:24:48.580 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.580+0000 7f19304c3640 1 < completed part key=_multipart_2I9DGCCZ992A.2~EKPP3UFKM51U.0 size=1048576 2024-07-26T06:24:48.580 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.580+0000 7f19304c3640 1 < canceled part key=_multipart_2I9DGCCZ992A.2~EKPP3UFKM51U.1 size=274628 2024-07-26T06:24:48.582 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.582+0000 7f19304c3640 1 < canceled multipart upload key=2I9DGCCZ992A upload=EKPP3UFKM51U tag=L9E4L50JLDYD type=write size=2371780 2024-07-26T06:24:48.586 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.586+0000 7f19304c3640 1 > prepared part key=_multipart_PN7DBK1NNJVB.2~3JI4RZJEK6CH.0 size=1048576 2024-07-26T06:24:48.587 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.587+0000 7f19304c3640 1 > prepared part key=_multipart_PN7DBK1NNJVB.2~3JI4RZJEK6CH.1 size=1048576 2024-07-26T06:24:48.588 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.588+0000 7f19304c3640 1 > prepared part key=_multipart_PN7DBK1NNJVB.2~3JI4RZJEK6CH.2 size=144783 2024-07-26T06:24:48.588 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.588+0000 7f19304c3640 1 > prepared multipart upload key=PN7DBK1NNJVB upload=3JI4RZJEK6CH tag=19H1ZIYOXD0L type=write size=3290511 2024-07-26T06:24:48.590 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.589+0000 7f19304c3640 1 < completed delete operation key=TWRRPXYVH5FW tag=UY5SX4OQ7ADH type=del 2024-07-26T06:24:48.592 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.592+0000 7f19304c3640 1 > prepared part key=_multipart_SSAHKRHXMDHN.2~CHIBGL841XRA.0 size=570986 2024-07-26T06:24:48.592 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.592+0000 7f19304c3640 1 > prepared multipart upload key=SSAHKRHXMDHN upload=CHIBGL841XRA tag=W53AF7C81AWU type=write size=1619562 2024-07-26T06:24:48.594 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.593+0000 7f19304c3640 1 < canceled operation key=LCDUWKN6AQNU tag=22FN3W6X1EYB type=del size=899719 2024-07-26T06:24:48.595 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.595+0000 7f19304c3640 1 > prepared operation key=Y31PRFKXA0KI tag=EADHXQSY4JK4 type=del size=2842117 2024-07-26T06:24:48.597 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.596+0000 7f19304c3640 1 < completed delete operation key=SSAHKRHXMDHN tag=T68V0TPRYE2Y type=del 2024-07-26T06:24:48.598 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.598+0000 7f19304c3640 1 > prepared operation key=ZSYF9DE73TR8 tag=U1UIZTL1R399 type=del size=3660874 2024-07-26T06:24:48.600 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.599+0000 7f19304c3640 1 < completed part key=_multipart_512VC812AWRN.2~ZPCK5QZP4ZR0.0 size=1048576 2024-07-26T06:24:48.601 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.601+0000 7f19304c3640 1 < completed part key=_multipart_512VC812AWRN.2~ZPCK5QZP4ZR0.1 size=1048576 2024-07-26T06:24:48.603 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.602+0000 7f19304c3640 1 < completed part key=_multipart_512VC812AWRN.2~ZPCK5QZP4ZR0.2 size=134007 2024-07-26T06:24:48.606 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.606+0000 7f19304c3640 1 < completed multipart upload key=512VC812AWRN upload=ZPCK5QZP4ZR0 tag=2C2IKMZ34IGP type=write size=3279735 2024-07-26T06:24:48.608 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.608+0000 7f19304c3640 1 > prepared operation key=7P9AQQD7XI2Z tag=29AVPB50Y8SF type=del size=3270482 2024-07-26T06:24:48.609 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.609+0000 7f19304c3640 1 < completed delete operation key=Y0JGX4QVQXEC tag=SIWNMXLHW8X4 type=del 2024-07-26T06:24:48.612 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.612+0000 7f19304c3640 1 > prepared part key=_multipart_CXCXAKPQIOKH.2~6NUDSV222DAO.0 size=724884 2024-07-26T06:24:48.613 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.612+0000 7f19304c3640 1 > prepared multipart upload key=CXCXAKPQIOKH upload=6NUDSV222DAO tag=JAI369L73C2O type=write size=1773460 2024-07-26T06:24:48.614 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.614+0000 7f19304c3640 1 < completed delete operation key=G70GGG8ITGEE tag=DKCNG47GX982 type=del 2024-07-26T06:24:48.615 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.615+0000 7f19304c3640 1 > prepared operation key=V4QX80DR86I3 tag=C3LEYFRZT0E5 type=del size=2389971 2024-07-26T06:24:48.618 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.618+0000 7f19304c3640 1 < suggested update operation key=7GGA1PRXXHDC tag=M0H96DX1MEY3 type=write size=760895 2024-07-26T06:24:48.620 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.620+0000 7f19304c3640 1 > prepared operation key=ZSYF9DE73TR8 tag=TW020R8LYZOX type=del size=2903402 2024-07-26T06:24:48.622 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.621+0000 7f19304c3640 1 < completed delete operation key=G70GGG8ITGEE tag=POD47JV6XEK1 type=del 2024-07-26T06:24:48.626 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.625+0000 7f19304c3640 1 > prepared part key=_multipart_CXCXAKPQIOKH.2~6M1TZ3YT0EXO.0 size=1048576 2024-07-26T06:24:48.627 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.626+0000 7f19304c3640 1 > prepared part key=_multipart_CXCXAKPQIOKH.2~6M1TZ3YT0EXO.1 size=1048576 2024-07-26T06:24:48.628 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.628+0000 7f19304c3640 1 > prepared part key=_multipart_CXCXAKPQIOKH.2~6M1TZ3YT0EXO.2 size=796427 2024-07-26T06:24:48.628 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.628+0000 7f19304c3640 1 > prepared multipart upload key=CXCXAKPQIOKH upload=6M1TZ3YT0EXO tag=2RF8AEF1VGPV type=write size=3942155 2024-07-26T06:24:48.631 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.629+0000 7f19304c3640 1 < completed delete operation key=F3QUORF2HDZY tag=WMUKN1X2DCFZ type=del 2024-07-26T06:24:48.631 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.631+0000 7f19304c3640 1 > prepared operation key=1I2JP28R3YNS tag=GJQ6BF3P4GOH type=write size=1026291 2024-07-26T06:24:48.633 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.633+0000 7f19304c3640 1 < completed delete operation key=ZSYF9DE73TR8 tag=2O1X22UNDSI8 type=del 2024-07-26T06:24:48.635 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.634+0000 7f19304c3640 1 > prepared operation key=Y31PRFKXA0KI tag=MQST657JLOAW type=write size=509115 2024-07-26T06:24:48.636 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.636+0000 7f19304c3640 1 < canceled operation key=G2XJVRBLSPE9 tag=5QQWJINMM08C type=del size=3586628 2024-07-26T06:24:48.639 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.639+0000 7f19304c3640 1 > prepared part key=_multipart_1I2JP28R3YNS.2~C12C7G882GUM.0 size=1048576 2024-07-26T06:24:48.641 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.641+0000 7f19304c3640 1 > prepared part key=_multipart_1I2JP28R3YNS.2~C12C7G882GUM.1 size=40250 2024-07-26T06:24:48.641 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.641+0000 7f19304c3640 1 > prepared multipart upload key=1I2JP28R3YNS upload=C12C7G882GUM tag=ZX5QB3SBWW4G type=write size=2137402 2024-07-26T06:24:48.643 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.642+0000 7f19304c3640 1 < canceled operation key=8J29YNE031PP tag=JFK2MY0LFBG3 type=del size=2674150 2024-07-26T06:24:48.645 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.645+0000 7f19304c3640 1 > prepared part key=_multipart_YDC2NRQG9YFE.2~Q0UHJMNCX9CY.0 size=1048576 2024-07-26T06:24:48.646 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.646+0000 7f19304c3640 1 > prepared part key=_multipart_YDC2NRQG9YFE.2~Q0UHJMNCX9CY.1 size=1048576 2024-07-26T06:24:48.648 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.647+0000 7f19304c3640 1 > prepared part key=_multipart_YDC2NRQG9YFE.2~Q0UHJMNCX9CY.2 size=1031080 2024-07-26T06:24:48.648 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.647+0000 7f19304c3640 1 > prepared multipart upload key=YDC2NRQG9YFE upload=Q0UHJMNCX9CY tag=OE18PNPCQXUW type=write size=4176808 2024-07-26T06:24:48.652 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.651+0000 7f19304c3640 1 < suggested remove operation key=G2XJVRBLSPE9 tag=KC9AHAASZ1HU type=del 2024-07-26T06:24:48.652 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.652+0000 7f19304c3640 1 > prepared operation key=LCDUWKN6AQNU tag=NLKBGX7VU2NM type=del size=2776645 2024-07-26T06:24:48.654 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.654+0000 7f19304c3640 1 < completed delete operation key=V4RJB0J6F7NB tag=DDV6YR254R54 type=del 2024-07-26T06:24:48.656 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.655+0000 7f19304c3640 1 > prepared operation key=V4QX80DR86I3 tag=J9TB8XVQCMA2 type=del size=3900902 2024-07-26T06:24:48.657 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.657+0000 7f19304c3640 1 < completed part key=_multipart_2TS50KKRU12E.2~66ZQBE55NICO.0 size=52367 2024-07-26T06:24:48.660 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.660+0000 7f19304c3640 1 < completed multipart upload key=2TS50KKRU12E upload=66ZQBE55NICO tag=UCBMOOI06RY1 type=write size=1100943 2024-07-26T06:24:48.663 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.663+0000 7f19304c3640 1 > prepared part key=_multipart_Y31PRFKXA0KI.2~1ZFW5KGGHRA2.0 size=1048576 2024-07-26T06:24:48.664 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.664+0000 7f19304c3640 1 > prepared part key=_multipart_Y31PRFKXA0KI.2~1ZFW5KGGHRA2.1 size=600853 2024-07-26T06:24:48.664 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.664+0000 7f19304c3640 1 > prepared multipart upload key=Y31PRFKXA0KI upload=1ZFW5KGGHRA2 tag=IPPCUF9MSTSA type=write size=2698005 2024-07-26T06:24:48.664 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.664+0000 7f19304c3640 1 < canceled part key=_multipart_PN7DBK1NNJVB.2~3JI4RZJEK6CH.0 size=1048576 2024-07-26T06:24:48.665 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.665+0000 7f19304c3640 1 < completed part key=_multipart_PN7DBK1NNJVB.2~3JI4RZJEK6CH.1 size=1048576 2024-07-26T06:24:48.667 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.666+0000 7f19304c3640 1 < completed part key=_multipart_PN7DBK1NNJVB.2~3JI4RZJEK6CH.2 size=144783 2024-07-26T06:24:48.669 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.669+0000 7f19304c3640 1 < canceled multipart upload key=PN7DBK1NNJVB upload=3JI4RZJEK6CH tag=19H1ZIYOXD0L type=write size=3290511 2024-07-26T06:24:48.672 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.672+0000 7f19304c3640 1 > prepared part key=_multipart_ZSYF9DE73TR8.2~HU5ZZI47K9K9.0 size=1048576 2024-07-26T06:24:48.673 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.673+0000 7f19304c3640 1 > prepared part key=_multipart_ZSYF9DE73TR8.2~HU5ZZI47K9K9.1 size=1048576 2024-07-26T06:24:48.675 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.675+0000 7f19304c3640 1 > prepared part key=_multipart_ZSYF9DE73TR8.2~HU5ZZI47K9K9.2 size=160691 2024-07-26T06:24:48.675 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.675+0000 7f19304c3640 1 > prepared multipart upload key=ZSYF9DE73TR8 upload=HU5ZZI47K9K9 tag=BSF0TSZ4P68I type=write size=3306419 2024-07-26T06:24:48.677 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.676+0000 7f19304c3640 1 < completed part key=_multipart_SSAHKRHXMDHN.2~CHIBGL841XRA.0 size=570986 2024-07-26T06:24:48.680 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.679+0000 7f19304c3640 1 < completed multipart upload key=SSAHKRHXMDHN upload=CHIBGL841XRA tag=W53AF7C81AWU type=write size=1619562 2024-07-26T06:24:48.683 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.683+0000 7f19304c3640 1 > prepared part key=_multipart_0PV4L596ZFOW.2~C03AQ8UODUS6.0 size=1048576 2024-07-26T06:24:48.684 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.684+0000 7f19304c3640 1 > prepared part key=_multipart_0PV4L596ZFOW.2~C03AQ8UODUS6.1 size=1048576 2024-07-26T06:24:48.686 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.685+0000 7f19304c3640 1 > prepared part key=_multipart_0PV4L596ZFOW.2~C03AQ8UODUS6.2 size=678391 2024-07-26T06:24:48.686 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.685+0000 7f19304c3640 1 > prepared multipart upload key=0PV4L596ZFOW upload=C03AQ8UODUS6 tag=29QNK9MGH3E8 type=write size=3824119 2024-07-26T06:24:48.687 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.687+0000 7f19304c3640 1 < completed delete operation key=Y31PRFKXA0KI tag=EADHXQSY4JK4 type=del 2024-07-26T06:24:48.689 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.689+0000 7f19304c3640 1 > prepared operation key=M8V7EJP4HHQV tag=ZG3AP0159TNG type=del size=2617633 2024-07-26T06:24:48.690 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.690+0000 7f19304c3640 1 < completed delete operation key=ZSYF9DE73TR8 tag=U1UIZTL1R399 type=del 2024-07-26T06:24:48.694 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.693+0000 7f19304c3640 1 > prepared part key=_multipart_CXCXAKPQIOKH.2~TKUPSJB86952.0 size=1048576 2024-07-26T06:24:48.695 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.694+0000 7f19304c3640 1 > prepared part key=_multipart_CXCXAKPQIOKH.2~TKUPSJB86952.1 size=1048576 2024-07-26T06:24:48.696 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.696+0000 7f19304c3640 1 > prepared part key=_multipart_CXCXAKPQIOKH.2~TKUPSJB86952.2 size=82571 2024-07-26T06:24:48.696 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.696+0000 7f19304c3640 1 > prepared multipart upload key=CXCXAKPQIOKH upload=TKUPSJB86952 tag=3KGBZ28F1CCY type=write size=3228299 2024-07-26T06:24:48.697 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.697+0000 7f19304c3640 1 < completed delete operation key=7P9AQQD7XI2Z tag=29AVPB50Y8SF type=del 2024-07-26T06:24:48.699 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.699+0000 7f19304c3640 1 > prepared operation key=7P9AQQD7XI2Z tag=8UAIPPX2I3AT type=del size=2650556 2024-07-26T06:24:48.701 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.701+0000 7f19304c3640 1 < completed part key=_multipart_CXCXAKPQIOKH.2~6NUDSV222DAO.0 size=724884 2024-07-26T06:24:48.703 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.703+0000 7f19304c3640 1 < completed multipart upload key=CXCXAKPQIOKH upload=6NUDSV222DAO tag=JAI369L73C2O type=write size=1773460 2024-07-26T06:24:48.705 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.705+0000 7f19304c3640 1 > prepared operation key=PN7DBK1NNJVB tag=09Q2SP3DB4B0 type=del size=4139561 2024-07-26T06:24:48.709 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.709+0000 7f19304c3640 1 < suggested remove operation key=V4QX80DR86I3 tag=C3LEYFRZT0E5 type=del 2024-07-26T06:24:48.712 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.712+0000 7f19304c3640 1 > prepared part key=_multipart_HO4GZ0KNZ8SK.2~JWDPUF814QD3.0 size=1048576 2024-07-26T06:24:48.713 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.713+0000 7f19304c3640 1 > prepared part key=_multipart_HO4GZ0KNZ8SK.2~JWDPUF814QD3.1 size=740098 2024-07-26T06:24:48.713 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.713+0000 7f19304c3640 1 > prepared multipart upload key=HO4GZ0KNZ8SK upload=JWDPUF814QD3 tag=MZAZS4MTIWM4 type=write size=2837250 2024-07-26T06:24:48.714 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.714+0000 7f19304c3640 1 < completed delete operation key=ZSYF9DE73TR8 tag=TW020R8LYZOX type=del 2024-07-26T06:24:48.717 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.717+0000 7f19304c3640 1 > prepared part key=_multipart_SQ0RDJVR9PPL.2~NPVFPONRI35O.0 size=1048576 2024-07-26T06:24:48.718 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.718+0000 7f19304c3640 1 > prepared part key=_multipart_SQ0RDJVR9PPL.2~NPVFPONRI35O.1 size=1003408 2024-07-26T06:24:48.718 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.718+0000 7f19304c3640 1 > prepared multipart upload key=SQ0RDJVR9PPL upload=NPVFPONRI35O tag=WLRC6HWMTWQJ type=write size=3100560 2024-07-26T06:24:48.720 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.720+0000 7f19304c3640 1 < completed part key=_multipart_CXCXAKPQIOKH.2~6M1TZ3YT0EXO.0 size=1048576 2024-07-26T06:24:48.721 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.721+0000 7f19304c3640 1 < completed part key=_multipart_CXCXAKPQIOKH.2~6M1TZ3YT0EXO.1 size=1048576 2024-07-26T06:24:48.722 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.722+0000 7f19304c3640 1 < completed part key=_multipart_CXCXAKPQIOKH.2~6M1TZ3YT0EXO.2 size=796427 2024-07-26T06:24:48.724 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.724+0000 7f19304c3640 1 < completed multipart upload key=CXCXAKPQIOKH upload=6M1TZ3YT0EXO tag=2RF8AEF1VGPV type=write size=3942155 2024-07-26T06:24:48.726 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.726+0000 7f19304c3640 1 > prepared operation key=SSAHKRHXMDHN tag=30FLT2OTGLYE type=del size=150025 2024-07-26T06:24:48.728 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.728+0000 7f19304c3640 1 < completed write operation key=1I2JP28R3YNS tag=GJQ6BF3P4GOH type=write size=1026291 2024-07-26T06:24:48.729 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.729+0000 7f19304c3640 1 > prepared operation key=2TS50KKRU12E tag=SFWQIME5DJKS type=del size=2348830 2024-07-26T06:24:48.731 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.731+0000 7f19304c3640 1 < completed write operation key=Y31PRFKXA0KI tag=MQST657JLOAW type=write size=509115 2024-07-26T06:24:48.732 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.732+0000 7f19304c3640 1 > prepared operation key=SQ0RDJVR9PPL tag=2A8EJ8AHOMS6 type=write size=272679 2024-07-26T06:24:48.734 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.734+0000 7f19304c3640 1 < completed part key=_multipart_1I2JP28R3YNS.2~C12C7G882GUM.0 size=1048576 2024-07-26T06:24:48.735 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.735+0000 7f19304c3640 1 < completed part key=_multipart_1I2JP28R3YNS.2~C12C7G882GUM.1 size=40250 2024-07-26T06:24:48.738 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.738+0000 7f19304c3640 1 < completed multipart upload key=1I2JP28R3YNS upload=C12C7G882GUM tag=ZX5QB3SBWW4G type=write size=2137402 2024-07-26T06:24:48.740 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.739+0000 7f19304c3640 1 > prepared operation key=LCDUWKN6AQNU tag=0Q922H3I2IUM type=del size=1347519 2024-07-26T06:24:48.740 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.740+0000 7f19304c3640 1 < canceled part key=_multipart_YDC2NRQG9YFE.2~Q0UHJMNCX9CY.0 size=1048576 2024-07-26T06:24:48.741 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.741+0000 7f19304c3640 1 < completed part key=_multipart_YDC2NRQG9YFE.2~Q0UHJMNCX9CY.1 size=1048576 2024-07-26T06:24:48.742 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.742+0000 7f19304c3640 1 < completed part key=_multipart_YDC2NRQG9YFE.2~Q0UHJMNCX9CY.2 size=1031080 2024-07-26T06:24:48.745 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.745+0000 7f19304c3640 1 < canceled multipart upload key=YDC2NRQG9YFE upload=Q0UHJMNCX9CY tag=OE18PNPCQXUW type=write size=4176808 2024-07-26T06:24:48.747 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.747+0000 7f19304c3640 1 > prepared operation key=G70GGG8ITGEE tag=2D2U4UANXH8T type=del size=1867057 2024-07-26T06:24:48.749 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.749+0000 7f19304c3640 1 < completed delete operation key=LCDUWKN6AQNU tag=NLKBGX7VU2NM type=del 2024-07-26T06:24:48.751 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.751+0000 7f19304c3640 1 > prepared operation key=P6MP7JC8DTH7 tag=W3M3Z01N80GQ type=del size=2672069 2024-07-26T06:24:48.752 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.752+0000 7f19304c3640 -1 < failed to complete operation key=V4QX80DR86I3 tag=J9TB8XVQCMA2 type=del size=3900902: (22) Invalid argument 2024-07-26T06:24:48.756 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.755+0000 7f19304c3640 1 > prepared part key=_multipart_7GGA1PRXXHDC.2~Y10I2DK429GZ.0 size=1048576 2024-07-26T06:24:48.757 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.757+0000 7f19304c3640 1 > prepared part key=_multipart_7GGA1PRXXHDC.2~Y10I2DK429GZ.1 size=1048576 2024-07-26T06:24:48.759 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.758+0000 7f19304c3640 1 > prepared part key=_multipart_7GGA1PRXXHDC.2~Y10I2DK429GZ.2 size=442828 2024-07-26T06:24:48.759 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.758+0000 7f19304c3640 1 > prepared multipart upload key=7GGA1PRXXHDC upload=Y10I2DK429GZ tag=PWWE7FW8IYYA type=write size=3588556 2024-07-26T06:24:48.760 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.760+0000 7f19304c3640 1 < completed part key=_multipart_Y31PRFKXA0KI.2~1ZFW5KGGHRA2.0 size=1048576 2024-07-26T06:24:48.760 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.760+0000 7f19304c3640 1 < canceled part key=_multipart_Y31PRFKXA0KI.2~1ZFW5KGGHRA2.1 size=600853 2024-07-26T06:24:48.763 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.763+0000 7f19304c3640 1 < canceled multipart upload key=Y31PRFKXA0KI upload=1ZFW5KGGHRA2 tag=IPPCUF9MSTSA type=write size=2698005 2024-07-26T06:24:48.765 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.765+0000 7f19304c3640 1 > prepared operation key=ZSYF9DE73TR8 tag=D2XD4Z61LHC9 type=del size=1787547 2024-07-26T06:24:48.767 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.766+0000 7f19304c3640 1 < completed part key=_multipart_ZSYF9DE73TR8.2~HU5ZZI47K9K9.0 size=1048576 2024-07-26T06:24:48.769 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.768+0000 7f19304c3640 1 < completed part key=_multipart_ZSYF9DE73TR8.2~HU5ZZI47K9K9.1 size=1048576 2024-07-26T06:24:48.770 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.769+0000 7f19304c3640 1 < completed part key=_multipart_ZSYF9DE73TR8.2~HU5ZZI47K9K9.2 size=160691 2024-07-26T06:24:48.773 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.773+0000 7f19304c3640 1 < completed multipart upload key=ZSYF9DE73TR8 upload=HU5ZZI47K9K9 tag=BSF0TSZ4P68I type=write size=3306419 2024-07-26T06:24:48.775 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.774+0000 7f19304c3640 1 > prepared operation key=SQ0RDJVR9PPL tag=2NCVHDMNPBU3 type=del size=3372007 2024-07-26T06:24:48.777 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.777+0000 7f19304c3640 1 < completed part key=_multipart_0PV4L596ZFOW.2~C03AQ8UODUS6.0 size=1048576 2024-07-26T06:24:48.778 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.778+0000 7f19304c3640 1 < completed part key=_multipart_0PV4L596ZFOW.2~C03AQ8UODUS6.1 size=1048576 2024-07-26T06:24:48.780 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.780+0000 7f19304c3640 1 < completed part key=_multipart_0PV4L596ZFOW.2~C03AQ8UODUS6.2 size=678391 2024-07-26T06:24:48.782 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.782+0000 7f19304c3640 1 < completed multipart upload key=0PV4L596ZFOW upload=C03AQ8UODUS6 tag=29QNK9MGH3E8 type=write size=3824119 2024-07-26T06:24:48.785 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.785+0000 7f19304c3640 1 > prepared part key=_multipart_4ZWJ6XHKZXZF.2~BVZU3T0RCK0K.0 size=1048576 2024-07-26T06:24:48.787 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.786+0000 7f19304c3640 1 > prepared part key=_multipart_4ZWJ6XHKZXZF.2~BVZU3T0RCK0K.1 size=1048576 2024-07-26T06:24:48.788 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.788+0000 7f19304c3640 1 > prepared part key=_multipart_4ZWJ6XHKZXZF.2~BVZU3T0RCK0K.2 size=823336 2024-07-26T06:24:48.788 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.788+0000 7f19304c3640 1 > prepared multipart upload key=4ZWJ6XHKZXZF upload=BVZU3T0RCK0K tag=OIJBDNYMW3L6 type=write size=3969064 2024-07-26T06:24:48.789 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.789+0000 7f19304c3640 1 < completed delete operation key=M8V7EJP4HHQV tag=ZG3AP0159TNG type=del 2024-07-26T06:24:48.791 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.791+0000 7f19304c3640 1 > prepared operation key=G70GGG8ITGEE tag=BZP4C1B05DOP type=del size=2729088 2024-07-26T06:24:48.793 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.793+0000 7f19304c3640 1 < completed part key=_multipart_CXCXAKPQIOKH.2~TKUPSJB86952.0 size=1048576 2024-07-26T06:24:48.794 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.794+0000 7f19304c3640 1 < completed part key=_multipart_CXCXAKPQIOKH.2~TKUPSJB86952.1 size=1048576 2024-07-26T06:24:48.795 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.794+0000 7f19304c3640 1 < canceled part key=_multipart_CXCXAKPQIOKH.2~TKUPSJB86952.2 size=82571 2024-07-26T06:24:48.797 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.797+0000 7f19304c3640 1 < canceled multipart upload key=CXCXAKPQIOKH upload=TKUPSJB86952 tag=3KGBZ28F1CCY type=write size=3228299 2024-07-26T06:24:48.800 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.800+0000 7f19304c3640 1 > prepared part key=_multipart_V4RJB0J6F7NB.2~W8DB388WGB14.0 size=1048576 2024-07-26T06:24:48.802 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.801+0000 7f19304c3640 1 > prepared part key=_multipart_V4RJB0J6F7NB.2~W8DB388WGB14.1 size=735670 2024-07-26T06:24:48.802 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.801+0000 7f19304c3640 1 > prepared multipart upload key=V4RJB0J6F7NB upload=W8DB388WGB14 tag=GZF3JKEMB505 type=write size=2832822 2024-07-26T06:24:48.805 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.805+0000 7f19304c3640 1 < suggested remove operation key=7P9AQQD7XI2Z tag=8UAIPPX2I3AT type=del 2024-07-26T06:24:48.806 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.806+0000 7f19304c3640 1 > prepared operation key=P6MP7JC8DTH7 tag=UKQVKL9VG843 type=del size=1460749 2024-07-26T06:24:48.808 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.808+0000 7f19304c3640 1 < completed delete operation key=PN7DBK1NNJVB tag=09Q2SP3DB4B0 type=del 2024-07-26T06:24:48.809 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.809+0000 7f19304c3640 1 > prepared operation key=P6MP7JC8DTH7 tag=LUL6N7YSH6KA type=del size=1775142 2024-07-26T06:24:48.812 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.811+0000 7f19304c3640 1 < completed part key=_multipart_HO4GZ0KNZ8SK.2~JWDPUF814QD3.0 size=1048576 2024-07-26T06:24:48.813 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.813+0000 7f19304c3640 1 < completed part key=_multipart_HO4GZ0KNZ8SK.2~JWDPUF814QD3.1 size=740098 2024-07-26T06:24:48.816 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.816+0000 7f19304c3640 1 < completed multipart upload key=HO4GZ0KNZ8SK upload=JWDPUF814QD3 tag=MZAZS4MTIWM4 type=write size=2837250 2024-07-26T06:24:48.820 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.819+0000 7f19304c3640 1 > prepared part key=_multipart_23K6MK7R266R.2~GXSCYFG9BKU3.0 size=502380 2024-07-26T06:24:48.820 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.819+0000 7f19304c3640 1 > prepared multipart upload key=23K6MK7R266R upload=GXSCYFG9BKU3 tag=7VDVFY5A3OUP type=write size=1550956 2024-07-26T06:24:48.822 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.821+0000 7f19304c3640 1 < completed part key=_multipart_SQ0RDJVR9PPL.2~NPVFPONRI35O.0 size=1048576 2024-07-26T06:24:48.823 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.823+0000 7f19304c3640 1 < completed part key=_multipart_SQ0RDJVR9PPL.2~NPVFPONRI35O.1 size=1003408 2024-07-26T06:24:48.826 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.826+0000 7f19304c3640 1 < completed multipart upload key=SQ0RDJVR9PPL upload=NPVFPONRI35O tag=WLRC6HWMTWQJ type=write size=3100560 2024-07-26T06:24:48.827 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.827+0000 7f19304c3640 1 > prepared operation key=YDC2NRQG9YFE tag=TXUMNA6422OE type=del size=2951292 2024-07-26T06:24:48.829 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.829+0000 7f19304c3640 1 < canceled operation key=SSAHKRHXMDHN tag=30FLT2OTGLYE type=del size=150025 2024-07-26T06:24:48.830 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.830+0000 7f19304c3640 1 > prepared operation key=512VC812AWRN tag=K92DCVFGZQ24 type=write size=682026 2024-07-26T06:24:48.832 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.832+0000 7f19304c3640 1 < completed delete operation key=2TS50KKRU12E tag=SFWQIME5DJKS type=del 2024-07-26T06:24:48.833 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.833+0000 7f19304c3640 1 > prepared operation key=512VC812AWRN tag=ND8PCKCNT6OB type=write size=214178 2024-07-26T06:24:48.835 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.835+0000 7f19304c3640 1 < completed write operation key=SQ0RDJVR9PPL tag=2A8EJ8AHOMS6 type=write size=272679 2024-07-26T06:24:48.838 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.838+0000 7f19304c3640 1 > prepared part key=_multipart_23K6MK7R266R.2~BZZN84LKV4E6.0 size=484075 2024-07-26T06:24:48.838 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.838+0000 7f19304c3640 1 > prepared multipart upload key=23K6MK7R266R upload=BZZN84LKV4E6 tag=8BPJHRX173FQ type=write size=1532651 2024-07-26T06:24:48.840 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.840+0000 7f19304c3640 1 < completed delete operation key=LCDUWKN6AQNU tag=0Q922H3I2IUM type=del 2024-07-26T06:24:48.843 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.843+0000 7f19304c3640 1 > prepared part key=_multipart_55ZIE8HVR68M.2~VHDUY9BM5EY4.0 size=516090 2024-07-26T06:24:48.843 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.843+0000 7f19304c3640 1 > prepared multipart upload key=55ZIE8HVR68M upload=VHDUY9BM5EY4 tag=6B6KOWWF65Y2 type=write size=1564666 2024-07-26T06:24:48.844 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.844+0000 7f19304c3640 1 < completed delete operation key=G70GGG8ITGEE tag=2D2U4UANXH8T type=del 2024-07-26T06:24:48.847 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.847+0000 7f19304c3640 1 > prepared part key=_multipart_7P9AQQD7XI2Z.2~AHB1GWFWTII5.0 size=548058 2024-07-26T06:24:48.847 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.847+0000 7f19304c3640 1 > prepared multipart upload key=7P9AQQD7XI2Z upload=AHB1GWFWTII5 tag=2HU3L5OG0NBZ type=write size=1596634 2024-07-26T06:24:48.848 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.848+0000 7f19304c3640 1 < completed delete operation key=P6MP7JC8DTH7 tag=W3M3Z01N80GQ type=del 2024-07-26T06:24:48.850 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.850+0000 7f19304c3640 1 > prepared operation key=LCDUWKN6AQNU tag=I6TGCRVEV1UF type=write size=671761 2024-07-26T06:24:48.852 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.852+0000 7f19304c3640 1 < completed part key=_multipart_7GGA1PRXXHDC.2~Y10I2DK429GZ.0 size=1048576 2024-07-26T06:24:48.853 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.853+0000 7f19304c3640 1 < completed part key=_multipart_7GGA1PRXXHDC.2~Y10I2DK429GZ.1 size=1048576 2024-07-26T06:24:48.855 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.855+0000 7f19304c3640 1 < completed part key=_multipart_7GGA1PRXXHDC.2~Y10I2DK429GZ.2 size=442828 2024-07-26T06:24:48.858 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.858+0000 7f19304c3640 1 < completed multipart upload key=7GGA1PRXXHDC upload=Y10I2DK429GZ tag=PWWE7FW8IYYA type=write size=3588556 2024-07-26T06:24:48.860 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.860+0000 7f19304c3640 1 > prepared operation key=0PV4L596ZFOW tag=R9LDV6PSPOHE type=write size=589405 2024-07-26T06:24:48.864 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.864+0000 7f19304c3640 1 < suggested update operation key=ZSYF9DE73TR8 tag=D2XD4Z61LHC9 type=del size=1787547 2024-07-26T06:24:48.866 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.865+0000 7f19304c3640 1 > prepared operation key=P6MP7JC8DTH7 tag=J4O51Y93H4GW type=del size=3543188 2024-07-26T06:24:48.869 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.869+0000 7f19304c3640 1 < suggested update operation key=SQ0RDJVR9PPL tag=2NCVHDMNPBU3 type=del size=3372007 2024-07-26T06:24:48.871 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.871+0000 7f19304c3640 1 > prepared operation key=PN7DBK1NNJVB tag=Z2MVM0U5NR1V type=del size=3314689 2024-07-26T06:24:48.873 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.873+0000 7f19304c3640 1 < completed part key=_multipart_4ZWJ6XHKZXZF.2~BVZU3T0RCK0K.0 size=1048576 2024-07-26T06:24:48.876 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.874+0000 7f19304c3640 1 < completed part key=_multipart_4ZWJ6XHKZXZF.2~BVZU3T0RCK0K.1 size=1048576 2024-07-26T06:24:48.876 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.876+0000 7f19304c3640 1 < completed part key=_multipart_4ZWJ6XHKZXZF.2~BVZU3T0RCK0K.2 size=823336 2024-07-26T06:24:48.879 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.879+0000 7f19304c3640 1 < completed multipart upload key=4ZWJ6XHKZXZF upload=BVZU3T0RCK0K tag=OIJBDNYMW3L6 type=write size=3969064 2024-07-26T06:24:48.880 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.880+0000 7f19304c3640 1 > prepared operation key=0PV4L596ZFOW tag=ZON7K6YBOJKE type=del size=3055846 2024-07-26T06:24:48.883 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.883+0000 7f19304c3640 1 < suggested update operation key=G70GGG8ITGEE tag=BZP4C1B05DOP type=del size=2729088 2024-07-26T06:24:48.885 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.885+0000 7f19304c3640 1 > prepared operation key=SQ0RDJVR9PPL tag=NWVG7JMR9RCV type=del size=3859421 2024-07-26T06:24:48.887 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.887+0000 7f19304c3640 1 < completed part key=_multipart_V4RJB0J6F7NB.2~W8DB388WGB14.0 size=1048576 2024-07-26T06:24:48.888 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.888+0000 7f19304c3640 1 < completed part key=_multipart_V4RJB0J6F7NB.2~W8DB388WGB14.1 size=735670 2024-07-26T06:24:48.890 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.890+0000 7f19304c3640 1 < completed multipart upload key=V4RJB0J6F7NB upload=W8DB388WGB14 tag=GZF3JKEMB505 type=write size=2832822 2024-07-26T06:24:48.894 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.894+0000 7f19304c3640 1 > prepared part key=_multipart_7P9AQQD7XI2Z.2~3AP7QNT4MWMM.0 size=1048576 2024-07-26T06:24:48.895 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.895+0000 7f19304c3640 1 > prepared part key=_multipart_7P9AQQD7XI2Z.2~3AP7QNT4MWMM.1 size=468593 2024-07-26T06:24:48.896 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.895+0000 7f19304c3640 1 > prepared multipart upload key=7P9AQQD7XI2Z upload=3AP7QNT4MWMM tag=PAE77ZJAX6SP type=write size=2565745 2024-07-26T06:24:48.898 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.898+0000 7f19304c3640 1 < suggested update operation key=P6MP7JC8DTH7 tag=UKQVKL9VG843 type=del size=1460749 2024-07-26T06:24:48.902 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.901+0000 7f19304c3640 1 > prepared part key=_multipart_0PV4L596ZFOW.2~K7YJSH93MO8Q.0 size=1048576 2024-07-26T06:24:48.902 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.902+0000 7f19304c3640 1 > prepared part key=_multipart_0PV4L596ZFOW.2~K7YJSH93MO8Q.1 size=1048576 2024-07-26T06:24:48.903 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.903+0000 7f19304c3640 1 > prepared part key=_multipart_0PV4L596ZFOW.2~K7YJSH93MO8Q.2 size=85162 2024-07-26T06:24:48.903 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.903+0000 7f19304c3640 1 > prepared multipart upload key=0PV4L596ZFOW upload=K7YJSH93MO8Q tag=J7XG7TOXUM8I type=write size=3230890 2024-07-26T06:24:48.907 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.906+0000 7f19304c3640 1 < suggested remove operation key=P6MP7JC8DTH7 tag=LUL6N7YSH6KA type=del 2024-07-26T06:24:48.909 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.908+0000 7f19304c3640 1 > prepared operation key=QMPZ7GQNIH0K tag=PVT0XRKR1P2Z type=del size=3693013 2024-07-26T06:24:48.910 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.910+0000 7f19304c3640 1 < completed part key=_multipart_23K6MK7R266R.2~GXSCYFG9BKU3.0 size=502380 2024-07-26T06:24:48.912 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.912+0000 7f19304c3640 1 < completed multipart upload key=23K6MK7R266R upload=GXSCYFG9BKU3 tag=7VDVFY5A3OUP type=write size=1550956 2024-07-26T06:24:48.914 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.914+0000 7f19304c3640 1 > prepared operation key=G2XJVRBLSPE9 tag=8ZLLTKTPMKD1 type=del size=3553299 2024-07-26T06:24:48.916 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.915+0000 7f19304c3640 1 < completed delete operation key=YDC2NRQG9YFE tag=TXUMNA6422OE type=del 2024-07-26T06:24:48.917 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.917+0000 7f19304c3640 1 > prepared operation key=YDC2NRQG9YFE tag=OR0XT3JT28NX type=del size=1348060 2024-07-26T06:24:48.920 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.920+0000 7f19304c3640 1 < suggested remove operation key=512VC812AWRN tag=K92DCVFGZQ24 type=write 2024-07-26T06:24:48.924 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.923+0000 7f19304c3640 1 > prepared part key=_multipart_TWRRPXYVH5FW.2~IVDNB16YB11Q.0 size=207751 2024-07-26T06:24:48.924 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.923+0000 7f19304c3640 1 > prepared multipart upload key=TWRRPXYVH5FW upload=IVDNB16YB11Q tag=6MA0KVUDTC4G type=write size=1256327 2024-07-26T06:24:48.926 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.925+0000 7f19304c3640 -1 < failed to complete operation key=512VC812AWRN tag=ND8PCKCNT6OB type=write size=214178: (22) Invalid argument 2024-07-26T06:24:48.927 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.927+0000 7f19304c3640 1 > prepared operation key=V4QX80DR86I3 tag=J2V3KU9DJ151 type=del size=2574739 2024-07-26T06:24:48.928 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.927+0000 7f19304c3640 1 < canceled part key=_multipart_23K6MK7R266R.2~BZZN84LKV4E6.0 size=484075 2024-07-26T06:24:48.930 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.930+0000 7f19304c3640 1 < canceled multipart upload key=23K6MK7R266R upload=BZZN84LKV4E6 tag=8BPJHRX173FQ type=write size=1532651 2024-07-26T06:24:48.932 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.931+0000 7f19304c3640 1 > prepared operation key=M8V7EJP4HHQV tag=532UY6YL93JP type=del size=2720154 2024-07-26T06:24:48.933 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.933+0000 7f19304c3640 1 < completed part key=_multipart_55ZIE8HVR68M.2~VHDUY9BM5EY4.0 size=516090 2024-07-26T06:24:48.936 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.936+0000 7f19304c3640 1 < completed multipart upload key=55ZIE8HVR68M upload=VHDUY9BM5EY4 tag=6B6KOWWF65Y2 type=write size=1564666 2024-07-26T06:24:48.938 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.937+0000 7f19304c3640 1 > prepared operation key=HO4GZ0KNZ8SK tag=SAA5T4T7JMN5 type=write size=32391 2024-07-26T06:24:48.939 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.939+0000 7f19304c3640 1 < completed part key=_multipart_7P9AQQD7XI2Z.2~AHB1GWFWTII5.0 size=548058 2024-07-26T06:24:48.943 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.942+0000 7f19304c3640 1 < completed multipart upload key=7P9AQQD7XI2Z upload=AHB1GWFWTII5 tag=2HU3L5OG0NBZ type=write size=1596634 2024-07-26T06:24:48.944 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.944+0000 7f19304c3640 1 > prepared operation key=512VC812AWRN tag=E1UHPOR45VJ0 type=del size=3432591 2024-07-26T06:24:48.946 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.945+0000 7f19304c3640 1 < completed write operation key=LCDUWKN6AQNU tag=I6TGCRVEV1UF type=write size=671761 2024-07-26T06:24:48.947 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.947+0000 7f19304c3640 1 > prepared operation key=23K6MK7R266R tag=RVQ9EUZUJUW7 type=del size=2698187 2024-07-26T06:24:48.949 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.948+0000 7f19304c3640 1 < completed write operation key=0PV4L596ZFOW tag=R9LDV6PSPOHE type=write size=589405 2024-07-26T06:24:48.952 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.950+0000 7f19304c3640 1 > prepared operation key=ZSYF9DE73TR8 tag=MDWHLK509RXQ type=del size=2609768 2024-07-26T06:24:48.952 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.951+0000 7f19304c3640 -1 < no bi entry to suggest for operation key=P6MP7JC8DTH7 tag=J4O51Y93H4GW type=del size=3543188: (2) No such file or directory 2024-07-26T06:24:48.953 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.952+0000 7f19304c3640 1 > prepared operation key=0PV4L596ZFOW tag=CF8370NWY80N type=del size=1548657 2024-07-26T06:24:48.954 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.954+0000 7f19304c3640 1 < completed delete operation key=PN7DBK1NNJVB tag=Z2MVM0U5NR1V type=del 2024-07-26T06:24:48.957 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.957+0000 7f19304c3640 1 > prepared part key=_multipart_F3QUORF2HDZY.2~MJ5QQEAWEZ5P.0 size=265648 2024-07-26T06:24:48.957 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.957+0000 7f19304c3640 1 > prepared multipart upload key=F3QUORF2HDZY upload=MJ5QQEAWEZ5P tag=UP6T2JTG9N7U type=write size=1314224 2024-07-26T06:24:48.959 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.959+0000 7f19304c3640 1 < completed delete operation key=0PV4L596ZFOW tag=ZON7K6YBOJKE type=del 2024-07-26T06:24:48.960 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.960+0000 7f19304c3640 1 > prepared operation key=CXCXAKPQIOKH tag=LYD2RDS035K4 type=del size=1421792 2024-07-26T06:24:48.963 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.963+0000 7f19304c3640 1 < suggested update operation key=SQ0RDJVR9PPL tag=NWVG7JMR9RCV type=del size=3859421 2024-07-26T06:24:48.965 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.965+0000 7f19304c3640 1 > prepared operation key=HO4GZ0KNZ8SK tag=K1WRUPS4PUAE type=del size=1538038 2024-07-26T06:24:48.965 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.965+0000 7f19304c3640 1 < canceled part key=_multipart_7P9AQQD7XI2Z.2~3AP7QNT4MWMM.0 size=1048576 2024-07-26T06:24:48.967 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.966+0000 7f19304c3640 1 < completed part key=_multipart_7P9AQQD7XI2Z.2~3AP7QNT4MWMM.1 size=468593 2024-07-26T06:24:48.969 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.969+0000 7f19304c3640 1 < canceled multipart upload key=7P9AQQD7XI2Z upload=3AP7QNT4MWMM tag=PAE77ZJAX6SP type=write size=2565745 2024-07-26T06:24:48.971 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.970+0000 7f19304c3640 1 > prepared operation key=PN7DBK1NNJVB tag=SGDMPV0MZU37 type=del size=1185936 2024-07-26T06:24:48.972 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.972+0000 7f19304c3640 1 < completed part key=_multipart_0PV4L596ZFOW.2~K7YJSH93MO8Q.0 size=1048576 2024-07-26T06:24:48.973 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.973+0000 7f19304c3640 1 < completed part key=_multipart_0PV4L596ZFOW.2~K7YJSH93MO8Q.1 size=1048576 2024-07-26T06:24:48.975 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.975+0000 7f19304c3640 1 < completed part key=_multipart_0PV4L596ZFOW.2~K7YJSH93MO8Q.2 size=85162 2024-07-26T06:24:48.977 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.977+0000 7f19304c3640 1 < completed multipart upload key=0PV4L596ZFOW upload=K7YJSH93MO8Q tag=J7XG7TOXUM8I type=write size=3230890 2024-07-26T06:24:48.979 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.979+0000 7f19304c3640 1 > prepared operation key=CXCXAKPQIOKH tag=12KB2EU40MV9 type=del size=1452356 2024-07-26T06:24:48.981 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.980+0000 7f19304c3640 1 < completed delete operation key=QMPZ7GQNIH0K tag=PVT0XRKR1P2Z type=del 2024-07-26T06:24:48.983 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.983+0000 7f19304c3640 1 > prepared part key=_multipart_55ZIE8HVR68M.2~HX11656J0QJ2.0 size=1048576 2024-07-26T06:24:48.985 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.984+0000 7f19304c3640 1 > prepared part key=_multipart_55ZIE8HVR68M.2~HX11656J0QJ2.1 size=15783 2024-07-26T06:24:48.985 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.984+0000 7f19304c3640 1 > prepared multipart upload key=55ZIE8HVR68M upload=HX11656J0QJ2 tag=BDHI1AZ2WXQK type=write size=2112935 2024-07-26T06:24:48.988 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.987+0000 7f19304c3640 1 < suggested remove operation key=G2XJVRBLSPE9 tag=8ZLLTKTPMKD1 type=del 2024-07-26T06:24:48.991 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.991+0000 7f19304c3640 1 > prepared part key=_multipart_SSAHKRHXMDHN.2~LL5A09YKNWI7.0 size=457181 2024-07-26T06:24:48.991 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.991+0000 7f19304c3640 1 > prepared multipart upload key=SSAHKRHXMDHN upload=LL5A09YKNWI7 tag=GM92BR1LE3EB type=write size=1505757 2024-07-26T06:24:48.993 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.993+0000 7f19304c3640 1 < completed delete operation key=YDC2NRQG9YFE tag=OR0XT3JT28NX type=del 2024-07-26T06:24:48.996 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.996+0000 7f19304c3640 1 > prepared part key=_multipart_G70GGG8ITGEE.2~NWLQGN9UHGP5.0 size=1048576 2024-07-26T06:24:48.998 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.997+0000 7f19304c3640 1 > prepared part key=_multipart_G70GGG8ITGEE.2~NWLQGN9UHGP5.1 size=1048576 2024-07-26T06:24:48.999 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.999+0000 7f19304c3640 1 > prepared part key=_multipart_G70GGG8ITGEE.2~NWLQGN9UHGP5.2 size=207748 2024-07-26T06:24:48.999 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:48.999+0000 7f19304c3640 1 > prepared multipart upload key=G70GGG8ITGEE upload=NWLQGN9UHGP5 tag=ED5UC5KJ6S24 type=write size=3353476 2024-07-26T06:24:49.000 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.000+0000 7f19304c3640 1 < completed part key=_multipart_TWRRPXYVH5FW.2~IVDNB16YB11Q.0 size=207751 2024-07-26T06:24:49.003 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.002+0000 7f19304c3640 1 < completed multipart upload key=TWRRPXYVH5FW upload=IVDNB16YB11Q tag=6MA0KVUDTC4G type=write size=1256327 2024-07-26T06:24:49.004 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.004+0000 7f19304c3640 1 > prepared operation key=512VC812AWRN tag=OOGGZCTONOM3 type=write size=116874 2024-07-26T06:24:49.006 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.006+0000 7f19304c3640 1 < completed delete operation key=V4QX80DR86I3 tag=J2V3KU9DJ151 type=del 2024-07-26T06:24:49.010 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.009+0000 7f19304c3640 1 > prepared part key=_multipart_QMPZ7GQNIH0K.2~FXT9LHV3EF1F.0 size=469406 2024-07-26T06:24:49.010 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.009+0000 7f19304c3640 1 > prepared multipart upload key=QMPZ7GQNIH0K upload=FXT9LHV3EF1F tag=Y3M9O2HMDWPO type=write size=1517982 2024-07-26T06:24:49.011 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.011+0000 7f19304c3640 1 < completed delete operation key=M8V7EJP4HHQV tag=532UY6YL93JP type=del 2024-07-26T06:24:49.013 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.012+0000 7f19304c3640 1 > prepared operation key=G70GGG8ITGEE tag=074DT6PZ751G type=del size=2718549 2024-07-26T06:24:49.016 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.016+0000 7f19304c3640 1 < suggested remove operation key=HO4GZ0KNZ8SK tag=SAA5T4T7JMN5 type=write 2024-07-26T06:24:49.018 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.018+0000 7f19304c3640 1 > prepared operation key=512VC812AWRN tag=UG7MJTM46N3Y type=del size=3179086 2024-07-26T06:24:49.020 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.020+0000 7f19304c3640 1 < canceled operation key=512VC812AWRN tag=E1UHPOR45VJ0 type=del size=3432591 2024-07-26T06:24:49.022 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.022+0000 7f19304c3640 1 > prepared operation key=V4RJB0J6F7NB tag=7XPPBUN2BM4E type=del size=225566 2024-07-26T06:24:49.023 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.023+0000 7f19304c3640 1 < canceled operation key=23K6MK7R266R tag=RVQ9EUZUJUW7 type=del size=2698187 2024-07-26T06:24:49.026 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.026+0000 7f19304c3640 1 > prepared part key=_multipart_512VC812AWRN.2~XJB3A2KRM0O3.0 size=1048576 2024-07-26T06:24:49.027 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.027+0000 7f19304c3640 1 > prepared part key=_multipart_512VC812AWRN.2~XJB3A2KRM0O3.1 size=467273 2024-07-26T06:24:49.027 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.027+0000 7f19304c3640 1 > prepared multipart upload key=512VC812AWRN upload=XJB3A2KRM0O3 tag=XB83MUDA82LP type=write size=2564425 2024-07-26T06:24:49.029 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.029+0000 7f19304c3640 1 < completed delete operation key=ZSYF9DE73TR8 tag=MDWHLK509RXQ type=del 2024-07-26T06:24:49.033 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.032+0000 7f19304c3640 1 > prepared part key=_multipart_512VC812AWRN.2~SYPKF7V78MW9.0 size=84237 2024-07-26T06:24:49.033 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.032+0000 7f19304c3640 1 > prepared multipart upload key=512VC812AWRN upload=SYPKF7V78MW9 tag=6U61SL6TSYQ8 type=write size=1132813 2024-07-26T06:24:49.035 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.035+0000 7f19304c3640 1 < completed delete operation key=0PV4L596ZFOW tag=CF8370NWY80N type=del 2024-07-26T06:24:49.038 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.038+0000 7f19304c3640 1 > prepared part key=_multipart_23K6MK7R266R.2~2MSZ8RMZIX77.0 size=1048576 2024-07-26T06:24:49.039 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.039+0000 7f19304c3640 1 > prepared part key=_multipart_23K6MK7R266R.2~2MSZ8RMZIX77.1 size=1048576 2024-07-26T06:24:49.041 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.040+0000 7f19304c3640 1 > prepared part key=_multipart_23K6MK7R266R.2~2MSZ8RMZIX77.2 size=736278 2024-07-26T06:24:49.041 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.040+0000 7f19304c3640 1 > prepared multipart upload key=23K6MK7R266R upload=2MSZ8RMZIX77 tag=FW371OTVZSCN type=write size=3882006 2024-07-26T06:24:49.043 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.043+0000 7f19304c3640 1 < completed part key=_multipart_F3QUORF2HDZY.2~MJ5QQEAWEZ5P.0 size=265648 2024-07-26T06:24:49.045 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.045+0000 7f19304c3640 1 < completed multipart upload key=F3QUORF2HDZY upload=MJ5QQEAWEZ5P tag=UP6T2JTG9N7U type=write size=1314224 2024-07-26T06:24:49.047 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.047+0000 7f19304c3640 1 > prepared operation key=7P9AQQD7XI2Z tag=RWGP47D0459H type=del size=1479984 2024-07-26T06:24:49.049 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.048+0000 7f19304c3640 1 < completed delete operation key=CXCXAKPQIOKH tag=LYD2RDS035K4 type=del 2024-07-26T06:24:49.052 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.051+0000 7f19304c3640 1 > prepared part key=_multipart_2I9DGCCZ992A.2~S87E1HZC9LGR.0 size=1048576 2024-07-26T06:24:49.053 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.053+0000 7f19304c3640 1 > prepared part key=_multipart_2I9DGCCZ992A.2~S87E1HZC9LGR.1 size=70729 2024-07-26T06:24:49.053 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.053+0000 7f19304c3640 1 > prepared multipart upload key=2I9DGCCZ992A upload=S87E1HZC9LGR tag=U8SLRVVZZ1A7 type=write size=2167881 2024-07-26T06:24:49.058 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.055+0000 7f19304c3640 -1 < failed to complete operation key=HO4GZ0KNZ8SK tag=K1WRUPS4PUAE type=del size=1538038: (22) Invalid argument 2024-07-26T06:24:49.059 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.056+0000 7f19304c3640 1 > prepared operation key=Y0JGX4QVQXEC tag=83ISYA1CYQOX type=del size=2219558 2024-07-26T06:24:49.059 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.058+0000 7f19304c3640 1 < completed delete operation key=PN7DBK1NNJVB tag=SGDMPV0MZU37 type=del 2024-07-26T06:24:49.060 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.060+0000 7f19304c3640 1 > prepared operation key=LCDUWKN6AQNU tag=164GS3PV5V2S type=del size=461733 2024-07-26T06:24:49.062 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.061+0000 7f19304c3640 1 < completed delete operation key=CXCXAKPQIOKH tag=12KB2EU40MV9 type=del 2024-07-26T06:24:49.064 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.064+0000 7f19304c3640 1 > prepared part key=_multipart_1I2JP28R3YNS.2~9S6LEY0HIEU2.0 size=1048576 2024-07-26T06:24:49.066 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.066+0000 7f19304c3640 1 > prepared part key=_multipart_1I2JP28R3YNS.2~9S6LEY0HIEU2.1 size=945829 2024-07-26T06:24:49.066 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.066+0000 7f19304c3640 1 > prepared multipart upload key=1I2JP28R3YNS upload=9S6LEY0HIEU2 tag=YTAFBWSVQT8N type=write size=3042981 2024-07-26T06:24:49.068 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.068+0000 7f19304c3640 1 < completed part key=_multipart_55ZIE8HVR68M.2~HX11656J0QJ2.0 size=1048576 2024-07-26T06:24:49.070 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.070+0000 7f19304c3640 1 < completed part key=_multipart_55ZIE8HVR68M.2~HX11656J0QJ2.1 size=15783 2024-07-26T06:24:49.073 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.073+0000 7f19304c3640 1 < completed multipart upload key=55ZIE8HVR68M upload=HX11656J0QJ2 tag=BDHI1AZ2WXQK type=write size=2112935 2024-07-26T06:24:49.075 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.075+0000 7f19304c3640 1 > prepared operation key=G70GGG8ITGEE tag=V3R65S64DG1V type=del size=2883939 2024-07-26T06:24:49.077 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.076+0000 7f19304c3640 1 < completed part key=_multipart_SSAHKRHXMDHN.2~LL5A09YKNWI7.0 size=457181 2024-07-26T06:24:49.079 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.079+0000 7f19304c3640 1 < completed multipart upload key=SSAHKRHXMDHN upload=LL5A09YKNWI7 tag=GM92BR1LE3EB type=write size=1505757 2024-07-26T06:24:49.082 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.081+0000 7f19304c3640 1 > prepared operation key=2I9DGCCZ992A tag=78YAUZ093M2Y type=del size=1606491 2024-07-26T06:24:49.083 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.082+0000 7f19304c3640 1 < completed part key=_multipart_G70GGG8ITGEE.2~NWLQGN9UHGP5.0 size=1048576 2024-07-26T06:24:49.084 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.084+0000 7f19304c3640 1 < completed part key=_multipart_G70GGG8ITGEE.2~NWLQGN9UHGP5.1 size=1048576 2024-07-26T06:24:49.085 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.085+0000 7f19304c3640 1 < completed part key=_multipart_G70GGG8ITGEE.2~NWLQGN9UHGP5.2 size=207748 2024-07-26T06:24:49.088 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.088+0000 7f19304c3640 1 < completed multipart upload key=G70GGG8ITGEE upload=NWLQGN9UHGP5 tag=ED5UC5KJ6S24 type=write size=3353476 2024-07-26T06:24:49.090 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.089+0000 7f19304c3640 1 > prepared operation key=55ZIE8HVR68M tag=19N10582AS1R type=del size=154797 2024-07-26T06:24:49.092 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.092+0000 7f19304c3640 1 < canceled operation key=512VC812AWRN tag=OOGGZCTONOM3 type=write size=116874 2024-07-26T06:24:49.097 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.097+0000 7f19304c3640 1 > prepared part key=_multipart_512VC812AWRN.2~X1CM9VBNOBFT.0 size=1048576 2024-07-26T06:24:49.100 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.099+0000 7f19304c3640 1 > prepared part key=_multipart_512VC812AWRN.2~X1CM9VBNOBFT.1 size=254577 2024-07-26T06:24:49.100 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.099+0000 7f19304c3640 1 > prepared multipart upload key=512VC812AWRN upload=X1CM9VBNOBFT tag=ABEWWSOZ67BB type=write size=2351729 2024-07-26T06:24:49.102 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.101+0000 7f19304c3640 1 < completed part key=_multipart_QMPZ7GQNIH0K.2~FXT9LHV3EF1F.0 size=469406 2024-07-26T06:24:49.104 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.104+0000 7f19304c3640 1 < completed multipart upload key=QMPZ7GQNIH0K upload=FXT9LHV3EF1F tag=Y3M9O2HMDWPO type=write size=1517982 2024-07-26T06:24:49.105 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.105+0000 7f19304c3640 1 > prepared operation key=4ZWJ6XHKZXZF tag=QQ9SM4ISLFZ3 type=del size=2195306 2024-07-26T06:24:49.107 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.107+0000 7f19304c3640 1 < completed delete operation key=G70GGG8ITGEE tag=074DT6PZ751G type=del 2024-07-26T06:24:49.109 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.108+0000 7f19304c3640 1 > prepared operation key=2TS50KKRU12E tag=EE8KODW2VXI2 type=del size=4121517 2024-07-26T06:24:49.110 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.110+0000 7f19304c3640 1 < canceled operation key=512VC812AWRN tag=UG7MJTM46N3Y type=del size=3179086 2024-07-26T06:24:49.112 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.111+0000 7f19304c3640 1 > prepared operation key=PN7DBK1NNJVB tag=UK9T81K4VHYU type=del size=1674449 2024-07-26T06:24:49.113 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.113+0000 7f19304c3640 1 < completed delete operation key=V4RJB0J6F7NB tag=7XPPBUN2BM4E type=del 2024-07-26T06:24:49.117 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.116+0000 7f19304c3640 1 > prepared part key=_multipart_G70GGG8ITGEE.2~5D1JCF4NSZSW.0 size=1048576 2024-07-26T06:24:49.118 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.117+0000 7f19304c3640 1 > prepared part key=_multipart_G70GGG8ITGEE.2~5D1JCF4NSZSW.1 size=1048576 2024-07-26T06:24:49.119 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.119+0000 7f19304c3640 1 > prepared part key=_multipart_G70GGG8ITGEE.2~5D1JCF4NSZSW.2 size=1036793 2024-07-26T06:24:49.119 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.119+0000 7f19304c3640 1 > prepared multipart upload key=G70GGG8ITGEE upload=5D1JCF4NSZSW tag=R656MM98687H type=write size=4182521 2024-07-26T06:24:49.119 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.119+0000 7f19304c3640 1 < canceled part key=_multipart_512VC812AWRN.2~XJB3A2KRM0O3.0 size=1048576 2024-07-26T06:24:49.120 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.120+0000 7f19304c3640 1 < completed part key=_multipart_512VC812AWRN.2~XJB3A2KRM0O3.1 size=467273 2024-07-26T06:24:49.123 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.123+0000 7f19304c3640 1 < canceled multipart upload key=512VC812AWRN upload=XJB3A2KRM0O3 tag=XB83MUDA82LP type=write size=2564425 2024-07-26T06:24:49.125 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.124+0000 7f19304c3640 1 > prepared operation key=ZSYF9DE73TR8 tag=N314B4CWSI01 type=del size=876194 2024-07-26T06:24:49.126 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.126+0000 7f19304c3640 1 < completed part key=_multipart_512VC812AWRN.2~SYPKF7V78MW9.0 size=84237 2024-07-26T06:24:49.129 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.129+0000 7f19304c3640 1 < completed multipart upload key=512VC812AWRN upload=SYPKF7V78MW9 tag=6U61SL6TSYQ8 type=write size=1132813 2024-07-26T06:24:49.131 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.130+0000 7f19304c3640 1 > prepared operation key=QMPZ7GQNIH0K tag=M7K2RGHAM4A6 type=del size=3522346 2024-07-26T06:24:49.133 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.132+0000 7f19304c3640 1 < completed part key=_multipart_23K6MK7R266R.2~2MSZ8RMZIX77.0 size=1048576 2024-07-26T06:24:49.134 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.134+0000 7f19304c3640 1 < completed part key=_multipart_23K6MK7R266R.2~2MSZ8RMZIX77.1 size=1048576 2024-07-26T06:24:49.135 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.135+0000 7f19304c3640 1 < completed part key=_multipart_23K6MK7R266R.2~2MSZ8RMZIX77.2 size=736278 2024-07-26T06:24:49.138 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.138+0000 7f19304c3640 1 < completed multipart upload key=23K6MK7R266R upload=2MSZ8RMZIX77 tag=FW371OTVZSCN type=write size=3882006 2024-07-26T06:24:49.140 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.139+0000 7f19304c3640 1 > prepared operation key=2I9DGCCZ992A tag=PA0N0116QIWW type=write size=502156 2024-07-26T06:24:49.143 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.143+0000 7f19304c3640 1 < suggested remove operation key=7P9AQQD7XI2Z tag=RWGP47D0459H type=del 2024-07-26T06:24:49.144 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.144+0000 7f19304c3640 1 > prepared operation key=V4RJB0J6F7NB tag=A4QBZLRO8ROE type=del size=2529630 2024-07-26T06:24:49.146 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.146+0000 7f19304c3640 1 < completed part key=_multipart_2I9DGCCZ992A.2~S87E1HZC9LGR.0 size=1048576 2024-07-26T06:24:49.148 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.147+0000 7f19304c3640 1 < completed part key=_multipart_2I9DGCCZ992A.2~S87E1HZC9LGR.1 size=70729 2024-07-26T06:24:49.150 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.150+0000 7f19304c3640 1 < completed multipart upload key=2I9DGCCZ992A upload=S87E1HZC9LGR tag=U8SLRVVZZ1A7 type=write size=2167881 2024-07-26T06:24:49.152 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.152+0000 7f19304c3640 1 > prepared operation key=2I9DGCCZ992A tag=OSI52UM4CHOY type=del size=58101 2024-07-26T06:24:49.154 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.153+0000 7f19304c3640 1 < completed delete operation key=Y0JGX4QVQXEC tag=83ISYA1CYQOX type=del 2024-07-26T06:24:49.155 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.155+0000 7f19304c3640 1 > prepared operation key=D2CZZ6A8YSHC tag=12IHCEZZ4CE2 type=del size=2496882 2024-07-26T06:24:49.157 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.157+0000 7f19304c3640 1 < completed delete operation key=LCDUWKN6AQNU tag=164GS3PV5V2S type=del 2024-07-26T06:24:49.159 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.159+0000 7f19304c3640 1 > prepared operation key=2I9DGCCZ992A tag=934O5NQL5VOW type=del size=1222160 2024-07-26T06:24:49.161 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.161+0000 7f19304c3640 1 < completed part key=_multipart_1I2JP28R3YNS.2~9S6LEY0HIEU2.0 size=1048576 2024-07-26T06:24:49.161 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.161+0000 7f19304c3640 1 < canceled part key=_multipart_1I2JP28R3YNS.2~9S6LEY0HIEU2.1 size=945829 2024-07-26T06:24:49.164 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.164+0000 7f19304c3640 1 < canceled multipart upload key=1I2JP28R3YNS upload=9S6LEY0HIEU2 tag=YTAFBWSVQT8N type=write size=3042981 2024-07-26T06:24:49.165 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.165+0000 7f19304c3640 1 > prepared operation key=512VC812AWRN tag=9TNHDGJ21YY3 type=write size=251370 2024-07-26T06:24:49.168 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.168+0000 7f19304c3640 1 < suggested remove operation key=G70GGG8ITGEE tag=V3R65S64DG1V type=del 2024-07-26T06:24:49.170 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.170+0000 7f19304c3640 1 > prepared operation key=512VC812AWRN tag=SMLLDZS0D8VE type=del size=3798019 2024-07-26T06:24:49.172 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.172+0000 7f19304c3640 1 < completed delete operation key=2I9DGCCZ992A tag=78YAUZ093M2Y type=del 2024-07-26T06:24:49.173 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.173+0000 7f19304c3640 1 > prepared operation key=7P9AQQD7XI2Z tag=H3048KUDW055 type=del size=1141373 2024-07-26T06:24:49.175 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.175+0000 7f19304c3640 1 < completed delete operation key=55ZIE8HVR68M tag=19N10582AS1R type=del 2024-07-26T06:24:49.178 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.178+0000 7f19304c3640 1 > prepared part key=_multipart_SSAHKRHXMDHN.2~ZA9XK9B6ZG5W.0 size=755007 2024-07-26T06:24:49.178 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.178+0000 7f19304c3640 1 > prepared multipart upload key=SSAHKRHXMDHN upload=ZA9XK9B6ZG5W tag=UE8IQB6CWS66 type=write size=1803583 2024-07-26T06:24:49.179 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.178+0000 7f19304c3640 1 < canceled part key=_multipart_512VC812AWRN.2~X1CM9VBNOBFT.0 size=1048576 2024-07-26T06:24:49.179 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.178+0000 7f19304c3640 1 < canceled part key=_multipart_512VC812AWRN.2~X1CM9VBNOBFT.1 size=254577 2024-07-26T06:24:49.181 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.181+0000 7f19304c3640 1 < canceled multipart upload key=512VC812AWRN upload=X1CM9VBNOBFT tag=ABEWWSOZ67BB type=write size=2351729 2024-07-26T06:24:49.183 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.183+0000 7f19304c3640 1 > prepared operation key=23K6MK7R266R tag=C7X1BY45PFMJ type=del size=3332605 2024-07-26T06:24:49.185 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.184+0000 7f19304c3640 1 < canceled operation key=4ZWJ6XHKZXZF tag=QQ9SM4ISLFZ3 type=del size=2195306 2024-07-26T06:24:49.186 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.186+0000 7f19304c3640 1 > prepared operation key=Y0JGX4QVQXEC tag=4Y16M9DLZBCF type=del size=1306800 2024-07-26T06:24:49.189 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.189+0000 7f19304c3640 1 < suggested remove operation key=2TS50KKRU12E tag=EE8KODW2VXI2 type=del 2024-07-26T06:24:49.191 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.191+0000 7f19304c3640 1 > prepared operation key=2I9DGCCZ992A tag=AFQ7J2TNBK2U type=del size=1646531 2024-07-26T06:24:49.193 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.192+0000 7f19304c3640 1 < completed delete operation key=PN7DBK1NNJVB tag=UK9T81K4VHYU type=del 2024-07-26T06:24:49.195 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.195+0000 7f19304c3640 1 > prepared part key=_multipart_7GGA1PRXXHDC.2~635B210094BF.0 size=950112 2024-07-26T06:24:49.196 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.195+0000 7f19304c3640 1 > prepared multipart upload key=7GGA1PRXXHDC upload=635B210094BF tag=0F4UJCFZWJDG type=write size=1998688 2024-07-26T06:24:49.197 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.197+0000 7f19304c3640 1 < completed part key=_multipart_G70GGG8ITGEE.2~5D1JCF4NSZSW.0 size=1048576 2024-07-26T06:24:49.198 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.198+0000 7f19304c3640 1 < completed part key=_multipart_G70GGG8ITGEE.2~5D1JCF4NSZSW.1 size=1048576 2024-07-26T06:24:49.199 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.199+0000 7f19304c3640 1 < completed part key=_multipart_G70GGG8ITGEE.2~5D1JCF4NSZSW.2 size=1036793 2024-07-26T06:24:49.202 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.202+0000 7f19304c3640 1 < completed multipart upload key=G70GGG8ITGEE upload=5D1JCF4NSZSW tag=R656MM98687H type=write size=4182521 2024-07-26T06:24:49.204 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.203+0000 7f19304c3640 1 > prepared operation key=Y31PRFKXA0KI tag=KOQ2SMLIR1FX type=del size=3833450 2024-07-26T06:24:49.205 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.205+0000 7f19304c3640 1 < canceled operation key=ZSYF9DE73TR8 tag=N314B4CWSI01 type=del size=876194 2024-07-26T06:24:49.208 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.208+0000 7f19304c3640 1 > prepared part key=_multipart_QMPZ7GQNIH0K.2~9QN6T6R8E56N.0 size=442952 2024-07-26T06:24:49.208 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.208+0000 7f19304c3640 1 > prepared multipart upload key=QMPZ7GQNIH0K upload=9QN6T6R8E56N tag=2WWO43VZUAIV type=write size=1491528 2024-07-26T06:24:49.210 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.210+0000 7f19304c3640 1 < canceled operation key=QMPZ7GQNIH0K tag=M7K2RGHAM4A6 type=del size=3522346 2024-07-26T06:24:49.212 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.212+0000 7f19304c3640 1 > prepared operation key=SQ0RDJVR9PPL tag=1HGMPL1XP7P0 type=del size=371708 2024-07-26T06:24:49.213 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.213+0000 7f19304c3640 1 < completed write operation key=2I9DGCCZ992A tag=PA0N0116QIWW type=write size=502156 2024-07-26T06:24:49.215 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.215+0000 7f19304c3640 1 > prepared operation key=0PV4L596ZFOW tag=L2HE2LMA8VSH type=write size=690597 2024-07-26T06:24:49.216 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.216+0000 7f19304c3640 1 < completed delete operation key=V4RJB0J6F7NB tag=A4QBZLRO8ROE type=del 2024-07-26T06:24:49.218 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.218+0000 7f19304c3640 1 > prepared operation key=SQ0RDJVR9PPL tag=RG27ZA640SQS type=write size=171820 2024-07-26T06:24:49.221 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.221+0000 7f19304c3640 1 < suggested update operation key=2I9DGCCZ992A tag=OSI52UM4CHOY type=del size=58101 2024-07-26T06:24:49.223 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.222+0000 7f19304c3640 1 > prepared operation key=ZSYF9DE73TR8 tag=MNMKYA9W0P2A type=write size=709858 2024-07-26T06:24:49.224 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.224+0000 7f19304c3640 1 < completed delete operation key=D2CZZ6A8YSHC tag=12IHCEZZ4CE2 type=del 2024-07-26T06:24:49.226 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.226+0000 7f19304c3640 1 > prepared operation key=G70GGG8ITGEE tag=UCH1ER72N3KS type=del size=2692458 2024-07-26T06:24:49.228 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.227+0000 7f19304c3640 -1 < failed to complete operation key=2I9DGCCZ992A tag=934O5NQL5VOW type=del size=1222160: (22) Invalid argument 2024-07-26T06:24:49.231 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.231+0000 7f19304c3640 1 > prepared part key=_multipart_C2RTY1II1OSK.2~SSO8WAH9H2SI.0 size=1048576 2024-07-26T06:24:49.232 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.232+0000 7f19304c3640 1 > prepared part key=_multipart_C2RTY1II1OSK.2~SSO8WAH9H2SI.1 size=337585 2024-07-26T06:24:49.232 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.232+0000 7f19304c3640 1 > prepared multipart upload key=C2RTY1II1OSK upload=SSO8WAH9H2SI tag=WN132T86K4CJ type=write size=2434737 2024-07-26T06:24:49.235 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.235+0000 7f19304c3640 1 < suggested update operation key=512VC812AWRN tag=9TNHDGJ21YY3 type=write size=251370 2024-07-26T06:24:49.237 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.237+0000 7f19304c3640 1 > prepared operation key=55ZIE8HVR68M tag=RUZRGVDMB8C8 type=del size=3453219 2024-07-26T06:24:49.239 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.239+0000 7f19304c3640 -1 < failed to complete operation key=512VC812AWRN tag=SMLLDZS0D8VE type=del size=3798019: (22) Invalid argument 2024-07-26T06:24:49.241 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.241+0000 7f19304c3640 1 > prepared operation key=PN7DBK1NNJVB tag=EDKCVWL8Q1D3 type=del size=977229 2024-07-26T06:24:49.244 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.243+0000 7f19304c3640 1 < suggested remove operation key=7P9AQQD7XI2Z tag=H3048KUDW055 type=del 2024-07-26T06:24:49.245 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.245+0000 7f19304c3640 1 > prepared operation key=CXCXAKPQIOKH tag=C75RBFASXWAO type=del size=3334332 2024-07-26T06:24:49.246 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.246+0000 7f19304c3640 1 < completed part key=_multipart_SSAHKRHXMDHN.2~ZA9XK9B6ZG5W.0 size=755007 2024-07-26T06:24:49.249 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.249+0000 7f19304c3640 1 < completed multipart upload key=SSAHKRHXMDHN upload=ZA9XK9B6ZG5W tag=UE8IQB6CWS66 type=write size=1803583 2024-07-26T06:24:49.252 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.252+0000 7f19304c3640 1 > prepared part key=_multipart_YDC2NRQG9YFE.2~CXPQW6ZTSACT.0 size=875364 2024-07-26T06:24:49.252 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.252+0000 7f19304c3640 1 > prepared multipart upload key=YDC2NRQG9YFE upload=CXPQW6ZTSACT tag=9JTCDVAI2BR8 type=write size=1923940 2024-07-26T06:24:49.253 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.253+0000 7f19304c3640 1 < completed delete operation key=23K6MK7R266R tag=C7X1BY45PFMJ type=del 2024-07-26T06:24:49.255 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.255+0000 7f19304c3640 1 > prepared operation key=23K6MK7R266R tag=2B5K8XHXI2OJ type=del size=563243 2024-07-26T06:24:49.256 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.256+0000 7f19304c3640 1 < completed delete operation key=Y0JGX4QVQXEC tag=4Y16M9DLZBCF type=del 2024-07-26T06:24:49.258 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.258+0000 7f19304c3640 1 > prepared operation key=4ZWJ6XHKZXZF tag=L5RXMEIB2VYQ type=del size=2863631 2024-07-26T06:24:49.260 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.260+0000 7f19304c3640 -1 < failed to complete operation key=2I9DGCCZ992A tag=AFQ7J2TNBK2U type=del size=1646531: (22) Invalid argument 2024-07-26T06:24:49.262 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.261+0000 7f19304c3640 1 > prepared operation key=G70GGG8ITGEE tag=OAFZKX6326L4 type=del size=1483712 2024-07-26T06:24:49.263 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.263+0000 7f19304c3640 1 < completed part key=_multipart_7GGA1PRXXHDC.2~635B210094BF.0 size=950112 2024-07-26T06:24:49.266 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.266+0000 7f19304c3640 1 < completed multipart upload key=7GGA1PRXXHDC upload=635B210094BF tag=0F4UJCFZWJDG type=write size=1998688 2024-07-26T06:24:49.269 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.269+0000 7f19304c3640 1 > prepared part key=_multipart_D2CZZ6A8YSHC.2~7D34VS19QGNP.0 size=1048576 2024-07-26T06:24:49.271 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.270+0000 7f19304c3640 1 > prepared part key=_multipart_D2CZZ6A8YSHC.2~7D34VS19QGNP.1 size=629525 2024-07-26T06:24:49.271 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.270+0000 7f19304c3640 1 > prepared multipart upload key=D2CZZ6A8YSHC upload=7D34VS19QGNP tag=NHMOGGU79XRD type=write size=2726677 2024-07-26T06:24:49.272 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.272+0000 7f19304c3640 1 < completed delete operation key=Y31PRFKXA0KI tag=KOQ2SMLIR1FX type=del 2024-07-26T06:24:49.274 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.273+0000 7f19304c3640 1 > prepared operation key=7P9AQQD7XI2Z tag=O9OD806DYG79 type=del size=293938 2024-07-26T06:24:49.275 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.275+0000 7f19304c3640 1 < completed part key=_multipart_QMPZ7GQNIH0K.2~9QN6T6R8E56N.0 size=442952 2024-07-26T06:24:49.278 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.278+0000 7f19304c3640 1 < completed multipart upload key=QMPZ7GQNIH0K upload=9QN6T6R8E56N tag=2WWO43VZUAIV type=write size=1491528 2024-07-26T06:24:49.280 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.279+0000 7f19304c3640 1 > prepared operation key=Y0JGX4QVQXEC tag=TK26QRYKG7Z4 type=write size=867415 2024-07-26T06:24:49.281 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.281+0000 7f19304c3640 1 < canceled operation key=SQ0RDJVR9PPL tag=1HGMPL1XP7P0 type=del size=371708 2024-07-26T06:24:49.283 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.283+0000 7f19304c3640 1 > prepared operation key=8J29YNE031PP tag=U2LVT91DDPSG type=del size=3009393 2024-07-26T06:24:49.285 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.285+0000 7f19304c3640 1 < completed write operation key=0PV4L596ZFOW tag=L2HE2LMA8VSH type=write size=690597 2024-07-26T06:24:49.288 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.288+0000 7f19304c3640 1 > prepared part key=_multipart_QMPZ7GQNIH0K.2~3X0H9D8ABTQE.0 size=1048576 2024-07-26T06:24:49.289 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.289+0000 7f19304c3640 1 > prepared part key=_multipart_QMPZ7GQNIH0K.2~3X0H9D8ABTQE.1 size=43045 2024-07-26T06:24:49.290 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.289+0000 7f19304c3640 1 > prepared multipart upload key=QMPZ7GQNIH0K upload=3X0H9D8ABTQE tag=HK2PSMA0Q1OO type=write size=2140197 2024-07-26T06:24:49.293 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.292+0000 7f19304c3640 1 < suggested remove operation key=SQ0RDJVR9PPL tag=RG27ZA640SQS type=write 2024-07-26T06:24:49.294 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.294+0000 7f19304c3640 1 > prepared operation key=SSAHKRHXMDHN tag=3TM8SQBI9EPI type=del size=4173027 2024-07-26T06:24:49.296 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.295+0000 7f19304c3640 1 < canceled operation key=ZSYF9DE73TR8 tag=MNMKYA9W0P2A type=write size=709858 2024-07-26T06:24:49.297 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.297+0000 7f19304c3640 1 > prepared operation key=1I2JP28R3YNS tag=D8PR3IT89E6T type=del size=43401 2024-07-26T06:24:49.299 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.299+0000 7f19304c3640 1 < completed delete operation key=G70GGG8ITGEE tag=UCH1ER72N3KS type=del 2024-07-26T06:24:49.301 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.301+0000 7f19304c3640 1 > prepared part key=_multipart_Y0JGX4QVQXEC.2~MWS28I24CG23.0 size=408935 2024-07-26T06:24:49.302 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.301+0000 7f19304c3640 1 > prepared multipart upload key=Y0JGX4QVQXEC upload=MWS28I24CG23 tag=17RA8ZG2Z79Z type=write size=1457511 2024-07-26T06:24:49.303 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.303+0000 7f19304c3640 1 < completed part key=_multipart_C2RTY1II1OSK.2~SSO8WAH9H2SI.0 size=1048576 2024-07-26T06:24:49.303 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.303+0000 7f19304c3640 1 < canceled part key=_multipart_C2RTY1II1OSK.2~SSO8WAH9H2SI.1 size=337585 2024-07-26T06:24:49.306 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.306+0000 7f19304c3640 1 < canceled multipart upload key=C2RTY1II1OSK upload=SSO8WAH9H2SI tag=WN132T86K4CJ type=write size=2434737 2024-07-26T06:24:49.307 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.307+0000 7f19304c3640 1 > prepared operation key=2I9DGCCZ992A tag=GVU1QQ0G3AYZ type=write size=863810 2024-07-26T06:24:49.311 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.311+0000 7f19304c3640 1 < completed delete operation key=55ZIE8HVR68M tag=RUZRGVDMB8C8 type=del 2024-07-26T06:24:49.314 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.314+0000 7f19304c3640 1 > prepared operation key=QMPZ7GQNIH0K tag=PO4XQ5LQP8XW type=write size=591747 2024-07-26T06:24:49.316 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.315+0000 7f19304c3640 1 < completed delete operation key=PN7DBK1NNJVB tag=EDKCVWL8Q1D3 type=del 2024-07-26T06:24:49.317 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.317+0000 7f19304c3640 1 > prepared operation key=SQ0RDJVR9PPL tag=RLONA83SFLUP type=del size=1570700 2024-07-26T06:24:49.319 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.319+0000 7f19304c3640 1 < completed delete operation key=CXCXAKPQIOKH tag=C75RBFASXWAO type=del 2024-07-26T06:24:49.322 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.322+0000 7f19304c3640 1 > prepared part key=_multipart_PN7DBK1NNJVB.2~LSHP428IH7R0.0 size=1048576 2024-07-26T06:24:49.324 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.323+0000 7f19304c3640 1 > prepared part key=_multipart_PN7DBK1NNJVB.2~LSHP428IH7R0.1 size=1048576 2024-07-26T06:24:49.326 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.325+0000 7f19304c3640 1 > prepared part key=_multipart_PN7DBK1NNJVB.2~LSHP428IH7R0.2 size=393430 2024-07-26T06:24:49.327 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.325+0000 7f19304c3640 1 > prepared multipart upload key=PN7DBK1NNJVB upload=LSHP428IH7R0 tag=YRZBUN2ACRMA type=write size=3539158 2024-07-26T06:24:49.327 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.326+0000 7f19304c3640 1 < canceled part key=_multipart_YDC2NRQG9YFE.2~CXPQW6ZTSACT.0 size=875364 2024-07-26T06:24:49.329 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.328+0000 7f19304c3640 1 < canceled multipart upload key=YDC2NRQG9YFE upload=CXPQW6ZTSACT tag=9JTCDVAI2BR8 type=write size=1923940 2024-07-26T06:24:49.332 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.332+0000 7f19304c3640 1 > prepared part key=_multipart_G70GGG8ITGEE.2~Y2W1ADVXOQ7F.0 size=1048576 2024-07-26T06:24:49.333 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.333+0000 7f19304c3640 1 > prepared part key=_multipart_G70GGG8ITGEE.2~Y2W1ADVXOQ7F.1 size=434789 2024-07-26T06:24:49.333 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.333+0000 7f19304c3640 1 > prepared multipart upload key=G70GGG8ITGEE upload=Y2W1ADVXOQ7F tag=A0CAHJSZ64KY type=write size=2531941 2024-07-26T06:24:49.335 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.334+0000 7f19304c3640 1 < completed delete operation key=23K6MK7R266R tag=2B5K8XHXI2OJ type=del 2024-07-26T06:24:49.336 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.336+0000 7f19304c3640 1 > prepared operation key=TWRRPXYVH5FW tag=ITVEKE166XH1 type=del size=4069648 2024-07-26T06:24:49.338 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.337+0000 7f19304c3640 1 < completed delete operation key=4ZWJ6XHKZXZF tag=L5RXMEIB2VYQ type=del 2024-07-26T06:24:49.341 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.340+0000 7f19304c3640 1 > prepared part key=_multipart_Y31PRFKXA0KI.2~3APZ26RALUSG.0 size=1048576 2024-07-26T06:24:49.342 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.342+0000 7f19304c3640 1 > prepared part key=_multipart_Y31PRFKXA0KI.2~3APZ26RALUSG.1 size=1048576 2024-07-26T06:24:49.343 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.343+0000 7f19304c3640 1 > prepared part key=_multipart_Y31PRFKXA0KI.2~3APZ26RALUSG.2 size=915859 2024-07-26T06:24:49.343 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.343+0000 7f19304c3640 1 > prepared multipart upload key=Y31PRFKXA0KI upload=3APZ26RALUSG tag=GK23IL8J71J3 type=write size=4061587 2024-07-26T06:24:49.345 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.344+0000 7f19304c3640 1 < completed delete operation key=G70GGG8ITGEE tag=OAFZKX6326L4 type=del 2024-07-26T06:24:49.346 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.346+0000 7f19304c3640 1 > prepared operation key=2TS50KKRU12E tag=W5HDJEELGVDH type=write size=337081 2024-07-26T06:24:49.347 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.346+0000 7f19304c3640 1 < canceled part key=_multipart_D2CZZ6A8YSHC.2~7D34VS19QGNP.0 size=1048576 2024-07-26T06:24:49.348 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.348+0000 7f19304c3640 1 < completed part key=_multipart_D2CZZ6A8YSHC.2~7D34VS19QGNP.1 size=629525 2024-07-26T06:24:49.351 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.351+0000 7f19304c3640 1 < canceled multipart upload key=D2CZZ6A8YSHC upload=7D34VS19QGNP tag=NHMOGGU79XRD type=write size=2726677 2024-07-26T06:24:49.353 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.353+0000 7f19304c3640 1 > prepared operation key=7P9AQQD7XI2Z tag=QO7D0LL3BKK4 type=write size=583910 2024-07-26T06:24:49.357 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.357+0000 7f19304c3640 1 < suggested remove operation key=7P9AQQD7XI2Z tag=O9OD806DYG79 type=del 2024-07-26T06:24:49.360 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.360+0000 7f19304c3640 1 > prepared operation key=V4QX80DR86I3 tag=11VU0ZQ8GY4U type=del size=1273712 2024-07-26T06:24:49.362 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.362+0000 7f19304c3640 1 < completed write operation key=Y0JGX4QVQXEC tag=TK26QRYKG7Z4 type=write size=867415 2024-07-26T06:24:49.364 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.363+0000 7f19304c3640 1 > prepared operation key=M8V7EJP4HHQV tag=W8WKDL0FPX71 type=del size=3508200 2024-07-26T06:24:49.367 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.367+0000 7f19304c3640 1 < suggested remove operation key=8J29YNE031PP tag=U2LVT91DDPSG type=del 2024-07-26T06:24:49.370 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.370+0000 7f19304c3640 1 > prepared part key=_multipart_QMPZ7GQNIH0K.2~NLOZRL7C1V5U.0 size=1048576 2024-07-26T06:24:49.372 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.371+0000 7f19304c3640 1 > prepared part key=_multipart_QMPZ7GQNIH0K.2~NLOZRL7C1V5U.1 size=424454 2024-07-26T06:24:49.372 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.371+0000 7f19304c3640 1 > prepared multipart upload key=QMPZ7GQNIH0K upload=NLOZRL7C1V5U tag=3GB6CCZGAJWN type=write size=2521606 2024-07-26T06:24:49.373 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.373+0000 7f19304c3640 1 < completed part key=_multipart_QMPZ7GQNIH0K.2~3X0H9D8ABTQE.0 size=1048576 2024-07-26T06:24:49.375 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.375+0000 7f19304c3640 1 < completed part key=_multipart_QMPZ7GQNIH0K.2~3X0H9D8ABTQE.1 size=43045 2024-07-26T06:24:49.377 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.377+0000 7f19304c3640 1 < completed multipart upload key=QMPZ7GQNIH0K upload=3X0H9D8ABTQE tag=HK2PSMA0Q1OO type=write size=2140197 2024-07-26T06:24:49.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:24:49 smithi155 ceph-mon[90160]: pgmap v1394: 137 pgs: 4 creating+peering, 16 unknown, 117 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:24:49.379 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.379+0000 7f19304c3640 1 > prepared operation key=2I9DGCCZ992A tag=8IGS3D1A9459 type=del size=2205688 2024-07-26T06:24:49.382 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.382+0000 7f19304c3640 1 < suggested update operation key=SSAHKRHXMDHN tag=3TM8SQBI9EPI type=del size=4173027 2024-07-26T06:24:49.384 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.384+0000 7f19304c3640 1 > prepared operation key=QMPZ7GQNIH0K tag=5NG3008E4972 type=write size=153635 2024-07-26T06:24:49.385 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.385+0000 7f19304c3640 1 < completed delete operation key=1I2JP28R3YNS tag=D8PR3IT89E6T type=del 2024-07-26T06:24:49.387 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.387+0000 7f19304c3640 1 > prepared operation key=Y0JGX4QVQXEC tag=4P6UC4N9SO71 type=del size=2231382 2024-07-26T06:24:49.389 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.389+0000 7f19304c3640 1 < completed part key=_multipart_Y0JGX4QVQXEC.2~MWS28I24CG23.0 size=408935 2024-07-26T06:24:49.392 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.392+0000 7f19304c3640 1 < completed multipart upload key=Y0JGX4QVQXEC upload=MWS28I24CG23 tag=17RA8ZG2Z79Z type=write size=1457511 2024-07-26T06:24:49.394 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.393+0000 7f19304c3640 1 > prepared operation key=1I2JP28R3YNS tag=RM1FBCRFUS70 type=del size=1221196 2024-07-26T06:24:49.395 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.395+0000 7f19304c3640 1 < completed write operation key=2I9DGCCZ992A tag=GVU1QQ0G3AYZ type=write size=863810 2024-07-26T06:24:49.399 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.398+0000 7f19304c3640 1 > prepared part key=_multipart_Y31PRFKXA0KI.2~DU953HW22WSL.0 size=1048576 2024-07-26T06:24:49.400 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.400+0000 7f19304c3640 1 > prepared part key=_multipart_Y31PRFKXA0KI.2~DU953HW22WSL.1 size=271762 2024-07-26T06:24:49.400 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.400+0000 7f19304c3640 1 > prepared multipart upload key=Y31PRFKXA0KI upload=DU953HW22WSL tag=BDXECM7W31L0 type=write size=2368914 2024-07-26T06:24:49.402 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.401+0000 7f19304c3640 1 < completed write operation key=QMPZ7GQNIH0K tag=PO4XQ5LQP8XW type=write size=591747 2024-07-26T06:24:49.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:24:49 smithi089 ceph-mon[99608]: pgmap v1394: 137 pgs: 4 creating+peering, 16 unknown, 117 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:24:49.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:24:49 smithi089 ceph-mon[102056]: pgmap v1394: 137 pgs: 4 creating+peering, 16 unknown, 117 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:24:49.405 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.404+0000 7f19304c3640 1 > prepared part key=_multipart_7P9AQQD7XI2Z.2~MIH20E71263A.0 size=1006718 2024-07-26T06:24:49.405 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.404+0000 7f19304c3640 1 > prepared multipart upload key=7P9AQQD7XI2Z upload=MIH20E71263A tag=IPX0KIXLJVID type=write size=2055294 2024-07-26T06:24:49.406 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.406+0000 7f19304c3640 1 < completed delete operation key=SQ0RDJVR9PPL tag=RLONA83SFLUP type=del 2024-07-26T06:24:49.410 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.409+0000 7f19304c3640 1 > prepared part key=_multipart_V4RJB0J6F7NB.2~ITKRN5N1TQPU.0 size=381720 2024-07-26T06:24:49.410 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.409+0000 7f19304c3640 1 > prepared multipart upload key=V4RJB0J6F7NB upload=ITKRN5N1TQPU tag=MRTZR90IFSJW type=write size=1430296 2024-07-26T06:24:49.411 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.410+0000 7f19304c3640 1 < completed part key=_multipart_PN7DBK1NNJVB.2~LSHP428IH7R0.0 size=1048576 2024-07-26T06:24:49.412 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.412+0000 7f19304c3640 1 < completed part key=_multipart_PN7DBK1NNJVB.2~LSHP428IH7R0.1 size=1048576 2024-07-26T06:24:49.414 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.414+0000 7f19304c3640 1 < completed part key=_multipart_PN7DBK1NNJVB.2~LSHP428IH7R0.2 size=393430 2024-07-26T06:24:49.417 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.417+0000 7f19304c3640 1 < completed multipart upload key=PN7DBK1NNJVB upload=LSHP428IH7R0 tag=YRZBUN2ACRMA type=write size=3539158 2024-07-26T06:24:49.419 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.418+0000 7f19304c3640 1 > prepared operation key=SSAHKRHXMDHN tag=1T8KFIPDJD6I type=del size=4039334 2024-07-26T06:24:49.420 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.420+0000 7f19304c3640 1 < completed part key=_multipart_G70GGG8ITGEE.2~Y2W1ADVXOQ7F.0 size=1048576 2024-07-26T06:24:49.421 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.420+0000 7f19304c3640 1 < canceled part key=_multipart_G70GGG8ITGEE.2~Y2W1ADVXOQ7F.1 size=434789 2024-07-26T06:24:49.423 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.423+0000 7f19304c3640 1 < canceled multipart upload key=G70GGG8ITGEE upload=Y2W1ADVXOQ7F tag=A0CAHJSZ64KY type=write size=2531941 2024-07-26T06:24:49.425 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.425+0000 7f19304c3640 1 > prepared operation key=D2CZZ6A8YSHC tag=H33BA6B887CJ type=del size=2976594 2024-07-26T06:24:49.429 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.429+0000 7f19304c3640 1 < suggested remove operation key=TWRRPXYVH5FW tag=ITVEKE166XH1 type=del 2024-07-26T06:24:49.432 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.432+0000 7f19304c3640 1 > prepared part key=_multipart_Y31PRFKXA0KI.2~U0VS2ZW24MWJ.0 size=232758 2024-07-26T06:24:49.432 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.432+0000 7f19304c3640 1 > prepared multipart upload key=Y31PRFKXA0KI upload=U0VS2ZW24MWJ tag=ZJB8C7NCCUQ1 type=write size=1281334 2024-07-26T06:24:49.434 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.434+0000 7f19304c3640 1 < completed part key=_multipart_Y31PRFKXA0KI.2~3APZ26RALUSG.0 size=1048576 2024-07-26T06:24:49.436 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.436+0000 7f19304c3640 1 < completed part key=_multipart_Y31PRFKXA0KI.2~3APZ26RALUSG.1 size=1048576 2024-07-26T06:24:49.437 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.437+0000 7f19304c3640 1 < completed part key=_multipart_Y31PRFKXA0KI.2~3APZ26RALUSG.2 size=915859 2024-07-26T06:24:49.440 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.440+0000 7f19304c3640 1 < completed multipart upload key=Y31PRFKXA0KI upload=3APZ26RALUSG tag=GK23IL8J71J3 type=write size=4061587 2024-07-26T06:24:49.442 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.442+0000 7f19304c3640 1 > prepared operation key=55ZIE8HVR68M tag=LWD30HONP8LB type=del size=213132 2024-07-26T06:24:49.444 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.444+0000 7f19304c3640 1 < completed write operation key=2TS50KKRU12E tag=W5HDJEELGVDH type=write size=337081 2024-07-26T06:24:49.447 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.447+0000 7f19304c3640 1 > prepared part key=_multipart_0PV4L596ZFOW.2~69TB4STGEETA.0 size=1048576 2024-07-26T06:24:49.448 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.448+0000 7f19304c3640 1 > prepared part key=_multipart_0PV4L596ZFOW.2~69TB4STGEETA.1 size=1048576 2024-07-26T06:24:49.450 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.449+0000 7f19304c3640 1 > prepared part key=_multipart_0PV4L596ZFOW.2~69TB4STGEETA.2 size=189476 2024-07-26T06:24:49.450 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.449+0000 7f19304c3640 1 > prepared multipart upload key=0PV4L596ZFOW upload=69TB4STGEETA tag=84GWU5HWZ5XK type=write size=3335204 2024-07-26T06:24:49.452 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.451+0000 7f19304c3640 -1 < failed to complete operation key=7P9AQQD7XI2Z tag=QO7D0LL3BKK4 type=write size=583910: (22) Invalid argument 2024-07-26T06:24:49.453 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.453+0000 7f19304c3640 1 > prepared operation key=0PV4L596ZFOW tag=4AY0NKRHH3XM type=del size=2280393 2024-07-26T06:24:49.455 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.455+0000 7f19304c3640 1 < completed delete operation key=V4QX80DR86I3 tag=11VU0ZQ8GY4U type=del 2024-07-26T06:24:49.458 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.458+0000 7f19304c3640 1 > prepared part key=_multipart_SQ0RDJVR9PPL.2~HLIVP68NTQAV.0 size=1048576 2024-07-26T06:24:49.459 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.459+0000 7f19304c3640 1 > prepared part key=_multipart_SQ0RDJVR9PPL.2~HLIVP68NTQAV.1 size=1048576 2024-07-26T06:24:49.461 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.461+0000 7f19304c3640 1 > prepared part key=_multipart_SQ0RDJVR9PPL.2~HLIVP68NTQAV.2 size=12467 2024-07-26T06:24:49.461 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.461+0000 7f19304c3640 1 > prepared multipart upload key=SQ0RDJVR9PPL upload=HLIVP68NTQAV tag=PA92PSON71X0 type=write size=3158195 2024-07-26T06:24:49.462 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.462+0000 7f19304c3640 1 < completed delete operation key=M8V7EJP4HHQV tag=W8WKDL0FPX71 type=del 2024-07-26T06:24:49.466 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.465+0000 7f19304c3640 1 > prepared part key=_multipart_G70GGG8ITGEE.2~ZM93PHFBYGBZ.0 size=1048576 2024-07-26T06:24:49.467 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.467+0000 7f19304c3640 1 > prepared part key=_multipart_G70GGG8ITGEE.2~ZM93PHFBYGBZ.1 size=964753 2024-07-26T06:24:49.467 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.467+0000 7f19304c3640 1 > prepared multipart upload key=G70GGG8ITGEE upload=ZM93PHFBYGBZ tag=H2XUZHDZK62Q type=write size=3061905 2024-07-26T06:24:49.468 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.468+0000 7f19304c3640 1 < completed part key=_multipart_QMPZ7GQNIH0K.2~NLOZRL7C1V5U.0 size=1048576 2024-07-26T06:24:49.470 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.470+0000 7f19304c3640 1 < completed part key=_multipart_QMPZ7GQNIH0K.2~NLOZRL7C1V5U.1 size=424454 2024-07-26T06:24:49.472 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.472+0000 7f19304c3640 1 < completed multipart upload key=QMPZ7GQNIH0K upload=NLOZRL7C1V5U tag=3GB6CCZGAJWN type=write size=2521606 2024-07-26T06:24:49.474 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.474+0000 7f19304c3640 1 > prepared operation key=V4RJB0J6F7NB tag=GIZ8YKTWU5QP type=del size=1614203 2024-07-26T06:24:49.475 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.475+0000 7f19304c3640 1 < completed delete operation key=2I9DGCCZ992A tag=8IGS3D1A9459 type=del 2024-07-26T06:24:49.477 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.477+0000 7f19304c3640 1 > prepared operation key=LCDUWKN6AQNU tag=YQGK3WQ0YVKB type=write size=529604 2024-07-26T06:24:49.479 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.478+0000 7f19304c3640 1 < canceled operation key=QMPZ7GQNIH0K tag=5NG3008E4972 type=write size=153635 2024-07-26T06:24:49.482 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.482+0000 7f19304c3640 1 > prepared part key=_multipart_SSAHKRHXMDHN.2~CGUF864JJYTL.0 size=743597 2024-07-26T06:24:49.482 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.482+0000 7f19304c3640 1 > prepared multipart upload key=SSAHKRHXMDHN upload=CGUF864JJYTL tag=U2TJDG6RVM87 type=write size=1792173 2024-07-26T06:24:49.484 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.484+0000 7f19304c3640 1 < completed delete operation key=Y0JGX4QVQXEC tag=4P6UC4N9SO71 type=del 2024-07-26T06:24:49.485 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.485+0000 7f19304c3640 1 > prepared operation key=4ZWJ6XHKZXZF tag=12XK9H4C9F3O type=write size=740647 2024-07-26T06:24:49.487 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.487+0000 7f19304c3640 1 < canceled operation key=1I2JP28R3YNS tag=RM1FBCRFUS70 type=del size=1221196 2024-07-26T06:24:49.489 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.488+0000 7f19304c3640 1 > prepared operation key=HO4GZ0KNZ8SK tag=SCZDFF5ME4TA type=write size=668596 2024-07-26T06:24:49.490 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.490+0000 7f19304c3640 1 < completed part key=_multipart_Y31PRFKXA0KI.2~DU953HW22WSL.0 size=1048576 2024-07-26T06:24:49.490 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.490+0000 7f19304c3640 1 < canceled part key=_multipart_Y31PRFKXA0KI.2~DU953HW22WSL.1 size=271762 2024-07-26T06:24:49.493 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.493+0000 7f19304c3640 1 < canceled multipart upload key=Y31PRFKXA0KI upload=DU953HW22WSL tag=BDXECM7W31L0 type=write size=2368914 2024-07-26T06:24:49.496 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.496+0000 7f19304c3640 1 > prepared part key=_multipart_C2RTY1II1OSK.2~26TDTB5N32XL.0 size=1048576 2024-07-26T06:24:49.497 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.497+0000 7f19304c3640 1 > prepared part key=_multipart_C2RTY1II1OSK.2~26TDTB5N32XL.1 size=324604 2024-07-26T06:24:49.497 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.497+0000 7f19304c3640 1 > prepared multipart upload key=C2RTY1II1OSK upload=26TDTB5N32XL tag=SG1MSGSUC53Q type=write size=2421756 2024-07-26T06:24:49.499 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.499+0000 7f19304c3640 1 < completed part key=_multipart_7P9AQQD7XI2Z.2~MIH20E71263A.0 size=1006718 2024-07-26T06:24:49.501 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.501+0000 7f19304c3640 1 < completed multipart upload key=7P9AQQD7XI2Z upload=MIH20E71263A tag=IPX0KIXLJVID type=write size=2055294 2024-07-26T06:24:49.504 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.504+0000 7f19304c3640 1 > prepared part key=_multipart_23K6MK7R266R.2~P7AHKG0WC5B0.0 size=1048576 2024-07-26T06:24:49.506 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.506+0000 7f19304c3640 1 > prepared part key=_multipart_23K6MK7R266R.2~P7AHKG0WC5B0.1 size=996806 2024-07-26T06:24:49.506 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.506+0000 7f19304c3640 1 > prepared multipart upload key=23K6MK7R266R upload=P7AHKG0WC5B0 tag=O5A5BKLUII6P type=write size=3093958 2024-07-26T06:24:49.507 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.507+0000 7f19304c3640 1 < completed part key=_multipart_V4RJB0J6F7NB.2~ITKRN5N1TQPU.0 size=381720 2024-07-26T06:24:49.510 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.510+0000 7f19304c3640 1 < completed multipart upload key=V4RJB0J6F7NB upload=ITKRN5N1TQPU tag=MRTZR90IFSJW type=write size=1430296 2024-07-26T06:24:49.513 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.512+0000 7f19304c3640 1 > prepared part key=_multipart_V4QX80DR86I3.2~MU5O3F0AFOGY.0 size=1048576 2024-07-26T06:24:49.514 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.514+0000 7f19304c3640 1 > prepared part key=_multipart_V4QX80DR86I3.2~MU5O3F0AFOGY.1 size=515091 2024-07-26T06:24:49.514 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.514+0000 7f19304c3640 1 > prepared multipart upload key=V4QX80DR86I3 upload=MU5O3F0AFOGY tag=TPZRZJKHQJSV type=write size=2612243 2024-07-26T06:24:49.515 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.515+0000 7f19304c3640 1 < canceled operation key=SSAHKRHXMDHN tag=1T8KFIPDJD6I type=del size=4039334 2024-07-26T06:24:49.519 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.518+0000 7f19304c3640 1 > prepared part key=_multipart_2I9DGCCZ992A.2~2J1ZMX4NE8LK.0 size=3066 2024-07-26T06:24:49.519 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.518+0000 7f19304c3640 1 > prepared multipart upload key=2I9DGCCZ992A upload=2J1ZMX4NE8LK tag=JT91XFLMXUYB type=write size=1051642 2024-07-26T06:24:49.520 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.520+0000 7f19304c3640 1 < completed delete operation key=D2CZZ6A8YSHC tag=H33BA6B887CJ type=del 2024-07-26T06:24:49.523 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.523+0000 7f19304c3640 1 > prepared part key=_multipart_TWRRPXYVH5FW.2~DKGX3QUU7K42.0 size=145601 2024-07-26T06:24:49.523 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.523+0000 7f19304c3640 1 > prepared multipart upload key=TWRRPXYVH5FW upload=DKGX3QUU7K42 tag=L3WJPT1HUGDH type=write size=1194177 2024-07-26T06:24:49.524 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.524+0000 7f19304c3640 1 < completed part key=_multipart_Y31PRFKXA0KI.2~U0VS2ZW24MWJ.0 size=232758 2024-07-26T06:24:49.527 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.527+0000 7f19304c3640 1 < completed multipart upload key=Y31PRFKXA0KI upload=U0VS2ZW24MWJ tag=ZJB8C7NCCUQ1 type=write size=1281334 2024-07-26T06:24:49.530 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.530+0000 7f19304c3640 1 > prepared part key=_multipart_ZSYF9DE73TR8.2~9DAK21HL1W68.0 size=1048576 2024-07-26T06:24:49.531 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.531+0000 7f19304c3640 1 > prepared part key=_multipart_ZSYF9DE73TR8.2~9DAK21HL1W68.1 size=1048576 2024-07-26T06:24:49.533 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.532+0000 7f19304c3640 1 > prepared part key=_multipart_ZSYF9DE73TR8.2~9DAK21HL1W68.2 size=162752 2024-07-26T06:24:49.533 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.532+0000 7f19304c3640 1 > prepared multipart upload key=ZSYF9DE73TR8 upload=9DAK21HL1W68 tag=JPBZCWWFNTR2 type=write size=3308480 2024-07-26T06:24:49.534 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.534+0000 7f19304c3640 1 < completed delete operation key=55ZIE8HVR68M tag=LWD30HONP8LB type=del 2024-07-26T06:24:49.536 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.535+0000 7f19304c3640 1 > prepared operation key=8J29YNE031PP tag=JY0C2TE6RZYA type=del size=11251 2024-07-26T06:24:49.537 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.537+0000 7f19304c3640 1 < completed part key=_multipart_0PV4L596ZFOW.2~69TB4STGEETA.0 size=1048576 2024-07-26T06:24:49.538 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.537+0000 7f19304c3640 1 < canceled part key=_multipart_0PV4L596ZFOW.2~69TB4STGEETA.1 size=1048576 2024-07-26T06:24:49.539 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.538+0000 7f19304c3640 1 < completed part key=_multipart_0PV4L596ZFOW.2~69TB4STGEETA.2 size=189476 2024-07-26T06:24:49.541 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.541+0000 7f19304c3640 1 < canceled multipart upload key=0PV4L596ZFOW upload=69TB4STGEETA tag=84GWU5HWZ5XK type=write size=3335204 2024-07-26T06:24:49.543 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.542+0000 7f19304c3640 1 > prepared operation key=F3QUORF2HDZY tag=LE61BBQB9TQV type=del size=2145584 2024-07-26T06:24:49.544 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.544+0000 7f19304c3640 1 < completed delete operation key=0PV4L596ZFOW tag=4AY0NKRHH3XM type=del 2024-07-26T06:24:49.547 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.547+0000 7f19304c3640 1 > prepared part key=_multipart_4ZWJ6XHKZXZF.2~1BVXFYM8CJWK.0 size=689624 2024-07-26T06:24:49.547 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.547+0000 7f19304c3640 1 > prepared multipart upload key=4ZWJ6XHKZXZF upload=1BVXFYM8CJWK tag=WY1OUZNBQZBE type=write size=1738200 2024-07-26T06:24:49.548 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.548+0000 7f19304c3640 1 < completed part key=_multipart_SQ0RDJVR9PPL.2~HLIVP68NTQAV.0 size=1048576 2024-07-26T06:24:49.550 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.549+0000 7f19304c3640 1 < completed part key=_multipart_SQ0RDJVR9PPL.2~HLIVP68NTQAV.1 size=1048576 2024-07-26T06:24:49.554 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.551+0000 7f19304c3640 1 < completed part key=_multipart_SQ0RDJVR9PPL.2~HLIVP68NTQAV.2 size=12467 2024-07-26T06:24:49.555 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.554+0000 7f19304c3640 1 < completed multipart upload key=SQ0RDJVR9PPL upload=HLIVP68NTQAV tag=PA92PSON71X0 type=write size=3158195 2024-07-26T06:24:49.557 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.556+0000 7f19304c3640 1 > prepared operation key=7GGA1PRXXHDC tag=23H5WY5X33R7 type=del size=2787251 2024-07-26T06:24:49.559 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.558+0000 7f19304c3640 1 < completed part key=_multipart_G70GGG8ITGEE.2~ZM93PHFBYGBZ.0 size=1048576 2024-07-26T06:24:49.560 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.560+0000 7f19304c3640 1 < completed part key=_multipart_G70GGG8ITGEE.2~ZM93PHFBYGBZ.1 size=964753 2024-07-26T06:24:49.563 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.563+0000 7f19304c3640 1 < completed multipart upload key=G70GGG8ITGEE upload=ZM93PHFBYGBZ tag=H2XUZHDZK62Q type=write size=3061905 2024-07-26T06:24:49.566 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.566+0000 7f19304c3640 1 > prepared part key=_multipart_G70GGG8ITGEE.2~21O5U268PSB5.0 size=1048576 2024-07-26T06:24:49.568 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.567+0000 7f19304c3640 1 > prepared part key=_multipart_G70GGG8ITGEE.2~21O5U268PSB5.1 size=1048576 2024-07-26T06:24:49.569 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.569+0000 7f19304c3640 1 > prepared part key=_multipart_G70GGG8ITGEE.2~21O5U268PSB5.2 size=346549 2024-07-26T06:24:49.569 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.569+0000 7f19304c3640 1 > prepared multipart upload key=G70GGG8ITGEE upload=21O5U268PSB5 tag=WTKROOEWYKK5 type=write size=3492277 2024-07-26T06:24:49.571 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.571+0000 7f19304c3640 1 < completed delete operation key=V4RJB0J6F7NB tag=GIZ8YKTWU5QP type=del 2024-07-26T06:24:49.574 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.574+0000 7f19304c3640 1 > prepared part key=_multipart_4ZWJ6XHKZXZF.2~510MF73Z75OX.0 size=225173 2024-07-26T06:24:49.575 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.574+0000 7f19304c3640 1 > prepared multipart upload key=4ZWJ6XHKZXZF upload=510MF73Z75OX tag=5KFJ8CFIK1NG type=write size=1273749 2024-07-26T06:24:49.576 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.576+0000 7f19304c3640 1 < canceled operation key=LCDUWKN6AQNU tag=YQGK3WQ0YVKB type=write size=529604 2024-07-26T06:24:49.578 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.577+0000 7f19304c3640 1 > prepared operation key=1I2JP28R3YNS tag=X0ZUXUB63RO1 type=del size=3691354 2024-07-26T06:24:49.579 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.579+0000 7f19304c3640 1 < completed part key=_multipart_SSAHKRHXMDHN.2~CGUF864JJYTL.0 size=743597 2024-07-26T06:24:49.582 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.582+0000 7f19304c3640 1 < completed multipart upload key=SSAHKRHXMDHN upload=CGUF864JJYTL tag=U2TJDG6RVM87 type=write size=1792173 2024-07-26T06:24:49.585 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.585+0000 7f19304c3640 1 > prepared part key=_multipart_55ZIE8HVR68M.2~01MS429TN592.0 size=1048576 2024-07-26T06:24:49.590 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.586+0000 7f19304c3640 1 > prepared part key=_multipart_55ZIE8HVR68M.2~01MS429TN592.1 size=1048576 2024-07-26T06:24:49.590 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.588+0000 7f19304c3640 1 > prepared part key=_multipart_55ZIE8HVR68M.2~01MS429TN592.2 size=51572 2024-07-26T06:24:49.590 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.588+0000 7f19304c3640 1 > prepared multipart upload key=55ZIE8HVR68M upload=01MS429TN592 tag=OURJ607ALHMG type=write size=3197300 2024-07-26T06:24:49.590 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.590+0000 7f19304c3640 1 < completed write operation key=4ZWJ6XHKZXZF tag=12XK9H4C9F3O type=write size=740647 2024-07-26T06:24:49.592 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.591+0000 7f19304c3640 1 > prepared operation key=YDC2NRQG9YFE tag=RP7LEV06ZG7P type=write size=1031514 2024-07-26T06:24:49.593 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.593+0000 7f19304c3640 1 < completed write operation key=HO4GZ0KNZ8SK tag=SCZDFF5ME4TA type=write size=668596 2024-07-26T06:24:49.594 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.594+0000 7f19304c3640 1 > prepared operation key=7P9AQQD7XI2Z tag=ZTZTBZ1JQ86E type=write size=128034 2024-07-26T06:24:49.595 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.594+0000 7f19304c3640 1 < canceled part key=_multipart_C2RTY1II1OSK.2~26TDTB5N32XL.0 size=1048576 2024-07-26T06:24:49.596 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.596+0000 7f19304c3640 1 < completed part key=_multipart_C2RTY1II1OSK.2~26TDTB5N32XL.1 size=324604 2024-07-26T06:24:49.599 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.598+0000 7f19304c3640 1 < canceled multipart upload key=C2RTY1II1OSK upload=26TDTB5N32XL tag=SG1MSGSUC53Q type=write size=2421756 2024-07-26T06:24:49.600 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.600+0000 7f19304c3640 1 > prepared operation key=F3QUORF2HDZY tag=2A1NCPFMXKPJ type=write size=471049 2024-07-26T06:24:49.602 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.602+0000 7f19304c3640 1 < completed part key=_multipart_23K6MK7R266R.2~P7AHKG0WC5B0.0 size=1048576 2024-07-26T06:24:49.603 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.603+0000 7f19304c3640 1 < completed part key=_multipart_23K6MK7R266R.2~P7AHKG0WC5B0.1 size=996806 2024-07-26T06:24:49.606 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.606+0000 7f19304c3640 1 < completed multipart upload key=23K6MK7R266R upload=P7AHKG0WC5B0 tag=O5A5BKLUII6P type=write size=3093958 2024-07-26T06:24:49.609 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.609+0000 7f19304c3640 1 > prepared part key=_multipart_8J29YNE031PP.2~V6C9GMDEHMHF.0 size=1048576 2024-07-26T06:24:49.610 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.610+0000 7f19304c3640 1 > prepared part key=_multipart_8J29YNE031PP.2~V6C9GMDEHMHF.1 size=143406 2024-07-26T06:24:49.611 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.610+0000 7f19304c3640 1 > prepared multipart upload key=8J29YNE031PP upload=V6C9GMDEHMHF tag=75CHZ1Z1Z08G type=write size=2240558 2024-07-26T06:24:49.612 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.612+0000 7f19304c3640 1 < completed part key=_multipart_V4QX80DR86I3.2~MU5O3F0AFOGY.0 size=1048576 2024-07-26T06:24:49.613 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.613+0000 7f19304c3640 1 < completed part key=_multipart_V4QX80DR86I3.2~MU5O3F0AFOGY.1 size=515091 2024-07-26T06:24:49.616 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.615+0000 7f19304c3640 1 < completed multipart upload key=V4QX80DR86I3 upload=MU5O3F0AFOGY tag=TPZRZJKHQJSV type=write size=2612243 2024-07-26T06:24:49.619 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.619+0000 7f19304c3640 1 > prepared part key=_multipart_1I2JP28R3YNS.2~IWHLB6G0IJJB.0 size=437298 2024-07-26T06:24:49.619 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.619+0000 7f19304c3640 1 > prepared multipart upload key=1I2JP28R3YNS upload=IWHLB6G0IJJB tag=MWJO75EGNOB1 type=write size=1485874 2024-07-26T06:24:49.621 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.620+0000 7f19304c3640 1 < completed part key=_multipart_2I9DGCCZ992A.2~2J1ZMX4NE8LK.0 size=3066 2024-07-26T06:24:49.623 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.623+0000 7f19304c3640 1 < completed multipart upload key=2I9DGCCZ992A upload=2J1ZMX4NE8LK tag=JT91XFLMXUYB type=write size=1051642 2024-07-26T06:24:49.625 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.625+0000 7f19304c3640 1 > prepared operation key=D2CZZ6A8YSHC tag=21QF9U7TW9U0 type=del size=531032 2024-07-26T06:24:49.626 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.626+0000 7f19304c3640 1 < completed part key=_multipart_TWRRPXYVH5FW.2~DKGX3QUU7K42.0 size=145601 2024-07-26T06:24:49.629 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.629+0000 7f19304c3640 1 < completed multipart upload key=TWRRPXYVH5FW upload=DKGX3QUU7K42 tag=L3WJPT1HUGDH type=write size=1194177 2024-07-26T06:24:49.632 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.632+0000 7f19304c3640 1 > prepared part key=_multipart_PN7DBK1NNJVB.2~SXG0UVDBJXQ4.0 size=1048576 2024-07-26T06:24:49.633 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.633+0000 7f19304c3640 1 > prepared part key=_multipart_PN7DBK1NNJVB.2~SXG0UVDBJXQ4.1 size=619095 2024-07-26T06:24:49.633 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.633+0000 7f19304c3640 1 > prepared multipart upload key=PN7DBK1NNJVB upload=SXG0UVDBJXQ4 tag=6P2Z4GI22IV9 type=write size=2716247 2024-07-26T06:24:49.634 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.634+0000 7f19304c3640 1 < canceled part key=_multipart_ZSYF9DE73TR8.2~9DAK21HL1W68.0 size=1048576 2024-07-26T06:24:49.635 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.635+0000 7f19304c3640 1 < completed part key=_multipart_ZSYF9DE73TR8.2~9DAK21HL1W68.1 size=1048576 2024-07-26T06:24:49.637 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.637+0000 7f19304c3640 1 < completed part key=_multipart_ZSYF9DE73TR8.2~9DAK21HL1W68.2 size=162752 2024-07-26T06:24:49.640 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.640+0000 7f19304c3640 1 < canceled multipart upload key=ZSYF9DE73TR8 upload=9DAK21HL1W68 tag=JPBZCWWFNTR2 type=write size=3308480 2024-07-26T06:24:49.643 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.643+0000 7f19304c3640 1 > prepared part key=_multipart_SSAHKRHXMDHN.2~R08MMRUTGHIH.0 size=1048576 2024-07-26T06:24:49.645 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.644+0000 7f19304c3640 1 > prepared part key=_multipart_SSAHKRHXMDHN.2~R08MMRUTGHIH.1 size=768561 2024-07-26T06:24:49.645 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.644+0000 7f19304c3640 1 > prepared multipart upload key=SSAHKRHXMDHN upload=R08MMRUTGHIH tag=AJOYJGFCCKWH type=write size=2865713 2024-07-26T06:24:49.646 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.646+0000 7f19304c3640 1 < completed delete operation key=8J29YNE031PP tag=JY0C2TE6RZYA type=del 2024-07-26T06:24:49.648 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.647+0000 7f19304c3640 1 > prepared operation key=V4RJB0J6F7NB tag=8E71B9H18FGX type=del size=4119755 2024-07-26T06:24:49.649 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.649+0000 7f19304c3640 1 < canceled operation key=F3QUORF2HDZY tag=LE61BBQB9TQV type=del size=2145584 2024-07-26T06:24:49.652 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.652+0000 7f19304c3640 1 > prepared part key=_multipart_D2CZZ6A8YSHC.2~U73G0TEL06T0.0 size=1048576 2024-07-26T06:24:49.654 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.654+0000 7f19304c3640 1 > prepared part key=_multipart_D2CZZ6A8YSHC.2~U73G0TEL06T0.1 size=1048576 2024-07-26T06:24:49.655 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.655+0000 7f19304c3640 1 > prepared part key=_multipart_D2CZZ6A8YSHC.2~U73G0TEL06T0.2 size=612516 2024-07-26T06:24:49.655 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.655+0000 7f19304c3640 1 > prepared multipart upload key=D2CZZ6A8YSHC upload=U73G0TEL06T0 tag=TS2CGZQIQWU2 type=write size=3758244 2024-07-26T06:24:49.657 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.657+0000 7f19304c3640 1 < completed part key=_multipart_4ZWJ6XHKZXZF.2~1BVXFYM8CJWK.0 size=689624 2024-07-26T06:24:49.660 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.660+0000 7f19304c3640 1 < completed multipart upload key=4ZWJ6XHKZXZF upload=1BVXFYM8CJWK tag=WY1OUZNBQZBE type=write size=1738200 2024-07-26T06:24:49.662 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.662+0000 7f19304c3640 1 > prepared operation key=23K6MK7R266R tag=RQXHA6IGT8QG type=del size=1112341 2024-07-26T06:24:49.664 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.664+0000 7f19304c3640 1 < completed delete operation key=7GGA1PRXXHDC tag=23H5WY5X33R7 type=del 2024-07-26T06:24:49.667 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.667+0000 7f19304c3640 1 > prepared part key=_multipart_P6MP7JC8DTH7.2~JBQMKA09PBFI.0 size=717717 2024-07-26T06:24:49.667 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.667+0000 7f19304c3640 1 > prepared multipart upload key=P6MP7JC8DTH7 upload=JBQMKA09PBFI tag=EI52WT63SBTK type=write size=1766293 2024-07-26T06:24:49.669 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.669+0000 7f19304c3640 1 < completed part key=_multipart_G70GGG8ITGEE.2~21O5U268PSB5.0 size=1048576 2024-07-26T06:24:49.671 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.670+0000 7f19304c3640 1 < completed part key=_multipart_G70GGG8ITGEE.2~21O5U268PSB5.1 size=1048576 2024-07-26T06:24:49.672 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.672+0000 7f19304c3640 1 < completed part key=_multipart_G70GGG8ITGEE.2~21O5U268PSB5.2 size=346549 2024-07-26T06:24:49.675 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.675+0000 7f19304c3640 1 < completed multipart upload key=G70GGG8ITGEE upload=21O5U268PSB5 tag=WTKROOEWYKK5 type=write size=3492277 2024-07-26T06:24:49.677 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.677+0000 7f19304c3640 1 > prepared operation key=7P9AQQD7XI2Z tag=U6ZS6WIW08MS type=write size=659689 2024-07-26T06:24:49.679 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.679+0000 7f19304c3640 1 < completed part key=_multipart_4ZWJ6XHKZXZF.2~510MF73Z75OX.0 size=225173 2024-07-26T06:24:49.682 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.681+0000 7f19304c3640 1 < completed multipart upload key=4ZWJ6XHKZXZF upload=510MF73Z75OX tag=5KFJ8CFIK1NG type=write size=1273749 2024-07-26T06:24:49.685 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.685+0000 7f19304c3640 1 > prepared part key=_multipart_V4RJB0J6F7NB.2~PQH50M08AX32.0 size=1048576 2024-07-26T06:24:49.686 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.686+0000 7f19304c3640 1 > prepared part key=_multipart_V4RJB0J6F7NB.2~PQH50M08AX32.1 size=1048576 2024-07-26T06:24:49.688 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.687+0000 7f19304c3640 1 > prepared part key=_multipart_V4RJB0J6F7NB.2~PQH50M08AX32.2 size=175350 2024-07-26T06:24:49.688 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.687+0000 7f19304c3640 1 > prepared multipart upload key=V4RJB0J6F7NB upload=PQH50M08AX32 tag=DPV36YR37RY4 type=write size=3321078 2024-07-26T06:24:49.690 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.689+0000 7f19304c3640 1 < completed delete operation key=1I2JP28R3YNS tag=X0ZUXUB63RO1 type=del 2024-07-26T06:24:49.691 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.691+0000 7f19304c3640 1 > prepared operation key=C2RTY1II1OSK tag=UTQV37HH2TM4 type=write size=264496 2024-07-26T06:24:49.693 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.692+0000 7f19304c3640 1 < completed part key=_multipart_55ZIE8HVR68M.2~01MS429TN592.0 size=1048576 2024-07-26T06:24:49.693 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.692+0000 7f19304c3640 1 < canceled part key=_multipart_55ZIE8HVR68M.2~01MS429TN592.1 size=1048576 2024-07-26T06:24:49.694 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.694+0000 7f19304c3640 1 < completed part key=_multipart_55ZIE8HVR68M.2~01MS429TN592.2 size=51572 2024-07-26T06:24:49.697 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.697+0000 7f19304c3640 1 < canceled multipart upload key=55ZIE8HVR68M upload=01MS429TN592 tag=OURJ607ALHMG type=write size=3197300 2024-07-26T06:24:49.700 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.700+0000 7f19304c3640 1 > prepared part key=_multipart_512VC812AWRN.2~7BHK3KYQKXM7.0 size=1048576 2024-07-26T06:24:49.701 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.701+0000 7f19304c3640 1 > prepared part key=_multipart_512VC812AWRN.2~7BHK3KYQKXM7.1 size=884127 2024-07-26T06:24:49.701 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.701+0000 7f19304c3640 1 > prepared multipart upload key=512VC812AWRN upload=7BHK3KYQKXM7 tag=6F096Y0NXU9E type=write size=2981279 2024-07-26T06:24:49.703 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.703+0000 7f19304c3640 1 < completed write operation key=YDC2NRQG9YFE tag=RP7LEV06ZG7P type=write size=1031514 2024-07-26T06:24:49.705 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.704+0000 7f19304c3640 1 > prepared operation key=CXCXAKPQIOKH tag=IQAZFB0PK9XA type=del size=1293075 2024-07-26T06:24:49.707 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.706+0000 7f19304c3640 1 < completed write operation key=7P9AQQD7XI2Z tag=ZTZTBZ1JQ86E type=write size=128034 2024-07-26T06:24:49.710 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.709+0000 7f19304c3640 1 > prepared part key=_multipart_8J29YNE031PP.2~LH9S01ZRHEA9.0 size=56040 2024-07-26T06:24:49.710 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.709+0000 7f19304c3640 1 > prepared multipart upload key=8J29YNE031PP upload=LH9S01ZRHEA9 tag=XBMCAIQ66J3E type=write size=1104616 2024-07-26T06:24:49.711 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.711+0000 7f19304c3640 1 < completed write operation key=F3QUORF2HDZY tag=2A1NCPFMXKPJ type=write size=471049 2024-07-26T06:24:49.715 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.714+0000 7f19304c3640 1 > prepared part key=_multipart_512VC812AWRN.2~1OZEQMXY4SAS.0 size=1048576 2024-07-26T06:24:49.716 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.716+0000 7f19304c3640 1 > prepared part key=_multipart_512VC812AWRN.2~1OZEQMXY4SAS.1 size=1048576 2024-07-26T06:24:49.718 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.717+0000 7f19304c3640 1 > prepared part key=_multipart_512VC812AWRN.2~1OZEQMXY4SAS.2 size=1002061 2024-07-26T06:24:49.718 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.717+0000 7f19304c3640 1 > prepared multipart upload key=512VC812AWRN upload=1OZEQMXY4SAS tag=N0GPVRBOMFY3 type=write size=4147789 2024-07-26T06:24:49.719 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.719+0000 7f19304c3640 1 < completed part key=_multipart_8J29YNE031PP.2~V6C9GMDEHMHF.0 size=1048576 2024-07-26T06:24:49.720 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.720+0000 7f19304c3640 1 < completed part key=_multipart_8J29YNE031PP.2~V6C9GMDEHMHF.1 size=143406 2024-07-26T06:24:49.723 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.723+0000 7f19304c3640 1 < completed multipart upload key=8J29YNE031PP upload=V6C9GMDEHMHF tag=75CHZ1Z1Z08G type=write size=2240558 2024-07-26T06:24:49.725 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.725+0000 7f19304c3640 1 > prepared operation key=P6MP7JC8DTH7 tag=TLORYNSAF8TC type=del size=2054148 2024-07-26T06:24:49.727 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.727+0000 7f19304c3640 1 < completed part key=_multipart_1I2JP28R3YNS.2~IWHLB6G0IJJB.0 size=437298 2024-07-26T06:24:49.730 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.729+0000 7f19304c3640 1 < completed multipart upload key=1I2JP28R3YNS upload=IWHLB6G0IJJB tag=MWJO75EGNOB1 type=write size=1485874 2024-07-26T06:24:49.733 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.732+0000 7f19304c3640 1 > prepared part key=_multipart_PN7DBK1NNJVB.2~1DDB76D3O8HJ.0 size=486911 2024-07-26T06:24:49.733 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.732+0000 7f19304c3640 1 > prepared multipart upload key=PN7DBK1NNJVB upload=1DDB76D3O8HJ tag=C5I99EXAC9YY type=write size=1535487 2024-07-26T06:24:49.734 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.734+0000 7f19304c3640 1 < completed delete operation key=D2CZZ6A8YSHC tag=21QF9U7TW9U0 type=del 2024-07-26T06:24:49.736 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.736+0000 7f19304c3640 1 > prepared operation key=PN7DBK1NNJVB tag=1F0ZXI4AFYG7 type=del size=3451270 2024-07-26T06:24:49.738 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.738+0000 7f19304c3640 1 < completed part key=_multipart_PN7DBK1NNJVB.2~SXG0UVDBJXQ4.0 size=1048576 2024-07-26T06:24:49.740 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.739+0000 7f19304c3640 1 < completed part key=_multipart_PN7DBK1NNJVB.2~SXG0UVDBJXQ4.1 size=619095 2024-07-26T06:24:49.742 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.742+0000 7f19304c3640 1 < completed multipart upload key=PN7DBK1NNJVB upload=SXG0UVDBJXQ4 tag=6P2Z4GI22IV9 type=write size=2716247 2024-07-26T06:24:49.744 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.744+0000 7f19304c3640 1 > prepared operation key=P6MP7JC8DTH7 tag=MRUUXVQ4KEKC type=write size=670029 2024-07-26T06:24:49.745 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.745+0000 7f19304c3640 1 < completed part key=_multipart_SSAHKRHXMDHN.2~R08MMRUTGHIH.0 size=1048576 2024-07-26T06:24:49.747 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.747+0000 7f19304c3640 1 < completed part key=_multipart_SSAHKRHXMDHN.2~R08MMRUTGHIH.1 size=768561 2024-07-26T06:24:49.750 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.749+0000 7f19304c3640 1 < completed multipart upload key=SSAHKRHXMDHN upload=R08MMRUTGHIH tag=AJOYJGFCCKWH type=write size=2865713 2024-07-26T06:24:49.753 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.753+0000 7f19304c3640 1 > prepared part key=_multipart_LCDUWKN6AQNU.2~8HD2ZO09SRMS.0 size=705669 2024-07-26T06:24:49.753 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.753+0000 7f19304c3640 1 > prepared multipart upload key=LCDUWKN6AQNU upload=8HD2ZO09SRMS tag=5DVKNIZRA8A0 type=write size=1754245 2024-07-26T06:24:49.755 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.754+0000 7f19304c3640 1 < completed delete operation key=V4RJB0J6F7NB tag=8E71B9H18FGX type=del 2024-07-26T06:24:49.756 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.756+0000 7f19304c3640 1 > prepared operation key=C2RTY1II1OSK tag=0Q57QRMEIGBT type=del size=2713845 2024-07-26T06:24:49.758 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.758+0000 7f19304c3640 1 < completed part key=_multipart_D2CZZ6A8YSHC.2~U73G0TEL06T0.0 size=1048576 2024-07-26T06:24:49.760 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.759+0000 7f19304c3640 1 < completed part key=_multipart_D2CZZ6A8YSHC.2~U73G0TEL06T0.1 size=1048576 2024-07-26T06:24:49.761 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.761+0000 7f19304c3640 1 < completed part key=_multipart_D2CZZ6A8YSHC.2~U73G0TEL06T0.2 size=612516 2024-07-26T06:24:49.764 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.764+0000 7f19304c3640 1 < completed multipart upload key=D2CZZ6A8YSHC upload=U73G0TEL06T0 tag=TS2CGZQIQWU2 type=write size=3758244 2024-07-26T06:24:49.765 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.765+0000 7f19304c3640 1 > prepared operation key=512VC812AWRN tag=KPDL67AKJVPM type=del size=2610676 2024-07-26T06:24:49.767 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.767+0000 7f19304c3640 1 < completed delete operation key=23K6MK7R266R tag=RQXHA6IGT8QG type=del 2024-07-26T06:24:49.770 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.770+0000 7f19304c3640 1 > prepared part key=_multipart_HO4GZ0KNZ8SK.2~G0GLQPZP18E4.0 size=1048576 2024-07-26T06:24:49.772 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.771+0000 7f19304c3640 1 > prepared part key=_multipart_HO4GZ0KNZ8SK.2~G0GLQPZP18E4.1 size=842036 2024-07-26T06:24:49.772 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.771+0000 7f19304c3640 1 > prepared multipart upload key=HO4GZ0KNZ8SK upload=G0GLQPZP18E4 tag=CWFKGYAMXKGN type=write size=2939188 2024-07-26T06:24:49.773 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.773+0000 7f19304c3640 1 < completed part key=_multipart_P6MP7JC8DTH7.2~JBQMKA09PBFI.0 size=717717 2024-07-26T06:24:49.776 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.776+0000 7f19304c3640 1 < completed multipart upload key=P6MP7JC8DTH7 upload=JBQMKA09PBFI tag=EI52WT63SBTK type=write size=1766293 2024-07-26T06:24:49.778 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.778+0000 7f19304c3640 1 > prepared operation key=D2CZZ6A8YSHC tag=EX77K66VS2UD type=del size=1098013 2024-07-26T06:24:49.782 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.782+0000 7f19304c3640 1 < suggested remove operation key=7P9AQQD7XI2Z tag=U6ZS6WIW08MS type=write 2024-07-26T06:24:49.784 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.783+0000 7f19304c3640 1 > prepared operation key=23K6MK7R266R tag=ROQFKQC3KQ1Z type=del size=3247145 2024-07-26T06:24:49.785 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.785+0000 7f19304c3640 1 < completed part key=_multipart_V4RJB0J6F7NB.2~PQH50M08AX32.0 size=1048576 2024-07-26T06:24:49.787 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.787+0000 7f19304c3640 1 < completed part key=_multipart_V4RJB0J6F7NB.2~PQH50M08AX32.1 size=1048576 2024-07-26T06:24:49.788 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.788+0000 7f19304c3640 1 < completed part key=_multipart_V4RJB0J6F7NB.2~PQH50M08AX32.2 size=175350 2024-07-26T06:24:49.791 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.791+0000 7f19304c3640 1 < completed multipart upload key=V4RJB0J6F7NB upload=PQH50M08AX32 tag=DPV36YR37RY4 type=write size=3321078 2024-07-26T06:24:49.793 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.793+0000 7f19304c3640 1 > prepared operation key=23K6MK7R266R tag=WE98118298IZ type=del size=3331788 2024-07-26T06:24:49.794 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.794+0000 7f19304c3640 1 < completed write operation key=C2RTY1II1OSK tag=UTQV37HH2TM4 type=write size=264496 2024-07-26T06:24:49.796 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.796+0000 7f19304c3640 1 > prepared operation key=SSAHKRHXMDHN tag=YO58L9EGK1BY type=del size=1075398 2024-07-26T06:24:49.798 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.798+0000 7f19304c3640 1 < completed part key=_multipart_512VC812AWRN.2~7BHK3KYQKXM7.0 size=1048576 2024-07-26T06:24:49.799 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.799+0000 7f19304c3640 1 < completed part key=_multipart_512VC812AWRN.2~7BHK3KYQKXM7.1 size=884127 2024-07-26T06:24:49.802 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.802+0000 7f19304c3640 1 < completed multipart upload key=512VC812AWRN upload=7BHK3KYQKXM7 tag=6F096Y0NXU9E type=write size=2981279 2024-07-26T06:24:49.804 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.804+0000 7f19304c3640 1 > prepared operation key=M8V7EJP4HHQV tag=ENRQZGKW57ZG type=del size=92260 2024-07-26T06:24:49.806 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.806+0000 7f19304c3640 1 < completed delete operation key=CXCXAKPQIOKH tag=IQAZFB0PK9XA type=del 2024-07-26T06:24:49.808 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.807+0000 7f19304c3640 1 > prepared operation key=M8V7EJP4HHQV tag=2HY5ABLWNB19 type=del size=3039943 2024-07-26T06:24:49.809 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.809+0000 7f19304c3640 1 < completed part key=_multipart_8J29YNE031PP.2~LH9S01ZRHEA9.0 size=56040 2024-07-26T06:24:49.812 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.812+0000 7f19304c3640 1 < completed multipart upload key=8J29YNE031PP upload=LH9S01ZRHEA9 tag=XBMCAIQ66J3E type=write size=1104616 2024-07-26T06:24:49.814 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.814+0000 7f19304c3640 1 > prepared operation key=C2RTY1II1OSK tag=GUB8FRWZQSAZ type=write size=589581 2024-07-26T06:24:49.816 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.815+0000 7f19304c3640 1 < completed part key=_multipart_512VC812AWRN.2~1OZEQMXY4SAS.0 size=1048576 2024-07-26T06:24:49.817 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.817+0000 7f19304c3640 1 < completed part key=_multipart_512VC812AWRN.2~1OZEQMXY4SAS.1 size=1048576 2024-07-26T06:24:49.819 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.818+0000 7f19304c3640 1 < completed part key=_multipart_512VC812AWRN.2~1OZEQMXY4SAS.2 size=1002061 2024-07-26T06:24:49.821 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.821+0000 7f19304c3640 1 < completed multipart upload key=512VC812AWRN upload=1OZEQMXY4SAS tag=N0GPVRBOMFY3 type=write size=4147789 2024-07-26T06:24:49.824 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.824+0000 7f19304c3640 1 > prepared part key=_multipart_2TS50KKRU12E.2~QNSZ028LTTT7.0 size=551541 2024-07-26T06:24:49.824 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.824+0000 7f19304c3640 1 > prepared multipart upload key=2TS50KKRU12E upload=QNSZ028LTTT7 tag=G5VCEGYTHNC3 type=write size=1600117 2024-07-26T06:24:49.826 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.826+0000 7f19304c3640 1 < completed delete operation key=P6MP7JC8DTH7 tag=TLORYNSAF8TC type=del 2024-07-26T06:24:49.827 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.827+0000 7f19304c3640 1 > prepared operation key=G2XJVRBLSPE9 tag=LNY0QGREAJ8P type=del size=134720 2024-07-26T06:24:49.829 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.829+0000 7f19304c3640 1 < completed part key=_multipart_PN7DBK1NNJVB.2~1DDB76D3O8HJ.0 size=486911 2024-07-26T06:24:49.832 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.832+0000 7f19304c3640 1 < completed multipart upload key=PN7DBK1NNJVB upload=1DDB76D3O8HJ tag=C5I99EXAC9YY type=write size=1535487 2024-07-26T06:24:49.834 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.833+0000 7f19304c3640 1 > prepared operation key=0PV4L596ZFOW tag=0L1EPQKBGJZH type=del size=2198172 2024-07-26T06:24:49.836 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.835+0000 7f19304c3640 1 < canceled operation key=PN7DBK1NNJVB tag=1F0ZXI4AFYG7 type=del size=3451270 2024-07-26T06:24:49.839 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.839+0000 7f19304c3640 1 > prepared part key=_multipart_C2RTY1II1OSK.2~MSF7D28YDMO9.0 size=539589 2024-07-26T06:24:49.839 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.839+0000 7f19304c3640 1 > prepared multipart upload key=C2RTY1II1OSK upload=MSF7D28YDMO9 tag=BWCSTOAZB1DY type=write size=1588165 2024-07-26T06:24:49.840 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.840+0000 7f19304c3640 1 < completed write operation key=P6MP7JC8DTH7 tag=MRUUXVQ4KEKC type=write size=670029 2024-07-26T06:24:49.842 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.842+0000 7f19304c3640 1 > prepared operation key=G2XJVRBLSPE9 tag=GGO0EZ73XPBN type=del size=685537 2024-07-26T06:24:49.844 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.844+0000 7f19304c3640 1 < completed part key=_multipart_LCDUWKN6AQNU.2~8HD2ZO09SRMS.0 size=705669 2024-07-26T06:24:49.847 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.847+0000 7f19304c3640 1 < completed multipart upload key=LCDUWKN6AQNU upload=8HD2ZO09SRMS tag=5DVKNIZRA8A0 type=write size=1754245 2024-07-26T06:24:49.849 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.849+0000 7f19304c3640 1 > prepared operation key=PN7DBK1NNJVB tag=2U512X1HBP7U type=write size=428604 2024-07-26T06:24:49.852 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.852+0000 7f19304c3640 1 < suggested update operation key=C2RTY1II1OSK tag=0Q57QRMEIGBT type=del size=2713845 2024-07-26T06:24:49.856 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.855+0000 7f19304c3640 1 > prepared part key=_multipart_2TS50KKRU12E.2~Y6SSC3YXDQD2.0 size=1048576 2024-07-26T06:24:49.857 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.857+0000 7f19304c3640 1 > prepared part key=_multipart_2TS50KKRU12E.2~Y6SSC3YXDQD2.1 size=278066 2024-07-26T06:24:49.857 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.857+0000 7f19304c3640 1 > prepared multipart upload key=2TS50KKRU12E upload=Y6SSC3YXDQD2 tag=KMIXH10J7Z6I type=write size=2375218 2024-07-26T06:24:49.861 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.860+0000 7f19304c3640 1 < suggested update operation key=512VC812AWRN tag=KPDL67AKJVPM type=del size=2610676 2024-07-26T06:24:49.862 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.862+0000 7f19304c3640 1 > prepared operation key=YDC2NRQG9YFE tag=QKC9XQXYEPDB type=write size=893949 2024-07-26T06:24:49.865 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.865+0000 7f19304c3640 1 < completed part key=_multipart_HO4GZ0KNZ8SK.2~G0GLQPZP18E4.0 size=1048576 2024-07-26T06:24:49.867 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.867+0000 7f19304c3640 1 < completed part key=_multipart_HO4GZ0KNZ8SK.2~G0GLQPZP18E4.1 size=842036 2024-07-26T06:24:49.870 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.870+0000 7f19304c3640 1 < completed multipart upload key=HO4GZ0KNZ8SK upload=G0GLQPZP18E4 tag=CWFKGYAMXKGN type=write size=2939188 2024-07-26T06:24:49.872 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.871+0000 7f19304c3640 1 > prepared operation key=F3QUORF2HDZY tag=HXF6OVSS2ZYF type=del size=523805 2024-07-26T06:24:49.874 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.873+0000 7f19304c3640 1 < completed delete operation key=D2CZZ6A8YSHC tag=EX77K66VS2UD type=del 2024-07-26T06:24:49.877 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.877+0000 7f19304c3640 1 > prepared part key=_multipart_P6MP7JC8DTH7.2~AYCUXWWXXFQI.0 size=315799 2024-07-26T06:24:49.877 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.877+0000 7f19304c3640 1 > prepared multipart upload key=P6MP7JC8DTH7 upload=AYCUXWWXXFQI tag=YP1NX5DLHC7E type=write size=1364375 2024-07-26T06:24:49.878 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.878+0000 7f19304c3640 1 < completed delete operation key=23K6MK7R266R tag=ROQFKQC3KQ1Z type=del 2024-07-26T06:24:49.881 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.880+0000 7f19304c3640 1 > prepared operation key=4ZWJ6XHKZXZF tag=HXQPUZBULIVE type=del size=3308195 2024-07-26T06:24:49.882 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.882+0000 7f19304c3640 1 < completed delete operation key=23K6MK7R266R tag=WE98118298IZ type=del 2024-07-26T06:24:49.886 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.886+0000 7f19304c3640 1 > prepared part key=_multipart_23K6MK7R266R.2~OZMWYZIPVMQA.0 size=1048576 2024-07-26T06:24:49.887 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.887+0000 7f19304c3640 1 > prepared part key=_multipart_23K6MK7R266R.2~OZMWYZIPVMQA.1 size=504343 2024-07-26T06:24:49.887 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.887+0000 7f19304c3640 1 > prepared multipart upload key=23K6MK7R266R upload=OZMWYZIPVMQA tag=XRUFRLERBBVM type=write size=2601495 2024-07-26T06:24:49.889 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.889+0000 7f19304c3640 1 < canceled operation key=SSAHKRHXMDHN tag=YO58L9EGK1BY type=del size=1075398 2024-07-26T06:24:49.891 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.891+0000 7f19304c3640 1 > prepared operation key=55ZIE8HVR68M tag=QERGH5LOFNMD type=del size=1058449 2024-07-26T06:24:49.893 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.893+0000 7f19304c3640 1 < canceled operation key=M8V7EJP4HHQV tag=ENRQZGKW57ZG type=del size=92260 2024-07-26T06:24:49.894 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.894+0000 7f19304c3640 1 > prepared operation key=SQ0RDJVR9PPL tag=K16E9Q59ZBUK type=del size=4180432 2024-07-26T06:24:49.896 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.896+0000 7f19304c3640 1 < completed delete operation key=M8V7EJP4HHQV tag=2HY5ABLWNB19 type=del 2024-07-26T06:24:49.899 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.899+0000 7f19304c3640 1 > prepared part key=_multipart_M8V7EJP4HHQV.2~KRPYRBF2MFM6.0 size=1048576 2024-07-26T06:24:49.901 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.900+0000 7f19304c3640 1 > prepared part key=_multipart_M8V7EJP4HHQV.2~KRPYRBF2MFM6.1 size=510351 2024-07-26T06:24:49.901 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.900+0000 7f19304c3640 1 > prepared multipart upload key=M8V7EJP4HHQV upload=KRPYRBF2MFM6 tag=UEAL5CKCOU7U type=write size=2607503 2024-07-26T06:24:49.904 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.904+0000 7f19304c3640 1 < suggested update operation key=C2RTY1II1OSK tag=GUB8FRWZQSAZ type=write size=589581 2024-07-26T06:24:49.906 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.905+0000 7f19304c3640 1 > prepared operation key=55ZIE8HVR68M tag=C884XYN4ZEKR type=del size=2460870 2024-07-26T06:24:49.908 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.907+0000 7f19304c3640 1 < completed part key=_multipart_2TS50KKRU12E.2~QNSZ028LTTT7.0 size=551541 2024-07-26T06:24:49.911 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.911+0000 7f19304c3640 1 < completed multipart upload key=2TS50KKRU12E upload=QNSZ028LTTT7 tag=G5VCEGYTHNC3 type=write size=1600117 2024-07-26T06:24:49.913 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.912+0000 7f19304c3640 1 > prepared operation key=D2CZZ6A8YSHC tag=F170TL7WW3L6 type=del size=1985228 2024-07-26T06:24:49.914 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.914+0000 7f19304c3640 1 < completed delete operation key=G2XJVRBLSPE9 tag=LNY0QGREAJ8P type=del 2024-07-26T06:24:49.918 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.917+0000 7f19304c3640 1 > prepared part key=_multipart_SSAHKRHXMDHN.2~6BDDMWVBDY59.0 size=1048576 2024-07-26T06:24:49.919 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.919+0000 7f19304c3640 1 > prepared part key=_multipart_SSAHKRHXMDHN.2~6BDDMWVBDY59.1 size=510649 2024-07-26T06:24:49.919 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.919+0000 7f19304c3640 1 > prepared multipart upload key=SSAHKRHXMDHN upload=6BDDMWVBDY59 tag=PVHT4P0ZQ3BH type=write size=2607801 2024-07-26T06:24:49.921 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.920+0000 7f19304c3640 1 < completed delete operation key=0PV4L596ZFOW tag=0L1EPQKBGJZH type=del 2024-07-26T06:24:49.922 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.922+0000 7f19304c3640 1 > prepared operation key=Y0JGX4QVQXEC tag=NGYX0LO03Z4H type=del size=1293186 2024-07-26T06:24:49.924 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.924+0000 7f19304c3640 1 < completed part key=_multipart_C2RTY1II1OSK.2~MSF7D28YDMO9.0 size=539589 2024-07-26T06:24:49.927 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.927+0000 7f19304c3640 1 < completed multipart upload key=C2RTY1II1OSK upload=MSF7D28YDMO9 tag=BWCSTOAZB1DY type=write size=1588165 2024-07-26T06:24:49.930 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.930+0000 7f19304c3640 1 > prepared part key=_multipart_HO4GZ0KNZ8SK.2~K7P12S3BS5X5.0 size=1048576 2024-07-26T06:24:49.932 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.932+0000 7f19304c3640 1 > prepared part key=_multipart_HO4GZ0KNZ8SK.2~K7P12S3BS5X5.1 size=767187 2024-07-26T06:24:49.932 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.932+0000 7f19304c3640 1 > prepared multipart upload key=HO4GZ0KNZ8SK upload=K7P12S3BS5X5 tag=E56LG1RN00J6 type=write size=2864339 2024-07-26T06:24:49.935 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.935+0000 7f19304c3640 1 < suggested remove operation key=G2XJVRBLSPE9 tag=GGO0EZ73XPBN type=del 2024-07-26T06:24:49.937 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.937+0000 7f19304c3640 1 > prepared operation key=4ZWJ6XHKZXZF tag=24P2H5P1XRXZ type=del size=66967 2024-07-26T06:24:49.939 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.939+0000 7f19304c3640 1 < completed write operation key=PN7DBK1NNJVB tag=2U512X1HBP7U type=write size=428604 2024-07-26T06:24:49.941 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.940+0000 7f19304c3640 1 > prepared operation key=SSAHKRHXMDHN tag=32EOJ90QWR7P type=del size=1558693 2024-07-26T06:24:49.942 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.942+0000 7f19304c3640 1 < completed part key=_multipart_2TS50KKRU12E.2~Y6SSC3YXDQD2.0 size=1048576 2024-07-26T06:24:49.944 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.944+0000 7f19304c3640 1 < completed part key=_multipart_2TS50KKRU12E.2~Y6SSC3YXDQD2.1 size=278066 2024-07-26T06:24:49.947 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.947+0000 7f19304c3640 1 < completed multipart upload key=2TS50KKRU12E upload=Y6SSC3YXDQD2 tag=KMIXH10J7Z6I type=write size=2375218 2024-07-26T06:24:49.949 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.949+0000 7f19304c3640 1 > prepared operation key=TWRRPXYVH5FW tag=9XZDZXPF4BMR type=del size=3956295 2024-07-26T06:24:49.951 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.951+0000 7f19304c3640 1 < completed write operation key=YDC2NRQG9YFE tag=QKC9XQXYEPDB type=write size=893949 2024-07-26T06:24:49.952 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.952+0000 7f19304c3640 1 > prepared operation key=SQ0RDJVR9PPL tag=RD5F6E2QA9F2 type=del size=1094962 2024-07-26T06:24:49.954 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.954+0000 7f19304c3640 1 < canceled operation key=F3QUORF2HDZY tag=HXF6OVSS2ZYF type=del size=523805 2024-07-26T06:24:49.956 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.956+0000 7f19304c3640 1 > prepared operation key=HO4GZ0KNZ8SK tag=FMV2O1GEPYE0 type=del size=1700926 2024-07-26T06:24:49.958 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.957+0000 7f19304c3640 1 < completed part key=_multipart_P6MP7JC8DTH7.2~AYCUXWWXXFQI.0 size=315799 2024-07-26T06:24:49.963 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.961+0000 7f19304c3640 1 < completed multipart upload key=P6MP7JC8DTH7 upload=AYCUXWWXXFQI tag=YP1NX5DLHC7E type=write size=1364375 2024-07-26T06:24:49.963 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.962+0000 7f19304c3640 1 > prepared operation key=Y0JGX4QVQXEC tag=FQN76YS02Z2P type=del size=3040984 2024-07-26T06:24:49.965 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.964+0000 7f19304c3640 1 < completed delete operation key=4ZWJ6XHKZXZF tag=HXQPUZBULIVE type=del 2024-07-26T06:24:49.966 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.966+0000 7f19304c3640 1 > prepared operation key=TWRRPXYVH5FW tag=PEU1IGTD2648 type=write size=930832 2024-07-26T06:24:49.968 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.968+0000 7f19304c3640 1 < completed part key=_multipart_23K6MK7R266R.2~OZMWYZIPVMQA.0 size=1048576 2024-07-26T06:24:49.968 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.968+0000 7f19304c3640 1 < canceled part key=_multipart_23K6MK7R266R.2~OZMWYZIPVMQA.1 size=504343 2024-07-26T06:24:49.973 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.972+0000 7f19304c3640 1 < canceled multipart upload key=23K6MK7R266R upload=OZMWYZIPVMQA tag=XRUFRLERBBVM type=write size=2601495 2024-07-26T06:24:49.974 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.974+0000 7f19304c3640 1 > prepared operation key=G70GGG8ITGEE tag=B7F6EFEFHXXM type=del size=3848163 2024-07-26T06:24:49.976 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.975+0000 7f19304c3640 1 < completed delete operation key=55ZIE8HVR68M tag=QERGH5LOFNMD type=del 2024-07-26T06:24:49.977 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.977+0000 7f19304c3640 1 > prepared operation key=SSAHKRHXMDHN tag=CZVFQJE2UT6Q type=del size=2693048 2024-07-26T06:24:49.981 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.981+0000 7f19304c3640 1 < suggested remove operation key=SQ0RDJVR9PPL tag=K16E9Q59ZBUK type=del 2024-07-26T06:24:49.983 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.982+0000 7f19304c3640 1 > prepared operation key=YDC2NRQG9YFE tag=O23I1C7ICABX type=del size=467594 2024-07-26T06:24:49.983 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.983+0000 7f19304c3640 1 < canceled part key=_multipart_M8V7EJP4HHQV.2~KRPYRBF2MFM6.0 size=1048576 2024-07-26T06:24:49.984 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.984+0000 7f19304c3640 1 < completed part key=_multipart_M8V7EJP4HHQV.2~KRPYRBF2MFM6.1 size=510351 2024-07-26T06:24:49.987 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.987+0000 7f19304c3640 1 < canceled multipart upload key=M8V7EJP4HHQV upload=KRPYRBF2MFM6 tag=UEAL5CKCOU7U type=write size=2607503 2024-07-26T06:24:49.990 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.990+0000 7f19304c3640 1 > prepared part key=_multipart_Y0JGX4QVQXEC.2~411JBWRLR2AG.0 size=1048576 2024-07-26T06:24:49.991 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.991+0000 7f19304c3640 1 > prepared part key=_multipart_Y0JGX4QVQXEC.2~411JBWRLR2AG.1 size=462447 2024-07-26T06:24:49.992 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.991+0000 7f19304c3640 1 > prepared multipart upload key=Y0JGX4QVQXEC upload=411JBWRLR2AG tag=BXVDPDIO6Q78 type=write size=2559599 2024-07-26T06:24:49.993 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.993+0000 7f19304c3640 1 < completed delete operation key=55ZIE8HVR68M tag=C884XYN4ZEKR type=del 2024-07-26T06:24:49.994 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.994+0000 7f19304c3640 1 > prepared operation key=TWRRPXYVH5FW tag=WAK39GS1H40G type=write size=179995 2024-07-26T06:24:49.996 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:49.996+0000 7f19304c3640 1 < completed delete operation key=D2CZZ6A8YSHC tag=F170TL7WW3L6 type=del 2024-07-26T06:24:50.000 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.000+0000 7f19304c3640 1 > prepared part key=_multipart_SQ0RDJVR9PPL.2~TRCHFH220PB0.0 size=1048576 2024-07-26T06:24:50.001 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.001+0000 7f19304c3640 1 > prepared part key=_multipart_SQ0RDJVR9PPL.2~TRCHFH220PB0.1 size=697163 2024-07-26T06:24:50.001 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.001+0000 7f19304c3640 1 > prepared multipart upload key=SQ0RDJVR9PPL upload=TRCHFH220PB0 tag=V4E4S9Q1KISI type=write size=2794315 2024-07-26T06:24:50.003 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.002+0000 7f19304c3640 1 < completed part key=_multipart_SSAHKRHXMDHN.2~6BDDMWVBDY59.0 size=1048576 2024-07-26T06:24:50.004 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.004+0000 7f19304c3640 1 < completed part key=_multipart_SSAHKRHXMDHN.2~6BDDMWVBDY59.1 size=510649 2024-07-26T06:24:50.008 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.007+0000 7f19304c3640 1 < completed multipart upload key=SSAHKRHXMDHN upload=6BDDMWVBDY59 tag=PVHT4P0ZQ3BH type=write size=2607801 2024-07-26T06:24:50.011 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.011+0000 7f19304c3640 1 > prepared part key=_multipart_TWRRPXYVH5FW.2~SZFVB8YOHOA4.0 size=1048576 2024-07-26T06:24:50.012 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.012+0000 7f19304c3640 1 > prepared part key=_multipart_TWRRPXYVH5FW.2~SZFVB8YOHOA4.1 size=1048576 2024-07-26T06:24:50.013 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.013+0000 7f19304c3640 1 > prepared part key=_multipart_TWRRPXYVH5FW.2~SZFVB8YOHOA4.2 size=55955 2024-07-26T06:24:50.014 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.013+0000 7f19304c3640 1 > prepared multipart upload key=TWRRPXYVH5FW upload=SZFVB8YOHOA4 tag=PHELOKDWOKSB type=write size=3201683 2024-07-26T06:24:50.015 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.015+0000 7f19304c3640 1 < completed delete operation key=Y0JGX4QVQXEC tag=NGYX0LO03Z4H type=del 2024-07-26T06:24:50.018 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.018+0000 7f19304c3640 1 > prepared part key=_multipart_7P9AQQD7XI2Z.2~N1H65Y7T3IMF.0 size=1048576 2024-07-26T06:24:50.020 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.020+0000 7f19304c3640 1 > prepared part key=_multipart_7P9AQQD7XI2Z.2~N1H65Y7T3IMF.1 size=1048576 2024-07-26T06:24:50.021 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.021+0000 7f19304c3640 1 > prepared part key=_multipart_7P9AQQD7XI2Z.2~N1H65Y7T3IMF.2 size=138352 2024-07-26T06:24:50.021 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.021+0000 7f19304c3640 1 > prepared multipart upload key=7P9AQQD7XI2Z upload=N1H65Y7T3IMF tag=3U6VJ720IZYA type=write size=3284080 2024-07-26T06:24:50.023 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.023+0000 7f19304c3640 1 < completed part key=_multipart_HO4GZ0KNZ8SK.2~K7P12S3BS5X5.0 size=1048576 2024-07-26T06:24:50.024 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.024+0000 7f19304c3640 1 < completed part key=_multipart_HO4GZ0KNZ8SK.2~K7P12S3BS5X5.1 size=767187 2024-07-26T06:24:50.027 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.027+0000 7f19304c3640 1 < completed multipart upload key=HO4GZ0KNZ8SK upload=K7P12S3BS5X5 tag=E56LG1RN00J6 type=write size=2864339 2024-07-26T06:24:50.029 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.028+0000 7f19304c3640 1 > prepared operation key=2TS50KKRU12E tag=1FA1H79NT9TO type=del size=2568792 2024-07-26T06:24:50.031 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.031+0000 7f19304c3640 1 < completed delete operation key=4ZWJ6XHKZXZF tag=24P2H5P1XRXZ type=del 2024-07-26T06:24:50.034 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.034+0000 7f19304c3640 1 > prepared part key=_multipart_V4RJB0J6F7NB.2~K8KUFMHL209A.0 size=1048576 2024-07-26T06:24:50.036 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.036+0000 7f19304c3640 1 > prepared part key=_multipart_V4RJB0J6F7NB.2~K8KUFMHL209A.1 size=249609 2024-07-26T06:24:50.036 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.036+0000 7f19304c3640 1 > prepared multipart upload key=V4RJB0J6F7NB upload=K8KUFMHL209A tag=ZVN4LLPUSSHW type=write size=2346761 2024-07-26T06:24:50.038 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.037+0000 7f19304c3640 1 < completed delete operation key=SSAHKRHXMDHN tag=32EOJ90QWR7P type=del 2024-07-26T06:24:50.041 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.041+0000 7f19304c3640 1 > prepared part key=_multipart_G70GGG8ITGEE.2~H5FTF9LZA96S.0 size=1048576 2024-07-26T06:24:50.042 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.042+0000 7f19304c3640 1 > prepared part key=_multipart_G70GGG8ITGEE.2~H5FTF9LZA96S.1 size=257585 2024-07-26T06:24:50.043 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.042+0000 7f19304c3640 1 > prepared multipart upload key=G70GGG8ITGEE upload=H5FTF9LZA96S tag=DZU8P6QQQHSK type=write size=2354737 2024-07-26T06:24:50.046 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.046+0000 7f19304c3640 1 < suggested remove operation key=TWRRPXYVH5FW tag=9XZDZXPF4BMR type=del 2024-07-26T06:24:50.048 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.047+0000 7f19304c3640 1 > prepared operation key=1I2JP28R3YNS tag=AYJ0SVBNEE7M type=del size=982530 2024-07-26T06:24:50.050 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.050+0000 7f19304c3640 -1 < failed to complete operation key=SQ0RDJVR9PPL tag=RD5F6E2QA9F2 type=del size=1094962: (22) Invalid argument 2024-07-26T06:24:50.053 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.053+0000 7f19304c3640 1 > prepared part key=_multipart_G2XJVRBLSPE9.2~TAEYKUS6DT6L.0 size=1048576 2024-07-26T06:24:50.054 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.054+0000 7f19304c3640 1 > prepared part key=_multipart_G2XJVRBLSPE9.2~TAEYKUS6DT6L.1 size=968238 2024-07-26T06:24:50.054 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.054+0000 7f19304c3640 1 > prepared multipart upload key=G2XJVRBLSPE9 upload=TAEYKUS6DT6L tag=KIZLNPK9V5N5 type=write size=3065390 2024-07-26T06:24:50.056 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.056+0000 7f19304c3640 1 < completed delete operation key=HO4GZ0KNZ8SK tag=FMV2O1GEPYE0 type=del 2024-07-26T06:24:50.058 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.057+0000 7f19304c3640 1 > prepared operation key=Y0JGX4QVQXEC tag=K8D015TSHIGO type=del size=3705459 2024-07-26T06:24:50.061 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.061+0000 7f19304c3640 1 < suggested update operation key=Y0JGX4QVQXEC tag=FQN76YS02Z2P type=del size=3040984 2024-07-26T06:24:50.063 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.063+0000 7f19304c3640 1 > prepared operation key=HO4GZ0KNZ8SK tag=38KLPGKP8HBE type=del size=3034631 2024-07-26T06:24:50.065 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.065+0000 7f19304c3640 -1 < failed to complete operation key=TWRRPXYVH5FW tag=PEU1IGTD2648 type=write size=930832: (22) Invalid argument 2024-07-26T06:24:50.067 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.067+0000 7f19304c3640 1 > prepared operation key=M8V7EJP4HHQV tag=QLSVJDPT7X99 type=del size=398465 2024-07-26T06:24:50.068 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.068+0000 7f19304c3640 1 < completed delete operation key=G70GGG8ITGEE tag=B7F6EFEFHXXM type=del 2024-07-26T06:24:50.071 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.071+0000 7f19304c3640 1 > prepared part key=_multipart_V4RJB0J6F7NB.2~05J7Y53IL11K.0 size=1048576 2024-07-26T06:24:50.073 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.073+0000 7f19304c3640 1 > prepared part key=_multipart_V4RJB0J6F7NB.2~05J7Y53IL11K.1 size=730660 2024-07-26T06:24:50.073 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.073+0000 7f19304c3640 1 > prepared multipart upload key=V4RJB0J6F7NB upload=05J7Y53IL11K tag=BX4E20UH2ZN2 type=write size=2827812 2024-07-26T06:24:50.076 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.076+0000 7f19304c3640 1 < suggested update operation key=SSAHKRHXMDHN tag=CZVFQJE2UT6Q type=del size=2693048 2024-07-26T06:24:50.078 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.078+0000 7f19304c3640 1 > prepared operation key=2TS50KKRU12E tag=OHU9XVBBRMMS type=del size=4018341 2024-07-26T06:24:50.080 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.080+0000 7f19304c3640 1 < completed delete operation key=YDC2NRQG9YFE tag=O23I1C7ICABX type=del 2024-07-26T06:24:50.083 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.083+0000 7f19304c3640 1 > prepared part key=_multipart_PN7DBK1NNJVB.2~3L5E4HX74PIV.0 size=669989 2024-07-26T06:24:50.083 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.083+0000 7f19304c3640 1 > prepared multipart upload key=PN7DBK1NNJVB upload=3L5E4HX74PIV tag=W4HLKO5NCICA type=write size=1718565 2024-07-26T06:24:50.083 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.083+0000 7f19304c3640 1 < canceled part key=_multipart_Y0JGX4QVQXEC.2~411JBWRLR2AG.0 size=1048576 2024-07-26T06:24:50.085 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.084+0000 7f19304c3640 1 < completed part key=_multipart_Y0JGX4QVQXEC.2~411JBWRLR2AG.1 size=462447 2024-07-26T06:24:50.088 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.087+0000 7f19304c3640 1 < canceled multipart upload key=Y0JGX4QVQXEC upload=411JBWRLR2AG tag=BXVDPDIO6Q78 type=write size=2559599 2024-07-26T06:24:50.091 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.091+0000 7f19304c3640 1 > prepared part key=_multipart_P6MP7JC8DTH7.2~SJFVO9ELLCXR.0 size=1048576 2024-07-26T06:24:50.093 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.092+0000 7f19304c3640 1 > prepared part key=_multipart_P6MP7JC8DTH7.2~SJFVO9ELLCXR.1 size=1048576 2024-07-26T06:24:50.094 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.094+0000 7f19304c3640 1 > prepared part key=_multipart_P6MP7JC8DTH7.2~SJFVO9ELLCXR.2 size=898928 2024-07-26T06:24:50.094 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.094+0000 7f19304c3640 1 > prepared multipart upload key=P6MP7JC8DTH7 upload=SJFVO9ELLCXR tag=MT340SH41GHH type=write size=4044656 2024-07-26T06:24:50.096 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.096+0000 7f19304c3640 -1 < failed to complete operation key=TWRRPXYVH5FW tag=WAK39GS1H40G type=write size=179995: (22) Invalid argument 2024-07-26T06:24:50.098 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.097+0000 7f19304c3640 1 > prepared operation key=F3QUORF2HDZY tag=WN104T4MFWER type=del size=1564041 2024-07-26T06:24:50.098 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.098+0000 7f19304c3640 1 < canceled part key=_multipart_SQ0RDJVR9PPL.2~TRCHFH220PB0.0 size=1048576 2024-07-26T06:24:50.099 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.099+0000 7f19304c3640 1 < completed part key=_multipart_SQ0RDJVR9PPL.2~TRCHFH220PB0.1 size=697163 2024-07-26T06:24:50.102 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.102+0000 7f19304c3640 1 < canceled multipart upload key=SQ0RDJVR9PPL upload=TRCHFH220PB0 tag=V4E4S9Q1KISI type=write size=2794315 2024-07-26T06:24:50.105 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.105+0000 7f19304c3640 1 > prepared part key=_multipart_D2CZZ6A8YSHC.2~L4YTERMLHK81.0 size=212433 2024-07-26T06:24:50.105 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.105+0000 7f19304c3640 1 > prepared multipart upload key=D2CZZ6A8YSHC upload=L4YTERMLHK81 tag=L0Q42UX22UGV type=write size=1261009 2024-07-26T06:24:50.107 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.107+0000 7f19304c3640 1 < completed part key=_multipart_TWRRPXYVH5FW.2~SZFVB8YOHOA4.0 size=1048576 2024-07-26T06:24:50.107 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.107+0000 7f19304c3640 1 < canceled part key=_multipart_TWRRPXYVH5FW.2~SZFVB8YOHOA4.1 size=1048576 2024-07-26T06:24:50.108 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.108+0000 7f19304c3640 1 < completed part key=_multipart_TWRRPXYVH5FW.2~SZFVB8YOHOA4.2 size=55955 2024-07-26T06:24:50.111 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.111+0000 7f19304c3640 1 < canceled multipart upload key=TWRRPXYVH5FW upload=SZFVB8YOHOA4 tag=PHELOKDWOKSB type=write size=3201683 2024-07-26T06:24:50.113 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.113+0000 7f19304c3640 1 > prepared operation key=8J29YNE031PP tag=3H4GGG6R5F2G type=del size=2374082 2024-07-26T06:24:50.115 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.115+0000 7f19304c3640 1 < completed part key=_multipart_7P9AQQD7XI2Z.2~N1H65Y7T3IMF.0 size=1048576 2024-07-26T06:24:50.116 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.116+0000 7f19304c3640 1 < completed part key=_multipart_7P9AQQD7XI2Z.2~N1H65Y7T3IMF.1 size=1048576 2024-07-26T06:24:50.121 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.121+0000 7f19304c3640 1 < completed part key=_multipart_7P9AQQD7XI2Z.2~N1H65Y7T3IMF.2 size=138352 2024-07-26T06:24:50.126 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.125+0000 7f19304c3640 1 < completed multipart upload key=7P9AQQD7XI2Z upload=N1H65Y7T3IMF tag=3U6VJ720IZYA type=write size=3284080 2024-07-26T06:24:50.128 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.127+0000 7f19304c3640 1 > prepared operation key=G70GGG8ITGEE tag=AAOQVRA5VP2Z type=del size=3910045 2024-07-26T06:24:50.129 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.129+0000 7f19304c3640 1 < completed delete operation key=2TS50KKRU12E tag=1FA1H79NT9TO type=del 2024-07-26T06:24:50.131 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.131+0000 7f19304c3640 1 > prepared operation key=1I2JP28R3YNS tag=C4FYFGOAAI5K type=del size=3598745 2024-07-26T06:24:50.133 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.133+0000 7f19304c3640 1 < completed part key=_multipart_V4RJB0J6F7NB.2~K8KUFMHL209A.0 size=1048576 2024-07-26T06:24:50.134 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.134+0000 7f19304c3640 1 < completed part key=_multipart_V4RJB0J6F7NB.2~K8KUFMHL209A.1 size=249609 2024-07-26T06:24:50.137 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.137+0000 7f19304c3640 1 < completed multipart upload key=V4RJB0J6F7NB upload=K8KUFMHL209A tag=ZVN4LLPUSSHW type=write size=2346761 2024-07-26T06:24:50.139 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.139+0000 7f19304c3640 1 > prepared operation key=F3QUORF2HDZY tag=J7MAZNR6DWIP type=del size=1712440 2024-07-26T06:24:50.141 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.141+0000 7f19304c3640 1 < completed part key=_multipart_G70GGG8ITGEE.2~H5FTF9LZA96S.0 size=1048576 2024-07-26T06:24:50.142 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.142+0000 7f19304c3640 1 < completed part key=_multipart_G70GGG8ITGEE.2~H5FTF9LZA96S.1 size=257585 2024-07-26T06:24:50.146 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.146+0000 7f19304c3640 1 < completed multipart upload key=G70GGG8ITGEE upload=H5FTF9LZA96S tag=DZU8P6QQQHSK type=write size=2354737 2024-07-26T06:24:50.149 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.149+0000 7f19304c3640 1 > prepared part key=_multipart_P6MP7JC8DTH7.2~HZJL5R0MR0HT.0 size=1048576 2024-07-26T06:24:50.151 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.150+0000 7f19304c3640 1 > prepared part key=_multipart_P6MP7JC8DTH7.2~HZJL5R0MR0HT.1 size=400199 2024-07-26T06:24:50.151 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.150+0000 7f19304c3640 1 > prepared multipart upload key=P6MP7JC8DTH7 upload=HZJL5R0MR0HT tag=KAAP1P17PL5W type=write size=2497351 2024-07-26T06:24:50.153 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.152+0000 7f19304c3640 1 < completed delete operation key=1I2JP28R3YNS tag=AYJ0SVBNEE7M type=del 2024-07-26T06:24:50.155 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.155+0000 7f19304c3640 1 > prepared operation key=G70GGG8ITGEE tag=1186JQDDVB3L type=del size=3057070 2024-07-26T06:24:50.155 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.155+0000 7f19304c3640 1 < canceled part key=_multipart_G2XJVRBLSPE9.2~TAEYKUS6DT6L.0 size=1048576 2024-07-26T06:24:50.156 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.156+0000 7f19304c3640 1 < completed part key=_multipart_G2XJVRBLSPE9.2~TAEYKUS6DT6L.1 size=968238 2024-07-26T06:24:50.160 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.159+0000 7f19304c3640 1 < canceled multipart upload key=G2XJVRBLSPE9 upload=TAEYKUS6DT6L tag=KIZLNPK9V5N5 type=write size=3065390 2024-07-26T06:24:50.167 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.162+0000 7f19304c3640 1 > prepared part key=_multipart_SSAHKRHXMDHN.2~DODKQBU1JU69.0 size=667281 2024-07-26T06:24:50.167 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.162+0000 7f19304c3640 1 > prepared multipart upload key=SSAHKRHXMDHN upload=DODKQBU1JU69 tag=7Q4KXA2IDK4M type=write size=1715857 2024-07-26T06:24:50.167 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.166+0000 7f19304c3640 1 < suggested update operation key=Y0JGX4QVQXEC tag=K8D015TSHIGO type=del size=3705459 2024-07-26T06:24:50.170 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.170+0000 7f19304c3640 1 > prepared part key=_multipart_HO4GZ0KNZ8SK.2~L4QYQM6DHAF8.0 size=200465 2024-07-26T06:24:50.170 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.170+0000 7f19304c3640 1 > prepared multipart upload key=HO4GZ0KNZ8SK upload=L4QYQM6DHAF8 tag=XNVFJ6VEXANU type=write size=1249041 2024-07-26T06:24:50.174 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.174+0000 7f19304c3640 1 < suggested remove operation key=HO4GZ0KNZ8SK tag=38KLPGKP8HBE type=del 2024-07-26T06:24:50.176 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.175+0000 7f19304c3640 1 > prepared operation key=F3QUORF2HDZY tag=HW2PRLNEG7CL type=del size=3273574 2024-07-26T06:24:50.177 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.177+0000 7f19304c3640 1 < completed delete operation key=M8V7EJP4HHQV tag=QLSVJDPT7X99 type=del 2024-07-26T06:24:50.180 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.180+0000 7f19304c3640 1 > prepared part key=_multipart_TWRRPXYVH5FW.2~N65010FE1W23.0 size=1048576 2024-07-26T06:24:50.182 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.181+0000 7f19304c3640 1 > prepared part key=_multipart_TWRRPXYVH5FW.2~N65010FE1W23.1 size=1048576 2024-07-26T06:24:50.183 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.183+0000 7f19304c3640 1 > prepared part key=_multipart_TWRRPXYVH5FW.2~N65010FE1W23.2 size=288755 2024-07-26T06:24:50.183 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.183+0000 7f19304c3640 1 > prepared multipart upload key=TWRRPXYVH5FW upload=N65010FE1W23 tag=E1UAW86LKMOU type=write size=3434483 2024-07-26T06:24:50.185 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.184+0000 7f19304c3640 1 < completed part key=_multipart_V4RJB0J6F7NB.2~05J7Y53IL11K.0 size=1048576 2024-07-26T06:24:50.186 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.186+0000 7f19304c3640 1 < completed part key=_multipart_V4RJB0J6F7NB.2~05J7Y53IL11K.1 size=730660 2024-07-26T06:24:50.189 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.189+0000 7f19304c3640 1 < completed multipart upload key=V4RJB0J6F7NB upload=05J7Y53IL11K tag=BX4E20UH2ZN2 type=write size=2827812 2024-07-26T06:24:50.192 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.192+0000 7f19304c3640 1 > prepared part key=_multipart_7P9AQQD7XI2Z.2~8I4GS8AS8F1A.0 size=1048576 2024-07-26T06:24:50.193 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.193+0000 7f19304c3640 1 > prepared part key=_multipart_7P9AQQD7XI2Z.2~8I4GS8AS8F1A.1 size=512568 2024-07-26T06:24:50.193 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.193+0000 7f19304c3640 1 > prepared multipart upload key=7P9AQQD7XI2Z upload=8I4GS8AS8F1A tag=IDNADY2IKCLJ type=write size=2609720 2024-07-26T06:24:50.195 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.195+0000 7f19304c3640 1 < completed delete operation key=2TS50KKRU12E tag=OHU9XVBBRMMS type=del 2024-07-26T06:24:50.197 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.197+0000 7f19304c3640 1 > prepared operation key=SSAHKRHXMDHN tag=PL2321SYBB81 type=del size=2926819 2024-07-26T06:24:50.199 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.199+0000 7f19304c3640 1 < completed part key=_multipart_PN7DBK1NNJVB.2~3L5E4HX74PIV.0 size=669989 2024-07-26T06:24:50.202 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.202+0000 7f19304c3640 1 < completed multipart upload key=PN7DBK1NNJVB upload=3L5E4HX74PIV tag=W4HLKO5NCICA type=write size=1718565 2024-07-26T06:24:50.204 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.204+0000 7f19304c3640 1 > prepared operation key=2TS50KKRU12E tag=6HB8I2LWX3K5 type=del size=2671673 2024-07-26T06:24:50.206 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.205+0000 7f19304c3640 1 < completed part key=_multipart_P6MP7JC8DTH7.2~SJFVO9ELLCXR.0 size=1048576 2024-07-26T06:24:50.207 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.207+0000 7f19304c3640 1 < completed part key=_multipart_P6MP7JC8DTH7.2~SJFVO9ELLCXR.1 size=1048576 2024-07-26T06:24:50.209 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.208+0000 7f19304c3640 1 < completed part key=_multipart_P6MP7JC8DTH7.2~SJFVO9ELLCXR.2 size=898928 2024-07-26T06:24:50.212 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.212+0000 7f19304c3640 1 < completed multipart upload key=P6MP7JC8DTH7 upload=SJFVO9ELLCXR tag=MT340SH41GHH type=write size=4044656 2024-07-26T06:24:50.214 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.214+0000 7f19304c3640 1 > prepared operation key=7GGA1PRXXHDC tag=LNLZ02JKNHQW type=del size=812850 2024-07-26T06:24:50.215 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.215+0000 7f19304c3640 1 < completed delete operation key=F3QUORF2HDZY tag=WN104T4MFWER type=del 2024-07-26T06:24:50.219 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.218+0000 7f19304c3640 1 > prepared part key=_multipart_V4QX80DR86I3.2~3JE79MO9X9H9.0 size=236663 2024-07-26T06:24:50.219 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.218+0000 7f19304c3640 1 > prepared multipart upload key=V4QX80DR86I3 upload=3JE79MO9X9H9 tag=KV42O1EDIGA0 type=write size=1285239 2024-07-26T06:24:50.219 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.219+0000 7f19304c3640 1 < canceled part key=_multipart_D2CZZ6A8YSHC.2~L4YTERMLHK81.0 size=212433 2024-07-26T06:24:50.221 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.221+0000 7f19304c3640 1 < canceled multipart upload key=D2CZZ6A8YSHC upload=L4YTERMLHK81 tag=L0Q42UX22UGV type=write size=1261009 2024-07-26T06:24:50.223 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.223+0000 7f19304c3640 1 > prepared operation key=F3QUORF2HDZY tag=62591IA7O3MM type=del size=2746901 2024-07-26T06:24:50.225 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.225+0000 7f19304c3640 1 < completed delete operation key=8J29YNE031PP tag=3H4GGG6R5F2G type=del 2024-07-26T06:24:50.228 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.228+0000 7f19304c3640 1 > prepared part key=_multipart_55ZIE8HVR68M.2~1I8I25328OR4.0 size=600997 2024-07-26T06:24:50.228 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.228+0000 7f19304c3640 1 > prepared multipart upload key=55ZIE8HVR68M upload=1I8I25328OR4 tag=8YGNDW0FIVPE type=write size=1649573 2024-07-26T06:24:50.230 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.230+0000 7f19304c3640 1 < canceled operation key=G70GGG8ITGEE tag=AAOQVRA5VP2Z type=del size=3910045 2024-07-26T06:24:50.232 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.232+0000 7f19304c3640 1 > prepared operation key=SSAHKRHXMDHN tag=S57BJTYVNXTT type=del size=3951492 2024-07-26T06:24:50.235 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.235+0000 7f19304c3640 1 < suggested update operation key=1I2JP28R3YNS tag=C4FYFGOAAI5K type=del size=3598745 2024-07-26T06:24:50.237 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.237+0000 7f19304c3640 1 > prepared operation key=4ZWJ6XHKZXZF tag=7CEWK1RL9GH5 type=del size=1303612 2024-07-26T06:24:50.239 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.239+0000 7f19304c3640 1 < completed delete operation key=F3QUORF2HDZY tag=J7MAZNR6DWIP type=del 2024-07-26T06:24:50.242 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.241+0000 7f19304c3640 1 > prepared operation key=8J29YNE031PP tag=EL2DCRE62ZSR type=del size=1533536 2024-07-26T06:24:50.242 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.242+0000 7f19304c3640 1 < canceled part key=_multipart_P6MP7JC8DTH7.2~HZJL5R0MR0HT.0 size=1048576 2024-07-26T06:24:50.243 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.243+0000 7f19304c3640 1 < completed part key=_multipart_P6MP7JC8DTH7.2~HZJL5R0MR0HT.1 size=400199 2024-07-26T06:24:50.247 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.246+0000 7f19304c3640 1 < canceled multipart upload key=P6MP7JC8DTH7 upload=HZJL5R0MR0HT tag=KAAP1P17PL5W type=write size=2497351 2024-07-26T06:24:50.250 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.250+0000 7f19304c3640 1 > prepared part key=_multipart_G2XJVRBLSPE9.2~EA6X001RTCRC.0 size=1048576 2024-07-26T06:24:50.251 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.251+0000 7f19304c3640 1 > prepared part key=_multipart_G2XJVRBLSPE9.2~EA6X001RTCRC.1 size=1048576 2024-07-26T06:24:50.253 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.253+0000 7f19304c3640 1 > prepared part key=_multipart_G2XJVRBLSPE9.2~EA6X001RTCRC.2 size=929499 2024-07-26T06:24:50.253 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.253+0000 7f19304c3640 1 > prepared multipart upload key=G2XJVRBLSPE9 upload=EA6X001RTCRC tag=V9T9S524ANDX type=write size=4075227 2024-07-26T06:24:50.255 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.255+0000 7f19304c3640 1 < completed delete operation key=G70GGG8ITGEE tag=1186JQDDVB3L type=del 2024-07-26T06:24:50.258 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.258+0000 7f19304c3640 1 > prepared part key=_multipart_Y0JGX4QVQXEC.2~5EZF458DYSVG.0 size=1048576 2024-07-26T06:24:50.260 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.259+0000 7f19304c3640 1 > prepared part key=_multipart_Y0JGX4QVQXEC.2~5EZF458DYSVG.1 size=791896 2024-07-26T06:24:50.260 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.259+0000 7f19304c3640 1 > prepared multipart upload key=Y0JGX4QVQXEC upload=5EZF458DYSVG tag=QK7JVPZ38RVC type=write size=2889048 2024-07-26T06:24:50.260 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.260+0000 7f19304c3640 1 < canceled part key=_multipart_SSAHKRHXMDHN.2~DODKQBU1JU69.0 size=667281 2024-07-26T06:24:50.263 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.263+0000 7f19304c3640 1 < canceled multipart upload key=SSAHKRHXMDHN upload=DODKQBU1JU69 tag=7Q4KXA2IDK4M type=write size=1715857 2024-07-26T06:24:50.266 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.266+0000 7f19304c3640 1 > prepared part key=_multipart_M8V7EJP4HHQV.2~KF2ZRD95DN7B.0 size=67360 2024-07-26T06:24:50.267 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.266+0000 7f19304c3640 1 > prepared multipart upload key=M8V7EJP4HHQV upload=KF2ZRD95DN7B tag=021GJQBMVD5Z type=write size=1115936 2024-07-26T06:24:50.268 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.268+0000 7f19304c3640 1 < completed part key=_multipart_HO4GZ0KNZ8SK.2~L4QYQM6DHAF8.0 size=200465 2024-07-26T06:24:50.271 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.271+0000 7f19304c3640 1 < completed multipart upload key=HO4GZ0KNZ8SK upload=L4QYQM6DHAF8 tag=XNVFJ6VEXANU type=write size=1249041 2024-07-26T06:24:50.272 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.272+0000 7f19304c3640 1 > prepared operation key=23K6MK7R266R tag=83NNOH28FHMM type=write size=56699 2024-07-26T06:24:50.274 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.274+0000 7f19304c3640 1 < completed delete operation key=F3QUORF2HDZY tag=HW2PRLNEG7CL type=del 2024-07-26T06:24:50.276 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.276+0000 7f19304c3640 1 > prepared operation key=C2RTY1II1OSK tag=8ZU453A2JL81 type=del size=3133423 2024-07-26T06:24:50.278 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.278+0000 7f19304c3640 1 < completed part key=_multipart_TWRRPXYVH5FW.2~N65010FE1W23.0 size=1048576 2024-07-26T06:24:50.280 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.280+0000 7f19304c3640 1 < completed part key=_multipart_TWRRPXYVH5FW.2~N65010FE1W23.1 size=1048576 2024-07-26T06:24:50.281 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.281+0000 7f19304c3640 1 < completed part key=_multipart_TWRRPXYVH5FW.2~N65010FE1W23.2 size=288755 2024-07-26T06:24:50.285 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.284+0000 7f19304c3640 1 < completed multipart upload key=TWRRPXYVH5FW upload=N65010FE1W23 tag=E1UAW86LKMOU type=write size=3434483 2024-07-26T06:24:50.286 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.286+0000 7f19304c3640 1 > prepared operation key=M8V7EJP4HHQV tag=33NJQDH5ORJV type=del size=3193449 2024-07-26T06:24:50.288 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.288+0000 7f19304c3640 1 < completed part key=_multipart_7P9AQQD7XI2Z.2~8I4GS8AS8F1A.0 size=1048576 2024-07-26T06:24:50.290 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.289+0000 7f19304c3640 1 < completed part key=_multipart_7P9AQQD7XI2Z.2~8I4GS8AS8F1A.1 size=512568 2024-07-26T06:24:50.293 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.293+0000 7f19304c3640 1 < completed multipart upload key=7P9AQQD7XI2Z upload=8I4GS8AS8F1A tag=IDNADY2IKCLJ type=write size=2609720 2024-07-26T06:24:50.295 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.295+0000 7f19304c3640 1 > prepared operation key=1I2JP28R3YNS tag=EMI3CPZCUL72 type=del size=1938904 2024-07-26T06:24:50.299 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.299+0000 7f19304c3640 1 < suggested remove operation key=SSAHKRHXMDHN tag=PL2321SYBB81 type=del 2024-07-26T06:24:50.301 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.301+0000 7f19304c3640 1 > prepared operation key=Y0JGX4QVQXEC tag=ZKMTKGJNS7I4 type=del size=1859221 2024-07-26T06:24:50.303 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.303+0000 7f19304c3640 1 < completed delete operation key=2TS50KKRU12E tag=6HB8I2LWX3K5 type=del 2024-07-26T06:24:50.307 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.306+0000 7f19304c3640 1 > prepared part key=_multipart_7GGA1PRXXHDC.2~52X3VJHT5U11.0 size=1048576 2024-07-26T06:24:50.308 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.308+0000 7f19304c3640 1 > prepared part key=_multipart_7GGA1PRXXHDC.2~52X3VJHT5U11.1 size=1048576 2024-07-26T06:24:50.309 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.309+0000 7f19304c3640 1 > prepared part key=_multipart_7GGA1PRXXHDC.2~52X3VJHT5U11.2 size=213983 2024-07-26T06:24:50.309 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.309+0000 7f19304c3640 1 > prepared multipart upload key=7GGA1PRXXHDC upload=52X3VJHT5U11 tag=43Y7R9MS303C type=write size=3359711 2024-07-26T06:24:50.311 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.311+0000 7f19304c3640 1 < completed delete operation key=7GGA1PRXXHDC tag=LNLZ02JKNHQW type=del 2024-07-26T06:24:50.313 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.312+0000 7f19304c3640 1 > prepared operation key=SQ0RDJVR9PPL tag=MRO20ADGRI32 type=write size=230584 2024-07-26T06:24:50.315 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.314+0000 7f19304c3640 1 < completed part key=_multipart_V4QX80DR86I3.2~3JE79MO9X9H9.0 size=236663 2024-07-26T06:24:50.318 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.317+0000 7f19304c3640 1 < completed multipart upload key=V4QX80DR86I3 upload=3JE79MO9X9H9 tag=KV42O1EDIGA0 type=write size=1285239 2024-07-26T06:24:50.321 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.321+0000 7f19304c3640 1 > prepared part key=_multipart_M8V7EJP4HHQV.2~31LY5MR8456C.0 size=1048576 2024-07-26T06:24:50.323 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.322+0000 7f19304c3640 1 > prepared part key=_multipart_M8V7EJP4HHQV.2~31LY5MR8456C.1 size=1048576 2024-07-26T06:24:50.324 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.324+0000 7f19304c3640 1 > prepared part key=_multipart_M8V7EJP4HHQV.2~31LY5MR8456C.2 size=866945 2024-07-26T06:24:50.324 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.324+0000 7f19304c3640 1 > prepared multipart upload key=M8V7EJP4HHQV upload=31LY5MR8456C tag=V8YA6S34QWM7 type=write size=4012673 2024-07-26T06:24:50.326 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.325+0000 7f19304c3640 1 < completed delete operation key=F3QUORF2HDZY tag=62591IA7O3MM type=del 2024-07-26T06:24:50.329 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.329+0000 7f19304c3640 1 > prepared part key=_multipart_QMPZ7GQNIH0K.2~NFSVL3105JZW.0 size=1048576 2024-07-26T06:24:50.331 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.330+0000 7f19304c3640 1 > prepared part key=_multipart_QMPZ7GQNIH0K.2~NFSVL3105JZW.1 size=471480 2024-07-26T06:24:50.331 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.330+0000 7f19304c3640 1 > prepared multipart upload key=QMPZ7GQNIH0K upload=NFSVL3105JZW tag=2NI1IXH6U5F8 type=write size=2568632 2024-07-26T06:24:50.333 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.332+0000 7f19304c3640 1 < completed part key=_multipart_55ZIE8HVR68M.2~1I8I25328OR4.0 size=600997 2024-07-26T06:24:50.335 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.335+0000 7f19304c3640 1 < completed multipart upload key=55ZIE8HVR68M upload=1I8I25328OR4 tag=8YGNDW0FIVPE type=write size=1649573 2024-07-26T06:24:50.339 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.338+0000 7f19304c3640 1 > prepared part key=_multipart_7GGA1PRXXHDC.2~M64IARH58WI6.0 size=1048576 2024-07-26T06:24:50.340 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.340+0000 7f19304c3640 1 > prepared part key=_multipart_7GGA1PRXXHDC.2~M64IARH58WI6.1 size=1048576 2024-07-26T06:24:50.341 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.341+0000 7f19304c3640 1 > prepared part key=_multipart_7GGA1PRXXHDC.2~M64IARH58WI6.2 size=737131 2024-07-26T06:24:50.341 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.341+0000 7f19304c3640 1 > prepared multipart upload key=7GGA1PRXXHDC upload=M64IARH58WI6 tag=LQCB2SANGSZ8 type=write size=3882859 2024-07-26T06:24:50.344 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.343+0000 7f19304c3640 -1 < failed to complete operation key=SSAHKRHXMDHN tag=S57BJTYVNXTT type=del size=3951492: (22) Invalid argument 2024-07-26T06:24:50.346 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.346+0000 7f19304c3640 1 > prepared operation key=2TS50KKRU12E tag=DIHQSHN4A9V3 type=del size=370649 2024-07-26T06:24:50.348 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.347+0000 7f19304c3640 1 < completed delete operation key=4ZWJ6XHKZXZF tag=7CEWK1RL9GH5 type=del 2024-07-26T06:24:50.349 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.349+0000 7f19304c3640 1 > prepared operation key=23K6MK7R266R tag=8J615YKSQWPP type=del size=2648561 2024-07-26T06:24:50.351 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.351+0000 7f19304c3640 1 < completed delete operation key=8J29YNE031PP tag=EL2DCRE62ZSR type=del 2024-07-26T06:24:50.353 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.353+0000 7f19304c3640 1 > prepared operation key=23K6MK7R266R tag=3YM8GA99K7TR type=del size=3420195 2024-07-26T06:24:50.355 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.355+0000 7f19304c3640 1 < completed part key=_multipart_G2XJVRBLSPE9.2~EA6X001RTCRC.0 size=1048576 2024-07-26T06:24:50.356 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.356+0000 7f19304c3640 1 < completed part key=_multipart_G2XJVRBLSPE9.2~EA6X001RTCRC.1 size=1048576 2024-07-26T06:24:50.358 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.358+0000 7f19304c3640 1 < completed part key=_multipart_G2XJVRBLSPE9.2~EA6X001RTCRC.2 size=929499 2024-07-26T06:24:50.361 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.361+0000 7f19304c3640 1 < completed multipart upload key=G2XJVRBLSPE9 upload=EA6X001RTCRC tag=V9T9S524ANDX type=write size=4075227 2024-07-26T06:24:50.365 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.364+0000 7f19304c3640 1 > prepared part key=_multipart_7GGA1PRXXHDC.2~AH4X6UR6Q2O2.0 size=88427 2024-07-26T06:24:50.365 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.364+0000 7f19304c3640 1 > prepared multipart upload key=7GGA1PRXXHDC upload=AH4X6UR6Q2O2 tag=0ZK5KFML1FMU type=write size=1137003 2024-07-26T06:24:50.366 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.366+0000 7f19304c3640 1 < completed part key=_multipart_Y0JGX4QVQXEC.2~5EZF458DYSVG.0 size=1048576 2024-07-26T06:24:50.367 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.367+0000 7f19304c3640 1 < completed part key=_multipart_Y0JGX4QVQXEC.2~5EZF458DYSVG.1 size=791896 2024-07-26T06:24:50.370 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.370+0000 7f19304c3640 1 < completed multipart upload key=Y0JGX4QVQXEC upload=5EZF458DYSVG tag=QK7JVPZ38RVC type=write size=2889048 2024-07-26T06:24:50.373 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.373+0000 7f19304c3640 1 > prepared part key=_multipart_1I2JP28R3YNS.2~3X7XGUAWEGGW.0 size=840441 2024-07-26T06:24:50.374 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.373+0000 7f19304c3640 1 > prepared multipart upload key=1I2JP28R3YNS upload=3X7XGUAWEGGW tag=WQ1KCHY5YGK3 type=write size=1889017 2024-07-26T06:24:50.375 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.375+0000 7f19304c3640 1 < completed part key=_multipart_M8V7EJP4HHQV.2~KF2ZRD95DN7B.0 size=67360 2024-07-26T06:24:50.379 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.378+0000 7f19304c3640 1 < completed multipart upload key=M8V7EJP4HHQV upload=KF2ZRD95DN7B tag=021GJQBMVD5Z type=write size=1115936 2024-07-26T06:24:50.382 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.381+0000 7f19304c3640 1 > prepared part key=_multipart_ZSYF9DE73TR8.2~282K0NPVDY4U.0 size=849404 2024-07-26T06:24:50.382 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.381+0000 7f19304c3640 1 > prepared multipart upload key=ZSYF9DE73TR8 upload=282K0NPVDY4U tag=YIN2D2G3IQ1X type=write size=1897980 2024-07-26T06:24:50.383 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.383+0000 7f19304c3640 1 < completed write operation key=23K6MK7R266R tag=83NNOH28FHMM type=write size=56699 2024-07-26T06:24:50.385 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.385+0000 7f19304c3640 1 > prepared operation key=2I9DGCCZ992A tag=5ZI7BTHBTQ9T type=del size=2513003 2024-07-26T06:24:50.389 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.389+0000 7f19304c3640 1 < suggested update operation key=C2RTY1II1OSK tag=8ZU453A2JL81 type=del size=3133423 2024-07-26T06:24:50.391 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.390+0000 7f19304c3640 1 > prepared operation key=Y0JGX4QVQXEC tag=ZI8ADKINOY0P type=del size=3104532 2024-07-26T06:24:50.393 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.392+0000 7f19304c3640 1 < completed delete operation key=M8V7EJP4HHQV tag=33NJQDH5ORJV type=del 2024-07-26T06:24:50.396 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.396+0000 7f19304c3640 1 > prepared part key=_multipart_1I2JP28R3YNS.2~SY0BFNS9IIPJ.0 size=1048576 2024-07-26T06:24:50.397 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.397+0000 7f19304c3640 1 > prepared part key=_multipart_1I2JP28R3YNS.2~SY0BFNS9IIPJ.1 size=1048576 2024-07-26T06:24:50.399 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.398+0000 7f19304c3640 1 > prepared part key=_multipart_1I2JP28R3YNS.2~SY0BFNS9IIPJ.2 size=10754 2024-07-26T06:24:50.399 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.398+0000 7f19304c3640 1 > prepared multipart upload key=1I2JP28R3YNS upload=SY0BFNS9IIPJ tag=S7MT0LTOM7DB type=write size=3156482 2024-07-26T06:24:50.401 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.400+0000 7f19304c3640 1 < completed delete operation key=1I2JP28R3YNS tag=EMI3CPZCUL72 type=del 2024-07-26T06:24:50.404 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.403+0000 7f19304c3640 1 > prepared part key=_multipart_SSAHKRHXMDHN.2~757F1ZJT3V75.0 size=1048576 2024-07-26T06:24:50.405 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.405+0000 7f19304c3640 1 > prepared part key=_multipart_SSAHKRHXMDHN.2~757F1ZJT3V75.1 size=323940 2024-07-26T06:24:50.405 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.405+0000 7f19304c3640 1 > prepared multipart upload key=SSAHKRHXMDHN upload=757F1ZJT3V75 tag=YS883O1ZJNYV type=write size=2421092 2024-07-26T06:24:50.407 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.407+0000 7f19304c3640 1 < completed delete operation key=Y0JGX4QVQXEC tag=ZKMTKGJNS7I4 type=del 2024-07-26T06:24:50.409 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.408+0000 7f19304c3640 1 > prepared operation key=P6MP7JC8DTH7 tag=IZQKO6SFNMY2 type=del size=42982 2024-07-26T06:24:50.410 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.410+0000 7f19304c3640 1 < completed part key=_multipart_7GGA1PRXXHDC.2~52X3VJHT5U11.0 size=1048576 2024-07-26T06:24:50.412 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.412+0000 7f19304c3640 1 < completed part key=_multipart_7GGA1PRXXHDC.2~52X3VJHT5U11.1 size=1048576 2024-07-26T06:24:50.413 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.413+0000 7f19304c3640 1 < completed part key=_multipart_7GGA1PRXXHDC.2~52X3VJHT5U11.2 size=213983 2024-07-26T06:24:50.416 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.416+0000 7f19304c3640 1 < completed multipart upload key=7GGA1PRXXHDC upload=52X3VJHT5U11 tag=43Y7R9MS303C type=write size=3359711 2024-07-26T06:24:50.418 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.418+0000 7f19304c3640 1 > prepared operation key=ZSYF9DE73TR8 tag=57FDW71F9NH6 type=del size=1243941 2024-07-26T06:24:50.420 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.420+0000 7f19304c3640 1 < completed write operation key=SQ0RDJVR9PPL tag=MRO20ADGRI32 type=write size=230584 2024-07-26T06:24:50.422 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.422+0000 7f19304c3640 1 > prepared operation key=1I2JP28R3YNS tag=4UFE4W50K8S8 type=del size=2312937 2024-07-26T06:24:50.422 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.422+0000 7f19304c3640 1 < canceled part key=_multipart_M8V7EJP4HHQV.2~31LY5MR8456C.0 size=1048576 2024-07-26T06:24:50.424 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.424+0000 7f19304c3640 1 < completed part key=_multipart_M8V7EJP4HHQV.2~31LY5MR8456C.1 size=1048576 2024-07-26T06:24:50.425 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.425+0000 7f19304c3640 1 < completed part key=_multipart_M8V7EJP4HHQV.2~31LY5MR8456C.2 size=866945 2024-07-26T06:24:50.428 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.428+0000 7f19304c3640 1 < canceled multipart upload key=M8V7EJP4HHQV upload=31LY5MR8456C tag=V8YA6S34QWM7 type=write size=4012673 2024-07-26T06:24:50.430 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.430+0000 7f19304c3640 1 > prepared operation key=23K6MK7R266R tag=2CVPX9WE49XU type=del size=3838843 2024-07-26T06:24:50.432 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.431+0000 7f19304c3640 1 < completed part key=_multipart_QMPZ7GQNIH0K.2~NFSVL3105JZW.0 size=1048576 2024-07-26T06:24:50.433 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.433+0000 7f19304c3640 1 < completed part key=_multipart_QMPZ7GQNIH0K.2~NFSVL3105JZW.1 size=471480 2024-07-26T06:24:50.436 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.436+0000 7f19304c3640 1 < completed multipart upload key=QMPZ7GQNIH0K upload=NFSVL3105JZW tag=2NI1IXH6U5F8 type=write size=2568632 2024-07-26T06:24:50.438 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.438+0000 7f19304c3640 1 > prepared operation key=TWRRPXYVH5FW tag=2P3NMHHWMFJQ type=del size=2727834 2024-07-26T06:24:50.440 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.440+0000 7f19304c3640 1 < completed part key=_multipart_7GGA1PRXXHDC.2~M64IARH58WI6.0 size=1048576 2024-07-26T06:24:50.441 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.441+0000 7f19304c3640 1 < completed part key=_multipart_7GGA1PRXXHDC.2~M64IARH58WI6.1 size=1048576 2024-07-26T06:24:50.442 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.441+0000 7f19304c3640 1 < canceled part key=_multipart_7GGA1PRXXHDC.2~M64IARH58WI6.2 size=737131 2024-07-26T06:24:50.446 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.444+0000 7f19304c3640 1 < canceled multipart upload key=7GGA1PRXXHDC upload=M64IARH58WI6 tag=LQCB2SANGSZ8 type=write size=3882859 2024-07-26T06:24:50.447 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.447+0000 7f19304c3640 1 > prepared operation key=SSAHKRHXMDHN tag=LVQZ0VPVJQR7 type=write size=948180 2024-07-26T06:24:50.449 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.449+0000 7f19304c3640 1 < canceled operation key=2TS50KKRU12E tag=DIHQSHN4A9V3 type=del size=370649 2024-07-26T06:24:50.452 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.452+0000 7f19304c3640 1 > prepared part key=_multipart_23K6MK7R266R.2~2X70PCEY71GI.0 size=1048576 2024-07-26T06:24:50.454 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.454+0000 7f19304c3640 1 > prepared part key=_multipart_23K6MK7R266R.2~2X70PCEY71GI.1 size=1048576 2024-07-26T06:24:50.455 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.455+0000 7f19304c3640 1 > prepared part key=_multipart_23K6MK7R266R.2~2X70PCEY71GI.2 size=83573 2024-07-26T06:24:50.455 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.455+0000 7f19304c3640 1 > prepared multipart upload key=23K6MK7R266R upload=2X70PCEY71GI tag=6C1ZCFZ0CULY type=write size=3229301 2024-07-26T06:24:50.457 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.457+0000 7f19304c3640 1 < completed delete operation key=23K6MK7R266R tag=8J615YKSQWPP type=del 2024-07-26T06:24:50.461 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.460+0000 7f19304c3640 1 > prepared part key=_multipart_SSAHKRHXMDHN.2~56WJY90V8I2G.0 size=380230 2024-07-26T06:24:50.461 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.460+0000 7f19304c3640 1 > prepared multipart upload key=SSAHKRHXMDHN upload=56WJY90V8I2G tag=POVBD0FFLIWC type=write size=1428806 2024-07-26T06:24:50.464 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.464+0000 7f19304c3640 1 < suggested update operation key=23K6MK7R266R tag=3YM8GA99K7TR type=del size=3420195 2024-07-26T06:24:50.465 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.465+0000 7f19304c3640 1 > prepared operation key=0PV4L596ZFOW tag=X4726K17K1VE type=del size=1846003 2024-07-26T06:24:50.467 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.467+0000 7f19304c3640 1 < completed part key=_multipart_7GGA1PRXXHDC.2~AH4X6UR6Q2O2.0 size=88427 2024-07-26T06:24:50.470 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.470+0000 7f19304c3640 1 < completed multipart upload key=7GGA1PRXXHDC upload=AH4X6UR6Q2O2 tag=0ZK5KFML1FMU type=write size=1137003 2024-07-26T06:24:50.472 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.471+0000 7f19304c3640 1 > prepared operation key=ZSYF9DE73TR8 tag=9IGPQA6Z72SQ type=del size=1340230 2024-07-26T06:24:50.473 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.473+0000 7f19304c3640 1 < completed part key=_multipart_1I2JP28R3YNS.2~3X7XGUAWEGGW.0 size=840441 2024-07-26T06:24:50.477 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.476+0000 7f19304c3640 1 < completed multipart upload key=1I2JP28R3YNS upload=3X7XGUAWEGGW tag=WQ1KCHY5YGK3 type=write size=1889017 2024-07-26T06:24:50.480 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.480+0000 7f19304c3640 1 > prepared part key=_multipart_QMPZ7GQNIH0K.2~MLZ05C0QETJJ.0 size=1048576 2024-07-26T06:24:50.482 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.482+0000 7f19304c3640 1 > prepared part key=_multipart_QMPZ7GQNIH0K.2~MLZ05C0QETJJ.1 size=501070 2024-07-26T06:24:50.482 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.482+0000 7f19304c3640 1 > prepared multipart upload key=QMPZ7GQNIH0K upload=MLZ05C0QETJJ tag=LHA7LAZX4R9K type=write size=2598222 2024-07-26T06:24:50.482 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.482+0000 7f19304c3640 1 < canceled part key=_multipart_ZSYF9DE73TR8.2~282K0NPVDY4U.0 size=849404 2024-07-26T06:24:50.485 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.485+0000 7f19304c3640 1 < canceled multipart upload key=ZSYF9DE73TR8 upload=282K0NPVDY4U tag=YIN2D2G3IQ1X type=write size=1897980 2024-07-26T06:24:50.487 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.487+0000 7f19304c3640 1 > prepared operation key=ZSYF9DE73TR8 tag=HGINP3M84UXE type=del size=1311666 2024-07-26T06:24:50.489 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.488+0000 7f19304c3640 1 < completed delete operation key=2I9DGCCZ992A tag=5ZI7BTHBTQ9T type=del 2024-07-26T06:24:50.492 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.492+0000 7f19304c3640 1 > prepared part key=_multipart_QMPZ7GQNIH0K.2~DE1UWSDEAQX4.0 size=1048576 2024-07-26T06:24:50.493 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.493+0000 7f19304c3640 1 > prepared part key=_multipart_QMPZ7GQNIH0K.2~DE1UWSDEAQX4.1 size=736952 2024-07-26T06:24:50.494 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.493+0000 7f19304c3640 1 > prepared multipart upload key=QMPZ7GQNIH0K upload=DE1UWSDEAQX4 tag=DHEVJHJAUI3V type=write size=2834104 2024-07-26T06:24:50.495 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.495+0000 7f19304c3640 1 < completed delete operation key=Y0JGX4QVQXEC tag=ZI8ADKINOY0P type=del 2024-07-26T06:24:50.497 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.497+0000 7f19304c3640 1 > prepared operation key=8J29YNE031PP tag=HE7Q6MZCGC5X type=del size=327891 2024-07-26T06:24:50.499 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.498+0000 7f19304c3640 1 < completed part key=_multipart_1I2JP28R3YNS.2~SY0BFNS9IIPJ.0 size=1048576 2024-07-26T06:24:50.499 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.498+0000 7f19304c3640 1 < canceled part key=_multipart_1I2JP28R3YNS.2~SY0BFNS9IIPJ.1 size=1048576 2024-07-26T06:24:50.500 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.500+0000 7f19304c3640 1 < completed part key=_multipart_1I2JP28R3YNS.2~SY0BFNS9IIPJ.2 size=10754 2024-07-26T06:24:50.503 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.503+0000 7f19304c3640 1 < canceled multipart upload key=1I2JP28R3YNS upload=SY0BFNS9IIPJ tag=S7MT0LTOM7DB type=write size=3156482 2024-07-26T06:24:50.505 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.505+0000 7f19304c3640 1 > prepared operation key=2I9DGCCZ992A tag=IYW63PJC0BK3 type=del size=3283585 2024-07-26T06:24:50.507 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.507+0000 7f19304c3640 1 < completed part key=_multipart_SSAHKRHXMDHN.2~757F1ZJT3V75.0 size=1048576 2024-07-26T06:24:50.508 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.508+0000 7f19304c3640 1 < completed part key=_multipart_SSAHKRHXMDHN.2~757F1ZJT3V75.1 size=323940 2024-07-26T06:24:50.511 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.511+0000 7f19304c3640 1 < completed multipart upload key=SSAHKRHXMDHN upload=757F1ZJT3V75 tag=YS883O1ZJNYV type=write size=2421092 2024-07-26T06:24:50.514 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.514+0000 7f19304c3640 1 > prepared part key=_multipart_HO4GZ0KNZ8SK.2~ZWT4IBAT30PU.0 size=1048576 2024-07-26T06:24:50.516 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.516+0000 7f19304c3640 1 > prepared part key=_multipart_HO4GZ0KNZ8SK.2~ZWT4IBAT30PU.1 size=989395 2024-07-26T06:24:50.517 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.516+0000 7f19304c3640 1 > prepared multipart upload key=HO4GZ0KNZ8SK upload=ZWT4IBAT30PU tag=TUSZ3J2ON1GM type=write size=3086547 2024-07-26T06:24:50.518 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.518+0000 7f19304c3640 1 < completed delete operation key=P6MP7JC8DTH7 tag=IZQKO6SFNMY2 type=del 2024-07-26T06:24:50.522 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.521+0000 7f19304c3640 1 > prepared part key=_multipart_M8V7EJP4HHQV.2~0ZTQD9CS71R9.0 size=819916 2024-07-26T06:24:50.522 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.521+0000 7f19304c3640 1 > prepared multipart upload key=M8V7EJP4HHQV upload=0ZTQD9CS71R9 tag=3PM6ZZC4JQOX type=write size=1868492 2024-07-26T06:24:50.524 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.523+0000 7f19304c3640 1 < completed delete operation key=ZSYF9DE73TR8 tag=57FDW71F9NH6 type=del 2024-07-26T06:24:50.526 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.526+0000 7f19304c3640 1 > prepared operation key=Y0JGX4QVQXEC tag=S8Z2S10O1UIS type=del size=3137956 2024-07-26T06:24:50.528 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.527+0000 7f19304c3640 1 < completed delete operation key=1I2JP28R3YNS tag=4UFE4W50K8S8 type=del 2024-07-26T06:24:50.531 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.531+0000 7f19304c3640 1 > prepared part key=_multipart_Y0JGX4QVQXEC.2~CEZR5V0YKSF8.0 size=1048576 2024-07-26T06:24:50.532 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.532+0000 7f19304c3640 1 > prepared part key=_multipart_Y0JGX4QVQXEC.2~CEZR5V0YKSF8.1 size=1048576 2024-07-26T06:24:50.534 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.534+0000 7f19304c3640 1 > prepared part key=_multipart_Y0JGX4QVQXEC.2~CEZR5V0YKSF8.2 size=597729 2024-07-26T06:24:50.534 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.534+0000 7f19304c3640 1 > prepared multipart upload key=Y0JGX4QVQXEC upload=CEZR5V0YKSF8 tag=3HI9NJK8TTRI type=write size=3743457 2024-07-26T06:24:50.538 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.537+0000 7f19304c3640 1 < suggested update operation key=23K6MK7R266R tag=2CVPX9WE49XU type=del size=3838843 2024-07-26T06:24:50.539 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.539+0000 7f19304c3640 1 > prepared operation key=C2RTY1II1OSK tag=GYKRG8TLR5J2 type=del size=3521395 2024-07-26T06:24:50.541 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.541+0000 7f19304c3640 1 < canceled operation key=TWRRPXYVH5FW tag=2P3NMHHWMFJQ type=del size=2727834 2024-07-26T06:24:50.543 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.543+0000 7f19304c3640 1 > prepared operation key=V4QX80DR86I3 tag=3Z5YWBB4F5ME type=del size=3099907 2024-07-26T06:24:50.545 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.545+0000 7f19304c3640 1 < completed write operation key=SSAHKRHXMDHN tag=LVQZ0VPVJQR7 type=write size=948180 2024-07-26T06:24:50.547 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.547+0000 7f19304c3640 1 > prepared operation key=HO4GZ0KNZ8SK tag=LCT8APVKQ16L type=del size=2877475 2024-07-26T06:24:50.548 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.548+0000 7f19304c3640 1 < completed part key=_multipart_23K6MK7R266R.2~2X70PCEY71GI.0 size=1048576 2024-07-26T06:24:50.550 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.550+0000 7f19304c3640 1 < completed part key=_multipart_23K6MK7R266R.2~2X70PCEY71GI.1 size=1048576 2024-07-26T06:24:50.551 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.551+0000 7f19304c3640 1 < completed part key=_multipart_23K6MK7R266R.2~2X70PCEY71GI.2 size=83573 2024-07-26T06:24:50.555 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.554+0000 7f19304c3640 1 < completed multipart upload key=23K6MK7R266R upload=2X70PCEY71GI tag=6C1ZCFZ0CULY type=write size=3229301 2024-07-26T06:24:50.558 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.558+0000 7f19304c3640 1 > prepared part key=_multipart_M8V7EJP4HHQV.2~31NXQDUSGQJK.0 size=1048576 2024-07-26T06:24:50.559 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.559+0000 7f19304c3640 1 > prepared part key=_multipart_M8V7EJP4HHQV.2~31NXQDUSGQJK.1 size=340649 2024-07-26T06:24:50.559 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.559+0000 7f19304c3640 1 > prepared multipart upload key=M8V7EJP4HHQV upload=31NXQDUSGQJK tag=L2R88Y0619NO type=write size=2437801 2024-07-26T06:24:50.562 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.561+0000 7f19304c3640 1 < completed part key=_multipart_SSAHKRHXMDHN.2~56WJY90V8I2G.0 size=380230 2024-07-26T06:24:50.565 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.564+0000 7f19304c3640 1 < completed multipart upload key=SSAHKRHXMDHN upload=56WJY90V8I2G tag=POVBD0FFLIWC type=write size=1428806 2024-07-26T06:24:50.566 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.566+0000 7f19304c3640 1 > prepared operation key=TWRRPXYVH5FW tag=A2SVFJQRKM1A type=del size=3609673 2024-07-26T06:24:50.568 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.568+0000 7f19304c3640 1 < canceled operation key=0PV4L596ZFOW tag=X4726K17K1VE type=del size=1846003 2024-07-26T06:24:50.569 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.569+0000 7f19304c3640 1 > prepared operation key=G2XJVRBLSPE9 tag=4K074T82U7NQ type=write size=699117 2024-07-26T06:24:50.571 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.571+0000 7f19304c3640 1 < completed delete operation key=ZSYF9DE73TR8 tag=9IGPQA6Z72SQ type=del 2024-07-26T06:24:50.576 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.575+0000 7f19304c3640 1 > prepared part key=_multipart_SQ0RDJVR9PPL.2~OBDSXGH7N8GF.0 size=940814 2024-07-26T06:24:50.576 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.575+0000 7f19304c3640 1 > prepared multipart upload key=SQ0RDJVR9PPL upload=OBDSXGH7N8GF tag=2RSSESSOFC79 type=write size=1989390 2024-07-26T06:24:50.578 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.577+0000 7f19304c3640 1 < completed part key=_multipart_QMPZ7GQNIH0K.2~MLZ05C0QETJJ.0 size=1048576 2024-07-26T06:24:50.583 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.579+0000 7f19304c3640 1 < completed part key=_multipart_QMPZ7GQNIH0K.2~MLZ05C0QETJJ.1 size=501070 2024-07-26T06:24:50.583 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.582+0000 7f19304c3640 1 < completed multipart upload key=QMPZ7GQNIH0K upload=MLZ05C0QETJJ tag=LHA7LAZX4R9K type=write size=2598222 2024-07-26T06:24:50.584 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.584+0000 7f19304c3640 1 > prepared operation key=SQ0RDJVR9PPL tag=FQTRLNVNVOCX type=del size=3383263 2024-07-26T06:24:50.586 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.586+0000 7f19304c3640 1 < completed delete operation key=ZSYF9DE73TR8 tag=HGINP3M84UXE type=del 2024-07-26T06:24:50.588 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.588+0000 7f19304c3640 1 > prepared operation key=55ZIE8HVR68M tag=IHC0VVZCJA81 type=del size=1553909 2024-07-26T06:24:50.590 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.589+0000 7f19304c3640 1 < completed part key=_multipart_QMPZ7GQNIH0K.2~DE1UWSDEAQX4.0 size=1048576 2024-07-26T06:24:50.591 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.591+0000 7f19304c3640 1 < completed part key=_multipart_QMPZ7GQNIH0K.2~DE1UWSDEAQX4.1 size=736952 2024-07-26T06:24:50.594 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.594+0000 7f19304c3640 1 < completed multipart upload key=QMPZ7GQNIH0K upload=DE1UWSDEAQX4 tag=DHEVJHJAUI3V type=write size=2834104 2024-07-26T06:24:50.596 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.595+0000 7f19304c3640 1 > prepared operation key=8J29YNE031PP tag=8IJ0W0UFMZM1 type=del size=479398 2024-07-26T06:24:50.599 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.599+0000 7f19304c3640 1 < suggested remove operation key=8J29YNE031PP tag=HE7Q6MZCGC5X type=del 2024-07-26T06:24:50.602 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.602+0000 7f19304c3640 1 > prepared part key=_multipart_D2CZZ6A8YSHC.2~MT3OCWYST0WP.0 size=1048576 2024-07-26T06:24:50.604 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.603+0000 7f19304c3640 1 > prepared part key=_multipart_D2CZZ6A8YSHC.2~MT3OCWYST0WP.1 size=1048576 2024-07-26T06:24:50.606 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.605+0000 7f19304c3640 1 > prepared part key=_multipart_D2CZZ6A8YSHC.2~MT3OCWYST0WP.2 size=102598 2024-07-26T06:24:50.606 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.605+0000 7f19304c3640 1 > prepared multipart upload key=D2CZZ6A8YSHC upload=MT3OCWYST0WP tag=BF18M5LKRMYK type=write size=3248326 2024-07-26T06:24:50.607 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.607+0000 7f19304c3640 1 < completed delete operation key=2I9DGCCZ992A tag=IYW63PJC0BK3 type=del 2024-07-26T06:24:50.609 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.609+0000 7f19304c3640 1 > prepared operation key=Y31PRFKXA0KI tag=CKJ5OHRM06VB type=del size=559351 2024-07-26T06:24:50.611 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.611+0000 7f19304c3640 1 < completed part key=_multipart_HO4GZ0KNZ8SK.2~ZWT4IBAT30PU.0 size=1048576 2024-07-26T06:24:50.613 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.612+0000 7f19304c3640 1 < completed part key=_multipart_HO4GZ0KNZ8SK.2~ZWT4IBAT30PU.1 size=989395 2024-07-26T06:24:50.615 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.615+0000 7f19304c3640 1 < completed multipart upload key=HO4GZ0KNZ8SK upload=ZWT4IBAT30PU tag=TUSZ3J2ON1GM type=write size=3086547 2024-07-26T06:24:50.617 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.617+0000 7f19304c3640 1 > prepared operation key=ZSYF9DE73TR8 tag=EFG74Y7AU2EL type=del size=354683 2024-07-26T06:24:50.619 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.619+0000 7f19304c3640 1 < completed part key=_multipart_M8V7EJP4HHQV.2~0ZTQD9CS71R9.0 size=819916 2024-07-26T06:24:50.622 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.621+0000 7f19304c3640 1 < completed multipart upload key=M8V7EJP4HHQV upload=0ZTQD9CS71R9 tag=3PM6ZZC4JQOX type=write size=1868492 2024-07-26T06:24:50.623 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.623+0000 7f19304c3640 1 > prepared operation key=YDC2NRQG9YFE tag=X26GSK0MMOJ7 type=del size=3609114 2024-07-26T06:24:50.625 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.625+0000 7f19304c3640 1 < completed delete operation key=Y0JGX4QVQXEC tag=S8Z2S10O1UIS type=del 2024-07-26T06:24:50.627 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.626+0000 7f19304c3640 1 > prepared operation key=4ZWJ6XHKZXZF tag=UZ33OU2AO086 type=del size=51871 2024-07-26T06:24:50.628 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.628+0000 7f19304c3640 1 < completed part key=_multipart_Y0JGX4QVQXEC.2~CEZR5V0YKSF8.0 size=1048576 2024-07-26T06:24:50.630 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.630+0000 7f19304c3640 1 < completed part key=_multipart_Y0JGX4QVQXEC.2~CEZR5V0YKSF8.1 size=1048576 2024-07-26T06:24:50.631 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.630+0000 7f19304c3640 1 < canceled part key=_multipart_Y0JGX4QVQXEC.2~CEZR5V0YKSF8.2 size=597729 2024-07-26T06:24:50.633 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.633+0000 7f19304c3640 1 < canceled multipart upload key=Y0JGX4QVQXEC upload=CEZR5V0YKSF8 tag=3HI9NJK8TTRI type=write size=3743457 2024-07-26T06:24:50.635 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.634+0000 7f19304c3640 1 > prepared operation key=D2CZZ6A8YSHC tag=Z2KUSCMEL8GG type=del size=983626 2024-07-26T06:24:50.636 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.636+0000 7f19304c3640 1 < completed delete operation key=C2RTY1II1OSK tag=GYKRG8TLR5J2 type=del 2024-07-26T06:24:50.640 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.640+0000 7f19304c3640 1 > prepared part key=_multipart_PN7DBK1NNJVB.2~XUM636X5C10R.0 size=178099 2024-07-26T06:24:50.640 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.640+0000 7f19304c3640 1 > prepared multipart upload key=PN7DBK1NNJVB upload=XUM636X5C10R tag=R2YCCGUMTOHT type=write size=1226675 2024-07-26T06:24:50.642 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.642+0000 7f19304c3640 1 < completed delete operation key=V4QX80DR86I3 tag=3Z5YWBB4F5ME type=del 2024-07-26T06:24:50.644 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.643+0000 7f19304c3640 1 > prepared operation key=HO4GZ0KNZ8SK tag=H5H8MFEQB3ZU type=del size=2874692 2024-07-26T06:24:50.646 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.645+0000 7f19304c3640 1 < completed delete operation key=HO4GZ0KNZ8SK tag=LCT8APVKQ16L type=del 2024-07-26T06:24:50.647 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.647+0000 7f19304c3640 1 > prepared operation key=G2XJVRBLSPE9 tag=R3YZDCLHZ1FP type=write size=804647 2024-07-26T06:24:50.648 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.647+0000 7f19304c3640 1 < canceled part key=_multipart_M8V7EJP4HHQV.2~31NXQDUSGQJK.0 size=1048576 2024-07-26T06:24:50.649 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.649+0000 7f19304c3640 1 < completed part key=_multipart_M8V7EJP4HHQV.2~31NXQDUSGQJK.1 size=340649 2024-07-26T06:24:50.652 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.652+0000 7f19304c3640 1 < canceled multipart upload key=M8V7EJP4HHQV upload=31NXQDUSGQJK tag=L2R88Y0619NO type=write size=2437801 2024-07-26T06:24:50.654 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.654+0000 7f19304c3640 1 > prepared operation key=4ZWJ6XHKZXZF tag=9M3GIS525EHQ type=write size=262345 2024-07-26T06:24:50.657 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.657+0000 7f19304c3640 1 < suggested update operation key=TWRRPXYVH5FW tag=A2SVFJQRKM1A type=del size=3609673 2024-07-26T06:24:50.659 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.658+0000 7f19304c3640 1 > prepared operation key=P6MP7JC8DTH7 tag=NPKKL5O3SHLW type=del size=1307958 2024-07-26T06:24:50.661 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.660+0000 7f19304c3640 1 < completed write operation key=G2XJVRBLSPE9 tag=4K074T82U7NQ type=write size=699117 2024-07-26T06:24:50.663 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.662+0000 7f19304c3640 1 > prepared operation key=QMPZ7GQNIH0K tag=P6JO5146ET6K type=del size=1859320 2024-07-26T06:24:50.664 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.664+0000 7f19304c3640 1 < completed part key=_multipart_SQ0RDJVR9PPL.2~OBDSXGH7N8GF.0 size=940814 2024-07-26T06:24:50.667 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.667+0000 7f19304c3640 1 < completed multipart upload key=SQ0RDJVR9PPL upload=OBDSXGH7N8GF tag=2RSSESSOFC79 type=write size=1989390 2024-07-26T06:24:50.671 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.671+0000 7f19304c3640 1 > prepared part key=_multipart_1I2JP28R3YNS.2~A2WOHAKJK8Z1.0 size=1048576 2024-07-26T06:24:50.672 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.672+0000 7f19304c3640 1 > prepared part key=_multipart_1I2JP28R3YNS.2~A2WOHAKJK8Z1.1 size=744867 2024-07-26T06:24:50.672 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.672+0000 7f19304c3640 1 > prepared multipart upload key=1I2JP28R3YNS upload=A2WOHAKJK8Z1 tag=94DY53LKL5SV type=write size=2842019 2024-07-26T06:24:50.674 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.674+0000 7f19304c3640 1 < canceled operation key=SQ0RDJVR9PPL tag=FQTRLNVNVOCX type=del size=3383263 2024-07-26T06:24:50.676 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.675+0000 7f19304c3640 1 > prepared operation key=7GGA1PRXXHDC tag=38PWRX0F6R1P type=write size=800922 2024-07-26T06:24:50.679 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.679+0000 7f19304c3640 1 < suggested update operation key=55ZIE8HVR68M tag=IHC0VVZCJA81 type=del size=1553909 2024-07-26T06:24:50.681 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.680+0000 7f19304c3640 1 > prepared operation key=V4QX80DR86I3 tag=JNUB3S2BEX3P type=write size=820317 2024-07-26T06:24:50.683 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.683+0000 7f19304c3640 -1 < failed to complete operation key=8J29YNE031PP tag=8IJ0W0UFMZM1 type=del size=479398: (22) Invalid argument 2024-07-26T06:24:50.684 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.684+0000 7f19304c3640 1 > prepared operation key=PN7DBK1NNJVB tag=NXD5BRJN2JQ5 type=del size=1250999 2024-07-26T06:24:50.685 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.685+0000 7f19304c3640 1 < canceled part key=_multipart_D2CZZ6A8YSHC.2~MT3OCWYST0WP.0 size=1048576 2024-07-26T06:24:50.686 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.686+0000 7f19304c3640 1 < completed part key=_multipart_D2CZZ6A8YSHC.2~MT3OCWYST0WP.1 size=1048576 2024-07-26T06:24:50.688 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.688+0000 7f19304c3640 1 < completed part key=_multipart_D2CZZ6A8YSHC.2~MT3OCWYST0WP.2 size=102598 2024-07-26T06:24:50.691 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.691+0000 7f19304c3640 1 < canceled multipart upload key=D2CZZ6A8YSHC upload=MT3OCWYST0WP tag=BF18M5LKRMYK type=write size=3248326 2024-07-26T06:24:50.695 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.695+0000 7f19304c3640 1 > prepared part key=_multipart_P6MP7JC8DTH7.2~S8E4RDM430DZ.0 size=874950 2024-07-26T06:24:50.695 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.695+0000 7f19304c3640 1 > prepared multipart upload key=P6MP7JC8DTH7 upload=S8E4RDM430DZ tag=ZTLS29PC53ZH type=write size=1923526 2024-07-26T06:24:50.697 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.696+0000 7f19304c3640 1 < completed delete operation key=Y31PRFKXA0KI tag=CKJ5OHRM06VB type=del 2024-07-26T06:24:50.701 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.700+0000 7f19304c3640 1 > prepared part key=_multipart_G2XJVRBLSPE9.2~C39GS8P50YON.0 size=1048576 2024-07-26T06:24:50.702 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.702+0000 7f19304c3640 1 > prepared part key=_multipart_G2XJVRBLSPE9.2~C39GS8P50YON.1 size=585140 2024-07-26T06:24:50.702 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.702+0000 7f19304c3640 1 > prepared multipart upload key=G2XJVRBLSPE9 upload=C39GS8P50YON tag=J3CCVO1MKONS type=write size=2682292 2024-07-26T06:24:50.706 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.705+0000 7f19304c3640 1 < suggested remove operation key=ZSYF9DE73TR8 tag=EFG74Y7AU2EL type=del 2024-07-26T06:24:50.707 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.707+0000 7f19304c3640 1 > prepared operation key=Y0JGX4QVQXEC tag=0KM4L3S8RREF type=del size=3351661 2024-07-26T06:24:50.710 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.710+0000 7f19304c3640 1 < suggested remove operation key=YDC2NRQG9YFE tag=X26GSK0MMOJ7 type=del 2024-07-26T06:24:50.712 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.712+0000 7f19304c3640 1 > prepared operation key=P6MP7JC8DTH7 tag=39QKLYNKQ332 type=write size=731139 2024-07-26T06:24:50.714 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.714+0000 7f19304c3640 1 < canceled operation key=4ZWJ6XHKZXZF tag=UZ33OU2AO086 type=del size=51871 2024-07-26T06:24:50.717 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.717+0000 7f19304c3640 1 > prepared part key=_multipart_512VC812AWRN.2~KGN77KBISLVC.0 size=298788 2024-07-26T06:24:50.718 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.717+0000 7f19304c3640 1 > prepared multipart upload key=512VC812AWRN upload=KGN77KBISLVC tag=M1KI9R8FFZS1 type=write size=1347364 2024-07-26T06:24:50.719 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.719+0000 7f19304c3640 1 < completed delete operation key=D2CZZ6A8YSHC tag=Z2KUSCMEL8GG type=del 2024-07-26T06:24:50.723 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.722+0000 7f19304c3640 1 > prepared part key=_multipart_7P9AQQD7XI2Z.2~E3TJ6AZ1CA35.0 size=1048576 2024-07-26T06:24:50.726 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.724+0000 7f19304c3640 1 > prepared part key=_multipart_7P9AQQD7XI2Z.2~E3TJ6AZ1CA35.1 size=638282 2024-07-26T06:24:50.726 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.724+0000 7f19304c3640 1 > prepared multipart upload key=7P9AQQD7XI2Z upload=E3TJ6AZ1CA35 tag=SL09C28NLJNC type=write size=2735434 2024-07-26T06:24:50.726 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.725+0000 7f19304c3640 1 < completed part key=_multipart_PN7DBK1NNJVB.2~XUM636X5C10R.0 size=178099 2024-07-26T06:24:50.729 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.728+0000 7f19304c3640 1 < completed multipart upload key=PN7DBK1NNJVB upload=XUM636X5C10R tag=R2YCCGUMTOHT type=write size=1226675 2024-07-26T06:24:50.732 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.732+0000 7f19304c3640 1 > prepared part key=_multipart_4ZWJ6XHKZXZF.2~WINGQV0WBLTZ.0 size=927408 2024-07-26T06:24:50.732 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.732+0000 7f19304c3640 1 > prepared multipart upload key=4ZWJ6XHKZXZF upload=WINGQV0WBLTZ tag=UCS70P4KS54E type=write size=1975984 2024-07-26T06:24:50.734 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.733+0000 7f19304c3640 1 < completed delete operation key=HO4GZ0KNZ8SK tag=H5H8MFEQB3ZU type=del 2024-07-26T06:24:50.737 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.737+0000 7f19304c3640 1 > prepared part key=_multipart_2TS50KKRU12E.2~U6V4R16CEWVU.0 size=1048576 2024-07-26T06:24:50.738 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.738+0000 7f19304c3640 1 > prepared part key=_multipart_2TS50KKRU12E.2~U6V4R16CEWVU.1 size=333584 2024-07-26T06:24:50.738 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.738+0000 7f19304c3640 1 > prepared multipart upload key=2TS50KKRU12E upload=U6V4R16CEWVU tag=SGKU1DPV711V type=write size=2430736 2024-07-26T06:24:50.742 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.742+0000 7f19304c3640 1 < suggested update operation key=G2XJVRBLSPE9 tag=R3YZDCLHZ1FP type=write size=804647 2024-07-26T06:24:50.745 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.745+0000 7f19304c3640 1 > prepared part key=_multipart_C2RTY1II1OSK.2~YP2Z0ZTW0YN6.0 size=1048576 2024-07-26T06:24:50.747 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.747+0000 7f19304c3640 1 > prepared part key=_multipart_C2RTY1II1OSK.2~YP2Z0ZTW0YN6.1 size=190218 2024-07-26T06:24:50.747 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.747+0000 7f19304c3640 1 > prepared multipart upload key=C2RTY1II1OSK upload=YP2Z0ZTW0YN6 tag=681BUHPF4ZIV type=write size=2287370 2024-07-26T06:24:50.748 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.748+0000 7f19304c3640 1 < completed write operation key=4ZWJ6XHKZXZF tag=9M3GIS525EHQ type=write size=262345 2024-07-26T06:24:50.752 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.752+0000 7f19304c3640 1 > prepared part key=_multipart_1I2JP28R3YNS.2~ZREKAL5AO7QT.0 size=1048576 2024-07-26T06:24:50.753 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.753+0000 7f19304c3640 1 > prepared part key=_multipart_1I2JP28R3YNS.2~ZREKAL5AO7QT.1 size=746380 2024-07-26T06:24:50.754 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.753+0000 7f19304c3640 1 > prepared multipart upload key=1I2JP28R3YNS upload=ZREKAL5AO7QT tag=J3LDTAR5CASE type=write size=2843532 2024-07-26T06:24:50.756 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.755+0000 7f19304c3640 1 < canceled operation key=P6MP7JC8DTH7 tag=NPKKL5O3SHLW type=del size=1307958 2024-07-26T06:24:50.757 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.757+0000 7f19304c3640 1 > prepared operation key=0PV4L596ZFOW tag=AAZ310TFYZ6E type=del size=250276 2024-07-26T06:24:50.759 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.758+0000 7f19304c3640 1 < completed delete operation key=QMPZ7GQNIH0K tag=P6JO5146ET6K type=del 2024-07-26T06:24:50.760 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.760+0000 7f19304c3640 1 > prepared operation key=SQ0RDJVR9PPL tag=ULQIV9L219C0 type=del size=1983308 2024-07-26T06:24:50.762 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.762+0000 7f19304c3640 1 < completed part key=_multipart_1I2JP28R3YNS.2~A2WOHAKJK8Z1.0 size=1048576 2024-07-26T06:24:50.762 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.762+0000 7f19304c3640 1 < canceled part key=_multipart_1I2JP28R3YNS.2~A2WOHAKJK8Z1.1 size=744867 2024-07-26T06:24:50.765 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.765+0000 7f19304c3640 1 < canceled multipart upload key=1I2JP28R3YNS upload=A2WOHAKJK8Z1 tag=94DY53LKL5SV type=write size=2842019 2024-07-26T06:24:50.769 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.768+0000 7f19304c3640 1 > prepared part key=_multipart_M8V7EJP4HHQV.2~KT7CW6PDKU55.0 size=305427 2024-07-26T06:24:50.769 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.768+0000 7f19304c3640 1 > prepared multipart upload key=M8V7EJP4HHQV upload=KT7CW6PDKU55 tag=T4DVBONMGA03 type=write size=1354003 2024-07-26T06:24:50.770 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.770+0000 7f19304c3640 1 < canceled operation key=7GGA1PRXXHDC tag=38PWRX0F6R1P type=write size=800922 2024-07-26T06:24:50.774 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.774+0000 7f19304c3640 1 > prepared part key=_multipart_G2XJVRBLSPE9.2~5ELZ4UPCBX3B.0 size=1048576 2024-07-26T06:24:50.775 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.775+0000 7f19304c3640 1 > prepared part key=_multipart_G2XJVRBLSPE9.2~5ELZ4UPCBX3B.1 size=1048576 2024-07-26T06:24:50.777 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.776+0000 7f19304c3640 1 > prepared part key=_multipart_G2XJVRBLSPE9.2~5ELZ4UPCBX3B.2 size=765431 2024-07-26T06:24:50.777 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.776+0000 7f19304c3640 1 > prepared multipart upload key=G2XJVRBLSPE9 upload=5ELZ4UPCBX3B tag=O3MSIZ20OJE7 type=write size=3911159 2024-07-26T06:24:50.778 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.778+0000 7f19304c3640 1 < completed write operation key=V4QX80DR86I3 tag=JNUB3S2BEX3P type=write size=820317 2024-07-26T06:24:50.783 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.782+0000 7f19304c3640 1 > prepared part key=_multipart_512VC812AWRN.2~9XLV2ZQKRGOD.0 size=1048576 2024-07-26T06:24:50.786 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.784+0000 7f19304c3640 1 > prepared part key=_multipart_512VC812AWRN.2~9XLV2ZQKRGOD.1 size=1048576 2024-07-26T06:24:50.786 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.785+0000 7f19304c3640 1 > prepared part key=_multipart_512VC812AWRN.2~9XLV2ZQKRGOD.2 size=707348 2024-07-26T06:24:50.786 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.785+0000 7f19304c3640 1 > prepared multipart upload key=512VC812AWRN upload=9XLV2ZQKRGOD tag=GQ885BHIVMKA type=write size=3853076 2024-07-26T06:24:50.787 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.787+0000 7f19304c3640 1 < completed delete operation key=PN7DBK1NNJVB tag=NXD5BRJN2JQ5 type=del 2024-07-26T06:24:50.789 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.789+0000 7f19304c3640 1 > prepared operation key=1I2JP28R3YNS tag=3485T8ZIG8OC type=write size=445201 2024-07-26T06:24:50.792 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.791+0000 7f19304c3640 1 < completed part key=_multipart_P6MP7JC8DTH7.2~S8E4RDM430DZ.0 size=874950 2024-07-26T06:24:50.795 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.795+0000 7f19304c3640 1 < completed multipart upload key=P6MP7JC8DTH7 upload=S8E4RDM430DZ tag=ZTLS29PC53ZH type=write size=1923526 2024-07-26T06:24:50.797 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.796+0000 7f19304c3640 1 > prepared operation key=ZSYF9DE73TR8 tag=BBQAFJVQDET3 type=del size=1058195 2024-07-26T06:24:50.797 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.797+0000 7f19304c3640 1 < canceled part key=_multipart_G2XJVRBLSPE9.2~C39GS8P50YON.0 size=1048576 2024-07-26T06:24:50.798 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.798+0000 7f19304c3640 1 < completed part key=_multipart_G2XJVRBLSPE9.2~C39GS8P50YON.1 size=585140 2024-07-26T06:24:50.801 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.801+0000 7f19304c3640 1 < canceled multipart upload key=G2XJVRBLSPE9 upload=C39GS8P50YON tag=J3CCVO1MKONS type=write size=2682292 2024-07-26T06:24:50.803 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.803+0000 7f19304c3640 1 > prepared operation key=2I9DGCCZ992A tag=N3G2XF1IVMC1 type=del size=2815823 2024-07-26T06:24:50.806 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.806+0000 7f19304c3640 1 < suggested remove operation key=Y0JGX4QVQXEC tag=0KM4L3S8RREF type=del 2024-07-26T06:24:50.808 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.807+0000 7f19304c3640 1 > prepared operation key=P6MP7JC8DTH7 tag=GUCRCQ3DJGQ4 type=del size=1703453 2024-07-26T06:24:50.810 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.809+0000 7f19304c3640 1 < completed write operation key=P6MP7JC8DTH7 tag=39QKLYNKQ332 type=write size=731139 2024-07-26T06:24:50.813 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.813+0000 7f19304c3640 1 > prepared part key=_multipart_QMPZ7GQNIH0K.2~4RFTDGTNSOF0.0 size=1048576 2024-07-26T06:24:50.814 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.814+0000 7f19304c3640 1 > prepared part key=_multipart_QMPZ7GQNIH0K.2~4RFTDGTNSOF0.1 size=1048576 2024-07-26T06:24:50.816 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.816+0000 7f19304c3640 1 > prepared part key=_multipart_QMPZ7GQNIH0K.2~4RFTDGTNSOF0.2 size=452391 2024-07-26T06:24:50.816 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.816+0000 7f19304c3640 1 > prepared multipart upload key=QMPZ7GQNIH0K upload=4RFTDGTNSOF0 tag=Q0DL2YCFAWA4 type=write size=3598119 2024-07-26T06:24:50.818 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.818+0000 7f19304c3640 1 < completed part key=_multipart_512VC812AWRN.2~KGN77KBISLVC.0 size=298788 2024-07-26T06:24:50.821 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.821+0000 7f19304c3640 1 < completed multipart upload key=512VC812AWRN upload=KGN77KBISLVC tag=M1KI9R8FFZS1 type=write size=1347364 2024-07-26T06:24:50.822 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.822+0000 7f19304c3640 1 > prepared operation key=G2XJVRBLSPE9 tag=NEG91XHJFCVA type=del size=2929898 2024-07-26T06:24:50.825 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.824+0000 7f19304c3640 1 < completed part key=_multipart_7P9AQQD7XI2Z.2~E3TJ6AZ1CA35.0 size=1048576 2024-07-26T06:24:50.826 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.826+0000 7f19304c3640 1 < completed part key=_multipart_7P9AQQD7XI2Z.2~E3TJ6AZ1CA35.1 size=638282 2024-07-26T06:24:50.829 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.829+0000 7f19304c3640 1 < completed multipart upload key=7P9AQQD7XI2Z upload=E3TJ6AZ1CA35 tag=SL09C28NLJNC type=write size=2735434 2024-07-26T06:24:50.831 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.831+0000 7f19304c3640 1 > prepared operation key=8J29YNE031PP tag=SD073BGH8BHG type=write size=799571 2024-07-26T06:24:50.833 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.833+0000 7f19304c3640 1 < completed part key=_multipart_4ZWJ6XHKZXZF.2~WINGQV0WBLTZ.0 size=927408 2024-07-26T06:24:50.836 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.836+0000 7f19304c3640 1 < completed multipart upload key=4ZWJ6XHKZXZF upload=WINGQV0WBLTZ tag=UCS70P4KS54E type=write size=1975984 2024-07-26T06:24:50.838 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.838+0000 7f19304c3640 1 > prepared operation key=QMPZ7GQNIH0K tag=MP6YZBX3ALJJ type=del size=505866 2024-07-26T06:24:50.838 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.838+0000 7f19304c3640 1 < canceled part key=_multipart_2TS50KKRU12E.2~U6V4R16CEWVU.0 size=1048576 2024-07-26T06:24:50.839 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.839+0000 7f19304c3640 1 < completed part key=_multipart_2TS50KKRU12E.2~U6V4R16CEWVU.1 size=333584 2024-07-26T06:24:50.843 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.843+0000 7f19304c3640 1 < canceled multipart upload key=2TS50KKRU12E upload=U6V4R16CEWVU tag=SGKU1DPV711V type=write size=2430736 2024-07-26T06:24:50.845 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.844+0000 7f19304c3640 1 > prepared operation key=D2CZZ6A8YSHC tag=8J13LQ7UOL1T type=del size=1041196 2024-07-26T06:24:50.846 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.845+0000 7f19304c3640 1 < canceled part key=_multipart_C2RTY1II1OSK.2~YP2Z0ZTW0YN6.0 size=1048576 2024-07-26T06:24:50.847 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.847+0000 7f19304c3640 1 < completed part key=_multipart_C2RTY1II1OSK.2~YP2Z0ZTW0YN6.1 size=190218 2024-07-26T06:24:50.850 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.850+0000 7f19304c3640 1 < canceled multipart upload key=C2RTY1II1OSK upload=YP2Z0ZTW0YN6 tag=681BUHPF4ZIV type=write size=2287370 2024-07-26T06:24:50.852 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.851+0000 7f19304c3640 1 > prepared operation key=7P9AQQD7XI2Z tag=64ZX8HEVIO20 type=del size=786824 2024-07-26T06:24:50.854 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.853+0000 7f19304c3640 1 < completed part key=_multipart_1I2JP28R3YNS.2~ZREKAL5AO7QT.0 size=1048576 2024-07-26T06:24:50.855 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.855+0000 7f19304c3640 1 < completed part key=_multipart_1I2JP28R3YNS.2~ZREKAL5AO7QT.1 size=746380 2024-07-26T06:24:50.858 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.858+0000 7f19304c3640 1 < completed multipart upload key=1I2JP28R3YNS upload=ZREKAL5AO7QT tag=J3LDTAR5CASE type=write size=2843532 2024-07-26T06:24:50.861 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.861+0000 7f19304c3640 1 > prepared part key=_multipart_CXCXAKPQIOKH.2~V0VYSVA7MDMU.0 size=884089 2024-07-26T06:24:50.861 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.861+0000 7f19304c3640 1 > prepared multipart upload key=CXCXAKPQIOKH upload=V0VYSVA7MDMU tag=KYXD6GO3KB9Y type=write size=1932665 2024-07-26T06:24:50.864 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.864+0000 7f19304c3640 1 < suggested remove operation key=0PV4L596ZFOW tag=AAZ310TFYZ6E type=del 2024-07-26T06:24:50.866 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.866+0000 7f19304c3640 1 > prepared operation key=M8V7EJP4HHQV tag=1BELZP6JCZ6F type=del size=2792596 2024-07-26T06:24:50.868 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.868+0000 7f19304c3640 1 < completed delete operation key=SQ0RDJVR9PPL tag=ULQIV9L219C0 type=del 2024-07-26T06:24:50.871 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.871+0000 7f19304c3640 1 > prepared part key=_multipart_M8V7EJP4HHQV.2~48KN89ENRK49.0 size=545421 2024-07-26T06:24:50.871 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.871+0000 7f19304c3640 1 > prepared multipart upload key=M8V7EJP4HHQV upload=48KN89ENRK49 tag=BGJ1EHEWBQFB type=write size=1593997 2024-07-26T06:24:50.873 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.873+0000 7f19304c3640 1 < completed part key=_multipart_M8V7EJP4HHQV.2~KT7CW6PDKU55.0 size=305427 2024-07-26T06:24:50.876 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.876+0000 7f19304c3640 1 < completed multipart upload key=M8V7EJP4HHQV upload=KT7CW6PDKU55 tag=T4DVBONMGA03 type=write size=1354003 2024-07-26T06:24:50.880 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.880+0000 7f19304c3640 1 > prepared part key=_multipart_8J29YNE031PP.2~WJ7IBI2H1QBQ.0 size=156500 2024-07-26T06:24:50.880 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.880+0000 7f19304c3640 1 > prepared multipart upload key=8J29YNE031PP upload=WJ7IBI2H1QBQ tag=HEIM0BT328ZX type=write size=1205076 2024-07-26T06:24:50.882 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.882+0000 7f19304c3640 1 < completed part key=_multipart_G2XJVRBLSPE9.2~5ELZ4UPCBX3B.0 size=1048576 2024-07-26T06:24:50.882 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.882+0000 7f19304c3640 1 < canceled part key=_multipart_G2XJVRBLSPE9.2~5ELZ4UPCBX3B.1 size=1048576 2024-07-26T06:24:50.884 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.884+0000 7f19304c3640 1 < completed part key=_multipart_G2XJVRBLSPE9.2~5ELZ4UPCBX3B.2 size=765431 2024-07-26T06:24:50.887 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.887+0000 7f19304c3640 1 < canceled multipart upload key=G2XJVRBLSPE9 upload=5ELZ4UPCBX3B tag=O3MSIZ20OJE7 type=write size=3911159 2024-07-26T06:24:50.889 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.889+0000 7f19304c3640 1 > prepared operation key=2I9DGCCZ992A tag=61KEKWR7457I type=del size=4039234 2024-07-26T06:24:50.889 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.889+0000 7f19304c3640 1 < canceled part key=_multipart_512VC812AWRN.2~9XLV2ZQKRGOD.0 size=1048576 2024-07-26T06:24:50.891 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.891+0000 7f19304c3640 1 < completed part key=_multipart_512VC812AWRN.2~9XLV2ZQKRGOD.1 size=1048576 2024-07-26T06:24:50.893 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.892+0000 7f19304c3640 1 < completed part key=_multipart_512VC812AWRN.2~9XLV2ZQKRGOD.2 size=707348 2024-07-26T06:24:50.896 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.896+0000 7f19304c3640 1 < canceled multipart upload key=512VC812AWRN upload=9XLV2ZQKRGOD tag=GQ885BHIVMKA type=write size=3853076 2024-07-26T06:24:50.899 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.899+0000 7f19304c3640 1 > prepared operation key=SQ0RDJVR9PPL tag=3X0O37C1VRMJ type=del size=752338 2024-07-26T06:24:50.901 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.901+0000 7f19304c3640 1 < completed write operation key=1I2JP28R3YNS tag=3485T8ZIG8OC type=write size=445201 2024-07-26T06:24:50.903 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.903+0000 7f19304c3640 1 > prepared operation key=8J29YNE031PP tag=H2S2V4S2ODCT type=del size=3014635 2024-07-26T06:24:50.906 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.905+0000 7f19304c3640 1 < completed delete operation key=ZSYF9DE73TR8 tag=BBQAFJVQDET3 type=del 2024-07-26T06:24:50.908 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.906+0000 7f19304c3640 1 > prepared operation key=P6MP7JC8DTH7 tag=OLWG9OOVQ04S type=del size=4175616 2024-07-26T06:24:50.909 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.908+0000 7f19304c3640 1 < completed delete operation key=2I9DGCCZ992A tag=N3G2XF1IVMC1 type=del 2024-07-26T06:24:50.912 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.912+0000 7f19304c3640 1 > prepared part key=_multipart_Y0JGX4QVQXEC.2~S90K2WUALW66.0 size=1048576 2024-07-26T06:24:50.913 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.913+0000 7f19304c3640 1 > prepared part key=_multipart_Y0JGX4QVQXEC.2~S90K2WUALW66.1 size=1048576 2024-07-26T06:24:50.915 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.915+0000 7f19304c3640 1 > prepared part key=_multipart_Y0JGX4QVQXEC.2~S90K2WUALW66.2 size=832593 2024-07-26T06:24:50.915 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.915+0000 7f19304c3640 1 > prepared multipart upload key=Y0JGX4QVQXEC upload=S90K2WUALW66 tag=1OWOF1SNC5ZU type=write size=3978321 2024-07-26T06:24:50.917 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.917+0000 7f19304c3640 1 < completed delete operation key=P6MP7JC8DTH7 tag=GUCRCQ3DJGQ4 type=del 2024-07-26T06:24:50.919 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.919+0000 7f19304c3640 1 > prepared operation key=YDC2NRQG9YFE tag=ZW77IAYOPKIO type=write size=859141 2024-07-26T06:24:50.921 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.921+0000 7f19304c3640 1 < completed part key=_multipart_QMPZ7GQNIH0K.2~4RFTDGTNSOF0.0 size=1048576 2024-07-26T06:24:50.923 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.922+0000 7f19304c3640 1 < completed part key=_multipart_QMPZ7GQNIH0K.2~4RFTDGTNSOF0.1 size=1048576 2024-07-26T06:24:50.925 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.924+0000 7f19304c3640 1 < completed part key=_multipart_QMPZ7GQNIH0K.2~4RFTDGTNSOF0.2 size=452391 2024-07-26T06:24:50.927 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.927+0000 7f19304c3640 1 < completed multipart upload key=QMPZ7GQNIH0K upload=4RFTDGTNSOF0 tag=Q0DL2YCFAWA4 type=write size=3598119 2024-07-26T06:24:50.929 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.929+0000 7f19304c3640 1 > prepared operation key=YDC2NRQG9YFE tag=JU9540W8CSFF type=del size=676539 2024-07-26T06:24:50.931 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.931+0000 7f19304c3640 1 < completed delete operation key=G2XJVRBLSPE9 tag=NEG91XHJFCVA type=del 2024-07-26T06:24:50.935 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.934+0000 7f19304c3640 1 > prepared part key=_multipart_PN7DBK1NNJVB.2~AFQZ7B9NKII4.0 size=1048576 2024-07-26T06:24:50.936 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.936+0000 7f19304c3640 1 > prepared part key=_multipart_PN7DBK1NNJVB.2~AFQZ7B9NKII4.1 size=989922 2024-07-26T06:24:50.936 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.936+0000 7f19304c3640 1 > prepared multipart upload key=PN7DBK1NNJVB upload=AFQZ7B9NKII4 tag=IZ2VNUVY4WHG type=write size=3087074 2024-07-26T06:24:50.938 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.937+0000 7f19304c3640 1 < canceled operation key=8J29YNE031PP tag=SD073BGH8BHG type=write size=799571 2024-07-26T06:24:50.939 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.939+0000 7f19304c3640 1 > prepared operation key=V4RJB0J6F7NB tag=9CP0LIJ0ECCK type=del size=1071657 2024-07-26T06:24:50.941 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.941+0000 7f19304c3640 1 < completed delete operation key=QMPZ7GQNIH0K tag=MP6YZBX3ALJJ type=del 2024-07-26T06:24:50.943 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.943+0000 7f19304c3640 1 > prepared operation key=4ZWJ6XHKZXZF tag=17C28QF4N1SA type=write size=25240 2024-07-26T06:24:50.945 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.945+0000 7f19304c3640 1 < completed delete operation key=D2CZZ6A8YSHC tag=8J13LQ7UOL1T type=del 2024-07-26T06:24:50.948 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.948+0000 7f19304c3640 1 > prepared part key=_multipart_M8V7EJP4HHQV.2~HS1LL5QW990F.0 size=631078 2024-07-26T06:24:50.949 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.948+0000 7f19304c3640 1 > prepared multipart upload key=M8V7EJP4HHQV upload=HS1LL5QW990F tag=U7Q9ZPEK8OD1 type=write size=1679654 2024-07-26T06:24:50.950 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.950+0000 7f19304c3640 1 < completed delete operation key=7P9AQQD7XI2Z tag=64ZX8HEVIO20 type=del 2024-07-26T06:24:50.953 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.953+0000 7f19304c3640 1 > prepared part key=_multipart_SSAHKRHXMDHN.2~P4RBF0TKGM50.0 size=1048576 2024-07-26T06:24:50.954 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.954+0000 7f19304c3640 1 > prepared part key=_multipart_SSAHKRHXMDHN.2~P4RBF0TKGM50.1 size=1048576 2024-07-26T06:24:50.956 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.956+0000 7f19304c3640 1 > prepared part key=_multipart_SSAHKRHXMDHN.2~P4RBF0TKGM50.2 size=897670 2024-07-26T06:24:50.956 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.956+0000 7f19304c3640 1 > prepared multipart upload key=SSAHKRHXMDHN upload=P4RBF0TKGM50 tag=T3VS25IOWEC3 type=write size=4043398 2024-07-26T06:24:50.958 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.957+0000 7f19304c3640 1 < completed part key=_multipart_CXCXAKPQIOKH.2~V0VYSVA7MDMU.0 size=884089 2024-07-26T06:24:50.961 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.960+0000 7f19304c3640 1 < completed multipart upload key=CXCXAKPQIOKH upload=V0VYSVA7MDMU tag=KYXD6GO3KB9Y type=write size=1932665 2024-07-26T06:24:50.963 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.963+0000 7f19304c3640 1 > prepared operation key=V4QX80DR86I3 tag=5MS7NY2QSA11 type=del size=157269 2024-07-26T06:24:50.965 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.964+0000 7f19304c3640 1 < completed delete operation key=M8V7EJP4HHQV tag=1BELZP6JCZ6F type=del 2024-07-26T06:24:50.967 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.966+0000 7f19304c3640 1 > prepared operation key=V4QX80DR86I3 tag=U204V7N8VGXV type=del size=1231900 2024-07-26T06:24:50.969 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.969+0000 7f19304c3640 1 < completed part key=_multipart_M8V7EJP4HHQV.2~48KN89ENRK49.0 size=545421 2024-07-26T06:24:50.972 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.972+0000 7f19304c3640 1 < completed multipart upload key=M8V7EJP4HHQV upload=48KN89ENRK49 tag=BGJ1EHEWBQFB type=write size=1593997 2024-07-26T06:24:50.976 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.975+0000 7f19304c3640 1 > prepared part key=_multipart_SSAHKRHXMDHN.2~AS2PLD9JM1H8.0 size=1048576 2024-07-26T06:24:50.977 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.977+0000 7f19304c3640 1 > prepared part key=_multipart_SSAHKRHXMDHN.2~AS2PLD9JM1H8.1 size=506070 2024-07-26T06:24:50.978 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.977+0000 7f19304c3640 1 > prepared multipart upload key=SSAHKRHXMDHN upload=AS2PLD9JM1H8 tag=YE1BLYG264BL type=write size=2603222 2024-07-26T06:24:50.982 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.979+0000 7f19304c3640 1 < completed part key=_multipart_8J29YNE031PP.2~WJ7IBI2H1QBQ.0 size=156500 2024-07-26T06:24:50.982 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.982+0000 7f19304c3640 1 < completed multipart upload key=8J29YNE031PP upload=WJ7IBI2H1QBQ tag=HEIM0BT328ZX type=write size=1205076 2024-07-26T06:24:50.985 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.985+0000 7f19304c3640 1 > prepared part key=_multipart_7GGA1PRXXHDC.2~UL9M1RLPJGTT.0 size=1048576 2024-07-26T06:24:50.987 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.987+0000 7f19304c3640 1 > prepared part key=_multipart_7GGA1PRXXHDC.2~UL9M1RLPJGTT.1 size=1048576 2024-07-26T06:24:50.988 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.988+0000 7f19304c3640 1 > prepared part key=_multipart_7GGA1PRXXHDC.2~UL9M1RLPJGTT.2 size=707069 2024-07-26T06:24:50.988 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.988+0000 7f19304c3640 1 > prepared multipart upload key=7GGA1PRXXHDC upload=UL9M1RLPJGTT tag=APT9Y04HNB4I type=write size=3852797 2024-07-26T06:24:50.990 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.989+0000 7f19304c3640 1 < completed delete operation key=2I9DGCCZ992A tag=61KEKWR7457I type=del 2024-07-26T06:24:50.993 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.993+0000 7f19304c3640 1 > prepared part key=_multipart_55ZIE8HVR68M.2~YPTKNQXLC3QK.0 size=1048576 2024-07-26T06:24:50.994 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.994+0000 7f19304c3640 1 > prepared part key=_multipart_55ZIE8HVR68M.2~YPTKNQXLC3QK.1 size=1048576 2024-07-26T06:24:50.996 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.996+0000 7f19304c3640 1 > prepared part key=_multipart_55ZIE8HVR68M.2~YPTKNQXLC3QK.2 size=598050 2024-07-26T06:24:50.996 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.996+0000 7f19304c3640 1 > prepared multipart upload key=55ZIE8HVR68M upload=YPTKNQXLC3QK tag=CH6TPPG0129F type=write size=3743778 2024-07-26T06:24:50.998 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.997+0000 7f19304c3640 1 < completed delete operation key=SQ0RDJVR9PPL tag=3X0O37C1VRMJ type=del 2024-07-26T06:24:50.999 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:50.999+0000 7f19304c3640 1 > prepared operation key=D2CZZ6A8YSHC tag=WPTHCRJ8OUFV type=del size=3473402 2024-07-26T06:24:51.001 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.001+0000 7f19304c3640 1 < canceled operation key=8J29YNE031PP tag=H2S2V4S2ODCT type=del size=3014635 2024-07-26T06:24:51.003 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.003+0000 7f19304c3640 1 > prepared operation key=55ZIE8HVR68M tag=B7DTN4NA1L37 type=del size=1798748 2024-07-26T06:24:51.005 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.004+0000 7f19304c3640 1 < completed delete operation key=P6MP7JC8DTH7 tag=OLWG9OOVQ04S type=del 2024-07-26T06:24:51.006 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.006+0000 7f19304c3640 1 > prepared operation key=55ZIE8HVR68M tag=EDWSHF45S16B type=del size=3424402 2024-07-26T06:24:51.008 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.008+0000 7f19304c3640 1 < completed part key=_multipart_Y0JGX4QVQXEC.2~S90K2WUALW66.0 size=1048576 2024-07-26T06:24:51.010 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.009+0000 7f19304c3640 1 < completed part key=_multipart_Y0JGX4QVQXEC.2~S90K2WUALW66.1 size=1048576 2024-07-26T06:24:51.011 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.011+0000 7f19304c3640 1 < completed part key=_multipart_Y0JGX4QVQXEC.2~S90K2WUALW66.2 size=832593 2024-07-26T06:24:51.015 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.014+0000 7f19304c3640 1 < completed multipart upload key=Y0JGX4QVQXEC upload=S90K2WUALW66 tag=1OWOF1SNC5ZU type=write size=3978321 2024-07-26T06:24:51.017 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.016+0000 7f19304c3640 1 > prepared operation key=8J29YNE031PP tag=9TBYN0QW2M2W type=del size=3569539 2024-07-26T06:24:51.018 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.018+0000 7f19304c3640 1 < completed write operation key=YDC2NRQG9YFE tag=ZW77IAYOPKIO type=write size=859141 2024-07-26T06:24:51.020 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.020+0000 7f19304c3640 1 > prepared operation key=2TS50KKRU12E tag=2TRMSOPCI5AD type=write size=585074 2024-07-26T06:24:51.022 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.021+0000 7f19304c3640 1 < completed delete operation key=YDC2NRQG9YFE tag=JU9540W8CSFF type=del 2024-07-26T06:24:51.023 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.023+0000 7f19304c3640 1 > prepared operation key=LCDUWKN6AQNU tag=A38TJNZKTDCJ type=write size=738778 2024-07-26T06:24:51.025 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.025+0000 7f19304c3640 1 < completed part key=_multipart_PN7DBK1NNJVB.2~AFQZ7B9NKII4.0 size=1048576 2024-07-26T06:24:51.027 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.026+0000 7f19304c3640 1 < completed part key=_multipart_PN7DBK1NNJVB.2~AFQZ7B9NKII4.1 size=989922 2024-07-26T06:24:51.030 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.029+0000 7f19304c3640 1 < completed multipart upload key=PN7DBK1NNJVB upload=AFQZ7B9NKII4 tag=IZ2VNUVY4WHG type=write size=3087074 2024-07-26T06:24:51.033 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.033+0000 7f19304c3640 1 > prepared part key=_multipart_Y31PRFKXA0KI.2~3YOXN2Z33OWJ.0 size=616846 2024-07-26T06:24:51.034 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.033+0000 7f19304c3640 1 > prepared multipart upload key=Y31PRFKXA0KI upload=3YOXN2Z33OWJ tag=U63HRIMUQG69 type=write size=1665422 2024-07-26T06:24:51.035 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.035+0000 7f19304c3640 1 < completed delete operation key=V4RJB0J6F7NB tag=9CP0LIJ0ECCK type=del 2024-07-26T06:24:51.036 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.036+0000 7f19304c3640 1 > prepared operation key=C2RTY1II1OSK tag=KJC25D12XANG type=del size=335099 2024-07-26T06:24:51.040 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.040+0000 7f19304c3640 1 < suggested update operation key=4ZWJ6XHKZXZF tag=17C28QF4N1SA type=write size=25240 2024-07-26T06:24:51.044 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.044+0000 7f19304c3640 1 > prepared part key=_multipart_7GGA1PRXXHDC.2~C3RPHNE1511H.0 size=66279 2024-07-26T06:24:51.044 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.044+0000 7f19304c3640 1 > prepared multipart upload key=7GGA1PRXXHDC upload=C3RPHNE1511H tag=ZNVL5PQ3B5J1 type=write size=1114855 2024-07-26T06:24:51.046 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.046+0000 7f19304c3640 1 < completed part key=_multipart_M8V7EJP4HHQV.2~HS1LL5QW990F.0 size=631078 2024-07-26T06:24:51.049 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.049+0000 7f19304c3640 1 < completed multipart upload key=M8V7EJP4HHQV upload=HS1LL5QW990F tag=U7Q9ZPEK8OD1 type=write size=1679654 2024-07-26T06:24:51.053 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.053+0000 7f19304c3640 1 > prepared part key=_multipart_7GGA1PRXXHDC.2~EMF4DQV2TLHV.0 size=1048576 2024-07-26T06:24:51.054 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.054+0000 7f19304c3640 1 > prepared part key=_multipart_7GGA1PRXXHDC.2~EMF4DQV2TLHV.1 size=980922 2024-07-26T06:24:51.055 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.054+0000 7f19304c3640 1 > prepared multipart upload key=7GGA1PRXXHDC upload=EMF4DQV2TLHV tag=0VWHNO3OBHQ9 type=write size=3078074 2024-07-26T06:24:51.055 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.055+0000 7f19304c3640 1 < canceled part key=_multipart_SSAHKRHXMDHN.2~P4RBF0TKGM50.0 size=1048576 2024-07-26T06:24:51.057 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.056+0000 7f19304c3640 1 < completed part key=_multipart_SSAHKRHXMDHN.2~P4RBF0TKGM50.1 size=1048576 2024-07-26T06:24:51.059 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.058+0000 7f19304c3640 1 < completed part key=_multipart_SSAHKRHXMDHN.2~P4RBF0TKGM50.2 size=897670 2024-07-26T06:24:51.062 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.061+0000 7f19304c3640 1 < canceled multipart upload key=SSAHKRHXMDHN upload=P4RBF0TKGM50 tag=T3VS25IOWEC3 type=write size=4043398 2024-07-26T06:24:51.065 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.065+0000 7f19304c3640 1 > prepared part key=_multipart_55ZIE8HVR68M.2~N11UAECDRACA.0 size=1048576 2024-07-26T06:24:51.066 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.066+0000 7f19304c3640 1 > prepared part key=_multipart_55ZIE8HVR68M.2~N11UAECDRACA.1 size=1048576 2024-07-26T06:24:51.068 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.067+0000 7f19304c3640 1 > prepared part key=_multipart_55ZIE8HVR68M.2~N11UAECDRACA.2 size=397559 2024-07-26T06:24:51.068 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.067+0000 7f19304c3640 1 > prepared multipart upload key=55ZIE8HVR68M upload=N11UAECDRACA tag=5YMY15P7UCAL type=write size=3543287 2024-07-26T06:24:51.069 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.069+0000 7f19304c3640 1 < completed delete operation key=V4QX80DR86I3 tag=5MS7NY2QSA11 type=del 2024-07-26T06:24:51.071 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.071+0000 7f19304c3640 1 > prepared operation key=TWRRPXYVH5FW tag=2W21EZWUIPL7 type=write size=587837 2024-07-26T06:24:51.074 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.072+0000 7f19304c3640 1 < completed delete operation key=V4QX80DR86I3 tag=U204V7N8VGXV type=del 2024-07-26T06:24:51.076 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.076+0000 7f19304c3640 1 > prepared part key=_multipart_1I2JP28R3YNS.2~32UYGZ46P3BS.0 size=1048576 2024-07-26T06:24:51.078 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.077+0000 7f19304c3640 1 > prepared part key=_multipart_1I2JP28R3YNS.2~32UYGZ46P3BS.1 size=415576 2024-07-26T06:24:51.078 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.077+0000 7f19304c3640 1 > prepared multipart upload key=1I2JP28R3YNS upload=32UYGZ46P3BS tag=XUZ596IJK7YP type=write size=2512728 2024-07-26T06:24:51.078 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.078+0000 7f19304c3640 1 < canceled part key=_multipart_SSAHKRHXMDHN.2~AS2PLD9JM1H8.0 size=1048576 2024-07-26T06:24:51.080 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.079+0000 7f19304c3640 1 < completed part key=_multipart_SSAHKRHXMDHN.2~AS2PLD9JM1H8.1 size=506070 2024-07-26T06:24:51.082 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.082+0000 7f19304c3640 1 < canceled multipart upload key=SSAHKRHXMDHN upload=AS2PLD9JM1H8 tag=YE1BLYG264BL type=write size=2603222 2024-07-26T06:24:51.086 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.085+0000 7f19304c3640 1 > prepared part key=_multipart_55ZIE8HVR68M.2~49QXKHKTPFO7.0 size=1048576 2024-07-26T06:24:51.087 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.087+0000 7f19304c3640 1 > prepared part key=_multipart_55ZIE8HVR68M.2~49QXKHKTPFO7.1 size=807996 2024-07-26T06:24:51.087 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.087+0000 7f19304c3640 1 > prepared multipart upload key=55ZIE8HVR68M upload=49QXKHKTPFO7 tag=GJGZ6PRG41PC type=write size=2905148 2024-07-26T06:24:51.089 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.089+0000 7f19304c3640 1 < completed part key=_multipart_7GGA1PRXXHDC.2~UL9M1RLPJGTT.0 size=1048576 2024-07-26T06:24:51.089 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.089+0000 7f19304c3640 1 < canceled part key=_multipart_7GGA1PRXXHDC.2~UL9M1RLPJGTT.1 size=1048576 2024-07-26T06:24:51.090 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.090+0000 7f19304c3640 1 < completed part key=_multipart_7GGA1PRXXHDC.2~UL9M1RLPJGTT.2 size=707069 2024-07-26T06:24:51.093 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.093+0000 7f19304c3640 1 < canceled multipart upload key=7GGA1PRXXHDC upload=UL9M1RLPJGTT tag=APT9Y04HNB4I type=write size=3852797 2024-07-26T06:24:51.095 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.095+0000 7f19304c3640 1 > prepared operation key=LCDUWKN6AQNU tag=H5EJ0448EUV3 type=del size=420715 2024-07-26T06:24:51.097 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.097+0000 7f19304c3640 1 < completed part key=_multipart_55ZIE8HVR68M.2~YPTKNQXLC3QK.0 size=1048576 2024-07-26T06:24:51.099 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.099+0000 7f19304c3640 1 < completed part key=_multipart_55ZIE8HVR68M.2~YPTKNQXLC3QK.1 size=1048576 2024-07-26T06:24:51.100 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.100+0000 7f19304c3640 1 < completed part key=_multipart_55ZIE8HVR68M.2~YPTKNQXLC3QK.2 size=598050 2024-07-26T06:24:51.104 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.103+0000 7f19304c3640 1 < completed multipart upload key=55ZIE8HVR68M upload=YPTKNQXLC3QK tag=CH6TPPG0129F type=write size=3743778 2024-07-26T06:24:51.106 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.105+0000 7f19304c3640 1 > prepared operation key=8J29YNE031PP tag=THPM9Y3L2PUW type=del size=1205562 2024-07-26T06:24:51.107 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.107+0000 7f19304c3640 1 < completed delete operation key=D2CZZ6A8YSHC tag=WPTHCRJ8OUFV type=del 2024-07-26T06:24:51.111 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.110+0000 7f19304c3640 1 > prepared part key=_multipart_YDC2NRQG9YFE.2~FH5BD603W5KV.0 size=1048576 2024-07-26T06:24:51.112 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.112+0000 7f19304c3640 1 > prepared part key=_multipart_YDC2NRQG9YFE.2~FH5BD603W5KV.1 size=549625 2024-07-26T06:24:51.112 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.112+0000 7f19304c3640 1 > prepared multipart upload key=YDC2NRQG9YFE upload=FH5BD603W5KV tag=RM3IRP0ODEI4 type=write size=2646777 2024-07-26T06:24:51.115 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.115+0000 7f19304c3640 1 < suggested update operation key=55ZIE8HVR68M tag=B7DTN4NA1L37 type=del size=1798748 2024-07-26T06:24:51.117 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.116+0000 7f19304c3640 1 > prepared operation key=Y0JGX4QVQXEC tag=EOV4LO42GLCQ type=del size=1613751 2024-07-26T06:24:51.119 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.119+0000 7f19304c3640 -1 < failed to complete operation key=55ZIE8HVR68M tag=EDWSHF45S16B type=del size=3424402: (22) Invalid argument 2024-07-26T06:24:51.121 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.120+0000 7f19304c3640 1 > prepared operation key=512VC812AWRN tag=71G1CEIYCK33 type=write size=682059 2024-07-26T06:24:51.122 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.122+0000 7f19304c3640 1 < completed delete operation key=8J29YNE031PP tag=9TBYN0QW2M2W type=del 2024-07-26T06:24:51.124 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.124+0000 7f19304c3640 1 > prepared operation key=23K6MK7R266R tag=3FIZ0HMJ0KM8 type=del size=3591636 2024-07-26T06:24:51.126 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.126+0000 7f19304c3640 1 < completed write operation key=2TS50KKRU12E tag=2TRMSOPCI5AD type=write size=585074 2024-07-26T06:24:51.128 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.127+0000 7f19304c3640 1 > prepared operation key=M8V7EJP4HHQV tag=8M61X2NYI4HU type=del size=3568212 2024-07-26T06:24:51.131 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.131+0000 7f19304c3640 1 < suggested remove operation key=LCDUWKN6AQNU tag=A38TJNZKTDCJ type=write 2024-07-26T06:24:51.135 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.135+0000 7f19304c3640 1 > prepared part key=_multipart_SSAHKRHXMDHN.2~4MN030U1KLCP.0 size=988645 2024-07-26T06:24:51.135 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.135+0000 7f19304c3640 1 > prepared multipart upload key=SSAHKRHXMDHN upload=4MN030U1KLCP tag=J8RYG694CNLJ type=write size=2037221 2024-07-26T06:24:51.136 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.136+0000 7f19304c3640 1 < completed part key=_multipart_Y31PRFKXA0KI.2~3YOXN2Z33OWJ.0 size=616846 2024-07-26T06:24:51.140 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.139+0000 7f19304c3640 1 < completed multipart upload key=Y31PRFKXA0KI upload=3YOXN2Z33OWJ tag=U63HRIMUQG69 type=write size=1665422 2024-07-26T06:24:51.141 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.141+0000 7f19304c3640 1 > prepared operation key=0PV4L596ZFOW tag=FIJGTQ6KSP5N type=write size=47429 2024-07-26T06:24:51.144 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.143+0000 7f19304c3640 1 < completed delete operation key=C2RTY1II1OSK tag=KJC25D12XANG type=del 2024-07-26T06:24:51.145 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.145+0000 7f19304c3640 1 > prepared operation key=55ZIE8HVR68M tag=9CND66AZXS2O type=del size=4155953 2024-07-26T06:24:51.147 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.147+0000 7f19304c3640 1 < completed part key=_multipart_7GGA1PRXXHDC.2~C3RPHNE1511H.0 size=66279 2024-07-26T06:24:51.150 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.150+0000 7f19304c3640 1 < completed multipart upload key=7GGA1PRXXHDC upload=C3RPHNE1511H tag=ZNVL5PQ3B5J1 type=write size=1114855 2024-07-26T06:24:51.152 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.152+0000 7f19304c3640 1 > prepared operation key=LCDUWKN6AQNU tag=2CFCOEMJ4CJ9 type=del size=794815 2024-07-26T06:24:51.154 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.154+0000 7f19304c3640 1 < completed part key=_multipart_7GGA1PRXXHDC.2~EMF4DQV2TLHV.0 size=1048576 2024-07-26T06:24:51.154 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.154+0000 7f19304c3640 1 < canceled part key=_multipart_7GGA1PRXXHDC.2~EMF4DQV2TLHV.1 size=980922 2024-07-26T06:24:51.157 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.157+0000 7f19304c3640 1 < canceled multipart upload key=7GGA1PRXXHDC upload=EMF4DQV2TLHV tag=0VWHNO3OBHQ9 type=write size=3078074 2024-07-26T06:24:51.159 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.159+0000 7f19304c3640 1 > prepared operation key=0PV4L596ZFOW tag=65VVN6S94G9H type=del size=109278 2024-07-26T06:24:51.159 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.159+0000 7f19304c3640 1 < canceled part key=_multipart_55ZIE8HVR68M.2~N11UAECDRACA.0 size=1048576 2024-07-26T06:24:51.159 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.159+0000 7f19304c3640 1 < canceled part key=_multipart_55ZIE8HVR68M.2~N11UAECDRACA.1 size=1048576 2024-07-26T06:24:51.161 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.160+0000 7f19304c3640 1 < completed part key=_multipart_55ZIE8HVR68M.2~N11UAECDRACA.2 size=397559 2024-07-26T06:24:51.164 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.163+0000 7f19304c3640 1 < canceled multipart upload key=55ZIE8HVR68M upload=N11UAECDRACA tag=5YMY15P7UCAL type=write size=3543287 2024-07-26T06:24:51.166 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.165+0000 7f19304c3640 1 > prepared operation key=23K6MK7R266R tag=1D6R0J6D3057 type=del size=1093391 2024-07-26T06:24:51.167 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.167+0000 7f19304c3640 1 < completed write operation key=TWRRPXYVH5FW tag=2W21EZWUIPL7 type=write size=587837 2024-07-26T06:24:51.170 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.169+0000 7f19304c3640 1 > prepared operation key=2TS50KKRU12E tag=TBHP89BTDILJ type=del size=1210242 2024-07-26T06:24:51.170 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.170+0000 7f19304c3640 1 < canceled part key=_multipart_1I2JP28R3YNS.2~32UYGZ46P3BS.0 size=1048576 2024-07-26T06:24:51.172 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.171+0000 7f19304c3640 1 < completed part key=_multipart_1I2JP28R3YNS.2~32UYGZ46P3BS.1 size=415576 2024-07-26T06:24:51.174 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.174+0000 7f19304c3640 1 < canceled multipart upload key=1I2JP28R3YNS upload=32UYGZ46P3BS tag=XUZ596IJK7YP type=write size=2512728 2024-07-26T06:24:51.178 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.178+0000 7f19304c3640 1 > prepared part key=_multipart_PN7DBK1NNJVB.2~7U4NCDUK0ZDT.0 size=175886 2024-07-26T06:24:51.178 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.178+0000 7f19304c3640 1 > prepared multipart upload key=PN7DBK1NNJVB upload=7U4NCDUK0ZDT tag=351IPWR5KOM5 type=write size=1224462 2024-07-26T06:24:51.180 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.180+0000 7f19304c3640 1 < completed part key=_multipart_55ZIE8HVR68M.2~49QXKHKTPFO7.0 size=1048576 2024-07-26T06:24:51.182 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.181+0000 7f19304c3640 1 < completed part key=_multipart_55ZIE8HVR68M.2~49QXKHKTPFO7.1 size=807996 2024-07-26T06:24:51.185 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.185+0000 7f19304c3640 1 < completed multipart upload key=55ZIE8HVR68M upload=49QXKHKTPFO7 tag=GJGZ6PRG41PC type=write size=2905148 2024-07-26T06:24:51.187 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.187+0000 7f19304c3640 1 > prepared operation key=LCDUWKN6AQNU tag=F4F0O2WPXHHE type=del size=192457 2024-07-26T06:24:51.189 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.189+0000 7f19304c3640 -1 < failed to complete operation key=LCDUWKN6AQNU tag=H5EJ0448EUV3 type=del size=420715: (22) Invalid argument 2024-07-26T06:24:51.193 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.192+0000 7f19304c3640 1 > prepared part key=_multipart_HO4GZ0KNZ8SK.2~W214JG0RX3O6.0 size=1048576 2024-07-26T06:24:51.194 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.194+0000 7f19304c3640 1 > prepared part key=_multipart_HO4GZ0KNZ8SK.2~W214JG0RX3O6.1 size=999339 2024-07-26T06:24:51.194 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.194+0000 7f19304c3640 1 > prepared multipart upload key=HO4GZ0KNZ8SK upload=W214JG0RX3O6 tag=L76P51I9LWLA type=write size=3096491 2024-07-26T06:24:51.196 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.196+0000 7f19304c3640 1 < completed delete operation key=8J29YNE031PP tag=THPM9Y3L2PUW type=del 2024-07-26T06:24:51.199 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.199+0000 7f19304c3640 1 > prepared part key=_multipart_M8V7EJP4HHQV.2~BCUBVI517HMQ.0 size=1048576 2024-07-26T06:24:51.201 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.201+0000 7f19304c3640 1 > prepared part key=_multipart_M8V7EJP4HHQV.2~BCUBVI517HMQ.1 size=1048576 2024-07-26T06:24:51.202 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.202+0000 7f19304c3640 1 > prepared part key=_multipart_M8V7EJP4HHQV.2~BCUBVI517HMQ.2 size=580080 2024-07-26T06:24:51.202 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.202+0000 7f19304c3640 1 > prepared multipart upload key=M8V7EJP4HHQV upload=BCUBVI517HMQ tag=6S6ZH0LADO80 type=write size=3725808 2024-07-26T06:24:51.204 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.204+0000 7f19304c3640 1 < completed part key=_multipart_YDC2NRQG9YFE.2~FH5BD603W5KV.0 size=1048576 2024-07-26T06:24:51.206 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.206+0000 7f19304c3640 1 < completed part key=_multipart_YDC2NRQG9YFE.2~FH5BD603W5KV.1 size=549625 2024-07-26T06:24:51.209 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.209+0000 7f19304c3640 1 < completed multipart upload key=YDC2NRQG9YFE upload=FH5BD603W5KV tag=RM3IRP0ODEI4 type=write size=2646777 2024-07-26T06:24:51.212 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.212+0000 7f19304c3640 1 > prepared part key=_multipart_G70GGG8ITGEE.2~QW6WAXHCM34W.0 size=772567 2024-07-26T06:24:51.212 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.212+0000 7f19304c3640 1 > prepared multipart upload key=G70GGG8ITGEE upload=QW6WAXHCM34W tag=CKBZ7WNX3ALS type=write size=1821143 2024-07-26T06:24:51.216 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.216+0000 7f19304c3640 1 < suggested remove operation key=Y0JGX4QVQXEC tag=EOV4LO42GLCQ type=del 2024-07-26T06:24:51.218 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.217+0000 7f19304c3640 1 > prepared operation key=8J29YNE031PP tag=OT0J64115HT9 type=del size=533965 2024-07-26T06:24:51.220 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.220+0000 7f19304c3640 1 < completed write operation key=512VC812AWRN tag=71G1CEIYCK33 type=write size=682059 2024-07-26T06:24:51.221 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.221+0000 7f19304c3640 1 > prepared operation key=23K6MK7R266R tag=6SPYEV5G2ILH type=del size=3212619 2024-07-26T06:24:51.225 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.225+0000 7f19304c3640 1 < suggested update operation key=23K6MK7R266R tag=3FIZ0HMJ0KM8 type=del size=3591636 2024-07-26T06:24:51.227 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.227+0000 7f19304c3640 1 > prepared operation key=LCDUWKN6AQNU tag=9P2R2A1DH5A2 type=del size=3906920 2024-07-26T06:24:51.229 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.229+0000 7f19304c3640 1 < completed delete operation key=M8V7EJP4HHQV tag=8M61X2NYI4HU type=del 2024-07-26T06:24:51.231 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.230+0000 7f19304c3640 1 > prepared operation key=1I2JP28R3YNS tag=864PFYT8XF1T type=del size=2980548 2024-07-26T06:24:51.231 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.231+0000 7f19304c3640 1 < canceled part key=_multipart_SSAHKRHXMDHN.2~4MN030U1KLCP.0 size=988645 2024-07-26T06:24:51.234 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.234+0000 7f19304c3640 1 < canceled multipart upload key=SSAHKRHXMDHN upload=4MN030U1KLCP tag=J8RYG694CNLJ type=write size=2037221 2024-07-26T06:24:51.236 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.236+0000 7f19304c3640 1 > prepared operation key=7GGA1PRXXHDC tag=E53G7P4KUPFH type=del size=3483694 2024-07-26T06:24:51.240 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.239+0000 7f19304c3640 1 < suggested remove operation key=0PV4L596ZFOW tag=FIJGTQ6KSP5N type=write 2024-07-26T06:24:51.242 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.241+0000 7f19304c3640 1 > prepared operation key=LCDUWKN6AQNU tag=KSL0T7XP9GE3 type=del size=658440 2024-07-26T06:24:51.246 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.246+0000 7f19304c3640 1 < suggested remove operation key=55ZIE8HVR68M tag=9CND66AZXS2O type=del 2024-07-26T06:24:51.249 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.249+0000 7f19304c3640 1 > prepared part key=_multipart_PN7DBK1NNJVB.2~5F5OUEL8WRG2.0 size=1048576 2024-07-26T06:24:51.251 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.250+0000 7f19304c3640 1 > prepared part key=_multipart_PN7DBK1NNJVB.2~5F5OUEL8WRG2.1 size=702933 2024-07-26T06:24:51.251 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.250+0000 7f19304c3640 1 > prepared multipart upload key=PN7DBK1NNJVB upload=5F5OUEL8WRG2 tag=QKSNF1KW4NFR type=write size=2800085 2024-07-26T06:24:51.253 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.253+0000 7f19304c3640 1 < completed delete operation key=LCDUWKN6AQNU tag=2CFCOEMJ4CJ9 type=del 2024-07-26T06:24:51.256 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.256+0000 7f19304c3640 1 > prepared part key=_multipart_V4RJB0J6F7NB.2~3OSKME2FYZRV.0 size=1048576 2024-07-26T06:24:51.258 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.257+0000 7f19304c3640 1 > prepared part key=_multipart_V4RJB0J6F7NB.2~3OSKME2FYZRV.1 size=612284 2024-07-26T06:24:51.258 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.257+0000 7f19304c3640 1 > prepared multipart upload key=V4RJB0J6F7NB upload=3OSKME2FYZRV tag=6VDGWZRB21W7 type=write size=2709436 2024-07-26T06:24:51.260 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.260+0000 7f19304c3640 -1 < failed to complete operation key=0PV4L596ZFOW tag=65VVN6S94G9H type=del size=109278: (22) Invalid argument 2024-07-26T06:24:51.263 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.263+0000 7f19304c3640 1 > prepared part key=_multipart_SSAHKRHXMDHN.2~LZGEI7RPA365.0 size=255293 2024-07-26T06:24:51.263 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.263+0000 7f19304c3640 1 > prepared multipart upload key=SSAHKRHXMDHN upload=LZGEI7RPA365 tag=JVSW527FERZ1 type=write size=1303869 2024-07-26T06:24:51.266 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.266+0000 7f19304c3640 -1 < failed to complete operation key=23K6MK7R266R tag=1D6R0J6D3057 type=del size=1093391: (22) Invalid argument 2024-07-26T06:24:51.268 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.268+0000 7f19304c3640 1 > prepared operation key=G2XJVRBLSPE9 tag=FR5PRXHTUZ52 type=write size=470784 2024-07-26T06:24:51.270 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.270+0000 7f19304c3640 1 < completed delete operation key=2TS50KKRU12E tag=TBHP89BTDILJ type=del 2024-07-26T06:24:51.273 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.273+0000 7f19304c3640 1 > prepared part key=_multipart_CXCXAKPQIOKH.2~JVNZAFQWIRI3.0 size=1048576 2024-07-26T06:24:51.275 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.275+0000 7f19304c3640 1 > prepared part key=_multipart_CXCXAKPQIOKH.2~JVNZAFQWIRI3.1 size=707602 2024-07-26T06:24:51.275 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.275+0000 7f19304c3640 1 > prepared multipart upload key=CXCXAKPQIOKH upload=JVNZAFQWIRI3 tag=TTZ1K9WKETFD type=write size=2804754 2024-07-26T06:24:51.277 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.276+0000 7f19304c3640 1 < completed part key=_multipart_PN7DBK1NNJVB.2~7U4NCDUK0ZDT.0 size=175886 2024-07-26T06:24:51.279 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.279+0000 7f19304c3640 1 < completed multipart upload key=PN7DBK1NNJVB upload=7U4NCDUK0ZDT tag=351IPWR5KOM5 type=write size=1224462 2024-07-26T06:24:51.283 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.283+0000 7f19304c3640 1 > prepared part key=_multipart_D2CZZ6A8YSHC.2~SB1GY2EFKHEN.0 size=1048576 2024-07-26T06:24:51.284 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.284+0000 7f19304c3640 1 > prepared part key=_multipart_D2CZZ6A8YSHC.2~SB1GY2EFKHEN.1 size=1048576 2024-07-26T06:24:51.286 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.286+0000 7f19304c3640 1 > prepared part key=_multipart_D2CZZ6A8YSHC.2~SB1GY2EFKHEN.2 size=594088 2024-07-26T06:24:51.286 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.286+0000 7f19304c3640 1 > prepared multipart upload key=D2CZZ6A8YSHC upload=SB1GY2EFKHEN tag=A6FNS2UTF34Z type=write size=3739816 2024-07-26T06:24:51.288 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.288+0000 7f19304c3640 1 < completed delete operation key=LCDUWKN6AQNU tag=F4F0O2WPXHHE type=del 2024-07-26T06:24:51.291 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.291+0000 7f19304c3640 1 > prepared part key=_multipart_8J29YNE031PP.2~IVMALBZLGJ76.0 size=1048576 2024-07-26T06:24:51.293 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.293+0000 7f19304c3640 1 > prepared part key=_multipart_8J29YNE031PP.2~IVMALBZLGJ76.1 size=826620 2024-07-26T06:24:51.293 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.293+0000 7f19304c3640 1 > prepared multipart upload key=8J29YNE031PP upload=IVMALBZLGJ76 tag=5MWMCGKYIC43 type=write size=2923772 2024-07-26T06:24:51.295 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.294+0000 7f19304c3640 1 < completed part key=_multipart_HO4GZ0KNZ8SK.2~W214JG0RX3O6.0 size=1048576 2024-07-26T06:24:51.296 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.296+0000 7f19304c3640 1 < completed part key=_multipart_HO4GZ0KNZ8SK.2~W214JG0RX3O6.1 size=999339 2024-07-26T06:24:51.299 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.299+0000 7f19304c3640 1 < completed multipart upload key=HO4GZ0KNZ8SK upload=W214JG0RX3O6 tag=L76P51I9LWLA type=write size=3096491 2024-07-26T06:24:51.302 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.302+0000 7f19304c3640 1 > prepared part key=_multipart_2I9DGCCZ992A.2~1LEWLE4FBIS9.0 size=1048576 2024-07-26T06:24:51.304 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.304+0000 7f19304c3640 1 > prepared part key=_multipart_2I9DGCCZ992A.2~1LEWLE4FBIS9.1 size=1048576 2024-07-26T06:24:51.306 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.305+0000 7f19304c3640 1 > prepared part key=_multipart_2I9DGCCZ992A.2~1LEWLE4FBIS9.2 size=563456 2024-07-26T06:24:51.306 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.305+0000 7f19304c3640 1 > prepared multipart upload key=2I9DGCCZ992A upload=1LEWLE4FBIS9 tag=YZVWG6QEFU9H type=write size=3709184 2024-07-26T06:24:51.306 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.306+0000 7f19304c3640 1 < canceled part key=_multipart_M8V7EJP4HHQV.2~BCUBVI517HMQ.0 size=1048576 2024-07-26T06:24:51.307 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.307+0000 7f19304c3640 1 < completed part key=_multipart_M8V7EJP4HHQV.2~BCUBVI517HMQ.1 size=1048576 2024-07-26T06:24:51.309 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.309+0000 7f19304c3640 1 < completed part key=_multipart_M8V7EJP4HHQV.2~BCUBVI517HMQ.2 size=580080 2024-07-26T06:24:51.312 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.312+0000 7f19304c3640 1 < canceled multipart upload key=M8V7EJP4HHQV upload=BCUBVI517HMQ tag=6S6ZH0LADO80 type=write size=3725808 2024-07-26T06:24:51.314 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.314+0000 7f19304c3640 1 > prepared operation key=TWRRPXYVH5FW tag=KU2DG0LVHO73 type=del size=2894497 2024-07-26T06:24:51.316 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.316+0000 7f19304c3640 1 < completed part key=_multipart_G70GGG8ITGEE.2~QW6WAXHCM34W.0 size=772567 2024-07-26T06:24:51.320 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.319+0000 7f19304c3640 1 < completed multipart upload key=G70GGG8ITGEE upload=QW6WAXHCM34W tag=CKBZ7WNX3ALS type=write size=1821143 2024-07-26T06:24:51.322 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.322+0000 7f19304c3640 1 > prepared operation key=1I2JP28R3YNS tag=27ET4Q3DYJKL type=write size=796518 2024-07-26T06:24:51.324 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.324+0000 7f19304c3640 1 < completed delete operation key=8J29YNE031PP tag=OT0J64115HT9 type=del 2024-07-26T06:24:51.326 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.326+0000 7f19304c3640 1 > prepared operation key=Y31PRFKXA0KI tag=DVENEFMOJAOA type=del size=310022 2024-07-26T06:24:51.329 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.328+0000 7f19304c3640 -1 < failed to complete operation key=23K6MK7R266R tag=6SPYEV5G2ILH type=del size=3212619: (22) Invalid argument 2024-07-26T06:24:51.332 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.331+0000 7f19304c3640 1 > prepared part key=_multipart_C2RTY1II1OSK.2~M256EHE0MWNY.0 size=1048576 2024-07-26T06:24:51.333 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.333+0000 7f19304c3640 1 > prepared part key=_multipart_C2RTY1II1OSK.2~M256EHE0MWNY.1 size=177979 2024-07-26T06:24:51.333 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.333+0000 7f19304c3640 1 > prepared multipart upload key=C2RTY1II1OSK upload=M256EHE0MWNY tag=JHICF0T65MGP type=write size=2275131 2024-07-26T06:24:51.335 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.335+0000 7f19304c3640 1 < completed delete operation key=LCDUWKN6AQNU tag=9P2R2A1DH5A2 type=del 2024-07-26T06:24:51.337 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.337+0000 7f19304c3640 1 > prepared operation key=2TS50KKRU12E tag=YDYMMPJ0FBYR type=del size=3064621 2024-07-26T06:24:51.341 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.340+0000 7f19304c3640 1 < suggested remove operation key=1I2JP28R3YNS tag=864PFYT8XF1T type=del 2024-07-26T06:24:51.344 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.343+0000 7f19304c3640 1 > prepared part key=_multipart_512VC812AWRN.2~6YG8EIGCSP2Y.0 size=1048576 2024-07-26T06:24:51.345 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.345+0000 7f19304c3640 1 > prepared part key=_multipart_512VC812AWRN.2~6YG8EIGCSP2Y.1 size=134412 2024-07-26T06:24:51.345 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.345+0000 7f19304c3640 1 > prepared multipart upload key=512VC812AWRN upload=6YG8EIGCSP2Y tag=0I3DS8BVXOPF type=write size=2231564 2024-07-26T06:24:51.347 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.347+0000 7f19304c3640 1 < completed delete operation key=7GGA1PRXXHDC tag=E53G7P4KUPFH type=del 2024-07-26T06:24:51.349 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.349+0000 7f19304c3640 1 > prepared operation key=2TS50KKRU12E tag=D8D7DCZLH4OZ type=write size=695178 2024-07-26T06:24:51.352 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.352+0000 7f19304c3640 1 < suggested remove operation key=LCDUWKN6AQNU tag=KSL0T7XP9GE3 type=del 2024-07-26T06:24:51.354 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.354+0000 7f19304c3640 1 > prepared operation key=LCDUWKN6AQNU tag=3XKXTLM2BUUL type=del size=2587473 2024-07-26T06:24:51.355 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.355+0000 7f19304c3640 1 < canceled part key=_multipart_PN7DBK1NNJVB.2~5F5OUEL8WRG2.0 size=1048576 2024-07-26T06:24:51.355 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.355+0000 7f19304c3640 1 < canceled part key=_multipart_PN7DBK1NNJVB.2~5F5OUEL8WRG2.1 size=702933 2024-07-26T06:24:51.358 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.358+0000 7f19304c3640 1 < canceled multipart upload key=PN7DBK1NNJVB upload=5F5OUEL8WRG2 tag=QKSNF1KW4NFR type=write size=2800085 2024-07-26T06:24:51.360 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.360+0000 7f19304c3640 1 > prepared operation key=D2CZZ6A8YSHC tag=GRHB69B6I3GK type=del size=475123 2024-07-26T06:24:51.362 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.362+0000 7f19304c3640 1 < completed part key=_multipart_V4RJB0J6F7NB.2~3OSKME2FYZRV.0 size=1048576 2024-07-26T06:24:51.363 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.363+0000 7f19304c3640 1 < completed part key=_multipart_V4RJB0J6F7NB.2~3OSKME2FYZRV.1 size=612284 2024-07-26T06:24:51.367 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.367+0000 7f19304c3640 1 < completed multipart upload key=V4RJB0J6F7NB upload=3OSKME2FYZRV tag=6VDGWZRB21W7 type=write size=2709436 2024-07-26T06:24:51.369 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.369+0000 7f19304c3640 1 > prepared operation key=D2CZZ6A8YSHC tag=A6C9S8EQ30YG type=del size=317650 2024-07-26T06:24:51.371 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.371+0000 7f19304c3640 1 < completed part key=_multipart_SSAHKRHXMDHN.2~LZGEI7RPA365.0 size=255293 2024-07-26T06:24:51.374 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.374+0000 7f19304c3640 1 < completed multipart upload key=SSAHKRHXMDHN upload=LZGEI7RPA365 tag=JVSW527FERZ1 type=write size=1303869 2024-07-26T06:24:51.376 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.375+0000 7f19304c3640 1 > prepared operation key=HO4GZ0KNZ8SK tag=YTS7CC9K2OOK type=del size=1152128 2024-07-26T06:24:51.377 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.377+0000 7f19304c3640 1 < completed write operation key=G2XJVRBLSPE9 tag=FR5PRXHTUZ52 type=write size=470784 2024-07-26T06:24:51.381 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.381+0000 7f19304c3640 1 > prepared part key=_multipart_PN7DBK1NNJVB.2~M0JWO5IT8LHG.0 size=1048576 2024-07-26T06:24:51.382 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.382+0000 7f19304c3640 1 > prepared part key=_multipart_PN7DBK1NNJVB.2~M0JWO5IT8LHG.1 size=1048576 2024-07-26T06:24:51.384 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.384+0000 7f19304c3640 1 > prepared part key=_multipart_PN7DBK1NNJVB.2~M0JWO5IT8LHG.2 size=377927 2024-07-26T06:24:51.384 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.384+0000 7f19304c3640 1 > prepared multipart upload key=PN7DBK1NNJVB upload=M0JWO5IT8LHG tag=WLQ6CSONSUHT type=write size=3523655 2024-07-26T06:24:51.384 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.384+0000 7f19304c3640 1 < canceled part key=_multipart_CXCXAKPQIOKH.2~JVNZAFQWIRI3.0 size=1048576 2024-07-26T06:24:51.386 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.385+0000 7f19304c3640 1 < completed part key=_multipart_CXCXAKPQIOKH.2~JVNZAFQWIRI3.1 size=707602 2024-07-26T06:24:51.389 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.389+0000 7f19304c3640 1 < canceled multipart upload key=CXCXAKPQIOKH upload=JVNZAFQWIRI3 tag=TTZ1K9WKETFD type=write size=2804754 2024-07-26T06:24:51.391 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.390+0000 7f19304c3640 1 > prepared operation key=512VC812AWRN tag=FPI3JWFY6I9E type=del size=3755296 2024-07-26T06:24:51.392 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.392+0000 7f19304c3640 1 < completed part key=_multipart_D2CZZ6A8YSHC.2~SB1GY2EFKHEN.0 size=1048576 2024-07-26T06:24:51.394 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.394+0000 7f19304c3640 1 < completed part key=_multipart_D2CZZ6A8YSHC.2~SB1GY2EFKHEN.1 size=1048576 2024-07-26T06:24:51.398 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.396+0000 7f19304c3640 1 < completed part key=_multipart_D2CZZ6A8YSHC.2~SB1GY2EFKHEN.2 size=594088 2024-07-26T06:24:51.399 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.399+0000 7f19304c3640 1 < completed multipart upload key=D2CZZ6A8YSHC upload=SB1GY2EFKHEN tag=A6FNS2UTF34Z type=write size=3739816 2024-07-26T06:24:51.402 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.402+0000 7f19304c3640 1 > prepared part key=_multipart_512VC812AWRN.2~1N60OH0A1BVZ.0 size=1048576 2024-07-26T06:24:51.403 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.403+0000 7f19304c3640 1 > prepared part key=_multipart_512VC812AWRN.2~1N60OH0A1BVZ.1 size=1048576 2024-07-26T06:24:51.405 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.405+0000 7f19304c3640 1 > prepared part key=_multipart_512VC812AWRN.2~1N60OH0A1BVZ.2 size=339349 2024-07-26T06:24:51.405 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.405+0000 7f19304c3640 1 > prepared multipart upload key=512VC812AWRN upload=1N60OH0A1BVZ tag=NLZAC4E6URRM type=write size=3485077 2024-07-26T06:24:51.407 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.407+0000 7f19304c3640 1 < completed part key=_multipart_8J29YNE031PP.2~IVMALBZLGJ76.0 size=1048576 2024-07-26T06:24:51.408 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.408+0000 7f19304c3640 1 < completed part key=_multipart_8J29YNE031PP.2~IVMALBZLGJ76.1 size=826620 2024-07-26T06:24:51.412 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.411+0000 7f19304c3640 1 < completed multipart upload key=8J29YNE031PP upload=IVMALBZLGJ76 tag=5MWMCGKYIC43 type=write size=2923772 2024-07-26T06:24:51.415 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.415+0000 7f19304c3640 1 > prepared part key=_multipart_23K6MK7R266R.2~FR518QSXNUXD.0 size=579190 2024-07-26T06:24:51.415 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.415+0000 7f19304c3640 1 > prepared multipart upload key=23K6MK7R266R upload=FR518QSXNUXD tag=5WG7V07K54ML type=write size=1627766 2024-07-26T06:24:51.417 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.417+0000 7f19304c3640 1 < completed part key=_multipart_2I9DGCCZ992A.2~1LEWLE4FBIS9.0 size=1048576 2024-07-26T06:24:51.417 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.417+0000 7f19304c3640 1 < canceled part key=_multipart_2I9DGCCZ992A.2~1LEWLE4FBIS9.1 size=1048576 2024-07-26T06:24:51.419 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.418+0000 7f19304c3640 1 < completed part key=_multipart_2I9DGCCZ992A.2~1LEWLE4FBIS9.2 size=563456 2024-07-26T06:24:51.421 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.421+0000 7f19304c3640 1 < canceled multipart upload key=2I9DGCCZ992A upload=1LEWLE4FBIS9 tag=YZVWG6QEFU9H type=write size=3709184 2024-07-26T06:24:51.424 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.423+0000 7f19304c3640 1 > prepared operation key=G70GGG8ITGEE tag=5G2MMDBRBY81 type=del size=3470507 2024-07-26T06:24:51.426 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.425+0000 7f19304c3640 1 < completed delete operation key=TWRRPXYVH5FW tag=KU2DG0LVHO73 type=del 2024-07-26T06:24:51.429 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.429+0000 7f19304c3640 1 > prepared part key=_multipart_C2RTY1II1OSK.2~O4U1LTI5DBOR.0 size=984074 2024-07-26T06:24:51.429 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.429+0000 7f19304c3640 1 > prepared multipart upload key=C2RTY1II1OSK upload=O4U1LTI5DBOR tag=SCJATAA1LKDS type=write size=2032650 2024-07-26T06:24:51.430 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.429+0000 7f19304c3640 -1 < no bi entry to suggest for operation key=1I2JP28R3YNS tag=27ET4Q3DYJKL type=write size=796518: (2) No such file or directory 2024-07-26T06:24:51.433 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.433+0000 7f19304c3640 1 > prepared part key=_multipart_YDC2NRQG9YFE.2~COI2PYDU9YAR.0 size=1048576 2024-07-26T06:24:51.435 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.434+0000 7f19304c3640 1 > prepared part key=_multipart_YDC2NRQG9YFE.2~COI2PYDU9YAR.1 size=822489 2024-07-26T06:24:51.435 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.434+0000 7f19304c3640 1 > prepared multipart upload key=YDC2NRQG9YFE upload=COI2PYDU9YAR tag=N8MVDMBRMEFP type=write size=2919641 2024-07-26T06:24:51.436 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.436+0000 7f19304c3640 1 < completed delete operation key=Y31PRFKXA0KI tag=DVENEFMOJAOA type=del 2024-07-26T06:24:51.440 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.439+0000 7f19304c3640 1 > prepared part key=_multipart_CXCXAKPQIOKH.2~7KGR8LJUBJ0K.0 size=1048576 2024-07-26T06:24:51.441 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.441+0000 7f19304c3640 1 > prepared part key=_multipart_CXCXAKPQIOKH.2~7KGR8LJUBJ0K.1 size=1048576 2024-07-26T06:24:51.443 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.442+0000 7f19304c3640 1 > prepared part key=_multipart_CXCXAKPQIOKH.2~7KGR8LJUBJ0K.2 size=726570 2024-07-26T06:24:51.443 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.442+0000 7f19304c3640 1 > prepared multipart upload key=CXCXAKPQIOKH upload=7KGR8LJUBJ0K tag=079VBYQJJI7V type=write size=3872298 2024-07-26T06:24:51.445 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.444+0000 7f19304c3640 1 < completed part key=_multipart_C2RTY1II1OSK.2~M256EHE0MWNY.0 size=1048576 2024-07-26T06:24:51.446 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.446+0000 7f19304c3640 1 < completed part key=_multipart_C2RTY1II1OSK.2~M256EHE0MWNY.1 size=177979 2024-07-26T06:24:51.450 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.449+0000 7f19304c3640 1 < completed multipart upload key=C2RTY1II1OSK upload=M256EHE0MWNY tag=JHICF0T65MGP type=write size=2275131 2024-07-26T06:24:51.453 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.453+0000 7f19304c3640 1 > prepared part key=_multipart_CXCXAKPQIOKH.2~RZN0JZIGIJXO.0 size=1048576 2024-07-26T06:24:51.454 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.454+0000 7f19304c3640 1 > prepared part key=_multipart_CXCXAKPQIOKH.2~RZN0JZIGIJXO.1 size=136484 2024-07-26T06:24:51.454 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.454+0000 7f19304c3640 1 > prepared multipart upload key=CXCXAKPQIOKH upload=RZN0JZIGIJXO tag=YQT5XXF1BMK2 type=write size=2233636 2024-07-26T06:24:51.456 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.456+0000 7f19304c3640 1 < completed delete operation key=2TS50KKRU12E tag=YDYMMPJ0FBYR type=del 2024-07-26T06:24:51.458 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.458+0000 7f19304c3640 1 > prepared operation key=G2XJVRBLSPE9 tag=1JLI770096OW type=del size=2337796 2024-07-26T06:24:51.460 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.460+0000 7f19304c3640 1 < completed part key=_multipart_512VC812AWRN.2~6YG8EIGCSP2Y.0 size=1048576 2024-07-26T06:24:51.462 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.461+0000 7f19304c3640 1 < completed part key=_multipart_512VC812AWRN.2~6YG8EIGCSP2Y.1 size=134412 2024-07-26T06:24:51.465 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.464+0000 7f19304c3640 1 < completed multipart upload key=512VC812AWRN upload=6YG8EIGCSP2Y tag=0I3DS8BVXOPF type=write size=2231564 2024-07-26T06:24:51.467 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.466+0000 7f19304c3640 1 > prepared operation key=1I2JP28R3YNS tag=O5T7N9JT061D type=del size=4066286 2024-07-26T06:24:51.470 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.470+0000 7f19304c3640 1 < suggested update operation key=2TS50KKRU12E tag=D8D7DCZLH4OZ type=write size=695178 2024-07-26T06:24:51.472 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.472+0000 7f19304c3640 1 > prepared operation key=F3QUORF2HDZY tag=UN20CK046CHF type=del size=644674 2024-07-26T06:24:51.475 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.475+0000 7f19304c3640 1 < suggested remove operation key=LCDUWKN6AQNU tag=3XKXTLM2BUUL type=del 2024-07-26T06:24:51.478 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.478+0000 7f19304c3640 1 > prepared part key=_multipart_V4QX80DR86I3.2~KKK0SKS3LQY4.0 size=1048576 2024-07-26T06:24:51.480 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.480+0000 7f19304c3640 1 > prepared part key=_multipart_V4QX80DR86I3.2~KKK0SKS3LQY4.1 size=419818 2024-07-26T06:24:51.480 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.480+0000 7f19304c3640 1 > prepared multipart upload key=V4QX80DR86I3 upload=KKK0SKS3LQY4 tag=805H32PTJS6Z type=write size=2516970 2024-07-26T06:24:51.482 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.482+0000 7f19304c3640 1 < canceled operation key=D2CZZ6A8YSHC tag=GRHB69B6I3GK type=del size=475123 2024-07-26T06:24:51.486 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.485+0000 7f19304c3640 1 > prepared part key=_multipart_0PV4L596ZFOW.2~BGB922LZ5JVS.0 size=1048576 2024-07-26T06:24:51.487 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.487+0000 7f19304c3640 1 > prepared part key=_multipart_0PV4L596ZFOW.2~BGB922LZ5JVS.1 size=1048576 2024-07-26T06:24:51.489 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.489+0000 7f19304c3640 1 > prepared part key=_multipart_0PV4L596ZFOW.2~BGB922LZ5JVS.2 size=617531 2024-07-26T06:24:51.489 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.489+0000 7f19304c3640 1 > prepared multipart upload key=0PV4L596ZFOW upload=BGB922LZ5JVS tag=9MAN6O7Y7N66 type=write size=3763259 2024-07-26T06:24:51.491 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.491+0000 7f19304c3640 1 < completed delete operation key=D2CZZ6A8YSHC tag=A6C9S8EQ30YG type=del 2024-07-26T06:24:51.493 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.493+0000 7f19304c3640 1 > prepared operation key=1I2JP28R3YNS tag=GHT4VRML282S type=del size=4084994 2024-07-26T06:24:51.495 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.494+0000 7f19304c3640 1 < canceled operation key=HO4GZ0KNZ8SK tag=YTS7CC9K2OOK type=del size=1152128 2024-07-26T06:24:51.497 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.496+0000 7f19304c3640 1 > prepared operation key=1I2JP28R3YNS tag=77L6J1UUW4ZH type=write size=158454 2024-07-26T06:24:51.499 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.498+0000 7f19304c3640 1 < completed part key=_multipart_PN7DBK1NNJVB.2~M0JWO5IT8LHG.0 size=1048576 2024-07-26T06:24:51.500 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.500+0000 7f19304c3640 1 < completed part key=_multipart_PN7DBK1NNJVB.2~M0JWO5IT8LHG.1 size=1048576 2024-07-26T06:24:51.502 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.502+0000 7f19304c3640 1 < completed part key=_multipart_PN7DBK1NNJVB.2~M0JWO5IT8LHG.2 size=377927 2024-07-26T06:24:51.505 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.505+0000 7f19304c3640 1 < completed multipart upload key=PN7DBK1NNJVB upload=M0JWO5IT8LHG tag=WLQ6CSONSUHT type=write size=3523655 2024-07-26T06:24:51.507 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.506+0000 7f19304c3640 1 > prepared operation key=CXCXAKPQIOKH tag=MJOG4URQ5NC5 type=del size=2386622 2024-07-26T06:24:51.508 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.508+0000 7f19304c3640 1 < completed delete operation key=512VC812AWRN tag=FPI3JWFY6I9E type=del 2024-07-26T06:24:51.512 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.512+0000 7f19304c3640 1 > prepared part key=_multipart_V4QX80DR86I3.2~D59P8DO6WQ1W.0 size=18270 2024-07-26T06:24:51.512 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.512+0000 7f19304c3640 1 > prepared multipart upload key=V4QX80DR86I3 upload=D59P8DO6WQ1W tag=N09BV9NWVQHU type=write size=1066846 2024-07-26T06:24:51.514 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.514+0000 7f19304c3640 1 < completed part key=_multipart_512VC812AWRN.2~1N60OH0A1BVZ.0 size=1048576 2024-07-26T06:24:51.515 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.515+0000 7f19304c3640 1 < completed part key=_multipart_512VC812AWRN.2~1N60OH0A1BVZ.1 size=1048576 2024-07-26T06:24:51.517 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.517+0000 7f19304c3640 1 < completed part key=_multipart_512VC812AWRN.2~1N60OH0A1BVZ.2 size=339349 2024-07-26T06:24:51.520 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.520+0000 7f19304c3640 1 < completed multipart upload key=512VC812AWRN upload=1N60OH0A1BVZ tag=NLZAC4E6URRM type=write size=3485077 2024-07-26T06:24:51.522 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.522+0000 7f19304c3640 1 > prepared operation key=8J29YNE031PP tag=4Q8LRSCUHQW8 type=del size=3562975 2024-07-26T06:24:51.525 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.525+0000 7f19304c3640 1 < completed part key=_multipart_23K6MK7R266R.2~FR518QSXNUXD.0 size=579190 2024-07-26T06:24:51.529 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.528+0000 7f19304c3640 1 < completed multipart upload key=23K6MK7R266R upload=FR518QSXNUXD tag=5WG7V07K54ML type=write size=1627766 2024-07-26T06:24:51.530 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.530+0000 7f19304c3640 1 > prepared operation key=2I9DGCCZ992A tag=XI5J5HC61ZTS type=del size=1175668 2024-07-26T06:24:51.533 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.532+0000 7f19304c3640 1 < completed delete operation key=G70GGG8ITGEE tag=5G2MMDBRBY81 type=del 2024-07-26T06:24:51.534 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.534+0000 7f19304c3640 1 > prepared operation key=23K6MK7R266R tag=5WI1WG8OYEBT type=write size=272407 2024-07-26T06:24:51.536 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.536+0000 7f19304c3640 1 < completed part key=_multipart_C2RTY1II1OSK.2~O4U1LTI5DBOR.0 size=984074 2024-07-26T06:24:51.539 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.539+0000 7f19304c3640 1 < completed multipart upload key=C2RTY1II1OSK upload=O4U1LTI5DBOR tag=SCJATAA1LKDS type=write size=2032650 2024-07-26T06:24:51.541 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.540+0000 7f19304c3640 1 > prepared operation key=V4QX80DR86I3 tag=0AHBRYXKPKD5 type=del size=2349578 2024-07-26T06:24:51.542 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.542+0000 7f19304c3640 1 < completed part key=_multipart_YDC2NRQG9YFE.2~COI2PYDU9YAR.0 size=1048576 2024-07-26T06:24:51.544 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.543+0000 7f19304c3640 1 < completed part key=_multipart_YDC2NRQG9YFE.2~COI2PYDU9YAR.1 size=822489 2024-07-26T06:24:51.547 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.546+0000 7f19304c3640 1 < completed multipart upload key=YDC2NRQG9YFE upload=COI2PYDU9YAR tag=N8MVDMBRMEFP type=write size=2919641 2024-07-26T06:24:51.548 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.548+0000 7f19304c3640 1 > prepared operation key=G70GGG8ITGEE tag=ZYBG1K9O0ELP type=del size=3535590 2024-07-26T06:24:51.550 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.550+0000 7f19304c3640 1 < completed part key=_multipart_CXCXAKPQIOKH.2~7KGR8LJUBJ0K.0 size=1048576 2024-07-26T06:24:51.551 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.551+0000 7f19304c3640 1 < completed part key=_multipart_CXCXAKPQIOKH.2~7KGR8LJUBJ0K.1 size=1048576 2024-07-26T06:24:51.553 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.553+0000 7f19304c3640 1 < completed part key=_multipart_CXCXAKPQIOKH.2~7KGR8LJUBJ0K.2 size=726570 2024-07-26T06:24:51.556 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.556+0000 7f19304c3640 1 < completed multipart upload key=CXCXAKPQIOKH upload=7KGR8LJUBJ0K tag=079VBYQJJI7V type=write size=3872298 2024-07-26T06:24:51.559 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.559+0000 7f19304c3640 1 > prepared part key=_multipart_SSAHKRHXMDHN.2~2H9RODGH5H2O.0 size=658783 2024-07-26T06:24:51.559 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.559+0000 7f19304c3640 1 > prepared multipart upload key=SSAHKRHXMDHN upload=2H9RODGH5H2O tag=FQVZJIND7DRX type=write size=1707359 2024-07-26T06:24:51.561 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.561+0000 7f19304c3640 1 < completed part key=_multipart_CXCXAKPQIOKH.2~RZN0JZIGIJXO.0 size=1048576 2024-07-26T06:24:51.562 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.562+0000 7f19304c3640 1 < completed part key=_multipart_CXCXAKPQIOKH.2~RZN0JZIGIJXO.1 size=136484 2024-07-26T06:24:51.566 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.565+0000 7f19304c3640 1 < completed multipart upload key=CXCXAKPQIOKH upload=RZN0JZIGIJXO tag=YQT5XXF1BMK2 type=write size=2233636 2024-07-26T06:24:51.568 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.567+0000 7f19304c3640 1 > prepared operation key=P6MP7JC8DTH7 tag=OSNMV4VD36PU type=del size=3034433 2024-07-26T06:24:51.569 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.569+0000 7f19304c3640 1 < completed delete operation key=G2XJVRBLSPE9 tag=1JLI770096OW type=del 2024-07-26T06:24:51.571 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.571+0000 7f19304c3640 1 > prepared operation key=Y31PRFKXA0KI tag=RZFI9IW1313P type=del size=3858817 2024-07-26T06:24:51.573 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.573+0000 7f19304c3640 1 < completed delete operation key=1I2JP28R3YNS tag=O5T7N9JT061D type=del 2024-07-26T06:24:51.576 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.576+0000 7f19304c3640 1 > prepared part key=_multipart_SQ0RDJVR9PPL.2~W8YDE71RGI1X.0 size=1048576 2024-07-26T06:24:51.578 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.578+0000 7f19304c3640 1 > prepared part key=_multipart_SQ0RDJVR9PPL.2~W8YDE71RGI1X.1 size=1018268 2024-07-26T06:24:51.578 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.578+0000 7f19304c3640 1 > prepared multipart upload key=SQ0RDJVR9PPL upload=W8YDE71RGI1X tag=0RWVBP8LERMG type=write size=3115420 2024-07-26T06:24:51.580 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.580+0000 7f19304c3640 1 < completed delete operation key=F3QUORF2HDZY tag=UN20CK046CHF type=del 2024-07-26T06:24:51.583 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.583+0000 7f19304c3640 1 > prepared part key=_multipart_HO4GZ0KNZ8SK.2~6DF02IM2U3KU.0 size=1048576 2024-07-26T06:24:51.585 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.585+0000 7f19304c3640 1 > prepared part key=_multipart_HO4GZ0KNZ8SK.2~6DF02IM2U3KU.1 size=1048576 2024-07-26T06:24:51.586 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.586+0000 7f19304c3640 1 > prepared part key=_multipart_HO4GZ0KNZ8SK.2~6DF02IM2U3KU.2 size=527678 2024-07-26T06:24:51.587 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.586+0000 7f19304c3640 1 > prepared multipart upload key=HO4GZ0KNZ8SK upload=6DF02IM2U3KU tag=8YUORMNKUS3H type=write size=3673406 2024-07-26T06:24:51.588 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.588+0000 7f19304c3640 1 < completed part key=_multipart_V4QX80DR86I3.2~KKK0SKS3LQY4.0 size=1048576 2024-07-26T06:24:51.590 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.589+0000 7f19304c3640 1 < completed part key=_multipart_V4QX80DR86I3.2~KKK0SKS3LQY4.1 size=419818 2024-07-26T06:24:51.593 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.592+0000 7f19304c3640 1 < completed multipart upload key=V4QX80DR86I3 upload=KKK0SKS3LQY4 tag=805H32PTJS6Z type=write size=2516970 2024-07-26T06:24:51.594 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.594+0000 7f19304c3640 1 > prepared operation key=LCDUWKN6AQNU tag=7ZB3CI7H1N68 type=del size=2991201 2024-07-26T06:24:51.597 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.596+0000 7f19304c3640 1 < completed part key=_multipart_0PV4L596ZFOW.2~BGB922LZ5JVS.0 size=1048576 2024-07-26T06:24:51.602 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.598+0000 7f19304c3640 1 < completed part key=_multipart_0PV4L596ZFOW.2~BGB922LZ5JVS.1 size=1048576 2024-07-26T06:24:51.602 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.599+0000 7f19304c3640 1 < completed part key=_multipart_0PV4L596ZFOW.2~BGB922LZ5JVS.2 size=617531 2024-07-26T06:24:51.603 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.603+0000 7f19304c3640 1 < completed multipart upload key=0PV4L596ZFOW upload=BGB922LZ5JVS tag=9MAN6O7Y7N66 type=write size=3763259 2024-07-26T06:24:51.605 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.605+0000 7f19304c3640 1 > prepared operation key=Y0JGX4QVQXEC tag=2BBHPB56RDS6 type=del size=667707 2024-07-26T06:24:51.607 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.607+0000 7f19304c3640 1 < completed delete operation key=1I2JP28R3YNS tag=GHT4VRML282S type=del 2024-07-26T06:24:51.609 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.609+0000 7f19304c3640 1 > prepared operation key=2TS50KKRU12E tag=GJTS42S3L2GV type=del size=3625414 2024-07-26T06:24:51.611 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.610+0000 7f19304c3640 1 < canceled operation key=1I2JP28R3YNS tag=77L6J1UUW4ZH type=write size=158454 2024-07-26T06:24:51.612 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.612+0000 7f19304c3640 1 > prepared operation key=P6MP7JC8DTH7 tag=T1EVHZ030D2D type=del size=2748774 2024-07-26T06:24:51.616 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.616+0000 7f19304c3640 1 < suggested update operation key=CXCXAKPQIOKH tag=MJOG4URQ5NC5 type=del size=2386622 2024-07-26T06:24:51.618 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.617+0000 7f19304c3640 1 > prepared operation key=M8V7EJP4HHQV tag=WJ02O739PNMS type=del size=1637165 2024-07-26T06:24:51.620 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.619+0000 7f19304c3640 1 < completed part key=_multipart_V4QX80DR86I3.2~D59P8DO6WQ1W.0 size=18270 2024-07-26T06:24:51.623 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.623+0000 7f19304c3640 1 < completed multipart upload key=V4QX80DR86I3 upload=D59P8DO6WQ1W tag=N09BV9NWVQHU type=write size=1066846 2024-07-26T06:24:51.626 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.626+0000 7f19304c3640 1 > prepared part key=_multipart_8J29YNE031PP.2~2DPFHJY1VSLT.0 size=932012 2024-07-26T06:24:51.627 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.626+0000 7f19304c3640 1 > prepared multipart upload key=8J29YNE031PP upload=2DPFHJY1VSLT tag=7HAS4A2PMIGR type=write size=1980588 2024-07-26T06:24:51.628 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.628+0000 7f19304c3640 1 < completed delete operation key=8J29YNE031PP tag=4Q8LRSCUHQW8 type=del 2024-07-26T06:24:51.631 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.631+0000 7f19304c3640 1 > prepared operation key=G2XJVRBLSPE9 tag=O88EJ9TONMUI type=write size=718963 2024-07-26T06:24:51.633 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.632+0000 7f19304c3640 1 < completed delete operation key=2I9DGCCZ992A tag=XI5J5HC61ZTS type=del 2024-07-26T06:24:51.636 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.636+0000 7f19304c3640 1 > prepared part key=_multipart_QMPZ7GQNIH0K.2~F4UXY6PZ1R31.0 size=1025362 2024-07-26T06:24:51.636 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.636+0000 7f19304c3640 1 > prepared multipart upload key=QMPZ7GQNIH0K upload=F4UXY6PZ1R31 tag=2T4MPIOCY2EK type=write size=2073938 2024-07-26T06:24:51.640 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.640+0000 7f19304c3640 1 < suggested remove operation key=23K6MK7R266R tag=5WI1WG8OYEBT type=write 2024-07-26T06:24:51.642 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.641+0000 7f19304c3640 1 > prepared operation key=Y0JGX4QVQXEC tag=C0WACRCJ0EOU type=write size=276864 2024-07-26T06:24:51.646 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.645+0000 7f19304c3640 1 < suggested remove operation key=V4QX80DR86I3 tag=0AHBRYXKPKD5 type=del 2024-07-26T06:24:51.649 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.648+0000 7f19304c3640 1 > prepared part key=_multipart_SQ0RDJVR9PPL.2~773UCBJPHRH5.0 size=979740 2024-07-26T06:24:51.649 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.648+0000 7f19304c3640 1 > prepared multipart upload key=SQ0RDJVR9PPL upload=773UCBJPHRH5 tag=TU3Y0ABGVYVX type=write size=2028316 2024-07-26T06:24:51.651 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.650+0000 7f19304c3640 1 < completed delete operation key=G70GGG8ITGEE tag=ZYBG1K9O0ELP type=del 2024-07-26T06:24:51.652 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.652+0000 7f19304c3640 1 > prepared operation key=HO4GZ0KNZ8SK tag=PUZ5EMJCVLQR type=write size=311389 2024-07-26T06:24:51.655 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.654+0000 7f19304c3640 1 < completed part key=_multipart_SSAHKRHXMDHN.2~2H9RODGH5H2O.0 size=658783 2024-07-26T06:24:51.658 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.657+0000 7f19304c3640 1 < completed multipart upload key=SSAHKRHXMDHN upload=2H9RODGH5H2O tag=FQVZJIND7DRX type=write size=1707359 2024-07-26T06:24:51.661 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.661+0000 7f19304c3640 1 > prepared part key=_multipart_D2CZZ6A8YSHC.2~P4XN4AZUDUOQ.0 size=492379 2024-07-26T06:24:51.661 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.661+0000 7f19304c3640 1 > prepared multipart upload key=D2CZZ6A8YSHC upload=P4XN4AZUDUOQ tag=SASY5ZZ2E5RX type=write size=1540955 2024-07-26T06:24:51.663 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.663+0000 7f19304c3640 1 < completed delete operation key=P6MP7JC8DTH7 tag=OSNMV4VD36PU type=del 2024-07-26T06:24:51.666 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.665+0000 7f19304c3640 1 > prepared operation key=LCDUWKN6AQNU tag=5PMU1XZ9IAS2 type=del size=868518 2024-07-26T06:24:51.667 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.667+0000 7f19304c3640 1 < completed delete operation key=Y31PRFKXA0KI tag=RZFI9IW1313P type=del 2024-07-26T06:24:51.669 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.669+0000 7f19304c3640 1 > prepared operation key=8J29YNE031PP tag=QYXDPVDLWHZH type=del size=2172477 2024-07-26T06:24:51.671 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.671+0000 7f19304c3640 1 < completed part key=_multipart_SQ0RDJVR9PPL.2~W8YDE71RGI1X.0 size=1048576 2024-07-26T06:24:51.672 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.672+0000 7f19304c3640 1 < completed part key=_multipart_SQ0RDJVR9PPL.2~W8YDE71RGI1X.1 size=1018268 2024-07-26T06:24:51.676 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.675+0000 7f19304c3640 1 < completed multipart upload key=SQ0RDJVR9PPL upload=W8YDE71RGI1X tag=0RWVBP8LERMG type=write size=3115420 2024-07-26T06:24:51.679 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.679+0000 7f19304c3640 1 > prepared part key=_multipart_C2RTY1II1OSK.2~LYN2CDN4R2SG.0 size=977383 2024-07-26T06:24:51.679 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.679+0000 7f19304c3640 1 > prepared multipart upload key=C2RTY1II1OSK upload=LYN2CDN4R2SG tag=BCE5Y1RUK58R type=write size=2025959 2024-07-26T06:24:51.681 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.681+0000 7f19304c3640 1 < completed part key=_multipart_HO4GZ0KNZ8SK.2~6DF02IM2U3KU.0 size=1048576 2024-07-26T06:24:51.683 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.682+0000 7f19304c3640 1 < completed part key=_multipart_HO4GZ0KNZ8SK.2~6DF02IM2U3KU.1 size=1048576 2024-07-26T06:24:51.684 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.684+0000 7f19304c3640 1 < completed part key=_multipart_HO4GZ0KNZ8SK.2~6DF02IM2U3KU.2 size=527678 2024-07-26T06:24:51.687 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.687+0000 7f19304c3640 1 < completed multipart upload key=HO4GZ0KNZ8SK upload=6DF02IM2U3KU tag=8YUORMNKUS3H type=write size=3673406 2024-07-26T06:24:51.691 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.691+0000 7f19304c3640 1 > prepared part key=_multipart_4ZWJ6XHKZXZF.2~ZGN7E3MOYAAS.0 size=1048576 2024-07-26T06:24:51.693 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.692+0000 7f19304c3640 1 > prepared part key=_multipart_4ZWJ6XHKZXZF.2~ZGN7E3MOYAAS.1 size=48322 2024-07-26T06:24:51.693 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.692+0000 7f19304c3640 1 > prepared multipart upload key=4ZWJ6XHKZXZF upload=ZGN7E3MOYAAS tag=YRG2X5HHWB90 type=write size=2145474 2024-07-26T06:24:51.699 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.699+0000 7f19304c3640 1 < completed delete operation key=LCDUWKN6AQNU tag=7ZB3CI7H1N68 type=del 2024-07-26T06:24:51.701 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.701+0000 7f19304c3640 1 > prepared operation key=7GGA1PRXXHDC tag=SRTZTYSNPJ4X type=del size=969001 2024-07-26T06:24:51.703 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.703+0000 7f19304c3640 1 < completed delete operation key=Y0JGX4QVQXEC tag=2BBHPB56RDS6 type=del 2024-07-26T06:24:51.705 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.705+0000 7f19304c3640 1 > prepared operation key=D2CZZ6A8YSHC tag=YQ11Z6VG7ZEE type=del size=559506 2024-07-26T06:24:51.707 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.707+0000 7f19304c3640 1 < completed delete operation key=2TS50KKRU12E tag=GJTS42S3L2GV type=del 2024-07-26T06:24:51.709 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.709+0000 7f19304c3640 1 > prepared operation key=F3QUORF2HDZY tag=BSQGE5C0KR7O type=del size=3722109 2024-07-26T06:24:51.711 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.711+0000 7f19304c3640 1 < completed delete operation key=P6MP7JC8DTH7 tag=T1EVHZ030D2D type=del 2024-07-26T06:24:51.713 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.712+0000 7f19304c3640 1 > prepared operation key=QMPZ7GQNIH0K tag=1FZOH06QDC1A type=del size=602410 2024-07-26T06:24:51.716 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.716+0000 7f19304c3640 1 < suggested remove operation key=M8V7EJP4HHQV tag=WJ02O739PNMS type=del 2024-07-26T06:24:51.720 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.720+0000 7f19304c3640 1 > prepared part key=_multipart_512VC812AWRN.2~JC36CBDPBQPH.0 size=1048576 2024-07-26T06:24:51.721 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.721+0000 7f19304c3640 1 > prepared part key=_multipart_512VC812AWRN.2~JC36CBDPBQPH.1 size=1048576 2024-07-26T06:24:51.723 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.722+0000 7f19304c3640 1 > prepared part key=_multipart_512VC812AWRN.2~JC36CBDPBQPH.2 size=685800 2024-07-26T06:24:51.723 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.722+0000 7f19304c3640 1 > prepared multipart upload key=512VC812AWRN upload=JC36CBDPBQPH tag=SKELNDIITKHW type=write size=3831528 2024-07-26T06:24:51.724 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.724+0000 7f19304c3640 1 < completed part key=_multipart_8J29YNE031PP.2~2DPFHJY1VSLT.0 size=932012 2024-07-26T06:24:51.727 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.727+0000 7f19304c3640 1 < completed multipart upload key=8J29YNE031PP upload=2DPFHJY1VSLT tag=7HAS4A2PMIGR type=write size=1980588 2024-07-26T06:24:51.729 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.729+0000 7f19304c3640 1 > prepared operation key=D2CZZ6A8YSHC tag=GJN21KA2W837 type=del size=942827 2024-07-26T06:24:51.731 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.731+0000 7f19304c3640 1 < completed write operation key=G2XJVRBLSPE9 tag=O88EJ9TONMUI type=write size=718963 2024-07-26T06:24:51.735 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.735+0000 7f19304c3640 1 > prepared part key=_multipart_P6MP7JC8DTH7.2~51IXEBS7NLRA.0 size=916232 2024-07-26T06:24:51.735 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.735+0000 7f19304c3640 1 > prepared multipart upload key=P6MP7JC8DTH7 upload=51IXEBS7NLRA tag=A0IVIA5F1BME type=write size=1964808 2024-07-26T06:24:51.737 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.737+0000 7f19304c3640 1 < completed part key=_multipart_QMPZ7GQNIH0K.2~F4UXY6PZ1R31.0 size=1025362 2024-07-26T06:24:51.740 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.740+0000 7f19304c3640 1 < completed multipart upload key=QMPZ7GQNIH0K upload=F4UXY6PZ1R31 tag=2T4MPIOCY2EK type=write size=2073938 2024-07-26T06:24:51.742 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.742+0000 7f19304c3640 1 > prepared operation key=G2XJVRBLSPE9 tag=27ADOCPYAY50 type=write size=86251 2024-07-26T06:24:51.744 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.743+0000 7f19304c3640 1 < completed write operation key=Y0JGX4QVQXEC tag=C0WACRCJ0EOU type=write size=276864 2024-07-26T06:24:51.745 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.745+0000 7f19304c3640 1 > prepared operation key=2I9DGCCZ992A tag=ZSDDJIJP600I type=write size=49727 2024-07-26T06:24:51.749 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.747+0000 7f19304c3640 1 < completed part key=_multipart_SQ0RDJVR9PPL.2~773UCBJPHRH5.0 size=979740 2024-07-26T06:24:51.750 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.750+0000 7f19304c3640 1 < completed multipart upload key=SQ0RDJVR9PPL upload=773UCBJPHRH5 tag=TU3Y0ABGVYVX type=write size=2028316 2024-07-26T06:24:51.754 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.753+0000 7f19304c3640 1 > prepared part key=_multipart_LCDUWKN6AQNU.2~12HS62M2LS02.0 size=926706 2024-07-26T06:24:51.754 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.753+0000 7f19304c3640 1 > prepared multipart upload key=LCDUWKN6AQNU upload=12HS62M2LS02 tag=H2PIT0VPBB7T type=write size=1975282 2024-07-26T06:24:51.756 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.756+0000 7f19304c3640 1 < completed write operation key=HO4GZ0KNZ8SK tag=PUZ5EMJCVLQR type=write size=311389 2024-07-26T06:24:51.760 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.760+0000 7f19304c3640 1 > prepared part key=_multipart_Y31PRFKXA0KI.2~39F1OR7J9J7M.0 size=1048576 2024-07-26T06:24:51.761 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.761+0000 7f19304c3640 1 > prepared part key=_multipart_Y31PRFKXA0KI.2~39F1OR7J9J7M.1 size=1048576 2024-07-26T06:24:51.763 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.763+0000 7f19304c3640 1 > prepared part key=_multipart_Y31PRFKXA0KI.2~39F1OR7J9J7M.2 size=1028622 2024-07-26T06:24:51.763 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.763+0000 7f19304c3640 1 > prepared multipart upload key=Y31PRFKXA0KI upload=39F1OR7J9J7M tag=Y58Y6ACF9Y2I type=write size=4174350 2024-07-26T06:24:51.765 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.765+0000 7f19304c3640 1 < completed part key=_multipart_D2CZZ6A8YSHC.2~P4XN4AZUDUOQ.0 size=492379 2024-07-26T06:24:51.768 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.768+0000 7f19304c3640 1 < completed multipart upload key=D2CZZ6A8YSHC upload=P4XN4AZUDUOQ tag=SASY5ZZ2E5RX type=write size=1540955 2024-07-26T06:24:51.770 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.770+0000 7f19304c3640 1 > prepared operation key=P6MP7JC8DTH7 tag=3OMU0N3SCMV9 type=write size=996572 2024-07-26T06:24:51.772 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.772+0000 7f19304c3640 1 < completed delete operation key=LCDUWKN6AQNU tag=5PMU1XZ9IAS2 type=del 2024-07-26T06:24:51.776 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.776+0000 7f19304c3640 1 > prepared part key=_multipart_P6MP7JC8DTH7.2~TVMYFIJSUUMZ.0 size=1048576 2024-07-26T06:24:51.778 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.778+0000 7f19304c3640 1 > prepared part key=_multipart_P6MP7JC8DTH7.2~TVMYFIJSUUMZ.1 size=1048576 2024-07-26T06:24:51.779 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.779+0000 7f19304c3640 1 > prepared part key=_multipart_P6MP7JC8DTH7.2~TVMYFIJSUUMZ.2 size=893384 2024-07-26T06:24:51.780 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.779+0000 7f19304c3640 1 > prepared multipart upload key=P6MP7JC8DTH7 upload=TVMYFIJSUUMZ tag=34L7LK8AFY0B type=write size=4039112 2024-07-26T06:24:51.781 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.781+0000 7f19304c3640 1 < completed delete operation key=8J29YNE031PP tag=QYXDPVDLWHZH type=del 2024-07-26T06:24:51.783 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.783+0000 7f19304c3640 1 > prepared operation key=8J29YNE031PP tag=Y2A3OTI36JKH type=write size=507071 2024-07-26T06:24:51.785 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.785+0000 7f19304c3640 1 < completed part key=_multipart_C2RTY1II1OSK.2~LYN2CDN4R2SG.0 size=977383 2024-07-26T06:24:51.789 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.788+0000 7f19304c3640 1 < completed multipart upload key=C2RTY1II1OSK upload=LYN2CDN4R2SG tag=BCE5Y1RUK58R type=write size=2025959 2024-07-26T06:24:51.791 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.790+0000 7f19304c3640 1 > prepared operation key=SSAHKRHXMDHN tag=SBZ6HBVDSS2M type=del size=1905461 2024-07-26T06:24:51.793 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.793+0000 7f19304c3640 1 < completed part key=_multipart_4ZWJ6XHKZXZF.2~ZGN7E3MOYAAS.0 size=1048576 2024-07-26T06:24:51.795 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.795+0000 7f19304c3640 1 < completed part key=_multipart_4ZWJ6XHKZXZF.2~ZGN7E3MOYAAS.1 size=48322 2024-07-26T06:24:51.798 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.798+0000 7f19304c3640 1 < completed multipart upload key=4ZWJ6XHKZXZF upload=ZGN7E3MOYAAS tag=YRG2X5HHWB90 type=write size=2145474 2024-07-26T06:24:51.802 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.802+0000 7f19304c3640 1 > prepared part key=_multipart_7GGA1PRXXHDC.2~WT8KDL62T4FJ.0 size=671698 2024-07-26T06:24:51.802 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.802+0000 7f19304c3640 1 > prepared multipart upload key=7GGA1PRXXHDC upload=WT8KDL62T4FJ tag=43M6NFAII9IO type=write size=1720274 2024-07-26T06:24:51.803 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.803+0000 7f19304c3640 1 < completed delete operation key=7GGA1PRXXHDC tag=SRTZTYSNPJ4X type=del 2024-07-26T06:24:51.805 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.805+0000 7f19304c3640 1 > prepared operation key=23K6MK7R266R tag=A78F1BPV9U6X type=del size=846892 2024-07-26T06:24:51.810 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.807+0000 7f19304c3640 1 < completed delete operation key=D2CZZ6A8YSHC tag=YQ11Z6VG7ZEE type=del 2024-07-26T06:24:51.810 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.809+0000 7f19304c3640 1 > prepared operation key=512VC812AWRN tag=MGEMQJF2RD47 type=del size=1477477 2024-07-26T06:24:51.812 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.811+0000 7f19304c3640 1 < completed delete operation key=F3QUORF2HDZY tag=BSQGE5C0KR7O type=del 2024-07-26T06:24:51.813 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.813+0000 7f19304c3640 1 > prepared operation key=G70GGG8ITGEE tag=ZU0A0Y2N9IAH type=del size=4125069 2024-07-26T06:24:51.817 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.817+0000 7f19304c3640 1 < suggested remove operation key=QMPZ7GQNIH0K tag=1FZOH06QDC1A type=del 2024-07-26T06:24:51.820 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.820+0000 7f19304c3640 1 > prepared part key=_multipart_ZSYF9DE73TR8.2~PC7IS1P7WXNZ.0 size=419772 2024-07-26T06:24:51.820 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.820+0000 7f19304c3640 1 > prepared multipart upload key=ZSYF9DE73TR8 upload=PC7IS1P7WXNZ tag=W1TQGSJIK3EM type=write size=1468348 2024-07-26T06:24:51.822 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.822+0000 7f19304c3640 1 < completed part key=_multipart_512VC812AWRN.2~JC36CBDPBQPH.0 size=1048576 2024-07-26T06:24:51.823 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.823+0000 7f19304c3640 1 < completed part key=_multipart_512VC812AWRN.2~JC36CBDPBQPH.1 size=1048576 2024-07-26T06:24:51.825 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.825+0000 7f19304c3640 1 < completed part key=_multipart_512VC812AWRN.2~JC36CBDPBQPH.2 size=685800 2024-07-26T06:24:51.828 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.828+0000 7f19304c3640 1 < completed multipart upload key=512VC812AWRN upload=JC36CBDPBQPH tag=SKELNDIITKHW type=write size=3831528 2024-07-26T06:24:51.832 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.832+0000 7f19304c3640 1 > prepared part key=_multipart_V4QX80DR86I3.2~Z750EZOP2M1F.0 size=808477 2024-07-26T06:24:51.832 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.832+0000 7f19304c3640 1 > prepared multipart upload key=V4QX80DR86I3 upload=Z750EZOP2M1F tag=LNOYBSUP1GUO type=write size=1857053 2024-07-26T06:24:51.834 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.834+0000 7f19304c3640 1 < completed delete operation key=D2CZZ6A8YSHC tag=GJN21KA2W837 type=del 2024-07-26T06:24:51.837 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.837+0000 7f19304c3640 1 > prepared part key=_multipart_PN7DBK1NNJVB.2~VD6O8AF82H6A.0 size=1048576 2024-07-26T06:24:51.839 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.839+0000 7f19304c3640 1 > prepared part key=_multipart_PN7DBK1NNJVB.2~VD6O8AF82H6A.1 size=1048576 2024-07-26T06:24:51.840 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.840+0000 7f19304c3640 1 > prepared part key=_multipart_PN7DBK1NNJVB.2~VD6O8AF82H6A.2 size=93336 2024-07-26T06:24:51.841 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.840+0000 7f19304c3640 1 > prepared multipart upload key=PN7DBK1NNJVB upload=VD6O8AF82H6A tag=C1W005OGNI6E type=write size=3239064 2024-07-26T06:24:51.842 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.842+0000 7f19304c3640 1 < completed part key=_multipart_P6MP7JC8DTH7.2~51IXEBS7NLRA.0 size=916232 2024-07-26T06:24:51.846 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.846+0000 7f19304c3640 1 < completed multipart upload key=P6MP7JC8DTH7 upload=51IXEBS7NLRA tag=A0IVIA5F1BME type=write size=1964808 2024-07-26T06:24:51.848 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.847+0000 7f19304c3640 1 > prepared operation key=CXCXAKPQIOKH tag=LJ13A2WVEIZA type=write size=370591 2024-07-26T06:24:51.850 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.849+0000 7f19304c3640 1 < canceled operation key=G2XJVRBLSPE9 tag=27ADOCPYAY50 type=write size=86251 2024-07-26T06:24:51.853 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.853+0000 7f19304c3640 1 > prepared part key=_multipart_ZSYF9DE73TR8.2~Y81BBJ9DD3UP.0 size=1048576 2024-07-26T06:24:51.854 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.854+0000 7f19304c3640 1 > prepared part key=_multipart_ZSYF9DE73TR8.2~Y81BBJ9DD3UP.1 size=1048576 2024-07-26T06:24:51.856 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.856+0000 7f19304c3640 1 > prepared part key=_multipart_ZSYF9DE73TR8.2~Y81BBJ9DD3UP.2 size=454854 2024-07-26T06:24:51.856 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.856+0000 7f19304c3640 1 > prepared multipart upload key=ZSYF9DE73TR8 upload=Y81BBJ9DD3UP tag=P5172CP7GGMU type=write size=3600582 2024-07-26T06:24:51.858 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.858+0000 7f19304c3640 1 < completed write operation key=2I9DGCCZ992A tag=ZSDDJIJP600I type=write size=49727 2024-07-26T06:24:51.862 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.861+0000 7f19304c3640 1 > prepared part key=_multipart_SSAHKRHXMDHN.2~TNRATJIUINTZ.0 size=1048576 2024-07-26T06:24:51.863 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.863+0000 7f19304c3640 1 > prepared part key=_multipart_SSAHKRHXMDHN.2~TNRATJIUINTZ.1 size=1048576 2024-07-26T06:24:51.865 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.865+0000 7f19304c3640 1 > prepared part key=_multipart_SSAHKRHXMDHN.2~TNRATJIUINTZ.2 size=780637 2024-07-26T06:24:51.865 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.865+0000 7f19304c3640 1 > prepared multipart upload key=SSAHKRHXMDHN upload=TNRATJIUINTZ tag=S0SC3FF4BTK4 type=write size=3926365 2024-07-26T06:24:51.867 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.867+0000 7f19304c3640 1 < completed part key=_multipart_LCDUWKN6AQNU.2~12HS62M2LS02.0 size=926706 2024-07-26T06:24:51.871 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.870+0000 7f19304c3640 1 < completed multipart upload key=LCDUWKN6AQNU upload=12HS62M2LS02 tag=H2PIT0VPBB7T type=write size=1975282 2024-07-26T06:24:51.875 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.874+0000 7f19304c3640 1 > prepared part key=_multipart_1I2JP28R3YNS.2~16DRN1QDCXUI.0 size=1048576 2024-07-26T06:24:51.876 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.876+0000 7f19304c3640 1 > prepared part key=_multipart_1I2JP28R3YNS.2~16DRN1QDCXUI.1 size=179232 2024-07-26T06:24:51.877 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.876+0000 7f19304c3640 1 > prepared multipart upload key=1I2JP28R3YNS upload=16DRN1QDCXUI tag=I8E6L4GZC8MO type=write size=2276384 2024-07-26T06:24:51.878 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.878+0000 7f19304c3640 1 < completed part key=_multipart_Y31PRFKXA0KI.2~39F1OR7J9J7M.0 size=1048576 2024-07-26T06:24:51.880 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.880+0000 7f19304c3640 1 < completed part key=_multipart_Y31PRFKXA0KI.2~39F1OR7J9J7M.1 size=1048576 2024-07-26T06:24:51.881 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.881+0000 7f19304c3640 1 < completed part key=_multipart_Y31PRFKXA0KI.2~39F1OR7J9J7M.2 size=1028622 2024-07-26T06:24:51.885 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.884+0000 7f19304c3640 1 < completed multipart upload key=Y31PRFKXA0KI upload=39F1OR7J9J7M tag=Y58Y6ACF9Y2I type=write size=4174350 2024-07-26T06:24:51.888 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.888+0000 7f19304c3640 1 > prepared part key=_multipart_F3QUORF2HDZY.2~A1ZWXEW2BO8U.0 size=1048576 2024-07-26T06:24:51.890 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.890+0000 7f19304c3640 1 > prepared part key=_multipart_F3QUORF2HDZY.2~A1ZWXEW2BO8U.1 size=724024 2024-07-26T06:24:51.890 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.890+0000 7f19304c3640 1 > prepared multipart upload key=F3QUORF2HDZY upload=A1ZWXEW2BO8U tag=X997VONIBGMX type=write size=2821176 2024-07-26T06:24:51.892 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.891+0000 7f19304c3640 1 < completed write operation key=P6MP7JC8DTH7 tag=3OMU0N3SCMV9 type=write size=996572 2024-07-26T06:24:51.895 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.895+0000 7f19304c3640 1 > prepared part key=_multipart_CXCXAKPQIOKH.2~GITX7UNYW6PV.0 size=1048576 2024-07-26T06:24:51.897 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.897+0000 7f19304c3640 1 > prepared part key=_multipart_CXCXAKPQIOKH.2~GITX7UNYW6PV.1 size=203723 2024-07-26T06:24:51.897 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.897+0000 7f19304c3640 1 > prepared multipart upload key=CXCXAKPQIOKH upload=GITX7UNYW6PV tag=4AZQCMQCG6UN type=write size=2300875 2024-07-26T06:24:51.900 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.900+0000 7f19304c3640 1 < completed part key=_multipart_P6MP7JC8DTH7.2~TVMYFIJSUUMZ.0 size=1048576 2024-07-26T06:24:51.902 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.901+0000 7f19304c3640 1 < completed part key=_multipart_P6MP7JC8DTH7.2~TVMYFIJSUUMZ.1 size=1048576 2024-07-26T06:24:51.903 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.903+0000 7f19304c3640 1 < completed part key=_multipart_P6MP7JC8DTH7.2~TVMYFIJSUUMZ.2 size=893384 2024-07-26T06:24:51.906 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.906+0000 7f19304c3640 1 < completed multipart upload key=P6MP7JC8DTH7 upload=TVMYFIJSUUMZ tag=34L7LK8AFY0B type=write size=4039112 2024-07-26T06:24:51.910 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.910+0000 7f19304c3640 1 > prepared part key=_multipart_ZSYF9DE73TR8.2~NZSH3BBGSRHR.0 size=1048576 2024-07-26T06:24:51.912 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.911+0000 7f19304c3640 1 > prepared part key=_multipart_ZSYF9DE73TR8.2~NZSH3BBGSRHR.1 size=1048576 2024-07-26T06:24:51.913 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.913+0000 7f19304c3640 1 > prepared part key=_multipart_ZSYF9DE73TR8.2~NZSH3BBGSRHR.2 size=149553 2024-07-26T06:24:51.913 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.913+0000 7f19304c3640 1 > prepared multipart upload key=ZSYF9DE73TR8 upload=NZSH3BBGSRHR tag=M016Y173ATFZ type=write size=3295281 2024-07-26T06:24:51.915 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.915+0000 7f19304c3640 1 < completed write operation key=8J29YNE031PP tag=Y2A3OTI36JKH type=write size=507071 2024-07-26T06:24:51.919 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.919+0000 7f19304c3640 1 > prepared part key=_multipart_512VC812AWRN.2~680X3D7S670S.0 size=1048576 2024-07-26T06:24:51.920 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.920+0000 7f19304c3640 1 > prepared part key=_multipart_512VC812AWRN.2~680X3D7S670S.1 size=464233 2024-07-26T06:24:51.921 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.920+0000 7f19304c3640 1 > prepared multipart upload key=512VC812AWRN upload=680X3D7S670S tag=JVDKZVRLLJLO type=write size=2561385 2024-07-26T06:24:51.922 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.922+0000 7f19304c3640 1 < completed delete operation key=SSAHKRHXMDHN tag=SBZ6HBVDSS2M type=del 2024-07-26T06:24:51.925 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.924+0000 7f19304c3640 1 > prepared operation key=2I9DGCCZ992A tag=66MAV152WHM1 type=del size=110557 2024-07-26T06:24:51.927 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.926+0000 7f19304c3640 1 < completed part key=_multipart_7GGA1PRXXHDC.2~WT8KDL62T4FJ.0 size=671698 2024-07-26T06:24:51.930 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.930+0000 7f19304c3640 1 < completed multipart upload key=7GGA1PRXXHDC upload=WT8KDL62T4FJ tag=43M6NFAII9IO type=write size=1720274 2024-07-26T06:24:51.932 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.932+0000 7f19304c3640 1 > prepared operation key=CXCXAKPQIOKH tag=P5V1KJBFSAF4 type=write size=309984 2024-07-26T06:24:51.934 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.934+0000 7f19304c3640 1 < completed delete operation key=23K6MK7R266R tag=A78F1BPV9U6X type=del 2024-07-26T06:24:51.936 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.936+0000 7f19304c3640 1 > prepared operation key=2TS50KKRU12E tag=EKGPUD9VMTKN type=write size=851729 2024-07-26T06:24:51.940 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.940+0000 7f19304c3640 1 < suggested remove operation key=512VC812AWRN tag=MGEMQJF2RD47 type=del 2024-07-26T06:24:51.942 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.942+0000 7f19304c3640 1 > prepared operation key=PN7DBK1NNJVB tag=UMJD0UVZUO6J type=write size=76063 2024-07-26T06:24:51.946 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.946+0000 7f19304c3640 1 < suggested update operation key=G70GGG8ITGEE tag=ZU0A0Y2N9IAH type=del size=4125069 2024-07-26T06:24:51.950 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.950+0000 7f19304c3640 1 > prepared part key=_multipart_D2CZZ6A8YSHC.2~MGVIH02UBIRH.0 size=232313 2024-07-26T06:24:51.950 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.950+0000 7f19304c3640 1 > prepared multipart upload key=D2CZZ6A8YSHC upload=MGVIH02UBIRH tag=67FD0MSWG7RB type=write size=1280889 2024-07-26T06:24:51.952 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.952+0000 7f19304c3640 1 < completed part key=_multipart_ZSYF9DE73TR8.2~PC7IS1P7WXNZ.0 size=419772 2024-07-26T06:24:51.955 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.955+0000 7f19304c3640 1 < completed multipart upload key=ZSYF9DE73TR8 upload=PC7IS1P7WXNZ tag=W1TQGSJIK3EM type=write size=1468348 2024-07-26T06:24:51.957 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.957+0000 7f19304c3640 1 > prepared operation key=2TS50KKRU12E tag=ESUNMDD6LEHP type=del size=3937663 2024-07-26T06:24:51.959 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.959+0000 7f19304c3640 1 < completed part key=_multipart_V4QX80DR86I3.2~Z750EZOP2M1F.0 size=808477 2024-07-26T06:24:51.962 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.962+0000 7f19304c3640 1 < completed multipart upload key=V4QX80DR86I3 upload=Z750EZOP2M1F tag=LNOYBSUP1GUO type=write size=1857053 2024-07-26T06:24:51.964 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.964+0000 7f19304c3640 1 > prepared operation key=1I2JP28R3YNS tag=V29MDWAKQ2LV type=write size=636927 2024-07-26T06:24:51.966 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.966+0000 7f19304c3640 1 < completed part key=_multipart_PN7DBK1NNJVB.2~VD6O8AF82H6A.0 size=1048576 2024-07-26T06:24:51.968 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.968+0000 7f19304c3640 1 < completed part key=_multipart_PN7DBK1NNJVB.2~VD6O8AF82H6A.1 size=1048576 2024-07-26T06:24:51.970 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.969+0000 7f19304c3640 1 < completed part key=_multipart_PN7DBK1NNJVB.2~VD6O8AF82H6A.2 size=93336 2024-07-26T06:24:51.973 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.973+0000 7f19304c3640 1 < completed multipart upload key=PN7DBK1NNJVB upload=VD6O8AF82H6A tag=C1W005OGNI6E type=write size=3239064 2024-07-26T06:24:51.975 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.975+0000 7f19304c3640 1 > prepared operation key=HO4GZ0KNZ8SK tag=OM02AN4DJV9J type=del size=2300395 2024-07-26T06:24:51.977 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.977+0000 7f19304c3640 1 < completed write operation key=CXCXAKPQIOKH tag=LJ13A2WVEIZA type=write size=370591 2024-07-26T06:24:51.979 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.979+0000 7f19304c3640 1 > prepared operation key=D2CZZ6A8YSHC tag=B3TSC9LCL18A type=del size=1413694 2024-07-26T06:24:51.981 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.981+0000 7f19304c3640 1 < completed part key=_multipart_ZSYF9DE73TR8.2~Y81BBJ9DD3UP.0 size=1048576 2024-07-26T06:24:51.983 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.983+0000 7f19304c3640 1 < completed part key=_multipart_ZSYF9DE73TR8.2~Y81BBJ9DD3UP.1 size=1048576 2024-07-26T06:24:51.984 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.984+0000 7f19304c3640 1 < completed part key=_multipart_ZSYF9DE73TR8.2~Y81BBJ9DD3UP.2 size=454854 2024-07-26T06:24:51.988 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.987+0000 7f19304c3640 1 < completed multipart upload key=ZSYF9DE73TR8 upload=Y81BBJ9DD3UP tag=P5172CP7GGMU type=write size=3600582 2024-07-26T06:24:51.990 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.989+0000 7f19304c3640 1 > prepared operation key=PN7DBK1NNJVB tag=USL4206MKFJI type=del size=607123 2024-07-26T06:24:51.990 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.990+0000 7f19304c3640 1 < canceled part key=_multipart_SSAHKRHXMDHN.2~TNRATJIUINTZ.0 size=1048576 2024-07-26T06:24:51.992 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.991+0000 7f19304c3640 1 < completed part key=_multipart_SSAHKRHXMDHN.2~TNRATJIUINTZ.1 size=1048576 2024-07-26T06:24:51.994 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.993+0000 7f19304c3640 1 < completed part key=_multipart_SSAHKRHXMDHN.2~TNRATJIUINTZ.2 size=780637 2024-07-26T06:24:51.997 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:51.996+0000 7f19304c3640 1 < canceled multipart upload key=SSAHKRHXMDHN upload=TNRATJIUINTZ tag=S0SC3FF4BTK4 type=write size=3926365 2024-07-26T06:24:52.000 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.000+0000 7f19304c3640 1 > prepared part key=_multipart_512VC812AWRN.2~RMRRTQ1AAEFT.0 size=217827 2024-07-26T06:24:52.001 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.000+0000 7f19304c3640 1 > prepared multipart upload key=512VC812AWRN upload=RMRRTQ1AAEFT tag=YY4YLEUU5N4K type=write size=1266403 2024-07-26T06:24:52.002 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.002+0000 7f19304c3640 1 < completed part key=_multipart_1I2JP28R3YNS.2~16DRN1QDCXUI.0 size=1048576 2024-07-26T06:24:52.004 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.004+0000 7f19304c3640 1 < completed part key=_multipart_1I2JP28R3YNS.2~16DRN1QDCXUI.1 size=179232 2024-07-26T06:24:52.007 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.007+0000 7f19304c3640 1 < completed multipart upload key=1I2JP28R3YNS upload=16DRN1QDCXUI tag=I8E6L4GZC8MO type=write size=2276384 2024-07-26T06:24:52.014 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.010+0000 7f19304c3640 1 > prepared part key=_multipart_C2RTY1II1OSK.2~854UGWIT0CDA.0 size=1048576 2024-07-26T06:24:52.014 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.012+0000 7f19304c3640 1 > prepared part key=_multipart_C2RTY1II1OSK.2~854UGWIT0CDA.1 size=1038955 2024-07-26T06:24:52.015 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.012+0000 7f19304c3640 1 > prepared multipart upload key=C2RTY1II1OSK upload=854UGWIT0CDA tag=K0HRMXBJO1HX type=write size=3136107 2024-07-26T06:24:52.015 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.014+0000 7f19304c3640 1 < completed part key=_multipart_F3QUORF2HDZY.2~A1ZWXEW2BO8U.0 size=1048576 2024-07-26T06:24:52.016 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.015+0000 7f19304c3640 1 < completed part key=_multipart_F3QUORF2HDZY.2~A1ZWXEW2BO8U.1 size=724024 2024-07-26T06:24:52.019 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.019+0000 7f19304c3640 1 < completed multipart upload key=F3QUORF2HDZY upload=A1ZWXEW2BO8U tag=X997VONIBGMX type=write size=2821176 2024-07-26T06:24:52.022 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.022+0000 7f19304c3640 1 > prepared part key=_multipart_8J29YNE031PP.2~QF65JYN2L44S.0 size=432957 2024-07-26T06:24:52.022 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.022+0000 7f19304c3640 1 > prepared multipart upload key=8J29YNE031PP upload=QF65JYN2L44S tag=E5SYQICAIGJU type=write size=1481533 2024-07-26T06:24:52.023 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.022+0000 7f19304c3640 1 < canceled part key=_multipart_CXCXAKPQIOKH.2~GITX7UNYW6PV.0 size=1048576 2024-07-26T06:24:52.024 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.024+0000 7f19304c3640 1 < completed part key=_multipart_CXCXAKPQIOKH.2~GITX7UNYW6PV.1 size=203723 2024-07-26T06:24:52.028 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.027+0000 7f19304c3640 1 < canceled multipart upload key=CXCXAKPQIOKH upload=GITX7UNYW6PV tag=4AZQCMQCG6UN type=write size=2300875 2024-07-26T06:24:52.030 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.029+0000 7f19304c3640 1 > prepared operation key=Y0JGX4QVQXEC tag=QNRDFI4F44D4 type=del size=1483793 2024-07-26T06:24:52.030 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.030+0000 7f19304c3640 1 < canceled part key=_multipart_ZSYF9DE73TR8.2~NZSH3BBGSRHR.0 size=1048576 2024-07-26T06:24:52.031 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.031+0000 7f19304c3640 1 < completed part key=_multipart_ZSYF9DE73TR8.2~NZSH3BBGSRHR.1 size=1048576 2024-07-26T06:24:52.033 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.033+0000 7f19304c3640 1 < completed part key=_multipart_ZSYF9DE73TR8.2~NZSH3BBGSRHR.2 size=149553 2024-07-26T06:24:52.036 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.036+0000 7f19304c3640 1 < canceled multipart upload key=ZSYF9DE73TR8 upload=NZSH3BBGSRHR tag=M016Y173ATFZ type=write size=3295281 2024-07-26T06:24:52.040 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.039+0000 7f19304c3640 1 > prepared part key=_multipart_7P9AQQD7XI2Z.2~BZMXS52NRW2F.0 size=416409 2024-07-26T06:24:52.040 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.039+0000 7f19304c3640 1 > prepared multipart upload key=7P9AQQD7XI2Z upload=BZMXS52NRW2F tag=I8JCXYAE1130 type=write size=1464985 2024-07-26T06:24:52.042 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.042+0000 7f19304c3640 1 < completed part key=_multipart_512VC812AWRN.2~680X3D7S670S.0 size=1048576 2024-07-26T06:24:52.044 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.043+0000 7f19304c3640 1 < completed part key=_multipart_512VC812AWRN.2~680X3D7S670S.1 size=464233 2024-07-26T06:24:52.047 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.047+0000 7f19304c3640 1 < completed multipart upload key=512VC812AWRN upload=680X3D7S670S tag=JVDKZVRLLJLO type=write size=2561385 2024-07-26T06:24:52.050 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.050+0000 7f19304c3640 1 > prepared part key=_multipart_0PV4L596ZFOW.2~9WM5S9B748OX.0 size=1048576 2024-07-26T06:24:52.052 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.051+0000 7f19304c3640 1 > prepared part key=_multipart_0PV4L596ZFOW.2~9WM5S9B748OX.1 size=1048576 2024-07-26T06:24:52.053 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.053+0000 7f19304c3640 1 > prepared part key=_multipart_0PV4L596ZFOW.2~9WM5S9B748OX.2 size=731040 2024-07-26T06:24:52.053 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.053+0000 7f19304c3640 1 > prepared multipart upload key=0PV4L596ZFOW upload=9WM5S9B748OX tag=2679KH9GNC71 type=write size=3876768 2024-07-26T06:24:52.057 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.056+0000 7f19304c3640 1 < suggested remove operation key=2I9DGCCZ992A tag=66MAV152WHM1 type=del 2024-07-26T06:24:52.058 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.058+0000 7f19304c3640 1 > prepared operation key=QMPZ7GQNIH0K tag=BQYGJFYRI4XA type=del size=1625188 2024-07-26T06:24:52.060 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.060+0000 7f19304c3640 1 < completed write operation key=CXCXAKPQIOKH tag=P5V1KJBFSAF4 type=write size=309984 2024-07-26T06:24:52.062 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.062+0000 7f19304c3640 1 > prepared operation key=SQ0RDJVR9PPL tag=7IBRD6I2C51N type=del size=2628384 2024-07-26T06:24:52.064 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.064+0000 7f19304c3640 1 < completed write operation key=2TS50KKRU12E tag=EKGPUD9VMTKN type=write size=851729 2024-07-26T06:24:52.068 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.067+0000 7f19304c3640 1 > prepared part key=_multipart_Y0JGX4QVQXEC.2~PEJ8BUN2GFG6.0 size=426808 2024-07-26T06:24:52.068 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.067+0000 7f19304c3640 1 > prepared multipart upload key=Y0JGX4QVQXEC upload=PEJ8BUN2GFG6 tag=3NYGJ9EWFBBF type=write size=1475384 2024-07-26T06:24:52.069 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.069+0000 7f19304c3640 1 < completed write operation key=PN7DBK1NNJVB tag=UMJD0UVZUO6J type=write size=76063 2024-07-26T06:24:52.072 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.071+0000 7f19304c3640 1 > prepared operation key=QMPZ7GQNIH0K tag=FOFXLG7DS3PB type=del size=3715448 2024-07-26T06:24:52.072 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.072+0000 7f19304c3640 1 < canceled part key=_multipart_D2CZZ6A8YSHC.2~MGVIH02UBIRH.0 size=232313 2024-07-26T06:24:52.075 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.075+0000 7f19304c3640 1 < canceled multipart upload key=D2CZZ6A8YSHC upload=MGVIH02UBIRH tag=67FD0MSWG7RB type=write size=1280889 2024-07-26T06:24:52.077 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.077+0000 7f19304c3640 1 > prepared operation key=CXCXAKPQIOKH tag=L12ZAMYKNYBK type=del size=3649968 2024-07-26T06:24:52.081 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.081+0000 7f19304c3640 1 < suggested remove operation key=2TS50KKRU12E tag=ESUNMDD6LEHP type=del 2024-07-26T06:24:52.083 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.083+0000 7f19304c3640 1 > prepared operation key=Y31PRFKXA0KI tag=Z6JSDUVUSIDZ type=del size=327561 2024-07-26T06:24:52.085 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.084+0000 7f19304c3640 1 < canceled operation key=1I2JP28R3YNS tag=V29MDWAKQ2LV type=write size=636927 2024-07-26T06:24:52.088 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.088+0000 7f19304c3640 1 > prepared part key=_multipart_SQ0RDJVR9PPL.2~KJNG290C2ANP.0 size=321143 2024-07-26T06:24:52.088 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.088+0000 7f19304c3640 1 > prepared multipart upload key=SQ0RDJVR9PPL upload=KJNG290C2ANP tag=5G84VH9XCLJV type=write size=1369719 2024-07-26T06:24:52.090 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.090+0000 7f19304c3640 1 < completed delete operation key=HO4GZ0KNZ8SK tag=OM02AN4DJV9J type=del 2024-07-26T06:24:52.092 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.092+0000 7f19304c3640 1 > prepared operation key=TWRRPXYVH5FW tag=RGS9YHWYQYSH type=del size=3681015 2024-07-26T06:24:52.094 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.094+0000 7f19304c3640 1 < completed delete operation key=D2CZZ6A8YSHC tag=B3TSC9LCL18A type=del 2024-07-26T06:24:52.097 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.097+0000 7f19304c3640 1 > prepared part key=_multipart_C2RTY1II1OSK.2~9NDBE8K1EY4C.0 size=496635 2024-07-26T06:24:52.097 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.097+0000 7f19304c3640 1 > prepared multipart upload key=C2RTY1II1OSK upload=9NDBE8K1EY4C tag=5SBBN3X47KE8 type=write size=1545211 2024-07-26T06:24:52.099 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.099+0000 7f19304c3640 1 < completed delete operation key=PN7DBK1NNJVB tag=USL4206MKFJI type=del 2024-07-26T06:24:52.101 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.101+0000 7f19304c3640 1 > prepared operation key=23K6MK7R266R tag=GJSI6072XSU6 type=write size=41067 2024-07-26T06:24:52.103 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.103+0000 7f19304c3640 1 < completed part key=_multipart_512VC812AWRN.2~RMRRTQ1AAEFT.0 size=217827 2024-07-26T06:24:52.107 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.106+0000 7f19304c3640 1 < completed multipart upload key=512VC812AWRN upload=RMRRTQ1AAEFT tag=YY4YLEUU5N4K type=write size=1266403 2024-07-26T06:24:52.109 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.108+0000 7f19304c3640 1 > prepared operation key=7P9AQQD7XI2Z tag=5P8SYUU7PUPK type=del size=1499523 2024-07-26T06:24:52.109 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.109+0000 7f19304c3640 1 < canceled part key=_multipart_C2RTY1II1OSK.2~854UGWIT0CDA.0 size=1048576 2024-07-26T06:24:52.109 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.109+0000 7f19304c3640 1 < canceled part key=_multipart_C2RTY1II1OSK.2~854UGWIT0CDA.1 size=1038955 2024-07-26T06:24:52.113 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.112+0000 7f19304c3640 1 < canceled multipart upload key=C2RTY1II1OSK upload=854UGWIT0CDA tag=K0HRMXBJO1HX type=write size=3136107 2024-07-26T06:24:52.115 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.114+0000 7f19304c3640 1 > prepared operation key=2I9DGCCZ992A tag=213KK6ZWMIY2 type=del size=3972315 2024-07-26T06:24:52.117 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.117+0000 7f19304c3640 1 < completed part key=_multipart_8J29YNE031PP.2~QF65JYN2L44S.0 size=432957 2024-07-26T06:24:52.121 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.120+0000 7f19304c3640 1 < completed multipart upload key=8J29YNE031PP upload=QF65JYN2L44S tag=E5SYQICAIGJU type=write size=1481533 2024-07-26T06:24:52.122 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.122+0000 7f19304c3640 1 > prepared operation key=SQ0RDJVR9PPL tag=IMJHLEIB6UB9 type=del size=351387 2024-07-26T06:24:52.127 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.126+0000 7f19304c3640 1 < suggested remove operation key=Y0JGX4QVQXEC tag=QNRDFI4F44D4 type=del 2024-07-26T06:24:52.130 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.130+0000 7f19304c3640 1 > prepared part key=_multipart_D2CZZ6A8YSHC.2~8QCL4UO6R2EM.0 size=1048576 2024-07-26T06:24:52.131 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.131+0000 7f19304c3640 1 > prepared part key=_multipart_D2CZZ6A8YSHC.2~8QCL4UO6R2EM.1 size=269918 2024-07-26T06:24:52.132 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.131+0000 7f19304c3640 1 > prepared multipart upload key=D2CZZ6A8YSHC upload=8QCL4UO6R2EM tag=PDKBLMSCYHCH type=write size=2367070 2024-07-26T06:24:52.133 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.133+0000 7f19304c3640 1 < completed part key=_multipart_7P9AQQD7XI2Z.2~BZMXS52NRW2F.0 size=416409 2024-07-26T06:24:52.137 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.137+0000 7f19304c3640 1 < completed multipart upload key=7P9AQQD7XI2Z upload=BZMXS52NRW2F tag=I8JCXYAE1130 type=write size=1464985 2024-07-26T06:24:52.141 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.140+0000 7f19304c3640 1 > prepared part key=_multipart_7P9AQQD7XI2Z.2~4RAT9F0M07QB.0 size=1048576 2024-07-26T06:24:52.142 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.142+0000 7f19304c3640 1 > prepared part key=_multipart_7P9AQQD7XI2Z.2~4RAT9F0M07QB.1 size=1048576 2024-07-26T06:24:52.144 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.144+0000 7f19304c3640 1 > prepared part key=_multipart_7P9AQQD7XI2Z.2~4RAT9F0M07QB.2 size=442262 2024-07-26T06:24:52.144 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.144+0000 7f19304c3640 1 > prepared multipart upload key=7P9AQQD7XI2Z upload=4RAT9F0M07QB tag=R7QEM096VFZT type=write size=3587990 2024-07-26T06:24:52.146 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.145+0000 7f19304c3640 1 < completed part key=_multipart_0PV4L596ZFOW.2~9WM5S9B748OX.0 size=1048576 2024-07-26T06:24:52.147 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.147+0000 7f19304c3640 1 < completed part key=_multipart_0PV4L596ZFOW.2~9WM5S9B748OX.1 size=1048576 2024-07-26T06:24:52.149 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.149+0000 7f19304c3640 1 < completed part key=_multipart_0PV4L596ZFOW.2~9WM5S9B748OX.2 size=731040 2024-07-26T06:24:52.152 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.152+0000 7f19304c3640 1 < completed multipart upload key=0PV4L596ZFOW upload=9WM5S9B748OX tag=2679KH9GNC71 type=write size=3876768 2024-07-26T06:24:52.154 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.154+0000 7f19304c3640 1 > prepared operation key=Y0JGX4QVQXEC tag=S34ZUPKP55SQ type=del size=2958509 2024-07-26T06:24:52.156 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.156+0000 7f19304c3640 1 < completed delete operation key=QMPZ7GQNIH0K tag=BQYGJFYRI4XA type=del 2024-07-26T06:24:52.158 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.158+0000 7f19304c3640 1 > prepared operation key=1I2JP28R3YNS tag=S05ABRAWQMNG type=del size=810912 2024-07-26T06:24:52.160 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.160+0000 7f19304c3640 1 < canceled operation key=SQ0RDJVR9PPL tag=7IBRD6I2C51N type=del size=2628384 2024-07-26T06:24:52.162 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.162+0000 7f19304c3640 1 > prepared operation key=D2CZZ6A8YSHC tag=LZLK7ZZN8CE8 type=del size=526718 2024-07-26T06:24:52.164 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.164+0000 7f19304c3640 1 < completed part key=_multipart_Y0JGX4QVQXEC.2~PEJ8BUN2GFG6.0 size=426808 2024-07-26T06:24:52.167 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.167+0000 7f19304c3640 1 < completed multipart upload key=Y0JGX4QVQXEC upload=PEJ8BUN2GFG6 tag=3NYGJ9EWFBBF type=write size=1475384 2024-07-26T06:24:52.170 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.170+0000 7f19304c3640 1 > prepared part key=_multipart_V4RJB0J6F7NB.2~002FC1MF7DI1.0 size=598936 2024-07-26T06:24:52.170 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.170+0000 7f19304c3640 1 > prepared multipart upload key=V4RJB0J6F7NB upload=002FC1MF7DI1 tag=3LX4VCHG00NR type=write size=1647512 2024-07-26T06:24:52.172 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.172+0000 7f19304c3640 1 < completed delete operation key=QMPZ7GQNIH0K tag=FOFXLG7DS3PB type=del 2024-07-26T06:24:52.174 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.174+0000 7f19304c3640 1 > prepared operation key=23K6MK7R266R tag=ZSIMMLDWCS37 type=write size=306119 2024-07-26T06:24:52.177 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.177+0000 7f19304c3640 1 < suggested remove operation key=CXCXAKPQIOKH tag=L12ZAMYKNYBK type=del 2024-07-26T06:24:52.181 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.181+0000 7f19304c3640 1 > prepared part key=_multipart_V4QX80DR86I3.2~BMGQ9WZISJ36.0 size=1048576 2024-07-26T06:24:52.183 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.182+0000 7f19304c3640 1 > prepared part key=_multipart_V4QX80DR86I3.2~BMGQ9WZISJ36.1 size=699668 2024-07-26T06:24:52.183 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.182+0000 7f19304c3640 1 > prepared multipart upload key=V4QX80DR86I3 upload=BMGQ9WZISJ36 tag=O0JIA31Y3IRH type=write size=2796820 2024-07-26T06:24:52.186 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.186+0000 7f19304c3640 1 < suggested remove operation key=Y31PRFKXA0KI tag=Z6JSDUVUSIDZ type=del 2024-07-26T06:24:52.188 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.188+0000 7f19304c3640 1 > prepared operation key=2I9DGCCZ992A tag=PWZLN18RH8Z9 type=write size=746569 2024-07-26T06:24:52.190 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.190+0000 7f19304c3640 1 < completed part key=_multipart_SQ0RDJVR9PPL.2~KJNG290C2ANP.0 size=321143 2024-07-26T06:24:52.193 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.193+0000 7f19304c3640 1 < completed multipart upload key=SQ0RDJVR9PPL upload=KJNG290C2ANP tag=5G84VH9XCLJV type=write size=1369719 2024-07-26T06:24:52.197 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.196+0000 7f19304c3640 1 > prepared part key=_multipart_C2RTY1II1OSK.2~EQTDSFCPZ0FF.0 size=375999 2024-07-26T06:24:52.197 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.196+0000 7f19304c3640 1 > prepared multipart upload key=C2RTY1II1OSK upload=EQTDSFCPZ0FF tag=TQ2OTB2QZ8A7 type=write size=1424575 2024-07-26T06:24:52.200 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.199+0000 7f19304c3640 1 < suggested remove operation key=TWRRPXYVH5FW tag=RGS9YHWYQYSH type=del 2024-07-26T06:24:52.202 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.201+0000 7f19304c3640 1 > prepared operation key=7GGA1PRXXHDC tag=2SORJ2AJW4CO type=del size=2354773 2024-07-26T06:24:52.204 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.203+0000 7f19304c3640 1 < completed part key=_multipart_C2RTY1II1OSK.2~9NDBE8K1EY4C.0 size=496635 2024-07-26T06:24:52.207 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.206+0000 7f19304c3640 1 < completed multipart upload key=C2RTY1II1OSK upload=9NDBE8K1EY4C tag=5SBBN3X47KE8 type=write size=1545211 2024-07-26T06:24:52.208 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.208+0000 7f19304c3640 1 > prepared operation key=ZSYF9DE73TR8 tag=ZWENT09ZJB6H type=write size=494684 2024-07-26T06:24:52.210 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.210+0000 7f19304c3640 1 < completed write operation key=23K6MK7R266R tag=GJSI6072XSU6 type=write size=41067 2024-07-26T06:24:52.212 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.212+0000 7f19304c3640 1 > prepared operation key=512VC812AWRN tag=OUKD4NDRV8AN type=del size=3119879 2024-07-26T06:24:52.218 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.215+0000 7f19304c3640 1 < suggested remove operation key=7P9AQQD7XI2Z tag=5P8SYUU7PUPK type=del 2024-07-26T06:24:52.218 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.217+0000 7f19304c3640 1 > prepared operation key=23K6MK7R266R tag=XCRDUJ0QVR0K type=del size=1662083 2024-07-26T06:24:52.221 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.221+0000 7f19304c3640 1 < suggested update operation key=2I9DGCCZ992A tag=213KK6ZWMIY2 type=del size=3972315 2024-07-26T06:24:52.223 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.223+0000 7f19304c3640 1 > prepared operation key=2I9DGCCZ992A tag=9EUZ6VNRKAMS type=del size=2238423 2024-07-26T06:24:52.225 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.225+0000 7f19304c3640 1 < canceled operation key=SQ0RDJVR9PPL tag=IMJHLEIB6UB9 type=del size=351387 2024-07-26T06:24:52.229 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.228+0000 7f19304c3640 1 > prepared part key=_multipart_Y31PRFKXA0KI.2~TEGEIYLVIQPV.0 size=1048576 2024-07-26T06:24:52.230 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.230+0000 7f19304c3640 1 > prepared part key=_multipart_Y31PRFKXA0KI.2~TEGEIYLVIQPV.1 size=1048576 2024-07-26T06:24:52.232 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.231+0000 7f19304c3640 1 > prepared part key=_multipart_Y31PRFKXA0KI.2~TEGEIYLVIQPV.2 size=956701 2024-07-26T06:24:52.232 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.231+0000 7f19304c3640 1 > prepared multipart upload key=Y31PRFKXA0KI upload=TEGEIYLVIQPV tag=ORM7M85XIVER type=write size=4102429 2024-07-26T06:24:52.234 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.233+0000 7f19304c3640 1 < completed part key=_multipart_D2CZZ6A8YSHC.2~8QCL4UO6R2EM.0 size=1048576 2024-07-26T06:24:52.235 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.235+0000 7f19304c3640 1 < completed part key=_multipart_D2CZZ6A8YSHC.2~8QCL4UO6R2EM.1 size=269918 2024-07-26T06:24:52.238 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.238+0000 7f19304c3640 1 < completed multipart upload key=D2CZZ6A8YSHC upload=8QCL4UO6R2EM tag=PDKBLMSCYHCH type=write size=2367070 2024-07-26T06:24:52.240 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.240+0000 7f19304c3640 1 > prepared operation key=M8V7EJP4HHQV tag=BAVQMWK20I4C type=del size=2146628 2024-07-26T06:24:52.242 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.241+0000 7f19304c3640 1 < completed part key=_multipart_7P9AQQD7XI2Z.2~4RAT9F0M07QB.0 size=1048576 2024-07-26T06:24:52.243 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.243+0000 7f19304c3640 1 < completed part key=_multipart_7P9AQQD7XI2Z.2~4RAT9F0M07QB.1 size=1048576 2024-07-26T06:24:52.245 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.244+0000 7f19304c3640 1 < completed part key=_multipart_7P9AQQD7XI2Z.2~4RAT9F0M07QB.2 size=442262 2024-07-26T06:24:52.248 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.248+0000 7f19304c3640 1 < completed multipart upload key=7P9AQQD7XI2Z upload=4RAT9F0M07QB tag=R7QEM096VFZT type=write size=3587990 2024-07-26T06:24:52.250 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.250+0000 7f19304c3640 1 > prepared operation key=Y31PRFKXA0KI tag=6XM37GATN07L type=del size=507156 2024-07-26T06:24:52.253 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.253+0000 7f19304c3640 1 < suggested remove operation key=Y0JGX4QVQXEC tag=S34ZUPKP55SQ type=del 2024-07-26T06:24:52.255 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.255+0000 7f19304c3640 1 > prepared operation key=512VC812AWRN tag=3HVH4Q4D3PD3 type=del size=3588648 2024-07-26T06:24:52.257 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.257+0000 7f19304c3640 1 < completed delete operation key=1I2JP28R3YNS tag=S05ABRAWQMNG type=del 2024-07-26T06:24:52.259 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.259+0000 7f19304c3640 1 > prepared operation key=7P9AQQD7XI2Z tag=8QRZANYJJQ9W type=del size=979495 2024-07-26T06:24:52.262 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.262+0000 7f19304c3640 1 < suggested remove operation key=D2CZZ6A8YSHC tag=LZLK7ZZN8CE8 type=del 2024-07-26T06:24:52.264 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.264+0000 7f19304c3640 1 > prepared operation key=G70GGG8ITGEE tag=SKPP1KV3FT9L type=del size=1952657 2024-07-26T06:24:52.266 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.266+0000 7f19304c3640 1 < completed part key=_multipart_V4RJB0J6F7NB.2~002FC1MF7DI1.0 size=598936 2024-07-26T06:24:52.269 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.269+0000 7f19304c3640 1 < completed multipart upload key=V4RJB0J6F7NB upload=002FC1MF7DI1 tag=3LX4VCHG00NR type=write size=1647512 2024-07-26T06:24:52.273 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.272+0000 7f19304c3640 1 > prepared part key=_multipart_Y0JGX4QVQXEC.2~2EVVZAQYALQK.0 size=430198 2024-07-26T06:24:52.273 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.272+0000 7f19304c3640 1 > prepared multipart upload key=Y0JGX4QVQXEC upload=2EVVZAQYALQK tag=Y2EI5XAZIMXH type=write size=1478774 2024-07-26T06:24:52.274 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.274+0000 7f19304c3640 1 < canceled operation key=23K6MK7R266R tag=ZSIMMLDWCS37 type=write size=306119 2024-07-26T06:24:52.278 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.277+0000 7f19304c3640 1 > prepared part key=_multipart_7P9AQQD7XI2Z.2~TLBS1QG4NOBF.0 size=102092 2024-07-26T06:24:52.278 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.277+0000 7f19304c3640 1 > prepared multipart upload key=7P9AQQD7XI2Z upload=TLBS1QG4NOBF tag=HL19JQNHUPSF type=write size=1150668 2024-07-26T06:24:52.280 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.279+0000 7f19304c3640 1 < completed part key=_multipart_V4QX80DR86I3.2~BMGQ9WZISJ36.0 size=1048576 2024-07-26T06:24:52.281 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.281+0000 7f19304c3640 1 < completed part key=_multipart_V4QX80DR86I3.2~BMGQ9WZISJ36.1 size=699668 2024-07-26T06:24:52.284 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.284+0000 7f19304c3640 1 < completed multipart upload key=V4QX80DR86I3 upload=BMGQ9WZISJ36 tag=O0JIA31Y3IRH type=write size=2796820 2024-07-26T06:24:52.288 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.287+0000 7f19304c3640 1 > prepared part key=_multipart_0PV4L596ZFOW.2~KMMP6CAIF8JB.0 size=533397 2024-07-26T06:24:52.288 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.287+0000 7f19304c3640 1 > prepared multipart upload key=0PV4L596ZFOW upload=KMMP6CAIF8JB tag=D81DU5CPIJDY type=write size=1581973 2024-07-26T06:24:52.290 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.290+0000 7f19304c3640 -1 < failed to complete operation key=2I9DGCCZ992A tag=PWZLN18RH8Z9 type=write size=746569: (22) Invalid argument 2024-07-26T06:24:52.292 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.292+0000 7f19304c3640 1 > prepared operation key=2I9DGCCZ992A tag=UOF4I4Z0L2BZ type=del size=452627 2024-07-26T06:24:52.294 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.294+0000 7f19304c3640 1 < completed part key=_multipart_C2RTY1II1OSK.2~EQTDSFCPZ0FF.0 size=375999 2024-07-26T06:24:52.297 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.297+0000 7f19304c3640 1 < completed multipart upload key=C2RTY1II1OSK upload=EQTDSFCPZ0FF tag=TQ2OTB2QZ8A7 type=write size=1424575 2024-07-26T06:24:52.299 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.299+0000 7f19304c3640 1 > prepared operation key=CXCXAKPQIOKH tag=NT9MV1AOSI8E type=del size=2832704 2024-07-26T06:24:52.301 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.301+0000 7f19304c3640 1 < completed delete operation key=7GGA1PRXXHDC tag=2SORJ2AJW4CO type=del 2024-07-26T06:24:52.303 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.303+0000 7f19304c3640 1 > prepared operation key=Y31PRFKXA0KI tag=TW9S5PRYES4I type=del size=3504905 2024-07-26T06:24:52.305 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.305+0000 7f19304c3640 1 < canceled operation key=ZSYF9DE73TR8 tag=ZWENT09ZJB6H type=write size=494684 2024-07-26T06:24:52.307 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.307+0000 7f19304c3640 1 > prepared operation key=QMPZ7GQNIH0K tag=M1R4LI120EE6 type=write size=995921 2024-07-26T06:24:52.309 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.309+0000 7f19304c3640 1 < completed delete operation key=512VC812AWRN tag=OUKD4NDRV8AN type=del 2024-07-26T06:24:52.312 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.312+0000 7f19304c3640 1 > prepared part key=_multipart_G70GGG8ITGEE.2~6YR7WEM2XPDP.0 size=1048576 2024-07-26T06:24:52.314 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.314+0000 7f19304c3640 1 > prepared part key=_multipart_G70GGG8ITGEE.2~6YR7WEM2XPDP.1 size=972756 2024-07-26T06:24:52.314 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.314+0000 7f19304c3640 1 > prepared multipart upload key=G70GGG8ITGEE upload=6YR7WEM2XPDP tag=L0PBZ3IV2H52 type=write size=3069908 2024-07-26T06:24:52.315 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:24:51 smithi155 ceph-mon[90160]: pgmap v1395: 137 pgs: 2 creating+peering, 135 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 798 KiB/s rd, 275 KiB/s wr, 1.41k op/s 2024-07-26T06:24:52.317 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.316+0000 7f19304c3640 1 < completed delete operation key=23K6MK7R266R tag=XCRDUJ0QVR0K type=del 2024-07-26T06:24:52.320 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.320+0000 7f19304c3640 1 > prepared part key=_multipart_7P9AQQD7XI2Z.2~AKV62YM2TERY.0 size=1048576 2024-07-26T06:24:52.322 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.322+0000 7f19304c3640 1 > prepared part key=_multipart_7P9AQQD7XI2Z.2~AKV62YM2TERY.1 size=770054 2024-07-26T06:24:52.322 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.322+0000 7f19304c3640 1 > prepared multipart upload key=7P9AQQD7XI2Z upload=AKV62YM2TERY tag=4JHPS5EG0RY7 type=write size=2867206 2024-07-26T06:24:52.324 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.324+0000 7f19304c3640 1 < completed delete operation key=2I9DGCCZ992A tag=9EUZ6VNRKAMS type=del 2024-07-26T06:24:52.326 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.326+0000 7f19304c3640 1 > prepared operation key=ZSYF9DE73TR8 tag=MONYLNNOK0G0 type=del size=2592946 2024-07-26T06:24:52.328 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.328+0000 7f19304c3640 1 < completed part key=_multipart_Y31PRFKXA0KI.2~TEGEIYLVIQPV.0 size=1048576 2024-07-26T06:24:52.329 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.329+0000 7f19304c3640 1 < completed part key=_multipart_Y31PRFKXA0KI.2~TEGEIYLVIQPV.1 size=1048576 2024-07-26T06:24:52.331 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.331+0000 7f19304c3640 1 < completed part key=_multipart_Y31PRFKXA0KI.2~TEGEIYLVIQPV.2 size=956701 2024-07-26T06:24:52.334 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.334+0000 7f19304c3640 1 < completed multipart upload key=Y31PRFKXA0KI upload=TEGEIYLVIQPV tag=ORM7M85XIVER type=write size=4102429 2024-07-26T06:24:52.336 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.336+0000 7f19304c3640 1 > prepared operation key=1I2JP28R3YNS tag=0DHUZ82YR9F1 type=del size=2836923 2024-07-26T06:24:52.338 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.338+0000 7f19304c3640 1 < completed delete operation key=M8V7EJP4HHQV tag=BAVQMWK20I4C type=del 2024-07-26T06:24:52.340 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.340+0000 7f19304c3640 1 > prepared operation key=7GGA1PRXXHDC tag=0N6LENP2HGWH type=del size=2022873 2024-07-26T06:24:52.342 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.342+0000 7f19304c3640 1 < canceled operation key=Y31PRFKXA0KI tag=6XM37GATN07L type=del size=507156 2024-07-26T06:24:52.346 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.345+0000 7f19304c3640 1 > prepared part key=_multipart_512VC812AWRN.2~SLPB1K46S4PU.0 size=1048576 2024-07-26T06:24:52.347 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.347+0000 7f19304c3640 1 > prepared part key=_multipart_512VC812AWRN.2~SLPB1K46S4PU.1 size=763914 2024-07-26T06:24:52.347 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.347+0000 7f19304c3640 1 > prepared multipart upload key=512VC812AWRN upload=SLPB1K46S4PU tag=2K6YKWBCXCA4 type=write size=2861066 2024-07-26T06:24:52.351 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.350+0000 7f19304c3640 1 < suggested update operation key=512VC812AWRN tag=3HVH4Q4D3PD3 type=del size=3588648 2024-07-26T06:24:52.353 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.352+0000 7f19304c3640 1 > prepared operation key=HO4GZ0KNZ8SK tag=STVUDU881WXH type=del size=1107204 2024-07-26T06:24:52.355 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.355+0000 7f19304c3640 1 < canceled operation key=7P9AQQD7XI2Z tag=8QRZANYJJQ9W type=del size=979495 2024-07-26T06:24:52.357 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.356+0000 7f19304c3640 1 > prepared operation key=7GGA1PRXXHDC tag=O0AONEPZYPIH type=del size=2669935 2024-07-26T06:24:52.359 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.359+0000 7f19304c3640 1 < completed delete operation key=G70GGG8ITGEE tag=SKPP1KV3FT9L type=del 2024-07-26T06:24:52.361 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.360+0000 7f19304c3640 1 > prepared operation key=55ZIE8HVR68M tag=DY0F43CIYYX4 type=del size=1008837 2024-07-26T06:24:52.363 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.362+0000 7f19304c3640 1 < completed part key=_multipart_Y0JGX4QVQXEC.2~2EVVZAQYALQK.0 size=430198 2024-07-26T06:24:52.366 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.365+0000 7f19304c3640 1 < completed multipart upload key=Y0JGX4QVQXEC upload=2EVVZAQYALQK tag=Y2EI5XAZIMXH type=write size=1478774 2024-07-26T06:24:52.368 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.368+0000 7f19304c3640 1 > prepared operation key=M8V7EJP4HHQV tag=OVIV73U8LZWC type=write size=417128 2024-07-26T06:24:52.371 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.370+0000 7f19304c3640 1 < completed part key=_multipart_7P9AQQD7XI2Z.2~TLBS1QG4NOBF.0 size=102092 2024-07-26T06:24:52.374 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.374+0000 7f19304c3640 1 < completed multipart upload key=7P9AQQD7XI2Z upload=TLBS1QG4NOBF tag=HL19JQNHUPSF type=write size=1150668 2024-07-26T06:24:52.377 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.377+0000 7f19304c3640 1 > prepared part key=_multipart_55ZIE8HVR68M.2~Y5Q3H2QREB1D.0 size=1048576 2024-07-26T06:24:52.379 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.379+0000 7f19304c3640 1 > prepared part key=_multipart_55ZIE8HVR68M.2~Y5Q3H2QREB1D.1 size=1048576 2024-07-26T06:24:52.381 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.380+0000 7f19304c3640 1 > prepared part key=_multipart_55ZIE8HVR68M.2~Y5Q3H2QREB1D.2 size=313964 2024-07-26T06:24:52.381 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.380+0000 7f19304c3640 1 > prepared multipart upload key=55ZIE8HVR68M upload=Y5Q3H2QREB1D tag=9RJKXI3LMGPO type=write size=3459692 2024-07-26T06:24:52.383 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.383+0000 7f19304c3640 1 < completed part key=_multipart_0PV4L596ZFOW.2~KMMP6CAIF8JB.0 size=533397 2024-07-26T06:24:52.387 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.387+0000 7f19304c3640 1 < completed multipart upload key=0PV4L596ZFOW upload=KMMP6CAIF8JB tag=D81DU5CPIJDY type=write size=1581973 2024-07-26T06:24:52.389 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.389+0000 7f19304c3640 1 > prepared operation key=8J29YNE031PP tag=EHD6TCKL091J type=del size=3232409 2024-07-26T06:24:52.393 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.393+0000 7f19304c3640 1 < suggested remove operation key=2I9DGCCZ992A tag=UOF4I4Z0L2BZ type=del 2024-07-26T06:24:52.397 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.397+0000 7f19304c3640 1 > prepared part key=_multipart_SSAHKRHXMDHN.2~NMA96MCFM4K0.0 size=1048576 2024-07-26T06:24:52.399 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.398+0000 7f19304c3640 1 > prepared part key=_multipart_SSAHKRHXMDHN.2~NMA96MCFM4K0.1 size=1048576 2024-07-26T06:24:52.400 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.400+0000 7f19304c3640 1 > prepared part key=_multipart_SSAHKRHXMDHN.2~NMA96MCFM4K0.2 size=607149 2024-07-26T06:24:52.400 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.400+0000 7f19304c3640 1 > prepared multipart upload key=SSAHKRHXMDHN upload=NMA96MCFM4K0 tag=ONWED2GO74RZ type=write size=3752877 2024-07-26T06:24:52.402 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.402+0000 7f19304c3640 1 < completed delete operation key=CXCXAKPQIOKH tag=NT9MV1AOSI8E type=del 2024-07-26T06:24:52.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:24:51 smithi089 ceph-mon[99608]: pgmap v1395: 137 pgs: 2 creating+peering, 135 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 798 KiB/s rd, 275 KiB/s wr, 1.41k op/s 2024-07-26T06:24:52.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:24:51 smithi089 ceph-mon[102056]: pgmap v1395: 137 pgs: 2 creating+peering, 135 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 798 KiB/s rd, 275 KiB/s wr, 1.41k op/s 2024-07-26T06:24:52.407 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.407+0000 7f19304c3640 1 > prepared part key=_multipart_V4QX80DR86I3.2~FGPSJGW2XUJ3.0 size=1048576 2024-07-26T06:24:52.409 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.408+0000 7f19304c3640 1 > prepared part key=_multipart_V4QX80DR86I3.2~FGPSJGW2XUJ3.1 size=398909 2024-07-26T06:24:52.409 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.408+0000 7f19304c3640 1 > prepared multipart upload key=V4QX80DR86I3 upload=FGPSJGW2XUJ3 tag=FBET4QGI5WXA type=write size=2496061 2024-07-26T06:24:52.410 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.410+0000 7f19304c3640 1 < completed delete operation key=Y31PRFKXA0KI tag=TW9S5PRYES4I type=del 2024-07-26T06:24:52.413 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.412+0000 7f19304c3640 1 > prepared operation key=512VC812AWRN tag=0I73QF9KK6AH type=write size=869358 2024-07-26T06:24:52.416 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.414+0000 7f19304c3640 1 < completed write operation key=QMPZ7GQNIH0K tag=M1R4LI120EE6 type=write size=995921 2024-07-26T06:24:52.417 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.416+0000 7f19304c3640 1 > prepared operation key=ZSYF9DE73TR8 tag=9S4HZJEHFPLC type=write size=707314 2024-07-26T06:24:52.418 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.418+0000 7f19304c3640 1 < completed part key=_multipart_G70GGG8ITGEE.2~6YR7WEM2XPDP.0 size=1048576 2024-07-26T06:24:52.420 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.420+0000 7f19304c3640 1 < completed part key=_multipart_G70GGG8ITGEE.2~6YR7WEM2XPDP.1 size=972756 2024-07-26T06:24:52.426 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.424+0000 7f19304c3640 1 < completed multipart upload key=G70GGG8ITGEE upload=6YR7WEM2XPDP tag=L0PBZ3IV2H52 type=write size=3069908 2024-07-26T06:24:52.428 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.428+0000 7f19304c3640 1 > prepared part key=_multipart_YDC2NRQG9YFE.2~Q6UJ8R2Y2UB0.0 size=1048576 2024-07-26T06:24:52.430 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.430+0000 7f19304c3640 1 > prepared part key=_multipart_YDC2NRQG9YFE.2~Q6UJ8R2Y2UB0.1 size=1048576 2024-07-26T06:24:52.432 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.431+0000 7f19304c3640 1 > prepared part key=_multipart_YDC2NRQG9YFE.2~Q6UJ8R2Y2UB0.2 size=45128 2024-07-26T06:24:52.432 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.431+0000 7f19304c3640 1 > prepared multipart upload key=YDC2NRQG9YFE upload=Q6UJ8R2Y2UB0 tag=ZYPC9KGFAC4V type=write size=3190856 2024-07-26T06:24:52.433 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.433+0000 7f19304c3640 1 < completed part key=_multipart_7P9AQQD7XI2Z.2~AKV62YM2TERY.0 size=1048576 2024-07-26T06:24:52.434 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.433+0000 7f19304c3640 1 < canceled part key=_multipart_7P9AQQD7XI2Z.2~AKV62YM2TERY.1 size=770054 2024-07-26T06:24:52.437 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.437+0000 7f19304c3640 1 < canceled multipart upload key=7P9AQQD7XI2Z upload=AKV62YM2TERY tag=4JHPS5EG0RY7 type=write size=2867206 2024-07-26T06:24:52.441 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.440+0000 7f19304c3640 1 > prepared part key=_multipart_ZSYF9DE73TR8.2~LEOTE2QQ0QHZ.0 size=1048576 2024-07-26T06:24:52.442 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.442+0000 7f19304c3640 1 > prepared part key=_multipart_ZSYF9DE73TR8.2~LEOTE2QQ0QHZ.1 size=1048576 2024-07-26T06:24:52.444 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.443+0000 7f19304c3640 1 > prepared part key=_multipart_ZSYF9DE73TR8.2~LEOTE2QQ0QHZ.2 size=135542 2024-07-26T06:24:52.444 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.443+0000 7f19304c3640 1 > prepared multipart upload key=ZSYF9DE73TR8 upload=LEOTE2QQ0QHZ tag=U4GJMQPFA4IC type=write size=3281270 2024-07-26T06:24:52.445 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.445+0000 7f19304c3640 1 < completed delete operation key=ZSYF9DE73TR8 tag=MONYLNNOK0G0 type=del 2024-07-26T06:24:52.449 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.449+0000 7f19304c3640 1 > prepared part key=_multipart_G70GGG8ITGEE.2~8NPQ4QMP9LOP.0 size=1048576 2024-07-26T06:24:52.451 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.451+0000 7f19304c3640 1 > prepared part key=_multipart_G70GGG8ITGEE.2~8NPQ4QMP9LOP.1 size=1048576 2024-07-26T06:24:52.452 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.452+0000 7f19304c3640 1 > prepared part key=_multipart_G70GGG8ITGEE.2~8NPQ4QMP9LOP.2 size=697129 2024-07-26T06:24:52.452 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.452+0000 7f19304c3640 1 > prepared multipart upload key=G70GGG8ITGEE upload=8NPQ4QMP9LOP tag=XUPQ4L0YTOL8 type=write size=3842857 2024-07-26T06:24:52.455 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.455+0000 7f19304c3640 1 < completed delete operation key=1I2JP28R3YNS tag=0DHUZ82YR9F1 type=del 2024-07-26T06:24:52.457 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.457+0000 7f19304c3640 1 > prepared operation key=C2RTY1II1OSK tag=I3L0U09QY97P type=del size=1880053 2024-07-26T06:24:52.459 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.459+0000 7f19304c3640 1 < completed delete operation key=7GGA1PRXXHDC tag=0N6LENP2HGWH type=del 2024-07-26T06:24:52.464 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.463+0000 7f19304c3640 1 > prepared part key=_multipart_YDC2NRQG9YFE.2~K6I4S6U51YWL.0 size=1048576 2024-07-26T06:24:52.465 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.465+0000 7f19304c3640 1 > prepared part key=_multipart_YDC2NRQG9YFE.2~K6I4S6U51YWL.1 size=1048576 2024-07-26T06:24:52.467 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.466+0000 7f19304c3640 1 > prepared part key=_multipart_YDC2NRQG9YFE.2~K6I4S6U51YWL.2 size=974370 2024-07-26T06:24:52.467 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.466+0000 7f19304c3640 1 > prepared multipart upload key=YDC2NRQG9YFE upload=K6I4S6U51YWL tag=7Y2TAMYOULFH type=write size=4120098 2024-07-26T06:24:52.469 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.469+0000 7f19304c3640 1 < completed part key=_multipart_512VC812AWRN.2~SLPB1K46S4PU.0 size=1048576 2024-07-26T06:24:52.471 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.470+0000 7f19304c3640 1 < completed part key=_multipart_512VC812AWRN.2~SLPB1K46S4PU.1 size=763914 2024-07-26T06:24:52.474 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.474+0000 7f19304c3640 1 < completed multipart upload key=512VC812AWRN upload=SLPB1K46S4PU tag=2K6YKWBCXCA4 type=write size=2861066 2024-07-26T06:24:52.476 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.476+0000 7f19304c3640 1 > prepared operation key=SSAHKRHXMDHN tag=I4S3LFZ14570 type=del size=1960559 2024-07-26T06:24:52.478 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.478+0000 7f19304c3640 1 < completed delete operation key=HO4GZ0KNZ8SK tag=STVUDU881WXH type=del 2024-07-26T06:24:52.480 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.480+0000 7f19304c3640 1 > prepared operation key=2I9DGCCZ992A tag=AU33A82NYX4V type=del size=2898166 2024-07-26T06:24:52.482 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.481+0000 7f19304c3640 1 < completed delete operation key=7GGA1PRXXHDC tag=O0AONEPZYPIH type=del 2024-07-26T06:24:52.483 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.483+0000 7f19304c3640 1 > prepared operation key=23K6MK7R266R tag=DKQ0NCED2V1A type=del size=975158 2024-07-26T06:24:52.485 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.485+0000 7f19304c3640 1 < completed delete operation key=55ZIE8HVR68M tag=DY0F43CIYYX4 type=del 2024-07-26T06:24:52.489 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.489+0000 7f19304c3640 1 > prepared part key=_multipart_D2CZZ6A8YSHC.2~J72LPMLLDS4W.0 size=1048576 2024-07-26T06:24:52.491 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.491+0000 7f19304c3640 1 > prepared part key=_multipart_D2CZZ6A8YSHC.2~J72LPMLLDS4W.1 size=1048576 2024-07-26T06:24:52.492 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.492+0000 7f19304c3640 1 > prepared part key=_multipart_D2CZZ6A8YSHC.2~J72LPMLLDS4W.2 size=575221 2024-07-26T06:24:52.493 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.492+0000 7f19304c3640 1 > prepared multipart upload key=D2CZZ6A8YSHC upload=J72LPMLLDS4W tag=ONSA39SGLYHG type=write size=3720949 2024-07-26T06:24:52.494 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.494+0000 7f19304c3640 1 < canceled operation key=M8V7EJP4HHQV tag=OVIV73U8LZWC type=write size=417128 2024-07-26T06:24:52.496 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.496+0000 7f19304c3640 1 > prepared operation key=Y0JGX4QVQXEC tag=G4Y1U1YI0MEG type=del size=4003236 2024-07-26T06:24:52.497 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.496+0000 7f19304c3640 1 < canceled part key=_multipart_55ZIE8HVR68M.2~Y5Q3H2QREB1D.0 size=1048576 2024-07-26T06:24:52.499 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.498+0000 7f19304c3640 1 < completed part key=_multipart_55ZIE8HVR68M.2~Y5Q3H2QREB1D.1 size=1048576 2024-07-26T06:24:52.500 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.500+0000 7f19304c3640 1 < completed part key=_multipart_55ZIE8HVR68M.2~Y5Q3H2QREB1D.2 size=313964 2024-07-26T06:24:52.503 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.503+0000 7f19304c3640 1 < canceled multipart upload key=55ZIE8HVR68M upload=Y5Q3H2QREB1D tag=9RJKXI3LMGPO type=write size=3459692 2024-07-26T06:24:52.505 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.505+0000 7f19304c3640 1 > prepared operation key=M8V7EJP4HHQV tag=MRTJR6GM69EW type=del size=2962280 2024-07-26T06:24:52.507 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.507+0000 7f19304c3640 1 < completed delete operation key=8J29YNE031PP tag=EHD6TCKL091J type=del 2024-07-26T06:24:52.510 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.510+0000 7f19304c3640 1 > prepared part key=_multipart_4ZWJ6XHKZXZF.2~QXZ2DTF3SL10.0 size=145885 2024-07-26T06:24:52.510 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.510+0000 7f19304c3640 1 > prepared multipart upload key=4ZWJ6XHKZXZF upload=QXZ2DTF3SL10 tag=K9XYWW6YEUWJ type=write size=1194461 2024-07-26T06:24:52.513 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.513+0000 7f19304c3640 1 < completed part key=_multipart_SSAHKRHXMDHN.2~NMA96MCFM4K0.0 size=1048576 2024-07-26T06:24:52.515 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.514+0000 7f19304c3640 1 < completed part key=_multipart_SSAHKRHXMDHN.2~NMA96MCFM4K0.1 size=1048576 2024-07-26T06:24:52.516 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.516+0000 7f19304c3640 1 < completed part key=_multipart_SSAHKRHXMDHN.2~NMA96MCFM4K0.2 size=607149 2024-07-26T06:24:52.520 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.519+0000 7f19304c3640 1 < completed multipart upload key=SSAHKRHXMDHN upload=NMA96MCFM4K0 tag=ONWED2GO74RZ type=write size=3752877 2024-07-26T06:24:52.522 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.521+0000 7f19304c3640 1 > prepared operation key=Y31PRFKXA0KI tag=LW0GUF5RO8ZB type=del size=3627254 2024-07-26T06:24:52.523 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.523+0000 7f19304c3640 1 < completed part key=_multipart_V4QX80DR86I3.2~FGPSJGW2XUJ3.0 size=1048576 2024-07-26T06:24:52.525 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.525+0000 7f19304c3640 1 < completed part key=_multipart_V4QX80DR86I3.2~FGPSJGW2XUJ3.1 size=398909 2024-07-26T06:24:52.529 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.529+0000 7f19304c3640 1 < completed multipart upload key=V4QX80DR86I3 upload=FGPSJGW2XUJ3 tag=FBET4QGI5WXA type=write size=2496061 2024-07-26T06:24:52.531 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.531+0000 7f19304c3640 1 > prepared operation key=TWRRPXYVH5FW tag=FHJGGWYOYAUQ type=del size=1526185 2024-07-26T06:24:52.533 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.533+0000 7f19304c3640 1 < completed write operation key=512VC812AWRN tag=0I73QF9KK6AH type=write size=869358 2024-07-26T06:24:52.535 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.534+0000 7f19304c3640 1 > prepared operation key=LCDUWKN6AQNU tag=0HZSVBKFWJDH type=write size=309321 2024-07-26T06:24:52.537 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.537+0000 7f19304c3640 1 < canceled operation key=ZSYF9DE73TR8 tag=9S4HZJEHFPLC type=write size=707314 2024-07-26T06:24:52.539 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.539+0000 7f19304c3640 1 > prepared operation key=G2XJVRBLSPE9 tag=O4M0U159GDS9 type=write size=555068 2024-07-26T06:24:52.541 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.541+0000 7f19304c3640 1 < completed part key=_multipart_YDC2NRQG9YFE.2~Q6UJ8R2Y2UB0.0 size=1048576 2024-07-26T06:24:52.543 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.543+0000 7f19304c3640 1 < completed part key=_multipart_YDC2NRQG9YFE.2~Q6UJ8R2Y2UB0.1 size=1048576 2024-07-26T06:24:52.545 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.545+0000 7f19304c3640 1 < completed part key=_multipart_YDC2NRQG9YFE.2~Q6UJ8R2Y2UB0.2 size=45128 2024-07-26T06:24:52.548 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.548+0000 7f19304c3640 1 < completed multipart upload key=YDC2NRQG9YFE upload=Q6UJ8R2Y2UB0 tag=ZYPC9KGFAC4V type=write size=3190856 2024-07-26T06:24:52.550 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.550+0000 7f19304c3640 1 > prepared operation key=Y0JGX4QVQXEC tag=P2LA75D8MLFR type=del size=442279 2024-07-26T06:24:52.552 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.552+0000 7f19304c3640 1 < completed part key=_multipart_ZSYF9DE73TR8.2~LEOTE2QQ0QHZ.0 size=1048576 2024-07-26T06:24:52.554 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.554+0000 7f19304c3640 1 < completed part key=_multipart_ZSYF9DE73TR8.2~LEOTE2QQ0QHZ.1 size=1048576 2024-07-26T06:24:52.556 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.555+0000 7f19304c3640 1 < completed part key=_multipart_ZSYF9DE73TR8.2~LEOTE2QQ0QHZ.2 size=135542 2024-07-26T06:24:52.559 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.559+0000 7f19304c3640 1 < completed multipart upload key=ZSYF9DE73TR8 upload=LEOTE2QQ0QHZ tag=U4GJMQPFA4IC type=write size=3281270 2024-07-26T06:24:52.561 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.561+0000 7f19304c3640 1 > prepared operation key=55ZIE8HVR68M tag=YG0I7BZZ61JY type=del size=2190698 2024-07-26T06:24:52.564 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.563+0000 7f19304c3640 1 < completed part key=_multipart_G70GGG8ITGEE.2~8NPQ4QMP9LOP.0 size=1048576 2024-07-26T06:24:52.566 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.565+0000 7f19304c3640 1 < completed part key=_multipart_G70GGG8ITGEE.2~8NPQ4QMP9LOP.1 size=1048576 2024-07-26T06:24:52.567 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.567+0000 7f19304c3640 1 < completed part key=_multipart_G70GGG8ITGEE.2~8NPQ4QMP9LOP.2 size=697129 2024-07-26T06:24:52.571 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.571+0000 7f19304c3640 1 < completed multipart upload key=G70GGG8ITGEE upload=8NPQ4QMP9LOP tag=XUPQ4L0YTOL8 type=write size=3842857 2024-07-26T06:24:52.573 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.573+0000 7f19304c3640 1 > prepared operation key=D2CZZ6A8YSHC tag=3O9OYULKSEK0 type=write size=244225 2024-07-26T06:24:52.575 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.575+0000 7f19304c3640 1 < completed delete operation key=C2RTY1II1OSK tag=I3L0U09QY97P type=del 2024-07-26T06:24:52.579 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.579+0000 7f19304c3640 1 > prepared part key=_multipart_Y0JGX4QVQXEC.2~QWYWNJIEODP0.0 size=1048576 2024-07-26T06:24:52.581 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.580+0000 7f19304c3640 1 > prepared part key=_multipart_Y0JGX4QVQXEC.2~QWYWNJIEODP0.1 size=1048576 2024-07-26T06:24:52.583 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.582+0000 7f19304c3640 1 > prepared part key=_multipart_Y0JGX4QVQXEC.2~QWYWNJIEODP0.2 size=1027862 2024-07-26T06:24:52.583 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.582+0000 7f19304c3640 1 > prepared multipart upload key=Y0JGX4QVQXEC upload=QWYWNJIEODP0 tag=8X42BV41RKFC type=write size=4173590 2024-07-26T06:24:52.584 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.584+0000 7f19304c3640 1 < completed part key=_multipart_YDC2NRQG9YFE.2~K6I4S6U51YWL.0 size=1048576 2024-07-26T06:24:52.586 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.586+0000 7f19304c3640 1 < completed part key=_multipart_YDC2NRQG9YFE.2~K6I4S6U51YWL.1 size=1048576 2024-07-26T06:24:52.588 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.587+0000 7f19304c3640 1 < completed part key=_multipart_YDC2NRQG9YFE.2~K6I4S6U51YWL.2 size=974370 2024-07-26T06:24:52.591 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.591+0000 7f19304c3640 1 < completed multipart upload key=YDC2NRQG9YFE upload=K6I4S6U51YWL tag=7Y2TAMYOULFH type=write size=4120098 2024-07-26T06:24:52.595 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.595+0000 7f19304c3640 1 > prepared part key=_multipart_PN7DBK1NNJVB.2~XT1GMX4X7T9A.0 size=1048576 2024-07-26T06:24:52.597 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.597+0000 7f19304c3640 1 > prepared part key=_multipart_PN7DBK1NNJVB.2~XT1GMX4X7T9A.1 size=1048576 2024-07-26T06:24:52.598 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.598+0000 7f19304c3640 1 > prepared part key=_multipart_PN7DBK1NNJVB.2~XT1GMX4X7T9A.2 size=655618 2024-07-26T06:24:52.599 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.598+0000 7f19304c3640 1 > prepared multipart upload key=PN7DBK1NNJVB upload=XT1GMX4X7T9A tag=CJPOL64R0IW3 type=write size=3801346 2024-07-26T06:24:52.600 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.600+0000 7f19304c3640 1 < completed delete operation key=SSAHKRHXMDHN tag=I4S3LFZ14570 type=del 2024-07-26T06:24:52.604 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.603+0000 7f19304c3640 1 > prepared part key=_multipart_M8V7EJP4HHQV.2~2XQNE3Z3HA9S.0 size=1048576 2024-07-26T06:24:52.605 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.605+0000 7f19304c3640 1 > prepared part key=_multipart_M8V7EJP4HHQV.2~2XQNE3Z3HA9S.1 size=208420 2024-07-26T06:24:52.606 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.605+0000 7f19304c3640 1 > prepared multipart upload key=M8V7EJP4HHQV upload=2XQNE3Z3HA9S tag=IQKE2SAB8PG0 type=write size=2305572 2024-07-26T06:24:52.608 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.608+0000 7f19304c3640 1 < completed delete operation key=2I9DGCCZ992A tag=AU33A82NYX4V type=del 2024-07-26T06:24:52.610 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.609+0000 7f19304c3640 1 > prepared operation key=Y31PRFKXA0KI tag=AAG8QLIE3HO5 type=del size=874581 2024-07-26T06:24:52.612 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.612+0000 7f19304c3640 1 < completed delete operation key=23K6MK7R266R tag=DKQ0NCED2V1A type=del 2024-07-26T06:24:52.614 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.614+0000 7f19304c3640 1 > prepared operation key=CXCXAKPQIOKH tag=70TPSNUYB80L type=del size=3889697 2024-07-26T06:24:52.616 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.616+0000 7f19304c3640 1 < completed part key=_multipart_D2CZZ6A8YSHC.2~J72LPMLLDS4W.0 size=1048576 2024-07-26T06:24:52.617 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.617+0000 7f19304c3640 1 < completed part key=_multipart_D2CZZ6A8YSHC.2~J72LPMLLDS4W.1 size=1048576 2024-07-26T06:24:52.619 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.619+0000 7f19304c3640 1 < completed part key=_multipart_D2CZZ6A8YSHC.2~J72LPMLLDS4W.2 size=575221 2024-07-26T06:24:52.626 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.623+0000 7f19304c3640 1 < completed multipart upload key=D2CZZ6A8YSHC upload=J72LPMLLDS4W tag=ONSA39SGLYHG type=write size=3720949 2024-07-26T06:24:52.626 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.625+0000 7f19304c3640 1 > prepared operation key=4ZWJ6XHKZXZF tag=ZHCU46T5O039 type=del size=1826846 2024-07-26T06:24:52.627 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.627+0000 7f19304c3640 1 < canceled operation key=Y0JGX4QVQXEC tag=G4Y1U1YI0MEG type=del size=4003236 2024-07-26T06:24:52.628 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:24:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:24:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:24:52.630 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.630+0000 7f19304c3640 1 > prepared part key=_multipart_7GGA1PRXXHDC.2~YYOASHPUM94Z.0 size=1048576 2024-07-26T06:24:52.632 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.632+0000 7f19304c3640 1 > prepared part key=_multipart_7GGA1PRXXHDC.2~YYOASHPUM94Z.1 size=316783 2024-07-26T06:24:52.632 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.632+0000 7f19304c3640 1 > prepared multipart upload key=7GGA1PRXXHDC upload=YYOASHPUM94Z tag=B90JV5IJB7QO type=write size=2413935 2024-07-26T06:24:52.634 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.634+0000 7f19304c3640 1 < completed delete operation key=M8V7EJP4HHQV tag=MRTJR6GM69EW type=del 2024-07-26T06:24:52.636 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.636+0000 7f19304c3640 1 > prepared operation key=HO4GZ0KNZ8SK tag=EXG6CT4WLZAY type=del size=2789018 2024-07-26T06:24:52.637 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.636+0000 7f19304c3640 1 < canceled part key=_multipart_4ZWJ6XHKZXZF.2~QXZ2DTF3SL10.0 size=145885 2024-07-26T06:24:52.640 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.640+0000 7f19304c3640 1 < canceled multipart upload key=4ZWJ6XHKZXZF upload=QXZ2DTF3SL10 tag=K9XYWW6YEUWJ type=write size=1194461 2024-07-26T06:24:52.642 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.641+0000 7f19304c3640 1 > prepared operation key=V4QX80DR86I3 tag=I5UBXI1TXOPA type=del size=305352 2024-07-26T06:24:52.645 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.645+0000 7f19304c3640 1 < suggested update operation key=Y31PRFKXA0KI tag=LW0GUF5RO8ZB type=del size=3627254 2024-07-26T06:24:52.647 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.647+0000 7f19304c3640 1 > prepared operation key=G2XJVRBLSPE9 tag=ASC3WOHGC66E type=del size=1718142 2024-07-26T06:24:52.649 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.649+0000 7f19304c3640 1 < completed delete operation key=TWRRPXYVH5FW tag=FHJGGWYOYAUQ type=del 2024-07-26T06:24:52.651 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.651+0000 7f19304c3640 1 > prepared operation key=V4QX80DR86I3 tag=Q39P7PJV2IGF type=del size=3647995 2024-07-26T06:24:52.653 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.653+0000 7f19304c3640 1 < completed write operation key=LCDUWKN6AQNU tag=0HZSVBKFWJDH type=write size=309321 2024-07-26T06:24:52.655 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.655+0000 7f19304c3640 1 > prepared operation key=7GGA1PRXXHDC tag=Q8RCQQ1XPM8Q type=del size=3975756 2024-07-26T06:24:52.659 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.658+0000 7f19304c3640 1 < suggested update operation key=G2XJVRBLSPE9 tag=O4M0U159GDS9 type=write size=555068 2024-07-26T06:24:52.660 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.660+0000 7f19304c3640 1 > prepared operation key=1I2JP28R3YNS tag=CTTDR45K0SU8 type=del size=4179801 2024-07-26T06:24:52.664 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.664+0000 7f19304c3640 1 < suggested update operation key=Y0JGX4QVQXEC tag=P2LA75D8MLFR type=del size=442279 2024-07-26T06:24:52.666 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.666+0000 7f19304c3640 1 > prepared operation key=SQ0RDJVR9PPL tag=3222A10PHW76 type=write size=55790 2024-07-26T06:24:52.669 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.669+0000 7f19304c3640 1 < suggested update operation key=55ZIE8HVR68M tag=YG0I7BZZ61JY type=del size=2190698 2024-07-26T06:24:52.673 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.673+0000 7f19304c3640 1 > prepared part key=_multipart_G70GGG8ITGEE.2~HUI8BL9JGEEO.0 size=1048576 2024-07-26T06:24:52.675 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.674+0000 7f19304c3640 1 > prepared part key=_multipart_G70GGG8ITGEE.2~HUI8BL9JGEEO.1 size=1048576 2024-07-26T06:24:52.676 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.676+0000 7f19304c3640 1 > prepared part key=_multipart_G70GGG8ITGEE.2~HUI8BL9JGEEO.2 size=79277 2024-07-26T06:24:52.676 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.676+0000 7f19304c3640 1 > prepared multipart upload key=G70GGG8ITGEE upload=HUI8BL9JGEEO tag=3RBM9XDXC3AL type=write size=3225005 2024-07-26T06:24:52.678 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.678+0000 7f19304c3640 1 < completed write operation key=D2CZZ6A8YSHC tag=3O9OYULKSEK0 type=write size=244225 2024-07-26T06:24:52.680 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.680+0000 7f19304c3640 1 > prepared operation key=23K6MK7R266R tag=6I2KJVZTXCQQ type=del size=1420302 2024-07-26T06:24:52.682 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.682+0000 7f19304c3640 1 < completed part key=_multipart_Y0JGX4QVQXEC.2~QWYWNJIEODP0.0 size=1048576 2024-07-26T06:24:52.683 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.683+0000 7f19304c3640 1 < completed part key=_multipart_Y0JGX4QVQXEC.2~QWYWNJIEODP0.1 size=1048576 2024-07-26T06:24:52.685 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.685+0000 7f19304c3640 1 < completed part key=_multipart_Y0JGX4QVQXEC.2~QWYWNJIEODP0.2 size=1027862 2024-07-26T06:24:52.688 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.688+0000 7f19304c3640 1 < completed multipart upload key=Y0JGX4QVQXEC upload=QWYWNJIEODP0 tag=8X42BV41RKFC type=write size=4173590 2024-07-26T06:24:52.692 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.692+0000 7f19304c3640 1 > prepared part key=_multipart_QMPZ7GQNIH0K.2~BEJ63C9ROGT7.0 size=1048576 2024-07-26T06:24:52.694 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.694+0000 7f19304c3640 1 > prepared part key=_multipart_QMPZ7GQNIH0K.2~BEJ63C9ROGT7.1 size=158489 2024-07-26T06:24:52.694 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.694+0000 7f19304c3640 1 > prepared multipart upload key=QMPZ7GQNIH0K upload=BEJ63C9ROGT7 tag=FQ6FEQYNQI0W type=write size=2255641 2024-07-26T06:24:52.697 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.696+0000 7f19304c3640 1 < completed part key=_multipart_PN7DBK1NNJVB.2~XT1GMX4X7T9A.0 size=1048576 2024-07-26T06:24:52.699 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.699+0000 7f19304c3640 1 < completed part key=_multipart_PN7DBK1NNJVB.2~XT1GMX4X7T9A.1 size=1048576 2024-07-26T06:24:52.700 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.700+0000 7f19304c3640 1 < completed part key=_multipart_PN7DBK1NNJVB.2~XT1GMX4X7T9A.2 size=655618 2024-07-26T06:24:52.704 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.704+0000 7f19304c3640 1 < completed multipart upload key=PN7DBK1NNJVB upload=XT1GMX4X7T9A tag=CJPOL64R0IW3 type=write size=3801346 2024-07-26T06:24:52.709 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.708+0000 7f19304c3640 1 > prepared part key=_multipart_C2RTY1II1OSK.2~8B51P172K7XQ.0 size=1048576 2024-07-26T06:24:52.710 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.710+0000 7f19304c3640 1 > prepared part key=_multipart_C2RTY1II1OSK.2~8B51P172K7XQ.1 size=1048576 2024-07-26T06:24:52.712 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.712+0000 7f19304c3640 1 > prepared part key=_multipart_C2RTY1II1OSK.2~8B51P172K7XQ.2 size=248983 2024-07-26T06:24:52.712 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.712+0000 7f19304c3640 1 > prepared multipart upload key=C2RTY1II1OSK upload=8B51P172K7XQ tag=W1HKBYMHVDX9 type=write size=3394711 2024-07-26T06:24:52.714 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.714+0000 7f19304c3640 1 < completed part key=_multipart_M8V7EJP4HHQV.2~2XQNE3Z3HA9S.0 size=1048576 2024-07-26T06:24:52.715 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.714+0000 7f19304c3640 1 < canceled part key=_multipart_M8V7EJP4HHQV.2~2XQNE3Z3HA9S.1 size=208420 2024-07-26T06:24:52.719 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.718+0000 7f19304c3640 1 < canceled multipart upload key=M8V7EJP4HHQV upload=2XQNE3Z3HA9S tag=IQKE2SAB8PG0 type=write size=2305572 2024-07-26T06:24:52.721 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.721+0000 7f19304c3640 1 > prepared operation key=ZSYF9DE73TR8 tag=DJBTW0OUI5X0 type=del size=2388064 2024-07-26T06:24:52.724 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.723+0000 7f19304c3640 -1 < failed to complete operation key=Y31PRFKXA0KI tag=AAG8QLIE3HO5 type=del size=874581: (22) Invalid argument 2024-07-26T06:24:52.726 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.726+0000 7f19304c3640 1 > prepared operation key=PN7DBK1NNJVB tag=LUDS2VJVAOPI type=write size=137588 2024-07-26T06:24:52.730 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.730+0000 7f19304c3640 1 < suggested remove operation key=CXCXAKPQIOKH tag=70TPSNUYB80L type=del 2024-07-26T06:24:52.734 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.734+0000 7f19304c3640 1 > prepared part key=_multipart_YDC2NRQG9YFE.2~3A5293WUE09O.0 size=333814 2024-07-26T06:24:52.734 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.734+0000 7f19304c3640 1 > prepared multipart upload key=YDC2NRQG9YFE upload=3A5293WUE09O tag=JYG7K06CCX4S type=write size=1382390 2024-07-26T06:24:52.736 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.735+0000 7f19304c3640 1 < completed delete operation key=4ZWJ6XHKZXZF tag=ZHCU46T5O039 type=del 2024-07-26T06:24:52.739 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.739+0000 7f19304c3640 1 > prepared part key=_multipart_LCDUWKN6AQNU.2~6DVQ37Q2V6KD.0 size=1048576 2024-07-26T06:24:52.741 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.741+0000 7f19304c3640 1 > prepared part key=_multipart_LCDUWKN6AQNU.2~6DVQ37Q2V6KD.1 size=1048576 2024-07-26T06:24:52.743 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.743+0000 7f19304c3640 1 > prepared part key=_multipart_LCDUWKN6AQNU.2~6DVQ37Q2V6KD.2 size=196268 2024-07-26T06:24:52.743 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.743+0000 7f19304c3640 1 > prepared multipart upload key=LCDUWKN6AQNU upload=6DVQ37Q2V6KD tag=HC4ANJR10ZDY type=write size=3341996 2024-07-26T06:24:52.745 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.745+0000 7f19304c3640 1 < completed part key=_multipart_7GGA1PRXXHDC.2~YYOASHPUM94Z.0 size=1048576 2024-07-26T06:24:52.746 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.746+0000 7f19304c3640 1 < completed part key=_multipart_7GGA1PRXXHDC.2~YYOASHPUM94Z.1 size=316783 2024-07-26T06:24:52.750 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.750+0000 7f19304c3640 1 < completed multipart upload key=7GGA1PRXXHDC upload=YYOASHPUM94Z tag=B90JV5IJB7QO type=write size=2413935 2024-07-26T06:24:52.754 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.753+0000 7f19304c3640 1 > prepared part key=_multipart_1I2JP28R3YNS.2~7WCCLSIA5FW0.0 size=1048576 2024-07-26T06:24:52.755 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.755+0000 7f19304c3640 1 > prepared part key=_multipart_1I2JP28R3YNS.2~7WCCLSIA5FW0.1 size=259223 2024-07-26T06:24:52.755 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.755+0000 7f19304c3640 1 > prepared multipart upload key=1I2JP28R3YNS upload=7WCCLSIA5FW0 tag=CTO5CYC808M2 type=write size=2356375 2024-07-26T06:24:52.757 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.757+0000 7f19304c3640 1 < completed delete operation key=HO4GZ0KNZ8SK tag=EXG6CT4WLZAY type=del 2024-07-26T06:24:52.759 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.759+0000 7f19304c3640 1 > prepared operation key=TWRRPXYVH5FW tag=W0KH488NUYSU type=del size=3362478 2024-07-26T06:24:52.761 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.761+0000 7f19304c3640 1 < completed delete operation key=V4QX80DR86I3 tag=I5UBXI1TXOPA type=del 2024-07-26T06:24:52.763 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.763+0000 7f19304c3640 1 > prepared operation key=8J29YNE031PP tag=J0UJUD7CSYA5 type=del size=1748400 2024-07-26T06:24:52.766 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.766+0000 7f19304c3640 -1 < failed to complete operation key=G2XJVRBLSPE9 tag=ASC3WOHGC66E type=del size=1718142: (22) Invalid argument 2024-07-26T06:24:52.768 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.768+0000 7f19304c3640 1 > prepared operation key=2TS50KKRU12E tag=ALXPQPVCDZD0 type=del size=3046775 2024-07-26T06:24:52.770 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.769+0000 7f19304c3640 1 < completed delete operation key=V4QX80DR86I3 tag=Q39P7PJV2IGF type=del 2024-07-26T06:24:52.774 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.774+0000 7f19304c3640 1 > prepared part key=_multipart_CXCXAKPQIOKH.2~U1YZA3CIWL68.0 size=1048576 2024-07-26T06:24:52.776 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.776+0000 7f19304c3640 1 > prepared part key=_multipart_CXCXAKPQIOKH.2~U1YZA3CIWL68.1 size=1048576 2024-07-26T06:24:52.778 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.778+0000 7f19304c3640 1 > prepared part key=_multipart_CXCXAKPQIOKH.2~U1YZA3CIWL68.2 size=107497 2024-07-26T06:24:52.778 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.778+0000 7f19304c3640 1 > prepared multipart upload key=CXCXAKPQIOKH upload=U1YZA3CIWL68 tag=I6J8QOYH9M11 type=write size=3253225 2024-07-26T06:24:52.780 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.780+0000 7f19304c3640 1 < completed delete operation key=7GGA1PRXXHDC tag=Q8RCQQ1XPM8Q type=del 2024-07-26T06:24:52.782 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.782+0000 7f19304c3640 1 > prepared operation key=QMPZ7GQNIH0K tag=F0B1VAKWC1TV type=del size=3256875 2024-07-26T06:24:52.786 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.786+0000 7f19304c3640 1 < suggested update operation key=1I2JP28R3YNS tag=CTTDR45K0SU8 type=del size=4179801 2024-07-26T06:24:52.788 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.788+0000 7f19304c3640 1 > prepared operation key=2TS50KKRU12E tag=PA88H0W6X915 type=del size=1614321 2024-07-26T06:24:52.792 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.791+0000 7f19304c3640 1 < suggested update operation key=SQ0RDJVR9PPL tag=3222A10PHW76 type=write size=55790 2024-07-26T06:24:52.796 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.796+0000 7f19304c3640 1 > prepared part key=_multipart_G2XJVRBLSPE9.2~V2X5DWAYUE57.0 size=1048576 2024-07-26T06:24:52.797 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.797+0000 7f19304c3640 1 > prepared part key=_multipart_G2XJVRBLSPE9.2~V2X5DWAYUE57.1 size=1048576 2024-07-26T06:24:52.799 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.799+0000 7f19304c3640 1 > prepared part key=_multipart_G2XJVRBLSPE9.2~V2X5DWAYUE57.2 size=612895 2024-07-26T06:24:52.799 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.799+0000 7f19304c3640 1 > prepared multipart upload key=G2XJVRBLSPE9 upload=V2X5DWAYUE57 tag=1LJK1C5UFCTV type=write size=3758623 2024-07-26T06:24:52.802 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.802+0000 7f19304c3640 1 < completed part key=_multipart_G70GGG8ITGEE.2~HUI8BL9JGEEO.0 size=1048576 2024-07-26T06:24:52.804 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.803+0000 7f19304c3640 1 < completed part key=_multipart_G70GGG8ITGEE.2~HUI8BL9JGEEO.1 size=1048576 2024-07-26T06:24:52.805 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.805+0000 7f19304c3640 1 < completed part key=_multipart_G70GGG8ITGEE.2~HUI8BL9JGEEO.2 size=79277 2024-07-26T06:24:52.809 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.808+0000 7f19304c3640 1 < completed multipart upload key=G70GGG8ITGEE upload=HUI8BL9JGEEO tag=3RBM9XDXC3AL type=write size=3225005 2024-07-26T06:24:52.812 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.812+0000 7f19304c3640 1 > prepared part key=_multipart_D2CZZ6A8YSHC.2~I8XUT3XHZIKW.0 size=1048576 2024-07-26T06:24:52.814 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.814+0000 7f19304c3640 1 > prepared part key=_multipart_D2CZZ6A8YSHC.2~I8XUT3XHZIKW.1 size=866312 2024-07-26T06:24:52.814 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.814+0000 7f19304c3640 1 > prepared multipart upload key=D2CZZ6A8YSHC upload=I8XUT3XHZIKW tag=9LCOEEDP9IP1 type=write size=2963464 2024-07-26T06:24:52.816 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.816+0000 7f19304c3640 1 < completed delete operation key=23K6MK7R266R tag=6I2KJVZTXCQQ type=del 2024-07-26T06:24:52.818 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.818+0000 7f19304c3640 1 > prepared operation key=2TS50KKRU12E tag=6YXUDS3K9Z62 type=del size=2294900 2024-07-26T06:24:52.820 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.820+0000 7f19304c3640 1 < completed part key=_multipart_QMPZ7GQNIH0K.2~BEJ63C9ROGT7.0 size=1048576 2024-07-26T06:24:52.821 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.821+0000 7f19304c3640 1 < completed part key=_multipart_QMPZ7GQNIH0K.2~BEJ63C9ROGT7.1 size=158489 2024-07-26T06:24:52.825 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.824+0000 7f19304c3640 1 < completed multipart upload key=QMPZ7GQNIH0K upload=BEJ63C9ROGT7 tag=FQ6FEQYNQI0W type=write size=2255641 2024-07-26T06:24:52.829 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.829+0000 7f19304c3640 1 > prepared part key=_multipart_512VC812AWRN.2~YPFIGHFJ7URJ.0 size=1048576 2024-07-26T06:24:52.831 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.831+0000 7f19304c3640 1 > prepared part key=_multipart_512VC812AWRN.2~YPFIGHFJ7URJ.1 size=1003032 2024-07-26T06:24:52.831 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.831+0000 7f19304c3640 1 > prepared multipart upload key=512VC812AWRN upload=YPFIGHFJ7URJ tag=8MQQ8R2VY2C3 type=write size=3100184 2024-07-26T06:24:52.833 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.833+0000 7f19304c3640 1 < completed part key=_multipart_C2RTY1II1OSK.2~8B51P172K7XQ.0 size=1048576 2024-07-26T06:24:52.834 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.834+0000 7f19304c3640 1 < completed part key=_multipart_C2RTY1II1OSK.2~8B51P172K7XQ.1 size=1048576 2024-07-26T06:24:52.836 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.836+0000 7f19304c3640 1 < completed part key=_multipart_C2RTY1II1OSK.2~8B51P172K7XQ.2 size=248983 2024-07-26T06:24:52.840 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.839+0000 7f19304c3640 1 < completed multipart upload key=C2RTY1II1OSK upload=8B51P172K7XQ tag=W1HKBYMHVDX9 type=write size=3394711 2024-07-26T06:24:52.842 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.841+0000 7f19304c3640 1 > prepared operation key=2TS50KKRU12E tag=98YUMAGEBWS0 type=del size=903735 2024-07-26T06:24:52.845 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.845+0000 7f19304c3640 1 < suggested remove operation key=ZSYF9DE73TR8 tag=DJBTW0OUI5X0 type=del 2024-07-26T06:24:52.847 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.847+0000 7f19304c3640 1 > prepared operation key=TWRRPXYVH5FW tag=X1Q1P6ECOPFJ type=del size=3020814 2024-07-26T06:24:52.849 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.849+0000 7f19304c3640 1 < canceled operation key=PN7DBK1NNJVB tag=LUDS2VJVAOPI type=write size=137588 2024-07-26T06:24:52.851 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.851+0000 7f19304c3640 1 > prepared operation key=Y0JGX4QVQXEC tag=LKJJO8XRWUK1 type=write size=487269 2024-07-26T06:24:52.853 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.853+0000 7f19304c3640 1 < completed part key=_multipart_YDC2NRQG9YFE.2~3A5293WUE09O.0 size=333814 2024-07-26T06:24:52.856 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.856+0000 7f19304c3640 1 < completed multipart upload key=YDC2NRQG9YFE upload=3A5293WUE09O tag=JYG7K06CCX4S type=write size=1382390 2024-07-26T06:24:52.861 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.860+0000 7f19304c3640 1 > prepared part key=_multipart_ZSYF9DE73TR8.2~9775Y6GV80RF.0 size=1048576 2024-07-26T06:24:52.862 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.862+0000 7f19304c3640 1 > prepared part key=_multipart_ZSYF9DE73TR8.2~9775Y6GV80RF.1 size=1048576 2024-07-26T06:24:52.864 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.863+0000 7f19304c3640 1 > prepared part key=_multipart_ZSYF9DE73TR8.2~9775Y6GV80RF.2 size=465269 2024-07-26T06:24:52.864 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.863+0000 7f19304c3640 1 > prepared multipart upload key=ZSYF9DE73TR8 upload=9775Y6GV80RF tag=73NOZ9CD12O4 type=write size=3610997 2024-07-26T06:24:52.866 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.865+0000 7f19304c3640 1 < completed part key=_multipart_LCDUWKN6AQNU.2~6DVQ37Q2V6KD.0 size=1048576 2024-07-26T06:24:52.867 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.867+0000 7f19304c3640 1 < completed part key=_multipart_LCDUWKN6AQNU.2~6DVQ37Q2V6KD.1 size=1048576 2024-07-26T06:24:52.869 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.869+0000 7f19304c3640 1 < completed part key=_multipart_LCDUWKN6AQNU.2~6DVQ37Q2V6KD.2 size=196268 2024-07-26T06:24:52.873 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.873+0000 7f19304c3640 1 < completed multipart upload key=LCDUWKN6AQNU upload=6DVQ37Q2V6KD tag=HC4ANJR10ZDY type=write size=3341996 2024-07-26T06:24:52.877 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.877+0000 7f19304c3640 1 > prepared part key=_multipart_SQ0RDJVR9PPL.2~93XTJ8L9TD2P.0 size=258877 2024-07-26T06:24:52.877 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.877+0000 7f19304c3640 1 > prepared multipart upload key=SQ0RDJVR9PPL upload=93XTJ8L9TD2P tag=LLLD7123CS42 type=write size=1307453 2024-07-26T06:24:52.879 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.879+0000 7f19304c3640 1 < completed part key=_multipart_1I2JP28R3YNS.2~7WCCLSIA5FW0.0 size=1048576 2024-07-26T06:24:52.881 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.880+0000 7f19304c3640 1 < completed part key=_multipart_1I2JP28R3YNS.2~7WCCLSIA5FW0.1 size=259223 2024-07-26T06:24:52.884 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.884+0000 7f19304c3640 1 < completed multipart upload key=1I2JP28R3YNS upload=7WCCLSIA5FW0 tag=CTO5CYC808M2 type=write size=2356375 2024-07-26T06:24:52.888 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.888+0000 7f19304c3640 1 > prepared part key=_multipart_CXCXAKPQIOKH.2~9XAZ3Z4ZN7VC.0 size=1048576 2024-07-26T06:24:52.890 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.889+0000 7f19304c3640 1 > prepared part key=_multipart_CXCXAKPQIOKH.2~9XAZ3Z4ZN7VC.1 size=51647 2024-07-26T06:24:52.890 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.889+0000 7f19304c3640 1 > prepared multipart upload key=CXCXAKPQIOKH upload=9XAZ3Z4ZN7VC tag=FLFFMHHX10H8 type=write size=2148799 2024-07-26T06:24:52.892 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.891+0000 7f19304c3640 1 < completed delete operation key=TWRRPXYVH5FW tag=W0KH488NUYSU type=del 2024-07-26T06:24:52.894 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.894+0000 7f19304c3640 1 > prepared operation key=8J29YNE031PP tag=QJCP6GEDJ74C type=write size=385642 2024-07-26T06:24:52.898 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.898+0000 7f19304c3640 1 < suggested remove operation key=8J29YNE031PP tag=J0UJUD7CSYA5 type=del 2024-07-26T06:24:52.900 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.900+0000 7f19304c3640 1 > prepared operation key=SSAHKRHXMDHN tag=T7FKUF5S00US type=del size=1074531 2024-07-26T06:24:52.902 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.902+0000 7f19304c3640 1 < completed delete operation key=2TS50KKRU12E tag=ALXPQPVCDZD0 type=del 2024-07-26T06:24:52.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:24:52 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:24:52] "GET /metrics HTTP/1.1" 200 36382 "" "Prometheus/2.43.0" 2024-07-26T06:24:52.904 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.904+0000 7f19304c3640 1 > prepared operation key=Y0JGX4QVQXEC tag=BB89CR535EX1 type=del size=2857925 2024-07-26T06:24:52.906 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.906+0000 7f19304c3640 1 < completed part key=_multipart_CXCXAKPQIOKH.2~U1YZA3CIWL68.0 size=1048576 2024-07-26T06:24:52.907 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.907+0000 7f19304c3640 1 < completed part key=_multipart_CXCXAKPQIOKH.2~U1YZA3CIWL68.1 size=1048576 2024-07-26T06:24:52.909 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.909+0000 7f19304c3640 1 < completed part key=_multipart_CXCXAKPQIOKH.2~U1YZA3CIWL68.2 size=107497 2024-07-26T06:24:52.912 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.912+0000 7f19304c3640 1 < completed multipart upload key=CXCXAKPQIOKH upload=U1YZA3CIWL68 tag=I6J8QOYH9M11 type=write size=3253225 2024-07-26T06:24:52.916 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.916+0000 7f19304c3640 1 > prepared part key=_multipart_55ZIE8HVR68M.2~W1EU4ZERYTW6.0 size=1048576 2024-07-26T06:24:52.918 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.918+0000 7f19304c3640 1 > prepared part key=_multipart_55ZIE8HVR68M.2~W1EU4ZERYTW6.1 size=631098 2024-07-26T06:24:52.918 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.918+0000 7f19304c3640 1 > prepared multipart upload key=55ZIE8HVR68M upload=W1EU4ZERYTW6 tag=BZZK034M0R6H type=write size=2728250 2024-07-26T06:24:52.920 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.920+0000 7f19304c3640 1 < canceled operation key=QMPZ7GQNIH0K tag=F0B1VAKWC1TV type=del size=3256875 2024-07-26T06:24:52.922 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.922+0000 7f19304c3640 1 > prepared operation key=D2CZZ6A8YSHC tag=X2TJ00DNS40Z type=del size=324986 2024-07-26T06:24:52.924 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.923+0000 7f19304c3640 1 < completed delete operation key=2TS50KKRU12E tag=PA88H0W6X915 type=del 2024-07-26T06:24:52.926 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.925+0000 7f19304c3640 1 > prepared operation key=Y31PRFKXA0KI tag=347CUFNXJL3X type=del size=1743413 2024-07-26T06:24:52.928 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.927+0000 7f19304c3640 1 < completed part key=_multipart_G2XJVRBLSPE9.2~V2X5DWAYUE57.0 size=1048576 2024-07-26T06:24:52.929 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.929+0000 7f19304c3640 1 < completed part key=_multipart_G2XJVRBLSPE9.2~V2X5DWAYUE57.1 size=1048576 2024-07-26T06:24:52.931 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.930+0000 7f19304c3640 1 < completed part key=_multipart_G2XJVRBLSPE9.2~V2X5DWAYUE57.2 size=612895 2024-07-26T06:24:52.935 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.935+0000 7f19304c3640 1 < completed multipart upload key=G2XJVRBLSPE9 upload=V2X5DWAYUE57 tag=1LJK1C5UFCTV type=write size=3758623 2024-07-26T06:24:52.937 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.937+0000 7f19304c3640 1 > prepared operation key=ZSYF9DE73TR8 tag=APRFS2VUSDEL type=write size=526173 2024-07-26T06:24:52.939 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.939+0000 7f19304c3640 1 < completed part key=_multipart_D2CZZ6A8YSHC.2~I8XUT3XHZIKW.0 size=1048576 2024-07-26T06:24:52.941 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.940+0000 7f19304c3640 1 < completed part key=_multipart_D2CZZ6A8YSHC.2~I8XUT3XHZIKW.1 size=866312 2024-07-26T06:24:52.944 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.944+0000 7f19304c3640 1 < completed multipart upload key=D2CZZ6A8YSHC upload=I8XUT3XHZIKW tag=9LCOEEDP9IP1 type=write size=2963464 2024-07-26T06:24:52.946 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.946+0000 7f19304c3640 1 > prepared operation key=7GGA1PRXXHDC tag=I4DW50F13R2T type=del size=842398 2024-07-26T06:24:52.948 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.948+0000 7f19304c3640 1 < completed delete operation key=2TS50KKRU12E tag=6YXUDS3K9Z62 type=del 2024-07-26T06:24:52.950 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.950+0000 7f19304c3640 1 > prepared operation key=M8V7EJP4HHQV tag=3EPJZD8VQTQ3 type=del size=2662154 2024-07-26T06:24:52.952 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.951+0000 7f19304c3640 1 < completed part key=_multipart_512VC812AWRN.2~YPFIGHFJ7URJ.0 size=1048576 2024-07-26T06:24:52.954 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.953+0000 7f19304c3640 1 < completed part key=_multipart_512VC812AWRN.2~YPFIGHFJ7URJ.1 size=1003032 2024-07-26T06:24:52.957 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.956+0000 7f19304c3640 1 < completed multipart upload key=512VC812AWRN upload=YPFIGHFJ7URJ tag=8MQQ8R2VY2C3 type=write size=3100184 2024-07-26T06:24:52.959 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.958+0000 7f19304c3640 1 > prepared operation key=TWRRPXYVH5FW tag=6AXOVRCJZL3V type=write size=535312 2024-07-26T06:24:52.961 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.960+0000 7f19304c3640 1 < completed delete operation key=2TS50KKRU12E tag=98YUMAGEBWS0 type=del 2024-07-26T06:24:52.963 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.963+0000 7f19304c3640 1 > prepared operation key=TWRRPXYVH5FW tag=DNNVGP13F6VA type=write size=16236 2024-07-26T06:24:52.965 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.965+0000 7f19304c3640 1 < completed delete operation key=TWRRPXYVH5FW tag=X1Q1P6ECOPFJ type=del 2024-07-26T06:24:52.967 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.967+0000 7f19304c3640 1 > prepared operation key=8J29YNE031PP tag=P16HBAGIAXU8 type=del size=4041242 2024-07-26T06:24:52.969 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.968+0000 7f19304c3640 1 < canceled operation key=Y0JGX4QVQXEC tag=LKJJO8XRWUK1 type=write size=487269 2024-07-26T06:24:52.971 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.970+0000 7f19304c3640 1 > prepared operation key=LCDUWKN6AQNU tag=J53Q1OJKWSJ1 type=del size=1011848 2024-07-26T06:24:52.973 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.972+0000 7f19304c3640 1 < completed part key=_multipart_ZSYF9DE73TR8.2~9775Y6GV80RF.0 size=1048576 2024-07-26T06:24:52.975 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.974+0000 7f19304c3640 1 < completed part key=_multipart_ZSYF9DE73TR8.2~9775Y6GV80RF.1 size=1048576 2024-07-26T06:24:52.976 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.975+0000 7f19304c3640 1 < completed part key=_multipart_ZSYF9DE73TR8.2~9775Y6GV80RF.2 size=465269 2024-07-26T06:24:52.979 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.979+0000 7f19304c3640 1 < completed multipart upload key=ZSYF9DE73TR8 upload=9775Y6GV80RF tag=73NOZ9CD12O4 type=write size=3610997 2024-07-26T06:24:52.983 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.982+0000 7f19304c3640 1 > prepared part key=_multipart_G2XJVRBLSPE9.2~FSF70EYOV5F4.0 size=167715 2024-07-26T06:24:52.983 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.982+0000 7f19304c3640 1 > prepared multipart upload key=G2XJVRBLSPE9 upload=FSF70EYOV5F4 tag=G78ZVSC31W16 type=write size=1216291 2024-07-26T06:24:52.984 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.984+0000 7f19304c3640 1 < completed part key=_multipart_SQ0RDJVR9PPL.2~93XTJ8L9TD2P.0 size=258877 2024-07-26T06:24:52.988 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.987+0000 7f19304c3640 1 < completed multipart upload key=SQ0RDJVR9PPL upload=93XTJ8L9TD2P tag=LLLD7123CS42 type=write size=1307453 2024-07-26T06:24:52.990 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.990+0000 7f19304c3640 1 > prepared operation key=23K6MK7R266R tag=N0JIRB4HX9OM type=del size=1651503 2024-07-26T06:24:52.992 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.992+0000 7f19304c3640 1 < completed part key=_multipart_CXCXAKPQIOKH.2~9XAZ3Z4ZN7VC.0 size=1048576 2024-07-26T06:24:52.994 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.994+0000 7f19304c3640 1 < completed part key=_multipart_CXCXAKPQIOKH.2~9XAZ3Z4ZN7VC.1 size=51647 2024-07-26T06:24:52.998 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:52.997+0000 7f19304c3640 1 < completed multipart upload key=CXCXAKPQIOKH upload=9XAZ3Z4ZN7VC tag=FLFFMHHX10H8 type=write size=2148799 2024-07-26T06:24:53.001 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.001+0000 7f19304c3640 1 > prepared part key=_multipart_LCDUWKN6AQNU.2~1T0P08XO037V.0 size=1048576 2024-07-26T06:24:53.004 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.003+0000 7f19304c3640 1 > prepared part key=_multipart_LCDUWKN6AQNU.2~1T0P08XO037V.1 size=514051 2024-07-26T06:24:53.004 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.003+0000 7f19304c3640 1 > prepared multipart upload key=LCDUWKN6AQNU upload=1T0P08XO037V tag=RAKE0646KSDV type=write size=2611203 2024-07-26T06:24:53.006 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.006+0000 7f19304c3640 -1 < failed to complete operation key=8J29YNE031PP tag=QJCP6GEDJ74C type=write size=385642: (22) Invalid argument 2024-07-26T06:24:53.010 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.010+0000 7f19304c3640 1 > prepared part key=_multipart_8J29YNE031PP.2~K9IVQA49U2EH.0 size=1033803 2024-07-26T06:24:53.010 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.010+0000 7f19304c3640 1 > prepared multipart upload key=8J29YNE031PP upload=K9IVQA49U2EH tag=NYCVJT434QOR type=write size=2082379 2024-07-26T06:24:53.012 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.012+0000 7f19304c3640 1 < canceled operation key=SSAHKRHXMDHN tag=T7FKUF5S00US type=del size=1074531 2024-07-26T06:24:53.015 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.015+0000 7f19304c3640 1 > prepared part key=_multipart_Y0JGX4QVQXEC.2~GYFH3TRQIYM7.0 size=1048576 2024-07-26T06:24:53.017 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.017+0000 7f19304c3640 1 > prepared part key=_multipart_Y0JGX4QVQXEC.2~GYFH3TRQIYM7.1 size=59174 2024-07-26T06:24:53.017 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.017+0000 7f19304c3640 1 > prepared multipart upload key=Y0JGX4QVQXEC upload=GYFH3TRQIYM7 tag=84J70P9TMDQK type=write size=2156326 2024-07-26T06:24:53.019 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.019+0000 7f19304c3640 1 < completed delete operation key=Y0JGX4QVQXEC tag=BB89CR535EX1 type=del 2024-07-26T06:24:53.022 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.022+0000 7f19304c3640 1 > prepared part key=_multipart_M8V7EJP4HHQV.2~PN5EN3APFAOO.0 size=1048576 2024-07-26T06:24:53.024 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.024+0000 7f19304c3640 1 > prepared part key=_multipart_M8V7EJP4HHQV.2~PN5EN3APFAOO.1 size=64404 2024-07-26T06:24:53.024 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.024+0000 7f19304c3640 1 > prepared multipart upload key=M8V7EJP4HHQV upload=PN5EN3APFAOO tag=K96ZU8L53QIA type=write size=2161556 2024-07-26T06:24:53.026 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.026+0000 7f19304c3640 1 < completed part key=_multipart_55ZIE8HVR68M.2~W1EU4ZERYTW6.0 size=1048576 2024-07-26T06:24:53.028 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.027+0000 7f19304c3640 1 < completed part key=_multipart_55ZIE8HVR68M.2~W1EU4ZERYTW6.1 size=631098 2024-07-26T06:24:53.031 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.031+0000 7f19304c3640 1 < completed multipart upload key=55ZIE8HVR68M upload=W1EU4ZERYTW6 tag=BZZK034M0R6H type=write size=2728250 2024-07-26T06:24:53.033 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.032+0000 7f19304c3640 1 > prepared operation key=512VC812AWRN tag=JPWMOI1ONTWK type=del size=3891077 2024-07-26T06:24:53.038 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.035+0000 7f19304c3640 1 < completed delete operation key=D2CZZ6A8YSHC tag=X2TJ00DNS40Z type=del 2024-07-26T06:24:53.038 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.036+0000 7f19304c3640 1 > prepared operation key=SSAHKRHXMDHN tag=KPRO0BLXSX0E type=del size=981601 2024-07-26T06:24:53.039 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.038+0000 7f19304c3640 1 < completed delete operation key=Y31PRFKXA0KI tag=347CUFNXJL3X type=del 2024-07-26T06:24:53.042 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.042+0000 7f19304c3640 1 > prepared part key=_multipart_SQ0RDJVR9PPL.2~9AT78OSZAK0R.0 size=1048576 2024-07-26T06:24:53.044 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.043+0000 7f19304c3640 1 > prepared part key=_multipart_SQ0RDJVR9PPL.2~9AT78OSZAK0R.1 size=1048576 2024-07-26T06:24:53.045 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.045+0000 7f19304c3640 1 > prepared part key=_multipart_SQ0RDJVR9PPL.2~9AT78OSZAK0R.2 size=167684 2024-07-26T06:24:53.045 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.045+0000 7f19304c3640 1 > prepared multipart upload key=SQ0RDJVR9PPL upload=9AT78OSZAK0R tag=YF56SUBU0VG1 type=write size=3313412 2024-07-26T06:24:53.049 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.049+0000 7f19304c3640 1 < suggested remove operation key=ZSYF9DE73TR8 tag=APRFS2VUSDEL type=write 2024-07-26T06:24:53.051 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.051+0000 7f19304c3640 1 > prepared operation key=2I9DGCCZ992A tag=P6GLME5J0B0W type=del size=3120040 2024-07-26T06:24:53.054 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.054+0000 7f19304c3640 1 < completed delete operation key=7GGA1PRXXHDC tag=I4DW50F13R2T type=del 2024-07-26T06:24:53.056 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.056+0000 7f19304c3640 1 > prepared operation key=LCDUWKN6AQNU tag=0NB5LK6UKFCL type=del size=791090 2024-07-26T06:24:53.058 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.058+0000 7f19304c3640 1 < completed delete operation key=M8V7EJP4HHQV tag=3EPJZD8VQTQ3 type=del 2024-07-26T06:24:53.060 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.060+0000 7f19304c3640 1 > prepared operation key=8J29YNE031PP tag=6QZ1JHN30HRK type=del size=1200045 2024-07-26T06:24:53.062 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.062+0000 7f19304c3640 1 < completed write operation key=TWRRPXYVH5FW tag=6AXOVRCJZL3V type=write size=535312 2024-07-26T06:24:53.064 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.064+0000 7f19304c3640 1 > prepared operation key=8J29YNE031PP tag=VW6XL8ZJS1BF type=write size=497859 2024-07-26T06:24:53.066 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.066+0000 7f19304c3640 1 < canceled operation key=TWRRPXYVH5FW tag=DNNVGP13F6VA type=write size=16236 2024-07-26T06:24:53.070 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.069+0000 7f19304c3640 1 > prepared part key=_multipart_F3QUORF2HDZY.2~T3N3D987S13D.0 size=1048576 2024-07-26T06:24:53.071 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.071+0000 7f19304c3640 1 > prepared part key=_multipart_F3QUORF2HDZY.2~T3N3D987S13D.1 size=733 2024-07-26T06:24:53.071 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.071+0000 7f19304c3640 1 > prepared multipart upload key=F3QUORF2HDZY upload=T3N3D987S13D tag=IXIASUJ9OOAU type=write size=2097885 2024-07-26T06:24:53.074 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.074+0000 7f19304c3640 1 < canceled operation key=8J29YNE031PP tag=P16HBAGIAXU8 type=del size=4041242 2024-07-26T06:24:53.076 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.075+0000 7f19304c3640 1 > prepared operation key=PN7DBK1NNJVB tag=PWR35F14XYY0 type=del size=190597 2024-07-26T06:24:53.080 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.080+0000 7f19304c3640 1 < suggested remove operation key=LCDUWKN6AQNU tag=J53Q1OJKWSJ1 type=del 2024-07-26T06:24:53.082 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.082+0000 7f19304c3640 1 > prepared operation key=M8V7EJP4HHQV tag=IBKMJD2KVPMF type=del size=3015428 2024-07-26T06:24:53.084 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.084+0000 7f19304c3640 1 < completed part key=_multipart_G2XJVRBLSPE9.2~FSF70EYOV5F4.0 size=167715 2024-07-26T06:24:53.088 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.088+0000 7f19304c3640 1 < completed multipart upload key=G2XJVRBLSPE9 upload=FSF70EYOV5F4 tag=G78ZVSC31W16 type=write size=1216291 2024-07-26T06:24:53.090 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.090+0000 7f19304c3640 1 > prepared operation key=C2RTY1II1OSK tag=C86TTGT0LMNV type=del size=207593 2024-07-26T06:24:53.095 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.095+0000 7f19304c3640 1 < suggested remove operation key=23K6MK7R266R tag=N0JIRB4HX9OM type=del 2024-07-26T06:24:53.100 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.100+0000 7f19304c3640 1 > prepared part key=_multipart_G70GGG8ITGEE.2~K1GDMS7REHK2.0 size=1048576 2024-07-26T06:24:53.102 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.102+0000 7f19304c3640 1 > prepared part key=_multipart_G70GGG8ITGEE.2~K1GDMS7REHK2.1 size=84710 2024-07-26T06:24:53.103 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.102+0000 7f19304c3640 1 > prepared multipart upload key=G70GGG8ITGEE upload=K1GDMS7REHK2 tag=BTVJOQIAU87B type=write size=2181862 2024-07-26T06:24:53.104 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.104+0000 7f19304c3640 1 < completed part key=_multipart_LCDUWKN6AQNU.2~1T0P08XO037V.0 size=1048576 2024-07-26T06:24:53.106 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.106+0000 7f19304c3640 1 < completed part key=_multipart_LCDUWKN6AQNU.2~1T0P08XO037V.1 size=514051 2024-07-26T06:24:53.110 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.109+0000 7f19304c3640 1 < completed multipart upload key=LCDUWKN6AQNU upload=1T0P08XO037V tag=RAKE0646KSDV type=write size=2611203 2024-07-26T06:24:53.115 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.114+0000 7f19304c3640 1 > prepared part key=_multipart_PN7DBK1NNJVB.2~T49UTEUR1A83.0 size=659149 2024-07-26T06:24:53.115 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.114+0000 7f19304c3640 1 > prepared multipart upload key=PN7DBK1NNJVB upload=T49UTEUR1A83 tag=H0E4KJNJN4ZT type=write size=1707725 2024-07-26T06:24:53.117 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.117+0000 7f19304c3640 1 < completed part key=_multipart_8J29YNE031PP.2~K9IVQA49U2EH.0 size=1033803 2024-07-26T06:24:53.122 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.122+0000 7f19304c3640 1 < completed multipart upload key=8J29YNE031PP upload=K9IVQA49U2EH tag=NYCVJT434QOR type=write size=2082379 2024-07-26T06:24:53.128 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.128+0000 7f19304c3640 1 > prepared part key=_multipart_7P9AQQD7XI2Z.2~MXPSG1NNJKGB.0 size=1048576 2024-07-26T06:24:53.130 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.130+0000 7f19304c3640 1 > prepared part key=_multipart_7P9AQQD7XI2Z.2~MXPSG1NNJKGB.1 size=605588 2024-07-26T06:24:53.130 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.130+0000 7f19304c3640 1 > prepared multipart upload key=7P9AQQD7XI2Z upload=MXPSG1NNJKGB tag=UL62AB5ZP50H type=write size=2702740 2024-07-26T06:24:53.132 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.132+0000 7f19304c3640 1 < completed part key=_multipart_Y0JGX4QVQXEC.2~GYFH3TRQIYM7.0 size=1048576 2024-07-26T06:24:53.134 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.133+0000 7f19304c3640 1 < completed part key=_multipart_Y0JGX4QVQXEC.2~GYFH3TRQIYM7.1 size=59174 2024-07-26T06:24:53.137 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.137+0000 7f19304c3640 1 < completed multipart upload key=Y0JGX4QVQXEC upload=GYFH3TRQIYM7 tag=84J70P9TMDQK type=write size=2156326 2024-07-26T06:24:53.139 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.139+0000 7f19304c3640 1 > prepared operation key=P6MP7JC8DTH7 tag=O0M1XFEV15T0 type=del size=607226 2024-07-26T06:24:53.141 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.141+0000 7f19304c3640 1 < completed part key=_multipart_M8V7EJP4HHQV.2~PN5EN3APFAOO.0 size=1048576 2024-07-26T06:24:53.143 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.143+0000 7f19304c3640 1 < completed part key=_multipart_M8V7EJP4HHQV.2~PN5EN3APFAOO.1 size=64404 2024-07-26T06:24:53.148 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.147+0000 7f19304c3640 1 < completed multipart upload key=M8V7EJP4HHQV upload=PN5EN3APFAOO tag=K96ZU8L53QIA type=write size=2161556 2024-07-26T06:24:53.150 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.149+0000 7f19304c3640 1 > prepared operation key=LCDUWKN6AQNU tag=V35JL8GNRHSK type=del size=1734446 2024-07-26T06:24:53.152 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.152+0000 7f19304c3640 1 < completed delete operation key=512VC812AWRN tag=JPWMOI1ONTWK type=del 2024-07-26T06:24:53.155 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.155+0000 7f19304c3640 1 > prepared operation key=CXCXAKPQIOKH tag=2GS52CV42W35 type=del size=1728455 2024-07-26T06:24:53.158 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.158+0000 7f19304c3640 1 < completed delete operation key=SSAHKRHXMDHN tag=KPRO0BLXSX0E type=del 2024-07-26T06:24:53.163 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.163+0000 7f19304c3640 1 > prepared part key=_multipart_M8V7EJP4HHQV.2~ML6ZWEW579B1.0 size=1048576 2024-07-26T06:24:53.165 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.165+0000 7f19304c3640 1 > prepared part key=_multipart_M8V7EJP4HHQV.2~ML6ZWEW579B1.1 size=1048576 2024-07-26T06:24:53.167 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.167+0000 7f19304c3640 1 > prepared part key=_multipart_M8V7EJP4HHQV.2~ML6ZWEW579B1.2 size=529835 2024-07-26T06:24:53.167 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.167+0000 7f19304c3640 1 > prepared multipart upload key=M8V7EJP4HHQV upload=ML6ZWEW579B1 tag=JFDOO856R39A type=write size=3675563 2024-07-26T06:24:53.170 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.170+0000 7f19304c3640 1 < completed part key=_multipart_SQ0RDJVR9PPL.2~9AT78OSZAK0R.0 size=1048576 2024-07-26T06:24:53.172 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.172+0000 7f19304c3640 1 < completed part key=_multipart_SQ0RDJVR9PPL.2~9AT78OSZAK0R.1 size=1048576 2024-07-26T06:24:53.175 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.174+0000 7f19304c3640 1 < completed part key=_multipart_SQ0RDJVR9PPL.2~9AT78OSZAK0R.2 size=167684 2024-07-26T06:24:53.179 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.179+0000 7f19304c3640 1 < completed multipart upload key=SQ0RDJVR9PPL upload=9AT78OSZAK0R tag=YF56SUBU0VG1 type=write size=3313412 2024-07-26T06:24:53.181 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.181+0000 7f19304c3640 1 > prepared operation key=QMPZ7GQNIH0K tag=7K3DNBT0SPLD type=del size=3611775 2024-07-26T06:24:53.184 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.183+0000 7f19304c3640 1 < completed delete operation key=2I9DGCCZ992A tag=P6GLME5J0B0W type=del 2024-07-26T06:24:53.186 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.186+0000 7f19304c3640 1 > prepared operation key=YDC2NRQG9YFE tag=ZE4IX4ASB8D1 type=del size=1307282 2024-07-26T06:24:53.191 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.191+0000 7f19304c3640 1 < suggested update operation key=LCDUWKN6AQNU tag=0NB5LK6UKFCL type=del size=791090 2024-07-26T06:24:53.196 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.195+0000 7f19304c3640 1 > prepared part key=_multipart_QMPZ7GQNIH0K.2~7OPPSUC5VKIZ.0 size=1048576 2024-07-26T06:24:53.197 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.197+0000 7f19304c3640 1 > prepared part key=_multipart_QMPZ7GQNIH0K.2~7OPPSUC5VKIZ.1 size=128227 2024-07-26T06:24:53.197 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.197+0000 7f19304c3640 1 > prepared multipart upload key=QMPZ7GQNIH0K upload=7OPPSUC5VKIZ tag=V2X730GW2SZX type=write size=2225379 2024-07-26T06:24:53.200 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.200+0000 7f19304c3640 1 < completed delete operation key=8J29YNE031PP tag=6QZ1JHN30HRK type=del 2024-07-26T06:24:53.202 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.202+0000 7f19304c3640 1 > prepared operation key=0PV4L596ZFOW tag=GOH7W768EOHT type=del size=421427 2024-07-26T06:24:53.205 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.204+0000 7f19304c3640 1 < completed write operation key=8J29YNE031PP tag=VW6XL8ZJS1BF type=write size=497859 2024-07-26T06:24:53.207 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.207+0000 7f19304c3640 1 > prepared operation key=G70GGG8ITGEE tag=62FV3I1MPXGU type=del size=1688172 2024-07-26T06:24:53.209 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.209+0000 7f19304c3640 1 < completed part key=_multipart_F3QUORF2HDZY.2~T3N3D987S13D.0 size=1048576 2024-07-26T06:24:53.209 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.209+0000 7f19304c3640 1 < canceled part key=_multipart_F3QUORF2HDZY.2~T3N3D987S13D.1 size=733 2024-07-26T06:24:53.213 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.213+0000 7f19304c3640 1 < canceled multipart upload key=F3QUORF2HDZY upload=T3N3D987S13D tag=IXIASUJ9OOAU type=write size=2097885 2024-07-26T06:24:53.218 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.217+0000 7f19304c3640 1 > prepared part key=_multipart_SQ0RDJVR9PPL.2~JW86VBAH0PWX.0 size=1048576 2024-07-26T06:24:53.220 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.220+0000 7f19304c3640 1 > prepared part key=_multipart_SQ0RDJVR9PPL.2~JW86VBAH0PWX.1 size=960427 2024-07-26T06:24:53.220 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.220+0000 7f19304c3640 1 > prepared multipart upload key=SQ0RDJVR9PPL upload=JW86VBAH0PWX tag=8Z26XVI4IIZ1 type=write size=3057579 2024-07-26T06:24:53.223 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.223+0000 7f19304c3640 1 < canceled operation key=PN7DBK1NNJVB tag=PWR35F14XYY0 type=del size=190597 2024-07-26T06:24:53.225 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.225+0000 7f19304c3640 1 > prepared operation key=Y0JGX4QVQXEC tag=LE5ZCM4GCNAM type=del size=2724046 2024-07-26T06:24:53.230 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.229+0000 7f19304c3640 1 < suggested remove operation key=M8V7EJP4HHQV tag=IBKMJD2KVPMF type=del 2024-07-26T06:24:53.234 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.233+0000 7f19304c3640 1 > prepared part key=_multipart_V4RJB0J6F7NB.2~STF356TJO3IU.0 size=806534 2024-07-26T06:24:53.234 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.233+0000 7f19304c3640 1 > prepared multipart upload key=V4RJB0J6F7NB upload=STF356TJO3IU tag=KU0445S0YHVV type=write size=1855110 2024-07-26T06:24:53.236 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.236+0000 7f19304c3640 1 < canceled operation key=C2RTY1II1OSK tag=C86TTGT0LMNV type=del size=207593 2024-07-26T06:24:53.244 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.240+0000 7f19304c3640 1 > prepared part key=_multipart_TWRRPXYVH5FW.2~OU5VQH94TR0N.0 size=1048576 2024-07-26T06:24:53.244 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.242+0000 7f19304c3640 1 > prepared part key=_multipart_TWRRPXYVH5FW.2~OU5VQH94TR0N.1 size=1048576 2024-07-26T06:24:53.245 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.244+0000 7f19304c3640 1 > prepared part key=_multipart_TWRRPXYVH5FW.2~OU5VQH94TR0N.2 size=464002 2024-07-26T06:24:53.245 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.244+0000 7f19304c3640 1 > prepared multipart upload key=TWRRPXYVH5FW upload=OU5VQH94TR0N tag=IVT1VWE1C9EI type=write size=3609730 2024-07-26T06:24:53.247 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.247+0000 7f19304c3640 1 < completed part key=_multipart_G70GGG8ITGEE.2~K1GDMS7REHK2.0 size=1048576 2024-07-26T06:24:53.249 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.249+0000 7f19304c3640 1 < completed part key=_multipart_G70GGG8ITGEE.2~K1GDMS7REHK2.1 size=84710 2024-07-26T06:24:53.253 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.253+0000 7f19304c3640 1 < completed multipart upload key=G70GGG8ITGEE upload=K1GDMS7REHK2 tag=BTVJOQIAU87B type=write size=2181862 2024-07-26T06:24:53.255 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.255+0000 7f19304c3640 1 > prepared operation key=SQ0RDJVR9PPL tag=70RU401LEAEW type=del size=824910 2024-07-26T06:24:53.255 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.255+0000 7f19304c3640 1 < canceled part key=_multipart_PN7DBK1NNJVB.2~T49UTEUR1A83.0 size=659149 2024-07-26T06:24:53.259 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.259+0000 7f19304c3640 1 < canceled multipart upload key=PN7DBK1NNJVB upload=T49UTEUR1A83 tag=H0E4KJNJN4ZT type=write size=1707725 2024-07-26T06:24:53.261 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.261+0000 7f19304c3640 1 > prepared operation key=23K6MK7R266R tag=QDFLX26KS8K1 type=del size=3253657 2024-07-26T06:24:53.263 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.263+0000 7f19304c3640 1 < completed part key=_multipart_7P9AQQD7XI2Z.2~MXPSG1NNJKGB.0 size=1048576 2024-07-26T06:24:53.265 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.265+0000 7f19304c3640 1 < completed part key=_multipart_7P9AQQD7XI2Z.2~MXPSG1NNJKGB.1 size=605588 2024-07-26T06:24:53.268 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.268+0000 7f19304c3640 1 < completed multipart upload key=7P9AQQD7XI2Z upload=MXPSG1NNJKGB tag=UL62AB5ZP50H type=write size=2702740 2024-07-26T06:24:53.270 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.270+0000 7f19304c3640 1 > prepared operation key=2TS50KKRU12E tag=HF84WLFC4GJA type=del size=3876644 2024-07-26T06:24:53.274 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.274+0000 7f19304c3640 1 < completed delete operation key=P6MP7JC8DTH7 tag=O0M1XFEV15T0 type=del 2024-07-26T06:24:53.276 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.276+0000 7f19304c3640 1 > prepared operation key=Y0JGX4QVQXEC tag=9YEF8K1EELXH type=del size=3406380 2024-07-26T06:24:53.279 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.279+0000 7f19304c3640 -1 < failed to complete operation key=LCDUWKN6AQNU tag=V35JL8GNRHSK type=del size=1734446: (22) Invalid argument 2024-07-26T06:24:53.283 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.283+0000 7f19304c3640 1 > prepared part key=_multipart_G2XJVRBLSPE9.2~OV1AZZNSX1W8.0 size=1048576 2024-07-26T06:24:53.285 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.285+0000 7f19304c3640 1 > prepared part key=_multipart_G2XJVRBLSPE9.2~OV1AZZNSX1W8.1 size=468878 2024-07-26T06:24:53.285 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.285+0000 7f19304c3640 1 > prepared multipart upload key=G2XJVRBLSPE9 upload=OV1AZZNSX1W8 tag=PYYTK8ZGRA0G type=write size=2566030 2024-07-26T06:24:53.290 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.289+0000 7f19304c3640 1 < suggested remove operation key=CXCXAKPQIOKH tag=2GS52CV42W35 type=del 2024-07-26T06:24:53.294 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.293+0000 7f19304c3640 1 > prepared part key=_multipart_Y31PRFKXA0KI.2~1YTDJ5ABQ2PE.0 size=1048576 2024-07-26T06:24:53.295 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.295+0000 7f19304c3640 1 > prepared part key=_multipart_Y31PRFKXA0KI.2~1YTDJ5ABQ2PE.1 size=1048576 2024-07-26T06:24:53.297 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.297+0000 7f19304c3640 1 > prepared part key=_multipart_Y31PRFKXA0KI.2~1YTDJ5ABQ2PE.2 size=622838 2024-07-26T06:24:53.298 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.297+0000 7f19304c3640 1 > prepared multipart upload key=Y31PRFKXA0KI upload=1YTDJ5ABQ2PE tag=32CJ3AU4679Y type=write size=3768566 2024-07-26T06:24:53.300 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.300+0000 7f19304c3640 1 < completed part key=_multipart_M8V7EJP4HHQV.2~ML6ZWEW579B1.0 size=1048576 2024-07-26T06:24:53.302 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.302+0000 7f19304c3640 1 < completed part key=_multipart_M8V7EJP4HHQV.2~ML6ZWEW579B1.1 size=1048576 2024-07-26T06:24:53.304 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.304+0000 7f19304c3640 1 < completed part key=_multipart_M8V7EJP4HHQV.2~ML6ZWEW579B1.2 size=529835 2024-07-26T06:24:53.309 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.309+0000 7f19304c3640 1 < completed multipart upload key=M8V7EJP4HHQV upload=ML6ZWEW579B1 tag=JFDOO856R39A type=write size=3675563 2024-07-26T06:24:53.314 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.313+0000 7f19304c3640 1 > prepared part key=_multipart_Y0JGX4QVQXEC.2~18JSELGO7JTD.0 size=1048576 2024-07-26T06:24:53.316 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.316+0000 7f19304c3640 1 > prepared part key=_multipart_Y0JGX4QVQXEC.2~18JSELGO7JTD.1 size=1048576 2024-07-26T06:24:53.319 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.318+0000 7f19304c3640 1 > prepared part key=_multipart_Y0JGX4QVQXEC.2~18JSELGO7JTD.2 size=314824 2024-07-26T06:24:53.319 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.318+0000 7f19304c3640 1 > prepared multipart upload key=Y0JGX4QVQXEC upload=18JSELGO7JTD tag=7XPT4T67KSY5 type=write size=3460552 2024-07-26T06:24:53.322 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.321+0000 7f19304c3640 1 < completed delete operation key=QMPZ7GQNIH0K tag=7K3DNBT0SPLD type=del 2024-07-26T06:24:53.324 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.324+0000 7f19304c3640 1 > prepared operation key=23K6MK7R266R tag=VY4H1BWJYTIG type=write size=975688 2024-07-26T06:24:53.326 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.326+0000 7f19304c3640 1 < canceled operation key=YDC2NRQG9YFE tag=ZE4IX4ASB8D1 type=del size=1307282 2024-07-26T06:24:53.329 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.329+0000 7f19304c3640 1 > prepared operation key=4ZWJ6XHKZXZF tag=RWF5FI41NTI2 type=del size=2979645 2024-07-26T06:24:53.331 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.331+0000 7f19304c3640 1 < completed part key=_multipart_QMPZ7GQNIH0K.2~7OPPSUC5VKIZ.0 size=1048576 2024-07-26T06:24:53.333 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.333+0000 7f19304c3640 1 < completed part key=_multipart_QMPZ7GQNIH0K.2~7OPPSUC5VKIZ.1 size=128227 2024-07-26T06:24:53.337 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.337+0000 7f19304c3640 1 < completed multipart upload key=QMPZ7GQNIH0K upload=7OPPSUC5VKIZ tag=V2X730GW2SZX type=write size=2225379 2024-07-26T06:24:53.339 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.339+0000 7f19304c3640 1 > prepared operation key=1I2JP28R3YNS tag=91RYBO0X0YTB type=del size=3753897 2024-07-26T06:24:53.341 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.341+0000 7f19304c3640 1 < completed delete operation key=0PV4L596ZFOW tag=GOH7W768EOHT type=del 2024-07-26T06:24:53.343 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.342+0000 7f19304c3640 1 > prepared operation key=P6MP7JC8DTH7 tag=0KU6E9KQKVXO type=write size=774768 2024-07-26T06:24:53.345 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.344+0000 7f19304c3640 1 < completed delete operation key=G70GGG8ITGEE tag=62FV3I1MPXGU type=del 2024-07-26T06:24:53.347 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.346+0000 7f19304c3640 1 > prepared operation key=LCDUWKN6AQNU tag=5T128JD98W5E type=del size=1368190 2024-07-26T06:24:53.349 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.349+0000 7f19304c3640 1 < completed part key=_multipart_SQ0RDJVR9PPL.2~JW86VBAH0PWX.0 size=1048576 2024-07-26T06:24:53.351 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.351+0000 7f19304c3640 1 < completed part key=_multipart_SQ0RDJVR9PPL.2~JW86VBAH0PWX.1 size=960427 2024-07-26T06:24:53.355 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.355+0000 7f19304c3640 1 < completed multipart upload key=SQ0RDJVR9PPL upload=JW86VBAH0PWX tag=8Z26XVI4IIZ1 type=write size=3057579 2024-07-26T06:24:53.359 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.359+0000 7f19304c3640 1 > prepared part key=_multipart_M8V7EJP4HHQV.2~F714ZSF0CR54.0 size=1048576 2024-07-26T06:24:53.361 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.361+0000 7f19304c3640 1 > prepared part key=_multipart_M8V7EJP4HHQV.2~F714ZSF0CR54.1 size=806117 2024-07-26T06:24:53.361 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.361+0000 7f19304c3640 1 > prepared multipart upload key=M8V7EJP4HHQV upload=F714ZSF0CR54 tag=EZNVEBPZ49P1 type=write size=2903269 2024-07-26T06:24:53.363 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.363+0000 7f19304c3640 1 < completed delete operation key=Y0JGX4QVQXEC tag=LE5ZCM4GCNAM type=del 2024-07-26T06:24:53.367 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.367+0000 7f19304c3640 1 > prepared part key=_multipart_8J29YNE031PP.2~K350XDXPMKU4.0 size=149834 2024-07-26T06:24:53.367 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.367+0000 7f19304c3640 1 > prepared multipart upload key=8J29YNE031PP upload=K350XDXPMKU4 tag=3CJYAQAU998C type=write size=1198410 2024-07-26T06:24:53.369 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.369+0000 7f19304c3640 1 < completed part key=_multipart_V4RJB0J6F7NB.2~STF356TJO3IU.0 size=806534 2024-07-26T06:24:53.373 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.373+0000 7f19304c3640 1 < completed multipart upload key=V4RJB0J6F7NB upload=STF356TJO3IU tag=KU0445S0YHVV type=write size=1855110 2024-07-26T06:24:53.376 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.376+0000 7f19304c3640 1 > prepared operation key=SSAHKRHXMDHN tag=GGRV28CMWM9X type=del size=256758 2024-07-26T06:24:53.378 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.378+0000 7f19304c3640 1 < completed part key=_multipart_TWRRPXYVH5FW.2~OU5VQH94TR0N.0 size=1048576 2024-07-26T06:24:53.380 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.380+0000 7f19304c3640 1 < completed part key=_multipart_TWRRPXYVH5FW.2~OU5VQH94TR0N.1 size=1048576 2024-07-26T06:24:53.382 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.382+0000 7f19304c3640 1 < completed part key=_multipart_TWRRPXYVH5FW.2~OU5VQH94TR0N.2 size=464002 2024-07-26T06:24:53.386 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.386+0000 7f19304c3640 1 < completed multipart upload key=TWRRPXYVH5FW upload=OU5VQH94TR0N tag=IVT1VWE1C9EI type=write size=3609730 2024-07-26T06:24:53.389 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.388+0000 7f19304c3640 1 > prepared operation key=LCDUWKN6AQNU tag=WPOZCAHED8SY type=del size=1204526 2024-07-26T06:24:53.394 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.394+0000 7f19304c3640 1 < suggested remove operation key=SQ0RDJVR9PPL tag=70RU401LEAEW type=del 2024-07-26T06:24:53.399 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.399+0000 7f19304c3640 1 > prepared part key=_multipart_F3QUORF2HDZY.2~G4VB0XQNBJ4H.0 size=1048576 2024-07-26T06:24:53.402 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.401+0000 7f19304c3640 1 > prepared part key=_multipart_F3QUORF2HDZY.2~G4VB0XQNBJ4H.1 size=980611 2024-07-26T06:24:53.402 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.401+0000 7f19304c3640 1 > prepared multipart upload key=F3QUORF2HDZY upload=G4VB0XQNBJ4H tag=XHFY56XF8WHD type=write size=3077763 2024-07-26T06:24:53.404 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.404+0000 7f19304c3640 1 < completed delete operation key=23K6MK7R266R tag=QDFLX26KS8K1 type=del 2024-07-26T06:24:53.409 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.409+0000 7f19304c3640 1 > prepared part key=_multipart_HO4GZ0KNZ8SK.2~72YG3F8XHWN1.0 size=1048576 2024-07-26T06:24:53.411 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.411+0000 7f19304c3640 1 > prepared part key=_multipart_HO4GZ0KNZ8SK.2~72YG3F8XHWN1.1 size=163907 2024-07-26T06:24:53.411 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.411+0000 7f19304c3640 1 > prepared multipart upload key=HO4GZ0KNZ8SK upload=72YG3F8XHWN1 tag=RDNCLHCBD2YS type=write size=2261059 2024-07-26T06:24:53.413 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.413+0000 7f19304c3640 1 < completed delete operation key=2TS50KKRU12E tag=HF84WLFC4GJA type=del 2024-07-26T06:24:53.415 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.415+0000 7f19304c3640 1 > prepared operation key=23K6MK7R266R tag=FUHHNPTGW5GR type=write size=912262 2024-07-26T06:24:53.418 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.417+0000 7f19304c3640 1 < completed delete operation key=Y0JGX4QVQXEC tag=9YEF8K1EELXH type=del 2024-07-26T06:24:53.420 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.420+0000 7f19304c3640 1 > prepared operation key=P6MP7JC8DTH7 tag=8RREJR39F9UE type=write size=591101 2024-07-26T06:24:53.422 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.422+0000 7f19304c3640 1 < completed part key=_multipart_G2XJVRBLSPE9.2~OV1AZZNSX1W8.0 size=1048576 2024-07-26T06:24:53.424 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.424+0000 7f19304c3640 1 < completed part key=_multipart_G2XJVRBLSPE9.2~OV1AZZNSX1W8.1 size=468878 2024-07-26T06:24:53.429 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.428+0000 7f19304c3640 1 < completed multipart upload key=G2XJVRBLSPE9 upload=OV1AZZNSX1W8 tag=PYYTK8ZGRA0G type=write size=2566030 2024-07-26T06:24:53.434 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.434+0000 7f19304c3640 1 > prepared part key=_multipart_V4QX80DR86I3.2~9KACFSVT2JXN.0 size=1048576 2024-07-26T06:24:53.436 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.436+0000 7f19304c3640 1 > prepared part key=_multipart_V4QX80DR86I3.2~9KACFSVT2JXN.1 size=887502 2024-07-26T06:24:53.436 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.436+0000 7f19304c3640 1 > prepared multipart upload key=V4QX80DR86I3 upload=9KACFSVT2JXN tag=MTMRHAZJJ3SQ type=write size=2984654 2024-07-26T06:24:53.438 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.438+0000 7f19304c3640 1 < completed part key=_multipart_Y31PRFKXA0KI.2~1YTDJ5ABQ2PE.0 size=1048576 2024-07-26T06:24:53.440 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.440+0000 7f19304c3640 1 < completed part key=_multipart_Y31PRFKXA0KI.2~1YTDJ5ABQ2PE.1 size=1048576 2024-07-26T06:24:53.443 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.442+0000 7f19304c3640 1 < completed part key=_multipart_Y31PRFKXA0KI.2~1YTDJ5ABQ2PE.2 size=622838 2024-07-26T06:24:53.446 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.446+0000 7f19304c3640 1 < completed multipart upload key=Y31PRFKXA0KI upload=1YTDJ5ABQ2PE tag=32CJ3AU4679Y type=write size=3768566 2024-07-26T06:24:53.449 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.448+0000 7f19304c3640 1 > prepared operation key=512VC812AWRN tag=7JWMDFGT3V54 type=write size=665119 2024-07-26T06:24:53.451 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.450+0000 7f19304c3640 1 < completed part key=_multipart_Y0JGX4QVQXEC.2~18JSELGO7JTD.0 size=1048576 2024-07-26T06:24:53.453 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.453+0000 7f19304c3640 1 < completed part key=_multipart_Y0JGX4QVQXEC.2~18JSELGO7JTD.1 size=1048576 2024-07-26T06:24:53.455 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.455+0000 7f19304c3640 1 < completed part key=_multipart_Y0JGX4QVQXEC.2~18JSELGO7JTD.2 size=314824 2024-07-26T06:24:53.459 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.459+0000 7f19304c3640 1 < completed multipart upload key=Y0JGX4QVQXEC upload=18JSELGO7JTD tag=7XPT4T67KSY5 type=write size=3460552 2024-07-26T06:24:53.461 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.461+0000 7f19304c3640 1 > prepared operation key=G2XJVRBLSPE9 tag=GU67D5BG4X8P type=del size=637992 2024-07-26T06:24:53.463 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.463+0000 7f19304c3640 1 < completed write operation key=23K6MK7R266R tag=VY4H1BWJYTIG type=write size=975688 2024-07-26T06:24:53.467 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.467+0000 7f19304c3640 1 > prepared part key=_multipart_8J29YNE031PP.2~A83O0IAKRXDY.0 size=166075 2024-07-26T06:24:53.467 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.467+0000 7f19304c3640 1 > prepared multipart upload key=8J29YNE031PP upload=A83O0IAKRXDY tag=OK1T6HXC4N1M type=write size=1214651 2024-07-26T06:24:53.469 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.469+0000 7f19304c3640 1 < completed delete operation key=4ZWJ6XHKZXZF tag=RWF5FI41NTI2 type=del 2024-07-26T06:24:53.475 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.474+0000 7f19304c3640 1 > prepared part key=_multipart_CXCXAKPQIOKH.2~GUGUL3WQB4AY.0 size=574218 2024-07-26T06:24:53.475 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.474+0000 7f19304c3640 1 > prepared multipart upload key=CXCXAKPQIOKH upload=GUGUL3WQB4AY tag=GYCD8LD5TBWW type=write size=1622794 2024-07-26T06:24:53.477 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.477+0000 7f19304c3640 1 < completed delete operation key=1I2JP28R3YNS tag=91RYBO0X0YTB type=del 2024-07-26T06:24:53.482 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.481+0000 7f19304c3640 1 > prepared part key=_multipart_7P9AQQD7XI2Z.2~9IEPFWVY1GWL.0 size=1048576 2024-07-26T06:24:53.483 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.483+0000 7f19304c3640 1 > prepared part key=_multipart_7P9AQQD7XI2Z.2~9IEPFWVY1GWL.1 size=1048576 2024-07-26T06:24:53.485 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.485+0000 7f19304c3640 1 > prepared part key=_multipart_7P9AQQD7XI2Z.2~9IEPFWVY1GWL.2 size=616803 2024-07-26T06:24:53.485 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.485+0000 7f19304c3640 1 > prepared multipart upload key=7P9AQQD7XI2Z upload=9IEPFWVY1GWL tag=WAU45VR8ME4G type=write size=3762531 2024-07-26T06:24:53.488 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.487+0000 7f19304c3640 1 < completed write operation key=P6MP7JC8DTH7 tag=0KU6E9KQKVXO type=write size=774768 2024-07-26T06:24:53.490 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.490+0000 7f19304c3640 1 > prepared operation key=23K6MK7R266R tag=3NXMD4Q1HK59 type=del size=2885666 2024-07-26T06:24:53.493 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.492+0000 7f19304c3640 1 < completed delete operation key=LCDUWKN6AQNU tag=5T128JD98W5E type=del 2024-07-26T06:24:53.496 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.495+0000 7f19304c3640 1 > prepared operation key=PN7DBK1NNJVB tag=2OH6C7BI6RVP type=del size=1149039 2024-07-26T06:24:53.500 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.499+0000 7f19304c3640 1 < completed part key=_multipart_M8V7EJP4HHQV.2~F714ZSF0CR54.0 size=1048576 2024-07-26T06:24:53.502 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.501+0000 7f19304c3640 1 < completed part key=_multipart_M8V7EJP4HHQV.2~F714ZSF0CR54.1 size=806117 2024-07-26T06:24:53.507 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.506+0000 7f19304c3640 1 < completed multipart upload key=M8V7EJP4HHQV upload=F714ZSF0CR54 tag=EZNVEBPZ49P1 type=write size=2903269 2024-07-26T06:24:53.510 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.510+0000 7f19304c3640 1 > prepared operation key=TWRRPXYVH5FW tag=EQ70KLQEBW0Z type=del size=1401154 2024-07-26T06:24:53.514 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.514+0000 7f19304c3640 1 < completed part key=_multipart_8J29YNE031PP.2~K350XDXPMKU4.0 size=149834 2024-07-26T06:24:53.519 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.519+0000 7f19304c3640 1 < completed multipart upload key=8J29YNE031PP upload=K350XDXPMKU4 tag=3CJYAQAU998C type=write size=1198410 2024-07-26T06:24:53.524 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.524+0000 7f19304c3640 1 > prepared part key=_multipart_V4QX80DR86I3.2~DVR4T0QHQH1E.0 size=214166 2024-07-26T06:24:53.524 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.524+0000 7f19304c3640 1 > prepared multipart upload key=V4QX80DR86I3 upload=DVR4T0QHQH1E tag=1KY1EENLJF3U type=write size=1262742 2024-07-26T06:24:53.527 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.527+0000 7f19304c3640 1 < canceled operation key=SSAHKRHXMDHN tag=GGRV28CMWM9X type=del size=256758 2024-07-26T06:24:53.529 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.529+0000 7f19304c3640 1 > prepared operation key=P6MP7JC8DTH7 tag=UYCZD7YBX2FZ type=del size=3858387 2024-07-26T06:24:53.532 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.531+0000 7f19304c3640 1 < completed delete operation key=LCDUWKN6AQNU tag=WPOZCAHED8SY type=del 2024-07-26T06:24:53.534 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.534+0000 7f19304c3640 1 > prepared operation key=2I9DGCCZ992A tag=QXNUXUUQZOOM type=del size=3221046 2024-07-26T06:24:53.536 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.536+0000 7f19304c3640 1 < completed part key=_multipart_F3QUORF2HDZY.2~G4VB0XQNBJ4H.0 size=1048576 2024-07-26T06:24:53.537 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.536+0000 7f19304c3640 1 < canceled part key=_multipart_F3QUORF2HDZY.2~G4VB0XQNBJ4H.1 size=980611 2024-07-26T06:24:53.540 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.540+0000 7f19304c3640 1 < canceled multipart upload key=F3QUORF2HDZY upload=G4VB0XQNBJ4H tag=XHFY56XF8WHD type=write size=3077763 2024-07-26T06:24:53.545 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.545+0000 7f19304c3640 1 > prepared part key=_multipart_2TS50KKRU12E.2~0PDBEYDC6F8C.0 size=1048576 2024-07-26T06:24:53.547 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.547+0000 7f19304c3640 1 > prepared part key=_multipart_2TS50KKRU12E.2~0PDBEYDC6F8C.1 size=268173 2024-07-26T06:24:53.547 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.547+0000 7f19304c3640 1 > prepared multipart upload key=2TS50KKRU12E upload=0PDBEYDC6F8C tag=8Z4WNH8S6L05 type=write size=2365325 2024-07-26T06:24:53.550 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.550+0000 7f19304c3640 1 < completed part key=_multipart_HO4GZ0KNZ8SK.2~72YG3F8XHWN1.0 size=1048576 2024-07-26T06:24:53.552 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.552+0000 7f19304c3640 1 < completed part key=_multipart_HO4GZ0KNZ8SK.2~72YG3F8XHWN1.1 size=163907 2024-07-26T06:24:53.557 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.557+0000 7f19304c3640 1 < completed multipart upload key=HO4GZ0KNZ8SK upload=72YG3F8XHWN1 tag=RDNCLHCBD2YS type=write size=2261059 2024-07-26T06:24:53.559 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.559+0000 7f19304c3640 1 > prepared operation key=G70GGG8ITGEE tag=FCJD3IBBPE88 type=del size=3242608 2024-07-26T06:24:53.562 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.561+0000 7f19304c3640 1 < canceled operation key=23K6MK7R266R tag=FUHHNPTGW5GR type=write size=912262 2024-07-26T06:24:53.567 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.566+0000 7f19304c3640 1 > prepared part key=_multipart_TWRRPXYVH5FW.2~HPEDOX5891IS.0 size=197430 2024-07-26T06:24:53.567 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.566+0000 7f19304c3640 1 > prepared multipart upload key=TWRRPXYVH5FW upload=HPEDOX5891IS tag=S43POW1R570X type=write size=1246006 2024-07-26T06:24:53.572 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.572+0000 7f19304c3640 1 < suggested update operation key=P6MP7JC8DTH7 tag=8RREJR39F9UE type=write size=591101 2024-07-26T06:24:53.577 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.577+0000 7f19304c3640 1 > prepared part key=_multipart_55ZIE8HVR68M.2~5SZNAJLQIUN6.0 size=1048576 2024-07-26T06:24:53.579 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.579+0000 7f19304c3640 1 > prepared part key=_multipart_55ZIE8HVR68M.2~5SZNAJLQIUN6.1 size=1048576 2024-07-26T06:24:53.581 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.581+0000 7f19304c3640 1 > prepared part key=_multipart_55ZIE8HVR68M.2~5SZNAJLQIUN6.2 size=1010430 2024-07-26T06:24:53.581 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.581+0000 7f19304c3640 1 > prepared multipart upload key=55ZIE8HVR68M upload=5SZNAJLQIUN6 tag=032XNKUP5MME type=write size=4156158 2024-07-26T06:24:53.583 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.583+0000 7f19304c3640 1 < completed part key=_multipart_V4QX80DR86I3.2~9KACFSVT2JXN.0 size=1048576 2024-07-26T06:24:53.586 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.585+0000 7f19304c3640 1 < completed part key=_multipart_V4QX80DR86I3.2~9KACFSVT2JXN.1 size=887502 2024-07-26T06:24:53.590 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.590+0000 7f19304c3640 1 < completed multipart upload key=V4QX80DR86I3 upload=9KACFSVT2JXN tag=MTMRHAZJJ3SQ type=write size=2984654 2024-07-26T06:24:53.594 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.594+0000 7f19304c3640 1 > prepared part key=_multipart_V4QX80DR86I3.2~D796SNQBZP8D.0 size=173829 2024-07-26T06:24:53.594 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.594+0000 7f19304c3640 1 > prepared multipart upload key=V4QX80DR86I3 upload=D796SNQBZP8D tag=F44DNPIF9GZZ type=write size=1222405 2024-07-26T06:24:53.597 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.597+0000 7f19304c3640 1 < completed write operation key=512VC812AWRN tag=7JWMDFGT3V54 type=write size=665119 2024-07-26T06:24:53.601 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.601+0000 7f19304c3640 1 > prepared part key=_multipart_SSAHKRHXMDHN.2~J6AXHMJ3Z3RR.0 size=1048576 2024-07-26T06:24:53.603 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.603+0000 7f19304c3640 1 > prepared part key=_multipart_SSAHKRHXMDHN.2~J6AXHMJ3Z3RR.1 size=1048576 2024-07-26T06:24:53.605 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.605+0000 7f19304c3640 1 > prepared part key=_multipart_SSAHKRHXMDHN.2~J6AXHMJ3Z3RR.2 size=578122 2024-07-26T06:24:53.605 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.605+0000 7f19304c3640 1 > prepared multipart upload key=SSAHKRHXMDHN upload=J6AXHMJ3Z3RR tag=26N2A8DVUF3W type=write size=3723850 2024-07-26T06:24:53.607 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.607+0000 7f19304c3640 1 < completed delete operation key=G2XJVRBLSPE9 tag=GU67D5BG4X8P type=del 2024-07-26T06:24:53.610 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.609+0000 7f19304c3640 1 > prepared operation key=2I9DGCCZ992A tag=8CUSOWPIONPZ type=del size=3850408 2024-07-26T06:24:53.612 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.612+0000 7f19304c3640 1 < completed part key=_multipart_8J29YNE031PP.2~A83O0IAKRXDY.0 size=166075 2024-07-26T06:24:53.616 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.616+0000 7f19304c3640 1 < completed multipart upload key=8J29YNE031PP upload=A83O0IAKRXDY tag=OK1T6HXC4N1M type=write size=1214651 2024-07-26T06:24:53.618 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.618+0000 7f19304c3640 1 > prepared operation key=4ZWJ6XHKZXZF tag=80QTJP6R0AT7 type=write size=237388 2024-07-26T06:24:53.620 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.620+0000 7f19304c3640 1 < completed part key=_multipart_CXCXAKPQIOKH.2~GUGUL3WQB4AY.0 size=574218 2024-07-26T06:24:53.625 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.625+0000 7f19304c3640 1 < completed multipart upload key=CXCXAKPQIOKH upload=GUGUL3WQB4AY tag=GYCD8LD5TBWW type=write size=1622794 2024-07-26T06:24:53.628 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.627+0000 7f19304c3640 1 > prepared operation key=P6MP7JC8DTH7 tag=8NA45192TACF type=del size=3529871 2024-07-26T06:24:53.630 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.630+0000 7f19304c3640 1 < completed part key=_multipart_7P9AQQD7XI2Z.2~9IEPFWVY1GWL.0 size=1048576 2024-07-26T06:24:53.632 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.632+0000 7f19304c3640 1 < completed part key=_multipart_7P9AQQD7XI2Z.2~9IEPFWVY1GWL.1 size=1048576 2024-07-26T06:24:53.634 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.634+0000 7f19304c3640 1 < completed part key=_multipart_7P9AQQD7XI2Z.2~9IEPFWVY1GWL.2 size=616803 2024-07-26T06:24:53.638 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.638+0000 7f19304c3640 1 < completed multipart upload key=7P9AQQD7XI2Z upload=9IEPFWVY1GWL tag=WAU45VR8ME4G type=write size=3762531 2024-07-26T06:24:53.640 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.640+0000 7f19304c3640 1 > prepared operation key=QMPZ7GQNIH0K tag=1PO00VELKR73 type=del size=1694395 2024-07-26T06:24:53.643 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.643+0000 7f19304c3640 1 < completed delete operation key=23K6MK7R266R tag=3NXMD4Q1HK59 type=del 2024-07-26T06:24:53.651 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.647+0000 7f19304c3640 1 > prepared part key=_multipart_C2RTY1II1OSK.2~I0ZGN2TDI3OD.0 size=1048576 2024-07-26T06:24:53.651 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.650+0000 7f19304c3640 1 > prepared part key=_multipart_C2RTY1II1OSK.2~I0ZGN2TDI3OD.1 size=1048576 2024-07-26T06:24:53.653 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.652+0000 7f19304c3640 1 > prepared part key=_multipart_C2RTY1II1OSK.2~I0ZGN2TDI3OD.2 size=263962 2024-07-26T06:24:53.653 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.652+0000 7f19304c3640 1 > prepared multipart upload key=C2RTY1II1OSK upload=I0ZGN2TDI3OD tag=ATX3MVQDX2EF type=write size=3409690 2024-07-26T06:24:53.657 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.657+0000 7f19304c3640 1 < suggested remove operation key=PN7DBK1NNJVB tag=2OH6C7BI6RVP type=del 2024-07-26T06:24:53.661 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.661+0000 7f19304c3640 1 > prepared part key=_multipart_V4QX80DR86I3.2~BHSG7IGTRTAQ.0 size=1048576 2024-07-26T06:24:53.663 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.663+0000 7f19304c3640 1 > prepared part key=_multipart_V4QX80DR86I3.2~BHSG7IGTRTAQ.1 size=336876 2024-07-26T06:24:53.664 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.663+0000 7f19304c3640 1 > prepared multipart upload key=V4QX80DR86I3 upload=BHSG7IGTRTAQ tag=XJPB43LYBJBY type=write size=2434028 2024-07-26T06:24:53.665 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.665+0000 7f19304c3640 1 < completed delete operation key=TWRRPXYVH5FW tag=EQ70KLQEBW0Z type=del 2024-07-26T06:24:53.667 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.667+0000 7f19304c3640 1 > prepared operation key=1I2JP28R3YNS tag=TISRRNUQXEF3 type=del size=342034 2024-07-26T06:24:53.670 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.669+0000 7f19304c3640 1 < completed part key=_multipart_V4QX80DR86I3.2~DVR4T0QHQH1E.0 size=214166 2024-07-26T06:24:53.674 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.673+0000 7f19304c3640 1 < completed multipart upload key=V4QX80DR86I3 upload=DVR4T0QHQH1E tag=1KY1EENLJF3U type=write size=1262742 2024-07-26T06:24:53.676 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.676+0000 7f19304c3640 1 > prepared operation key=55ZIE8HVR68M tag=JL4SDYC397YX type=del size=3008602 2024-07-26T06:24:53.681 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.681+0000 7f19304c3640 1 < suggested remove operation key=P6MP7JC8DTH7 tag=UYCZD7YBX2FZ type=del 2024-07-26T06:24:53.685 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.685+0000 7f19304c3640 1 > prepared part key=_multipart_SQ0RDJVR9PPL.2~QMUUZULD8VYT.0 size=335555 2024-07-26T06:24:53.685 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.685+0000 7f19304c3640 1 > prepared multipart upload key=SQ0RDJVR9PPL upload=QMUUZULD8VYT tag=EORVF270I7FN type=write size=1384131 2024-07-26T06:24:53.688 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.688+0000 7f19304c3640 1 < completed delete operation key=2I9DGCCZ992A tag=QXNUXUUQZOOM type=del 2024-07-26T06:24:53.690 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.690+0000 7f19304c3640 1 > prepared operation key=P6MP7JC8DTH7 tag=2MG6PZ6DT7D1 type=del size=2617042 2024-07-26T06:24:53.692 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.692+0000 7f19304c3640 1 < completed part key=_multipart_2TS50KKRU12E.2~0PDBEYDC6F8C.0 size=1048576 2024-07-26T06:24:53.694 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.694+0000 7f19304c3640 1 < completed part key=_multipart_2TS50KKRU12E.2~0PDBEYDC6F8C.1 size=268173 2024-07-26T06:24:53.698 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.698+0000 7f19304c3640 1 < completed multipart upload key=2TS50KKRU12E upload=0PDBEYDC6F8C tag=8Z4WNH8S6L05 type=write size=2365325 2024-07-26T06:24:53.702 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.702+0000 7f19304c3640 1 > prepared part key=_multipart_23K6MK7R266R.2~SPRGCV6BYPJ6.0 size=1048576 2024-07-26T06:24:53.704 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.704+0000 7f19304c3640 1 > prepared part key=_multipart_23K6MK7R266R.2~SPRGCV6BYPJ6.1 size=1048576 2024-07-26T06:24:53.705 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.705+0000 7f19304c3640 1 > prepared part key=_multipart_23K6MK7R266R.2~SPRGCV6BYPJ6.2 size=92534 2024-07-26T06:24:53.706 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.705+0000 7f19304c3640 1 > prepared multipart upload key=23K6MK7R266R upload=SPRGCV6BYPJ6 tag=SCEN1KWCBGCF type=write size=3238262 2024-07-26T06:24:53.708 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.707+0000 7f19304c3640 1 < completed delete operation key=G70GGG8ITGEE tag=FCJD3IBBPE88 type=del 2024-07-26T06:24:53.710 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.710+0000 7f19304c3640 1 > prepared operation key=G2XJVRBLSPE9 tag=BFKUVWOCXCSV type=del size=1078019 2024-07-26T06:24:53.713 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.713+0000 7f19304c3640 1 < completed part key=_multipart_TWRRPXYVH5FW.2~HPEDOX5891IS.0 size=197430 2024-07-26T06:24:53.717 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.716+0000 7f19304c3640 1 < completed multipart upload key=TWRRPXYVH5FW upload=HPEDOX5891IS tag=S43POW1R570X type=write size=1246006 2024-07-26T06:24:53.722 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.721+0000 7f19304c3640 1 > prepared part key=_multipart_2TS50KKRU12E.2~46ZK5ZD64DXC.0 size=1048576 2024-07-26T06:24:53.724 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.724+0000 7f19304c3640 1 > prepared part key=_multipart_2TS50KKRU12E.2~46ZK5ZD64DXC.1 size=1048576 2024-07-26T06:24:53.726 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.725+0000 7f19304c3640 1 > prepared part key=_multipart_2TS50KKRU12E.2~46ZK5ZD64DXC.2 size=229071 2024-07-26T06:24:53.726 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.725+0000 7f19304c3640 1 > prepared multipart upload key=2TS50KKRU12E upload=46ZK5ZD64DXC tag=FKTVX6IDN5G5 type=write size=3374799 2024-07-26T06:24:53.728 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.728+0000 7f19304c3640 1 < completed part key=_multipart_55ZIE8HVR68M.2~5SZNAJLQIUN6.0 size=1048576 2024-07-26T06:24:53.730 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.729+0000 7f19304c3640 1 < completed part key=_multipart_55ZIE8HVR68M.2~5SZNAJLQIUN6.1 size=1048576 2024-07-26T06:24:53.732 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.731+0000 7f19304c3640 1 < completed part key=_multipart_55ZIE8HVR68M.2~5SZNAJLQIUN6.2 size=1010430 2024-07-26T06:24:53.735 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.735+0000 7f19304c3640 1 < completed multipart upload key=55ZIE8HVR68M upload=5SZNAJLQIUN6 tag=032XNKUP5MME type=write size=4156158 2024-07-26T06:24:53.739 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.739+0000 7f19304c3640 1 > prepared part key=_multipart_G70GGG8ITGEE.2~61BRJIH3YZOO.0 size=1048576 2024-07-26T06:24:53.741 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.741+0000 7f19304c3640 1 > prepared part key=_multipart_G70GGG8ITGEE.2~61BRJIH3YZOO.1 size=757010 2024-07-26T06:24:53.741 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.741+0000 7f19304c3640 1 > prepared multipart upload key=G70GGG8ITGEE upload=61BRJIH3YZOO tag=LOLX7QANVVM6 type=write size=2854162 2024-07-26T06:24:53.743 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.742+0000 7f19304c3640 1 < completed part key=_multipart_V4QX80DR86I3.2~D796SNQBZP8D.0 size=173829 2024-07-26T06:24:53.747 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.746+0000 7f19304c3640 1 < completed multipart upload key=V4QX80DR86I3 upload=D796SNQBZP8D tag=F44DNPIF9GZZ type=write size=1222405 2024-07-26T06:24:53.748 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.748+0000 7f19304c3640 1 > prepared operation key=V4QX80DR86I3 tag=2B6HTO87GCHI type=del size=3018599 2024-07-26T06:24:53.751 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.751+0000 7f19304c3640 1 < completed part key=_multipart_SSAHKRHXMDHN.2~J6AXHMJ3Z3RR.0 size=1048576 2024-07-26T06:24:53.753 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.752+0000 7f19304c3640 1 < completed part key=_multipart_SSAHKRHXMDHN.2~J6AXHMJ3Z3RR.1 size=1048576 2024-07-26T06:24:53.754 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.754+0000 7f19304c3640 1 < completed part key=_multipart_SSAHKRHXMDHN.2~J6AXHMJ3Z3RR.2 size=578122 2024-07-26T06:24:53.759 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.759+0000 7f19304c3640 1 < completed multipart upload key=SSAHKRHXMDHN upload=J6AXHMJ3Z3RR tag=26N2A8DVUF3W type=write size=3723850 2024-07-26T06:24:53.761 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.761+0000 7f19304c3640 1 > prepared operation key=Y0JGX4QVQXEC tag=Z4OYO3FYJFVE type=del size=2014753 2024-07-26T06:24:53.764 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.764+0000 7f19304c3640 1 < completed delete operation key=2I9DGCCZ992A tag=8CUSOWPIONPZ type=del 2024-07-26T06:24:53.770 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.769+0000 7f19304c3640 1 > prepared part key=_multipart_V4RJB0J6F7NB.2~KJXMKKGHAL3H.0 size=1048576 2024-07-26T06:24:53.772 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.771+0000 7f19304c3640 1 > prepared part key=_multipart_V4RJB0J6F7NB.2~KJXMKKGHAL3H.1 size=34932 2024-07-26T06:24:53.772 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.771+0000 7f19304c3640 1 > prepared multipart upload key=V4RJB0J6F7NB upload=KJXMKKGHAL3H tag=95XXS5LUV46E type=write size=2132084 2024-07-26T06:24:53.775 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.774+0000 7f19304c3640 1 < completed write operation key=4ZWJ6XHKZXZF tag=80QTJP6R0AT7 type=write size=237388 2024-07-26T06:24:53.779 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.778+0000 7f19304c3640 1 > prepared part key=_multipart_YDC2NRQG9YFE.2~3H5TH02YD3FZ.0 size=1048576 2024-07-26T06:24:53.781 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.781+0000 7f19304c3640 1 > prepared part key=_multipart_YDC2NRQG9YFE.2~3H5TH02YD3FZ.1 size=990458 2024-07-26T06:24:53.781 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.781+0000 7f19304c3640 1 > prepared multipart upload key=YDC2NRQG9YFE upload=3H5TH02YD3FZ tag=05F179ILU8L8 type=write size=3087610 2024-07-26T06:24:53.785 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.785+0000 7f19304c3640 1 < suggested update operation key=P6MP7JC8DTH7 tag=8NA45192TACF type=del size=3529871 2024-07-26T06:24:53.790 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.789+0000 7f19304c3640 1 > prepared part key=_multipart_M8V7EJP4HHQV.2~L4GONS0BE234.0 size=405491 2024-07-26T06:24:53.790 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.789+0000 7f19304c3640 1 > prepared multipart upload key=M8V7EJP4HHQV upload=L4GONS0BE234 tag=6HF84H0FNDYD type=write size=1454067 2024-07-26T06:24:53.795 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.794+0000 7f19304c3640 1 < suggested remove operation key=QMPZ7GQNIH0K tag=1PO00VELKR73 type=del 2024-07-26T06:24:53.797 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.797+0000 7f19304c3640 1 > prepared operation key=YDC2NRQG9YFE tag=CIBALDX4A3P9 type=del size=1979030 2024-07-26T06:24:53.799 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.799+0000 7f19304c3640 1 < completed part key=_multipart_C2RTY1II1OSK.2~I0ZGN2TDI3OD.0 size=1048576 2024-07-26T06:24:53.801 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.801+0000 7f19304c3640 1 < completed part key=_multipart_C2RTY1II1OSK.2~I0ZGN2TDI3OD.1 size=1048576 2024-07-26T06:24:53.804 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.803+0000 7f19304c3640 1 < completed part key=_multipart_C2RTY1II1OSK.2~I0ZGN2TDI3OD.2 size=263962 2024-07-26T06:24:53.807 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.807+0000 7f19304c3640 1 < completed multipart upload key=C2RTY1II1OSK upload=I0ZGN2TDI3OD tag=ATX3MVQDX2EF type=write size=3409690 2024-07-26T06:24:53.809 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.809+0000 7f19304c3640 1 > prepared operation key=8J29YNE031PP tag=XA1D0J3WFYI6 type=del size=2004447 2024-07-26T06:24:53.811 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.811+0000 7f19304c3640 1 < completed part key=_multipart_V4QX80DR86I3.2~BHSG7IGTRTAQ.0 size=1048576 2024-07-26T06:24:53.813 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.813+0000 7f19304c3640 1 < completed part key=_multipart_V4QX80DR86I3.2~BHSG7IGTRTAQ.1 size=336876 2024-07-26T06:24:53.817 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.817+0000 7f19304c3640 1 < completed multipart upload key=V4QX80DR86I3 upload=BHSG7IGTRTAQ tag=XJPB43LYBJBY type=write size=2434028 2024-07-26T06:24:53.819 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.819+0000 7f19304c3640 1 > prepared operation key=P6MP7JC8DTH7 tag=XA70BPHYBZNF type=del size=1862107 2024-07-26T06:24:53.822 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.822+0000 7f19304c3640 1 < canceled operation key=1I2JP28R3YNS tag=TISRRNUQXEF3 type=del size=342034 2024-07-26T06:24:53.824 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.824+0000 7f19304c3640 1 > prepared operation key=512VC812AWRN tag=0Z3JQGK8SVWI type=del size=3566312 2024-07-26T06:24:53.826 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.826+0000 7f19304c3640 1 < completed delete operation key=55ZIE8HVR68M tag=JL4SDYC397YX type=del 2024-07-26T06:24:53.829 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.828+0000 7f19304c3640 1 > prepared operation key=SSAHKRHXMDHN tag=CLWT1D3IU8WU type=del size=1911153 2024-07-26T06:24:53.831 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.831+0000 7f19304c3640 1 < completed part key=_multipart_SQ0RDJVR9PPL.2~QMUUZULD8VYT.0 size=335555 2024-07-26T06:24:53.836 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.836+0000 7f19304c3640 1 < completed multipart upload key=SQ0RDJVR9PPL upload=QMUUZULD8VYT tag=EORVF270I7FN type=write size=1384131 2024-07-26T06:24:53.839 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.838+0000 7f19304c3640 1 > prepared operation key=SQ0RDJVR9PPL tag=1E1A6T31LCE5 type=del size=1252426 2024-07-26T06:24:53.842 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.842+0000 7f19304c3640 -1 < failed to complete operation key=P6MP7JC8DTH7 tag=2MG6PZ6DT7D1 type=del size=2617042: (22) Invalid argument 2024-07-26T06:24:53.845 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.844+0000 7f19304c3640 1 > prepared operation key=G70GGG8ITGEE tag=5MERVN02UZRM type=del size=2417053 2024-07-26T06:24:53.847 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.846+0000 7f19304c3640 1 < completed part key=_multipart_23K6MK7R266R.2~SPRGCV6BYPJ6.0 size=1048576 2024-07-26T06:24:53.849 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.848+0000 7f19304c3640 1 < completed part key=_multipart_23K6MK7R266R.2~SPRGCV6BYPJ6.1 size=1048576 2024-07-26T06:24:53.854 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.851+0000 7f19304c3640 1 < completed part key=_multipart_23K6MK7R266R.2~SPRGCV6BYPJ6.2 size=92534 2024-07-26T06:24:53.856 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.856+0000 7f19304c3640 1 < completed multipart upload key=23K6MK7R266R upload=SPRGCV6BYPJ6 tag=SCEN1KWCBGCF type=write size=3238262 2024-07-26T06:24:53.858 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.858+0000 7f19304c3640 1 > prepared operation key=SSAHKRHXMDHN tag=4WE3GXO2V43W type=del size=103023 2024-07-26T06:24:53.861 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.860+0000 7f19304c3640 1 < canceled operation key=G2XJVRBLSPE9 tag=BFKUVWOCXCSV type=del size=1078019 2024-07-26T06:24:53.863 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.863+0000 7f19304c3640 1 > prepared operation key=QMPZ7GQNIH0K tag=SF5FFPVY5P2A type=del size=2553756 2024-07-26T06:24:53.865 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.865+0000 7f19304c3640 1 < completed part key=_multipart_2TS50KKRU12E.2~46ZK5ZD64DXC.0 size=1048576 2024-07-26T06:24:53.867 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.867+0000 7f19304c3640 1 < completed part key=_multipart_2TS50KKRU12E.2~46ZK5ZD64DXC.1 size=1048576 2024-07-26T06:24:53.869 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.869+0000 7f19304c3640 1 < completed part key=_multipart_2TS50KKRU12E.2~46ZK5ZD64DXC.2 size=229071 2024-07-26T06:24:53.873 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.872+0000 7f19304c3640 1 < completed multipart upload key=2TS50KKRU12E upload=46ZK5ZD64DXC tag=FKTVX6IDN5G5 type=write size=3374799 2024-07-26T06:24:53.875 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.875+0000 7f19304c3640 1 > prepared operation key=G70GGG8ITGEE tag=TIJZLH4O8O1T type=del size=2233911 2024-07-26T06:24:53.875 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.875+0000 7f19304c3640 1 < canceled part key=_multipart_G70GGG8ITGEE.2~61BRJIH3YZOO.0 size=1048576 2024-07-26T06:24:53.877 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.877+0000 7f19304c3640 1 < completed part key=_multipart_G70GGG8ITGEE.2~61BRJIH3YZOO.1 size=757010 2024-07-26T06:24:53.881 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.881+0000 7f19304c3640 1 < canceled multipart upload key=G70GGG8ITGEE upload=61BRJIH3YZOO tag=LOLX7QANVVM6 type=write size=2854162 2024-07-26T06:24:53.884 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.884+0000 7f19304c3640 1 > prepared operation key=C2RTY1II1OSK tag=PENYVQ1XY7IP type=write size=90387 2024-07-26T06:24:53.886 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.886+0000 7f19304c3640 1 < completed delete operation key=V4QX80DR86I3 tag=2B6HTO87GCHI type=del 2024-07-26T06:24:53.889 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.888+0000 7f19304c3640 1 > prepared operation key=7GGA1PRXXHDC tag=A433TX1LEOZK type=del size=467622 2024-07-26T06:24:53.893 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.892+0000 7f19304c3640 1 < suggested update operation key=Y0JGX4QVQXEC tag=Z4OYO3FYJFVE type=del size=2014753 2024-07-26T06:24:53.895 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.894+0000 7f19304c3640 1 > prepared operation key=2TS50KKRU12E tag=OZ6EYQUCI4E0 type=del size=3385731 2024-07-26T06:24:53.897 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.897+0000 7f19304c3640 1 < completed part key=_multipart_V4RJB0J6F7NB.2~KJXMKKGHAL3H.0 size=1048576 2024-07-26T06:24:53.899 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.899+0000 7f19304c3640 1 < completed part key=_multipart_V4RJB0J6F7NB.2~KJXMKKGHAL3H.1 size=34932 2024-07-26T06:24:53.902 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.902+0000 7f19304c3640 1 < completed multipart upload key=V4RJB0J6F7NB upload=KJXMKKGHAL3H tag=95XXS5LUV46E type=write size=2132084 2024-07-26T06:24:53.907 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.907+0000 7f19304c3640 1 > prepared part key=_multipart_7GGA1PRXXHDC.2~5ZMIISMV1LFP.0 size=164226 2024-07-26T06:24:53.907 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.907+0000 7f19304c3640 1 > prepared multipart upload key=7GGA1PRXXHDC upload=5ZMIISMV1LFP tag=IKAT04L63L1E type=write size=1212802 2024-07-26T06:24:53.909 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.909+0000 7f19304c3640 1 < completed part key=_multipart_YDC2NRQG9YFE.2~3H5TH02YD3FZ.0 size=1048576 2024-07-26T06:24:53.910 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.910+0000 7f19304c3640 1 < completed part key=_multipart_YDC2NRQG9YFE.2~3H5TH02YD3FZ.1 size=990458 2024-07-26T06:24:53.914 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.914+0000 7f19304c3640 1 < completed multipart upload key=YDC2NRQG9YFE upload=3H5TH02YD3FZ tag=05F179ILU8L8 type=write size=3087610 2024-07-26T06:24:53.918 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.918+0000 7f19304c3640 1 > prepared part key=_multipart_YDC2NRQG9YFE.2~9U0QD91I7NVS.0 size=693046 2024-07-26T06:24:53.918 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.918+0000 7f19304c3640 1 > prepared multipart upload key=YDC2NRQG9YFE upload=9U0QD91I7NVS tag=SDJY0K0Y0BUH type=write size=1741622 2024-07-26T06:24:53.921 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.921+0000 7f19304c3640 1 < completed part key=_multipart_M8V7EJP4HHQV.2~L4GONS0BE234.0 size=405491 2024-07-26T06:24:53.925 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.924+0000 7f19304c3640 1 < completed multipart upload key=M8V7EJP4HHQV upload=L4GONS0BE234 tag=6HF84H0FNDYD type=write size=1454067 2024-07-26T06:24:53.929 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.929+0000 7f19304c3640 1 > prepared part key=_multipart_G70GGG8ITGEE.2~SUMV1XGS1X0L.0 size=1048576 2024-07-26T06:24:53.930 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.930+0000 7f19304c3640 1 > prepared part key=_multipart_G70GGG8ITGEE.2~SUMV1XGS1X0L.1 size=1048576 2024-07-26T06:24:53.932 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.932+0000 7f19304c3640 1 > prepared part key=_multipart_G70GGG8ITGEE.2~SUMV1XGS1X0L.2 size=208697 2024-07-26T06:24:53.932 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.932+0000 7f19304c3640 1 > prepared multipart upload key=G70GGG8ITGEE upload=SUMV1XGS1X0L tag=GQA36A38JKC0 type=write size=3354425 2024-07-26T06:24:53.939 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.939+0000 7f19304c3640 1 < suggested remove operation key=YDC2NRQG9YFE tag=CIBALDX4A3P9 type=del 2024-07-26T06:24:53.943 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.943+0000 7f19304c3640 1 > prepared part key=_multipart_G70GGG8ITGEE.2~LMUG20K4HRJX.0 size=1048576 2024-07-26T06:24:53.945 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.944+0000 7f19304c3640 1 > prepared part key=_multipart_G70GGG8ITGEE.2~LMUG20K4HRJX.1 size=1048576 2024-07-26T06:24:53.946 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.946+0000 7f19304c3640 1 > prepared part key=_multipart_G70GGG8ITGEE.2~LMUG20K4HRJX.2 size=845405 2024-07-26T06:24:53.946 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.946+0000 7f19304c3640 1 > prepared multipart upload key=G70GGG8ITGEE upload=LMUG20K4HRJX tag=VRHXXJLCXKQF type=write size=3991133 2024-07-26T06:24:53.949 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.948+0000 7f19304c3640 1 < completed delete operation key=8J29YNE031PP tag=XA1D0J3WFYI6 type=del 2024-07-26T06:24:53.953 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.953+0000 7f19304c3640 1 > prepared part key=_multipart_G2XJVRBLSPE9.2~S89ACC5HSCXH.0 size=1048576 2024-07-26T06:24:53.955 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.954+0000 7f19304c3640 1 > prepared part key=_multipart_G2XJVRBLSPE9.2~S89ACC5HSCXH.1 size=209078 2024-07-26T06:24:53.955 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.954+0000 7f19304c3640 1 > prepared multipart upload key=G2XJVRBLSPE9 upload=S89ACC5HSCXH tag=7UCR8PDSNBI6 type=write size=2306230 2024-07-26T06:24:53.959 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.959+0000 7f19304c3640 1 < suggested remove operation key=P6MP7JC8DTH7 tag=XA70BPHYBZNF type=del 2024-07-26T06:24:53.961 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.961+0000 7f19304c3640 1 > prepared operation key=Y31PRFKXA0KI tag=O2CM4Q6Z0M4X type=del size=3918211 2024-07-26T06:24:53.964 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.964+0000 7f19304c3640 1 < canceled operation key=512VC812AWRN tag=0Z3JQGK8SVWI type=del size=3566312 2024-07-26T06:24:53.967 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.967+0000 7f19304c3640 1 > prepared operation key=2I9DGCCZ992A tag=ZISW7JITJ8FC type=del size=1829266 2024-07-26T06:24:53.970 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.969+0000 7f19304c3640 1 < completed delete operation key=SSAHKRHXMDHN tag=CLWT1D3IU8WU type=del 2024-07-26T06:24:53.972 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.972+0000 7f19304c3640 1 > prepared operation key=CXCXAKPQIOKH tag=HEKYKJXYVH22 type=del size=1470380 2024-07-26T06:24:53.975 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.974+0000 7f19304c3640 1 < completed delete operation key=SQ0RDJVR9PPL tag=1E1A6T31LCE5 type=del 2024-07-26T06:24:53.979 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.979+0000 7f19304c3640 1 > prepared part key=_multipart_7P9AQQD7XI2Z.2~642B47QEUE72.0 size=471837 2024-07-26T06:24:53.979 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.979+0000 7f19304c3640 1 > prepared multipart upload key=7P9AQQD7XI2Z upload=642B47QEUE72 tag=JF4FJ0HR6TQ1 type=write size=1520413 2024-07-26T06:24:53.981 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.981+0000 7f19304c3640 1 < completed delete operation key=G70GGG8ITGEE tag=5MERVN02UZRM type=del 2024-07-26T06:24:53.986 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.986+0000 7f19304c3640 1 > prepared part key=_multipart_0PV4L596ZFOW.2~6MY9OY3I0X1E.0 size=1048576 2024-07-26T06:24:53.988 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.988+0000 7f19304c3640 1 > prepared part key=_multipart_0PV4L596ZFOW.2~6MY9OY3I0X1E.1 size=735173 2024-07-26T06:24:53.988 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.988+0000 7f19304c3640 1 > prepared multipart upload key=0PV4L596ZFOW upload=6MY9OY3I0X1E tag=VPUT2FQ7QD1F type=write size=2832325 2024-07-26T06:24:53.992 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.992+0000 7f19304c3640 1 < suggested remove operation key=SSAHKRHXMDHN tag=4WE3GXO2V43W type=del 2024-07-26T06:24:53.997 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.997+0000 7f19304c3640 1 > prepared part key=_multipart_LCDUWKN6AQNU.2~VWXM6O203QSM.0 size=448373 2024-07-26T06:24:53.997 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.997+0000 7f19304c3640 1 > prepared multipart upload key=LCDUWKN6AQNU upload=VWXM6O203QSM tag=2OLEP5II2A8D type=write size=1496949 2024-07-26T06:24:53.999 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:53.999+0000 7f19304c3640 1 < completed delete operation key=QMPZ7GQNIH0K tag=SF5FFPVY5P2A type=del 2024-07-26T06:24:54.004 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.004+0000 7f19304c3640 1 > prepared part key=_multipart_PN7DBK1NNJVB.2~1VBQGVHAGVVZ.0 size=1048576 2024-07-26T06:24:54.006 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.005+0000 7f19304c3640 1 > prepared part key=_multipart_PN7DBK1NNJVB.2~1VBQGVHAGVVZ.1 size=1048576 2024-07-26T06:24:54.008 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.007+0000 7f19304c3640 1 > prepared part key=_multipart_PN7DBK1NNJVB.2~1VBQGVHAGVVZ.2 size=643214 2024-07-26T06:24:54.008 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.007+0000 7f19304c3640 1 > prepared multipart upload key=PN7DBK1NNJVB upload=1VBQGVHAGVVZ tag=N6B3DLYYI29B type=write size=3788942 2024-07-26T06:24:54.010 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.009+0000 7f19304c3640 1 < canceled operation key=G70GGG8ITGEE tag=TIJZLH4O8O1T type=del size=2233911 2024-07-26T06:24:54.013 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.013+0000 7f19304c3640 1 > prepared part key=_multipart_F3QUORF2HDZY.2~Y7WXQNJ412RI.0 size=1048576 2024-07-26T06:24:54.015 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.015+0000 7f19304c3640 1 > prepared part key=_multipart_F3QUORF2HDZY.2~Y7WXQNJ412RI.1 size=1048576 2024-07-26T06:24:54.017 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.017+0000 7f19304c3640 1 > prepared part key=_multipart_F3QUORF2HDZY.2~Y7WXQNJ412RI.2 size=883628 2024-07-26T06:24:54.017 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.017+0000 7f19304c3640 1 > prepared multipart upload key=F3QUORF2HDZY upload=Y7WXQNJ412RI tag=NLWCHZDD35KI type=write size=4029356 2024-07-26T06:24:54.019 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.019+0000 7f19304c3640 1 < completed write operation key=C2RTY1II1OSK tag=PENYVQ1XY7IP type=write size=90387 2024-07-26T06:24:54.021 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.021+0000 7f19304c3640 1 > prepared operation key=LCDUWKN6AQNU tag=R3X2VMRXU7YR type=del size=1236874 2024-07-26T06:24:54.024 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.024+0000 7f19304c3640 1 < completed delete operation key=7GGA1PRXXHDC tag=A433TX1LEOZK type=del 2024-07-26T06:24:54.028 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.028+0000 7f19304c3640 1 > prepared part key=_multipart_8J29YNE031PP.2~KOQM11CSVUWG.0 size=1048576 2024-07-26T06:24:54.031 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.030+0000 7f19304c3640 1 > prepared part key=_multipart_8J29YNE031PP.2~KOQM11CSVUWG.1 size=487687 2024-07-26T06:24:54.031 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.030+0000 7f19304c3640 1 > prepared multipart upload key=8J29YNE031PP upload=KOQM11CSVUWG tag=8W1TJDENHKWG type=write size=2584839 2024-07-26T06:24:54.033 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.032+0000 7f19304c3640 1 < completed delete operation key=2TS50KKRU12E tag=OZ6EYQUCI4E0 type=del 2024-07-26T06:24:54.035 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.034+0000 7f19304c3640 1 > prepared operation key=G2XJVRBLSPE9 tag=AHF7OFIPGI0T type=write size=794880 2024-07-26T06:24:54.037 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.036+0000 7f19304c3640 1 < completed part key=_multipart_7GGA1PRXXHDC.2~5ZMIISMV1LFP.0 size=164226 2024-07-26T06:24:54.041 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.040+0000 7f19304c3640 1 < completed multipart upload key=7GGA1PRXXHDC upload=5ZMIISMV1LFP tag=IKAT04L63L1E type=write size=1212802 2024-07-26T06:24:54.046 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.045+0000 7f19304c3640 1 > prepared part key=_multipart_2I9DGCCZ992A.2~X9CN1HCVAFT4.0 size=1048576 2024-07-26T06:24:54.048 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.047+0000 7f19304c3640 1 > prepared part key=_multipart_2I9DGCCZ992A.2~X9CN1HCVAFT4.1 size=1048576 2024-07-26T06:24:54.049 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.049+0000 7f19304c3640 1 > prepared part key=_multipart_2I9DGCCZ992A.2~X9CN1HCVAFT4.2 size=437020 2024-07-26T06:24:54.049 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.049+0000 7f19304c3640 1 > prepared multipart upload key=2I9DGCCZ992A upload=X9CN1HCVAFT4 tag=HZZ5S2HQGGQ2 type=write size=3582748 2024-07-26T06:24:54.052 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.051+0000 7f19304c3640 1 < completed part key=_multipart_YDC2NRQG9YFE.2~9U0QD91I7NVS.0 size=693046 2024-07-26T06:24:54.056 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.055+0000 7f19304c3640 1 < completed multipart upload key=YDC2NRQG9YFE upload=9U0QD91I7NVS tag=SDJY0K0Y0BUH type=write size=1741622 2024-07-26T06:24:54.058 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.058+0000 7f19304c3640 1 > prepared operation key=Y31PRFKXA0KI tag=9D9T5JJ654KU type=del size=1812668 2024-07-26T06:24:54.062 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.060+0000 7f19304c3640 1 < completed part key=_multipart_G70GGG8ITGEE.2~SUMV1XGS1X0L.0 size=1048576 2024-07-26T06:24:54.062 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.062+0000 7f19304c3640 1 < completed part key=_multipart_G70GGG8ITGEE.2~SUMV1XGS1X0L.1 size=1048576 2024-07-26T06:24:54.064 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.064+0000 7f19304c3640 1 < completed part key=_multipart_G70GGG8ITGEE.2~SUMV1XGS1X0L.2 size=208697 2024-07-26T06:24:54.068 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.068+0000 7f19304c3640 1 < completed multipart upload key=G70GGG8ITGEE upload=SUMV1XGS1X0L tag=GQA36A38JKC0 type=write size=3354425 2024-07-26T06:24:54.070 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.070+0000 7f19304c3640 1 > prepared operation key=V4RJB0J6F7NB tag=QDOLOOAHFXNJ type=del size=112210 2024-07-26T06:24:54.072 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.072+0000 7f19304c3640 1 < completed part key=_multipart_G70GGG8ITGEE.2~LMUG20K4HRJX.0 size=1048576 2024-07-26T06:24:54.074 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.074+0000 7f19304c3640 1 < completed part key=_multipart_G70GGG8ITGEE.2~LMUG20K4HRJX.1 size=1048576 2024-07-26T06:24:54.076 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.076+0000 7f19304c3640 1 < completed part key=_multipart_G70GGG8ITGEE.2~LMUG20K4HRJX.2 size=845405 2024-07-26T06:24:54.081 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.080+0000 7f19304c3640 1 < completed multipart upload key=G70GGG8ITGEE upload=LMUG20K4HRJX tag=VRHXXJLCXKQF type=write size=3991133 2024-07-26T06:24:54.082 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.082+0000 7f19304c3640 1 > prepared operation key=55ZIE8HVR68M tag=YBVJ8M5T22C9 type=del size=1592361 2024-07-26T06:24:54.085 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.085+0000 7f19304c3640 1 < completed part key=_multipart_G2XJVRBLSPE9.2~S89ACC5HSCXH.0 size=1048576 2024-07-26T06:24:54.087 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.087+0000 7f19304c3640 1 < completed part key=_multipart_G2XJVRBLSPE9.2~S89ACC5HSCXH.1 size=209078 2024-07-26T06:24:54.091 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.091+0000 7f19304c3640 1 < completed multipart upload key=G2XJVRBLSPE9 upload=S89ACC5HSCXH tag=7UCR8PDSNBI6 type=write size=2306230 2024-07-26T06:24:54.093 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.093+0000 7f19304c3640 1 > prepared operation key=7GGA1PRXXHDC tag=0INA75C09QLB type=del size=3626279 2024-07-26T06:24:54.095 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.095+0000 7f19304c3640 1 < completed delete operation key=Y31PRFKXA0KI tag=O2CM4Q6Z0M4X type=del 2024-07-26T06:24:54.100 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.100+0000 7f19304c3640 1 > prepared part key=_multipart_HO4GZ0KNZ8SK.2~Z9N7F2S6JMLE.0 size=1048576 2024-07-26T06:24:54.102 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.102+0000 7f19304c3640 1 > prepared part key=_multipart_HO4GZ0KNZ8SK.2~Z9N7F2S6JMLE.1 size=1048576 2024-07-26T06:24:54.105 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.104+0000 7f19304c3640 1 > prepared part key=_multipart_HO4GZ0KNZ8SK.2~Z9N7F2S6JMLE.2 size=130114 2024-07-26T06:24:54.105 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.104+0000 7f19304c3640 1 > prepared multipart upload key=HO4GZ0KNZ8SK upload=Z9N7F2S6JMLE tag=0PI03I2H6XL5 type=write size=3275842 2024-07-26T06:24:54.107 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.107+0000 7f19304c3640 1 < completed delete operation key=2I9DGCCZ992A tag=ZISW7JITJ8FC type=del 2024-07-26T06:24:54.112 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.112+0000 7f19304c3640 1 > prepared part key=_multipart_P6MP7JC8DTH7.2~I9FL09DZJS33.0 size=15158 2024-07-26T06:24:54.112 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.112+0000 7f19304c3640 1 > prepared multipart upload key=P6MP7JC8DTH7 upload=I9FL09DZJS33 tag=P46TCFB37ZNX type=write size=1063734 2024-07-26T06:24:54.118 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.118+0000 7f19304c3640 1 < suggested update operation key=CXCXAKPQIOKH tag=HEKYKJXYVH22 type=del size=1470380 2024-07-26T06:24:54.122 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.121+0000 7f19304c3640 1 > prepared operation key=512VC812AWRN tag=LBLHHZOUACX7 type=del size=2337541 2024-07-26T06:24:54.124 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.124+0000 7f19304c3640 1 < completed part key=_multipart_7P9AQQD7XI2Z.2~642B47QEUE72.0 size=471837 2024-07-26T06:24:54.129 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.129+0000 7f19304c3640 1 < completed multipart upload key=7P9AQQD7XI2Z upload=642B47QEUE72 tag=JF4FJ0HR6TQ1 type=write size=1520413 2024-07-26T06:24:54.133 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.133+0000 7f19304c3640 1 > prepared part key=_multipart_SSAHKRHXMDHN.2~5RGSLB2UQRFV.0 size=45523 2024-07-26T06:24:54.133 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.133+0000 7f19304c3640 1 > prepared multipart upload key=SSAHKRHXMDHN upload=5RGSLB2UQRFV tag=E6OWW0JORJYY type=write size=1094099 2024-07-26T06:24:54.136 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.135+0000 7f19304c3640 1 < completed part key=_multipart_0PV4L596ZFOW.2~6MY9OY3I0X1E.0 size=1048576 2024-07-26T06:24:54.138 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.137+0000 7f19304c3640 1 < completed part key=_multipart_0PV4L596ZFOW.2~6MY9OY3I0X1E.1 size=735173 2024-07-26T06:24:54.142 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.142+0000 7f19304c3640 1 < completed multipart upload key=0PV4L596ZFOW upload=6MY9OY3I0X1E tag=VPUT2FQ7QD1F type=write size=2832325 2024-07-26T06:24:54.146 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.146+0000 7f19304c3640 1 > prepared part key=_multipart_V4QX80DR86I3.2~8F8EAYHDKDHX.0 size=1048576 2024-07-26T06:24:54.148 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.148+0000 7f19304c3640 1 > prepared part key=_multipart_V4QX80DR86I3.2~8F8EAYHDKDHX.1 size=391640 2024-07-26T06:24:54.148 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.148+0000 7f19304c3640 1 > prepared multipart upload key=V4QX80DR86I3 upload=8F8EAYHDKDHX tag=CW7FYT5YIAZB type=write size=2488792 2024-07-26T06:24:54.150 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.150+0000 7f19304c3640 1 < completed part key=_multipart_LCDUWKN6AQNU.2~VWXM6O203QSM.0 size=448373 2024-07-26T06:24:54.154 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.153+0000 7f19304c3640 1 < completed multipart upload key=LCDUWKN6AQNU upload=VWXM6O203QSM tag=2OLEP5II2A8D type=write size=1496949 2024-07-26T06:24:54.158 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.158+0000 7f19304c3640 1 > prepared part key=_multipart_Y0JGX4QVQXEC.2~4JM4P94LS26E.0 size=1048576 2024-07-26T06:24:54.160 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.159+0000 7f19304c3640 1 > prepared part key=_multipart_Y0JGX4QVQXEC.2~4JM4P94LS26E.1 size=900946 2024-07-26T06:24:54.160 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.159+0000 7f19304c3640 1 > prepared multipart upload key=Y0JGX4QVQXEC upload=4JM4P94LS26E tag=PBHL8O9CJAEB type=write size=2998098 2024-07-26T06:24:54.162 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.162+0000 7f19304c3640 1 < completed part key=_multipart_PN7DBK1NNJVB.2~1VBQGVHAGVVZ.0 size=1048576 2024-07-26T06:24:54.165 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.164+0000 7f19304c3640 1 < completed part key=_multipart_PN7DBK1NNJVB.2~1VBQGVHAGVVZ.1 size=1048576 2024-07-26T06:24:54.167 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.166+0000 7f19304c3640 1 < completed part key=_multipart_PN7DBK1NNJVB.2~1VBQGVHAGVVZ.2 size=643214 2024-07-26T06:24:54.171 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.171+0000 7f19304c3640 1 < completed multipart upload key=PN7DBK1NNJVB upload=1VBQGVHAGVVZ tag=N6B3DLYYI29B type=write size=3788942 2024-07-26T06:24:54.176 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.176+0000 7f19304c3640 1 > prepared part key=_multipart_HO4GZ0KNZ8SK.2~SRRIJS6TC00T.0 size=816454 2024-07-26T06:24:54.176 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.176+0000 7f19304c3640 1 > prepared multipart upload key=HO4GZ0KNZ8SK upload=SRRIJS6TC00T tag=RR37W4EFEEKP type=write size=1865030 2024-07-26T06:24:54.179 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.178+0000 7f19304c3640 1 < completed part key=_multipart_F3QUORF2HDZY.2~Y7WXQNJ412RI.0 size=1048576 2024-07-26T06:24:54.181 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.180+0000 7f19304c3640 1 < completed part key=_multipart_F3QUORF2HDZY.2~Y7WXQNJ412RI.1 size=1048576 2024-07-26T06:24:54.183 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.182+0000 7f19304c3640 1 < completed part key=_multipart_F3QUORF2HDZY.2~Y7WXQNJ412RI.2 size=883628 2024-07-26T06:24:54.186 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.186+0000 7f19304c3640 1 < completed multipart upload key=F3QUORF2HDZY upload=Y7WXQNJ412RI tag=NLWCHZDD35KI type=write size=4029356 2024-07-26T06:24:54.189 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.189+0000 7f19304c3640 1 > prepared operation key=7GGA1PRXXHDC tag=6R1UH2OOHNQ5 type=del size=456939 2024-07-26T06:24:54.191 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.191+0000 7f19304c3640 1 < completed delete operation key=LCDUWKN6AQNU tag=R3X2VMRXU7YR type=del 2024-07-26T06:24:54.194 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.194+0000 7f19304c3640 1 > prepared operation key=HO4GZ0KNZ8SK tag=73C19DHX4ECG type=del size=4073505 2024-07-26T06:24:54.194 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.194+0000 7f19304c3640 1 < canceled part key=_multipart_8J29YNE031PP.2~KOQM11CSVUWG.0 size=1048576 2024-07-26T06:24:54.196 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.196+0000 7f19304c3640 1 < completed part key=_multipart_8J29YNE031PP.2~KOQM11CSVUWG.1 size=487687 2024-07-26T06:24:54.199 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.199+0000 7f19304c3640 1 < canceled multipart upload key=8J29YNE031PP upload=KOQM11CSVUWG tag=8W1TJDENHKWG type=write size=2584839 2024-07-26T06:24:54.201 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.201+0000 7f19304c3640 1 > prepared operation key=V4RJB0J6F7NB tag=V2SGLD1AXKUK type=del size=924409 2024-07-26T06:24:54.204 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.204+0000 7f19304c3640 1 < completed write operation key=G2XJVRBLSPE9 tag=AHF7OFIPGI0T type=write size=794880 2024-07-26T06:24:54.209 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.208+0000 7f19304c3640 1 > prepared part key=_multipart_8J29YNE031PP.2~MGO3DQ5JC0S6.0 size=1048576 2024-07-26T06:24:54.211 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.210+0000 7f19304c3640 1 > prepared part key=_multipart_8J29YNE031PP.2~MGO3DQ5JC0S6.1 size=1048576 2024-07-26T06:24:54.212 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.212+0000 7f19304c3640 1 > prepared part key=_multipart_8J29YNE031PP.2~MGO3DQ5JC0S6.2 size=102009 2024-07-26T06:24:54.213 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.212+0000 7f19304c3640 1 > prepared multipart upload key=8J29YNE031PP upload=MGO3DQ5JC0S6 tag=5ZQIR2TN9BJU type=write size=3247737 2024-07-26T06:24:54.215 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.214+0000 7f19304c3640 1 < completed part key=_multipart_2I9DGCCZ992A.2~X9CN1HCVAFT4.0 size=1048576 2024-07-26T06:24:54.217 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.217+0000 7f19304c3640 1 < completed part key=_multipart_2I9DGCCZ992A.2~X9CN1HCVAFT4.1 size=1048576 2024-07-26T06:24:54.219 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.219+0000 7f19304c3640 1 < completed part key=_multipart_2I9DGCCZ992A.2~X9CN1HCVAFT4.2 size=437020 2024-07-26T06:24:54.223 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.223+0000 7f19304c3640 1 < completed multipart upload key=2I9DGCCZ992A upload=X9CN1HCVAFT4 tag=HZZ5S2HQGGQ2 type=write size=3582748 2024-07-26T06:24:54.228 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.228+0000 7f19304c3640 1 > prepared part key=_multipart_55ZIE8HVR68M.2~4HMM134XN7SK.0 size=1048576 2024-07-26T06:24:54.230 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.229+0000 7f19304c3640 1 > prepared part key=_multipart_55ZIE8HVR68M.2~4HMM134XN7SK.1 size=47245 2024-07-26T06:24:54.230 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.229+0000 7f19304c3640 1 > prepared multipart upload key=55ZIE8HVR68M upload=4HMM134XN7SK tag=U1XHNZ2NOQ2F type=write size=2144397 2024-07-26T06:24:54.232 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.232+0000 7f19304c3640 1 < canceled operation key=Y31PRFKXA0KI tag=9D9T5JJ654KU type=del size=1812668 2024-07-26T06:24:54.235 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.235+0000 7f19304c3640 1 > prepared operation key=55ZIE8HVR68M tag=XDLPKBNKC3Q0 type=write size=14946 2024-07-26T06:24:54.238 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.237+0000 7f19304c3640 1 < completed delete operation key=V4RJB0J6F7NB tag=QDOLOOAHFXNJ type=del 2024-07-26T06:24:54.242 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.241+0000 7f19304c3640 1 > prepared part key=_multipart_F3QUORF2HDZY.2~WDVTE8NQA9M3.0 size=651087 2024-07-26T06:24:54.242 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.241+0000 7f19304c3640 1 > prepared multipart upload key=F3QUORF2HDZY upload=WDVTE8NQA9M3 tag=U196YC5XGVKX type=write size=1699663 2024-07-26T06:24:54.245 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.244+0000 7f19304c3640 1 < completed delete operation key=55ZIE8HVR68M tag=YBVJ8M5T22C9 type=del 2024-07-26T06:24:54.248 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.248+0000 7f19304c3640 1 > prepared part key=_multipart_C2RTY1II1OSK.2~MIXWQREHEES7.0 size=1048576 2024-07-26T06:24:54.250 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.250+0000 7f19304c3640 1 > prepared part key=_multipart_C2RTY1II1OSK.2~MIXWQREHEES7.1 size=320666 2024-07-26T06:24:54.250 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.250+0000 7f19304c3640 1 > prepared multipart upload key=C2RTY1II1OSK upload=MIXWQREHEES7 tag=1BUPBXVXMX0L type=write size=2417818 2024-07-26T06:24:54.253 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.252+0000 7f19304c3640 1 < completed delete operation key=7GGA1PRXXHDC tag=0INA75C09QLB type=del 2024-07-26T06:24:54.255 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.254+0000 7f19304c3640 1 > prepared operation key=CXCXAKPQIOKH tag=PZUE5HB2H5PF type=del size=3256497 2024-07-26T06:24:54.257 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.256+0000 7f19304c3640 1 < completed part key=_multipart_HO4GZ0KNZ8SK.2~Z9N7F2S6JMLE.0 size=1048576 2024-07-26T06:24:54.259 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.259+0000 7f19304c3640 1 < completed part key=_multipart_HO4GZ0KNZ8SK.2~Z9N7F2S6JMLE.1 size=1048576 2024-07-26T06:24:54.261 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.261+0000 7f19304c3640 1 < completed part key=_multipart_HO4GZ0KNZ8SK.2~Z9N7F2S6JMLE.2 size=130114 2024-07-26T06:24:54.267 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.266+0000 7f19304c3640 1 < completed multipart upload key=HO4GZ0KNZ8SK upload=Z9N7F2S6JMLE tag=0PI03I2H6XL5 type=write size=3275842 2024-07-26T06:24:54.271 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.271+0000 7f19304c3640 1 > prepared part key=_multipart_4ZWJ6XHKZXZF.2~A61XCB6M2E8Y.0 size=648145 2024-07-26T06:24:54.271 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.271+0000 7f19304c3640 1 > prepared multipart upload key=4ZWJ6XHKZXZF upload=A61XCB6M2E8Y tag=M7LVWJV02OIK type=write size=1696721 2024-07-26T06:24:54.273 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.273+0000 7f19304c3640 1 < completed part key=_multipart_P6MP7JC8DTH7.2~I9FL09DZJS33.0 size=15158 2024-07-26T06:24:54.277 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.277+0000 7f19304c3640 1 < completed multipart upload key=P6MP7JC8DTH7 upload=I9FL09DZJS33 tag=P46TCFB37ZNX type=write size=1063734 2024-07-26T06:24:54.282 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.281+0000 7f19304c3640 1 > prepared part key=_multipart_ZSYF9DE73TR8.2~FXBXLW59J8GQ.0 size=450658 2024-07-26T06:24:54.282 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.281+0000 7f19304c3640 1 > prepared multipart upload key=ZSYF9DE73TR8 upload=FXBXLW59J8GQ tag=JA80DRLH06E2 type=write size=1499234 2024-07-26T06:24:54.284 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.284+0000 7f19304c3640 1 < completed delete operation key=512VC812AWRN tag=LBLHHZOUACX7 type=del 2024-07-26T06:24:54.288 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.288+0000 7f19304c3640 1 > prepared part key=_multipart_SQ0RDJVR9PPL.2~6ZKLY7VTNUU4.0 size=273667 2024-07-26T06:24:54.288 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.288+0000 7f19304c3640 1 > prepared multipart upload key=SQ0RDJVR9PPL upload=6ZKLY7VTNUU4 tag=J0J07GTVXSHD type=write size=1322243 2024-07-26T06:24:54.289 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.288+0000 7f19304c3640 1 < canceled part key=_multipart_SSAHKRHXMDHN.2~5RGSLB2UQRFV.0 size=45523 2024-07-26T06:24:54.292 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.292+0000 7f19304c3640 1 < canceled multipart upload key=SSAHKRHXMDHN upload=5RGSLB2UQRFV tag=E6OWW0JORJYY type=write size=1094099 2024-07-26T06:24:54.295 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.294+0000 7f19304c3640 1 > prepared operation key=P6MP7JC8DTH7 tag=GPUIYB9U1RPG type=write size=563538 2024-07-26T06:24:54.297 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.297+0000 7f19304c3640 1 < completed part key=_multipart_V4QX80DR86I3.2~8F8EAYHDKDHX.0 size=1048576 2024-07-26T06:24:54.299 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.298+0000 7f19304c3640 1 < completed part key=_multipart_V4QX80DR86I3.2~8F8EAYHDKDHX.1 size=391640 2024-07-26T06:24:54.302 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.302+0000 7f19304c3640 1 < completed multipart upload key=V4QX80DR86I3 upload=8F8EAYHDKDHX tag=CW7FYT5YIAZB type=write size=2488792 2024-07-26T06:24:54.307 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.307+0000 7f19304c3640 1 > prepared part key=_multipart_TWRRPXYVH5FW.2~HCR9YI11PKM4.0 size=1048576 2024-07-26T06:24:54.309 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.309+0000 7f19304c3640 1 > prepared part key=_multipart_TWRRPXYVH5FW.2~HCR9YI11PKM4.1 size=397607 2024-07-26T06:24:54.309 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.309+0000 7f19304c3640 1 > prepared multipart upload key=TWRRPXYVH5FW upload=HCR9YI11PKM4 tag=SOOT51OD5Q3B type=write size=2494759 2024-07-26T06:24:54.311 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.311+0000 7f19304c3640 1 < completed part key=_multipart_Y0JGX4QVQXEC.2~4JM4P94LS26E.0 size=1048576 2024-07-26T06:24:54.313 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.313+0000 7f19304c3640 1 < completed part key=_multipart_Y0JGX4QVQXEC.2~4JM4P94LS26E.1 size=900946 2024-07-26T06:24:54.317 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.317+0000 7f19304c3640 1 < completed multipart upload key=Y0JGX4QVQXEC upload=4JM4P94LS26E tag=PBHL8O9CJAEB type=write size=2998098 2024-07-26T06:24:54.320 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.320+0000 7f19304c3640 1 > prepared operation key=F3QUORF2HDZY tag=LMD8TKQ331GV type=del size=932810 2024-07-26T06:24:54.322 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.322+0000 7f19304c3640 1 < completed part key=_multipart_HO4GZ0KNZ8SK.2~SRRIJS6TC00T.0 size=816454 2024-07-26T06:24:54.333 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.332+0000 7f19304c3640 1 < completed multipart upload key=HO4GZ0KNZ8SK upload=SRRIJS6TC00T tag=RR37W4EFEEKP type=write size=1865030 2024-07-26T06:24:54.334 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.334+0000 7f19304c3640 1 > prepared operation key=P6MP7JC8DTH7 tag=AIY6WV8MMRI2 type=del size=162460 2024-07-26T06:24:54.337 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.337+0000 7f19304c3640 1 < completed delete operation key=7GGA1PRXXHDC tag=6R1UH2OOHNQ5 type=del 2024-07-26T06:24:54.339 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.339+0000 7f19304c3640 1 > prepared operation key=F3QUORF2HDZY tag=0644929FMVB0 type=del size=257664 2024-07-26T06:24:54.341 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.341+0000 7f19304c3640 1 < completed delete operation key=HO4GZ0KNZ8SK tag=73C19DHX4ECG type=del 2024-07-26T06:24:54.345 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.345+0000 7f19304c3640 1 > prepared part key=_multipart_4ZWJ6XHKZXZF.2~36ZW36AML0AA.0 size=1048576 2024-07-26T06:24:54.347 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.346+0000 7f19304c3640 1 > prepared part key=_multipart_4ZWJ6XHKZXZF.2~36ZW36AML0AA.1 size=740640 2024-07-26T06:24:54.347 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.346+0000 7f19304c3640 1 > prepared multipart upload key=4ZWJ6XHKZXZF upload=36ZW36AML0AA tag=C0TDPGD8F72K type=write size=2837792 2024-07-26T06:24:54.351 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.351+0000 7f19304c3640 1 < suggested update operation key=V4RJB0J6F7NB tag=V2SGLD1AXKUK type=del size=924409 2024-07-26T06:24:54.353 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.353+0000 7f19304c3640 1 > prepared operation key=CXCXAKPQIOKH tag=S7CJL3FAJWQO type=del size=1852368 2024-07-26T06:24:54.355 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.355+0000 7f19304c3640 1 < completed part key=_multipart_8J29YNE031PP.2~MGO3DQ5JC0S6.0 size=1048576 2024-07-26T06:24:54.357 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.356+0000 7f19304c3640 1 < completed part key=_multipart_8J29YNE031PP.2~MGO3DQ5JC0S6.1 size=1048576 2024-07-26T06:24:54.359 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.358+0000 7f19304c3640 1 < completed part key=_multipart_8J29YNE031PP.2~MGO3DQ5JC0S6.2 size=102009 2024-07-26T06:24:54.362 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.362+0000 7f19304c3640 1 < completed multipart upload key=8J29YNE031PP upload=MGO3DQ5JC0S6 tag=5ZQIR2TN9BJU type=write size=3247737 2024-07-26T06:24:54.366 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.366+0000 7f19304c3640 1 > prepared part key=_multipart_C2RTY1II1OSK.2~3J0NEUMIOLJU.0 size=1048576 2024-07-26T06:24:54.368 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.368+0000 7f19304c3640 1 > prepared part key=_multipart_C2RTY1II1OSK.2~3J0NEUMIOLJU.1 size=975584 2024-07-26T06:24:54.368 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.368+0000 7f19304c3640 1 > prepared multipart upload key=C2RTY1II1OSK upload=3J0NEUMIOLJU tag=1LJ0OHV4DQOI type=write size=3072736 2024-07-26T06:24:54.371 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.371+0000 7f19304c3640 1 < completed part key=_multipart_55ZIE8HVR68M.2~4HMM134XN7SK.0 size=1048576 2024-07-26T06:24:54.373 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.372+0000 7f19304c3640 1 < completed part key=_multipart_55ZIE8HVR68M.2~4HMM134XN7SK.1 size=47245 2024-07-26T06:24:54.376 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.376+0000 7f19304c3640 1 < completed multipart upload key=55ZIE8HVR68M upload=4HMM134XN7SK tag=U1XHNZ2NOQ2F type=write size=2144397 2024-07-26T06:24:54.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:24:53 smithi155 ceph-mon[90160]: pgmap v1396: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 613 KiB/s rd, 212 KiB/s wr, 1.08k op/s 2024-07-26T06:24:54.379 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.378+0000 7f19304c3640 1 > prepared operation key=Y0JGX4QVQXEC tag=6Z202UQAFSLO type=write size=176003 2024-07-26T06:24:54.381 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.381+0000 7f19304c3640 1 < completed write operation key=55ZIE8HVR68M tag=XDLPKBNKC3Q0 type=write size=14946 2024-07-26T06:24:54.386 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.386+0000 7f19304c3640 1 > prepared part key=_multipart_7P9AQQD7XI2Z.2~VR3V5CJYBCS4.0 size=209186 2024-07-26T06:24:54.387 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.386+0000 7f19304c3640 1 > prepared multipart upload key=7P9AQQD7XI2Z upload=VR3V5CJYBCS4 tag=3COCH1T4H04P type=write size=1257762 2024-07-26T06:24:54.389 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.389+0000 7f19304c3640 1 < completed part key=_multipart_F3QUORF2HDZY.2~WDVTE8NQA9M3.0 size=651087 2024-07-26T06:24:54.394 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.393+0000 7f19304c3640 1 < completed multipart upload key=F3QUORF2HDZY upload=WDVTE8NQA9M3 tag=U196YC5XGVKX type=write size=1699663 2024-07-26T06:24:54.398 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.398+0000 7f19304c3640 1 > prepared part key=_multipart_V4RJB0J6F7NB.2~J3DD5EAGZSTK.0 size=1048576 2024-07-26T06:24:54.401 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.400+0000 7f19304c3640 1 > prepared part key=_multipart_V4RJB0J6F7NB.2~J3DD5EAGZSTK.1 size=1048576 2024-07-26T06:24:54.402 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.402+0000 7f19304c3640 1 > prepared part key=_multipart_V4RJB0J6F7NB.2~J3DD5EAGZSTK.2 size=839717 2024-07-26T06:24:54.402 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.402+0000 7f19304c3640 1 > prepared multipart upload key=V4RJB0J6F7NB upload=J3DD5EAGZSTK tag=13ST5X0IK965 type=write size=3985445 2024-07-26T06:24:54.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:24:53 smithi089 ceph-mon[99608]: pgmap v1396: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 613 KiB/s rd, 212 KiB/s wr, 1.08k op/s 2024-07-26T06:24:54.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:24:53 smithi089 ceph-mon[102056]: pgmap v1396: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 613 KiB/s rd, 212 KiB/s wr, 1.08k op/s 2024-07-26T06:24:54.405 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.404+0000 7f19304c3640 1 < completed part key=_multipart_C2RTY1II1OSK.2~MIXWQREHEES7.0 size=1048576 2024-07-26T06:24:54.407 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.407+0000 7f19304c3640 1 < completed part key=_multipart_C2RTY1II1OSK.2~MIXWQREHEES7.1 size=320666 2024-07-26T06:24:54.411 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.411+0000 7f19304c3640 1 < completed multipart upload key=C2RTY1II1OSK upload=MIXWQREHEES7 tag=1BUPBXVXMX0L type=write size=2417818 2024-07-26T06:24:54.416 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.416+0000 7f19304c3640 1 > prepared part key=_multipart_V4QX80DR86I3.2~AWA7UPBXNKSB.0 size=1048576 2024-07-26T06:24:54.418 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.418+0000 7f19304c3640 1 > prepared part key=_multipart_V4QX80DR86I3.2~AWA7UPBXNKSB.1 size=1048576 2024-07-26T06:24:54.420 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.420+0000 7f19304c3640 1 > prepared part key=_multipart_V4QX80DR86I3.2~AWA7UPBXNKSB.2 size=242145 2024-07-26T06:24:54.421 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.420+0000 7f19304c3640 1 > prepared multipart upload key=V4QX80DR86I3 upload=AWA7UPBXNKSB tag=K0UHVSNDN8AB type=write size=3387873 2024-07-26T06:24:54.423 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.422+0000 7f19304c3640 1 < canceled operation key=CXCXAKPQIOKH tag=PZUE5HB2H5PF type=del size=3256497 2024-07-26T06:24:54.427 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.426+0000 7f19304c3640 1 > prepared part key=_multipart_Y0JGX4QVQXEC.2~NWB3RDSM4WMA.0 size=1048576 2024-07-26T06:24:54.428 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.428+0000 7f19304c3640 1 > prepared part key=_multipart_Y0JGX4QVQXEC.2~NWB3RDSM4WMA.1 size=1048576 2024-07-26T06:24:54.430 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.430+0000 7f19304c3640 1 > prepared part key=_multipart_Y0JGX4QVQXEC.2~NWB3RDSM4WMA.2 size=226891 2024-07-26T06:24:54.431 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.430+0000 7f19304c3640 1 > prepared multipart upload key=Y0JGX4QVQXEC upload=NWB3RDSM4WMA tag=EVFQNQEH5KQ8 type=write size=3372619 2024-07-26T06:24:54.431 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.431+0000 7f19304c3640 1 < canceled part key=_multipart_4ZWJ6XHKZXZF.2~A61XCB6M2E8Y.0 size=648145 2024-07-26T06:24:54.435 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.435+0000 7f19304c3640 1 < canceled multipart upload key=4ZWJ6XHKZXZF upload=A61XCB6M2E8Y tag=M7LVWJV02OIK type=write size=1696721 2024-07-26T06:24:54.437 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.437+0000 7f19304c3640 1 > prepared operation key=Y0JGX4QVQXEC tag=URIM26LM3K25 type=del size=1715476 2024-07-26T06:24:54.440 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.440+0000 7f19304c3640 1 < completed part key=_multipart_ZSYF9DE73TR8.2~FXBXLW59J8GQ.0 size=450658 2024-07-26T06:24:54.445 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.444+0000 7f19304c3640 1 < completed multipart upload key=ZSYF9DE73TR8 upload=FXBXLW59J8GQ tag=JA80DRLH06E2 type=write size=1499234 2024-07-26T06:24:54.447 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.447+0000 7f19304c3640 1 > prepared operation key=2TS50KKRU12E tag=7HOT2EBL1IK4 type=del size=2347391 2024-07-26T06:24:54.449 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.449+0000 7f19304c3640 1 < completed part key=_multipart_SQ0RDJVR9PPL.2~6ZKLY7VTNUU4.0 size=273667 2024-07-26T06:24:54.454 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.454+0000 7f19304c3640 1 < completed multipart upload key=SQ0RDJVR9PPL upload=6ZKLY7VTNUU4 tag=J0J07GTVXSHD type=write size=1322243 2024-07-26T06:24:54.457 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.457+0000 7f19304c3640 1 > prepared operation key=F3QUORF2HDZY tag=1ZDKJBOATT40 type=write size=188770 2024-07-26T06:24:54.461 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.460+0000 7f19304c3640 1 < completed write operation key=P6MP7JC8DTH7 tag=GPUIYB9U1RPG type=write size=563538 2024-07-26T06:24:54.466 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.466+0000 7f19304c3640 1 > prepared part key=_multipart_D2CZZ6A8YSHC.2~P43HMIG2KID2.0 size=1048576 2024-07-26T06:24:54.468 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.468+0000 7f19304c3640 1 > prepared part key=_multipart_D2CZZ6A8YSHC.2~P43HMIG2KID2.1 size=1048576 2024-07-26T06:24:54.470 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.470+0000 7f19304c3640 1 > prepared part key=_multipart_D2CZZ6A8YSHC.2~P43HMIG2KID2.2 size=173844 2024-07-26T06:24:54.470 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.470+0000 7f19304c3640 1 > prepared multipart upload key=D2CZZ6A8YSHC upload=P43HMIG2KID2 tag=3AL52TDVBFQK type=write size=3319572 2024-07-26T06:24:54.474 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.473+0000 7f19304c3640 1 < completed part key=_multipart_TWRRPXYVH5FW.2~HCR9YI11PKM4.0 size=1048576 2024-07-26T06:24:54.475 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.475+0000 7f19304c3640 1 < completed part key=_multipart_TWRRPXYVH5FW.2~HCR9YI11PKM4.1 size=397607 2024-07-26T06:24:54.479 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.479+0000 7f19304c3640 1 < completed multipart upload key=TWRRPXYVH5FW upload=HCR9YI11PKM4 tag=SOOT51OD5Q3B type=write size=2494759 2024-07-26T06:24:54.483 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.483+0000 7f19304c3640 1 > prepared part key=_multipart_8J29YNE031PP.2~SV1IG3XIKM48.0 size=1048576 2024-07-26T06:24:54.485 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.485+0000 7f19304c3640 1 > prepared part key=_multipart_8J29YNE031PP.2~SV1IG3XIKM48.1 size=17911 2024-07-26T06:24:54.485 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.485+0000 7f19304c3640 1 > prepared multipart upload key=8J29YNE031PP upload=SV1IG3XIKM48 tag=RKSDDU0QWUM1 type=write size=2115063 2024-07-26T06:24:54.487 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.487+0000 7f19304c3640 1 < completed delete operation key=F3QUORF2HDZY tag=LMD8TKQ331GV type=del 2024-07-26T06:24:54.489 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.489+0000 7f19304c3640 1 > prepared operation key=7GGA1PRXXHDC tag=9CJG62HZLS21 type=del size=4112047 2024-07-26T06:24:54.494 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.493+0000 7f19304c3640 1 < suggested remove operation key=P6MP7JC8DTH7 tag=AIY6WV8MMRI2 type=del 2024-07-26T06:24:54.496 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.496+0000 7f19304c3640 1 > prepared operation key=4ZWJ6XHKZXZF tag=98G3C1FDAG43 type=del size=2318599 2024-07-26T06:24:54.498 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.498+0000 7f19304c3640 1 < completed delete operation key=F3QUORF2HDZY tag=0644929FMVB0 type=del 2024-07-26T06:24:54.502 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.502+0000 7f19304c3640 1 > prepared part key=_multipart_SQ0RDJVR9PPL.2~1QCHUBEJEUIC.0 size=878629 2024-07-26T06:24:54.502 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.502+0000 7f19304c3640 1 > prepared multipart upload key=SQ0RDJVR9PPL upload=1QCHUBEJEUIC tag=9R2K3V9CWXYG type=write size=1927205 2024-07-26T06:24:54.504 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.504+0000 7f19304c3640 1 < completed part key=_multipart_4ZWJ6XHKZXZF.2~36ZW36AML0AA.0 size=1048576 2024-07-26T06:24:54.506 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.506+0000 7f19304c3640 1 < completed part key=_multipart_4ZWJ6XHKZXZF.2~36ZW36AML0AA.1 size=740640 2024-07-26T06:24:54.509 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.509+0000 7f19304c3640 1 < completed multipart upload key=4ZWJ6XHKZXZF upload=36ZW36AML0AA tag=C0TDPGD8F72K type=write size=2837792 2024-07-26T06:24:54.513 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.513+0000 7f19304c3640 1 > prepared part key=_multipart_0PV4L596ZFOW.2~WN23AS8K453W.0 size=1048576 2024-07-26T06:24:54.515 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.515+0000 7f19304c3640 1 > prepared part key=_multipart_0PV4L596ZFOW.2~WN23AS8K453W.1 size=880356 2024-07-26T06:24:54.515 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.515+0000 7f19304c3640 1 > prepared multipart upload key=0PV4L596ZFOW upload=WN23AS8K453W tag=5D8OCISQ7PUK type=write size=2977508 2024-07-26T06:24:54.517 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.517+0000 7f19304c3640 1 < completed delete operation key=CXCXAKPQIOKH tag=S7CJL3FAJWQO type=del 2024-07-26T06:24:54.521 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.520+0000 7f19304c3640 1 > prepared part key=_multipart_M8V7EJP4HHQV.2~1WN6U0A0X7WH.0 size=781674 2024-07-26T06:24:54.521 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.520+0000 7f19304c3640 1 > prepared multipart upload key=M8V7EJP4HHQV upload=1WN6U0A0X7WH tag=YC8LSJVVM49D type=write size=1830250 2024-07-26T06:24:54.523 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.523+0000 7f19304c3640 1 < completed part key=_multipart_C2RTY1II1OSK.2~3J0NEUMIOLJU.0 size=1048576 2024-07-26T06:24:54.525 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.524+0000 7f19304c3640 1 < completed part key=_multipart_C2RTY1II1OSK.2~3J0NEUMIOLJU.1 size=975584 2024-07-26T06:24:54.528 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.528+0000 7f19304c3640 1 < completed multipart upload key=C2RTY1II1OSK upload=3J0NEUMIOLJU tag=1LJ0OHV4DQOI type=write size=3072736 2024-07-26T06:24:54.530 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.530+0000 7f19304c3640 1 > prepared operation key=M8V7EJP4HHQV tag=6SIA9FGPY7VS type=del size=445260 2024-07-26T06:24:54.533 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.532+0000 7f19304c3640 1 < completed write operation key=Y0JGX4QVQXEC tag=6Z202UQAFSLO type=write size=176003 2024-07-26T06:24:54.535 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.535+0000 7f19304c3640 1 > prepared operation key=YDC2NRQG9YFE tag=LE0B1C9AHE6G type=del size=3998987 2024-07-26T06:24:54.535 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.535+0000 7f19304c3640 1 < canceled part key=_multipart_7P9AQQD7XI2Z.2~VR3V5CJYBCS4.0 size=209186 2024-07-26T06:24:54.539 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.539+0000 7f19304c3640 1 < canceled multipart upload key=7P9AQQD7XI2Z upload=VR3V5CJYBCS4 tag=3COCH1T4H04P type=write size=1257762 2024-07-26T06:24:54.542 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.542+0000 7f19304c3640 1 > prepared operation key=1I2JP28R3YNS tag=1B2WVQXA95DJ type=del size=3867466 2024-07-26T06:24:54.543 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.542+0000 7f19304c3640 1 < canceled part key=_multipart_V4RJB0J6F7NB.2~J3DD5EAGZSTK.0 size=1048576 2024-07-26T06:24:54.543 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.542+0000 7f19304c3640 1 < canceled part key=_multipart_V4RJB0J6F7NB.2~J3DD5EAGZSTK.1 size=1048576 2024-07-26T06:24:54.544 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.544+0000 7f19304c3640 1 < completed part key=_multipart_V4RJB0J6F7NB.2~J3DD5EAGZSTK.2 size=839717 2024-07-26T06:24:54.547 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.547+0000 7f19304c3640 1 < canceled multipart upload key=V4RJB0J6F7NB upload=J3DD5EAGZSTK tag=13ST5X0IK965 type=write size=3985445 2024-07-26T06:24:54.550 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.549+0000 7f19304c3640 1 > prepared operation key=SQ0RDJVR9PPL tag=6RA7GPJZ6YWT type=del size=3857030 2024-07-26T06:24:54.551 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.551+0000 7f19304c3640 1 < completed part key=_multipart_V4QX80DR86I3.2~AWA7UPBXNKSB.0 size=1048576 2024-07-26T06:24:54.553 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.553+0000 7f19304c3640 1 < completed part key=_multipart_V4QX80DR86I3.2~AWA7UPBXNKSB.1 size=1048576 2024-07-26T06:24:54.554 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.553+0000 7f19304c3640 1 < canceled part key=_multipart_V4QX80DR86I3.2~AWA7UPBXNKSB.2 size=242145 2024-07-26T06:24:54.557 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.556+0000 7f19304c3640 1 < canceled multipart upload key=V4QX80DR86I3 upload=AWA7UPBXNKSB tag=K0UHVSNDN8AB type=write size=3387873 2024-07-26T06:24:54.559 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.559+0000 7f19304c3640 1 > prepared operation key=512VC812AWRN tag=RMH5LP53RDR3 type=write size=591279 2024-07-26T06:24:54.561 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.561+0000 7f19304c3640 1 < completed part key=_multipart_Y0JGX4QVQXEC.2~NWB3RDSM4WMA.0 size=1048576 2024-07-26T06:24:54.563 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.562+0000 7f19304c3640 1 < completed part key=_multipart_Y0JGX4QVQXEC.2~NWB3RDSM4WMA.1 size=1048576 2024-07-26T06:24:54.565 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.564+0000 7f19304c3640 1 < completed part key=_multipart_Y0JGX4QVQXEC.2~NWB3RDSM4WMA.2 size=226891 2024-07-26T06:24:54.569 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.568+0000 7f19304c3640 1 < completed multipart upload key=Y0JGX4QVQXEC upload=NWB3RDSM4WMA tag=EVFQNQEH5KQ8 type=write size=3372619 2024-07-26T06:24:54.572 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.572+0000 7f19304c3640 1 > prepared part key=_multipart_4ZWJ6XHKZXZF.2~ERZOXYPHLY31.0 size=1048576 2024-07-26T06:24:54.574 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.574+0000 7f19304c3640 1 > prepared part key=_multipart_4ZWJ6XHKZXZF.2~ERZOXYPHLY31.1 size=134530 2024-07-26T06:24:54.574 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.574+0000 7f19304c3640 1 > prepared multipart upload key=4ZWJ6XHKZXZF upload=ERZOXYPHLY31 tag=YJB7D9JVV9FN type=write size=2231682 2024-07-26T06:24:54.578 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.578+0000 7f19304c3640 1 < suggested update operation key=Y0JGX4QVQXEC tag=URIM26LM3K25 type=del size=1715476 2024-07-26T06:24:54.582 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.581+0000 7f19304c3640 1 > prepared part key=_multipart_D2CZZ6A8YSHC.2~0MVOXZH6SJSA.0 size=412807 2024-07-26T06:24:54.582 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.581+0000 7f19304c3640 1 > prepared multipart upload key=D2CZZ6A8YSHC upload=0MVOXZH6SJSA tag=KW5F8CYO6LA2 type=write size=1461383 2024-07-26T06:24:54.583 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.583+0000 7f19304c3640 1 < completed delete operation key=2TS50KKRU12E tag=7HOT2EBL1IK4 type=del 2024-07-26T06:24:54.588 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.587+0000 7f19304c3640 1 > prepared part key=_multipart_4ZWJ6XHKZXZF.2~2LJV5I3280LP.0 size=1048576 2024-07-26T06:24:54.590 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.589+0000 7f19304c3640 1 > prepared part key=_multipart_4ZWJ6XHKZXZF.2~2LJV5I3280LP.1 size=1048576 2024-07-26T06:24:54.591 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.591+0000 7f19304c3640 1 > prepared part key=_multipart_4ZWJ6XHKZXZF.2~2LJV5I3280LP.2 size=817347 2024-07-26T06:24:54.592 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.591+0000 7f19304c3640 1 > prepared multipart upload key=4ZWJ6XHKZXZF upload=2LJV5I3280LP tag=EYL95NODZYTC type=write size=3963075 2024-07-26T06:24:54.594 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.593+0000 7f19304c3640 1 < completed write operation key=F3QUORF2HDZY tag=1ZDKJBOATT40 type=write size=188770 2024-07-26T06:24:54.598 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.598+0000 7f19304c3640 1 > prepared part key=_multipart_D2CZZ6A8YSHC.2~19OQORROEKNL.0 size=928835 2024-07-26T06:24:54.598 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.598+0000 7f19304c3640 1 > prepared multipart upload key=D2CZZ6A8YSHC upload=19OQORROEKNL tag=TCSJ4UAIF9WQ type=write size=1977411 2024-07-26T06:24:54.600 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.600+0000 7f19304c3640 1 < completed part key=_multipart_D2CZZ6A8YSHC.2~P43HMIG2KID2.0 size=1048576 2024-07-26T06:24:54.602 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.602+0000 7f19304c3640 1 < completed part key=_multipart_D2CZZ6A8YSHC.2~P43HMIG2KID2.1 size=1048576 2024-07-26T06:24:54.604 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.603+0000 7f19304c3640 1 < completed part key=_multipart_D2CZZ6A8YSHC.2~P43HMIG2KID2.2 size=173844 2024-07-26T06:24:54.608 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.607+0000 7f19304c3640 1 < completed multipart upload key=D2CZZ6A8YSHC upload=P43HMIG2KID2 tag=3AL52TDVBFQK type=write size=3319572 2024-07-26T06:24:54.610 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.610+0000 7f19304c3640 1 > prepared operation key=P6MP7JC8DTH7 tag=1OD13R651CO8 type=del size=808136 2024-07-26T06:24:54.612 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.612+0000 7f19304c3640 1 < completed part key=_multipart_8J29YNE031PP.2~SV1IG3XIKM48.0 size=1048576 2024-07-26T06:24:54.614 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.614+0000 7f19304c3640 1 < completed part key=_multipart_8J29YNE031PP.2~SV1IG3XIKM48.1 size=17911 2024-07-26T06:24:54.618 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.618+0000 7f19304c3640 1 < completed multipart upload key=8J29YNE031PP upload=SV1IG3XIKM48 tag=RKSDDU0QWUM1 type=write size=2115063 2024-07-26T06:24:54.620 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.620+0000 7f19304c3640 1 > prepared operation key=7P9AQQD7XI2Z tag=6PT3PIZN3XIB type=write size=222003 2024-07-26T06:24:54.622 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.622+0000 7f19304c3640 1 < completed delete operation key=7GGA1PRXXHDC tag=9CJG62HZLS21 type=del 2024-07-26T06:24:54.626 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.626+0000 7f19304c3640 1 > prepared part key=_multipart_PN7DBK1NNJVB.2~KSYHEGO7BPEY.0 size=1000378 2024-07-26T06:24:54.626 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.626+0000 7f19304c3640 1 > prepared multipart upload key=PN7DBK1NNJVB upload=KSYHEGO7BPEY tag=G9VPH6F5SOQ4 type=write size=2048954 2024-07-26T06:24:54.628 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.628+0000 7f19304c3640 1 < completed delete operation key=4ZWJ6XHKZXZF tag=98G3C1FDAG43 type=del 2024-07-26T06:24:54.630 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.630+0000 7f19304c3640 1 > prepared operation key=8J29YNE031PP tag=QZDBVASYNIW6 type=del size=2386358 2024-07-26T06:24:54.632 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.632+0000 7f19304c3640 1 < completed part key=_multipart_SQ0RDJVR9PPL.2~1QCHUBEJEUIC.0 size=878629 2024-07-26T06:24:54.636 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.636+0000 7f19304c3640 1 < completed multipart upload key=SQ0RDJVR9PPL upload=1QCHUBEJEUIC tag=9R2K3V9CWXYG type=write size=1927205 2024-07-26T06:24:54.682 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.638+0000 7f19304c3640 1 > prepared operation key=HO4GZ0KNZ8SK tag=KQ07D6WU7I3M type=del size=3534567 2024-07-26T06:24:54.682 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.640+0000 7f19304c3640 1 < completed part key=_multipart_0PV4L596ZFOW.2~WN23AS8K453W.0 size=1048576 2024-07-26T06:24:54.682 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.641+0000 7f19304c3640 1 < completed part key=_multipart_0PV4L596ZFOW.2~WN23AS8K453W.1 size=880356 2024-07-26T06:24:54.682 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.645+0000 7f19304c3640 1 < completed multipart upload key=0PV4L596ZFOW upload=WN23AS8K453W tag=5D8OCISQ7PUK type=write size=2977508 2024-07-26T06:24:54.683 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.649+0000 7f19304c3640 1 > prepared part key=_multipart_F3QUORF2HDZY.2~LY76534G054J.0 size=367949 2024-07-26T06:24:54.683 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.649+0000 7f19304c3640 1 > prepared multipart upload key=F3QUORF2HDZY upload=LY76534G054J tag=Y18F7EPXY35B type=write size=1416525 2024-07-26T06:24:54.683 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.649+0000 7f19304c3640 1 < canceled part key=_multipart_M8V7EJP4HHQV.2~1WN6U0A0X7WH.0 size=781674 2024-07-26T06:24:54.683 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.653+0000 7f19304c3640 1 < canceled multipart upload key=M8V7EJP4HHQV upload=1WN6U0A0X7WH tag=YC8LSJVVM49D type=write size=1830250 2024-07-26T06:24:54.683 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.655+0000 7f19304c3640 1 > prepared operation key=7GGA1PRXXHDC tag=OX3FWTRZG926 type=write size=258810 2024-07-26T06:24:54.683 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.657+0000 7f19304c3640 1 < canceled operation key=M8V7EJP4HHQV tag=6SIA9FGPY7VS type=del size=445260 2024-07-26T06:24:54.683 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.659+0000 7f19304c3640 1 > prepared operation key=SQ0RDJVR9PPL tag=IXUVE2V94ZSX type=del size=3974815 2024-07-26T06:24:54.683 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.661+0000 7f19304c3640 1 < completed delete operation key=YDC2NRQG9YFE tag=LE0B1C9AHE6G type=del 2024-07-26T06:24:54.683 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.663+0000 7f19304c3640 1 > prepared operation key=TWRRPXYVH5FW tag=MGOXMJM0KPSG type=del size=2349981 2024-07-26T06:24:54.683 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.667+0000 7f19304c3640 1 < suggested remove operation key=1I2JP28R3YNS tag=1B2WVQXA95DJ type=del 2024-07-26T06:24:54.683 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.669+0000 7f19304c3640 1 > prepared operation key=4ZWJ6XHKZXZF tag=6HFVOC30WHXD type=del size=3754016 2024-07-26T06:24:54.684 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.672+0000 7f19304c3640 1 < completed delete operation key=SQ0RDJVR9PPL tag=6RA7GPJZ6YWT type=del 2024-07-26T06:24:54.684 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.674+0000 7f19304c3640 1 > prepared operation key=1I2JP28R3YNS tag=Z8VM4V0B5PLY type=write size=662025 2024-07-26T06:24:54.684 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.676+0000 7f19304c3640 1 < completed write operation key=512VC812AWRN tag=RMH5LP53RDR3 type=write size=591279 2024-07-26T06:24:54.684 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.678+0000 7f19304c3640 1 > prepared operation key=D2CZZ6A8YSHC tag=10KLCFVZ4JLF type=del size=3226951 2024-07-26T06:24:54.684 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.680+0000 7f19304c3640 1 < completed part key=_multipart_4ZWJ6XHKZXZF.2~ERZOXYPHLY31.0 size=1048576 2024-07-26T06:24:54.684 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.682+0000 7f19304c3640 1 < completed part key=_multipart_4ZWJ6XHKZXZF.2~ERZOXYPHLY31.1 size=134530 2024-07-26T06:24:54.687 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.686+0000 7f19304c3640 1 < completed multipart upload key=4ZWJ6XHKZXZF upload=ERZOXYPHLY31 tag=YJB7D9JVV9FN type=write size=2231682 2024-07-26T06:24:54.689 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.689+0000 7f19304c3640 1 > prepared operation key=QMPZ7GQNIH0K tag=KLQNMJJYRKGQ type=del size=2204233 2024-07-26T06:24:54.691 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.691+0000 7f19304c3640 1 < completed part key=_multipart_D2CZZ6A8YSHC.2~0MVOXZH6SJSA.0 size=412807 2024-07-26T06:24:54.695 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.695+0000 7f19304c3640 1 < completed multipart upload key=D2CZZ6A8YSHC upload=0MVOXZH6SJSA tag=KW5F8CYO6LA2 type=write size=1461383 2024-07-26T06:24:54.697 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.697+0000 7f19304c3640 1 > prepared operation key=TWRRPXYVH5FW tag=FIVVYIUW6K35 type=del size=2312896 2024-07-26T06:24:54.699 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.699+0000 7f19304c3640 1 < completed part key=_multipart_4ZWJ6XHKZXZF.2~2LJV5I3280LP.0 size=1048576 2024-07-26T06:24:54.699 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.699+0000 7f19304c3640 1 < canceled part key=_multipart_4ZWJ6XHKZXZF.2~2LJV5I3280LP.1 size=1048576 2024-07-26T06:24:54.701 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.701+0000 7f19304c3640 1 < completed part key=_multipart_4ZWJ6XHKZXZF.2~2LJV5I3280LP.2 size=817347 2024-07-26T06:24:54.705 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.704+0000 7f19304c3640 1 < canceled multipart upload key=4ZWJ6XHKZXZF upload=2LJV5I3280LP tag=EYL95NODZYTC type=write size=3963075 2024-07-26T06:24:54.707 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.707+0000 7f19304c3640 1 > prepared operation key=PN7DBK1NNJVB tag=FD77PFLQ1S40 type=write size=651044 2024-07-26T06:24:54.709 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.709+0000 7f19304c3640 1 < completed part key=_multipart_D2CZZ6A8YSHC.2~19OQORROEKNL.0 size=928835 2024-07-26T06:24:54.713 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.712+0000 7f19304c3640 1 < completed multipart upload key=D2CZZ6A8YSHC upload=19OQORROEKNL tag=TCSJ4UAIF9WQ type=write size=1977411 2024-07-26T06:24:54.716 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.716+0000 7f19304c3640 1 > prepared part key=_multipart_Y31PRFKXA0KI.2~3RIISIDF0KVX.0 size=1048576 2024-07-26T06:24:54.718 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.718+0000 7f19304c3640 1 > prepared part key=_multipart_Y31PRFKXA0KI.2~3RIISIDF0KVX.1 size=1048576 2024-07-26T06:24:54.720 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.720+0000 7f19304c3640 1 > prepared part key=_multipart_Y31PRFKXA0KI.2~3RIISIDF0KVX.2 size=63278 2024-07-26T06:24:54.720 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.720+0000 7f19304c3640 1 > prepared multipart upload key=Y31PRFKXA0KI upload=3RIISIDF0KVX tag=6D63WSB8Q2HQ type=write size=3209006 2024-07-26T06:24:54.723 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.722+0000 7f19304c3640 1 < completed delete operation key=P6MP7JC8DTH7 tag=1OD13R651CO8 type=del 2024-07-26T06:24:54.726 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.726+0000 7f19304c3640 1 > prepared part key=_multipart_CXCXAKPQIOKH.2~HQDMDB8VH08C.0 size=12078 2024-07-26T06:24:54.726 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.726+0000 7f19304c3640 1 > prepared multipart upload key=CXCXAKPQIOKH upload=HQDMDB8VH08C tag=AIRNRHX990HT type=write size=1060654 2024-07-26T06:24:54.728 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.728+0000 7f19304c3640 1 < completed write operation key=7P9AQQD7XI2Z tag=6PT3PIZN3XIB type=write size=222003 2024-07-26T06:24:54.730 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.730+0000 7f19304c3640 1 > prepared operation key=2I9DGCCZ992A tag=PIQWCEWA06Z0 type=del size=1737777 2024-07-26T06:24:54.732 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.732+0000 7f19304c3640 1 < completed part key=_multipart_PN7DBK1NNJVB.2~KSYHEGO7BPEY.0 size=1000378 2024-07-26T06:24:54.736 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.736+0000 7f19304c3640 1 < completed multipart upload key=PN7DBK1NNJVB upload=KSYHEGO7BPEY tag=G9VPH6F5SOQ4 type=write size=2048954 2024-07-26T06:24:54.738 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.738+0000 7f19304c3640 1 > prepared operation key=G2XJVRBLSPE9 tag=GVF45U6WENUI type=del size=804895 2024-07-26T06:24:54.740 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.740+0000 7f19304c3640 1 < completed delete operation key=8J29YNE031PP tag=QZDBVASYNIW6 type=del 2024-07-26T06:24:54.742 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.742+0000 7f19304c3640 1 > prepared operation key=2TS50KKRU12E tag=HPAJDVA0PLIN type=del size=3539716 2024-07-26T06:24:54.746 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.746+0000 7f19304c3640 1 < suggested remove operation key=HO4GZ0KNZ8SK tag=KQ07D6WU7I3M type=del 2024-07-26T06:24:54.748 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.748+0000 7f19304c3640 1 > prepared operation key=SSAHKRHXMDHN tag=MQZ4C7RTKKFW type=del size=2382341 2024-07-26T06:24:54.750 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.750+0000 7f19304c3640 1 < completed part key=_multipart_F3QUORF2HDZY.2~LY76534G054J.0 size=367949 2024-07-26T06:24:54.754 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.754+0000 7f19304c3640 1 < completed multipart upload key=F3QUORF2HDZY upload=LY76534G054J tag=Y18F7EPXY35B type=write size=1416525 2024-07-26T06:24:54.756 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.756+0000 7f19304c3640 1 > prepared operation key=P6MP7JC8DTH7 tag=7U8GXE8M5Q6D type=write size=573067 2024-07-26T06:24:54.758 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.758+0000 7f19304c3640 1 < completed write operation key=7GGA1PRXXHDC tag=OX3FWTRZG926 type=write size=258810 2024-07-26T06:24:54.760 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.760+0000 7f19304c3640 1 > prepared operation key=8J29YNE031PP tag=415GCVSMEB49 type=del size=1066723 2024-07-26T06:24:54.764 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.764+0000 7f19304c3640 1 < suggested update operation key=SQ0RDJVR9PPL tag=IXUVE2V94ZSX type=del size=3974815 2024-07-26T06:24:54.766 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.766+0000 7f19304c3640 1 > prepared operation key=55ZIE8HVR68M tag=N76U50E95D8H type=del size=2461479 2024-07-26T06:24:54.770 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.770+0000 7f19304c3640 1 < suggested update operation key=TWRRPXYVH5FW tag=MGOXMJM0KPSG type=del size=2349981 2024-07-26T06:24:54.774 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.773+0000 7f19304c3640 1 > prepared part key=_multipart_G2XJVRBLSPE9.2~Y51YWYPP0C33.0 size=1018300 2024-07-26T06:24:54.774 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.773+0000 7f19304c3640 1 > prepared multipart upload key=G2XJVRBLSPE9 upload=Y51YWYPP0C33 tag=E1W6JVXKQQKG type=write size=2066876 2024-07-26T06:24:54.776 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.776+0000 7f19304c3640 1 < canceled operation key=4ZWJ6XHKZXZF tag=6HFVOC30WHXD type=del size=3754016 2024-07-26T06:24:54.778 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.778+0000 7f19304c3640 1 > prepared operation key=M8V7EJP4HHQV tag=K0GUWD65E1V3 type=del size=3518375 2024-07-26T06:24:54.781 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.781+0000 7f19304c3640 1 < completed write operation key=1I2JP28R3YNS tag=Z8VM4V0B5PLY type=write size=662025 2024-07-26T06:24:54.786 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.785+0000 7f19304c3640 1 > prepared part key=_multipart_V4RJB0J6F7NB.2~V1IKYABA8NZ3.0 size=1048576 2024-07-26T06:24:54.787 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.787+0000 7f19304c3640 1 > prepared part key=_multipart_V4RJB0J6F7NB.2~V1IKYABA8NZ3.1 size=669091 2024-07-26T06:24:54.787 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.787+0000 7f19304c3640 1 > prepared multipart upload key=V4RJB0J6F7NB upload=V1IKYABA8NZ3 tag=3ZHAEUHJUES0 type=write size=2766243 2024-07-26T06:24:54.790 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.790+0000 7f19304c3640 1 < completed delete operation key=D2CZZ6A8YSHC tag=10KLCFVZ4JLF type=del 2024-07-26T06:24:54.792 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.792+0000 7f19304c3640 1 > prepared operation key=2I9DGCCZ992A tag=EMOU28NQ5UA1 type=write size=832427 2024-07-26T06:24:54.797 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.796+0000 7f19304c3640 1 < suggested update operation key=QMPZ7GQNIH0K tag=KLQNMJJYRKGQ type=del size=2204233 2024-07-26T06:24:54.801 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.801+0000 7f19304c3640 1 > prepared part key=_multipart_512VC812AWRN.2~E0VY26S05AC9.0 size=149187 2024-07-26T06:24:54.801 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.801+0000 7f19304c3640 1 > prepared multipart upload key=512VC812AWRN upload=E0VY26S05AC9 tag=DSASURMLFPKS type=write size=1197763 2024-07-26T06:24:54.805 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.805+0000 7f19304c3640 1 < suggested update operation key=TWRRPXYVH5FW tag=FIVVYIUW6K35 type=del size=2312896 2024-07-26T06:24:54.807 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.807+0000 7f19304c3640 1 > prepared operation key=V4QX80DR86I3 tag=7R2QMGY549QG type=del size=3177886 2024-07-26T06:24:54.811 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.811+0000 7f19304c3640 1 < suggested remove operation key=PN7DBK1NNJVB tag=FD77PFLQ1S40 type=write 2024-07-26T06:24:54.814 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.813+0000 7f19304c3640 1 > prepared operation key=C2RTY1II1OSK tag=DC5W6NNAGP1E type=del size=1090550 2024-07-26T06:24:54.816 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.816+0000 7f19304c3640 1 < completed part key=_multipart_Y31PRFKXA0KI.2~3RIISIDF0KVX.0 size=1048576 2024-07-26T06:24:54.818 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.817+0000 7f19304c3640 1 < completed part key=_multipart_Y31PRFKXA0KI.2~3RIISIDF0KVX.1 size=1048576 2024-07-26T06:24:54.818 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.817+0000 7f19304c3640 1 < canceled part key=_multipart_Y31PRFKXA0KI.2~3RIISIDF0KVX.2 size=63278 2024-07-26T06:24:54.822 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.821+0000 7f19304c3640 1 < canceled multipart upload key=Y31PRFKXA0KI upload=3RIISIDF0KVX tag=6D63WSB8Q2HQ type=write size=3209006 2024-07-26T06:24:54.824 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.823+0000 7f19304c3640 1 > prepared operation key=2I9DGCCZ992A tag=SPYC4U1NZN21 type=del size=2127995 2024-07-26T06:24:54.825 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.825+0000 7f19304c3640 1 < completed part key=_multipart_CXCXAKPQIOKH.2~HQDMDB8VH08C.0 size=12078 2024-07-26T06:24:54.829 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.829+0000 7f19304c3640 1 < completed multipart upload key=CXCXAKPQIOKH upload=HQDMDB8VH08C tag=AIRNRHX990HT type=write size=1060654 2024-07-26T06:24:54.832 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.831+0000 7f19304c3640 1 > prepared operation key=P6MP7JC8DTH7 tag=48DMR8WTEVET type=del size=3404855 2024-07-26T06:24:54.833 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.833+0000 7f19304c3640 1 < completed delete operation key=2I9DGCCZ992A tag=PIQWCEWA06Z0 type=del 2024-07-26T06:24:54.837 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.837+0000 7f19304c3640 1 > prepared part key=_multipart_4ZWJ6XHKZXZF.2~2E6I3SQ418MX.0 size=26141 2024-07-26T06:24:54.837 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.837+0000 7f19304c3640 1 > prepared multipart upload key=4ZWJ6XHKZXZF upload=2E6I3SQ418MX tag=653A5359ANWY type=write size=1074717 2024-07-26T06:24:54.839 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.839+0000 7f19304c3640 1 < canceled operation key=G2XJVRBLSPE9 tag=GVF45U6WENUI type=del size=804895 2024-07-26T06:24:54.843 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.843+0000 7f19304c3640 1 > prepared part key=_multipart_D2CZZ6A8YSHC.2~1LVU3JRR72SP.0 size=1048576 2024-07-26T06:24:54.845 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.845+0000 7f19304c3640 1 > prepared part key=_multipart_D2CZZ6A8YSHC.2~1LVU3JRR72SP.1 size=46456 2024-07-26T06:24:54.845 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.845+0000 7f19304c3640 1 > prepared multipart upload key=D2CZZ6A8YSHC upload=1LVU3JRR72SP tag=0VAWQHPBN1TY type=write size=2143608 2024-07-26T06:24:54.847 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.847+0000 7f19304c3640 1 < completed delete operation key=2TS50KKRU12E tag=HPAJDVA0PLIN type=del 2024-07-26T06:24:54.851 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.851+0000 7f19304c3640 1 > prepared part key=_multipart_YDC2NRQG9YFE.2~VVO75UUG6PYU.0 size=55684 2024-07-26T06:24:54.851 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.851+0000 7f19304c3640 1 > prepared multipart upload key=YDC2NRQG9YFE upload=VVO75UUG6PYU tag=FEXMHGME5ZJ1 type=write size=1104260 2024-07-26T06:24:54.855 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.855+0000 7f19304c3640 1 < suggested remove operation key=SSAHKRHXMDHN tag=MQZ4C7RTKKFW type=del 2024-07-26T06:24:54.857 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.857+0000 7f19304c3640 1 > prepared operation key=Y0JGX4QVQXEC tag=867TES9NVN5L type=del size=3605105 2024-07-26T06:24:54.859 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.859+0000 7f19304c3640 1 < completed write operation key=P6MP7JC8DTH7 tag=7U8GXE8M5Q6D type=write size=573067 2024-07-26T06:24:54.861 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.861+0000 7f19304c3640 1 > prepared operation key=V4QX80DR86I3 tag=7ARMC438DXGM type=del size=1799163 2024-07-26T06:24:54.864 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.863+0000 7f19304c3640 1 < completed delete operation key=8J29YNE031PP tag=415GCVSMEB49 type=del 2024-07-26T06:24:54.866 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.865+0000 7f19304c3640 1 > prepared operation key=G2XJVRBLSPE9 tag=9N2JQ9C5MIBH type=del size=3967741 2024-07-26T06:24:54.868 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.867+0000 7f19304c3640 1 < canceled operation key=55ZIE8HVR68M tag=N76U50E95D8H type=del size=2461479 2024-07-26T06:24:54.870 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.870+0000 7f19304c3640 1 > prepared operation key=V4QX80DR86I3 tag=SM41PQVEW3EB type=write size=295767 2024-07-26T06:24:54.873 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.872+0000 7f19304c3640 1 < completed part key=_multipart_G2XJVRBLSPE9.2~Y51YWYPP0C33.0 size=1018300 2024-07-26T06:24:54.878 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.876+0000 7f19304c3640 1 < completed multipart upload key=G2XJVRBLSPE9 upload=Y51YWYPP0C33 tag=E1W6JVXKQQKG type=write size=2066876 2024-07-26T06:24:54.880 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.880+0000 7f19304c3640 1 > prepared part key=_multipart_1I2JP28R3YNS.2~TFZLOWKOQWAH.0 size=197485 2024-07-26T06:24:54.880 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.880+0000 7f19304c3640 1 > prepared multipart upload key=1I2JP28R3YNS upload=TFZLOWKOQWAH tag=Q3SBTNOA49I6 type=write size=1246061 2024-07-26T06:24:54.882 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.882+0000 7f19304c3640 1 < completed delete operation key=M8V7EJP4HHQV tag=K0GUWD65E1V3 type=del 2024-07-26T06:24:54.886 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.886+0000 7f19304c3640 1 > prepared part key=_multipart_2I9DGCCZ992A.2~QW8XN94LAR1R.0 size=649869 2024-07-26T06:24:54.886 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.886+0000 7f19304c3640 1 > prepared multipart upload key=2I9DGCCZ992A upload=QW8XN94LAR1R tag=22OA4EDEXQRT type=write size=1698445 2024-07-26T06:24:54.888 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.888+0000 7f19304c3640 1 < completed part key=_multipart_V4RJB0J6F7NB.2~V1IKYABA8NZ3.0 size=1048576 2024-07-26T06:24:54.890 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.890+0000 7f19304c3640 1 < completed part key=_multipart_V4RJB0J6F7NB.2~V1IKYABA8NZ3.1 size=669091 2024-07-26T06:24:54.893 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.893+0000 7f19304c3640 1 < completed multipart upload key=V4RJB0J6F7NB upload=V1IKYABA8NZ3 tag=3ZHAEUHJUES0 type=write size=2766243 2024-07-26T06:24:54.895 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.895+0000 7f19304c3640 1 > prepared operation key=PN7DBK1NNJVB tag=3XVMT1JXKDBC type=del size=160355 2024-07-26T06:24:54.897 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.897+0000 7f19304c3640 1 < completed write operation key=2I9DGCCZ992A tag=EMOU28NQ5UA1 type=write size=832427 2024-07-26T06:24:54.900 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.899+0000 7f19304c3640 1 > prepared operation key=YDC2NRQG9YFE tag=WAE8MBISZLV1 type=del size=3233125 2024-07-26T06:24:54.902 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.902+0000 7f19304c3640 1 < completed part key=_multipart_512VC812AWRN.2~E0VY26S05AC9.0 size=149187 2024-07-26T06:24:54.906 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.906+0000 7f19304c3640 1 < completed multipart upload key=512VC812AWRN upload=E0VY26S05AC9 tag=DSASURMLFPKS type=write size=1197763 2024-07-26T06:24:54.909 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.908+0000 7f19304c3640 1 > prepared operation key=QMPZ7GQNIH0K tag=IPB0LZ2I2V11 type=del size=1356368 2024-07-26T06:24:54.910 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.910+0000 7f19304c3640 1 < completed delete operation key=V4QX80DR86I3 tag=7R2QMGY549QG type=del 2024-07-26T06:24:54.914 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.914+0000 7f19304c3640 1 > prepared part key=_multipart_8J29YNE031PP.2~955LXQLXJ37J.0 size=1048576 2024-07-26T06:24:54.916 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.916+0000 7f19304c3640 1 > prepared part key=_multipart_8J29YNE031PP.2~955LXQLXJ37J.1 size=581710 2024-07-26T06:24:54.917 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.916+0000 7f19304c3640 1 > prepared multipart upload key=8J29YNE031PP upload=955LXQLXJ37J tag=SIOZJD57L4NI type=write size=2678862 2024-07-26T06:24:54.919 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.918+0000 7f19304c3640 1 < completed delete operation key=C2RTY1II1OSK tag=DC5W6NNAGP1E type=del 2024-07-26T06:24:54.921 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.921+0000 7f19304c3640 1 > prepared operation key=F3QUORF2HDZY tag=7AVHCPBAX4KF type=del size=2170338 2024-07-26T06:24:54.923 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.923+0000 7f19304c3640 1 < completed delete operation key=2I9DGCCZ992A tag=SPYC4U1NZN21 type=del 2024-07-26T06:24:54.925 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.925+0000 7f19304c3640 1 > prepared operation key=QMPZ7GQNIH0K tag=H9N8EJ155FRV type=write size=450435 2024-07-26T06:24:54.928 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.927+0000 7f19304c3640 1 < completed delete operation key=P6MP7JC8DTH7 tag=48DMR8WTEVET type=del 2024-07-26T06:24:54.931 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.930+0000 7f19304c3640 1 > prepared operation key=2TS50KKRU12E tag=66CQBG1QOA1W type=del size=2621251 2024-07-26T06:24:54.932 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.932+0000 7f19304c3640 1 < completed part key=_multipart_4ZWJ6XHKZXZF.2~2E6I3SQ418MX.0 size=26141 2024-07-26T06:24:54.936 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.936+0000 7f19304c3640 1 < completed multipart upload key=4ZWJ6XHKZXZF upload=2E6I3SQ418MX tag=653A5359ANWY type=write size=1074717 2024-07-26T06:24:54.940 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.940+0000 7f19304c3640 1 > prepared part key=_multipart_55ZIE8HVR68M.2~221EWG5WH7MQ.0 size=169646 2024-07-26T06:24:54.941 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.940+0000 7f19304c3640 1 > prepared multipart upload key=55ZIE8HVR68M upload=221EWG5WH7MQ tag=TCRAOE2CU1A8 type=write size=1218222 2024-07-26T06:24:54.941 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.940+0000 7f19304c3640 1 < canceled part key=_multipart_D2CZZ6A8YSHC.2~1LVU3JRR72SP.0 size=1048576 2024-07-26T06:24:54.942 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.942+0000 7f19304c3640 1 < completed part key=_multipart_D2CZZ6A8YSHC.2~1LVU3JRR72SP.1 size=46456 2024-07-26T06:24:54.946 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.946+0000 7f19304c3640 1 < canceled multipart upload key=D2CZZ6A8YSHC upload=1LVU3JRR72SP tag=0VAWQHPBN1TY type=write size=2143608 2024-07-26T06:24:54.948 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.948+0000 7f19304c3640 1 > prepared operation key=7P9AQQD7XI2Z tag=GV1CH09ZFQ8V type=del size=2001828 2024-07-26T06:24:54.950 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.950+0000 7f19304c3640 1 < completed part key=_multipart_YDC2NRQG9YFE.2~VVO75UUG6PYU.0 size=55684 2024-07-26T06:24:54.953 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.953+0000 7f19304c3640 1 < completed multipart upload key=YDC2NRQG9YFE upload=VVO75UUG6PYU tag=FEXMHGME5ZJ1 type=write size=1104260 2024-07-26T06:24:54.957 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.957+0000 7f19304c3640 1 > prepared part key=_multipart_512VC812AWRN.2~FVZYKHYJKWWA.0 size=1048576 2024-07-26T06:24:54.959 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.959+0000 7f19304c3640 1 > prepared part key=_multipart_512VC812AWRN.2~FVZYKHYJKWWA.1 size=857115 2024-07-26T06:24:54.959 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.959+0000 7f19304c3640 1 > prepared multipart upload key=512VC812AWRN upload=FVZYKHYJKWWA tag=2OEBXKP98D7P type=write size=2954267 2024-07-26T06:24:54.961 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.960+0000 7f19304c3640 1 < completed delete operation key=Y0JGX4QVQXEC tag=867TES9NVN5L type=del 2024-07-26T06:24:54.963 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.962+0000 7f19304c3640 1 > prepared operation key=QMPZ7GQNIH0K tag=EARFDHH1SAXY type=del size=547959 2024-07-26T06:24:54.965 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.965+0000 7f19304c3640 1 < completed delete operation key=V4QX80DR86I3 tag=7ARMC438DXGM type=del 2024-07-26T06:24:54.967 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.967+0000 7f19304c3640 1 > prepared operation key=M8V7EJP4HHQV tag=Z8JOPYXFBU43 type=del size=1547812 2024-07-26T06:24:54.971 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.971+0000 7f19304c3640 1 < suggested update operation key=G2XJVRBLSPE9 tag=9N2JQ9C5MIBH type=del size=3967741 2024-07-26T06:24:54.975 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.975+0000 7f19304c3640 1 > prepared part key=_multipart_0PV4L596ZFOW.2~NOPEOR8WR0TP.0 size=553016 2024-07-26T06:24:54.975 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.975+0000 7f19304c3640 1 > prepared multipart upload key=0PV4L596ZFOW upload=NOPEOR8WR0TP tag=LRJKEAHD5DSQ type=write size=1601592 2024-07-26T06:24:54.979 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.979+0000 7f19304c3640 1 < suggested remove operation key=V4QX80DR86I3 tag=SM41PQVEW3EB type=write 2024-07-26T06:24:54.981 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.981+0000 7f19304c3640 1 > prepared operation key=SSAHKRHXMDHN tag=P2TO6C5TW6F1 type=del size=3026323 2024-07-26T06:24:54.981 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.981+0000 7f19304c3640 1 < canceled part key=_multipart_1I2JP28R3YNS.2~TFZLOWKOQWAH.0 size=197485 2024-07-26T06:24:54.984 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.984+0000 7f19304c3640 1 < canceled multipart upload key=1I2JP28R3YNS upload=TFZLOWKOQWAH tag=Q3SBTNOA49I6 type=write size=1246061 2024-07-26T06:24:54.986 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.986+0000 7f19304c3640 1 > prepared operation key=D2CZZ6A8YSHC tag=D99MTEHCS2GH type=del size=338094 2024-07-26T06:24:54.988 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.988+0000 7f19304c3640 1 < completed part key=_multipart_2I9DGCCZ992A.2~QW8XN94LAR1R.0 size=649869 2024-07-26T06:24:54.992 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.992+0000 7f19304c3640 1 < completed multipart upload key=2I9DGCCZ992A upload=QW8XN94LAR1R tag=22OA4EDEXQRT type=write size=1698445 2024-07-26T06:24:54.994 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.994+0000 7f19304c3640 1 > prepared operation key=SSAHKRHXMDHN tag=TC44JPM31C33 type=del size=2620091 2024-07-26T06:24:54.996 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.996+0000 7f19304c3640 1 < completed delete operation key=PN7DBK1NNJVB tag=3XVMT1JXKDBC type=del 2024-07-26T06:24:54.998 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:54.998+0000 7f19304c3640 1 > prepared operation key=V4RJB0J6F7NB tag=M68SREYAVO79 type=write size=166811 2024-07-26T06:24:55.003 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.003+0000 7f19304c3640 1 < suggested update operation key=YDC2NRQG9YFE tag=WAE8MBISZLV1 type=del size=3233125 2024-07-26T06:24:55.007 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.007+0000 7f19304c3640 1 > prepared part key=_multipart_23K6MK7R266R.2~SK8NFJW27PVI.0 size=1048576 2024-07-26T06:24:55.009 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.009+0000 7f19304c3640 1 > prepared part key=_multipart_23K6MK7R266R.2~SK8NFJW27PVI.1 size=1024289 2024-07-26T06:24:55.009 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.009+0000 7f19304c3640 1 > prepared multipart upload key=23K6MK7R266R upload=SK8NFJW27PVI tag=E0Q62JJ4HRDD type=write size=3121441 2024-07-26T06:24:55.011 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.011+0000 7f19304c3640 1 < completed delete operation key=QMPZ7GQNIH0K tag=IPB0LZ2I2V11 type=del 2024-07-26T06:24:55.013 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.013+0000 7f19304c3640 1 > prepared operation key=8J29YNE031PP tag=45ZHGIQMNDQH type=write size=783773 2024-07-26T06:24:55.015 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.015+0000 7f19304c3640 1 < completed part key=_multipart_8J29YNE031PP.2~955LXQLXJ37J.0 size=1048576 2024-07-26T06:24:55.017 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.017+0000 7f19304c3640 1 < completed part key=_multipart_8J29YNE031PP.2~955LXQLXJ37J.1 size=581710 2024-07-26T06:24:55.021 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.021+0000 7f19304c3640 1 < completed multipart upload key=8J29YNE031PP upload=955LXQLXJ37J tag=SIOZJD57L4NI type=write size=2678862 2024-07-26T06:24:55.023 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.023+0000 7f19304c3640 1 > prepared operation key=512VC812AWRN tag=JMBD2JIQXXIG type=del size=2883794 2024-07-26T06:24:55.025 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.025+0000 7f19304c3640 1 < canceled operation key=F3QUORF2HDZY tag=7AVHCPBAX4KF type=del size=2170338 2024-07-26T06:24:55.028 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.028+0000 7f19304c3640 1 > prepared operation key=4ZWJ6XHKZXZF tag=OQ7CAXNG78SG type=write size=981521 2024-07-26T06:24:55.030 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.030+0000 7f19304c3640 1 < completed write operation key=QMPZ7GQNIH0K tag=H9N8EJ155FRV type=write size=450435 2024-07-26T06:24:55.032 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.031+0000 7f19304c3640 1 > prepared operation key=4ZWJ6XHKZXZF tag=UXUCB5VWG48E type=write size=125469 2024-07-26T06:24:55.034 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.033+0000 7f19304c3640 1 < completed delete operation key=2TS50KKRU12E tag=66CQBG1QOA1W type=del 2024-07-26T06:24:55.036 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.035+0000 7f19304c3640 1 > prepared operation key=HO4GZ0KNZ8SK tag=G27IKA86GAC7 type=del size=897394 2024-07-26T06:24:55.038 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.037+0000 7f19304c3640 1 < completed part key=_multipart_55ZIE8HVR68M.2~221EWG5WH7MQ.0 size=169646 2024-07-26T06:24:55.041 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.041+0000 7f19304c3640 1 < completed multipart upload key=55ZIE8HVR68M upload=221EWG5WH7MQ tag=TCRAOE2CU1A8 type=write size=1218222 2024-07-26T06:24:55.043 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.043+0000 7f19304c3640 1 > prepared operation key=2TS50KKRU12E tag=ONBR1ZHQX17K type=write size=713288 2024-07-26T06:24:55.045 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.045+0000 7f19304c3640 1 < completed delete operation key=7P9AQQD7XI2Z tag=GV1CH09ZFQ8V type=del 2024-07-26T06:24:55.047 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.047+0000 7f19304c3640 1 > prepared operation key=2TS50KKRU12E tag=P1X8IBXHQSQB type=del size=3148701 2024-07-26T06:24:55.050 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.049+0000 7f19304c3640 1 < completed part key=_multipart_512VC812AWRN.2~FVZYKHYJKWWA.0 size=1048576 2024-07-26T06:24:55.052 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.052+0000 7f19304c3640 1 < completed part key=_multipart_512VC812AWRN.2~FVZYKHYJKWWA.1 size=857115 2024-07-26T06:24:55.056 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.056+0000 7f19304c3640 1 < completed multipart upload key=512VC812AWRN upload=FVZYKHYJKWWA tag=2OEBXKP98D7P type=write size=2954267 2024-07-26T06:24:55.060 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.060+0000 7f19304c3640 1 > prepared part key=_multipart_4ZWJ6XHKZXZF.2~G79CTND7Y6FH.0 size=1048576 2024-07-26T06:24:55.062 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.062+0000 7f19304c3640 1 > prepared part key=_multipart_4ZWJ6XHKZXZF.2~G79CTND7Y6FH.1 size=228339 2024-07-26T06:24:55.063 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.062+0000 7f19304c3640 1 > prepared multipart upload key=4ZWJ6XHKZXZF upload=G79CTND7Y6FH tag=1C46LK85CR6I type=write size=2325491 2024-07-26T06:24:55.068 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.068+0000 7f19304c3640 1 < suggested remove operation key=QMPZ7GQNIH0K tag=EARFDHH1SAXY type=del 2024-07-26T06:24:55.072 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.072+0000 7f19304c3640 1 > prepared part key=_multipart_CXCXAKPQIOKH.2~UXGGVVP0IJ1A.0 size=1048576 2024-07-26T06:24:55.074 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.074+0000 7f19304c3640 1 > prepared part key=_multipart_CXCXAKPQIOKH.2~UXGGVVP0IJ1A.1 size=608647 2024-07-26T06:24:55.074 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.074+0000 7f19304c3640 1 > prepared multipart upload key=CXCXAKPQIOKH upload=UXGGVVP0IJ1A tag=ZIOX7M3KL7MC type=write size=2705799 2024-07-26T06:24:55.082 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.079+0000 7f19304c3640 1 < suggested remove operation key=M8V7EJP4HHQV tag=Z8JOPYXFBU43 type=del 2024-07-26T06:24:55.083 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.083+0000 7f19304c3640 1 > prepared part key=_multipart_0PV4L596ZFOW.2~TOFFPIGYSENC.0 size=1048576 2024-07-26T06:24:55.085 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.084+0000 7f19304c3640 1 > prepared part key=_multipart_0PV4L596ZFOW.2~TOFFPIGYSENC.1 size=1048576 2024-07-26T06:24:55.087 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.086+0000 7f19304c3640 1 > prepared part key=_multipart_0PV4L596ZFOW.2~TOFFPIGYSENC.2 size=182579 2024-07-26T06:24:55.087 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.086+0000 7f19304c3640 1 > prepared multipart upload key=0PV4L596ZFOW upload=TOFFPIGYSENC tag=PO7YB1WTAXVV type=write size=3328307 2024-07-26T06:24:55.089 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.088+0000 7f19304c3640 1 < completed part key=_multipart_0PV4L596ZFOW.2~NOPEOR8WR0TP.0 size=553016 2024-07-26T06:24:55.092 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.092+0000 7f19304c3640 1 < completed multipart upload key=0PV4L596ZFOW upload=NOPEOR8WR0TP tag=LRJKEAHD5DSQ type=write size=1601592 2024-07-26T06:24:55.094 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.094+0000 7f19304c3640 1 > prepared operation key=2I9DGCCZ992A tag=6E0CSO4QRVQZ type=write size=457708 2024-07-26T06:24:55.097 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.096+0000 7f19304c3640 1 < completed delete operation key=SSAHKRHXMDHN tag=P2TO6C5TW6F1 type=del 2024-07-26T06:24:55.099 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.098+0000 7f19304c3640 1 > prepared operation key=512VC812AWRN tag=PJ4PXGN6JQLM type=del size=1918066 2024-07-26T06:24:55.101 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.101+0000 7f19304c3640 1 < completed delete operation key=D2CZZ6A8YSHC tag=D99MTEHCS2GH type=del 2024-07-26T06:24:55.105 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.104+0000 7f19304c3640 1 > prepared part key=_multipart_P6MP7JC8DTH7.2~W2DOMYD5X58G.0 size=38984 2024-07-26T06:24:55.105 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.104+0000 7f19304c3640 1 > prepared multipart upload key=P6MP7JC8DTH7 upload=W2DOMYD5X58G tag=JGOPVE3LQ8TD type=write size=1087560 2024-07-26T06:24:55.106 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.106+0000 7f19304c3640 1 < completed delete operation key=SSAHKRHXMDHN tag=TC44JPM31C33 type=del 2024-07-26T06:24:55.109 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.109+0000 7f19304c3640 1 > prepared operation key=V4QX80DR86I3 tag=TI095VJXOG3W type=del size=3355055 2024-07-26T06:24:55.111 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.111+0000 7f19304c3640 1 < completed write operation key=V4RJB0J6F7NB tag=M68SREYAVO79 type=write size=166811 2024-07-26T06:24:55.116 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.115+0000 7f19304c3640 1 > prepared part key=_multipart_G2XJVRBLSPE9.2~DUBA9TJESQFK.0 size=1048576 2024-07-26T06:24:55.117 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.117+0000 7f19304c3640 1 > prepared part key=_multipart_G2XJVRBLSPE9.2~DUBA9TJESQFK.1 size=1048576 2024-07-26T06:24:55.119 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.119+0000 7f19304c3640 1 > prepared part key=_multipart_G2XJVRBLSPE9.2~DUBA9TJESQFK.2 size=203328 2024-07-26T06:24:55.119 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.119+0000 7f19304c3640 1 > prepared multipart upload key=G2XJVRBLSPE9 upload=DUBA9TJESQFK tag=V3WOW258DDGP type=write size=3349056 2024-07-26T06:24:55.121 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.121+0000 7f19304c3640 1 < completed part key=_multipart_23K6MK7R266R.2~SK8NFJW27PVI.0 size=1048576 2024-07-26T06:24:55.121 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.121+0000 7f19304c3640 1 < canceled part key=_multipart_23K6MK7R266R.2~SK8NFJW27PVI.1 size=1024289 2024-07-26T06:24:55.125 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.124+0000 7f19304c3640 1 < canceled multipart upload key=23K6MK7R266R upload=SK8NFJW27PVI tag=E0Q62JJ4HRDD type=write size=3121441 2024-07-26T06:24:55.127 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.127+0000 7f19304c3640 1 > prepared operation key=4ZWJ6XHKZXZF tag=DVHWUZ6D4LNV type=del size=2242497 2024-07-26T06:24:55.129 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.129+0000 7f19304c3640 1 < completed write operation key=8J29YNE031PP tag=45ZHGIQMNDQH type=write size=783773 2024-07-26T06:24:55.133 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.132+0000 7f19304c3640 1 > prepared part key=_multipart_2TS50KKRU12E.2~1O3AT0XKCV4B.0 size=1048576 2024-07-26T06:24:55.134 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.134+0000 7f19304c3640 1 > prepared part key=_multipart_2TS50KKRU12E.2~1O3AT0XKCV4B.1 size=1048576 2024-07-26T06:24:55.136 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.136+0000 7f19304c3640 1 > prepared part key=_multipart_2TS50KKRU12E.2~1O3AT0XKCV4B.2 size=429636 2024-07-26T06:24:55.136 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.136+0000 7f19304c3640 1 > prepared multipart upload key=2TS50KKRU12E upload=1O3AT0XKCV4B tag=LA5TBOJS16I5 type=write size=3575364 2024-07-26T06:24:55.138 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.138+0000 7f19304c3640 1 < completed delete operation key=512VC812AWRN tag=JMBD2JIQXXIG type=del 2024-07-26T06:24:55.142 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.141+0000 7f19304c3640 1 > prepared part key=_multipart_M8V7EJP4HHQV.2~25DH502GNNRA.0 size=694149 2024-07-26T06:24:55.142 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.141+0000 7f19304c3640 1 > prepared multipart upload key=M8V7EJP4HHQV upload=25DH502GNNRA tag=A19WQ2C6HQ6V type=write size=1742725 2024-07-26T06:24:55.144 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.143+0000 7f19304c3640 1 < completed write operation key=4ZWJ6XHKZXZF tag=OQ7CAXNG78SG type=write size=981521 2024-07-26T06:24:55.147 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.147+0000 7f19304c3640 1 > prepared part key=_multipart_55ZIE8HVR68M.2~V7KT8HSCPHNL.0 size=1048576 2024-07-26T06:24:55.149 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.149+0000 7f19304c3640 1 > prepared part key=_multipart_55ZIE8HVR68M.2~V7KT8HSCPHNL.1 size=1048576 2024-07-26T06:24:55.150 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.150+0000 7f19304c3640 1 > prepared part key=_multipart_55ZIE8HVR68M.2~V7KT8HSCPHNL.2 size=1045609 2024-07-26T06:24:55.151 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.150+0000 7f19304c3640 1 > prepared multipart upload key=55ZIE8HVR68M upload=V7KT8HSCPHNL tag=8QDWOZ3BAIZB type=write size=4191337 2024-07-26T06:24:55.153 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.152+0000 7f19304c3640 1 < completed write operation key=4ZWJ6XHKZXZF tag=UXUCB5VWG48E type=write size=125469 2024-07-26T06:24:55.155 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.155+0000 7f19304c3640 1 > prepared operation key=512VC812AWRN tag=RNQ62VTZOQ7T type=del size=2179516 2024-07-26T06:24:55.157 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.157+0000 7f19304c3640 1 < completed delete operation key=HO4GZ0KNZ8SK tag=G27IKA86GAC7 type=del 2024-07-26T06:24:55.161 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.161+0000 7f19304c3640 1 > prepared part key=_multipart_Y31PRFKXA0KI.2~HPRLOKJ9ELI3.0 size=1048576 2024-07-26T06:24:55.163 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.162+0000 7f19304c3640 1 > prepared part key=_multipart_Y31PRFKXA0KI.2~HPRLOKJ9ELI3.1 size=777727 2024-07-26T06:24:55.163 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.162+0000 7f19304c3640 1 > prepared multipart upload key=Y31PRFKXA0KI upload=HPRLOKJ9ELI3 tag=OWR0YGGFNOOD type=write size=2874879 2024-07-26T06:24:55.165 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.164+0000 7f19304c3640 1 < completed write operation key=2TS50KKRU12E tag=ONBR1ZHQX17K type=write size=713288 2024-07-26T06:24:55.169 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.168+0000 7f19304c3640 1 > prepared part key=_multipart_7P9AQQD7XI2Z.2~U9JWH0YKDRIN.0 size=1048576 2024-07-26T06:24:55.171 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.170+0000 7f19304c3640 1 > prepared part key=_multipart_7P9AQQD7XI2Z.2~U9JWH0YKDRIN.1 size=154151 2024-07-26T06:24:55.171 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.170+0000 7f19304c3640 1 > prepared multipart upload key=7P9AQQD7XI2Z upload=U9JWH0YKDRIN tag=5RDVMXKMOG9X type=write size=2251303 2024-07-26T06:24:55.172 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.172+0000 7f19304c3640 1 < completed delete operation key=2TS50KKRU12E tag=P1X8IBXHQSQB type=del 2024-07-26T06:24:55.175 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.174+0000 7f19304c3640 1 > prepared operation key=G2XJVRBLSPE9 tag=28XLHZNR582Z type=del size=2151338 2024-07-26T06:24:55.177 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.176+0000 7f19304c3640 1 < completed part key=_multipart_4ZWJ6XHKZXZF.2~G79CTND7Y6FH.0 size=1048576 2024-07-26T06:24:55.178 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.178+0000 7f19304c3640 1 < completed part key=_multipart_4ZWJ6XHKZXZF.2~G79CTND7Y6FH.1 size=228339 2024-07-26T06:24:55.182 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.182+0000 7f19304c3640 1 < completed multipart upload key=4ZWJ6XHKZXZF upload=G79CTND7Y6FH tag=1C46LK85CR6I type=write size=2325491 2024-07-26T06:24:55.184 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.184+0000 7f19304c3640 1 > prepared operation key=7P9AQQD7XI2Z tag=1VADRW65YW1D type=del size=2084212 2024-07-26T06:24:55.186 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.186+0000 7f19304c3640 1 < completed part key=_multipart_CXCXAKPQIOKH.2~UXGGVVP0IJ1A.0 size=1048576 2024-07-26T06:24:55.188 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.188+0000 7f19304c3640 1 < completed part key=_multipart_CXCXAKPQIOKH.2~UXGGVVP0IJ1A.1 size=608647 2024-07-26T06:24:55.191 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.191+0000 7f19304c3640 1 < completed multipart upload key=CXCXAKPQIOKH upload=UXGGVVP0IJ1A tag=ZIOX7M3KL7MC type=write size=2705799 2024-07-26T06:24:55.193 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.193+0000 7f19304c3640 1 > prepared operation key=V4QX80DR86I3 tag=3WUACPZL4DG4 type=del size=1224037 2024-07-26T06:24:55.196 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.195+0000 7f19304c3640 1 < completed part key=_multipart_0PV4L596ZFOW.2~TOFFPIGYSENC.0 size=1048576 2024-07-26T06:24:55.197 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.197+0000 7f19304c3640 1 < completed part key=_multipart_0PV4L596ZFOW.2~TOFFPIGYSENC.1 size=1048576 2024-07-26T06:24:55.199 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.199+0000 7f19304c3640 1 < completed part key=_multipart_0PV4L596ZFOW.2~TOFFPIGYSENC.2 size=182579 2024-07-26T06:24:55.203 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.203+0000 7f19304c3640 1 < completed multipart upload key=0PV4L596ZFOW upload=TOFFPIGYSENC tag=PO7YB1WTAXVV type=write size=3328307 2024-07-26T06:24:55.205 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.205+0000 7f19304c3640 1 > prepared operation key=YDC2NRQG9YFE tag=NQTNY4HVKSGN type=del size=1726424 2024-07-26T06:24:55.207 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.207+0000 7f19304c3640 1 < completed write operation key=2I9DGCCZ992A tag=6E0CSO4QRVQZ type=write size=457708 2024-07-26T06:24:55.210 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.210+0000 7f19304c3640 1 > prepared operation key=4ZWJ6XHKZXZF tag=40HN1K7JEGZU type=write size=1009253 2024-07-26T06:24:55.213 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.213+0000 7f19304c3640 1 < suggested remove operation key=512VC812AWRN tag=PJ4PXGN6JQLM type=del 2024-07-26T06:24:55.216 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.216+0000 7f19304c3640 1 > prepared operation key=512VC812AWRN tag=93SJ2XFM3N3X type=del size=614886 2024-07-26T06:24:55.216 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.216+0000 7f19304c3640 1 < canceled part key=_multipart_P6MP7JC8DTH7.2~W2DOMYD5X58G.0 size=38984 2024-07-26T06:24:55.220 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.219+0000 7f19304c3640 1 < canceled multipart upload key=P6MP7JC8DTH7 upload=W2DOMYD5X58G tag=JGOPVE3LQ8TD type=write size=1087560 2024-07-26T06:24:55.221 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.221+0000 7f19304c3640 1 > prepared operation key=M8V7EJP4HHQV tag=682XGTKKLQSN type=del size=3219295 2024-07-26T06:24:55.223 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.223+0000 7f19304c3640 1 < completed delete operation key=V4QX80DR86I3 tag=TI095VJXOG3W type=del 2024-07-26T06:24:55.225 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.225+0000 7f19304c3640 1 > prepared operation key=D2CZZ6A8YSHC tag=MIMYPY255VWX type=del size=1288919 2024-07-26T06:24:55.227 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.227+0000 7f19304c3640 1 < completed part key=_multipart_G2XJVRBLSPE9.2~DUBA9TJESQFK.0 size=1048576 2024-07-26T06:24:55.229 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.229+0000 7f19304c3640 1 < completed part key=_multipart_G2XJVRBLSPE9.2~DUBA9TJESQFK.1 size=1048576 2024-07-26T06:24:55.231 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.230+0000 7f19304c3640 1 < completed part key=_multipart_G2XJVRBLSPE9.2~DUBA9TJESQFK.2 size=203328 2024-07-26T06:24:55.234 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.234+0000 7f19304c3640 1 < completed multipart upload key=G2XJVRBLSPE9 upload=DUBA9TJESQFK tag=V3WOW258DDGP type=write size=3349056 2024-07-26T06:24:55.236 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.236+0000 7f19304c3640 1 > prepared operation key=G70GGG8ITGEE tag=YIINK8VEJ9M1 type=del size=37582 2024-07-26T06:24:55.241 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.240+0000 7f19304c3640 1 < suggested remove operation key=4ZWJ6XHKZXZF tag=DVHWUZ6D4LNV type=del 2024-07-26T06:24:55.244 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.244+0000 7f19304c3640 1 > prepared part key=_multipart_2I9DGCCZ992A.2~AH9C1IJ5J9EX.0 size=175424 2024-07-26T06:24:55.244 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.244+0000 7f19304c3640 1 > prepared multipart upload key=2I9DGCCZ992A upload=AH9C1IJ5J9EX tag=GXVSPR1KAKBC type=write size=1224000 2024-07-26T06:24:55.246 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.246+0000 7f19304c3640 1 < completed part key=_multipart_2TS50KKRU12E.2~1O3AT0XKCV4B.0 size=1048576 2024-07-26T06:24:55.246 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.246+0000 7f19304c3640 1 < canceled part key=_multipart_2TS50KKRU12E.2~1O3AT0XKCV4B.1 size=1048576 2024-07-26T06:24:55.248 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.247+0000 7f19304c3640 1 < completed part key=_multipart_2TS50KKRU12E.2~1O3AT0XKCV4B.2 size=429636 2024-07-26T06:24:55.251 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.251+0000 7f19304c3640 1 < canceled multipart upload key=2TS50KKRU12E upload=1O3AT0XKCV4B tag=LA5TBOJS16I5 type=write size=3575364 2024-07-26T06:24:55.253 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.253+0000 7f19304c3640 1 > prepared operation key=2I9DGCCZ992A tag=KZ6DXL86UHNW type=write size=849944 2024-07-26T06:24:55.255 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.255+0000 7f19304c3640 1 < completed part key=_multipart_M8V7EJP4HHQV.2~25DH502GNNRA.0 size=694149 2024-07-26T06:24:55.259 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.259+0000 7f19304c3640 1 < completed multipart upload key=M8V7EJP4HHQV upload=25DH502GNNRA tag=A19WQ2C6HQ6V type=write size=1742725 2024-07-26T06:24:55.263 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.263+0000 7f19304c3640 1 > prepared part key=_multipart_4ZWJ6XHKZXZF.2~837YBPWNHW9R.0 size=1048576 2024-07-26T06:24:55.265 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.265+0000 7f19304c3640 1 > prepared part key=_multipart_4ZWJ6XHKZXZF.2~837YBPWNHW9R.1 size=1048576 2024-07-26T06:24:55.267 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.266+0000 7f19304c3640 1 > prepared part key=_multipart_4ZWJ6XHKZXZF.2~837YBPWNHW9R.2 size=395100 2024-07-26T06:24:55.267 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.266+0000 7f19304c3640 1 > prepared multipart upload key=4ZWJ6XHKZXZF upload=837YBPWNHW9R tag=SBPF5RVR5FEG type=write size=3540828 2024-07-26T06:24:55.269 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.269+0000 7f19304c3640 1 < completed part key=_multipart_55ZIE8HVR68M.2~V7KT8HSCPHNL.0 size=1048576 2024-07-26T06:24:55.271 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.271+0000 7f19304c3640 1 < completed part key=_multipart_55ZIE8HVR68M.2~V7KT8HSCPHNL.1 size=1048576 2024-07-26T06:24:55.273 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.272+0000 7f19304c3640 1 < completed part key=_multipart_55ZIE8HVR68M.2~V7KT8HSCPHNL.2 size=1045609 2024-07-26T06:24:55.276 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.276+0000 7f19304c3640 1 < completed multipart upload key=55ZIE8HVR68M upload=V7KT8HSCPHNL tag=8QDWOZ3BAIZB type=write size=4191337 2024-07-26T06:24:55.280 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.280+0000 7f19304c3640 1 > prepared part key=_multipart_8J29YNE031PP.2~F4PXXJ1L47A9.0 size=875014 2024-07-26T06:24:55.280 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.280+0000 7f19304c3640 1 > prepared multipart upload key=8J29YNE031PP upload=F4PXXJ1L47A9 tag=V5AE135PI9J4 type=write size=1923590 2024-07-26T06:24:55.286 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.282+0000 7f19304c3640 -1 < failed to complete operation key=512VC812AWRN tag=RNQ62VTZOQ7T type=del size=2179516: (22) Invalid argument 2024-07-26T06:24:55.286 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.285+0000 7f19304c3640 1 > prepared operation key=23K6MK7R266R tag=D3DBKF0G62GD type=del size=1649618 2024-07-26T06:24:55.287 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.287+0000 7f19304c3640 1 < completed part key=_multipart_Y31PRFKXA0KI.2~HPRLOKJ9ELI3.0 size=1048576 2024-07-26T06:24:55.289 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.288+0000 7f19304c3640 1 < completed part key=_multipart_Y31PRFKXA0KI.2~HPRLOKJ9ELI3.1 size=777727 2024-07-26T06:24:55.292 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.292+0000 7f19304c3640 1 < completed multipart upload key=Y31PRFKXA0KI upload=HPRLOKJ9ELI3 tag=OWR0YGGFNOOD type=write size=2874879 2024-07-26T06:24:55.294 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.294+0000 7f19304c3640 1 > prepared operation key=1I2JP28R3YNS tag=LNP7E0RMEDNZ type=write size=4137 2024-07-26T06:24:55.296 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.296+0000 7f19304c3640 1 < completed part key=_multipart_7P9AQQD7XI2Z.2~U9JWH0YKDRIN.0 size=1048576 2024-07-26T06:24:55.298 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.298+0000 7f19304c3640 1 < completed part key=_multipart_7P9AQQD7XI2Z.2~U9JWH0YKDRIN.1 size=154151 2024-07-26T06:24:55.301 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.301+0000 7f19304c3640 1 < completed multipart upload key=7P9AQQD7XI2Z upload=U9JWH0YKDRIN tag=5RDVMXKMOG9X type=write size=2251303 2024-07-26T06:24:55.303 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.303+0000 7f19304c3640 1 > prepared operation key=TWRRPXYVH5FW tag=TPV50WU2ZWAJ type=del size=807872 2024-07-26T06:24:55.305 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.305+0000 7f19304c3640 1 < completed delete operation key=G2XJVRBLSPE9 tag=28XLHZNR582Z type=del 2024-07-26T06:24:55.309 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.309+0000 7f19304c3640 1 > prepared part key=_multipart_2TS50KKRU12E.2~7QD8F74M9JI2.0 size=1048576 2024-07-26T06:24:55.311 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.310+0000 7f19304c3640 1 > prepared part key=_multipart_2TS50KKRU12E.2~7QD8F74M9JI2.1 size=1048576 2024-07-26T06:24:55.312 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.312+0000 7f19304c3640 1 > prepared part key=_multipart_2TS50KKRU12E.2~7QD8F74M9JI2.2 size=185677 2024-07-26T06:24:55.313 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.312+0000 7f19304c3640 1 > prepared multipart upload key=2TS50KKRU12E upload=7QD8F74M9JI2 tag=N4P4SZVRKMYB type=write size=3331405 2024-07-26T06:24:55.317 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.316+0000 7f19304c3640 1 < suggested remove operation key=7P9AQQD7XI2Z tag=1VADRW65YW1D type=del 2024-07-26T06:24:55.319 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.318+0000 7f19304c3640 1 > prepared operation key=ZSYF9DE73TR8 tag=T259Y99W3RSX type=del size=777667 2024-07-26T06:24:55.323 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.322+0000 7f19304c3640 1 < suggested update operation key=V4QX80DR86I3 tag=3WUACPZL4DG4 type=del size=1224037 2024-07-26T06:24:55.326 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.326+0000 7f19304c3640 1 > prepared part key=_multipart_G2XJVRBLSPE9.2~HBLH67YEZ2GK.0 size=1048576 2024-07-26T06:24:55.328 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.328+0000 7f19304c3640 1 > prepared part key=_multipart_G2XJVRBLSPE9.2~HBLH67YEZ2GK.1 size=680462 2024-07-26T06:24:55.328 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.328+0000 7f19304c3640 1 > prepared multipart upload key=G2XJVRBLSPE9 upload=HBLH67YEZ2GK tag=A80G5EY6HX3I type=write size=2777614 2024-07-26T06:24:55.330 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.330+0000 7f19304c3640 1 < completed delete operation key=YDC2NRQG9YFE tag=NQTNY4HVKSGN type=del 2024-07-26T06:24:55.332 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.332+0000 7f19304c3640 1 > prepared operation key=0PV4L596ZFOW tag=01QC854KVTZA type=del size=1742380 2024-07-26T06:24:55.333 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.333+0000 7f19304c3640 -1 < no bi entry to suggest for operation key=4ZWJ6XHKZXZF tag=40HN1K7JEGZU type=write size=1009253: (2) No such file or directory 2024-07-26T06:24:55.335 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.335+0000 7f19304c3640 1 > prepared operation key=4ZWJ6XHKZXZF tag=YT8LAI0N15T4 type=del size=1108602 2024-07-26T06:24:55.360 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.337+0000 7f19304c3640 1 < completed delete operation key=512VC812AWRN tag=93SJ2XFM3N3X type=del 2024-07-26T06:24:55.360 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.339+0000 7f19304c3640 1 > prepared operation key=ZSYF9DE73TR8 tag=9VJLHKFE11KK type=write size=809379 2024-07-26T06:24:55.361 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.342+0000 7f19304c3640 1 < completed delete operation key=M8V7EJP4HHQV tag=682XGTKKLQSN type=del 2024-07-26T06:24:55.361 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.344+0000 7f19304c3640 1 > prepared operation key=G70GGG8ITGEE tag=G7H5NANY0VH3 type=del size=2286268 2024-07-26T06:24:55.361 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.346+0000 7f19304c3640 1 < completed delete operation key=D2CZZ6A8YSHC tag=MIMYPY255VWX type=del 2024-07-26T06:24:55.361 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.350+0000 7f19304c3640 1 > prepared part key=_multipart_CXCXAKPQIOKH.2~9W8LCUKQQIE6.0 size=746166 2024-07-26T06:24:55.361 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.350+0000 7f19304c3640 1 > prepared multipart upload key=CXCXAKPQIOKH upload=9W8LCUKQQIE6 tag=BX7RGSI1MSGV type=write size=1794742 2024-07-26T06:24:55.361 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.352+0000 7f19304c3640 1 < completed delete operation key=G70GGG8ITGEE tag=YIINK8VEJ9M1 type=del 2024-07-26T06:24:55.361 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.354+0000 7f19304c3640 1 > prepared operation key=HO4GZ0KNZ8SK tag=XEI62KXG5Z7K type=write size=737141 2024-07-26T06:24:55.361 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.354+0000 7f19304c3640 1 < canceled part key=_multipart_2I9DGCCZ992A.2~AH9C1IJ5J9EX.0 size=175424 2024-07-26T06:24:55.361 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.358+0000 7f19304c3640 1 < canceled multipart upload key=2I9DGCCZ992A upload=AH9C1IJ5J9EX tag=GXVSPR1KAKBC type=write size=1224000 2024-07-26T06:24:55.361 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.361+0000 7f19304c3640 1 > prepared part key=_multipart_55ZIE8HVR68M.2~P28HBOYIGBWU.0 size=1048576 2024-07-26T06:24:55.363 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.363+0000 7f19304c3640 1 > prepared part key=_multipart_55ZIE8HVR68M.2~P28HBOYIGBWU.1 size=293811 2024-07-26T06:24:55.363 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.363+0000 7f19304c3640 1 > prepared multipart upload key=55ZIE8HVR68M upload=P28HBOYIGBWU tag=D3CNFNTJ8DEX type=write size=2390963 2024-07-26T06:24:55.367 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.367+0000 7f19304c3640 1 < suggested update operation key=2I9DGCCZ992A tag=KZ6DXL86UHNW type=write size=849944 2024-07-26T06:24:55.369 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.369+0000 7f19304c3640 1 > prepared operation key=ZSYF9DE73TR8 tag=65DHJMLUSC9B type=del size=1768713 2024-07-26T06:24:55.371 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.371+0000 7f19304c3640 1 < completed part key=_multipart_4ZWJ6XHKZXZF.2~837YBPWNHW9R.0 size=1048576 2024-07-26T06:24:55.373 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.373+0000 7f19304c3640 1 < completed part key=_multipart_4ZWJ6XHKZXZF.2~837YBPWNHW9R.1 size=1048576 2024-07-26T06:24:55.375 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.375+0000 7f19304c3640 1 < completed part key=_multipart_4ZWJ6XHKZXZF.2~837YBPWNHW9R.2 size=395100 2024-07-26T06:24:55.379 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.379+0000 7f19304c3640 1 < completed multipart upload key=4ZWJ6XHKZXZF upload=837YBPWNHW9R tag=SBPF5RVR5FEG type=write size=3540828 2024-07-26T06:24:55.382 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.382+0000 7f19304c3640 1 > prepared operation key=1I2JP28R3YNS tag=1U28X42UZRE1 type=del size=1375652 2024-07-26T06:24:55.384 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.384+0000 7f19304c3640 1 < completed part key=_multipart_8J29YNE031PP.2~F4PXXJ1L47A9.0 size=875014 2024-07-26T06:24:55.388 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.388+0000 7f19304c3640 1 < completed multipart upload key=8J29YNE031PP upload=F4PXXJ1L47A9 tag=V5AE135PI9J4 type=write size=1923590 2024-07-26T06:24:55.390 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.390+0000 7f19304c3640 1 > prepared operation key=1I2JP28R3YNS tag=8LWC0UHLRI6L type=del size=2969570 2024-07-26T06:24:55.394 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.393+0000 7f19304c3640 1 < suggested update operation key=23K6MK7R266R tag=D3DBKF0G62GD type=del size=1649618 2024-07-26T06:24:55.396 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.396+0000 7f19304c3640 1 > prepared operation key=0PV4L596ZFOW tag=XU5GDBEGVVZG type=del size=3645160 2024-07-26T06:24:55.398 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.398+0000 7f19304c3640 1 < completed write operation key=1I2JP28R3YNS tag=LNP7E0RMEDNZ type=write size=4137 2024-07-26T06:24:55.400 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.400+0000 7f19304c3640 1 > prepared operation key=PN7DBK1NNJVB tag=ZLCPBDZFOW80 type=del size=810542 2024-07-26T06:24:55.402 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.402+0000 7f19304c3640 1 < completed delete operation key=TWRRPXYVH5FW tag=TPV50WU2ZWAJ type=del 2024-07-26T06:24:55.406 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.405+0000 7f19304c3640 1 > prepared part key=_multipart_8J29YNE031PP.2~PQ3QE7ZNKJR4.0 size=1048576 2024-07-26T06:24:55.408 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.407+0000 7f19304c3640 1 > prepared part key=_multipart_8J29YNE031PP.2~PQ3QE7ZNKJR4.1 size=283406 2024-07-26T06:24:55.408 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.407+0000 7f19304c3640 1 > prepared multipart upload key=8J29YNE031PP upload=PQ3QE7ZNKJR4 tag=HA3TTN9TV781 type=write size=2380558 2024-07-26T06:24:55.409 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.409+0000 7f19304c3640 1 < completed part key=_multipart_2TS50KKRU12E.2~7QD8F74M9JI2.0 size=1048576 2024-07-26T06:24:55.410 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.409+0000 7f19304c3640 1 < canceled part key=_multipart_2TS50KKRU12E.2~7QD8F74M9JI2.1 size=1048576 2024-07-26T06:24:55.411 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.411+0000 7f19304c3640 1 < completed part key=_multipart_2TS50KKRU12E.2~7QD8F74M9JI2.2 size=185677 2024-07-26T06:24:55.414 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.414+0000 7f19304c3640 1 < canceled multipart upload key=2TS50KKRU12E upload=7QD8F74M9JI2 tag=N4P4SZVRKMYB type=write size=3331405 2024-07-26T06:24:55.418 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.418+0000 7f19304c3640 1 > prepared part key=_multipart_SQ0RDJVR9PPL.2~AXJ8LNJD3IOF.0 size=1048576 2024-07-26T06:24:55.420 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.419+0000 7f19304c3640 1 > prepared part key=_multipart_SQ0RDJVR9PPL.2~AXJ8LNJD3IOF.1 size=1048576 2024-07-26T06:24:55.422 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.421+0000 7f19304c3640 1 > prepared part key=_multipart_SQ0RDJVR9PPL.2~AXJ8LNJD3IOF.2 size=976799 2024-07-26T06:24:55.422 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.421+0000 7f19304c3640 1 > prepared multipart upload key=SQ0RDJVR9PPL upload=AXJ8LNJD3IOF tag=U8T8NFDLVM7Y type=write size=4122527 2024-07-26T06:24:55.426 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.425+0000 7f19304c3640 1 < suggested update operation key=ZSYF9DE73TR8 tag=T259Y99W3RSX type=del size=777667 2024-07-26T06:24:55.427 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.427+0000 7f19304c3640 1 > prepared operation key=G2XJVRBLSPE9 tag=3W4H8WOHIL2M type=del size=1045011 2024-07-26T06:24:55.430 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.429+0000 7f19304c3640 1 < completed part key=_multipart_G2XJVRBLSPE9.2~HBLH67YEZ2GK.0 size=1048576 2024-07-26T06:24:55.431 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.431+0000 7f19304c3640 1 < completed part key=_multipart_G2XJVRBLSPE9.2~HBLH67YEZ2GK.1 size=680462 2024-07-26T06:24:55.436 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.435+0000 7f19304c3640 1 < completed multipart upload key=G2XJVRBLSPE9 upload=HBLH67YEZ2GK tag=A80G5EY6HX3I type=write size=2777614 2024-07-26T06:24:55.439 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.439+0000 7f19304c3640 1 > prepared operation key=V4QX80DR86I3 tag=601M1W4GDMJ1 type=del size=1240511 2024-07-26T06:24:55.443 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.443+0000 7f19304c3640 1 < suggested update operation key=0PV4L596ZFOW tag=01QC854KVTZA type=del size=1742380 2024-07-26T06:24:55.445 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.445+0000 7f19304c3640 1 > prepared operation key=2I9DGCCZ992A tag=RJTINX78ZT6E type=write size=874030 2024-07-26T06:24:55.448 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.448+0000 7f19304c3640 1 < completed delete operation key=4ZWJ6XHKZXZF tag=YT8LAI0N15T4 type=del 2024-07-26T06:24:55.452 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.452+0000 7f19304c3640 1 > prepared part key=_multipart_2TS50KKRU12E.2~S0GC267027R9.0 size=13674 2024-07-26T06:24:55.452 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.452+0000 7f19304c3640 1 > prepared multipart upload key=2TS50KKRU12E upload=S0GC267027R9 tag=3L48C04LCGKB type=write size=1062250 2024-07-26T06:24:55.456 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.456+0000 7f19304c3640 1 < suggested remove operation key=ZSYF9DE73TR8 tag=9VJLHKFE11KK type=write 2024-07-26T06:24:55.458 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.458+0000 7f19304c3640 1 > prepared operation key=QMPZ7GQNIH0K tag=ZULSA9N2W8TG type=del size=2001708 2024-07-26T06:24:55.461 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.460+0000 7f19304c3640 1 < completed delete operation key=G70GGG8ITGEE tag=G7H5NANY0VH3 type=del 2024-07-26T06:24:55.464 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.463+0000 7f19304c3640 1 > prepared part key=_multipart_23K6MK7R266R.2~6XJNETDIVB7G.0 size=1048576 2024-07-26T06:24:55.465 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.465+0000 7f19304c3640 1 > prepared part key=_multipart_23K6MK7R266R.2~6XJNETDIVB7G.1 size=1048576 2024-07-26T06:24:55.468 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.467+0000 7f19304c3640 1 > prepared part key=_multipart_23K6MK7R266R.2~6XJNETDIVB7G.2 size=384850 2024-07-26T06:24:55.469 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.467+0000 7f19304c3640 1 > prepared multipart upload key=23K6MK7R266R upload=6XJNETDIVB7G tag=L9YR3NUZEHKZ type=write size=3530578 2024-07-26T06:24:55.469 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.469+0000 7f19304c3640 1 < completed part key=_multipart_CXCXAKPQIOKH.2~9W8LCUKQQIE6.0 size=746166 2024-07-26T06:24:55.473 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.472+0000 7f19304c3640 1 < completed multipart upload key=CXCXAKPQIOKH upload=9W8LCUKQQIE6 tag=BX7RGSI1MSGV type=write size=1794742 2024-07-26T06:24:55.474 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.474+0000 7f19304c3640 1 > prepared operation key=D2CZZ6A8YSHC tag=GBEYI055D3OO type=del size=3224715 2024-07-26T06:24:55.477 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.476+0000 7f19304c3640 1 < completed write operation key=HO4GZ0KNZ8SK tag=XEI62KXG5Z7K type=write size=737141 2024-07-26T06:24:55.479 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.478+0000 7f19304c3640 1 > prepared operation key=PN7DBK1NNJVB tag=QKS5INLCZPYF type=del size=1975931 2024-07-26T06:24:55.481 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.480+0000 7f19304c3640 1 < completed part key=_multipart_55ZIE8HVR68M.2~P28HBOYIGBWU.0 size=1048576 2024-07-26T06:24:55.482 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.482+0000 7f19304c3640 1 < completed part key=_multipart_55ZIE8HVR68M.2~P28HBOYIGBWU.1 size=293811 2024-07-26T06:24:55.486 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.485+0000 7f19304c3640 1 < completed multipart upload key=55ZIE8HVR68M upload=P28HBOYIGBWU tag=D3CNFNTJ8DEX type=write size=2390963 2024-07-26T06:24:55.491 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.488+0000 7f19304c3640 1 > prepared operation key=G2XJVRBLSPE9 tag=20375SIMM5YC type=del size=1896732 2024-07-26T06:24:55.491 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.491+0000 7f19304c3640 -1 < failed to complete operation key=ZSYF9DE73TR8 tag=65DHJMLUSC9B type=del size=1768713: (22) Invalid argument 2024-07-26T06:24:55.493 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.493+0000 7f19304c3640 1 > prepared operation key=LCDUWKN6AQNU tag=3N2GVD2FAAKY type=del size=1877954 2024-07-26T06:24:55.496 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.496+0000 7f19304c3640 1 < completed delete operation key=1I2JP28R3YNS tag=1U28X42UZRE1 type=del 2024-07-26T06:24:55.499 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.498+0000 7f19304c3640 1 > prepared operation key=Y0JGX4QVQXEC tag=FYN5GJRPYT56 type=write size=725150 2024-07-26T06:24:55.501 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.501+0000 7f19304c3640 1 < canceled operation key=1I2JP28R3YNS tag=8LWC0UHLRI6L type=del size=2969570 2024-07-26T06:24:55.503 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.503+0000 7f19304c3640 1 > prepared operation key=CXCXAKPQIOKH tag=7Q72MX3HLY0B type=del size=1095137 2024-07-26T06:24:55.506 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.505+0000 7f19304c3640 -1 < failed to complete operation key=0PV4L596ZFOW tag=XU5GDBEGVVZG type=del size=3645160: (22) Invalid argument 2024-07-26T06:24:55.510 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.509+0000 7f19304c3640 1 > prepared part key=_multipart_ZSYF9DE73TR8.2~1DF2I95GRXJU.0 size=324970 2024-07-26T06:24:55.510 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.509+0000 7f19304c3640 1 > prepared multipart upload key=ZSYF9DE73TR8 upload=1DF2I95GRXJU tag=RL7DRIN0HTBD type=write size=1373546 2024-07-26T06:24:55.513 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.513+0000 7f19304c3640 1 < suggested update operation key=PN7DBK1NNJVB tag=ZLCPBDZFOW80 type=del size=810542 2024-07-26T06:24:55.517 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.517+0000 7f19304c3640 1 > prepared part key=_multipart_2I9DGCCZ992A.2~PS251AM91TEA.0 size=1048576 2024-07-26T06:24:55.519 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.518+0000 7f19304c3640 1 > prepared part key=_multipart_2I9DGCCZ992A.2~PS251AM91TEA.1 size=997707 2024-07-26T06:24:55.519 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.518+0000 7f19304c3640 1 > prepared multipart upload key=2I9DGCCZ992A upload=PS251AM91TEA tag=68SI1APETLCN type=write size=3094859 2024-07-26T06:24:55.521 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.521+0000 7f19304c3640 1 < completed part key=_multipart_8J29YNE031PP.2~PQ3QE7ZNKJR4.0 size=1048576 2024-07-26T06:24:55.523 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.522+0000 7f19304c3640 1 < completed part key=_multipart_8J29YNE031PP.2~PQ3QE7ZNKJR4.1 size=283406 2024-07-26T06:24:55.526 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.526+0000 7f19304c3640 1 < completed multipart upload key=8J29YNE031PP upload=PQ3QE7ZNKJR4 tag=HA3TTN9TV781 type=write size=2380558 2024-07-26T06:24:55.529 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.529+0000 7f19304c3640 1 > prepared operation key=Y31PRFKXA0KI tag=UVKTO2K9L7B9 type=del size=2501716 2024-07-26T06:24:55.529 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.529+0000 7f19304c3640 1 < canceled part key=_multipart_SQ0RDJVR9PPL.2~AXJ8LNJD3IOF.0 size=1048576 2024-07-26T06:24:55.532 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.531+0000 7f19304c3640 1 < completed part key=_multipart_SQ0RDJVR9PPL.2~AXJ8LNJD3IOF.1 size=1048576 2024-07-26T06:24:55.534 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.534+0000 7f19304c3640 1 < completed part key=_multipart_SQ0RDJVR9PPL.2~AXJ8LNJD3IOF.2 size=976799 2024-07-26T06:24:55.538 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.538+0000 7f19304c3640 1 < canceled multipart upload key=SQ0RDJVR9PPL upload=AXJ8LNJD3IOF tag=U8T8NFDLVM7Y type=write size=4122527 2024-07-26T06:24:55.542 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.542+0000 7f19304c3640 1 > prepared part key=_multipart_PN7DBK1NNJVB.2~E3REBTMRSESN.0 size=1048576 2024-07-26T06:24:55.544 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.544+0000 7f19304c3640 1 > prepared part key=_multipart_PN7DBK1NNJVB.2~E3REBTMRSESN.1 size=907013 2024-07-26T06:24:55.544 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.544+0000 7f19304c3640 1 > prepared multipart upload key=PN7DBK1NNJVB upload=E3REBTMRSESN tag=GL4CA7LFI7L0 type=write size=3004165 2024-07-26T06:24:55.546 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.546+0000 7f19304c3640 1 < completed delete operation key=G2XJVRBLSPE9 tag=3W4H8WOHIL2M type=del 2024-07-26T06:24:55.549 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.549+0000 7f19304c3640 1 > prepared operation key=512VC812AWRN tag=OAMRBPFHJKT2 type=del size=2204234 2024-07-26T06:24:55.551 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.551+0000 7f19304c3640 1 < completed delete operation key=V4QX80DR86I3 tag=601M1W4GDMJ1 type=del 2024-07-26T06:24:55.554 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.553+0000 7f19304c3640 1 > prepared operation key=2TS50KKRU12E tag=QMFSZHK3PWVW type=del size=836676 2024-07-26T06:24:55.556 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.556+0000 7f19304c3640 1 < canceled operation key=2I9DGCCZ992A tag=RJTINX78ZT6E type=write size=874030 2024-07-26T06:24:55.558 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.558+0000 7f19304c3640 1 > prepared operation key=ZSYF9DE73TR8 tag=E0D636F2QDHW type=del size=3355218 2024-07-26T06:24:55.560 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.560+0000 7f19304c3640 1 < completed part key=_multipart_2TS50KKRU12E.2~S0GC267027R9.0 size=13674 2024-07-26T06:24:55.563 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.563+0000 7f19304c3640 1 < completed multipart upload key=2TS50KKRU12E upload=S0GC267027R9 tag=3L48C04LCGKB type=write size=1062250 2024-07-26T06:24:55.567 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.567+0000 7f19304c3640 1 > prepared part key=_multipart_2TS50KKRU12E.2~9TXJH77657GD.0 size=1048576 2024-07-26T06:24:55.569 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.568+0000 7f19304c3640 1 > prepared part key=_multipart_2TS50KKRU12E.2~9TXJH77657GD.1 size=264892 2024-07-26T06:24:55.569 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.568+0000 7f19304c3640 1 > prepared multipart upload key=2TS50KKRU12E upload=9TXJH77657GD tag=Q5C6H4JSXXIM type=write size=2362044 2024-07-26T06:24:55.570 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.570+0000 7f19304c3640 1 < completed delete operation key=QMPZ7GQNIH0K tag=ZULSA9N2W8TG type=del 2024-07-26T06:24:55.573 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.572+0000 7f19304c3640 1 > prepared operation key=QMPZ7GQNIH0K tag=FRM6JTFYTI6X type=del size=117432 2024-07-26T06:24:55.575 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.575+0000 7f19304c3640 1 < completed part key=_multipart_23K6MK7R266R.2~6XJNETDIVB7G.0 size=1048576 2024-07-26T06:24:55.576 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.576+0000 7f19304c3640 1 < completed part key=_multipart_23K6MK7R266R.2~6XJNETDIVB7G.1 size=1048576 2024-07-26T06:24:55.578 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.578+0000 7f19304c3640 1 < completed part key=_multipart_23K6MK7R266R.2~6XJNETDIVB7G.2 size=384850 2024-07-26T06:24:55.582 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.582+0000 7f19304c3640 1 < completed multipart upload key=23K6MK7R266R upload=6XJNETDIVB7G tag=L9YR3NUZEHKZ type=write size=3530578 2024-07-26T06:24:55.584 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.584+0000 7f19304c3640 1 > prepared operation key=1I2JP28R3YNS tag=645005EUCF5T type=del size=688831 2024-07-26T06:24:55.586 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.586+0000 7f19304c3640 1 < completed delete operation key=D2CZZ6A8YSHC tag=GBEYI055D3OO type=del 2024-07-26T06:24:55.590 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.590+0000 7f19304c3640 1 > prepared part key=_multipart_QMPZ7GQNIH0K.2~T253SUEL7A9I.0 size=1048576 2024-07-26T06:24:55.592 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.591+0000 7f19304c3640 1 > prepared part key=_multipart_QMPZ7GQNIH0K.2~T253SUEL7A9I.1 size=1048576 2024-07-26T06:24:55.593 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.593+0000 7f19304c3640 1 > prepared part key=_multipart_QMPZ7GQNIH0K.2~T253SUEL7A9I.2 size=534506 2024-07-26T06:24:55.594 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.593+0000 7f19304c3640 1 > prepared multipart upload key=QMPZ7GQNIH0K upload=T253SUEL7A9I tag=2MDQRROMSG2R type=write size=3680234 2024-07-26T06:24:55.598 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.597+0000 7f19304c3640 1 < suggested remove operation key=PN7DBK1NNJVB tag=QKS5INLCZPYF type=del 2024-07-26T06:24:55.600 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.599+0000 7f19304c3640 1 > prepared operation key=2TS50KKRU12E tag=BEVSC4499Y9S type=del size=1083546 2024-07-26T06:24:55.602 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.602+0000 7f19304c3640 1 < completed delete operation key=G2XJVRBLSPE9 tag=20375SIMM5YC type=del 2024-07-26T06:24:55.604 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.604+0000 7f19304c3640 1 > prepared operation key=P6MP7JC8DTH7 tag=LHLQHLYTQXQK type=del size=391077 2024-07-26T06:24:55.607 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.606+0000 7f19304c3640 1 < canceled operation key=LCDUWKN6AQNU tag=3N2GVD2FAAKY type=del size=1877954 2024-07-26T06:24:55.610 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.610+0000 7f19304c3640 1 > prepared part key=_multipart_V4RJB0J6F7NB.2~8VV6LH0BRH2G.0 size=1048576 2024-07-26T06:24:55.612 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.611+0000 7f19304c3640 1 > prepared part key=_multipart_V4RJB0J6F7NB.2~8VV6LH0BRH2G.1 size=1008778 2024-07-26T06:24:55.612 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.611+0000 7f19304c3640 1 > prepared multipart upload key=V4RJB0J6F7NB upload=8VV6LH0BRH2G tag=MBHUZZ2H5RJJ type=write size=3105930 2024-07-26T06:24:55.614 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.613+0000 7f19304c3640 1 < completed write operation key=Y0JGX4QVQXEC tag=FYN5GJRPYT56 type=write size=725150 2024-07-26T06:24:55.616 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.615+0000 7f19304c3640 1 > prepared operation key=F3QUORF2HDZY tag=IVEQFCASE1HD type=del size=3221443 2024-07-26T06:24:55.618 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.618+0000 7f19304c3640 1 < completed delete operation key=CXCXAKPQIOKH tag=7Q72MX3HLY0B type=del 2024-07-26T06:24:55.622 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.622+0000 7f19304c3640 1 > prepared part key=_multipart_TWRRPXYVH5FW.2~S9I1V6R9LGD0.0 size=85816 2024-07-26T06:24:55.622 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.622+0000 7f19304c3640 1 > prepared multipart upload key=TWRRPXYVH5FW upload=S9I1V6R9LGD0 tag=SHETDVLGP0QZ type=write size=1134392 2024-07-26T06:24:55.624 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.624+0000 7f19304c3640 1 < completed part key=_multipart_ZSYF9DE73TR8.2~1DF2I95GRXJU.0 size=324970 2024-07-26T06:24:55.627 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.627+0000 7f19304c3640 1 < completed multipart upload key=ZSYF9DE73TR8 upload=1DF2I95GRXJU tag=RL7DRIN0HTBD type=write size=1373546 2024-07-26T06:24:55.631 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.631+0000 7f19304c3640 1 > prepared part key=_multipart_7GGA1PRXXHDC.2~1NKZ85VM9ATJ.0 size=1048576 2024-07-26T06:24:55.632 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.632+0000 7f19304c3640 1 > prepared part key=_multipart_7GGA1PRXXHDC.2~1NKZ85VM9ATJ.1 size=1048576 2024-07-26T06:24:55.634 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.634+0000 7f19304c3640 1 > prepared part key=_multipart_7GGA1PRXXHDC.2~1NKZ85VM9ATJ.2 size=111529 2024-07-26T06:24:55.634 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.634+0000 7f19304c3640 1 > prepared multipart upload key=7GGA1PRXXHDC upload=1NKZ85VM9ATJ tag=TWMFTLY2FS3Y type=write size=3257257 2024-07-26T06:24:55.636 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.636+0000 7f19304c3640 1 < completed part key=_multipart_2I9DGCCZ992A.2~PS251AM91TEA.0 size=1048576 2024-07-26T06:24:55.638 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.638+0000 7f19304c3640 1 < completed part key=_multipart_2I9DGCCZ992A.2~PS251AM91TEA.1 size=997707 2024-07-26T06:24:55.642 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.641+0000 7f19304c3640 1 < completed multipart upload key=2I9DGCCZ992A upload=PS251AM91TEA tag=68SI1APETLCN type=write size=3094859 2024-07-26T06:24:55.646 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.646+0000 7f19304c3640 1 > prepared part key=_multipart_PN7DBK1NNJVB.2~HXMQYJ7MV0HB.0 size=1048576 2024-07-26T06:24:55.648 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.648+0000 7f19304c3640 1 > prepared part key=_multipart_PN7DBK1NNJVB.2~HXMQYJ7MV0HB.1 size=1048576 2024-07-26T06:24:55.650 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.649+0000 7f19304c3640 1 > prepared part key=_multipart_PN7DBK1NNJVB.2~HXMQYJ7MV0HB.2 size=478819 2024-07-26T06:24:55.650 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.649+0000 7f19304c3640 1 > prepared multipart upload key=PN7DBK1NNJVB upload=HXMQYJ7MV0HB tag=PW72YJ16G16I type=write size=3624547 2024-07-26T06:24:55.652 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.651+0000 7f19304c3640 1 < completed delete operation key=Y31PRFKXA0KI tag=UVKTO2K9L7B9 type=del 2024-07-26T06:24:55.656 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.655+0000 7f19304c3640 1 > prepared part key=_multipart_Y0JGX4QVQXEC.2~CGWVZS55E9M6.0 size=622080 2024-07-26T06:24:55.656 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.655+0000 7f19304c3640 1 > prepared multipart upload key=Y0JGX4QVQXEC upload=CGWVZS55E9M6 tag=LNUSZE19NC0X type=write size=1670656 2024-07-26T06:24:55.659 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.658+0000 7f19304c3640 1 < completed part key=_multipart_PN7DBK1NNJVB.2~E3REBTMRSESN.0 size=1048576 2024-07-26T06:24:55.661 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.661+0000 7f19304c3640 1 < completed part key=_multipart_PN7DBK1NNJVB.2~E3REBTMRSESN.1 size=907013 2024-07-26T06:24:55.665 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.665+0000 7f19304c3640 1 < completed multipart upload key=PN7DBK1NNJVB upload=E3REBTMRSESN tag=GL4CA7LFI7L0 type=write size=3004165 2024-07-26T06:24:55.667 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.667+0000 7f19304c3640 1 > prepared operation key=M8V7EJP4HHQV tag=8YCKWF3RQKRO type=write size=1004538 2024-07-26T06:24:55.669 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.669+0000 7f19304c3640 1 < completed delete operation key=512VC812AWRN tag=OAMRBPFHJKT2 type=del 2024-07-26T06:24:55.671 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.671+0000 7f19304c3640 1 > prepared operation key=1I2JP28R3YNS tag=5FEGUJRZFH5Z type=write size=1046221 2024-07-26T06:24:55.675 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.675+0000 7f19304c3640 1 < suggested update operation key=2TS50KKRU12E tag=QMFSZHK3PWVW type=del size=836676 2024-07-26T06:24:55.677 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.677+0000 7f19304c3640 1 > prepared operation key=7GGA1PRXXHDC tag=Y0ZU1RBML13T type=write size=752960 2024-07-26T06:24:55.682 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.681+0000 7f19304c3640 1 < suggested remove operation key=ZSYF9DE73TR8 tag=E0D636F2QDHW type=del 2024-07-26T06:24:55.684 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.684+0000 7f19304c3640 1 > prepared operation key=4ZWJ6XHKZXZF tag=413KVEZXHAGQ type=del size=1956242 2024-07-26T06:24:55.687 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.686+0000 7f19304c3640 1 < completed part key=_multipart_2TS50KKRU12E.2~9TXJH77657GD.0 size=1048576 2024-07-26T06:24:55.688 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.688+0000 7f19304c3640 1 < completed part key=_multipart_2TS50KKRU12E.2~9TXJH77657GD.1 size=264892 2024-07-26T06:24:55.692 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.692+0000 7f19304c3640 1 < completed multipart upload key=2TS50KKRU12E upload=9TXJH77657GD tag=Q5C6H4JSXXIM type=write size=2362044 2024-07-26T06:24:55.695 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.695+0000 7f19304c3640 1 > prepared part key=_multipart_C2RTY1II1OSK.2~GPN8HIUJM8SW.0 size=1048576 2024-07-26T06:24:55.697 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.697+0000 7f19304c3640 1 > prepared part key=_multipart_C2RTY1II1OSK.2~GPN8HIUJM8SW.1 size=1048576 2024-07-26T06:24:55.699 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.698+0000 7f19304c3640 1 > prepared part key=_multipart_C2RTY1II1OSK.2~GPN8HIUJM8SW.2 size=858639 2024-07-26T06:24:55.699 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.698+0000 7f19304c3640 1 > prepared multipart upload key=C2RTY1II1OSK upload=GPN8HIUJM8SW tag=CSC2HCQCBN4V type=write size=4004367 2024-07-26T06:24:55.701 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.701+0000 7f19304c3640 1 < completed delete operation key=QMPZ7GQNIH0K tag=FRM6JTFYTI6X type=del 2024-07-26T06:24:55.703 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.703+0000 7f19304c3640 1 > prepared operation key=C2RTY1II1OSK tag=57UKSP3J8NF3 type=del size=3221038 2024-07-26T06:24:55.705 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.705+0000 7f19304c3640 1 < completed delete operation key=1I2JP28R3YNS tag=645005EUCF5T type=del 2024-07-26T06:24:55.710 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.709+0000 7f19304c3640 1 > prepared part key=_multipart_0PV4L596ZFOW.2~O5RHDE3KHRU1.0 size=1048576 2024-07-26T06:24:55.711 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.711+0000 7f19304c3640 1 > prepared part key=_multipart_0PV4L596ZFOW.2~O5RHDE3KHRU1.1 size=1048576 2024-07-26T06:24:55.713 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.713+0000 7f19304c3640 1 > prepared part key=_multipart_0PV4L596ZFOW.2~O5RHDE3KHRU1.2 size=48673 2024-07-26T06:24:55.713 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.713+0000 7f19304c3640 1 > prepared multipart upload key=0PV4L596ZFOW upload=O5RHDE3KHRU1 tag=2YTSW38EVGP9 type=write size=3194401 2024-07-26T06:24:55.715 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.715+0000 7f19304c3640 1 < completed part key=_multipart_QMPZ7GQNIH0K.2~T253SUEL7A9I.0 size=1048576 2024-07-26T06:24:55.717 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.717+0000 7f19304c3640 1 < completed part key=_multipart_QMPZ7GQNIH0K.2~T253SUEL7A9I.1 size=1048576 2024-07-26T06:24:55.718 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.718+0000 7f19304c3640 1 < completed part key=_multipart_QMPZ7GQNIH0K.2~T253SUEL7A9I.2 size=534506 2024-07-26T06:24:55.722 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.722+0000 7f19304c3640 1 < completed multipart upload key=QMPZ7GQNIH0K upload=T253SUEL7A9I tag=2MDQRROMSG2R type=write size=3680234 2024-07-26T06:24:55.726 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.726+0000 7f19304c3640 1 > prepared part key=_multipart_TWRRPXYVH5FW.2~GMJY2IPQT86Y.0 size=496129 2024-07-26T06:24:55.726 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.726+0000 7f19304c3640 1 > prepared multipart upload key=TWRRPXYVH5FW upload=GMJY2IPQT86Y tag=BKZ7FX7FIE1A type=write size=1544705 2024-07-26T06:24:55.729 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.729+0000 7f19304c3640 -1 < failed to complete operation key=2TS50KKRU12E tag=BEVSC4499Y9S type=del size=1083546: (22) Invalid argument 2024-07-26T06:24:55.732 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.732+0000 7f19304c3640 1 > prepared part key=_multipart_2TS50KKRU12E.2~5UPENLCVW5SG.0 size=641608 2024-07-26T06:24:55.733 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.732+0000 7f19304c3640 1 > prepared multipart upload key=2TS50KKRU12E upload=5UPENLCVW5SG tag=YY6M5NUE61R5 type=write size=1690184 2024-07-26T06:24:55.734 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.734+0000 7f19304c3640 1 < completed delete operation key=P6MP7JC8DTH7 tag=LHLQHLYTQXQK type=del 2024-07-26T06:24:55.736 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.736+0000 7f19304c3640 1 > prepared operation key=Y0JGX4QVQXEC tag=JEDONVLCPBWP type=del size=2112284 2024-07-26T06:24:55.738 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.738+0000 7f19304c3640 1 < completed part key=_multipart_V4RJB0J6F7NB.2~8VV6LH0BRH2G.0 size=1048576 2024-07-26T06:24:55.740 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.740+0000 7f19304c3640 1 < completed part key=_multipart_V4RJB0J6F7NB.2~8VV6LH0BRH2G.1 size=1008778 2024-07-26T06:24:55.744 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.744+0000 7f19304c3640 1 < completed multipart upload key=V4RJB0J6F7NB upload=8VV6LH0BRH2G tag=MBHUZZ2H5RJJ type=write size=3105930 2024-07-26T06:24:55.746 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.746+0000 7f19304c3640 1 > prepared operation key=0PV4L596ZFOW tag=W9XAPEOI413C type=del size=3401690 2024-07-26T06:24:55.750 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.750+0000 7f19304c3640 1 < suggested remove operation key=F3QUORF2HDZY tag=IVEQFCASE1HD type=del 2024-07-26T06:24:55.752 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.752+0000 7f19304c3640 1 > prepared operation key=D2CZZ6A8YSHC tag=D37711VVDTCO type=del size=3337895 2024-07-26T06:24:55.754 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.754+0000 7f19304c3640 1 < completed part key=_multipart_TWRRPXYVH5FW.2~S9I1V6R9LGD0.0 size=85816 2024-07-26T06:24:55.758 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.757+0000 7f19304c3640 1 < completed multipart upload key=TWRRPXYVH5FW upload=S9I1V6R9LGD0 tag=SHETDVLGP0QZ type=write size=1134392 2024-07-26T06:24:55.760 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.759+0000 7f19304c3640 1 > prepared operation key=V4RJB0J6F7NB tag=L6Y153T4B8NY type=del size=1522617 2024-07-26T06:24:55.762 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.762+0000 7f19304c3640 1 < completed part key=_multipart_7GGA1PRXXHDC.2~1NKZ85VM9ATJ.0 size=1048576 2024-07-26T06:24:55.764 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.763+0000 7f19304c3640 1 < completed part key=_multipart_7GGA1PRXXHDC.2~1NKZ85VM9ATJ.1 size=1048576 2024-07-26T06:24:55.766 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.765+0000 7f19304c3640 1 < completed part key=_multipart_7GGA1PRXXHDC.2~1NKZ85VM9ATJ.2 size=111529 2024-07-26T06:24:55.770 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.769+0000 7f19304c3640 1 < completed multipart upload key=7GGA1PRXXHDC upload=1NKZ85VM9ATJ tag=TWMFTLY2FS3Y type=write size=3257257 2024-07-26T06:24:55.773 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.773+0000 7f19304c3640 1 > prepared part key=_multipart_PN7DBK1NNJVB.2~CZCHG7NMAHQ8.0 size=909182 2024-07-26T06:24:55.773 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.773+0000 7f19304c3640 1 > prepared multipart upload key=PN7DBK1NNJVB upload=CZCHG7NMAHQ8 tag=M69RHMU1OSCF type=write size=1957758 2024-07-26T06:24:55.776 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.776+0000 7f19304c3640 1 < completed part key=_multipart_PN7DBK1NNJVB.2~HXMQYJ7MV0HB.0 size=1048576 2024-07-26T06:24:55.778 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.777+0000 7f19304c3640 1 < completed part key=_multipart_PN7DBK1NNJVB.2~HXMQYJ7MV0HB.1 size=1048576 2024-07-26T06:24:55.779 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.779+0000 7f19304c3640 1 < completed part key=_multipart_PN7DBK1NNJVB.2~HXMQYJ7MV0HB.2 size=478819 2024-07-26T06:24:55.784 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.783+0000 7f19304c3640 1 < completed multipart upload key=PN7DBK1NNJVB upload=HXMQYJ7MV0HB tag=PW72YJ16G16I type=write size=3624547 2024-07-26T06:24:55.786 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.786+0000 7f19304c3640 1 > prepared operation key=2TS50KKRU12E tag=PIB1PFWRY2RY type=del size=3910331 2024-07-26T06:24:55.789 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.789+0000 7f19304c3640 1 < completed part key=_multipart_Y0JGX4QVQXEC.2~CGWVZS55E9M6.0 size=622080 2024-07-26T06:24:55.793 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.793+0000 7f19304c3640 1 < completed multipart upload key=Y0JGX4QVQXEC upload=CGWVZS55E9M6 tag=LNUSZE19NC0X type=write size=1670656 2024-07-26T06:24:55.795 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.795+0000 7f19304c3640 1 > prepared operation key=HO4GZ0KNZ8SK tag=E73UJCFIFC5I type=del size=3327272 2024-07-26T06:24:55.797 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.797+0000 7f19304c3640 1 < completed write operation key=M8V7EJP4HHQV tag=8YCKWF3RQKRO type=write size=1004538 2024-07-26T06:24:55.799 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.799+0000 7f19304c3640 1 > prepared operation key=HO4GZ0KNZ8SK tag=HB08LQ8TI88V type=del size=385316 2024-07-26T06:24:55.802 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.801+0000 7f19304c3640 1 < completed write operation key=1I2JP28R3YNS tag=5FEGUJRZFH5Z type=write size=1046221 2024-07-26T06:24:55.804 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.804+0000 7f19304c3640 1 > prepared operation key=1I2JP28R3YNS tag=HHRYF5EN16VB type=write size=346356 2024-07-26T06:24:55.808 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.808+0000 7f19304c3640 1 < suggested update operation key=7GGA1PRXXHDC tag=Y0ZU1RBML13T type=write size=752960 2024-07-26T06:24:55.810 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.810+0000 7f19304c3640 1 > prepared operation key=HO4GZ0KNZ8SK tag=ICLDYVQQ4PV9 type=del size=786662 2024-07-26T06:24:55.812 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.812+0000 7f19304c3640 1 < canceled operation key=4ZWJ6XHKZXZF tag=413KVEZXHAGQ type=del size=1956242 2024-07-26T06:24:55.816 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.816+0000 7f19304c3640 1 > prepared part key=_multipart_7GGA1PRXXHDC.2~9HX7IOFINGUC.0 size=968578 2024-07-26T06:24:55.816 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.816+0000 7f19304c3640 1 > prepared multipart upload key=7GGA1PRXXHDC upload=9HX7IOFINGUC tag=PPOB50LJYCYA type=write size=2017154 2024-07-26T06:24:55.818 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.818+0000 7f19304c3640 1 < completed part key=_multipart_C2RTY1II1OSK.2~GPN8HIUJM8SW.0 size=1048576 2024-07-26T06:24:55.820 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.820+0000 7f19304c3640 1 < completed part key=_multipart_C2RTY1II1OSK.2~GPN8HIUJM8SW.1 size=1048576 2024-07-26T06:24:55.822 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.822+0000 7f19304c3640 1 < completed part key=_multipart_C2RTY1II1OSK.2~GPN8HIUJM8SW.2 size=858639 2024-07-26T06:24:55.825 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.825+0000 7f19304c3640 1 < completed multipart upload key=C2RTY1II1OSK upload=GPN8HIUJM8SW tag=CSC2HCQCBN4V type=write size=4004367 2024-07-26T06:24:55.827 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.827+0000 7f19304c3640 1 > prepared operation key=7GGA1PRXXHDC tag=3RWY25Z39HE6 type=write size=242056 2024-07-26T06:24:55.829 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.829+0000 7f19304c3640 1 < canceled operation key=C2RTY1II1OSK tag=57UKSP3J8NF3 type=del size=3221038 2024-07-26T06:24:55.831 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.831+0000 7f19304c3640 1 > prepared operation key=8J29YNE031PP tag=FQJSJP8QZS3Y type=del size=3697536 2024-07-26T06:24:55.833 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.833+0000 7f19304c3640 1 < completed part key=_multipart_0PV4L596ZFOW.2~O5RHDE3KHRU1.0 size=1048576 2024-07-26T06:24:55.835 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.835+0000 7f19304c3640 1 < completed part key=_multipart_0PV4L596ZFOW.2~O5RHDE3KHRU1.1 size=1048576 2024-07-26T06:24:55.837 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.837+0000 7f19304c3640 1 < completed part key=_multipart_0PV4L596ZFOW.2~O5RHDE3KHRU1.2 size=48673 2024-07-26T06:24:55.841 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.841+0000 7f19304c3640 1 < completed multipart upload key=0PV4L596ZFOW upload=O5RHDE3KHRU1 tag=2YTSW38EVGP9 type=write size=3194401 2024-07-26T06:24:55.843 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.843+0000 7f19304c3640 1 > prepared operation key=55ZIE8HVR68M tag=8K0ZXA61G2EW type=del size=2951939 2024-07-26T06:24:55.845 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.845+0000 7f19304c3640 1 < completed part key=_multipart_TWRRPXYVH5FW.2~GMJY2IPQT86Y.0 size=496129 2024-07-26T06:24:55.849 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.849+0000 7f19304c3640 1 < completed multipart upload key=TWRRPXYVH5FW upload=GMJY2IPQT86Y tag=BKZ7FX7FIE1A type=write size=1544705 2024-07-26T06:24:55.851 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.851+0000 7f19304c3640 1 > prepared operation key=55ZIE8HVR68M tag=44R1SJBLHBKO type=del size=3291656 2024-07-26T06:24:55.854 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.853+0000 7f19304c3640 1 < completed part key=_multipart_2TS50KKRU12E.2~5UPENLCVW5SG.0 size=641608 2024-07-26T06:24:55.858 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.857+0000 7f19304c3640 1 < completed multipart upload key=2TS50KKRU12E upload=5UPENLCVW5SG tag=YY6M5NUE61R5 type=write size=1690184 2024-07-26T06:24:55.861 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.860+0000 7f19304c3640 1 > prepared operation key=23K6MK7R266R tag=9L99VQ5C5NLV type=del size=849265 2024-07-26T06:24:55.863 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.863+0000 7f19304c3640 1 < completed delete operation key=Y0JGX4QVQXEC tag=JEDONVLCPBWP type=del 2024-07-26T06:24:55.865 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.865+0000 7f19304c3640 1 > prepared operation key=YDC2NRQG9YFE tag=M7LVR2R8LNG5 type=del size=2834775 2024-07-26T06:24:55.867 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.867+0000 7f19304c3640 1 < canceled operation key=0PV4L596ZFOW tag=W9XAPEOI413C type=del size=3401690 2024-07-26T06:24:55.892 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.869+0000 7f19304c3640 1 > prepared operation key=0PV4L596ZFOW tag=4AGAYEDVKY4F type=del size=3843370 2024-07-26T06:24:55.892 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.871+0000 7f19304c3640 1 < completed delete operation key=D2CZZ6A8YSHC tag=D37711VVDTCO type=del 2024-07-26T06:24:55.892 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.874+0000 7f19304c3640 1 > prepared operation key=0PV4L596ZFOW tag=5KTKKAQHC7N5 type=write size=128154 2024-07-26T06:24:55.892 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.876+0000 7f19304c3640 1 < completed delete operation key=V4RJB0J6F7NB tag=L6Y153T4B8NY type=del 2024-07-26T06:24:55.892 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.878+0000 7f19304c3640 1 > prepared operation key=HO4GZ0KNZ8SK tag=9O2EAX0LOJNW type=del size=3160406 2024-07-26T06:24:55.892 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.880+0000 7f19304c3640 1 < completed part key=_multipart_PN7DBK1NNJVB.2~CZCHG7NMAHQ8.0 size=909182 2024-07-26T06:24:55.892 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.883+0000 7f19304c3640 1 < completed multipart upload key=PN7DBK1NNJVB upload=CZCHG7NMAHQ8 tag=M69RHMU1OSCF type=write size=1957758 2024-07-26T06:24:55.892 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.886+0000 7f19304c3640 1 > prepared operation key=M8V7EJP4HHQV tag=S1ZK0M27UIFL type=write size=193015 2024-07-26T06:24:55.892 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.888+0000 7f19304c3640 1 < completed delete operation key=2TS50KKRU12E tag=PIB1PFWRY2RY type=del 2024-07-26T06:24:55.892 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.890+0000 7f19304c3640 1 > prepared operation key=SSAHKRHXMDHN tag=NE9CAE5L85VU type=del size=2475465 2024-07-26T06:24:55.893 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.892+0000 7f19304c3640 1 < canceled operation key=HO4GZ0KNZ8SK tag=E73UJCFIFC5I type=del size=3327272 2024-07-26T06:24:55.899 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.895+0000 7f19304c3640 1 > prepared operation key=4ZWJ6XHKZXZF tag=R3VC8RFHTP5V type=del size=3443019 2024-07-26T06:24:55.900 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.897+0000 7f19304c3640 1 < completed delete operation key=HO4GZ0KNZ8SK tag=HB08LQ8TI88V type=del 2024-07-26T06:24:55.900 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.899+0000 7f19304c3640 1 > prepared operation key=ZSYF9DE73TR8 tag=EIJB9FGJ11UA type=del size=2875040 2024-07-26T06:24:55.901 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.901+0000 7f19304c3640 1 < canceled operation key=1I2JP28R3YNS tag=HHRYF5EN16VB type=write size=346356 2024-07-26T06:24:55.906 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.905+0000 7f19304c3640 1 > prepared part key=_multipart_G2XJVRBLSPE9.2~T2UVL144M159.0 size=1048576 2024-07-26T06:24:55.908 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.908+0000 7f19304c3640 1 > prepared part key=_multipart_G2XJVRBLSPE9.2~T2UVL144M159.1 size=201919 2024-07-26T06:24:55.908 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.908+0000 7f19304c3640 1 > prepared multipart upload key=G2XJVRBLSPE9 upload=T2UVL144M159 tag=82NB9LRG1ALY type=write size=2299071 2024-07-26T06:24:55.910 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.910+0000 7f19304c3640 1 < completed delete operation key=HO4GZ0KNZ8SK tag=ICLDYVQQ4PV9 type=del 2024-07-26T06:24:55.912 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.912+0000 7f19304c3640 1 > prepared operation key=2I9DGCCZ992A tag=TEHZD3Y064LE type=del size=2515815 2024-07-26T06:24:55.914 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.914+0000 7f19304c3640 1 < completed part key=_multipart_7GGA1PRXXHDC.2~9HX7IOFINGUC.0 size=968578 2024-07-26T06:24:55.918 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.918+0000 7f19304c3640 1 < completed multipart upload key=7GGA1PRXXHDC upload=9HX7IOFINGUC tag=PPOB50LJYCYA type=write size=2017154 2024-07-26T06:24:55.920 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.920+0000 7f19304c3640 1 > prepared operation key=4ZWJ6XHKZXZF tag=1WTPQAXTQF0W type=del size=100547 2024-07-26T06:24:55.925 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.925+0000 7f19304c3640 1 < suggested update operation key=7GGA1PRXXHDC tag=3RWY25Z39HE6 type=write size=242056 2024-07-26T06:24:55.927 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.927+0000 7f19304c3640 1 > prepared operation key=55ZIE8HVR68M tag=ND6MAOU3CPG2 type=del size=444429 2024-07-26T06:24:55.929 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.929+0000 7f19304c3640 1 < completed delete operation key=8J29YNE031PP tag=FQJSJP8QZS3Y type=del 2024-07-26T06:24:55.933 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.933+0000 7f19304c3640 1 > prepared part key=_multipart_Y31PRFKXA0KI.2~R9HF0067H9GF.0 size=1048576 2024-07-26T06:24:55.935 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.935+0000 7f19304c3640 1 > prepared part key=_multipart_Y31PRFKXA0KI.2~R9HF0067H9GF.1 size=839249 2024-07-26T06:24:55.935 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.935+0000 7f19304c3640 1 > prepared multipart upload key=Y31PRFKXA0KI upload=R9HF0067H9GF tag=QMN35TUQDGM8 type=write size=2936401 2024-07-26T06:24:55.937 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.937+0000 7f19304c3640 1 < completed delete operation key=55ZIE8HVR68M tag=8K0ZXA61G2EW type=del 2024-07-26T06:24:55.940 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.940+0000 7f19304c3640 1 > prepared operation key=F3QUORF2HDZY tag=F9J66Z22R5SU type=del size=1953656 2024-07-26T06:24:55.945 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.945+0000 7f19304c3640 1 < suggested remove operation key=55ZIE8HVR68M tag=44R1SJBLHBKO type=del 2024-07-26T06:24:55.947 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.947+0000 7f19304c3640 1 > prepared operation key=7P9AQQD7XI2Z tag=0HDXI0KIJDSK type=del size=2290702 2024-07-26T06:24:55.951 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.951+0000 7f19304c3640 1 < suggested update operation key=23K6MK7R266R tag=9L99VQ5C5NLV type=del size=849265 2024-07-26T06:24:55.956 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.955+0000 7f19304c3640 1 > prepared part key=_multipart_7P9AQQD7XI2Z.2~CT8Z1PNRTEHG.0 size=627566 2024-07-26T06:24:55.956 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.955+0000 7f19304c3640 1 > prepared multipart upload key=7P9AQQD7XI2Z upload=CT8Z1PNRTEHG tag=M093VK2W8387 type=write size=1676142 2024-07-26T06:24:55.958 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.958+0000 7f19304c3640 1 < completed delete operation key=YDC2NRQG9YFE tag=M7LVR2R8LNG5 type=del 2024-07-26T06:24:55.960 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.960+0000 7f19304c3640 1 > prepared operation key=7GGA1PRXXHDC tag=NEVBQ7M4A84H type=del size=1761891 2024-07-26T06:24:55.966 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.966+0000 7f19304c3640 1 < suggested remove operation key=0PV4L596ZFOW tag=4AGAYEDVKY4F type=del 2024-07-26T06:24:55.968 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.968+0000 7f19304c3640 1 > prepared operation key=PN7DBK1NNJVB tag=YSHDA4V9RZ3I type=del size=1063276 2024-07-26T06:24:55.971 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.971+0000 7f19304c3640 -1 < failed to complete operation key=0PV4L596ZFOW tag=5KTKKAQHC7N5 type=write size=128154: (22) Invalid argument 2024-07-26T06:24:55.976 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.975+0000 7f19304c3640 1 > prepared part key=_multipart_F3QUORF2HDZY.2~78FDLMG9E7O5.0 size=1048576 2024-07-26T06:24:55.977 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.977+0000 7f19304c3640 1 > prepared part key=_multipart_F3QUORF2HDZY.2~78FDLMG9E7O5.1 size=319630 2024-07-26T06:24:55.977 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.977+0000 7f19304c3640 1 > prepared multipart upload key=F3QUORF2HDZY upload=78FDLMG9E7O5 tag=3CJZ25SC94ZI type=write size=2416782 2024-07-26T06:24:55.979 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.979+0000 7f19304c3640 1 < completed delete operation key=HO4GZ0KNZ8SK tag=9O2EAX0LOJNW type=del 2024-07-26T06:24:55.984 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.983+0000 7f19304c3640 1 > prepared part key=_multipart_LCDUWKN6AQNU.2~MNBX3I4B76VX.0 size=324066 2024-07-26T06:24:55.984 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.983+0000 7f19304c3640 1 > prepared multipart upload key=LCDUWKN6AQNU upload=MNBX3I4B76VX tag=K14T1Z9ENX48 type=write size=1372642 2024-07-26T06:24:55.986 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.986+0000 7f19304c3640 1 < completed write operation key=M8V7EJP4HHQV tag=S1ZK0M27UIFL type=write size=193015 2024-07-26T06:24:55.991 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.991+0000 7f19304c3640 1 > prepared part key=_multipart_V4RJB0J6F7NB.2~RHOBE12LG2J4.0 size=1048576 2024-07-26T06:24:55.994 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.993+0000 7f19304c3640 1 > prepared part key=_multipart_V4RJB0J6F7NB.2~RHOBE12LG2J4.1 size=1048576 2024-07-26T06:24:55.995 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.995+0000 7f19304c3640 1 > prepared part key=_multipart_V4RJB0J6F7NB.2~RHOBE12LG2J4.2 size=421663 2024-07-26T06:24:55.995 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.995+0000 7f19304c3640 1 > prepared multipart upload key=V4RJB0J6F7NB upload=RHOBE12LG2J4 tag=9I3WBATJH2YH type=write size=3567391 2024-07-26T06:24:55.998 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:55.997+0000 7f19304c3640 1 < completed delete operation key=SSAHKRHXMDHN tag=NE9CAE5L85VU type=del 2024-07-26T06:24:56.000 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.000+0000 7f19304c3640 1 > prepared operation key=7GGA1PRXXHDC tag=E6F2IES6X7CP type=del size=1682454 2024-07-26T06:24:56.002 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.002+0000 7f19304c3640 1 < completed delete operation key=4ZWJ6XHKZXZF tag=R3VC8RFHTP5V type=del 2024-07-26T06:24:56.004 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.004+0000 7f19304c3640 1 > prepared operation key=M8V7EJP4HHQV tag=P0AU6BNY3G3Q type=del size=2211406 2024-07-26T06:24:56.006 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.006+0000 7f19304c3640 1 < canceled operation key=ZSYF9DE73TR8 tag=EIJB9FGJ11UA type=del size=2875040 2024-07-26T06:24:56.008 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.008+0000 7f19304c3640 1 > prepared operation key=SQ0RDJVR9PPL tag=ZQNRCJIJCQXM type=del size=2083661 2024-07-26T06:24:56.010 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.010+0000 7f19304c3640 1 < completed part key=_multipart_G2XJVRBLSPE9.2~T2UVL144M159.0 size=1048576 2024-07-26T06:24:56.012 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.012+0000 7f19304c3640 1 < completed part key=_multipart_G2XJVRBLSPE9.2~T2UVL144M159.1 size=201919 2024-07-26T06:24:56.016 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.016+0000 7f19304c3640 1 < completed multipart upload key=G2XJVRBLSPE9 upload=T2UVL144M159 tag=82NB9LRG1ALY type=write size=2299071 2024-07-26T06:24:56.019 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.019+0000 7f19304c3640 1 > prepared operation key=C2RTY1II1OSK tag=9BVKVVGOWIJA type=del size=1258005 2024-07-26T06:24:56.023 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.023+0000 7f19304c3640 1 < suggested update operation key=2I9DGCCZ992A tag=TEHZD3Y064LE type=del size=2515815 2024-07-26T06:24:56.027 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.026+0000 7f19304c3640 1 > prepared part key=_multipart_512VC812AWRN.2~8TSG93ADYE7E.0 size=695387 2024-07-26T06:24:56.027 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.026+0000 7f19304c3640 1 > prepared multipart upload key=512VC812AWRN upload=8TSG93ADYE7E tag=40VMF01B8EOW type=write size=1743963 2024-07-26T06:24:56.029 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.028+0000 7f19304c3640 1 < completed delete operation key=4ZWJ6XHKZXZF tag=1WTPQAXTQF0W type=del 2024-07-26T06:24:56.031 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.031+0000 7f19304c3640 1 > prepared operation key=C2RTY1II1OSK tag=I6IHMIS5BC2H type=del size=1086505 2024-07-26T06:24:56.031 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.031+0000 7f19304c3640 -1 < no bi entry to suggest for operation key=55ZIE8HVR68M tag=ND6MAOU3CPG2 type=del size=444429: (2) No such file or directory 2024-07-26T06:24:56.034 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.034+0000 7f19304c3640 1 > prepared operation key=YDC2NRQG9YFE tag=8UX9WW3GKLWA type=del size=892221 2024-07-26T06:24:56.036 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.036+0000 7f19304c3640 1 < completed part key=_multipart_Y31PRFKXA0KI.2~R9HF0067H9GF.0 size=1048576 2024-07-26T06:24:56.038 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.038+0000 7f19304c3640 1 < completed part key=_multipart_Y31PRFKXA0KI.2~R9HF0067H9GF.1 size=839249 2024-07-26T06:24:56.041 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.041+0000 7f19304c3640 1 < completed multipart upload key=Y31PRFKXA0KI upload=R9HF0067H9GF tag=QMN35TUQDGM8 type=write size=2936401 2024-07-26T06:24:56.043 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.043+0000 7f19304c3640 1 > prepared operation key=YDC2NRQG9YFE tag=LZ67J6ZMF1AW type=del size=396986 2024-07-26T06:24:56.045 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.045+0000 7f19304c3640 1 < completed delete operation key=F3QUORF2HDZY tag=F9J66Z22R5SU type=del 2024-07-26T06:24:56.047 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.047+0000 7f19304c3640 1 > prepared operation key=G2XJVRBLSPE9 tag=ZUGLYDEGDOAQ type=write size=228224 2024-07-26T06:24:56.050 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.050+0000 7f19304c3640 1 < completed delete operation key=7P9AQQD7XI2Z tag=0HDXI0KIJDSK type=del 2024-07-26T06:24:56.052 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.052+0000 7f19304c3640 1 > prepared operation key=Y31PRFKXA0KI tag=P9AGZDCN5W41 type=del size=1177612 2024-07-26T06:24:56.054 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.054+0000 7f19304c3640 1 < completed part key=_multipart_7P9AQQD7XI2Z.2~CT8Z1PNRTEHG.0 size=627566 2024-07-26T06:24:56.058 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.058+0000 7f19304c3640 1 < completed multipart upload key=7P9AQQD7XI2Z upload=CT8Z1PNRTEHG tag=M093VK2W8387 type=write size=1676142 2024-07-26T06:24:56.062 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.062+0000 7f19304c3640 1 > prepared part key=_multipart_0PV4L596ZFOW.2~019C6FXH5TP2.0 size=1048576 2024-07-26T06:24:56.064 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.064+0000 7f19304c3640 1 > prepared part key=_multipart_0PV4L596ZFOW.2~019C6FXH5TP2.1 size=718667 2024-07-26T06:24:56.064 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.064+0000 7f19304c3640 1 > prepared multipart upload key=0PV4L596ZFOW upload=019C6FXH5TP2 tag=54NMFJV3AUNM type=write size=2815819 2024-07-26T06:24:56.068 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.068+0000 7f19304c3640 1 < suggested remove operation key=7GGA1PRXXHDC tag=NEVBQ7M4A84H type=del 2024-07-26T06:24:56.073 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.072+0000 7f19304c3640 1 > prepared part key=_multipart_F3QUORF2HDZY.2~3LC5FYZ8UMPM.0 size=1048576 2024-07-26T06:24:56.074 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.074+0000 7f19304c3640 1 > prepared part key=_multipart_F3QUORF2HDZY.2~3LC5FYZ8UMPM.1 size=1048576 2024-07-26T06:24:56.076 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.076+0000 7f19304c3640 1 > prepared part key=_multipart_F3QUORF2HDZY.2~3LC5FYZ8UMPM.2 size=923231 2024-07-26T06:24:56.076 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.076+0000 7f19304c3640 1 > prepared multipart upload key=F3QUORF2HDZY upload=3LC5FYZ8UMPM tag=EMGAZDRT5RAS type=write size=4068959 2024-07-26T06:24:56.078 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.078+0000 7f19304c3640 1 < completed delete operation key=PN7DBK1NNJVB tag=YSHDA4V9RZ3I type=del 2024-07-26T06:24:56.080 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.080+0000 7f19304c3640 1 > prepared operation key=55ZIE8HVR68M tag=0G28QCFZ40RK type=del size=3602357 2024-07-26T06:24:56.082 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.082+0000 7f19304c3640 1 < completed part key=_multipart_F3QUORF2HDZY.2~78FDLMG9E7O5.0 size=1048576 2024-07-26T06:24:56.084 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.084+0000 7f19304c3640 1 < completed part key=_multipart_F3QUORF2HDZY.2~78FDLMG9E7O5.1 size=319630 2024-07-26T06:24:56.088 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.088+0000 7f19304c3640 1 < completed multipart upload key=F3QUORF2HDZY upload=78FDLMG9E7O5 tag=3CJZ25SC94ZI type=write size=2416782 2024-07-26T06:24:56.092 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.092+0000 7f19304c3640 1 > prepared part key=_multipart_55ZIE8HVR68M.2~114L1518PKJ4.0 size=1048576 2024-07-26T06:24:56.094 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.094+0000 7f19304c3640 1 > prepared part key=_multipart_55ZIE8HVR68M.2~114L1518PKJ4.1 size=252098 2024-07-26T06:24:56.094 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.094+0000 7f19304c3640 1 > prepared multipart upload key=55ZIE8HVR68M upload=114L1518PKJ4 tag=KKZMRXDMO0V1 type=write size=2349250 2024-07-26T06:24:56.096 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.096+0000 7f19304c3640 1 < completed part key=_multipart_LCDUWKN6AQNU.2~MNBX3I4B76VX.0 size=324066 2024-07-26T06:24:56.101 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.099+0000 7f19304c3640 1 < completed multipart upload key=LCDUWKN6AQNU upload=MNBX3I4B76VX tag=K14T1Z9ENX48 type=write size=1372642 2024-07-26T06:24:56.104 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.104+0000 7f19304c3640 1 > prepared part key=_multipart_Y0JGX4QVQXEC.2~VAPC5NLAI89T.0 size=1048576 2024-07-26T06:24:56.105 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.105+0000 7f19304c3640 1 > prepared part key=_multipart_Y0JGX4QVQXEC.2~VAPC5NLAI89T.1 size=1048576 2024-07-26T06:24:56.107 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.107+0000 7f19304c3640 1 > prepared part key=_multipart_Y0JGX4QVQXEC.2~VAPC5NLAI89T.2 size=867495 2024-07-26T06:24:56.107 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.107+0000 7f19304c3640 1 > prepared multipart upload key=Y0JGX4QVQXEC upload=VAPC5NLAI89T tag=6CH3J1H0VOFB type=write size=4013223 2024-07-26T06:24:56.109 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.109+0000 7f19304c3640 1 < completed part key=_multipart_V4RJB0J6F7NB.2~RHOBE12LG2J4.0 size=1048576 2024-07-26T06:24:56.109 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.109+0000 7f19304c3640 1 < canceled part key=_multipart_V4RJB0J6F7NB.2~RHOBE12LG2J4.1 size=1048576 2024-07-26T06:24:56.112 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.111+0000 7f19304c3640 1 < completed part key=_multipart_V4RJB0J6F7NB.2~RHOBE12LG2J4.2 size=421663 2024-07-26T06:24:56.116 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.115+0000 7f19304c3640 1 < canceled multipart upload key=V4RJB0J6F7NB upload=RHOBE12LG2J4 tag=9I3WBATJH2YH type=write size=3567391 2024-07-26T06:24:56.118 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.118+0000 7f19304c3640 1 > prepared operation key=PN7DBK1NNJVB tag=TZMANOBTKDMD type=del size=4158866 2024-07-26T06:24:56.122 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.121+0000 7f19304c3640 -1 < failed to complete operation key=7GGA1PRXXHDC tag=E6F2IES6X7CP type=del size=1682454: (22) Invalid argument 2024-07-26T06:24:56.124 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.124+0000 7f19304c3640 1 > prepared operation key=8J29YNE031PP tag=BFZA5X9IIP2F type=del size=1549379 2024-07-26T06:24:56.127 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.126+0000 7f19304c3640 1 < completed delete operation key=M8V7EJP4HHQV tag=P0AU6BNY3G3Q type=del 2024-07-26T06:24:56.129 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.128+0000 7f19304c3640 1 > prepared operation key=YDC2NRQG9YFE tag=08P6PMT1397V type=del size=1205984 2024-07-26T06:24:56.131 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.130+0000 7f19304c3640 1 < canceled operation key=SQ0RDJVR9PPL tag=ZQNRCJIJCQXM type=del size=2083661 2024-07-26T06:24:56.133 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.133+0000 7f19304c3640 1 > prepared operation key=2I9DGCCZ992A tag=EONMS0QNVFBJ type=write size=241093 2024-07-26T06:24:56.137 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.137+0000 7f19304c3640 1 < suggested update operation key=C2RTY1II1OSK tag=9BVKVVGOWIJA type=del size=1258005 2024-07-26T06:24:56.139 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.139+0000 7f19304c3640 1 > prepared operation key=CXCXAKPQIOKH tag=92E3H1MZHZKG type=del size=2457736 2024-07-26T06:24:56.141 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.141+0000 7f19304c3640 1 < completed part key=_multipart_512VC812AWRN.2~8TSG93ADYE7E.0 size=695387 2024-07-26T06:24:56.145 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.145+0000 7f19304c3640 1 < completed multipart upload key=512VC812AWRN upload=8TSG93ADYE7E tag=40VMF01B8EOW type=write size=1743963 2024-07-26T06:24:56.148 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.147+0000 7f19304c3640 1 > prepared operation key=QMPZ7GQNIH0K tag=MCY8XPS4NHMQ type=del size=3924767 2024-07-26T06:24:56.152 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.152+0000 7f19304c3640 1 < suggested remove operation key=C2RTY1II1OSK tag=I6IHMIS5BC2H type=del 2024-07-26T06:24:56.154 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.154+0000 7f19304c3640 1 > prepared operation key=F3QUORF2HDZY tag=S5L3YTO96MYS type=write size=824320 2024-07-26T06:24:56.156 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.156+0000 7f19304c3640 1 < completed delete operation key=YDC2NRQG9YFE tag=8UX9WW3GKLWA type=del 2024-07-26T06:24:56.159 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.158+0000 7f19304c3640 1 > prepared operation key=P6MP7JC8DTH7 tag=YRURL65DSXWH type=del size=4170301 2024-07-26T06:24:56.163 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.163+0000 7f19304c3640 1 < suggested update operation key=YDC2NRQG9YFE tag=LZ67J6ZMF1AW type=del size=396986 2024-07-26T06:24:56.167 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.167+0000 7f19304c3640 1 > prepared part key=_multipart_F3QUORF2HDZY.2~QXWEKZBFVYFJ.0 size=92475 2024-07-26T06:24:56.167 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.167+0000 7f19304c3640 1 > prepared multipart upload key=F3QUORF2HDZY upload=QXWEKZBFVYFJ tag=LZ6LGERNVPZ9 type=write size=1141051 2024-07-26T06:24:56.169 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.169+0000 7f19304c3640 1 < completed write operation key=G2XJVRBLSPE9 tag=ZUGLYDEGDOAQ type=write size=228224 2024-07-26T06:24:56.174 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.173+0000 7f19304c3640 1 > prepared part key=_multipart_Y31PRFKXA0KI.2~EM13QYMH7W3Z.0 size=1048576 2024-07-26T06:24:56.176 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.175+0000 7f19304c3640 1 > prepared part key=_multipart_Y31PRFKXA0KI.2~EM13QYMH7W3Z.1 size=276000 2024-07-26T06:24:56.176 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.175+0000 7f19304c3640 1 > prepared multipart upload key=Y31PRFKXA0KI upload=EM13QYMH7W3Z tag=H36ZUJBF2SKW type=write size=2373152 2024-07-26T06:24:56.178 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.178+0000 7f19304c3640 1 < completed delete operation key=Y31PRFKXA0KI tag=P9AGZDCN5W41 type=del 2024-07-26T06:24:56.180 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.180+0000 7f19304c3640 1 > prepared operation key=V4QX80DR86I3 tag=O7D1K92U6OTX type=del size=87474 2024-07-26T06:24:56.182 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.182+0000 7f19304c3640 1 < completed part key=_multipart_0PV4L596ZFOW.2~019C6FXH5TP2.0 size=1048576 2024-07-26T06:24:56.184 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.184+0000 7f19304c3640 1 < completed part key=_multipart_0PV4L596ZFOW.2~019C6FXH5TP2.1 size=718667 2024-07-26T06:24:56.188 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.188+0000 7f19304c3640 1 < completed multipart upload key=0PV4L596ZFOW upload=019C6FXH5TP2 tag=54NMFJV3AUNM type=write size=2815819 2024-07-26T06:24:56.192 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.192+0000 7f19304c3640 1 > prepared part key=_multipart_YDC2NRQG9YFE.2~QGCFLJKIYBKA.0 size=343294 2024-07-26T06:24:56.192 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.192+0000 7f19304c3640 1 > prepared multipart upload key=YDC2NRQG9YFE upload=QGCFLJKIYBKA tag=RI6QDAI12KJ9 type=write size=1391870 2024-07-26T06:24:56.195 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.194+0000 7f19304c3640 1 < completed part key=_multipart_F3QUORF2HDZY.2~3LC5FYZ8UMPM.0 size=1048576 2024-07-26T06:24:56.196 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.195+0000 7f19304c3640 1 < completed part key=_multipart_F3QUORF2HDZY.2~3LC5FYZ8UMPM.1 size=1048576 2024-07-26T06:24:56.198 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.197+0000 7f19304c3640 1 < completed part key=_multipart_F3QUORF2HDZY.2~3LC5FYZ8UMPM.2 size=923231 2024-07-26T06:24:56.201 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.201+0000 7f19304c3640 1 < completed multipart upload key=F3QUORF2HDZY upload=3LC5FYZ8UMPM tag=EMGAZDRT5RAS type=write size=4068959 2024-07-26T06:24:56.203 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.203+0000 7f19304c3640 1 > prepared operation key=V4QX80DR86I3 tag=BCUHFHAVK2GF type=del size=1860792 2024-07-26T06:24:56.205 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.205+0000 7f19304c3640 1 < completed delete operation key=55ZIE8HVR68M tag=0G28QCFZ40RK type=del 2024-07-26T06:24:56.209 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.209+0000 7f19304c3640 1 > prepared part key=_multipart_CXCXAKPQIOKH.2~T30UQFFVIT4G.0 size=398981 2024-07-26T06:24:56.209 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.209+0000 7f19304c3640 1 > prepared multipart upload key=CXCXAKPQIOKH upload=T30UQFFVIT4G tag=BLFGY6EXXQAZ type=write size=1447557 2024-07-26T06:24:56.211 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.211+0000 7f19304c3640 1 < completed part key=_multipart_55ZIE8HVR68M.2~114L1518PKJ4.0 size=1048576 2024-07-26T06:24:56.213 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.213+0000 7f19304c3640 1 < completed part key=_multipart_55ZIE8HVR68M.2~114L1518PKJ4.1 size=252098 2024-07-26T06:24:56.216 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.216+0000 7f19304c3640 1 < completed multipart upload key=55ZIE8HVR68M upload=114L1518PKJ4 tag=KKZMRXDMO0V1 type=write size=2349250 2024-07-26T06:24:56.218 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.218+0000 7f19304c3640 1 > prepared operation key=ZSYF9DE73TR8 tag=AVQAFGS8H41A type=write size=298925 2024-07-26T06:24:56.221 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.221+0000 7f19304c3640 1 < completed part key=_multipart_Y0JGX4QVQXEC.2~VAPC5NLAI89T.0 size=1048576 2024-07-26T06:24:56.223 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.223+0000 7f19304c3640 1 < completed part key=_multipart_Y0JGX4QVQXEC.2~VAPC5NLAI89T.1 size=1048576 2024-07-26T06:24:56.225 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.225+0000 7f19304c3640 1 < completed part key=_multipart_Y0JGX4QVQXEC.2~VAPC5NLAI89T.2 size=867495 2024-07-26T06:24:56.229 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.228+0000 7f19304c3640 1 < completed multipart upload key=Y0JGX4QVQXEC upload=VAPC5NLAI89T tag=6CH3J1H0VOFB type=write size=4013223 2024-07-26T06:24:56.230 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.230+0000 7f19304c3640 1 > prepared operation key=QMPZ7GQNIH0K tag=8O18RTNH6QJW type=write size=1039501 2024-07-26T06:24:56.234 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.234+0000 7f19304c3640 1 < suggested remove operation key=PN7DBK1NNJVB tag=TZMANOBTKDMD type=del 2024-07-26T06:24:56.238 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.238+0000 7f19304c3640 1 > prepared part key=_multipart_Y0JGX4QVQXEC.2~9OK38VK4W2Q2.0 size=757933 2024-07-26T06:24:56.238 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.238+0000 7f19304c3640 1 > prepared multipart upload key=Y0JGX4QVQXEC upload=9OK38VK4W2Q2 tag=JBI16JYR2TD1 type=write size=1806509 2024-07-26T06:24:56.240 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.240+0000 7f19304c3640 1 < completed delete operation key=8J29YNE031PP tag=BFZA5X9IIP2F type=del 2024-07-26T06:24:56.242 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.242+0000 7f19304c3640 1 > prepared operation key=G2XJVRBLSPE9 tag=VG9EIIKN13KE type=del size=1190178 2024-07-26T06:24:56.245 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.244+0000 7f19304c3640 -1 < failed to complete operation key=YDC2NRQG9YFE tag=08P6PMT1397V type=del size=1205984: (22) Invalid argument 2024-07-26T06:24:56.247 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.246+0000 7f19304c3640 1 > prepared operation key=M8V7EJP4HHQV tag=E88PBCDE5NEU type=del size=2979287 2024-07-26T06:24:56.249 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.249+0000 7f19304c3640 1 < completed write operation key=2I9DGCCZ992A tag=EONMS0QNVFBJ type=write size=241093 2024-07-26T06:24:56.253 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.253+0000 7f19304c3640 1 > prepared part key=_multipart_1I2JP28R3YNS.2~ZQKXJJ7WSOPT.0 size=1048576 2024-07-26T06:24:56.255 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.254+0000 7f19304c3640 1 > prepared part key=_multipart_1I2JP28R3YNS.2~ZQKXJJ7WSOPT.1 size=1048576 2024-07-26T06:24:56.256 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.256+0000 7f19304c3640 1 > prepared part key=_multipart_1I2JP28R3YNS.2~ZQKXJJ7WSOPT.2 size=743171 2024-07-26T06:24:56.256 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.256+0000 7f19304c3640 1 > prepared multipart upload key=1I2JP28R3YNS upload=ZQKXJJ7WSOPT tag=WTQAFY7Z1WJ4 type=write size=3888899 2024-07-26T06:24:56.258 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.258+0000 7f19304c3640 1 < completed delete operation key=CXCXAKPQIOKH tag=92E3H1MZHZKG type=del 2024-07-26T06:24:56.262 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.262+0000 7f19304c3640 1 > prepared part key=_multipart_512VC812AWRN.2~W0U9EGY3531G.0 size=1048576 2024-07-26T06:24:56.264 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.264+0000 7f19304c3640 1 > prepared part key=_multipart_512VC812AWRN.2~W0U9EGY3531G.1 size=1048576 2024-07-26T06:24:56.266 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.265+0000 7f19304c3640 1 > prepared part key=_multipart_512VC812AWRN.2~W0U9EGY3531G.2 size=826490 2024-07-26T06:24:56.266 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.265+0000 7f19304c3640 1 > prepared multipart upload key=512VC812AWRN upload=W0U9EGY3531G tag=9BY3S8CF7I7W type=write size=3972218 2024-07-26T06:24:56.268 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.267+0000 7f19304c3640 1 < completed delete operation key=QMPZ7GQNIH0K tag=MCY8XPS4NHMQ type=del 2024-07-26T06:24:56.272 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.272+0000 7f19304c3640 1 > prepared part key=_multipart_D2CZZ6A8YSHC.2~7W6YLKZTXS2P.0 size=373519 2024-07-26T06:24:56.272 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.272+0000 7f19304c3640 1 > prepared multipart upload key=D2CZZ6A8YSHC upload=7W6YLKZTXS2P tag=8MS8QJM17VO3 type=write size=1422095 2024-07-26T06:24:56.274 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.274+0000 7f19304c3640 1 < completed write operation key=F3QUORF2HDZY tag=S5L3YTO96MYS type=write size=824320 2024-07-26T06:24:56.278 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.277+0000 7f19304c3640 1 > prepared part key=_multipart_G2XJVRBLSPE9.2~RDEY6MOGZUYN.0 size=1048576 2024-07-26T06:24:56.280 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.279+0000 7f19304c3640 1 > prepared part key=_multipart_G2XJVRBLSPE9.2~RDEY6MOGZUYN.1 size=1048576 2024-07-26T06:24:56.281 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.281+0000 7f19304c3640 1 > prepared part key=_multipart_G2XJVRBLSPE9.2~RDEY6MOGZUYN.2 size=423796 2024-07-26T06:24:56.282 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.281+0000 7f19304c3640 1 > prepared multipart upload key=G2XJVRBLSPE9 upload=RDEY6MOGZUYN tag=J93IIN4ETHMX type=write size=3569524 2024-07-26T06:24:56.284 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.283+0000 7f19304c3640 1 < completed delete operation key=P6MP7JC8DTH7 tag=YRURL65DSXWH type=del 2024-07-26T06:24:56.286 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.285+0000 7f19304c3640 1 > prepared operation key=P6MP7JC8DTH7 tag=G5DWXVBEL8GR type=del size=3980495 2024-07-26T06:24:56.286 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.286+0000 7f19304c3640 1 < canceled part key=_multipart_F3QUORF2HDZY.2~QXWEKZBFVYFJ.0 size=92475 2024-07-26T06:24:56.289 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.289+0000 7f19304c3640 1 < canceled multipart upload key=F3QUORF2HDZY upload=QXWEKZBFVYFJ tag=LZ6LGERNVPZ9 type=write size=1141051 2024-07-26T06:24:56.291 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.291+0000 7f19304c3640 1 > prepared operation key=SSAHKRHXMDHN tag=1PIEOYQHD2PL type=del size=1755955 2024-07-26T06:24:56.294 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.293+0000 7f19304c3640 1 < completed part key=_multipart_Y31PRFKXA0KI.2~EM13QYMH7W3Z.0 size=1048576 2024-07-26T06:24:56.295 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.295+0000 7f19304c3640 1 < completed part key=_multipart_Y31PRFKXA0KI.2~EM13QYMH7W3Z.1 size=276000 2024-07-26T06:24:56.299 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.299+0000 7f19304c3640 1 < completed multipart upload key=Y31PRFKXA0KI upload=EM13QYMH7W3Z tag=H36ZUJBF2SKW type=write size=2373152 2024-07-26T06:24:56.301 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.301+0000 7f19304c3640 1 > prepared operation key=7P9AQQD7XI2Z tag=HASO3JBOWVLO type=del size=722262 2024-07-26T06:24:56.306 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.303+0000 7f19304c3640 1 < completed delete operation key=V4QX80DR86I3 tag=O7D1K92U6OTX type=del 2024-07-26T06:24:56.307 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.307+0000 7f19304c3640 1 > prepared part key=_multipart_SQ0RDJVR9PPL.2~CAEHVREBZDG8.0 size=1048576 2024-07-26T06:24:56.309 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.309+0000 7f19304c3640 1 > prepared part key=_multipart_SQ0RDJVR9PPL.2~CAEHVREBZDG8.1 size=1048576 2024-07-26T06:24:56.311 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.311+0000 7f19304c3640 1 > prepared part key=_multipart_SQ0RDJVR9PPL.2~CAEHVREBZDG8.2 size=135823 2024-07-26T06:24:56.311 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.311+0000 7f19304c3640 1 > prepared multipart upload key=SQ0RDJVR9PPL upload=CAEHVREBZDG8 tag=MXK95XD6U9B1 type=write size=3281551 2024-07-26T06:24:56.313 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.313+0000 7f19304c3640 1 < completed part key=_multipart_YDC2NRQG9YFE.2~QGCFLJKIYBKA.0 size=343294 2024-07-26T06:24:56.317 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.317+0000 7f19304c3640 1 < completed multipart upload key=YDC2NRQG9YFE upload=QGCFLJKIYBKA tag=RI6QDAI12KJ9 type=write size=1391870 2024-07-26T06:24:56.321 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.320+0000 7f19304c3640 1 > prepared part key=_multipart_0PV4L596ZFOW.2~P5M067OJWL8N.0 size=1048576 2024-07-26T06:24:56.322 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.322+0000 7f19304c3640 1 > prepared part key=_multipart_0PV4L596ZFOW.2~P5M067OJWL8N.1 size=1048576 2024-07-26T06:24:56.324 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.324+0000 7f19304c3640 1 > prepared part key=_multipart_0PV4L596ZFOW.2~P5M067OJWL8N.2 size=947748 2024-07-26T06:24:56.324 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.324+0000 7f19304c3640 1 > prepared multipart upload key=0PV4L596ZFOW upload=P5M067OJWL8N tag=BMNVNJOTOLPT type=write size=4093476 2024-07-26T06:24:56.326 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.326+0000 7f19304c3640 1 < completed delete operation key=V4QX80DR86I3 tag=BCUHFHAVK2GF type=del 2024-07-26T06:24:56.330 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.330+0000 7f19304c3640 1 > prepared part key=_multipart_M8V7EJP4HHQV.2~EKG5SFEPEJMO.0 size=321053 2024-07-26T06:24:56.330 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.330+0000 7f19304c3640 1 > prepared multipart upload key=M8V7EJP4HHQV upload=EKG5SFEPEJMO tag=87GBVEUIAHHW type=write size=1369629 2024-07-26T06:24:56.332 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.332+0000 7f19304c3640 1 < completed part key=_multipart_CXCXAKPQIOKH.2~T30UQFFVIT4G.0 size=398981 2024-07-26T06:24:56.335 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.335+0000 7f19304c3640 1 < completed multipart upload key=CXCXAKPQIOKH upload=T30UQFFVIT4G tag=BLFGY6EXXQAZ type=write size=1447557 2024-07-26T06:24:56.337 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.337+0000 7f19304c3640 1 > prepared operation key=TWRRPXYVH5FW tag=OO6GO4N3VTBB type=write size=130835 2024-07-26T06:24:56.341 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.341+0000 7f19304c3640 1 < suggested remove operation key=ZSYF9DE73TR8 tag=AVQAFGS8H41A type=write 2024-07-26T06:24:56.343 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.343+0000 7f19304c3640 1 > prepared operation key=F3QUORF2HDZY tag=CV5ASF7B6C8G type=write size=931884 2024-07-26T06:24:56.345 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.345+0000 7f19304c3640 1 < completed write operation key=QMPZ7GQNIH0K tag=8O18RTNH6QJW type=write size=1039501 2024-07-26T06:24:56.348 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.347+0000 7f19304c3640 1 > prepared operation key=YDC2NRQG9YFE tag=V748JNOUTIJV type=del size=2802982 2024-07-26T06:24:56.350 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.350+0000 7f19304c3640 1 < completed part key=_multipart_Y0JGX4QVQXEC.2~9OK38VK4W2Q2.0 size=757933 2024-07-26T06:24:56.353 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.353+0000 7f19304c3640 1 < completed multipart upload key=Y0JGX4QVQXEC upload=9OK38VK4W2Q2 tag=JBI16JYR2TD1 type=write size=1806509 2024-07-26T06:24:56.355 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.355+0000 7f19304c3640 1 > prepared operation key=512VC812AWRN tag=YAXG3FQXEL5H type=del size=1262793 2024-07-26T06:24:56.359 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.359+0000 7f19304c3640 1 < suggested remove operation key=G2XJVRBLSPE9 tag=VG9EIIKN13KE type=del 2024-07-26T06:24:56.361 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.361+0000 7f19304c3640 1 > prepared operation key=M8V7EJP4HHQV tag=3K0Z6500HXKH type=del size=3892025 2024-07-26T06:24:56.366 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.365+0000 7f19304c3640 1 < suggested remove operation key=M8V7EJP4HHQV tag=E88PBCDE5NEU type=del 2024-07-26T06:24:56.368 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.368+0000 7f19304c3640 1 > prepared operation key=55ZIE8HVR68M tag=QHGDN6MUJI0Q type=del size=805249 2024-07-26T06:24:56.370 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.370+0000 7f19304c3640 1 < completed part key=_multipart_1I2JP28R3YNS.2~ZQKXJJ7WSOPT.0 size=1048576 2024-07-26T06:24:56.372 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.371+0000 7f19304c3640 1 < completed part key=_multipart_1I2JP28R3YNS.2~ZQKXJJ7WSOPT.1 size=1048576 2024-07-26T06:24:56.374 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.373+0000 7f19304c3640 1 < completed part key=_multipart_1I2JP28R3YNS.2~ZQKXJJ7WSOPT.2 size=743171 2024-07-26T06:24:56.378 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.378+0000 7f19304c3640 1 < completed multipart upload key=1I2JP28R3YNS upload=ZQKXJJ7WSOPT tag=WTQAFY7Z1WJ4 type=write size=3888899 2024-07-26T06:24:56.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:24:55 smithi155 ceph-mon[90160]: pgmap v1397: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 440 KiB/s wr, 2.26k op/s 2024-07-26T06:24:56.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:24:55 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:24:56.380 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.380+0000 7f19304c3640 1 > prepared operation key=C2RTY1II1OSK tag=WXHM5TA36C3S type=del size=2859434 2024-07-26T06:24:56.382 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.382+0000 7f19304c3640 1 < completed part key=_multipart_512VC812AWRN.2~W0U9EGY3531G.0 size=1048576 2024-07-26T06:24:56.382 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.382+0000 7f19304c3640 1 < canceled part key=_multipart_512VC812AWRN.2~W0U9EGY3531G.1 size=1048576 2024-07-26T06:24:56.384 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.384+0000 7f19304c3640 1 < completed part key=_multipart_512VC812AWRN.2~W0U9EGY3531G.2 size=826490 2024-07-26T06:24:56.388 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.388+0000 7f19304c3640 1 < canceled multipart upload key=512VC812AWRN upload=W0U9EGY3531G tag=9BY3S8CF7I7W type=write size=3972218 2024-07-26T06:24:56.390 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.390+0000 7f19304c3640 1 > prepared operation key=M8V7EJP4HHQV tag=3FDP52YW9FOR type=del size=2649973 2024-07-26T06:24:56.393 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.393+0000 7f19304c3640 1 < completed part key=_multipart_D2CZZ6A8YSHC.2~7W6YLKZTXS2P.0 size=373519 2024-07-26T06:24:56.397 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.397+0000 7f19304c3640 1 < completed multipart upload key=D2CZZ6A8YSHC upload=7W6YLKZTXS2P tag=8MS8QJM17VO3 type=write size=1422095 2024-07-26T06:24:56.400 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.399+0000 7f19304c3640 1 > prepared operation key=8J29YNE031PP tag=T28Q8BUPH3F0 type=write size=179698 2024-07-26T06:24:56.402 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.402+0000 7f19304c3640 1 < completed part key=_multipart_G2XJVRBLSPE9.2~RDEY6MOGZUYN.0 size=1048576 2024-07-26T06:24:56.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:24:55 smithi089 ceph-mon[99608]: pgmap v1397: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 440 KiB/s wr, 2.26k op/s 2024-07-26T06:24:56.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:24:55 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:24:56.404 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.404+0000 7f19304c3640 1 < completed part key=_multipart_G2XJVRBLSPE9.2~RDEY6MOGZUYN.1 size=1048576 2024-07-26T06:24:56.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:24:55 smithi089 ceph-mon[102056]: pgmap v1397: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 440 KiB/s wr, 2.26k op/s 2024-07-26T06:24:56.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:24:55 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:24:56.406 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.405+0000 7f19304c3640 1 < completed part key=_multipart_G2XJVRBLSPE9.2~RDEY6MOGZUYN.2 size=423796 2024-07-26T06:24:56.409 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.409+0000 7f19304c3640 1 < completed multipart upload key=G2XJVRBLSPE9 upload=RDEY6MOGZUYN tag=J93IIN4ETHMX type=write size=3569524 2024-07-26T06:24:56.413 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.413+0000 7f19304c3640 1 > prepared part key=_multipart_512VC812AWRN.2~BT6GD2PZX6OY.0 size=1048576 2024-07-26T06:24:56.415 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.415+0000 7f19304c3640 1 > prepared part key=_multipart_512VC812AWRN.2~BT6GD2PZX6OY.1 size=642398 2024-07-26T06:24:56.415 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.415+0000 7f19304c3640 1 > prepared multipart upload key=512VC812AWRN upload=BT6GD2PZX6OY tag=O93EO0B7B0D7 type=write size=2739550 2024-07-26T06:24:56.419 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.419+0000 7f19304c3640 1 < suggested remove operation key=P6MP7JC8DTH7 tag=G5DWXVBEL8GR type=del 2024-07-26T06:24:56.422 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.421+0000 7f19304c3640 1 > prepared operation key=V4RJB0J6F7NB tag=LXC6Y0RKRCV2 type=write size=249231 2024-07-26T06:24:56.424 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.424+0000 7f19304c3640 1 < completed delete operation key=SSAHKRHXMDHN tag=1PIEOYQHD2PL type=del 2024-07-26T06:24:56.426 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.426+0000 7f19304c3640 1 > prepared operation key=4ZWJ6XHKZXZF tag=4W5JJB2WU6NW type=del size=449993 2024-07-26T06:24:56.428 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.428+0000 7f19304c3640 1 < completed delete operation key=7P9AQQD7XI2Z tag=HASO3JBOWVLO type=del 2024-07-26T06:24:56.432 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.432+0000 7f19304c3640 1 > prepared part key=_multipart_55ZIE8HVR68M.2~757A1Q0A8303.0 size=1048576 2024-07-26T06:24:56.434 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.434+0000 7f19304c3640 1 > prepared part key=_multipart_55ZIE8HVR68M.2~757A1Q0A8303.1 size=1048576 2024-07-26T06:24:56.436 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.436+0000 7f19304c3640 1 > prepared part key=_multipart_55ZIE8HVR68M.2~757A1Q0A8303.2 size=912905 2024-07-26T06:24:56.436 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.436+0000 7f19304c3640 1 > prepared multipart upload key=55ZIE8HVR68M upload=757A1Q0A8303 tag=VFQDOMBZ1K9X type=write size=4058633 2024-07-26T06:24:56.439 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.438+0000 7f19304c3640 1 < completed part key=_multipart_SQ0RDJVR9PPL.2~CAEHVREBZDG8.0 size=1048576 2024-07-26T06:24:56.440 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.440+0000 7f19304c3640 1 < completed part key=_multipart_SQ0RDJVR9PPL.2~CAEHVREBZDG8.1 size=1048576 2024-07-26T06:24:56.442 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.442+0000 7f19304c3640 1 < completed part key=_multipart_SQ0RDJVR9PPL.2~CAEHVREBZDG8.2 size=135823 2024-07-26T06:24:56.446 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.445+0000 7f19304c3640 1 < completed multipart upload key=SQ0RDJVR9PPL upload=CAEHVREBZDG8 tag=MXK95XD6U9B1 type=write size=3281551 2024-07-26T06:24:56.447 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.447+0000 7f19304c3640 1 > prepared operation key=SQ0RDJVR9PPL tag=RPEUPYCZVXAE type=del size=3793793 2024-07-26T06:24:56.449 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.449+0000 7f19304c3640 1 < completed part key=_multipart_0PV4L596ZFOW.2~P5M067OJWL8N.0 size=1048576 2024-07-26T06:24:56.449 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.449+0000 7f19304c3640 1 < canceled part key=_multipart_0PV4L596ZFOW.2~P5M067OJWL8N.1 size=1048576 2024-07-26T06:24:56.451 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.451+0000 7f19304c3640 1 < completed part key=_multipart_0PV4L596ZFOW.2~P5M067OJWL8N.2 size=947748 2024-07-26T06:24:56.455 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.455+0000 7f19304c3640 1 < canceled multipart upload key=0PV4L596ZFOW upload=P5M067OJWL8N tag=BMNVNJOTOLPT type=write size=4093476 2024-07-26T06:24:56.457 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.457+0000 7f19304c3640 1 > prepared operation key=55ZIE8HVR68M tag=2H8LOPCIH4G4 type=del size=196727 2024-07-26T06:24:56.459 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.459+0000 7f19304c3640 1 < completed part key=_multipart_M8V7EJP4HHQV.2~EKG5SFEPEJMO.0 size=321053 2024-07-26T06:24:56.463 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.462+0000 7f19304c3640 1 < completed multipart upload key=M8V7EJP4HHQV upload=EKG5SFEPEJMO tag=87GBVEUIAHHW type=write size=1369629 2024-07-26T06:24:56.465 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.464+0000 7f19304c3640 1 > prepared operation key=V4QX80DR86I3 tag=B3JA5D7YEN3B type=del size=1710037 2024-07-26T06:24:56.467 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.467+0000 7f19304c3640 1 < completed write operation key=TWRRPXYVH5FW tag=OO6GO4N3VTBB type=write size=130835 2024-07-26T06:24:56.469 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.469+0000 7f19304c3640 1 > prepared operation key=PN7DBK1NNJVB tag=0LEBGU0NKHSN type=write size=218685 2024-07-26T06:24:56.471 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.471+0000 7f19304c3640 1 < completed write operation key=F3QUORF2HDZY tag=CV5ASF7B6C8G type=write size=931884 2024-07-26T06:24:56.474 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.474+0000 7f19304c3640 1 > prepared part key=_multipart_1I2JP28R3YNS.2~EAXG4SRIULWA.0 size=883684 2024-07-26T06:24:56.475 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.474+0000 7f19304c3640 1 > prepared multipart upload key=1I2JP28R3YNS upload=EAXG4SRIULWA tag=DW9HFOWIFMV5 type=write size=1932260 2024-07-26T06:24:56.477 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.477+0000 7f19304c3640 1 < completed delete operation key=YDC2NRQG9YFE tag=V748JNOUTIJV type=del 2024-07-26T06:24:56.479 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.479+0000 7f19304c3640 1 > prepared operation key=0PV4L596ZFOW tag=4NWRZ3LDB39A type=del size=1031557 2024-07-26T06:24:56.481 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.481+0000 7f19304c3640 1 < completed delete operation key=512VC812AWRN tag=YAXG3FQXEL5H type=del 2024-07-26T06:24:56.485 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.485+0000 7f19304c3640 1 > prepared part key=_multipart_YDC2NRQG9YFE.2~HMAJSOPI739S.0 size=1048576 2024-07-26T06:24:56.487 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.486+0000 7f19304c3640 1 > prepared part key=_multipart_YDC2NRQG9YFE.2~HMAJSOPI739S.1 size=692054 2024-07-26T06:24:56.487 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.486+0000 7f19304c3640 1 > prepared multipart upload key=YDC2NRQG9YFE upload=HMAJSOPI739S tag=CQ5NU50GE9HN type=write size=2789206 2024-07-26T06:24:56.490 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.490+0000 7f19304c3640 -1 < failed to complete operation key=M8V7EJP4HHQV tag=3K0Z6500HXKH type=del size=3892025: (22) Invalid argument 2024-07-26T06:24:56.492 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.492+0000 7f19304c3640 1 > prepared operation key=V4RJB0J6F7NB tag=G31YCCPK1CZJ type=del size=2674699 2024-07-26T06:24:56.494 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.494+0000 7f19304c3640 1 < completed delete operation key=55ZIE8HVR68M tag=QHGDN6MUJI0Q type=del 2024-07-26T06:24:56.499 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.498+0000 7f19304c3640 1 > prepared part key=_multipart_C2RTY1II1OSK.2~I9DCIEDR13RS.0 size=1048576 2024-07-26T06:24:56.500 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.500+0000 7f19304c3640 1 > prepared part key=_multipart_C2RTY1II1OSK.2~I9DCIEDR13RS.1 size=839167 2024-07-26T06:24:56.500 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.500+0000 7f19304c3640 1 > prepared multipart upload key=C2RTY1II1OSK upload=I9DCIEDR13RS tag=E75U524H9PNJ type=write size=2936319 2024-07-26T06:24:56.504 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.504+0000 7f19304c3640 1 < suggested update operation key=C2RTY1II1OSK tag=WXHM5TA36C3S type=del size=2859434 2024-07-26T06:24:56.508 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.508+0000 7f19304c3640 1 > prepared part key=_multipart_SQ0RDJVR9PPL.2~V0ZW7FM7P46L.0 size=1048576 2024-07-26T06:24:56.538 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.510+0000 7f19304c3640 1 > prepared part key=_multipart_SQ0RDJVR9PPL.2~V0ZW7FM7P46L.1 size=1048576 2024-07-26T06:24:56.539 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.511+0000 7f19304c3640 1 > prepared part key=_multipart_SQ0RDJVR9PPL.2~V0ZW7FM7P46L.2 size=1035238 2024-07-26T06:24:56.539 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.511+0000 7f19304c3640 1 > prepared multipart upload key=SQ0RDJVR9PPL upload=V0ZW7FM7P46L tag=W08URJCNLTVQ type=write size=4180966 2024-07-26T06:24:56.539 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.513+0000 7f19304c3640 1 < completed delete operation key=M8V7EJP4HHQV tag=3FDP52YW9FOR type=del 2024-07-26T06:24:56.539 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.517+0000 7f19304c3640 1 > prepared part key=_multipart_M8V7EJP4HHQV.2~4VENNTF9PAWZ.0 size=1048576 2024-07-26T06:24:56.539 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.518+0000 7f19304c3640 1 > prepared part key=_multipart_M8V7EJP4HHQV.2~4VENNTF9PAWZ.1 size=90021 2024-07-26T06:24:56.539 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.518+0000 7f19304c3640 1 > prepared multipart upload key=M8V7EJP4HHQV upload=4VENNTF9PAWZ tag=XDNM54VCTWEC type=write size=2187173 2024-07-26T06:24:56.539 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.522+0000 7f19304c3640 1 < suggested update operation key=8J29YNE031PP tag=T28Q8BUPH3F0 type=write size=179698 2024-07-26T06:24:56.539 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.524+0000 7f19304c3640 1 > prepared operation key=YDC2NRQG9YFE tag=3IZE2JFVQD6D type=del size=645659 2024-07-26T06:24:56.540 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.526+0000 7f19304c3640 1 < completed part key=_multipart_512VC812AWRN.2~BT6GD2PZX6OY.0 size=1048576 2024-07-26T06:24:56.540 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.528+0000 7f19304c3640 1 < completed part key=_multipart_512VC812AWRN.2~BT6GD2PZX6OY.1 size=642398 2024-07-26T06:24:56.540 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.532+0000 7f19304c3640 1 < completed multipart upload key=512VC812AWRN upload=BT6GD2PZX6OY tag=O93EO0B7B0D7 type=write size=2739550 2024-07-26T06:24:56.540 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.534+0000 7f19304c3640 1 > prepared operation key=0PV4L596ZFOW tag=STJ6S7IFYXJB type=write size=923808 2024-07-26T06:24:56.540 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.536+0000 7f19304c3640 1 < completed write operation key=V4RJB0J6F7NB tag=LXC6Y0RKRCV2 type=write size=249231 2024-07-26T06:24:56.540 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.538+0000 7f19304c3640 1 > prepared operation key=PN7DBK1NNJVB tag=X9Q33YM0RHGL type=del size=2697564 2024-07-26T06:24:56.543 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.542+0000 7f19304c3640 1 < suggested remove operation key=4ZWJ6XHKZXZF tag=4W5JJB2WU6NW type=del 2024-07-26T06:24:56.548 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.546+0000 7f19304c3640 1 > prepared part key=_multipart_V4RJB0J6F7NB.2~R0YXHSLX1MHE.0 size=1048576 2024-07-26T06:24:56.548 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.548+0000 7f19304c3640 1 > prepared part key=_multipart_V4RJB0J6F7NB.2~R0YXHSLX1MHE.1 size=1048576 2024-07-26T06:24:56.550 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.549+0000 7f19304c3640 1 > prepared part key=_multipart_V4RJB0J6F7NB.2~R0YXHSLX1MHE.2 size=328754 2024-07-26T06:24:56.550 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.549+0000 7f19304c3640 1 > prepared multipart upload key=V4RJB0J6F7NB upload=R0YXHSLX1MHE tag=AZBVN333IEAD type=write size=3474482 2024-07-26T06:24:56.552 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.552+0000 7f19304c3640 1 < completed part key=_multipart_55ZIE8HVR68M.2~757A1Q0A8303.0 size=1048576 2024-07-26T06:24:56.553 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.553+0000 7f19304c3640 1 < completed part key=_multipart_55ZIE8HVR68M.2~757A1Q0A8303.1 size=1048576 2024-07-26T06:24:56.555 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.555+0000 7f19304c3640 1 < completed part key=_multipart_55ZIE8HVR68M.2~757A1Q0A8303.2 size=912905 2024-07-26T06:24:56.559 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.559+0000 7f19304c3640 1 < completed multipart upload key=55ZIE8HVR68M upload=757A1Q0A8303 tag=VFQDOMBZ1K9X type=write size=4058633 2024-07-26T06:24:56.561 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.561+0000 7f19304c3640 1 > prepared operation key=0PV4L596ZFOW tag=BKP4YDYE8M9G type=del size=2506286 2024-07-26T06:24:56.564 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.563+0000 7f19304c3640 1 < completed delete operation key=SQ0RDJVR9PPL tag=RPEUPYCZVXAE type=del 2024-07-26T06:24:56.566 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.566+0000 7f19304c3640 1 > prepared operation key=PN7DBK1NNJVB tag=QJZYYDFFXTVM type=write size=490386 2024-07-26T06:24:56.570 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.570+0000 7f19304c3640 1 < suggested update operation key=55ZIE8HVR68M tag=2H8LOPCIH4G4 type=del size=196727 2024-07-26T06:24:56.574 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.574+0000 7f19304c3640 1 > prepared part key=_multipart_7P9AQQD7XI2Z.2~Z9J3MA9KSFHC.0 size=1048576 2024-07-26T06:24:56.576 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.576+0000 7f19304c3640 1 > prepared part key=_multipart_7P9AQQD7XI2Z.2~Z9J3MA9KSFHC.1 size=932634 2024-07-26T06:24:56.576 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.576+0000 7f19304c3640 1 > prepared multipart upload key=7P9AQQD7XI2Z upload=Z9J3MA9KSFHC tag=BNR7C7O780G1 type=write size=3029786 2024-07-26T06:24:56.578 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.578+0000 7f19304c3640 1 < completed delete operation key=V4QX80DR86I3 tag=B3JA5D7YEN3B type=del 2024-07-26T06:24:56.582 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.581+0000 7f19304c3640 1 > prepared part key=_multipart_7GGA1PRXXHDC.2~X88N7AV27MR5.0 size=338915 2024-07-26T06:24:56.582 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.581+0000 7f19304c3640 1 > prepared multipart upload key=7GGA1PRXXHDC upload=X88N7AV27MR5 tag=L274XLMJOYVZ type=write size=1387491 2024-07-26T06:24:56.584 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.583+0000 7f19304c3640 1 < completed write operation key=PN7DBK1NNJVB tag=0LEBGU0NKHSN type=write size=218685 2024-07-26T06:24:56.586 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.586+0000 7f19304c3640 1 > prepared operation key=D2CZZ6A8YSHC tag=PALDV66JRP3T type=write size=715075 2024-07-26T06:24:56.588 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.588+0000 7f19304c3640 1 < completed part key=_multipart_1I2JP28R3YNS.2~EAXG4SRIULWA.0 size=883684 2024-07-26T06:24:56.592 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.591+0000 7f19304c3640 1 < completed multipart upload key=1I2JP28R3YNS upload=EAXG4SRIULWA tag=DW9HFOWIFMV5 type=write size=1932260 2024-07-26T06:24:56.594 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.593+0000 7f19304c3640 1 > prepared operation key=SSAHKRHXMDHN tag=0SYI4MWEKG1E type=del size=2895409 2024-07-26T06:24:56.596 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.596+0000 7f19304c3640 1 < completed delete operation key=0PV4L596ZFOW tag=4NWRZ3LDB39A type=del 2024-07-26T06:24:56.598 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.598+0000 7f19304c3640 1 > prepared operation key=7GGA1PRXXHDC tag=RKCQCV9NLY2P type=del size=698527 2024-07-26T06:24:56.600 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.600+0000 7f19304c3640 1 < completed part key=_multipart_YDC2NRQG9YFE.2~HMAJSOPI739S.0 size=1048576 2024-07-26T06:24:56.602 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.602+0000 7f19304c3640 1 < completed part key=_multipart_YDC2NRQG9YFE.2~HMAJSOPI739S.1 size=692054 2024-07-26T06:24:56.606 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.605+0000 7f19304c3640 1 < completed multipart upload key=YDC2NRQG9YFE upload=HMAJSOPI739S tag=CQ5NU50GE9HN type=write size=2789206 2024-07-26T06:24:56.608 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.608+0000 7f19304c3640 1 > prepared operation key=55ZIE8HVR68M tag=JOLIHCQXASAT type=del size=2485211 2024-07-26T06:24:56.610 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.610+0000 7f19304c3640 1 < canceled operation key=V4RJB0J6F7NB tag=G31YCCPK1CZJ type=del size=2674699 2024-07-26T06:24:56.612 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.612+0000 7f19304c3640 1 > prepared operation key=V4RJB0J6F7NB tag=31M56HKJBVYP type=del size=2568752 2024-07-26T06:24:56.614 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.614+0000 7f19304c3640 1 < completed part key=_multipart_C2RTY1II1OSK.2~I9DCIEDR13RS.0 size=1048576 2024-07-26T06:24:56.616 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.615+0000 7f19304c3640 1 < completed part key=_multipart_C2RTY1II1OSK.2~I9DCIEDR13RS.1 size=839167 2024-07-26T06:24:56.620 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.619+0000 7f19304c3640 1 < completed multipart upload key=C2RTY1II1OSK upload=I9DCIEDR13RS tag=E75U524H9PNJ type=write size=2936319 2024-07-26T06:24:56.622 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.622+0000 7f19304c3640 1 > prepared operation key=4ZWJ6XHKZXZF tag=X7U8VIAQUWKN type=write size=1031064 2024-07-26T06:24:56.624 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.624+0000 7f19304c3640 1 < completed part key=_multipart_SQ0RDJVR9PPL.2~V0ZW7FM7P46L.0 size=1048576 2024-07-26T06:24:56.626 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.625+0000 7f19304c3640 1 < completed part key=_multipart_SQ0RDJVR9PPL.2~V0ZW7FM7P46L.1 size=1048576 2024-07-26T06:24:56.627 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.627+0000 7f19304c3640 1 < completed part key=_multipart_SQ0RDJVR9PPL.2~V0ZW7FM7P46L.2 size=1035238 2024-07-26T06:24:56.631 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.631+0000 7f19304c3640 1 < completed multipart upload key=SQ0RDJVR9PPL upload=V0ZW7FM7P46L tag=W08URJCNLTVQ type=write size=4180966 2024-07-26T06:24:56.633 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.633+0000 7f19304c3640 1 > prepared operation key=23K6MK7R266R tag=8L1GYWM8IAWQ type=del size=978826 2024-07-26T06:24:56.635 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.635+0000 7f19304c3640 1 < completed part key=_multipart_M8V7EJP4HHQV.2~4VENNTF9PAWZ.0 size=1048576 2024-07-26T06:24:56.638 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.637+0000 7f19304c3640 1 < completed part key=_multipart_M8V7EJP4HHQV.2~4VENNTF9PAWZ.1 size=90021 2024-07-26T06:24:56.641 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.641+0000 7f19304c3640 1 < completed multipart upload key=M8V7EJP4HHQV upload=4VENNTF9PAWZ tag=XDNM54VCTWEC type=write size=2187173 2024-07-26T06:24:56.645 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.645+0000 7f19304c3640 1 > prepared part key=_multipart_CXCXAKPQIOKH.2~DOPTECNE5XCC.0 size=1048576 2024-07-26T06:24:56.647 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.646+0000 7f19304c3640 1 > prepared part key=_multipart_CXCXAKPQIOKH.2~DOPTECNE5XCC.1 size=771248 2024-07-26T06:24:56.647 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.646+0000 7f19304c3640 1 > prepared multipart upload key=CXCXAKPQIOKH upload=DOPTECNE5XCC tag=ZXL3K7LWV9E9 type=write size=2868400 2024-07-26T06:24:56.649 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.649+0000 7f19304c3640 1 < completed delete operation key=YDC2NRQG9YFE tag=3IZE2JFVQD6D type=del 2024-07-26T06:24:56.652 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.651+0000 7f19304c3640 1 > prepared operation key=V4RJB0J6F7NB tag=30SPEP31LV9Y type=del size=3386587 2024-07-26T06:24:56.654 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.654+0000 7f19304c3640 1 < completed write operation key=0PV4L596ZFOW tag=STJ6S7IFYXJB type=write size=923808 2024-07-26T06:24:56.658 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.658+0000 7f19304c3640 1 > prepared part key=_multipart_2I9DGCCZ992A.2~F18Z2YVWYFLY.0 size=1048576 2024-07-26T06:24:56.660 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.660+0000 7f19304c3640 1 > prepared part key=_multipart_2I9DGCCZ992A.2~F18Z2YVWYFLY.1 size=1008829 2024-07-26T06:24:56.660 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.660+0000 7f19304c3640 1 > prepared multipart upload key=2I9DGCCZ992A upload=F18Z2YVWYFLY tag=3O4ZEOJVUTF5 type=write size=3105981 2024-07-26T06:24:56.662 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.662+0000 7f19304c3640 1 < completed delete operation key=PN7DBK1NNJVB tag=X9Q33YM0RHGL type=del 2024-07-26T06:24:56.666 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.666+0000 7f19304c3640 1 > prepared part key=_multipart_G2XJVRBLSPE9.2~O05QXN5SVNQV.0 size=980010 2024-07-26T06:24:56.666 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.666+0000 7f19304c3640 1 > prepared multipart upload key=G2XJVRBLSPE9 upload=O05QXN5SVNQV tag=4R1QKWPD8LJ3 type=write size=2028586 2024-07-26T06:24:56.668 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.668+0000 7f19304c3640 1 < completed part key=_multipart_V4RJB0J6F7NB.2~R0YXHSLX1MHE.0 size=1048576 2024-07-26T06:24:56.670 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.670+0000 7f19304c3640 1 < completed part key=_multipart_V4RJB0J6F7NB.2~R0YXHSLX1MHE.1 size=1048576 2024-07-26T06:24:56.672 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.672+0000 7f19304c3640 1 < completed part key=_multipart_V4RJB0J6F7NB.2~R0YXHSLX1MHE.2 size=328754 2024-07-26T06:24:56.675 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.675+0000 7f19304c3640 1 < completed multipart upload key=V4RJB0J6F7NB upload=R0YXHSLX1MHE tag=AZBVN333IEAD type=write size=3474482 2024-07-26T06:24:56.677 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.677+0000 7f19304c3640 1 > prepared operation key=1I2JP28R3YNS tag=QFYYPHBRU968 type=del size=663667 2024-07-26T06:24:56.682 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.681+0000 7f19304c3640 1 < suggested update operation key=0PV4L596ZFOW tag=BKP4YDYE8M9G type=del size=2506286 2024-07-26T06:24:56.685 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.685+0000 7f19304c3640 1 > prepared part key=_multipart_4ZWJ6XHKZXZF.2~61B2GAQ9B0CO.0 size=9714 2024-07-26T06:24:56.685 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.685+0000 7f19304c3640 1 > prepared multipart upload key=4ZWJ6XHKZXZF upload=61B2GAQ9B0CO tag=XWRVQ46QH5NF type=write size=1058290 2024-07-26T06:24:56.687 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.687+0000 7f19304c3640 1 < completed write operation key=PN7DBK1NNJVB tag=QJZYYDFFXTVM type=write size=490386 2024-07-26T06:24:56.690 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.689+0000 7f19304c3640 1 > prepared operation key=LCDUWKN6AQNU tag=ZCRH9ZWSLHIN type=del size=986546 2024-07-26T06:24:56.692 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.691+0000 7f19304c3640 1 < completed part key=_multipart_7P9AQQD7XI2Z.2~Z9J3MA9KSFHC.0 size=1048576 2024-07-26T06:24:56.693 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.693+0000 7f19304c3640 1 < completed part key=_multipart_7P9AQQD7XI2Z.2~Z9J3MA9KSFHC.1 size=932634 2024-07-26T06:24:56.697 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.697+0000 7f19304c3640 1 < completed multipart upload key=7P9AQQD7XI2Z upload=Z9J3MA9KSFHC tag=BNR7C7O780G1 type=write size=3029786 2024-07-26T06:24:56.701 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.701+0000 7f19304c3640 1 > prepared part key=_multipart_V4QX80DR86I3.2~M0EL891NVYCM.0 size=1048576 2024-07-26T06:24:56.703 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.702+0000 7f19304c3640 1 > prepared part key=_multipart_V4QX80DR86I3.2~M0EL891NVYCM.1 size=1048576 2024-07-26T06:24:56.704 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.704+0000 7f19304c3640 1 > prepared part key=_multipart_V4QX80DR86I3.2~M0EL891NVYCM.2 size=315648 2024-07-26T06:24:56.704 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.704+0000 7f19304c3640 1 > prepared multipart upload key=V4QX80DR86I3 upload=M0EL891NVYCM tag=W403LPYPAJ0B type=write size=3461376 2024-07-26T06:24:56.707 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.706+0000 7f19304c3640 1 < completed part key=_multipart_7GGA1PRXXHDC.2~X88N7AV27MR5.0 size=338915 2024-07-26T06:24:56.710 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.710+0000 7f19304c3640 1 < completed multipart upload key=7GGA1PRXXHDC upload=X88N7AV27MR5 tag=L274XLMJOYVZ type=write size=1387491 2024-07-26T06:24:56.713 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.712+0000 7f19304c3640 1 > prepared operation key=D2CZZ6A8YSHC tag=4FU7PTROG7UV type=del size=3023932 2024-07-26T06:24:56.717 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.714+0000 7f19304c3640 1 < completed write operation key=D2CZZ6A8YSHC tag=PALDV66JRP3T type=write size=715075 2024-07-26T06:24:56.719 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.719+0000 7f19304c3640 1 > prepared part key=_multipart_V4RJB0J6F7NB.2~PF6DAVIS95WM.0 size=1048576 2024-07-26T06:24:56.720 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.720+0000 7f19304c3640 1 > prepared part key=_multipart_V4RJB0J6F7NB.2~PF6DAVIS95WM.1 size=886675 2024-07-26T06:24:56.721 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.720+0000 7f19304c3640 1 > prepared multipart upload key=V4RJB0J6F7NB upload=PF6DAVIS95WM tag=D6SR5SY0IKIN type=write size=2983827 2024-07-26T06:24:56.725 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.725+0000 7f19304c3640 1 < suggested update operation key=SSAHKRHXMDHN tag=0SYI4MWEKG1E type=del size=2895409 2024-07-26T06:24:56.727 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.727+0000 7f19304c3640 1 > prepared operation key=0PV4L596ZFOW tag=35HBDQXMB7UW type=del size=687011 2024-07-26T06:24:56.729 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.728+0000 7f19304c3640 1 < completed delete operation key=7GGA1PRXXHDC tag=RKCQCV9NLY2P type=del 2024-07-26T06:24:56.731 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.730+0000 7f19304c3640 1 > prepared operation key=G70GGG8ITGEE tag=1P9553A6ZEHS type=del size=3120634 2024-07-26T06:24:56.735 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.734+0000 7f19304c3640 1 < suggested remove operation key=55ZIE8HVR68M tag=JOLIHCQXASAT type=del 2024-07-26T06:24:56.737 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.737+0000 7f19304c3640 1 > prepared operation key=P6MP7JC8DTH7 tag=FO4SEAPG7FYL type=write size=882655 2024-07-26T06:24:56.739 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.739+0000 7f19304c3640 1 < completed delete operation key=V4RJB0J6F7NB tag=31M56HKJBVYP type=del 2024-07-26T06:24:56.741 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.740+0000 7f19304c3640 1 > prepared operation key=PN7DBK1NNJVB tag=4LJOLMSB3U2R type=del size=1398597 2024-07-26T06:24:56.743 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.743+0000 7f19304c3640 1 < completed write operation key=4ZWJ6XHKZXZF tag=X7U8VIAQUWKN type=write size=1031064 2024-07-26T06:24:56.747 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.747+0000 7f19304c3640 1 > prepared part key=_multipart_G2XJVRBLSPE9.2~FELJ8QYV6934.0 size=591697 2024-07-26T06:24:56.747 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.747+0000 7f19304c3640 1 > prepared multipart upload key=G2XJVRBLSPE9 upload=FELJ8QYV6934 tag=YQEM12P2VI2S type=write size=1640273 2024-07-26T06:24:56.749 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.749+0000 7f19304c3640 1 < completed delete operation key=23K6MK7R266R tag=8L1GYWM8IAWQ type=del 2024-07-26T06:24:56.751 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.751+0000 7f19304c3640 1 > prepared operation key=PN7DBK1NNJVB tag=TZTIRVCXC6PY type=del size=3611530 2024-07-26T06:24:56.753 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.753+0000 7f19304c3640 1 < completed part key=_multipart_CXCXAKPQIOKH.2~DOPTECNE5XCC.0 size=1048576 2024-07-26T06:24:56.754 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.754+0000 7f19304c3640 1 < completed part key=_multipart_CXCXAKPQIOKH.2~DOPTECNE5XCC.1 size=771248 2024-07-26T06:24:56.758 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.758+0000 7f19304c3640 1 < completed multipart upload key=CXCXAKPQIOKH upload=DOPTECNE5XCC tag=ZXL3K7LWV9E9 type=write size=2868400 2024-07-26T06:24:56.760 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.760+0000 7f19304c3640 1 > prepared operation key=V4RJB0J6F7NB tag=LENRGJYN5NEJ type=write size=637992 2024-07-26T06:24:56.762 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.762+0000 7f19304c3640 1 < completed delete operation key=V4RJB0J6F7NB tag=30SPEP31LV9Y type=del 2024-07-26T06:24:56.764 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.764+0000 7f19304c3640 1 > prepared operation key=2I9DGCCZ992A tag=J1D9B3Y243DJ type=del size=3961107 2024-07-26T06:24:56.766 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.766+0000 7f19304c3640 1 < completed part key=_multipart_2I9DGCCZ992A.2~F18Z2YVWYFLY.0 size=1048576 2024-07-26T06:24:56.768 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.768+0000 7f19304c3640 1 < completed part key=_multipart_2I9DGCCZ992A.2~F18Z2YVWYFLY.1 size=1008829 2024-07-26T06:24:56.772 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.771+0000 7f19304c3640 1 < completed multipart upload key=2I9DGCCZ992A upload=F18Z2YVWYFLY tag=3O4ZEOJVUTF5 type=write size=3105981 2024-07-26T06:24:56.774 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.774+0000 7f19304c3640 1 > prepared operation key=1I2JP28R3YNS tag=FPN1C431MZWI type=del size=2003586 2024-07-26T06:24:56.776 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.776+0000 7f19304c3640 1 < completed part key=_multipart_G2XJVRBLSPE9.2~O05QXN5SVNQV.0 size=980010 2024-07-26T06:24:56.780 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.779+0000 7f19304c3640 1 < completed multipart upload key=G2XJVRBLSPE9 upload=O05QXN5SVNQV tag=4R1QKWPD8LJ3 type=write size=2028586 2024-07-26T06:24:56.783 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.783+0000 7f19304c3640 1 > prepared part key=_multipart_TWRRPXYVH5FW.2~FSYPRWBBJYY6.0 size=1048576 2024-07-26T06:24:56.785 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.785+0000 7f19304c3640 1 > prepared part key=_multipart_TWRRPXYVH5FW.2~FSYPRWBBJYY6.1 size=569578 2024-07-26T06:24:56.785 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.785+0000 7f19304c3640 1 > prepared multipart upload key=TWRRPXYVH5FW upload=FSYPRWBBJYY6 tag=UE67G14N95B0 type=write size=2666730 2024-07-26T06:24:56.787 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.787+0000 7f19304c3640 1 < completed delete operation key=1I2JP28R3YNS tag=QFYYPHBRU968 type=del 2024-07-26T06:24:56.791 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.791+0000 7f19304c3640 1 > prepared part key=_multipart_V4RJB0J6F7NB.2~NIGCL0AYE67P.0 size=882140 2024-07-26T06:24:56.792 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.791+0000 7f19304c3640 1 > prepared multipart upload key=V4RJB0J6F7NB upload=NIGCL0AYE67P tag=R7Q0RP8XGDB3 type=write size=1930716 2024-07-26T06:24:56.794 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.793+0000 7f19304c3640 1 < completed part key=_multipart_4ZWJ6XHKZXZF.2~61B2GAQ9B0CO.0 size=9714 2024-07-26T06:24:56.797 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.797+0000 7f19304c3640 1 < completed multipart upload key=4ZWJ6XHKZXZF upload=61B2GAQ9B0CO tag=XWRVQ46QH5NF type=write size=1058290 2024-07-26T06:24:56.799 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.799+0000 7f19304c3640 1 > prepared operation key=512VC812AWRN tag=AS8VH8DA36Y8 type=del size=401602 2024-07-26T06:24:56.803 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.803+0000 7f19304c3640 1 < suggested update operation key=LCDUWKN6AQNU tag=ZCRH9ZWSLHIN type=del size=986546 2024-07-26T06:24:56.805 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.805+0000 7f19304c3640 1 > prepared operation key=0PV4L596ZFOW tag=OHF6V99QUQET type=del size=3977832 2024-07-26T06:24:56.807 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.807+0000 7f19304c3640 1 < completed part key=_multipart_V4QX80DR86I3.2~M0EL891NVYCM.0 size=1048576 2024-07-26T06:24:56.809 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.809+0000 7f19304c3640 1 < completed part key=_multipart_V4QX80DR86I3.2~M0EL891NVYCM.1 size=1048576 2024-07-26T06:24:56.811 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.811+0000 7f19304c3640 1 < completed part key=_multipart_V4QX80DR86I3.2~M0EL891NVYCM.2 size=315648 2024-07-26T06:24:56.815 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.814+0000 7f19304c3640 1 < completed multipart upload key=V4QX80DR86I3 upload=M0EL891NVYCM tag=W403LPYPAJ0B type=write size=3461376 2024-07-26T06:24:56.817 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.817+0000 7f19304c3640 1 > prepared operation key=F3QUORF2HDZY tag=WHS8AKU76HEZ type=del size=3056058 2024-07-26T06:24:56.819 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.819+0000 7f19304c3640 1 < canceled operation key=D2CZZ6A8YSHC tag=4FU7PTROG7UV type=del size=3023932 2024-07-26T06:24:56.821 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.821+0000 7f19304c3640 1 > prepared operation key=512VC812AWRN tag=T90IUJC04QRA type=del size=2806259 2024-07-26T06:24:56.821 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.821+0000 7f19304c3640 1 < canceled part key=_multipart_V4RJB0J6F7NB.2~PF6DAVIS95WM.0 size=1048576 2024-07-26T06:24:56.823 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.823+0000 7f19304c3640 1 < completed part key=_multipart_V4RJB0J6F7NB.2~PF6DAVIS95WM.1 size=886675 2024-07-26T06:24:56.826 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.826+0000 7f19304c3640 1 < canceled multipart upload key=V4RJB0J6F7NB upload=PF6DAVIS95WM tag=D6SR5SY0IKIN type=write size=2983827 2024-07-26T06:24:56.828 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.828+0000 7f19304c3640 1 > prepared operation key=HO4GZ0KNZ8SK tag=Q61EGA5OSC9U type=del size=2854400 2024-07-26T06:24:56.831 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.830+0000 7f19304c3640 1 < completed delete operation key=0PV4L596ZFOW tag=35HBDQXMB7UW type=del 2024-07-26T06:24:56.833 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.832+0000 7f19304c3640 1 > prepared operation key=7P9AQQD7XI2Z tag=H7DXUAQJTEDC type=del size=3392349 2024-07-26T06:24:56.834 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.834+0000 7f19304c3640 1 < completed delete operation key=G70GGG8ITGEE tag=1P9553A6ZEHS type=del 2024-07-26T06:24:56.837 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.837+0000 7f19304c3640 1 > prepared operation key=Y31PRFKXA0KI tag=AU0HETQYE9CM type=write size=92931 2024-07-26T06:24:56.839 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.839+0000 7f19304c3640 1 < completed write operation key=P6MP7JC8DTH7 tag=FO4SEAPG7FYL type=write size=882655 2024-07-26T06:24:56.841 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.841+0000 7f19304c3640 1 > prepared operation key=CXCXAKPQIOKH tag=0QBGIAD65VV2 type=del size=1977340 2024-07-26T06:24:56.843 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.843+0000 7f19304c3640 1 < completed delete operation key=PN7DBK1NNJVB tag=4LJOLMSB3U2R type=del 2024-07-26T06:24:56.845 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.845+0000 7f19304c3640 1 > prepared operation key=ZSYF9DE73TR8 tag=5NU44O2AKNE2 type=del size=3409778 2024-07-26T06:24:56.847 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.847+0000 7f19304c3640 1 < completed part key=_multipart_G2XJVRBLSPE9.2~FELJ8QYV6934.0 size=591697 2024-07-26T06:24:56.851 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.850+0000 7f19304c3640 1 < completed multipart upload key=G2XJVRBLSPE9 upload=FELJ8QYV6934 tag=YQEM12P2VI2S type=write size=1640273 2024-07-26T06:24:56.853 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.852+0000 7f19304c3640 1 > prepared operation key=M8V7EJP4HHQV tag=Z9R4GW6XC3YS type=del size=3417677 2024-07-26T06:24:56.857 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.857+0000 7f19304c3640 1 < suggested remove operation key=PN7DBK1NNJVB tag=TZTIRVCXC6PY type=del 2024-07-26T06:24:56.859 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.859+0000 7f19304c3640 1 > prepared operation key=TWRRPXYVH5FW tag=8S6AZICCXQCC type=del size=2914031 2024-07-26T06:24:56.861 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.861+0000 7f19304c3640 1 < canceled operation key=V4RJB0J6F7NB tag=LENRGJYN5NEJ type=write size=637992 2024-07-26T06:24:56.863 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.863+0000 7f19304c3640 1 > prepared operation key=QMPZ7GQNIH0K tag=ZY868E38WS7L type=del size=922136 2024-07-26T06:24:56.865 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.865+0000 7f19304c3640 1 < completed delete operation key=2I9DGCCZ992A tag=J1D9B3Y243DJ type=del 2024-07-26T06:24:56.867 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.867+0000 7f19304c3640 1 > prepared operation key=CXCXAKPQIOKH tag=6L3YFYB68O6Y type=del size=2521069 2024-07-26T06:24:56.869 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.869+0000 7f19304c3640 1 < completed delete operation key=1I2JP28R3YNS tag=FPN1C431MZWI type=del 2024-07-26T06:24:56.873 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.873+0000 7f19304c3640 1 > prepared part key=_multipart_SSAHKRHXMDHN.2~SF3BH1STNR56.0 size=1014081 2024-07-26T06:24:56.873 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.873+0000 7f19304c3640 1 > prepared multipart upload key=SSAHKRHXMDHN upload=SF3BH1STNR56 tag=C89R2RI85ZEA type=write size=2062657 2024-07-26T06:24:56.875 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.875+0000 7f19304c3640 1 < completed part key=_multipart_TWRRPXYVH5FW.2~FSYPRWBBJYY6.0 size=1048576 2024-07-26T06:24:56.877 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.877+0000 7f19304c3640 1 < completed part key=_multipart_TWRRPXYVH5FW.2~FSYPRWBBJYY6.1 size=569578 2024-07-26T06:24:56.881 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.880+0000 7f19304c3640 1 < completed multipart upload key=TWRRPXYVH5FW upload=FSYPRWBBJYY6 tag=UE67G14N95B0 type=write size=2666730 2024-07-26T06:24:56.884 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.884+0000 7f19304c3640 1 > prepared part key=_multipart_LCDUWKN6AQNU.2~X0VDBFHG9NXD.0 size=787936 2024-07-26T06:24:56.884 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.884+0000 7f19304c3640 1 > prepared multipart upload key=LCDUWKN6AQNU upload=X0VDBFHG9NXD tag=YW26VXDWVP72 type=write size=1836512 2024-07-26T06:24:56.887 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.886+0000 7f19304c3640 1 < completed part key=_multipart_V4RJB0J6F7NB.2~NIGCL0AYE67P.0 size=882140 2024-07-26T06:24:56.890 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.890+0000 7f19304c3640 1 < completed multipart upload key=V4RJB0J6F7NB upload=NIGCL0AYE67P tag=R7Q0RP8XGDB3 type=write size=1930716 2024-07-26T06:24:56.894 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.894+0000 7f19304c3640 1 > prepared part key=_multipart_ZSYF9DE73TR8.2~WPJSPBV30811.0 size=1048576 2024-07-26T06:24:56.896 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.896+0000 7f19304c3640 1 > prepared part key=_multipart_ZSYF9DE73TR8.2~WPJSPBV30811.1 size=1048576 2024-07-26T06:24:56.898 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.897+0000 7f19304c3640 1 > prepared part key=_multipart_ZSYF9DE73TR8.2~WPJSPBV30811.2 size=768707 2024-07-26T06:24:56.898 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.897+0000 7f19304c3640 1 > prepared multipart upload key=ZSYF9DE73TR8 upload=WPJSPBV30811 tag=BV47VCMNF1NC type=write size=3914435 2024-07-26T06:24:56.900 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.900+0000 7f19304c3640 1 < completed delete operation key=512VC812AWRN tag=AS8VH8DA36Y8 type=del 2024-07-26T06:24:56.902 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.902+0000 7f19304c3640 1 > prepared operation key=0PV4L596ZFOW tag=E588I108Z0T3 type=write size=435544 2024-07-26T06:24:56.904 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.904+0000 7f19304c3640 1 < completed delete operation key=0PV4L596ZFOW tag=OHF6V99QUQET type=del 2024-07-26T06:24:56.906 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.906+0000 7f19304c3640 1 > prepared operation key=2I9DGCCZ992A tag=X928QS6IVJJ2 type=write size=447403 2024-07-26T06:24:56.910 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.910+0000 7f19304c3640 1 < suggested remove operation key=F3QUORF2HDZY tag=WHS8AKU76HEZ type=del 2024-07-26T06:24:56.912 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.912+0000 7f19304c3640 1 > prepared operation key=ZSYF9DE73TR8 tag=K2PVTQHT9MQ0 type=del size=1534062 2024-07-26T06:24:56.917 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.916+0000 7f19304c3640 1 < suggested update operation key=512VC812AWRN tag=T90IUJC04QRA type=del size=2806259 2024-07-26T06:24:56.922 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.920+0000 7f19304c3640 1 > prepared part key=_multipart_G70GGG8ITGEE.2~KR2QL4K86USF.0 size=1048576 2024-07-26T06:24:56.923 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.922+0000 7f19304c3640 1 > prepared part key=_multipart_G70GGG8ITGEE.2~KR2QL4K86USF.1 size=76087 2024-07-26T06:24:56.923 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.922+0000 7f19304c3640 1 > prepared multipart upload key=G70GGG8ITGEE upload=KR2QL4K86USF tag=10L1YDQHCI67 type=write size=2173239 2024-07-26T06:24:56.925 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.924+0000 7f19304c3640 1 < completed delete operation key=HO4GZ0KNZ8SK tag=Q61EGA5OSC9U type=del 2024-07-26T06:24:56.929 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.929+0000 7f19304c3640 1 > prepared part key=_multipart_TWRRPXYVH5FW.2~9P9KWD6ZRNPM.0 size=353610 2024-07-26T06:24:56.929 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.929+0000 7f19304c3640 1 > prepared multipart upload key=TWRRPXYVH5FW upload=9P9KWD6ZRNPM tag=5AK2L3GBKSAC type=write size=1402186 2024-07-26T06:24:56.931 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.931+0000 7f19304c3640 1 < completed delete operation key=7P9AQQD7XI2Z tag=H7DXUAQJTEDC type=del 2024-07-26T06:24:56.935 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.935+0000 7f19304c3640 1 > prepared part key=_multipart_4ZWJ6XHKZXZF.2~Z537MOUWE7N0.0 size=990026 2024-07-26T06:24:56.935 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.935+0000 7f19304c3640 1 > prepared multipart upload key=4ZWJ6XHKZXZF upload=Z537MOUWE7N0 tag=YAHNF6IYG724 type=write size=2038602 2024-07-26T06:24:56.939 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.939+0000 7f19304c3640 1 < completed write operation key=Y31PRFKXA0KI tag=AU0HETQYE9CM type=write size=92931 2024-07-26T06:24:56.943 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.943+0000 7f19304c3640 1 > prepared part key=_multipart_V4RJB0J6F7NB.2~M89MQ39JGDDA.0 size=637949 2024-07-26T06:24:56.943 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.943+0000 7f19304c3640 1 > prepared multipart upload key=V4RJB0J6F7NB upload=M89MQ39JGDDA tag=AJ83639R5Y0H type=write size=1686525 2024-07-26T06:24:56.945 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.945+0000 7f19304c3640 1 < completed delete operation key=CXCXAKPQIOKH tag=0QBGIAD65VV2 type=del 2024-07-26T06:24:56.947 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.947+0000 7f19304c3640 1 > prepared operation key=1I2JP28R3YNS tag=77EO6YJGNGYS type=del size=999587 2024-07-26T06:24:56.949 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.949+0000 7f19304c3640 1 < completed delete operation key=ZSYF9DE73TR8 tag=5NU44O2AKNE2 type=del 2024-07-26T06:24:56.953 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.953+0000 7f19304c3640 1 > prepared part key=_multipart_1I2JP28R3YNS.2~RWYZCBKFM2GM.0 size=1048576 2024-07-26T06:24:56.955 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.955+0000 7f19304c3640 1 > prepared part key=_multipart_1I2JP28R3YNS.2~RWYZCBKFM2GM.1 size=1048576 2024-07-26T06:24:56.957 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.956+0000 7f19304c3640 1 > prepared part key=_multipart_1I2JP28R3YNS.2~RWYZCBKFM2GM.2 size=109229 2024-07-26T06:24:56.957 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.956+0000 7f19304c3640 1 > prepared multipart upload key=1I2JP28R3YNS upload=RWYZCBKFM2GM tag=1Z50QTIMCZ0G type=write size=3254957 2024-07-26T06:24:56.959 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.959+0000 7f19304c3640 1 < completed delete operation key=M8V7EJP4HHQV tag=Z9R4GW6XC3YS type=del 2024-07-26T06:24:56.961 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.961+0000 7f19304c3640 1 > prepared operation key=SSAHKRHXMDHN tag=XG1OJ9PE55IS type=write size=124217 2024-07-26T06:24:56.963 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.963+0000 7f19304c3640 1 < completed delete operation key=TWRRPXYVH5FW tag=8S6AZICCXQCC type=del 2024-07-26T06:24:56.967 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.966+0000 7f19304c3640 1 > prepared part key=_multipart_M8V7EJP4HHQV.2~WR4WZ1BH5EOY.0 size=730315 2024-07-26T06:24:56.967 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.966+0000 7f19304c3640 1 > prepared multipart upload key=M8V7EJP4HHQV upload=WR4WZ1BH5EOY tag=EL0D0MAQ1HGJ type=write size=1778891 2024-07-26T06:24:56.971 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.971+0000 7f19304c3640 1 < suggested remove operation key=QMPZ7GQNIH0K tag=ZY868E38WS7L type=del 2024-07-26T06:24:56.973 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.972+0000 7f19304c3640 1 > prepared operation key=F3QUORF2HDZY tag=4NQUIK55NL5A type=del size=3039557 2024-07-26T06:24:56.975 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.975+0000 7f19304c3640 1 < canceled operation key=CXCXAKPQIOKH tag=6L3YFYB68O6Y type=del size=2521069 2024-07-26T06:24:56.977 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.977+0000 7f19304c3640 1 > prepared operation key=Y0JGX4QVQXEC tag=GYS4UAFLMUJU type=write size=138497 2024-07-26T06:24:56.979 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.979+0000 7f19304c3640 1 < completed part key=_multipart_SSAHKRHXMDHN.2~SF3BH1STNR56.0 size=1014081 2024-07-26T06:24:56.983 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.983+0000 7f19304c3640 1 < completed multipart upload key=SSAHKRHXMDHN upload=SF3BH1STNR56 tag=C89R2RI85ZEA type=write size=2062657 2024-07-26T06:24:56.985 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.985+0000 7f19304c3640 1 > prepared operation key=0PV4L596ZFOW tag=BULXNVHH23UF type=del size=3290054 2024-07-26T06:24:56.987 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.987+0000 7f19304c3640 1 < completed part key=_multipart_LCDUWKN6AQNU.2~X0VDBFHG9NXD.0 size=787936 2024-07-26T06:24:56.991 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.990+0000 7f19304c3640 1 < completed multipart upload key=LCDUWKN6AQNU upload=X0VDBFHG9NXD tag=YW26VXDWVP72 type=write size=1836512 2024-07-26T06:24:56.993 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.992+0000 7f19304c3640 1 > prepared operation key=512VC812AWRN tag=4L20GSW6N8GH type=del size=1239165 2024-07-26T06:24:56.995 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.994+0000 7f19304c3640 1 < completed part key=_multipart_ZSYF9DE73TR8.2~WPJSPBV30811.0 size=1048576 2024-07-26T06:24:56.997 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.996+0000 7f19304c3640 1 < completed part key=_multipart_ZSYF9DE73TR8.2~WPJSPBV30811.1 size=1048576 2024-07-26T06:24:56.999 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:56.998+0000 7f19304c3640 1 < completed part key=_multipart_ZSYF9DE73TR8.2~WPJSPBV30811.2 size=768707 2024-07-26T06:24:57.002 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.002+0000 7f19304c3640 1 < completed multipart upload key=ZSYF9DE73TR8 upload=WPJSPBV30811 tag=BV47VCMNF1NC type=write size=3914435 2024-07-26T06:24:57.004 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.004+0000 7f19304c3640 1 > prepared operation key=SQ0RDJVR9PPL tag=429XL9ZT5SXD type=write size=813752 2024-07-26T06:24:57.007 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.006+0000 7f19304c3640 1 < completed write operation key=0PV4L596ZFOW tag=E588I108Z0T3 type=write size=435544 2024-07-26T06:24:57.010 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.010+0000 7f19304c3640 1 > prepared part key=_multipart_1I2JP28R3YNS.2~92EE1E39JSFQ.0 size=1048576 2024-07-26T06:24:57.012 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.012+0000 7f19304c3640 1 > prepared part key=_multipart_1I2JP28R3YNS.2~92EE1E39JSFQ.1 size=179986 2024-07-26T06:24:57.012 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.012+0000 7f19304c3640 1 > prepared multipart upload key=1I2JP28R3YNS upload=92EE1E39JSFQ tag=PFW5922PZHJP type=write size=2277138 2024-07-26T06:24:57.014 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.014+0000 7f19304c3640 1 < completed write operation key=2I9DGCCZ992A tag=X928QS6IVJJ2 type=write size=447403 2024-07-26T06:24:57.016 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.016+0000 7f19304c3640 1 > prepared operation key=QMPZ7GQNIH0K tag=XV4RXQH87UJR type=del size=1873159 2024-07-26T06:24:57.021 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.021+0000 7f19304c3640 1 < suggested remove operation key=ZSYF9DE73TR8 tag=K2PVTQHT9MQ0 type=del 2024-07-26T06:24:57.025 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.024+0000 7f19304c3640 1 > prepared part key=_multipart_55ZIE8HVR68M.2~QS78BARA5VLY.0 size=1048576 2024-07-26T06:24:57.026 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.026+0000 7f19304c3640 1 > prepared part key=_multipart_55ZIE8HVR68M.2~QS78BARA5VLY.1 size=944991 2024-07-26T06:24:57.026 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.026+0000 7f19304c3640 1 > prepared multipart upload key=55ZIE8HVR68M upload=QS78BARA5VLY tag=IYNB280IV430 type=write size=3042143 2024-07-26T06:24:57.028 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.028+0000 7f19304c3640 1 < completed part key=_multipart_G70GGG8ITGEE.2~KR2QL4K86USF.0 size=1048576 2024-07-26T06:24:57.030 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.030+0000 7f19304c3640 1 < completed part key=_multipart_G70GGG8ITGEE.2~KR2QL4K86USF.1 size=76087 2024-07-26T06:24:57.034 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.034+0000 7f19304c3640 1 < completed multipart upload key=G70GGG8ITGEE upload=KR2QL4K86USF tag=10L1YDQHCI67 type=write size=2173239 2024-07-26T06:24:57.036 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.036+0000 7f19304c3640 1 > prepared operation key=YDC2NRQG9YFE tag=7M9XIXB1BTFG type=del size=2331894 2024-07-26T06:24:57.038 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.038+0000 7f19304c3640 1 < completed part key=_multipart_TWRRPXYVH5FW.2~9P9KWD6ZRNPM.0 size=353610 2024-07-26T06:24:57.042 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.041+0000 7f19304c3640 1 < completed multipart upload key=TWRRPXYVH5FW upload=9P9KWD6ZRNPM tag=5AK2L3GBKSAC type=write size=1402186 2024-07-26T06:24:57.044 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.044+0000 7f19304c3640 1 > prepared operation key=V4RJB0J6F7NB tag=C2GV1LKU6O23 type=del size=111932 2024-07-26T06:24:57.046 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.046+0000 7f19304c3640 1 < completed part key=_multipart_4ZWJ6XHKZXZF.2~Z537MOUWE7N0.0 size=990026 2024-07-26T06:24:57.049 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.049+0000 7f19304c3640 1 < completed multipart upload key=4ZWJ6XHKZXZF upload=Z537MOUWE7N0 tag=YAHNF6IYG724 type=write size=2038602 2024-07-26T06:24:57.052 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.052+0000 7f19304c3640 1 > prepared operation key=SQ0RDJVR9PPL tag=DMU9YS9GKQZ1 type=del size=1776078 2024-07-26T06:24:57.052 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.052+0000 7f19304c3640 1 < canceled part key=_multipart_V4RJB0J6F7NB.2~M89MQ39JGDDA.0 size=637949 2024-07-26T06:24:57.056 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.056+0000 7f19304c3640 1 < canceled multipart upload key=V4RJB0J6F7NB upload=M89MQ39JGDDA tag=AJ83639R5Y0H type=write size=1686525 2024-07-26T06:24:57.058 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.058+0000 7f19304c3640 1 > prepared operation key=P6MP7JC8DTH7 tag=J9PEHN8ZD1WA type=del size=2661968 2024-07-26T06:24:57.060 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.060+0000 7f19304c3640 1 < completed delete operation key=1I2JP28R3YNS tag=77EO6YJGNGYS type=del 2024-07-26T06:24:57.062 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.062+0000 7f19304c3640 1 > prepared operation key=2TS50KKRU12E tag=4IX8QLCG543X type=del size=3550465 2024-07-26T06:24:57.064 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.064+0000 7f19304c3640 1 < completed part key=_multipart_1I2JP28R3YNS.2~RWYZCBKFM2GM.0 size=1048576 2024-07-26T06:24:57.066 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.066+0000 7f19304c3640 1 < completed part key=_multipart_1I2JP28R3YNS.2~RWYZCBKFM2GM.1 size=1048576 2024-07-26T06:24:57.066 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.066+0000 7f19304c3640 1 < canceled part key=_multipart_1I2JP28R3YNS.2~RWYZCBKFM2GM.2 size=109229 2024-07-26T06:24:57.070 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.070+0000 7f19304c3640 1 < canceled multipart upload key=1I2JP28R3YNS upload=RWYZCBKFM2GM tag=1Z50QTIMCZ0G type=write size=3254957 2024-07-26T06:24:57.072 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.072+0000 7f19304c3640 1 > prepared operation key=G2XJVRBLSPE9 tag=NDG3OL8JVC1V type=del size=11580 2024-07-26T06:24:57.074 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.074+0000 7f19304c3640 1 < completed write operation key=SSAHKRHXMDHN tag=XG1OJ9PE55IS type=write size=124217 2024-07-26T06:24:57.076 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.076+0000 7f19304c3640 1 > prepared operation key=SSAHKRHXMDHN tag=MS4H281SOA8D type=del size=392637 2024-07-26T06:24:57.078 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.078+0000 7f19304c3640 1 < completed part key=_multipart_M8V7EJP4HHQV.2~WR4WZ1BH5EOY.0 size=730315 2024-07-26T06:24:57.081 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.081+0000 7f19304c3640 1 < completed multipart upload key=M8V7EJP4HHQV upload=WR4WZ1BH5EOY tag=EL0D0MAQ1HGJ type=write size=1778891 2024-07-26T06:24:57.083 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.083+0000 7f19304c3640 1 > prepared operation key=7P9AQQD7XI2Z tag=HDP341H34OON type=del size=3164579 2024-07-26T06:24:57.085 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.085+0000 7f19304c3640 1 < canceled operation key=F3QUORF2HDZY tag=4NQUIK55NL5A type=del size=3039557 2024-07-26T06:24:57.087 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.087+0000 7f19304c3640 1 > prepared operation key=PN7DBK1NNJVB tag=XV2Z8GFUPWBZ type=del size=1708894 2024-07-26T06:24:57.089 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.089+0000 7f19304c3640 1 < completed write operation key=Y0JGX4QVQXEC tag=GYS4UAFLMUJU type=write size=138497 2024-07-26T06:24:57.091 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.091+0000 7f19304c3640 1 > prepared operation key=55ZIE8HVR68M tag=IL740YH4RP33 type=del size=3535349 2024-07-26T06:24:57.093 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.093+0000 7f19304c3640 1 < completed delete operation key=0PV4L596ZFOW tag=BULXNVHH23UF type=del 2024-07-26T06:24:57.095 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.095+0000 7f19304c3640 1 > prepared operation key=4ZWJ6XHKZXZF tag=LUFRNXHLC96B type=del size=1835463 2024-07-26T06:24:57.097 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.096+0000 7f19304c3640 1 < completed delete operation key=512VC812AWRN tag=4L20GSW6N8GH type=del 2024-07-26T06:24:57.099 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.099+0000 7f19304c3640 1 > prepared operation key=G70GGG8ITGEE tag=HH13ILF2ZWJ8 type=write size=292426 2024-07-26T06:24:57.101 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.101+0000 7f19304c3640 1 < completed write operation key=SQ0RDJVR9PPL tag=429XL9ZT5SXD type=write size=813752 2024-07-26T06:24:57.105 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.104+0000 7f19304c3640 1 > prepared operation key=G70GGG8ITGEE tag=MWW5TMZ3SC7Q type=del size=4174342 2024-07-26T06:24:57.107 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.106+0000 7f19304c3640 1 < completed part key=_multipart_1I2JP28R3YNS.2~92EE1E39JSFQ.0 size=1048576 2024-07-26T06:24:57.108 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.108+0000 7f19304c3640 1 < completed part key=_multipart_1I2JP28R3YNS.2~92EE1E39JSFQ.1 size=179986 2024-07-26T06:24:57.112 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.112+0000 7f19304c3640 1 < completed multipart upload key=1I2JP28R3YNS upload=92EE1E39JSFQ tag=PFW5922PZHJP type=write size=2277138 2024-07-26T06:24:57.116 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.116+0000 7f19304c3640 1 > prepared part key=_multipart_512VC812AWRN.2~YAXA22QXAMGB.0 size=969843 2024-07-26T06:24:57.116 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.116+0000 7f19304c3640 1 > prepared multipart upload key=512VC812AWRN upload=YAXA22QXAMGB tag=OJP0Q0798NNZ type=write size=2018419 2024-07-26T06:24:57.124 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.120+0000 7f19304c3640 1 < suggested remove operation key=QMPZ7GQNIH0K tag=XV4RXQH87UJR type=del 2024-07-26T06:24:57.125 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.125+0000 7f19304c3640 1 > prepared part key=_multipart_512VC812AWRN.2~I41EAGPYBHSP.0 size=1048576 2024-07-26T06:24:57.127 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.126+0000 7f19304c3640 1 > prepared part key=_multipart_512VC812AWRN.2~I41EAGPYBHSP.1 size=1048576 2024-07-26T06:24:57.128 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.128+0000 7f19304c3640 1 > prepared part key=_multipart_512VC812AWRN.2~I41EAGPYBHSP.2 size=367913 2024-07-26T06:24:57.128 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.128+0000 7f19304c3640 1 > prepared multipart upload key=512VC812AWRN upload=I41EAGPYBHSP tag=X6D0R3QW89E6 type=write size=3513641 2024-07-26T06:24:57.129 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.128+0000 7f19304c3640 1 < canceled part key=_multipart_55ZIE8HVR68M.2~QS78BARA5VLY.0 size=1048576 2024-07-26T06:24:57.129 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.128+0000 7f19304c3640 1 < canceled part key=_multipart_55ZIE8HVR68M.2~QS78BARA5VLY.1 size=944991 2024-07-26T06:24:57.132 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.132+0000 7f19304c3640 1 < canceled multipart upload key=55ZIE8HVR68M upload=QS78BARA5VLY tag=IYNB280IV430 type=write size=3042143 2024-07-26T06:24:57.134 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.134+0000 7f19304c3640 1 > prepared operation key=CXCXAKPQIOKH tag=4I2TRF327FCM type=del size=2653689 2024-07-26T06:24:57.136 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.136+0000 7f19304c3640 1 < completed delete operation key=YDC2NRQG9YFE tag=7M9XIXB1BTFG type=del 2024-07-26T06:24:57.140 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.140+0000 7f19304c3640 1 > prepared part key=_multipart_0PV4L596ZFOW.2~NTKQOH8C2TV7.0 size=1048576 2024-07-26T06:24:57.143 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.142+0000 7f19304c3640 1 > prepared part key=_multipart_0PV4L596ZFOW.2~NTKQOH8C2TV7.1 size=1048576 2024-07-26T06:24:57.144 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.144+0000 7f19304c3640 1 > prepared part key=_multipart_0PV4L596ZFOW.2~NTKQOH8C2TV7.2 size=27135 2024-07-26T06:24:57.145 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.144+0000 7f19304c3640 1 > prepared multipart upload key=0PV4L596ZFOW upload=NTKQOH8C2TV7 tag=9COH56E2PY4F type=write size=3172863 2024-07-26T06:24:57.149 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.149+0000 7f19304c3640 1 < suggested update operation key=V4RJB0J6F7NB tag=C2GV1LKU6O23 type=del size=111932 2024-07-26T06:24:57.153 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.153+0000 7f19304c3640 1 > prepared part key=_multipart_7P9AQQD7XI2Z.2~PXNOP1STLM0I.0 size=1048576 2024-07-26T06:24:57.155 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.155+0000 7f19304c3640 1 > prepared part key=_multipart_7P9AQQD7XI2Z.2~PXNOP1STLM0I.1 size=314248 2024-07-26T06:24:57.155 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.155+0000 7f19304c3640 1 > prepared multipart upload key=7P9AQQD7XI2Z upload=PXNOP1STLM0I tag=1GHGZ91PX866 type=write size=2411400 2024-07-26T06:24:57.157 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.157+0000 7f19304c3640 1 < completed delete operation key=SQ0RDJVR9PPL tag=DMU9YS9GKQZ1 type=del 2024-07-26T06:24:57.159 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.159+0000 7f19304c3640 1 > prepared operation key=Y31PRFKXA0KI tag=PU2OURA12TS3 type=del size=3183625 2024-07-26T06:24:57.163 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.163+0000 7f19304c3640 1 < suggested update operation key=P6MP7JC8DTH7 tag=J9PEHN8ZD1WA type=del size=2661968 2024-07-26T06:24:57.167 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.167+0000 7f19304c3640 1 > prepared part key=_multipart_23K6MK7R266R.2~UU19MJW841NX.0 size=1048576 2024-07-26T06:24:57.169 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.168+0000 7f19304c3640 1 > prepared part key=_multipart_23K6MK7R266R.2~UU19MJW841NX.1 size=259676 2024-07-26T06:24:57.169 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.169+0000 7f19304c3640 1 > prepared multipart upload key=23K6MK7R266R upload=UU19MJW841NX tag=58YEEXCV7SDS type=write size=2356828 2024-07-26T06:24:57.171 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.171+0000 7f19304c3640 1 < completed delete operation key=2TS50KKRU12E tag=4IX8QLCG543X type=del 2024-07-26T06:24:57.173 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.173+0000 7f19304c3640 1 > prepared operation key=ZSYF9DE73TR8 tag=32SRSRQGV8JP type=write size=237935 2024-07-26T06:24:57.175 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.175+0000 7f19304c3640 1 < completed delete operation key=G2XJVRBLSPE9 tag=NDG3OL8JVC1V type=del 2024-07-26T06:24:57.177 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.177+0000 7f19304c3640 1 > prepared operation key=2TS50KKRU12E tag=M0QIYVAJUX0J type=del size=391529 2024-07-26T06:24:57.180 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.179+0000 7f19304c3640 1 < completed delete operation key=SSAHKRHXMDHN tag=MS4H281SOA8D type=del 2024-07-26T06:24:57.182 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.182+0000 7f19304c3640 1 > prepared operation key=C2RTY1II1OSK tag=FCZ4HRYNB26K type=del size=2382261 2024-07-26T06:24:57.184 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.184+0000 7f19304c3640 1 < completed delete operation key=7P9AQQD7XI2Z tag=HDP341H34OON type=del 2024-07-26T06:24:57.187 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.186+0000 7f19304c3640 1 > prepared operation key=LCDUWKN6AQNU tag=E0R8B7XM64T1 type=del size=2718274 2024-07-26T06:24:57.191 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.191+0000 7f19304c3640 1 < suggested update operation key=PN7DBK1NNJVB tag=XV2Z8GFUPWBZ type=del size=1708894 2024-07-26T06:24:57.193 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.193+0000 7f19304c3640 1 > prepared operation key=CXCXAKPQIOKH tag=XCTZ6AYO3S8R type=del size=1571683 2024-07-26T06:24:57.195 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.195+0000 7f19304c3640 1 < completed delete operation key=55ZIE8HVR68M tag=IL740YH4RP33 type=del 2024-07-26T06:24:57.198 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.197+0000 7f19304c3640 1 > prepared operation key=P6MP7JC8DTH7 tag=3HR6LJ6PDV0U type=del size=2181832 2024-07-26T06:24:57.200 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.200+0000 7f19304c3640 1 < completed delete operation key=4ZWJ6XHKZXZF tag=LUFRNXHLC96B type=del 2024-07-26T06:24:57.202 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.202+0000 7f19304c3640 1 > prepared operation key=G2XJVRBLSPE9 tag=UBAZ2P4BU2QD type=write size=484202 2024-07-26T06:24:57.204 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.204+0000 7f19304c3640 1 < completed write operation key=G70GGG8ITGEE tag=HH13ILF2ZWJ8 type=write size=292426 2024-07-26T06:24:57.208 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.208+0000 7f19304c3640 1 > prepared part key=_multipart_PN7DBK1NNJVB.2~YRNTI6STVRJY.0 size=1048576 2024-07-26T06:24:57.210 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.209+0000 7f19304c3640 1 > prepared part key=_multipart_PN7DBK1NNJVB.2~YRNTI6STVRJY.1 size=1048576 2024-07-26T06:24:57.211 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.211+0000 7f19304c3640 1 > prepared part key=_multipart_PN7DBK1NNJVB.2~YRNTI6STVRJY.2 size=754698 2024-07-26T06:24:57.212 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.211+0000 7f19304c3640 1 > prepared multipart upload key=PN7DBK1NNJVB upload=YRNTI6STVRJY tag=JI2RJ8W05RUI type=write size=3900426 2024-07-26T06:24:57.214 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.213+0000 7f19304c3640 1 < completed delete operation key=G70GGG8ITGEE tag=MWW5TMZ3SC7Q type=del 2024-07-26T06:24:57.218 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.218+0000 7f19304c3640 1 > prepared part key=_multipart_Y31PRFKXA0KI.2~44N5RASI5NXL.0 size=1048576 2024-07-26T06:24:57.220 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.220+0000 7f19304c3640 1 > prepared part key=_multipart_Y31PRFKXA0KI.2~44N5RASI5NXL.1 size=1048576 2024-07-26T06:24:57.222 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.222+0000 7f19304c3640 1 > prepared part key=_multipart_Y31PRFKXA0KI.2~44N5RASI5NXL.2 size=166942 2024-07-26T06:24:57.222 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.222+0000 7f19304c3640 1 > prepared multipart upload key=Y31PRFKXA0KI upload=44N5RASI5NXL tag=4T907YSEZ33R type=write size=3312670 2024-07-26T06:24:57.224 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.224+0000 7f19304c3640 1 < completed part key=_multipart_512VC812AWRN.2~YAXA22QXAMGB.0 size=969843 2024-07-26T06:24:57.228 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.228+0000 7f19304c3640 1 < completed multipart upload key=512VC812AWRN upload=YAXA22QXAMGB tag=OJP0Q0798NNZ type=write size=2018419 2024-07-26T06:24:57.233 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.232+0000 7f19304c3640 1 > prepared part key=_multipart_0PV4L596ZFOW.2~BONHLBH5USTW.0 size=1048576 2024-07-26T06:24:57.234 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.234+0000 7f19304c3640 1 > prepared part key=_multipart_0PV4L596ZFOW.2~BONHLBH5USTW.1 size=1048576 2024-07-26T06:24:57.236 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.235+0000 7f19304c3640 1 > prepared part key=_multipart_0PV4L596ZFOW.2~BONHLBH5USTW.2 size=536388 2024-07-26T06:24:57.236 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.235+0000 7f19304c3640 1 > prepared multipart upload key=0PV4L596ZFOW upload=BONHLBH5USTW tag=VB97JZ8M3D1O type=write size=3682116 2024-07-26T06:24:57.238 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.238+0000 7f19304c3640 1 < completed part key=_multipart_512VC812AWRN.2~I41EAGPYBHSP.0 size=1048576 2024-07-26T06:24:57.239 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.239+0000 7f19304c3640 1 < completed part key=_multipart_512VC812AWRN.2~I41EAGPYBHSP.1 size=1048576 2024-07-26T06:24:57.241 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.241+0000 7f19304c3640 1 < completed part key=_multipart_512VC812AWRN.2~I41EAGPYBHSP.2 size=367913 2024-07-26T06:24:57.245 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.245+0000 7f19304c3640 1 < completed multipart upload key=512VC812AWRN upload=I41EAGPYBHSP tag=X6D0R3QW89E6 type=write size=3513641 2024-07-26T06:24:57.249 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.249+0000 7f19304c3640 1 > prepared part key=_multipart_V4RJB0J6F7NB.2~HJIXXEL8VXUQ.0 size=1048576 2024-07-26T06:24:57.251 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.251+0000 7f19304c3640 1 > prepared part key=_multipart_V4RJB0J6F7NB.2~HJIXXEL8VXUQ.1 size=1048576 2024-07-26T06:24:57.253 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.253+0000 7f19304c3640 1 > prepared part key=_multipart_V4RJB0J6F7NB.2~HJIXXEL8VXUQ.2 size=200908 2024-07-26T06:24:57.253 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.253+0000 7f19304c3640 1 > prepared multipart upload key=V4RJB0J6F7NB upload=HJIXXEL8VXUQ tag=O97WUBKGUJRO type=write size=3346636 2024-07-26T06:24:57.257 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.256+0000 7f19304c3640 1 < suggested update operation key=CXCXAKPQIOKH tag=4I2TRF327FCM type=del size=2653689 2024-07-26T06:24:57.259 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.259+0000 7f19304c3640 1 > prepared operation key=V4RJB0J6F7NB tag=NH8296OHQU00 type=del size=238563 2024-07-26T06:24:57.260 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.259+0000 7f19304c3640 1 < canceled part key=_multipart_0PV4L596ZFOW.2~NTKQOH8C2TV7.0 size=1048576 2024-07-26T06:24:57.261 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.261+0000 7f19304c3640 1 < completed part key=_multipart_0PV4L596ZFOW.2~NTKQOH8C2TV7.1 size=1048576 2024-07-26T06:24:57.263 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.263+0000 7f19304c3640 1 < completed part key=_multipart_0PV4L596ZFOW.2~NTKQOH8C2TV7.2 size=27135 2024-07-26T06:24:57.267 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.266+0000 7f19304c3640 1 < canceled multipart upload key=0PV4L596ZFOW upload=NTKQOH8C2TV7 tag=9COH56E2PY4F type=write size=3172863 2024-07-26T06:24:57.270 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.270+0000 7f19304c3640 1 > prepared part key=_multipart_512VC812AWRN.2~BC9BPTBL8Q8R.0 size=1048576 2024-07-26T06:24:57.272 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.272+0000 7f19304c3640 1 > prepared part key=_multipart_512VC812AWRN.2~BC9BPTBL8Q8R.1 size=508920 2024-07-26T06:24:57.272 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.272+0000 7f19304c3640 1 > prepared multipart upload key=512VC812AWRN upload=BC9BPTBL8Q8R tag=LX2V9BCIAWRT type=write size=2606072 2024-07-26T06:24:57.274 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.274+0000 7f19304c3640 1 < completed part key=_multipart_7P9AQQD7XI2Z.2~PXNOP1STLM0I.0 size=1048576 2024-07-26T06:24:57.276 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.275+0000 7f19304c3640 1 < completed part key=_multipart_7P9AQQD7XI2Z.2~PXNOP1STLM0I.1 size=314248 2024-07-26T06:24:57.279 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.279+0000 7f19304c3640 1 < completed multipart upload key=7P9AQQD7XI2Z upload=PXNOP1STLM0I tag=1GHGZ91PX866 type=write size=2411400 2024-07-26T06:24:57.283 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.282+0000 7f19304c3640 1 > prepared part key=_multipart_2TS50KKRU12E.2~CX9870KVMUT3.0 size=1048576 2024-07-26T06:24:57.285 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.285+0000 7f19304c3640 1 > prepared part key=_multipart_2TS50KKRU12E.2~CX9870KVMUT3.1 size=1048576 2024-07-26T06:24:57.287 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.287+0000 7f19304c3640 1 > prepared part key=_multipart_2TS50KKRU12E.2~CX9870KVMUT3.2 size=385723 2024-07-26T06:24:57.287 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.287+0000 7f19304c3640 1 > prepared multipart upload key=2TS50KKRU12E upload=CX9870KVMUT3 tag=ZJU6CBDBCZ7F type=write size=3531451 2024-07-26T06:24:57.291 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.290+0000 7f19304c3640 1 < suggested remove operation key=Y31PRFKXA0KI tag=PU2OURA12TS3 type=del 2024-07-26T06:24:57.295 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.295+0000 7f19304c3640 1 > prepared part key=_multipart_QMPZ7GQNIH0K.2~U1W2LDT5HQPB.0 size=489088 2024-07-26T06:24:57.295 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.295+0000 7f19304c3640 1 > prepared multipart upload key=QMPZ7GQNIH0K upload=U1W2LDT5HQPB tag=TDJDSKST70HP type=write size=1537664 2024-07-26T06:24:57.297 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.297+0000 7f19304c3640 1 < completed part key=_multipart_23K6MK7R266R.2~UU19MJW841NX.0 size=1048576 2024-07-26T06:24:57.298 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.298+0000 7f19304c3640 1 < completed part key=_multipart_23K6MK7R266R.2~UU19MJW841NX.1 size=259676 2024-07-26T06:24:57.302 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.302+0000 7f19304c3640 1 < completed multipart upload key=23K6MK7R266R upload=UU19MJW841NX tag=58YEEXCV7SDS type=write size=2356828 2024-07-26T06:24:57.304 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.304+0000 7f19304c3640 1 > prepared operation key=0PV4L596ZFOW tag=HLRPLG5FRQ77 type=del size=1680963 2024-07-26T06:24:57.306 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.306+0000 7f19304c3640 1 < completed write operation key=ZSYF9DE73TR8 tag=32SRSRQGV8JP type=write size=237935 2024-07-26T06:24:57.311 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.310+0000 7f19304c3640 1 > prepared part key=_multipart_QMPZ7GQNIH0K.2~3U9QS6Q6KBWY.0 size=1048576 2024-07-26T06:24:57.312 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.312+0000 7f19304c3640 1 > prepared part key=_multipart_QMPZ7GQNIH0K.2~3U9QS6Q6KBWY.1 size=1048576 2024-07-26T06:24:57.314 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.314+0000 7f19304c3640 1 > prepared part key=_multipart_QMPZ7GQNIH0K.2~3U9QS6Q6KBWY.2 size=668181 2024-07-26T06:24:57.314 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.314+0000 7f19304c3640 1 > prepared multipart upload key=QMPZ7GQNIH0K upload=3U9QS6Q6KBWY tag=6X3OZMBW1M3C type=write size=3813909 2024-07-26T06:24:57.316 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.316+0000 7f19304c3640 1 < completed delete operation key=2TS50KKRU12E tag=M0QIYVAJUX0J type=del 2024-07-26T06:24:57.320 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.319+0000 7f19304c3640 1 > prepared part key=_multipart_QMPZ7GQNIH0K.2~BELAMAVW115G.0 size=1048576 2024-07-26T06:24:57.321 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.321+0000 7f19304c3640 1 > prepared part key=_multipart_QMPZ7GQNIH0K.2~BELAMAVW115G.1 size=158561 2024-07-26T06:24:57.321 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.321+0000 7f19304c3640 1 > prepared multipart upload key=QMPZ7GQNIH0K upload=BELAMAVW115G tag=VY0MBJU3JG0G type=write size=2255713 2024-07-26T06:24:57.326 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.325+0000 7f19304c3640 1 < suggested remove operation key=C2RTY1II1OSK tag=FCZ4HRYNB26K type=del 2024-07-26T06:24:57.327 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.327+0000 7f19304c3640 1 > prepared operation key=G2XJVRBLSPE9 tag=JPBH1NE4O61Q type=del size=965162 2024-07-26T06:24:57.329 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.329+0000 7f19304c3640 1 < completed delete operation key=LCDUWKN6AQNU tag=E0R8B7XM64T1 type=del 2024-07-26T06:24:57.333 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.332+0000 7f19304c3640 1 > prepared part key=_multipart_7GGA1PRXXHDC.2~173CSD2G1I1Z.0 size=260357 2024-07-26T06:24:57.333 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.332+0000 7f19304c3640 1 > prepared multipart upload key=7GGA1PRXXHDC upload=173CSD2G1I1Z tag=J5803HTN53I5 type=write size=1308933 2024-07-26T06:24:57.336 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.335+0000 7f19304c3640 -1 < failed to complete operation key=CXCXAKPQIOKH tag=XCTZ6AYO3S8R type=del size=1571683: (22) Invalid argument 2024-07-26T06:24:57.338 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.338+0000 7f19304c3640 1 > prepared operation key=F3QUORF2HDZY tag=T1UCH0LU8S19 type=del size=369318 2024-07-26T06:24:57.340 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.340+0000 7f19304c3640 1 < canceled operation key=P6MP7JC8DTH7 tag=3HR6LJ6PDV0U type=del size=2181832 2024-07-26T06:24:57.344 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.344+0000 7f19304c3640 1 > prepared part key=_multipart_LCDUWKN6AQNU.2~KNPPLV94N15I.0 size=1003249 2024-07-26T06:24:57.344 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.344+0000 7f19304c3640 1 > prepared multipart upload key=LCDUWKN6AQNU upload=KNPPLV94N15I tag=1WGF00NA53PE type=write size=2051825 2024-07-26T06:24:57.346 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.346+0000 7f19304c3640 1 < completed write operation key=G2XJVRBLSPE9 tag=UBAZ2P4BU2QD type=write size=484202 2024-07-26T06:24:57.350 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.349+0000 7f19304c3640 1 > prepared part key=_multipart_1I2JP28R3YNS.2~F192MI3UD3Z0.0 size=359758 2024-07-26T06:24:57.350 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.349+0000 7f19304c3640 1 > prepared multipart upload key=1I2JP28R3YNS upload=F192MI3UD3Z0 tag=1QWOIEWG4N6P type=write size=1408334 2024-07-26T06:24:57.352 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.352+0000 7f19304c3640 1 < completed part key=_multipart_PN7DBK1NNJVB.2~YRNTI6STVRJY.0 size=1048576 2024-07-26T06:24:57.355 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.355+0000 7f19304c3640 1 < completed part key=_multipart_PN7DBK1NNJVB.2~YRNTI6STVRJY.1 size=1048576 2024-07-26T06:24:57.357 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.356+0000 7f19304c3640 1 < completed part key=_multipart_PN7DBK1NNJVB.2~YRNTI6STVRJY.2 size=754698 2024-07-26T06:24:57.361 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.361+0000 7f19304c3640 1 < completed multipart upload key=PN7DBK1NNJVB upload=YRNTI6STVRJY tag=JI2RJ8W05RUI type=write size=3900426 2024-07-26T06:24:57.365 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.365+0000 7f19304c3640 1 > prepared part key=_multipart_TWRRPXYVH5FW.2~MWE1EOUAZ6LW.0 size=1048576 2024-07-26T06:24:57.367 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.366+0000 7f19304c3640 1 > prepared part key=_multipart_TWRRPXYVH5FW.2~MWE1EOUAZ6LW.1 size=522952 2024-07-26T06:24:57.367 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.366+0000 7f19304c3640 1 > prepared multipart upload key=TWRRPXYVH5FW upload=MWE1EOUAZ6LW tag=JYB0QUONXN5U type=write size=2620104 2024-07-26T06:24:57.369 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.369+0000 7f19304c3640 1 < completed part key=_multipart_Y31PRFKXA0KI.2~44N5RASI5NXL.0 size=1048576 2024-07-26T06:24:57.371 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.371+0000 7f19304c3640 1 < completed part key=_multipart_Y31PRFKXA0KI.2~44N5RASI5NXL.1 size=1048576 2024-07-26T06:24:57.374 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.373+0000 7f19304c3640 1 < completed part key=_multipart_Y31PRFKXA0KI.2~44N5RASI5NXL.2 size=166942 2024-07-26T06:24:57.377 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.377+0000 7f19304c3640 1 < completed multipart upload key=Y31PRFKXA0KI upload=44N5RASI5NXL tag=4T907YSEZ33R type=write size=3312670 2024-07-26T06:24:57.381 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.381+0000 7f19304c3640 1 > prepared part key=_multipart_55ZIE8HVR68M.2~RWFFYTT5SZ9C.0 size=1048576 2024-07-26T06:24:57.383 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.383+0000 7f19304c3640 1 > prepared part key=_multipart_55ZIE8HVR68M.2~RWFFYTT5SZ9C.1 size=101261 2024-07-26T06:24:57.383 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.383+0000 7f19304c3640 1 > prepared multipart upload key=55ZIE8HVR68M upload=RWFFYTT5SZ9C tag=BOE6BLMC8W1Z type=write size=2198413 2024-07-26T06:24:57.383 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.383+0000 7f19304c3640 1 < canceled part key=_multipart_0PV4L596ZFOW.2~BONHLBH5USTW.0 size=1048576 2024-07-26T06:24:57.385 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.385+0000 7f19304c3640 1 < completed part key=_multipart_0PV4L596ZFOW.2~BONHLBH5USTW.1 size=1048576 2024-07-26T06:24:57.387 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.386+0000 7f19304c3640 1 < completed part key=_multipart_0PV4L596ZFOW.2~BONHLBH5USTW.2 size=536388 2024-07-26T06:24:57.390 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.390+0000 7f19304c3640 1 < canceled multipart upload key=0PV4L596ZFOW upload=BONHLBH5USTW tag=VB97JZ8M3D1O type=write size=3682116 2024-07-26T06:24:57.392 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.392+0000 7f19304c3640 1 > prepared operation key=TWRRPXYVH5FW tag=HNAJUNQDDKXJ type=del size=303217 2024-07-26T06:24:57.394 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.394+0000 7f19304c3640 1 < completed part key=_multipart_V4RJB0J6F7NB.2~HJIXXEL8VXUQ.0 size=1048576 2024-07-26T06:24:57.396 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.395+0000 7f19304c3640 1 < completed part key=_multipart_V4RJB0J6F7NB.2~HJIXXEL8VXUQ.1 size=1048576 2024-07-26T06:24:57.398 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.397+0000 7f19304c3640 1 < completed part key=_multipart_V4RJB0J6F7NB.2~HJIXXEL8VXUQ.2 size=200908 2024-07-26T06:24:57.401 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.401+0000 7f19304c3640 1 < completed multipart upload key=V4RJB0J6F7NB upload=HJIXXEL8VXUQ tag=O97WUBKGUJRO type=write size=3346636 2024-07-26T06:24:57.405 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.405+0000 7f19304c3640 1 > prepared part key=_multipart_TWRRPXYVH5FW.2~U4M3BND4KZBG.0 size=1048576 2024-07-26T06:24:57.408 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.407+0000 7f19304c3640 1 > prepared part key=_multipart_TWRRPXYVH5FW.2~U4M3BND4KZBG.1 size=1048576 2024-07-26T06:24:57.409 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.409+0000 7f19304c3640 1 > prepared part key=_multipart_TWRRPXYVH5FW.2~U4M3BND4KZBG.2 size=78246 2024-07-26T06:24:57.409 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.409+0000 7f19304c3640 1 > prepared multipart upload key=TWRRPXYVH5FW upload=U4M3BND4KZBG tag=W1NM8ZF34OST type=write size=3223974 2024-07-26T06:24:57.412 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.411+0000 7f19304c3640 1 < completed delete operation key=V4RJB0J6F7NB tag=NH8296OHQU00 type=del 2024-07-26T06:24:57.413 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.413+0000 7f19304c3640 1 > prepared operation key=23K6MK7R266R tag=6FLYZMFEREW2 type=del size=2707594 2024-07-26T06:24:57.416 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.415+0000 7f19304c3640 1 < completed part key=_multipart_512VC812AWRN.2~BC9BPTBL8Q8R.0 size=1048576 2024-07-26T06:24:57.418 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.418+0000 7f19304c3640 1 < completed part key=_multipart_512VC812AWRN.2~BC9BPTBL8Q8R.1 size=508920 2024-07-26T06:24:57.422 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.421+0000 7f19304c3640 1 < completed multipart upload key=512VC812AWRN upload=BC9BPTBL8Q8R tag=LX2V9BCIAWRT type=write size=2606072 2024-07-26T06:24:57.426 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.425+0000 7f19304c3640 1 > prepared part key=_multipart_P6MP7JC8DTH7.2~6K4AF7YK8NS1.0 size=543291 2024-07-26T06:24:57.426 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.425+0000 7f19304c3640 1 > prepared multipart upload key=P6MP7JC8DTH7 upload=6K4AF7YK8NS1 tag=YO5ACNWK4R18 type=write size=1591867 2024-07-26T06:24:57.427 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.427+0000 7f19304c3640 1 < completed part key=_multipart_2TS50KKRU12E.2~CX9870KVMUT3.0 size=1048576 2024-07-26T06:24:57.429 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.429+0000 7f19304c3640 1 < completed part key=_multipart_2TS50KKRU12E.2~CX9870KVMUT3.1 size=1048576 2024-07-26T06:24:57.431 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.431+0000 7f19304c3640 1 < completed part key=_multipart_2TS50KKRU12E.2~CX9870KVMUT3.2 size=385723 2024-07-26T06:24:57.435 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.434+0000 7f19304c3640 1 < completed multipart upload key=2TS50KKRU12E upload=CX9870KVMUT3 tag=ZJU6CBDBCZ7F type=write size=3531451 2024-07-26T06:24:57.437 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.437+0000 7f19304c3640 1 > prepared operation key=SSAHKRHXMDHN tag=NGMEM7L8238N type=del size=1672673 2024-07-26T06:24:57.439 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.439+0000 7f19304c3640 1 < completed part key=_multipart_QMPZ7GQNIH0K.2~U1W2LDT5HQPB.0 size=489088 2024-07-26T06:24:57.443 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.443+0000 7f19304c3640 1 < completed multipart upload key=QMPZ7GQNIH0K upload=U1W2LDT5HQPB tag=TDJDSKST70HP type=write size=1537664 2024-07-26T06:24:57.447 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.447+0000 7f19304c3640 1 > prepared part key=_multipart_G70GGG8ITGEE.2~NUBZJDCW6JV8.0 size=1048576 2024-07-26T06:24:57.450 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.450+0000 7f19304c3640 1 > prepared part key=_multipart_G70GGG8ITGEE.2~NUBZJDCW6JV8.1 size=120098 2024-07-26T06:24:57.450 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.450+0000 7f19304c3640 1 > prepared multipart upload key=G70GGG8ITGEE upload=NUBZJDCW6JV8 tag=RCV8HK9KR8ZQ type=write size=2217250 2024-07-26T06:24:57.452 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.452+0000 7f19304c3640 1 < completed delete operation key=0PV4L596ZFOW tag=HLRPLG5FRQ77 type=del 2024-07-26T06:24:57.454 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.454+0000 7f19304c3640 1 > prepared operation key=G2XJVRBLSPE9 tag=2EYLI073F3TE type=del size=386602 2024-07-26T06:24:57.457 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.457+0000 7f19304c3640 1 < completed part key=_multipart_QMPZ7GQNIH0K.2~3U9QS6Q6KBWY.0 size=1048576 2024-07-26T06:24:57.459 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.458+0000 7f19304c3640 1 < completed part key=_multipart_QMPZ7GQNIH0K.2~3U9QS6Q6KBWY.1 size=1048576 2024-07-26T06:24:57.461 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.460+0000 7f19304c3640 1 < completed part key=_multipart_QMPZ7GQNIH0K.2~3U9QS6Q6KBWY.2 size=668181 2024-07-26T06:24:57.464 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.464+0000 7f19304c3640 1 < completed multipart upload key=QMPZ7GQNIH0K upload=3U9QS6Q6KBWY tag=6X3OZMBW1M3C type=write size=3813909 2024-07-26T06:24:57.466 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.466+0000 7f19304c3640 1 > prepared operation key=P6MP7JC8DTH7 tag=VYH4FLOB0GUQ type=write size=587072 2024-07-26T06:24:57.468 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.468+0000 7f19304c3640 1 < completed part key=_multipart_QMPZ7GQNIH0K.2~BELAMAVW115G.0 size=1048576 2024-07-26T06:24:57.470 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.470+0000 7f19304c3640 1 < completed part key=_multipart_QMPZ7GQNIH0K.2~BELAMAVW115G.1 size=158561 2024-07-26T06:24:57.473 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.473+0000 7f19304c3640 1 < completed multipart upload key=QMPZ7GQNIH0K upload=BELAMAVW115G tag=VY0MBJU3JG0G type=write size=2255713 2024-07-26T06:24:57.476 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.475+0000 7f19304c3640 1 > prepared operation key=7P9AQQD7XI2Z tag=YMQ7DPQW1AAN type=del size=2595580 2024-07-26T06:24:57.478 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.478+0000 7f19304c3640 1 < completed delete operation key=G2XJVRBLSPE9 tag=JPBH1NE4O61Q type=del 2024-07-26T06:24:57.481 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.481+0000 7f19304c3640 1 > prepared operation key=7P9AQQD7XI2Z tag=798S0H4L6V08 type=write size=447449 2024-07-26T06:24:57.483 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.483+0000 7f19304c3640 1 < completed part key=_multipart_7GGA1PRXXHDC.2~173CSD2G1I1Z.0 size=260357 2024-07-26T06:24:57.486 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.486+0000 7f19304c3640 1 < completed multipart upload key=7GGA1PRXXHDC upload=173CSD2G1I1Z tag=J5803HTN53I5 type=write size=1308933 2024-07-26T06:24:57.490 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.490+0000 7f19304c3640 1 > prepared part key=_multipart_2I9DGCCZ992A.2~QOE576NOFZH8.0 size=1048576 2024-07-26T06:24:57.492 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.492+0000 7f19304c3640 1 > prepared part key=_multipart_2I9DGCCZ992A.2~QOE576NOFZH8.1 size=861249 2024-07-26T06:24:57.492 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.492+0000 7f19304c3640 1 > prepared multipart upload key=2I9DGCCZ992A upload=QOE576NOFZH8 tag=NRTPUTRO2YOJ type=write size=2958401 2024-07-26T06:24:57.494 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.494+0000 7f19304c3640 1 < completed delete operation key=F3QUORF2HDZY tag=T1UCH0LU8S19 type=del 2024-07-26T06:24:57.496 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.496+0000 7f19304c3640 1 > prepared operation key=P6MP7JC8DTH7 tag=DMMZFKGX5997 type=del size=756455 2024-07-26T06:24:57.498 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.498+0000 7f19304c3640 1 < completed part key=_multipart_LCDUWKN6AQNU.2~KNPPLV94N15I.0 size=1003249 2024-07-26T06:24:57.502 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.502+0000 7f19304c3640 1 < completed multipart upload key=LCDUWKN6AQNU upload=KNPPLV94N15I tag=1WGF00NA53PE type=write size=2051825 2024-07-26T06:24:57.506 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.506+0000 7f19304c3640 1 > prepared part key=_multipart_7P9AQQD7XI2Z.2~8LE25JZTHVOH.0 size=406928 2024-07-26T06:24:57.506 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.506+0000 7f19304c3640 1 > prepared multipart upload key=7P9AQQD7XI2Z upload=8LE25JZTHVOH tag=ZCI0WZK7RMKD type=write size=1455504 2024-07-26T06:24:57.508 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.508+0000 7f19304c3640 1 < completed part key=_multipart_1I2JP28R3YNS.2~F192MI3UD3Z0.0 size=359758 2024-07-26T06:24:57.513 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.512+0000 7f19304c3640 1 < completed multipart upload key=1I2JP28R3YNS upload=F192MI3UD3Z0 tag=1QWOIEWG4N6P type=write size=1408334 2024-07-26T06:24:57.515 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.515+0000 7f19304c3640 1 > prepared operation key=QMPZ7GQNIH0K tag=IFYBOBXLZEBO type=del size=597059 2024-07-26T06:24:57.517 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.517+0000 7f19304c3640 1 < completed part key=_multipart_TWRRPXYVH5FW.2~MWE1EOUAZ6LW.0 size=1048576 2024-07-26T06:24:57.519 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.519+0000 7f19304c3640 1 < completed part key=_multipart_TWRRPXYVH5FW.2~MWE1EOUAZ6LW.1 size=522952 2024-07-26T06:24:57.523 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.522+0000 7f19304c3640 1 < completed multipart upload key=TWRRPXYVH5FW upload=MWE1EOUAZ6LW tag=JYB0QUONXN5U type=write size=2620104 2024-07-26T06:24:57.527 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.526+0000 7f19304c3640 1 > prepared part key=_multipart_SSAHKRHXMDHN.2~L2O0KKHSF1N2.0 size=1048576 2024-07-26T06:24:57.529 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.528+0000 7f19304c3640 1 > prepared part key=_multipart_SSAHKRHXMDHN.2~L2O0KKHSF1N2.1 size=1048576 2024-07-26T06:24:57.530 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.530+0000 7f19304c3640 1 > prepared part key=_multipart_SSAHKRHXMDHN.2~L2O0KKHSF1N2.2 size=863544 2024-07-26T06:24:57.530 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.530+0000 7f19304c3640 1 > prepared multipart upload key=SSAHKRHXMDHN upload=L2O0KKHSF1N2 tag=HCS43Z2Z539V type=write size=4009272 2024-07-26T06:24:57.534 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.532+0000 7f19304c3640 1 < completed part key=_multipart_55ZIE8HVR68M.2~RWFFYTT5SZ9C.0 size=1048576 2024-07-26T06:24:57.534 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.534+0000 7f19304c3640 1 < completed part key=_multipart_55ZIE8HVR68M.2~RWFFYTT5SZ9C.1 size=101261 2024-07-26T06:24:57.538 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.538+0000 7f19304c3640 1 < completed multipart upload key=55ZIE8HVR68M upload=RWFFYTT5SZ9C tag=BOE6BLMC8W1Z type=write size=2198413 2024-07-26T06:24:57.540 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.540+0000 7f19304c3640 1 > prepared operation key=LCDUWKN6AQNU tag=A08SJ8OI1SDP type=write size=650622 2024-07-26T06:24:57.542 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.542+0000 7f19304c3640 1 < canceled operation key=TWRRPXYVH5FW tag=HNAJUNQDDKXJ type=del size=303217 2024-07-26T06:24:57.546 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.546+0000 7f19304c3640 1 > prepared part key=_multipart_M8V7EJP4HHQV.2~HBDQKY82UP8Q.0 size=1048576 2024-07-26T06:24:57.600 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.548+0000 7f19304c3640 1 > prepared part key=_multipart_M8V7EJP4HHQV.2~HBDQKY82UP8Q.1 size=960832 2024-07-26T06:24:57.601 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.548+0000 7f19304c3640 1 > prepared multipart upload key=M8V7EJP4HHQV upload=HBDQKY82UP8Q tag=YXAW4H6OIPKI type=write size=3057984 2024-07-26T06:24:57.601 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.550+0000 7f19304c3640 1 < completed part key=_multipart_TWRRPXYVH5FW.2~U4M3BND4KZBG.0 size=1048576 2024-07-26T06:24:57.601 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.550+0000 7f19304c3640 1 < canceled part key=_multipart_TWRRPXYVH5FW.2~U4M3BND4KZBG.1 size=1048576 2024-07-26T06:24:57.601 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.551+0000 7f19304c3640 1 < completed part key=_multipart_TWRRPXYVH5FW.2~U4M3BND4KZBG.2 size=78246 2024-07-26T06:24:57.601 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.555+0000 7f19304c3640 1 < canceled multipart upload key=TWRRPXYVH5FW upload=U4M3BND4KZBG tag=W1NM8ZF34OST type=write size=3223974 2024-07-26T06:24:57.601 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.557+0000 7f19304c3640 1 > prepared operation key=23K6MK7R266R tag=I46LYVM0G18O type=del size=3986409 2024-07-26T06:24:57.601 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.560+0000 7f19304c3640 1 < completed delete operation key=23K6MK7R266R tag=6FLYZMFEREW2 type=del 2024-07-26T06:24:57.601 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.564+0000 7f19304c3640 1 > prepared part key=_multipart_P6MP7JC8DTH7.2~07X016JRI8MA.0 size=325890 2024-07-26T06:24:57.601 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.564+0000 7f19304c3640 1 > prepared multipart upload key=P6MP7JC8DTH7 upload=07X016JRI8MA tag=FX52HBRGV3RI type=write size=1374466 2024-07-26T06:24:57.601 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.567+0000 7f19304c3640 1 < completed part key=_multipart_P6MP7JC8DTH7.2~6K4AF7YK8NS1.0 size=543291 2024-07-26T06:24:57.601 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.570+0000 7f19304c3640 1 < completed multipart upload key=P6MP7JC8DTH7 upload=6K4AF7YK8NS1 tag=YO5ACNWK4R18 type=write size=1591867 2024-07-26T06:24:57.601 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.572+0000 7f19304c3640 1 > prepared operation key=F3QUORF2HDZY tag=0NZ6Z7EW6L4Y type=del size=2266828 2024-07-26T06:24:57.602 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.574+0000 7f19304c3640 1 < completed delete operation key=SSAHKRHXMDHN tag=NGMEM7L8238N type=del 2024-07-26T06:24:57.602 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.578+0000 7f19304c3640 1 > prepared part key=_multipart_HO4GZ0KNZ8SK.2~JU8XAAFR0W84.0 size=61594 2024-07-26T06:24:57.602 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.578+0000 7f19304c3640 1 > prepared multipart upload key=HO4GZ0KNZ8SK upload=JU8XAAFR0W84 tag=JFXQH7Z8EVFQ type=write size=1110170 2024-07-26T06:24:57.602 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.580+0000 7f19304c3640 1 < completed part key=_multipart_G70GGG8ITGEE.2~NUBZJDCW6JV8.0 size=1048576 2024-07-26T06:24:57.602 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.582+0000 7f19304c3640 1 < completed part key=_multipart_G70GGG8ITGEE.2~NUBZJDCW6JV8.1 size=120098 2024-07-26T06:24:57.602 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.585+0000 7f19304c3640 1 < completed multipart upload key=G70GGG8ITGEE upload=NUBZJDCW6JV8 tag=RCV8HK9KR8ZQ type=write size=2217250 2024-07-26T06:24:57.602 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.588+0000 7f19304c3640 1 > prepared operation key=G2XJVRBLSPE9 tag=J8BTQDCGBMMV type=del size=465561 2024-07-26T06:24:57.602 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.590+0000 7f19304c3640 1 < completed delete operation key=G2XJVRBLSPE9 tag=2EYLI073F3TE type=del 2024-07-26T06:24:57.602 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.594+0000 7f19304c3640 1 > prepared part key=_multipart_P6MP7JC8DTH7.2~Z0K9NTJHPTWU.0 size=1048576 2024-07-26T06:24:57.602 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.596+0000 7f19304c3640 1 > prepared part key=_multipart_P6MP7JC8DTH7.2~Z0K9NTJHPTWU.1 size=1048576 2024-07-26T06:24:57.602 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.597+0000 7f19304c3640 1 > prepared part key=_multipart_P6MP7JC8DTH7.2~Z0K9NTJHPTWU.2 size=481547 2024-07-26T06:24:57.602 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.597+0000 7f19304c3640 1 > prepared multipart upload key=P6MP7JC8DTH7 upload=Z0K9NTJHPTWU tag=AQF4RXNROZ7X type=write size=3627275 2024-07-26T06:24:57.602 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.599+0000 7f19304c3640 1 < completed write operation key=P6MP7JC8DTH7 tag=VYH4FLOB0GUQ type=write size=587072 2024-07-26T06:24:57.604 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.604+0000 7f19304c3640 1 > prepared part key=_multipart_G2XJVRBLSPE9.2~YHSD6GZO3VYY.0 size=201326 2024-07-26T06:24:57.604 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.604+0000 7f19304c3640 1 > prepared multipart upload key=G2XJVRBLSPE9 upload=YHSD6GZO3VYY tag=8D0A3RD92YT6 type=write size=1249902 2024-07-26T06:24:57.607 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.606+0000 7f19304c3640 1 < completed delete operation key=7P9AQQD7XI2Z tag=YMQ7DPQW1AAN type=del 2024-07-26T06:24:57.608 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.607+0000 7f19304c3640 1 > prepared operation key=2TS50KKRU12E tag=KBKOE57L34IO type=write size=799081 2024-07-26T06:24:57.610 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.610+0000 7f19304c3640 1 < completed write operation key=7P9AQQD7XI2Z tag=798S0H4L6V08 type=write size=447449 2024-07-26T06:24:57.612 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.612+0000 7f19304c3640 1 > prepared operation key=8J29YNE031PP tag=C0OTO70EHXK0 type=del size=1895341 2024-07-26T06:24:57.615 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.615+0000 7f19304c3640 1 < completed part key=_multipart_2I9DGCCZ992A.2~QOE576NOFZH8.0 size=1048576 2024-07-26T06:24:57.617 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.616+0000 7f19304c3640 1 < completed part key=_multipart_2I9DGCCZ992A.2~QOE576NOFZH8.1 size=861249 2024-07-26T06:24:57.621 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.621+0000 7f19304c3640 1 < completed multipart upload key=2I9DGCCZ992A upload=QOE576NOFZH8 tag=NRTPUTRO2YOJ type=write size=2958401 2024-07-26T06:24:57.624 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.623+0000 7f19304c3640 1 > prepared operation key=55ZIE8HVR68M tag=M02X6L65TIN6 type=write size=154111 2024-07-26T06:24:57.626 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.626+0000 7f19304c3640 1 < completed delete operation key=P6MP7JC8DTH7 tag=DMMZFKGX5997 type=del 2024-07-26T06:24:57.628 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.628+0000 7f19304c3640 1 > prepared operation key=QMPZ7GQNIH0K tag=RJM4GEUQQJZX type=write size=488045 2024-07-26T06:24:57.630 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.630+0000 7f19304c3640 1 < completed part key=_multipart_7P9AQQD7XI2Z.2~8LE25JZTHVOH.0 size=406928 2024-07-26T06:24:57.634 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.634+0000 7f19304c3640 1 < completed multipart upload key=7P9AQQD7XI2Z upload=8LE25JZTHVOH tag=ZCI0WZK7RMKD type=write size=1455504 2024-07-26T06:24:57.637 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.637+0000 7f19304c3640 1 > prepared operation key=F3QUORF2HDZY tag=BBHTW510N9TO type=del size=2765092 2024-07-26T06:24:57.639 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.639+0000 7f19304c3640 1 < completed delete operation key=QMPZ7GQNIH0K tag=IFYBOBXLZEBO type=del 2024-07-26T06:24:57.641 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.641+0000 7f19304c3640 1 > prepared operation key=2TS50KKRU12E tag=CPSAKC6DZH48 type=del size=484905 2024-07-26T06:24:57.643 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.643+0000 7f19304c3640 1 < completed part key=_multipart_SSAHKRHXMDHN.2~L2O0KKHSF1N2.0 size=1048576 2024-07-26T06:24:57.645 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.645+0000 7f19304c3640 1 < completed part key=_multipart_SSAHKRHXMDHN.2~L2O0KKHSF1N2.1 size=1048576 2024-07-26T06:24:57.645 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.645+0000 7f19304c3640 1 < canceled part key=_multipart_SSAHKRHXMDHN.2~L2O0KKHSF1N2.2 size=863544 2024-07-26T06:24:57.649 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.649+0000 7f19304c3640 1 < canceled multipart upload key=SSAHKRHXMDHN upload=L2O0KKHSF1N2 tag=HCS43Z2Z539V type=write size=4009272 2024-07-26T06:24:57.651 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.651+0000 7f19304c3640 1 > prepared operation key=V4QX80DR86I3 tag=0SCX8G2EGGEJ type=del size=2769895 2024-07-26T06:24:57.653 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.653+0000 7f19304c3640 1 < completed write operation key=LCDUWKN6AQNU tag=A08SJ8OI1SDP type=write size=650622 2024-07-26T06:24:57.657 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.657+0000 7f19304c3640 1 > prepared part key=_multipart_QMPZ7GQNIH0K.2~W4ZRZ9D00GSY.0 size=1048576 2024-07-26T06:24:57.659 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.659+0000 7f19304c3640 1 > prepared part key=_multipart_QMPZ7GQNIH0K.2~W4ZRZ9D00GSY.1 size=1048576 2024-07-26T06:24:57.661 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.660+0000 7f19304c3640 1 > prepared part key=_multipart_QMPZ7GQNIH0K.2~W4ZRZ9D00GSY.2 size=607958 2024-07-26T06:24:57.661 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.660+0000 7f19304c3640 1 > prepared multipart upload key=QMPZ7GQNIH0K upload=W4ZRZ9D00GSY tag=UWVK6QM4SKZY type=write size=3753686 2024-07-26T06:24:57.661 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.661+0000 7f19304c3640 1 < canceled part key=_multipart_M8V7EJP4HHQV.2~HBDQKY82UP8Q.0 size=1048576 2024-07-26T06:24:57.663 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.663+0000 7f19304c3640 1 < completed part key=_multipart_M8V7EJP4HHQV.2~HBDQKY82UP8Q.1 size=960832 2024-07-26T06:24:57.667 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.667+0000 7f19304c3640 1 < canceled multipart upload key=M8V7EJP4HHQV upload=HBDQKY82UP8Q tag=YXAW4H6OIPKI type=write size=3057984 2024-07-26T06:24:57.671 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.670+0000 7f19304c3640 1 > prepared part key=_multipart_PN7DBK1NNJVB.2~3RJVOTQZ6TOH.0 size=1048576 2024-07-26T06:24:57.673 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.672+0000 7f19304c3640 1 > prepared part key=_multipart_PN7DBK1NNJVB.2~3RJVOTQZ6TOH.1 size=1048576 2024-07-26T06:24:57.674 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.674+0000 7f19304c3640 1 > prepared part key=_multipart_PN7DBK1NNJVB.2~3RJVOTQZ6TOH.2 size=633248 2024-07-26T06:24:57.674 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.674+0000 7f19304c3640 1 > prepared multipart upload key=PN7DBK1NNJVB upload=3RJVOTQZ6TOH tag=RF4YSN8R0QYY type=write size=3778976 2024-07-26T06:24:57.678 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.678+0000 7f19304c3640 1 < suggested update operation key=23K6MK7R266R tag=I46LYVM0G18O type=del size=3986409 2024-07-26T06:24:57.680 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.679+0000 7f19304c3640 1 > prepared operation key=P6MP7JC8DTH7 tag=XAKHJ25ROV1P type=del size=2885940 2024-07-26T06:24:57.682 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.681+0000 7f19304c3640 1 < completed part key=_multipart_P6MP7JC8DTH7.2~07X016JRI8MA.0 size=325890 2024-07-26T06:24:57.685 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.685+0000 7f19304c3640 1 < completed multipart upload key=P6MP7JC8DTH7 upload=07X016JRI8MA tag=FX52HBRGV3RI type=write size=1374466 2024-07-26T06:24:57.689 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.689+0000 7f19304c3640 1 > prepared part key=_multipart_Y31PRFKXA0KI.2~EKVJ1BTIP6DP.0 size=1048576 2024-07-26T06:24:57.691 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.690+0000 7f19304c3640 1 > prepared part key=_multipart_Y31PRFKXA0KI.2~EKVJ1BTIP6DP.1 size=391881 2024-07-26T06:24:57.691 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.690+0000 7f19304c3640 1 > prepared multipart upload key=Y31PRFKXA0KI upload=EKVJ1BTIP6DP tag=2A3VL9ICV7AS type=write size=2489033 2024-07-26T06:24:57.693 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.693+0000 7f19304c3640 1 < completed delete operation key=F3QUORF2HDZY tag=0NZ6Z7EW6L4Y type=del 2024-07-26T06:24:57.695 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.695+0000 7f19304c3640 1 > prepared operation key=4ZWJ6XHKZXZF tag=93Z4NCCSKGOH type=write size=175578 2024-07-26T06:24:57.697 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.697+0000 7f19304c3640 1 < completed part key=_multipart_HO4GZ0KNZ8SK.2~JU8XAAFR0W84.0 size=61594 2024-07-26T06:24:57.701 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.700+0000 7f19304c3640 1 < completed multipart upload key=HO4GZ0KNZ8SK upload=JU8XAAFR0W84 tag=JFXQH7Z8EVFQ type=write size=1110170 2024-07-26T06:24:57.704 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.704+0000 7f19304c3640 1 > prepared part key=_multipart_Y31PRFKXA0KI.2~WI8RALHTKW6S.0 size=1048576 2024-07-26T06:24:57.706 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.706+0000 7f19304c3640 1 > prepared part key=_multipart_Y31PRFKXA0KI.2~WI8RALHTKW6S.1 size=629850 2024-07-26T06:24:57.706 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.706+0000 7f19304c3640 1 > prepared multipart upload key=Y31PRFKXA0KI upload=WI8RALHTKW6S tag=3PCGEL3XF34D type=write size=2727002 2024-07-26T06:24:57.708 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.708+0000 7f19304c3640 1 < canceled operation key=G2XJVRBLSPE9 tag=J8BTQDCGBMMV type=del size=465561 2024-07-26T06:24:57.712 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.711+0000 7f19304c3640 1 > prepared part key=_multipart_QMPZ7GQNIH0K.2~L900ETCJ2ZE9.0 size=1048576 2024-07-26T06:24:57.713 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.713+0000 7f19304c3640 1 > prepared part key=_multipart_QMPZ7GQNIH0K.2~L900ETCJ2ZE9.1 size=1048576 2024-07-26T06:24:57.715 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.715+0000 7f19304c3640 1 > prepared part key=_multipart_QMPZ7GQNIH0K.2~L900ETCJ2ZE9.2 size=269400 2024-07-26T06:24:57.716 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.715+0000 7f19304c3640 1 > prepared multipart upload key=QMPZ7GQNIH0K upload=L900ETCJ2ZE9 tag=JYV5EGO0DVIB type=write size=3415128 2024-07-26T06:24:57.716 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.716+0000 7f19304c3640 1 < canceled part key=_multipart_P6MP7JC8DTH7.2~Z0K9NTJHPTWU.0 size=1048576 2024-07-26T06:24:57.718 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.718+0000 7f19304c3640 1 < completed part key=_multipart_P6MP7JC8DTH7.2~Z0K9NTJHPTWU.1 size=1048576 2024-07-26T06:24:57.720 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.720+0000 7f19304c3640 1 < completed part key=_multipart_P6MP7JC8DTH7.2~Z0K9NTJHPTWU.2 size=481547 2024-07-26T06:24:57.724 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.723+0000 7f19304c3640 1 < canceled multipart upload key=P6MP7JC8DTH7 upload=Z0K9NTJHPTWU tag=AQF4RXNROZ7X type=write size=3627275 2024-07-26T06:24:57.727 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.727+0000 7f19304c3640 1 > prepared part key=_multipart_Y0JGX4QVQXEC.2~OSEKL1KMZ6G1.0 size=1048576 2024-07-26T06:24:57.729 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.729+0000 7f19304c3640 1 > prepared part key=_multipart_Y0JGX4QVQXEC.2~OSEKL1KMZ6G1.1 size=431927 2024-07-26T06:24:57.729 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.729+0000 7f19304c3640 1 > prepared multipart upload key=Y0JGX4QVQXEC upload=OSEKL1KMZ6G1 tag=8B5GEDDVTTQ3 type=write size=2529079 2024-07-26T06:24:57.731 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.731+0000 7f19304c3640 1 < completed part key=_multipart_G2XJVRBLSPE9.2~YHSD6GZO3VYY.0 size=201326 2024-07-26T06:24:57.738 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.734+0000 7f19304c3640 1 < completed multipart upload key=G2XJVRBLSPE9 upload=YHSD6GZO3VYY tag=8D0A3RD92YT6 type=write size=1249902 2024-07-26T06:24:57.738 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.736+0000 7f19304c3640 1 > prepared operation key=SQ0RDJVR9PPL tag=X5EGD1X8DUU9 type=del size=3324629 2024-07-26T06:24:57.741 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.741+0000 7f19304c3640 1 < suggested update operation key=2TS50KKRU12E tag=KBKOE57L34IO type=write size=799081 2024-07-26T06:24:57.746 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.746+0000 7f19304c3640 1 > prepared part key=_multipart_PN7DBK1NNJVB.2~HGWO0WMAAZ1X.0 size=1048576 2024-07-26T06:24:57.749 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.748+0000 7f19304c3640 1 > prepared part key=_multipart_PN7DBK1NNJVB.2~HGWO0WMAAZ1X.1 size=987411 2024-07-26T06:24:57.749 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.748+0000 7f19304c3640 1 > prepared multipart upload key=PN7DBK1NNJVB upload=HGWO0WMAAZ1X tag=J7QHK7IV13UR type=write size=3084563 2024-07-26T06:24:57.752 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.751+0000 7f19304c3640 1 < canceled operation key=8J29YNE031PP tag=C0OTO70EHXK0 type=del size=1895341 2024-07-26T06:24:57.754 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.754+0000 7f19304c3640 1 > prepared operation key=QMPZ7GQNIH0K tag=QYW979ZP0KTD type=del size=1079748 2024-07-26T06:24:57.758 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.758+0000 7f19304c3640 1 < suggested remove operation key=55ZIE8HVR68M tag=M02X6L65TIN6 type=write 2024-07-26T06:24:57.760 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.760+0000 7f19304c3640 1 > prepared operation key=8J29YNE031PP tag=IXG0EUNHK0K5 type=del size=4073528 2024-07-26T06:24:57.764 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.764+0000 7f19304c3640 1 < suggested update operation key=QMPZ7GQNIH0K tag=RJM4GEUQQJZX type=write size=488045 2024-07-26T06:24:57.766 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.766+0000 7f19304c3640 1 > prepared operation key=55ZIE8HVR68M tag=C5REPQ4OJ50C type=del size=2386291 2024-07-26T06:24:57.769 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.768+0000 7f19304c3640 1 < completed delete operation key=F3QUORF2HDZY tag=BBHTW510N9TO type=del 2024-07-26T06:24:57.771 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.770+0000 7f19304c3640 1 > prepared operation key=8J29YNE031PP tag=N72NSJRG3QDT type=del size=2390548 2024-07-26T06:24:57.774 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.773+0000 7f19304c3640 -1 < failed to complete operation key=2TS50KKRU12E tag=CPSAKC6DZH48 type=del size=484905: (22) Invalid argument 2024-07-26T06:24:57.776 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.775+0000 7f19304c3640 1 > prepared operation key=YDC2NRQG9YFE tag=0HGKLIX5CLUD type=del size=941732 2024-07-26T06:24:57.781 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.780+0000 7f19304c3640 1 < suggested remove operation key=V4QX80DR86I3 tag=0SCX8G2EGGEJ type=del 2024-07-26T06:24:57.783 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.782+0000 7f19304c3640 1 > prepared operation key=CXCXAKPQIOKH tag=BO2WKCO3L0R1 type=del size=3403861 2024-07-26T06:24:57.785 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.785+0000 7f19304c3640 1 < completed part key=_multipart_QMPZ7GQNIH0K.2~W4ZRZ9D00GSY.0 size=1048576 2024-07-26T06:24:57.786 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.786+0000 7f19304c3640 1 < completed part key=_multipart_QMPZ7GQNIH0K.2~W4ZRZ9D00GSY.1 size=1048576 2024-07-26T06:24:57.788 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.788+0000 7f19304c3640 1 < completed part key=_multipart_QMPZ7GQNIH0K.2~W4ZRZ9D00GSY.2 size=607958 2024-07-26T06:24:57.792 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.792+0000 7f19304c3640 1 < completed multipart upload key=QMPZ7GQNIH0K upload=W4ZRZ9D00GSY tag=UWVK6QM4SKZY type=write size=3753686 2024-07-26T06:24:57.796 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.796+0000 7f19304c3640 1 > prepared part key=_multipart_Y0JGX4QVQXEC.2~EACMVZN1NLT8.0 size=1048576 2024-07-26T06:24:57.798 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.798+0000 7f19304c3640 1 > prepared part key=_multipart_Y0JGX4QVQXEC.2~EACMVZN1NLT8.1 size=202083 2024-07-26T06:24:57.798 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.798+0000 7f19304c3640 1 > prepared multipart upload key=Y0JGX4QVQXEC upload=EACMVZN1NLT8 tag=82LY2GMP31WQ type=write size=2299235 2024-07-26T06:24:57.800 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.800+0000 7f19304c3640 1 < completed part key=_multipart_PN7DBK1NNJVB.2~3RJVOTQZ6TOH.0 size=1048576 2024-07-26T06:24:57.802 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.802+0000 7f19304c3640 1 < completed part key=_multipart_PN7DBK1NNJVB.2~3RJVOTQZ6TOH.1 size=1048576 2024-07-26T06:24:57.802 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.802+0000 7f19304c3640 1 < canceled part key=_multipart_PN7DBK1NNJVB.2~3RJVOTQZ6TOH.2 size=633248 2024-07-26T06:24:57.805 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.805+0000 7f19304c3640 1 < canceled multipart upload key=PN7DBK1NNJVB upload=3RJVOTQZ6TOH tag=RF4YSN8R0QYY type=write size=3778976 2024-07-26T06:24:57.808 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.807+0000 7f19304c3640 1 > prepared operation key=HO4GZ0KNZ8SK tag=PKI5135BTXGK type=del size=3217060 2024-07-26T06:24:57.810 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.810+0000 7f19304c3640 1 < completed delete operation key=P6MP7JC8DTH7 tag=XAKHJ25ROV1P type=del 2024-07-26T06:24:57.813 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.812+0000 7f19304c3640 1 > prepared operation key=4ZWJ6XHKZXZF tag=Z4EKY258M3LK type=del size=50311 2024-07-26T06:24:57.815 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.815+0000 7f19304c3640 1 < completed part key=_multipart_Y31PRFKXA0KI.2~EKVJ1BTIP6DP.0 size=1048576 2024-07-26T06:24:57.817 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.817+0000 7f19304c3640 1 < completed part key=_multipart_Y31PRFKXA0KI.2~EKVJ1BTIP6DP.1 size=391881 2024-07-26T06:24:57.821 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.820+0000 7f19304c3640 1 < completed multipart upload key=Y31PRFKXA0KI upload=EKVJ1BTIP6DP tag=2A3VL9ICV7AS type=write size=2489033 2024-07-26T06:24:57.823 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.823+0000 7f19304c3640 1 > prepared operation key=G70GGG8ITGEE tag=CR9GU5993G0D type=del size=3717748 2024-07-26T06:24:57.827 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.826+0000 7f19304c3640 1 < suggested remove operation key=4ZWJ6XHKZXZF tag=93Z4NCCSKGOH type=write 2024-07-26T06:24:57.829 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.828+0000 7f19304c3640 1 > prepared operation key=1I2JP28R3YNS tag=DVTRTNABRU50 type=del size=2877167 2024-07-26T06:24:57.831 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.831+0000 7f19304c3640 1 < completed part key=_multipart_Y31PRFKXA0KI.2~WI8RALHTKW6S.0 size=1048576 2024-07-26T06:24:57.833 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.832+0000 7f19304c3640 1 < completed part key=_multipart_Y31PRFKXA0KI.2~WI8RALHTKW6S.1 size=629850 2024-07-26T06:24:57.836 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.836+0000 7f19304c3640 1 < completed multipart upload key=Y31PRFKXA0KI upload=WI8RALHTKW6S tag=3PCGEL3XF34D type=write size=2727002 2024-07-26T06:24:57.840 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.840+0000 7f19304c3640 1 > prepared part key=_multipart_TWRRPXYVH5FW.2~T601YER2B9DA.0 size=526903 2024-07-26T06:24:57.840 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.840+0000 7f19304c3640 1 > prepared multipart upload key=TWRRPXYVH5FW upload=T601YER2B9DA tag=C19CQFCARYZ8 type=write size=1575479 2024-07-26T06:24:57.842 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.842+0000 7f19304c3640 1 < completed part key=_multipart_QMPZ7GQNIH0K.2~L900ETCJ2ZE9.0 size=1048576 2024-07-26T06:24:57.844 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.843+0000 7f19304c3640 1 < completed part key=_multipart_QMPZ7GQNIH0K.2~L900ETCJ2ZE9.1 size=1048576 2024-07-26T06:24:57.845 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.845+0000 7f19304c3640 1 < completed part key=_multipart_QMPZ7GQNIH0K.2~L900ETCJ2ZE9.2 size=269400 2024-07-26T06:24:57.849 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.849+0000 7f19304c3640 1 < completed multipart upload key=QMPZ7GQNIH0K upload=L900ETCJ2ZE9 tag=JYV5EGO0DVIB type=write size=3415128 2024-07-26T06:24:57.853 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.852+0000 7f19304c3640 1 > prepared part key=_multipart_M8V7EJP4HHQV.2~XFOVODFOKUF9.0 size=300994 2024-07-26T06:24:57.853 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.852+0000 7f19304c3640 1 > prepared multipart upload key=M8V7EJP4HHQV upload=XFOVODFOKUF9 tag=7D1IU466L70A type=write size=1349570 2024-07-26T06:24:57.855 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.854+0000 7f19304c3640 1 < completed part key=_multipart_Y0JGX4QVQXEC.2~OSEKL1KMZ6G1.0 size=1048576 2024-07-26T06:24:57.857 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.856+0000 7f19304c3640 1 < completed part key=_multipart_Y0JGX4QVQXEC.2~OSEKL1KMZ6G1.1 size=431927 2024-07-26T06:24:57.861 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.860+0000 7f19304c3640 1 < completed multipart upload key=Y0JGX4QVQXEC upload=OSEKL1KMZ6G1 tag=8B5GEDDVTTQ3 type=write size=2529079 2024-07-26T06:24:57.863 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.863+0000 7f19304c3640 1 > prepared operation key=7P9AQQD7XI2Z tag=XH8TY22CTUC4 type=write size=824933 2024-07-26T06:24:57.867 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.867+0000 7f19304c3640 1 < suggested update operation key=SQ0RDJVR9PPL tag=X5EGD1X8DUU9 type=del size=3324629 2024-07-26T06:24:57.869 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.869+0000 7f19304c3640 1 > prepared operation key=PN7DBK1NNJVB tag=XSWIRIGU102R type=del size=2797342 2024-07-26T06:24:57.871 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.871+0000 7f19304c3640 1 < completed part key=_multipart_PN7DBK1NNJVB.2~HGWO0WMAAZ1X.0 size=1048576 2024-07-26T06:24:57.873 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.873+0000 7f19304c3640 1 < completed part key=_multipart_PN7DBK1NNJVB.2~HGWO0WMAAZ1X.1 size=987411 2024-07-26T06:24:57.876 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.876+0000 7f19304c3640 1 < completed multipart upload key=PN7DBK1NNJVB upload=HGWO0WMAAZ1X tag=J7QHK7IV13UR type=write size=3084563 2024-07-26T06:24:57.879 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.878+0000 7f19304c3640 1 > prepared operation key=P6MP7JC8DTH7 tag=IEAIG08M548W type=del size=325391 2024-07-26T06:24:57.881 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.881+0000 7f19304c3640 -1 < failed to complete operation key=QMPZ7GQNIH0K tag=QYW979ZP0KTD type=del size=1079748: (22) Invalid argument 2024-07-26T06:24:57.883 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.883+0000 7f19304c3640 1 > prepared operation key=P6MP7JC8DTH7 tag=K3N0WJZPPMKX type=del size=662139 2024-07-26T06:24:57.885 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.885+0000 7f19304c3640 1 < canceled operation key=8J29YNE031PP tag=IXG0EUNHK0K5 type=del size=4073528 2024-07-26T06:24:57.888 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.888+0000 7f19304c3640 1 > prepared operation key=23K6MK7R266R tag=RHXQ5VA0LTM8 type=del size=3805886 2024-07-26T06:24:57.890 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.890+0000 7f19304c3640 1 < completed delete operation key=55ZIE8HVR68M tag=C5REPQ4OJ50C type=del 2024-07-26T06:24:57.892 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.892+0000 7f19304c3640 1 > prepared operation key=TWRRPXYVH5FW tag=SBIDC7SZ65F6 type=del size=1628438 2024-07-26T06:24:57.894 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.894+0000 7f19304c3640 1 < completed delete operation key=8J29YNE031PP tag=N72NSJRG3QDT type=del 2024-07-26T06:24:57.896 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.896+0000 7f19304c3640 1 > prepared operation key=HO4GZ0KNZ8SK tag=FM6BIZUA0UKE type=del size=3368779 2024-07-26T06:24:57.898 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.898+0000 7f19304c3640 1 < completed delete operation key=YDC2NRQG9YFE tag=0HGKLIX5CLUD type=del 2024-07-26T06:24:57.902 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.902+0000 7f19304c3640 1 > prepared part key=_multipart_P6MP7JC8DTH7.2~4HV4R3BY103I.0 size=1048576 2024-07-26T06:24:57.904 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.904+0000 7f19304c3640 1 > prepared part key=_multipart_P6MP7JC8DTH7.2~4HV4R3BY103I.1 size=1048576 2024-07-26T06:24:57.906 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.905+0000 7f19304c3640 1 > prepared part key=_multipart_P6MP7JC8DTH7.2~4HV4R3BY103I.2 size=42290 2024-07-26T06:24:57.906 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.905+0000 7f19304c3640 1 > prepared multipart upload key=P6MP7JC8DTH7 upload=4HV4R3BY103I tag=0U8PDR297J8W type=write size=3188018 2024-07-26T06:24:57.908 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.908+0000 7f19304c3640 1 < completed delete operation key=CXCXAKPQIOKH tag=BO2WKCO3L0R1 type=del 2024-07-26T06:24:57.910 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.910+0000 7f19304c3640 1 > prepared operation key=55ZIE8HVR68M tag=Z2OM42RKOMD5 type=del size=3194085 2024-07-26T06:24:57.910 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.910+0000 7f19304c3640 1 < canceled part key=_multipart_Y0JGX4QVQXEC.2~EACMVZN1NLT8.0 size=1048576 2024-07-26T06:24:57.912 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.912+0000 7f19304c3640 1 < completed part key=_multipart_Y0JGX4QVQXEC.2~EACMVZN1NLT8.1 size=202083 2024-07-26T06:24:57.915 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.915+0000 7f19304c3640 1 < canceled multipart upload key=Y0JGX4QVQXEC upload=EACMVZN1NLT8 tag=82LY2GMP31WQ type=write size=2299235 2024-07-26T06:24:57.917 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.917+0000 7f19304c3640 1 > prepared operation key=PN7DBK1NNJVB tag=IYCWSVTGZQF4 type=del size=557706 2024-07-26T06:24:57.919 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.919+0000 7f19304c3640 1 < completed delete operation key=HO4GZ0KNZ8SK tag=PKI5135BTXGK type=del 2024-07-26T06:24:57.921 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.921+0000 7f19304c3640 1 > prepared operation key=Y31PRFKXA0KI tag=00YJLWJ70IMT type=del size=3180100 2024-07-26T06:24:57.924 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.924+0000 7f19304c3640 -1 < failed to complete operation key=4ZWJ6XHKZXZF tag=Z4EKY258M3LK type=del size=50311: (22) Invalid argument 2024-07-26T06:24:57.928 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.927+0000 7f19304c3640 1 > prepared part key=_multipart_TWRRPXYVH5FW.2~WJZA24V90I6Z.0 size=258713 2024-07-26T06:24:57.928 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.927+0000 7f19304c3640 1 > prepared multipart upload key=TWRRPXYVH5FW upload=WJZA24V90I6Z tag=0B0SJNL3ENMZ type=write size=1307289 2024-07-26T06:24:57.932 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.931+0000 7f19304c3640 1 < suggested remove operation key=G70GGG8ITGEE tag=CR9GU5993G0D type=del 2024-07-26T06:24:57.935 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.935+0000 7f19304c3640 1 > prepared part key=_multipart_ZSYF9DE73TR8.2~CCAIK9NIQAN0.0 size=562784 2024-07-26T06:24:57.936 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.935+0000 7f19304c3640 1 > prepared multipart upload key=ZSYF9DE73TR8 upload=CCAIK9NIQAN0 tag=4KXLJB3UG9MT type=write size=1611360 2024-07-26T06:24:57.941 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.940+0000 7f19304c3640 1 < suggested remove operation key=1I2JP28R3YNS tag=DVTRTNABRU50 type=del 2024-07-26T06:24:57.943 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.943+0000 7f19304c3640 1 > prepared operation key=SSAHKRHXMDHN tag=ZFSRYNNMD9EN type=del size=1402275 2024-07-26T06:24:57.943 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.943+0000 7f19304c3640 1 < canceled part key=_multipart_TWRRPXYVH5FW.2~T601YER2B9DA.0 size=526903 2024-07-26T06:24:57.947 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.947+0000 7f19304c3640 1 < canceled multipart upload key=TWRRPXYVH5FW upload=T601YER2B9DA tag=C19CQFCARYZ8 type=write size=1575479 2024-07-26T06:24:57.950 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.949+0000 7f19304c3640 1 > prepared operation key=CXCXAKPQIOKH tag=EXUPAGWTEVQE type=write size=20176 2024-07-26T06:24:57.952 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.952+0000 7f19304c3640 1 < completed part key=_multipart_M8V7EJP4HHQV.2~XFOVODFOKUF9.0 size=300994 2024-07-26T06:24:57.957 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.956+0000 7f19304c3640 1 < completed multipart upload key=M8V7EJP4HHQV upload=XFOVODFOKUF9 tag=7D1IU466L70A type=write size=1349570 2024-07-26T06:24:57.959 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.959+0000 7f19304c3640 1 > prepared operation key=HO4GZ0KNZ8SK tag=MX89RYGWXJJI type=write size=482861 2024-07-26T06:24:57.961 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.961+0000 7f19304c3640 1 < canceled operation key=7P9AQQD7XI2Z tag=XH8TY22CTUC4 type=write size=824933 2024-07-26T06:24:57.965 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.965+0000 7f19304c3640 1 > prepared part key=_multipart_0PV4L596ZFOW.2~ZV475WIRNXLD.0 size=1048576 2024-07-26T06:24:57.967 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.967+0000 7f19304c3640 1 > prepared part key=_multipart_0PV4L596ZFOW.2~ZV475WIRNXLD.1 size=1048576 2024-07-26T06:24:57.969 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.969+0000 7f19304c3640 1 > prepared part key=_multipart_0PV4L596ZFOW.2~ZV475WIRNXLD.2 size=520807 2024-07-26T06:24:57.970 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.969+0000 7f19304c3640 1 > prepared multipart upload key=0PV4L596ZFOW upload=ZV475WIRNXLD tag=A8ZBVHS93LN6 type=write size=3666535 2024-07-26T06:24:57.972 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.972+0000 7f19304c3640 1 < completed delete operation key=PN7DBK1NNJVB tag=XSWIRIGU102R type=del 2024-07-26T06:24:57.976 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.976+0000 7f19304c3640 1 > prepared part key=_multipart_23K6MK7R266R.2~0UJ0BCW6XXHL.0 size=1048576 2024-07-26T06:24:57.978 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.977+0000 7f19304c3640 1 > prepared part key=_multipart_23K6MK7R266R.2~0UJ0BCW6XXHL.1 size=1048576 2024-07-26T06:24:57.979 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.979+0000 7f19304c3640 1 > prepared part key=_multipart_23K6MK7R266R.2~0UJ0BCW6XXHL.2 size=975930 2024-07-26T06:24:57.979 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.979+0000 7f19304c3640 1 > prepared multipart upload key=23K6MK7R266R upload=0UJ0BCW6XXHL tag=N1Q1R5SLMOA2 type=write size=4121658 2024-07-26T06:24:57.982 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.982+0000 7f19304c3640 1 < completed delete operation key=P6MP7JC8DTH7 tag=IEAIG08M548W type=del 2024-07-26T06:24:57.986 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.986+0000 7f19304c3640 1 > prepared part key=_multipart_2TS50KKRU12E.2~76IU3INPZL8T.0 size=1048576 2024-07-26T06:24:57.987 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.987+0000 7f19304c3640 1 > prepared part key=_multipart_2TS50KKRU12E.2~76IU3INPZL8T.1 size=540503 2024-07-26T06:24:57.988 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.987+0000 7f19304c3640 1 > prepared multipart upload key=2TS50KKRU12E upload=76IU3INPZL8T tag=5J642LO3MY8E type=write size=2637655 2024-07-26T06:24:57.990 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.990+0000 7f19304c3640 1 < completed delete operation key=P6MP7JC8DTH7 tag=K3N0WJZPPMKX type=del 2024-07-26T06:24:57.994 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.993+0000 7f19304c3640 1 > prepared part key=_multipart_Y31PRFKXA0KI.2~MTAWQDDTUNFD.0 size=1048576 2024-07-26T06:24:57.995 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.995+0000 7f19304c3640 1 > prepared part key=_multipart_Y31PRFKXA0KI.2~MTAWQDDTUNFD.1 size=1048576 2024-07-26T06:24:57.997 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.997+0000 7f19304c3640 1 > prepared part key=_multipart_Y31PRFKXA0KI.2~MTAWQDDTUNFD.2 size=602667 2024-07-26T06:24:57.997 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.997+0000 7f19304c3640 1 > prepared multipart upload key=Y31PRFKXA0KI upload=MTAWQDDTUNFD tag=N9ROKAUF96IO type=write size=3748395 2024-07-26T06:24:57.999 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:57.999+0000 7f19304c3640 1 < completed delete operation key=23K6MK7R266R tag=RHXQ5VA0LTM8 type=del 2024-07-26T06:24:58.003 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.003+0000 7f19304c3640 1 > prepared part key=_multipart_G2XJVRBLSPE9.2~84EZ4OP8F8I0.0 size=1048576 2024-07-26T06:24:58.005 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.005+0000 7f19304c3640 1 > prepared part key=_multipart_G2XJVRBLSPE9.2~84EZ4OP8F8I0.1 size=56187 2024-07-26T06:24:58.005 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.005+0000 7f19304c3640 1 > prepared multipart upload key=G2XJVRBLSPE9 upload=84EZ4OP8F8I0 tag=W4U2XOV77UKR type=write size=2153339 2024-07-26T06:24:58.008 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.008+0000 7f19304c3640 1 < completed delete operation key=TWRRPXYVH5FW tag=SBIDC7SZ65F6 type=del 2024-07-26T06:24:58.012 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.012+0000 7f19304c3640 1 > prepared part key=_multipart_2I9DGCCZ992A.2~ZPGP801SR4OC.0 size=335726 2024-07-26T06:24:58.012 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.012+0000 7f19304c3640 1 > prepared multipart upload key=2I9DGCCZ992A upload=ZPGP801SR4OC tag=20HXOB0M13W2 type=write size=1384302 2024-07-26T06:24:58.017 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.017+0000 7f19304c3640 1 < suggested remove operation key=HO4GZ0KNZ8SK tag=FM6BIZUA0UKE type=del 2024-07-26T06:24:58.020 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.020+0000 7f19304c3640 1 > prepared part key=_multipart_LCDUWKN6AQNU.2~LILAU0MN0LB1.0 size=1048576 2024-07-26T06:24:58.022 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.022+0000 7f19304c3640 1 > prepared part key=_multipart_LCDUWKN6AQNU.2~LILAU0MN0LB1.1 size=1048576 2024-07-26T06:24:58.024 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.024+0000 7f19304c3640 1 > prepared part key=_multipart_LCDUWKN6AQNU.2~LILAU0MN0LB1.2 size=65174 2024-07-26T06:24:58.024 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.024+0000 7f19304c3640 1 > prepared multipart upload key=LCDUWKN6AQNU upload=LILAU0MN0LB1 tag=ONE6OOY0QQFU type=write size=3210902 2024-07-26T06:24:58.026 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.026+0000 7f19304c3640 1 < completed part key=_multipart_P6MP7JC8DTH7.2~4HV4R3BY103I.0 size=1048576 2024-07-26T06:24:58.028 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.028+0000 7f19304c3640 1 < completed part key=_multipart_P6MP7JC8DTH7.2~4HV4R3BY103I.1 size=1048576 2024-07-26T06:24:58.029 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.029+0000 7f19304c3640 1 < completed part key=_multipart_P6MP7JC8DTH7.2~4HV4R3BY103I.2 size=42290 2024-07-26T06:24:58.033 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.033+0000 7f19304c3640 1 < completed multipart upload key=P6MP7JC8DTH7 upload=4HV4R3BY103I tag=0U8PDR297J8W type=write size=3188018 2024-07-26T06:24:58.035 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.035+0000 7f19304c3640 1 > prepared operation key=V4RJB0J6F7NB tag=3M036T0GK20A type=del size=2186814 2024-07-26T06:24:58.038 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.037+0000 7f19304c3640 1 < completed delete operation key=55ZIE8HVR68M tag=Z2OM42RKOMD5 type=del 2024-07-26T06:24:58.040 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.039+0000 7f19304c3640 1 > prepared operation key=7GGA1PRXXHDC tag=IP0AJX6AUK2B type=del size=3271222 2024-07-26T06:24:58.042 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.041+0000 7f19304c3640 1 < completed delete operation key=PN7DBK1NNJVB tag=IYCWSVTGZQF4 type=del 2024-07-26T06:24:58.044 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.043+0000 7f19304c3640 1 > prepared operation key=TWRRPXYVH5FW tag=BS1GZRL6A0U9 type=del size=1794901 2024-07-26T06:24:58.048 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.048+0000 7f19304c3640 1 < suggested remove operation key=Y31PRFKXA0KI tag=00YJLWJ70IMT type=del 2024-07-26T06:24:58.053 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.052+0000 7f19304c3640 1 > prepared part key=_multipart_7GGA1PRXXHDC.2~MEP32RS01ZVT.0 size=473718 2024-07-26T06:24:58.053 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.052+0000 7f19304c3640 1 > prepared multipart upload key=7GGA1PRXXHDC upload=MEP32RS01ZVT tag=TDWMG6T89JCX type=write size=1522294 2024-07-26T06:24:58.053 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.053+0000 7f19304c3640 1 < canceled part key=_multipart_TWRRPXYVH5FW.2~WJZA24V90I6Z.0 size=258713 2024-07-26T06:24:58.057 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.056+0000 7f19304c3640 1 < canceled multipart upload key=TWRRPXYVH5FW upload=WJZA24V90I6Z tag=0B0SJNL3ENMZ type=write size=1307289 2024-07-26T06:24:58.061 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.061+0000 7f19304c3640 1 > prepared part key=_multipart_2I9DGCCZ992A.2~7HV5WTTJICDP.0 size=408148 2024-07-26T06:24:58.061 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.061+0000 7f19304c3640 1 > prepared multipart upload key=2I9DGCCZ992A upload=7HV5WTTJICDP tag=2YUL0T94JVZH type=write size=1456724 2024-07-26T06:24:58.063 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.063+0000 7f19304c3640 1 < completed part key=_multipart_ZSYF9DE73TR8.2~CCAIK9NIQAN0.0 size=562784 2024-07-26T06:24:58.067 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.067+0000 7f19304c3640 1 < completed multipart upload key=ZSYF9DE73TR8 upload=CCAIK9NIQAN0 tag=4KXLJB3UG9MT type=write size=1611360 2024-07-26T06:24:58.069 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.069+0000 7f19304c3640 1 > prepared operation key=23K6MK7R266R tag=5IUM2URLW5KM type=del size=2923292 2024-07-26T06:24:58.071 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.071+0000 7f19304c3640 1 < canceled operation key=SSAHKRHXMDHN tag=ZFSRYNNMD9EN type=del size=1402275 2024-07-26T06:24:58.075 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.075+0000 7f19304c3640 1 > prepared part key=_multipart_P6MP7JC8DTH7.2~RT480CYUJV3Z.0 size=1048576 2024-07-26T06:24:58.077 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.077+0000 7f19304c3640 1 > prepared part key=_multipart_P6MP7JC8DTH7.2~RT480CYUJV3Z.1 size=1048576 2024-07-26T06:24:58.079 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.079+0000 7f19304c3640 1 > prepared part key=_multipart_P6MP7JC8DTH7.2~RT480CYUJV3Z.2 size=733752 2024-07-26T06:24:58.079 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.079+0000 7f19304c3640 1 > prepared multipart upload key=P6MP7JC8DTH7 upload=RT480CYUJV3Z tag=2UMFDD4HQTXD type=write size=3879480 2024-07-26T06:24:58.084 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.083+0000 7f19304c3640 1 < suggested update operation key=CXCXAKPQIOKH tag=EXUPAGWTEVQE type=write size=20176 2024-07-26T06:24:58.086 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.086+0000 7f19304c3640 1 > prepared operation key=512VC812AWRN tag=ME4C39VO3PUA type=write size=487305 2024-07-26T06:24:58.089 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.088+0000 7f19304c3640 -1 < failed to complete operation key=HO4GZ0KNZ8SK tag=MX89RYGWXJJI type=write size=482861: (22) Invalid argument 2024-07-26T06:24:58.092 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.092+0000 7f19304c3640 1 > prepared part key=_multipart_G70GGG8ITGEE.2~6UE2IT0RJCUU.0 size=1048576 2024-07-26T06:24:58.094 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.094+0000 7f19304c3640 1 > prepared part key=_multipart_G70GGG8ITGEE.2~6UE2IT0RJCUU.1 size=742356 2024-07-26T06:24:58.094 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.094+0000 7f19304c3640 1 > prepared multipart upload key=G70GGG8ITGEE upload=6UE2IT0RJCUU tag=616SD5A29HPJ type=write size=2839508 2024-07-26T06:24:58.096 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.096+0000 7f19304c3640 1 < completed part key=_multipart_0PV4L596ZFOW.2~ZV475WIRNXLD.0 size=1048576 2024-07-26T06:24:58.098 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.098+0000 7f19304c3640 1 < completed part key=_multipart_0PV4L596ZFOW.2~ZV475WIRNXLD.1 size=1048576 2024-07-26T06:24:58.100 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.099+0000 7f19304c3640 1 < completed part key=_multipart_0PV4L596ZFOW.2~ZV475WIRNXLD.2 size=520807 2024-07-26T06:24:58.104 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.103+0000 7f19304c3640 1 < completed multipart upload key=0PV4L596ZFOW upload=ZV475WIRNXLD tag=A8ZBVHS93LN6 type=write size=3666535 2024-07-26T06:24:58.108 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.107+0000 7f19304c3640 1 > prepared part key=_multipart_P6MP7JC8DTH7.2~68MDUUTADW81.0 size=97373 2024-07-26T06:24:58.108 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.107+0000 7f19304c3640 1 > prepared multipart upload key=P6MP7JC8DTH7 upload=68MDUUTADW81 tag=7C5JX703AQVV type=write size=1145949 2024-07-26T06:24:58.110 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.109+0000 7f19304c3640 1 < completed part key=_multipart_23K6MK7R266R.2~0UJ0BCW6XXHL.0 size=1048576 2024-07-26T06:24:58.111 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.111+0000 7f19304c3640 1 < completed part key=_multipart_23K6MK7R266R.2~0UJ0BCW6XXHL.1 size=1048576 2024-07-26T06:24:58.113 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.113+0000 7f19304c3640 1 < completed part key=_multipart_23K6MK7R266R.2~0UJ0BCW6XXHL.2 size=975930 2024-07-26T06:24:58.117 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.116+0000 7f19304c3640 1 < completed multipart upload key=23K6MK7R266R upload=0UJ0BCW6XXHL tag=N1Q1R5SLMOA2 type=write size=4121658 2024-07-26T06:24:58.122 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.122+0000 7f19304c3640 1 > prepared part key=_multipart_YDC2NRQG9YFE.2~ML4R7Z199KT1.0 size=1048576 2024-07-26T06:24:58.123 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.123+0000 7f19304c3640 1 > prepared part key=_multipart_YDC2NRQG9YFE.2~ML4R7Z199KT1.1 size=1048576 2024-07-26T06:24:58.125 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.125+0000 7f19304c3640 1 > prepared part key=_multipart_YDC2NRQG9YFE.2~ML4R7Z199KT1.2 size=770249 2024-07-26T06:24:58.125 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.125+0000 7f19304c3640 1 > prepared multipart upload key=YDC2NRQG9YFE upload=ML4R7Z199KT1 tag=1FJBKFVS2O97 type=write size=3915977 2024-07-26T06:24:58.126 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.125+0000 7f19304c3640 1 < canceled part key=_multipart_2TS50KKRU12E.2~76IU3INPZL8T.0 size=1048576 2024-07-26T06:24:58.127 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.127+0000 7f19304c3640 1 < completed part key=_multipart_2TS50KKRU12E.2~76IU3INPZL8T.1 size=540503 2024-07-26T06:24:58.131 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.131+0000 7f19304c3640 1 < canceled multipart upload key=2TS50KKRU12E upload=76IU3INPZL8T tag=5J642LO3MY8E type=write size=2637655 2024-07-26T06:24:58.134 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.134+0000 7f19304c3640 1 > prepared operation key=ZSYF9DE73TR8 tag=9XGT3IOVHQUA type=del size=667572 2024-07-26T06:24:58.136 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.136+0000 7f19304c3640 1 < completed part key=_multipart_Y31PRFKXA0KI.2~MTAWQDDTUNFD.0 size=1048576 2024-07-26T06:24:58.138 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.138+0000 7f19304c3640 1 < completed part key=_multipart_Y31PRFKXA0KI.2~MTAWQDDTUNFD.1 size=1048576 2024-07-26T06:24:58.140 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.140+0000 7f19304c3640 1 < completed part key=_multipart_Y31PRFKXA0KI.2~MTAWQDDTUNFD.2 size=602667 2024-07-26T06:24:58.147 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.143+0000 7f19304c3640 1 < completed multipart upload key=Y31PRFKXA0KI upload=MTAWQDDTUNFD tag=N9ROKAUF96IO type=write size=3748395 2024-07-26T06:24:58.147 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.146+0000 7f19304c3640 1 > prepared operation key=G2XJVRBLSPE9 tag=YWWNZYIQIIUR type=write size=653264 2024-07-26T06:24:58.148 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.148+0000 7f19304c3640 1 < completed part key=_multipart_G2XJVRBLSPE9.2~84EZ4OP8F8I0.0 size=1048576 2024-07-26T06:24:58.150 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.150+0000 7f19304c3640 1 < completed part key=_multipart_G2XJVRBLSPE9.2~84EZ4OP8F8I0.1 size=56187 2024-07-26T06:24:58.154 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.153+0000 7f19304c3640 1 < completed multipart upload key=G2XJVRBLSPE9 upload=84EZ4OP8F8I0 tag=W4U2XOV77UKR type=write size=2153339 2024-07-26T06:24:58.156 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.156+0000 7f19304c3640 1 > prepared operation key=7GGA1PRXXHDC tag=NFJAYO2ET23U type=del size=1202586 2024-07-26T06:24:58.159 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.158+0000 7f19304c3640 1 < completed part key=_multipart_2I9DGCCZ992A.2~ZPGP801SR4OC.0 size=335726 2024-07-26T06:24:58.162 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.162+0000 7f19304c3640 1 < completed multipart upload key=2I9DGCCZ992A upload=ZPGP801SR4OC tag=20HXOB0M13W2 type=write size=1384302 2024-07-26T06:24:58.166 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.166+0000 7f19304c3640 1 > prepared part key=_multipart_Y0JGX4QVQXEC.2~8O36NT66E82R.0 size=302270 2024-07-26T06:24:58.166 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.166+0000 7f19304c3640 1 > prepared multipart upload key=Y0JGX4QVQXEC upload=8O36NT66E82R tag=6RZBRO4Y4L06 type=write size=1350846 2024-07-26T06:24:58.168 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.168+0000 7f19304c3640 1 < completed part key=_multipart_LCDUWKN6AQNU.2~LILAU0MN0LB1.0 size=1048576 2024-07-26T06:24:58.170 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.170+0000 7f19304c3640 1 < completed part key=_multipart_LCDUWKN6AQNU.2~LILAU0MN0LB1.1 size=1048576 2024-07-26T06:24:58.172 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.172+0000 7f19304c3640 1 < completed part key=_multipart_LCDUWKN6AQNU.2~LILAU0MN0LB1.2 size=65174 2024-07-26T06:24:58.176 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.176+0000 7f19304c3640 1 < completed multipart upload key=LCDUWKN6AQNU upload=LILAU0MN0LB1 tag=ONE6OOY0QQFU type=write size=3210902 2024-07-26T06:24:58.180 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.180+0000 7f19304c3640 1 > prepared part key=_multipart_55ZIE8HVR68M.2~R67Q5LE08PJM.0 size=290518 2024-07-26T06:24:58.180 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.180+0000 7f19304c3640 1 > prepared multipart upload key=55ZIE8HVR68M upload=R67Q5LE08PJM tag=UZKULQJBOGYW type=write size=1339094 2024-07-26T06:24:58.182 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.182+0000 7f19304c3640 1 < completed delete operation key=V4RJB0J6F7NB tag=3M036T0GK20A type=del 2024-07-26T06:24:58.184 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.184+0000 7f19304c3640 1 > prepared operation key=512VC812AWRN tag=JOT4N35S402S type=del size=3944598 2024-07-26T06:24:58.186 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.186+0000 7f19304c3640 1 < completed delete operation key=7GGA1PRXXHDC tag=IP0AJX6AUK2B type=del 2024-07-26T06:24:58.188 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.188+0000 7f19304c3640 1 > prepared operation key=SQ0RDJVR9PPL tag=9YJ5X0HU7SK4 type=del size=2248997 2024-07-26T06:24:58.190 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.190+0000 7f19304c3640 1 < completed delete operation key=TWRRPXYVH5FW tag=BS1GZRL6A0U9 type=del 2024-07-26T06:24:58.192 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.192+0000 7f19304c3640 1 > prepared operation key=512VC812AWRN tag=UF1XCEJ71UK0 type=del size=3384291 2024-07-26T06:24:58.195 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.194+0000 7f19304c3640 1 < completed part key=_multipart_7GGA1PRXXHDC.2~MEP32RS01ZVT.0 size=473718 2024-07-26T06:24:58.198 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.198+0000 7f19304c3640 1 < completed multipart upload key=7GGA1PRXXHDC upload=MEP32RS01ZVT tag=TDWMG6T89JCX type=write size=1522294 2024-07-26T06:24:58.201 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.200+0000 7f19304c3640 1 > prepared operation key=LCDUWKN6AQNU tag=3CMI7ZRS43LV type=del size=3752423 2024-07-26T06:24:58.203 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.203+0000 7f19304c3640 1 < completed part key=_multipart_2I9DGCCZ992A.2~7HV5WTTJICDP.0 size=408148 2024-07-26T06:24:58.206 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.206+0000 7f19304c3640 1 < completed multipart upload key=2I9DGCCZ992A upload=7HV5WTTJICDP tag=2YUL0T94JVZH type=write size=1456724 2024-07-26T06:24:58.208 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.208+0000 7f19304c3640 1 > prepared operation key=QMPZ7GQNIH0K tag=U0T5HKCCHW3B type=del size=4024948 2024-07-26T06:24:58.211 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.210+0000 7f19304c3640 1 < completed delete operation key=23K6MK7R266R tag=5IUM2URLW5KM type=del 2024-07-26T06:24:58.213 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.213+0000 7f19304c3640 1 > prepared operation key=8J29YNE031PP tag=PFPMM45W010P type=write size=761011 2024-07-26T06:24:58.215 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.215+0000 7f19304c3640 1 < completed part key=_multipart_P6MP7JC8DTH7.2~RT480CYUJV3Z.0 size=1048576 2024-07-26T06:24:58.217 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.216+0000 7f19304c3640 1 < completed part key=_multipart_P6MP7JC8DTH7.2~RT480CYUJV3Z.1 size=1048576 2024-07-26T06:24:58.217 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.216+0000 7f19304c3640 1 < canceled part key=_multipart_P6MP7JC8DTH7.2~RT480CYUJV3Z.2 size=733752 2024-07-26T06:24:58.220 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.220+0000 7f19304c3640 1 < canceled multipart upload key=P6MP7JC8DTH7 upload=RT480CYUJV3Z tag=2UMFDD4HQTXD type=write size=3879480 2024-07-26T06:24:58.222 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.222+0000 7f19304c3640 1 > prepared operation key=SSAHKRHXMDHN tag=YS9SFSFDSBY4 type=del size=1944190 2024-07-26T06:24:58.225 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.224+0000 7f19304c3640 1 < completed write operation key=512VC812AWRN tag=ME4C39VO3PUA type=write size=487305 2024-07-26T06:24:58.229 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.229+0000 7f19304c3640 1 > prepared part key=_multipart_M8V7EJP4HHQV.2~X3FX6088XQ7J.0 size=1048576 2024-07-26T06:24:58.231 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.231+0000 7f19304c3640 1 > prepared part key=_multipart_M8V7EJP4HHQV.2~X3FX6088XQ7J.1 size=1048576 2024-07-26T06:24:58.233 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.232+0000 7f19304c3640 1 > prepared part key=_multipart_M8V7EJP4HHQV.2~X3FX6088XQ7J.2 size=68321 2024-07-26T06:24:58.233 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.232+0000 7f19304c3640 1 > prepared multipart upload key=M8V7EJP4HHQV upload=X3FX6088XQ7J tag=GV61SD8QV1L1 type=write size=3214049 2024-07-26T06:24:58.235 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.234+0000 7f19304c3640 1 < completed part key=_multipart_G70GGG8ITGEE.2~6UE2IT0RJCUU.0 size=1048576 2024-07-26T06:24:58.236 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.236+0000 7f19304c3640 1 < completed part key=_multipart_G70GGG8ITGEE.2~6UE2IT0RJCUU.1 size=742356 2024-07-26T06:24:58.240 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.240+0000 7f19304c3640 1 < completed multipart upload key=G70GGG8ITGEE upload=6UE2IT0RJCUU tag=616SD5A29HPJ type=write size=2839508 2024-07-26T06:24:58.242 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.242+0000 7f19304c3640 1 > prepared operation key=SQ0RDJVR9PPL tag=90WN0LG24PJH type=del size=1273662 2024-07-26T06:24:58.244 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.244+0000 7f19304c3640 1 < completed part key=_multipart_P6MP7JC8DTH7.2~68MDUUTADW81.0 size=97373 2024-07-26T06:24:58.248 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.248+0000 7f19304c3640 1 < completed multipart upload key=P6MP7JC8DTH7 upload=68MDUUTADW81 tag=7C5JX703AQVV type=write size=1145949 2024-07-26T06:24:58.250 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.250+0000 7f19304c3640 1 > prepared operation key=YDC2NRQG9YFE tag=XFAMU06ZIJGG type=del size=2310008 2024-07-26T06:24:58.252 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.252+0000 7f19304c3640 1 < completed part key=_multipart_YDC2NRQG9YFE.2~ML4R7Z199KT1.0 size=1048576 2024-07-26T06:24:58.253 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.253+0000 7f19304c3640 1 < completed part key=_multipart_YDC2NRQG9YFE.2~ML4R7Z199KT1.1 size=1048576 2024-07-26T06:24:58.255 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.255+0000 7f19304c3640 1 < completed part key=_multipart_YDC2NRQG9YFE.2~ML4R7Z199KT1.2 size=770249 2024-07-26T06:24:58.259 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.259+0000 7f19304c3640 1 < completed multipart upload key=YDC2NRQG9YFE upload=ML4R7Z199KT1 tag=1FJBKFVS2O97 type=write size=3915977 2024-07-26T06:24:58.261 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.261+0000 7f19304c3640 1 > prepared operation key=23K6MK7R266R tag=LOY36E3MUPE6 type=del size=2371591 2024-07-26T06:24:58.263 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.263+0000 7f19304c3640 1 < completed delete operation key=ZSYF9DE73TR8 tag=9XGT3IOVHQUA type=del 2024-07-26T06:24:58.267 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.267+0000 7f19304c3640 1 > prepared part key=_multipart_M8V7EJP4HHQV.2~9O1VXVG4RH57.0 size=1048576 2024-07-26T06:24:58.269 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.269+0000 7f19304c3640 1 > prepared part key=_multipart_M8V7EJP4HHQV.2~9O1VXVG4RH57.1 size=989793 2024-07-26T06:24:58.269 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.269+0000 7f19304c3640 1 > prepared multipart upload key=M8V7EJP4HHQV upload=9O1VXVG4RH57 tag=PHCTRAHTLDGC type=write size=3086945 2024-07-26T06:24:58.271 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.271+0000 7f19304c3640 1 < completed write operation key=G2XJVRBLSPE9 tag=YWWNZYIQIIUR type=write size=653264 2024-07-26T06:24:58.273 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.273+0000 7f19304c3640 1 > prepared operation key=QMPZ7GQNIH0K tag=GULGMASNOAGA type=write size=670261 2024-07-26T06:24:58.275 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.275+0000 7f19304c3640 1 < completed delete operation key=7GGA1PRXXHDC tag=NFJAYO2ET23U type=del 2024-07-26T06:24:58.277 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.277+0000 7f19304c3640 1 > prepared operation key=ZSYF9DE73TR8 tag=XCE3MK4YWS2B type=del size=2685044 2024-07-26T06:24:58.279 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.279+0000 7f19304c3640 1 < completed part key=_multipart_Y0JGX4QVQXEC.2~8O36NT66E82R.0 size=302270 2024-07-26T06:24:58.283 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.283+0000 7f19304c3640 1 < completed multipart upload key=Y0JGX4QVQXEC upload=8O36NT66E82R tag=6RZBRO4Y4L06 type=write size=1350846 2024-07-26T06:24:58.288 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.287+0000 7f19304c3640 1 > prepared part key=_multipart_7GGA1PRXXHDC.2~YEX9UBLDH3XR.0 size=1048576 2024-07-26T06:24:58.290 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.289+0000 7f19304c3640 1 > prepared part key=_multipart_7GGA1PRXXHDC.2~YEX9UBLDH3XR.1 size=1048576 2024-07-26T06:24:58.292 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.291+0000 7f19304c3640 1 > prepared part key=_multipart_7GGA1PRXXHDC.2~YEX9UBLDH3XR.2 size=409350 2024-07-26T06:24:58.292 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.291+0000 7f19304c3640 1 > prepared multipart upload key=7GGA1PRXXHDC upload=YEX9UBLDH3XR tag=BO3ELWEU0RP8 type=write size=3555078 2024-07-26T06:24:58.294 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.293+0000 7f19304c3640 1 < completed part key=_multipart_55ZIE8HVR68M.2~R67Q5LE08PJM.0 size=290518 2024-07-26T06:24:58.297 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.297+0000 7f19304c3640 1 < completed multipart upload key=55ZIE8HVR68M upload=R67Q5LE08PJM tag=UZKULQJBOGYW type=write size=1339094 2024-07-26T06:24:58.299 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.299+0000 7f19304c3640 1 > prepared operation key=PN7DBK1NNJVB tag=5SJ2JVMXAVQB type=del size=336799 2024-07-26T06:24:58.301 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.301+0000 7f19304c3640 1 < completed delete operation key=512VC812AWRN tag=JOT4N35S402S type=del 2024-07-26T06:24:58.305 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.305+0000 7f19304c3640 1 > prepared part key=_multipart_1I2JP28R3YNS.2~GBMBIIKO7JP9.0 size=1048576 2024-07-26T06:24:58.307 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.307+0000 7f19304c3640 1 > prepared part key=_multipart_1I2JP28R3YNS.2~GBMBIIKO7JP9.1 size=317305 2024-07-26T06:24:58.307 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.307+0000 7f19304c3640 1 > prepared multipart upload key=1I2JP28R3YNS upload=GBMBIIKO7JP9 tag=1WBIOJGGTGRD type=write size=2414457 2024-07-26T06:24:58.309 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.309+0000 7f19304c3640 1 < canceled operation key=SQ0RDJVR9PPL tag=9YJ5X0HU7SK4 type=del size=2248997 2024-07-26T06:24:58.314 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.313+0000 7f19304c3640 1 > prepared part key=_multipart_2I9DGCCZ992A.2~P5X2ZLUBALZL.0 size=880217 2024-07-26T06:24:58.314 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.313+0000 7f19304c3640 1 > prepared multipart upload key=2I9DGCCZ992A upload=P5X2ZLUBALZL tag=3DDPK2T9XYMK type=write size=1928793 2024-07-26T06:24:58.316 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.315+0000 7f19304c3640 1 < completed delete operation key=512VC812AWRN tag=UF1XCEJ71UK0 type=del 2024-07-26T06:24:58.318 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.317+0000 7f19304c3640 1 > prepared operation key=SQ0RDJVR9PPL tag=XX8GKL0SKLS6 type=del size=1744500 2024-07-26T06:24:58.320 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.320+0000 7f19304c3640 1 < completed delete operation key=LCDUWKN6AQNU tag=3CMI7ZRS43LV type=del 2024-07-26T06:24:58.322 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.322+0000 7f19304c3640 1 > prepared operation key=ZSYF9DE73TR8 tag=V7UPRC0XZKNV type=del size=561944 2024-07-26T06:24:58.324 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.324+0000 7f19304c3640 1 < completed delete operation key=QMPZ7GQNIH0K tag=U0T5HKCCHW3B type=del 2024-07-26T06:24:58.326 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.326+0000 7f19304c3640 1 > prepared operation key=SSAHKRHXMDHN tag=0185AVVF07VT type=write size=325472 2024-07-26T06:24:58.328 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.328+0000 7f19304c3640 1 < completed write operation key=8J29YNE031PP tag=PFPMM45W010P type=write size=761011 2024-07-26T06:24:58.333 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.333+0000 7f19304c3640 1 > prepared part key=_multipart_QMPZ7GQNIH0K.2~EW22JB167DV1.0 size=638053 2024-07-26T06:24:58.333 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.333+0000 7f19304c3640 1 > prepared multipart upload key=QMPZ7GQNIH0K upload=EW22JB167DV1 tag=8SIC7TZW2PO0 type=write size=1686629 2024-07-26T06:24:58.337 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.337+0000 7f19304c3640 1 < suggested remove operation key=SSAHKRHXMDHN tag=YS9SFSFDSBY4 type=del 2024-07-26T06:24:58.342 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.341+0000 7f19304c3640 1 > prepared part key=_multipart_23K6MK7R266R.2~XND2WVCFAU3L.0 size=227684 2024-07-26T06:24:58.342 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.341+0000 7f19304c3640 1 > prepared multipart upload key=23K6MK7R266R upload=XND2WVCFAU3L tag=5EQ6KM4YV4YY type=write size=1276260 2024-07-26T06:24:58.344 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.344+0000 7f19304c3640 1 < completed part key=_multipart_M8V7EJP4HHQV.2~X3FX6088XQ7J.0 size=1048576 2024-07-26T06:24:58.346 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.346+0000 7f19304c3640 1 < completed part key=_multipart_M8V7EJP4HHQV.2~X3FX6088XQ7J.1 size=1048576 2024-07-26T06:24:58.350 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.347+0000 7f19304c3640 1 < completed part key=_multipart_M8V7EJP4HHQV.2~X3FX6088XQ7J.2 size=68321 2024-07-26T06:24:58.351 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.351+0000 7f19304c3640 1 < completed multipart upload key=M8V7EJP4HHQV upload=X3FX6088XQ7J tag=GV61SD8QV1L1 type=write size=3214049 2024-07-26T06:24:58.353 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.353+0000 7f19304c3640 1 > prepared operation key=HO4GZ0KNZ8SK tag=PQK05RMALCMT type=del size=732245 2024-07-26T06:24:58.355 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.355+0000 7f19304c3640 1 < completed delete operation key=SQ0RDJVR9PPL tag=90WN0LG24PJH type=del 2024-07-26T06:24:58.358 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.357+0000 7f19304c3640 1 > prepared operation key=ZSYF9DE73TR8 tag=MSMRU262X9HD type=del size=4169255 2024-07-26T06:24:58.360 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.360+0000 7f19304c3640 1 < completed delete operation key=YDC2NRQG9YFE tag=XFAMU06ZIJGG type=del 2024-07-26T06:24:58.362 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.362+0000 7f19304c3640 1 > prepared operation key=512VC812AWRN tag=PT8WTXO9V1LW type=del size=3986244 2024-07-26T06:24:58.364 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.364+0000 7f19304c3640 1 < canceled operation key=23K6MK7R266R tag=LOY36E3MUPE6 type=del size=2371591 2024-07-26T06:24:58.368 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.367+0000 7f19304c3640 1 > prepared part key=_multipart_23K6MK7R266R.2~64N3HEOX3WGO.0 size=1048576 2024-07-26T06:24:58.369 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.369+0000 7f19304c3640 1 > prepared part key=_multipart_23K6MK7R266R.2~64N3HEOX3WGO.1 size=684152 2024-07-26T06:24:58.369 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.369+0000 7f19304c3640 1 > prepared multipart upload key=23K6MK7R266R upload=64N3HEOX3WGO tag=DFMM4HJY2W03 type=write size=2781304 2024-07-26T06:24:58.371 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.371+0000 7f19304c3640 1 < completed part key=_multipart_M8V7EJP4HHQV.2~9O1VXVG4RH57.0 size=1048576 2024-07-26T06:24:58.373 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.373+0000 7f19304c3640 1 < completed part key=_multipart_M8V7EJP4HHQV.2~9O1VXVG4RH57.1 size=989793 2024-07-26T06:24:58.377 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.376+0000 7f19304c3640 1 < completed multipart upload key=M8V7EJP4HHQV upload=9O1VXVG4RH57 tag=PHCTRAHTLDGC type=write size=3086945 2024-07-26T06:24:58.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:24:57 smithi155 ceph-mon[90160]: pgmap v1398: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 387 KiB/s wr, 1.99k op/s 2024-07-26T06:24:58.381 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.381+0000 7f19304c3640 1 > prepared part key=_multipart_7P9AQQD7XI2Z.2~IX1APMA0G333.0 size=1048576 2024-07-26T06:24:58.383 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.383+0000 7f19304c3640 1 > prepared part key=_multipart_7P9AQQD7XI2Z.2~IX1APMA0G333.1 size=1048576 2024-07-26T06:24:58.385 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.385+0000 7f19304c3640 1 > prepared part key=_multipart_7P9AQQD7XI2Z.2~IX1APMA0G333.2 size=857783 2024-07-26T06:24:58.385 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.385+0000 7f19304c3640 1 > prepared multipart upload key=7P9AQQD7XI2Z upload=IX1APMA0G333 tag=PTQO2OR53XDW type=write size=4003511 2024-07-26T06:24:58.389 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.389+0000 7f19304c3640 1 < suggested update operation key=QMPZ7GQNIH0K tag=GULGMASNOAGA type=write size=670261 2024-07-26T06:24:58.391 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.391+0000 7f19304c3640 1 > prepared operation key=7P9AQQD7XI2Z tag=HTBYEUI0CSS9 type=del size=611591 2024-07-26T06:24:58.393 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.393+0000 7f19304c3640 1 < completed delete operation key=ZSYF9DE73TR8 tag=XCE3MK4YWS2B type=del 2024-07-26T06:24:58.397 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.397+0000 7f19304c3640 1 > prepared part key=_multipart_Y31PRFKXA0KI.2~Q92B2Y1M1DJB.0 size=143620 2024-07-26T06:24:58.397 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.397+0000 7f19304c3640 1 > prepared multipart upload key=Y31PRFKXA0KI upload=Q92B2Y1M1DJB tag=NNH0TNZQG963 type=write size=1192196 2024-07-26T06:24:58.399 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.399+0000 7f19304c3640 1 < completed part key=_multipart_7GGA1PRXXHDC.2~YEX9UBLDH3XR.0 size=1048576 2024-07-26T06:24:58.401 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.401+0000 7f19304c3640 1 < completed part key=_multipart_7GGA1PRXXHDC.2~YEX9UBLDH3XR.1 size=1048576 2024-07-26T06:24:58.403 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.403+0000 7f19304c3640 1 < completed part key=_multipart_7GGA1PRXXHDC.2~YEX9UBLDH3XR.2 size=409350 2024-07-26T06:24:58.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:24:57 smithi089 ceph-mon[99608]: pgmap v1398: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 387 KiB/s wr, 1.99k op/s 2024-07-26T06:24:58.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:24:57 smithi089 ceph-mon[102056]: pgmap v1398: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 387 KiB/s wr, 1.99k op/s 2024-07-26T06:24:58.407 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.407+0000 7f19304c3640 1 < completed multipart upload key=7GGA1PRXXHDC upload=YEX9UBLDH3XR tag=BO3ELWEU0RP8 type=write size=3555078 2024-07-26T06:24:58.411 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.411+0000 7f19304c3640 1 > prepared part key=_multipart_YDC2NRQG9YFE.2~1SDPV5GRC3FF.0 size=1048576 2024-07-26T06:24:58.413 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.413+0000 7f19304c3640 1 > prepared part key=_multipart_YDC2NRQG9YFE.2~1SDPV5GRC3FF.1 size=921545 2024-07-26T06:24:58.413 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.413+0000 7f19304c3640 1 > prepared multipart upload key=YDC2NRQG9YFE upload=1SDPV5GRC3FF tag=9I8VRGZNXSS6 type=write size=3018697 2024-07-26T06:24:58.415 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.415+0000 7f19304c3640 1 < completed delete operation key=PN7DBK1NNJVB tag=5SJ2JVMXAVQB type=del 2024-07-26T06:24:58.417 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.417+0000 7f19304c3640 1 > prepared operation key=55ZIE8HVR68M tag=5TLLR6X3TLP9 type=del size=3875726 2024-07-26T06:24:58.417 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.417+0000 7f19304c3640 1 < canceled part key=_multipart_1I2JP28R3YNS.2~GBMBIIKO7JP9.0 size=1048576 2024-07-26T06:24:58.419 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.419+0000 7f19304c3640 1 < completed part key=_multipart_1I2JP28R3YNS.2~GBMBIIKO7JP9.1 size=317305 2024-07-26T06:24:58.423 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.423+0000 7f19304c3640 1 < canceled multipart upload key=1I2JP28R3YNS upload=GBMBIIKO7JP9 tag=1WBIOJGGTGRD type=write size=2414457 2024-07-26T06:24:58.425 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.425+0000 7f19304c3640 1 > prepared operation key=M8V7EJP4HHQV tag=YB5P9GDMN88M type=del size=1140581 2024-07-26T06:24:58.427 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.427+0000 7f19304c3640 1 < completed part key=_multipart_2I9DGCCZ992A.2~P5X2ZLUBALZL.0 size=880217 2024-07-26T06:24:58.431 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.431+0000 7f19304c3640 1 < completed multipart upload key=2I9DGCCZ992A upload=P5X2ZLUBALZL tag=3DDPK2T9XYMK type=write size=1928793 2024-07-26T06:24:58.434 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.433+0000 7f19304c3640 1 > prepared operation key=G2XJVRBLSPE9 tag=U27D1005MYK8 type=del size=3850018 2024-07-26T06:24:58.437 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.437+0000 7f19304c3640 1 < suggested remove operation key=SQ0RDJVR9PPL tag=XX8GKL0SKLS6 type=del 2024-07-26T06:24:58.441 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.441+0000 7f19304c3640 1 > prepared part key=_multipart_D2CZZ6A8YSHC.2~UF2RXCLZDYNQ.0 size=1048576 2024-07-26T06:24:58.443 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.443+0000 7f19304c3640 1 > prepared part key=_multipart_D2CZZ6A8YSHC.2~UF2RXCLZDYNQ.1 size=126423 2024-07-26T06:24:58.443 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.443+0000 7f19304c3640 1 > prepared multipart upload key=D2CZZ6A8YSHC upload=UF2RXCLZDYNQ tag=Y6JDJIW6KTO1 type=write size=2223575 2024-07-26T06:24:58.445 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.445+0000 7f19304c3640 1 < completed delete operation key=ZSYF9DE73TR8 tag=V7UPRC0XZKNV type=del 2024-07-26T06:24:58.447 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.447+0000 7f19304c3640 1 > prepared operation key=4ZWJ6XHKZXZF tag=0ALE822BVAEA type=del size=2035011 2024-07-26T06:24:58.450 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.450+0000 7f19304c3640 -1 < failed to complete operation key=SSAHKRHXMDHN tag=0185AVVF07VT type=write size=325472: (22) Invalid argument 2024-07-26T06:24:58.452 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.452+0000 7f19304c3640 1 > prepared operation key=V4RJB0J6F7NB tag=PD2VJL6SJ07Q type=del size=2287095 2024-07-26T06:24:58.454 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.454+0000 7f19304c3640 1 < completed part key=_multipart_QMPZ7GQNIH0K.2~EW22JB167DV1.0 size=638053 2024-07-26T06:24:58.458 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.458+0000 7f19304c3640 1 < completed multipart upload key=QMPZ7GQNIH0K upload=EW22JB167DV1 tag=8SIC7TZW2PO0 type=write size=1686629 2024-07-26T06:24:58.462 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.462+0000 7f19304c3640 1 > prepared part key=_multipart_LCDUWKN6AQNU.2~LARZ1A3QDI1J.0 size=1048576 2024-07-26T06:24:58.464 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.463+0000 7f19304c3640 1 > prepared part key=_multipart_LCDUWKN6AQNU.2~LARZ1A3QDI1J.1 size=407249 2024-07-26T06:24:58.464 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.463+0000 7f19304c3640 1 > prepared multipart upload key=LCDUWKN6AQNU upload=LARZ1A3QDI1J tag=JOZ7OQNFX93J type=write size=2504401 2024-07-26T06:24:58.466 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.465+0000 7f19304c3640 1 < completed part key=_multipart_23K6MK7R266R.2~XND2WVCFAU3L.0 size=227684 2024-07-26T06:24:58.469 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.469+0000 7f19304c3640 1 < completed multipart upload key=23K6MK7R266R upload=XND2WVCFAU3L tag=5EQ6KM4YV4YY type=write size=1276260 2024-07-26T06:24:58.471 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.471+0000 7f19304c3640 1 > prepared operation key=SQ0RDJVR9PPL tag=RFPQK720PT9E type=del size=3320592 2024-07-26T06:24:58.473 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.473+0000 7f19304c3640 1 < completed delete operation key=HO4GZ0KNZ8SK tag=PQK05RMALCMT type=del 2024-07-26T06:24:58.476 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.475+0000 7f19304c3640 1 > prepared operation key=TWRRPXYVH5FW tag=ZNXSP61CI5D0 type=del size=860542 2024-07-26T06:24:58.478 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.478+0000 7f19304c3640 1 < completed delete operation key=ZSYF9DE73TR8 tag=MSMRU262X9HD type=del 2024-07-26T06:24:58.480 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.480+0000 7f19304c3640 1 > prepared operation key=V4RJB0J6F7NB tag=Y9RET1GVDQF0 type=write size=980118 2024-07-26T06:24:58.482 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.482+0000 7f19304c3640 1 < completed delete operation key=512VC812AWRN tag=PT8WTXO9V1LW type=del 2024-07-26T06:24:58.484 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.484+0000 7f19304c3640 1 > prepared operation key=Y0JGX4QVQXEC tag=RLOE0AU52V87 type=del size=2991333 2024-07-26T06:24:58.486 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.486+0000 7f19304c3640 1 < completed part key=_multipart_23K6MK7R266R.2~64N3HEOX3WGO.0 size=1048576 2024-07-26T06:24:58.488 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.488+0000 7f19304c3640 1 < completed part key=_multipart_23K6MK7R266R.2~64N3HEOX3WGO.1 size=684152 2024-07-26T06:24:58.492 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.492+0000 7f19304c3640 1 < completed multipart upload key=23K6MK7R266R upload=64N3HEOX3WGO tag=DFMM4HJY2W03 type=write size=2781304 2024-07-26T06:24:58.496 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.495+0000 7f19304c3640 1 > prepared part key=_multipart_V4QX80DR86I3.2~3ONQN9H3ABKH.0 size=916297 2024-07-26T06:24:58.496 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.495+0000 7f19304c3640 1 > prepared multipart upload key=V4QX80DR86I3 upload=3ONQN9H3ABKH tag=MJJISOKXFAPU type=write size=1964873 2024-07-26T06:24:58.496 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.496+0000 7f19304c3640 1 < canceled part key=_multipart_7P9AQQD7XI2Z.2~IX1APMA0G333.0 size=1048576 2024-07-26T06:24:58.498 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.497+0000 7f19304c3640 1 < completed part key=_multipart_7P9AQQD7XI2Z.2~IX1APMA0G333.1 size=1048576 2024-07-26T06:24:58.499 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.499+0000 7f19304c3640 1 < completed part key=_multipart_7P9AQQD7XI2Z.2~IX1APMA0G333.2 size=857783 2024-07-26T06:24:58.503 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.503+0000 7f19304c3640 1 < canceled multipart upload key=7P9AQQD7XI2Z upload=IX1APMA0G333 tag=PTQO2OR53XDW type=write size=4003511 2024-07-26T06:24:58.506 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.506+0000 7f19304c3640 1 > prepared part key=_multipart_F3QUORF2HDZY.2~EYXLZCVE8N4C.0 size=1048576 2024-07-26T06:24:58.508 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.508+0000 7f19304c3640 1 > prepared part key=_multipart_F3QUORF2HDZY.2~EYXLZCVE8N4C.1 size=850800 2024-07-26T06:24:58.508 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.508+0000 7f19304c3640 1 > prepared multipart upload key=F3QUORF2HDZY upload=EYXLZCVE8N4C tag=O6B1FIE5GATY type=write size=2947952 2024-07-26T06:24:58.510 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.510+0000 7f19304c3640 1 < completed delete operation key=7P9AQQD7XI2Z tag=HTBYEUI0CSS9 type=del 2024-07-26T06:24:58.512 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.512+0000 7f19304c3640 1 > prepared operation key=Y0JGX4QVQXEC tag=KIP3WDKUSPL7 type=del size=3268655 2024-07-26T06:24:58.514 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.514+0000 7f19304c3640 1 < completed part key=_multipart_Y31PRFKXA0KI.2~Q92B2Y1M1DJB.0 size=143620 2024-07-26T06:24:58.517 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.517+0000 7f19304c3640 1 < completed multipart upload key=Y31PRFKXA0KI upload=Q92B2Y1M1DJB tag=NNH0TNZQG963 type=write size=1192196 2024-07-26T06:24:58.521 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.521+0000 7f19304c3640 1 > prepared part key=_multipart_SQ0RDJVR9PPL.2~3V2RQ69F25K0.0 size=264135 2024-07-26T06:24:58.521 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.521+0000 7f19304c3640 1 > prepared multipart upload key=SQ0RDJVR9PPL upload=3V2RQ69F25K0 tag=H3AMC37AIH10 type=write size=1312711 2024-07-26T06:24:58.524 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.524+0000 7f19304c3640 1 < completed part key=_multipart_YDC2NRQG9YFE.2~1SDPV5GRC3FF.0 size=1048576 2024-07-26T06:24:58.526 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.525+0000 7f19304c3640 1 < completed part key=_multipart_YDC2NRQG9YFE.2~1SDPV5GRC3FF.1 size=921545 2024-07-26T06:24:58.529 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.529+0000 7f19304c3640 1 < completed multipart upload key=YDC2NRQG9YFE upload=1SDPV5GRC3FF tag=9I8VRGZNXSS6 type=write size=3018697 2024-07-26T06:24:58.534 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.533+0000 7f19304c3640 1 > prepared part key=_multipart_CXCXAKPQIOKH.2~R0VRWZOWME4P.0 size=1048576 2024-07-26T06:24:58.536 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.535+0000 7f19304c3640 1 > prepared part key=_multipart_CXCXAKPQIOKH.2~R0VRWZOWME4P.1 size=21384 2024-07-26T06:24:58.536 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.535+0000 7f19304c3640 1 > prepared multipart upload key=CXCXAKPQIOKH upload=R0VRWZOWME4P tag=CZHUB0IXZZZN type=write size=2118536 2024-07-26T06:24:58.538 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.537+0000 7f19304c3640 1 < completed delete operation key=55ZIE8HVR68M tag=5TLLR6X3TLP9 type=del 2024-07-26T06:24:58.540 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.540+0000 7f19304c3640 1 > prepared operation key=2TS50KKRU12E tag=NSAEGSUO2SK6 type=del size=2080167 2024-07-26T06:24:58.544 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.544+0000 7f19304c3640 1 < suggested update operation key=M8V7EJP4HHQV tag=YB5P9GDMN88M type=del size=1140581 2024-07-26T06:24:58.548 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.547+0000 7f19304c3640 1 > prepared part key=_multipart_1I2JP28R3YNS.2~QXTF17C9F0PV.0 size=1048576 2024-07-26T06:24:58.550 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.549+0000 7f19304c3640 1 > prepared part key=_multipart_1I2JP28R3YNS.2~QXTF17C9F0PV.1 size=363497 2024-07-26T06:24:58.550 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.549+0000 7f19304c3640 1 > prepared multipart upload key=1I2JP28R3YNS upload=QXTF17C9F0PV tag=4F6W79GY6Q35 type=write size=2460649 2024-07-26T06:24:58.554 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.551+0000 7f19304c3640 1 < completed delete operation key=G2XJVRBLSPE9 tag=U27D1005MYK8 type=del 2024-07-26T06:24:58.555 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.554+0000 7f19304c3640 1 > prepared operation key=TWRRPXYVH5FW tag=V74WTMXGPCNK type=del size=1203864 2024-07-26T06:24:58.557 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.557+0000 7f19304c3640 1 < completed part key=_multipart_D2CZZ6A8YSHC.2~UF2RXCLZDYNQ.0 size=1048576 2024-07-26T06:24:58.559 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.559+0000 7f19304c3640 1 < completed part key=_multipart_D2CZZ6A8YSHC.2~UF2RXCLZDYNQ.1 size=126423 2024-07-26T06:24:58.563 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.563+0000 7f19304c3640 1 < completed multipart upload key=D2CZZ6A8YSHC upload=UF2RXCLZDYNQ tag=Y6JDJIW6KTO1 type=write size=2223575 2024-07-26T06:24:58.567 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.567+0000 7f19304c3640 1 > prepared part key=_multipart_G70GGG8ITGEE.2~LT9R4HGGSAN2.0 size=203373 2024-07-26T06:24:58.567 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.567+0000 7f19304c3640 1 > prepared multipart upload key=G70GGG8ITGEE upload=LT9R4HGGSAN2 tag=C93P6QGPJU1X type=write size=1251949 2024-07-26T06:24:58.569 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.569+0000 7f19304c3640 1 < completed delete operation key=4ZWJ6XHKZXZF tag=0ALE822BVAEA type=del 2024-07-26T06:24:58.571 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.571+0000 7f19304c3640 1 > prepared operation key=G70GGG8ITGEE tag=TBMURWDVJJY4 type=write size=109782 2024-07-26T06:24:58.574 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.573+0000 7f19304c3640 1 < canceled operation key=V4RJB0J6F7NB tag=PD2VJL6SJ07Q type=del size=2287095 2024-07-26T06:24:58.576 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.575+0000 7f19304c3640 1 > prepared operation key=55ZIE8HVR68M tag=PHUISQPOPP74 type=del size=267116 2024-07-26T06:24:58.578 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.578+0000 7f19304c3640 1 < completed part key=_multipart_LCDUWKN6AQNU.2~LARZ1A3QDI1J.0 size=1048576 2024-07-26T06:24:58.579 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.579+0000 7f19304c3640 1 < completed part key=_multipart_LCDUWKN6AQNU.2~LARZ1A3QDI1J.1 size=407249 2024-07-26T06:24:58.583 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.583+0000 7f19304c3640 1 < completed multipart upload key=LCDUWKN6AQNU upload=LARZ1A3QDI1J tag=JOZ7OQNFX93J type=write size=2504401 2024-07-26T06:24:58.587 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.586+0000 7f19304c3640 1 > prepared part key=_multipart_Y0JGX4QVQXEC.2~8NQ3O597D8KI.0 size=1048576 2024-07-26T06:24:58.588 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.588+0000 7f19304c3640 1 > prepared part key=_multipart_Y0JGX4QVQXEC.2~8NQ3O597D8KI.1 size=1048576 2024-07-26T06:24:58.590 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.590+0000 7f19304c3640 1 > prepared part key=_multipart_Y0JGX4QVQXEC.2~8NQ3O597D8KI.2 size=854633 2024-07-26T06:24:58.590 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.590+0000 7f19304c3640 1 > prepared multipart upload key=Y0JGX4QVQXEC upload=8NQ3O597D8KI tag=ZIW26WVZ0FIL type=write size=4000361 2024-07-26T06:24:58.592 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.592+0000 7f19304c3640 1 < completed delete operation key=SQ0RDJVR9PPL tag=RFPQK720PT9E type=del 2024-07-26T06:24:58.601 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.600+0000 7f19304c3640 1 > prepared part key=_multipart_QMPZ7GQNIH0K.2~ZNEAR7VAP180.0 size=242235 2024-07-26T06:24:58.601 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.600+0000 7f19304c3640 1 > prepared multipart upload key=QMPZ7GQNIH0K upload=ZNEAR7VAP180 tag=2R3WNAGAB3JB type=write size=1290811 2024-07-26T06:24:58.603 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.602+0000 7f19304c3640 1 < completed delete operation key=TWRRPXYVH5FW tag=ZNXSP61CI5D0 type=del 2024-07-26T06:24:58.605 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.604+0000 7f19304c3640 1 > prepared operation key=ZSYF9DE73TR8 tag=Y8CPJKBF9AX9 type=del size=570597 2024-07-26T06:24:58.607 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.607+0000 7f19304c3640 1 < completed write operation key=V4RJB0J6F7NB tag=Y9RET1GVDQF0 type=write size=980118 2024-07-26T06:24:58.610 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.609+0000 7f19304c3640 1 > prepared operation key=LCDUWKN6AQNU tag=2S538IL5UTGQ type=del size=622335 2024-07-26T06:24:58.612 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.611+0000 7f19304c3640 1 < completed delete operation key=Y0JGX4QVQXEC tag=RLOE0AU52V87 type=del 2024-07-26T06:24:58.616 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.616+0000 7f19304c3640 1 > prepared part key=_multipart_V4QX80DR86I3.2~8A3XIO3I572A.0 size=1048576 2024-07-26T06:24:58.618 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.618+0000 7f19304c3640 1 > prepared part key=_multipart_V4QX80DR86I3.2~8A3XIO3I572A.1 size=1048576 2024-07-26T06:24:58.620 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.620+0000 7f19304c3640 1 > prepared part key=_multipart_V4QX80DR86I3.2~8A3XIO3I572A.2 size=65479 2024-07-26T06:24:58.620 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.620+0000 7f19304c3640 1 > prepared multipart upload key=V4QX80DR86I3 upload=8A3XIO3I572A tag=B7LTWYRGL42V type=write size=3211207 2024-07-26T06:24:58.622 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.622+0000 7f19304c3640 1 < completed part key=_multipart_V4QX80DR86I3.2~3ONQN9H3ABKH.0 size=916297 2024-07-26T06:24:58.626 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.626+0000 7f19304c3640 1 < completed multipart upload key=V4QX80DR86I3 upload=3ONQN9H3ABKH tag=MJJISOKXFAPU type=write size=1964873 2024-07-26T06:24:58.630 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.630+0000 7f19304c3640 1 > prepared part key=_multipart_YDC2NRQG9YFE.2~7MOCRV8HMWPO.0 size=1048576 2024-07-26T06:24:58.632 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.632+0000 7f19304c3640 1 > prepared part key=_multipart_YDC2NRQG9YFE.2~7MOCRV8HMWPO.1 size=661934 2024-07-26T06:24:58.632 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.632+0000 7f19304c3640 1 > prepared multipart upload key=YDC2NRQG9YFE upload=7MOCRV8HMWPO tag=ZYP24V7RVWKG type=write size=2759086 2024-07-26T06:24:58.634 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.634+0000 7f19304c3640 1 < completed part key=_multipart_F3QUORF2HDZY.2~EYXLZCVE8N4C.0 size=1048576 2024-07-26T06:24:58.636 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.636+0000 7f19304c3640 1 < completed part key=_multipart_F3QUORF2HDZY.2~EYXLZCVE8N4C.1 size=850800 2024-07-26T06:24:58.641 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.641+0000 7f19304c3640 1 < completed multipart upload key=F3QUORF2HDZY upload=EYXLZCVE8N4C tag=O6B1FIE5GATY type=write size=2947952 2024-07-26T06:24:58.643 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.643+0000 7f19304c3640 1 > prepared operation key=0PV4L596ZFOW tag=E5OXJ47CGELN type=write size=923675 2024-07-26T06:24:58.645 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.645+0000 7f19304c3640 1 < canceled operation key=Y0JGX4QVQXEC tag=KIP3WDKUSPL7 type=del size=3268655 2024-07-26T06:24:58.647 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.647+0000 7f19304c3640 1 > prepared operation key=QMPZ7GQNIH0K tag=HSQ8QCH838JQ type=del size=3684905 2024-07-26T06:24:58.649 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.648+0000 7f19304c3640 1 < completed part key=_multipart_SQ0RDJVR9PPL.2~3V2RQ69F25K0.0 size=264135 2024-07-26T06:24:58.652 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.652+0000 7f19304c3640 1 < completed multipart upload key=SQ0RDJVR9PPL upload=3V2RQ69F25K0 tag=H3AMC37AIH10 type=write size=1312711 2024-07-26T06:24:58.656 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.656+0000 7f19304c3640 1 > prepared part key=_multipart_7GGA1PRXXHDC.2~3LWQ92F0L04C.0 size=667653 2024-07-26T06:24:58.656 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.656+0000 7f19304c3640 1 > prepared multipart upload key=7GGA1PRXXHDC upload=3LWQ92F0L04C tag=7K8U7REKNH04 type=write size=1716229 2024-07-26T06:24:58.658 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.658+0000 7f19304c3640 1 < completed part key=_multipart_CXCXAKPQIOKH.2~R0VRWZOWME4P.0 size=1048576 2024-07-26T06:24:58.660 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.660+0000 7f19304c3640 1 < completed part key=_multipart_CXCXAKPQIOKH.2~R0VRWZOWME4P.1 size=21384 2024-07-26T06:24:58.663 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.663+0000 7f19304c3640 1 < completed multipart upload key=CXCXAKPQIOKH upload=R0VRWZOWME4P tag=CZHUB0IXZZZN type=write size=2118536 2024-07-26T06:24:58.668 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.667+0000 7f19304c3640 1 > prepared part key=_multipart_LCDUWKN6AQNU.2~1W6Y6Y3SXAVJ.0 size=1048576 2024-07-26T06:24:58.669 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.669+0000 7f19304c3640 1 > prepared part key=_multipart_LCDUWKN6AQNU.2~1W6Y6Y3SXAVJ.1 size=570249 2024-07-26T06:24:58.669 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.669+0000 7f19304c3640 1 > prepared multipart upload key=LCDUWKN6AQNU upload=1W6Y6Y3SXAVJ tag=8PE3Q1L7NEL3 type=write size=2667401 2024-07-26T06:24:58.671 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.671+0000 7f19304c3640 1 < completed delete operation key=2TS50KKRU12E tag=NSAEGSUO2SK6 type=del 2024-07-26T06:24:58.673 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.673+0000 7f19304c3640 1 > prepared operation key=512VC812AWRN tag=4KW2WZ0UV9P6 type=del size=4024056 2024-07-26T06:24:58.675 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.675+0000 7f19304c3640 1 < completed part key=_multipart_1I2JP28R3YNS.2~QXTF17C9F0PV.0 size=1048576 2024-07-26T06:24:58.677 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.677+0000 7f19304c3640 1 < completed part key=_multipart_1I2JP28R3YNS.2~QXTF17C9F0PV.1 size=363497 2024-07-26T06:24:58.681 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.680+0000 7f19304c3640 1 < completed multipart upload key=1I2JP28R3YNS upload=QXTF17C9F0PV tag=4F6W79GY6Q35 type=write size=2460649 2024-07-26T06:24:58.683 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.682+0000 7f19304c3640 1 > prepared operation key=7GGA1PRXXHDC tag=TQZ6LYAA1JKI type=write size=1004229 2024-07-26T06:24:58.687 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.686+0000 7f19304c3640 1 < suggested update operation key=TWRRPXYVH5FW tag=V74WTMXGPCNK type=del size=1203864 2024-07-26T06:24:58.689 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.688+0000 7f19304c3640 1 > prepared operation key=M8V7EJP4HHQV tag=Y5RW3Q17GNZM type=del size=2055687 2024-07-26T06:24:58.691 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.690+0000 7f19304c3640 1 < completed part key=_multipart_G70GGG8ITGEE.2~LT9R4HGGSAN2.0 size=203373 2024-07-26T06:24:58.695 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.694+0000 7f19304c3640 1 < completed multipart upload key=G70GGG8ITGEE upload=LT9R4HGGSAN2 tag=C93P6QGPJU1X type=write size=1251949 2024-07-26T06:24:58.697 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.696+0000 7f19304c3640 1 > prepared operation key=2I9DGCCZ992A tag=68NUXKGPHM54 type=del size=2152203 2024-07-26T06:24:58.701 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.701+0000 7f19304c3640 1 < suggested remove operation key=G70GGG8ITGEE tag=TBMURWDVJJY4 type=write 2024-07-26T06:24:58.703 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.703+0000 7f19304c3640 1 > prepared operation key=P6MP7JC8DTH7 tag=DCKSE9N7IQJZ type=write size=773208 2024-07-26T06:24:58.708 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.707+0000 7f19304c3640 1 < suggested remove operation key=55ZIE8HVR68M tag=PHUISQPOPP74 type=del 2024-07-26T06:24:58.710 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.709+0000 7f19304c3640 1 > prepared operation key=Y31PRFKXA0KI tag=JI6AX0FRCZS0 type=del size=1279554 2024-07-26T06:24:58.712 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.712+0000 7f19304c3640 1 < completed part key=_multipart_Y0JGX4QVQXEC.2~8NQ3O597D8KI.0 size=1048576 2024-07-26T06:24:58.714 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.713+0000 7f19304c3640 1 < completed part key=_multipart_Y0JGX4QVQXEC.2~8NQ3O597D8KI.1 size=1048576 2024-07-26T06:24:58.715 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.715+0000 7f19304c3640 1 < completed part key=_multipart_Y0JGX4QVQXEC.2~8NQ3O597D8KI.2 size=854633 2024-07-26T06:24:58.719 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.719+0000 7f19304c3640 1 < completed multipart upload key=Y0JGX4QVQXEC upload=8NQ3O597D8KI tag=ZIW26WVZ0FIL type=write size=4000361 2024-07-26T06:24:58.721 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.721+0000 7f19304c3640 1 > prepared operation key=V4QX80DR86I3 tag=D8917NM8WTI3 type=del size=2650046 2024-07-26T06:24:58.723 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.723+0000 7f19304c3640 1 < completed part key=_multipart_QMPZ7GQNIH0K.2~ZNEAR7VAP180.0 size=242235 2024-07-26T06:24:58.727 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.727+0000 7f19304c3640 1 < completed multipart upload key=QMPZ7GQNIH0K upload=ZNEAR7VAP180 tag=2R3WNAGAB3JB type=write size=1290811 2024-07-26T06:24:58.729 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.729+0000 7f19304c3640 1 > prepared operation key=SSAHKRHXMDHN tag=7I82GD008CB3 type=del size=604016 2024-07-26T06:24:58.731 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.731+0000 7f19304c3640 1 < completed delete operation key=ZSYF9DE73TR8 tag=Y8CPJKBF9AX9 type=del 2024-07-26T06:24:58.735 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.735+0000 7f19304c3640 1 > prepared part key=_multipart_2I9DGCCZ992A.2~KGW71ZG2RODH.0 size=1048576 2024-07-26T06:24:58.737 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.737+0000 7f19304c3640 1 > prepared part key=_multipart_2I9DGCCZ992A.2~KGW71ZG2RODH.1 size=299356 2024-07-26T06:24:58.737 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.737+0000 7f19304c3640 1 > prepared multipart upload key=2I9DGCCZ992A upload=KGW71ZG2RODH tag=V2YYCY0SFNDW type=write size=2396508 2024-07-26T06:24:58.741 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.741+0000 7f19304c3640 1 < suggested remove operation key=LCDUWKN6AQNU tag=2S538IL5UTGQ type=del 2024-07-26T06:24:58.746 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.745+0000 7f19304c3640 1 > prepared part key=_multipart_P6MP7JC8DTH7.2~CRF2ULEZ6YUL.0 size=1048576 2024-07-26T06:24:58.747 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.747+0000 7f19304c3640 1 > prepared part key=_multipart_P6MP7JC8DTH7.2~CRF2ULEZ6YUL.1 size=1048576 2024-07-26T06:24:58.749 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.749+0000 7f19304c3640 1 > prepared part key=_multipart_P6MP7JC8DTH7.2~CRF2ULEZ6YUL.2 size=103196 2024-07-26T06:24:58.749 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.749+0000 7f19304c3640 1 > prepared multipart upload key=P6MP7JC8DTH7 upload=CRF2ULEZ6YUL tag=B15MI6EZ2Q08 type=write size=3248924 2024-07-26T06:24:58.751 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.751+0000 7f19304c3640 1 < completed part key=_multipart_V4QX80DR86I3.2~8A3XIO3I572A.0 size=1048576 2024-07-26T06:24:58.753 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.753+0000 7f19304c3640 1 < completed part key=_multipart_V4QX80DR86I3.2~8A3XIO3I572A.1 size=1048576 2024-07-26T06:24:58.755 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.755+0000 7f19304c3640 1 < completed part key=_multipart_V4QX80DR86I3.2~8A3XIO3I572A.2 size=65479 2024-07-26T06:24:58.759 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.759+0000 7f19304c3640 1 < completed multipart upload key=V4QX80DR86I3 upload=8A3XIO3I572A tag=B7LTWYRGL42V type=write size=3211207 2024-07-26T06:24:58.761 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.761+0000 7f19304c3640 1 > prepared operation key=7GGA1PRXXHDC tag=0I0Z19MIADMX type=write size=304113 2024-07-26T06:24:58.763 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.763+0000 7f19304c3640 1 < completed part key=_multipart_YDC2NRQG9YFE.2~7MOCRV8HMWPO.0 size=1048576 2024-07-26T06:24:58.765 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.765+0000 7f19304c3640 1 < completed part key=_multipart_YDC2NRQG9YFE.2~7MOCRV8HMWPO.1 size=661934 2024-07-26T06:24:58.768 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.768+0000 7f19304c3640 1 < completed multipart upload key=YDC2NRQG9YFE upload=7MOCRV8HMWPO tag=ZYP24V7RVWKG type=write size=2759086 2024-07-26T06:24:58.770 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.770+0000 7f19304c3640 1 > prepared operation key=CXCXAKPQIOKH tag=YZX2ASG11FEV type=del size=3646875 2024-07-26T06:24:58.773 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.772+0000 7f19304c3640 1 < completed write operation key=0PV4L596ZFOW tag=E5OXJ47CGELN type=write size=923675 2024-07-26T06:24:58.775 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.775+0000 7f19304c3640 1 > prepared operation key=QMPZ7GQNIH0K tag=MUUMPXN8QEX9 type=del size=3015057 2024-07-26T06:24:58.777 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.777+0000 7f19304c3640 1 < canceled operation key=QMPZ7GQNIH0K tag=HSQ8QCH838JQ type=del size=3684905 2024-07-26T06:24:58.779 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.779+0000 7f19304c3640 1 > prepared operation key=ZSYF9DE73TR8 tag=E6WOGONE6GYI type=write size=917041 2024-07-26T06:24:58.781 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.781+0000 7f19304c3640 1 < completed part key=_multipart_7GGA1PRXXHDC.2~3LWQ92F0L04C.0 size=667653 2024-07-26T06:24:58.785 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.785+0000 7f19304c3640 1 < completed multipart upload key=7GGA1PRXXHDC upload=3LWQ92F0L04C tag=7K8U7REKNH04 type=write size=1716229 2024-07-26T06:24:58.789 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.788+0000 7f19304c3640 1 > prepared part key=_multipart_Y31PRFKXA0KI.2~VDAZAY2BPU0Z.0 size=1048576 2024-07-26T06:24:58.790 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.790+0000 7f19304c3640 1 > prepared part key=_multipart_Y31PRFKXA0KI.2~VDAZAY2BPU0Z.1 size=794942 2024-07-26T06:24:58.790 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.790+0000 7f19304c3640 1 > prepared multipart upload key=Y31PRFKXA0KI upload=VDAZAY2BPU0Z tag=WQTH7G2A9RHL type=write size=2892094 2024-07-26T06:24:58.793 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.792+0000 7f19304c3640 1 < completed part key=_multipart_LCDUWKN6AQNU.2~1W6Y6Y3SXAVJ.0 size=1048576 2024-07-26T06:24:58.794 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.794+0000 7f19304c3640 1 < completed part key=_multipart_LCDUWKN6AQNU.2~1W6Y6Y3SXAVJ.1 size=570249 2024-07-26T06:24:58.798 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.798+0000 7f19304c3640 1 < completed multipart upload key=LCDUWKN6AQNU upload=1W6Y6Y3SXAVJ tag=8PE3Q1L7NEL3 type=write size=2667401 2024-07-26T06:24:58.800 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.800+0000 7f19304c3640 1 > prepared operation key=SSAHKRHXMDHN tag=88PTNM7UL9CX type=del size=2275192 2024-07-26T06:24:58.805 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.805+0000 7f19304c3640 1 < suggested update operation key=512VC812AWRN tag=4KW2WZ0UV9P6 type=del size=4024056 2024-07-26T06:24:58.807 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.807+0000 7f19304c3640 1 > prepared operation key=7P9AQQD7XI2Z tag=MQ9563WKQCG4 type=write size=15016 2024-07-26T06:24:58.809 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.809+0000 7f19304c3640 1 < canceled operation key=7GGA1PRXXHDC tag=TQZ6LYAA1JKI type=write size=1004229 2024-07-26T06:24:58.812 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.812+0000 7f19304c3640 1 > prepared operation key=HO4GZ0KNZ8SK tag=CKK73K8SOW1K type=write size=648277 2024-07-26T06:24:58.814 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.814+0000 7f19304c3640 1 < completed delete operation key=M8V7EJP4HHQV tag=Y5RW3Q17GNZM type=del 2024-07-26T06:24:58.818 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.818+0000 7f19304c3640 1 > prepared part key=_multipart_G2XJVRBLSPE9.2~2DLR6V0DYM49.0 size=135306 2024-07-26T06:24:58.819 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.818+0000 7f19304c3640 1 > prepared multipart upload key=G2XJVRBLSPE9 upload=2DLR6V0DYM49 tag=YAN3ZB2JBHCG type=write size=1183882 2024-07-26T06:24:58.821 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.821+0000 7f19304c3640 1 < completed delete operation key=2I9DGCCZ992A tag=68NUXKGPHM54 type=del 2024-07-26T06:24:58.825 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.825+0000 7f19304c3640 1 > prepared part key=_multipart_G2XJVRBLSPE9.2~00720TO4VGLF.0 size=532356 2024-07-26T06:24:58.825 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.825+0000 7f19304c3640 1 > prepared multipart upload key=G2XJVRBLSPE9 upload=00720TO4VGLF tag=MD3OFO3BNKX7 type=write size=1580932 2024-07-26T06:24:58.827 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.827+0000 7f19304c3640 1 < completed write operation key=P6MP7JC8DTH7 tag=DCKSE9N7IQJZ type=write size=773208 2024-07-26T06:24:58.831 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.831+0000 7f19304c3640 1 > prepared part key=_multipart_7P9AQQD7XI2Z.2~FOYUTDAHW77G.0 size=1048576 2024-07-26T06:24:58.833 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.833+0000 7f19304c3640 1 > prepared part key=_multipart_7P9AQQD7XI2Z.2~FOYUTDAHW77G.1 size=1048576 2024-07-26T06:24:58.835 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.835+0000 7f19304c3640 1 > prepared part key=_multipart_7P9AQQD7XI2Z.2~FOYUTDAHW77G.2 size=886483 2024-07-26T06:24:58.835 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.835+0000 7f19304c3640 1 > prepared multipart upload key=7P9AQQD7XI2Z upload=FOYUTDAHW77G tag=LPQ2JPODO606 type=write size=4032211 2024-07-26T06:24:58.837 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.837+0000 7f19304c3640 1 < completed delete operation key=Y31PRFKXA0KI tag=JI6AX0FRCZS0 type=del 2024-07-26T06:24:58.840 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.839+0000 7f19304c3640 1 > prepared operation key=PN7DBK1NNJVB tag=74ETD1W9TS41 type=del size=3512708 2024-07-26T06:24:58.844 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.844+0000 7f19304c3640 1 < suggested remove operation key=V4QX80DR86I3 tag=D8917NM8WTI3 type=del 2024-07-26T06:24:58.846 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.846+0000 7f19304c3640 1 > prepared operation key=23K6MK7R266R tag=MK5JP6VXYZYE type=del size=2769314 2024-07-26T06:24:58.851 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.851+0000 7f19304c3640 1 < suggested remove operation key=SSAHKRHXMDHN tag=7I82GD008CB3 type=del 2024-07-26T06:24:58.854 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.854+0000 7f19304c3640 1 > prepared operation key=CXCXAKPQIOKH tag=I5JFWK211QF0 type=del size=2148476 2024-07-26T06:24:58.856 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.856+0000 7f19304c3640 1 < completed part key=_multipart_2I9DGCCZ992A.2~KGW71ZG2RODH.0 size=1048576 2024-07-26T06:24:58.858 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.858+0000 7f19304c3640 1 < completed part key=_multipart_2I9DGCCZ992A.2~KGW71ZG2RODH.1 size=299356 2024-07-26T06:24:58.861 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.861+0000 7f19304c3640 1 < completed multipart upload key=2I9DGCCZ992A upload=KGW71ZG2RODH tag=V2YYCY0SFNDW type=write size=2396508 2024-07-26T06:24:58.864 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.863+0000 7f19304c3640 1 > prepared operation key=QMPZ7GQNIH0K tag=YC9QR77KGXYY type=del size=3431876 2024-07-26T06:24:58.864 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.864+0000 7f19304c3640 1 < canceled part key=_multipart_P6MP7JC8DTH7.2~CRF2ULEZ6YUL.0 size=1048576 2024-07-26T06:24:58.866 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.866+0000 7f19304c3640 1 < completed part key=_multipart_P6MP7JC8DTH7.2~CRF2ULEZ6YUL.1 size=1048576 2024-07-26T06:24:58.867 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.867+0000 7f19304c3640 1 < completed part key=_multipart_P6MP7JC8DTH7.2~CRF2ULEZ6YUL.2 size=103196 2024-07-26T06:24:58.871 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.871+0000 7f19304c3640 1 < canceled multipart upload key=P6MP7JC8DTH7 upload=CRF2ULEZ6YUL tag=B15MI6EZ2Q08 type=write size=3248924 2024-07-26T06:24:58.874 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.873+0000 7f19304c3640 1 > prepared operation key=F3QUORF2HDZY tag=75OCFL2MFLMJ type=write size=597571 2024-07-26T06:24:58.876 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.876+0000 7f19304c3640 1 < completed write operation key=7GGA1PRXXHDC tag=0I0Z19MIADMX type=write size=304113 2024-07-26T06:24:58.878 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.878+0000 7f19304c3640 1 > prepared operation key=LCDUWKN6AQNU tag=E5N28Z92CMQU type=del size=285700 2024-07-26T06:24:58.880 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.880+0000 7f19304c3640 1 < completed delete operation key=CXCXAKPQIOKH tag=YZX2ASG11FEV type=del 2024-07-26T06:24:58.882 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.882+0000 7f19304c3640 1 > prepared operation key=LCDUWKN6AQNU tag=VUQGC0R7TGHQ type=del size=3037445 2024-07-26T06:24:58.884 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.884+0000 7f19304c3640 1 < completed delete operation key=QMPZ7GQNIH0K tag=MUUMPXN8QEX9 type=del 2024-07-26T06:24:58.886 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.886+0000 7f19304c3640 1 > prepared operation key=Y31PRFKXA0KI tag=XUU1P5CTEGSH type=del size=3152835 2024-07-26T06:24:58.889 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.888+0000 7f19304c3640 1 < canceled operation key=ZSYF9DE73TR8 tag=E6WOGONE6GYI type=write size=917041 2024-07-26T06:24:58.893 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.893+0000 7f19304c3640 1 > prepared part key=_multipart_D2CZZ6A8YSHC.2~5WLMNOPWNY2V.0 size=1048576 2024-07-26T06:24:58.895 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.895+0000 7f19304c3640 1 > prepared part key=_multipart_D2CZZ6A8YSHC.2~5WLMNOPWNY2V.1 size=1048576 2024-07-26T06:24:58.896 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.896+0000 7f19304c3640 1 > prepared part key=_multipart_D2CZZ6A8YSHC.2~5WLMNOPWNY2V.2 size=751747 2024-07-26T06:24:58.897 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.896+0000 7f19304c3640 1 > prepared multipart upload key=D2CZZ6A8YSHC upload=5WLMNOPWNY2V tag=FAPTASZ9NODY type=write size=3897475 2024-07-26T06:24:58.897 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.897+0000 7f19304c3640 1 < canceled part key=_multipart_Y31PRFKXA0KI.2~VDAZAY2BPU0Z.0 size=1048576 2024-07-26T06:24:58.898 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.898+0000 7f19304c3640 1 < completed part key=_multipart_Y31PRFKXA0KI.2~VDAZAY2BPU0Z.1 size=794942 2024-07-26T06:24:58.902 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.901+0000 7f19304c3640 1 < canceled multipart upload key=Y31PRFKXA0KI upload=VDAZAY2BPU0Z tag=WQTH7G2A9RHL type=write size=2892094 2024-07-26T06:24:58.904 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.904+0000 7f19304c3640 1 > prepared operation key=V4RJB0J6F7NB tag=HPRZ9FE0FZ1N type=del size=3910097 2024-07-26T06:24:58.907 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.907+0000 7f19304c3640 -1 < failed to complete operation key=SSAHKRHXMDHN tag=88PTNM7UL9CX type=del size=2275192: (22) Invalid argument 2024-07-26T06:24:58.909 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.909+0000 7f19304c3640 1 > prepared operation key=QMPZ7GQNIH0K tag=K432BZ694U7K type=del size=1177428 2024-07-26T06:24:58.911 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.911+0000 7f19304c3640 1 < completed write operation key=7P9AQQD7XI2Z tag=MQ9563WKQCG4 type=write size=15016 2024-07-26T06:24:58.914 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.914+0000 7f19304c3640 1 > prepared part key=_multipart_ZSYF9DE73TR8.2~7UAKM7E758NK.0 size=1048576 2024-07-26T06:24:58.916 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.916+0000 7f19304c3640 1 > prepared part key=_multipart_ZSYF9DE73TR8.2~7UAKM7E758NK.1 size=1048576 2024-07-26T06:24:58.918 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.918+0000 7f19304c3640 1 > prepared part key=_multipart_ZSYF9DE73TR8.2~7UAKM7E758NK.2 size=52580 2024-07-26T06:24:58.918 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.918+0000 7f19304c3640 1 > prepared multipart upload key=ZSYF9DE73TR8 upload=7UAKM7E758NK tag=D6MMCW3MJ56F type=write size=3198308 2024-07-26T06:24:58.920 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.920+0000 7f19304c3640 1 < completed write operation key=HO4GZ0KNZ8SK tag=CKK73K8SOW1K type=write size=648277 2024-07-26T06:24:58.922 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.922+0000 7f19304c3640 1 > prepared operation key=QMPZ7GQNIH0K tag=0ODBF0CZMC8J type=del size=1820286 2024-07-26T06:24:58.925 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.924+0000 7f19304c3640 1 < completed part key=_multipart_G2XJVRBLSPE9.2~2DLR6V0DYM49.0 size=135306 2024-07-26T06:24:58.929 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.928+0000 7f19304c3640 1 < completed multipart upload key=G2XJVRBLSPE9 upload=2DLR6V0DYM49 tag=YAN3ZB2JBHCG type=write size=1183882 2024-07-26T06:24:58.933 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.932+0000 7f19304c3640 1 > prepared part key=_multipart_F3QUORF2HDZY.2~PQKTZNI8X1L8.0 size=1048576 2024-07-26T06:24:58.934 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.934+0000 7f19304c3640 1 > prepared part key=_multipart_F3QUORF2HDZY.2~PQKTZNI8X1L8.1 size=1048576 2024-07-26T06:24:58.936 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.936+0000 7f19304c3640 1 > prepared part key=_multipart_F3QUORF2HDZY.2~PQKTZNI8X1L8.2 size=932878 2024-07-26T06:24:58.936 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.936+0000 7f19304c3640 1 > prepared multipart upload key=F3QUORF2HDZY upload=PQKTZNI8X1L8 tag=5BXCXM7MQF39 type=write size=4078606 2024-07-26T06:24:58.938 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.938+0000 7f19304c3640 1 < completed part key=_multipart_G2XJVRBLSPE9.2~00720TO4VGLF.0 size=532356 2024-07-26T06:24:58.943 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.943+0000 7f19304c3640 1 < completed multipart upload key=G2XJVRBLSPE9 upload=00720TO4VGLF tag=MD3OFO3BNKX7 type=write size=1580932 2024-07-26T06:24:58.945 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.945+0000 7f19304c3640 1 > prepared operation key=M8V7EJP4HHQV tag=2Z4Y32IAZ3H9 type=del size=435422 2024-07-26T06:24:58.947 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.947+0000 7f19304c3640 1 < completed part key=_multipart_7P9AQQD7XI2Z.2~FOYUTDAHW77G.0 size=1048576 2024-07-26T06:24:58.949 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.949+0000 7f19304c3640 1 < completed part key=_multipart_7P9AQQD7XI2Z.2~FOYUTDAHW77G.1 size=1048576 2024-07-26T06:24:58.951 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.950+0000 7f19304c3640 1 < completed part key=_multipart_7P9AQQD7XI2Z.2~FOYUTDAHW77G.2 size=886483 2024-07-26T06:24:58.955 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.954+0000 7f19304c3640 1 < completed multipart upload key=7P9AQQD7XI2Z upload=FOYUTDAHW77G tag=LPQ2JPODO606 type=write size=4032211 2024-07-26T06:24:58.957 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.956+0000 7f19304c3640 1 > prepared operation key=ZSYF9DE73TR8 tag=FPCQH7T71BKM type=del size=37656 2024-07-26T06:24:58.962 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.958+0000 7f19304c3640 1 < completed delete operation key=PN7DBK1NNJVB tag=74ETD1W9TS41 type=del 2024-07-26T06:24:58.962 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.962+0000 7f19304c3640 1 > prepared part key=_multipart_C2RTY1II1OSK.2~RDMQRUP8AV4A.0 size=1048576 2024-07-26T06:24:58.964 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.964+0000 7f19304c3640 1 > prepared part key=_multipart_C2RTY1II1OSK.2~RDMQRUP8AV4A.1 size=765357 2024-07-26T06:24:58.964 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.964+0000 7f19304c3640 1 > prepared multipart upload key=C2RTY1II1OSK upload=RDMQRUP8AV4A tag=XI1YK6QEIYY2 type=write size=2862509 2024-07-26T06:24:58.966 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.966+0000 7f19304c3640 1 < completed delete operation key=23K6MK7R266R tag=MK5JP6VXYZYE type=del 2024-07-26T06:24:58.968 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.968+0000 7f19304c3640 1 > prepared operation key=0PV4L596ZFOW tag=A3VQ5FTCU95X type=write size=753089 2024-07-26T06:24:58.970 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.970+0000 7f19304c3640 1 < completed delete operation key=CXCXAKPQIOKH tag=I5JFWK211QF0 type=del 2024-07-26T06:24:58.972 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.972+0000 7f19304c3640 1 > prepared operation key=P6MP7JC8DTH7 tag=2DLFU9XMKJTV type=del size=1922093 2024-07-26T06:24:58.974 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.974+0000 7f19304c3640 1 < completed delete operation key=QMPZ7GQNIH0K tag=YC9QR77KGXYY type=del 2024-07-26T06:24:58.978 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.978+0000 7f19304c3640 1 > prepared part key=_multipart_SSAHKRHXMDHN.2~WBJLD6MFS70M.0 size=640357 2024-07-26T06:24:58.979 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.978+0000 7f19304c3640 1 > prepared multipart upload key=SSAHKRHXMDHN upload=WBJLD6MFS70M tag=RXQBYV1W6OZT type=write size=1688933 2024-07-26T06:24:58.981 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.980+0000 7f19304c3640 1 < completed write operation key=F3QUORF2HDZY tag=75OCFL2MFLMJ type=write size=597571 2024-07-26T06:24:58.983 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.983+0000 7f19304c3640 1 > prepared operation key=Y0JGX4QVQXEC tag=23UZV41GCJDM type=del size=403158 2024-07-26T06:24:58.985 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.985+0000 7f19304c3640 1 < completed delete operation key=LCDUWKN6AQNU tag=E5N28Z92CMQU type=del 2024-07-26T06:24:58.989 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.988+0000 7f19304c3640 1 > prepared part key=_multipart_SSAHKRHXMDHN.2~NGF3U08MPGVC.0 size=1048576 2024-07-26T06:24:58.990 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.990+0000 7f19304c3640 1 > prepared part key=_multipart_SSAHKRHXMDHN.2~NGF3U08MPGVC.1 size=1048576 2024-07-26T06:24:58.992 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.992+0000 7f19304c3640 1 > prepared part key=_multipart_SSAHKRHXMDHN.2~NGF3U08MPGVC.2 size=350041 2024-07-26T06:24:58.992 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.992+0000 7f19304c3640 1 > prepared multipart upload key=SSAHKRHXMDHN upload=NGF3U08MPGVC tag=5XKU1ZJ3QRZ8 type=write size=3495769 2024-07-26T06:24:58.994 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.994+0000 7f19304c3640 1 < completed delete operation key=LCDUWKN6AQNU tag=VUQGC0R7TGHQ type=del 2024-07-26T06:24:58.999 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:58.999+0000 7f19304c3640 1 > prepared part key=_multipart_G2XJVRBLSPE9.2~YKF5FIH3ZV17.0 size=1048576 2024-07-26T06:24:59.001 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.001+0000 7f19304c3640 1 > prepared part key=_multipart_G2XJVRBLSPE9.2~YKF5FIH3ZV17.1 size=1048576 2024-07-26T06:24:59.003 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.002+0000 7f19304c3640 1 > prepared part key=_multipart_G2XJVRBLSPE9.2~YKF5FIH3ZV17.2 size=861399 2024-07-26T06:24:59.003 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.002+0000 7f19304c3640 1 > prepared multipart upload key=G2XJVRBLSPE9 upload=YKF5FIH3ZV17 tag=9Z122BZGPF5S type=write size=4007127 2024-07-26T06:24:59.005 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.005+0000 7f19304c3640 1 < completed delete operation key=Y31PRFKXA0KI tag=XUU1P5CTEGSH type=del 2024-07-26T06:24:59.007 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.007+0000 7f19304c3640 1 > prepared operation key=C2RTY1II1OSK tag=6I8KC0L2691P type=del size=1653740 2024-07-26T06:24:59.010 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.009+0000 7f19304c3640 1 < completed part key=_multipart_D2CZZ6A8YSHC.2~5WLMNOPWNY2V.0 size=1048576 2024-07-26T06:24:59.012 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.011+0000 7f19304c3640 1 < completed part key=_multipart_D2CZZ6A8YSHC.2~5WLMNOPWNY2V.1 size=1048576 2024-07-26T06:24:59.013 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.013+0000 7f19304c3640 1 < completed part key=_multipart_D2CZZ6A8YSHC.2~5WLMNOPWNY2V.2 size=751747 2024-07-26T06:24:59.017 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.017+0000 7f19304c3640 1 < completed multipart upload key=D2CZZ6A8YSHC upload=5WLMNOPWNY2V tag=FAPTASZ9NODY type=write size=3897475 2024-07-26T06:24:59.022 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.022+0000 7f19304c3640 1 > prepared part key=_multipart_TWRRPXYVH5FW.2~MKJ65JKDQDR7.0 size=433926 2024-07-26T06:24:59.022 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.022+0000 7f19304c3640 1 > prepared multipart upload key=TWRRPXYVH5FW upload=MKJ65JKDQDR7 tag=60UNN6K0P86C type=write size=1482502 2024-07-26T06:24:59.025 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.024+0000 7f19304c3640 1 < completed delete operation key=V4RJB0J6F7NB tag=HPRZ9FE0FZ1N type=del 2024-07-26T06:24:59.029 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.029+0000 7f19304c3640 1 > prepared part key=_multipart_512VC812AWRN.2~1P7SZTRQFMU9.0 size=1048576 2024-07-26T06:24:59.031 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.030+0000 7f19304c3640 1 > prepared part key=_multipart_512VC812AWRN.2~1P7SZTRQFMU9.1 size=1048576 2024-07-26T06:24:59.033 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.032+0000 7f19304c3640 1 > prepared part key=_multipart_512VC812AWRN.2~1P7SZTRQFMU9.2 size=207576 2024-07-26T06:24:59.033 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.032+0000 7f19304c3640 1 > prepared multipart upload key=512VC812AWRN upload=1P7SZTRQFMU9 tag=MC7FV4CHY6YP type=write size=3353304 2024-07-26T06:24:59.035 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.034+0000 7f19304c3640 1 < completed delete operation key=QMPZ7GQNIH0K tag=K432BZ694U7K type=del 2024-07-26T06:24:59.038 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.038+0000 7f19304c3640 1 > prepared part key=_multipart_D2CZZ6A8YSHC.2~L275UC9JP8GX.0 size=893511 2024-07-26T06:24:59.038 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.038+0000 7f19304c3640 1 > prepared multipart upload key=D2CZZ6A8YSHC upload=L275UC9JP8GX tag=E6TIFYSXIGJ5 type=write size=1942087 2024-07-26T06:24:59.041 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.040+0000 7f19304c3640 1 < completed part key=_multipart_ZSYF9DE73TR8.2~7UAKM7E758NK.0 size=1048576 2024-07-26T06:24:59.041 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.040+0000 7f19304c3640 1 < canceled part key=_multipart_ZSYF9DE73TR8.2~7UAKM7E758NK.1 size=1048576 2024-07-26T06:24:59.041 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.040+0000 7f19304c3640 1 < canceled part key=_multipart_ZSYF9DE73TR8.2~7UAKM7E758NK.2 size=52580 2024-07-26T06:24:59.044 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.044+0000 7f19304c3640 1 < canceled multipart upload key=ZSYF9DE73TR8 upload=7UAKM7E758NK tag=D6MMCW3MJ56F type=write size=3198308 2024-07-26T06:24:59.046 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.046+0000 7f19304c3640 1 > prepared operation key=512VC812AWRN tag=NBXWKW35C1IC type=del size=2256893 2024-07-26T06:24:59.048 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.048+0000 7f19304c3640 1 < completed delete operation key=QMPZ7GQNIH0K tag=0ODBF0CZMC8J type=del 2024-07-26T06:24:59.050 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.050+0000 7f19304c3640 1 > prepared operation key=CXCXAKPQIOKH tag=8CYFRGLVPH1N type=del size=1504727 2024-07-26T06:24:59.053 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.052+0000 7f19304c3640 1 < completed part key=_multipart_F3QUORF2HDZY.2~PQKTZNI8X1L8.0 size=1048576 2024-07-26T06:24:59.054 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.054+0000 7f19304c3640 1 < completed part key=_multipart_F3QUORF2HDZY.2~PQKTZNI8X1L8.1 size=1048576 2024-07-26T06:24:59.056 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.056+0000 7f19304c3640 1 < completed part key=_multipart_F3QUORF2HDZY.2~PQKTZNI8X1L8.2 size=932878 2024-07-26T06:24:59.060 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.059+0000 7f19304c3640 1 < completed multipart upload key=F3QUORF2HDZY upload=PQKTZNI8X1L8 tag=5BXCXM7MQF39 type=write size=4078606 2024-07-26T06:24:59.065 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.064+0000 7f19304c3640 1 > prepared part key=_multipart_QMPZ7GQNIH0K.2~FT7FJA900FRK.0 size=1048576 2024-07-26T06:24:59.067 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.067+0000 7f19304c3640 1 > prepared part key=_multipart_QMPZ7GQNIH0K.2~FT7FJA900FRK.1 size=1048576 2024-07-26T06:24:59.069 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.069+0000 7f19304c3640 1 > prepared part key=_multipart_QMPZ7GQNIH0K.2~FT7FJA900FRK.2 size=85380 2024-07-26T06:24:59.069 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.069+0000 7f19304c3640 1 > prepared multipart upload key=QMPZ7GQNIH0K upload=FT7FJA900FRK tag=YGKXP90MX7IW type=write size=3231108 2024-07-26T06:24:59.072 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.071+0000 7f19304c3640 1 < canceled operation key=M8V7EJP4HHQV tag=2Z4Y32IAZ3H9 type=del size=435422 2024-07-26T06:24:59.075 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.075+0000 7f19304c3640 1 > prepared part key=_multipart_P6MP7JC8DTH7.2~SHMMOD244NC7.0 size=1048576 2024-07-26T06:24:59.077 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.077+0000 7f19304c3640 1 > prepared part key=_multipart_P6MP7JC8DTH7.2~SHMMOD244NC7.1 size=1048576 2024-07-26T06:24:59.079 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.078+0000 7f19304c3640 1 > prepared part key=_multipart_P6MP7JC8DTH7.2~SHMMOD244NC7.2 size=647825 2024-07-26T06:24:59.079 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.078+0000 7f19304c3640 1 > prepared multipart upload key=P6MP7JC8DTH7 upload=SHMMOD244NC7 tag=SMFTSUMGPR5O type=write size=3793553 2024-07-26T06:24:59.081 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.080+0000 7f19304c3640 1 < completed delete operation key=ZSYF9DE73TR8 tag=FPCQH7T71BKM type=del 2024-07-26T06:24:59.084 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.084+0000 7f19304c3640 1 > prepared part key=_multipart_HO4GZ0KNZ8SK.2~MWGZGS4KDX74.0 size=1048576 2024-07-26T06:24:59.086 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.086+0000 7f19304c3640 1 > prepared part key=_multipart_HO4GZ0KNZ8SK.2~MWGZGS4KDX74.1 size=335423 2024-07-26T06:24:59.086 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.086+0000 7f19304c3640 1 > prepared multipart upload key=HO4GZ0KNZ8SK upload=MWGZGS4KDX74 tag=J3GJYSSJW5H1 type=write size=2432575 2024-07-26T06:24:59.088 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.088+0000 7f19304c3640 1 < completed part key=_multipart_C2RTY1II1OSK.2~RDMQRUP8AV4A.0 size=1048576 2024-07-26T06:24:59.088 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.088+0000 7f19304c3640 1 < canceled part key=_multipart_C2RTY1II1OSK.2~RDMQRUP8AV4A.1 size=765357 2024-07-26T06:24:59.091 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.091+0000 7f19304c3640 1 < canceled multipart upload key=C2RTY1II1OSK upload=RDMQRUP8AV4A tag=XI1YK6QEIYY2 type=write size=2862509 2024-07-26T06:24:59.095 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.095+0000 7f19304c3640 1 > prepared part key=_multipart_ZSYF9DE73TR8.2~BURZYGB0N2FL.0 size=1048576 2024-07-26T06:24:59.096 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.096+0000 7f19304c3640 1 > prepared part key=_multipart_ZSYF9DE73TR8.2~BURZYGB0N2FL.1 size=587420 2024-07-26T06:24:59.097 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.096+0000 7f19304c3640 1 > prepared multipart upload key=ZSYF9DE73TR8 upload=BURZYGB0N2FL tag=W29TKZHDBBG0 type=write size=2684572 2024-07-26T06:24:59.098 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.098+0000 7f19304c3640 1 < completed write operation key=0PV4L596ZFOW tag=A3VQ5FTCU95X type=write size=753089 2024-07-26T06:24:59.100 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.100+0000 7f19304c3640 1 > prepared operation key=8J29YNE031PP tag=KBWJ1Q1YCY9V type=write size=154501 2024-07-26T06:24:59.102 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.102+0000 7f19304c3640 1 < completed delete operation key=P6MP7JC8DTH7 tag=2DLFU9XMKJTV type=del 2024-07-26T06:24:59.104 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.104+0000 7f19304c3640 1 > prepared operation key=8J29YNE031PP tag=1GWM86X5QVVD type=del size=3625095 2024-07-26T06:24:59.106 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.106+0000 7f19304c3640 1 < completed part key=_multipart_SSAHKRHXMDHN.2~WBJLD6MFS70M.0 size=640357 2024-07-26T06:24:59.110 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.110+0000 7f19304c3640 1 < completed multipart upload key=SSAHKRHXMDHN upload=WBJLD6MFS70M tag=RXQBYV1W6OZT type=write size=1688933 2024-07-26T06:24:59.112 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.112+0000 7f19304c3640 1 > prepared operation key=SSAHKRHXMDHN tag=VZFWN3DPYFQH type=del size=2674852 2024-07-26T06:24:59.114 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.114+0000 7f19304c3640 1 < completed delete operation key=Y0JGX4QVQXEC tag=23UZV41GCJDM type=del 2024-07-26T06:24:59.116 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.116+0000 7f19304c3640 1 > prepared operation key=M8V7EJP4HHQV tag=6CI3XV50M63V type=del size=1660800 2024-07-26T06:24:59.123 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.123+0000 7f19304c3640 1 < completed part key=_multipart_SSAHKRHXMDHN.2~NGF3U08MPGVC.0 size=1048576 2024-07-26T06:24:59.126 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.126+0000 7f19304c3640 1 < completed part key=_multipart_SSAHKRHXMDHN.2~NGF3U08MPGVC.1 size=1048576 2024-07-26T06:24:59.128 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.128+0000 7f19304c3640 1 < completed part key=_multipart_SSAHKRHXMDHN.2~NGF3U08MPGVC.2 size=350041 2024-07-26T06:24:59.132 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.132+0000 7f19304c3640 1 < completed multipart upload key=SSAHKRHXMDHN upload=NGF3U08MPGVC tag=5XKU1ZJ3QRZ8 type=write size=3495769 2024-07-26T06:24:59.135 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.135+0000 7f19304c3640 1 > prepared part key=_multipart_Y0JGX4QVQXEC.2~N4I595WKVP4E.0 size=1048576 2024-07-26T06:24:59.137 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.137+0000 7f19304c3640 1 > prepared part key=_multipart_Y0JGX4QVQXEC.2~N4I595WKVP4E.1 size=138306 2024-07-26T06:24:59.137 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.137+0000 7f19304c3640 1 > prepared multipart upload key=Y0JGX4QVQXEC upload=N4I595WKVP4E tag=6JGA4M4SYUL5 type=write size=2235458 2024-07-26T06:24:59.142 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.139+0000 7f19304c3640 1 < completed part key=_multipart_G2XJVRBLSPE9.2~YKF5FIH3ZV17.0 size=1048576 2024-07-26T06:24:59.142 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.141+0000 7f19304c3640 1 < completed part key=_multipart_G2XJVRBLSPE9.2~YKF5FIH3ZV17.1 size=1048576 2024-07-26T06:24:59.143 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.141+0000 7f19304c3640 1 < canceled part key=_multipart_G2XJVRBLSPE9.2~YKF5FIH3ZV17.2 size=861399 2024-07-26T06:24:59.144 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.144+0000 7f19304c3640 1 < canceled multipart upload key=G2XJVRBLSPE9 upload=YKF5FIH3ZV17 tag=9Z122BZGPF5S type=write size=4007127 2024-07-26T06:24:59.148 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.148+0000 7f19304c3640 1 > prepared part key=_multipart_ZSYF9DE73TR8.2~UL2FWDJFWEY9.0 size=1048576 2024-07-26T06:24:59.150 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.149+0000 7f19304c3640 1 > prepared part key=_multipart_ZSYF9DE73TR8.2~UL2FWDJFWEY9.1 size=817224 2024-07-26T06:24:59.150 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.149+0000 7f19304c3640 1 > prepared multipart upload key=ZSYF9DE73TR8 upload=UL2FWDJFWEY9 tag=3YT0K43FD4I2 type=write size=2914376 2024-07-26T06:24:59.152 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.152+0000 7f19304c3640 1 < completed delete operation key=C2RTY1II1OSK tag=6I8KC0L2691P type=del 2024-07-26T06:24:59.154 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.154+0000 7f19304c3640 1 > prepared operation key=QMPZ7GQNIH0K tag=D48O8PK893TX type=del size=783058 2024-07-26T06:24:59.156 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.156+0000 7f19304c3640 1 < completed part key=_multipart_TWRRPXYVH5FW.2~MKJ65JKDQDR7.0 size=433926 2024-07-26T06:24:59.160 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.159+0000 7f19304c3640 1 < completed multipart upload key=TWRRPXYVH5FW upload=MKJ65JKDQDR7 tag=60UNN6K0P86C type=write size=1482502 2024-07-26T06:24:59.162 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.161+0000 7f19304c3640 1 > prepared operation key=2TS50KKRU12E tag=7X350O1LWC8K type=del size=2337590 2024-07-26T06:24:59.164 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.163+0000 7f19304c3640 1 < completed part key=_multipart_512VC812AWRN.2~1P7SZTRQFMU9.0 size=1048576 2024-07-26T06:24:59.165 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.165+0000 7f19304c3640 1 < completed part key=_multipart_512VC812AWRN.2~1P7SZTRQFMU9.1 size=1048576 2024-07-26T06:24:59.165 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.165+0000 7f19304c3640 1 < canceled part key=_multipart_512VC812AWRN.2~1P7SZTRQFMU9.2 size=207576 2024-07-26T06:24:59.169 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.168+0000 7f19304c3640 1 < canceled multipart upload key=512VC812AWRN upload=1P7SZTRQFMU9 tag=MC7FV4CHY6YP type=write size=3353304 2024-07-26T06:24:59.171 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.170+0000 7f19304c3640 1 > prepared operation key=CXCXAKPQIOKH tag=8COSKCU7MYUZ type=del size=1645274 2024-07-26T06:24:59.173 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.172+0000 7f19304c3640 1 < completed part key=_multipart_D2CZZ6A8YSHC.2~L275UC9JP8GX.0 size=893511 2024-07-26T06:24:59.177 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.176+0000 7f19304c3640 1 < completed multipart upload key=D2CZZ6A8YSHC upload=L275UC9JP8GX tag=E6TIFYSXIGJ5 type=write size=1942087 2024-07-26T06:24:59.181 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.180+0000 7f19304c3640 1 > prepared part key=_multipart_D2CZZ6A8YSHC.2~TITUEMSLTT31.0 size=1048576 2024-07-26T06:24:59.182 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.182+0000 7f19304c3640 1 > prepared part key=_multipart_D2CZZ6A8YSHC.2~TITUEMSLTT31.1 size=875475 2024-07-26T06:24:59.182 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.182+0000 7f19304c3640 1 > prepared multipart upload key=D2CZZ6A8YSHC upload=TITUEMSLTT31 tag=I7DASW1CX22X type=write size=2972627 2024-07-26T06:24:59.184 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.184+0000 7f19304c3640 1 < completed delete operation key=512VC812AWRN tag=NBXWKW35C1IC type=del 2024-07-26T06:24:59.186 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.186+0000 7f19304c3640 1 > prepared operation key=PN7DBK1NNJVB tag=HVVLAK6AYDFY type=del size=3844419 2024-07-26T06:24:59.188 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.188+0000 7f19304c3640 1 < completed delete operation key=CXCXAKPQIOKH tag=8CYFRGLVPH1N type=del 2024-07-26T06:24:59.190 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.190+0000 7f19304c3640 1 > prepared operation key=TWRRPXYVH5FW tag=I2AXO77MI6NV type=write size=847876 2024-07-26T06:24:59.192 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.192+0000 7f19304c3640 1 < completed part key=_multipart_QMPZ7GQNIH0K.2~FT7FJA900FRK.0 size=1048576 2024-07-26T06:24:59.194 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.194+0000 7f19304c3640 1 < completed part key=_multipart_QMPZ7GQNIH0K.2~FT7FJA900FRK.1 size=1048576 2024-07-26T06:24:59.195 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.195+0000 7f19304c3640 1 < completed part key=_multipart_QMPZ7GQNIH0K.2~FT7FJA900FRK.2 size=85380 2024-07-26T06:24:59.199 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.199+0000 7f19304c3640 1 < completed multipart upload key=QMPZ7GQNIH0K upload=FT7FJA900FRK tag=YGKXP90MX7IW type=write size=3231108 2024-07-26T06:24:59.201 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.201+0000 7f19304c3640 1 > prepared operation key=M8V7EJP4HHQV tag=GCW0B9NXZ8XN type=del size=2710832 2024-07-26T06:24:59.203 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.202+0000 7f19304c3640 1 < completed part key=_multipart_P6MP7JC8DTH7.2~SHMMOD244NC7.0 size=1048576 2024-07-26T06:24:59.204 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.204+0000 7f19304c3640 1 < completed part key=_multipart_P6MP7JC8DTH7.2~SHMMOD244NC7.1 size=1048576 2024-07-26T06:24:59.206 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.206+0000 7f19304c3640 1 < completed part key=_multipart_P6MP7JC8DTH7.2~SHMMOD244NC7.2 size=647825 2024-07-26T06:24:59.210 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.210+0000 7f19304c3640 1 < completed multipart upload key=P6MP7JC8DTH7 upload=SHMMOD244NC7 tag=SMFTSUMGPR5O type=write size=3793553 2024-07-26T06:24:59.212 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.212+0000 7f19304c3640 1 > prepared operation key=QMPZ7GQNIH0K tag=IKM6VMSN7XK9 type=del size=3705537 2024-07-26T06:24:59.214 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.214+0000 7f19304c3640 1 < completed part key=_multipart_HO4GZ0KNZ8SK.2~MWGZGS4KDX74.0 size=1048576 2024-07-26T06:24:59.216 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.216+0000 7f19304c3640 1 < completed part key=_multipart_HO4GZ0KNZ8SK.2~MWGZGS4KDX74.1 size=335423 2024-07-26T06:24:59.220 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.219+0000 7f19304c3640 1 < completed multipart upload key=HO4GZ0KNZ8SK upload=MWGZGS4KDX74 tag=J3GJYSSJW5H1 type=write size=2432575 2024-07-26T06:24:59.222 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.222+0000 7f19304c3640 1 > prepared operation key=P6MP7JC8DTH7 tag=PFLN5RCYK93K type=del size=2228123 2024-07-26T06:24:59.224 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.224+0000 7f19304c3640 1 < completed part key=_multipart_ZSYF9DE73TR8.2~BURZYGB0N2FL.0 size=1048576 2024-07-26T06:24:59.226 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.226+0000 7f19304c3640 1 < completed part key=_multipart_ZSYF9DE73TR8.2~BURZYGB0N2FL.1 size=587420 2024-07-26T06:24:59.230 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.230+0000 7f19304c3640 1 < completed multipart upload key=ZSYF9DE73TR8 upload=BURZYGB0N2FL tag=W29TKZHDBBG0 type=write size=2684572 2024-07-26T06:24:59.232 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.231+0000 7f19304c3640 1 > prepared operation key=0PV4L596ZFOW tag=L5FTSX0CEAE3 type=del size=593967 2024-07-26T06:24:59.234 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.234+0000 7f19304c3640 1 < completed write operation key=8J29YNE031PP tag=KBWJ1Q1YCY9V type=write size=154501 2024-07-26T06:24:59.238 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.238+0000 7f19304c3640 1 > prepared part key=_multipart_55ZIE8HVR68M.2~0NQU2EE28GQN.0 size=1048576 2024-07-26T06:24:59.240 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.240+0000 7f19304c3640 1 > prepared part key=_multipart_55ZIE8HVR68M.2~0NQU2EE28GQN.1 size=526429 2024-07-26T06:24:59.240 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.240+0000 7f19304c3640 1 > prepared multipart upload key=55ZIE8HVR68M upload=0NQU2EE28GQN tag=WA89A9A4IKRT type=write size=2623581 2024-07-26T06:24:59.242 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.242+0000 7f19304c3640 1 < completed delete operation key=8J29YNE031PP tag=1GWM86X5QVVD type=del 2024-07-26T06:24:59.244 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.244+0000 7f19304c3640 1 > prepared operation key=8J29YNE031PP tag=XKODVHLPFZV9 type=write size=38228 2024-07-26T06:24:59.246 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.246+0000 7f19304c3640 1 < completed delete operation key=SSAHKRHXMDHN tag=VZFWN3DPYFQH type=del 2024-07-26T06:24:59.250 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.250+0000 7f19304c3640 1 > prepared part key=_multipart_2I9DGCCZ992A.2~EI49VFPOZX4A.0 size=1048576 2024-07-26T06:24:59.252 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.251+0000 7f19304c3640 1 > prepared part key=_multipart_2I9DGCCZ992A.2~EI49VFPOZX4A.1 size=1048576 2024-07-26T06:24:59.253 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.253+0000 7f19304c3640 1 > prepared part key=_multipart_2I9DGCCZ992A.2~EI49VFPOZX4A.2 size=775899 2024-07-26T06:24:59.253 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.253+0000 7f19304c3640 1 > prepared multipart upload key=2I9DGCCZ992A upload=EI49VFPOZX4A tag=0B6MJ59RNLAF type=write size=3921627 2024-07-26T06:24:59.255 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.255+0000 7f19304c3640 1 < completed delete operation key=M8V7EJP4HHQV tag=6CI3XV50M63V type=del 2024-07-26T06:24:59.258 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.257+0000 7f19304c3640 1 > prepared operation key=PN7DBK1NNJVB tag=C4ZRGDG0TPK5 type=del size=3731318 2024-07-26T06:24:59.260 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.260+0000 7f19304c3640 1 < completed part key=_multipart_Y0JGX4QVQXEC.2~N4I595WKVP4E.0 size=1048576 2024-07-26T06:24:59.262 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.261+0000 7f19304c3640 1 < completed part key=_multipart_Y0JGX4QVQXEC.2~N4I595WKVP4E.1 size=138306 2024-07-26T06:24:59.266 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.265+0000 7f19304c3640 1 < completed multipart upload key=Y0JGX4QVQXEC upload=N4I595WKVP4E tag=6JGA4M4SYUL5 type=write size=2235458 2024-07-26T06:24:59.268 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.267+0000 7f19304c3640 1 > prepared operation key=V4RJB0J6F7NB tag=SQW2KC2H650I type=del size=2297624 2024-07-26T06:24:59.270 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.269+0000 7f19304c3640 1 < completed part key=_multipart_ZSYF9DE73TR8.2~UL2FWDJFWEY9.0 size=1048576 2024-07-26T06:24:59.272 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.271+0000 7f19304c3640 1 < completed part key=_multipart_ZSYF9DE73TR8.2~UL2FWDJFWEY9.1 size=817224 2024-07-26T06:24:59.275 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.275+0000 7f19304c3640 1 < completed multipart upload key=ZSYF9DE73TR8 upload=UL2FWDJFWEY9 tag=3YT0K43FD4I2 type=write size=2914376 2024-07-26T06:24:59.279 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.278+0000 7f19304c3640 1 > prepared part key=_multipart_QMPZ7GQNIH0K.2~4VCZP8LGKBK0.0 size=1048576 2024-07-26T06:24:59.280 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.280+0000 7f19304c3640 1 > prepared part key=_multipart_QMPZ7GQNIH0K.2~4VCZP8LGKBK0.1 size=138058 2024-07-26T06:24:59.280 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.280+0000 7f19304c3640 1 > prepared multipart upload key=QMPZ7GQNIH0K upload=4VCZP8LGKBK0 tag=5SI3MNF4R7J4 type=write size=2235210 2024-07-26T06:24:59.284 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.284+0000 7f19304c3640 1 < suggested remove operation key=QMPZ7GQNIH0K tag=D48O8PK893TX type=del 2024-07-26T06:24:59.288 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.288+0000 7f19304c3640 1 > prepared part key=_multipart_G2XJVRBLSPE9.2~486YTP50TL1F.0 size=1048576 2024-07-26T06:24:59.289 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.289+0000 7f19304c3640 1 > prepared part key=_multipart_G2XJVRBLSPE9.2~486YTP50TL1F.1 size=1048576 2024-07-26T06:24:59.291 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.291+0000 7f19304c3640 1 > prepared part key=_multipart_G2XJVRBLSPE9.2~486YTP50TL1F.2 size=493352 2024-07-26T06:24:59.291 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.291+0000 7f19304c3640 1 > prepared multipart upload key=G2XJVRBLSPE9 upload=486YTP50TL1F tag=0H8UGH2DKNWX type=write size=3639080 2024-07-26T06:24:59.293 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.293+0000 7f19304c3640 1 < completed delete operation key=2TS50KKRU12E tag=7X350O1LWC8K type=del 2024-07-26T06:24:59.295 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.294+0000 7f19304c3640 1 > prepared operation key=HO4GZ0KNZ8SK tag=D3CNHO9HY7K0 type=del size=1292751 2024-07-26T06:24:59.297 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.296+0000 7f19304c3640 1 < canceled operation key=CXCXAKPQIOKH tag=8COSKCU7MYUZ type=del size=1645274 2024-07-26T06:24:59.300 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.300+0000 7f19304c3640 1 > prepared part key=_multipart_8J29YNE031PP.2~BMAK96RKXZVC.0 size=1048576 2024-07-26T06:24:59.302 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.302+0000 7f19304c3640 1 > prepared part key=_multipart_8J29YNE031PP.2~BMAK96RKXZVC.1 size=1048576 2024-07-26T06:24:59.303 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.303+0000 7f19304c3640 1 > prepared part key=_multipart_8J29YNE031PP.2~BMAK96RKXZVC.2 size=853638 2024-07-26T06:24:59.304 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.303+0000 7f19304c3640 1 > prepared multipart upload key=8J29YNE031PP upload=BMAK96RKXZVC tag=KL3V40T61DIR type=write size=3999366 2024-07-26T06:24:59.306 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.305+0000 7f19304c3640 1 < completed part key=_multipart_D2CZZ6A8YSHC.2~TITUEMSLTT31.0 size=1048576 2024-07-26T06:24:59.307 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.307+0000 7f19304c3640 1 < completed part key=_multipart_D2CZZ6A8YSHC.2~TITUEMSLTT31.1 size=875475 2024-07-26T06:24:59.311 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.311+0000 7f19304c3640 1 < completed multipart upload key=D2CZZ6A8YSHC upload=TITUEMSLTT31 tag=I7DASW1CX22X type=write size=2972627 2024-07-26T06:24:59.313 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.313+0000 7f19304c3640 1 > prepared operation key=M8V7EJP4HHQV tag=18QJH8GLJ96T type=del size=2865504 2024-07-26T06:24:59.315 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.315+0000 7f19304c3640 1 < completed delete operation key=PN7DBK1NNJVB tag=HVVLAK6AYDFY type=del 2024-07-26T06:24:59.317 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.317+0000 7f19304c3640 1 > prepared operation key=F3QUORF2HDZY tag=YJ4HQRZ4QYYV type=del size=3932154 2024-07-26T06:24:59.319 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.319+0000 7f19304c3640 1 < completed write operation key=TWRRPXYVH5FW tag=I2AXO77MI6NV type=write size=847876 2024-07-26T06:24:59.321 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.321+0000 7f19304c3640 1 > prepared operation key=2TS50KKRU12E tag=WISS458QX41Y type=del size=1640957 2024-07-26T06:24:59.323 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.323+0000 7f19304c3640 1 < completed delete operation key=M8V7EJP4HHQV tag=GCW0B9NXZ8XN type=del 2024-07-26T06:24:59.327 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.326+0000 7f19304c3640 1 > prepared part key=_multipart_P6MP7JC8DTH7.2~X198WH7O3YFG.0 size=1048576 2024-07-26T06:24:59.328 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.328+0000 7f19304c3640 1 > prepared part key=_multipart_P6MP7JC8DTH7.2~X198WH7O3YFG.1 size=1048576 2024-07-26T06:24:59.330 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.330+0000 7f19304c3640 1 > prepared part key=_multipart_P6MP7JC8DTH7.2~X198WH7O3YFG.2 size=889664 2024-07-26T06:24:59.330 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.330+0000 7f19304c3640 1 > prepared multipart upload key=P6MP7JC8DTH7 upload=X198WH7O3YFG tag=BR2Z1EI15V16 type=write size=4035392 2024-07-26T06:24:59.334 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.334+0000 7f19304c3640 -1 < failed to complete operation key=QMPZ7GQNIH0K tag=IKM6VMSN7XK9 type=del size=3705537: (22) Invalid argument 2024-07-26T06:24:59.338 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.338+0000 7f19304c3640 1 > prepared part key=_multipart_CXCXAKPQIOKH.2~8ZHXGHGXV4SX.0 size=1048576 2024-07-26T06:24:59.339 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.339+0000 7f19304c3640 1 > prepared part key=_multipart_CXCXAKPQIOKH.2~8ZHXGHGXV4SX.1 size=978015 2024-07-26T06:24:59.339 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.339+0000 7f19304c3640 1 > prepared multipart upload key=CXCXAKPQIOKH upload=8ZHXGHGXV4SX tag=JZW5D0AY9WFI type=write size=3075167 2024-07-26T06:24:59.341 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.341+0000 7f19304c3640 1 < completed delete operation key=P6MP7JC8DTH7 tag=PFLN5RCYK93K type=del 2024-07-26T06:24:59.343 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.343+0000 7f19304c3640 1 > prepared operation key=V4QX80DR86I3 tag=L8MGXQVGBZCD type=del size=1490970 2024-07-26T06:24:59.345 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.345+0000 7f19304c3640 1 < completed delete operation key=0PV4L596ZFOW tag=L5FTSX0CEAE3 type=del 2024-07-26T06:24:59.349 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.349+0000 7f19304c3640 1 > prepared part key=_multipart_2I9DGCCZ992A.2~T29UJIYUKPH5.0 size=413620 2024-07-26T06:24:59.349 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.349+0000 7f19304c3640 1 > prepared multipart upload key=2I9DGCCZ992A upload=T29UJIYUKPH5 tag=7LW74I6MC65B type=write size=1462196 2024-07-26T06:24:59.351 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.351+0000 7f19304c3640 1 < completed part key=_multipart_55ZIE8HVR68M.2~0NQU2EE28GQN.0 size=1048576 2024-07-26T06:24:59.353 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.353+0000 7f19304c3640 1 < completed part key=_multipart_55ZIE8HVR68M.2~0NQU2EE28GQN.1 size=526429 2024-07-26T06:24:59.356 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.356+0000 7f19304c3640 1 < completed multipart upload key=55ZIE8HVR68M upload=0NQU2EE28GQN tag=WA89A9A4IKRT type=write size=2623581 2024-07-26T06:24:59.360 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.359+0000 7f19304c3640 1 > prepared part key=_multipart_M8V7EJP4HHQV.2~T8THILGWHPSY.0 size=1048576 2024-07-26T06:24:59.361 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.361+0000 7f19304c3640 1 > prepared part key=_multipart_M8V7EJP4HHQV.2~T8THILGWHPSY.1 size=620341 2024-07-26T06:24:59.361 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.361+0000 7f19304c3640 1 > prepared multipart upload key=M8V7EJP4HHQV upload=T8THILGWHPSY tag=1K94WKAZ4C9J type=write size=2717493 2024-07-26T06:24:59.364 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.363+0000 7f19304c3640 1 < completed write operation key=8J29YNE031PP tag=XKODVHLPFZV9 type=write size=38228 2024-07-26T06:24:59.366 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.366+0000 7f19304c3640 1 > prepared operation key=LCDUWKN6AQNU tag=NZIB9JCZS2H6 type=del size=291046 2024-07-26T06:24:59.370 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.368+0000 7f19304c3640 1 < completed part key=_multipart_2I9DGCCZ992A.2~EI49VFPOZX4A.0 size=1048576 2024-07-26T06:24:59.370 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.370+0000 7f19304c3640 1 < completed part key=_multipart_2I9DGCCZ992A.2~EI49VFPOZX4A.1 size=1048576 2024-07-26T06:24:59.373 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.372+0000 7f19304c3640 1 < completed part key=_multipart_2I9DGCCZ992A.2~EI49VFPOZX4A.2 size=775899 2024-07-26T06:24:59.376 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.376+0000 7f19304c3640 1 < completed multipart upload key=2I9DGCCZ992A upload=EI49VFPOZX4A tag=0B6MJ59RNLAF type=write size=3921627 2024-07-26T06:24:59.378 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.378+0000 7f19304c3640 1 > prepared operation key=Y0JGX4QVQXEC tag=1C715KJBBH9F type=del size=3774330 2024-07-26T06:24:59.380 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.380+0000 7f19304c3640 1 < completed delete operation key=PN7DBK1NNJVB tag=C4ZRGDG0TPK5 type=del 2024-07-26T06:24:59.382 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.382+0000 7f19304c3640 1 > prepared operation key=2TS50KKRU12E tag=B8HDRXEY22HI type=del size=422474 2024-07-26T06:24:59.384 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.384+0000 7f19304c3640 1 < completed delete operation key=V4RJB0J6F7NB tag=SQW2KC2H650I type=del 2024-07-26T06:24:59.386 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.386+0000 7f19304c3640 1 > prepared operation key=0PV4L596ZFOW tag=MULT2VW55OQ4 type=write size=744404 2024-07-26T06:24:59.386 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.386+0000 7f19304c3640 1 < canceled part key=_multipart_QMPZ7GQNIH0K.2~4VCZP8LGKBK0.0 size=1048576 2024-07-26T06:24:59.388 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.388+0000 7f19304c3640 1 < completed part key=_multipart_QMPZ7GQNIH0K.2~4VCZP8LGKBK0.1 size=138058 2024-07-26T06:24:59.392 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.392+0000 7f19304c3640 1 < canceled multipart upload key=QMPZ7GQNIH0K upload=4VCZP8LGKBK0 tag=5SI3MNF4R7J4 type=write size=2235210 2024-07-26T06:24:59.396 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.396+0000 7f19304c3640 1 > prepared part key=_multipart_7P9AQQD7XI2Z.2~996YBESKU4P8.0 size=1048576 2024-07-26T06:24:59.398 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.398+0000 7f19304c3640 1 > prepared part key=_multipart_7P9AQQD7XI2Z.2~996YBESKU4P8.1 size=1048576 2024-07-26T06:24:59.400 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.399+0000 7f19304c3640 1 > prepared part key=_multipart_7P9AQQD7XI2Z.2~996YBESKU4P8.2 size=352536 2024-07-26T06:24:59.400 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.399+0000 7f19304c3640 1 > prepared multipart upload key=7P9AQQD7XI2Z upload=996YBESKU4P8 tag=ZB0APY0ZOLN9 type=write size=3498264 2024-07-26T06:24:59.402 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.402+0000 7f19304c3640 1 < completed part key=_multipart_G2XJVRBLSPE9.2~486YTP50TL1F.0 size=1048576 2024-07-26T06:24:59.404 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.404+0000 7f19304c3640 1 < completed part key=_multipart_G2XJVRBLSPE9.2~486YTP50TL1F.1 size=1048576 2024-07-26T06:24:59.406 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.405+0000 7f19304c3640 1 < completed part key=_multipart_G2XJVRBLSPE9.2~486YTP50TL1F.2 size=493352 2024-07-26T06:24:59.409 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.409+0000 7f19304c3640 1 < completed multipart upload key=G2XJVRBLSPE9 upload=486YTP50TL1F tag=0H8UGH2DKNWX type=write size=3639080 2024-07-26T06:24:59.411 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.411+0000 7f19304c3640 1 > prepared operation key=23K6MK7R266R tag=DQ4LE7R92TMR type=del size=3607406 2024-07-26T06:24:59.413 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.413+0000 7f19304c3640 1 < canceled operation key=HO4GZ0KNZ8SK tag=D3CNHO9HY7K0 type=del size=1292751 2024-07-26T06:24:59.416 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.416+0000 7f19304c3640 1 > prepared operation key=HO4GZ0KNZ8SK tag=9D5PROVKHAZP type=del size=4186234 2024-07-26T06:24:59.419 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.419+0000 7f19304c3640 1 < completed part key=_multipart_8J29YNE031PP.2~BMAK96RKXZVC.0 size=1048576 2024-07-26T06:24:59.420 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.420+0000 7f19304c3640 1 < completed part key=_multipart_8J29YNE031PP.2~BMAK96RKXZVC.1 size=1048576 2024-07-26T06:24:59.422 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.422+0000 7f19304c3640 1 < completed part key=_multipart_8J29YNE031PP.2~BMAK96RKXZVC.2 size=853638 2024-07-26T06:24:59.426 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.426+0000 7f19304c3640 1 < completed multipart upload key=8J29YNE031PP upload=BMAK96RKXZVC tag=KL3V40T61DIR type=write size=3999366 2024-07-26T06:24:59.428 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.428+0000 7f19304c3640 1 > prepared operation key=HO4GZ0KNZ8SK tag=YAC2LEK0Z162 type=del size=3504210 2024-07-26T06:24:59.432 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.432+0000 7f19304c3640 1 < suggested remove operation key=M8V7EJP4HHQV tag=18QJH8GLJ96T type=del 2024-07-26T06:24:59.436 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.436+0000 7f19304c3640 1 > prepared part key=_multipart_SQ0RDJVR9PPL.2~XTFL3ETD8YVE.0 size=1048576 2024-07-26T06:24:59.438 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.438+0000 7f19304c3640 1 > prepared part key=_multipart_SQ0RDJVR9PPL.2~XTFL3ETD8YVE.1 size=569589 2024-07-26T06:24:59.439 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.438+0000 7f19304c3640 1 > prepared multipart upload key=SQ0RDJVR9PPL upload=XTFL3ETD8YVE tag=BWM33PJXIY64 type=write size=2666741 2024-07-26T06:24:59.441 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.440+0000 7f19304c3640 1 < canceled operation key=F3QUORF2HDZY tag=YJ4HQRZ4QYYV type=del size=3932154 2024-07-26T06:24:59.443 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.443+0000 7f19304c3640 1 > prepared operation key=2TS50KKRU12E tag=59IEYBKQ5432 type=del size=1447922 2024-07-26T06:24:59.445 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.445+0000 7f19304c3640 1 < completed delete operation key=2TS50KKRU12E tag=WISS458QX41Y type=del 2024-07-26T06:24:59.449 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.449+0000 7f19304c3640 1 > prepared part key=_multipart_G70GGG8ITGEE.2~JIFB4H76MGSQ.0 size=671721 2024-07-26T06:24:59.449 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.449+0000 7f19304c3640 1 > prepared multipart upload key=G70GGG8ITGEE upload=JIFB4H76MGSQ tag=5IBUP034LDXB type=write size=1720297 2024-07-26T06:24:59.451 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.451+0000 7f19304c3640 1 < completed part key=_multipart_P6MP7JC8DTH7.2~X198WH7O3YFG.0 size=1048576 2024-07-26T06:24:59.453 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.453+0000 7f19304c3640 1 < completed part key=_multipart_P6MP7JC8DTH7.2~X198WH7O3YFG.1 size=1048576 2024-07-26T06:24:59.455 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.454+0000 7f19304c3640 1 < completed part key=_multipart_P6MP7JC8DTH7.2~X198WH7O3YFG.2 size=889664 2024-07-26T06:24:59.458 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.458+0000 7f19304c3640 1 < completed multipart upload key=P6MP7JC8DTH7 upload=X198WH7O3YFG tag=BR2Z1EI15V16 type=write size=4035392 2024-07-26T06:24:59.461 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.461+0000 7f19304c3640 1 > prepared operation key=M8V7EJP4HHQV tag=I4RBH4SP86EF type=del size=4100579 2024-07-26T06:24:59.463 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.463+0000 7f19304c3640 1 < completed part key=_multipart_CXCXAKPQIOKH.2~8ZHXGHGXV4SX.0 size=1048576 2024-07-26T06:24:59.465 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.465+0000 7f19304c3640 1 < completed part key=_multipart_CXCXAKPQIOKH.2~8ZHXGHGXV4SX.1 size=978015 2024-07-26T06:24:59.468 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.468+0000 7f19304c3640 1 < completed multipart upload key=CXCXAKPQIOKH upload=8ZHXGHGXV4SX tag=JZW5D0AY9WFI type=write size=3075167 2024-07-26T06:24:59.470 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.470+0000 7f19304c3640 1 > prepared operation key=1I2JP28R3YNS tag=58M3J19PYRTA type=del size=461451 2024-07-26T06:24:59.472 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.472+0000 7f19304c3640 1 < completed delete operation key=V4QX80DR86I3 tag=L8MGXQVGBZCD type=del 2024-07-26T06:24:59.474 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.474+0000 7f19304c3640 1 > prepared operation key=2TS50KKRU12E tag=NT9P8DDSAO1R type=del size=1072828 2024-07-26T06:24:59.477 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.476+0000 7f19304c3640 1 < completed part key=_multipart_2I9DGCCZ992A.2~T29UJIYUKPH5.0 size=413620 2024-07-26T06:24:59.480 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.480+0000 7f19304c3640 1 < completed multipart upload key=2I9DGCCZ992A upload=T29UJIYUKPH5 tag=7LW74I6MC65B type=write size=1462196 2024-07-26T06:24:59.482 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.482+0000 7f19304c3640 1 > prepared operation key=TWRRPXYVH5FW tag=1ADYI55B0CDZ type=del size=3458298 2024-07-26T06:24:59.484 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.484+0000 7f19304c3640 1 < completed part key=_multipart_M8V7EJP4HHQV.2~T8THILGWHPSY.0 size=1048576 2024-07-26T06:24:59.486 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.485+0000 7f19304c3640 1 < completed part key=_multipart_M8V7EJP4HHQV.2~T8THILGWHPSY.1 size=620341 2024-07-26T06:24:59.490 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.490+0000 7f19304c3640 1 < completed multipart upload key=M8V7EJP4HHQV upload=T8THILGWHPSY tag=1K94WKAZ4C9J type=write size=2717493 2024-07-26T06:24:59.492 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.491+0000 7f19304c3640 1 > prepared operation key=PN7DBK1NNJVB tag=WXBBNG2U1PU2 type=del size=681778 2024-07-26T06:24:59.494 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.493+0000 7f19304c3640 1 < completed delete operation key=LCDUWKN6AQNU tag=NZIB9JCZS2H6 type=del 2024-07-26T06:24:59.498 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.498+0000 7f19304c3640 1 > prepared part key=_multipart_V4QX80DR86I3.2~C69TNEMDIZ27.0 size=1048576 2024-07-26T06:24:59.499 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.499+0000 7f19304c3640 1 > prepared part key=_multipart_V4QX80DR86I3.2~C69TNEMDIZ27.1 size=632840 2024-07-26T06:24:59.500 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.499+0000 7f19304c3640 1 > prepared multipart upload key=V4QX80DR86I3 upload=C69TNEMDIZ27 tag=E4RMAEKNSZQZ type=write size=2729992 2024-07-26T06:24:59.502 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.502+0000 7f19304c3640 1 < completed delete operation key=Y0JGX4QVQXEC tag=1C715KJBBH9F type=del 2024-07-26T06:24:59.506 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.505+0000 7f19304c3640 1 > prepared part key=_multipart_SQ0RDJVR9PPL.2~GVDQF5T9YLUS.0 size=1048576 2024-07-26T06:24:59.507 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.507+0000 7f19304c3640 1 > prepared part key=_multipart_SQ0RDJVR9PPL.2~GVDQF5T9YLUS.1 size=1048576 2024-07-26T06:24:59.509 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.509+0000 7f19304c3640 1 > prepared part key=_multipart_SQ0RDJVR9PPL.2~GVDQF5T9YLUS.2 size=343187 2024-07-26T06:24:59.509 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.509+0000 7f19304c3640 1 > prepared multipart upload key=SQ0RDJVR9PPL upload=GVDQF5T9YLUS tag=VP14VEZJV2VT type=write size=3488915 2024-07-26T06:24:59.513 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.513+0000 7f19304c3640 1 < suggested update operation key=2TS50KKRU12E tag=B8HDRXEY22HI type=del size=422474 2024-07-26T06:24:59.515 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.515+0000 7f19304c3640 1 > prepared operation key=C2RTY1II1OSK tag=U107UWWGT19V type=del size=1745718 2024-07-26T06:24:59.518 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.517+0000 7f19304c3640 1 < completed write operation key=0PV4L596ZFOW tag=MULT2VW55OQ4 type=write size=744404 2024-07-26T06:24:59.522 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.521+0000 7f19304c3640 1 > prepared part key=_multipart_PN7DBK1NNJVB.2~CWQVAGNYDV40.0 size=365861 2024-07-26T06:24:59.522 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.521+0000 7f19304c3640 1 > prepared multipart upload key=PN7DBK1NNJVB upload=CWQVAGNYDV40 tag=029IYB918J1E type=write size=1414437 2024-07-26T06:24:59.524 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.523+0000 7f19304c3640 1 < completed part key=_multipart_7P9AQQD7XI2Z.2~996YBESKU4P8.0 size=1048576 2024-07-26T06:24:59.525 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.525+0000 7f19304c3640 1 < completed part key=_multipart_7P9AQQD7XI2Z.2~996YBESKU4P8.1 size=1048576 2024-07-26T06:24:59.527 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.527+0000 7f19304c3640 1 < completed part key=_multipart_7P9AQQD7XI2Z.2~996YBESKU4P8.2 size=352536 2024-07-26T06:24:59.531 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.531+0000 7f19304c3640 1 < completed multipart upload key=7P9AQQD7XI2Z upload=996YBESKU4P8 tag=ZB0APY0ZOLN9 type=write size=3498264 2024-07-26T06:24:59.534 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.534+0000 7f19304c3640 1 > prepared part key=_multipart_0PV4L596ZFOW.2~AZTSEKTC0EJT.0 size=341622 2024-07-26T06:24:59.535 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.534+0000 7f19304c3640 1 > prepared multipart upload key=0PV4L596ZFOW upload=AZTSEKTC0EJT tag=V0SXI2ALR5IP type=write size=1390198 2024-07-26T06:24:59.537 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.537+0000 7f19304c3640 1 < completed delete operation key=23K6MK7R266R tag=DQ4LE7R92TMR type=del 2024-07-26T06:24:59.539 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.539+0000 7f19304c3640 1 > prepared operation key=8J29YNE031PP tag=6UHK1BJWVALU type=del size=326880 2024-07-26T06:24:59.544 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.544+0000 7f19304c3640 1 < suggested remove operation key=HO4GZ0KNZ8SK tag=9D5PROVKHAZP type=del 2024-07-26T06:24:59.548 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.547+0000 7f19304c3640 1 > prepared part key=_multipart_YDC2NRQG9YFE.2~ULYEWLZ70RLM.0 size=1048576 2024-07-26T06:24:59.549 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.549+0000 7f19304c3640 1 > prepared part key=_multipart_YDC2NRQG9YFE.2~ULYEWLZ70RLM.1 size=1048576 2024-07-26T06:24:59.551 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.551+0000 7f19304c3640 1 > prepared part key=_multipart_YDC2NRQG9YFE.2~ULYEWLZ70RLM.2 size=354356 2024-07-26T06:24:59.551 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.551+0000 7f19304c3640 1 > prepared multipart upload key=YDC2NRQG9YFE upload=ULYEWLZ70RLM tag=8NTWMI23CTX1 type=write size=3500084 2024-07-26T06:24:59.554 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.554+0000 7f19304c3640 -1 < failed to complete operation key=HO4GZ0KNZ8SK tag=YAC2LEK0Z162 type=del size=3504210: (22) Invalid argument 2024-07-26T06:24:59.558 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.558+0000 7f19304c3640 1 > prepared part key=_multipart_7P9AQQD7XI2Z.2~0VPAKDYB0AGE.0 size=1048576 2024-07-26T06:24:59.560 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.560+0000 7f19304c3640 1 > prepared part key=_multipart_7P9AQQD7XI2Z.2~0VPAKDYB0AGE.1 size=448062 2024-07-26T06:24:59.560 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.560+0000 7f19304c3640 1 > prepared multipart upload key=7P9AQQD7XI2Z upload=0VPAKDYB0AGE tag=XRF730PPV000 type=write size=2545214 2024-07-26T06:24:59.560 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.560+0000 7f19304c3640 1 < canceled part key=_multipart_SQ0RDJVR9PPL.2~XTFL3ETD8YVE.0 size=1048576 2024-07-26T06:24:59.562 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.562+0000 7f19304c3640 1 < completed part key=_multipart_SQ0RDJVR9PPL.2~XTFL3ETD8YVE.1 size=569589 2024-07-26T06:24:59.565 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.565+0000 7f19304c3640 1 < canceled multipart upload key=SQ0RDJVR9PPL upload=XTFL3ETD8YVE tag=BWM33PJXIY64 type=write size=2666741 2024-07-26T06:24:59.567 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.567+0000 7f19304c3640 1 > prepared operation key=8J29YNE031PP tag=Q3JXZEQH1PQX type=del size=3370675 2024-07-26T06:24:59.574 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.572+0000 7f19304c3640 1 < suggested remove operation key=2TS50KKRU12E tag=59IEYBKQ5432 type=del 2024-07-26T06:24:59.576 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.576+0000 7f19304c3640 1 > prepared part key=_multipart_SQ0RDJVR9PPL.2~BQV4P9US77I7.0 size=1048576 2024-07-26T06:24:59.578 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.577+0000 7f19304c3640 1 > prepared part key=_multipart_SQ0RDJVR9PPL.2~BQV4P9US77I7.1 size=1048576 2024-07-26T06:24:59.579 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.579+0000 7f19304c3640 1 > prepared part key=_multipart_SQ0RDJVR9PPL.2~BQV4P9US77I7.2 size=230813 2024-07-26T06:24:59.579 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.579+0000 7f19304c3640 1 > prepared multipart upload key=SQ0RDJVR9PPL upload=BQV4P9US77I7 tag=I1KWCS3QBQCB type=write size=3376541 2024-07-26T06:24:59.581 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.581+0000 7f19304c3640 1 < completed part key=_multipart_G70GGG8ITGEE.2~JIFB4H76MGSQ.0 size=671721 2024-07-26T06:24:59.585 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.584+0000 7f19304c3640 1 < completed multipart upload key=G70GGG8ITGEE upload=JIFB4H76MGSQ tag=5IBUP034LDXB type=write size=1720297 2024-07-26T06:24:59.589 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.589+0000 7f19304c3640 1 > prepared part key=_multipart_M8V7EJP4HHQV.2~O0NMHRTB9QDI.0 size=793990 2024-07-26T06:24:59.589 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.589+0000 7f19304c3640 1 > prepared multipart upload key=M8V7EJP4HHQV upload=O0NMHRTB9QDI tag=6VVN04F2HSN5 type=write size=1842566 2024-07-26T06:24:59.591 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.591+0000 7f19304c3640 1 < completed delete operation key=M8V7EJP4HHQV tag=I4RBH4SP86EF type=del 2024-07-26T06:24:59.593 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.593+0000 7f19304c3640 1 > prepared operation key=G2XJVRBLSPE9 tag=FYFBXDQVSSA5 type=write size=103891 2024-07-26T06:24:59.595 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.595+0000 7f19304c3640 1 < completed delete operation key=1I2JP28R3YNS tag=58M3J19PYRTA type=del 2024-07-26T06:24:59.597 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.597+0000 7f19304c3640 1 > prepared operation key=4ZWJ6XHKZXZF tag=N88Q4FJ3Q23J type=del size=1930023 2024-07-26T06:24:59.600 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.600+0000 7f19304c3640 -1 < failed to complete operation key=2TS50KKRU12E tag=NT9P8DDSAO1R type=del size=1072828: (22) Invalid argument 2024-07-26T06:24:59.604 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.604+0000 7f19304c3640 1 > prepared part key=_multipart_SQ0RDJVR9PPL.2~10YCIGGC3O10.0 size=248615 2024-07-26T06:24:59.604 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.604+0000 7f19304c3640 1 > prepared multipart upload key=SQ0RDJVR9PPL upload=10YCIGGC3O10 tag=1460FO32QU48 type=write size=1297191 2024-07-26T06:24:59.606 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.606+0000 7f19304c3640 1 < completed delete operation key=TWRRPXYVH5FW tag=1ADYI55B0CDZ type=del 2024-07-26T06:24:59.610 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.610+0000 7f19304c3640 1 > prepared part key=_multipart_C2RTY1II1OSK.2~G964CPV3RSMW.0 size=1048576 2024-07-26T06:24:59.612 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.612+0000 7f19304c3640 1 > prepared part key=_multipart_C2RTY1II1OSK.2~G964CPV3RSMW.1 size=885952 2024-07-26T06:24:59.612 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.612+0000 7f19304c3640 1 > prepared multipart upload key=C2RTY1II1OSK upload=G964CPV3RSMW tag=5NRFHCI0W6MK type=write size=2983104 2024-07-26T06:24:59.622 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.622+0000 7f19304c3640 1 < suggested remove operation key=PN7DBK1NNJVB tag=WXBBNG2U1PU2 type=del 2024-07-26T06:24:59.626 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.626+0000 7f19304c3640 1 > prepared part key=_multipart_TWRRPXYVH5FW.2~T0VKLETGHS4N.0 size=625624 2024-07-26T06:24:59.626 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.626+0000 7f19304c3640 1 > prepared multipart upload key=TWRRPXYVH5FW upload=T0VKLETGHS4N tag=B30Q8J96FKK8 type=write size=1674200 2024-07-26T06:24:59.628 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.628+0000 7f19304c3640 1 < completed part key=_multipart_V4QX80DR86I3.2~C69TNEMDIZ27.0 size=1048576 2024-07-26T06:24:59.630 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.630+0000 7f19304c3640 1 < completed part key=_multipart_V4QX80DR86I3.2~C69TNEMDIZ27.1 size=632840 2024-07-26T06:24:59.634 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.633+0000 7f19304c3640 1 < completed multipart upload key=V4QX80DR86I3 upload=C69TNEMDIZ27 tag=E4RMAEKNSZQZ type=write size=2729992 2024-07-26T06:24:59.635 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.635+0000 7f19304c3640 1 > prepared operation key=HO4GZ0KNZ8SK tag=NM15H3L67EMH type=del size=3894736 2024-07-26T06:24:59.638 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.638+0000 7f19304c3640 1 < completed part key=_multipart_SQ0RDJVR9PPL.2~GVDQF5T9YLUS.0 size=1048576 2024-07-26T06:24:59.640 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.640+0000 7f19304c3640 1 < completed part key=_multipart_SQ0RDJVR9PPL.2~GVDQF5T9YLUS.1 size=1048576 2024-07-26T06:24:59.642 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.641+0000 7f19304c3640 1 < completed part key=_multipart_SQ0RDJVR9PPL.2~GVDQF5T9YLUS.2 size=343187 2024-07-26T06:24:59.645 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.645+0000 7f19304c3640 1 < completed multipart upload key=SQ0RDJVR9PPL upload=GVDQF5T9YLUS tag=VP14VEZJV2VT type=write size=3488915 2024-07-26T06:24:59.650 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.649+0000 7f19304c3640 1 > prepared part key=_multipart_SSAHKRHXMDHN.2~LKI30J3ZX2SK.0 size=1048576 2024-07-26T06:24:59.651 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.651+0000 7f19304c3640 1 > prepared part key=_multipart_SSAHKRHXMDHN.2~LKI30J3ZX2SK.1 size=1048576 2024-07-26T06:24:59.653 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.653+0000 7f19304c3640 1 > prepared part key=_multipart_SSAHKRHXMDHN.2~LKI30J3ZX2SK.2 size=115024 2024-07-26T06:24:59.653 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.653+0000 7f19304c3640 1 > prepared multipart upload key=SSAHKRHXMDHN upload=LKI30J3ZX2SK tag=8E0TTXZHUH2L type=write size=3260752 2024-07-26T06:24:59.655 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.655+0000 7f19304c3640 1 < completed delete operation key=C2RTY1II1OSK tag=U107UWWGT19V type=del 2024-07-26T06:24:59.657 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.657+0000 7f19304c3640 1 > prepared operation key=G2XJVRBLSPE9 tag=0Z1G0GXE7MVW type=del size=2667797 2024-07-26T06:24:59.659 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.659+0000 7f19304c3640 1 < completed part key=_multipart_PN7DBK1NNJVB.2~CWQVAGNYDV40.0 size=365861 2024-07-26T06:24:59.663 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.662+0000 7f19304c3640 1 < completed multipart upload key=PN7DBK1NNJVB upload=CWQVAGNYDV40 tag=029IYB918J1E type=write size=1414437 2024-07-26T06:24:59.665 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.664+0000 7f19304c3640 1 > prepared operation key=D2CZZ6A8YSHC tag=1FKLJS6YSMZY type=del size=1421885 2024-07-26T06:24:59.667 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.667+0000 7f19304c3640 1 < completed part key=_multipart_0PV4L596ZFOW.2~AZTSEKTC0EJT.0 size=341622 2024-07-26T06:24:59.671 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.670+0000 7f19304c3640 1 < completed multipart upload key=0PV4L596ZFOW upload=AZTSEKTC0EJT tag=V0SXI2ALR5IP type=write size=1390198 2024-07-26T06:24:59.674 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.674+0000 7f19304c3640 1 > prepared part key=_multipart_CXCXAKPQIOKH.2~6MZPKCWHPDYT.0 size=1048576 2024-07-26T06:24:59.676 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.676+0000 7f19304c3640 1 > prepared part key=_multipart_CXCXAKPQIOKH.2~6MZPKCWHPDYT.1 size=264259 2024-07-26T06:24:59.676 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.676+0000 7f19304c3640 1 > prepared multipart upload key=CXCXAKPQIOKH upload=6MZPKCWHPDYT tag=LIJ1E3SZ7SR8 type=write size=2361411 2024-07-26T06:24:59.678 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.678+0000 7f19304c3640 1 < completed delete operation key=8J29YNE031PP tag=6UHK1BJWVALU type=del 2024-07-26T06:24:59.682 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.682+0000 7f19304c3640 1 > prepared part key=_multipart_PN7DBK1NNJVB.2~ZAM1X58AMRM7.0 size=482234 2024-07-26T06:24:59.682 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.682+0000 7f19304c3640 1 > prepared multipart upload key=PN7DBK1NNJVB upload=ZAM1X58AMRM7 tag=2DIX2UA7PSZD type=write size=1530810 2024-07-26T06:24:59.684 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.684+0000 7f19304c3640 1 < completed part key=_multipart_YDC2NRQG9YFE.2~ULYEWLZ70RLM.0 size=1048576 2024-07-26T06:24:59.686 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.686+0000 7f19304c3640 1 < completed part key=_multipart_YDC2NRQG9YFE.2~ULYEWLZ70RLM.1 size=1048576 2024-07-26T06:24:59.688 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.687+0000 7f19304c3640 1 < completed part key=_multipart_YDC2NRQG9YFE.2~ULYEWLZ70RLM.2 size=354356 2024-07-26T06:24:59.691 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.691+0000 7f19304c3640 1 < completed multipart upload key=YDC2NRQG9YFE upload=ULYEWLZ70RLM tag=8NTWMI23CTX1 type=write size=3500084 2024-07-26T06:24:59.693 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.693+0000 7f19304c3640 1 > prepared operation key=C2RTY1II1OSK tag=9NZ10P8CSW9P type=del size=2623866 2024-07-26T06:24:59.695 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.695+0000 7f19304c3640 1 < completed part key=_multipart_7P9AQQD7XI2Z.2~0VPAKDYB0AGE.0 size=1048576 2024-07-26T06:24:59.697 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.697+0000 7f19304c3640 1 < completed part key=_multipart_7P9AQQD7XI2Z.2~0VPAKDYB0AGE.1 size=448062 2024-07-26T06:24:59.701 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.701+0000 7f19304c3640 1 < completed multipart upload key=7P9AQQD7XI2Z upload=0VPAKDYB0AGE tag=XRF730PPV000 type=write size=2545214 2024-07-26T06:24:59.706 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.705+0000 7f19304c3640 1 > prepared part key=_multipart_QMPZ7GQNIH0K.2~QRU27W9J4PVM.0 size=154815 2024-07-26T06:24:59.706 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.705+0000 7f19304c3640 1 > prepared multipart upload key=QMPZ7GQNIH0K upload=QRU27W9J4PVM tag=J2N8PY9MDA5N type=write size=1203391 2024-07-26T06:24:59.708 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.707+0000 7f19304c3640 1 < completed delete operation key=8J29YNE031PP tag=Q3JXZEQH1PQX type=del 2024-07-26T06:24:59.709 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.709+0000 7f19304c3640 1 > prepared operation key=D2CZZ6A8YSHC tag=UZ96BY2VLEPX type=del size=413342 2024-07-26T06:24:59.710 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.710+0000 7f19304c3640 1 < canceled part key=_multipart_SQ0RDJVR9PPL.2~BQV4P9US77I7.0 size=1048576 2024-07-26T06:24:59.712 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.711+0000 7f19304c3640 1 < completed part key=_multipart_SQ0RDJVR9PPL.2~BQV4P9US77I7.1 size=1048576 2024-07-26T06:24:59.713 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.713+0000 7f19304c3640 1 < completed part key=_multipart_SQ0RDJVR9PPL.2~BQV4P9US77I7.2 size=230813 2024-07-26T06:24:59.717 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.716+0000 7f19304c3640 1 < canceled multipart upload key=SQ0RDJVR9PPL upload=BQV4P9US77I7 tag=I1KWCS3QBQCB type=write size=3376541 2024-07-26T06:24:59.721 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.721+0000 7f19304c3640 1 > prepared part key=_multipart_512VC812AWRN.2~DF3C9R3HNHVY.0 size=1048576 2024-07-26T06:24:59.723 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.722+0000 7f19304c3640 1 > prepared part key=_multipart_512VC812AWRN.2~DF3C9R3HNHVY.1 size=100798 2024-07-26T06:24:59.723 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.722+0000 7f19304c3640 1 > prepared multipart upload key=512VC812AWRN upload=DF3C9R3HNHVY tag=TDF0CSVEFQQF type=write size=2197950 2024-07-26T06:24:59.725 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.724+0000 7f19304c3640 1 < completed part key=_multipart_M8V7EJP4HHQV.2~O0NMHRTB9QDI.0 size=793990 2024-07-26T06:24:59.728 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.728+0000 7f19304c3640 1 < completed multipart upload key=M8V7EJP4HHQV upload=O0NMHRTB9QDI tag=6VVN04F2HSN5 type=write size=1842566 2024-07-26T06:24:59.733 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.732+0000 7f19304c3640 1 > prepared part key=_multipart_LCDUWKN6AQNU.2~GC4Z8NN5V13K.0 size=1048576 2024-07-26T06:24:59.734 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.734+0000 7f19304c3640 1 > prepared part key=_multipart_LCDUWKN6AQNU.2~GC4Z8NN5V13K.1 size=241913 2024-07-26T06:24:59.734 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.734+0000 7f19304c3640 1 > prepared multipart upload key=LCDUWKN6AQNU upload=GC4Z8NN5V13K tag=46MHD4W8UNCU type=write size=2339065 2024-07-26T06:24:59.736 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.736+0000 7f19304c3640 1 < completed write operation key=G2XJVRBLSPE9 tag=FYFBXDQVSSA5 type=write size=103891 2024-07-26T06:24:59.740 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.740+0000 7f19304c3640 1 > prepared part key=_multipart_SQ0RDJVR9PPL.2~F0L0IT6HIF4G.0 size=80780 2024-07-26T06:24:59.740 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.740+0000 7f19304c3640 1 > prepared multipart upload key=SQ0RDJVR9PPL upload=F0L0IT6HIF4G tag=1B8BAY828Q7M type=write size=1129356 2024-07-26T06:24:59.742 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.742+0000 7f19304c3640 1 < completed delete operation key=4ZWJ6XHKZXZF tag=N88Q4FJ3Q23J type=del 2024-07-26T06:24:59.747 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.746+0000 7f19304c3640 1 > prepared part key=_multipart_PN7DBK1NNJVB.2~UOCFHD6C3YI5.0 size=275346 2024-07-26T06:24:59.747 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.746+0000 7f19304c3640 1 > prepared multipart upload key=PN7DBK1NNJVB upload=UOCFHD6C3YI5 tag=F29QLO60QVS6 type=write size=1323922 2024-07-26T06:24:59.749 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.749+0000 7f19304c3640 1 < completed part key=_multipart_SQ0RDJVR9PPL.2~10YCIGGC3O10.0 size=248615 2024-07-26T06:24:59.753 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.753+0000 7f19304c3640 1 < completed multipart upload key=SQ0RDJVR9PPL upload=10YCIGGC3O10 tag=1460FO32QU48 type=write size=1297191 2024-07-26T06:24:59.755 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.755+0000 7f19304c3640 1 > prepared operation key=M8V7EJP4HHQV tag=LUKOYWWKUIAP type=del size=3537576 2024-07-26T06:24:59.758 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.758+0000 7f19304c3640 1 < completed part key=_multipart_C2RTY1II1OSK.2~G964CPV3RSMW.0 size=1048576 2024-07-26T06:24:59.759 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.759+0000 7f19304c3640 1 < completed part key=_multipart_C2RTY1II1OSK.2~G964CPV3RSMW.1 size=885952 2024-07-26T06:24:59.763 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.763+0000 7f19304c3640 1 < completed multipart upload key=C2RTY1II1OSK upload=G964CPV3RSMW tag=5NRFHCI0W6MK type=write size=2983104 2024-07-26T06:24:59.768 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.767+0000 7f19304c3640 1 > prepared part key=_multipart_PN7DBK1NNJVB.2~7YWRVTR19QDP.0 size=460523 2024-07-26T06:24:59.768 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.767+0000 7f19304c3640 1 > prepared multipart upload key=PN7DBK1NNJVB upload=7YWRVTR19QDP tag=5GHP3N845PPS type=write size=1509099 2024-07-26T06:24:59.770 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.770+0000 7f19304c3640 1 < completed part key=_multipart_TWRRPXYVH5FW.2~T0VKLETGHS4N.0 size=625624 2024-07-26T06:24:59.773 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.773+0000 7f19304c3640 1 < completed multipart upload key=TWRRPXYVH5FW upload=T0VKLETGHS4N tag=B30Q8J96FKK8 type=write size=1674200 2024-07-26T06:24:59.777 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.777+0000 7f19304c3640 1 > prepared part key=_multipart_D2CZZ6A8YSHC.2~SOO977GA6Y6Q.0 size=1048576 2024-07-26T06:24:59.782 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.779+0000 7f19304c3640 1 > prepared part key=_multipart_D2CZZ6A8YSHC.2~SOO977GA6Y6Q.1 size=1048576 2024-07-26T06:24:59.782 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.781+0000 7f19304c3640 1 > prepared part key=_multipart_D2CZZ6A8YSHC.2~SOO977GA6Y6Q.2 size=511104 2024-07-26T06:24:59.782 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.781+0000 7f19304c3640 1 > prepared multipart upload key=D2CZZ6A8YSHC upload=SOO977GA6Y6Q tag=2KDHBW0SXS7Y type=write size=3656832 2024-07-26T06:24:59.784 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.783+0000 7f19304c3640 1 < completed delete operation key=HO4GZ0KNZ8SK tag=NM15H3L67EMH type=del 2024-07-26T06:24:59.786 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.786+0000 7f19304c3640 1 > prepared operation key=2TS50KKRU12E tag=GVC1YM9G4TQ1 type=del size=3386750 2024-07-26T06:24:59.788 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.788+0000 7f19304c3640 1 < completed part key=_multipart_SSAHKRHXMDHN.2~LKI30J3ZX2SK.0 size=1048576 2024-07-26T06:24:59.790 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.790+0000 7f19304c3640 1 < completed part key=_multipart_SSAHKRHXMDHN.2~LKI30J3ZX2SK.1 size=1048576 2024-07-26T06:24:59.792 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.792+0000 7f19304c3640 1 < completed part key=_multipart_SSAHKRHXMDHN.2~LKI30J3ZX2SK.2 size=115024 2024-07-26T06:24:59.796 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.796+0000 7f19304c3640 1 < completed multipart upload key=SSAHKRHXMDHN upload=LKI30J3ZX2SK tag=8E0TTXZHUH2L type=write size=3260752 2024-07-26T06:24:59.798 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.798+0000 7f19304c3640 1 > prepared operation key=G2XJVRBLSPE9 tag=U5YJUZ24R1V8 type=del size=826358 2024-07-26T06:24:59.800 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.800+0000 7f19304c3640 1 < completed delete operation key=G2XJVRBLSPE9 tag=0Z1G0GXE7MVW type=del 2024-07-26T06:24:59.803 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.803+0000 7f19304c3640 1 > prepared operation key=LCDUWKN6AQNU tag=M351WWHZQG35 type=del size=2301757 2024-07-26T06:24:59.805 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.805+0000 7f19304c3640 1 < completed delete operation key=D2CZZ6A8YSHC tag=1FKLJS6YSMZY type=del 2024-07-26T06:24:59.807 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.807+0000 7f19304c3640 1 > prepared operation key=0PV4L596ZFOW tag=H2CMDSC1BJGZ type=del size=2851344 2024-07-26T06:24:59.809 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.809+0000 7f19304c3640 1 < completed part key=_multipart_CXCXAKPQIOKH.2~6MZPKCWHPDYT.0 size=1048576 2024-07-26T06:24:59.811 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.810+0000 7f19304c3640 1 < completed part key=_multipart_CXCXAKPQIOKH.2~6MZPKCWHPDYT.1 size=264259 2024-07-26T06:24:59.814 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.814+0000 7f19304c3640 1 < completed multipart upload key=CXCXAKPQIOKH upload=6MZPKCWHPDYT tag=LIJ1E3SZ7SR8 type=write size=2361411 2024-07-26T06:24:59.818 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.818+0000 7f19304c3640 1 > prepared part key=_multipart_QMPZ7GQNIH0K.2~URH5DKLSLNH3.0 size=1048576 2024-07-26T06:24:59.820 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.819+0000 7f19304c3640 1 > prepared part key=_multipart_QMPZ7GQNIH0K.2~URH5DKLSLNH3.1 size=931977 2024-07-26T06:24:59.820 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.819+0000 7f19304c3640 1 > prepared multipart upload key=QMPZ7GQNIH0K upload=URH5DKLSLNH3 tag=TMJD9WD3U5EU type=write size=3029129 2024-07-26T06:24:59.822 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.821+0000 7f19304c3640 1 < completed part key=_multipart_PN7DBK1NNJVB.2~ZAM1X58AMRM7.0 size=482234 2024-07-26T06:24:59.825 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.825+0000 7f19304c3640 1 < completed multipart upload key=PN7DBK1NNJVB upload=ZAM1X58AMRM7 tag=2DIX2UA7PSZD type=write size=1530810 2024-07-26T06:24:59.828 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.828+0000 7f19304c3640 1 > prepared operation key=4ZWJ6XHKZXZF tag=JIL7LU8LAUL4 type=write size=444859 2024-07-26T06:24:59.833 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.833+0000 7f19304c3640 1 < suggested update operation key=C2RTY1II1OSK tag=9NZ10P8CSW9P type=del size=2623866 2024-07-26T06:24:59.835 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.835+0000 7f19304c3640 1 > prepared operation key=SQ0RDJVR9PPL tag=8OM4ZCFTFMP7 type=del size=3471788 2024-07-26T06:24:59.838 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.837+0000 7f19304c3640 1 < completed part key=_multipart_QMPZ7GQNIH0K.2~QRU27W9J4PVM.0 size=154815 2024-07-26T06:24:59.842 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.841+0000 7f19304c3640 1 < completed multipart upload key=QMPZ7GQNIH0K upload=QRU27W9J4PVM tag=J2N8PY9MDA5N type=write size=1203391 2024-07-26T06:24:59.844 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.844+0000 7f19304c3640 1 > prepared operation key=QMPZ7GQNIH0K tag=IZXVHWOM5F9A type=del size=921920 2024-07-26T06:24:59.846 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.846+0000 7f19304c3640 1 < canceled operation key=D2CZZ6A8YSHC tag=UZ96BY2VLEPX type=del size=413342 2024-07-26T06:24:59.848 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.848+0000 7f19304c3640 1 > prepared operation key=F3QUORF2HDZY tag=DEZRBYU7OVZW type=del size=514660 2024-07-26T06:24:59.850 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.850+0000 7f19304c3640 1 < completed part key=_multipart_512VC812AWRN.2~DF3C9R3HNHVY.0 size=1048576 2024-07-26T06:24:59.852 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.852+0000 7f19304c3640 1 < completed part key=_multipart_512VC812AWRN.2~DF3C9R3HNHVY.1 size=100798 2024-07-26T06:24:59.855 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.855+0000 7f19304c3640 1 < completed multipart upload key=512VC812AWRN upload=DF3C9R3HNHVY tag=TDF0CSVEFQQF type=write size=2197950 2024-07-26T06:24:59.860 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.859+0000 7f19304c3640 1 > prepared part key=_multipart_SQ0RDJVR9PPL.2~H8979ZOFEA14.0 size=416205 2024-07-26T06:24:59.860 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.859+0000 7f19304c3640 1 > prepared multipart upload key=SQ0RDJVR9PPL upload=H8979ZOFEA14 tag=RS6SBBBMS53P type=write size=1464781 2024-07-26T06:24:59.860 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.859+0000 7f19304c3640 1 < canceled part key=_multipart_LCDUWKN6AQNU.2~GC4Z8NN5V13K.0 size=1048576 2024-07-26T06:24:59.861 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.861+0000 7f19304c3640 1 < completed part key=_multipart_LCDUWKN6AQNU.2~GC4Z8NN5V13K.1 size=241913 2024-07-26T06:24:59.865 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.865+0000 7f19304c3640 1 < canceled multipart upload key=LCDUWKN6AQNU upload=GC4Z8NN5V13K tag=46MHD4W8UNCU type=write size=2339065 2024-07-26T06:24:59.867 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.867+0000 7f19304c3640 1 > prepared operation key=CXCXAKPQIOKH tag=LA7H86VVNCXS type=del size=3090066 2024-07-26T06:24:59.868 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.867+0000 7f19304c3640 1 < canceled part key=_multipart_SQ0RDJVR9PPL.2~F0L0IT6HIF4G.0 size=80780 2024-07-26T06:24:59.871 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.871+0000 7f19304c3640 1 < canceled multipart upload key=SQ0RDJVR9PPL upload=F0L0IT6HIF4G tag=1B8BAY828Q7M type=write size=1129356 2024-07-26T06:24:59.873 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.873+0000 7f19304c3640 1 > prepared operation key=TWRRPXYVH5FW tag=99PT9FWR606C type=del size=4101298 2024-07-26T06:24:59.876 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.875+0000 7f19304c3640 1 < completed part key=_multipart_PN7DBK1NNJVB.2~UOCFHD6C3YI5.0 size=275346 2024-07-26T06:24:59.879 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.879+0000 7f19304c3640 1 < completed multipart upload key=PN7DBK1NNJVB upload=UOCFHD6C3YI5 tag=F29QLO60QVS6 type=write size=1323922 2024-07-26T06:24:59.881 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.881+0000 7f19304c3640 1 > prepared operation key=PN7DBK1NNJVB tag=K5R4KITRKTAD type=del size=2475344 2024-07-26T06:24:59.883 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.883+0000 7f19304c3640 1 < completed delete operation key=M8V7EJP4HHQV tag=LUKOYWWKUIAP type=del 2024-07-26T06:24:59.885 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.885+0000 7f19304c3640 1 > prepared operation key=F3QUORF2HDZY tag=9QIG0M9N86G9 type=write size=789658 2024-07-26T06:24:59.886 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.885+0000 7f19304c3640 1 < canceled part key=_multipart_PN7DBK1NNJVB.2~7YWRVTR19QDP.0 size=460523 2024-07-26T06:24:59.890 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.889+0000 7f19304c3640 1 < canceled multipart upload key=PN7DBK1NNJVB upload=7YWRVTR19QDP tag=5GHP3N845PPS type=write size=1509099 2024-07-26T06:24:59.892 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.892+0000 7f19304c3640 1 > prepared operation key=LCDUWKN6AQNU tag=QJH3EN08TMNO type=del size=3342465 2024-07-26T06:24:59.894 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.894+0000 7f19304c3640 1 < completed part key=_multipart_D2CZZ6A8YSHC.2~SOO977GA6Y6Q.0 size=1048576 2024-07-26T06:24:59.896 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.896+0000 7f19304c3640 1 < completed part key=_multipart_D2CZZ6A8YSHC.2~SOO977GA6Y6Q.1 size=1048576 2024-07-26T06:24:59.898 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.897+0000 7f19304c3640 1 < completed part key=_multipart_D2CZZ6A8YSHC.2~SOO977GA6Y6Q.2 size=511104 2024-07-26T06:24:59.902 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.902+0000 7f19304c3640 1 < completed multipart upload key=D2CZZ6A8YSHC upload=SOO977GA6Y6Q tag=2KDHBW0SXS7Y type=write size=3656832 2024-07-26T06:24:59.906 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.906+0000 7f19304c3640 1 > prepared part key=_multipart_G2XJVRBLSPE9.2~LLRNX0BUAX1Z.0 size=1048576 2024-07-26T06:24:59.917 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.908+0000 7f19304c3640 1 > prepared part key=_multipart_G2XJVRBLSPE9.2~LLRNX0BUAX1Z.1 size=679033 2024-07-26T06:24:59.917 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.908+0000 7f19304c3640 1 > prepared multipart upload key=G2XJVRBLSPE9 upload=LLRNX0BUAX1Z tag=57K61VN59Q5I type=write size=2776185 2024-07-26T06:24:59.917 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.910+0000 7f19304c3640 1 < completed delete operation key=2TS50KKRU12E tag=GVC1YM9G4TQ1 type=del 2024-07-26T06:24:59.917 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.912+0000 7f19304c3640 1 > prepared operation key=LCDUWKN6AQNU tag=0OODWN1VVYC5 type=del size=1793111 2024-07-26T06:24:59.917 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.916+0000 7f19304c3640 1 < suggested update operation key=G2XJVRBLSPE9 tag=U5YJUZ24R1V8 type=del size=826358 2024-07-26T06:24:59.919 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.919+0000 7f19304c3640 1 > prepared operation key=23K6MK7R266R tag=8FKFXC4OL6BV type=write size=459643 2024-07-26T06:24:59.923 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.923+0000 7f19304c3640 1 < suggested remove operation key=LCDUWKN6AQNU tag=M351WWHZQG35 type=del 2024-07-26T06:24:59.927 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.927+0000 7f19304c3640 1 > prepared part key=_multipart_TWRRPXYVH5FW.2~G650SU7B8DGY.0 size=1048576 2024-07-26T06:24:59.929 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.928+0000 7f19304c3640 1 > prepared part key=_multipart_TWRRPXYVH5FW.2~G650SU7B8DGY.1 size=711689 2024-07-26T06:24:59.929 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.928+0000 7f19304c3640 1 > prepared multipart upload key=TWRRPXYVH5FW upload=G650SU7B8DGY tag=JGPKFO4KXKQ2 type=write size=2808841 2024-07-26T06:24:59.931 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.930+0000 7f19304c3640 1 < completed delete operation key=0PV4L596ZFOW tag=H2CMDSC1BJGZ type=del 2024-07-26T06:24:59.933 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.932+0000 7f19304c3640 1 > prepared operation key=G70GGG8ITGEE tag=PVWTTM6DWGBF type=del size=3942183 2024-07-26T06:24:59.935 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.935+0000 7f19304c3640 1 < completed part key=_multipart_QMPZ7GQNIH0K.2~URH5DKLSLNH3.0 size=1048576 2024-07-26T06:24:59.937 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.936+0000 7f19304c3640 1 < completed part key=_multipart_QMPZ7GQNIH0K.2~URH5DKLSLNH3.1 size=931977 2024-07-26T06:24:59.942 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.942+0000 7f19304c3640 1 < completed multipart upload key=QMPZ7GQNIH0K upload=URH5DKLSLNH3 tag=TMJD9WD3U5EU type=write size=3029129 2024-07-26T06:24:59.944 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.944+0000 7f19304c3640 1 > prepared operation key=512VC812AWRN tag=XW35SJHJLE2Z type=write size=360948 2024-07-26T06:24:59.946 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.946+0000 7f19304c3640 1 < completed write operation key=4ZWJ6XHKZXZF tag=JIL7LU8LAUL4 type=write size=444859 2024-07-26T06:24:59.950 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.950+0000 7f19304c3640 1 > prepared part key=_multipart_PN7DBK1NNJVB.2~B7DSQ9MM2Q10.0 size=1048576 2024-07-26T06:24:59.952 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.952+0000 7f19304c3640 1 > prepared part key=_multipart_PN7DBK1NNJVB.2~B7DSQ9MM2Q10.1 size=20005 2024-07-26T06:24:59.952 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.952+0000 7f19304c3640 1 > prepared multipart upload key=PN7DBK1NNJVB upload=B7DSQ9MM2Q10 tag=AZLS62YJPQST type=write size=2117157 2024-07-26T06:24:59.954 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.953+0000 7f19304c3640 1 < canceled operation key=SQ0RDJVR9PPL tag=8OM4ZCFTFMP7 type=del size=3471788 2024-07-26T06:24:59.956 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.955+0000 7f19304c3640 1 > prepared operation key=TWRRPXYVH5FW tag=MLEBHCAFGBAU type=write size=173148 2024-07-26T06:24:59.957 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.957+0000 7f19304c3640 1 < completed delete operation key=QMPZ7GQNIH0K tag=IZXVHWOM5F9A type=del 2024-07-26T06:24:59.959 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.959+0000 7f19304c3640 1 > prepared operation key=HO4GZ0KNZ8SK tag=X5K6Q2XXS0FK type=del size=2487382 2024-07-26T06:24:59.961 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.961+0000 7f19304c3640 1 < completed delete operation key=F3QUORF2HDZY tag=DEZRBYU7OVZW type=del 2024-07-26T06:24:59.964 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.963+0000 7f19304c3640 1 > prepared operation key=55ZIE8HVR68M tag=J98J5D57R30G type=del size=1390626 2024-07-26T06:24:59.966 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.966+0000 7f19304c3640 1 < completed part key=_multipart_SQ0RDJVR9PPL.2~H8979ZOFEA14.0 size=416205 2024-07-26T06:24:59.969 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.969+0000 7f19304c3640 1 < completed multipart upload key=SQ0RDJVR9PPL upload=H8979ZOFEA14 tag=RS6SBBBMS53P type=write size=1464781 2024-07-26T06:24:59.971 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.971+0000 7f19304c3640 1 > prepared operation key=23K6MK7R266R tag=98Q0XGKWS4V3 type=del size=491142 2024-07-26T06:24:59.975 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.975+0000 7f19304c3640 1 < suggested remove operation key=CXCXAKPQIOKH tag=LA7H86VVNCXS type=del 2024-07-26T06:24:59.977 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.977+0000 7f19304c3640 1 > prepared operation key=55ZIE8HVR68M tag=NAWFVNGA80C1 type=del size=2004564 2024-07-26T06:24:59.979 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.979+0000 7f19304c3640 1 < completed delete operation key=TWRRPXYVH5FW tag=99PT9FWR606C type=del 2024-07-26T06:24:59.981 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.981+0000 7f19304c3640 1 > prepared operation key=M8V7EJP4HHQV tag=800UJOM0ZMFV type=del size=980570 2024-07-26T06:24:59.983 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.983+0000 7f19304c3640 1 < completed delete operation key=PN7DBK1NNJVB tag=K5R4KITRKTAD type=del 2024-07-26T06:24:59.985 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.985+0000 7f19304c3640 1 > prepared operation key=G2XJVRBLSPE9 tag=0CR8KRSKM7HN type=del size=1127202 2024-07-26T06:24:59.991 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.988+0000 7f19304c3640 1 < completed write operation key=F3QUORF2HDZY tag=9QIG0M9N86G9 type=write size=789658 2024-07-26T06:24:59.991 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.990+0000 7f19304c3640 1 > prepared operation key=23K6MK7R266R tag=HQM2MCSRF0JA type=write size=552344 2024-07-26T06:24:59.993 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.992+0000 7f19304c3640 -1 < failed to complete operation key=LCDUWKN6AQNU tag=QJH3EN08TMNO type=del size=3342465: (22) Invalid argument 2024-07-26T06:24:59.995 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.995+0000 7f19304c3640 1 > prepared operation key=0PV4L596ZFOW tag=KUCQI9V704B3 type=del size=3784144 2024-07-26T06:24:59.997 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.997+0000 7f19304c3640 1 < completed part key=_multipart_G2XJVRBLSPE9.2~LLRNX0BUAX1Z.0 size=1048576 2024-07-26T06:24:59.999 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:24:59.998+0000 7f19304c3640 1 < completed part key=_multipart_G2XJVRBLSPE9.2~LLRNX0BUAX1Z.1 size=679033 2024-07-26T06:25:00.002 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:25:00.002+0000 7f19304c3640 1 < completed multipart upload key=G2XJVRBLSPE9 upload=LLRNX0BUAX1Z tag=57K61VN59Q5I type=write size=2776185 2024-07-26T06:25:00.004 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:25:00.004+0000 7f19304c3640 1 > prepared operation key=V4RJB0J6F7NB tag=P6LQHLW37ZVK type=write size=1025995 2024-07-26T06:25:00.005 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:25:00.005+0000 7f19304c3640 -1 < no bi entry to suggest for operation key=LCDUWKN6AQNU tag=0OODWN1VVYC5 type=del size=1793111: (2) No such file or directory 2024-07-26T06:25:00.008 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:25:00.008+0000 7f19304c3640 1 > prepared part key=_multipart_23K6MK7R266R.2~8CGMIIKJ48BB.0 size=1048576 2024-07-26T06:25:00.010 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:25:00.010+0000 7f19304c3640 1 > prepared part key=_multipart_23K6MK7R266R.2~8CGMIIKJ48BB.1 size=1041598 2024-07-26T06:25:00.010 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:25:00.010+0000 7f19304c3640 1 > prepared multipart upload key=23K6MK7R266R upload=8CGMIIKJ48BB tag=4UYJ9OJJ7NZA type=write size=3138750 2024-07-26T06:25:00.012 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:25:00.012+0000 7f19304c3640 1 < completed write operation key=23K6MK7R266R tag=8FKFXC4OL6BV type=write size=459643 2024-07-26T06:25:00.014 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:25:00.014+0000 7f19304c3640 1 > prepared operation key=CXCXAKPQIOKH tag=E244RB5QQ1UV type=del size=2563667 2024-07-26T06:25:00.016 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:25:00.016+0000 7f19304c3640 1 < completed part key=_multipart_TWRRPXYVH5FW.2~G650SU7B8DGY.0 size=1048576 2024-07-26T06:25:00.018 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:25:00.018+0000 7f19304c3640 1 < completed part key=_multipart_TWRRPXYVH5FW.2~G650SU7B8DGY.1 size=711689 2024-07-26T06:25:00.021 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:25:00.021+0000 7f19304c3640 1 < completed multipart upload key=TWRRPXYVH5FW upload=G650SU7B8DGY tag=JGPKFO4KXKQ2 type=write size=2808841 2024-07-26T06:25:00.023 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:25:00.023+0000 7f19304c3640 1 > prepared operation key=Y0JGX4QVQXEC tag=91KJTHL5EMU0 type=del size=25643 2024-07-26T06:25:00.025 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:25:00.025+0000 7f19304c3640 1 < completed delete operation key=G70GGG8ITGEE tag=PVWTTM6DWGBF type=del 2024-07-26T06:25:00.027 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:25:00.027+0000 7f19304c3640 1 > prepared operation key=512VC812AWRN tag=Y6BSWXXZ94EO type=del size=2632059 2024-07-26T06:25:00.030 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:25:00.030+0000 7f19304c3640 1 < completed write operation key=512VC812AWRN tag=XW35SJHJLE2Z type=write size=360948 2024-07-26T06:25:00.035 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:25:00.035+0000 7f19304c3640 1 > prepared part key=_multipart_CXCXAKPQIOKH.2~NKMD01Z58J5C.0 size=1048576 2024-07-26T06:25:00.038 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:25:00.037+0000 7f19304c3640 1 > prepared part key=_multipart_CXCXAKPQIOKH.2~NKMD01Z58J5C.1 size=1048576 2024-07-26T06:25:00.040 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:25:00.039+0000 7f19304c3640 1 > prepared part key=_multipart_CXCXAKPQIOKH.2~NKMD01Z58J5C.2 size=694813 2024-07-26T06:25:00.040 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:25:00.039+0000 7f19304c3640 1 > prepared multipart upload key=CXCXAKPQIOKH upload=NKMD01Z58J5C tag=QBW7GPUYBK7G type=write size=3840541 2024-07-26T06:25:00.042 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:25:00.042+0000 7f19304c3640 1 < completed part key=_multipart_PN7DBK1NNJVB.2~B7DSQ9MM2Q10.0 size=1048576 2024-07-26T06:25:00.044 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:25:00.044+0000 7f19304c3640 1 < completed part key=_multipart_PN7DBK1NNJVB.2~B7DSQ9MM2Q10.1 size=20005 2024-07-26T06:25:00.048 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:25:00.048+0000 7f19304c3640 1 < completed multipart upload key=PN7DBK1NNJVB upload=B7DSQ9MM2Q10 tag=AZLS62YJPQST type=write size=2117157 2024-07-26T06:25:00.050 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:25:00.050+0000 7f19304c3640 1 > prepared operation key=C2RTY1II1OSK tag=4N07MR5GYN64 type=del size=1532716 2024-07-26T06:25:00.052 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:25:00.052+0000 7f19304c3640 1 < completed write operation key=TWRRPXYVH5FW tag=MLEBHCAFGBAU type=write size=173148 2024-07-26T06:25:00.054 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:25:00.054+0000 7f19304c3640 1 > prepared operation key=55ZIE8HVR68M tag=KMEB6AY5F1W2 type=del size=639639 2024-07-26T06:25:00.057 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:25:00.056+0000 7f19304c3640 1 < canceled operation key=HO4GZ0KNZ8SK tag=X5K6Q2XXS0FK type=del size=2487382 2024-07-26T06:25:00.060 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:25:00.059+0000 7f19304c3640 1 > prepared part key=_multipart_YDC2NRQG9YFE.2~THNCLA0WOIUP.0 size=1048576 2024-07-26T06:25:00.061 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:25:00.061+0000 7f19304c3640 1 > prepared part key=_multipart_YDC2NRQG9YFE.2~THNCLA0WOIUP.1 size=579622 2024-07-26T06:25:00.061 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:25:00.061+0000 7f19304c3640 1 > prepared multipart upload key=YDC2NRQG9YFE upload=THNCLA0WOIUP tag=FXCGJEDRJVMY type=write size=2676774 2024-07-26T06:25:00.065 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:25:00.065+0000 7f19304c3640 1 < suggested update operation key=55ZIE8HVR68M tag=J98J5D57R30G type=del size=1390626 2024-07-26T06:25:00.067 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:25:00.067+0000 7f19304c3640 1 > prepared operation key=CXCXAKPQIOKH tag=41L07EI22D2B type=del size=2902630 2024-07-26T06:25:00.070 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:25:00.070+0000 7f19304c3640 1 < completed delete operation key=23K6MK7R266R tag=98Q0XGKWS4V3 type=del 2024-07-26T06:25:00.074 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:25:00.073+0000 7f19304c3640 1 > prepared part key=_multipart_HO4GZ0KNZ8SK.2~HLSDY9A0BEPH.0 size=383453 2024-07-26T06:25:00.074 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:25:00.073+0000 7f19304c3640 1 > prepared multipart upload key=HO4GZ0KNZ8SK upload=HLSDY9A0BEPH tag=MCQ4VEWV4JIZ type=write size=1432029 2024-07-26T06:25:00.077 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:25:00.077+0000 7f19304c3640 -1 < failed to complete operation key=55ZIE8HVR68M tag=NAWFVNGA80C1 type=del size=2004564: (22) Invalid argument 2024-07-26T06:25:00.079 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:25:00.079+0000 7f19304c3640 1 > prepared operation key=55ZIE8HVR68M tag=HM7Q5XP29G2B type=del size=1245520 2024-07-26T06:25:00.083 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:25:00.083+0000 7f19304c3640 1 < suggested update operation key=M8V7EJP4HHQV tag=800UJOM0ZMFV type=del size=980570 2024-07-26T06:25:00.085 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:25:00.085+0000 7f19304c3640 1 > prepared operation key=7GGA1PRXXHDC tag=EVEO708A5LTO type=write size=645549 2024-07-26T06:25:00.088 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:25:00.088+0000 7f19304c3640 1 < completed delete operation key=G2XJVRBLSPE9 tag=0CR8KRSKM7HN type=del 2024-07-26T06:25:00.092 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:25:00.092+0000 7f19304c3640 1 > prepared part key=_multipart_HO4GZ0KNZ8SK.2~PIGEVFYLSFI5.0 size=1048576 2024-07-26T06:25:00.094 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:25:00.094+0000 7f19304c3640 1 > prepared part key=_multipart_HO4GZ0KNZ8SK.2~PIGEVFYLSFI5.1 size=961576 2024-07-26T06:25:00.094 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:25:00.094+0000 7f19304c3640 1 > prepared multipart upload key=HO4GZ0KNZ8SK upload=PIGEVFYLSFI5 tag=M8I0PYC2OVS2 type=write size=3058728 2024-07-26T06:25:00.096 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:25:00.096+0000 7f19304c3640 1 < completed write operation key=23K6MK7R266R tag=HQM2MCSRF0JA type=write size=552344 2024-07-26T06:25:00.100 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:25:00.100+0000 7f19304c3640 1 > prepared part key=_multipart_55ZIE8HVR68M.2~I428ETK2UMGC.0 size=1048576 2024-07-26T06:25:00.102 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:25:00.102+0000 7f19304c3640 1 > prepared part key=_multipart_55ZIE8HVR68M.2~I428ETK2UMGC.1 size=986720 2024-07-26T06:25:00.102 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:25:00.102+0000 7f19304c3640 1 > prepared multipart upload key=55ZIE8HVR68M upload=I428ETK2UMGC tag=8GTRJCLJ80GJ type=write size=3083872 2024-07-26T06:25:00.106 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:25:00.106+0000 7f19304c3640 1 < suggested remove operation key=0PV4L596ZFOW tag=KUCQI9V704B3 type=del 2024-07-26T06:25:00.111 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:25:00.111+0000 7f19304c3640 1 > prepared part key=_multipart_ZSYF9DE73TR8.2~2RO4AK6VVNNH.0 size=716849 2024-07-26T06:25:00.111 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:25:00.111+0000 7f19304c3640 1 > prepared multipart upload key=ZSYF9DE73TR8 upload=2RO4AK6VVNNH tag=2K0G9RYNMAO5 type=write size=1765425 2024-07-26T06:25:00.113 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:25:00.113+0000 7f19304c3640 1 < completed write operation key=V4RJB0J6F7NB tag=P6LQHLW37ZVK type=write size=1025995 2024-07-26T06:25:00.117 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:25:00.117+0000 7f19304c3640 1 > prepared part key=_multipart_P6MP7JC8DTH7.2~Q2PIX4VWG8C8.0 size=1048576 2024-07-26T06:25:00.119 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:25:00.119+0000 7f19304c3640 1 > prepared part key=_multipart_P6MP7JC8DTH7.2~Q2PIX4VWG8C8.1 size=871454 2024-07-26T06:25:00.119 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:25:00.119+0000 7f19304c3640 1 > prepared multipart upload key=P6MP7JC8DTH7 upload=Q2PIX4VWG8C8 tag=ZHLI9ZF95WNF type=write size=2968606 2024-07-26T06:25:00.121 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:25:00.121+0000 7f19304c3640 1 < completed part key=_multipart_23K6MK7R266R.2~8CGMIIKJ48BB.0 size=1048576 2024-07-26T06:25:00.123 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:25:00.123+0000 7f19304c3640 1 < completed part key=_multipart_23K6MK7R266R.2~8CGMIIKJ48BB.1 size=1041598 2024-07-26T06:25:00.127 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:25:00.127+0000 7f19304c3640 1 < completed multipart upload key=23K6MK7R266R upload=8CGMIIKJ48BB tag=4UYJ9OJJ7NZA type=write size=3138750 2024-07-26T06:25:00.129 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:25:00.128+0000 7f19304c3640 1 > prepared operation key=1I2JP28R3YNS tag=CV0WDW3LCJGJ type=del size=1231438 2024-07-26T06:25:00.131 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:25:00.130+0000 7f19304c3640 1 < completed delete operation key=CXCXAKPQIOKH tag=E244RB5QQ1UV type=del 2024-07-26T06:25:00.136 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:25:00.135+0000 7f19304c3640 1 > prepared part key=_multipart_F3QUORF2HDZY.2~FYY6OTRUBMD9.0 size=1048576 2024-07-26T06:25:00.137 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:25:00.137+0000 7f19304c3640 1 > prepared part key=_multipart_F3QUORF2HDZY.2~FYY6OTRUBMD9.1 size=1048576 2024-07-26T06:25:00.139 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:25:00.139+0000 7f19304c3640 1 > prepared part key=_multipart_F3QUORF2HDZY.2~FYY6OTRUBMD9.2 size=775533 2024-07-26T06:25:00.139 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:25:00.139+0000 7f19304c3640 1 > prepared multipart upload key=F3QUORF2HDZY upload=FYY6OTRUBMD9 tag=W2CXYL4SVNOD type=write size=3921261 2024-07-26T06:25:00.144 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:25:00.143+0000 7f19304c3640 1 < suggested update operation key=Y0JGX4QVQXEC tag=91KJTHL5EMU0 type=del size=25643 2024-07-26T06:25:00.148 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:25:00.148+0000 7f19304c3640 1 > prepared part key=_multipart_2TS50KKRU12E.2~CE3IBGTVNS96.0 size=1048576 2024-07-26T06:25:00.150 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:25:00.149+0000 7f19304c3640 1 > prepared part key=_multipart_2TS50KKRU12E.2~CE3IBGTVNS96.1 size=1048576 2024-07-26T06:25:00.152 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:25:00.151+0000 7f19304c3640 1 > prepared part key=_multipart_2TS50KKRU12E.2~CE3IBGTVNS96.2 size=691358 2024-07-26T06:25:00.152 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:25:00.151+0000 7f19304c3640 1 > prepared multipart upload key=2TS50KKRU12E upload=CE3IBGTVNS96 tag=GU2AF9RMUN85 type=write size=3837086 2024-07-26T06:25:00.154 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:25:00.154+0000 7f19304c3640 1 < completed delete operation key=512VC812AWRN tag=Y6BSWXXZ94EO type=del 2024-07-26T06:25:00.156 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:25:00.156+0000 7f19304c3640 1 > prepared operation key=2I9DGCCZ992A tag=QUCBAVZS7VJB type=del size=1512558 2024-07-26T06:25:00.158 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:25:00.158+0000 7f19304c3640 1 < completed part key=_multipart_CXCXAKPQIOKH.2~NKMD01Z58J5C.0 size=1048576 2024-07-26T06:25:00.160 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:25:00.159+0000 7f19304c3640 1 < completed part key=_multipart_CXCXAKPQIOKH.2~NKMD01Z58J5C.1 size=1048576 2024-07-26T06:25:00.162 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:25:00.161+0000 7f19304c3640 1 < completed part key=_multipart_CXCXAKPQIOKH.2~NKMD01Z58J5C.2 size=694813 2024-07-26T06:25:00.165 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:25:00.165+0000 7f19304c3640 1 < completed multipart upload key=CXCXAKPQIOKH upload=NKMD01Z58J5C tag=QBW7GPUYBK7G type=write size=3840541 2024-07-26T06:25:00.167 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:25:00.167+0000 7f19304c3640 1 > prepared operation key=V4RJB0J6F7NB tag=KWAHRZE3Z8YE type=write size=672510 2024-07-26T06:25:00.169 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:25:00.169+0000 7f19304c3640 1 < completed delete operation key=C2RTY1II1OSK tag=4N07MR5GYN64 type=del 2024-07-26T06:25:00.173 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:25:00.173+0000 7f19304c3640 1 > prepared part key=_multipart_G2XJVRBLSPE9.2~OU9EXGLFL018.0 size=1048576 2024-07-26T06:25:00.175 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:25:00.174+0000 7f19304c3640 1 > prepared part key=_multipart_G2XJVRBLSPE9.2~OU9EXGLFL018.1 size=660401 2024-07-26T06:25:00.175 INFO:tasks.workunit.client.0.smithi089.stderr:2024-07-26T06:25:00.174+0000 7f19304c3640 1 > prepared multipart upload key=G2XJVRBLSPE9 upload=OU9EXGLFL018 tag=SUBEZE67XUBH type=write size=2757553 2024-07-26T06:25:00.175 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] cls_rgw_stats.simulate (14083 ms) 2024-07-26T06:25:00.175 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] 1 test from cls_rgw_stats (14083 ms total) 2024-07-26T06:25:00.175 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:25:00.176 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] Global test environment tear-down 2024-07-26T06:25:00.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:24:59 smithi155 ceph-mon[90160]: pgmap v1399: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 956 KiB/s rd, 328 KiB/s wr, 1.69k op/s 2024-07-26T06:25:00.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:24:59 smithi089 ceph-mon[99608]: pgmap v1399: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 956 KiB/s rd, 328 KiB/s wr, 1.69k op/s 2024-07-26T06:25:00.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:24:59 smithi089 ceph-mon[102056]: pgmap v1399: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 956 KiB/s rd, 328 KiB/s wr, 1.69k op/s 2024-07-26T06:25:00.955 INFO:tasks.workunit.client.0.smithi089.stdout:[==========] 1 test from 1 test suite ran. (16728 ms total) 2024-07-26T06:25:00.955 INFO:tasks.workunit.client.0.smithi089.stdout:[ PASSED ] 1 test. 2024-07-26T06:25:00.959 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-07-26T06:25:00.960 DEBUG:teuthology.orchestra.run.smithi089:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-07-26T06:25:01.029 INFO:tasks.workunit:Running workunit cls/test_cls_sdk.sh... 2024-07-26T06:25:01.030 DEBUG:teuthology.orchestra.run.smithi089:workunit test cls/test_cls_sdk.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_sdk.sh 2024-07-26T06:25:01.100 INFO:tasks.workunit.client.0.smithi089.stdout:Running main() from gmock_main.cc 2024-07-26T06:25:01.100 INFO:tasks.workunit.client.0.smithi089.stdout:[==========] Running 2 tests from 1 test suite. 2024-07-26T06:25:01.100 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] Global test environment set-up. 2024-07-26T06:25:01.100 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] 2 tests from ClsSDK 2024-07-26T06:25:01.100 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] ClsSDK.TestSDKCoverageWrite 2024-07-26T06:25:02.315 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:25:01 smithi155 ceph-mon[90160]: pgmap v1400: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 485 KiB/s wr, 2.49k op/s 2024-07-26T06:25:02.315 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:25:01 smithi155 ceph-mon[90160]: osdmap e1116: 8 total, 8 up, 8 in 2024-07-26T06:25:02.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:25:01 smithi089 ceph-mon[99608]: pgmap v1400: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 485 KiB/s wr, 2.49k op/s 2024-07-26T06:25:02.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:25:01 smithi089 ceph-mon[99608]: osdmap e1116: 8 total, 8 up, 8 in 2024-07-26T06:25:02.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:25:01 smithi089 ceph-mon[102056]: pgmap v1400: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 485 KiB/s wr, 2.49k op/s 2024-07-26T06:25:02.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:25:01 smithi089 ceph-mon[102056]: osdmap e1116: 8 total, 8 up, 8 in 2024-07-26T06:25:02.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:25:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:25:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:25:02.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:25:02 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:25:02] "GET /metrics HTTP/1.1" 200 36381 "" "Prometheus/2.43.0" 2024-07-26T06:25:03.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:25:02 smithi155 ceph-mon[90160]: osdmap e1117: 8 total, 8 up, 8 in 2024-07-26T06:25:03.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:25:02 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/272744042' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-145646-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:25:03.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:25:02 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-145646-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:25:03.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:25:02 smithi155 ceph-mon[90160]: pgmap v1403: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:25:03.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:25:02 smithi089 ceph-mon[99608]: osdmap e1117: 8 total, 8 up, 8 in 2024-07-26T06:25:03.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:25:02 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/272744042' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-145646-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:25:03.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:25:02 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-145646-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:25:03.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:25:02 smithi089 ceph-mon[99608]: pgmap v1403: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:25:03.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:25:02 smithi089 ceph-mon[102056]: osdmap e1117: 8 total, 8 up, 8 in 2024-07-26T06:25:03.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:25:02 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/272744042' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-145646-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:25:03.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:25:02 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-145646-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:25:03.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:25:02 smithi089 ceph-mon[102056]: pgmap v1403: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:25:03.973 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] ClsSDK.TestSDKCoverageWrite (2873 ms) 2024-07-26T06:25:03.973 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] ClsSDK.TestSDKCoverageReplay 2024-07-26T06:25:04.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:25:03 smithi155 ceph-mon[90160]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:25:04.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:25:03 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-145646-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:25:04.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:25:03 smithi155 ceph-mon[90160]: osdmap e1118: 8 total, 8 up, 8 in 2024-07-26T06:25:04.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:25:03 smithi089 ceph-mon[99608]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:25:04.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:25:03 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-145646-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:25:04.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:25:03 smithi089 ceph-mon[99608]: osdmap e1118: 8 total, 8 up, 8 in 2024-07-26T06:25:04.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:25:03 smithi089 ceph-mon[102056]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:25:04.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:25:03 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-145646-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:25:04.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:25:03 smithi089 ceph-mon[102056]: osdmap e1118: 8 total, 8 up, 8 in 2024-07-26T06:25:05.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:25:04 smithi155 ceph-mon[90160]: osdmap e1119: 8 total, 8 up, 8 in 2024-07-26T06:25:05.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:25:04 smithi155 ceph-mon[90160]: pgmap v1406: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:25:05.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:25:04 smithi089 ceph-mon[99608]: osdmap e1119: 8 total, 8 up, 8 in 2024-07-26T06:25:05.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:25:04 smithi089 ceph-mon[99608]: pgmap v1406: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:25:05.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:25:04 smithi089 ceph-mon[102056]: osdmap e1119: 8 total, 8 up, 8 in 2024-07-26T06:25:05.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:25:04 smithi089 ceph-mon[102056]: pgmap v1406: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:25:06.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:25:05 smithi155 ceph-mon[90160]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:25:06.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:25:05 smithi155 ceph-mon[90160]: Cluster is now healthy 2024-07-26T06:25:06.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:25:05 smithi155 ceph-mon[90160]: osdmap e1120: 8 total, 8 up, 8 in 2024-07-26T06:25:06.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:25:05 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/52848669' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-145646-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:25:06.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:25:05 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-145646-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:25:06.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:25:05 smithi089 ceph-mon[99608]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:25:06.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:25:05 smithi089 ceph-mon[99608]: Cluster is now healthy 2024-07-26T06:25:06.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:25:05 smithi089 ceph-mon[99608]: osdmap e1120: 8 total, 8 up, 8 in 2024-07-26T06:25:06.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:25:05 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/52848669' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-145646-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:25:06.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:25:05 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-145646-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:25:06.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:25:05 smithi089 ceph-mon[102056]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:25:06.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:25:05 smithi089 ceph-mon[102056]: Cluster is now healthy 2024-07-26T06:25:06.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:25:05 smithi089 ceph-mon[102056]: osdmap e1120: 8 total, 8 up, 8 in 2024-07-26T06:25:06.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:25:05 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/52848669' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-145646-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:25:06.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:25:05 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-145646-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:25:06.994 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] ClsSDK.TestSDKCoverageReplay (3021 ms) 2024-07-26T06:25:06.994 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] 2 tests from ClsSDK (5894 ms total) 2024-07-26T06:25:06.994 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:25:06.994 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] Global test environment tear-down 2024-07-26T06:25:06.994 INFO:tasks.workunit.client.0.smithi089.stdout:[==========] 2 tests from 1 test suite ran. (5894 ms total) 2024-07-26T06:25:06.994 INFO:tasks.workunit.client.0.smithi089.stdout:[ PASSED ] 2 tests. 2024-07-26T06:25:06.996 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-07-26T06:25:06.996 DEBUG:teuthology.orchestra.run.smithi089:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-07-26T06:25:07.066 INFO:tasks.workunit:Stopping ['cls'] on client.0... 2024-07-26T06:25:07.066 DEBUG:teuthology.orchestra.run.smithi089:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-07-26T06:25:07.316 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:25:06 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-145646-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:25:07.316 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:25:06 smithi089 ceph-mon[99608]: osdmap e1121: 8 total, 8 up, 8 in 2024-07-26T06:25:07.316 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:25:06 smithi089 ceph-mon[99608]: pgmap v1409: 137 pgs: 6 creating+peering, 22 unknown, 109 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 767 B/s rd, 511 B/s wr, 2 op/s 2024-07-26T06:25:07.317 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:25:06 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-145646-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:25:07.317 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:25:06 smithi089 ceph-mon[102056]: osdmap e1121: 8 total, 8 up, 8 in 2024-07-26T06:25:07.317 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:25:06 smithi089 ceph-mon[102056]: pgmap v1409: 137 pgs: 6 creating+peering, 22 unknown, 109 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 767 B/s rd, 511 B/s wr, 2 op/s 2024-07-26T06:25:07.318 DEBUG:teuthology.parallel:result is None 2024-07-26T06:25:07.318 DEBUG:teuthology.orchestra.run.smithi089:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-07-26T06:25:07.343 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-07-26T06:25:07.344 DEBUG:teuthology.orchestra.run.smithi089:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-07-26T06:25:07.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:25:06 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi089-145646-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:25:07.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:25:06 smithi155 ceph-mon[90160]: osdmap e1121: 8 total, 8 up, 8 in 2024-07-26T06:25:07.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:25:06 smithi155 ceph-mon[90160]: pgmap v1409: 137 pgs: 6 creating+peering, 22 unknown, 109 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 767 B/s rd, 511 B/s wr, 2 op/s 2024-07-26T06:25:07.399 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-07-26T06:25:07.399 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-07-26T06:25:07.399 INFO:teuthology.task.print:**** done end rados_api.yaml 2024-07-26T06:25:07.399 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-07-26T06:25:07.399 INFO:teuthology.task.print:**** done start rados_loadgenbig.yaml 2024-07-26T06:25:07.399 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-07-26T06:25:07.400 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-07-26T06:25:07.400 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-07-26T06:25:07.400 DEBUG:teuthology.orchestra.run.smithi089:> stat -- /home/ubuntu/cephtest/mnt.0 2024-07-26T06:25:07.454 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-26T06:25:07.455 INFO:teuthology.orchestra.run.smithi089.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-07-26T06:25:07.455 DEBUG:teuthology.orchestra.run.smithi089:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-07-26T06:25:07.511 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-07-26T06:25:07.511 DEBUG:teuthology.orchestra.run.smithi089:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-07-26T06:25:07.567 INFO:tasks.workunit:timeout=3h 2024-07-26T06:25:07.567 INFO:tasks.workunit:cleanup=True 2024-07-26T06:25:07.568 DEBUG:teuthology.orchestra.run.smithi089:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-07-26T06:25:07.623 INFO:tasks.workunit.client.0.smithi089.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-07-26T06:25:08.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:25:07 smithi155 ceph-mon[90160]: osdmap e1122: 8 total, 8 up, 8 in 2024-07-26T06:25:08.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:25:07 smithi089 ceph-mon[99608]: osdmap e1122: 8 total, 8 up, 8 in 2024-07-26T06:25:08.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:25:07 smithi089 ceph-mon[102056]: osdmap e1122: 8 total, 8 up, 8 in 2024-07-26T06:25:09.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:25:08 smithi155 ceph-mon[90160]: pgmap v1411: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:25:09.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:25:08 smithi089 ceph-mon[99608]: pgmap v1411: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:25:09.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:25:08 smithi089 ceph-mon[102056]: pgmap v1411: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:25:11.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:25:10 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:25:11.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:25:10 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:25:11.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:25:10 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:25:12.128 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:25:11 smithi155 ceph-mon[90160]: pgmap v1412: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:25:12.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:25:11 smithi089 ceph-mon[99608]: pgmap v1412: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:25:12.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:25:11 smithi089 ceph-mon[102056]: pgmap v1412: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:25:12.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:25:12 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:25:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:25:12.907 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:25:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:25:12] "GET /metrics HTTP/1.1" 200 33990 "" "Prometheus/2.43.0" 2024-07-26T06:25:13.140 DEBUG:teuthology.orchestra.run.smithi089:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-07-26T06:25:13.196 INFO:tasks.workunit.client.0.smithi089.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-07-26T06:25:13.198 INFO:tasks.workunit.client.0.smithi089.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-07-26T06:25:13.198 INFO:tasks.workunit.client.0.smithi089.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-07-26T06:25:13.246 INFO:tasks.workunit.client.0.smithi089.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-07-26T06:25:13.294 INFO:tasks.workunit.client.0.smithi089.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-07-26T06:25:13.333 INFO:tasks.workunit.client.0.smithi089.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-07-26T06:25:13.334 INFO:tasks.workunit.client.0.smithi089.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-07-26T06:25:13.335 INFO:tasks.workunit.client.0.smithi089.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-07-26T06:25:13.372 INFO:tasks.workunit.client.0.smithi089.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-07-26T06:25:13.375 DEBUG:teuthology.orchestra.run.smithi089:> set -ex 2024-07-26T06:25:13.375 DEBUG:teuthology.orchestra.run.smithi089:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-07-26T06:25:13.431 INFO:tasks.workunit:Running workunits matching rados/load-gen-big.sh on client.0... 2024-07-26T06:25:13.433 INFO:tasks.workunit:Running workunit rados/load-gen-big.sh... 2024-07-26T06:25:13.433 DEBUG:teuthology.orchestra.run.smithi089:workunit test rados/load-gen-big.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/load-gen-big.sh 2024-07-26T06:25:13.528 INFO:tasks.workunit.client.0.smithi089.stdout:run length 1200 seconds 2024-07-26T06:25:13.529 INFO:tasks.workunit.client.0.smithi089.stdout:preparing 10240 objects 2024-07-26T06:25:14.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:25:13 smithi155 ceph-mon[90160]: pgmap v1413: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:25:14.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:25:13 smithi089 ceph-mon[99608]: pgmap v1413: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:25:14.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:25:13 smithi089 ceph-mon[102056]: pgmap v1413: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:25:15.490 INFO:tasks.workunit.client.0.smithi089.stdout:load-gen will run 1200 seconds 2024-07-26T06:25:16.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:25:15 smithi155 ceph-mon[90160]: pgmap v1414: 105 pgs: 105 active+clean; 20 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s wr, 176 op/s 2024-07-26T06:25:16.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:25:15 smithi089 ceph-mon[99608]: pgmap v1414: 105 pgs: 105 active+clean; 20 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s wr, 176 op/s 2024-07-26T06:25:16.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:25:15 smithi089 ceph-mon[102056]: pgmap v1414: 105 pgs: 105 active+clean; 20 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s wr, 176 op/s 2024-07-26T06:25:16.490 INFO:tasks.workunit.client.0.smithi089.stdout: 1: throughput=0MB/sec pending data=0 2024-07-26T06:25:16.490 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-iXUpBbVUSaIz82C off=1576867 len=1272511 2024-07-26T06:25:16.493 INFO:tasks.workunit.client.0.smithi089.stdout:op 0 completed, throughput=1.21MB/sec 2024-07-26T06:25:16.493 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-avQv83BadDkBdbv off=12512426 len=1250677 2024-07-26T06:25:16.496 INFO:tasks.workunit.client.0.smithi089.stdout:op 1 completed, throughput=2.39MB/sec 2024-07-26T06:25:16.496 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-1FAUbSUqKAwVN0R off=12205225 len=15063 2024-07-26T06:25:16.498 INFO:tasks.workunit.client.0.smithi089.stdout:op 2 completed, throughput=2.4MB/sec 2024-07-26T06:25:16.498 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-aUeIxcoI2QxrFPi off=10622212 len=1510912 2024-07-26T06:25:16.506 INFO:tasks.workunit.client.0.smithi089.stdout:op 3 completed, throughput=3.8MB/sec 2024-07-26T06:25:16.506 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-PanXoOczLsMyCtC off=1691502 len=250253 2024-07-26T06:25:16.509 INFO:tasks.workunit.client.0.smithi089.stdout:op 4 completed, throughput=4.02MB/sec 2024-07-26T06:25:16.509 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ReBZZ67FSzDbMVX off=775757 len=941734 2024-07-26T06:25:16.510 INFO:tasks.workunit.client.0.smithi089.stdout:op 5 completed, throughput=4.9MB/sec 2024-07-26T06:25:16.510 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-syk4SSrlwd6DCeG off=4657604 len=1355401 2024-07-26T06:25:16.513 INFO:tasks.workunit.client.0.smithi089.stdout:op 6 completed, throughput=6.15MB/sec 2024-07-26T06:25:17.513 INFO:tasks.workunit.client.0.smithi089.stdout: 2: throughput=3.11MB/sec pending data=0 2024-07-26T06:25:17.513 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-EZblU49lKfDWmXP off=20542196 len=824043 2024-07-26T06:25:17.518 INFO:tasks.workunit.client.0.smithi089.stdout:op 7 completed, throughput=3.49MB/sec 2024-07-26T06:25:17.518 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-tBB575Qn0dlTrxl off=17483027 len=1709336 2024-07-26T06:25:17.529 INFO:tasks.workunit.client.0.smithi089.stdout:op 8 completed, throughput=4.27MB/sec 2024-07-26T06:25:17.529 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-05xYhuqdC7aSXVd off=3362635 len=28252 2024-07-26T06:25:17.530 INFO:tasks.workunit.client.0.smithi089.stdout:op 9 completed, throughput=4.28MB/sec 2024-07-26T06:25:17.530 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-yeREEoYmLsFjrGH off=6739425 len=1156527 2024-07-26T06:25:17.533 INFO:tasks.workunit.client.0.smithi089.stdout:op 10 completed, throughput=4.81MB/sec 2024-07-26T06:25:17.533 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-mUgTFaVio0C5-vy off=14639609 len=223081 2024-07-26T06:25:17.535 INFO:tasks.workunit.client.0.smithi089.stdout:op 11 completed, throughput=4.91MB/sec 2024-07-26T06:25:17.536 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ITbFrdNxhrk6cve off=11475349 len=1668907 2024-07-26T06:25:17.537 INFO:tasks.workunit.client.0.smithi089.stdout:op 12 completed, throughput=5.68MB/sec 2024-07-26T06:25:18.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:25:17 smithi155 ceph-mon[90160]: pgmap v1415: 105 pgs: 105 active+clean; 52 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 415 KiB/s wr, 414 op/s 2024-07-26T06:25:18.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:25:17 smithi089 ceph-mon[99608]: pgmap v1415: 105 pgs: 105 active+clean; 52 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 415 KiB/s wr, 414 op/s 2024-07-26T06:25:18.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:25:17 smithi089 ceph-mon[102056]: pgmap v1415: 105 pgs: 105 active+clean; 52 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 415 KiB/s wr, 414 op/s 2024-07-26T06:25:18.538 INFO:tasks.workunit.client.0.smithi089.stdout: 3: throughput=3.82MB/sec pending data=0 2024-07-26T06:25:18.538 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-YKYfplwidKn3XpL off=831078 len=26904 2024-07-26T06:25:18.540 INFO:tasks.workunit.client.0.smithi089.stdout:op 13 completed, throughput=3.82MB/sec 2024-07-26T06:25:18.541 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-frna3BzYbftxJHg off=11870659 len=832629 2024-07-26T06:25:18.544 INFO:tasks.workunit.client.0.smithi089.stdout:op 14 completed, throughput=4.08MB/sec 2024-07-26T06:25:18.545 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-J44SSy23uHu6wKS off=3760262 len=490867 2024-07-26T06:25:18.545 INFO:tasks.workunit.client.0.smithi089.stdout:op 15 completed, throughput=4.23MB/sec 2024-07-26T06:25:18.545 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-h_f5OkmFxeXOz2c off=727237 len=1199676 2024-07-26T06:25:18.548 INFO:tasks.workunit.client.0.smithi089.stdout:op 16 completed, throughput=4.6MB/sec 2024-07-26T06:25:18.548 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-T0i_LYdWy51x-1n off=2569712 len=1880077 2024-07-26T06:25:18.558 INFO:tasks.workunit.client.0.smithi089.stdout:op 17 completed, throughput=5.17MB/sec 2024-07-26T06:25:19.558 INFO:tasks.workunit.client.0.smithi089.stdout: 4: throughput=3.9MB/sec pending data=0 2024-07-26T06:25:19.559 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-fYu45N3eZRz77ZY off=20022353 len=390074 2024-07-26T06:25:19.559 INFO:tasks.workunit.client.0.smithi089.stdout:op 18 completed, throughput=3.99MB/sec 2024-07-26T06:25:19.559 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-SOn7AM0GRV1NBhc off=3412733 len=1478325 2024-07-26T06:25:19.568 INFO:tasks.workunit.client.0.smithi089.stdout:op 19 completed, throughput=4.33MB/sec 2024-07-26T06:25:19.569 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-UDZ0bw_s192PrJU off=1326958 len=740224 2024-07-26T06:25:19.570 INFO:tasks.workunit.client.0.smithi089.stdout:op 20 completed, throughput=4.5MB/sec 2024-07-26T06:25:19.570 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-SeBqlHN-V8KdPLZ off=7963051 len=1129737 2024-07-26T06:25:19.571 INFO:tasks.workunit.client.0.smithi089.stdout:op 21 completed, throughput=4.76MB/sec 2024-07-26T06:25:19.572 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-L8X04uJ3pzsr_XO off=2526169 len=1118864 2024-07-26T06:25:19.577 INFO:tasks.workunit.client.0.smithi089.stdout:op 22 completed, throughput=5.02MB/sec 2024-07-26T06:25:20.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:25:19 smithi155 ceph-mon[90160]: pgmap v1416: 105 pgs: 105 active+clean; 115 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 111 KiB/s rd, 1.1 MiB/s wr, 773 op/s 2024-07-26T06:25:20.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:25:19 smithi089 ceph-mon[99608]: pgmap v1416: 105 pgs: 105 active+clean; 115 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 111 KiB/s rd, 1.1 MiB/s wr, 773 op/s 2024-07-26T06:25:20.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:25:19 smithi089 ceph-mon[102056]: pgmap v1416: 105 pgs: 105 active+clean; 115 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 111 KiB/s rd, 1.1 MiB/s wr, 773 op/s 2024-07-26T06:25:20.577 INFO:tasks.workunit.client.0.smithi089.stdout: 5: throughput=4.03MB/sec pending data=0 2024-07-26T06:25:20.577 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-5qQzDn66j8iF4wW off=2649044 len=1827819 2024-07-26T06:25:20.587 INFO:tasks.workunit.client.0.smithi089.stdout:op 23 completed, throughput=4.36MB/sec 2024-07-26T06:25:20.587 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-llMKSseSukaxYxB off=2243329 len=933007 2024-07-26T06:25:20.588 INFO:tasks.workunit.client.0.smithi089.stdout:op 24 completed, throughput=4.54MB/sec 2024-07-26T06:25:20.588 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-LuIa76KCdSZw00m off=7137577 len=1335597 2024-07-26T06:25:20.591 INFO:tasks.workunit.client.0.smithi089.stdout:op 25 completed, throughput=4.78MB/sec 2024-07-26T06:25:20.591 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ggIE0wMCmZFx5eg off=14119399 len=692291 2024-07-26T06:25:20.592 INFO:tasks.workunit.client.0.smithi089.stdout:op 26 completed, throughput=4.91MB/sec 2024-07-26T06:25:20.592 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Nq539fLbHZ7SSDw off=4374169 len=98448 2024-07-26T06:25:20.594 INFO:tasks.workunit.client.0.smithi089.stdout:op 27 completed, throughput=4.93MB/sec 2024-07-26T06:25:20.594 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-vLMdOwGaMnCYAHh off=19592972 len=328663 2024-07-26T06:25:20.597 INFO:tasks.workunit.client.0.smithi089.stdout:op 28 completed, throughput=4.99MB/sec 2024-07-26T06:25:20.597 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-0EffyPVI76-h5mW off=5981396 len=454944 2024-07-26T06:25:20.601 INFO:tasks.workunit.client.0.smithi089.stdout:op 29 completed, throughput=5.07MB/sec 2024-07-26T06:25:21.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:25:21 smithi155 ceph-mon[90160]: pgmap v1417: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 546 KiB/s rd, 1.2 MiB/s wr, 853 op/s 2024-07-26T06:25:21.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:25:21 smithi089 ceph-mon[99608]: pgmap v1417: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 546 KiB/s rd, 1.2 MiB/s wr, 853 op/s 2024-07-26T06:25:21.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:25:21 smithi089 ceph-mon[102056]: pgmap v1417: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 546 KiB/s rd, 1.2 MiB/s wr, 853 op/s 2024-07-26T06:25:21.601 INFO:tasks.workunit.client.0.smithi089.stdout: 6: throughput=4.24MB/sec pending data=0 2024-07-26T06:25:21.601 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-iqHt7VwPyHKaDfs off=10278565 len=504750 2024-07-26T06:25:21.605 INFO:tasks.workunit.client.0.smithi089.stdout:op 30 completed, throughput=4.31MB/sec 2024-07-26T06:25:21.605 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-WLR538TS-nEjnc8 off=1245737 len=450649 2024-07-26T06:25:21.606 INFO:tasks.workunit.client.0.smithi089.stdout:op 31 completed, throughput=4.38MB/sec 2024-07-26T06:25:21.606 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-88StjYUYvbndNFJ off=17303899 len=1839867 2024-07-26T06:25:21.617 INFO:tasks.workunit.client.0.smithi089.stdout:op 32 completed, throughput=4.66MB/sec 2024-07-26T06:25:21.617 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ZYbWhCYDeo_A3fX off=2686497 len=542787 2024-07-26T06:25:21.618 INFO:tasks.workunit.client.0.smithi089.stdout:op 33 completed, throughput=4.75MB/sec 2024-07-26T06:25:21.618 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-jVnZkO9FcBUdb-5 off=6434940 len=1319984 2024-07-26T06:25:21.626 INFO:tasks.workunit.client.0.smithi089.stdout:op 34 completed, throughput=4.95MB/sec 2024-07-26T06:25:21.627 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-6UAETv7ULpqyo8k off=20206725 len=876207 2024-07-26T06:25:21.631 INFO:tasks.workunit.client.0.smithi089.stdout:op 35 completed, throughput=5.08MB/sec 2024-07-26T06:25:22.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:25:22 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:25:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:25:22.631 INFO:tasks.workunit.client.0.smithi089.stdout: 7: throughput=4.37MB/sec pending data=0 2024-07-26T06:25:22.632 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-AWC4bvj3h9Z1rb6 off=5678132 len=1494174 2024-07-26T06:25:22.641 INFO:tasks.workunit.client.0.smithi089.stdout:op 36 completed, throughput=4.56MB/sec 2024-07-26T06:25:22.641 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-PqxYBJ7xYXRP9bn off=499044 len=1733955 2024-07-26T06:25:22.645 INFO:tasks.workunit.client.0.smithi089.stdout:op 37 completed, throughput=4.79MB/sec 2024-07-26T06:25:22.645 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-dbWh1vhNLhbUlSn off=15276928 len=949807 2024-07-26T06:25:22.649 INFO:tasks.workunit.client.0.smithi089.stdout:op 38 completed, throughput=4.91MB/sec 2024-07-26T06:25:22.649 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-_bzlOA2qVKMTFg5 off=6784594 len=869465 2024-07-26T06:25:22.654 INFO:tasks.workunit.client.0.smithi089.stdout:op 39 completed, throughput=5.02MB/sec 2024-07-26T06:25:22.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:25:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:25:22] "GET /metrics HTTP/1.1" 200 33990 "" "Prometheus/2.43.0" 2024-07-26T06:25:23.655 INFO:tasks.workunit.client.0.smithi089.stdout: 8: throughput=4.41MB/sec pending data=0 2024-07-26T06:25:23.655 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-1Qv0zTe8Q0pzS-9 off=1355293 len=929267 2024-07-26T06:25:23.656 INFO:tasks.workunit.client.0.smithi089.stdout:op 40 completed, throughput=4.52MB/sec 2024-07-26T06:25:23.656 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Qf4VOA2tyzFZlAJ off=16986611 len=70524 2024-07-26T06:25:23.659 INFO:tasks.workunit.client.0.smithi089.stdout:op 41 completed, throughput=4.52MB/sec 2024-07-26T06:25:23.659 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-y50Bnm3x3rBCq4O off=2149781 len=843914 2024-07-26T06:25:23.663 INFO:tasks.workunit.client.0.smithi089.stdout:op 42 completed, throughput=4.62MB/sec 2024-07-26T06:25:23.663 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-LLrh2OY5fkhkrf1 off=9100764 len=1834576 2024-07-26T06:25:23.667 INFO:tasks.workunit.client.0.smithi089.stdout:op 43 completed, throughput=4.83MB/sec 2024-07-26T06:25:23.667 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-2TFEHgJ4OnRB1f7 off=8783365 len=617904 2024-07-26T06:25:23.667 INFO:tasks.workunit.client.0.smithi089.stdout:op 44 completed, throughput=4.9MB/sec 2024-07-26T06:25:23.667 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-uc_0gYk8RNQCFXJ off=12187684 len=1448144 2024-07-26T06:25:23.669 INFO:tasks.workunit.client.0.smithi089.stdout:op 45 completed, throughput=5.07MB/sec 2024-07-26T06:25:24.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:25:23 smithi155 ceph-mon[90160]: pgmap v1418: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.5 MiB/s wr, 855 op/s 2024-07-26T06:25:24.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:25:23 smithi089 ceph-mon[99608]: pgmap v1418: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.5 MiB/s wr, 855 op/s 2024-07-26T06:25:24.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:25:23 smithi089 ceph-mon[102056]: pgmap v1418: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.5 MiB/s wr, 855 op/s 2024-07-26T06:25:24.669 INFO:tasks.workunit.client.0.smithi089.stdout: 9: throughput=4.52MB/sec pending data=0 2024-07-26T06:25:24.670 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-9oPkiWAHR-4r2bi off=426446 len=1017097 2024-07-26T06:25:24.675 INFO:tasks.workunit.client.0.smithi089.stdout:op 46 completed, throughput=4.62MB/sec 2024-07-26T06:25:24.676 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-mEKgQ4k3tCO63Np off=7965429 len=905461 2024-07-26T06:25:24.680 INFO:tasks.workunit.client.0.smithi089.stdout:op 47 completed, throughput=4.71MB/sec 2024-07-26T06:25:24.680 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-BHP7kTUNCcDyd8h off=10844883 len=328308 2024-07-26T06:25:24.681 INFO:tasks.workunit.client.0.smithi089.stdout:op 48 completed, throughput=4.75MB/sec 2024-07-26T06:25:24.681 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-jK-baoupalpMevS off=4966955 len=789315 2024-07-26T06:25:24.681 INFO:tasks.workunit.client.0.smithi089.stdout:op 49 completed, throughput=4.83MB/sec 2024-07-26T06:25:24.681 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-mw3mN-sBb3dQobK off=59251 len=107460 2024-07-26T06:25:24.684 INFO:tasks.workunit.client.0.smithi089.stdout:op 50 completed, throughput=4.84MB/sec 2024-07-26T06:25:24.684 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-qNHAwKI60GvHRDS off=3226265 len=934888 2024-07-26T06:25:24.688 INFO:tasks.workunit.client.0.smithi089.stdout:op 51 completed, throughput=4.93MB/sec 2024-07-26T06:25:24.688 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-EDmjdGFC2f9ogrH off=4406583 len=892139 2024-07-26T06:25:24.693 INFO:tasks.workunit.client.0.smithi089.stdout:op 52 completed, throughput=5.02MB/sec 2024-07-26T06:25:25.694 INFO:tasks.workunit.client.0.smithi089.stdout: 10: throughput=4.53MB/sec pending data=0 2024-07-26T06:25:25.694 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-m_F8Qe-gcYvI_R- off=3862759 len=1604325 2024-07-26T06:25:25.697 INFO:tasks.workunit.client.0.smithi089.stdout:op 53 completed, throughput=4.68MB/sec 2024-07-26T06:25:25.697 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-isAoG7y7WBZOCS0 off=2066111 len=800180 2024-07-26T06:25:25.698 INFO:tasks.workunit.client.0.smithi089.stdout:op 54 completed, throughput=4.75MB/sec 2024-07-26T06:25:25.698 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ngvAqeIXwXZ1pXQ off=3696311 len=1160858 2024-07-26T06:25:25.703 INFO:tasks.workunit.client.0.smithi089.stdout:op 55 completed, throughput=4.86MB/sec 2024-07-26T06:25:25.703 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-6TkUGbYeT9cEUzU off=7459453 len=231080 2024-07-26T06:25:25.704 INFO:tasks.workunit.client.0.smithi089.stdout:op 56 completed, throughput=4.88MB/sec 2024-07-26T06:25:25.704 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-TLdAdLdPaGVZ3yB off=0 len=1362428 2024-07-26T06:25:25.706 INFO:tasks.workunit.client.0.smithi089.stdout:op 57 completed, throughput=5.01MB/sec 2024-07-26T06:25:26.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:25:25 smithi155 ceph-mon[90160]: pgmap v1419: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.2 MiB/s wr, 856 op/s 2024-07-26T06:25:26.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:25:25 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:25:26.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:25:25 smithi089 ceph-mon[99608]: pgmap v1419: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.2 MiB/s wr, 856 op/s 2024-07-26T06:25:26.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:25:25 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:25:26.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:25:25 smithi089 ceph-mon[102056]: pgmap v1419: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.2 MiB/s wr, 856 op/s 2024-07-26T06:25:26.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:25:25 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:25:26.706 INFO:tasks.workunit.client.0.smithi089.stdout: 11: throughput=4.56MB/sec pending data=0 2024-07-26T06:25:26.706 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ElZ22ErbnwOv9Ct off=14981504 len=1459416 2024-07-26T06:25:26.714 INFO:tasks.workunit.client.0.smithi089.stdout:op 58 completed, throughput=4.68MB/sec 2024-07-26T06:25:26.715 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-x_16qiuFXe4_ycE off=4046310 len=1136542 2024-07-26T06:25:26.715 INFO:tasks.workunit.client.0.smithi089.stdout:op 59 completed, throughput=4.78MB/sec 2024-07-26T06:25:26.715 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-x097MptLRn80w47 off=4588668 len=424000 2024-07-26T06:25:26.719 INFO:tasks.workunit.client.0.smithi089.stdout:op 60 completed, throughput=4.81MB/sec 2024-07-26T06:25:26.719 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-OZ1gNMo9STUuGpe off=11600653 len=255027 2024-07-26T06:25:26.722 INFO:tasks.workunit.client.0.smithi089.stdout:op 61 completed, throughput=4.83MB/sec 2024-07-26T06:25:26.722 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-aYqB8G4pVBhzPPh off=0 len=1510478 2024-07-26T06:25:26.723 INFO:tasks.workunit.client.0.smithi089.stdout:op 62 completed, throughput=4.96MB/sec 2024-07-26T06:25:26.724 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-_fk0q6vvD0Ahv-V off=2622333 len=455611 2024-07-26T06:25:26.724 INFO:tasks.workunit.client.0.smithi089.stdout:op 63 completed, throughput=5MB/sec 2024-07-26T06:25:26.724 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-bGEGyrim-qE7CxP off=2216232 len=982576 2024-07-26T06:25:26.729 INFO:tasks.workunit.client.0.smithi089.stdout:op 64 completed, throughput=5.08MB/sec 2024-07-26T06:25:27.730 INFO:tasks.workunit.client.0.smithi089.stdout: 12: throughput=4.66MB/sec pending data=0 2024-07-26T06:25:27.730 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-iAO60Rxdm6JvF6w off=10694171 len=1447665 2024-07-26T06:25:27.738 INFO:tasks.workunit.client.0.smithi089.stdout:op 65 completed, throughput=4.77MB/sec 2024-07-26T06:25:27.738 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-NLA1iFnvdYAw-U7 off=773552 len=1043071 2024-07-26T06:25:27.739 INFO:tasks.workunit.client.0.smithi089.stdout:op 66 completed, throughput=4.85MB/sec 2024-07-26T06:25:27.739 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-jNVQ4kZVVeeVF2Z off=2139925 len=126577 2024-07-26T06:25:27.741 INFO:tasks.workunit.client.0.smithi089.stdout:op 67 completed, throughput=4.86MB/sec 2024-07-26T06:25:27.741 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-pZAQDMP15SmdpoU off=3753036 len=1117566 2024-07-26T06:25:27.742 INFO:tasks.workunit.client.0.smithi089.stdout:op 68 completed, throughput=4.95MB/sec 2024-07-26T06:25:27.742 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj--bq5rIbtK8krNFW off=20087448 len=137017 2024-07-26T06:25:27.745 INFO:tasks.workunit.client.0.smithi089.stdout:op 69 completed, throughput=4.96MB/sec 2024-07-26T06:25:27.745 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-4EsHSb-dtYDX7i9 off=14487479 len=1801443 2024-07-26T06:25:27.747 INFO:tasks.workunit.client.0.smithi089.stdout:op 70 completed, throughput=5.1MB/sec 2024-07-26T06:25:28.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:25:27 smithi155 ceph-mon[90160]: pgmap v1420: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.2 MiB/s wr, 725 op/s 2024-07-26T06:25:28.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:25:27 smithi089 ceph-mon[99608]: pgmap v1420: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.2 MiB/s wr, 725 op/s 2024-07-26T06:25:28.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:25:27 smithi089 ceph-mon[102056]: pgmap v1420: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.2 MiB/s wr, 725 op/s 2024-07-26T06:25:28.747 INFO:tasks.workunit.client.0.smithi089.stdout: 13: throughput=4.71MB/sec pending data=0 2024-07-26T06:25:28.747 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-lI_qIDJHzaWALf1 off=1885273 len=1143046 2024-07-26T06:25:28.750 INFO:tasks.workunit.client.0.smithi089.stdout:op 71 completed, throughput=4.79MB/sec 2024-07-26T06:25:28.750 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-i0mF0kndSEiXWrn off=10532412 len=197395 2024-07-26T06:25:28.753 INFO:tasks.workunit.client.0.smithi089.stdout:op 72 completed, throughput=4.81MB/sec 2024-07-26T06:25:28.753 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-bYS1mugdtHX060q off=10359330 len=1185785 2024-07-26T06:25:28.758 INFO:tasks.workunit.client.0.smithi089.stdout:op 73 completed, throughput=4.89MB/sec 2024-07-26T06:25:28.758 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-znu33ORPPU8TRgx off=5736244 len=828090 2024-07-26T06:25:28.763 INFO:tasks.workunit.client.0.smithi089.stdout:op 74 completed, throughput=4.95MB/sec 2024-07-26T06:25:28.763 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Ob0FazgO3UFALvB off=5229426 len=272568 2024-07-26T06:25:28.766 INFO:tasks.workunit.client.0.smithi089.stdout:op 75 completed, throughput=4.97MB/sec 2024-07-26T06:25:28.766 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-zW0Z2umADiQroer off=9091214 len=878202 2024-07-26T06:25:28.770 INFO:tasks.workunit.client.0.smithi089.stdout:op 76 completed, throughput=5.03MB/sec 2024-07-26T06:25:29.771 INFO:tasks.workunit.client.0.smithi089.stdout: 14: throughput=4.68MB/sec pending data=0 2024-07-26T06:25:29.771 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-yFN_9A-YyPB9i0S off=14708452 len=868062 2024-07-26T06:25:29.772 INFO:tasks.workunit.client.0.smithi089.stdout:op 77 completed, throughput=4.73MB/sec 2024-07-26T06:25:29.772 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-QvHPAmtyEZ0XhTN off=2733800 len=607142 2024-07-26T06:25:29.773 INFO:tasks.workunit.client.0.smithi089.stdout:op 78 completed, throughput=4.77MB/sec 2024-07-26T06:25:29.773 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-JfDjX_VsMp9rO-P off=1441340 len=211415 2024-07-26T06:25:29.774 INFO:tasks.workunit.client.0.smithi089.stdout:op 79 completed, throughput=4.79MB/sec 2024-07-26T06:25:29.774 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-lyMVk7W9Ks163cb off=13927124 len=1286724 2024-07-26T06:25:29.779 INFO:tasks.workunit.client.0.smithi089.stdout:op 80 completed, throughput=4.87MB/sec 2024-07-26T06:25:29.779 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-2Oq6whuQ40fe19f off=0 len=1566399 2024-07-26T06:25:29.781 INFO:tasks.workunit.client.0.smithi089.stdout:op 81 completed, throughput=4.98MB/sec 2024-07-26T06:25:29.781 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-_3Kx-S4NiNrTuDy off=5981712 len=200831 2024-07-26T06:25:29.782 INFO:tasks.workunit.client.0.smithi089.stdout:op 82 completed, throughput=4.99MB/sec 2024-07-26T06:25:29.782 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-QSw8tGs7-rUBHDv off=3638948 len=1726184 2024-07-26T06:25:29.791 INFO:tasks.workunit.client.0.smithi089.stdout:op 83 completed, throughput=5.1MB/sec 2024-07-26T06:25:30.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:25:29 smithi155 ceph-mon[90160]: pgmap v1421: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 512 op/s 2024-07-26T06:25:30.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:25:29 smithi089 ceph-mon[99608]: pgmap v1421: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 512 op/s 2024-07-26T06:25:30.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:25:29 smithi089 ceph-mon[102056]: pgmap v1421: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 512 op/s 2024-07-26T06:25:30.791 INFO:tasks.workunit.client.0.smithi089.stdout: 15: throughput=4.77MB/sec pending data=0 2024-07-26T06:25:30.791 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-bo5xnnEPR2fcaJC off=3443429 len=895237 2024-07-26T06:25:30.793 INFO:tasks.workunit.client.0.smithi089.stdout:op 84 completed, throughput=4.82MB/sec 2024-07-26T06:25:30.793 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-8HmR2OaNIZrM5VD off=3138148 len=1951837 2024-07-26T06:25:30.795 INFO:tasks.workunit.client.0.smithi089.stdout:op 85 completed, throughput=4.94MB/sec 2024-07-26T06:25:30.796 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-o8XuDNAhfnyIgFv off=139574 len=1055280 2024-07-26T06:25:30.797 INFO:tasks.workunit.client.0.smithi089.stdout:op 86 completed, throughput=5.01MB/sec 2024-07-26T06:25:31.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:25:31 smithi155 ceph-mon[90160]: pgmap v1422: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 91 op/s 2024-07-26T06:25:31.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:25:31 smithi089 ceph-mon[99608]: pgmap v1422: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 91 op/s 2024-07-26T06:25:31.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:25:31 smithi089 ceph-mon[102056]: pgmap v1422: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 91 op/s 2024-07-26T06:25:31.797 INFO:tasks.workunit.client.0.smithi089.stdout: 16: throughput=4.7MB/sec pending data=0 2024-07-26T06:25:31.798 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ZJPIhWTX1WLBHs1 off=1509976 len=222648 2024-07-26T06:25:31.798 INFO:tasks.workunit.client.0.smithi089.stdout:op 87 completed, throughput=4.71MB/sec 2024-07-26T06:25:31.798 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-SVGSdvqcYOywroq off=1220687 len=1224610 2024-07-26T06:25:31.806 INFO:tasks.workunit.client.0.smithi089.stdout:op 88 completed, throughput=4.78MB/sec 2024-07-26T06:25:31.806 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-tsx8SnDyWsPwp1y off=7211784 len=408838 2024-07-26T06:25:31.807 INFO:tasks.workunit.client.0.smithi089.stdout:op 89 completed, throughput=4.81MB/sec 2024-07-26T06:25:31.807 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-fRHIgLvP17AfzmK off=1343444 len=1451026 2024-07-26T06:25:31.809 INFO:tasks.workunit.client.0.smithi089.stdout:op 90 completed, throughput=4.89MB/sec 2024-07-26T06:25:31.809 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-nSsfrG9PV2Crjz7 off=12014065 len=1264989 2024-07-26T06:25:31.811 INFO:tasks.workunit.client.0.smithi089.stdout:op 91 completed, throughput=4.96MB/sec 2024-07-26T06:25:31.812 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-P43VqegLaQ2Hog9 off=8935375 len=1482959 2024-07-26T06:25:31.814 INFO:tasks.workunit.client.0.smithi089.stdout:op 92 completed, throughput=5.05MB/sec 2024-07-26T06:25:32.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:25:32 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:25:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:25:32.814 INFO:tasks.workunit.client.0.smithi089.stdout: 17: throughput=4.76MB/sec pending data=0 2024-07-26T06:25:32.814 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-3Mzyz1hj26bz5BL off=429822 len=1255550 2024-07-26T06:25:32.816 INFO:tasks.workunit.client.0.smithi089.stdout:op 93 completed, throughput=4.83MB/sec 2024-07-26T06:25:32.816 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-PPwUuM9n6WbnvUM off=9485982 len=484660 2024-07-26T06:25:32.817 INFO:tasks.workunit.client.0.smithi089.stdout:op 94 completed, throughput=4.85MB/sec 2024-07-26T06:25:32.817 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-MCe8wUyd85qbwHp off=6707341 len=1170980 2024-07-26T06:25:32.819 INFO:tasks.workunit.client.0.smithi089.stdout:op 95 completed, throughput=4.92MB/sec 2024-07-26T06:25:32.819 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Y4ROPbSWGHAEDbh off=11180906 len=1081334 2024-07-26T06:25:32.820 INFO:tasks.workunit.client.0.smithi089.stdout:op 96 completed, throughput=4.98MB/sec 2024-07-26T06:25:32.820 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-tAOQc_HJ1vgZWpU off=5011487 len=269030 2024-07-26T06:25:32.823 INFO:tasks.workunit.client.0.smithi089.stdout:op 97 completed, throughput=4.99MB/sec 2024-07-26T06:25:32.823 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-nheshSKMqqBeLLG off=3683989 len=1068165 2024-07-26T06:25:32.825 INFO:tasks.workunit.client.0.smithi089.stdout:op 98 completed, throughput=5.05MB/sec 2024-07-26T06:25:32.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:25:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:25:32] "GET /metrics HTTP/1.1" 200 34030 "" "Prometheus/2.43.0" 2024-07-26T06:25:33.826 INFO:tasks.workunit.client.0.smithi089.stdout: 18: throughput=4.77MB/sec pending data=0 2024-07-26T06:25:33.826 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-XuumEtGvycVp9ts off=2622104 len=2071118 2024-07-26T06:25:33.839 INFO:tasks.workunit.client.0.smithi089.stdout:op 99 completed, throughput=4.88MB/sec 2024-07-26T06:25:33.839 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-uRQkY3Ath5wAprm off=5853943 len=1795394 2024-07-26T06:25:33.849 INFO:tasks.workunit.client.0.smithi089.stdout:op 100 completed, throughput=4.97MB/sec 2024-07-26T06:25:33.849 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-pe111Z9Y8ckXLZ9 off=2670945 len=1325910 2024-07-26T06:25:33.850 INFO:tasks.workunit.client.0.smithi089.stdout:op 101 completed, throughput=5.04MB/sec 2024-07-26T06:25:34.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:25:33 smithi155 ceph-mon[90160]: pgmap v1423: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:25:34.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:25:33 smithi089 ceph-mon[99608]: pgmap v1423: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:25:34.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:25:33 smithi089 ceph-mon[102056]: pgmap v1423: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:25:34.854 INFO:tasks.workunit.client.0.smithi089.stdout: 19: throughput=4.78MB/sec pending data=0 2024-07-26T06:25:34.854 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-QGBR_GDIpwQJ10E off=6348316 len=644968 2024-07-26T06:25:34.854 INFO:tasks.workunit.client.0.smithi089.stdout:op 102 completed, throughput=4.81MB/sec 2024-07-26T06:25:34.854 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-uw0_-Sef_a8gzqd off=726208 len=935724 2024-07-26T06:25:34.857 INFO:tasks.workunit.client.0.smithi089.stdout:op 103 completed, throughput=4.85MB/sec 2024-07-26T06:25:34.858 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-BNulrJ3GbieEvK- off=450995 len=2011737 2024-07-26T06:25:34.860 INFO:tasks.workunit.client.0.smithi089.stdout:op 104 completed, throughput=4.95MB/sec 2024-07-26T06:25:34.860 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Eb5fvWQqqzMN_H3 off=1429617 len=1436279 2024-07-26T06:25:34.865 INFO:tasks.workunit.client.0.smithi089.stdout:op 105 completed, throughput=5.02MB/sec 2024-07-26T06:25:35.866 INFO:tasks.workunit.client.0.smithi089.stdout: 20: throughput=4.77MB/sec pending data=0 2024-07-26T06:25:35.866 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ylrFNF64qzTYNd- off=4091496 len=1813018 2024-07-26T06:25:35.878 INFO:tasks.workunit.client.0.smithi089.stdout:op 106 completed, throughput=4.86MB/sec 2024-07-26T06:25:35.878 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-98TBUyuZczmhDPo off=2965550 len=538856 2024-07-26T06:25:35.880 INFO:tasks.workunit.client.0.smithi089.stdout:op 107 completed, throughput=4.88MB/sec 2024-07-26T06:25:35.880 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-m_2wnLKd9U0YIXF off=12659603 len=667049 2024-07-26T06:25:35.884 INFO:tasks.workunit.client.0.smithi089.stdout:op 108 completed, throughput=4.91MB/sec 2024-07-26T06:25:35.884 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-4qgtfR5PVgRkuln off=516410 len=1249311 2024-07-26T06:25:35.891 INFO:tasks.workunit.client.0.smithi089.stdout:op 109 completed, throughput=4.97MB/sec 2024-07-26T06:25:35.891 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-WonULihS6rshrff off=20617370 len=1100814 2024-07-26T06:25:35.892 INFO:tasks.workunit.client.0.smithi089.stdout:op 110 completed, throughput=5.02MB/sec 2024-07-26T06:25:36.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:25:35 smithi155 ceph-mon[90160]: pgmap v1424: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-07-26T06:25:36.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:25:35 smithi089 ceph-mon[99608]: pgmap v1424: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-07-26T06:25:36.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:25:35 smithi089 ceph-mon[102056]: pgmap v1424: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-07-26T06:25:36.893 INFO:tasks.workunit.client.0.smithi089.stdout: 21: throughput=4.78MB/sec pending data=0 2024-07-26T06:25:36.893 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-RPTLQ2s-W7bPIUa off=4311293 len=949628 2024-07-26T06:25:36.897 INFO:tasks.workunit.client.0.smithi089.stdout:op 111 completed, throughput=4.83MB/sec 2024-07-26T06:25:36.897 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-6AowYnEExwtFXm6 off=10456536 len=1493177 2024-07-26T06:25:36.907 INFO:tasks.workunit.client.0.smithi089.stdout:op 112 completed, throughput=4.89MB/sec 2024-07-26T06:25:36.907 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-X_LgAWz4avgwXV2 off=2279404 len=2029957 2024-07-26T06:25:36.919 INFO:tasks.workunit.client.0.smithi089.stdout:op 113 completed, throughput=4.98MB/sec 2024-07-26T06:25:36.920 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-fuyTu0onnEXRJY- off=2175777 len=1689210 2024-07-26T06:25:36.921 INFO:tasks.workunit.client.0.smithi089.stdout:op 114 completed, throughput=5.05MB/sec 2024-07-26T06:25:37.922 INFO:tasks.workunit.client.0.smithi089.stdout: 22: throughput=4.83MB/sec pending data=0 2024-07-26T06:25:37.922 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-cMnJWQL-m-El-Fw off=3031452 len=1161892 2024-07-26T06:25:37.928 INFO:tasks.workunit.client.0.smithi089.stdout:op 115 completed, throughput=4.87MB/sec 2024-07-26T06:25:37.928 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-J58_FlYue2o0otn off=7188448 len=215505 2024-07-26T06:25:37.931 INFO:tasks.workunit.client.0.smithi089.stdout:op 116 completed, throughput=4.88MB/sec 2024-07-26T06:25:37.931 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-wn6_um5iG41RgRD off=18316912 len=546400 2024-07-26T06:25:37.934 INFO:tasks.workunit.client.0.smithi089.stdout:op 117 completed, throughput=4.91MB/sec 2024-07-26T06:25:37.935 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-tFHAG6hRpnOJyNf off=476613 len=1472547 2024-07-26T06:25:37.942 INFO:tasks.workunit.client.0.smithi089.stdout:op 118 completed, throughput=4.97MB/sec 2024-07-26T06:25:37.942 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-id0J1gg-0lIT_N5 off=56717 len=1054529 2024-07-26T06:25:37.947 INFO:tasks.workunit.client.0.smithi089.stdout:op 119 completed, throughput=5.01MB/sec 2024-07-26T06:25:38.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:25:37 smithi155 ceph-mon[90160]: pgmap v1425: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-07-26T06:25:38.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:25:37 smithi089 ceph-mon[99608]: pgmap v1425: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-07-26T06:25:38.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:25:37 smithi089 ceph-mon[102056]: pgmap v1425: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-07-26T06:25:38.948 INFO:tasks.workunit.client.0.smithi089.stdout: 23: throughput=4.8MB/sec pending data=0 2024-07-26T06:25:38.948 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-dvayWw7viOfvX0Y off=8275511 len=322506 2024-07-26T06:25:38.949 INFO:tasks.workunit.client.0.smithi089.stdout:op 120 completed, throughput=4.81MB/sec 2024-07-26T06:25:38.949 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-gByIIUfmQ8Fr47P off=2934161 len=81062 2024-07-26T06:25:38.949 INFO:tasks.workunit.client.0.smithi089.stdout:op 121 completed, throughput=4.81MB/sec 2024-07-26T06:25:38.949 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-WfyPUKh0AWBYLTt off=8583698 len=1761762 2024-07-26T06:25:38.951 INFO:tasks.workunit.client.0.smithi089.stdout:op 122 completed, throughput=4.88MB/sec 2024-07-26T06:25:38.951 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-t_PfjETTrxrCVeX off=4097200 len=719275 2024-07-26T06:25:38.953 INFO:tasks.workunit.client.0.smithi089.stdout:op 123 completed, throughput=4.91MB/sec 2024-07-26T06:25:38.953 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-NdSgOgK0FvyleGm off=14496397 len=298859 2024-07-26T06:25:38.954 INFO:tasks.workunit.client.0.smithi089.stdout:op 124 completed, throughput=4.92MB/sec 2024-07-26T06:25:38.957 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-c8BvNdwfScIdlkm off=961395 len=1146254 2024-07-26T06:25:38.959 INFO:tasks.workunit.client.0.smithi089.stdout:op 125 completed, throughput=4.97MB/sec 2024-07-26T06:25:38.959 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ekN7vFMt1MJJGdd off=19991760 len=2043131 2024-07-26T06:25:38.961 INFO:tasks.workunit.client.0.smithi089.stdout:op 126 completed, throughput=5.05MB/sec 2024-07-26T06:25:39.962 INFO:tasks.workunit.client.0.smithi089.stdout: 24: throughput=4.85MB/sec pending data=0 2024-07-26T06:25:39.962 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-i0Y6wpyCZTAF3d8 off=9052712 len=406653 2024-07-26T06:25:39.965 INFO:tasks.workunit.client.0.smithi089.stdout:op 127 completed, throughput=4.86MB/sec 2024-07-26T06:25:39.965 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-z2Ja5qOCpUwGACG off=8857591 len=268789 2024-07-26T06:25:39.968 INFO:tasks.workunit.client.0.smithi089.stdout:op 128 completed, throughput=4.87MB/sec 2024-07-26T06:25:39.968 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-6enGUFlik3LiiTR off=3282493 len=1882710 2024-07-26T06:25:39.982 INFO:tasks.workunit.client.0.smithi089.stdout:op 129 completed, throughput=4.94MB/sec 2024-07-26T06:25:39.982 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-EPax5zL9zcv-CF2 off=4322211 len=206630 2024-07-26T06:25:39.982 INFO:tasks.workunit.client.0.smithi089.stdout:op 130 completed, throughput=4.95MB/sec 2024-07-26T06:25:39.983 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ruH9Q3K1QOuw57v off=15351398 len=829152 2024-07-26T06:25:39.983 INFO:tasks.workunit.client.0.smithi089.stdout:op 131 completed, throughput=4.98MB/sec 2024-07-26T06:25:39.983 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-LdFTmfPEbkTLLrJ off=891861 len=385138 2024-07-26T06:25:39.984 INFO:tasks.workunit.client.0.smithi089.stdout:op 132 completed, throughput=5MB/sec 2024-07-26T06:25:39.984 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ZkTxsOxKAelJRGT off=1914784 len=1107455 2024-07-26T06:25:39.985 INFO:tasks.workunit.client.0.smithi089.stdout:op 133 completed, throughput=5.04MB/sec 2024-07-26T06:25:40.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:25:39 smithi155 ceph-mon[90160]: pgmap v1426: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:25:40.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:25:39 smithi089 ceph-mon[99608]: pgmap v1426: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:25:40.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:25:39 smithi089 ceph-mon[102056]: pgmap v1426: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:25:40.986 INFO:tasks.workunit.client.0.smithi089.stdout: 25: throughput=4.84MB/sec pending data=0 2024-07-26T06:25:40.986 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-wZVMblj9xh6vpzL off=166589 len=1162342 2024-07-26T06:25:40.987 INFO:tasks.workunit.client.0.smithi089.stdout:op 134 completed, throughput=4.88MB/sec 2024-07-26T06:25:40.987 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-EC9P-vlLB8KESSZ off=4066949 len=237038 2024-07-26T06:25:40.990 INFO:tasks.workunit.client.0.smithi089.stdout:op 135 completed, throughput=4.89MB/sec 2024-07-26T06:25:40.990 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-qVXtBB3hoJ1ROEW off=1428852 len=1499621 2024-07-26T06:25:40.992 INFO:tasks.workunit.client.0.smithi089.stdout:op 136 completed, throughput=4.95MB/sec 2024-07-26T06:25:40.992 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-cWiIP_cGt6qBmNm off=10653214 len=976499 2024-07-26T06:25:40.996 INFO:tasks.workunit.client.0.smithi089.stdout:op 137 completed, throughput=4.98MB/sec 2024-07-26T06:25:40.996 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-UUaKbKc8ubifP-Z off=872412 len=635216 2024-07-26T06:25:41.000 INFO:tasks.workunit.client.0.smithi089.stdout:op 138 completed, throughput=5.01MB/sec 2024-07-26T06:25:41.306 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:25:40 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:25:41.306 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:25:40 smithi089 ceph-mon[99608]: pgmap v1427: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:25:41.306 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:25:40 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:25:41.306 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:25:40 smithi089 ceph-mon[102056]: pgmap v1427: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:25:41.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:25:40 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:25:41.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:25:40 smithi155 ceph-mon[90160]: pgmap v1427: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:25:42.000 INFO:tasks.workunit.client.0.smithi089.stdout: 26: throughput=4.82MB/sec pending data=0 2024-07-26T06:25:42.000 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-nlOP2klwh89Sl23 off=6419246 len=1454691 2024-07-26T06:25:42.008 INFO:tasks.workunit.client.0.smithi089.stdout:op 139 completed, throughput=4.87MB/sec 2024-07-26T06:25:42.008 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-TGIqGfYq39DpMfZ off=3041904 len=2558 2024-07-26T06:25:42.009 INFO:tasks.workunit.client.0.smithi089.stdout:op 140 completed, throughput=4.87MB/sec 2024-07-26T06:25:42.009 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-CGC6upZbhs5yGtG off=7684972 len=1115009 2024-07-26T06:25:42.015 INFO:tasks.workunit.client.0.smithi089.stdout:op 141 completed, throughput=4.91MB/sec 2024-07-26T06:25:42.015 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-G0ZmSva6yfr4efa off=8323872 len=1312811 2024-07-26T06:25:42.022 INFO:tasks.workunit.client.0.smithi089.stdout:op 142 completed, throughput=4.95MB/sec 2024-07-26T06:25:42.022 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-2WvcjEaNbf6WPeb off=3015340 len=1413668 2024-07-26T06:25:42.030 INFO:tasks.workunit.client.0.smithi089.stdout:op 143 completed, throughput=5MB/sec 2024-07-26T06:25:42.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:25:42 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:25:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:25:42.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:25:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:25:42] "GET /metrics HTTP/1.1" 200 34032 "" "Prometheus/2.43.0" 2024-07-26T06:25:43.032 INFO:tasks.workunit.client.0.smithi089.stdout: 27: throughput=4.82MB/sec pending data=0 2024-07-26T06:25:43.033 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-X2wFreg38MSf3HQ off=13287222 len=1045373 2024-07-26T06:25:43.033 INFO:tasks.workunit.client.0.smithi089.stdout:op 144 completed, throughput=4.86MB/sec 2024-07-26T06:25:43.033 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-XJ4XZMHuMZLDEX8 off=3878274 len=571494 2024-07-26T06:25:43.033 INFO:tasks.workunit.client.0.smithi089.stdout:op 145 completed, throughput=4.88MB/sec 2024-07-26T06:25:43.033 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-bYUynmDwxw7VY0d off=1447401 len=1758552 2024-07-26T06:25:43.044 INFO:tasks.workunit.client.0.smithi089.stdout:op 146 completed, throughput=4.94MB/sec 2024-07-26T06:25:43.044 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-2PYKajUzQ8ob5qf off=12714710 len=1491249 2024-07-26T06:25:43.052 INFO:tasks.workunit.client.0.smithi089.stdout:op 147 completed, throughput=4.99MB/sec 2024-07-26T06:25:43.052 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-f6XqoMiNr23bN04 off=15985389 len=229582 2024-07-26T06:25:43.053 INFO:tasks.workunit.client.0.smithi089.stdout:op 148 completed, throughput=4.99MB/sec 2024-07-26T06:25:43.053 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-oH0Ap9iLuRU0p0P off=3010862 len=1771521 2024-07-26T06:25:43.055 INFO:tasks.workunit.client.0.smithi089.stdout:op 149 completed, throughput=5.06MB/sec 2024-07-26T06:25:44.055 INFO:tasks.workunit.client.0.smithi089.stdout: 28: throughput=4.88MB/sec pending data=0 2024-07-26T06:25:44.055 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-e0K5Cu5cyPCLsKs off=18325182 len=1130486 2024-07-26T06:25:44.061 INFO:tasks.workunit.client.0.smithi089.stdout:op 150 completed, throughput=4.92MB/sec 2024-07-26T06:25:44.061 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-4QK8F72ikz3DCOb off=50461 len=1000376 2024-07-26T06:25:44.062 INFO:tasks.workunit.client.0.smithi089.stdout:op 151 completed, throughput=4.95MB/sec 2024-07-26T06:25:44.062 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-qX0nltZWR6qnxLd off=7577117 len=1941373 2024-07-26T06:25:44.064 INFO:tasks.workunit.client.0.smithi089.stdout:op 152 completed, throughput=5.01MB/sec 2024-07-26T06:25:44.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:25:43 smithi155 ceph-mon[90160]: pgmap v1428: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-26T06:25:44.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:25:43 smithi089 ceph-mon[99608]: pgmap v1428: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-26T06:25:44.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:25:43 smithi089 ceph-mon[102056]: pgmap v1428: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-26T06:25:45.065 INFO:tasks.workunit.client.0.smithi089.stdout: 29: throughput=4.84MB/sec pending data=0 2024-07-26T06:25:45.065 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-OLOEC-G96kp6bFy off=4453919 len=491982 2024-07-26T06:25:45.066 INFO:tasks.workunit.client.0.smithi089.stdout:op 153 completed, throughput=4.86MB/sec 2024-07-26T06:25:45.066 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-n7ztp6CWmdVEX2A off=13234876 len=908906 2024-07-26T06:25:45.071 INFO:tasks.workunit.client.0.smithi089.stdout:op 154 completed, throughput=4.89MB/sec 2024-07-26T06:25:45.071 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-4FUUpIpHaiKE_ax off=6102525 len=1846465 2024-07-26T06:25:45.080 INFO:tasks.workunit.client.0.smithi089.stdout:op 155 completed, throughput=4.95MB/sec 2024-07-26T06:25:45.080 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-YaN6QcgCcaAoLpu off=10857141 len=2085565 2024-07-26T06:25:45.092 INFO:tasks.workunit.client.0.smithi089.stdout:op 156 completed, throughput=5.01MB/sec 2024-07-26T06:25:46.092 INFO:tasks.workunit.client.0.smithi089.stdout: 30: throughput=4.85MB/sec pending data=0 2024-07-26T06:25:46.092 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Jpw1f6VJ3973L_h off=5693382 len=687767 2024-07-26T06:25:46.096 INFO:tasks.workunit.client.0.smithi089.stdout:op 157 completed, throughput=4.87MB/sec 2024-07-26T06:25:46.096 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj--BBp4xQh4t6J6wH off=9355177 len=376826 2024-07-26T06:25:46.100 INFO:tasks.workunit.client.0.smithi089.stdout:op 158 completed, throughput=4.88MB/sec 2024-07-26T06:25:46.100 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-9Xa9ykvDfBOSdDR off=4097387 len=467649 2024-07-26T06:25:46.101 INFO:tasks.workunit.client.0.smithi089.stdout:op 159 completed, throughput=4.89MB/sec 2024-07-26T06:25:46.101 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-7shWjfgJuyFfPi6 off=6385481 len=1304302 2024-07-26T06:25:46.109 INFO:tasks.workunit.client.0.smithi089.stdout:op 160 completed, throughput=4.93MB/sec 2024-07-26T06:25:46.109 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-arftQFo2Wt6WwIs off=9666560 len=370937 2024-07-26T06:25:46.112 INFO:tasks.workunit.client.0.smithi089.stdout:op 161 completed, throughput=4.94MB/sec 2024-07-26T06:25:46.113 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-7-McVd5-EyHb9RZ off=4124346 len=1505499 2024-07-26T06:25:46.114 INFO:tasks.workunit.client.0.smithi089.stdout:op 162 completed, throughput=4.99MB/sec 2024-07-26T06:25:46.114 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj--QbFeIZfstF3Rzg off=7264007 len=430305 2024-07-26T06:25:46.117 INFO:tasks.workunit.client.0.smithi089.stdout:op 163 completed, throughput=5MB/sec 2024-07-26T06:25:46.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:25:45 smithi155 ceph-mon[90160]: pgmap v1429: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-26T06:25:46.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:25:45 smithi089 ceph-mon[99608]: pgmap v1429: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-26T06:25:46.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:25:45 smithi089 ceph-mon[102056]: pgmap v1429: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-26T06:25:47.118 INFO:tasks.workunit.client.0.smithi089.stdout: 31: throughput=4.84MB/sec pending data=0 2024-07-26T06:25:47.118 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-WGTvLJQplZvlIGr off=5283422 len=2059712 2024-07-26T06:25:47.131 INFO:tasks.workunit.client.0.smithi089.stdout:op 164 completed, throughput=4.9MB/sec 2024-07-26T06:25:47.131 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-7NPFXf25Mzbp-FU off=882665 len=1561156 2024-07-26T06:25:47.132 INFO:tasks.workunit.client.0.smithi089.stdout:op 165 completed, throughput=4.95MB/sec 2024-07-26T06:25:47.132 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-23AzZAang6hUfa3 off=879342 len=1730335 2024-07-26T06:25:47.134 INFO:tasks.workunit.client.0.smithi089.stdout:op 166 completed, throughput=5MB/sec 2024-07-26T06:25:48.134 INFO:tasks.workunit.client.0.smithi089.stdout: 32: throughput=4.85MB/sec pending data=0 2024-07-26T06:25:48.134 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-UmxnYoX07HGoO9L off=12771590 len=1891611 2024-07-26T06:25:48.145 INFO:tasks.workunit.client.0.smithi089.stdout:op 167 completed, throughput=4.9MB/sec 2024-07-26T06:25:48.145 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-LxbLPSsLGbGIeON off=21135687 len=1608025 2024-07-26T06:25:48.147 INFO:tasks.workunit.client.0.smithi089.stdout:op 168 completed, throughput=4.95MB/sec 2024-07-26T06:25:48.147 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ew6_gpqH7WKmGfv off=3849459 len=115504 2024-07-26T06:25:48.147 INFO:tasks.workunit.client.0.smithi089.stdout:op 169 completed, throughput=4.95MB/sec 2024-07-26T06:25:48.147 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-oIh9vMlQnvfotDr off=7897114 len=1113778 2024-07-26T06:25:48.152 INFO:tasks.workunit.client.0.smithi089.stdout:op 170 completed, throughput=4.99MB/sec 2024-07-26T06:25:48.152 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-xXIc8kKneX7VWpe off=2329141 len=429930 2024-07-26T06:25:48.154 INFO:tasks.workunit.client.0.smithi089.stdout:op 171 completed, throughput=5MB/sec 2024-07-26T06:25:48.155 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-5P_39xeke9Ma6JT off=3936790 len=1026105 2024-07-26T06:25:48.157 INFO:tasks.workunit.client.0.smithi089.stdout:op 172 completed, throughput=5.03MB/sec 2024-07-26T06:25:48.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:25:47 smithi155 ceph-mon[90160]: pgmap v1430: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-07-26T06:25:48.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:25:47 smithi089 ceph-mon[99608]: pgmap v1430: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-07-26T06:25:48.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:25:47 smithi089 ceph-mon[102056]: pgmap v1430: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-07-26T06:25:49.157 INFO:tasks.workunit.client.0.smithi089.stdout: 33: throughput=4.88MB/sec pending data=0 2024-07-26T06:25:49.157 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-So3qX71oyiFyne_ off=0 len=1059827 2024-07-26T06:25:49.162 INFO:tasks.workunit.client.0.smithi089.stdout:op 173 completed, throughput=4.91MB/sec 2024-07-26T06:25:49.162 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-LTlo_EKz_-kl4JS off=255294 len=827442 2024-07-26T06:25:49.166 INFO:tasks.workunit.client.0.smithi089.stdout:op 174 completed, throughput=4.93MB/sec 2024-07-26T06:25:49.166 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-3fjxHitvzMFmgZH off=1734680 len=411345 2024-07-26T06:25:49.169 INFO:tasks.workunit.client.0.smithi089.stdout:op 175 completed, throughput=4.94MB/sec 2024-07-26T06:25:49.169 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-7IIuSssTONVyQca off=7945346 len=998195 2024-07-26T06:25:49.171 INFO:tasks.workunit.client.0.smithi089.stdout:op 176 completed, throughput=4.97MB/sec 2024-07-26T06:25:49.171 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-fIanw9xszaPtYQj off=10121088 len=815539 2024-07-26T06:25:49.171 INFO:tasks.workunit.client.0.smithi089.stdout:op 177 completed, throughput=4.99MB/sec 2024-07-26T06:25:49.171 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-CbprWA_uduC4zPK off=4598401 len=712690 2024-07-26T06:25:49.174 INFO:tasks.workunit.client.0.smithi089.stdout:op 178 completed, throughput=5.01MB/sec 2024-07-26T06:25:49.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:25:48 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:25:49.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:25:48 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:25:49.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:25:48 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:25:49.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:25:48 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:25:49.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:25:48 smithi155 ceph-mon[90160]: pgmap v1431: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-07-26T06:25:49.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:25:48 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:25:49.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:25:48 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:25:49.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:25:48 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:25:49.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:25:48 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:25:49.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:25:48 smithi089 ceph-mon[99608]: pgmap v1431: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-07-26T06:25:49.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:25:48 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:25:49.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:25:48 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:25:49.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:25:48 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:25:49.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:25:48 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:25:49.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:25:48 smithi089 ceph-mon[102056]: pgmap v1431: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-07-26T06:25:50.175 INFO:tasks.workunit.client.0.smithi089.stdout: 34: throughput=4.87MB/sec pending data=0 2024-07-26T06:25:50.175 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-1185ByQf33FxS3P off=556806 len=1711742 2024-07-26T06:25:50.185 INFO:tasks.workunit.client.0.smithi089.stdout:op 179 completed, throughput=4.91MB/sec 2024-07-26T06:25:50.185 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-PSfdn53tuJkytVu off=1116994 len=746361 2024-07-26T06:25:50.189 INFO:tasks.workunit.client.0.smithi089.stdout:op 180 completed, throughput=4.93MB/sec 2024-07-26T06:25:50.189 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-lou8ZyDnlhJs6SI off=3785149 len=851205 2024-07-26T06:25:50.194 INFO:tasks.workunit.client.0.smithi089.stdout:op 181 completed, throughput=4.96MB/sec 2024-07-26T06:25:50.194 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-KxnCm8vuqQZg2Db off=1326655 len=1384032 2024-07-26T06:25:50.197 INFO:tasks.workunit.client.0.smithi089.stdout:op 182 completed, throughput=4.99MB/sec 2024-07-26T06:25:50.197 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-nmhl6uo5lf-isZ9 off=2575215 len=1860115 2024-07-26T06:25:50.199 INFO:tasks.workunit.client.0.smithi089.stdout:op 183 completed, throughput=5.04MB/sec 2024-07-26T06:25:51.200 INFO:tasks.workunit.client.0.smithi089.stdout: 35: throughput=4.9MB/sec pending data=0 2024-07-26T06:25:51.200 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-t-7huq75vJieN3_ off=1958823 len=213333 2024-07-26T06:25:51.201 INFO:tasks.workunit.client.0.smithi089.stdout:op 184 completed, throughput=4.91MB/sec 2024-07-26T06:25:51.201 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-zDduBLll_lOMcBq off=6529133 len=2016869 2024-07-26T06:25:51.209 INFO:tasks.workunit.client.0.smithi089.stdout:op 185 completed, throughput=4.96MB/sec 2024-07-26T06:25:51.210 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-vorWU2dX6S7H4WM off=1956107 len=1976058 2024-07-26T06:25:51.218 INFO:tasks.workunit.client.0.smithi089.stdout:op 186 completed, throughput=5.01MB/sec 2024-07-26T06:25:52.218 INFO:tasks.workunit.client.0.smithi089.stdout: 36: throughput=4.88MB/sec pending data=0 2024-07-26T06:25:52.219 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-OVUMLgievywptod off=15235080 len=490510 2024-07-26T06:25:52.219 INFO:tasks.workunit.client.0.smithi089.stdout:op 187 completed, throughput=4.89MB/sec 2024-07-26T06:25:52.219 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-fN9JNVk-YdAUmYz off=3544681 len=804756 2024-07-26T06:25:52.224 INFO:tasks.workunit.client.0.smithi089.stdout:op 188 completed, throughput=4.91MB/sec 2024-07-26T06:25:52.224 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-UAfb9LtrxSnJLJ5 off=8880920 len=136453 2024-07-26T06:25:52.225 INFO:tasks.workunit.client.0.smithi089.stdout:op 189 completed, throughput=4.91MB/sec 2024-07-26T06:25:52.225 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-aH1Sg9o3w6sKC1h off=416531 len=961950 2024-07-26T06:25:52.226 INFO:tasks.workunit.client.0.smithi089.stdout:op 190 completed, throughput=4.94MB/sec 2024-07-26T06:25:52.227 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-DpYSpfTQeo26_3c off=699966 len=1625903 2024-07-26T06:25:52.228 INFO:tasks.workunit.client.0.smithi089.stdout:op 191 completed, throughput=4.98MB/sec 2024-07-26T06:25:52.228 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-xroTBAE4nrNao56 off=3798983 len=2074752 2024-07-26T06:25:52.232 INFO:tasks.workunit.client.0.smithi089.stdout:op 192 completed, throughput=5.03MB/sec 2024-07-26T06:25:52.314 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:25:51 smithi155 ceph-mon[90160]: pgmap v1432: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:25:52.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:25:51 smithi089 ceph-mon[99608]: pgmap v1432: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:25:52.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:25:51 smithi089 ceph-mon[102056]: pgmap v1432: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:25:52.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:25:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:25:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:25:52.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:25:52 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:25:52] "GET /metrics HTTP/1.1" 200 34032 "" "Prometheus/2.43.0" 2024-07-26T06:25:53.233 INFO:tasks.workunit.client.0.smithi089.stdout: 37: throughput=4.9MB/sec pending data=0 2024-07-26T06:25:53.233 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-eq07Rri8Ga4tok7 off=13083857 len=928575 2024-07-26T06:25:53.234 INFO:tasks.workunit.client.0.smithi089.stdout:op 193 completed, throughput=4.92MB/sec 2024-07-26T06:25:53.235 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-1Xmw82V4g_MuV0C off=9345085 len=1640193 2024-07-26T06:25:53.238 INFO:tasks.workunit.client.0.smithi089.stdout:op 194 completed, throughput=4.96MB/sec 2024-07-26T06:25:53.238 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-9pvYmOzcK2Vpr3z off=3038732 len=1315601 2024-07-26T06:25:53.240 INFO:tasks.workunit.client.0.smithi089.stdout:op 195 completed, throughput=5MB/sec 2024-07-26T06:25:53.240 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-qzoeM7Ae5V3J_wX off=7738984 len=462018 2024-07-26T06:25:53.244 INFO:tasks.workunit.client.0.smithi089.stdout:op 196 completed, throughput=5.01MB/sec 2024-07-26T06:25:54.244 INFO:tasks.workunit.client.0.smithi089.stdout: 38: throughput=4.88MB/sec pending data=0 2024-07-26T06:25:54.245 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-kPzr932Fy93Qvoj off=2148573 len=489853 2024-07-26T06:25:54.245 INFO:tasks.workunit.client.0.smithi089.stdout:op 197 completed, throughput=4.89MB/sec 2024-07-26T06:25:54.245 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-zjoe52Vpl4beOK9 off=3658280 len=1869626 2024-07-26T06:25:54.249 INFO:tasks.workunit.client.0.smithi089.stdout:op 198 completed, throughput=4.94MB/sec 2024-07-26T06:25:54.249 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-CclE-WJCvoAjLjN off=9639989 len=933541 2024-07-26T06:25:54.250 INFO:tasks.workunit.client.0.smithi089.stdout:op 199 completed, throughput=4.96MB/sec 2024-07-26T06:25:54.251 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-idXz1ff1g8ZZqJb off=1484812 len=421537 2024-07-26T06:25:54.254 INFO:tasks.workunit.client.0.smithi089.stdout:op 200 completed, throughput=4.97MB/sec 2024-07-26T06:25:54.254 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-lZwASWYI3GXDvC2 off=2249979 len=1514680 2024-07-26T06:25:54.264 INFO:tasks.workunit.client.0.smithi089.stdout:op 201 completed, throughput=5MB/sec 2024-07-26T06:25:54.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:25:53 smithi155 ceph-mon[90160]: pgmap v1433: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T06:25:54.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:25:53 smithi089 ceph-mon[99608]: pgmap v1433: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T06:25:54.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:25:53 smithi089 ceph-mon[102056]: pgmap v1433: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T06:25:55.265 INFO:tasks.workunit.client.0.smithi089.stdout: 39: throughput=4.88MB/sec pending data=0 2024-07-26T06:25:55.265 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-D04QU7lqtQN7n2V off=1674719 len=1192832 2024-07-26T06:25:55.271 INFO:tasks.workunit.client.0.smithi089.stdout:op 202 completed, throughput=4.91MB/sec 2024-07-26T06:25:55.271 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-nOYB_eB65OgKskq off=3724969 len=337201 2024-07-26T06:25:55.272 INFO:tasks.workunit.client.0.smithi089.stdout:op 203 completed, throughput=4.91MB/sec 2024-07-26T06:25:55.272 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-czDvhQkSm-xOSNj off=881709 len=896014 2024-07-26T06:25:55.276 INFO:tasks.workunit.client.0.smithi089.stdout:op 204 completed, throughput=4.93MB/sec 2024-07-26T06:25:55.276 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-3hEBA37qsYwOx5B off=124021 len=1777998 2024-07-26T06:25:55.280 INFO:tasks.workunit.client.0.smithi089.stdout:op 205 completed, throughput=4.98MB/sec 2024-07-26T06:25:55.280 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-FIqI3UdQkUWPf65 off=895809 len=340063 2024-07-26T06:25:55.281 INFO:tasks.workunit.client.0.smithi089.stdout:op 206 completed, throughput=4.99MB/sec 2024-07-26T06:25:55.281 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-mSkYXLtl6nF6YSq off=3883478 len=203501 2024-07-26T06:25:55.284 INFO:tasks.workunit.client.0.smithi089.stdout:op 207 completed, throughput=4.99MB/sec 2024-07-26T06:25:55.285 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-REqZN0jx9QlR2mZ off=5709805 len=609129 2024-07-26T06:25:55.286 INFO:tasks.workunit.client.0.smithi089.stdout:op 208 completed, throughput=5MB/sec 2024-07-26T06:25:55.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:25:55 smithi155 ceph-mon[90160]: pgmap v1434: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:25:55.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:25:55 smithi089 ceph-mon[99608]: pgmap v1434: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:25:55.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:25:55 smithi089 ceph-mon[102056]: pgmap v1434: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:25:56.286 INFO:tasks.workunit.client.0.smithi089.stdout: 40: throughput=4.88MB/sec pending data=0 2024-07-26T06:25:56.286 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-V4DZTBH6AwHA7H_ off=6856202 len=582041 2024-07-26T06:25:56.287 INFO:tasks.workunit.client.0.smithi089.stdout:op 209 completed, throughput=4.89MB/sec 2024-07-26T06:25:56.287 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-lXQIvXC1xMAmFP_ off=6139967 len=1243989 2024-07-26T06:25:56.289 INFO:tasks.workunit.client.0.smithi089.stdout:op 210 completed, throughput=4.92MB/sec 2024-07-26T06:25:56.289 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj--HRZCKIKL8jhjbs off=202809 len=1351254 2024-07-26T06:25:56.292 INFO:tasks.workunit.client.0.smithi089.stdout:op 211 completed, throughput=4.96MB/sec 2024-07-26T06:25:56.293 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-wMXpVgzaAfmaoep off=7171767 len=1274484 2024-07-26T06:25:56.299 INFO:tasks.workunit.client.0.smithi089.stdout:op 212 completed, throughput=4.98MB/sec 2024-07-26T06:25:56.299 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-vflSy3OfbHqc6lA off=6818670 len=1667013 2024-07-26T06:25:56.309 INFO:tasks.workunit.client.0.smithi089.stdout:op 213 completed, throughput=5.02MB/sec 2024-07-26T06:25:56.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:25:56 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:25:56.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:25:56 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:25:56.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:25:56 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:25:57.309 INFO:tasks.workunit.client.0.smithi089.stdout: 41: throughput=4.9MB/sec pending data=0 2024-07-26T06:25:57.310 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-kigDLZpZKssIjdO off=16346773 len=816810 2024-07-26T06:25:57.315 INFO:tasks.workunit.client.0.smithi089.stdout:op 214 completed, throughput=4.92MB/sec 2024-07-26T06:25:57.315 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-6c_6GHGX0gCBvtF off=11178703 len=1427065 2024-07-26T06:25:57.324 INFO:tasks.workunit.client.0.smithi089.stdout:op 215 completed, throughput=4.95MB/sec 2024-07-26T06:25:57.324 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-TAzSI50mrVNg1Tf off=8993998 len=1142425 2024-07-26T06:25:57.327 INFO:tasks.workunit.client.0.smithi089.stdout:op 216 completed, throughput=4.98MB/sec 2024-07-26T06:25:57.327 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-zcLaB1P4NhHTP92 off=1330760 len=463335 2024-07-26T06:25:57.327 INFO:tasks.workunit.client.0.smithi089.stdout:op 217 completed, throughput=4.99MB/sec 2024-07-26T06:25:57.327 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-PRz0uNJyEO6fM2A off=977321 len=292399 2024-07-26T06:25:57.330 INFO:tasks.workunit.client.0.smithi089.stdout:op 218 completed, throughput=4.99MB/sec 2024-07-26T06:25:57.330 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-jf6aAaORDLeHZ-W off=89272 len=883958 2024-07-26T06:25:57.334 INFO:tasks.workunit.client.0.smithi089.stdout:op 219 completed, throughput=5.01MB/sec 2024-07-26T06:25:57.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:25:57 smithi155 ceph-mon[90160]: pgmap v1435: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:25:57.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:25:57 smithi089 ceph-mon[99608]: pgmap v1435: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:25:57.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:25:57 smithi089 ceph-mon[102056]: pgmap v1435: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:25:58.335 INFO:tasks.workunit.client.0.smithi089.stdout: 42: throughput=4.9MB/sec pending data=0 2024-07-26T06:25:58.335 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ReT3Xp_Ml8xQfyk off=85878 len=1243197 2024-07-26T06:25:58.336 INFO:tasks.workunit.client.0.smithi089.stdout:op 220 completed, throughput=4.92MB/sec 2024-07-26T06:25:58.337 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-pJlTj6RPGFOjIQ4 off=6678725 len=1901726 2024-07-26T06:25:58.339 INFO:tasks.workunit.client.0.smithi089.stdout:op 221 completed, throughput=4.97MB/sec 2024-07-26T06:25:58.339 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-DR_AmLB0shtfhly off=9425405 len=719808 2024-07-26T06:25:58.340 INFO:tasks.workunit.client.0.smithi089.stdout:op 222 completed, throughput=4.98MB/sec 2024-07-26T06:25:58.340 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-zxlAgEiw7tdDfD- off=815756 len=764426 2024-07-26T06:25:58.341 INFO:tasks.workunit.client.0.smithi089.stdout:op 223 completed, throughput=5MB/sec 2024-07-26T06:25:58.341 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ytO8j8TeXde3jjD off=5513263 len=1603960 2024-07-26T06:25:58.347 INFO:tasks.workunit.client.0.smithi089.stdout:op 224 completed, throughput=5.03MB/sec 2024-07-26T06:25:59.348 INFO:tasks.workunit.client.0.smithi089.stdout: 43: throughput=4.92MB/sec pending data=0 2024-07-26T06:25:59.348 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-2zgFXHmCQ-y_LKh off=468736 len=1103945 2024-07-26T06:25:59.353 INFO:tasks.workunit.client.0.smithi089.stdout:op 225 completed, throughput=4.94MB/sec 2024-07-26T06:25:59.353 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-fsVvKqAlcjH55dL off=3626339 len=255370 2024-07-26T06:25:59.356 INFO:tasks.workunit.client.0.smithi089.stdout:op 226 completed, throughput=4.95MB/sec 2024-07-26T06:25:59.356 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-nyA1ccCt90e8QIe off=16490393 len=312205 2024-07-26T06:25:59.359 INFO:tasks.workunit.client.0.smithi089.stdout:op 227 completed, throughput=4.95MB/sec 2024-07-26T06:25:59.359 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-KhHyft4ZBTztLOD off=7247199 len=1328469 2024-07-26T06:25:59.362 INFO:tasks.workunit.client.0.smithi089.stdout:op 228 completed, throughput=4.98MB/sec 2024-07-26T06:25:59.362 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-PN0n112jq9cVh3M off=621690 len=1705652 2024-07-26T06:25:59.371 INFO:tasks.workunit.client.0.smithi089.stdout:op 229 completed, throughput=5.02MB/sec 2024-07-26T06:26:00.371 INFO:tasks.workunit.client.0.smithi089.stdout: 44: throughput=4.91MB/sec pending data=0 2024-07-26T06:26:00.371 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-bBcF2gsGVbVjN07 off=2466810 len=925279 2024-07-26T06:26:00.376 INFO:tasks.workunit.client.0.smithi089.stdout:op 230 completed, throughput=4.93MB/sec 2024-07-26T06:26:00.376 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ImjBSy_AxJ9UNq_ off=8797427 len=1514810 2024-07-26T06:26:00.378 INFO:tasks.workunit.client.0.smithi089.stdout:op 231 completed, throughput=4.96MB/sec 2024-07-26T06:26:00.378 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-enEAX1Ox233Ae-w off=7870106 len=1280170 2024-07-26T06:26:00.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:25:59 smithi155 ceph-mon[90160]: pgmap v1436: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T06:26:00.383 INFO:tasks.workunit.client.0.smithi089.stdout:op 232 completed, throughput=4.98MB/sec 2024-07-26T06:26:00.383 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-4RdwYuN4nHsbcRX off=19554312 len=220869 2024-07-26T06:26:00.386 INFO:tasks.workunit.client.0.smithi089.stdout:op 233 completed, throughput=4.99MB/sec 2024-07-26T06:26:00.386 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-xiJqPpBtlPoq5Eo off=3773090 len=1176881 2024-07-26T06:26:00.390 INFO:tasks.workunit.client.0.smithi089.stdout:op 234 completed, throughput=5.01MB/sec 2024-07-26T06:26:00.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:25:59 smithi089 ceph-mon[99608]: pgmap v1436: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T06:26:00.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:25:59 smithi089 ceph-mon[102056]: pgmap v1436: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T06:26:01.391 INFO:tasks.workunit.client.0.smithi089.stdout: 45: throughput=4.9MB/sec pending data=0 2024-07-26T06:26:01.391 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-AhACBbpjX0kf4z9 off=5610030 len=1144365 2024-07-26T06:26:01.398 INFO:tasks.workunit.client.0.smithi089.stdout:op 235 completed, throughput=4.93MB/sec 2024-07-26T06:26:01.398 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-LEJrHFzYhrB6ELS off=572228 len=2054884 2024-07-26T06:26:01.400 INFO:tasks.workunit.client.0.smithi089.stdout:op 236 completed, throughput=4.97MB/sec 2024-07-26T06:26:01.400 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-sUS0stZs3o89063 off=16963427 len=592596 2024-07-26T06:26:01.404 INFO:tasks.workunit.client.0.smithi089.stdout:op 237 completed, throughput=4.98MB/sec 2024-07-26T06:26:01.404 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-R_pFkbuRi3OUnIX off=8964881 len=1029392 2024-07-26T06:26:01.409 INFO:tasks.workunit.client.0.smithi089.stdout:op 238 completed, throughput=5MB/sec 2024-07-26T06:26:02.314 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:26:01 smithi155 ceph-mon[90160]: pgmap v1437: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:26:02.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:26:01 smithi089 ceph-mon[99608]: pgmap v1437: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:26:02.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:26:01 smithi089 ceph-mon[102056]: pgmap v1437: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:26:02.409 INFO:tasks.workunit.client.0.smithi089.stdout: 46: throughput=4.9MB/sec pending data=0 2024-07-26T06:26:02.409 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-vEPfzYfyVHAlrtD off=2304317 len=1860860 2024-07-26T06:26:02.412 INFO:tasks.workunit.client.0.smithi089.stdout:op 239 completed, throughput=4.93MB/sec 2024-07-26T06:26:02.412 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-MpnzOgGKP7J9S0d off=1535361 len=426282 2024-07-26T06:26:02.413 INFO:tasks.workunit.client.0.smithi089.stdout:op 240 completed, throughput=4.94MB/sec 2024-07-26T06:26:02.413 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-3juKBlsaU2g_u33 off=14883752 len=723359 2024-07-26T06:26:02.415 INFO:tasks.workunit.client.0.smithi089.stdout:op 241 completed, throughput=4.96MB/sec 2024-07-26T06:26:02.415 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-3vwQOBb_vXuzXFj off=20836901 len=1015459 2024-07-26T06:26:02.416 INFO:tasks.workunit.client.0.smithi089.stdout:op 242 completed, throughput=4.98MB/sec 2024-07-26T06:26:02.416 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-W-J8Sw8oMBA884E off=6419001 len=462238 2024-07-26T06:26:02.419 INFO:tasks.workunit.client.0.smithi089.stdout:op 243 completed, throughput=4.99MB/sec 2024-07-26T06:26:02.419 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-A8GUhaiI3APLQdz off=10026785 len=1657531 2024-07-26T06:26:02.421 INFO:tasks.workunit.client.0.smithi089.stdout:op 244 completed, throughput=5.02MB/sec 2024-07-26T06:26:02.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:26:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:26:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:26:02.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:26:02 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:26:02] "GET /metrics HTTP/1.1" 200 34027 "" "Prometheus/2.43.0" 2024-07-26T06:26:03.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:26:02 smithi155 ceph-mon[90160]: pgmap v1438: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:26:03.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:26:02 smithi089 ceph-mon[99608]: pgmap v1438: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:26:03.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:26:02 smithi089 ceph-mon[102056]: pgmap v1438: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:26:03.421 INFO:tasks.workunit.client.0.smithi089.stdout: 47: throughput=4.91MB/sec pending data=0 2024-07-26T06:26:03.421 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-l7m7DVE6P4Z8DKd off=0 len=1257336 2024-07-26T06:26:03.424 INFO:tasks.workunit.client.0.smithi089.stdout:op 245 completed, throughput=4.94MB/sec 2024-07-26T06:26:03.424 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-aI-WlkFMLRQRr0Q off=11748664 len=1319535 2024-07-26T06:26:03.426 INFO:tasks.workunit.client.0.smithi089.stdout:op 246 completed, throughput=4.96MB/sec 2024-07-26T06:26:03.426 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-eyvo0dqFTOPCAEE off=5073905 len=140814 2024-07-26T06:26:03.427 INFO:tasks.workunit.client.0.smithi089.stdout:op 247 completed, throughput=4.97MB/sec 2024-07-26T06:26:03.427 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-f-McKjpg9xT7t6C off=1317759 len=1198409 2024-07-26T06:26:03.430 INFO:tasks.workunit.client.0.smithi089.stdout:op 248 completed, throughput=4.99MB/sec 2024-07-26T06:26:03.430 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-hbDjkji21OoTHQF off=4333922 len=577185 2024-07-26T06:26:03.435 INFO:tasks.workunit.client.0.smithi089.stdout:op 249 completed, throughput=5MB/sec 2024-07-26T06:26:04.435 INFO:tasks.workunit.client.0.smithi089.stdout: 48: throughput=4.9MB/sec pending data=0 2024-07-26T06:26:04.435 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-MtNVdki_caTsQmP off=5092717 len=1816863 2024-07-26T06:26:04.442 INFO:tasks.workunit.client.0.smithi089.stdout:op 250 completed, throughput=4.93MB/sec 2024-07-26T06:26:04.443 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-YNFYKC5H8qYac78 off=11047880 len=979344 2024-07-26T06:26:04.444 INFO:tasks.workunit.client.0.smithi089.stdout:op 251 completed, throughput=4.95MB/sec 2024-07-26T06:26:04.444 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-KuWsbHNAkauhj1M off=5333580 len=260715 2024-07-26T06:26:04.447 INFO:tasks.workunit.client.0.smithi089.stdout:op 252 completed, throughput=4.96MB/sec 2024-07-26T06:26:04.447 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-tz0mDsrIR3HMpmM off=10078239 len=992831 2024-07-26T06:26:04.453 INFO:tasks.workunit.client.0.smithi089.stdout:op 253 completed, throughput=4.98MB/sec 2024-07-26T06:26:04.453 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-F-06B7t0VuEwmxi off=535049 len=782144 2024-07-26T06:26:04.455 INFO:tasks.workunit.client.0.smithi089.stdout:op 254 completed, throughput=4.99MB/sec 2024-07-26T06:26:04.455 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Y29xbaw-43Vu3j_ off=20957498 len=41696 2024-07-26T06:26:04.455 INFO:tasks.workunit.client.0.smithi089.stdout:op 255 completed, throughput=4.99MB/sec 2024-07-26T06:26:04.455 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-27PCKavzhWj3ta9 off=2423762 len=640783 2024-07-26T06:26:04.459 INFO:tasks.workunit.client.0.smithi089.stdout:op 256 completed, throughput=5MB/sec 2024-07-26T06:26:05.459 INFO:tasks.workunit.client.0.smithi089.stdout: 49: throughput=4.9MB/sec pending data=0 2024-07-26T06:26:05.459 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ziB05aIUHp5zAyP off=4827611 len=550604 2024-07-26T06:26:05.460 INFO:tasks.workunit.client.0.smithi089.stdout:op 257 completed, throughput=4.92MB/sec 2024-07-26T06:26:05.460 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ZHXZNLSAzn8Ypki off=2679480 len=1895090 2024-07-26T06:26:05.471 INFO:tasks.workunit.client.0.smithi089.stdout:op 258 completed, throughput=4.95MB/sec 2024-07-26T06:26:05.472 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-WRvbi5ZwMFPjgrk off=8850083 len=919190 2024-07-26T06:26:05.476 INFO:tasks.workunit.client.0.smithi089.stdout:op 259 completed, throughput=4.97MB/sec 2024-07-26T06:26:05.476 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-zcRBzMrvsnnbmAI off=8526425 len=1383653 2024-07-26T06:26:05.478 INFO:tasks.workunit.client.0.smithi089.stdout:op 260 completed, throughput=4.99MB/sec 2024-07-26T06:26:05.479 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-E8NEM8fqCFMguJh off=11109459 len=1411103 2024-07-26T06:26:05.481 INFO:tasks.workunit.client.0.smithi089.stdout:op 261 completed, throughput=5.02MB/sec 2024-07-26T06:26:06.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:26:05 smithi155 ceph-mon[90160]: pgmap v1439: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:26:06.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:26:05 smithi089 ceph-mon[99608]: pgmap v1439: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:26:06.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:26:05 smithi089 ceph-mon[102056]: pgmap v1439: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:26:06.481 INFO:tasks.workunit.client.0.smithi089.stdout: 50: throughput=4.92MB/sec pending data=0 2024-07-26T06:26:06.481 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-z1xZ-F1ervpZ2BO off=916438 len=1001037 2024-07-26T06:26:06.483 INFO:tasks.workunit.client.0.smithi089.stdout:op 262 completed, throughput=4.94MB/sec 2024-07-26T06:26:06.483 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-SEbpbvsofe-MkIx off=11754993 len=1204951 2024-07-26T06:26:06.489 INFO:tasks.workunit.client.0.smithi089.stdout:op 263 completed, throughput=4.96MB/sec 2024-07-26T06:26:06.490 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-nt_UABjz2YnY6PI off=9352330 len=1952481 2024-07-26T06:26:06.500 INFO:tasks.workunit.client.0.smithi089.stdout:op 264 completed, throughput=5MB/sec 2024-07-26T06:26:06.500 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-0pnoVFRj11RG0I0 off=5678733 len=1440260 2024-07-26T06:26:06.504 INFO:tasks.workunit.client.0.smithi089.stdout:op 265 completed, throughput=5.02MB/sec 2024-07-26T06:26:07.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:26:07 smithi155 ceph-mon[90160]: pgmap v1440: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T06:26:07.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:26:07 smithi089 ceph-mon[99608]: pgmap v1440: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T06:26:07.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:26:07 smithi089 ceph-mon[102056]: pgmap v1440: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T06:26:07.505 INFO:tasks.workunit.client.0.smithi089.stdout: 51: throughput=4.93MB/sec pending data=0 2024-07-26T06:26:07.505 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ukArcy62iTzVjdB off=8181379 len=377603 2024-07-26T06:26:07.508 INFO:tasks.workunit.client.0.smithi089.stdout:op 266 completed, throughput=4.93MB/sec 2024-07-26T06:26:07.508 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-zuoQOPJlE4xY014 off=12786187 len=74502 2024-07-26T06:26:07.508 INFO:tasks.workunit.client.0.smithi089.stdout:op 267 completed, throughput=4.94MB/sec 2024-07-26T06:26:07.508 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-u7kpU4qBrj263jQ off=21476337 len=709638 2024-07-26T06:26:07.509 INFO:tasks.workunit.client.0.smithi089.stdout:op 268 completed, throughput=4.95MB/sec 2024-07-26T06:26:07.510 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-c8HXgn2Rt24rdQP off=13802542 len=2041274 2024-07-26T06:26:07.521 INFO:tasks.workunit.client.0.smithi089.stdout:op 269 completed, throughput=4.98MB/sec 2024-07-26T06:26:07.521 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-U7WukKrg2ASuEPx off=2588245 len=515127 2024-07-26T06:26:07.522 INFO:tasks.workunit.client.0.smithi089.stdout:op 270 completed, throughput=4.99MB/sec 2024-07-26T06:26:07.522 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-npUwgv-3liV1ytb off=2371282 len=815485 2024-07-26T06:26:07.527 INFO:tasks.workunit.client.0.smithi089.stdout:op 271 completed, throughput=5.01MB/sec 2024-07-26T06:26:08.527 INFO:tasks.workunit.client.0.smithi089.stdout: 52: throughput=4.91MB/sec pending data=0 2024-07-26T06:26:08.528 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-5wm8ksQKZl3maXn off=8241998 len=522143 2024-07-26T06:26:08.531 INFO:tasks.workunit.client.0.smithi089.stdout:op 272 completed, throughput=4.92MB/sec 2024-07-26T06:26:08.531 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ZNMzggRQR2WztuM off=277196 len=1999987 2024-07-26T06:26:08.533 INFO:tasks.workunit.client.0.smithi089.stdout:op 273 completed, throughput=4.96MB/sec 2024-07-26T06:26:08.533 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-yiOXxFYY2M8zojy off=4949934 len=244308 2024-07-26T06:26:08.537 INFO:tasks.workunit.client.0.smithi089.stdout:op 274 completed, throughput=4.96MB/sec 2024-07-26T06:26:08.537 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-wub3UZGgrswIYSP off=1620491 len=906179 2024-07-26T06:26:08.538 INFO:tasks.workunit.client.0.smithi089.stdout:op 275 completed, throughput=4.98MB/sec 2024-07-26T06:26:08.538 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-U9JCE9Myy3tssEu off=1708266 len=1114693 2024-07-26T06:26:08.539 INFO:tasks.workunit.client.0.smithi089.stdout:op 276 completed, throughput=5MB/sec 2024-07-26T06:26:08.539 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-nZvln1BK8aqd6hA off=6530058 len=1750977 2024-07-26T06:26:08.548 INFO:tasks.workunit.client.0.smithi089.stdout:op 277 completed, throughput=5.03MB/sec 2024-07-26T06:26:09.548 INFO:tasks.workunit.client.0.smithi089.stdout: 53: throughput=4.94MB/sec pending data=0 2024-07-26T06:26:09.548 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-U2GnL9SSGObY5H_ off=17665865 len=2019177 2024-07-26T06:26:09.551 INFO:tasks.workunit.client.0.smithi089.stdout:op 278 completed, throughput=4.97MB/sec 2024-07-26T06:26:09.551 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-eBjcOH7Y-2TcR1h off=2003348 len=1956819 2024-07-26T06:26:09.562 INFO:tasks.workunit.client.0.smithi089.stdout:op 279 completed, throughput=5.01MB/sec 2024-07-26T06:26:10.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:26:09 smithi155 ceph-mon[90160]: pgmap v1441: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:26:10.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:26:09 smithi089 ceph-mon[99608]: pgmap v1441: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:26:10.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:26:09 smithi089 ceph-mon[102056]: pgmap v1441: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:26:10.563 INFO:tasks.workunit.client.0.smithi089.stdout: 54: throughput=4.91MB/sec pending data=0 2024-07-26T06:26:10.563 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-qCCgZyrjEMOz9ra off=9441269 len=1582892 2024-07-26T06:26:10.572 INFO:tasks.workunit.client.0.smithi089.stdout:op 280 completed, throughput=4.94MB/sec 2024-07-26T06:26:10.573 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-qfkzcVLzUTThS72 off=113281 len=2075035 2024-07-26T06:26:10.585 INFO:tasks.workunit.client.0.smithi089.stdout:op 281 completed, throughput=4.98MB/sec 2024-07-26T06:26:10.585 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-3ousKSBEN3XAPf7 off=1155988 len=1387694 2024-07-26T06:26:10.589 INFO:tasks.workunit.client.0.smithi089.stdout:op 282 completed, throughput=5MB/sec 2024-07-26T06:26:10.590 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-DyVO7ckH-3N26NK off=3620671 len=533437 2024-07-26T06:26:10.591 INFO:tasks.workunit.client.0.smithi089.stdout:op 283 completed, throughput=5.01MB/sec 2024-07-26T06:26:11.306 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:26:10 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:26:11.306 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:26:10 smithi089 ceph-mon[99608]: pgmap v1442: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:26:11.306 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:26:10 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:26:11.306 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:26:10 smithi089 ceph-mon[102056]: pgmap v1442: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:26:11.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:26:10 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:26:11.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:26:10 smithi155 ceph-mon[90160]: pgmap v1442: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:26:11.591 INFO:tasks.workunit.client.0.smithi089.stdout: 55: throughput=4.92MB/sec pending data=0 2024-07-26T06:26:11.591 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-iuPioOT4f6Z8dJN off=12831375 len=1685112 2024-07-26T06:26:11.593 INFO:tasks.workunit.client.0.smithi089.stdout:op 284 completed, throughput=4.95MB/sec 2024-07-26T06:26:11.593 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-KGNAVJpBdqlukyK off=2558066 len=710053 2024-07-26T06:26:11.594 INFO:tasks.workunit.client.0.smithi089.stdout:op 285 completed, throughput=4.96MB/sec 2024-07-26T06:26:11.595 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-D0Jwk08I4eS-ZGl off=12941883 len=221218 2024-07-26T06:26:11.598 INFO:tasks.workunit.client.0.smithi089.stdout:op 286 completed, throughput=4.96MB/sec 2024-07-26T06:26:11.598 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-a9H7Jwfvy0js78C off=906098 len=1247788 2024-07-26T06:26:11.601 INFO:tasks.workunit.client.0.smithi089.stdout:op 287 completed, throughput=4.98MB/sec 2024-07-26T06:26:11.601 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ACGmjLa1qRfTNIx off=1907788 len=1664929 2024-07-26T06:26:11.610 INFO:tasks.workunit.client.0.smithi089.stdout:op 288 completed, throughput=5.01MB/sec 2024-07-26T06:26:12.610 INFO:tasks.workunit.client.0.smithi089.stdout: 56: throughput=4.92MB/sec pending data=0 2024-07-26T06:26:12.610 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-NTSpFMbslkw0vOl off=4758870 len=706508 2024-07-26T06:26:12.612 INFO:tasks.workunit.client.0.smithi089.stdout:op 289 completed, throughput=4.94MB/sec 2024-07-26T06:26:12.612 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ta3fUJKbdsuRQlO off=1484123 len=1651997 2024-07-26T06:26:12.614 INFO:tasks.workunit.client.0.smithi089.stdout:op 290 completed, throughput=4.96MB/sec 2024-07-26T06:26:12.614 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-E1XviZ8i12xYp8D off=5724693 len=1094539 2024-07-26T06:26:12.619 INFO:tasks.workunit.client.0.smithi089.stdout:op 291 completed, throughput=4.98MB/sec 2024-07-26T06:26:12.671 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-nUdo4IFX6Ia3HbK off=16785087 len=2034770 2024-07-26T06:26:12.672 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:26:12 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:26:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:26:12.672 INFO:tasks.workunit.client.0.smithi089.stdout:op 292 completed, throughput=5.01MB/sec 2024-07-26T06:26:12.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:26:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:26:12] "GET /metrics HTTP/1.1" 200 34032 "" "Prometheus/2.43.0" 2024-07-26T06:26:13.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:26:13 smithi155 ceph-mon[90160]: pgmap v1443: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:26:13.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:26:13 smithi089 ceph-mon[99608]: pgmap v1443: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:26:13.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:26:13 smithi089 ceph-mon[102056]: pgmap v1443: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:26:13.627 INFO:tasks.workunit.client.0.smithi089.stdout: 57: throughput=4.93MB/sec pending data=0 2024-07-26T06:26:13.628 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Rq57N8lKASLy2Vv off=4531854 len=1488462 2024-07-26T06:26:13.636 INFO:tasks.workunit.client.0.smithi089.stdout:op 293 completed, throughput=4.95MB/sec 2024-07-26T06:26:13.636 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-f8Q2cXLjzToabo9 off=15125765 len=1061259 2024-07-26T06:26:13.637 INFO:tasks.workunit.client.0.smithi089.stdout:op 294 completed, throughput=4.97MB/sec 2024-07-26T06:26:13.637 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-wsjxtq3pmE7J3-m off=352894 len=861965 2024-07-26T06:26:13.642 INFO:tasks.workunit.client.0.smithi089.stdout:op 295 completed, throughput=4.98MB/sec 2024-07-26T06:26:13.642 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-y9zYFcVxXmM9FQG off=813590 len=1474683 2024-07-26T06:26:13.649 INFO:tasks.workunit.client.0.smithi089.stdout:op 296 completed, throughput=5.01MB/sec 2024-07-26T06:26:14.649 INFO:tasks.workunit.client.0.smithi089.stdout: 58: throughput=4.92MB/sec pending data=0 2024-07-26T06:26:14.666 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-p-VWNtqzGepPNI1 off=4051725 len=541459 2024-07-26T06:26:14.667 INFO:tasks.workunit.client.0.smithi089.stdout:op 297 completed, throughput=4.93MB/sec 2024-07-26T06:26:14.667 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-sAH7l7wbiu-rUC0 off=13559851 len=751401 2024-07-26T06:26:14.667 INFO:tasks.workunit.client.0.smithi089.stdout:op 298 completed, throughput=4.94MB/sec 2024-07-26T06:26:14.668 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-qMeBMTKP98ye7CG off=3119692 len=1260013 2024-07-26T06:26:14.668 INFO:tasks.workunit.client.0.smithi089.stdout:op 299 completed, throughput=4.96MB/sec 2024-07-26T06:26:14.668 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-57-7HRgxIIH0nE7 off=17481160 len=1619363 2024-07-26T06:26:14.668 INFO:tasks.workunit.client.0.smithi089.stdout:op 300 completed, throughput=4.99MB/sec 2024-07-26T06:26:14.668 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-6gaIJ-w7Y6gp4XO off=3401953 len=1174608 2024-07-26T06:26:14.668 INFO:tasks.workunit.client.0.smithi089.stdout:op 301 completed, throughput=5.01MB/sec 2024-07-26T06:26:15.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:26:15 smithi155 ceph-mon[90160]: pgmap v1444: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T06:26:15.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:26:15 smithi089 ceph-mon[99608]: pgmap v1444: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T06:26:15.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:26:15 smithi089 ceph-mon[102056]: pgmap v1444: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T06:26:15.665 INFO:tasks.workunit.client.0.smithi089.stdout: 59: throughput=4.92MB/sec pending data=0 2024-07-26T06:26:15.665 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-uy-ujEH7jwLuVvi off=297865 len=1823046 2024-07-26T06:26:15.675 INFO:tasks.workunit.client.0.smithi089.stdout:op 302 completed, throughput=4.95MB/sec 2024-07-26T06:26:15.675 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-XIF3ec8pajk3okS off=5162760 len=1370992 2024-07-26T06:26:15.680 INFO:tasks.workunit.client.0.smithi089.stdout:op 303 completed, throughput=4.97MB/sec 2024-07-26T06:26:15.680 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Tfxwxx7xGQ6oNBu off=387217 len=501408 2024-07-26T06:26:15.684 INFO:tasks.workunit.client.0.smithi089.stdout:op 304 completed, throughput=4.98MB/sec 2024-07-26T06:26:15.684 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-uwZGHfUN2P1Io3H off=3662800 len=939042 2024-07-26T06:26:15.685 INFO:tasks.workunit.client.0.smithi089.stdout:op 305 completed, throughput=4.99MB/sec 2024-07-26T06:26:15.685 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-f_2NFtDU8xf-Qpn off=12332989 len=1974846 2024-07-26T06:26:15.687 INFO:tasks.workunit.client.0.smithi089.stdout:op 306 completed, throughput=5.03MB/sec 2024-07-26T06:26:16.687 INFO:tasks.workunit.client.0.smithi089.stdout: 60: throughput=4.94MB/sec pending data=0 2024-07-26T06:26:16.687 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-POjK6RkgpEf2CG4 off=15667977 len=879213 2024-07-26T06:26:16.689 INFO:tasks.workunit.client.0.smithi089.stdout:op 307 completed, throughput=4.96MB/sec 2024-07-26T06:26:16.689 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-gJAag1chaQznJs1 off=5373528 len=1451417 2024-07-26T06:26:16.691 INFO:tasks.workunit.client.0.smithi089.stdout:op 308 completed, throughput=4.98MB/sec 2024-07-26T06:26:16.691 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-fj0uvnlGUl3_IZ8 off=8099148 len=382886 2024-07-26T06:26:16.691 INFO:tasks.workunit.client.0.smithi089.stdout:op 309 completed, throughput=4.99MB/sec 2024-07-26T06:26:16.692 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-77Gla0x-mkabS4T off=3256911 len=1297117 2024-07-26T06:26:16.698 INFO:tasks.workunit.client.0.smithi089.stdout:op 310 completed, throughput=5.01MB/sec 2024-07-26T06:26:17.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:26:17 smithi155 ceph-mon[90160]: pgmap v1445: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:26:17.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:26:17 smithi089 ceph-mon[99608]: pgmap v1445: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:26:17.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:26:17 smithi089 ceph-mon[102056]: pgmap v1445: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:26:17.699 INFO:tasks.workunit.client.0.smithi089.stdout: 61: throughput=4.92MB/sec pending data=0 2024-07-26T06:26:17.699 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-yh0IC443pxjTNyo off=22960001 len=1632623 2024-07-26T06:26:17.707 INFO:tasks.workunit.client.0.smithi089.stdout:op 311 completed, throughput=4.95MB/sec 2024-07-26T06:26:17.707 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-iZPv7jWo-tYUsLI off=992747 len=1684546 2024-07-26T06:26:17.709 INFO:tasks.workunit.client.0.smithi089.stdout:op 312 completed, throughput=4.97MB/sec 2024-07-26T06:26:17.709 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-oylg2sA52P5cl0T off=11567985 len=142863 2024-07-26T06:26:17.710 INFO:tasks.workunit.client.0.smithi089.stdout:op 313 completed, throughput=4.98MB/sec 2024-07-26T06:26:17.710 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-xBw0POPA_HxMdrw off=6551885 len=566602 2024-07-26T06:26:17.711 INFO:tasks.workunit.client.0.smithi089.stdout:op 314 completed, throughput=4.99MB/sec 2024-07-26T06:26:17.711 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-NdebGN-rygpuqhG off=7367241 len=1347202 2024-07-26T06:26:17.718 INFO:tasks.workunit.client.0.smithi089.stdout:op 315 completed, throughput=5.01MB/sec 2024-07-26T06:26:18.718 INFO:tasks.workunit.client.0.smithi089.stdout: 62: throughput=4.93MB/sec pending data=0 2024-07-26T06:26:18.718 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-KxOqa92liCf7UgW off=2312328 len=1572551 2024-07-26T06:26:18.722 INFO:tasks.workunit.client.0.smithi089.stdout:op 316 completed, throughput=4.95MB/sec 2024-07-26T06:26:18.722 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj--ZK2MWAq0FFNoaX off=1419422 len=523686 2024-07-26T06:26:18.722 INFO:tasks.workunit.client.0.smithi089.stdout:op 317 completed, throughput=4.96MB/sec 2024-07-26T06:26:18.723 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-FGkTCJXXTrsGD0C off=5813224 len=26946 2024-07-26T06:26:18.725 INFO:tasks.workunit.client.0.smithi089.stdout:op 318 completed, throughput=4.96MB/sec 2024-07-26T06:26:18.725 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-o6rUtire9PJCc0T off=851963 len=520360 2024-07-26T06:26:18.728 INFO:tasks.workunit.client.0.smithi089.stdout:op 319 completed, throughput=4.97MB/sec 2024-07-26T06:26:18.728 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-tf4V93AHS2NN4Rn off=11014258 len=994834 2024-07-26T06:26:18.730 INFO:tasks.workunit.client.0.smithi089.stdout:op 320 completed, throughput=4.98MB/sec 2024-07-26T06:26:18.730 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ol1njcSJpsK1Rjq off=1816542 len=590680 2024-07-26T06:26:18.734 INFO:tasks.workunit.client.0.smithi089.stdout:op 321 completed, throughput=4.99MB/sec 2024-07-26T06:26:18.734 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-WXASrVwRRN_cRqR off=1727685 len=1732335 2024-07-26T06:26:18.735 INFO:tasks.workunit.client.0.smithi089.stdout:op 322 completed, throughput=5.01MB/sec 2024-07-26T06:26:19.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:26:19 smithi155 ceph-mon[90160]: pgmap v1446: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-07-26T06:26:19.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:26:19 smithi089 ceph-mon[99608]: pgmap v1446: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-07-26T06:26:19.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:26:19 smithi089 ceph-mon[102056]: pgmap v1446: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-07-26T06:26:19.736 INFO:tasks.workunit.client.0.smithi089.stdout: 63: throughput=4.94MB/sec pending data=0 2024-07-26T06:26:19.736 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-2QBLoMoZjUwXF3D off=9656560 len=1055484 2024-07-26T06:26:19.738 INFO:tasks.workunit.client.0.smithi089.stdout:op 323 completed, throughput=4.95MB/sec 2024-07-26T06:26:19.738 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-7eP6TrbzMkIPlCG off=4634436 len=1761076 2024-07-26T06:26:19.747 INFO:tasks.workunit.client.0.smithi089.stdout:op 324 completed, throughput=4.98MB/sec 2024-07-26T06:26:19.747 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-B8vX4qR4W2mAbIl off=3804755 len=76466 2024-07-26T06:26:19.750 INFO:tasks.workunit.client.0.smithi089.stdout:op 325 completed, throughput=4.98MB/sec 2024-07-26T06:26:19.750 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-V1Ats5sHZ-vcGoX off=4450685 len=933700 2024-07-26T06:26:19.755 INFO:tasks.workunit.client.0.smithi089.stdout:op 326 completed, throughput=4.99MB/sec 2024-07-26T06:26:19.755 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-zoShKs27HZ_quFf off=401552 len=1969535 2024-07-26T06:26:19.763 INFO:tasks.workunit.client.0.smithi089.stdout:op 327 completed, throughput=5.02MB/sec 2024-07-26T06:26:20.763 INFO:tasks.workunit.client.0.smithi089.stdout: 64: throughput=4.94MB/sec pending data=0 2024-07-26T06:26:20.763 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-8toEOu-G7VHOqkt off=3443114 len=85548 2024-07-26T06:26:20.766 INFO:tasks.workunit.client.0.smithi089.stdout:op 328 completed, throughput=4.94MB/sec 2024-07-26T06:26:20.766 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj--K_-MHIglm1FqTN off=2117675 len=846285 2024-07-26T06:26:20.767 INFO:tasks.workunit.client.0.smithi089.stdout:op 329 completed, throughput=4.96MB/sec 2024-07-26T06:26:20.767 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-CsMNNDx3_quCb_P off=6477132 len=935306 2024-07-26T06:26:20.769 INFO:tasks.workunit.client.0.smithi089.stdout:op 330 completed, throughput=4.97MB/sec 2024-07-26T06:26:20.769 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-LBTXEnG4j3zVduL off=6337729 len=904777 2024-07-26T06:26:20.771 INFO:tasks.workunit.client.0.smithi089.stdout:op 331 completed, throughput=4.98MB/sec 2024-07-26T06:26:20.772 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-BXkzG7tMTls48gD off=570172 len=1031742 2024-07-26T06:26:20.777 INFO:tasks.workunit.client.0.smithi089.stdout:op 332 completed, throughput=5MB/sec 2024-07-26T06:26:20.777 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-C5ebrZ3-b0Hnx25 off=1288221 len=615328 2024-07-26T06:26:20.779 INFO:tasks.workunit.client.0.smithi089.stdout:op 333 completed, throughput=5.01MB/sec 2024-07-26T06:26:21.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:26:21 smithi155 ceph-mon[90160]: pgmap v1447: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:26:21.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:26:21 smithi089 ceph-mon[99608]: pgmap v1447: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:26:21.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:26:21 smithi089 ceph-mon[102056]: pgmap v1447: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:26:21.779 INFO:tasks.workunit.client.0.smithi089.stdout: 65: throughput=4.93MB/sec pending data=0 2024-07-26T06:26:21.779 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-w-rsI5bBM9k5uF7 off=16064163 len=343640 2024-07-26T06:26:21.780 INFO:tasks.workunit.client.0.smithi089.stdout:op 334 completed, throughput=4.94MB/sec 2024-07-26T06:26:21.780 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-JIqUotdEWi23j0I off=3245277 len=1129968 2024-07-26T06:26:21.786 INFO:tasks.workunit.client.0.smithi089.stdout:op 335 completed, throughput=4.95MB/sec 2024-07-26T06:26:21.786 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-OZvOmSFb4e6cZ0R off=4548078 len=1298372 2024-07-26T06:26:21.788 INFO:tasks.workunit.client.0.smithi089.stdout:op 336 completed, throughput=4.97MB/sec 2024-07-26T06:26:21.788 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-M6aeJYrRfPWAsww off=4277801 len=166035 2024-07-26T06:26:21.788 INFO:tasks.workunit.client.0.smithi089.stdout:op 337 completed, throughput=4.97MB/sec 2024-07-26T06:26:21.788 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-iUemXb077CodOJ4 off=1969284 len=30247 2024-07-26T06:26:21.790 INFO:tasks.workunit.client.0.smithi089.stdout:op 338 completed, throughput=4.97MB/sec 2024-07-26T06:26:21.790 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-GlH2E3SmPsi9usv off=553796 len=303264 2024-07-26T06:26:21.793 INFO:tasks.workunit.client.0.smithi089.stdout:op 339 completed, throughput=4.98MB/sec 2024-07-26T06:26:21.793 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-6UjZVpKPeml_pt6 off=6126661 len=659539 2024-07-26T06:26:21.797 INFO:tasks.workunit.client.0.smithi089.stdout:op 340 completed, throughput=4.99MB/sec 2024-07-26T06:26:21.797 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-TcqFE4inPY0OIOy off=220294 len=1237935 2024-07-26T06:26:21.799 INFO:tasks.workunit.client.0.smithi089.stdout:op 341 completed, throughput=5MB/sec 2024-07-26T06:26:22.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:26:22 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:26:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:26:22.799 INFO:tasks.workunit.client.0.smithi089.stdout: 66: throughput=4.93MB/sec pending data=0 2024-07-26T06:26:22.799 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Njf0fkAnH3OgYMg off=2684770 len=1774787 2024-07-26T06:26:22.806 INFO:tasks.workunit.client.0.smithi089.stdout:op 342 completed, throughput=4.95MB/sec 2024-07-26T06:26:22.806 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-fe1WVPwt4kBfTgj off=1740337 len=1758918 2024-07-26T06:26:22.814 INFO:tasks.workunit.client.0.smithi089.stdout:op 343 completed, throughput=4.98MB/sec 2024-07-26T06:26:22.814 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-MJC0V-j6YzhBjJ5 off=1299447 len=91925 2024-07-26T06:26:22.814 INFO:tasks.workunit.client.0.smithi089.stdout:op 344 completed, throughput=4.98MB/sec 2024-07-26T06:26:22.814 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-fhlieRiYcx1HKu1 off=2932128 len=246779 2024-07-26T06:26:22.815 INFO:tasks.workunit.client.0.smithi089.stdout:op 345 completed, throughput=4.98MB/sec 2024-07-26T06:26:22.815 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-4FDZO3mi-PspsMq off=10155646 len=1921968 2024-07-26T06:26:22.817 INFO:tasks.workunit.client.0.smithi089.stdout:op 346 completed, throughput=5.01MB/sec 2024-07-26T06:26:22.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:26:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:26:22] "GET /metrics HTTP/1.1" 200 34032 "" "Prometheus/2.43.0" 2024-07-26T06:26:23.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:26:23 smithi155 ceph-mon[90160]: pgmap v1448: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:26:23.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:26:23 smithi089 ceph-mon[99608]: pgmap v1448: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:26:23.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:26:23 smithi089 ceph-mon[102056]: pgmap v1448: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:26:23.817 INFO:tasks.workunit.client.0.smithi089.stdout: 67: throughput=4.94MB/sec pending data=0 2024-07-26T06:26:23.818 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-q2Kxnw8Y9g4Oh1t off=16986968 len=878556 2024-07-26T06:26:23.819 INFO:tasks.workunit.client.0.smithi089.stdout:op 347 completed, throughput=4.95MB/sec 2024-07-26T06:26:23.819 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj--F7rrdXzNymHNgy off=3327894 len=1583376 2024-07-26T06:26:23.825 INFO:tasks.workunit.client.0.smithi089.stdout:op 348 completed, throughput=4.97MB/sec 2024-07-26T06:26:23.826 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-mUgTFaVio0C5-vy off=5784105 len=1263063 2024-07-26T06:26:23.827 INFO:tasks.workunit.client.0.smithi089.stdout:op 349 completed, throughput=4.99MB/sec 2024-07-26T06:26:23.827 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-a4tGxzH30-dT0vl off=12956837 len=1103650 2024-07-26T06:26:23.832 INFO:tasks.workunit.client.0.smithi089.stdout:op 350 completed, throughput=5MB/sec 2024-07-26T06:26:24.833 INFO:tasks.workunit.client.0.smithi089.stdout: 68: throughput=4.93MB/sec pending data=0 2024-07-26T06:26:24.833 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-thEm0DyjnQ5-iOG off=3161438 len=568311 2024-07-26T06:26:24.833 INFO:tasks.workunit.client.0.smithi089.stdout:op 351 completed, throughput=4.94MB/sec 2024-07-26T06:26:24.834 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-yeREEoYmLsFjrGH off=3730052 len=1791501 2024-07-26T06:26:24.837 INFO:tasks.workunit.client.0.smithi089.stdout:op 352 completed, throughput=4.96MB/sec 2024-07-26T06:26:24.837 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-RsJrB40i8uuEXhQ off=1625886 len=571447 2024-07-26T06:26:24.841 INFO:tasks.workunit.client.0.smithi089.stdout:op 353 completed, throughput=4.97MB/sec 2024-07-26T06:26:24.841 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-JnqoF7uHBudRQTo off=4601813 len=1543189 2024-07-26T06:26:24.847 INFO:tasks.workunit.client.0.smithi089.stdout:op 354 completed, throughput=4.99MB/sec 2024-07-26T06:26:24.847 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-XbwO47Czonfi0i2 off=6513487 len=1193644 2024-07-26T06:26:24.852 INFO:tasks.workunit.client.0.smithi089.stdout:op 355 completed, throughput=5.01MB/sec 2024-07-26T06:26:25.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:26:25 smithi155 ceph-mon[90160]: pgmap v1449: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T06:26:25.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:26:25 smithi089 ceph-mon[99608]: pgmap v1449: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T06:26:25.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:26:25 smithi089 ceph-mon[102056]: pgmap v1449: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T06:26:25.852 INFO:tasks.workunit.client.0.smithi089.stdout: 69: throughput=4.94MB/sec pending data=0 2024-07-26T06:26:25.852 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-oX337qUW0jdL4Hn off=11518304 len=321389 2024-07-26T06:26:25.855 INFO:tasks.workunit.client.0.smithi089.stdout:op 356 completed, throughput=4.94MB/sec 2024-07-26T06:26:25.855 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-zccGJ8sYxCdFTrQ off=9879885 len=1077847 2024-07-26T06:26:25.858 INFO:tasks.workunit.client.0.smithi089.stdout:op 357 completed, throughput=4.96MB/sec 2024-07-26T06:26:25.858 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-vImoYZgYnKCCGpK off=8009895 len=483484 2024-07-26T06:26:25.859 INFO:tasks.workunit.client.0.smithi089.stdout:op 358 completed, throughput=4.96MB/sec 2024-07-26T06:26:25.860 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-2vZvPDzLutTPBEm off=1686722 len=1391689 2024-07-26T06:26:25.861 INFO:tasks.workunit.client.0.smithi089.stdout:op 359 completed, throughput=4.98MB/sec 2024-07-26T06:26:25.861 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-0WM9TotDdMtZJMI off=1205638 len=1478425 2024-07-26T06:26:25.862 INFO:tasks.workunit.client.0.smithi089.stdout:op 360 completed, throughput=5MB/sec 2024-07-26T06:26:26.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:26:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:26:26.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:26:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:26:26.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:26:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:26:26.863 INFO:tasks.workunit.client.0.smithi089.stdout: 70: throughput=4.93MB/sec pending data=0 2024-07-26T06:26:26.863 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-8NTPWw83ABMpnh2 off=4922481 len=1244022 2024-07-26T06:26:26.865 INFO:tasks.workunit.client.0.smithi089.stdout:op 361 completed, throughput=4.95MB/sec 2024-07-26T06:26:26.865 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-stXxu5VpeaNBHJf off=467167 len=1145744 2024-07-26T06:26:26.871 INFO:tasks.workunit.client.0.smithi089.stdout:op 362 completed, throughput=4.96MB/sec 2024-07-26T06:26:26.871 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-0W-27wDudf048pi off=18487602 len=1756999 2024-07-26T06:26:26.873 INFO:tasks.workunit.client.0.smithi089.stdout:op 363 completed, throughput=4.99MB/sec 2024-07-26T06:26:26.873 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-pYaq7Zxj7K_ya6i off=1049068 len=1811939 2024-07-26T06:26:26.875 INFO:tasks.workunit.client.0.smithi089.stdout:op 364 completed, throughput=5.01MB/sec 2024-07-26T06:26:27.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:26:27 smithi155 ceph-mon[90160]: pgmap v1450: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-26T06:26:27.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:26:27 smithi089 ceph-mon[99608]: pgmap v1450: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-26T06:26:27.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:26:27 smithi089 ceph-mon[102056]: pgmap v1450: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-26T06:26:27.876 INFO:tasks.workunit.client.0.smithi089.stdout: 71: throughput=4.94MB/sec pending data=0 2024-07-26T06:26:27.876 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-JXMsuZyR7Gj2HO1 off=4773605 len=1365430 2024-07-26T06:26:27.883 INFO:tasks.workunit.client.0.smithi089.stdout:op 365 completed, throughput=4.96MB/sec 2024-07-26T06:26:27.884 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-C_Pmjo1xFHw-_oT off=8154202 len=719090 2024-07-26T06:26:27.885 INFO:tasks.workunit.client.0.smithi089.stdout:op 366 completed, throughput=4.97MB/sec 2024-07-26T06:26:27.885 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-scqvRJo_J9y4g9v off=371476 len=1994487 2024-07-26T06:26:27.887 INFO:tasks.workunit.client.0.smithi089.stdout:op 367 completed, throughput=4.99MB/sec 2024-07-26T06:26:27.887 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-cuhCGWFqlvCD5Sx off=10769179 len=1160769 2024-07-26T06:26:27.893 INFO:tasks.workunit.client.0.smithi089.stdout:op 368 completed, throughput=5.01MB/sec 2024-07-26T06:26:28.893 INFO:tasks.workunit.client.0.smithi089.stdout: 72: throughput=4.94MB/sec pending data=0 2024-07-26T06:26:28.894 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-PyxR6zLcljbVFsW off=18844897 len=424636 2024-07-26T06:26:28.897 INFO:tasks.workunit.client.0.smithi089.stdout:op 369 completed, throughput=4.94MB/sec 2024-07-26T06:26:28.897 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-0ho4RUHpgXWBdHQ off=3380344 len=1300919 2024-07-26T06:26:28.899 INFO:tasks.workunit.client.0.smithi089.stdout:op 370 completed, throughput=4.96MB/sec 2024-07-26T06:26:28.899 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-N0XfvRtoTNwDW8b off=9495993 len=1905069 2024-07-26T06:26:28.901 INFO:tasks.workunit.client.0.smithi089.stdout:op 371 completed, throughput=4.99MB/sec 2024-07-26T06:26:28.901 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-gU6KslACrt3tzAH off=13170051 len=17990 2024-07-26T06:26:28.904 INFO:tasks.workunit.client.0.smithi089.stdout:op 372 completed, throughput=4.99MB/sec 2024-07-26T06:26:28.904 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-fLoMm0DAqAOnZDg off=7147753 len=192251 2024-07-26T06:26:28.906 INFO:tasks.workunit.client.0.smithi089.stdout:op 373 completed, throughput=4.99MB/sec 2024-07-26T06:26:28.906 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-UW-xmXd84ffqYRf off=1279473 len=1896416 2024-07-26T06:26:28.909 INFO:tasks.workunit.client.0.smithi089.stdout:op 374 completed, throughput=5.01MB/sec 2024-07-26T06:26:29.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:26:29 smithi155 ceph-mon[90160]: pgmap v1451: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:26:29.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:26:29 smithi089 ceph-mon[99608]: pgmap v1451: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:26:29.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:26:29 smithi089 ceph-mon[102056]: pgmap v1451: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:26:29.909 INFO:tasks.workunit.client.0.smithi089.stdout: 73: throughput=4.95MB/sec pending data=0 2024-07-26T06:26:29.909 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-brYPWp-pKH-Un6M off=504808 len=2067209 2024-07-26T06:26:29.919 INFO:tasks.workunit.client.0.smithi089.stdout:op 375 completed, throughput=4.97MB/sec 2024-07-26T06:26:29.919 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj--R8oHxoof8HLxCh off=5243890 len=1673921 2024-07-26T06:26:29.920 INFO:tasks.workunit.client.0.smithi089.stdout:op 376 completed, throughput=4.99MB/sec 2024-07-26T06:26:29.921 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-U9ESmy1GGTgBsxZ off=4623308 len=202817 2024-07-26T06:26:29.921 INFO:tasks.workunit.client.0.smithi089.stdout:op 377 completed, throughput=5MB/sec 2024-07-26T06:26:29.921 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-nlpyXdA5m428bpY off=0 len=1241519 2024-07-26T06:26:29.924 INFO:tasks.workunit.client.0.smithi089.stdout:op 378 completed, throughput=5.01MB/sec 2024-07-26T06:26:30.924 INFO:tasks.workunit.client.0.smithi089.stdout: 74: throughput=4.94MB/sec pending data=0 2024-07-26T06:26:30.925 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ZWPlCpKIQmIL0fz off=6761446 len=184169 2024-07-26T06:26:30.925 INFO:tasks.workunit.client.0.smithi089.stdout:op 379 completed, throughput=4.95MB/sec 2024-07-26T06:26:30.926 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-e00EUwi7gUSLcnE off=16009821 len=1338487 2024-07-26T06:26:30.928 INFO:tasks.workunit.client.0.smithi089.stdout:op 380 completed, throughput=4.96MB/sec 2024-07-26T06:26:30.928 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-6Oz45_f30nMRYEF off=325351 len=1942968 2024-07-26T06:26:30.935 INFO:tasks.workunit.client.0.smithi089.stdout:op 381 completed, throughput=4.99MB/sec 2024-07-26T06:26:30.935 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-vtwINGX_IVpZ9FV off=10362657 len=987452 2024-07-26T06:26:30.937 INFO:tasks.workunit.client.0.smithi089.stdout:op 382 completed, throughput=5MB/sec 2024-07-26T06:26:31.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:26:31 smithi155 ceph-mon[90160]: pgmap v1452: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T06:26:31.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:26:31 smithi089 ceph-mon[99608]: pgmap v1452: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T06:26:31.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:26:31 smithi089 ceph-mon[102056]: pgmap v1452: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T06:26:31.937 INFO:tasks.workunit.client.0.smithi089.stdout: 75: throughput=4.93MB/sec pending data=0 2024-07-26T06:26:31.937 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-IZ6zvmAn7zlRhrT off=18426517 len=902152 2024-07-26T06:26:31.939 INFO:tasks.workunit.client.0.smithi089.stdout:op 383 completed, throughput=4.95MB/sec 2024-07-26T06:26:31.939 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-UctoItp1EWPtMQA off=1016699 len=2088450 2024-07-26T06:26:31.942 INFO:tasks.workunit.client.0.smithi089.stdout:op 384 completed, throughput=4.97MB/sec 2024-07-26T06:26:31.942 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-QFYhGjHPLWKlkpH off=283895 len=1743694 2024-07-26T06:26:31.944 INFO:tasks.workunit.client.0.smithi089.stdout:op 385 completed, throughput=4.99MB/sec 2024-07-26T06:26:31.944 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-H2z0wdcR2kis_4O off=6576762 len=570001 2024-07-26T06:26:31.945 INFO:tasks.workunit.client.0.smithi089.stdout:op 386 completed, throughput=5MB/sec 2024-07-26T06:26:32.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:26:32 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:26:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:26:32.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:26:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:26:32] "GET /metrics HTTP/1.1" 200 34026 "" "Prometheus/2.43.0" 2024-07-26T06:26:32.945 INFO:tasks.workunit.client.0.smithi089.stdout: 76: throughput=4.94MB/sec pending data=0 2024-07-26T06:26:32.945 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-m1bBYLZ5CmSRp-j off=3883265 len=1826482 2024-07-26T06:26:32.949 INFO:tasks.workunit.client.0.smithi089.stdout:op 387 completed, throughput=4.96MB/sec 2024-07-26T06:26:32.949 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-qZ00y1lzp1CNl2X off=4888047 len=143201 2024-07-26T06:26:32.952 INFO:tasks.workunit.client.0.smithi089.stdout:op 388 completed, throughput=4.96MB/sec 2024-07-26T06:26:32.952 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Eb6CukTnu8Gx0Fk off=7679701 len=1436300 2024-07-26T06:26:32.954 INFO:tasks.workunit.client.0.smithi089.stdout:op 389 completed, throughput=4.98MB/sec 2024-07-26T06:26:32.954 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-bWHHM4T3MGs-8bZ off=1444964 len=1132660 2024-07-26T06:26:32.961 INFO:tasks.workunit.client.0.smithi089.stdout:op 390 completed, throughput=4.99MB/sec 2024-07-26T06:26:32.961 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-c-WECg3vRl4ccxa off=2794236 len=617108 2024-07-26T06:26:32.965 INFO:tasks.workunit.client.0.smithi089.stdout:op 391 completed, throughput=5MB/sec 2024-07-26T06:26:32.965 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-bhGG7Fsb9fXQrjN off=8500472 len=964409 2024-07-26T06:26:32.967 INFO:tasks.workunit.client.0.smithi089.stdout:op 392 completed, throughput=5.01MB/sec 2024-07-26T06:26:33.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:26:33 smithi155 ceph-mon[90160]: pgmap v1453: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-07-26T06:26:33.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:26:33 smithi089 ceph-mon[102056]: pgmap v1453: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-07-26T06:26:33.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:26:33 smithi089 ceph-mon[99608]: pgmap v1453: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-07-26T06:26:33.967 INFO:tasks.workunit.client.0.smithi089.stdout: 77: throughput=4.95MB/sec pending data=0 2024-07-26T06:26:33.968 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ahUhJeJr1C0yGsu off=760582 len=918955 2024-07-26T06:26:33.969 INFO:tasks.workunit.client.0.smithi089.stdout:op 393 completed, throughput=4.96MB/sec 2024-07-26T06:26:33.969 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-twNUi-EskTn1xb4 off=3555877 len=51460 2024-07-26T06:26:33.971 INFO:tasks.workunit.client.0.smithi089.stdout:op 394 completed, throughput=4.96MB/sec 2024-07-26T06:26:33.971 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-1UdALBukjPaI6rc off=15426337 len=1280594 2024-07-26T06:26:33.974 INFO:tasks.workunit.client.0.smithi089.stdout:op 395 completed, throughput=4.97MB/sec 2024-07-26T06:26:33.975 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-uf4MULmRDc5IJBS off=6500672 len=193726 2024-07-26T06:26:33.975 INFO:tasks.workunit.client.0.smithi089.stdout:op 396 completed, throughput=4.98MB/sec 2024-07-26T06:26:33.976 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-pz7UAVMYpEDSfc7 off=3949652 len=10593 2024-07-26T06:26:33.978 INFO:tasks.workunit.client.0.smithi089.stdout:op 397 completed, throughput=4.98MB/sec 2024-07-26T06:26:33.978 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Y61phvU_uH2GL1B off=4741652 len=748874 2024-07-26T06:26:33.979 INFO:tasks.workunit.client.0.smithi089.stdout:op 398 completed, throughput=4.98MB/sec 2024-07-26T06:26:33.979 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-_WTlpiwPil0pT4N off=431630 len=2035292 2024-07-26T06:26:33.983 INFO:tasks.workunit.client.0.smithi089.stdout:op 399 completed, throughput=5.01MB/sec 2024-07-26T06:26:34.983 INFO:tasks.workunit.client.0.smithi089.stdout: 78: throughput=4.95MB/sec pending data=0 2024-07-26T06:26:34.983 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Jpw1f6VJ3973L_h off=5687203 len=1713196 2024-07-26T06:26:34.985 INFO:tasks.workunit.client.0.smithi089.stdout:op 400 completed, throughput=4.97MB/sec 2024-07-26T06:26:34.986 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-yPKToW70ivl_c8K off=3089354 len=1696926 2024-07-26T06:26:34.993 INFO:tasks.workunit.client.0.smithi089.stdout:op 401 completed, throughput=4.99MB/sec 2024-07-26T06:26:34.993 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-VYQoSieFzG2_5ym off=1823077 len=977099 2024-07-26T06:26:34.998 INFO:tasks.workunit.client.0.smithi089.stdout:op 402 completed, throughput=5MB/sec 2024-07-26T06:26:34.999 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-E-ncDY-wXACD189 off=17513080 len=298982 2024-07-26T06:26:34.999 INFO:tasks.workunit.client.0.smithi089.stdout:op 403 completed, throughput=5MB/sec 2024-07-26T06:26:35.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:26:35 smithi155 ceph-mon[90160]: pgmap v1454: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-07-26T06:26:35.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:26:35 smithi089 ceph-mon[99608]: pgmap v1454: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-07-26T06:26:35.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:26:35 smithi089 ceph-mon[102056]: pgmap v1454: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-07-26T06:26:36.000 INFO:tasks.workunit.client.0.smithi089.stdout: 79: throughput=4.94MB/sec pending data=0 2024-07-26T06:26:36.000 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-_-C12YG05QRy7YS off=5600966 len=766075 2024-07-26T06:26:36.004 INFO:tasks.workunit.client.0.smithi089.stdout:op 404 completed, throughput=4.95MB/sec 2024-07-26T06:26:36.004 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-CVq6dyJipgnPMhr off=4158928 len=1469662 2024-07-26T06:26:36.008 INFO:tasks.workunit.client.0.smithi089.stdout:op 405 completed, throughput=4.96MB/sec 2024-07-26T06:26:36.008 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-FWdXSE5GcnuB820 off=2798977 len=1601458 2024-07-26T06:26:36.010 INFO:tasks.workunit.client.0.smithi089.stdout:op 406 completed, throughput=4.98MB/sec 2024-07-26T06:26:36.010 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-QNIajM220z-pYcV off=9749869 len=2068463 2024-07-26T06:26:36.012 INFO:tasks.workunit.client.0.smithi089.stdout:op 407 completed, throughput=5.01MB/sec 2024-07-26T06:26:37.013 INFO:tasks.workunit.client.0.smithi089.stdout: 80: throughput=4.95MB/sec pending data=0 2024-07-26T06:26:37.013 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-nCtontofktv03Aw off=2722698 len=1981662 2024-07-26T06:26:37.025 INFO:tasks.workunit.client.0.smithi089.stdout:op 408 completed, throughput=4.97MB/sec 2024-07-26T06:26:37.025 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-TThrgeg0HJvEV_o off=10106866 len=622405 2024-07-26T06:26:37.029 INFO:tasks.workunit.client.0.smithi089.stdout:op 409 completed, throughput=4.98MB/sec 2024-07-26T06:26:37.029 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-saUBhB5trUHW2yP off=8859669 len=218833 2024-07-26T06:26:37.031 INFO:tasks.workunit.client.0.smithi089.stdout:op 410 completed, throughput=4.98MB/sec 2024-07-26T06:26:37.031 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-MuOrYW1p2Hhm-7k off=5488661 len=158416 2024-07-26T06:26:37.033 INFO:tasks.workunit.client.0.smithi089.stdout:op 411 completed, throughput=4.98MB/sec 2024-07-26T06:26:37.033 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ZKWttKWPEodkT_l off=10178096 len=1975084 2024-07-26T06:26:37.035 INFO:tasks.workunit.client.0.smithi089.stdout:op 412 completed, throughput=5MB/sec 2024-07-26T06:26:37.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:26:37 smithi155 ceph-mon[90160]: pgmap v1455: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2024-07-26T06:26:37.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:26:37 smithi089 ceph-mon[99608]: pgmap v1455: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2024-07-26T06:26:37.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:26:37 smithi089 ceph-mon[102056]: pgmap v1455: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2024-07-26T06:26:38.035 INFO:tasks.workunit.client.0.smithi089.stdout: 81: throughput=4.94MB/sec pending data=0 2024-07-26T06:26:38.036 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Ts6HVPHZJEgMeZ0 off=1671923 len=883280 2024-07-26T06:26:38.038 INFO:tasks.workunit.client.0.smithi089.stdout:op 413 completed, throughput=4.95MB/sec 2024-07-26T06:26:38.038 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-NGAKBW62gCa1ywr off=4735917 len=616286 2024-07-26T06:26:38.042 INFO:tasks.workunit.client.0.smithi089.stdout:op 414 completed, throughput=4.96MB/sec 2024-07-26T06:26:38.042 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-W-7kWztkLq50aXO off=5844247 len=244837 2024-07-26T06:26:38.045 INFO:tasks.workunit.client.0.smithi089.stdout:op 415 completed, throughput=4.96MB/sec 2024-07-26T06:26:38.045 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-6Gfoeck_6utUBvs off=5622298 len=1451985 2024-07-26T06:26:38.046 INFO:tasks.workunit.client.0.smithi089.stdout:op 416 completed, throughput=4.98MB/sec 2024-07-26T06:26:38.046 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-S3uaog-gPVTbhcf off=7105171 len=1155144 2024-07-26T06:26:38.048 INFO:tasks.workunit.client.0.smithi089.stdout:op 417 completed, throughput=4.99MB/sec 2024-07-26T06:26:38.048 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-JrIjOxs6ad4RNhz off=7023234 len=27185 2024-07-26T06:26:38.049 INFO:tasks.workunit.client.0.smithi089.stdout:op 418 completed, throughput=4.99MB/sec 2024-07-26T06:26:38.049 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-D4d7JDtkLz8BYSr off=4373556 len=998854 2024-07-26T06:26:38.054 INFO:tasks.workunit.client.0.smithi089.stdout:op 419 completed, throughput=5MB/sec 2024-07-26T06:26:39.055 INFO:tasks.workunit.client.0.smithi089.stdout: 82: throughput=4.94MB/sec pending data=0 2024-07-26T06:26:39.055 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Y15AdGkeLiyCDzr off=8098522 len=1473709 2024-07-26T06:26:39.056 INFO:tasks.workunit.client.0.smithi089.stdout:op 420 completed, throughput=4.96MB/sec 2024-07-26T06:26:39.056 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-RWmbDynMFHkFRgC off=6020456 len=1816362 2024-07-26T06:26:39.064 INFO:tasks.workunit.client.0.smithi089.stdout:op 421 completed, throughput=4.98MB/sec 2024-07-26T06:26:39.064 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Qv4O3XUKOikB1bA off=1591643 len=1014026 2024-07-26T06:26:39.068 INFO:tasks.workunit.client.0.smithi089.stdout:op 422 completed, throughput=4.99MB/sec 2024-07-26T06:26:39.068 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-fOqteoEesyaxV_Y off=12269415 len=1765707 2024-07-26T06:26:39.073 INFO:tasks.workunit.client.0.smithi089.stdout:op 423 completed, throughput=5.01MB/sec 2024-07-26T06:26:39.383 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:26:39 smithi155 ceph-mon[90160]: pgmap v1456: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-07-26T06:26:39.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:26:39 smithi089 ceph-mon[99608]: pgmap v1456: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-07-26T06:26:39.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:26:39 smithi089 ceph-mon[102056]: pgmap v1456: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-07-26T06:26:40.073 INFO:tasks.workunit.client.0.smithi089.stdout: 83: throughput=4.95MB/sec pending data=0 2024-07-26T06:26:40.073 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-wWmRWZs_7xVKsVB off=456392 len=2037417 2024-07-26T06:26:40.085 INFO:tasks.workunit.client.0.smithi089.stdout:op 424 completed, throughput=4.97MB/sec 2024-07-26T06:26:40.085 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-YvADvOWOJjQWFeL off=5482918 len=799844 2024-07-26T06:26:40.086 INFO:tasks.workunit.client.0.smithi089.stdout:op 425 completed, throughput=4.98MB/sec 2024-07-26T06:26:40.086 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-LX_88lrQ50_eldW off=11684518 len=358606 2024-07-26T06:26:40.089 INFO:tasks.workunit.client.0.smithi089.stdout:op 426 completed, throughput=4.99MB/sec 2024-07-26T06:26:40.089 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-WGTvLJQplZvlIGr off=5516734 len=1826400 2024-07-26T06:26:40.101 INFO:tasks.workunit.client.0.smithi089.stdout:op 427 completed, throughput=5.01MB/sec 2024-07-26T06:26:41.101 INFO:tasks.workunit.client.0.smithi089.stdout: 84: throughput=4.95MB/sec pending data=0 2024-07-26T06:26:41.102 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-MZvRidrZWe3Gy5x off=10439130 len=960783 2024-07-26T06:26:41.103 INFO:tasks.workunit.client.0.smithi089.stdout:op 428 completed, throughput=4.96MB/sec 2024-07-26T06:26:41.103 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-xW8gLVM_HCFfagi off=2260345 len=1314241 2024-07-26T06:26:41.110 INFO:tasks.workunit.client.0.smithi089.stdout:op 429 completed, throughput=4.97MB/sec 2024-07-26T06:26:41.111 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-NpCEFwZ1a30TESb off=1869185 len=1530073 2024-07-26T06:26:41.119 INFO:tasks.workunit.client.0.smithi089.stdout:op 430 completed, throughput=4.99MB/sec 2024-07-26T06:26:41.119 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ie_x6nXf8ci3cJb off=4964336 len=793293 2024-07-26T06:26:41.121 INFO:tasks.workunit.client.0.smithi089.stdout:op 431 completed, throughput=5MB/sec 2024-07-26T06:26:41.121 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-zkFt5tZgIFkTNg_ off=2915435 len=1031693 2024-07-26T06:26:41.128 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:26:40 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:26:41.134 INFO:tasks.workunit.client.0.smithi089.stdout:op 432 completed, throughput=5.01MB/sec 2024-07-26T06:26:41.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:26:40 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:26:41.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:26:40 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:26:42.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:26:41 smithi155 ceph-mon[90160]: pgmap v1457: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-07-26T06:26:42.135 INFO:tasks.workunit.client.0.smithi089.stdout: 85: throughput=4.95MB/sec pending data=0 2024-07-26T06:26:42.135 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-r_3QnJsaNc3sgCw off=737401 len=1153506 2024-07-26T06:26:42.140 INFO:tasks.workunit.client.0.smithi089.stdout:op 433 completed, throughput=4.96MB/sec 2024-07-26T06:26:42.140 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-3raWgnF9gLjLO6R off=2654112 len=1920289 2024-07-26T06:26:42.142 INFO:tasks.workunit.client.0.smithi089.stdout:op 434 completed, throughput=4.99MB/sec 2024-07-26T06:26:42.142 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-p7Xor2sSl-zL0a3 off=368965 len=1051537 2024-07-26T06:26:42.143 INFO:tasks.workunit.client.0.smithi089.stdout:op 435 completed, throughput=5MB/sec 2024-07-26T06:26:42.143 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-d9MEP8PekKxCc49 off=4111644 len=2096824 2024-07-26T06:26:42.153 INFO:tasks.workunit.client.0.smithi089.stdout:op 436 completed, throughput=5.02MB/sec 2024-07-26T06:26:42.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:26:41 smithi089 ceph-mon[99608]: pgmap v1457: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-07-26T06:26:42.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:26:41 smithi089 ceph-mon[102056]: pgmap v1457: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-07-26T06:26:42.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:26:42 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:26:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:26:42.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:26:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:26:42] "GET /metrics HTTP/1.1" 200 34034 "" "Prometheus/2.43.0" 2024-07-26T06:26:43.153 INFO:tasks.workunit.client.0.smithi089.stdout: 86: throughput=4.96MB/sec pending data=0 2024-07-26T06:26:43.153 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-9VFE1N7p-MNcJKV off=13243405 len=285509 2024-07-26T06:26:43.155 INFO:tasks.workunit.client.0.smithi089.stdout:op 437 completed, throughput=4.97MB/sec 2024-07-26T06:26:43.155 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-KkqiJsMWm7wMb8J off=19275040 len=352503 2024-07-26T06:26:43.158 INFO:tasks.workunit.client.0.smithi089.stdout:op 438 completed, throughput=4.97MB/sec 2024-07-26T06:26:43.158 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-XbEp6zfZzP_qRky off=9081284 len=1982089 2024-07-26T06:26:43.161 INFO:tasks.workunit.client.0.smithi089.stdout:op 439 completed, throughput=4.99MB/sec 2024-07-26T06:26:43.161 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-oB9HuAx17KpKU-j off=376034 len=1871842 2024-07-26T06:26:43.170 INFO:tasks.workunit.client.0.smithi089.stdout:op 440 completed, throughput=5.01MB/sec 2024-07-26T06:26:43.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:26:43 smithi155 ceph-mon[90160]: pgmap v1458: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-07-26T06:26:43.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:26:43 smithi089 ceph-mon[99608]: pgmap v1458: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-07-26T06:26:43.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:26:43 smithi089 ceph-mon[102056]: pgmap v1458: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-07-26T06:26:44.170 INFO:tasks.workunit.client.0.smithi089.stdout: 87: throughput=4.95MB/sec pending data=0 2024-07-26T06:26:44.170 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-9gtdERo9KOL0-3p off=6871752 len=539979 2024-07-26T06:26:44.174 INFO:tasks.workunit.client.0.smithi089.stdout:op 441 completed, throughput=4.96MB/sec 2024-07-26T06:26:44.174 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-QX0umHC6qi3tOlC off=9395391 len=521699 2024-07-26T06:26:44.177 INFO:tasks.workunit.client.0.smithi089.stdout:op 442 completed, throughput=4.96MB/sec 2024-07-26T06:26:44.178 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-bCEtNPXYqFALGhw off=3740242 len=853432 2024-07-26T06:26:44.178 INFO:tasks.workunit.client.0.smithi089.stdout:op 443 completed, throughput=4.97MB/sec 2024-07-26T06:26:44.179 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-2XqOPCcAAmBNvZC off=8218213 len=383020 2024-07-26T06:26:44.182 INFO:tasks.workunit.client.0.smithi089.stdout:op 444 completed, throughput=4.98MB/sec 2024-07-26T06:26:44.182 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-1Xmw82V4g_MuV0C off=11236742 len=1674149 2024-07-26T06:26:44.191 INFO:tasks.workunit.client.0.smithi089.stdout:op 445 completed, throughput=4.99MB/sec 2024-07-26T06:26:44.191 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-nlXl0IoncCruijJ off=8265693 len=400488 2024-07-26T06:26:44.194 INFO:tasks.workunit.client.0.smithi089.stdout:op 446 completed, throughput=5MB/sec 2024-07-26T06:26:44.194 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-byd7v4HoFn70hx_ off=19125768 len=889683 2024-07-26T06:26:44.195 INFO:tasks.workunit.client.0.smithi089.stdout:op 447 completed, throughput=5.01MB/sec 2024-07-26T06:26:45.196 INFO:tasks.workunit.client.0.smithi089.stdout: 88: throughput=4.95MB/sec pending data=0 2024-07-26T06:26:45.196 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-lzQr0dTUJfaQII8 off=725507 len=914463 2024-07-26T06:26:45.201 INFO:tasks.workunit.client.0.smithi089.stdout:op 448 completed, throughput=4.96MB/sec 2024-07-26T06:26:45.201 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-SdfTEGYNTYGidtw off=17553970 len=565884 2024-07-26T06:26:45.205 INFO:tasks.workunit.client.0.smithi089.stdout:op 449 completed, throughput=4.97MB/sec 2024-07-26T06:26:45.205 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-hxhYJ0LQcC4JOeL off=6719981 len=1382113 2024-07-26T06:26:45.207 INFO:tasks.workunit.client.0.smithi089.stdout:op 450 completed, throughput=4.98MB/sec 2024-07-26T06:26:45.207 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-djx3-__iT6rQcPO off=6960736 len=424468 2024-07-26T06:26:45.211 INFO:tasks.workunit.client.0.smithi089.stdout:op 451 completed, throughput=4.99MB/sec 2024-07-26T06:26:45.211 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-OR2twDyFDfrJwOO off=5457964 len=1909977 2024-07-26T06:26:45.221 INFO:tasks.workunit.client.0.smithi089.stdout:op 452 completed, throughput=5.01MB/sec 2024-07-26T06:26:45.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:26:45 smithi155 ceph-mon[90160]: pgmap v1459: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:26:45.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:26:45 smithi089 ceph-mon[99608]: pgmap v1459: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:26:45.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:26:45 smithi089 ceph-mon[102056]: pgmap v1459: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:26:46.222 INFO:tasks.workunit.client.0.smithi089.stdout: 89: throughput=4.95MB/sec pending data=0 2024-07-26T06:26:46.222 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-BMS3dDt1eByoI9r off=3502213 len=2076998 2024-07-26T06:26:46.228 INFO:tasks.workunit.client.0.smithi089.stdout:op 453 completed, throughput=4.97MB/sec 2024-07-26T06:26:46.229 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-BNAuXSdIkyRtIOu off=736885 len=456596 2024-07-26T06:26:46.232 INFO:tasks.workunit.client.0.smithi089.stdout:op 454 completed, throughput=4.98MB/sec 2024-07-26T06:26:46.233 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-15ywwjf3lnSN-Eh off=9579564 len=944215 2024-07-26T06:26:46.234 INFO:tasks.workunit.client.0.smithi089.stdout:op 455 completed, throughput=4.99MB/sec 2024-07-26T06:26:46.234 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj--tc7kBgzjg7UQcJ off=9986281 len=676538 2024-07-26T06:26:46.238 INFO:tasks.workunit.client.0.smithi089.stdout:op 456 completed, throughput=4.99MB/sec 2024-07-26T06:26:46.238 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-kY9yTV8oK3Inn8E off=11246703 len=775232 2024-07-26T06:26:46.242 INFO:tasks.workunit.client.0.smithi089.stdout:op 457 completed, throughput=5MB/sec 2024-07-26T06:26:47.243 INFO:tasks.workunit.client.0.smithi089.stdout: 90: throughput=4.95MB/sec pending data=0 2024-07-26T06:26:47.243 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-nL2WgNG0B4sjPat off=1446296 len=430031 2024-07-26T06:26:47.243 INFO:tasks.workunit.client.0.smithi089.stdout:op 458 completed, throughput=4.95MB/sec 2024-07-26T06:26:47.243 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-tLSE71genXl1A0y off=12607102 len=1427113 2024-07-26T06:26:47.250 INFO:tasks.workunit.client.0.smithi089.stdout:op 459 completed, throughput=4.97MB/sec 2024-07-26T06:26:47.250 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-su7n8dv8AjErZzy off=5358052 len=512447 2024-07-26T06:26:47.253 INFO:tasks.workunit.client.0.smithi089.stdout:op 460 completed, throughput=4.97MB/sec 2024-07-26T06:26:47.253 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-uqWUVkCWaDwj5yT off=2756991 len=373898 2024-07-26T06:26:47.256 INFO:tasks.workunit.client.0.smithi089.stdout:op 461 completed, throughput=4.98MB/sec 2024-07-26T06:26:47.256 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-MRiXL0MmCXnE7uj off=5762590 len=524438 2024-07-26T06:26:47.259 INFO:tasks.workunit.client.0.smithi089.stdout:op 462 completed, throughput=4.98MB/sec 2024-07-26T06:26:47.259 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-UzukdB8s7LRM7Vl off=7655992 len=970634 2024-07-26T06:26:47.260 INFO:tasks.workunit.client.0.smithi089.stdout:op 463 completed, throughput=4.99MB/sec 2024-07-26T06:26:47.260 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj--Ajm_X8yNfDvkCM off=12385196 len=1078059 2024-07-26T06:26:47.261 INFO:tasks.workunit.client.0.smithi089.stdout:op 464 completed, throughput=5MB/sec 2024-07-26T06:26:47.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:26:47 smithi155 ceph-mon[90160]: pgmap v1460: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:26:47.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:26:47 smithi089 ceph-mon[99608]: pgmap v1460: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:26:47.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:26:47 smithi089 ceph-mon[102056]: pgmap v1460: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:26:48.262 INFO:tasks.workunit.client.0.smithi089.stdout: 91: throughput=4.95MB/sec pending data=0 2024-07-26T06:26:48.262 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-1m4OPUbDEesZNgo off=4827453 len=1768706 2024-07-26T06:26:48.273 INFO:tasks.workunit.client.0.smithi089.stdout:op 465 completed, throughput=4.97MB/sec 2024-07-26T06:26:48.273 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-IMChzeB_lof_gGK off=4087473 len=1309795 2024-07-26T06:26:48.281 INFO:tasks.workunit.client.0.smithi089.stdout:op 466 completed, throughput=4.98MB/sec 2024-07-26T06:26:48.281 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-onXF8XyWz_Lh3AA off=516847 len=324377 2024-07-26T06:26:48.284 INFO:tasks.workunit.client.0.smithi089.stdout:op 467 completed, throughput=4.98MB/sec 2024-07-26T06:26:48.284 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-PzJOuwittj2gbQm off=6329203 len=1557703 2024-07-26T06:26:48.286 INFO:tasks.workunit.client.0.smithi089.stdout:op 468 completed, throughput=5MB/sec 2024-07-26T06:26:48.286 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ENcnwY7ClYswCoZ off=2393661 len=1113245 2024-07-26T06:26:48.289 INFO:tasks.workunit.client.0.smithi089.stdout:op 469 completed, throughput=5.01MB/sec 2024-07-26T06:26:48.878 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:26:48 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:26:48.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:26:48 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:26:48.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:26:48 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:26:49.289 INFO:tasks.workunit.client.0.smithi089.stdout: 92: throughput=4.96MB/sec pending data=0 2024-07-26T06:26:49.289 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ZBpeEDY9xlXQafK off=6730788 len=92903 2024-07-26T06:26:49.291 INFO:tasks.workunit.client.0.smithi089.stdout:op 470 completed, throughput=4.96MB/sec 2024-07-26T06:26:49.291 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-W49lRs83yF4GGgV off=20323533 len=1891771 2024-07-26T06:26:49.293 INFO:tasks.workunit.client.0.smithi089.stdout:op 471 completed, throughput=4.98MB/sec 2024-07-26T06:26:49.293 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Ah-l9D43SpdUcjf off=6856827 len=1977798 2024-07-26T06:26:49.295 INFO:tasks.workunit.client.0.smithi089.stdout:op 472 completed, throughput=5MB/sec 2024-07-26T06:26:49.295 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-JCi2Tg30rbEtzdS off=14547788 len=1298673 2024-07-26T06:26:49.300 INFO:tasks.workunit.client.0.smithi089.stdout:op 473 completed, throughput=5.01MB/sec 2024-07-26T06:26:49.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:26:49 smithi089 ceph-mon[99608]: pgmap v1461: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-26T06:26:49.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:26:49 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:26:49.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:26:49 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:26:49.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:26:49 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:26:49.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:26:49 smithi089 ceph-mon[102056]: pgmap v1461: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-26T06:26:49.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:26:49 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:26:49.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:26:49 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:26:49.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:26:49 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:26:50.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:26:49 smithi155 ceph-mon[90160]: pgmap v1461: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-26T06:26:50.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:26:49 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:26:50.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:26:49 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:26:50.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:26:49 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:26:50.300 INFO:tasks.workunit.client.0.smithi089.stdout: 93: throughput=4.96MB/sec pending data=0 2024-07-26T06:26:50.300 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-vCnudFTcEElNcaw off=971475 len=1885695 2024-07-26T06:26:50.311 INFO:tasks.workunit.client.0.smithi089.stdout:op 474 completed, throughput=4.97MB/sec 2024-07-26T06:26:50.311 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-R_yFI3tGaBfOUvH off=8462474 len=277075 2024-07-26T06:26:50.313 INFO:tasks.workunit.client.0.smithi089.stdout:op 475 completed, throughput=4.98MB/sec 2024-07-26T06:26:50.313 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-7FAfC1v2LVXHVz1 off=11076345 len=414718 2024-07-26T06:26:50.313 INFO:tasks.workunit.client.0.smithi089.stdout:op 476 completed, throughput=4.98MB/sec 2024-07-26T06:26:50.314 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj--vxhOFi8UMWf7Xh off=5346250 len=17538 2024-07-26T06:26:50.316 INFO:tasks.workunit.client.0.smithi089.stdout:op 477 completed, throughput=4.98MB/sec 2024-07-26T06:26:50.316 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-PPtfskD2TnrA2ck off=2831213 len=2000003 2024-07-26T06:26:50.323 INFO:tasks.workunit.client.0.smithi089.stdout:op 478 completed, throughput=5MB/sec 2024-07-26T06:26:51.323 INFO:tasks.workunit.client.0.smithi089.stdout: 94: throughput=4.95MB/sec pending data=0 2024-07-26T06:26:51.324 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-xXIc8kKneX7VWpe off=2735355 len=18043 2024-07-26T06:26:51.326 INFO:tasks.workunit.client.0.smithi089.stdout:op 479 completed, throughput=4.95MB/sec 2024-07-26T06:26:51.326 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-j8eAdABfzzKBzqJ off=2304670 len=1458490 2024-07-26T06:26:51.334 INFO:tasks.workunit.client.0.smithi089.stdout:op 480 completed, throughput=4.96MB/sec 2024-07-26T06:26:51.334 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Yd8fEX6YLtDnZhJ off=3217330 len=1555296 2024-07-26T06:26:51.345 INFO:tasks.workunit.client.0.smithi089.stdout:op 481 completed, throughput=4.98MB/sec 2024-07-26T06:26:51.345 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-mNtMBHvaTCFDwuj off=9867749 len=669400 2024-07-26T06:26:51.351 INFO:tasks.workunit.client.0.smithi089.stdout:op 482 completed, throughput=4.98MB/sec 2024-07-26T06:26:51.351 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-orU6fA2USl_no8h off=1316136 len=1472937 2024-07-26T06:26:51.358 INFO:tasks.workunit.client.0.smithi089.stdout:op 483 completed, throughput=5MB/sec 2024-07-26T06:26:51.358 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ZEcalNbKbpQ9gMT off=0 len=1246497 2024-07-26T06:26:51.360 INFO:tasks.workunit.client.0.smithi089.stdout:op 484 completed, throughput=5.01MB/sec 2024-07-26T06:26:51.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:26:51 smithi155 ceph-mon[90160]: pgmap v1462: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:26:51.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:26:51 smithi089 ceph-mon[99608]: pgmap v1462: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:26:51.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:26:51 smithi089 ceph-mon[102056]: pgmap v1462: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:26:52.360 INFO:tasks.workunit.client.0.smithi089.stdout: 95: throughput=4.96MB/sec pending data=0 2024-07-26T06:26:52.360 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Zpcu2guHKml0YlZ off=8740202 len=1742234 2024-07-26T06:26:52.366 INFO:tasks.workunit.client.0.smithi089.stdout:op 485 completed, throughput=4.98MB/sec 2024-07-26T06:26:52.366 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-HL0bxkjXqLSrnnU off=1473821 len=1753171 2024-07-26T06:26:52.368 INFO:tasks.workunit.client.0.smithi089.stdout:op 486 completed, throughput=4.99MB/sec 2024-07-26T06:26:52.368 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Hx35PzeTojxEmZY off=21226711 len=1170937 2024-07-26T06:26:52.374 INFO:tasks.workunit.client.0.smithi089.stdout:op 487 completed, throughput=5MB/sec 2024-07-26T06:26:52.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:26:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:26:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:26:52.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:26:52 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:26:52] "GET /metrics HTTP/1.1" 200 34034 "" "Prometheus/2.43.0" 2024-07-26T06:26:53.374 INFO:tasks.workunit.client.0.smithi089.stdout: 96: throughput=4.95MB/sec pending data=0 2024-07-26T06:26:53.374 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-5bskt9fmEZHf0ak off=2771308 len=610337 2024-07-26T06:26:53.378 INFO:tasks.workunit.client.0.smithi089.stdout:op 488 completed, throughput=4.96MB/sec 2024-07-26T06:26:53.378 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-cpSfQHRvC-D-lAo off=5508703 len=2023861 2024-07-26T06:26:53.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:26:53 smithi155 ceph-mon[90160]: pgmap v1463: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T06:26:53.390 INFO:tasks.workunit.client.0.smithi089.stdout:op 489 completed, throughput=4.98MB/sec 2024-07-26T06:26:53.390 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-9y31bKIiq2PoRls off=16886220 len=1680500 2024-07-26T06:26:53.391 INFO:tasks.workunit.client.0.smithi089.stdout:op 490 completed, throughput=4.99MB/sec 2024-07-26T06:26:53.391 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-f8Q2cXLjzToabo9 off=6346190 len=483091 2024-07-26T06:26:53.392 INFO:tasks.workunit.client.0.smithi089.stdout:op 491 completed, throughput=5MB/sec 2024-07-26T06:26:53.392 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-vTE0a3We5riQ8MI off=7145475 len=319421 2024-07-26T06:26:53.394 INFO:tasks.workunit.client.0.smithi089.stdout:op 492 completed, throughput=5MB/sec 2024-07-26T06:26:53.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:26:53 smithi089 ceph-mon[99608]: pgmap v1463: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T06:26:53.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:26:53 smithi089 ceph-mon[102056]: pgmap v1463: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T06:26:54.395 INFO:tasks.workunit.client.0.smithi089.stdout: 97: throughput=4.95MB/sec pending data=0 2024-07-26T06:26:54.395 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-6yfqA_BjwqTMuNt off=5652943 len=1694481 2024-07-26T06:26:54.397 INFO:tasks.workunit.client.0.smithi089.stdout:op 493 completed, throughput=4.97MB/sec 2024-07-26T06:26:54.397 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-7LJwuUAQioDWbSy off=3876570 len=1411185 2024-07-26T06:26:54.400 INFO:tasks.workunit.client.0.smithi089.stdout:op 494 completed, throughput=4.98MB/sec 2024-07-26T06:26:54.400 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-IGM7YOZOFtMhySm off=8717778 len=943912 2024-07-26T06:26:54.402 INFO:tasks.workunit.client.0.smithi089.stdout:op 495 completed, throughput=4.99MB/sec 2024-07-26T06:26:54.402 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-G_9jYjws9XgEDA3 off=4161603 len=503075 2024-07-26T06:26:54.405 INFO:tasks.workunit.client.0.smithi089.stdout:op 496 completed, throughput=4.99MB/sec 2024-07-26T06:26:54.405 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-hcmsTZ6zmq14Rqp off=624092 len=1462318 2024-07-26T06:26:54.407 INFO:tasks.workunit.client.0.smithi089.stdout:op 497 completed, throughput=5.01MB/sec 2024-07-26T06:26:55.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:26:55 smithi155 ceph-mon[90160]: pgmap v1464: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-26T06:26:55.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:26:55 smithi089 ceph-mon[99608]: pgmap v1464: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-26T06:26:55.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:26:55 smithi089 ceph-mon[102056]: pgmap v1464: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-26T06:26:55.407 INFO:tasks.workunit.client.0.smithi089.stdout: 98: throughput=4.96MB/sec pending data=0 2024-07-26T06:26:55.408 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-DAza6KO025pA1TP off=3394123 len=1188566 2024-07-26T06:26:55.410 INFO:tasks.workunit.client.0.smithi089.stdout:op 498 completed, throughput=4.97MB/sec 2024-07-26T06:26:55.410 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ZLNlr7QGznfQQUe off=277197 len=1468302 2024-07-26T06:26:55.411 INFO:tasks.workunit.client.0.smithi089.stdout:op 499 completed, throughput=4.98MB/sec 2024-07-26T06:26:55.411 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-hjHObg2_sjwPGyo off=18758360 len=686917 2024-07-26T06:26:55.415 INFO:tasks.workunit.client.0.smithi089.stdout:op 500 completed, throughput=4.99MB/sec 2024-07-26T06:26:55.415 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-kYciGRgZBscEX5I off=15229397 len=99207 2024-07-26T06:26:55.416 INFO:tasks.workunit.client.0.smithi089.stdout:op 501 completed, throughput=4.99MB/sec 2024-07-26T06:26:55.416 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-2ULLpBQUB9-8lOP off=601528 len=114202 2024-07-26T06:26:55.416 INFO:tasks.workunit.client.0.smithi089.stdout:op 502 completed, throughput=4.99MB/sec 2024-07-26T06:26:55.417 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-tWW4QA3nT0Blj5J off=4299277 len=965509 2024-07-26T06:26:55.422 INFO:tasks.workunit.client.0.smithi089.stdout:op 503 completed, throughput=5MB/sec 2024-07-26T06:26:56.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:26:56 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:26:56.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:26:56 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:26:56.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:26:56 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:26:56.422 INFO:tasks.workunit.client.0.smithi089.stdout: 99: throughput=4.95MB/sec pending data=0 2024-07-26T06:26:56.422 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-X02SdVsUtUeH9Gp off=1907899 len=1210142 2024-07-26T06:26:56.431 INFO:tasks.workunit.client.0.smithi089.stdout:op 504 completed, throughput=4.96MB/sec 2024-07-26T06:26:56.431 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-13rKBStIBvOR575 off=7163816 len=1322790 2024-07-26T06:26:56.438 INFO:tasks.workunit.client.0.smithi089.stdout:op 505 completed, throughput=4.97MB/sec 2024-07-26T06:26:56.438 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-fYu45N3eZRz77ZY off=18367 len=1830276 2024-07-26T06:26:56.440 INFO:tasks.workunit.client.0.smithi089.stdout:op 506 completed, throughput=4.99MB/sec 2024-07-26T06:26:56.440 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-rE9xfui3NaO0n0t off=8310927 len=342833 2024-07-26T06:26:56.443 INFO:tasks.workunit.client.0.smithi089.stdout:op 507 completed, throughput=4.99MB/sec 2024-07-26T06:26:56.443 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-gsbFPSHDFg25kyN off=947575 len=1751177 2024-07-26T06:26:56.453 INFO:tasks.workunit.client.0.smithi089.stdout:op 508 completed, throughput=5.01MB/sec 2024-07-26T06:26:57.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:26:57 smithi155 ceph-mon[90160]: pgmap v1465: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T06:26:57.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:26:57 smithi089 ceph-mon[99608]: pgmap v1465: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T06:26:57.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:26:57 smithi089 ceph-mon[102056]: pgmap v1465: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T06:26:57.453 INFO:tasks.workunit.client.0.smithi089.stdout: 100: throughput=4.96MB/sec pending data=0 2024-07-26T06:26:57.453 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-v3obQwo_e1M-x1- off=2111977 len=670580 2024-07-26T06:26:57.458 INFO:tasks.workunit.client.0.smithi089.stdout:op 509 completed, throughput=4.97MB/sec 2024-07-26T06:26:57.458 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-I2dzvG8j88O-F38 off=10825228 len=227056 2024-07-26T06:26:57.459 INFO:tasks.workunit.client.0.smithi089.stdout:op 510 completed, throughput=4.97MB/sec 2024-07-26T06:26:57.459 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-HchDvhYQpmtjYdd off=5726665 len=1212066 2024-07-26T06:26:57.461 INFO:tasks.workunit.client.0.smithi089.stdout:op 511 completed, throughput=4.98MB/sec 2024-07-26T06:26:57.461 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-RRdsGPf9XUqs0JS off=2275720 len=1612569 2024-07-26T06:26:57.463 INFO:tasks.workunit.client.0.smithi089.stdout:op 512 completed, throughput=5MB/sec 2024-07-26T06:26:57.463 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-TNwjaZI_haVcwTt off=16657536 len=1775460 2024-07-26T06:26:57.472 INFO:tasks.workunit.client.0.smithi089.stdout:op 513 completed, throughput=5.01MB/sec 2024-07-26T06:26:58.473 INFO:tasks.workunit.client.0.smithi089.stdout: 101: throughput=4.96MB/sec pending data=0 2024-07-26T06:26:58.473 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-2wiBjl3r2dBQNHN off=996111 len=810729 2024-07-26T06:26:58.478 INFO:tasks.workunit.client.0.smithi089.stdout:op 514 completed, throughput=4.97MB/sec 2024-07-26T06:26:58.478 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-rm9S8zPOvc_pU1b off=5661969 len=116655 2024-07-26T06:26:58.480 INFO:tasks.workunit.client.0.smithi089.stdout:op 515 completed, throughput=4.97MB/sec 2024-07-26T06:26:58.480 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-TBgoP_WEX00HnsM off=1729875 len=373888 2024-07-26T06:26:58.483 INFO:tasks.workunit.client.0.smithi089.stdout:op 516 completed, throughput=4.97MB/sec 2024-07-26T06:26:58.484 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Zaauz0UUiOJkTq7 off=10684007 len=1120846 2024-07-26T06:26:58.488 INFO:tasks.workunit.client.0.smithi089.stdout:op 517 completed, throughput=4.98MB/sec 2024-07-26T06:26:58.488 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-vJ0P33PlnjQc_H2 off=2317909 len=1576123 2024-07-26T06:26:58.490 INFO:tasks.workunit.client.0.smithi089.stdout:op 518 completed, throughput=5MB/sec 2024-07-26T06:26:58.490 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-OI9Wgmg8-aLByQO off=24384074 len=116190 2024-07-26T06:26:58.490 INFO:tasks.workunit.client.0.smithi089.stdout:op 519 completed, throughput=5MB/sec 2024-07-26T06:26:59.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:26:59 smithi155 ceph-mon[90160]: pgmap v1466: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T06:26:59.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:26:59 smithi089 ceph-mon[99608]: pgmap v1466: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T06:26:59.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:26:59 smithi089 ceph-mon[102056]: pgmap v1466: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T06:26:59.491 INFO:tasks.workunit.client.0.smithi089.stdout: 102: throughput=4.95MB/sec pending data=0 2024-07-26T06:26:59.491 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-aY5so6CBDlnoLqQ off=6554755 len=1116827 2024-07-26T06:26:59.497 INFO:tasks.workunit.client.0.smithi089.stdout:op 520 completed, throughput=4.96MB/sec 2024-07-26T06:26:59.497 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-f9QgFAvgeutL3Gp off=0 len=1093935 2024-07-26T06:26:59.500 INFO:tasks.workunit.client.0.smithi089.stdout:op 521 completed, throughput=4.97MB/sec 2024-07-26T06:26:59.500 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-tFSD7C8Xn8Yujqt off=9996223 len=612875 2024-07-26T06:26:59.501 INFO:tasks.workunit.client.0.smithi089.stdout:op 522 completed, throughput=4.98MB/sec 2024-07-26T06:26:59.501 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-e5Ahe1gp86o2fvA off=252745 len=431885 2024-07-26T06:26:59.504 INFO:tasks.workunit.client.0.smithi089.stdout:op 523 completed, throughput=4.98MB/sec 2024-07-26T06:26:59.504 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-YJvUNVocXe2gLwZ off=5699812 len=495639 2024-07-26T06:26:59.508 INFO:tasks.workunit.client.0.smithi089.stdout:op 524 completed, throughput=4.99MB/sec 2024-07-26T06:26:59.508 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-tICugOFvdYLp0mY off=6180582 len=342218 2024-07-26T06:26:59.511 INFO:tasks.workunit.client.0.smithi089.stdout:op 525 completed, throughput=4.99MB/sec 2024-07-26T06:26:59.511 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-KSmKj2b1HoC75gk off=8446630 len=498374 2024-07-26T06:26:59.511 INFO:tasks.workunit.client.0.smithi089.stdout:op 526 completed, throughput=4.99MB/sec 2024-07-26T06:26:59.511 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-SPZCd_5BU8oNi86 off=3883811 len=1133801 2024-07-26T06:26:59.516 INFO:tasks.workunit.client.0.smithi089.stdout:op 527 completed, throughput=5MB/sec 2024-07-26T06:27:00.517 INFO:tasks.workunit.client.0.smithi089.stdout: 103: throughput=4.96MB/sec pending data=0 2024-07-26T06:27:00.517 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-x9eb_L8ddDJKH-a off=3829798 len=55858 2024-07-26T06:27:00.517 INFO:tasks.workunit.client.0.smithi089.stdout:op 528 completed, throughput=4.96MB/sec 2024-07-26T06:27:00.517 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ggpVFAEQEpDZHus off=14850439 len=1952027 2024-07-26T06:27:00.519 INFO:tasks.workunit.client.0.smithi089.stdout:op 529 completed, throughput=4.97MB/sec 2024-07-26T06:27:00.520 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-SLRFmJYod6GUD7e off=1151656 len=1532816 2024-07-26T06:27:00.521 INFO:tasks.workunit.client.0.smithi089.stdout:op 530 completed, throughput=4.99MB/sec 2024-07-26T06:27:00.522 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-vXDFkcoGvH2Mn3m off=107879 len=1447208 2024-07-26T06:27:00.523 INFO:tasks.workunit.client.0.smithi089.stdout:op 531 completed, throughput=5MB/sec 2024-07-26T06:27:01.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:27:01 smithi155 ceph-mon[90160]: pgmap v1467: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T06:27:01.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:27:01 smithi089 ceph-mon[99608]: pgmap v1467: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T06:27:01.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:27:01 smithi089 ceph-mon[102056]: pgmap v1467: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T06:27:01.523 INFO:tasks.workunit.client.0.smithi089.stdout: 104: throughput=4.95MB/sec pending data=0 2024-07-26T06:27:01.524 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-2lphjpwGsc4eylc off=5453073 len=2085977 2024-07-26T06:27:01.535 INFO:tasks.workunit.client.0.smithi089.stdout:op 532 completed, throughput=4.97MB/sec 2024-07-26T06:27:01.535 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Hga8URRdhYVzViP off=1664683 len=943291 2024-07-26T06:27:01.537 INFO:tasks.workunit.client.0.smithi089.stdout:op 533 completed, throughput=4.98MB/sec 2024-07-26T06:27:01.537 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-bfDPCmWJzuEUtnV off=8063532 len=358367 2024-07-26T06:27:01.540 INFO:tasks.workunit.client.0.smithi089.stdout:op 534 completed, throughput=4.98MB/sec 2024-07-26T06:27:01.540 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-wJIvGXP0gL5HpRG off=11551483 len=1710718 2024-07-26T06:27:01.542 INFO:tasks.workunit.client.0.smithi089.stdout:op 535 completed, throughput=5MB/sec 2024-07-26T06:27:01.542 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-O0QOesNaDrTxEqs off=8570008 len=1692582 2024-07-26T06:27:01.550 INFO:tasks.workunit.client.0.smithi089.stdout:op 536 completed, throughput=5.01MB/sec 2024-07-26T06:27:02.551 INFO:tasks.workunit.client.0.smithi089.stdout: 105: throughput=4.97MB/sec pending data=0 2024-07-26T06:27:02.551 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-l7m7DVE6P4Z8DKd off=172179 len=902939 2024-07-26T06:27:02.553 INFO:tasks.workunit.client.0.smithi089.stdout:op 537 completed, throughput=4.97MB/sec 2024-07-26T06:27:02.553 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-oTO1_YSzyuZSWGU off=2360717 len=1396947 2024-07-26T06:27:02.555 INFO:tasks.workunit.client.0.smithi089.stdout:op 538 completed, throughput=4.99MB/sec 2024-07-26T06:27:02.555 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-aQI7GnmZjwwXAre off=3186815 len=789484 2024-07-26T06:27:02.560 INFO:tasks.workunit.client.0.smithi089.stdout:op 539 completed, throughput=4.99MB/sec 2024-07-26T06:27:02.560 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Ryo_VD5MlQDKOu0 off=1862952 len=2031952 2024-07-26T06:27:02.573 INFO:tasks.workunit.client.0.smithi089.stdout:op 540 completed, throughput=5.01MB/sec 2024-07-26T06:27:02.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:27:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:27:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:27:02.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:27:02 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:27:02] "GET /metrics HTTP/1.1" 200 34033 "" "Prometheus/2.43.0" 2024-07-26T06:27:03.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:27:03 smithi155 ceph-mon[90160]: pgmap v1468: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:27:03.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:27:03 smithi089 ceph-mon[99608]: pgmap v1468: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:27:03.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:27:03 smithi089 ceph-mon[102056]: pgmap v1468: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:27:03.573 INFO:tasks.workunit.client.0.smithi089.stdout: 106: throughput=4.96MB/sec pending data=0 2024-07-26T06:27:03.574 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-JXQ9gQyouPU1r0E off=12637525 len=4589 2024-07-26T06:27:03.576 INFO:tasks.workunit.client.0.smithi089.stdout:op 541 completed, throughput=4.96MB/sec 2024-07-26T06:27:03.576 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Q2kPEgS7Z2ZNNZa off=1131913 len=613073 2024-07-26T06:27:03.577 INFO:tasks.workunit.client.0.smithi089.stdout:op 542 completed, throughput=4.97MB/sec 2024-07-26T06:27:03.577 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-pk7LZuuiAuOIfER off=6096616 len=740120 2024-07-26T06:27:03.582 INFO:tasks.workunit.client.0.smithi089.stdout:op 543 completed, throughput=4.98MB/sec 2024-07-26T06:27:03.582 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-DQdHgGbejA5PLoJ off=12723589 len=1294181 2024-07-26T06:27:03.583 INFO:tasks.workunit.client.0.smithi089.stdout:op 544 completed, throughput=4.99MB/sec 2024-07-26T06:27:03.583 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-CbvQOuUrG0GpAo7 off=20188000 len=1217972 2024-07-26T06:27:03.588 INFO:tasks.workunit.client.0.smithi089.stdout:op 545 completed, throughput=5MB/sec 2024-07-26T06:27:03.588 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-FwilSqT8DwvqEp2 off=38475 len=566524 2024-07-26T06:27:03.590 INFO:tasks.workunit.client.0.smithi089.stdout:op 546 completed, throughput=5MB/sec 2024-07-26T06:27:04.590 INFO:tasks.workunit.client.0.smithi089.stdout: 107: throughput=4.96MB/sec pending data=0 2024-07-26T06:27:04.591 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-qdewpki7L4UsybB off=2924784 len=1072890 2024-07-26T06:27:04.592 INFO:tasks.workunit.client.0.smithi089.stdout:op 547 completed, throughput=4.97MB/sec 2024-07-26T06:27:04.592 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-CuDcLu1OGVEJ6lh off=78459 len=1584339 2024-07-26T06:27:04.599 INFO:tasks.workunit.client.0.smithi089.stdout:op 548 completed, throughput=4.98MB/sec 2024-07-26T06:27:04.599 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-mjvgE4xnan1mjIa off=14291397 len=1533423 2024-07-26T06:27:04.602 INFO:tasks.workunit.client.0.smithi089.stdout:op 549 completed, throughput=4.99MB/sec 2024-07-26T06:27:04.602 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-fbPnnb8zQ7A48xR off=20904227 len=1977373 2024-07-26T06:27:04.613 INFO:tasks.workunit.client.0.smithi089.stdout:op 550 completed, throughput=5.01MB/sec 2024-07-26T06:27:05.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:27:05 smithi155 ceph-mon[90160]: pgmap v1469: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:27:05.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:27:05 smithi089 ceph-mon[99608]: pgmap v1469: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:27:05.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:27:05 smithi089 ceph-mon[102056]: pgmap v1469: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:27:05.613 INFO:tasks.workunit.client.0.smithi089.stdout: 108: throughput=4.96MB/sec pending data=0 2024-07-26T06:27:05.614 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-w6HfELv9LWtZRay off=5894968 len=1828211 2024-07-26T06:27:05.616 INFO:tasks.workunit.client.0.smithi089.stdout:op 551 completed, throughput=4.98MB/sec 2024-07-26T06:27:05.616 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-W3-nMgsCfyBcVVF off=4270531 len=1072364 2024-07-26T06:27:05.622 INFO:tasks.workunit.client.0.smithi089.stdout:op 552 completed, throughput=4.99MB/sec 2024-07-26T06:27:05.622 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-CUfd1GQkpQmyvV9 off=13630851 len=1202630 2024-07-26T06:27:05.629 INFO:tasks.workunit.client.0.smithi089.stdout:op 553 completed, throughput=5MB/sec 2024-07-26T06:27:05.629 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-SWpt3wpmE1NBVnX off=11409003 len=872075 2024-07-26T06:27:05.633 INFO:tasks.workunit.client.0.smithi089.stdout:op 554 completed, throughput=5.01MB/sec 2024-07-26T06:27:06.634 INFO:tasks.workunit.client.0.smithi089.stdout: 109: throughput=4.96MB/sec pending data=0 2024-07-26T06:27:06.634 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-4Lo1UfgxHf4uaMk off=285689 len=1444344 2024-07-26T06:27:06.640 INFO:tasks.workunit.client.0.smithi089.stdout:op 555 completed, throughput=4.97MB/sec 2024-07-26T06:27:06.640 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-uuxSJ4vpKDBI8Xk off=169673 len=474309 2024-07-26T06:27:06.643 INFO:tasks.workunit.client.0.smithi089.stdout:op 556 completed, throughput=4.98MB/sec 2024-07-26T06:27:06.643 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-2SLwejwR_CIM-m0 off=252463 len=1824523 2024-07-26T06:27:06.654 INFO:tasks.workunit.client.0.smithi089.stdout:op 557 completed, throughput=4.99MB/sec 2024-07-26T06:27:06.654 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-NpC8eoGEP8IaPOo off=7019327 len=305228 2024-07-26T06:27:06.655 INFO:tasks.workunit.client.0.smithi089.stdout:op 558 completed, throughput=5MB/sec 2024-07-26T06:27:06.655 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-QOQs5x2SmiEKLI- off=4108716 len=1182634 2024-07-26T06:27:06.656 INFO:tasks.workunit.client.0.smithi089.stdout:op 559 completed, throughput=5.01MB/sec 2024-07-26T06:27:07.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:27:07 smithi155 ceph-mon[90160]: pgmap v1470: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T06:27:07.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:27:07 smithi089 ceph-mon[99608]: pgmap v1470: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T06:27:07.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:27:07 smithi089 ceph-mon[102056]: pgmap v1470: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T06:27:07.657 INFO:tasks.workunit.client.0.smithi089.stdout: 110: throughput=4.96MB/sec pending data=0 2024-07-26T06:27:07.657 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-LD1FYs-xUWqKBzS off=0 len=1506989 2024-07-26T06:27:07.666 INFO:tasks.workunit.client.0.smithi089.stdout:op 560 completed, throughput=4.97MB/sec 2024-07-26T06:27:07.667 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-yvhF2Zyucx9iGK4 off=1347157 len=347710 2024-07-26T06:27:07.669 INFO:tasks.workunit.client.0.smithi089.stdout:op 561 completed, throughput=4.98MB/sec 2024-07-26T06:27:07.670 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-N04LX1scHEVIkno off=12926043 len=1250300 2024-07-26T06:27:07.676 INFO:tasks.workunit.client.0.smithi089.stdout:op 562 completed, throughput=4.99MB/sec 2024-07-26T06:27:07.676 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-xgqOIKOAKBJwN6C off=10364955 len=337294 2024-07-26T06:27:07.677 INFO:tasks.workunit.client.0.smithi089.stdout:op 563 completed, throughput=4.99MB/sec 2024-07-26T06:27:07.677 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-000WbV1ayvtZI4n off=5802362 len=1850241 2024-07-26T06:27:07.679 INFO:tasks.workunit.client.0.smithi089.stdout:op 564 completed, throughput=5.01MB/sec 2024-07-26T06:27:08.680 INFO:tasks.workunit.client.0.smithi089.stdout: 111: throughput=4.96MB/sec pending data=0 2024-07-26T06:27:08.680 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-uAhsQ8ajI0yxz2a off=0 len=1669149 2024-07-26T06:27:08.688 INFO:tasks.workunit.client.0.smithi089.stdout:op 565 completed, throughput=4.97MB/sec 2024-07-26T06:27:08.688 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-UiiD6nQr-r-tnBk off=1850690 len=1749311 2024-07-26T06:27:08.690 INFO:tasks.workunit.client.0.smithi089.stdout:op 566 completed, throughput=4.99MB/sec 2024-07-26T06:27:08.690 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-BIwE8ULQ9YOZcPw off=11028762 len=1767946 2024-07-26T06:27:08.692 INFO:tasks.workunit.client.0.smithi089.stdout:op 567 completed, throughput=5MB/sec 2024-07-26T06:27:09.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:27:09 smithi155 ceph-mon[90160]: pgmap v1471: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:27:09.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:27:09 smithi089 ceph-mon[99608]: pgmap v1471: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:27:09.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:27:09 smithi089 ceph-mon[102056]: pgmap v1471: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:27:09.692 INFO:tasks.workunit.client.0.smithi089.stdout: 112: throughput=4.96MB/sec pending data=0 2024-07-26T06:27:09.692 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj--kdNIGFP7ovxb4u off=1036675 len=1203395 2024-07-26T06:27:09.698 INFO:tasks.workunit.client.0.smithi089.stdout:op 568 completed, throughput=4.97MB/sec 2024-07-26T06:27:09.698 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Yz3b5Y1DFoD40mt off=3995093 len=1002731 2024-07-26T06:27:09.700 INFO:tasks.workunit.client.0.smithi089.stdout:op 569 completed, throughput=4.98MB/sec 2024-07-26T06:27:09.700 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-BurDq4-iVe9do8K off=8747657 len=1933155 2024-07-26T06:27:09.702 INFO:tasks.workunit.client.0.smithi089.stdout:op 570 completed, throughput=4.99MB/sec 2024-07-26T06:27:09.703 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-IqyVkPCflhuT-LJ off=4243082 len=2010378 2024-07-26T06:27:09.705 INFO:tasks.workunit.client.0.smithi089.stdout:op 571 completed, throughput=5.01MB/sec 2024-07-26T06:27:10.706 INFO:tasks.workunit.client.0.smithi089.stdout: 113: throughput=4.97MB/sec pending data=0 2024-07-26T06:27:10.706 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-hqa1UgnXvB1-0l8 off=19161184 len=387058 2024-07-26T06:27:10.709 INFO:tasks.workunit.client.0.smithi089.stdout:op 572 completed, throughput=4.97MB/sec 2024-07-26T06:27:10.709 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-7xz4IwJny4Hr9Av off=346243 len=1870214 2024-07-26T06:27:10.723 INFO:tasks.workunit.client.0.smithi089.stdout:op 573 completed, throughput=4.99MB/sec 2024-07-26T06:27:10.723 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-2yyG8Eiutp8LU0v off=3382509 len=1916656 2024-07-26T06:27:10.725 INFO:tasks.workunit.client.0.smithi089.stdout:op 574 completed, throughput=5MB/sec 2024-07-26T06:27:11.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:27:10 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:27:11.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:27:10 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:27:11.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:27:10 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:27:11.725 INFO:tasks.workunit.client.0.smithi089.stdout: 114: throughput=4.96MB/sec pending data=0 2024-07-26T06:27:11.725 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-G0SvmQ8bUujKPrl off=10319822 len=246559 2024-07-26T06:27:11.728 INFO:tasks.workunit.client.0.smithi089.stdout:op 575 completed, throughput=4.96MB/sec 2024-07-26T06:27:11.728 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-YunboamNP6hQWHF off=1417605 len=1343532 2024-07-26T06:27:11.735 INFO:tasks.workunit.client.0.smithi089.stdout:op 576 completed, throughput=4.97MB/sec 2024-07-26T06:27:11.735 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ZKvozxuuX3TbhVm off=12403389 len=1758099 2024-07-26T06:27:11.737 INFO:tasks.workunit.client.0.smithi089.stdout:op 577 completed, throughput=4.99MB/sec 2024-07-26T06:27:11.737 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-uA79Z8mCvSs0RYr off=14525066 len=1841866 2024-07-26T06:27:11.744 INFO:tasks.workunit.client.0.smithi089.stdout:op 578 completed, throughput=5MB/sec 2024-07-26T06:27:11.744 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-PxPeVT-fy79ETXJ off=5209961 len=357720 2024-07-26T06:27:11.745 INFO:tasks.workunit.client.0.smithi089.stdout:op 579 completed, throughput=5MB/sec 2024-07-26T06:27:12.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:27:11 smithi155 ceph-mon[90160]: pgmap v1472: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T06:27:12.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:27:11 smithi089 ceph-mon[99608]: pgmap v1472: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T06:27:12.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:27:11 smithi089 ceph-mon[102056]: pgmap v1472: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T06:27:12.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:27:12 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:27:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:27:12.745 INFO:tasks.workunit.client.0.smithi089.stdout: 115: throughput=4.96MB/sec pending data=0 2024-07-26T06:27:12.746 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-xroTBAE4nrNao56 off=1879743 len=1063031 2024-07-26T06:27:12.751 INFO:tasks.workunit.client.0.smithi089.stdout:op 580 completed, throughput=4.97MB/sec 2024-07-26T06:27:12.751 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-2KLUeLQXwwztqMl off=14953347 len=850864 2024-07-26T06:27:12.753 INFO:tasks.workunit.client.0.smithi089.stdout:op 581 completed, throughput=4.98MB/sec 2024-07-26T06:27:12.753 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-52qqsQqzkIsmhFy off=17705792 len=25199 2024-07-26T06:27:12.753 INFO:tasks.workunit.client.0.smithi089.stdout:op 582 completed, throughput=4.98MB/sec 2024-07-26T06:27:12.753 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-kurkNrRMsfsFPLh off=10700623 len=57874 2024-07-26T06:27:12.755 INFO:tasks.workunit.client.0.smithi089.stdout:op 583 completed, throughput=4.98MB/sec 2024-07-26T06:27:12.755 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-2y6Dymc64-v2tg1 off=14500940 len=1407976 2024-07-26T06:27:12.762 INFO:tasks.workunit.client.0.smithi089.stdout:op 584 completed, throughput=4.99MB/sec 2024-07-26T06:27:12.762 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-kgGO827NIDHXBRO off=1274874 len=872506 2024-07-26T06:27:12.763 INFO:tasks.workunit.client.0.smithi089.stdout:op 585 completed, throughput=4.99MB/sec 2024-07-26T06:27:12.763 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-hgukx53SniOJtx6 off=1958083 len=1258942 2024-07-26T06:27:12.768 INFO:tasks.workunit.client.0.smithi089.stdout:op 586 completed, throughput=5MB/sec 2024-07-26T06:27:12.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:27:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:27:12] "GET /metrics HTTP/1.1" 200 34035 "" "Prometheus/2.43.0" 2024-07-26T06:27:13.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:27:13 smithi155 ceph-mon[90160]: pgmap v1473: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T06:27:13.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:27:13 smithi089 ceph-mon[99608]: pgmap v1473: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T06:27:13.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:27:13 smithi089 ceph-mon[102056]: pgmap v1473: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T06:27:13.769 INFO:tasks.workunit.client.0.smithi089.stdout: 116: throughput=4.96MB/sec pending data=0 2024-07-26T06:27:13.769 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-LjSAbUbLKJVKtpJ off=13199273 len=659794 2024-07-26T06:27:13.773 INFO:tasks.workunit.client.0.smithi089.stdout:op 587 completed, throughput=4.97MB/sec 2024-07-26T06:27:13.773 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-lnnkWCNxv1RCpKI off=50806 len=1556887 2024-07-26T06:27:13.775 INFO:tasks.workunit.client.0.smithi089.stdout:op 588 completed, throughput=4.98MB/sec 2024-07-26T06:27:13.775 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-y-PHIxVnVWvXief off=14883716 len=788586 2024-07-26T06:27:13.777 INFO:tasks.workunit.client.0.smithi089.stdout:op 589 completed, throughput=4.99MB/sec 2024-07-26T06:27:13.777 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ouTRtMlrGwEJ7n3 off=4829033 len=1561055 2024-07-26T06:27:13.786 INFO:tasks.workunit.client.0.smithi089.stdout:op 590 completed, throughput=5MB/sec 2024-07-26T06:27:13.786 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-sjFaApSkpVunb5s off=1263107 len=811966 2024-07-26T06:27:13.791 INFO:tasks.workunit.client.0.smithi089.stdout:op 591 completed, throughput=5MB/sec 2024-07-26T06:27:14.791 INFO:tasks.workunit.client.0.smithi089.stdout: 117: throughput=4.96MB/sec pending data=0 2024-07-26T06:27:14.791 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-4BQu7xuxMEtdrkI off=9442795 len=593021 2024-07-26T06:27:14.792 INFO:tasks.workunit.client.0.smithi089.stdout:op 592 completed, throughput=4.97MB/sec 2024-07-26T06:27:14.792 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-lt4vqvhMDMyOrzP off=1138858 len=727006 2024-07-26T06:27:14.793 INFO:tasks.workunit.client.0.smithi089.stdout:op 593 completed, throughput=4.97MB/sec 2024-07-26T06:27:14.794 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-MtNVdki_caTsQmP off=8890851 len=1110920 2024-07-26T06:27:14.795 INFO:tasks.workunit.client.0.smithi089.stdout:op 594 completed, throughput=4.98MB/sec 2024-07-26T06:27:14.795 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-PuyhocZlG59Z6Dd off=11749855 len=1290460 2024-07-26T06:27:14.803 INFO:tasks.workunit.client.0.smithi089.stdout:op 595 completed, throughput=4.99MB/sec 2024-07-26T06:27:14.804 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-J89Xdr8dKsCOMjM off=2379677 len=1901293 2024-07-26T06:27:14.805 INFO:tasks.workunit.client.0.smithi089.stdout:op 596 completed, throughput=5.01MB/sec 2024-07-26T06:27:15.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:27:15 smithi155 ceph-mon[90160]: pgmap v1474: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-26T06:27:15.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:27:15 smithi089 ceph-mon[99608]: pgmap v1474: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-26T06:27:15.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:27:15 smithi089 ceph-mon[102056]: pgmap v1474: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-26T06:27:15.806 INFO:tasks.workunit.client.0.smithi089.stdout: 118: throughput=4.96MB/sec pending data=0 2024-07-26T06:27:15.806 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-u42y5Tih4Tm3VRa off=12869993 len=1725782 2024-07-26T06:27:15.808 INFO:tasks.workunit.client.0.smithi089.stdout:op 597 completed, throughput=4.98MB/sec 2024-07-26T06:27:15.808 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-_sZoN0PoahiP6Kr off=4253434 len=1188659 2024-07-26T06:27:15.810 INFO:tasks.workunit.client.0.smithi089.stdout:op 598 completed, throughput=4.99MB/sec 2024-07-26T06:27:15.810 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-8O55SktWTrQV-s6 off=4046969 len=1112822 2024-07-26T06:27:15.818 INFO:tasks.workunit.client.0.smithi089.stdout:op 599 completed, throughput=5MB/sec 2024-07-26T06:27:15.818 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-v-k0i1E4--woTTW off=9849421 len=1722646 2024-07-26T06:27:15.821 INFO:tasks.workunit.client.0.smithi089.stdout:op 600 completed, throughput=5.01MB/sec 2024-07-26T06:27:16.822 INFO:tasks.workunit.client.0.smithi089.stdout: 119: throughput=4.97MB/sec pending data=0 2024-07-26T06:27:16.822 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-HCNUQRN7pnumxhZ off=7156479 len=1497809 2024-07-26T06:27:16.829 INFO:tasks.workunit.client.0.smithi089.stdout:op 601 completed, throughput=4.98MB/sec 2024-07-26T06:27:16.829 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-e2SO4MI-3ZkWLx4 off=11226375 len=1128139 2024-07-26T06:27:16.831 INFO:tasks.workunit.client.0.smithi089.stdout:op 602 completed, throughput=4.99MB/sec 2024-07-26T06:27:16.832 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-lp_FoP-hxmBPxeU off=8494073 len=43748 2024-07-26T06:27:16.832 INFO:tasks.workunit.client.0.smithi089.stdout:op 603 completed, throughput=4.99MB/sec 2024-07-26T06:27:16.832 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-8qzwu0w_j_QH_Mt off=2615482 len=566795 2024-07-26T06:27:16.837 INFO:tasks.workunit.client.0.smithi089.stdout:op 604 completed, throughput=4.99MB/sec 2024-07-26T06:27:16.837 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-MA4ThCSCwL-5RGm off=581572 len=435049 2024-07-26T06:27:16.839 INFO:tasks.workunit.client.0.smithi089.stdout:op 605 completed, throughput=5MB/sec 2024-07-26T06:27:16.839 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-jaQN0yOHUL75f7g off=16747342 len=1990095 2024-07-26T06:27:16.843 INFO:tasks.workunit.client.0.smithi089.stdout:op 606 completed, throughput=5.01MB/sec 2024-07-26T06:27:17.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:27:17 smithi155 ceph-mon[90160]: pgmap v1475: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:27:17.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:27:17 smithi089 ceph-mon[99608]: pgmap v1475: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:27:17.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:27:17 smithi089 ceph-mon[102056]: pgmap v1475: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:27:17.843 INFO:tasks.workunit.client.0.smithi089.stdout: 120: throughput=4.97MB/sec pending data=0 2024-07-26T06:27:17.844 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-pZGcK7tlwmaHsyV off=0 len=1281624 2024-07-26T06:27:17.852 INFO:tasks.workunit.client.0.smithi089.stdout:op 607 completed, throughput=4.98MB/sec 2024-07-26T06:27:17.852 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-AnmKIeTiSqRvp8p off=2464243 len=695950 2024-07-26T06:27:17.856 INFO:tasks.workunit.client.0.smithi089.stdout:op 608 completed, throughput=4.99MB/sec 2024-07-26T06:27:17.857 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-b_a-lZ1SyrTXWQt off=4720742 len=1368633 2024-07-26T06:27:17.865 INFO:tasks.workunit.client.0.smithi089.stdout:op 609 completed, throughput=5MB/sec 2024-07-26T06:27:17.865 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-mCV78Ie-GldZV1Y off=4362899 len=1501928 2024-07-26T06:27:17.866 INFO:tasks.workunit.client.0.smithi089.stdout:op 610 completed, throughput=5.01MB/sec 2024-07-26T06:27:18.867 INFO:tasks.workunit.client.0.smithi089.stdout: 121: throughput=4.97MB/sec pending data=0 2024-07-26T06:27:18.867 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-0E4wzydsnag5Ct_ off=8968810 len=1567349 2024-07-26T06:27:18.873 INFO:tasks.workunit.client.0.smithi089.stdout:op 611 completed, throughput=4.98MB/sec 2024-07-26T06:27:18.873 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-IE5yUqrMCyeZwIy off=6933727 len=1621245 2024-07-26T06:27:18.875 INFO:tasks.workunit.client.0.smithi089.stdout:op 612 completed, throughput=4.99MB/sec 2024-07-26T06:27:18.875 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-mGPH7abzl_aSBoQ off=14093181 len=1016199 2024-07-26T06:27:18.876 INFO:tasks.workunit.client.0.smithi089.stdout:op 613 completed, throughput=5MB/sec 2024-07-26T06:27:18.876 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-u-3XeD5-pFW5xs2 off=667071 len=2088198 2024-07-26T06:27:18.886 INFO:tasks.workunit.client.0.smithi089.stdout:op 614 completed, throughput=5.02MB/sec 2024-07-26T06:27:19.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:27:19 smithi155 ceph-mon[90160]: pgmap v1476: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-26T06:27:19.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:27:19 smithi089 ceph-mon[99608]: pgmap v1476: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-26T06:27:19.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:27:19 smithi089 ceph-mon[102056]: pgmap v1476: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-26T06:27:19.886 INFO:tasks.workunit.client.0.smithi089.stdout: 122: throughput=4.97MB/sec pending data=0 2024-07-26T06:27:19.887 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Rbo5UHQ9isYk_TA off=12781912 len=443484 2024-07-26T06:27:19.890 INFO:tasks.workunit.client.0.smithi089.stdout:op 615 completed, throughput=4.98MB/sec 2024-07-26T06:27:19.890 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-CaYw7lpFkrsE4ej off=14463020 len=1187290 2024-07-26T06:27:19.894 INFO:tasks.workunit.client.0.smithi089.stdout:op 616 completed, throughput=4.99MB/sec 2024-07-26T06:27:19.894 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-RSnzBi9u3xT39JQ off=13766936 len=916109 2024-07-26T06:27:19.896 INFO:tasks.workunit.client.0.smithi089.stdout:op 617 completed, throughput=4.99MB/sec 2024-07-26T06:27:19.896 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-_6i2RVE89vKgnS5 off=8430336 len=231678 2024-07-26T06:27:19.896 INFO:tasks.workunit.client.0.smithi089.stdout:op 618 completed, throughput=5MB/sec 2024-07-26T06:27:19.897 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-J6-0rvQqrJrYibd off=3730001 len=945410 2024-07-26T06:27:19.899 INFO:tasks.workunit.client.0.smithi089.stdout:op 619 completed, throughput=5MB/sec 2024-07-26T06:27:20.899 INFO:tasks.workunit.client.0.smithi089.stdout: 123: throughput=4.96MB/sec pending data=0 2024-07-26T06:27:20.899 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-_l78CSqjBXQQVhx off=15418560 len=1848834 2024-07-26T06:27:20.910 INFO:tasks.workunit.client.0.smithi089.stdout:op 620 completed, throughput=4.98MB/sec 2024-07-26T06:27:20.910 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-zsy_pmwoETkuxQ7 off=2508362 len=1285163 2024-07-26T06:27:20.917 INFO:tasks.workunit.client.0.smithi089.stdout:op 621 completed, throughput=4.99MB/sec 2024-07-26T06:27:20.917 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-TxuIKN2rJopBwtp off=6832796 len=1587380 2024-07-26T06:27:20.923 INFO:tasks.workunit.client.0.smithi089.stdout:op 622 completed, throughput=5MB/sec 2024-07-26T06:27:20.923 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-HU2wt-WfCdx1_t9 off=4360519 len=361070 2024-07-26T06:27:20.924 INFO:tasks.workunit.client.0.smithi089.stdout:op 623 completed, throughput=5MB/sec 2024-07-26T06:27:21.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:27:21 smithi155 ceph-mon[90160]: pgmap v1477: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:27:21.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:27:21 smithi089 ceph-mon[99608]: pgmap v1477: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:27:21.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:27:21 smithi089 ceph-mon[102056]: pgmap v1477: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:27:21.924 INFO:tasks.workunit.client.0.smithi089.stdout: 124: throughput=4.96MB/sec pending data=0 2024-07-26T06:27:21.924 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-mMbbvk1LuFpQZL3 off=496604 len=355283 2024-07-26T06:27:21.928 INFO:tasks.workunit.client.0.smithi089.stdout:op 624 completed, throughput=4.96MB/sec 2024-07-26T06:27:21.928 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ym46J7cdXlWIBKP off=12488139 len=27913 2024-07-26T06:27:21.930 INFO:tasks.workunit.client.0.smithi089.stdout:op 625 completed, throughput=4.96MB/sec 2024-07-26T06:27:21.930 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Zuil6S4QWsE45TU off=3067268 len=309895 2024-07-26T06:27:21.933 INFO:tasks.workunit.client.0.smithi089.stdout:op 626 completed, throughput=4.97MB/sec 2024-07-26T06:27:21.933 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-BSx8iI4JKAgYe0V off=12100999 len=404992 2024-07-26T06:27:21.934 INFO:tasks.workunit.client.0.smithi089.stdout:op 627 completed, throughput=4.97MB/sec 2024-07-26T06:27:21.934 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ejrll8uNG_LkEtq off=1198345 len=926891 2024-07-26T06:27:21.939 INFO:tasks.workunit.client.0.smithi089.stdout:op 628 completed, throughput=4.98MB/sec 2024-07-26T06:27:21.940 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-maror_GmxJcI27D off=4223252 len=371518 2024-07-26T06:27:21.942 INFO:tasks.workunit.client.0.smithi089.stdout:op 629 completed, throughput=4.98MB/sec 2024-07-26T06:27:21.942 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-E4r3JJdDmuNHvn- off=1655311 len=356420 2024-07-26T06:27:21.943 INFO:tasks.workunit.client.0.smithi089.stdout:op 630 completed, throughput=4.98MB/sec 2024-07-26T06:27:21.943 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-tHEJFkA12aKNBog off=5013650 len=809753 2024-07-26T06:27:21.947 INFO:tasks.workunit.client.0.smithi089.stdout:op 631 completed, throughput=4.99MB/sec 2024-07-26T06:27:21.947 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-VOVo7ZXbiUrUvwv off=2134242 len=173856 2024-07-26T06:27:21.949 INFO:tasks.workunit.client.0.smithi089.stdout:op 632 completed, throughput=4.99MB/sec 2024-07-26T06:27:21.949 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-mERa9uE-WDEZsJz off=10442155 len=671561 2024-07-26T06:27:21.951 INFO:tasks.workunit.client.0.smithi089.stdout:op 633 completed, throughput=4.99MB/sec 2024-07-26T06:27:21.951 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-pBY_LHkjlrJvt8l off=3268320 len=1815855 2024-07-26T06:27:21.959 INFO:tasks.workunit.client.0.smithi089.stdout:op 634 completed, throughput=5.01MB/sec 2024-07-26T06:27:22.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:27:22 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:27:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:27:22.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:27:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:27:22] "GET /metrics HTTP/1.1" 200 34035 "" "Prometheus/2.43.0" 2024-07-26T06:27:22.960 INFO:tasks.workunit.client.0.smithi089.stdout: 125: throughput=4.97MB/sec pending data=0 2024-07-26T06:27:22.960 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-aP1ChUxN6Lup6Af off=18271272 len=161460 2024-07-26T06:27:22.962 INFO:tasks.workunit.client.0.smithi089.stdout:op 635 completed, throughput=4.97MB/sec 2024-07-26T06:27:22.962 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-aqVMlLcsx8ffWXm off=4920777 len=1292590 2024-07-26T06:27:22.964 INFO:tasks.workunit.client.0.smithi089.stdout:op 636 completed, throughput=4.98MB/sec 2024-07-26T06:27:22.964 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-WftDyiJI_oM9nwk off=1935002 len=481834 2024-07-26T06:27:22.966 INFO:tasks.workunit.client.0.smithi089.stdout:op 637 completed, throughput=4.98MB/sec 2024-07-26T06:27:22.966 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-s4hcII8qwMLugky off=17533922 len=536417 2024-07-26T06:27:22.970 INFO:tasks.workunit.client.0.smithi089.stdout:op 638 completed, throughput=4.99MB/sec 2024-07-26T06:27:22.970 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-o4rSRYtcH217P2j off=7178317 len=58781 2024-07-26T06:27:22.970 INFO:tasks.workunit.client.0.smithi089.stdout:op 639 completed, throughput=4.99MB/sec 2024-07-26T06:27:22.970 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-UNRs-BB9N2GKKKq off=3070866 len=1582735 2024-07-26T06:27:22.980 INFO:tasks.workunit.client.0.smithi089.stdout:op 640 completed, throughput=5MB/sec 2024-07-26T06:27:22.980 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ky1_8XDUXEzkOAE off=8267611 len=222844 2024-07-26T06:27:22.980 INFO:tasks.workunit.client.0.smithi089.stdout:op 641 completed, throughput=5MB/sec 2024-07-26T06:27:22.981 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-oo-yzmbSebhOkKO off=11453694 len=1726403 2024-07-26T06:27:22.988 INFO:tasks.workunit.client.0.smithi089.stdout:op 642 completed, throughput=5.01MB/sec 2024-07-26T06:27:23.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:27:23 smithi155 ceph-mon[90160]: pgmap v1478: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:27:23.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:27:23 smithi089 ceph-mon[99608]: pgmap v1478: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:27:23.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:27:23 smithi089 ceph-mon[102056]: pgmap v1478: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:27:23.989 INFO:tasks.workunit.client.0.smithi089.stdout: 126: throughput=4.97MB/sec pending data=0 2024-07-26T06:27:23.989 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-j1AlsS0-93Muuha off=767208 len=703411 2024-07-26T06:27:23.994 INFO:tasks.workunit.client.0.smithi089.stdout:op 643 completed, throughput=4.98MB/sec 2024-07-26T06:27:23.994 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-mCLdKKHKOTzcn5M off=572852 len=29609 2024-07-26T06:27:23.996 INFO:tasks.workunit.client.0.smithi089.stdout:op 644 completed, throughput=4.98MB/sec 2024-07-26T06:27:23.996 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-bTWfDexxRc53u57 off=8051417 len=1259111 2024-07-26T06:27:23.997 INFO:tasks.workunit.client.0.smithi089.stdout:op 645 completed, throughput=4.99MB/sec 2024-07-26T06:27:23.997 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-7NPFXf25Mzbp-FU off=1126793 len=152289 2024-07-26T06:27:23.998 INFO:tasks.workunit.client.0.smithi089.stdout:op 646 completed, throughput=4.99MB/sec 2024-07-26T06:27:23.998 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-QzxBX1gdirH9FuX off=416308 len=316592 2024-07-26T06:27:24.002 INFO:tasks.workunit.client.0.smithi089.stdout:op 647 completed, throughput=4.99MB/sec 2024-07-26T06:27:24.002 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-8OMl23MI7AeLwJW off=4320727 len=958622 2024-07-26T06:27:24.007 INFO:tasks.workunit.client.0.smithi089.stdout:op 648 completed, throughput=5MB/sec 2024-07-26T06:27:24.007 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-HMmr73iZS_OEm-d off=2650653 len=762077 2024-07-26T06:27:24.008 INFO:tasks.workunit.client.0.smithi089.stdout:op 649 completed, throughput=5MB/sec 2024-07-26T06:27:25.010 INFO:tasks.workunit.client.0.smithi089.stdout: 127: throughput=4.96MB/sec pending data=0 2024-07-26T06:27:25.010 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-UY1rZuOMU_Q4Jkn off=9656963 len=1959256 2024-07-26T06:27:25.020 INFO:tasks.workunit.client.0.smithi089.stdout:op 650 completed, throughput=4.98MB/sec 2024-07-26T06:27:25.020 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-koyfAUcWSPhK1ZF off=2612717 len=775979 2024-07-26T06:27:25.025 INFO:tasks.workunit.client.0.smithi089.stdout:op 651 completed, throughput=4.98MB/sec 2024-07-26T06:27:25.025 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-N4bUj9_qEgEOfPn off=18695913 len=1953411 2024-07-26T06:27:25.032 INFO:tasks.workunit.client.0.smithi089.stdout:op 652 completed, throughput=5MB/sec 2024-07-26T06:27:25.032 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-CqKX5G_UeHjv6bv off=4767879 len=1963965 2024-07-26T06:27:25.035 INFO:tasks.workunit.client.0.smithi089.stdout:op 653 completed, throughput=5.01MB/sec 2024-07-26T06:27:25.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:27:25 smithi155 ceph-mon[90160]: pgmap v1479: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:27:25.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:27:25 smithi089 ceph-mon[99608]: pgmap v1479: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:27:25.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:27:25 smithi089 ceph-mon[102056]: pgmap v1479: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:27:26.036 INFO:tasks.workunit.client.0.smithi089.stdout: 128: throughput=4.97MB/sec pending data=0 2024-07-26T06:27:26.036 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-RzZB_0r017oakBu off=1850775 len=513503 2024-07-26T06:27:26.040 INFO:tasks.workunit.client.0.smithi089.stdout:op 654 completed, throughput=4.98MB/sec 2024-07-26T06:27:26.040 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-f4fwv7g7S7Yb3wJ off=6903388 len=2024098 2024-07-26T06:27:26.052 INFO:tasks.workunit.client.0.smithi089.stdout:op 655 completed, throughput=4.99MB/sec 2024-07-26T06:27:26.052 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-WAA27QFQgpFAeKS off=662719 len=1829309 2024-07-26T06:27:26.063 INFO:tasks.workunit.client.0.smithi089.stdout:op 656 completed, throughput=5MB/sec 2024-07-26T06:27:26.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:27:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:27:26.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:27:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:27:26.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:27:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:27:27.063 INFO:tasks.workunit.client.0.smithi089.stdout: 129: throughput=4.97MB/sec pending data=0 2024-07-26T06:27:27.063 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-isqKRhOEF6Z9OIU off=3456981 len=890360 2024-07-26T06:27:27.065 INFO:tasks.workunit.client.0.smithi089.stdout:op 657 completed, throughput=4.97MB/sec 2024-07-26T06:27:27.065 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-HmkrqoVWxwjLoac off=222592 len=1071125 2024-07-26T06:27:27.071 INFO:tasks.workunit.client.0.smithi089.stdout:op 658 completed, throughput=4.98MB/sec 2024-07-26T06:27:27.071 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-hIWJPBSO6F_6UHt off=5829313 len=541063 2024-07-26T06:27:27.072 INFO:tasks.workunit.client.0.smithi089.stdout:op 659 completed, throughput=4.98MB/sec 2024-07-26T06:27:27.072 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-HQJN33Qp5GeUsE7 off=164411 len=287518 2024-07-26T06:27:27.072 INFO:tasks.workunit.client.0.smithi089.stdout:op 660 completed, throughput=4.99MB/sec 2024-07-26T06:27:27.072 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj--TQPQqmEy68he-k off=1204522 len=1559762 2024-07-26T06:27:27.074 INFO:tasks.workunit.client.0.smithi089.stdout:op 661 completed, throughput=5MB/sec 2024-07-26T06:27:27.074 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-1JRquiyW92KkvL9 off=2285848 len=42519 2024-07-26T06:27:27.076 INFO:tasks.workunit.client.0.smithi089.stdout:op 662 completed, throughput=5MB/sec 2024-07-26T06:27:27.077 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-sDcijlhiAEFUUOA off=6126164 len=990422 2024-07-26T06:27:27.079 INFO:tasks.workunit.client.0.smithi089.stdout:op 663 completed, throughput=5.01MB/sec 2024-07-26T06:27:27.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:27:27 smithi155 ceph-mon[90160]: pgmap v1480: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:27:27.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:27:27 smithi089 ceph-mon[99608]: pgmap v1480: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:27:27.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:27:27 smithi089 ceph-mon[102056]: pgmap v1480: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:27:28.080 INFO:tasks.workunit.client.0.smithi089.stdout: 130: throughput=4.97MB/sec pending data=0 2024-07-26T06:27:28.080 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-aAZNg3XhzrjWh0v off=10307027 len=1550632 2024-07-26T06:27:28.086 INFO:tasks.workunit.client.0.smithi089.stdout:op 664 completed, throughput=4.98MB/sec 2024-07-26T06:27:28.086 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-D9w-EYtFIlzn9BN off=2683069 len=554589 2024-07-26T06:27:28.091 INFO:tasks.workunit.client.0.smithi089.stdout:op 665 completed, throughput=4.98MB/sec 2024-07-26T06:27:28.091 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-4lflLDyojb58vPL off=4488029 len=1636406 2024-07-26T06:27:28.097 INFO:tasks.workunit.client.0.smithi089.stdout:op 666 completed, throughput=4.99MB/sec 2024-07-26T06:27:28.097 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-byd7v4HoFn70hx_ off=12235524 len=723438 2024-07-26T06:27:28.102 INFO:tasks.workunit.client.0.smithi089.stdout:op 667 completed, throughput=5MB/sec 2024-07-26T06:27:28.102 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-MMFTSyw13rA0s2k off=13308834 len=1611612 2024-07-26T06:27:28.103 INFO:tasks.workunit.client.0.smithi089.stdout:op 668 completed, throughput=5.01MB/sec 2024-07-26T06:27:29.103 INFO:tasks.workunit.client.0.smithi089.stdout: 131: throughput=4.97MB/sec pending data=0 2024-07-26T06:27:29.103 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-4FDZO3mi-PspsMq off=10162083 len=1964773 2024-07-26T06:27:29.114 INFO:tasks.workunit.client.0.smithi089.stdout:op 669 completed, throughput=4.99MB/sec 2024-07-26T06:27:29.114 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-FXU9-E6ykxZQcuQ off=234511 len=1836860 2024-07-26T06:27:29.122 INFO:tasks.workunit.client.0.smithi089.stdout:op 670 completed, throughput=5MB/sec 2024-07-26T06:27:29.122 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-5t78FKc7yYKotd7 off=14093553 len=755056 2024-07-26T06:27:29.125 INFO:tasks.workunit.client.0.smithi089.stdout:op 671 completed, throughput=5MB/sec 2024-07-26T06:27:29.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:27:29 smithi155 ceph-mon[90160]: pgmap v1481: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T06:27:29.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:27:29 smithi089 ceph-mon[99608]: pgmap v1481: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T06:27:29.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:27:29 smithi089 ceph-mon[102056]: pgmap v1481: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T06:27:30.125 INFO:tasks.workunit.client.0.smithi089.stdout: 132: throughput=4.97MB/sec pending data=0 2024-07-26T06:27:30.126 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-JyBZndpHNlxdUeW off=6873187 len=1593622 2024-07-26T06:27:30.134 INFO:tasks.workunit.client.0.smithi089.stdout:op 672 completed, throughput=4.98MB/sec 2024-07-26T06:27:30.134 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-d4HMK23jJeFJle8 off=7457140 len=1853578 2024-07-26T06:27:30.145 INFO:tasks.workunit.client.0.smithi089.stdout:op 673 completed, throughput=4.99MB/sec 2024-07-26T06:27:30.145 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ebh3FLvm_E9kwWC off=10531092 len=156056 2024-07-26T06:27:30.147 INFO:tasks.workunit.client.0.smithi089.stdout:op 674 completed, throughput=4.99MB/sec 2024-07-26T06:27:30.148 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-JpA0oMg0Kf37dJw off=5127636 len=1378887 2024-07-26T06:27:30.149 INFO:tasks.workunit.client.0.smithi089.stdout:op 675 completed, throughput=5MB/sec 2024-07-26T06:27:31.150 INFO:tasks.workunit.client.0.smithi089.stdout: 133: throughput=4.96MB/sec pending data=0 2024-07-26T06:27:31.150 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-py_H1ShVUnkKTN7 off=2364081 len=416934 2024-07-26T06:27:31.153 INFO:tasks.workunit.client.0.smithi089.stdout:op 676 completed, throughput=4.97MB/sec 2024-07-26T06:27:31.153 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-xyCjd2UgswF0pDH off=157054 len=447233 2024-07-26T06:27:31.154 INFO:tasks.workunit.client.0.smithi089.stdout:op 677 completed, throughput=4.97MB/sec 2024-07-26T06:27:31.154 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-dsJODUKsF2Nilah off=9205398 len=1028777 2024-07-26T06:27:31.158 INFO:tasks.workunit.client.0.smithi089.stdout:op 678 completed, throughput=4.98MB/sec 2024-07-26T06:27:31.159 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-aW4mFVS7E-YZmYQ off=19319617 len=903167 2024-07-26T06:27:31.162 INFO:tasks.workunit.client.0.smithi089.stdout:op 679 completed, throughput=4.98MB/sec 2024-07-26T06:27:31.162 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-xgzmSxVrWhQq12w off=3550981 len=1414321 2024-07-26T06:27:31.164 INFO:tasks.workunit.client.0.smithi089.stdout:op 680 completed, throughput=4.99MB/sec 2024-07-26T06:27:31.164 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Z5Hvc4zeKWt7aTz off=14842116 len=960782 2024-07-26T06:27:31.165 INFO:tasks.workunit.client.0.smithi089.stdout:op 681 completed, throughput=5MB/sec 2024-07-26T06:27:31.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:27:31 smithi155 ceph-mon[90160]: pgmap v1482: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:27:31.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:27:31 smithi089 ceph-mon[99608]: pgmap v1482: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:27:31.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:27:31 smithi089 ceph-mon[102056]: pgmap v1482: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:27:32.165 INFO:tasks.workunit.client.0.smithi089.stdout: 134: throughput=4.96MB/sec pending data=0 2024-07-26T06:27:32.165 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-iY0fbevkj3TSBJn off=176823 len=1634378 2024-07-26T06:27:32.167 INFO:tasks.workunit.client.0.smithi089.stdout:op 682 completed, throughput=4.98MB/sec 2024-07-26T06:27:32.167 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-sQWbdJ9VXvTJydL off=736733 len=1137291 2024-07-26T06:27:32.169 INFO:tasks.workunit.client.0.smithi089.stdout:op 683 completed, throughput=4.98MB/sec 2024-07-26T06:27:32.169 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ZKxfxYsEG3aDW0J off=9211610 len=1947123 2024-07-26T06:27:32.179 INFO:tasks.workunit.client.0.smithi089.stdout:op 684 completed, throughput=5MB/sec 2024-07-26T06:27:32.179 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-8WkWJSslZlYYYfe off=4182940 len=1486800 2024-07-26T06:27:32.185 INFO:tasks.workunit.client.0.smithi089.stdout:op 685 completed, throughput=5.01MB/sec 2024-07-26T06:27:32.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:27:32 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:27:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:27:32.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:27:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:27:32] "GET /metrics HTTP/1.1" 200 34035 "" "Prometheus/2.43.0" 2024-07-26T06:27:33.185 INFO:tasks.workunit.client.0.smithi089.stdout: 135: throughput=4.97MB/sec pending data=0 2024-07-26T06:27:33.186 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-UBQtHtrJXvPzYMy off=453699 len=1272900 2024-07-26T06:27:33.189 INFO:tasks.workunit.client.0.smithi089.stdout:op 686 completed, throughput=4.98MB/sec 2024-07-26T06:27:33.189 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Dke4pxAzKqk7Bn9 off=1297483 len=1034599 2024-07-26T06:27:33.194 INFO:tasks.workunit.client.0.smithi089.stdout:op 687 completed, throughput=4.99MB/sec 2024-07-26T06:27:33.194 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ZJPIhWTX1WLBHs1 off=2550864 len=1524225 2024-07-26T06:27:33.202 INFO:tasks.workunit.client.0.smithi089.stdout:op 688 completed, throughput=5MB/sec 2024-07-26T06:27:33.202 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-SWCSP9OzPwcDJ6a off=15918038 len=609029 2024-07-26T06:27:33.203 INFO:tasks.workunit.client.0.smithi089.stdout:op 689 completed, throughput=5MB/sec 2024-07-26T06:27:33.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:27:33 smithi155 ceph-mon[90160]: pgmap v1483: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-07-26T06:27:33.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:27:33 smithi089 ceph-mon[99608]: pgmap v1483: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-07-26T06:27:33.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:27:33 smithi089 ceph-mon[102056]: pgmap v1483: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-07-26T06:27:34.203 INFO:tasks.workunit.client.0.smithi089.stdout: 136: throughput=4.96MB/sec pending data=0 2024-07-26T06:27:34.203 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-NIaPGqwZj6pU5Wc off=11074771 len=712120 2024-07-26T06:27:34.204 INFO:tasks.workunit.client.0.smithi089.stdout:op 690 completed, throughput=4.97MB/sec 2024-07-26T06:27:34.205 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-NaKVDmTh5uCgsOw off=9312696 len=292859 2024-07-26T06:27:34.207 INFO:tasks.workunit.client.0.smithi089.stdout:op 691 completed, throughput=4.97MB/sec 2024-07-26T06:27:34.208 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-YMg8DSMj1uXGHEM off=2920856 len=1363671 2024-07-26T06:27:34.209 INFO:tasks.workunit.client.0.smithi089.stdout:op 692 completed, throughput=4.98MB/sec 2024-07-26T06:27:34.209 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-VO4UvPXaHbgB5nD off=3641867 len=685718 2024-07-26T06:27:34.210 INFO:tasks.workunit.client.0.smithi089.stdout:op 693 completed, throughput=4.98MB/sec 2024-07-26T06:27:34.211 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-BdWDuEZMXvMnRYm off=16112993 len=413508 2024-07-26T06:27:34.211 INFO:tasks.workunit.client.0.smithi089.stdout:op 694 completed, throughput=4.99MB/sec 2024-07-26T06:27:34.211 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-jCvnzMpTCScB66X off=12429974 len=1908993 2024-07-26T06:27:34.214 INFO:tasks.workunit.client.0.smithi089.stdout:op 695 completed, throughput=5MB/sec 2024-07-26T06:27:35.214 INFO:tasks.workunit.client.0.smithi089.stdout: 137: throughput=4.96MB/sec pending data=0 2024-07-26T06:27:35.214 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-E5ZI6mFc3yXWXF1 off=10177275 len=1964733 2024-07-26T06:27:35.217 INFO:tasks.workunit.client.0.smithi089.stdout:op 696 completed, throughput=4.98MB/sec 2024-07-26T06:27:35.217 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ZWPlCpKIQmIL0fz off=876394 len=543074 2024-07-26T06:27:35.222 INFO:tasks.workunit.client.0.smithi089.stdout:op 697 completed, throughput=4.98MB/sec 2024-07-26T06:27:35.222 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-96jywkEHPI-vnpa off=10602218 len=1382905 2024-07-26T06:27:35.230 INFO:tasks.workunit.client.0.smithi089.stdout:op 698 completed, throughput=4.99MB/sec 2024-07-26T06:27:35.230 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-wsiP9GvfRbiZXxZ off=280473 len=211782 2024-07-26T06:27:35.233 INFO:tasks.workunit.client.0.smithi089.stdout:op 699 completed, throughput=4.99MB/sec 2024-07-26T06:27:35.234 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-WeBEXbuQBkNRPjX off=896839 len=398620 2024-07-26T06:27:35.234 INFO:tasks.workunit.client.0.smithi089.stdout:op 700 completed, throughput=4.99MB/sec 2024-07-26T06:27:35.234 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-CqKX5G_UeHjv6bv off=1856905 len=951606 2024-07-26T06:27:35.239 INFO:tasks.workunit.client.0.smithi089.stdout:op 701 completed, throughput=5MB/sec 2024-07-26T06:27:35.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:27:35 smithi155 ceph-mon[90160]: pgmap v1484: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-26T06:27:35.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:27:35 smithi089 ceph-mon[99608]: pgmap v1484: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-26T06:27:35.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:27:35 smithi089 ceph-mon[102056]: pgmap v1484: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-26T06:27:36.240 INFO:tasks.workunit.client.0.smithi089.stdout: 138: throughput=4.97MB/sec pending data=0 2024-07-26T06:27:36.240 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-5W-TEqI6elVy7b2 off=2743518 len=339013 2024-07-26T06:27:36.241 INFO:tasks.workunit.client.0.smithi089.stdout:op 702 completed, throughput=4.97MB/sec 2024-07-26T06:27:36.241 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Qq4Wxe-HM45sMQK off=8020544 len=2019249 2024-07-26T06:27:36.243 INFO:tasks.workunit.client.0.smithi089.stdout:op 703 completed, throughput=4.98MB/sec 2024-07-26T06:27:36.244 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-GagprbFTOA4OkuK off=20689378 len=1949794 2024-07-26T06:27:36.246 INFO:tasks.workunit.client.0.smithi089.stdout:op 704 completed, throughput=4.99MB/sec 2024-07-26T06:27:36.246 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-KQE2-U-iUWH-oKe off=11021482 len=1951498 2024-07-26T06:27:36.248 INFO:tasks.workunit.client.0.smithi089.stdout:op 705 completed, throughput=5.01MB/sec 2024-07-26T06:27:37.248 INFO:tasks.workunit.client.0.smithi089.stdout: 139: throughput=4.97MB/sec pending data=0 2024-07-26T06:27:37.249 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Mq7WtlyvzrOzzAX off=0 len=1555381 2024-07-26T06:27:37.256 INFO:tasks.workunit.client.0.smithi089.stdout:op 706 completed, throughput=4.98MB/sec 2024-07-26T06:27:37.256 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Bo73qCbgHh53G2D off=189598 len=1434856 2024-07-26T06:27:37.262 INFO:tasks.workunit.client.0.smithi089.stdout:op 707 completed, throughput=4.99MB/sec 2024-07-26T06:27:37.263 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-D67lGSe35TnB6bs off=11852399 len=622369 2024-07-26T06:27:37.266 INFO:tasks.workunit.client.0.smithi089.stdout:op 708 completed, throughput=5MB/sec 2024-07-26T06:27:37.266 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-H77Bc655TQDYmlr off=7065589 len=1348686 2024-07-26T06:27:37.275 INFO:tasks.workunit.client.0.smithi089.stdout:op 709 completed, throughput=5MB/sec 2024-07-26T06:27:37.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:27:37 smithi155 ceph-mon[90160]: pgmap v1485: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T06:27:37.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:27:37 smithi089 ceph-mon[99608]: pgmap v1485: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T06:27:37.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:27:37 smithi089 ceph-mon[102056]: pgmap v1485: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T06:27:38.275 INFO:tasks.workunit.client.0.smithi089.stdout: 140: throughput=4.97MB/sec pending data=0 2024-07-26T06:27:38.275 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-sWPdSiY0TErm0v8 off=3449147 len=1831668 2024-07-26T06:27:38.277 INFO:tasks.workunit.client.0.smithi089.stdout:op 710 completed, throughput=4.98MB/sec 2024-07-26T06:27:38.277 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-0iatrhQCMWbqR-t off=8686403 len=238669 2024-07-26T06:27:38.280 INFO:tasks.workunit.client.0.smithi089.stdout:op 711 completed, throughput=4.98MB/sec 2024-07-26T06:27:38.281 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-SlRBjSlwZSQhR4_ off=3583836 len=154577 2024-07-26T06:27:38.283 INFO:tasks.workunit.client.0.smithi089.stdout:op 712 completed, throughput=4.98MB/sec 2024-07-26T06:27:38.283 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-epQ65VSZoRRl995 off=3395246 len=1077304 2024-07-26T06:27:38.284 INFO:tasks.workunit.client.0.smithi089.stdout:op 713 completed, throughput=4.99MB/sec 2024-07-26T06:27:38.285 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-YHggwCC5X7iGouo off=52076 len=1789352 2024-07-26T06:27:38.288 INFO:tasks.workunit.client.0.smithi089.stdout:op 714 completed, throughput=5MB/sec 2024-07-26T06:27:39.288 INFO:tasks.workunit.client.0.smithi089.stdout: 141: throughput=4.97MB/sec pending data=0 2024-07-26T06:27:39.289 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-llMKSseSukaxYxB off=3035646 len=1998120 2024-07-26T06:27:39.297 INFO:tasks.workunit.client.0.smithi089.stdout:op 715 completed, throughput=4.98MB/sec 2024-07-26T06:27:39.297 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-SPhjMToKQQxZFUn off=2992791 len=1605876 2024-07-26T06:27:39.299 INFO:tasks.workunit.client.0.smithi089.stdout:op 716 completed, throughput=4.99MB/sec 2024-07-26T06:27:39.299 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-qj8G38ZpBknJsp0 off=9573315 len=1785531 2024-07-26T06:27:39.302 INFO:tasks.workunit.client.0.smithi089.stdout:op 717 completed, throughput=5MB/sec 2024-07-26T06:27:39.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:27:39 smithi155 ceph-mon[90160]: pgmap v1486: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T06:27:39.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:27:39 smithi089 ceph-mon[99608]: pgmap v1486: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T06:27:39.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:27:39 smithi089 ceph-mon[102056]: pgmap v1486: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T06:27:40.303 INFO:tasks.workunit.client.0.smithi089.stdout: 142: throughput=4.97MB/sec pending data=0 2024-07-26T06:27:40.303 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-2m6vhRwLlBO78Ay off=15148749 len=1629373 2024-07-26T06:27:40.305 INFO:tasks.workunit.client.0.smithi089.stdout:op 718 completed, throughput=4.98MB/sec 2024-07-26T06:27:40.305 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-db0ViQ5yOLA8TIw off=5166577 len=2001935 2024-07-26T06:27:40.315 INFO:tasks.workunit.client.0.smithi089.stdout:op 719 completed, throughput=4.99MB/sec 2024-07-26T06:27:40.316 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-WJ1ySUfsB9DaMBJ off=5116840 len=243995 2024-07-26T06:27:40.317 INFO:tasks.workunit.client.0.smithi089.stdout:op 720 completed, throughput=4.99MB/sec 2024-07-26T06:27:40.317 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-orm432QC08UVkeX off=1197469 len=236507 2024-07-26T06:27:40.317 INFO:tasks.workunit.client.0.smithi089.stdout:op 721 completed, throughput=5MB/sec 2024-07-26T06:27:40.318 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Ua7mXYs3tfHRkwE off=5503311 len=1240102 2024-07-26T06:27:40.319 INFO:tasks.workunit.client.0.smithi089.stdout:op 722 completed, throughput=5MB/sec 2024-07-26T06:27:41.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:27:40 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:27:41.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:27:40 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:27:41.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:27:40 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:27:41.319 INFO:tasks.workunit.client.0.smithi089.stdout: 143: throughput=4.97MB/sec pending data=0 2024-07-26T06:27:41.320 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-WReohsNbrnX_EkB off=6908869 len=200337 2024-07-26T06:27:41.323 INFO:tasks.workunit.client.0.smithi089.stdout:op 723 completed, throughput=4.97MB/sec 2024-07-26T06:27:41.323 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-67Nz7m87t9YcHJm off=6239585 len=1212806 2024-07-26T06:27:41.328 INFO:tasks.workunit.client.0.smithi089.stdout:op 724 completed, throughput=4.98MB/sec 2024-07-26T06:27:41.328 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-B-C4epQuaa9Kirc off=780766 len=149589 2024-07-26T06:27:41.330 INFO:tasks.workunit.client.0.smithi089.stdout:op 725 completed, throughput=4.98MB/sec 2024-07-26T06:27:41.330 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-SHkB8BgB7BFopmw off=8558932 len=1219171 2024-07-26T06:27:41.332 INFO:tasks.workunit.client.0.smithi089.stdout:op 726 completed, throughput=4.99MB/sec 2024-07-26T06:27:41.332 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-TRBEQhfV9PcG5UL off=6726041 len=2060404 2024-07-26T06:27:41.336 INFO:tasks.workunit.client.0.smithi089.stdout:op 727 completed, throughput=5MB/sec 2024-07-26T06:27:42.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:27:41 smithi155 ceph-mon[90160]: pgmap v1487: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T06:27:42.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:27:41 smithi089 ceph-mon[99608]: pgmap v1487: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T06:27:42.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:27:41 smithi089 ceph-mon[102056]: pgmap v1487: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T06:27:42.336 INFO:tasks.workunit.client.0.smithi089.stdout: 144: throughput=4.97MB/sec pending data=0 2024-07-26T06:27:42.337 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ie_x6nXf8ci3cJb off=2371636 len=1694916 2024-07-26T06:27:42.346 INFO:tasks.workunit.client.0.smithi089.stdout:op 728 completed, throughput=4.98MB/sec 2024-07-26T06:27:42.346 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-MO9KLYvxdGP4Qfl off=163477 len=1523322 2024-07-26T06:27:42.349 INFO:tasks.workunit.client.0.smithi089.stdout:op 729 completed, throughput=4.99MB/sec 2024-07-26T06:27:42.349 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-S4MipSCE2ViBuvX off=8018400 len=668029 2024-07-26T06:27:42.353 INFO:tasks.workunit.client.0.smithi089.stdout:op 730 completed, throughput=4.99MB/sec 2024-07-26T06:27:42.353 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-uIhpV8fhBusVcUZ off=11543081 len=541774 2024-07-26T06:27:42.354 INFO:tasks.workunit.client.0.smithi089.stdout:op 731 completed, throughput=4.99MB/sec 2024-07-26T06:27:42.355 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-qgsjuErjVvxOcFa off=1835654 len=417006 2024-07-26T06:27:42.355 INFO:tasks.workunit.client.0.smithi089.stdout:op 732 completed, throughput=5MB/sec 2024-07-26T06:27:42.355 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-RAJaESJBQrkw-3l off=7234237 len=103401 2024-07-26T06:27:42.356 INFO:tasks.workunit.client.0.smithi089.stdout:op 733 completed, throughput=5MB/sec 2024-07-26T06:27:42.356 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-VVn6qWTLDvitbMT off=1546841 len=1972354 2024-07-26T06:27:42.358 INFO:tasks.workunit.client.0.smithi089.stdout:op 734 completed, throughput=5.01MB/sec 2024-07-26T06:27:42.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:27:42 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:27:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:27:42.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:27:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:27:42] "GET /metrics HTTP/1.1" 200 34034 "" "Prometheus/2.43.0" 2024-07-26T06:27:43.358 INFO:tasks.workunit.client.0.smithi089.stdout: 145: throughput=4.98MB/sec pending data=0 2024-07-26T06:27:43.359 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-p7UJMh-_-1Q4Leb off=6324396 len=978219 2024-07-26T06:27:43.360 INFO:tasks.workunit.client.0.smithi089.stdout:op 735 completed, throughput=4.98MB/sec 2024-07-26T06:27:43.360 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-_5N9SvlMiNGSdk9 off=3999321 len=1735897 2024-07-26T06:27:43.362 INFO:tasks.workunit.client.0.smithi089.stdout:op 736 completed, throughput=4.99MB/sec 2024-07-26T06:27:43.362 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-QpIIq0L7JUxn8t- off=1048052 len=67150 2024-07-26T06:27:43.364 INFO:tasks.workunit.client.0.smithi089.stdout:op 737 completed, throughput=4.99MB/sec 2024-07-26T06:27:43.364 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-UxraD10v5Z6j0Aa off=2687974 len=383381 2024-07-26T06:27:43.368 INFO:tasks.workunit.client.0.smithi089.stdout:op 738 completed, throughput=5MB/sec 2024-07-26T06:27:43.368 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-KwOa4MeOwJTsJt0 off=18873657 len=1173418 2024-07-26T06:27:43.374 INFO:tasks.workunit.client.0.smithi089.stdout:op 739 completed, throughput=5MB/sec 2024-07-26T06:27:43.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:27:43 smithi155 ceph-mon[90160]: pgmap v1488: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T06:27:43.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:27:43 smithi089 ceph-mon[99608]: pgmap v1488: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T06:27:43.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:27:43 smithi089 ceph-mon[102056]: pgmap v1488: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T06:27:44.375 INFO:tasks.workunit.client.0.smithi089.stdout: 146: throughput=4.97MB/sec pending data=0 2024-07-26T06:27:44.375 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-F6ko7NQvSzmaPRt off=5044632 len=92885 2024-07-26T06:27:44.377 INFO:tasks.workunit.client.0.smithi089.stdout:op 740 completed, throughput=4.97MB/sec 2024-07-26T06:27:44.377 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-MvuAOqbAS31cRri off=8499175 len=938106 2024-07-26T06:27:44.382 INFO:tasks.workunit.client.0.smithi089.stdout:op 741 completed, throughput=4.98MB/sec 2024-07-26T06:27:44.382 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-mLlfujgMLllwY_b off=7558790 len=33530 2024-07-26T06:27:44.383 INFO:tasks.workunit.client.0.smithi089.stdout:op 742 completed, throughput=4.98MB/sec 2024-07-26T06:27:44.383 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-R_3vyWMLyDeh2oG off=15639288 len=1941297 2024-07-26T06:27:44.391 INFO:tasks.workunit.client.0.smithi089.stdout:op 743 completed, throughput=4.99MB/sec 2024-07-26T06:27:44.392 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-23G21cwsCGQN-kv off=1901190 len=1399561 2024-07-26T06:27:44.400 INFO:tasks.workunit.client.0.smithi089.stdout:op 744 completed, throughput=5MB/sec 2024-07-26T06:27:44.400 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-7-saS5jGc4FA4yO off=14135648 len=1427685 2024-07-26T06:27:44.408 INFO:tasks.workunit.client.0.smithi089.stdout:op 745 completed, throughput=5.01MB/sec 2024-07-26T06:27:45.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:27:45 smithi155 ceph-mon[90160]: pgmap v1489: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-07-26T06:27:45.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:27:45 smithi089 ceph-mon[99608]: pgmap v1489: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-07-26T06:27:45.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:27:45 smithi089 ceph-mon[102056]: pgmap v1489: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-07-26T06:27:45.409 INFO:tasks.workunit.client.0.smithi089.stdout: 147: throughput=4.97MB/sec pending data=0 2024-07-26T06:27:45.409 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-d3SEYG2Tmwm5_nE off=13126860 len=21338 2024-07-26T06:27:45.409 INFO:tasks.workunit.client.0.smithi089.stdout:op 746 completed, throughput=4.97MB/sec 2024-07-26T06:27:45.409 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Zo9WCsWb_GQ9ilO off=909712 len=1200212 2024-07-26T06:27:45.415 INFO:tasks.workunit.client.0.smithi089.stdout:op 747 completed, throughput=4.98MB/sec 2024-07-26T06:27:45.415 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-dtsRPhTbOxw3pqK off=10182453 len=929948 2024-07-26T06:27:45.421 INFO:tasks.workunit.client.0.smithi089.stdout:op 748 completed, throughput=4.99MB/sec 2024-07-26T06:27:45.421 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-DSZh0BXIb_cs5eN off=7494577 len=352271 2024-07-26T06:27:45.422 INFO:tasks.workunit.client.0.smithi089.stdout:op 749 completed, throughput=4.99MB/sec 2024-07-26T06:27:45.422 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-HQEpjhqSS8JWu_p off=2927329 len=1714031 2024-07-26T06:27:45.424 INFO:tasks.workunit.client.0.smithi089.stdout:op 750 completed, throughput=5MB/sec 2024-07-26T06:27:45.424 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj--lOobwb1V2f6iW4 off=9114485 len=1300512 2024-07-26T06:27:45.425 INFO:tasks.workunit.client.0.smithi089.stdout:op 751 completed, throughput=5.01MB/sec 2024-07-26T06:27:46.426 INFO:tasks.workunit.client.0.smithi089.stdout: 148: throughput=4.97MB/sec pending data=0 2024-07-26T06:27:46.426 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-QJFq6GqmTB79bK0 off=8535158 len=1293082 2024-07-26T06:27:46.433 INFO:tasks.workunit.client.0.smithi089.stdout:op 752 completed, throughput=4.98MB/sec 2024-07-26T06:27:46.433 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-MijFdczFcTr3uwE off=4162897 len=263959 2024-07-26T06:27:46.434 INFO:tasks.workunit.client.0.smithi089.stdout:op 753 completed, throughput=4.98MB/sec 2024-07-26T06:27:46.434 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-TryVhG9vfOMe9g5 off=710401 len=820697 2024-07-26T06:27:46.435 INFO:tasks.workunit.client.0.smithi089.stdout:op 754 completed, throughput=4.99MB/sec 2024-07-26T06:27:46.435 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-wIKvEWZ0EKKBJ6Q off=12645151 len=533567 2024-07-26T06:27:46.439 INFO:tasks.workunit.client.0.smithi089.stdout:op 755 completed, throughput=4.99MB/sec 2024-07-26T06:27:46.439 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-8X_pGgfmc8fvjpI off=6877075 len=1882104 2024-07-26T06:27:46.450 INFO:tasks.workunit.client.0.smithi089.stdout:op 756 completed, throughput=5MB/sec 2024-07-26T06:27:47.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:27:47 smithi155 ceph-mon[90160]: pgmap v1490: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T06:27:47.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:27:47 smithi089 ceph-mon[99608]: pgmap v1490: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T06:27:47.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:27:47 smithi089 ceph-mon[102056]: pgmap v1490: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T06:27:47.451 INFO:tasks.workunit.client.0.smithi089.stdout: 149: throughput=4.97MB/sec pending data=0 2024-07-26T06:27:47.451 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-OJhrRtw5-Rtm1vO off=4570412 len=1582020 2024-07-26T06:27:47.454 INFO:tasks.workunit.client.0.smithi089.stdout:op 757 completed, throughput=4.98MB/sec 2024-07-26T06:27:47.454 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-44Tp4PsWHea6lnV off=1682989 len=705919 2024-07-26T06:27:47.459 INFO:tasks.workunit.client.0.smithi089.stdout:op 758 completed, throughput=4.99MB/sec 2024-07-26T06:27:47.459 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-bMB8IjOH4KEVgVJ off=1165837 len=801601 2024-07-26T06:27:47.460 INFO:tasks.workunit.client.0.smithi089.stdout:op 759 completed, throughput=4.99MB/sec 2024-07-26T06:27:47.460 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ixuj1TRqXnMar5f off=17547813 len=128033 2024-07-26T06:27:47.461 INFO:tasks.workunit.client.0.smithi089.stdout:op 760 completed, throughput=4.99MB/sec 2024-07-26T06:27:47.461 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-1HbBUms7TpHoGKi off=6528356 len=712293 2024-07-26T06:27:47.465 INFO:tasks.workunit.client.0.smithi089.stdout:op 761 completed, throughput=5MB/sec 2024-07-26T06:27:47.465 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-9ekEXJ5bLUZVq-Q off=9977204 len=1895977 2024-07-26T06:27:47.474 INFO:tasks.workunit.client.0.smithi089.stdout:op 762 completed, throughput=5.01MB/sec 2024-07-26T06:27:48.474 INFO:tasks.workunit.client.0.smithi089.stdout: 150: throughput=4.97MB/sec pending data=0 2024-07-26T06:27:48.475 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-dF6B8hxcuygIfiD off=11943569 len=914982 2024-07-26T06:27:48.476 INFO:tasks.workunit.client.0.smithi089.stdout:op 763 completed, throughput=4.98MB/sec 2024-07-26T06:27:48.476 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-z5NDsIbDgDEAY-4 off=15038086 len=866935 2024-07-26T06:27:48.477 INFO:tasks.workunit.client.0.smithi089.stdout:op 764 completed, throughput=4.99MB/sec 2024-07-26T06:27:48.477 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-6goW5PiRi3X9jcc off=8653338 len=1273308 2024-07-26T06:27:48.483 INFO:tasks.workunit.client.0.smithi089.stdout:op 765 completed, throughput=4.99MB/sec 2024-07-26T06:27:48.483 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-2nr3j1zwjzze_De off=1520467 len=1161116 2024-07-26T06:27:48.486 INFO:tasks.workunit.client.0.smithi089.stdout:op 766 completed, throughput=5MB/sec 2024-07-26T06:27:49.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:27:49 smithi155 ceph-mon[90160]: pgmap v1491: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:27:49.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:27:49 smithi089 ceph-mon[99608]: pgmap v1491: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:27:49.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:27:49 smithi089 ceph-mon[102056]: pgmap v1491: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:27:49.486 INFO:tasks.workunit.client.0.smithi089.stdout: 151: throughput=4.97MB/sec pending data=0 2024-07-26T06:27:49.486 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-2_F-j0E1vi5bRbT off=10465761 len=283612 2024-07-26T06:27:49.488 INFO:tasks.workunit.client.0.smithi089.stdout:op 767 completed, throughput=4.97MB/sec 2024-07-26T06:27:49.488 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-4JEwSQvMXVnopNE off=2925973 len=600535 2024-07-26T06:27:49.490 INFO:tasks.workunit.client.0.smithi089.stdout:op 768 completed, throughput=4.97MB/sec 2024-07-26T06:27:49.490 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-2Spccgy09AV9dt4 off=901815 len=1978893 2024-07-26T06:27:49.492 INFO:tasks.workunit.client.0.smithi089.stdout:op 769 completed, throughput=4.99MB/sec 2024-07-26T06:27:49.492 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-LhVtylsLyENmAI7 off=7284993 len=1064188 2024-07-26T06:27:49.497 INFO:tasks.workunit.client.0.smithi089.stdout:op 770 completed, throughput=4.99MB/sec 2024-07-26T06:27:49.497 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-9rIS05jN0Tsj9vk off=2459272 len=381268 2024-07-26T06:27:49.499 INFO:tasks.workunit.client.0.smithi089.stdout:op 771 completed, throughput=4.99MB/sec 2024-07-26T06:27:49.499 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-FIjhUiPyT2kD3e4 off=8384432 len=655083 2024-07-26T06:27:49.500 INFO:tasks.workunit.client.0.smithi089.stdout:op 772 completed, throughput=5MB/sec 2024-07-26T06:27:49.500 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-NLA1iFnvdYAw-U7 off=2665648 len=1610373 2024-07-26T06:27:49.505 INFO:tasks.workunit.client.0.smithi089.stdout:op 773 completed, throughput=5.01MB/sec 2024-07-26T06:27:50.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:27:50 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:27:50.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:27:50 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:27:50.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:27:50 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:27:50.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:27:50 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:27:50.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:27:50 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:27:50.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:27:50 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:27:50.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:27:50 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:27:50.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:27:50 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:27:50.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:27:50 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:27:50.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:27:50 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:27:50.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:27:50 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:27:50.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:27:50 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:27:50.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:27:50 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:27:50.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:27:50 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:27:50.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:27:50 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:27:50.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:27:50 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:27:50.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:27:50 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:27:50.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:27:50 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:27:50.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:27:50 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:27:50.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:27:50 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:27:50.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:27:50 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:27:50.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:27:50 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:27:50.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:27:50 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:27:50.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:27:50 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:27:50.506 INFO:tasks.workunit.client.0.smithi089.stdout: 152: throughput=4.98MB/sec pending data=0 2024-07-26T06:27:50.506 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-27PCKavzhWj3ta9 off=4641706 len=1315230 2024-07-26T06:27:50.511 INFO:tasks.workunit.client.0.smithi089.stdout:op 774 completed, throughput=4.98MB/sec 2024-07-26T06:27:50.511 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-z2Ja5qOCpUwGACG off=7979932 len=1539033 2024-07-26T06:27:50.514 INFO:tasks.workunit.client.0.smithi089.stdout:op 775 completed, throughput=4.99MB/sec 2024-07-26T06:27:50.514 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-vdj5fdEovC0S-5q off=4772678 len=1156701 2024-07-26T06:27:50.520 INFO:tasks.workunit.client.0.smithi089.stdout:op 776 completed, throughput=5MB/sec 2024-07-26T06:27:50.520 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-rUqqtF8i4tMPDhW off=132267 len=977915 2024-07-26T06:27:50.524 INFO:tasks.workunit.client.0.smithi089.stdout:op 777 completed, throughput=5.01MB/sec 2024-07-26T06:27:51.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:27:51 smithi155 ceph-mon[90160]: pgmap v1492: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T06:27:51.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:27:51 smithi089 ceph-mon[99608]: pgmap v1492: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T06:27:51.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:27:51 smithi089 ceph-mon[102056]: pgmap v1492: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T06:27:51.524 INFO:tasks.workunit.client.0.smithi089.stdout: 153: throughput=4.97MB/sec pending data=0 2024-07-26T06:27:51.524 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-yIAvGH_QguQzUCn off=130926 len=1112052 2024-07-26T06:27:51.530 INFO:tasks.workunit.client.0.smithi089.stdout:op 778 completed, throughput=4.98MB/sec 2024-07-26T06:27:51.531 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ymJyADor7y_BMAx off=13146387 len=13692 2024-07-26T06:27:51.531 INFO:tasks.workunit.client.0.smithi089.stdout:op 779 completed, throughput=4.98MB/sec 2024-07-26T06:27:51.531 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-6ANitE1ZL8hpUaP off=1523698 len=350636 2024-07-26T06:27:51.532 INFO:tasks.workunit.client.0.smithi089.stdout:op 780 completed, throughput=4.98MB/sec 2024-07-26T06:27:51.532 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-RK-6eZ_yq-Mrnr0 off=13626384 len=1719952 2024-07-26T06:27:51.539 INFO:tasks.workunit.client.0.smithi089.stdout:op 781 completed, throughput=4.99MB/sec 2024-07-26T06:27:51.539 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-yHbUWgZcGcs1m3g off=17964131 len=1361956 2024-07-26T06:27:51.545 INFO:tasks.workunit.client.0.smithi089.stdout:op 782 completed, throughput=5MB/sec 2024-07-26T06:27:52.545 INFO:tasks.workunit.client.0.smithi089.stdout: 154: throughput=4.97MB/sec pending data=0 2024-07-26T06:27:52.545 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-bG_ATf-Qs0gTKx8 off=5753719 len=148481 2024-07-26T06:27:52.548 INFO:tasks.workunit.client.0.smithi089.stdout:op 783 completed, throughput=4.97MB/sec 2024-07-26T06:27:52.548 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-P0PyhFPW9Ycx_xg off=23425837 len=1052649 2024-07-26T06:27:52.550 INFO:tasks.workunit.client.0.smithi089.stdout:op 784 completed, throughput=4.98MB/sec 2024-07-26T06:27:52.550 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-hSWCG9WhszG8h7j off=13727503 len=496603 2024-07-26T06:27:52.551 INFO:tasks.workunit.client.0.smithi089.stdout:op 785 completed, throughput=4.98MB/sec 2024-07-26T06:27:52.551 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-BPDoo3JH_hVQElM off=14666 len=1124779 2024-07-26T06:27:52.552 INFO:tasks.workunit.client.0.smithi089.stdout:op 786 completed, throughput=4.99MB/sec 2024-07-26T06:27:52.552 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-uX5hI4k9MW1mnv1 off=5808896 len=1259097 2024-07-26T06:27:52.558 INFO:tasks.workunit.client.0.smithi089.stdout:op 787 completed, throughput=4.99MB/sec 2024-07-26T06:27:52.558 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-_3ZptOcJfnohVJq off=6525435 len=457041 2024-07-26T06:27:52.559 INFO:tasks.workunit.client.0.smithi089.stdout:op 788 completed, throughput=5MB/sec 2024-07-26T06:27:52.559 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-pkBGX4xYSAFGI6V off=1937423 len=825698 2024-07-26T06:27:52.560 INFO:tasks.workunit.client.0.smithi089.stdout:op 789 completed, throughput=5MB/sec 2024-07-26T06:27:52.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:27:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:27:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:27:52.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:27:52 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:27:52] "GET /metrics HTTP/1.1" 200 34034 "" "Prometheus/2.43.0" 2024-07-26T06:27:53.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:27:53 smithi155 ceph-mon[90160]: pgmap v1493: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-07-26T06:27:53.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:27:53 smithi089 ceph-mon[99608]: pgmap v1493: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-07-26T06:27:53.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:27:53 smithi089 ceph-mon[102056]: pgmap v1493: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-07-26T06:27:53.561 INFO:tasks.workunit.client.0.smithi089.stdout: 155: throughput=4.97MB/sec pending data=0 2024-07-26T06:27:53.561 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-xpd7typjkF3xrXY off=687854 len=726966 2024-07-26T06:27:53.562 INFO:tasks.workunit.client.0.smithi089.stdout:op 790 completed, throughput=4.97MB/sec 2024-07-26T06:27:53.562 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-jaceY6on5us9an6 off=6906296 len=1011304 2024-07-26T06:27:53.564 INFO:tasks.workunit.client.0.smithi089.stdout:op 791 completed, throughput=4.98MB/sec 2024-07-26T06:27:53.564 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-H__b10X6zFyKNt7 off=578981 len=2017109 2024-07-26T06:27:53.566 INFO:tasks.workunit.client.0.smithi089.stdout:op 792 completed, throughput=4.99MB/sec 2024-07-26T06:27:53.566 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Qe9HJZaqxgKUEDP off=404447 len=378248 2024-07-26T06:27:53.569 INFO:tasks.workunit.client.0.smithi089.stdout:op 793 completed, throughput=4.99MB/sec 2024-07-26T06:27:53.570 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-g4wi1n6v6xtYbI_ off=11390744 len=419491 2024-07-26T06:27:53.571 INFO:tasks.workunit.client.0.smithi089.stdout:op 794 completed, throughput=5MB/sec 2024-07-26T06:27:53.571 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-WfK3Lz6fBFMJIJy off=3227903 len=1774336 2024-07-26T06:27:53.580 INFO:tasks.workunit.client.0.smithi089.stdout:op 795 completed, throughput=5.01MB/sec 2024-07-26T06:27:54.580 INFO:tasks.workunit.client.0.smithi089.stdout: 156: throughput=4.98MB/sec pending data=0 2024-07-26T06:27:54.581 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-xG3WW7t50W-04vZ off=478634 len=1438609 2024-07-26T06:27:54.582 INFO:tasks.workunit.client.0.smithi089.stdout:op 796 completed, throughput=4.98MB/sec 2024-07-26T06:27:54.583 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-79SqPY5pophURL6 off=3955309 len=1786053 2024-07-26T06:27:54.590 INFO:tasks.workunit.client.0.smithi089.stdout:op 797 completed, throughput=4.99MB/sec 2024-07-26T06:27:54.590 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-AIhXq_wMMx2sgkT off=0 len=1915497 2024-07-26T06:27:54.592 INFO:tasks.workunit.client.0.smithi089.stdout:op 798 completed, throughput=5.01MB/sec 2024-07-26T06:27:55.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:27:55 smithi155 ceph-mon[90160]: pgmap v1494: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:27:55.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:27:55 smithi089 ceph-mon[99608]: pgmap v1494: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:27:55.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:27:55 smithi089 ceph-mon[102056]: pgmap v1494: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:27:55.592 INFO:tasks.workunit.client.0.smithi089.stdout: 157: throughput=4.97MB/sec pending data=0 2024-07-26T06:27:55.593 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-krAUImVUXRT4eaQ off=1530908 len=1854758 2024-07-26T06:27:55.601 INFO:tasks.workunit.client.0.smithi089.stdout:op 799 completed, throughput=4.99MB/sec 2024-07-26T06:27:55.601 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-FyDv2nDa1sp6853 off=1004304 len=677385 2024-07-26T06:27:55.602 INFO:tasks.workunit.client.0.smithi089.stdout:op 800 completed, throughput=4.99MB/sec 2024-07-26T06:27:55.602 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-8FoHZAfCt1bvEV3 off=1072312 len=1818723 2024-07-26T06:27:55.607 INFO:tasks.workunit.client.0.smithi089.stdout:op 801 completed, throughput=5MB/sec 2024-07-26T06:27:56.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:27:56 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:27:56.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:27:56 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:27:56.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:27:56 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:27:56.608 INFO:tasks.workunit.client.0.smithi089.stdout: 158: throughput=4.97MB/sec pending data=0 2024-07-26T06:27:56.608 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-XtdMxd-B8j85pDt off=4486977 len=1600161 2024-07-26T06:27:56.616 INFO:tasks.workunit.client.0.smithi089.stdout:op 802 completed, throughput=4.98MB/sec 2024-07-26T06:27:56.616 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-BeT2nGQfrICY-kB off=11619489 len=1060354 2024-07-26T06:27:56.618 INFO:tasks.workunit.client.0.smithi089.stdout:op 803 completed, throughput=4.98MB/sec 2024-07-26T06:27:56.618 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-pANX1DpBTSI0yk8 off=1559840 len=168609 2024-07-26T06:27:56.619 INFO:tasks.workunit.client.0.smithi089.stdout:op 804 completed, throughput=4.99MB/sec 2024-07-26T06:27:56.619 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-BLZt0HByR4SWLbg off=106979 len=2087785 2024-07-26T06:27:56.622 INFO:tasks.workunit.client.0.smithi089.stdout:op 805 completed, throughput=5MB/sec 2024-07-26T06:27:56.622 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-837D8bYjPgrOXCn off=3390435 len=353549 2024-07-26T06:27:56.623 INFO:tasks.workunit.client.0.smithi089.stdout:op 806 completed, throughput=5MB/sec 2024-07-26T06:27:56.623 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-c94NEIEdJirP53T off=19353746 len=1898252 2024-07-26T06:27:56.625 INFO:tasks.workunit.client.0.smithi089.stdout:op 807 completed, throughput=5.01MB/sec 2024-07-26T06:27:57.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:27:57 smithi155 ceph-mon[90160]: pgmap v1495: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:27:57.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:27:57 smithi089 ceph-mon[99608]: pgmap v1495: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:27:57.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:27:57 smithi089 ceph-mon[102056]: pgmap v1495: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:27:57.625 INFO:tasks.workunit.client.0.smithi089.stdout: 159: throughput=4.98MB/sec pending data=0 2024-07-26T06:27:57.626 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Gkg7k8EIp7x8Uhk off=14013336 len=306688 2024-07-26T06:27:57.627 INFO:tasks.workunit.client.0.smithi089.stdout:op 808 completed, throughput=4.98MB/sec 2024-07-26T06:27:57.627 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ACOO80LwuwcO_5M off=4195775 len=555578 2024-07-26T06:27:57.627 INFO:tasks.workunit.client.0.smithi089.stdout:op 809 completed, throughput=4.99MB/sec 2024-07-26T06:27:57.628 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-6pVfFzvrOCtPjOK off=7373092 len=1978250 2024-07-26T06:27:57.637 INFO:tasks.workunit.client.0.smithi089.stdout:op 810 completed, throughput=5MB/sec 2024-07-26T06:27:57.637 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-mLqu6abpsX0ldwD off=3990651 len=184656 2024-07-26T06:27:57.639 INFO:tasks.workunit.client.0.smithi089.stdout:op 811 completed, throughput=5MB/sec 2024-07-26T06:27:57.639 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-NNOHgxiQPWYz-21 off=2814556 len=763216 2024-07-26T06:27:57.643 INFO:tasks.workunit.client.0.smithi089.stdout:op 812 completed, throughput=5MB/sec 2024-07-26T06:27:58.643 INFO:tasks.workunit.client.0.smithi089.stdout: 160: throughput=4.97MB/sec pending data=0 2024-07-26T06:27:58.643 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-8FpyncijAklUXAh off=387354 len=560041 2024-07-26T06:27:58.644 INFO:tasks.workunit.client.0.smithi089.stdout:op 813 completed, throughput=4.97MB/sec 2024-07-26T06:27:58.644 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-TZeHzxr5Y910vzL off=3209664 len=35055 2024-07-26T06:27:58.645 INFO:tasks.workunit.client.0.smithi089.stdout:op 814 completed, throughput=4.97MB/sec 2024-07-26T06:27:58.645 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-QweW12fVl6Xy0gX off=16944245 len=526681 2024-07-26T06:27:58.646 INFO:tasks.workunit.client.0.smithi089.stdout:op 815 completed, throughput=4.98MB/sec 2024-07-26T06:27:58.646 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-2fC96T2yTAUjADn off=2926079 len=1017252 2024-07-26T06:27:58.647 INFO:tasks.workunit.client.0.smithi089.stdout:op 816 completed, throughput=4.98MB/sec 2024-07-26T06:27:58.647 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-n0IxKZMgoSxr8m8 off=9154190 len=418640 2024-07-26T06:27:58.649 INFO:tasks.workunit.client.0.smithi089.stdout:op 817 completed, throughput=4.99MB/sec 2024-07-26T06:27:58.649 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-YHAU0E4hS0noLW_ off=3053345 len=850093 2024-07-26T06:27:58.651 INFO:tasks.workunit.client.0.smithi089.stdout:op 818 completed, throughput=4.99MB/sec 2024-07-26T06:27:58.651 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-5RMqA9H78SJMoUG off=428038 len=432540 2024-07-26T06:27:58.652 INFO:tasks.workunit.client.0.smithi089.stdout:op 819 completed, throughput=4.99MB/sec 2024-07-26T06:27:58.652 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Bp9-7IcUNQM9cDa off=314856 len=648005 2024-07-26T06:27:58.654 INFO:tasks.workunit.client.0.smithi089.stdout:op 820 completed, throughput=5MB/sec 2024-07-26T06:27:58.654 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-drII9OzeIN64GLh off=15385555 len=1708450 2024-07-26T06:27:58.663 INFO:tasks.workunit.client.0.smithi089.stdout:op 821 completed, throughput=5.01MB/sec 2024-07-26T06:27:59.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:27:59 smithi155 ceph-mon[90160]: pgmap v1496: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T06:27:59.449 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:27:59 smithi089 ceph-mon[99608]: pgmap v1496: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T06:27:59.450 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:27:59 smithi089 ceph-mon[102056]: pgmap v1496: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T06:27:59.663 INFO:tasks.workunit.client.0.smithi089.stdout: 161: throughput=4.98MB/sec pending data=0 2024-07-26T06:27:59.663 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Ayw2Sf72QPP-h0v off=8087518 len=1297275 2024-07-26T06:27:59.670 INFO:tasks.workunit.client.0.smithi089.stdout:op 822 completed, throughput=4.98MB/sec 2024-07-26T06:27:59.670 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-u-3XeD5-pFW5xs2 off=17174646 len=81876 2024-07-26T06:27:59.671 INFO:tasks.workunit.client.0.smithi089.stdout:op 823 completed, throughput=4.98MB/sec 2024-07-26T06:27:59.671 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Jy7ywWWPbyDZGdJ off=0 len=1084718 2024-07-26T06:27:59.672 INFO:tasks.workunit.client.0.smithi089.stdout:op 824 completed, throughput=4.99MB/sec 2024-07-26T06:27:59.673 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-xFG1CCWC9htO6bS off=11292916 len=1661896 2024-07-26T06:27:59.676 INFO:tasks.workunit.client.0.smithi089.stdout:op 825 completed, throughput=5MB/sec 2024-07-26T06:27:59.676 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-DBd9I7Y6fBaLs05 off=28819 len=2095181 2024-07-26T06:27:59.687 INFO:tasks.workunit.client.0.smithi089.stdout:op 826 completed, throughput=5.01MB/sec 2024-07-26T06:28:00.691 INFO:tasks.workunit.client.0.smithi089.stdout: 162: throughput=4.98MB/sec pending data=0 2024-07-26T06:28:00.691 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-bMct1zCpPfm8HZ3 off=2831425 len=526730 2024-07-26T06:28:00.691 INFO:tasks.workunit.client.0.smithi089.stdout:op 827 completed, throughput=4.98MB/sec 2024-07-26T06:28:00.691 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-vcCvf_CCTrsb_gh off=2427110 len=1715868 2024-07-26T06:28:00.699 INFO:tasks.workunit.client.0.smithi089.stdout:op 828 completed, throughput=4.99MB/sec 2024-07-26T06:28:00.699 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-kEAGWKVk9URMjfO off=11740899 len=1193625 2024-07-26T06:28:00.707 INFO:tasks.workunit.client.0.smithi089.stdout:op 829 completed, throughput=5MB/sec 2024-07-26T06:28:01.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:28:01 smithi155 ceph-mon[90160]: pgmap v1497: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:28:01.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:28:01 smithi089 ceph-mon[99608]: pgmap v1497: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:28:01.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:28:01 smithi089 ceph-mon[102056]: pgmap v1497: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:28:01.707 INFO:tasks.workunit.client.0.smithi089.stdout: 163: throughput=4.97MB/sec pending data=0 2024-07-26T06:28:01.707 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-lPzXi31StCq5cDY off=421867 len=1579689 2024-07-26T06:28:01.716 INFO:tasks.workunit.client.0.smithi089.stdout:op 830 completed, throughput=4.98MB/sec 2024-07-26T06:28:01.716 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-OQQfl8UKMRms2Ge off=831698 len=360267 2024-07-26T06:28:01.717 INFO:tasks.workunit.client.0.smithi089.stdout:op 831 completed, throughput=4.98MB/sec 2024-07-26T06:28:01.717 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-VfKM4WkTFfJmO2Q off=11170661 len=406861 2024-07-26T06:28:01.721 INFO:tasks.workunit.client.0.smithi089.stdout:op 832 completed, throughput=4.98MB/sec 2024-07-26T06:28:01.721 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Bfwkvt1k3jXMd4e off=12209490 len=592666 2024-07-26T06:28:01.732 INFO:tasks.workunit.client.0.smithi089.stdout:op 833 completed, throughput=4.99MB/sec 2024-07-26T06:28:01.733 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-v-k0i1E4--woTTW off=16859388 len=1084442 2024-07-26T06:28:01.735 INFO:tasks.workunit.client.0.smithi089.stdout:op 834 completed, throughput=4.99MB/sec 2024-07-26T06:28:01.735 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-S4WJP3NE_gjkycj off=4151929 len=680999 2024-07-26T06:28:01.736 INFO:tasks.workunit.client.0.smithi089.stdout:op 835 completed, throughput=5MB/sec 2024-07-26T06:28:01.736 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-0lT5QHgmjX3gLTu off=15429131 len=77241 2024-07-26T06:28:01.738 INFO:tasks.workunit.client.0.smithi089.stdout:op 836 completed, throughput=5MB/sec 2024-07-26T06:28:01.739 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-SD7lFJL-h7j215w off=4726230 len=1738903 2024-07-26T06:28:01.742 INFO:tasks.workunit.client.0.smithi089.stdout:op 837 completed, throughput=5.01MB/sec 2024-07-26T06:28:02.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:28:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:28:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:28:02.742 INFO:tasks.workunit.client.0.smithi089.stdout: 164: throughput=4.98MB/sec pending data=0 2024-07-26T06:28:02.742 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-8kzLC8WEjvusEFJ off=3151244 len=1105968 2024-07-26T06:28:02.744 INFO:tasks.workunit.client.0.smithi089.stdout:op 838 completed, throughput=4.98MB/sec 2024-07-26T06:28:02.744 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-XYS3RCqvwu5kMx- off=16330787 len=518840 2024-07-26T06:28:02.748 INFO:tasks.workunit.client.0.smithi089.stdout:op 839 completed, throughput=4.99MB/sec 2024-07-26T06:28:02.748 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-aJDOis9SunpnmO8 off=4329304 len=657414 2024-07-26T06:28:02.752 INFO:tasks.workunit.client.0.smithi089.stdout:op 840 completed, throughput=4.99MB/sec 2024-07-26T06:28:02.752 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-PWOKqL_LEI8gl8b off=3773914 len=951234 2024-07-26T06:28:02.753 INFO:tasks.workunit.client.0.smithi089.stdout:op 841 completed, throughput=5MB/sec 2024-07-26T06:28:02.754 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-_3b3qU2R2YdLSqI off=16203487 len=1474905 2024-07-26T06:28:02.761 INFO:tasks.workunit.client.0.smithi089.stdout:op 842 completed, throughput=5MB/sec 2024-07-26T06:28:02.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:28:02 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:28:02] "GET /metrics HTTP/1.1" 200 34022 "" "Prometheus/2.43.0" 2024-07-26T06:28:03.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:28:03 smithi155 ceph-mon[90160]: pgmap v1498: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T06:28:03.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:28:03 smithi089 ceph-mon[99608]: pgmap v1498: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T06:28:03.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:28:03 smithi089 ceph-mon[102056]: pgmap v1498: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T06:28:03.762 INFO:tasks.workunit.client.0.smithi089.stdout: 165: throughput=4.97MB/sec pending data=0 2024-07-26T06:28:03.762 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-m9Ibewz3ILOsEHt off=4444321 len=14275 2024-07-26T06:28:03.762 INFO:tasks.workunit.client.0.smithi089.stdout:op 843 completed, throughput=4.97MB/sec 2024-07-26T06:28:03.762 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-jTWQ8FYlKHBWX1w off=6730022 len=2006172 2024-07-26T06:28:03.764 INFO:tasks.workunit.client.0.smithi089.stdout:op 844 completed, throughput=4.98MB/sec 2024-07-26T06:28:03.764 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-z5mYrlUk4YDsvqG off=653133 len=1292386 2024-07-26T06:28:03.770 INFO:tasks.workunit.client.0.smithi089.stdout:op 845 completed, throughput=4.99MB/sec 2024-07-26T06:28:03.770 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-K9oksxFVKUD7xIG off=8700494 len=1568961 2024-07-26T06:28:03.780 INFO:tasks.workunit.client.0.smithi089.stdout:op 846 completed, throughput=5MB/sec 2024-07-26T06:28:04.780 INFO:tasks.workunit.client.0.smithi089.stdout: 166: throughput=4.97MB/sec pending data=0 2024-07-26T06:28:04.781 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-QFYhGjHPLWKlkpH off=970833 len=1490588 2024-07-26T06:28:04.783 INFO:tasks.workunit.client.0.smithi089.stdout:op 847 completed, throughput=4.98MB/sec 2024-07-26T06:28:04.783 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-e4oHJp6MMip2vrt off=8055187 len=981949 2024-07-26T06:28:04.789 INFO:tasks.workunit.client.0.smithi089.stdout:op 848 completed, throughput=4.98MB/sec 2024-07-26T06:28:04.789 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-fmCRvFmdhZK1fJe off=10322258 len=924970 2024-07-26T06:28:04.790 INFO:tasks.workunit.client.0.smithi089.stdout:op 849 completed, throughput=4.99MB/sec 2024-07-26T06:28:04.790 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-FJoz0COanNenbB1 off=6239185 len=1576390 2024-07-26T06:28:04.793 INFO:tasks.workunit.client.0.smithi089.stdout:op 850 completed, throughput=5MB/sec 2024-07-26T06:28:04.794 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-IJd5OXRR_kjNEjN off=15878920 len=1866946 2024-07-26T06:28:04.803 INFO:tasks.workunit.client.0.smithi089.stdout:op 851 completed, throughput=5.01MB/sec 2024-07-26T06:28:05.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:28:05 smithi155 ceph-mon[90160]: pgmap v1499: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-26T06:28:05.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:28:05 smithi089 ceph-mon[99608]: pgmap v1499: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-26T06:28:05.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:28:05 smithi089 ceph-mon[102056]: pgmap v1499: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-26T06:28:05.804 INFO:tasks.workunit.client.0.smithi089.stdout: 167: throughput=4.98MB/sec pending data=0 2024-07-26T06:28:05.804 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-wXFTcsE9Pjy59om off=10290083 len=1025260 2024-07-26T06:28:05.806 INFO:tasks.workunit.client.0.smithi089.stdout:op 852 completed, throughput=4.99MB/sec 2024-07-26T06:28:05.806 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-xFG1CCWC9htO6bS off=13137554 len=1163168 2024-07-26T06:28:05.808 INFO:tasks.workunit.client.0.smithi089.stdout:op 853 completed, throughput=4.99MB/sec 2024-07-26T06:28:05.809 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-e0jldedCGm3j5Dl off=7450517 len=699996 2024-07-26T06:28:05.810 INFO:tasks.workunit.client.0.smithi089.stdout:op 854 completed, throughput=5MB/sec 2024-07-26T06:28:05.810 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-6rU4kK0qHuu83b1 off=8367260 len=315782 2024-07-26T06:28:05.813 INFO:tasks.workunit.client.0.smithi089.stdout:op 855 completed, throughput=5MB/sec 2024-07-26T06:28:05.813 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-eTImWbsILD3pFm5 off=13689513 len=220584 2024-07-26T06:28:05.814 INFO:tasks.workunit.client.0.smithi089.stdout:op 856 completed, throughput=5MB/sec 2024-07-26T06:28:05.814 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-9-yvDnsHGY5mNvP off=3721998 len=50290 2024-07-26T06:28:05.814 INFO:tasks.workunit.client.0.smithi089.stdout:op 857 completed, throughput=5MB/sec 2024-07-26T06:28:05.815 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-amJ8B_CLDWDr_JJ off=6839782 len=51243 2024-07-26T06:28:05.815 INFO:tasks.workunit.client.0.smithi089.stdout:op 858 completed, throughput=5MB/sec 2024-07-26T06:28:05.815 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-5rWnTuvmSliPYwz off=9856121 len=1142221 2024-07-26T06:28:05.820 INFO:tasks.workunit.client.0.smithi089.stdout:op 859 completed, throughput=5.01MB/sec 2024-07-26T06:28:06.820 INFO:tasks.workunit.client.0.smithi089.stdout: 168: throughput=4.98MB/sec pending data=0 2024-07-26T06:28:06.821 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-WXvAwxhDB47fQfs off=1177708 len=1337037 2024-07-26T06:28:06.828 INFO:tasks.workunit.client.0.smithi089.stdout:op 860 completed, throughput=4.98MB/sec 2024-07-26T06:28:06.828 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-alpoUvoCOqPNI-M off=1495364 len=809374 2024-07-26T06:28:06.830 INFO:tasks.workunit.client.0.smithi089.stdout:op 861 completed, throughput=4.99MB/sec 2024-07-26T06:28:06.830 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-7qIfo4EcpxDPx71 off=5540825 len=338855 2024-07-26T06:28:06.831 INFO:tasks.workunit.client.0.smithi089.stdout:op 862 completed, throughput=4.99MB/sec 2024-07-26T06:28:06.831 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-x27vJLj6wCy-I3s off=9191283 len=1680129 2024-07-26T06:28:06.832 INFO:tasks.workunit.client.0.smithi089.stdout:op 863 completed, throughput=5MB/sec 2024-07-26T06:28:06.832 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-_6R3eo4SULY4G2b off=4071938 len=2083350 2024-07-26T06:28:06.834 INFO:tasks.workunit.client.0.smithi089.stdout:op 864 completed, throughput=5.01MB/sec 2024-07-26T06:28:07.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:28:07 smithi155 ceph-mon[90160]: pgmap v1500: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:28:07.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:28:07 smithi089 ceph-mon[99608]: pgmap v1500: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:28:07.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:28:07 smithi089 ceph-mon[102056]: pgmap v1500: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:28:07.835 INFO:tasks.workunit.client.0.smithi089.stdout: 169: throughput=4.98MB/sec pending data=0 2024-07-26T06:28:07.835 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ohI1Sd7xhRoaqTq off=20978977 len=553907 2024-07-26T06:28:07.838 INFO:tasks.workunit.client.0.smithi089.stdout:op 865 completed, throughput=4.98MB/sec 2024-07-26T06:28:07.838 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-V9-ncpmVj-ENaNg off=1296912 len=1076730 2024-07-26T06:28:07.841 INFO:tasks.workunit.client.0.smithi089.stdout:op 866 completed, throughput=4.99MB/sec 2024-07-26T06:28:07.841 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-PPwUuM9n6WbnvUM off=7049907 len=1950775 2024-07-26T06:28:07.849 INFO:tasks.workunit.client.0.smithi089.stdout:op 867 completed, throughput=5MB/sec 2024-07-26T06:28:08.850 INFO:tasks.workunit.client.0.smithi089.stdout: 170: throughput=4.97MB/sec pending data=0 2024-07-26T06:28:08.850 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ziB05aIUHp5zAyP off=180409 len=1100199 2024-07-26T06:28:08.855 INFO:tasks.workunit.client.0.smithi089.stdout:op 868 completed, throughput=4.98MB/sec 2024-07-26T06:28:08.855 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Qi7pkMP179r8HGX off=2846576 len=726386 2024-07-26T06:28:08.856 INFO:tasks.workunit.client.0.smithi089.stdout:op 869 completed, throughput=4.98MB/sec 2024-07-26T06:28:08.856 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-bnbchqhOjCaj2S1 off=1190723 len=1968786 2024-07-26T06:28:08.858 INFO:tasks.workunit.client.0.smithi089.stdout:op 870 completed, throughput=4.99MB/sec 2024-07-26T06:28:08.858 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-iqWLdLr3ct68vRE off=23198131 len=1256662 2024-07-26T06:28:08.860 INFO:tasks.workunit.client.0.smithi089.stdout:op 871 completed, throughput=5MB/sec 2024-07-26T06:28:08.860 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-EYGhcgmswhk_NjR off=4961684 len=712487 2024-07-26T06:28:08.865 INFO:tasks.workunit.client.0.smithi089.stdout:op 872 completed, throughput=5MB/sec 2024-07-26T06:28:09.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:28:09 smithi155 ceph-mon[90160]: pgmap v1501: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T06:28:09.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:28:09 smithi089 ceph-mon[99608]: pgmap v1501: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T06:28:09.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:28:09 smithi089 ceph-mon[102056]: pgmap v1501: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T06:28:09.865 INFO:tasks.workunit.client.0.smithi089.stdout: 171: throughput=4.97MB/sec pending data=0 2024-07-26T06:28:09.865 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-5s0PnS9TqtPiCNI off=9942706 len=1173927 2024-07-26T06:28:09.870 INFO:tasks.workunit.client.0.smithi089.stdout:op 873 completed, throughput=4.98MB/sec 2024-07-26T06:28:09.871 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-gPJOlg67FqMg-B2 off=1510915 len=400122 2024-07-26T06:28:09.874 INFO:tasks.workunit.client.0.smithi089.stdout:op 874 completed, throughput=4.98MB/sec 2024-07-26T06:28:09.878 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-FeC_t5OI93y7FIX off=2937909 len=385156 2024-07-26T06:28:09.879 INFO:tasks.workunit.client.0.smithi089.stdout:op 875 completed, throughput=4.98MB/sec 2024-07-26T06:28:09.879 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-KAtNa0T-_QqybTz off=3258152 len=1088218 2024-07-26T06:28:09.879 INFO:tasks.workunit.client.0.smithi089.stdout:op 876 completed, throughput=4.99MB/sec 2024-07-26T06:28:09.879 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-cZmQ0va3ceBjBWO off=10386330 len=1154187 2024-07-26T06:28:09.881 INFO:tasks.workunit.client.0.smithi089.stdout:op 877 completed, throughput=5MB/sec 2024-07-26T06:28:09.881 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-8ZYBd5_Kgwy8D50 off=12837745 len=353140 2024-07-26T06:28:09.884 INFO:tasks.workunit.client.0.smithi089.stdout:op 878 completed, throughput=5MB/sec 2024-07-26T06:28:09.884 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-sAW2zIDcHwhSMLC off=16070249 len=1210719 2024-07-26T06:28:09.885 INFO:tasks.workunit.client.0.smithi089.stdout:op 879 completed, throughput=5.01MB/sec 2024-07-26T06:28:10.885 INFO:tasks.workunit.client.0.smithi089.stdout: 172: throughput=4.98MB/sec pending data=0 2024-07-26T06:28:10.886 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-d-vZPTeVg10mM4C off=5156176 len=1309518 2024-07-26T06:28:10.892 INFO:tasks.workunit.client.0.smithi089.stdout:op 880 completed, throughput=4.98MB/sec 2024-07-26T06:28:10.892 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-48r4CCdTDJqq4pl off=5570881 len=1493352 2024-07-26T06:28:10.894 INFO:tasks.workunit.client.0.smithi089.stdout:op 881 completed, throughput=4.99MB/sec 2024-07-26T06:28:10.894 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-mAxUZDg1ouT67Ep off=1388017 len=85394 2024-07-26T06:28:10.897 INFO:tasks.workunit.client.0.smithi089.stdout:op 882 completed, throughput=4.99MB/sec 2024-07-26T06:28:10.897 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-7H0wz7Hx6M3nKAD off=19376514 len=1893142 2024-07-26T06:28:10.907 INFO:tasks.workunit.client.0.smithi089.stdout:op 883 completed, throughput=5MB/sec 2024-07-26T06:28:11.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:28:10 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:28:11.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:28:10 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:28:11.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:28:10 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:28:11.907 INFO:tasks.workunit.client.0.smithi089.stdout: 173: throughput=4.97MB/sec pending data=0 2024-07-26T06:28:11.907 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-5XyDvyc8Q47pN4N off=1810307 len=45212 2024-07-26T06:28:11.908 INFO:tasks.workunit.client.0.smithi089.stdout:op 884 completed, throughput=4.97MB/sec 2024-07-26T06:28:11.908 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-g9plDkwjWHRi9Fq off=1733130 len=159514 2024-07-26T06:28:11.909 INFO:tasks.workunit.client.0.smithi089.stdout:op 885 completed, throughput=4.97MB/sec 2024-07-26T06:28:11.909 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-DZDC11TbZvPQAoU off=805096 len=173298 2024-07-26T06:28:11.911 INFO:tasks.workunit.client.0.smithi089.stdout:op 886 completed, throughput=4.98MB/sec 2024-07-26T06:28:11.911 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Y61phvU_uH2GL1B off=4720053 len=1786906 2024-07-26T06:28:11.919 INFO:tasks.workunit.client.0.smithi089.stdout:op 887 completed, throughput=4.99MB/sec 2024-07-26T06:28:11.919 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-T-WQuUsF_Z2QzZW off=12817491 len=70129 2024-07-26T06:28:11.920 INFO:tasks.workunit.client.0.smithi089.stdout:op 888 completed, throughput=4.99MB/sec 2024-07-26T06:28:11.920 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-DyM0hhhljjDwQNl off=12291586 len=1046779 2024-07-26T06:28:11.921 INFO:tasks.workunit.client.0.smithi089.stdout:op 889 completed, throughput=4.99MB/sec 2024-07-26T06:28:11.922 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-TGIqGfYq39DpMfZ off=4088633 len=936039 2024-07-26T06:28:11.927 INFO:tasks.workunit.client.0.smithi089.stdout:op 890 completed, throughput=5MB/sec 2024-07-26T06:28:11.927 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ggIE0wMCmZFx5eg off=10648729 len=1818886 2024-07-26T06:28:11.928 INFO:tasks.workunit.client.0.smithi089.stdout:op 891 completed, throughput=5.01MB/sec 2024-07-26T06:28:12.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:28:11 smithi155 ceph-mon[90160]: pgmap v1502: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T06:28:12.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:28:11 smithi089 ceph-mon[99608]: pgmap v1502: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T06:28:12.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:28:11 smithi089 ceph-mon[102056]: pgmap v1502: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T06:28:12.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:28:12 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:28:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:28:12.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:28:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:28:12] "GET /metrics HTTP/1.1" 200 34034 "" "Prometheus/2.43.0" 2024-07-26T06:28:12.928 INFO:tasks.workunit.client.0.smithi089.stdout: 174: throughput=4.98MB/sec pending data=0 2024-07-26T06:28:12.929 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-EqHLcDK4XuZSZzu off=2221888 len=398710 2024-07-26T06:28:12.932 INFO:tasks.workunit.client.0.smithi089.stdout:op 892 completed, throughput=4.98MB/sec 2024-07-26T06:28:12.932 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-AmNHzBSI4OjuRP6 off=1678659 len=130055 2024-07-26T06:28:12.933 INFO:tasks.workunit.client.0.smithi089.stdout:op 893 completed, throughput=4.98MB/sec 2024-07-26T06:28:12.933 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-KSmKj2b1HoC75gk off=8174152 len=1422480 2024-07-26T06:28:12.935 INFO:tasks.workunit.client.0.smithi089.stdout:op 894 completed, throughput=4.99MB/sec 2024-07-26T06:28:12.935 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-mw6MGib4BCz3xJy off=3019003 len=1959593 2024-07-26T06:28:12.937 INFO:tasks.workunit.client.0.smithi089.stdout:op 895 completed, throughput=5MB/sec 2024-07-26T06:28:12.937 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-3yfI-2oSZftjbEU off=11102909 len=948275 2024-07-26T06:28:12.942 INFO:tasks.workunit.client.0.smithi089.stdout:op 896 completed, throughput=5MB/sec 2024-07-26T06:28:13.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:28:13 smithi155 ceph-mon[90160]: pgmap v1503: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:28:13.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:28:13 smithi089 ceph-mon[99608]: pgmap v1503: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:28:13.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:28:13 smithi089 ceph-mon[102056]: pgmap v1503: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:28:13.943 INFO:tasks.workunit.client.0.smithi089.stdout: 175: throughput=4.98MB/sec pending data=0 2024-07-26T06:28:13.943 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-KMPCBLFml3HehzT off=1744647 len=1620430 2024-07-26T06:28:13.945 INFO:tasks.workunit.client.0.smithi089.stdout:op 897 completed, throughput=4.98MB/sec 2024-07-26T06:28:13.945 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-9GOqP39U6Qbeaau off=6956862 len=953524 2024-07-26T06:28:13.951 INFO:tasks.workunit.client.0.smithi089.stdout:op 898 completed, throughput=4.99MB/sec 2024-07-26T06:28:13.951 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-0FjWZZa5MLHN7Ii off=8111867 len=844948 2024-07-26T06:28:13.956 INFO:tasks.workunit.client.0.smithi089.stdout:op 899 completed, throughput=4.99MB/sec 2024-07-26T06:28:13.956 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-uYEB9nivcAOhwK_ off=10250786 len=1529050 2024-07-26T06:28:13.964 INFO:tasks.workunit.client.0.smithi089.stdout:op 900 completed, throughput=5MB/sec 2024-07-26T06:28:14.965 INFO:tasks.workunit.client.0.smithi089.stdout: 176: throughput=4.97MB/sec pending data=0 2024-07-26T06:28:14.965 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-aEXD1qeINhH0Cwf off=6673761 len=968014 2024-07-26T06:28:14.967 INFO:tasks.workunit.client.0.smithi089.stdout:op 901 completed, throughput=4.98MB/sec 2024-07-26T06:28:14.967 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-vIKy5nGqX3guu9O off=4468949 len=129573 2024-07-26T06:28:14.968 INFO:tasks.workunit.client.0.smithi089.stdout:op 902 completed, throughput=4.98MB/sec 2024-07-26T06:28:14.968 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-x7ofrimIn7QIQK2 off=277348 len=555791 2024-07-26T06:28:14.972 INFO:tasks.workunit.client.0.smithi089.stdout:op 903 completed, throughput=4.98MB/sec 2024-07-26T06:28:14.972 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-6gKhMkcXRhd3WFE off=390194 len=1756285 2024-07-26T06:28:14.981 INFO:tasks.workunit.client.0.smithi089.stdout:op 904 completed, throughput=4.99MB/sec 2024-07-26T06:28:14.981 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-kUAYjq-6DZPTJnC off=2840708 len=1847317 2024-07-26T06:28:14.982 INFO:tasks.workunit.client.0.smithi089.stdout:op 905 completed, throughput=5MB/sec 2024-07-26T06:28:15.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:28:15 smithi155 ceph-mon[90160]: pgmap v1504: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:28:15.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:28:15 smithi089 ceph-mon[99608]: pgmap v1504: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:28:15.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:28:15 smithi089 ceph-mon[102056]: pgmap v1504: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:28:15.983 INFO:tasks.workunit.client.0.smithi089.stdout: 177: throughput=4.97MB/sec pending data=0 2024-07-26T06:28:15.983 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-c1LnYL_Bfcw42GF off=1270753 len=116130 2024-07-26T06:28:15.984 INFO:tasks.workunit.client.0.smithi089.stdout:op 906 completed, throughput=4.97MB/sec 2024-07-26T06:28:15.984 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-k_0Q9lL0C-ZVree off=15171361 len=1657578 2024-07-26T06:28:15.988 INFO:tasks.workunit.client.0.smithi089.stdout:op 907 completed, throughput=4.98MB/sec 2024-07-26T06:28:15.988 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-UgrrOLcE0-DuQB6 off=22489 len=748947 2024-07-26T06:28:15.992 INFO:tasks.workunit.client.0.smithi089.stdout:op 908 completed, throughput=4.99MB/sec 2024-07-26T06:28:15.993 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ta3fUJKbdsuRQlO off=4609564 len=1437065 2024-07-26T06:28:16.000 INFO:tasks.workunit.client.0.smithi089.stdout:op 909 completed, throughput=4.99MB/sec 2024-07-26T06:28:16.000 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-UYk-u7FL7OSqmex off=2276046 len=426076 2024-07-26T06:28:16.004 INFO:tasks.workunit.client.0.smithi089.stdout:op 910 completed, throughput=5MB/sec 2024-07-26T06:28:16.004 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-lou8ZyDnlhJs6SI off=4063519 len=678391 2024-07-26T06:28:16.005 INFO:tasks.workunit.client.0.smithi089.stdout:op 911 completed, throughput=5MB/sec 2024-07-26T06:28:16.005 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-yLSXWIIdCKaSvvN off=6658879 len=322364 2024-07-26T06:28:16.007 INFO:tasks.workunit.client.0.smithi089.stdout:op 912 completed, throughput=5MB/sec 2024-07-26T06:28:17.008 INFO:tasks.workunit.client.0.smithi089.stdout: 178: throughput=4.97MB/sec pending data=0 2024-07-26T06:28:17.008 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-BiaCVuZisr4K1zx off=7772307 len=1206103 2024-07-26T06:28:17.010 INFO:tasks.workunit.client.0.smithi089.stdout:op 913 completed, throughput=4.98MB/sec 2024-07-26T06:28:17.010 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-KPMNQBjzD2rogHw off=9689936 len=1819481 2024-07-26T06:28:17.021 INFO:tasks.workunit.client.0.smithi089.stdout:op 914 completed, throughput=4.99MB/sec 2024-07-26T06:28:17.021 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Dl3H8jXxlFjceXd off=2872110 len=901468 2024-07-26T06:28:17.025 INFO:tasks.workunit.client.0.smithi089.stdout:op 915 completed, throughput=4.99MB/sec 2024-07-26T06:28:17.025 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-bG_ATf-Qs0gTKx8 off=2242822 len=487447 2024-07-26T06:28:17.026 INFO:tasks.workunit.client.0.smithi089.stdout:op 916 completed, throughput=5MB/sec 2024-07-26T06:28:17.026 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-PRPw6nu22gpYA25 off=15692743 len=1976992 2024-07-26T06:28:17.037 INFO:tasks.workunit.client.0.smithi089.stdout:op 917 completed, throughput=5.01MB/sec 2024-07-26T06:28:17.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:28:17 smithi155 ceph-mon[90160]: pgmap v1505: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T06:28:17.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:28:17 smithi089 ceph-mon[99608]: pgmap v1505: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T06:28:17.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:28:17 smithi089 ceph-mon[102056]: pgmap v1505: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T06:28:18.038 INFO:tasks.workunit.client.0.smithi089.stdout: 179: throughput=4.98MB/sec pending data=0 2024-07-26T06:28:18.038 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-pBedlntj1re99cI off=5622889 len=684740 2024-07-26T06:28:18.039 INFO:tasks.workunit.client.0.smithi089.stdout:op 918 completed, throughput=4.98MB/sec 2024-07-26T06:28:18.039 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-cIpxWm9G6xBK9zX off=13461774 len=1462754 2024-07-26T06:28:18.040 INFO:tasks.workunit.client.0.smithi089.stdout:op 919 completed, throughput=4.99MB/sec 2024-07-26T06:28:18.040 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-qZ00y1lzp1CNl2X off=9044129 len=853986 2024-07-26T06:28:18.046 INFO:tasks.workunit.client.0.smithi089.stdout:op 920 completed, throughput=4.99MB/sec 2024-07-26T06:28:18.046 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-0JMJTgDZi6Prolw off=17021083 len=1474014 2024-07-26T06:28:18.054 INFO:tasks.workunit.client.0.smithi089.stdout:op 921 completed, throughput=5MB/sec 2024-07-26T06:28:19.055 INFO:tasks.workunit.client.0.smithi089.stdout: 180: throughput=4.97MB/sec pending data=0 2024-07-26T06:28:19.055 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj--F7rrdXzNymHNgy off=10995837 len=315088 2024-07-26T06:28:19.058 INFO:tasks.workunit.client.0.smithi089.stdout:op 922 completed, throughput=4.98MB/sec 2024-07-26T06:28:19.058 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-rmd2C7kM8fIxe_y off=2520723 len=166805 2024-07-26T06:28:19.061 INFO:tasks.workunit.client.0.smithi089.stdout:op 923 completed, throughput=4.98MB/sec 2024-07-26T06:28:19.061 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-9kfKNiXXozTsQMk off=842613 len=534969 2024-07-26T06:28:19.064 INFO:tasks.workunit.client.0.smithi089.stdout:op 924 completed, throughput=4.98MB/sec 2024-07-26T06:28:19.064 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-o5QYsGaJ576RJYs off=21158522 len=179939 2024-07-26T06:28:19.064 INFO:tasks.workunit.client.0.smithi089.stdout:op 925 completed, throughput=4.98MB/sec 2024-07-26T06:28:19.064 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-pVx0xWOv2RU2ZWR off=1890603 len=268222 2024-07-26T06:28:19.068 INFO:tasks.workunit.client.0.smithi089.stdout:op 926 completed, throughput=4.98MB/sec 2024-07-26T06:28:19.068 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-cEZ5LLAkd-UhzyD off=7950114 len=1842941 2024-07-26T06:28:19.081 INFO:tasks.workunit.client.0.smithi089.stdout:op 927 completed, throughput=4.99MB/sec 2024-07-26T06:28:19.081 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-gM7WZxtnESetMON off=1486942 len=1849100 2024-07-26T06:28:19.083 INFO:tasks.workunit.client.0.smithi089.stdout:op 928 completed, throughput=5MB/sec 2024-07-26T06:28:19.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:28:19 smithi155 ceph-mon[90160]: pgmap v1506: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-26T06:28:19.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:28:19 smithi089 ceph-mon[99608]: pgmap v1506: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-26T06:28:19.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:28:19 smithi089 ceph-mon[102056]: pgmap v1506: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-26T06:28:20.083 INFO:tasks.workunit.client.0.smithi089.stdout: 181: throughput=4.97MB/sec pending data=0 2024-07-26T06:28:20.083 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-YRTrZSmpyTEZKEp off=17760016 len=106686 2024-07-26T06:28:20.086 INFO:tasks.workunit.client.0.smithi089.stdout:op 929 completed, throughput=4.97MB/sec 2024-07-26T06:28:20.086 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-x8m2aJ7EXxO0uWj off=18429644 len=1306674 2024-07-26T06:28:20.095 INFO:tasks.workunit.client.0.smithi089.stdout:op 930 completed, throughput=4.98MB/sec 2024-07-26T06:28:20.095 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-us-E_7VmMxFKvTR off=10348599 len=1329387 2024-07-26T06:28:20.105 INFO:tasks.workunit.client.0.smithi089.stdout:op 931 completed, throughput=4.99MB/sec 2024-07-26T06:28:20.105 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-TBjWhoaHsTQIBAB off=21350418 len=1666683 2024-07-26T06:28:20.112 INFO:tasks.workunit.client.0.smithi089.stdout:op 932 completed, throughput=5MB/sec 2024-07-26T06:28:20.112 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-TKt_8C-jLIYtFFQ off=5233483 len=1821968 2024-07-26T06:28:20.120 INFO:tasks.workunit.client.0.smithi089.stdout:op 933 completed, throughput=5MB/sec 2024-07-26T06:28:21.121 INFO:tasks.workunit.client.0.smithi089.stdout: 182: throughput=4.98MB/sec pending data=0 2024-07-26T06:28:21.121 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-RnHYMW6OhGGozxE off=3893163 len=1232509 2024-07-26T06:28:21.129 INFO:tasks.workunit.client.0.smithi089.stdout:op 934 completed, throughput=4.98MB/sec 2024-07-26T06:28:21.129 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-enEAX1Ox233Ae-w off=17869579 len=103562 2024-07-26T06:28:21.132 INFO:tasks.workunit.client.0.smithi089.stdout:op 935 completed, throughput=4.98MB/sec 2024-07-26T06:28:21.132 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-k-kyijjKMkEOnbc off=5819625 len=1863521 2024-07-26T06:28:21.134 INFO:tasks.workunit.client.0.smithi089.stdout:op 936 completed, throughput=4.99MB/sec 2024-07-26T06:28:21.134 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-7NdmZDlgr4JjxwP off=7974949 len=1215086 2024-07-26T06:28:21.141 INFO:tasks.workunit.client.0.smithi089.stdout:op 937 completed, throughput=5MB/sec 2024-07-26T06:28:21.141 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-6GDTN5etSFk9INg off=3547760 len=142770 2024-07-26T06:28:21.142 INFO:tasks.workunit.client.0.smithi089.stdout:op 938 completed, throughput=5MB/sec 2024-07-26T06:28:21.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:28:21 smithi155 ceph-mon[90160]: pgmap v1507: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T06:28:21.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:28:21 smithi089 ceph-mon[99608]: pgmap v1507: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T06:28:21.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:28:21 smithi089 ceph-mon[102056]: pgmap v1507: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T06:28:22.142 INFO:tasks.workunit.client.0.smithi089.stdout: 183: throughput=4.97MB/sec pending data=0 2024-07-26T06:28:22.142 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-0uZnJEdTIuZj9Bv off=20579568 len=134638 2024-07-26T06:28:22.143 INFO:tasks.workunit.client.0.smithi089.stdout:op 939 completed, throughput=4.97MB/sec 2024-07-26T06:28:22.143 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Bm4y8qLS2bbsqB1 off=2324082 len=840822 2024-07-26T06:28:22.147 INFO:tasks.workunit.client.0.smithi089.stdout:op 940 completed, throughput=4.98MB/sec 2024-07-26T06:28:22.147 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-8O55SktWTrQV-s6 off=20381265 len=1273126 2024-07-26T06:28:22.153 INFO:tasks.workunit.client.0.smithi089.stdout:op 941 completed, throughput=4.98MB/sec 2024-07-26T06:28:22.153 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-iAkF4-pYkC_OiM9 off=963488 len=1315450 2024-07-26T06:28:22.160 INFO:tasks.workunit.client.0.smithi089.stdout:op 942 completed, throughput=4.99MB/sec 2024-07-26T06:28:22.160 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-5foi-RuqO8U4SeR off=2981707 len=297523 2024-07-26T06:28:22.160 INFO:tasks.workunit.client.0.smithi089.stdout:op 943 completed, throughput=4.99MB/sec 2024-07-26T06:28:22.160 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ONplXbklaMTzsyR off=14288533 len=1072993 2024-07-26T06:28:22.163 INFO:tasks.workunit.client.0.smithi089.stdout:op 944 completed, throughput=5MB/sec 2024-07-26T06:28:22.163 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-wrnkzszrcPmd6H7 off=2077794 len=1902424 2024-07-26T06:28:22.165 INFO:tasks.workunit.client.0.smithi089.stdout:op 945 completed, throughput=5.01MB/sec 2024-07-26T06:28:22.630 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:28:22 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:28:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:28:22.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:28:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:28:22] "GET /metrics HTTP/1.1" 200 34034 "" "Prometheus/2.43.0" 2024-07-26T06:28:23.165 INFO:tasks.workunit.client.0.smithi089.stdout: 184: throughput=4.98MB/sec pending data=0 2024-07-26T06:28:23.166 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Z-Y-RyOwaN-cKWF off=9817510 len=610682 2024-07-26T06:28:23.170 INFO:tasks.workunit.client.0.smithi089.stdout:op 946 completed, throughput=4.98MB/sec 2024-07-26T06:28:23.170 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-O8nirEwA4B-Mduw off=3001266 len=3289 2024-07-26T06:28:23.172 INFO:tasks.workunit.client.0.smithi089.stdout:op 947 completed, throughput=4.98MB/sec 2024-07-26T06:28:23.172 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-UD5X7HvR5xo5JpM off=10521050 len=1049609 2024-07-26T06:28:23.178 INFO:tasks.workunit.client.0.smithi089.stdout:op 948 completed, throughput=4.99MB/sec 2024-07-26T06:28:23.178 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-GYwRmNXyeGlTHnx off=13799772 len=929347 2024-07-26T06:28:23.179 INFO:tasks.workunit.client.0.smithi089.stdout:op 949 completed, throughput=4.99MB/sec 2024-07-26T06:28:23.180 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-uWzO8vNMknrqUhE off=8945585 len=923758 2024-07-26T06:28:23.180 INFO:tasks.workunit.client.0.smithi089.stdout:op 950 completed, throughput=5MB/sec 2024-07-26T06:28:23.181 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-jPZTsHnRfVNERO0 off=466278 len=798890 2024-07-26T06:28:23.182 INFO:tasks.workunit.client.0.smithi089.stdout:op 951 completed, throughput=5MB/sec 2024-07-26T06:28:23.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:28:23 smithi155 ceph-mon[90160]: pgmap v1508: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-26T06:28:23.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:28:23 smithi089 ceph-mon[99608]: pgmap v1508: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-26T06:28:23.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:28:23 smithi089 ceph-mon[102056]: pgmap v1508: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-26T06:28:24.183 INFO:tasks.workunit.client.0.smithi089.stdout: 185: throughput=4.98MB/sec pending data=0 2024-07-26T06:28:24.183 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-5H4iPcgqP3HUTy6 off=8854483 len=1218333 2024-07-26T06:28:24.189 INFO:tasks.workunit.client.0.smithi089.stdout:op 952 completed, throughput=4.98MB/sec 2024-07-26T06:28:24.189 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-fFm8gPsVzu6ZVXW off=15746073 len=579231 2024-07-26T06:28:24.193 INFO:tasks.workunit.client.0.smithi089.stdout:op 953 completed, throughput=4.98MB/sec 2024-07-26T06:28:24.193 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-3MU20alhW5lS5y7 off=666712 len=563459 2024-07-26T06:28:24.197 INFO:tasks.workunit.client.0.smithi089.stdout:op 954 completed, throughput=4.99MB/sec 2024-07-26T06:28:24.197 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-CPgUjwwEyzbLKOv off=6807430 len=179141 2024-07-26T06:28:24.199 INFO:tasks.workunit.client.0.smithi089.stdout:op 955 completed, throughput=4.99MB/sec 2024-07-26T06:28:24.199 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-I6pGFrEUcRbdWei off=1034068 len=2059509 2024-07-26T06:28:24.214 INFO:tasks.workunit.client.0.smithi089.stdout:op 956 completed, throughput=5MB/sec 2024-07-26T06:28:24.214 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-0UjIRd6FVztuxJl off=8750290 len=2029113 2024-07-26T06:28:24.214 INFO:tasks.workunit.client.0.smithi089.stdout:op 957 completed, throughput=5.01MB/sec 2024-07-26T06:28:25.213 INFO:tasks.workunit.client.0.smithi089.stdout: 186: throughput=4.98MB/sec pending data=0 2024-07-26T06:28:25.214 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-2Rb2yZYoTZQc6w1 off=4659331 len=128101 2024-07-26T06:28:25.214 INFO:tasks.workunit.client.0.smithi089.stdout:op 958 completed, throughput=4.98MB/sec 2024-07-26T06:28:25.214 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-L5s0Y4oM9TPN22t off=2155867 len=561295 2024-07-26T06:28:25.215 INFO:tasks.workunit.client.0.smithi089.stdout:op 959 completed, throughput=4.99MB/sec 2024-07-26T06:28:25.215 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-892MfkhIvGgBiW6 off=1160423 len=1034572 2024-07-26T06:28:25.219 INFO:tasks.workunit.client.0.smithi089.stdout:op 960 completed, throughput=4.99MB/sec 2024-07-26T06:28:25.219 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-3ousKSBEN3XAPf7 off=5548158 len=927536 2024-07-26T06:28:25.224 INFO:tasks.workunit.client.0.smithi089.stdout:op 961 completed, throughput=5MB/sec 2024-07-26T06:28:25.224 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Zaauz0UUiOJkTq7 off=2808540 len=1241712 2024-07-26T06:28:25.225 INFO:tasks.workunit.client.0.smithi089.stdout:op 962 completed, throughput=5MB/sec 2024-07-26T06:28:25.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:28:25 smithi155 ceph-mon[90160]: pgmap v1509: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:28:25.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:28:25 smithi089 ceph-mon[99608]: pgmap v1509: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:28:25.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:28:25 smithi089 ceph-mon[102056]: pgmap v1509: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:28:26.225 INFO:tasks.workunit.client.0.smithi089.stdout: 187: throughput=4.98MB/sec pending data=0 2024-07-26T06:28:26.226 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Ce50vZwbTegD2Ek off=9322214 len=103788 2024-07-26T06:28:26.228 INFO:tasks.workunit.client.0.smithi089.stdout:op 963 completed, throughput=4.98MB/sec 2024-07-26T06:28:26.228 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Zflr0a9yDOs3jWX off=275616 len=826563 2024-07-26T06:28:26.229 INFO:tasks.workunit.client.0.smithi089.stdout:op 964 completed, throughput=4.98MB/sec 2024-07-26T06:28:26.229 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-AWC4bvj3h9Z1rb6 off=12001871 len=1596673 2024-07-26T06:28:26.232 INFO:tasks.workunit.client.0.smithi089.stdout:op 965 completed, throughput=4.99MB/sec 2024-07-26T06:28:26.233 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-TFLwHMHemH9WMoM off=4836560 len=2009516 2024-07-26T06:28:26.245 INFO:tasks.workunit.client.0.smithi089.stdout:op 966 completed, throughput=5MB/sec 2024-07-26T06:28:26.245 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-qICHO558jM9lZhQ off=10519978 len=1381934 2024-07-26T06:28:26.253 INFO:tasks.workunit.client.0.smithi089.stdout:op 967 completed, throughput=5MB/sec 2024-07-26T06:28:26.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:28:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:28:26.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:28:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:28:26.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:28:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:28:27.253 INFO:tasks.workunit.client.0.smithi089.stdout: 188: throughput=4.98MB/sec pending data=0 2024-07-26T06:28:27.253 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-MDIra-fMjae5GX9 off=7318421 len=794654 2024-07-26T06:28:27.257 INFO:tasks.workunit.client.0.smithi089.stdout:op 968 completed, throughput=4.98MB/sec 2024-07-26T06:28:27.257 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-RciOAFTf0GDIBuf off=2647509 len=1374899 2024-07-26T06:28:27.266 INFO:tasks.workunit.client.0.smithi089.stdout:op 969 completed, throughput=4.99MB/sec 2024-07-26T06:28:27.266 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-VfpHRb56aKaOSBD off=17399577 len=1818288 2024-07-26T06:28:27.269 INFO:tasks.workunit.client.0.smithi089.stdout:op 970 completed, throughput=5MB/sec 2024-07-26T06:28:27.269 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-P8CZayuEaJkNL8E off=220676 len=2072106 2024-07-26T06:28:27.271 INFO:tasks.workunit.client.0.smithi089.stdout:op 971 completed, throughput=5.01MB/sec 2024-07-26T06:28:27.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:28:27 smithi155 ceph-mon[90160]: pgmap v1510: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T06:28:27.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:28:27 smithi089 ceph-mon[99608]: pgmap v1510: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T06:28:27.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:28:27 smithi089 ceph-mon[102056]: pgmap v1510: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T06:28:28.271 INFO:tasks.workunit.client.0.smithi089.stdout: 189: throughput=4.98MB/sec pending data=0 2024-07-26T06:28:28.271 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-CP7E2jwbVLy9vAA off=4402893 len=1541390 2024-07-26T06:28:28.274 INFO:tasks.workunit.client.0.smithi089.stdout:op 972 completed, throughput=4.99MB/sec 2024-07-26T06:28:28.274 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ISFVLDC-DaVCd0- off=16395678 len=1697476 2024-07-26T06:28:28.283 INFO:tasks.workunit.client.0.smithi089.stdout:op 973 completed, throughput=5MB/sec 2024-07-26T06:28:28.283 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-KfQ2Q-OkF90weq7 off=4796643 len=350213 2024-07-26T06:28:28.286 INFO:tasks.workunit.client.0.smithi089.stdout:op 974 completed, throughput=5MB/sec 2024-07-26T06:28:28.286 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-bBcF2gsGVbVjN07 off=7365421 len=1471851 2024-07-26T06:28:28.287 INFO:tasks.workunit.client.0.smithi089.stdout:op 975 completed, throughput=5.01MB/sec 2024-07-26T06:28:29.288 INFO:tasks.workunit.client.0.smithi089.stdout: 190: throughput=4.98MB/sec pending data=0 2024-07-26T06:28:29.288 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-o-dtZYnjwA0oGFK off=4094170 len=847440 2024-07-26T06:28:29.293 INFO:tasks.workunit.client.0.smithi089.stdout:op 976 completed, throughput=4.98MB/sec 2024-07-26T06:28:29.293 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Ua5Qf25iqfq1Lnm off=6970242 len=1803642 2024-07-26T06:28:29.302 INFO:tasks.workunit.client.0.smithi089.stdout:op 977 completed, throughput=4.99MB/sec 2024-07-26T06:28:29.303 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-1njoU6OzRN0l9pL off=905607 len=172615 2024-07-26T06:28:29.303 INFO:tasks.workunit.client.0.smithi089.stdout:op 978 completed, throughput=4.99MB/sec 2024-07-26T06:28:29.303 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-oxme5SooHZ4n4Az off=23373374 len=1062878 2024-07-26T06:28:29.306 INFO:tasks.workunit.client.0.smithi089.stdout:op 979 completed, throughput=5MB/sec 2024-07-26T06:28:29.306 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-FnEpKYngyFb5CW7 off=4453205 len=516133 2024-07-26T06:28:29.306 INFO:tasks.workunit.client.0.smithi089.stdout:op 980 completed, throughput=5MB/sec 2024-07-26T06:28:29.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:28:29 smithi155 ceph-mon[90160]: pgmap v1511: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-26T06:28:29.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:28:29 smithi089 ceph-mon[99608]: pgmap v1511: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-26T06:28:29.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:28:29 smithi089 ceph-mon[102056]: pgmap v1511: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-26T06:28:30.307 INFO:tasks.workunit.client.0.smithi089.stdout: 191: throughput=4.98MB/sec pending data=0 2024-07-26T06:28:30.307 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-jme9RYS77FChBDQ off=431330 len=384756 2024-07-26T06:28:30.310 INFO:tasks.workunit.client.0.smithi089.stdout:op 981 completed, throughput=4.98MB/sec 2024-07-26T06:28:30.311 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-J2Ez5JNfhqrh2en off=6511814 len=1000665 2024-07-26T06:28:30.312 INFO:tasks.workunit.client.0.smithi089.stdout:op 982 completed, throughput=4.98MB/sec 2024-07-26T06:28:30.312 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ojjQnL555eZr6yv off=4172769 len=918541 2024-07-26T06:28:30.317 INFO:tasks.workunit.client.0.smithi089.stdout:op 983 completed, throughput=4.99MB/sec 2024-07-26T06:28:30.318 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-PpkhMt4O6DQgQeZ off=6964027 len=805886 2024-07-26T06:28:30.322 INFO:tasks.workunit.client.0.smithi089.stdout:op 984 completed, throughput=4.99MB/sec 2024-07-26T06:28:30.322 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-bBYJ83AqEU8LvJC off=324484 len=1772506 2024-07-26T06:28:30.328 INFO:tasks.workunit.client.0.smithi089.stdout:op 985 completed, throughput=5MB/sec 2024-07-26T06:28:30.328 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-w9PldMw8PKxhm-u off=3173640 len=1184854 2024-07-26T06:28:30.329 INFO:tasks.workunit.client.0.smithi089.stdout:op 986 completed, throughput=5.01MB/sec 2024-07-26T06:28:31.330 INFO:tasks.workunit.client.0.smithi089.stdout: 192: throughput=4.98MB/sec pending data=0 2024-07-26T06:28:31.330 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-vYRgJqTTsNbYoNI off=19560742 len=2094660 2024-07-26T06:28:31.333 INFO:tasks.workunit.client.0.smithi089.stdout:op 987 completed, throughput=4.99MB/sec 2024-07-26T06:28:31.333 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-QJUEq2MiJslk5Ge off=4894557 len=727351 2024-07-26T06:28:31.337 INFO:tasks.workunit.client.0.smithi089.stdout:op 988 completed, throughput=4.99MB/sec 2024-07-26T06:28:31.337 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-rAMwQXSM25Tc9z_ off=1697853 len=641191 2024-07-26T06:28:31.341 INFO:tasks.workunit.client.0.smithi089.stdout:op 989 completed, throughput=5MB/sec 2024-07-26T06:28:31.341 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-mEKgQ4k3tCO63Np off=6121122 len=1124562 2024-07-26T06:28:31.342 INFO:tasks.workunit.client.0.smithi089.stdout:op 990 completed, throughput=5MB/sec 2024-07-26T06:28:31.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:28:31 smithi155 ceph-mon[90160]: pgmap v1512: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-26T06:28:31.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:28:31 smithi089 ceph-mon[99608]: pgmap v1512: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-26T06:28:31.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:28:31 smithi089 ceph-mon[102056]: pgmap v1512: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-26T06:28:32.343 INFO:tasks.workunit.client.0.smithi089.stdout: 193: throughput=4.98MB/sec pending data=0 2024-07-26T06:28:32.343 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Y780SpKQjVtLky9 off=12994412 len=1673896 2024-07-26T06:28:32.345 INFO:tasks.workunit.client.0.smithi089.stdout:op 991 completed, throughput=4.98MB/sec 2024-07-26T06:28:32.345 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-SHkB8BgB7BFopmw off=4028454 len=1183702 2024-07-26T06:28:32.346 INFO:tasks.workunit.client.0.smithi089.stdout:op 992 completed, throughput=4.99MB/sec 2024-07-26T06:28:32.347 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-vTE0a3We5riQ8MI off=1252142 len=1410287 2024-07-26T06:28:32.353 INFO:tasks.workunit.client.0.smithi089.stdout:op 993 completed, throughput=5MB/sec 2024-07-26T06:28:32.353 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-2r0M-dATkaavdTF off=6800840 len=1779781 2024-07-26T06:28:32.356 INFO:tasks.workunit.client.0.smithi089.stdout:op 994 completed, throughput=5.01MB/sec 2024-07-26T06:28:32.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:28:32 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:28:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:28:32.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:28:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:28:32] "GET /metrics HTTP/1.1" 200 34038 "" "Prometheus/2.43.0" 2024-07-26T06:28:33.357 INFO:tasks.workunit.client.0.smithi089.stdout: 194: throughput=4.98MB/sec pending data=0 2024-07-26T06:28:33.357 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-hxIzo0tqOr-FsqM off=5599701 len=21525 2024-07-26T06:28:33.359 INFO:tasks.workunit.client.0.smithi089.stdout:op 995 completed, throughput=4.98MB/sec 2024-07-26T06:28:33.359 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Dhe4hI4alStyRkk off=15358655 len=2023169 2024-07-26T06:28:33.362 INFO:tasks.workunit.client.0.smithi089.stdout:op 996 completed, throughput=4.99MB/sec 2024-07-26T06:28:33.362 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ZmBud9yYilfhXM2 off=3711052 len=149206 2024-07-26T06:28:33.362 INFO:tasks.workunit.client.0.smithi089.stdout:op 997 completed, throughput=4.99MB/sec 2024-07-26T06:28:33.362 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-HIN6krQnUcxbyw4 off=0 len=1143973 2024-07-26T06:28:33.364 INFO:tasks.workunit.client.0.smithi089.stdout:op 998 completed, throughput=5MB/sec 2024-07-26T06:28:33.364 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-n4XQkuEqht6yGUw off=2203217 len=156647 2024-07-26T06:28:33.367 INFO:tasks.workunit.client.0.smithi089.stdout:op 999 completed, throughput=5MB/sec 2024-07-26T06:28:33.367 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-5BIXtE0F3kKkM-x off=254199 len=1634882 2024-07-26T06:28:33.376 INFO:tasks.workunit.client.0.smithi089.stdout:op 1000 completed, throughput=5MB/sec 2024-07-26T06:28:33.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:28:33 smithi155 ceph-mon[90160]: pgmap v1513: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-26T06:28:33.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:28:33 smithi089 ceph-mon[99608]: pgmap v1513: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-26T06:28:33.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:28:33 smithi089 ceph-mon[102056]: pgmap v1513: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-26T06:28:34.376 INFO:tasks.workunit.client.0.smithi089.stdout: 195: throughput=4.98MB/sec pending data=0 2024-07-26T06:28:34.377 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Hga8URRdhYVzViP off=2467346 len=701510 2024-07-26T06:28:34.377 INFO:tasks.workunit.client.0.smithi089.stdout:op 1001 completed, throughput=4.98MB/sec 2024-07-26T06:28:34.378 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-fCS5MPlYx0DH_ak off=2235356 len=2048306 2024-07-26T06:28:34.386 INFO:tasks.workunit.client.0.smithi089.stdout:op 1002 completed, throughput=4.99MB/sec 2024-07-26T06:28:34.386 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-MucdASRiZrEpCav off=15330697 len=210511 2024-07-26T06:28:34.388 INFO:tasks.workunit.client.0.smithi089.stdout:op 1003 completed, throughput=4.99MB/sec 2024-07-26T06:28:34.388 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-OQQfl8UKMRms2Ge off=3680620 len=1796362 2024-07-26T06:28:34.390 INFO:tasks.workunit.client.0.smithi089.stdout:op 1004 completed, throughput=5MB/sec 2024-07-26T06:28:35.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:28:35 smithi155 ceph-mon[90160]: pgmap v1514: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:28:35.390 INFO:tasks.workunit.client.0.smithi089.stdout: 196: throughput=4.98MB/sec pending data=0 2024-07-26T06:28:35.390 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-bLg0_hLXLPWYoQv off=18566421 len=1528778 2024-07-26T06:28:35.392 INFO:tasks.workunit.client.0.smithi089.stdout:op 1005 completed, throughput=4.98MB/sec 2024-07-26T06:28:35.392 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Yd8fEX6YLtDnZhJ off=4576744 len=1426538 2024-07-26T06:28:35.396 INFO:tasks.workunit.client.0.smithi089.stdout:op 1006 completed, throughput=4.99MB/sec 2024-07-26T06:28:35.396 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-mRBH5iHXQobiLTU off=10957325 len=1031780 2024-07-26T06:28:35.401 INFO:tasks.workunit.client.0.smithi089.stdout:op 1007 completed, throughput=5MB/sec 2024-07-26T06:28:35.401 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-GWm-30T1_z4zJ0Q off=382502 len=1850494 2024-07-26T06:28:35.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:28:35 smithi089 ceph-mon[99608]: pgmap v1514: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:28:35.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:28:35 smithi089 ceph-mon[102056]: pgmap v1514: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:28:35.411 INFO:tasks.workunit.client.0.smithi089.stdout:op 1008 completed, throughput=5MB/sec 2024-07-26T06:28:36.411 INFO:tasks.workunit.client.0.smithi089.stdout: 197: throughput=4.98MB/sec pending data=0 2024-07-26T06:28:36.412 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-XfC7_RqkYWVGNzL off=6426427 len=1692692 2024-07-26T06:28:36.421 INFO:tasks.workunit.client.0.smithi089.stdout:op 1009 completed, throughput=4.99MB/sec 2024-07-26T06:28:36.421 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-iIBtHqBZwBQ044c off=8078547 len=1873999 2024-07-26T06:28:36.423 INFO:tasks.workunit.client.0.smithi089.stdout:op 1010 completed, throughput=5MB/sec 2024-07-26T06:28:36.423 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-fhw8AvG60ygLRUr off=2030223 len=467860 2024-07-26T06:28:36.425 INFO:tasks.workunit.client.0.smithi089.stdout:op 1011 completed, throughput=5MB/sec 2024-07-26T06:28:36.425 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-bwJKbaeR52icGk0 off=16377699 len=203401 2024-07-26T06:28:36.428 INFO:tasks.workunit.client.0.smithi089.stdout:op 1012 completed, throughput=5MB/sec 2024-07-26T06:28:36.428 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-NCULOsM3bhQsOLE off=1736710 len=608707 2024-07-26T06:28:36.431 INFO:tasks.workunit.client.0.smithi089.stdout:op 1013 completed, throughput=5MB/sec 2024-07-26T06:28:37.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:28:37 smithi155 ceph-mon[90160]: pgmap v1515: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:28:37.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:28:37 smithi089 ceph-mon[99608]: pgmap v1515: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:28:37.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:28:37 smithi089 ceph-mon[102056]: pgmap v1515: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:28:37.432 INFO:tasks.workunit.client.0.smithi089.stdout: 198: throughput=4.98MB/sec pending data=0 2024-07-26T06:28:37.432 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-LfT22t6NeiKDFGR off=6534512 len=1289659 2024-07-26T06:28:37.439 INFO:tasks.workunit.client.0.smithi089.stdout:op 1014 completed, throughput=4.98MB/sec 2024-07-26T06:28:37.439 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-V90_8ajGKV8sP-3 off=17339934 len=1308675 2024-07-26T06:28:37.445 INFO:tasks.workunit.client.0.smithi089.stdout:op 1015 completed, throughput=4.99MB/sec 2024-07-26T06:28:37.445 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-p9DnCDQpESm4jvd off=7041896 len=651729 2024-07-26T06:28:37.446 INFO:tasks.workunit.client.0.smithi089.stdout:op 1016 completed, throughput=4.99MB/sec 2024-07-26T06:28:37.446 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-lZ48hK9KHJ_bzbC off=3701585 len=1061664 2024-07-26T06:28:37.452 INFO:tasks.workunit.client.0.smithi089.stdout:op 1017 completed, throughput=5MB/sec 2024-07-26T06:28:37.452 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-6yx-c_NDPYXPnc9 off=9320174 len=896992 2024-07-26T06:28:37.457 INFO:tasks.workunit.client.0.smithi089.stdout:op 1018 completed, throughput=5MB/sec 2024-07-26T06:28:38.458 INFO:tasks.workunit.client.0.smithi089.stdout: 199: throughput=4.98MB/sec pending data=0 2024-07-26T06:28:38.458 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-92wJC8wJbXklKBR off=18379 len=376982 2024-07-26T06:28:38.461 INFO:tasks.workunit.client.0.smithi089.stdout:op 1019 completed, throughput=4.98MB/sec 2024-07-26T06:28:38.461 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-mv0BIVyIBFBigJz off=2013132 len=1962186 2024-07-26T06:28:38.464 INFO:tasks.workunit.client.0.smithi089.stdout:op 1020 completed, throughput=4.99MB/sec 2024-07-26T06:28:38.464 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-3hgCBiJWkJ6fKt1 off=0 len=1984487 2024-07-26T06:28:38.466 INFO:tasks.workunit.client.0.smithi089.stdout:op 1021 completed, throughput=5MB/sec 2024-07-26T06:28:38.466 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-iif0Imxl-NpsCiD off=2668976 len=560652 2024-07-26T06:28:38.467 INFO:tasks.workunit.client.0.smithi089.stdout:op 1022 completed, throughput=5MB/sec 2024-07-26T06:28:38.468 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-6dQ_0XdeQlprf_d off=1439427 len=1414951 2024-07-26T06:28:38.469 INFO:tasks.workunit.client.0.smithi089.stdout:op 1023 completed, throughput=5.01MB/sec 2024-07-26T06:28:39.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:28:39 smithi155 ceph-mon[90160]: pgmap v1516: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:28:39.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:28:39 smithi089 ceph-mon[99608]: pgmap v1516: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:28:39.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:28:39 smithi089 ceph-mon[102056]: pgmap v1516: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:28:39.470 INFO:tasks.workunit.client.0.smithi089.stdout: 200: throughput=4.98MB/sec pending data=0 2024-07-26T06:28:39.470 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-r639FXnJ7tM4Egk off=12147962 len=881956 2024-07-26T06:28:39.471 INFO:tasks.workunit.client.0.smithi089.stdout:op 1024 completed, throughput=4.98MB/sec 2024-07-26T06:28:39.471 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-uA5hhM9SI08T5HM off=3126440 len=1065709 2024-07-26T06:28:39.477 INFO:tasks.workunit.client.0.smithi089.stdout:op 1025 completed, throughput=4.99MB/sec 2024-07-26T06:28:39.478 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-c8BvNdwfScIdlkm off=560496 len=253084 2024-07-26T06:28:39.478 INFO:tasks.workunit.client.0.smithi089.stdout:op 1026 completed, throughput=4.99MB/sec 2024-07-26T06:28:39.478 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-g5dTmvxN_C50BuE off=3690120 len=241050 2024-07-26T06:28:39.479 INFO:tasks.workunit.client.0.smithi089.stdout:op 1027 completed, throughput=4.99MB/sec 2024-07-26T06:28:39.479 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-I-FVvrGkxBVuR75 off=2589129 len=2058894 2024-07-26T06:28:39.483 INFO:tasks.workunit.client.0.smithi089.stdout:op 1028 completed, throughput=5MB/sec 2024-07-26T06:28:40.484 INFO:tasks.workunit.client.0.smithi089.stdout: 201: throughput=4.98MB/sec pending data=0 2024-07-26T06:28:40.484 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-d58X4FeKKmjQ_kS off=4538359 len=1239695 2024-07-26T06:28:40.485 INFO:tasks.workunit.client.0.smithi089.stdout:op 1029 completed, throughput=4.98MB/sec 2024-07-26T06:28:40.486 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-t6LNQCCgk_F0LTz off=1513876 len=127538 2024-07-26T06:28:40.486 INFO:tasks.workunit.client.0.smithi089.stdout:op 1030 completed, throughput=4.98MB/sec 2024-07-26T06:28:40.486 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-x48xgvlRGw4SGye off=21452347 len=1640361 2024-07-26T06:28:40.490 INFO:tasks.workunit.client.0.smithi089.stdout:op 1031 completed, throughput=4.99MB/sec 2024-07-26T06:28:40.490 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Yc50hTpOTos5rs8 off=1773408 len=2029254 2024-07-26T06:28:40.492 INFO:tasks.workunit.client.0.smithi089.stdout:op 1032 completed, throughput=5MB/sec 2024-07-26T06:28:41.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:28:40 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:28:41.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:28:40 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:28:41.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:28:40 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:28:41.492 INFO:tasks.workunit.client.0.smithi089.stdout: 202: throughput=4.98MB/sec pending data=0 2024-07-26T06:28:41.492 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-tmgxoMKH_PDL5g- off=1260472 len=1712261 2024-07-26T06:28:41.501 INFO:tasks.workunit.client.0.smithi089.stdout:op 1033 completed, throughput=4.98MB/sec 2024-07-26T06:28:41.501 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-hKPdewin34oRXBo off=3941454 len=1609409 2024-07-26T06:28:41.508 INFO:tasks.workunit.client.0.smithi089.stdout:op 1034 completed, throughput=4.99MB/sec 2024-07-26T06:28:41.508 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-A3gAomPRRxE9XPU off=12598478 len=1586276 2024-07-26T06:28:41.515 INFO:tasks.workunit.client.0.smithi089.stdout:op 1035 completed, throughput=5MB/sec 2024-07-26T06:28:41.515 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-weKfAUAFw4v9JYR off=6696436 len=1364159 2024-07-26T06:28:41.516 INFO:tasks.workunit.client.0.smithi089.stdout:op 1036 completed, throughput=5MB/sec 2024-07-26T06:28:42.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:28:41 smithi155 ceph-mon[90160]: pgmap v1517: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T06:28:42.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:28:41 smithi089 ceph-mon[99608]: pgmap v1517: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T06:28:42.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:28:41 smithi089 ceph-mon[102056]: pgmap v1517: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T06:28:42.516 INFO:tasks.workunit.client.0.smithi089.stdout: 203: throughput=4.98MB/sec pending data=0 2024-07-26T06:28:42.516 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-xZj84o0Vgtc-Qm4 off=12606956 len=1803815 2024-07-26T06:28:42.525 INFO:tasks.workunit.client.0.smithi089.stdout:op 1037 completed, throughput=4.99MB/sec 2024-07-26T06:28:42.525 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-22MjSuhpPby_d5h off=5703249 len=220710 2024-07-26T06:28:42.528 INFO:tasks.workunit.client.0.smithi089.stdout:op 1038 completed, throughput=4.99MB/sec 2024-07-26T06:28:42.528 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-HJQdI7dMw_aXEuQ off=5287090 len=516900 2024-07-26T06:28:42.531 INFO:tasks.workunit.client.0.smithi089.stdout:op 1039 completed, throughput=4.99MB/sec 2024-07-26T06:28:42.531 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-SjkxN2IT6JEA8Ib off=13486411 len=369690 2024-07-26T06:28:42.532 INFO:tasks.workunit.client.0.smithi089.stdout:op 1040 completed, throughput=4.99MB/sec 2024-07-26T06:28:42.532 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-nF_a52jtn-WmLLA off=10194484 len=1738136 2024-07-26T06:28:42.533 INFO:tasks.workunit.client.0.smithi089.stdout:op 1041 completed, throughput=5MB/sec 2024-07-26T06:28:42.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:28:42 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:28:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:28:42.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:28:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:28:42] "GET /metrics HTTP/1.1" 200 34035 "" "Prometheus/2.43.0" 2024-07-26T06:28:43.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:28:43 smithi155 ceph-mon[90160]: pgmap v1518: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-26T06:28:43.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:28:43 smithi089 ceph-mon[99608]: pgmap v1518: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-26T06:28:43.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:28:43 smithi089 ceph-mon[102056]: pgmap v1518: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-26T06:28:43.534 INFO:tasks.workunit.client.0.smithi089.stdout: 204: throughput=4.98MB/sec pending data=0 2024-07-26T06:28:43.534 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-oVssvf3AkN3xsYH off=5135918 len=1392099 2024-07-26T06:28:43.541 INFO:tasks.workunit.client.0.smithi089.stdout:op 1042 completed, throughput=4.98MB/sec 2024-07-26T06:28:43.541 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-naNMgqaLL9V8QPG off=5976562 len=1829876 2024-07-26T06:28:43.546 INFO:tasks.workunit.client.0.smithi089.stdout:op 1043 completed, throughput=4.99MB/sec 2024-07-26T06:28:43.546 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-x7Q_j-nVOkkg-Lx off=1078478 len=20026 2024-07-26T06:28:43.547 INFO:tasks.workunit.client.0.smithi089.stdout:op 1044 completed, throughput=4.99MB/sec 2024-07-26T06:28:43.547 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-gHJVLpOgzOMCy4k off=9694715 len=174034 2024-07-26T06:28:43.550 INFO:tasks.workunit.client.0.smithi089.stdout:op 1045 completed, throughput=4.99MB/sec 2024-07-26T06:28:43.550 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-luSSPFdA_DY4B0F off=486936 len=1699888 2024-07-26T06:28:43.551 INFO:tasks.workunit.client.0.smithi089.stdout:op 1046 completed, throughput=5MB/sec 2024-07-26T06:28:44.552 INFO:tasks.workunit.client.0.smithi089.stdout: 205: throughput=4.98MB/sec pending data=0 2024-07-26T06:28:44.552 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-02bv17gVwXHFdEg off=5631273 len=224171 2024-07-26T06:28:44.555 INFO:tasks.workunit.client.0.smithi089.stdout:op 1047 completed, throughput=4.98MB/sec 2024-07-26T06:28:44.555 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-oDpZ-wdylBSo4Lo off=1329532 len=1979284 2024-07-26T06:28:44.566 INFO:tasks.workunit.client.0.smithi089.stdout:op 1048 completed, throughput=4.99MB/sec 2024-07-26T06:28:44.566 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-y6pzwy6p8kAiNpD off=5927033 len=1746912 2024-07-26T06:28:44.568 INFO:tasks.workunit.client.0.smithi089.stdout:op 1049 completed, throughput=4.99MB/sec 2024-07-26T06:28:44.569 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-efxiJ8qworWR05r off=264572 len=62182 2024-07-26T06:28:44.571 INFO:tasks.workunit.client.0.smithi089.stdout:op 1050 completed, throughput=4.99MB/sec 2024-07-26T06:28:44.571 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj--sD0lVFl4-cTeyG off=3197001 len=990245 2024-07-26T06:28:44.577 INFO:tasks.workunit.client.0.smithi089.stdout:op 1051 completed, throughput=5MB/sec 2024-07-26T06:28:44.577 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-GgeNGgZqC-jOymI off=17597674 len=1270739 2024-07-26T06:28:44.583 INFO:tasks.workunit.client.0.smithi089.stdout:op 1052 completed, throughput=5MB/sec 2024-07-26T06:28:45.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:28:45 smithi155 ceph-mon[90160]: pgmap v1519: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T06:28:45.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:28:45 smithi089 ceph-mon[99608]: pgmap v1519: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T06:28:45.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:28:45 smithi089 ceph-mon[102056]: pgmap v1519: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T06:28:45.583 INFO:tasks.workunit.client.0.smithi089.stdout: 206: throughput=4.98MB/sec pending data=0 2024-07-26T06:28:45.583 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-VvG-cGXvn6HQRGH off=3810409 len=1035607 2024-07-26T06:28:45.589 INFO:tasks.workunit.client.0.smithi089.stdout:op 1053 completed, throughput=4.98MB/sec 2024-07-26T06:28:45.590 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-FfL__ERU31r2qi5 off=8937995 len=1536758 2024-07-26T06:28:45.592 INFO:tasks.workunit.client.0.smithi089.stdout:op 1054 completed, throughput=4.99MB/sec 2024-07-26T06:28:45.593 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-jqdSA3zM9QSouk3 off=3349828 len=377523 2024-07-26T06:28:45.593 INFO:tasks.workunit.client.0.smithi089.stdout:op 1055 completed, throughput=4.99MB/sec 2024-07-26T06:28:45.593 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj--O-uGm-OwcGsjdc off=3806150 len=999520 2024-07-26T06:28:45.599 INFO:tasks.workunit.client.0.smithi089.stdout:op 1056 completed, throughput=5MB/sec 2024-07-26T06:28:45.599 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-5lY5zZaafpqkQLi off=11088353 len=1058615 2024-07-26T06:28:45.600 INFO:tasks.workunit.client.0.smithi089.stdout:op 1057 completed, throughput=5MB/sec 2024-07-26T06:28:46.601 INFO:tasks.workunit.client.0.smithi089.stdout: 207: throughput=4.98MB/sec pending data=0 2024-07-26T06:28:46.601 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-2ULLpBQUB9-8lOP off=13483624 len=1986725 2024-07-26T06:28:46.603 INFO:tasks.workunit.client.0.smithi089.stdout:op 1058 completed, throughput=4.99MB/sec 2024-07-26T06:28:46.603 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-rOi5xxAsRI0qAe9 off=18871961 len=16734 2024-07-26T06:28:46.605 INFO:tasks.workunit.client.0.smithi089.stdout:op 1059 completed, throughput=4.99MB/sec 2024-07-26T06:28:46.605 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-iEuxbBphPZdJCaw off=21741793 len=1523435 2024-07-26T06:28:46.607 INFO:tasks.workunit.client.0.smithi089.stdout:op 1060 completed, throughput=4.99MB/sec 2024-07-26T06:28:46.607 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-gdP7Y39yz9DXJ64 off=1298043 len=81849 2024-07-26T06:28:46.610 INFO:tasks.workunit.client.0.smithi089.stdout:op 1061 completed, throughput=4.99MB/sec 2024-07-26T06:28:46.610 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-o93Ap7rX3edEcr0 off=6060790 len=1095286 2024-07-26T06:28:46.616 INFO:tasks.workunit.client.0.smithi089.stdout:op 1062 completed, throughput=5MB/sec 2024-07-26T06:28:46.616 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-w2-a-rLFQ2Xyx8d off=796414 len=944618 2024-07-26T06:28:46.618 INFO:tasks.workunit.client.0.smithi089.stdout:op 1063 completed, throughput=5MB/sec 2024-07-26T06:28:47.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:28:47 smithi155 ceph-mon[90160]: pgmap v1520: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T06:28:47.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:28:47 smithi089 ceph-mon[99608]: pgmap v1520: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T06:28:47.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:28:47 smithi089 ceph-mon[102056]: pgmap v1520: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T06:28:47.619 INFO:tasks.workunit.client.0.smithi089.stdout: 208: throughput=4.98MB/sec pending data=0 2024-07-26T06:28:47.619 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ahUhJeJr1C0yGsu off=897945 len=408866 2024-07-26T06:28:47.620 INFO:tasks.workunit.client.0.smithi089.stdout:op 1064 completed, throughput=4.98MB/sec 2024-07-26T06:28:47.620 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-QKN2F-_wfVPIxT9 off=4082379 len=1997662 2024-07-26T06:28:47.631 INFO:tasks.workunit.client.0.smithi089.stdout:op 1065 completed, throughput=4.99MB/sec 2024-07-26T06:28:47.631 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-h8C-FPrI6bFgRvN off=2737783 len=370352 2024-07-26T06:28:47.632 INFO:tasks.workunit.client.0.smithi089.stdout:op 1066 completed, throughput=4.99MB/sec 2024-07-26T06:28:47.632 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-TFatFa7UBFrMYbW off=812046 len=600872 2024-07-26T06:28:47.635 INFO:tasks.workunit.client.0.smithi089.stdout:op 1067 completed, throughput=5MB/sec 2024-07-26T06:28:47.635 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-3pz99N3XI2ZsM1_ off=696248 len=1666700 2024-07-26T06:28:47.638 INFO:tasks.workunit.client.0.smithi089.stdout:op 1068 completed, throughput=5MB/sec 2024-07-26T06:28:48.638 INFO:tasks.workunit.client.0.smithi089.stdout: 209: throughput=4.98MB/sec pending data=0 2024-07-26T06:28:48.638 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-mQ3JtMWSoRuwSSb off=16871788 len=342656 2024-07-26T06:28:48.639 INFO:tasks.workunit.client.0.smithi089.stdout:op 1069 completed, throughput=4.98MB/sec 2024-07-26T06:28:48.639 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-khpo5gaBGxwAk9r off=3082605 len=163537 2024-07-26T06:28:48.642 INFO:tasks.workunit.client.0.smithi089.stdout:op 1070 completed, throughput=4.98MB/sec 2024-07-26T06:28:48.642 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-mM-IIpRr5ZUYKyL off=4103680 len=1834434 2024-07-26T06:28:48.651 INFO:tasks.workunit.client.0.smithi089.stdout:op 1071 completed, throughput=4.99MB/sec 2024-07-26T06:28:48.651 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-QBWKHig9Uh5BdUp off=13668132 len=1470900 2024-07-26T06:28:48.652 INFO:tasks.workunit.client.0.smithi089.stdout:op 1072 completed, throughput=5MB/sec 2024-07-26T06:28:48.652 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-x097MptLRn80w47 off=3264679 len=948414 2024-07-26T06:28:48.658 INFO:tasks.workunit.client.0.smithi089.stdout:op 1073 completed, throughput=5MB/sec 2024-07-26T06:28:48.658 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ii3dGFNM30y3Mph off=2799200 len=1190362 2024-07-26T06:28:48.664 INFO:tasks.workunit.client.0.smithi089.stdout:op 1074 completed, throughput=5.01MB/sec 2024-07-26T06:28:49.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:28:49 smithi155 ceph-mon[90160]: pgmap v1521: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:28:49.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:28:49 smithi089 ceph-mon[99608]: pgmap v1521: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:28:49.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:28:49 smithi089 ceph-mon[102056]: pgmap v1521: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:28:49.664 INFO:tasks.workunit.client.0.smithi089.stdout: 210: throughput=4.98MB/sec pending data=0 2024-07-26T06:28:49.665 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-C5ebrZ3-b0Hnx25 off=5071796 len=2000428 2024-07-26T06:28:49.676 INFO:tasks.workunit.client.0.smithi089.stdout:op 1075 completed, throughput=4.99MB/sec 2024-07-26T06:28:49.676 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-DP9JZzJuDAQfBGZ off=4399145 len=820040 2024-07-26T06:28:49.680 INFO:tasks.workunit.client.0.smithi089.stdout:op 1076 completed, throughput=4.99MB/sec 2024-07-26T06:28:49.680 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-QfIcX8Jmu1wHsHR off=2449925 len=760216 2024-07-26T06:28:49.681 INFO:tasks.workunit.client.0.smithi089.stdout:op 1077 completed, throughput=5MB/sec 2024-07-26T06:28:49.681 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-4V4wV0Ztazv6BtS off=1860522 len=1645573 2024-07-26T06:28:49.683 INFO:tasks.workunit.client.0.smithi089.stdout:op 1078 completed, throughput=5MB/sec 2024-07-26T06:28:50.683 INFO:tasks.workunit.client.0.smithi089.stdout: 211: throughput=4.98MB/sec pending data=0 2024-07-26T06:28:50.683 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-pJQmb1NJf4O6hum off=2076738 len=787887 2024-07-26T06:28:50.687 INFO:tasks.workunit.client.0.smithi089.stdout:op 1079 completed, throughput=4.98MB/sec 2024-07-26T06:28:50.688 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-QTRyHpKBw0nzneP off=21382190 len=1375328 2024-07-26T06:28:50.691 INFO:tasks.workunit.client.0.smithi089.stdout:op 1080 completed, throughput=4.99MB/sec 2024-07-26T06:28:50.692 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-lNNFMS9rMYI7pfV off=18598754 len=353365 2024-07-26T06:28:50.694 INFO:tasks.workunit.client.0.smithi089.stdout:op 1081 completed, throughput=4.99MB/sec 2024-07-26T06:28:50.695 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-_50tdt5Y6IKJRqm off=19082795 len=1049032 2024-07-26T06:28:50.699 INFO:tasks.workunit.client.0.smithi089.stdout:op 1082 completed, throughput=5MB/sec 2024-07-26T06:28:50.699 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Zo2Hng3QKNp3pR_ off=2734242 len=2093857 2024-07-26T06:28:50.709 INFO:tasks.workunit.client.0.smithi089.stdout:op 1083 completed, throughput=5.01MB/sec 2024-07-26T06:28:51.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:28:50 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:28:51.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:28:50 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:28:51.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:28:50 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:28:51.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:28:50 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:28:51.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:28:50 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:28:51.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:28:50 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:28:51.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:28:50 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:28:51.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:28:50 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:28:51.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:28:50 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:28:51.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:28:50 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:28:51.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:28:50 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:28:51.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:28:50 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:28:51.710 INFO:tasks.workunit.client.0.smithi089.stdout: 212: throughput=4.98MB/sec pending data=0 2024-07-26T06:28:51.710 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-2dpJ5y0zHAKMg-7 off=4227285 len=450948 2024-07-26T06:28:51.714 INFO:tasks.workunit.client.0.smithi089.stdout:op 1084 completed, throughput=4.98MB/sec 2024-07-26T06:28:51.714 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-MNjyroLlx-olGWp off=8068352 len=944292 2024-07-26T06:28:51.716 INFO:tasks.workunit.client.0.smithi089.stdout:op 1085 completed, throughput=4.99MB/sec 2024-07-26T06:28:51.716 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-CD5b9Z6E0YDPYXU off=10377201 len=1460366 2024-07-26T06:28:51.724 INFO:tasks.workunit.client.0.smithi089.stdout:op 1086 completed, throughput=4.99MB/sec 2024-07-26T06:28:51.724 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-bMct1zCpPfm8HZ3 off=7235118 len=234396 2024-07-26T06:28:51.727 INFO:tasks.workunit.client.0.smithi089.stdout:op 1087 completed, throughput=5MB/sec 2024-07-26T06:28:51.727 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-U2Hd6lSUEPzcJwj off=2050140 len=1469944 2024-07-26T06:28:51.734 INFO:tasks.workunit.client.0.smithi089.stdout:op 1088 completed, throughput=5MB/sec 2024-07-26T06:28:52.030 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:28:51 smithi155 ceph-mon[90160]: pgmap v1522: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T06:28:52.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:28:51 smithi089 ceph-mon[99608]: pgmap v1522: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T06:28:52.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:28:51 smithi089 ceph-mon[102056]: pgmap v1522: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T06:28:52.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:28:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:28:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:28:52.735 INFO:tasks.workunit.client.0.smithi089.stdout: 213: throughput=4.98MB/sec pending data=0 2024-07-26T06:28:52.735 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-c3A1u9TNBGY6Sjy off=15763665 len=1302081 2024-07-26T06:28:52.738 INFO:tasks.workunit.client.0.smithi089.stdout:op 1089 completed, throughput=4.98MB/sec 2024-07-26T06:28:52.738 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-7gIS2MCVkgZR6Eh off=9484642 len=900674 2024-07-26T06:28:52.740 INFO:tasks.workunit.client.0.smithi089.stdout:op 1090 completed, throughput=4.99MB/sec 2024-07-26T06:28:52.740 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-koyfAUcWSPhK1ZF off=3347826 len=692288 2024-07-26T06:28:52.742 INFO:tasks.workunit.client.0.smithi089.stdout:op 1091 completed, throughput=4.99MB/sec 2024-07-26T06:28:52.742 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-HuWxhLgkBSNb_Hi off=8358086 len=736762 2024-07-26T06:28:52.747 INFO:tasks.workunit.client.0.smithi089.stdout:op 1092 completed, throughput=4.99MB/sec 2024-07-26T06:28:52.747 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-oMv3dBkCpQDC8Us off=4354882 len=428067 2024-07-26T06:28:52.750 INFO:tasks.workunit.client.0.smithi089.stdout:op 1093 completed, throughput=5MB/sec 2024-07-26T06:28:52.751 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ZHUPPmrOKnIwOTQ off=19427589 len=319936 2024-07-26T06:28:52.751 INFO:tasks.workunit.client.0.smithi089.stdout:op 1094 completed, throughput=5MB/sec 2024-07-26T06:28:52.751 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-H2z0wdcR2kis_4O off=521418 len=1624151 2024-07-26T06:28:52.760 INFO:tasks.workunit.client.0.smithi089.stdout:op 1095 completed, throughput=5MB/sec 2024-07-26T06:28:52.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:28:52 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:28:52] "GET /metrics HTTP/1.1" 200 34035 "" "Prometheus/2.43.0" 2024-07-26T06:28:53.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:28:53 smithi155 ceph-mon[90160]: pgmap v1523: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T06:28:53.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:28:53 smithi089 ceph-mon[99608]: pgmap v1523: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T06:28:53.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:28:53 smithi089 ceph-mon[102056]: pgmap v1523: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T06:28:53.760 INFO:tasks.workunit.client.0.smithi089.stdout: 214: throughput=4.98MB/sec pending data=0 2024-07-26T06:28:53.760 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-2_sMoRqJbHZjW3D off=9563528 len=233410 2024-07-26T06:28:53.764 INFO:tasks.workunit.client.0.smithi089.stdout:op 1096 completed, throughput=4.98MB/sec 2024-07-26T06:28:53.764 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-FGi9lQpOgWguOOz off=466760 len=1718788 2024-07-26T06:28:53.766 INFO:tasks.workunit.client.0.smithi089.stdout:op 1097 completed, throughput=4.99MB/sec 2024-07-26T06:28:53.766 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-QpRLFb9ABFZHIVO off=939468 len=692127 2024-07-26T06:28:53.770 INFO:tasks.workunit.client.0.smithi089.stdout:op 1098 completed, throughput=4.99MB/sec 2024-07-26T06:28:53.770 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Tu-3AKDLcczgiaa off=3685409 len=21358 2024-07-26T06:28:53.772 INFO:tasks.workunit.client.0.smithi089.stdout:op 1099 completed, throughput=4.99MB/sec 2024-07-26T06:28:53.772 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-JxfXUPBGMRoS-0w off=873932 len=656495 2024-07-26T06:28:53.777 INFO:tasks.workunit.client.0.smithi089.stdout:op 1100 completed, throughput=5MB/sec 2024-07-26T06:28:53.777 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-KdKfiApq2oxyW4l off=336153 len=193934 2024-07-26T06:28:53.778 INFO:tasks.workunit.client.0.smithi089.stdout:op 1101 completed, throughput=5MB/sec 2024-07-26T06:28:53.778 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-yW2R9OCPL4iLcBA off=23362687 len=1944190 2024-07-26T06:28:53.789 INFO:tasks.workunit.client.0.smithi089.stdout:op 1102 completed, throughput=5.01MB/sec 2024-07-26T06:28:54.790 INFO:tasks.workunit.client.0.smithi089.stdout: 215: throughput=4.98MB/sec pending data=0 2024-07-26T06:28:54.790 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-tgsXyzJsmWpcBoo off=0 len=1583010 2024-07-26T06:28:54.793 INFO:tasks.workunit.client.0.smithi089.stdout:op 1103 completed, throughput=4.99MB/sec 2024-07-26T06:28:54.794 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ZSodIp9ql2g8CTW off=2928795 len=686946 2024-07-26T06:28:54.798 INFO:tasks.workunit.client.0.smithi089.stdout:op 1104 completed, throughput=4.99MB/sec 2024-07-26T06:28:54.798 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-dmnaSsBRFme8-IY off=5714285 len=1074397 2024-07-26T06:28:54.804 INFO:tasks.workunit.client.0.smithi089.stdout:op 1105 completed, throughput=5MB/sec 2024-07-26T06:28:54.804 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-UPIVub33mcReR9p off=10306438 len=2001063 2024-07-26T06:28:54.808 INFO:tasks.workunit.client.0.smithi089.stdout:op 1106 completed, throughput=5.01MB/sec 2024-07-26T06:28:55.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:28:55 smithi155 ceph-mon[90160]: pgmap v1524: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:28:55.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:28:55 smithi089 ceph-mon[99608]: pgmap v1524: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:28:55.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:28:55 smithi089 ceph-mon[102056]: pgmap v1524: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:28:55.809 INFO:tasks.workunit.client.0.smithi089.stdout: 216: throughput=4.98MB/sec pending data=0 2024-07-26T06:28:55.809 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-fKP-rDeSMq2Rb2h off=20154181 len=958048 2024-07-26T06:28:55.814 INFO:tasks.workunit.client.0.smithi089.stdout:op 1107 completed, throughput=4.99MB/sec 2024-07-26T06:28:55.814 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-rp9X1X80hrPk-bB off=2070320 len=248651 2024-07-26T06:28:55.817 INFO:tasks.workunit.client.0.smithi089.stdout:op 1108 completed, throughput=4.99MB/sec 2024-07-26T06:28:55.817 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-zrxEZIxeEC9U2dg off=3817973 len=202957 2024-07-26T06:28:55.819 INFO:tasks.workunit.client.0.smithi089.stdout:op 1109 completed, throughput=4.99MB/sec 2024-07-26T06:28:55.820 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-OJkBiwIbR4Cm2dN off=2199470 len=1717774 2024-07-26T06:28:55.830 INFO:tasks.workunit.client.0.smithi089.stdout:op 1110 completed, throughput=5MB/sec 2024-07-26T06:28:55.830 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-HfMfrPRF9q7-OcG off=8904296 len=670302 2024-07-26T06:28:55.834 INFO:tasks.workunit.client.0.smithi089.stdout:op 1111 completed, throughput=5MB/sec 2024-07-26T06:28:55.834 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-66P7LEsxuQf9N2e off=6213820 len=1190707 2024-07-26T06:28:55.839 INFO:tasks.workunit.client.0.smithi089.stdout:op 1112 completed, throughput=5MB/sec 2024-07-26T06:28:56.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:28:56 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:28:56.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:28:56 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:28:56.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:28:56 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:28:56.840 INFO:tasks.workunit.client.0.smithi089.stdout: 217: throughput=4.98MB/sec pending data=0 2024-07-26T06:28:56.840 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-sJeEFLRu6_Te-OI off=5139314 len=1359227 2024-07-26T06:28:56.846 INFO:tasks.workunit.client.0.smithi089.stdout:op 1113 completed, throughput=4.99MB/sec 2024-07-26T06:28:56.846 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-7qo2b56feoZUsuS off=617536 len=519388 2024-07-26T06:28:56.847 INFO:tasks.workunit.client.0.smithi089.stdout:op 1114 completed, throughput=4.99MB/sec 2024-07-26T06:28:56.847 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-h9jlwBeLNvgGNFn off=8886085 len=959773 2024-07-26T06:28:56.851 INFO:tasks.workunit.client.0.smithi089.stdout:op 1115 completed, throughput=4.99MB/sec 2024-07-26T06:28:56.851 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-xG3WW7t50W-04vZ off=1379421 len=1018877 2024-07-26T06:28:56.853 INFO:tasks.workunit.client.0.smithi089.stdout:op 1116 completed, throughput=5MB/sec 2024-07-26T06:28:56.853 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-iKNLerQ4Oww1d79 off=2352840 len=828572 2024-07-26T06:28:56.857 INFO:tasks.workunit.client.0.smithi089.stdout:op 1117 completed, throughput=5MB/sec 2024-07-26T06:28:57.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:28:57 smithi155 ceph-mon[90160]: pgmap v1525: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-26T06:28:57.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:28:57 smithi089 ceph-mon[99608]: pgmap v1525: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-26T06:28:57.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:28:57 smithi089 ceph-mon[102056]: pgmap v1525: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-26T06:28:57.858 INFO:tasks.workunit.client.0.smithi089.stdout: 218: throughput=4.98MB/sec pending data=0 2024-07-26T06:28:57.858 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-WSHC44UodTcNgKn off=12730482 len=693778 2024-07-26T06:28:57.860 INFO:tasks.workunit.client.0.smithi089.stdout:op 1118 completed, throughput=4.98MB/sec 2024-07-26T06:28:57.860 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Qhyt7Kifm6ooafo off=1991324 len=1274275 2024-07-26T06:28:57.862 INFO:tasks.workunit.client.0.smithi089.stdout:op 1119 completed, throughput=4.99MB/sec 2024-07-26T06:28:57.862 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-_FyAT1-8I0rCzs0 off=4541813 len=41530 2024-07-26T06:28:57.862 INFO:tasks.workunit.client.0.smithi089.stdout:op 1120 completed, throughput=4.99MB/sec 2024-07-26T06:28:57.863 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Xxn9rAOYsw48ps6 off=5043821 len=1045241 2024-07-26T06:28:57.868 INFO:tasks.workunit.client.0.smithi089.stdout:op 1121 completed, throughput=4.99MB/sec 2024-07-26T06:28:57.868 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-n3-RnD9Haev2wYz off=11658686 len=1545864 2024-07-26T06:28:57.875 INFO:tasks.workunit.client.0.smithi089.stdout:op 1122 completed, throughput=5MB/sec 2024-07-26T06:28:57.876 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-9Ku1_PDYBNLbVQ0 off=1128039 len=323095 2024-07-26T06:28:57.876 INFO:tasks.workunit.client.0.smithi089.stdout:op 1123 completed, throughput=5MB/sec 2024-07-26T06:28:57.876 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-jcHgXnKp067vvEk off=6472721 len=775929 2024-07-26T06:28:57.877 INFO:tasks.workunit.client.0.smithi089.stdout:op 1124 completed, throughput=5MB/sec 2024-07-26T06:28:58.878 INFO:tasks.workunit.client.0.smithi089.stdout: 219: throughput=4.98MB/sec pending data=0 2024-07-26T06:28:58.878 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-gnLBevioa30fM2W off=884130 len=1110310 2024-07-26T06:28:58.883 INFO:tasks.workunit.client.0.smithi089.stdout:op 1125 completed, throughput=4.98MB/sec 2024-07-26T06:28:58.883 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-wzMZ6pX6RvDkwS5 off=10941251 len=1348812 2024-07-26T06:28:58.885 INFO:tasks.workunit.client.0.smithi089.stdout:op 1126 completed, throughput=4.99MB/sec 2024-07-26T06:28:58.885 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-RX4EzcYM6E-nKN0 off=22688674 len=1301587 2024-07-26T06:28:58.893 INFO:tasks.workunit.client.0.smithi089.stdout:op 1127 completed, throughput=5MB/sec 2024-07-26T06:28:58.893 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-myvHde_cThLNaZh off=5329119 len=281564 2024-07-26T06:28:58.894 INFO:tasks.workunit.client.0.smithi089.stdout:op 1128 completed, throughput=5MB/sec 2024-07-26T06:28:58.894 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-r2CpaOMtvvnFsZu off=619376 len=1382711 2024-07-26T06:28:58.899 INFO:tasks.workunit.client.0.smithi089.stdout:op 1129 completed, throughput=5MB/sec 2024-07-26T06:28:59.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:28:59 smithi155 ceph-mon[90160]: pgmap v1526: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-26T06:28:59.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:28:59 smithi089 ceph-mon[99608]: pgmap v1526: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-26T06:28:59.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:28:59 smithi089 ceph-mon[102056]: pgmap v1526: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-26T06:28:59.900 INFO:tasks.workunit.client.0.smithi089.stdout: 220: throughput=4.98MB/sec pending data=0 2024-07-26T06:28:59.900 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-tZpyY2a8no4RO8Z off=1424871 len=491294 2024-07-26T06:28:59.901 INFO:tasks.workunit.client.0.smithi089.stdout:op 1130 completed, throughput=4.98MB/sec 2024-07-26T06:28:59.901 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-OhWKGa99piHuNRe off=1153035 len=827370 2024-07-26T06:28:59.905 INFO:tasks.workunit.client.0.smithi089.stdout:op 1131 completed, throughput=4.99MB/sec 2024-07-26T06:28:59.905 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-P6Rw9iTfNNzEKKH off=19662171 len=2024169 2024-07-26T06:28:59.916 INFO:tasks.workunit.client.0.smithi089.stdout:op 1132 completed, throughput=4.99MB/sec 2024-07-26T06:28:59.916 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-zcfp1gIvhRF2sBY off=2326779 len=192695 2024-07-26T06:28:59.919 INFO:tasks.workunit.client.0.smithi089.stdout:op 1133 completed, throughput=4.99MB/sec 2024-07-26T06:28:59.919 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj--SGsHdofk4c3bKh off=10658002 len=427477 2024-07-26T06:28:59.920 INFO:tasks.workunit.client.0.smithi089.stdout:op 1134 completed, throughput=5MB/sec 2024-07-26T06:28:59.920 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-KuWsbHNAkauhj1M off=22147480 len=1197016 2024-07-26T06:28:59.921 INFO:tasks.workunit.client.0.smithi089.stdout:op 1135 completed, throughput=5MB/sec 2024-07-26T06:29:00.921 INFO:tasks.workunit.client.0.smithi089.stdout: 221: throughput=4.98MB/sec pending data=0 2024-07-26T06:29:00.921 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-hJdiLw4zdu7ZcOd off=2744773 len=1495781 2024-07-26T06:29:00.923 INFO:tasks.workunit.client.0.smithi089.stdout:op 1136 completed, throughput=4.99MB/sec 2024-07-26T06:29:00.923 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ii24_sZ40hLZv0m off=4719721 len=1081549 2024-07-26T06:29:00.929 INFO:tasks.workunit.client.0.smithi089.stdout:op 1137 completed, throughput=4.99MB/sec 2024-07-26T06:29:00.930 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-slSgbgSXcTxvaa0 off=2593640 len=564168 2024-07-26T06:29:00.933 INFO:tasks.workunit.client.0.smithi089.stdout:op 1138 completed, throughput=4.99MB/sec 2024-07-26T06:29:00.934 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-KwOa4MeOwJTsJt0 off=7364790 len=1453984 2024-07-26T06:29:00.941 INFO:tasks.workunit.client.0.smithi089.stdout:op 1139 completed, throughput=5MB/sec 2024-07-26T06:29:00.941 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-aP1ChUxN6Lup6Af off=2076775 len=351163 2024-07-26T06:29:00.942 INFO:tasks.workunit.client.0.smithi089.stdout:op 1140 completed, throughput=5MB/sec 2024-07-26T06:29:00.942 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-27_WjzDbf2ibDSt off=8650596 len=713210 2024-07-26T06:29:00.943 INFO:tasks.workunit.client.0.smithi089.stdout:op 1141 completed, throughput=5MB/sec 2024-07-26T06:29:01.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:29:01 smithi155 ceph-mon[90160]: pgmap v1527: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T06:29:01.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:29:01 smithi089 ceph-mon[99608]: pgmap v1527: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T06:29:01.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:29:01 smithi089 ceph-mon[102056]: pgmap v1527: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T06:29:01.944 INFO:tasks.workunit.client.0.smithi089.stdout: 222: throughput=4.98MB/sec pending data=0 2024-07-26T06:29:01.944 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-hAPI07ZWYrfX0N6 off=9917999 len=1127460 2024-07-26T06:29:01.950 INFO:tasks.workunit.client.0.smithi089.stdout:op 1142 completed, throughput=4.99MB/sec 2024-07-26T06:29:01.951 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-HvUmQKD19EsKOHE off=7507724 len=1160258 2024-07-26T06:29:01.957 INFO:tasks.workunit.client.0.smithi089.stdout:op 1143 completed, throughput=4.99MB/sec 2024-07-26T06:29:01.957 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ARyWn_R3qk2YGEH off=14229276 len=361990 2024-07-26T06:29:01.959 INFO:tasks.workunit.client.0.smithi089.stdout:op 1144 completed, throughput=4.99MB/sec 2024-07-26T06:29:01.959 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-FMjvWvxm2gsgZgI off=19538694 len=120795 2024-07-26T06:29:01.960 INFO:tasks.workunit.client.0.smithi089.stdout:op 1145 completed, throughput=4.99MB/sec 2024-07-26T06:29:01.960 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-09-MbY00QZM4okt off=10560047 len=216386 2024-07-26T06:29:01.961 INFO:tasks.workunit.client.0.smithi089.stdout:op 1146 completed, throughput=4.99MB/sec 2024-07-26T06:29:01.961 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-EMlS1aD3xNc6hrL off=12253406 len=1979249 2024-07-26T06:29:01.963 INFO:tasks.workunit.client.0.smithi089.stdout:op 1147 completed, throughput=5MB/sec 2024-07-26T06:29:02.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:29:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:29:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:29:02.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:29:02 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:29:02] "GET /metrics HTTP/1.1" 200 34032 "" "Prometheus/2.43.0" 2024-07-26T06:29:02.963 INFO:tasks.workunit.client.0.smithi089.stdout: 223: throughput=4.98MB/sec pending data=0 2024-07-26T06:29:02.964 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-JH03LvGiAlC3iHj off=15958239 len=1608753 2024-07-26T06:29:02.973 INFO:tasks.workunit.client.0.smithi089.stdout:op 1148 completed, throughput=4.99MB/sec 2024-07-26T06:29:02.974 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-WBIhDjTX51rErXE off=12312716 len=106297 2024-07-26T06:29:02.974 INFO:tasks.workunit.client.0.smithi089.stdout:op 1149 completed, throughput=4.99MB/sec 2024-07-26T06:29:02.974 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ooequwHNv7m1ALE off=3802962 len=1836750 2024-07-26T06:29:02.984 INFO:tasks.workunit.client.0.smithi089.stdout:op 1150 completed, throughput=4.99MB/sec 2024-07-26T06:29:02.984 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-H77Bc655TQDYmlr off=6092565 len=680115 2024-07-26T06:29:02.988 INFO:tasks.workunit.client.0.smithi089.stdout:op 1151 completed, throughput=5MB/sec 2024-07-26T06:29:02.988 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-R3pHydqUffpByaS off=1150083 len=278415 2024-07-26T06:29:02.988 INFO:tasks.workunit.client.0.smithi089.stdout:op 1152 completed, throughput=5MB/sec 2024-07-26T06:29:02.989 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-2Whx3l5lwreiLIn off=4148314 len=1371560 2024-07-26T06:29:02.990 INFO:tasks.workunit.client.0.smithi089.stdout:op 1153 completed, throughput=5MB/sec 2024-07-26T06:29:03.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:29:03 smithi155 ceph-mon[90160]: pgmap v1528: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-07-26T06:29:03.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:29:03 smithi089 ceph-mon[99608]: pgmap v1528: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-07-26T06:29:03.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:29:03 smithi089 ceph-mon[102056]: pgmap v1528: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-07-26T06:29:03.991 INFO:tasks.workunit.client.0.smithi089.stdout: 224: throughput=4.98MB/sec pending data=0 2024-07-26T06:29:03.991 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-VXbS8Lh5HE2yBdQ off=3054994 len=1114216 2024-07-26T06:29:03.996 INFO:tasks.workunit.client.0.smithi089.stdout:op 1154 completed, throughput=4.99MB/sec 2024-07-26T06:29:03.996 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-WBIhDjTX51rErXE off=16083560 len=1918239 2024-07-26T06:29:03.999 INFO:tasks.workunit.client.0.smithi089.stdout:op 1155 completed, throughput=4.99MB/sec 2024-07-26T06:29:03.999 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-mAtfv4VT877DQSj off=674015 len=2054257 2024-07-26T06:29:04.001 INFO:tasks.workunit.client.0.smithi089.stdout:op 1156 completed, throughput=5MB/sec 2024-07-26T06:29:05.001 INFO:tasks.workunit.client.0.smithi089.stdout: 225: throughput=4.98MB/sec pending data=0 2024-07-26T06:29:05.002 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-JsRYzz_5zstun0S off=1061030 len=399843 2024-07-26T06:29:05.005 INFO:tasks.workunit.client.0.smithi089.stdout:op 1157 completed, throughput=4.98MB/sec 2024-07-26T06:29:05.005 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-VccHRg78-9mOn9t off=6457618 len=939397 2024-07-26T06:29:05.008 INFO:tasks.workunit.client.0.smithi089.stdout:op 1158 completed, throughput=4.99MB/sec 2024-07-26T06:29:05.008 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-yzqyeTNCy709noz off=16489580 len=191184 2024-07-26T06:29:05.011 INFO:tasks.workunit.client.0.smithi089.stdout:op 1159 completed, throughput=4.99MB/sec 2024-07-26T06:29:05.011 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-S6NKhYMHigMVsCC off=4439473 len=1840296 2024-07-26T06:29:05.012 INFO:tasks.workunit.client.0.smithi089.stdout:op 1160 completed, throughput=4.99MB/sec 2024-07-26T06:29:05.012 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-PanXoOczLsMyCtC off=2309931 len=152319 2024-07-26T06:29:05.014 INFO:tasks.workunit.client.0.smithi089.stdout:op 1161 completed, throughput=4.99MB/sec 2024-07-26T06:29:05.014 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-1s9y_Fb0skpp6MS off=4916863 len=332864 2024-07-26T06:29:05.014 INFO:tasks.workunit.client.0.smithi089.stdout:op 1162 completed, throughput=5MB/sec 2024-07-26T06:29:05.014 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-nlOP2klwh89Sl23 off=3379311 len=1142925 2024-07-26T06:29:05.019 INFO:tasks.workunit.client.0.smithi089.stdout:op 1163 completed, throughput=5MB/sec 2024-07-26T06:29:05.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:29:05 smithi155 ceph-mon[90160]: pgmap v1529: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:29:05.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:29:05 smithi089 ceph-mon[99608]: pgmap v1529: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:29:05.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:29:05 smithi089 ceph-mon[102056]: pgmap v1529: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:29:06.019 INFO:tasks.workunit.client.0.smithi089.stdout: 226: throughput=4.98MB/sec pending data=0 2024-07-26T06:29:06.019 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-gM7WZxtnESetMON off=560149 len=183595 2024-07-26T06:29:06.022 INFO:tasks.workunit.client.0.smithi089.stdout:op 1164 completed, throughput=4.98MB/sec 2024-07-26T06:29:06.022 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-gQU-jceC-dqtx7G off=3548353 len=621698 2024-07-26T06:29:06.027 INFO:tasks.workunit.client.0.smithi089.stdout:op 1165 completed, throughput=4.98MB/sec 2024-07-26T06:29:06.027 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-werHOoLfne9JEUU off=1628637 len=921169 2024-07-26T06:29:06.028 INFO:tasks.workunit.client.0.smithi089.stdout:op 1166 completed, throughput=4.99MB/sec 2024-07-26T06:29:06.028 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-l9ZQNTE8Wafqcob off=8077797 len=401686 2024-07-26T06:29:06.031 INFO:tasks.workunit.client.0.smithi089.stdout:op 1167 completed, throughput=4.99MB/sec 2024-07-26T06:29:06.031 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-M7FBRhcx0NZ05vx off=2300074 len=739011 2024-07-26T06:29:06.032 INFO:tasks.workunit.client.0.smithi089.stdout:op 1168 completed, throughput=4.99MB/sec 2024-07-26T06:29:06.032 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-78j1ngv9tJOUgov off=10548978 len=697145 2024-07-26T06:29:06.033 INFO:tasks.workunit.client.0.smithi089.stdout:op 1169 completed, throughput=4.99MB/sec 2024-07-26T06:29:06.033 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-QBUIIj5BTB741RG off=1560182 len=1951944 2024-07-26T06:29:06.035 INFO:tasks.workunit.client.0.smithi089.stdout:op 1170 completed, throughput=5MB/sec 2024-07-26T06:29:07.036 INFO:tasks.workunit.client.0.smithi089.stdout: 227: throughput=4.98MB/sec pending data=0 2024-07-26T06:29:07.036 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-icfIGa6gjVNytyN off=511943 len=873397 2024-07-26T06:29:07.037 INFO:tasks.workunit.client.0.smithi089.stdout:op 1171 completed, throughput=4.98MB/sec 2024-07-26T06:29:07.038 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-579DKzXjBZZC-pQ off=9984681 len=293342 2024-07-26T06:29:07.041 INFO:tasks.workunit.client.0.smithi089.stdout:op 1172 completed, throughput=4.98MB/sec 2024-07-26T06:29:07.041 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-IrmAZw2cI2lcSuQ off=2323493 len=715328 2024-07-26T06:29:07.043 INFO:tasks.workunit.client.0.smithi089.stdout:op 1173 completed, throughput=4.99MB/sec 2024-07-26T06:29:07.043 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-FSZnBj6g1VhqbEJ off=1529110 len=1979146 2024-07-26T06:29:07.054 INFO:tasks.workunit.client.0.smithi089.stdout:op 1174 completed, throughput=5MB/sec 2024-07-26T06:29:07.054 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-rcfvElh1vdbDO12 off=505461 len=736515 2024-07-26T06:29:07.059 INFO:tasks.workunit.client.0.smithi089.stdout:op 1175 completed, throughput=5MB/sec 2024-07-26T06:29:07.059 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-POuIxKp6P0VZA91 off=4664498 len=839597 2024-07-26T06:29:07.063 INFO:tasks.workunit.client.0.smithi089.stdout:op 1176 completed, throughput=5MB/sec 2024-07-26T06:29:07.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:29:07 smithi155 ceph-mon[90160]: pgmap v1530: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-26T06:29:07.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:29:07 smithi089 ceph-mon[99608]: pgmap v1530: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-26T06:29:07.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:29:07 smithi089 ceph-mon[102056]: pgmap v1530: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-26T06:29:08.064 INFO:tasks.workunit.client.0.smithi089.stdout: 228: throughput=4.98MB/sec pending data=0 2024-07-26T06:29:08.064 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-YM---3TXyM92Rf_ off=12956505 len=1755117 2024-07-26T06:29:08.074 INFO:tasks.workunit.client.0.smithi089.stdout:op 1177 completed, throughput=4.99MB/sec 2024-07-26T06:29:08.074 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-iRWKhwCKPxdyD1I off=7534294 len=1149053 2024-07-26T06:29:08.080 INFO:tasks.workunit.client.0.smithi089.stdout:op 1178 completed, throughput=4.99MB/sec 2024-07-26T06:29:08.080 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-DFuyQar0kncAo8d off=8857871 len=1286698 2024-07-26T06:29:08.081 INFO:tasks.workunit.client.0.smithi089.stdout:op 1179 completed, throughput=5MB/sec 2024-07-26T06:29:08.081 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-RRdsGPf9XUqs0JS off=675685 len=445743 2024-07-26T06:29:08.084 INFO:tasks.workunit.client.0.smithi089.stdout:op 1180 completed, throughput=5MB/sec 2024-07-26T06:29:08.085 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-VjCEw1nFKgFsFc9 off=1799654 len=333775 2024-07-26T06:29:08.085 INFO:tasks.workunit.client.0.smithi089.stdout:op 1181 completed, throughput=5MB/sec 2024-07-26T06:29:09.086 INFO:tasks.workunit.client.0.smithi089.stdout: 229: throughput=4.98MB/sec pending data=0 2024-07-26T06:29:09.086 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-_GVl5Shlh_e1OLN off=6694523 len=556713 2024-07-26T06:29:09.090 INFO:tasks.workunit.client.0.smithi089.stdout:op 1182 completed, throughput=4.98MB/sec 2024-07-26T06:29:09.090 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-gDszEO31nKWCq2z off=4627023 len=1747712 2024-07-26T06:29:09.098 INFO:tasks.workunit.client.0.smithi089.stdout:op 1183 completed, throughput=4.99MB/sec 2024-07-26T06:29:09.098 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-BNHe7IFa7JulMhp off=2855920 len=561348 2024-07-26T06:29:09.100 INFO:tasks.workunit.client.0.smithi089.stdout:op 1184 completed, throughput=4.99MB/sec 2024-07-26T06:29:09.100 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-kL9hMtPNafCIAMb off=3257086 len=995026 2024-07-26T06:29:09.101 INFO:tasks.workunit.client.0.smithi089.stdout:op 1185 completed, throughput=4.99MB/sec 2024-07-26T06:29:09.101 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-CWhtr5ve9AX9cGg off=6429032 len=384285 2024-07-26T06:29:09.105 INFO:tasks.workunit.client.0.smithi089.stdout:op 1186 completed, throughput=5MB/sec 2024-07-26T06:29:09.105 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-dOOoRiTYbETtxxJ off=14380116 len=1532910 2024-07-26T06:29:09.106 INFO:tasks.workunit.client.0.smithi089.stdout:op 1187 completed, throughput=5MB/sec 2024-07-26T06:29:09.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:29:09 smithi155 ceph-mon[90160]: pgmap v1531: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T06:29:09.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:29:09 smithi089 ceph-mon[99608]: pgmap v1531: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T06:29:09.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:29:09 smithi089 ceph-mon[102056]: pgmap v1531: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T06:29:10.106 INFO:tasks.workunit.client.0.smithi089.stdout: 230: throughput=4.98MB/sec pending data=0 2024-07-26T06:29:10.106 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-fJe0K9gA3bpAedQ off=5987552 len=1873032 2024-07-26T06:29:10.110 INFO:tasks.workunit.client.0.smithi089.stdout:op 1188 completed, throughput=4.99MB/sec 2024-07-26T06:29:10.110 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-c8kUtIlY4t8G9UI off=15767080 len=1747876 2024-07-26T06:29:10.113 INFO:tasks.workunit.client.0.smithi089.stdout:op 1189 completed, throughput=5MB/sec 2024-07-26T06:29:10.113 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Qsa-WkASsGd8Ryd off=1700284 len=1993039 2024-07-26T06:29:10.116 INFO:tasks.workunit.client.0.smithi089.stdout:op 1190 completed, throughput=5MB/sec 2024-07-26T06:29:11.116 INFO:tasks.workunit.client.0.smithi089.stdout: 231: throughput=4.98MB/sec pending data=0 2024-07-26T06:29:11.116 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Um8OeGWG9PBKuIA off=2461368 len=1220109 2024-07-26T06:29:11.121 INFO:tasks.workunit.client.0.smithi089.stdout:op 1191 completed, throughput=4.99MB/sec 2024-07-26T06:29:11.122 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-9NI4pf43CtKCSD5 off=12712113 len=2060820 2024-07-26T06:29:11.124 INFO:tasks.workunit.client.0.smithi089.stdout:op 1192 completed, throughput=5MB/sec 2024-07-26T06:29:11.124 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-pz7UAVMYpEDSfc7 off=3834387 len=1454652 2024-07-26T06:29:11.125 INFO:tasks.workunit.client.0.smithi089.stdout:op 1193 completed, throughput=5MB/sec 2024-07-26T06:29:11.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:29:10 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:29:11.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:29:10 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:29:11.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:29:10 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:29:12.126 INFO:tasks.workunit.client.0.smithi089.stdout: 232: throughput=4.98MB/sec pending data=0 2024-07-26T06:29:12.126 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-qujR0BCN-iidRuf off=15161116 len=33443 2024-07-26T06:29:12.126 INFO:tasks.workunit.client.0.smithi089.stdout:op 1194 completed, throughput=4.98MB/sec 2024-07-26T06:29:12.127 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-bIfZ4AOvtuYeHwO off=13196878 len=182910 2024-07-26T06:29:12.127 INFO:tasks.workunit.client.0.smithi089.stdout:op 1195 completed, throughput=4.98MB/sec 2024-07-26T06:29:12.127 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-wpOKBE8q4rpmQjc off=383245 len=1834648 2024-07-26T06:29:12.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:29:11 smithi155 ceph-mon[90160]: pgmap v1532: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:29:12.138 INFO:tasks.workunit.client.0.smithi089.stdout:op 1196 completed, throughput=4.99MB/sec 2024-07-26T06:29:12.139 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-OWgjkVadqW3FnfB off=22193719 len=218136 2024-07-26T06:29:12.139 INFO:tasks.workunit.client.0.smithi089.stdout:op 1197 completed, throughput=4.99MB/sec 2024-07-26T06:29:12.139 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-kuRY8hsDBLDs-3J off=2223180 len=590364 2024-07-26T06:29:12.144 INFO:tasks.workunit.client.0.smithi089.stdout:op 1198 completed, throughput=4.99MB/sec 2024-07-26T06:29:12.144 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-iKA2aTITBlaXPLO off=12430930 len=662334 2024-07-26T06:29:12.148 INFO:tasks.workunit.client.0.smithi089.stdout:op 1199 completed, throughput=4.99MB/sec 2024-07-26T06:29:12.148 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-sM-4yffXwB_huIs off=4403726 len=702303 2024-07-26T06:29:12.149 INFO:tasks.workunit.client.0.smithi089.stdout:op 1200 completed, throughput=5MB/sec 2024-07-26T06:29:12.149 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-j5SmaBc32aWSKI5 off=501972 len=909574 2024-07-26T06:29:12.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:29:11 smithi089 ceph-mon[99608]: pgmap v1532: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:29:12.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:29:11 smithi089 ceph-mon[102056]: pgmap v1532: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:29:12.155 INFO:tasks.workunit.client.0.smithi089.stdout:op 1201 completed, throughput=5MB/sec 2024-07-26T06:29:12.155 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-MO9KLYvxdGP4Qfl off=14043370 len=927738 2024-07-26T06:29:12.159 INFO:tasks.workunit.client.0.smithi089.stdout:op 1202 completed, throughput=5MB/sec 2024-07-26T06:29:12.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:29:12 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:29:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:29:12.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:29:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:29:12] "GET /metrics HTTP/1.1" 200 34034 "" "Prometheus/2.43.0" 2024-07-26T06:29:13.159 INFO:tasks.workunit.client.0.smithi089.stdout: 233: throughput=4.98MB/sec pending data=0 2024-07-26T06:29:13.159 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-l6mJDkGM-E-vwd8 off=5059905 len=130072 2024-07-26T06:29:13.162 INFO:tasks.workunit.client.0.smithi089.stdout:op 1203 completed, throughput=4.98MB/sec 2024-07-26T06:29:13.162 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-9-evp4i6dml9mLm off=21108851 len=774525 2024-07-26T06:29:13.163 INFO:tasks.workunit.client.0.smithi089.stdout:op 1204 completed, throughput=4.99MB/sec 2024-07-26T06:29:13.164 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-bIQAmqFZNZzhvO8 off=9382471 len=1875899 2024-07-26T06:29:13.166 INFO:tasks.workunit.client.0.smithi089.stdout:op 1205 completed, throughput=4.99MB/sec 2024-07-26T06:29:13.166 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ML-Gt20ETeCGRla off=8673652 len=1723559 2024-07-26T06:29:13.168 INFO:tasks.workunit.client.0.smithi089.stdout:op 1206 completed, throughput=5MB/sec 2024-07-26T06:29:13.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:29:13 smithi155 ceph-mon[90160]: pgmap v1533: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-07-26T06:29:13.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:29:13 smithi089 ceph-mon[99608]: pgmap v1533: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-07-26T06:29:13.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:29:13 smithi089 ceph-mon[102056]: pgmap v1533: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-07-26T06:29:14.168 INFO:tasks.workunit.client.0.smithi089.stdout: 234: throughput=4.98MB/sec pending data=0 2024-07-26T06:29:14.168 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-JQg8-l6d5sYExKO off=9525156 len=130760 2024-07-26T06:29:14.169 INFO:tasks.workunit.client.0.smithi089.stdout:op 1207 completed, throughput=4.98MB/sec 2024-07-26T06:29:14.169 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-52qqsQqzkIsmhFy off=1199883 len=1867716 2024-07-26T06:29:14.179 INFO:tasks.workunit.client.0.smithi089.stdout:op 1208 completed, throughput=4.99MB/sec 2024-07-26T06:29:14.179 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-7PR_wr5O9EDj9ok off=9789799 len=1981601 2024-07-26T06:29:14.181 INFO:tasks.workunit.client.0.smithi089.stdout:op 1209 completed, throughput=5MB/sec 2024-07-26T06:29:14.181 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-VJGVln2uCbOvKCw off=4524970 len=1691559 2024-07-26T06:29:14.182 INFO:tasks.workunit.client.0.smithi089.stdout:op 1210 completed, throughput=5MB/sec 2024-07-26T06:29:15.183 INFO:tasks.workunit.client.0.smithi089.stdout: 235: throughput=4.98MB/sec pending data=0 2024-07-26T06:29:15.183 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-jZ-S1rGBZ5UN_hS off=5151303 len=1582998 2024-07-26T06:29:15.191 INFO:tasks.workunit.client.0.smithi089.stdout:op 1211 completed, throughput=4.99MB/sec 2024-07-26T06:29:15.191 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-zuoQOPJlE4xY014 off=5943056 len=333484 2024-07-26T06:29:15.194 INFO:tasks.workunit.client.0.smithi089.stdout:op 1212 completed, throughput=4.99MB/sec 2024-07-26T06:29:15.195 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-7bqjDTcCXtlzNb1 off=1605243 len=1830019 2024-07-26T06:29:15.203 INFO:tasks.workunit.client.0.smithi089.stdout:op 1213 completed, throughput=5MB/sec 2024-07-26T06:29:15.203 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-9bM196YO19gZmuu off=8979338 len=1240136 2024-07-26T06:29:15.204 INFO:tasks.workunit.client.0.smithi089.stdout:op 1214 completed, throughput=5MB/sec 2024-07-26T06:29:15.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:29:15 smithi155 ceph-mon[90160]: pgmap v1534: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T06:29:15.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:29:15 smithi089 ceph-mon[99608]: pgmap v1534: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T06:29:15.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:29:15 smithi089 ceph-mon[102056]: pgmap v1534: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T06:29:16.205 INFO:tasks.workunit.client.0.smithi089.stdout: 236: throughput=4.98MB/sec pending data=0 2024-07-26T06:29:16.205 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-SEAmALO3DaW-9-1 off=7323011 len=100302 2024-07-26T06:29:16.208 INFO:tasks.workunit.client.0.smithi089.stdout:op 1215 completed, throughput=4.98MB/sec 2024-07-26T06:29:16.208 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-MsSFQcH3kj9Q4tE off=5301932 len=954172 2024-07-26T06:29:16.209 INFO:tasks.workunit.client.0.smithi089.stdout:op 1216 completed, throughput=4.98MB/sec 2024-07-26T06:29:16.209 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-FuZIyFkBhK1uFMy off=1897050 len=1594188 2024-07-26T06:29:16.211 INFO:tasks.workunit.client.0.smithi089.stdout:op 1217 completed, throughput=4.99MB/sec 2024-07-26T06:29:16.211 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-sTBOeuCFGawcI4Q off=3056985 len=1302401 2024-07-26T06:29:16.213 INFO:tasks.workunit.client.0.smithi089.stdout:op 1218 completed, throughput=5MB/sec 2024-07-26T06:29:16.213 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-0KpI74aFSLK0Jpe off=1867342 len=357243 2024-07-26T06:29:16.217 INFO:tasks.workunit.client.0.smithi089.stdout:op 1219 completed, throughput=5MB/sec 2024-07-26T06:29:16.217 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-nsJT-VMefYS8In- off=90977 len=1421632 2024-07-26T06:29:16.218 INFO:tasks.workunit.client.0.smithi089.stdout:op 1220 completed, throughput=5MB/sec 2024-07-26T06:29:17.219 INFO:tasks.workunit.client.0.smithi089.stdout: 237: throughput=4.98MB/sec pending data=0 2024-07-26T06:29:17.219 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-8gJp8ROWV60d1DT off=13941298 len=1961864 2024-07-26T06:29:17.232 INFO:tasks.workunit.client.0.smithi089.stdout:op 1221 completed, throughput=4.99MB/sec 2024-07-26T06:29:17.232 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-fiY7oEKIkVSxoU_ off=0 len=1765396 2024-07-26T06:29:17.242 INFO:tasks.workunit.client.0.smithi089.stdout:op 1222 completed, throughput=5MB/sec 2024-07-26T06:29:17.242 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-JmhaO22VJwTwwsi off=818887 len=575479 2024-07-26T06:29:17.245 INFO:tasks.workunit.client.0.smithi089.stdout:op 1223 completed, throughput=5MB/sec 2024-07-26T06:29:17.245 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-VUAHyiYep5cl2F7 off=1921691 len=49597 2024-07-26T06:29:17.245 INFO:tasks.workunit.client.0.smithi089.stdout:op 1224 completed, throughput=5MB/sec 2024-07-26T06:29:17.246 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-zLcKTX6H-KVGJ1b off=1301257 len=1253197 2024-07-26T06:29:17.247 INFO:tasks.workunit.client.0.smithi089.stdout:op 1225 completed, throughput=5MB/sec 2024-07-26T06:29:17.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:29:17 smithi155 ceph-mon[90160]: pgmap v1535: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-26T06:29:17.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:29:17 smithi089 ceph-mon[99608]: pgmap v1535: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-26T06:29:17.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:29:17 smithi089 ceph-mon[102056]: pgmap v1535: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-26T06:29:18.247 INFO:tasks.workunit.client.0.smithi089.stdout: 238: throughput=4.98MB/sec pending data=0 2024-07-26T06:29:18.247 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-7JAXcyAtWdvUOV3 off=5744085 len=1567076 2024-07-26T06:29:18.256 INFO:tasks.workunit.client.0.smithi089.stdout:op 1226 completed, throughput=4.99MB/sec 2024-07-26T06:29:18.256 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-cKvK0yl3t8VBBiy off=18486911 len=383460 2024-07-26T06:29:18.257 INFO:tasks.workunit.client.0.smithi089.stdout:op 1227 completed, throughput=4.99MB/sec 2024-07-26T06:29:18.257 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-00XNGLkHdomNLht off=7498172 len=1007153 2024-07-26T06:29:18.261 INFO:tasks.workunit.client.0.smithi089.stdout:op 1228 completed, throughput=4.99MB/sec 2024-07-26T06:29:18.261 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Z7SJZ-s8Lx74_0Q off=3355209 len=1207172 2024-07-26T06:29:18.264 INFO:tasks.workunit.client.0.smithi089.stdout:op 1229 completed, throughput=5MB/sec 2024-07-26T06:29:18.264 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-SvuaXAA31gGazY0 off=8011310 len=864669 2024-07-26T06:29:18.265 INFO:tasks.workunit.client.0.smithi089.stdout:op 1230 completed, throughput=5MB/sec 2024-07-26T06:29:19.265 INFO:tasks.workunit.client.0.smithi089.stdout: 239: throughput=4.98MB/sec pending data=0 2024-07-26T06:29:19.266 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-DAza6KO025pA1TP off=14762515 len=1736812 2024-07-26T06:29:19.274 INFO:tasks.workunit.client.0.smithi089.stdout:op 1231 completed, throughput=4.99MB/sec 2024-07-26T06:29:19.275 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-fcq029fm5V6u_sx off=15099946 len=1518699 2024-07-26T06:29:19.284 INFO:tasks.workunit.client.0.smithi089.stdout:op 1232 completed, throughput=4.99MB/sec 2024-07-26T06:29:19.284 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-chYVNpqGq7MKiGG off=8469547 len=1814858 2024-07-26T06:29:19.296 INFO:tasks.workunit.client.0.smithi089.stdout:op 1233 completed, throughput=5MB/sec 2024-07-26T06:29:19.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:29:19 smithi155 ceph-mon[90160]: pgmap v1536: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-26T06:29:19.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:29:19 smithi089 ceph-mon[99608]: pgmap v1536: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-26T06:29:19.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:29:19 smithi089 ceph-mon[102056]: pgmap v1536: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-26T06:29:20.296 INFO:tasks.workunit.client.0.smithi089.stdout: 240: throughput=4.98MB/sec pending data=0 2024-07-26T06:29:20.296 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-dRdRf7gAlNzE1AY off=15985781 len=1641571 2024-07-26T06:29:20.298 INFO:tasks.workunit.client.0.smithi089.stdout:op 1234 completed, throughput=4.99MB/sec 2024-07-26T06:29:20.298 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-bp4pohmL_hR0di3 off=3619279 len=959095 2024-07-26T06:29:20.303 INFO:tasks.workunit.client.0.smithi089.stdout:op 1235 completed, throughput=4.99MB/sec 2024-07-26T06:29:20.304 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-W-J8Sw8oMBA884E off=20730369 len=1561110 2024-07-26T06:29:20.305 INFO:tasks.workunit.client.0.smithi089.stdout:op 1236 completed, throughput=5MB/sec 2024-07-26T06:29:20.306 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-wGrxfWt3D_pLwUC off=2223748 len=188081 2024-07-26T06:29:20.308 INFO:tasks.workunit.client.0.smithi089.stdout:op 1237 completed, throughput=5MB/sec 2024-07-26T06:29:20.308 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-pnTb3LdtGzueXIV off=12956081 len=539539 2024-07-26T06:29:20.310 INFO:tasks.workunit.client.0.smithi089.stdout:op 1238 completed, throughput=5MB/sec 2024-07-26T06:29:20.310 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-mkoIpFDMaEZFo9E off=10463423 len=1237511 2024-07-26T06:29:20.317 INFO:tasks.workunit.client.0.smithi089.stdout:op 1239 completed, throughput=5MB/sec 2024-07-26T06:29:21.317 INFO:tasks.workunit.client.0.smithi089.stdout: 241: throughput=4.98MB/sec pending data=0 2024-07-26T06:29:21.324 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-TmDqwirnO6wRhsF off=11104509 len=397533 2024-07-26T06:29:21.324 INFO:tasks.workunit.client.0.smithi089.stdout:op 1240 completed, throughput=4.98MB/sec 2024-07-26T06:29:21.324 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-BhosQoebh17-6VI off=5154985 len=1415414 2024-07-26T06:29:21.326 INFO:tasks.workunit.client.0.smithi089.stdout:op 1241 completed, throughput=4.99MB/sec 2024-07-26T06:29:21.326 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-dmDvA4V5VRQAP-G off=10330904 len=2086058 2024-07-26T06:29:21.335 INFO:tasks.workunit.client.0.smithi089.stdout:op 1242 completed, throughput=5MB/sec 2024-07-26T06:29:21.335 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-icfIGa6gjVNytyN off=464085 len=921255 2024-07-26T06:29:21.337 INFO:tasks.workunit.client.0.smithi089.stdout:op 1243 completed, throughput=5MB/sec 2024-07-26T06:29:21.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:29:21 smithi155 ceph-mon[90160]: pgmap v1537: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:29:21.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:29:21 smithi089 ceph-mon[99608]: pgmap v1537: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:29:21.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:29:21 smithi089 ceph-mon[102056]: pgmap v1537: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:29:22.337 INFO:tasks.workunit.client.0.smithi089.stdout: 242: throughput=4.98MB/sec pending data=0 2024-07-26T06:29:22.337 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-MWaCuj4Obp4KrxP off=5465860 len=2007743 2024-07-26T06:29:22.347 INFO:tasks.workunit.client.0.smithi089.stdout:op 1244 completed, throughput=4.99MB/sec 2024-07-26T06:29:22.347 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-pr_7rCYdAAp2ySi off=16339949 len=1906474 2024-07-26T06:29:22.360 INFO:tasks.workunit.client.0.smithi089.stdout:op 1245 completed, throughput=5MB/sec 2024-07-26T06:29:22.360 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-VwZqwg2JyGV0C_T off=5946662 len=2042308 2024-07-26T06:29:22.366 INFO:tasks.workunit.client.0.smithi089.stdout:op 1246 completed, throughput=5MB/sec 2024-07-26T06:29:22.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:29:22 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:29:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:29:22.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:29:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:29:22] "GET /metrics HTTP/1.1" 200 34034 "" "Prometheus/2.43.0" 2024-07-26T06:29:23.366 INFO:tasks.workunit.client.0.smithi089.stdout: 243: throughput=4.98MB/sec pending data=0 2024-07-26T06:29:23.366 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-t608M2krmFkQ48y off=4968630 len=404863 2024-07-26T06:29:23.369 INFO:tasks.workunit.client.0.smithi089.stdout:op 1247 completed, throughput=4.98MB/sec 2024-07-26T06:29:23.370 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-8-vvciAqChqwqWw off=2569655 len=471580 2024-07-26T06:29:23.373 INFO:tasks.workunit.client.0.smithi089.stdout:op 1248 completed, throughput=4.99MB/sec 2024-07-26T06:29:23.373 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-tkJIVK2yrcuQJLk off=1633705 len=1135940 2024-07-26T06:29:23.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:29:23 smithi155 ceph-mon[90160]: pgmap v1538: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:29:23.381 INFO:tasks.workunit.client.0.smithi089.stdout:op 1249 completed, throughput=4.99MB/sec 2024-07-26T06:29:23.381 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-N-3DOVtMCtLyU7M off=4456745 len=184253 2024-07-26T06:29:23.384 INFO:tasks.workunit.client.0.smithi089.stdout:op 1250 completed, throughput=4.99MB/sec 2024-07-26T06:29:23.384 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-jJ2W6dy7e1goqVG off=11623769 len=698004 2024-07-26T06:29:23.385 INFO:tasks.workunit.client.0.smithi089.stdout:op 1251 completed, throughput=4.99MB/sec 2024-07-26T06:29:23.385 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-cHGk_LzRxAhR5m1 off=9751497 len=239800 2024-07-26T06:29:23.386 INFO:tasks.workunit.client.0.smithi089.stdout:op 1252 completed, throughput=4.99MB/sec 2024-07-26T06:29:23.386 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-881iX5cl-CMzM5W off=568950 len=889353 2024-07-26T06:29:23.387 INFO:tasks.workunit.client.0.smithi089.stdout:op 1253 completed, throughput=5MB/sec 2024-07-26T06:29:23.387 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-DE66hQOHyCz-aaI off=8209836 len=1208961 2024-07-26T06:29:23.389 INFO:tasks.workunit.client.0.smithi089.stdout:op 1254 completed, throughput=5MB/sec 2024-07-26T06:29:23.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:29:23 smithi089 ceph-mon[99608]: pgmap v1538: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:29:23.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:29:23 smithi089 ceph-mon[102056]: pgmap v1538: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:29:24.389 INFO:tasks.workunit.client.0.smithi089.stdout: 244: throughput=4.98MB/sec pending data=0 2024-07-26T06:29:24.389 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-hKPdewin34oRXBo off=2684988 len=54988 2024-07-26T06:29:24.390 INFO:tasks.workunit.client.0.smithi089.stdout:op 1255 completed, throughput=4.98MB/sec 2024-07-26T06:29:24.390 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-cOMqIhXxqyefetH off=5893019 len=1616138 2024-07-26T06:29:24.392 INFO:tasks.workunit.client.0.smithi089.stdout:op 1256 completed, throughput=4.99MB/sec 2024-07-26T06:29:24.392 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-6U9VMeXrGi22j7H off=16320005 len=1981250 2024-07-26T06:29:24.406 INFO:tasks.workunit.client.0.smithi089.stdout:op 1257 completed, throughput=5MB/sec 2024-07-26T06:29:24.406 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-U5QrkR8iakQMo0q off=1974280 len=820460 2024-07-26T06:29:24.412 INFO:tasks.workunit.client.0.smithi089.stdout:op 1258 completed, throughput=5MB/sec 2024-07-26T06:29:24.412 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-LQJLnlDoD5k6ps3 off=2441634 len=4039 2024-07-26T06:29:24.412 INFO:tasks.workunit.client.0.smithi089.stdout:op 1259 completed, throughput=5MB/sec 2024-07-26T06:29:24.412 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-G6Y7VD-fosWwGc9 off=15434779 len=535181 2024-07-26T06:29:24.413 INFO:tasks.workunit.client.0.smithi089.stdout:op 1260 completed, throughput=5MB/sec 2024-07-26T06:29:25.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:29:25 smithi155 ceph-mon[90160]: pgmap v1539: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:29:25.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:29:25 smithi089 ceph-mon[99608]: pgmap v1539: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:29:25.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:29:25 smithi089 ceph-mon[102056]: pgmap v1539: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:29:25.413 INFO:tasks.workunit.client.0.smithi089.stdout: 245: throughput=4.98MB/sec pending data=0 2024-07-26T06:29:25.413 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-M2AFdgCQDs5LIyF off=4494972 len=790312 2024-07-26T06:29:25.414 INFO:tasks.workunit.client.0.smithi089.stdout:op 1261 completed, throughput=4.98MB/sec 2024-07-26T06:29:25.414 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ebkoGQ8ei4Sb_8F off=19276976 len=1425101 2024-07-26T06:29:25.424 INFO:tasks.workunit.client.0.smithi089.stdout:op 1262 completed, throughput=4.99MB/sec 2024-07-26T06:29:25.424 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-z7DMUkgeUODzi85 off=7722121 len=413026 2024-07-26T06:29:25.427 INFO:tasks.workunit.client.0.smithi089.stdout:op 1263 completed, throughput=4.99MB/sec 2024-07-26T06:29:25.427 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-bGBajfMCiEbBReF off=362899 len=696417 2024-07-26T06:29:25.431 INFO:tasks.workunit.client.0.smithi089.stdout:op 1264 completed, throughput=4.99MB/sec 2024-07-26T06:29:25.431 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-RKDQLKRWJ5TrbYR off=2465714 len=1770792 2024-07-26T06:29:25.442 INFO:tasks.workunit.client.0.smithi089.stdout:op 1265 completed, throughput=5MB/sec 2024-07-26T06:29:26.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:29:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:29:26.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:29:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:29:26.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:29:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:29:26.440 INFO:tasks.workunit.client.0.smithi089.stdout: 246: throughput=4.98MB/sec pending data=0 2024-07-26T06:29:26.440 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-dObtqn7ObARjgNB off=28053 len=1777750 2024-07-26T06:29:26.444 INFO:tasks.workunit.client.0.smithi089.stdout:op 1266 completed, throughput=4.99MB/sec 2024-07-26T06:29:26.444 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-sQtCVopsJyJbRxB off=2155474 len=1071730 2024-07-26T06:29:26.446 INFO:tasks.workunit.client.0.smithi089.stdout:op 1267 completed, throughput=4.99MB/sec 2024-07-26T06:29:26.446 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-gESdqROSmGvdheb off=9269444 len=1245900 2024-07-26T06:29:26.447 INFO:tasks.workunit.client.0.smithi089.stdout:op 1268 completed, throughput=5MB/sec 2024-07-26T06:29:26.448 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-tGBW7zZhyej5JE3 off=20243097 len=1287862 2024-07-26T06:29:26.455 INFO:tasks.workunit.client.0.smithi089.stdout:op 1269 completed, throughput=5MB/sec 2024-07-26T06:29:27.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:29:27 smithi155 ceph-mon[90160]: pgmap v1540: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-26T06:29:27.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:29:27 smithi089 ceph-mon[99608]: pgmap v1540: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-26T06:29:27.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:29:27 smithi089 ceph-mon[102056]: pgmap v1540: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-26T06:29:27.455 INFO:tasks.workunit.client.0.smithi089.stdout: 247: throughput=4.98MB/sec pending data=0 2024-07-26T06:29:27.455 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-VqPHYjsA6zjeBcD off=0 len=1164460 2024-07-26T06:29:27.461 INFO:tasks.workunit.client.0.smithi089.stdout:op 1270 completed, throughput=4.99MB/sec 2024-07-26T06:29:27.461 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-qw7uvsbt5RQq8Hx off=4302197 len=680251 2024-07-26T06:29:27.465 INFO:tasks.workunit.client.0.smithi089.stdout:op 1271 completed, throughput=4.99MB/sec 2024-07-26T06:29:27.465 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-VM13g8KP-uLx96b off=1091039 len=403993 2024-07-26T06:29:27.467 INFO:tasks.workunit.client.0.smithi089.stdout:op 1272 completed, throughput=4.99MB/sec 2024-07-26T06:29:27.467 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-_P53Q6QAIOSfJUH off=2904331 len=1824156 2024-07-26T06:29:27.478 INFO:tasks.workunit.client.0.smithi089.stdout:op 1273 completed, throughput=5MB/sec 2024-07-26T06:29:27.478 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-M2AFdgCQDs5LIyF off=4234862 len=1841193 2024-07-26T06:29:27.486 INFO:tasks.workunit.client.0.smithi089.stdout:op 1274 completed, throughput=5MB/sec 2024-07-26T06:29:28.486 INFO:tasks.workunit.client.0.smithi089.stdout: 248: throughput=4.98MB/sec pending data=0 2024-07-26T06:29:28.486 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-c3VHvS64eDCwBS3 off=2613704 len=351170 2024-07-26T06:29:28.490 INFO:tasks.workunit.client.0.smithi089.stdout:op 1275 completed, throughput=4.98MB/sec 2024-07-26T06:29:28.490 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-vZ9LErNmP5Vu_zT off=4784281 len=1065191 2024-07-26T06:29:28.491 INFO:tasks.workunit.client.0.smithi089.stdout:op 1276 completed, throughput=4.99MB/sec 2024-07-26T06:29:28.491 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-tQ5dC0DL3ldCQVs off=7283718 len=1154048 2024-07-26T06:29:28.496 INFO:tasks.workunit.client.0.smithi089.stdout:op 1277 completed, throughput=4.99MB/sec 2024-07-26T06:29:28.497 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-tx1jjAvUQofZtnc off=643771 len=1103089 2024-07-26T06:29:28.498 INFO:tasks.workunit.client.0.smithi089.stdout:op 1278 completed, throughput=5MB/sec 2024-07-26T06:29:28.501 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-lj6w3kd7hnSZsDs off=553634 len=465953 2024-07-26T06:29:28.502 INFO:tasks.workunit.client.0.smithi089.stdout:op 1279 completed, throughput=5MB/sec 2024-07-26T06:29:28.502 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj--l3GnuA0JKwY6uQ off=2551800 len=80823 2024-07-26T06:29:28.503 INFO:tasks.workunit.client.0.smithi089.stdout:op 1280 completed, throughput=5MB/sec 2024-07-26T06:29:28.503 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-kQYCkWWodyynX8U off=20984442 len=1646081 2024-07-26T06:29:28.504 INFO:tasks.workunit.client.0.smithi089.stdout:op 1281 completed, throughput=5MB/sec 2024-07-26T06:29:28.629 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:29:28 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[128126]: logger=sqlstore.transactions t=2024-07-26T06:29:28.283714295Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-07-26T06:29:29.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:29:29 smithi155 ceph-mon[90160]: pgmap v1541: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:29:29.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:29:29 smithi089 ceph-mon[99608]: pgmap v1541: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:29:29.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:29:29 smithi089 ceph-mon[102056]: pgmap v1541: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:29:29.504 INFO:tasks.workunit.client.0.smithi089.stdout: 249: throughput=4.98MB/sec pending data=0 2024-07-26T06:29:29.504 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-COb0V67DmgF7OAG off=17275193 len=1451073 2024-07-26T06:29:29.513 INFO:tasks.workunit.client.0.smithi089.stdout:op 1282 completed, throughput=4.99MB/sec 2024-07-26T06:29:29.513 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-tj5be6wK5KkzLxW off=11426259 len=1984709 2024-07-26T06:29:29.522 INFO:tasks.workunit.client.0.smithi089.stdout:op 1283 completed, throughput=5MB/sec 2024-07-26T06:29:29.522 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-dFAT9BNUeJ9F3Ki off=2899192 len=1013128 2024-07-26T06:29:29.525 INFO:tasks.workunit.client.0.smithi089.stdout:op 1284 completed, throughput=5MB/sec 2024-07-26T06:29:30.525 INFO:tasks.workunit.client.0.smithi089.stdout: 250: throughput=4.98MB/sec pending data=0 2024-07-26T06:29:30.525 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-JGVuROGAoVhLbrz off=3694793 len=2039323 2024-07-26T06:29:30.535 INFO:tasks.workunit.client.0.smithi089.stdout:op 1285 completed, throughput=4.99MB/sec 2024-07-26T06:29:30.535 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-bHzDTBHvb2vVcnc off=594016 len=1406911 2024-07-26T06:29:30.537 INFO:tasks.workunit.client.0.smithi089.stdout:op 1286 completed, throughput=4.99MB/sec 2024-07-26T06:29:30.537 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-qAHeR6bR1Bhijf1 off=207993 len=1806936 2024-07-26T06:29:30.538 INFO:tasks.workunit.client.0.smithi089.stdout:op 1287 completed, throughput=5MB/sec 2024-07-26T06:29:31.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:29:31 smithi155 ceph-mon[90160]: pgmap v1542: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-26T06:29:31.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:29:31 smithi089 ceph-mon[99608]: pgmap v1542: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-26T06:29:31.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:29:31 smithi089 ceph-mon[102056]: pgmap v1542: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-26T06:29:31.539 INFO:tasks.workunit.client.0.smithi089.stdout: 251: throughput=4.98MB/sec pending data=0 2024-07-26T06:29:31.539 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-_WTlpiwPil0pT4N off=4028395 len=872275 2024-07-26T06:29:31.544 INFO:tasks.workunit.client.0.smithi089.stdout:op 1288 completed, throughput=4.98MB/sec 2024-07-26T06:29:31.544 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-PeNyqb8rr0okb_c off=9657167 len=1533995 2024-07-26T06:29:31.552 INFO:tasks.workunit.client.0.smithi089.stdout:op 1289 completed, throughput=4.99MB/sec 2024-07-26T06:29:31.552 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-iqLYQj1IXScoQON off=6062955 len=597267 2024-07-26T06:29:31.553 INFO:tasks.workunit.client.0.smithi089.stdout:op 1290 completed, throughput=4.99MB/sec 2024-07-26T06:29:31.553 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-JEI5P_tVHiuGEuS off=1062950 len=57936 2024-07-26T06:29:31.554 INFO:tasks.workunit.client.0.smithi089.stdout:op 1291 completed, throughput=4.99MB/sec 2024-07-26T06:29:31.554 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-8ohhMWyVabZ1t2a off=763394 len=1968410 2024-07-26T06:29:31.567 INFO:tasks.workunit.client.0.smithi089.stdout:op 1292 completed, throughput=5MB/sec 2024-07-26T06:29:31.567 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ACGmjLa1qRfTNIx off=914761 len=339829 2024-07-26T06:29:31.570 INFO:tasks.workunit.client.0.smithi089.stdout:op 1293 completed, throughput=5MB/sec 2024-07-26T06:29:32.570 INFO:tasks.workunit.client.0.smithi089.stdout: 252: throughput=4.98MB/sec pending data=0 2024-07-26T06:29:32.570 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-XurkkO9tzRt1Fdt off=13055847 len=929449 2024-07-26T06:29:32.571 INFO:tasks.workunit.client.0.smithi089.stdout:op 1294 completed, throughput=4.98MB/sec 2024-07-26T06:29:32.571 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-vhP16DOO-C3ce6n off=1220568 len=1994456 2024-07-26T06:29:32.576 INFO:tasks.workunit.client.0.smithi089.stdout:op 1295 completed, throughput=4.99MB/sec 2024-07-26T06:29:32.576 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-FoRoZNm-CdNE3_Q off=710358 len=494931 2024-07-26T06:29:32.579 INFO:tasks.workunit.client.0.smithi089.stdout:op 1296 completed, throughput=4.99MB/sec 2024-07-26T06:29:32.580 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-LvCT1YYX-nHSf-C off=14331768 len=1963738 2024-07-26T06:29:32.591 INFO:tasks.workunit.client.0.smithi089.stdout:op 1297 completed, throughput=5MB/sec 2024-07-26T06:29:32.628 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:29:32 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:29:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:29:32.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:29:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:29:32] "GET /metrics HTTP/1.1" 200 34035 "" "Prometheus/2.43.0" 2024-07-26T06:29:33.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:29:33 smithi155 ceph-mon[90160]: pgmap v1543: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-26T06:29:33.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:29:33 smithi089 ceph-mon[99608]: pgmap v1543: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-26T06:29:33.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:29:33 smithi089 ceph-mon[102056]: pgmap v1543: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-26T06:29:33.591 INFO:tasks.workunit.client.0.smithi089.stdout: 253: throughput=4.98MB/sec pending data=0 2024-07-26T06:29:33.591 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-YLa-OOH9-JhjzKb off=10219484 len=561871 2024-07-26T06:29:33.592 INFO:tasks.workunit.client.0.smithi089.stdout:op 1298 completed, throughput=4.98MB/sec 2024-07-26T06:29:33.592 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-8Z775G1P76UcfKQ off=6126632 len=1326472 2024-07-26T06:29:33.598 INFO:tasks.workunit.client.0.smithi089.stdout:op 1299 completed, throughput=4.99MB/sec 2024-07-26T06:29:33.598 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-oACAHsg70alxjO7 off=2810954 len=189975 2024-07-26T06:29:33.601 INFO:tasks.workunit.client.0.smithi089.stdout:op 1300 completed, throughput=4.99MB/sec 2024-07-26T06:29:33.601 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-UsZ2q2AnjnB467W off=252532 len=1333604 2024-07-26T06:29:33.610 INFO:tasks.workunit.client.0.smithi089.stdout:op 1301 completed, throughput=4.99MB/sec 2024-07-26T06:29:33.610 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-mvPKNBLf5JQ92Ck off=2450044 len=149983 2024-07-26T06:29:33.612 INFO:tasks.workunit.client.0.smithi089.stdout:op 1302 completed, throughput=4.99MB/sec 2024-07-26T06:29:33.612 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-dF03257rEihjj6r off=4744153 len=1509877 2024-07-26T06:29:33.615 INFO:tasks.workunit.client.0.smithi089.stdout:op 1303 completed, throughput=5MB/sec 2024-07-26T06:29:33.615 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ad_DBDTCifoYe2W off=1381408 len=1815947 2024-07-26T06:29:33.617 INFO:tasks.workunit.client.0.smithi089.stdout:op 1304 completed, throughput=5.01MB/sec 2024-07-26T06:29:34.617 INFO:tasks.workunit.client.0.smithi089.stdout: 254: throughput=4.99MB/sec pending data=0 2024-07-26T06:29:34.617 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-BGIaorD4WMapalg off=14406082 len=1566326 2024-07-26T06:29:34.619 INFO:tasks.workunit.client.0.smithi089.stdout:op 1305 completed, throughput=4.99MB/sec 2024-07-26T06:29:34.619 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-41KSaw4Q3Q17hQz off=7577533 len=806139 2024-07-26T06:29:34.621 INFO:tasks.workunit.client.0.smithi089.stdout:op 1306 completed, throughput=5MB/sec 2024-07-26T06:29:34.621 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-BpUfDBx63apSBNG off=3319363 len=1984021 2024-07-26T06:29:34.623 INFO:tasks.workunit.client.0.smithi089.stdout:op 1307 completed, throughput=5MB/sec 2024-07-26T06:29:35.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:29:35 smithi155 ceph-mon[90160]: pgmap v1544: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-26T06:29:35.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:29:35 smithi089 ceph-mon[99608]: pgmap v1544: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-26T06:29:35.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:29:35 smithi089 ceph-mon[102056]: pgmap v1544: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-26T06:29:35.623 INFO:tasks.workunit.client.0.smithi089.stdout: 255: throughput=4.98MB/sec pending data=0 2024-07-26T06:29:35.623 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-h6XNeaiHAiaj5cn off=12781651 len=1824769 2024-07-26T06:29:35.630 INFO:tasks.workunit.client.0.smithi089.stdout:op 1308 completed, throughput=4.99MB/sec 2024-07-26T06:29:35.630 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-u42y5Tih4Tm3VRa off=5341974 len=251608 2024-07-26T06:29:35.633 INFO:tasks.workunit.client.0.smithi089.stdout:op 1309 completed, throughput=4.99MB/sec 2024-07-26T06:29:35.633 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-JMEWDdIH2lB6TIf off=7825687 len=24818 2024-07-26T06:29:35.635 INFO:tasks.workunit.client.0.smithi089.stdout:op 1310 completed, throughput=4.99MB/sec 2024-07-26T06:29:35.636 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-WsiBdeSzDpeoZNb off=6528844 len=346768 2024-07-26T06:29:35.638 INFO:tasks.workunit.client.0.smithi089.stdout:op 1311 completed, throughput=4.99MB/sec 2024-07-26T06:29:35.638 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-RNBI1C4qXt4rbXy off=1950055 len=14533 2024-07-26T06:29:35.639 INFO:tasks.workunit.client.0.smithi089.stdout:op 1312 completed, throughput=4.99MB/sec 2024-07-26T06:29:35.639 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-nfkIUUfpiig18U2 off=1124557 len=188705 2024-07-26T06:29:35.640 INFO:tasks.workunit.client.0.smithi089.stdout:op 1313 completed, throughput=4.99MB/sec 2024-07-26T06:29:35.640 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-X2wFreg38MSf3HQ off=1438269 len=419789 2024-07-26T06:29:35.640 INFO:tasks.workunit.client.0.smithi089.stdout:op 1314 completed, throughput=4.99MB/sec 2024-07-26T06:29:35.641 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-wGbwDClUo8MDFh4 off=4999742 len=1781018 2024-07-26T06:29:35.642 INFO:tasks.workunit.client.0.smithi089.stdout:op 1315 completed, throughput=5MB/sec 2024-07-26T06:29:36.642 INFO:tasks.workunit.client.0.smithi089.stdout: 256: throughput=4.98MB/sec pending data=0 2024-07-26T06:29:36.642 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-LK8s2V84bfH925x off=7337054 len=956374 2024-07-26T06:29:36.648 INFO:tasks.workunit.client.0.smithi089.stdout:op 1316 completed, throughput=4.99MB/sec 2024-07-26T06:29:36.648 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-JSjupdnQ66eGzbJ off=490082 len=979193 2024-07-26T06:29:36.650 INFO:tasks.workunit.client.0.smithi089.stdout:op 1317 completed, throughput=4.99MB/sec 2024-07-26T06:29:36.651 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-m1CpWBwVav1UQkL off=2001422 len=525754 2024-07-26T06:29:36.652 INFO:tasks.workunit.client.0.smithi089.stdout:op 1318 completed, throughput=4.99MB/sec 2024-07-26T06:29:36.652 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-tlNldMh-x61Ejia off=16645127 len=769258 2024-07-26T06:29:36.653 INFO:tasks.workunit.client.0.smithi089.stdout:op 1319 completed, throughput=4.99MB/sec 2024-07-26T06:29:36.653 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Ko1w47p2b7imHTF off=21276115 len=1862326 2024-07-26T06:29:36.656 INFO:tasks.workunit.client.0.smithi089.stdout:op 1320 completed, throughput=5MB/sec 2024-07-26T06:29:37.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:29:37 smithi155 ceph-mon[90160]: pgmap v1545: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-26T06:29:37.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:29:37 smithi089 ceph-mon[99608]: pgmap v1545: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-26T06:29:37.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:29:37 smithi089 ceph-mon[102056]: pgmap v1545: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-26T06:29:37.657 INFO:tasks.workunit.client.0.smithi089.stdout: 257: throughput=4.98MB/sec pending data=0 2024-07-26T06:29:37.657 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-sgGG-p7FhU68bAR off=3101125 len=1387329 2024-07-26T06:29:37.659 INFO:tasks.workunit.client.0.smithi089.stdout:op 1321 completed, throughput=4.99MB/sec 2024-07-26T06:29:37.659 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-g6YIDJIeCAmZAt- off=5608789 len=1111208 2024-07-26T06:29:37.660 INFO:tasks.workunit.client.0.smithi089.stdout:op 1322 completed, throughput=4.99MB/sec 2024-07-26T06:29:37.660 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-h3zn36Tk4tuPUyI off=1281865 len=452104 2024-07-26T06:29:37.663 INFO:tasks.workunit.client.0.smithi089.stdout:op 1323 completed, throughput=4.99MB/sec 2024-07-26T06:29:37.663 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-6U0KfONZMc2MV2G off=801584 len=1145623 2024-07-26T06:29:37.668 INFO:tasks.workunit.client.0.smithi089.stdout:op 1324 completed, throughput=5MB/sec 2024-07-26T06:29:37.668 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-xNxiT_MfwPFsEkw off=4194433 len=524259 2024-07-26T06:29:37.670 INFO:tasks.workunit.client.0.smithi089.stdout:op 1325 completed, throughput=5MB/sec 2024-07-26T06:29:37.670 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-gl_9Y7dUalVnFXg off=984455 len=1371730 2024-07-26T06:29:37.676 INFO:tasks.workunit.client.0.smithi089.stdout:op 1326 completed, throughput=5MB/sec 2024-07-26T06:29:38.676 INFO:tasks.workunit.client.0.smithi089.stdout: 258: throughput=4.98MB/sec pending data=0 2024-07-26T06:29:38.676 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-A-Uli5v-xonqtkH off=3946835 len=1164785 2024-07-26T06:29:38.681 INFO:tasks.workunit.client.0.smithi089.stdout:op 1327 completed, throughput=4.99MB/sec 2024-07-26T06:29:38.681 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-RZoilb0JNDCL2kZ off=5836016 len=1194603 2024-07-26T06:29:38.684 INFO:tasks.workunit.client.0.smithi089.stdout:op 1328 completed, throughput=4.99MB/sec 2024-07-26T06:29:38.684 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-LXlWBW1NLtbw5Uk off=6627521 len=776739 2024-07-26T06:29:38.688 INFO:tasks.workunit.client.0.smithi089.stdout:op 1329 completed, throughput=4.99MB/sec 2024-07-26T06:29:38.689 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-NhZDCBqQcOwXmSE off=18188725 len=1589306 2024-07-26T06:29:38.696 INFO:tasks.workunit.client.0.smithi089.stdout:op 1330 completed, throughput=5MB/sec 2024-07-26T06:29:39.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:29:39 smithi155 ceph-mon[90160]: pgmap v1546: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:29:39.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:29:39 smithi089 ceph-mon[99608]: pgmap v1546: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:29:39.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:29:39 smithi089 ceph-mon[102056]: pgmap v1546: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:29:39.697 INFO:tasks.workunit.client.0.smithi089.stdout: 259: throughput=4.98MB/sec pending data=0 2024-07-26T06:29:39.697 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-tVuBB1tupsi9qyN off=9809485 len=298822 2024-07-26T06:29:39.698 INFO:tasks.workunit.client.0.smithi089.stdout:op 1331 completed, throughput=4.98MB/sec 2024-07-26T06:29:39.698 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-a-4JiWewYdWfYeA off=79859 len=1562504 2024-07-26T06:29:39.705 INFO:tasks.workunit.client.0.smithi089.stdout:op 1332 completed, throughput=4.99MB/sec 2024-07-26T06:29:39.705 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Yg4uXGo5N8hG_G3 off=1000675 len=1581767 2024-07-26T06:29:39.715 INFO:tasks.workunit.client.0.smithi089.stdout:op 1333 completed, throughput=4.99MB/sec 2024-07-26T06:29:39.715 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-2jIm_NyYDA6Abmt off=5890255 len=1522004 2024-07-26T06:29:39.717 INFO:tasks.workunit.client.0.smithi089.stdout:op 1334 completed, throughput=5MB/sec 2024-07-26T06:29:39.717 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-wuL2wPVJ-VZSuYp off=4126651 len=1059041 2024-07-26T06:29:39.723 INFO:tasks.workunit.client.0.smithi089.stdout:op 1335 completed, throughput=5MB/sec 2024-07-26T06:29:40.723 INFO:tasks.workunit.client.0.smithi089.stdout: 260: throughput=4.98MB/sec pending data=0 2024-07-26T06:29:40.723 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-fNlbrL9LMX1YvfZ off=853102 len=1023473 2024-07-26T06:29:40.729 INFO:tasks.workunit.client.0.smithi089.stdout:op 1336 completed, throughput=4.99MB/sec 2024-07-26T06:29:40.729 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ujHURj8J5HitmCe off=2788008 len=2004483 2024-07-26T06:29:40.740 INFO:tasks.workunit.client.0.smithi089.stdout:op 1337 completed, throughput=4.99MB/sec 2024-07-26T06:29:40.741 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Vsm6QkYSatTrhLP off=12191660 len=646335 2024-07-26T06:29:40.743 INFO:tasks.workunit.client.0.smithi089.stdout:op 1338 completed, throughput=5MB/sec 2024-07-26T06:29:40.743 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-AGGbsuF3BiK6r-F off=15495520 len=1497467 2024-07-26T06:29:40.746 INFO:tasks.workunit.client.0.smithi089.stdout:op 1339 completed, throughput=5MB/sec 2024-07-26T06:29:41.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:29:40 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:29:41.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:29:40 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:29:41.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:29:40 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:29:41.747 INFO:tasks.workunit.client.0.smithi089.stdout: 261: throughput=4.98MB/sec pending data=0 2024-07-26T06:29:41.747 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-G8RB-9Zk9HyG5ss off=2339849 len=1036338 2024-07-26T06:29:41.753 INFO:tasks.workunit.client.0.smithi089.stdout:op 1340 completed, throughput=4.99MB/sec 2024-07-26T06:29:41.753 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-E5iF7PPuiIrS4QJ off=7479652 len=1361704 2024-07-26T06:29:41.756 INFO:tasks.workunit.client.0.smithi089.stdout:op 1341 completed, throughput=4.99MB/sec 2024-07-26T06:29:41.756 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-F6ko7NQvSzmaPRt off=18945450 len=1102911 2024-07-26T06:29:41.757 INFO:tasks.workunit.client.0.smithi089.stdout:op 1342 completed, throughput=5MB/sec 2024-07-26T06:29:41.758 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-4RdwYuN4nHsbcRX off=7758065 len=305776 2024-07-26T06:29:41.761 INFO:tasks.workunit.client.0.smithi089.stdout:op 1343 completed, throughput=5MB/sec 2024-07-26T06:29:41.761 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ttCMYGJn-EMK6x9 off=908269 len=624686 2024-07-26T06:29:41.762 INFO:tasks.workunit.client.0.smithi089.stdout:op 1344 completed, throughput=5MB/sec 2024-07-26T06:29:41.762 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-PoZmDtIgnfh4v6z off=8640398 len=1690976 2024-07-26T06:29:41.772 INFO:tasks.workunit.client.0.smithi089.stdout:op 1345 completed, throughput=5MB/sec 2024-07-26T06:29:42.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:29:41 smithi155 ceph-mon[90160]: pgmap v1547: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:29:42.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:29:41 smithi089 ceph-mon[99608]: pgmap v1547: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:29:42.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:29:41 smithi089 ceph-mon[102056]: pgmap v1547: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:29:42.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:29:42 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:29:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:29:42.772 INFO:tasks.workunit.client.0.smithi089.stdout: 262: throughput=4.99MB/sec pending data=0 2024-07-26T06:29:42.772 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-vdTXiucX0n06IL_ off=4943465 len=1317875 2024-07-26T06:29:42.778 INFO:tasks.workunit.client.0.smithi089.stdout:op 1346 completed, throughput=4.99MB/sec 2024-07-26T06:29:42.778 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-NzTqd-ATIuG8iKW off=1115914 len=771928 2024-07-26T06:29:42.782 INFO:tasks.workunit.client.0.smithi089.stdout:op 1347 completed, throughput=4.99MB/sec 2024-07-26T06:29:42.782 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-F_jPNQc-1JV34a4 off=1514121 len=1489783 2024-07-26T06:29:42.786 INFO:tasks.workunit.client.0.smithi089.stdout:op 1348 completed, throughput=5MB/sec 2024-07-26T06:29:42.787 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-V4DZTBH6AwHA7H_ off=11156458 len=1733402 2024-07-26T06:29:42.788 INFO:tasks.workunit.client.0.smithi089.stdout:op 1349 completed, throughput=5MB/sec 2024-07-26T06:29:42.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:29:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:29:42] "GET /metrics HTTP/1.1" 200 34033 "" "Prometheus/2.43.0" 2024-07-26T06:29:43.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:29:43 smithi155 ceph-mon[90160]: pgmap v1548: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T06:29:43.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:29:43 smithi089 ceph-mon[99608]: pgmap v1548: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T06:29:43.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:29:43 smithi089 ceph-mon[102056]: pgmap v1548: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T06:29:43.788 INFO:tasks.workunit.client.0.smithi089.stdout: 263: throughput=4.99MB/sec pending data=0 2024-07-26T06:29:43.789 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-2gTeS0zfD502Gok off=927385 len=1430504 2024-07-26T06:29:43.792 INFO:tasks.workunit.client.0.smithi089.stdout:op 1350 completed, throughput=4.99MB/sec 2024-07-26T06:29:43.792 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-2oaQMsTypH1oJah off=15919607 len=1274861 2024-07-26T06:29:43.794 INFO:tasks.workunit.client.0.smithi089.stdout:op 1351 completed, throughput=5MB/sec 2024-07-26T06:29:43.794 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-GBUztaT3PuAQev9 off=14481743 len=2088314 2024-07-26T06:29:43.806 INFO:tasks.workunit.client.0.smithi089.stdout:op 1352 completed, throughput=5MB/sec 2024-07-26T06:29:44.807 INFO:tasks.workunit.client.0.smithi089.stdout: 264: throughput=4.98MB/sec pending data=0 2024-07-26T06:29:44.807 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-OE12UReYOCoueXD off=6585057 len=530658 2024-07-26T06:29:44.810 INFO:tasks.workunit.client.0.smithi089.stdout:op 1353 completed, throughput=4.99MB/sec 2024-07-26T06:29:44.810 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-MMFTSyw13rA0s2k off=6725421 len=1285780 2024-07-26T06:29:44.816 INFO:tasks.workunit.client.0.smithi089.stdout:op 1354 completed, throughput=4.99MB/sec 2024-07-26T06:29:44.816 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-mQ3JtMWSoRuwSSb off=2033328 len=926270 2024-07-26T06:29:44.822 INFO:tasks.workunit.client.0.smithi089.stdout:op 1355 completed, throughput=4.99MB/sec 2024-07-26T06:29:44.822 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-CxngdGQPCu-DS69 off=4949715 len=1014255 2024-07-26T06:29:44.827 INFO:tasks.workunit.client.0.smithi089.stdout:op 1356 completed, throughput=5MB/sec 2024-07-26T06:29:44.827 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-8d_b0mSgzHgMLsw off=5359773 len=75472 2024-07-26T06:29:44.827 INFO:tasks.workunit.client.0.smithi089.stdout:op 1357 completed, throughput=5MB/sec 2024-07-26T06:29:44.827 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-jpFq4D0IdQ5320E off=4385995 len=214592 2024-07-26T06:29:44.829 INFO:tasks.workunit.client.0.smithi089.stdout:op 1358 completed, throughput=5MB/sec 2024-07-26T06:29:44.829 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-G--l7UASThYn4cK off=10696764 len=1997097 2024-07-26T06:29:44.841 INFO:tasks.workunit.client.0.smithi089.stdout:op 1359 completed, throughput=5MB/sec 2024-07-26T06:29:45.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:29:45 smithi155 ceph-mon[90160]: pgmap v1549: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:29:45.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:29:45 smithi089 ceph-mon[99608]: pgmap v1549: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:29:45.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:29:45 smithi089 ceph-mon[102056]: pgmap v1549: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:29:45.841 INFO:tasks.workunit.client.0.smithi089.stdout: 265: throughput=4.99MB/sec pending data=0 2024-07-26T06:29:45.841 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-sapfIjEbhjlnPY8 off=21252181 len=2032775 2024-07-26T06:29:45.853 INFO:tasks.workunit.client.0.smithi089.stdout:op 1360 completed, throughput=4.99MB/sec 2024-07-26T06:29:45.853 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-tF4nUuUrZCnoUbY off=10486394 len=499693 2024-07-26T06:29:45.854 INFO:tasks.workunit.client.0.smithi089.stdout:op 1361 completed, throughput=5MB/sec 2024-07-26T06:29:45.854 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-2Ee60N8cFckRb4H off=15860895 len=2059360 2024-07-26T06:29:45.855 INFO:tasks.workunit.client.0.smithi089.stdout:op 1362 completed, throughput=5MB/sec 2024-07-26T06:29:46.856 INFO:tasks.workunit.client.0.smithi089.stdout: 266: throughput=4.98MB/sec pending data=0 2024-07-26T06:29:46.856 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-VJEt88WvVWMVnr4 off=3167727 len=151849 2024-07-26T06:29:46.857 INFO:tasks.workunit.client.0.smithi089.stdout:op 1363 completed, throughput=4.98MB/sec 2024-07-26T06:29:46.857 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-evSSuYbmPUc0A2R off=729152 len=575882 2024-07-26T06:29:46.857 INFO:tasks.workunit.client.0.smithi089.stdout:op 1364 completed, throughput=4.99MB/sec 2024-07-26T06:29:46.857 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ACOO80LwuwcO_5M off=40231 len=1014849 2024-07-26T06:29:46.859 INFO:tasks.workunit.client.0.smithi089.stdout:op 1365 completed, throughput=4.99MB/sec 2024-07-26T06:29:46.859 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Dv0BSYu6VzKgPCZ off=13362111 len=1753513 2024-07-26T06:29:46.868 INFO:tasks.workunit.client.0.smithi089.stdout:op 1366 completed, throughput=5MB/sec 2024-07-26T06:29:46.868 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-1z5SRNWk-lUzl-z off=1496932 len=335710 2024-07-26T06:29:46.868 INFO:tasks.workunit.client.0.smithi089.stdout:op 1367 completed, throughput=5MB/sec 2024-07-26T06:29:46.868 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-YKYfplwidKn3XpL off=1101920 len=914871 2024-07-26T06:29:46.873 INFO:tasks.workunit.client.0.smithi089.stdout:op 1368 completed, throughput=5MB/sec 2024-07-26T06:29:47.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:29:47 smithi155 ceph-mon[90160]: pgmap v1550: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:29:47.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:29:47 smithi089 ceph-mon[99608]: pgmap v1550: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:29:47.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:29:47 smithi089 ceph-mon[102056]: pgmap v1550: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:29:47.874 INFO:tasks.workunit.client.0.smithi089.stdout: 267: throughput=4.98MB/sec pending data=0 2024-07-26T06:29:47.874 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-AGzyHwGAtZwbuAs off=4951252 len=774087 2024-07-26T06:29:47.878 INFO:tasks.workunit.client.0.smithi089.stdout:op 1369 completed, throughput=4.98MB/sec 2024-07-26T06:29:47.878 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-T507cXID_WE24Dx off=54136 len=229120 2024-07-26T06:29:47.879 INFO:tasks.workunit.client.0.smithi089.stdout:op 1370 completed, throughput=4.99MB/sec 2024-07-26T06:29:47.879 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-2UI-6nLPMpHLycB off=4419523 len=1453476 2024-07-26T06:29:47.886 INFO:tasks.workunit.client.0.smithi089.stdout:op 1371 completed, throughput=4.99MB/sec 2024-07-26T06:29:47.886 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Ptil1382hZ09TXj off=18743413 len=2053252 2024-07-26T06:29:47.899 INFO:tasks.workunit.client.0.smithi089.stdout:op 1372 completed, throughput=5MB/sec 2024-07-26T06:29:47.900 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-H__b10X6zFyKNt7 off=34013 len=334059 2024-07-26T06:29:47.900 INFO:tasks.workunit.client.0.smithi089.stdout:op 1373 completed, throughput=5MB/sec 2024-07-26T06:29:47.900 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-7QA1MpuWrB8jC6h off=10682022 len=1882745 2024-07-26T06:29:47.909 INFO:tasks.workunit.client.0.smithi089.stdout:op 1374 completed, throughput=5MB/sec 2024-07-26T06:29:48.910 INFO:tasks.workunit.client.0.smithi089.stdout: 268: throughput=4.99MB/sec pending data=0 2024-07-26T06:29:48.910 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-deIFzY3yrpSTsGF off=18759885 len=1779115 2024-07-26T06:29:48.918 INFO:tasks.workunit.client.0.smithi089.stdout:op 1375 completed, throughput=4.99MB/sec 2024-07-26T06:29:48.918 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-YJ047LA7yjiIE1Z off=13223457 len=213388 2024-07-26T06:29:48.921 INFO:tasks.workunit.client.0.smithi089.stdout:op 1376 completed, throughput=4.99MB/sec 2024-07-26T06:29:48.921 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-uaCPPHArxEnU1Xq off=4256536 len=1646143 2024-07-26T06:29:48.922 INFO:tasks.workunit.client.0.smithi089.stdout:op 1377 completed, throughput=5MB/sec 2024-07-26T06:29:48.923 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-dJrepFdyZtJfXg8 off=19675434 len=47798 2024-07-26T06:29:48.925 INFO:tasks.workunit.client.0.smithi089.stdout:op 1378 completed, throughput=5MB/sec 2024-07-26T06:29:48.925 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-6gH9JE2jTf6h3WM off=2016422 len=1611563 2024-07-26T06:29:48.933 INFO:tasks.workunit.client.0.smithi089.stdout:op 1379 completed, throughput=5MB/sec 2024-07-26T06:29:49.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:29:49 smithi155 ceph-mon[90160]: pgmap v1551: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T06:29:49.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:29:49 smithi089 ceph-mon[99608]: pgmap v1551: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T06:29:49.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:29:49 smithi089 ceph-mon[102056]: pgmap v1551: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T06:29:49.933 INFO:tasks.workunit.client.0.smithi089.stdout: 269: throughput=4.99MB/sec pending data=0 2024-07-26T06:29:49.933 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-3tYv4R7aFF-M4eV off=641376 len=1149640 2024-07-26T06:29:49.936 INFO:tasks.workunit.client.0.smithi089.stdout:op 1380 completed, throughput=4.99MB/sec 2024-07-26T06:29:49.936 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-IScGE_gF_iLwA64 off=279243 len=25233 2024-07-26T06:29:49.938 INFO:tasks.workunit.client.0.smithi089.stdout:op 1381 completed, throughput=4.99MB/sec 2024-07-26T06:29:49.939 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-eLE8XKyJYhhW40Y off=14808945 len=709472 2024-07-26T06:29:49.943 INFO:tasks.workunit.client.0.smithi089.stdout:op 1382 completed, throughput=4.99MB/sec 2024-07-26T06:29:49.943 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-EGQcOl5RUyDhk3c off=1625792 len=1162032 2024-07-26T06:29:49.945 INFO:tasks.workunit.client.0.smithi089.stdout:op 1383 completed, throughput=5MB/sec 2024-07-26T06:29:49.945 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-RsJrB40i8uuEXhQ off=1858714 len=669531 2024-07-26T06:29:49.946 INFO:tasks.workunit.client.0.smithi089.stdout:op 1384 completed, throughput=5MB/sec 2024-07-26T06:29:49.946 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-nWVW3IlvdSxFJ4F off=586132 len=1159432 2024-07-26T06:29:49.953 INFO:tasks.workunit.client.0.smithi089.stdout:op 1385 completed, throughput=5MB/sec 2024-07-26T06:29:50.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:29:50 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:29:50.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:29:50 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:29:50.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:29:50 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:29:50.953 INFO:tasks.workunit.client.0.smithi089.stdout: 270: throughput=4.98MB/sec pending data=0 2024-07-26T06:29:50.954 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-8ecx8Kry91tVuq8 off=2779576 len=93313 2024-07-26T06:29:50.957 INFO:tasks.workunit.client.0.smithi089.stdout:op 1386 completed, throughput=4.98MB/sec 2024-07-26T06:29:50.957 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-QCh8_UjIAqNZ8T9 off=589431 len=4527 2024-07-26T06:29:50.957 INFO:tasks.workunit.client.0.smithi089.stdout:op 1387 completed, throughput=4.98MB/sec 2024-07-26T06:29:50.957 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-C5w22Hdi2pyPY_A off=21911525 len=634759 2024-07-26T06:29:50.957 INFO:tasks.workunit.client.0.smithi089.stdout:op 1388 completed, throughput=4.99MB/sec 2024-07-26T06:29:50.957 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-GKTasyfncO8MAEC off=4455122 len=265765 2024-07-26T06:29:50.958 INFO:tasks.workunit.client.0.smithi089.stdout:op 1389 completed, throughput=4.99MB/sec 2024-07-26T06:29:50.959 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-mG_BFEzNUEWlqQC off=28482 len=748572 2024-07-26T06:29:50.962 INFO:tasks.workunit.client.0.smithi089.stdout:op 1390 completed, throughput=4.99MB/sec 2024-07-26T06:29:50.962 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj--yE3arHA7ZLaoDM off=7889632 len=1503919 2024-07-26T06:29:50.963 INFO:tasks.workunit.client.0.smithi089.stdout:op 1391 completed, throughput=5MB/sec 2024-07-26T06:29:50.964 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-8XJG07Athv3Qlr3 off=3681885 len=25766 2024-07-26T06:29:50.966 INFO:tasks.workunit.client.0.smithi089.stdout:op 1392 completed, throughput=5MB/sec 2024-07-26T06:29:50.966 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-GnbCIOCHSXLwP_S off=2463073 len=407718 2024-07-26T06:29:50.966 INFO:tasks.workunit.client.0.smithi089.stdout:op 1393 completed, throughput=5MB/sec 2024-07-26T06:29:50.966 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-wX-hoWvois9ct2Z off=853955 len=298179 2024-07-26T06:29:50.967 INFO:tasks.workunit.client.0.smithi089.stdout:op 1394 completed, throughput=5MB/sec 2024-07-26T06:29:50.967 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-zFEgWmlV1s_TO9v off=1516718 len=710940 2024-07-26T06:29:50.969 INFO:tasks.workunit.client.0.smithi089.stdout:op 1395 completed, throughput=5MB/sec 2024-07-26T06:29:51.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:29:51 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:29:51.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:29:51 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:29:51.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:29:51 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:29:51.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:29:51 smithi155 ceph-mon[90160]: pgmap v1552: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-26T06:29:51.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:29:51 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:29:51.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:29:51 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:29:51.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:29:51 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:29:51.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:29:51 smithi089 ceph-mon[99608]: pgmap v1552: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-26T06:29:51.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:29:51 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:29:51.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:29:51 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:29:51.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:29:51 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:29:51.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:29:51 smithi089 ceph-mon[102056]: pgmap v1552: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-26T06:29:51.970 INFO:tasks.workunit.client.0.smithi089.stdout: 271: throughput=4.98MB/sec pending data=0 2024-07-26T06:29:51.970 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-x0-20S6ANgp_XoL off=8087726 len=767241 2024-07-26T06:29:51.971 INFO:tasks.workunit.client.0.smithi089.stdout:op 1396 completed, throughput=4.99MB/sec 2024-07-26T06:29:51.971 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-EK9OfGcxLsp7xvM off=2871608 len=593294 2024-07-26T06:29:51.975 INFO:tasks.workunit.client.0.smithi089.stdout:op 1397 completed, throughput=4.99MB/sec 2024-07-26T06:29:51.975 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-D04QU7lqtQN7n2V off=1780799 len=794667 2024-07-26T06:29:51.978 INFO:tasks.workunit.client.0.smithi089.stdout:op 1398 completed, throughput=4.99MB/sec 2024-07-26T06:29:51.978 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-sjfSAnsO9JMKsy3 off=8120381 len=1594628 2024-07-26T06:29:51.981 INFO:tasks.workunit.client.0.smithi089.stdout:op 1399 completed, throughput=5MB/sec 2024-07-26T06:29:51.982 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-M8AeIm3E8l3kvV2 off=20519759 len=787991 2024-07-26T06:29:51.982 INFO:tasks.workunit.client.0.smithi089.stdout:op 1400 completed, throughput=5MB/sec 2024-07-26T06:29:51.982 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-T-WQuUsF_Z2QzZW off=5388025 len=963608 2024-07-26T06:29:51.983 INFO:tasks.workunit.client.0.smithi089.stdout:op 1401 completed, throughput=5MB/sec 2024-07-26T06:29:52.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:29:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:29:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:29:52.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:29:52 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:29:52] "GET /metrics HTTP/1.1" 200 34033 "" "Prometheus/2.43.0" 2024-07-26T06:29:52.984 INFO:tasks.workunit.client.0.smithi089.stdout: 272: throughput=4.98MB/sec pending data=0 2024-07-26T06:29:52.984 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-X2TvaBAwCpJBc-g off=8771191 len=1571283 2024-07-26T06:29:52.986 INFO:tasks.workunit.client.0.smithi089.stdout:op 1402 completed, throughput=4.99MB/sec 2024-07-26T06:29:52.986 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-FfjNUehsFLxfQaH off=2418094 len=639175 2024-07-26T06:29:52.990 INFO:tasks.workunit.client.0.smithi089.stdout:op 1403 completed, throughput=4.99MB/sec 2024-07-26T06:29:52.990 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-sJkw3dRdWvQO66Q off=8311733 len=268139 2024-07-26T06:29:52.991 INFO:tasks.workunit.client.0.smithi089.stdout:op 1404 completed, throughput=4.99MB/sec 2024-07-26T06:29:52.991 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-LvCT1YYX-nHSf-C off=5048413 len=1151632 2024-07-26T06:29:52.997 INFO:tasks.workunit.client.0.smithi089.stdout:op 1405 completed, throughput=5MB/sec 2024-07-26T06:29:52.997 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-KmH4QIChXkm8554 off=15334931 len=1564490 2024-07-26T06:29:52.998 INFO:tasks.workunit.client.0.smithi089.stdout:op 1406 completed, throughput=5MB/sec 2024-07-26T06:29:53.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:29:53 smithi155 ceph-mon[90160]: pgmap v1553: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-07-26T06:29:53.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:29:53 smithi089 ceph-mon[99608]: pgmap v1553: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-07-26T06:29:53.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:29:53 smithi089 ceph-mon[102056]: pgmap v1553: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-07-26T06:29:53.999 INFO:tasks.workunit.client.0.smithi089.stdout: 273: throughput=4.98MB/sec pending data=0 2024-07-26T06:29:53.999 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-SCmDYKvL6xud0Q1 off=5458618 len=975825 2024-07-26T06:29:54.004 INFO:tasks.workunit.client.0.smithi089.stdout:op 1407 completed, throughput=4.99MB/sec 2024-07-26T06:29:54.005 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-HUb4gWs9C-UNkjn off=619073 len=1449961 2024-07-26T06:29:54.010 INFO:tasks.workunit.client.0.smithi089.stdout:op 1408 completed, throughput=4.99MB/sec 2024-07-26T06:29:54.011 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-5WOWeh7tQCxsEXr off=6793757 len=1270431 2024-07-26T06:29:54.014 INFO:tasks.workunit.client.0.smithi089.stdout:op 1409 completed, throughput=5MB/sec 2024-07-26T06:29:54.014 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ZbO5McEAnvUySOS off=1909998 len=1506597 2024-07-26T06:29:54.017 INFO:tasks.workunit.client.0.smithi089.stdout:op 1410 completed, throughput=5MB/sec 2024-07-26T06:29:55.018 INFO:tasks.workunit.client.0.smithi089.stdout: 274: throughput=4.98MB/sec pending data=0 2024-07-26T06:29:55.018 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-GwB3vdXO-4-JL8S off=5045981 len=1070577 2024-07-26T06:29:55.020 INFO:tasks.workunit.client.0.smithi089.stdout:op 1411 completed, throughput=4.99MB/sec 2024-07-26T06:29:55.021 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-jTNMT1oqN0PjcFA off=1162290 len=250728 2024-07-26T06:29:55.024 INFO:tasks.workunit.client.0.smithi089.stdout:op 1412 completed, throughput=4.99MB/sec 2024-07-26T06:29:55.024 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-VEBqzaaWTL67ybz off=20668830 len=506606 2024-07-26T06:29:55.025 INFO:tasks.workunit.client.0.smithi089.stdout:op 1413 completed, throughput=4.99MB/sec 2024-07-26T06:29:55.026 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-VVnzZPD-Y3Qp1Yk off=15447713 len=395169 2024-07-26T06:29:55.026 INFO:tasks.workunit.client.0.smithi089.stdout:op 1414 completed, throughput=4.99MB/sec 2024-07-26T06:29:55.026 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-YH8hkD_uj_tS3SR off=18025682 len=1276252 2024-07-26T06:29:55.033 INFO:tasks.workunit.client.0.smithi089.stdout:op 1415 completed, throughput=4.99MB/sec 2024-07-26T06:29:55.033 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-hvZ0cH_hvI98eAu off=14281703 len=1814895 2024-07-26T06:29:55.035 INFO:tasks.workunit.client.0.smithi089.stdout:op 1416 completed, throughput=5MB/sec 2024-07-26T06:29:55.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:29:55 smithi155 ceph-mon[90160]: pgmap v1554: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:29:55.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:29:55 smithi089 ceph-mon[99608]: pgmap v1554: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:29:55.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:29:55 smithi089 ceph-mon[102056]: pgmap v1554: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:29:56.036 INFO:tasks.workunit.client.0.smithi089.stdout: 275: throughput=4.98MB/sec pending data=0 2024-07-26T06:29:56.036 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Eip5D16rc60FemB off=5997910 len=1413719 2024-07-26T06:29:56.043 INFO:tasks.workunit.client.0.smithi089.stdout:op 1417 completed, throughput=4.99MB/sec 2024-07-26T06:29:56.044 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-wJIvGXP0gL5HpRG off=3421347 len=678103 2024-07-26T06:29:56.045 INFO:tasks.workunit.client.0.smithi089.stdout:op 1418 completed, throughput=4.99MB/sec 2024-07-26T06:29:56.045 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-DUbWR5aiGi8hhzC off=2842453 len=1168821 2024-07-26T06:29:56.046 INFO:tasks.workunit.client.0.smithi089.stdout:op 1419 completed, throughput=4.99MB/sec 2024-07-26T06:29:56.046 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-dsJODUKsF2Nilah off=5678247 len=1921287 2024-07-26T06:29:56.056 INFO:tasks.workunit.client.0.smithi089.stdout:op 1420 completed, throughput=5MB/sec 2024-07-26T06:29:56.056 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj--0Oc6p8j7oDjT0F off=5645518 len=519045 2024-07-26T06:29:56.059 INFO:tasks.workunit.client.0.smithi089.stdout:op 1421 completed, throughput=5MB/sec 2024-07-26T06:29:56.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:29:56 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:29:56.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:29:56 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:29:56.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:29:56 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:29:57.060 INFO:tasks.workunit.client.0.smithi089.stdout: 276: throughput=4.98MB/sec pending data=0 2024-07-26T06:29:57.060 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-XZLuFKBERQzOK5f off=2717233 len=952856 2024-07-26T06:29:57.066 INFO:tasks.workunit.client.0.smithi089.stdout:op 1422 completed, throughput=4.99MB/sec 2024-07-26T06:29:57.066 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-sYc8kAQcoc0ERzA off=1248800 len=1450658 2024-07-26T06:29:57.070 INFO:tasks.workunit.client.0.smithi089.stdout:op 1423 completed, throughput=4.99MB/sec 2024-07-26T06:29:57.071 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-NpC8eoGEP8IaPOo off=4739258 len=1133593 2024-07-26T06:29:57.076 INFO:tasks.workunit.client.0.smithi089.stdout:op 1424 completed, throughput=5MB/sec 2024-07-26T06:29:57.076 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-KeYjU9kWzG4MXbq off=11319169 len=1247012 2024-07-26T06:29:57.083 INFO:tasks.workunit.client.0.smithi089.stdout:op 1425 completed, throughput=5MB/sec 2024-07-26T06:29:57.083 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-8eT2BGTJZ-PAN83 off=10815957 len=1660174 2024-07-26T06:29:57.086 INFO:tasks.workunit.client.0.smithi089.stdout:op 1426 completed, throughput=5MB/sec 2024-07-26T06:29:57.382 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:29:57 smithi155 ceph-mon[90160]: pgmap v1555: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:29:57.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:29:57 smithi089 ceph-mon[99608]: pgmap v1555: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:29:57.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:29:57 smithi089 ceph-mon[102056]: pgmap v1555: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:29:58.086 INFO:tasks.workunit.client.0.smithi089.stdout: 277: throughput=4.99MB/sec pending data=0 2024-07-26T06:29:58.086 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-l6eQlM3nN39EMHD off=11542653 len=1933550 2024-07-26T06:29:58.090 INFO:tasks.workunit.client.0.smithi089.stdout:op 1427 completed, throughput=4.99MB/sec 2024-07-26T06:29:58.090 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-4ahkVQAUHtshfT9 off=1980386 len=578511 2024-07-26T06:29:58.095 INFO:tasks.workunit.client.0.smithi089.stdout:op 1428 completed, throughput=5MB/sec 2024-07-26T06:29:58.095 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-dMaLtB7a4v7vizZ off=3176113 len=237774 2024-07-26T06:29:58.095 INFO:tasks.workunit.client.0.smithi089.stdout:op 1429 completed, throughput=5MB/sec 2024-07-26T06:29:58.095 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-FyDv2nDa1sp6853 off=742969 len=434799 2024-07-26T06:29:58.096 INFO:tasks.workunit.client.0.smithi089.stdout:op 1430 completed, throughput=5MB/sec 2024-07-26T06:29:58.096 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ya89wVeWPgAF2AV off=3804659 len=1190062 2024-07-26T06:29:58.099 INFO:tasks.workunit.client.0.smithi089.stdout:op 1431 completed, throughput=5MB/sec 2024-07-26T06:29:59.099 INFO:tasks.workunit.client.0.smithi089.stdout: 278: throughput=4.98MB/sec pending data=0 2024-07-26T06:29:59.099 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-H8FAgKWw7Z4mzd0 off=493003 len=1598319 2024-07-26T06:29:59.106 INFO:tasks.workunit.client.0.smithi089.stdout:op 1432 completed, throughput=4.99MB/sec 2024-07-26T06:29:59.106 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-AMqaii_xxxmmF9M off=17692845 len=1756996 2024-07-26T06:29:59.115 INFO:tasks.workunit.client.0.smithi089.stdout:op 1433 completed, throughput=5MB/sec 2024-07-26T06:29:59.115 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-MhPUvmltBYAIN6u off=3788119 len=1032852 2024-07-26T06:29:59.116 INFO:tasks.workunit.client.0.smithi089.stdout:op 1434 completed, throughput=5MB/sec 2024-07-26T06:29:59.116 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-dmnaSsBRFme8-IY off=5551389 len=1159371 2024-07-26T06:29:59.118 INFO:tasks.workunit.client.0.smithi089.stdout:op 1435 completed, throughput=5MB/sec 2024-07-26T06:29:59.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:29:59 smithi155 ceph-mon[90160]: pgmap v1556: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T06:29:59.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:29:59 smithi089 ceph-mon[99608]: pgmap v1556: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T06:29:59.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:29:59 smithi089 ceph-mon[102056]: pgmap v1556: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T06:30:00.118 INFO:tasks.workunit.client.0.smithi089.stdout: 279: throughput=4.98MB/sec pending data=0 2024-07-26T06:30:00.119 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-_Tsvz5aui1cTjdC off=1073684 len=1723740 2024-07-26T06:30:00.127 INFO:tasks.workunit.client.0.smithi089.stdout:op 1436 completed, throughput=4.99MB/sec 2024-07-26T06:30:00.127 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-XWiQncEmYiLU6_g off=3268417 len=911554 2024-07-26T06:30:00.132 INFO:tasks.workunit.client.0.smithi089.stdout:op 1437 completed, throughput=4.99MB/sec 2024-07-26T06:30:00.132 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-gvjQAnN9J-LvwH7 off=453824 len=190828 2024-07-26T06:30:00.134 INFO:tasks.workunit.client.0.smithi089.stdout:op 1438 completed, throughput=4.99MB/sec 2024-07-26T06:30:00.135 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-2pU8rZDpaqiZrR4 off=5983622 len=1817994 2024-07-26T06:30:00.136 INFO:tasks.workunit.client.0.smithi089.stdout:op 1439 completed, throughput=5MB/sec 2024-07-26T06:30:00.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:30:00 smithi155 ceph-mon[90160]: overall HEALTH_OK 2024-07-26T06:30:00.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:30:00 smithi089 ceph-mon[99608]: overall HEALTH_OK 2024-07-26T06:30:00.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:30:00 smithi089 ceph-mon[102056]: overall HEALTH_OK 2024-07-26T06:30:01.136 INFO:tasks.workunit.client.0.smithi089.stdout: 280: throughput=4.98MB/sec pending data=0 2024-07-26T06:30:01.137 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-JGWsLuDic8JBGJ5 off=8418412 len=1485987 2024-07-26T06:30:01.146 INFO:tasks.workunit.client.0.smithi089.stdout:op 1440 completed, throughput=4.99MB/sec 2024-07-26T06:30:01.146 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-CcA_ySJ-TUOSGqV off=6855307 len=1349551 2024-07-26T06:30:01.147 INFO:tasks.workunit.client.0.smithi089.stdout:op 1441 completed, throughput=4.99MB/sec 2024-07-26T06:30:01.148 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ssYqN0XFehSZOS2 off=4391906 len=1490280 2024-07-26T06:30:01.153 INFO:tasks.workunit.client.0.smithi089.stdout:op 1442 completed, throughput=5MB/sec 2024-07-26T06:30:01.153 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-KXyNojX1jtzcE6G off=18127968 len=2015192 2024-07-26T06:30:01.157 INFO:tasks.workunit.client.0.smithi089.stdout:op 1443 completed, throughput=5MB/sec 2024-07-26T06:30:01.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:30:01 smithi155 ceph-mon[90160]: pgmap v1557: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-26T06:30:01.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:30:01 smithi089 ceph-mon[99608]: pgmap v1557: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-26T06:30:01.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:30:01 smithi089 ceph-mon[102056]: pgmap v1557: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-26T06:30:02.157 INFO:tasks.workunit.client.0.smithi089.stdout: 281: throughput=4.99MB/sec pending data=0 2024-07-26T06:30:02.159 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-PRz0uNJyEO6fM2A off=2588095 len=607744 2024-07-26T06:30:02.159 INFO:tasks.workunit.client.0.smithi089.stdout:op 1444 completed, throughput=4.99MB/sec 2024-07-26T06:30:02.159 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-_uqvqXzNR5Dk20V off=15446416 len=1003354 2024-07-26T06:30:02.164 INFO:tasks.workunit.client.0.smithi089.stdout:op 1445 completed, throughput=4.99MB/sec 2024-07-26T06:30:02.164 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-3e0Fvf59Xu1_dG_ off=3712040 len=1918156 2024-07-26T06:30:02.166 INFO:tasks.workunit.client.0.smithi089.stdout:op 1446 completed, throughput=5MB/sec 2024-07-26T06:30:02.166 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-gDrP1FdzdJi90sR off=9706446 len=511723 2024-07-26T06:30:02.170 INFO:tasks.workunit.client.0.smithi089.stdout:op 1447 completed, throughput=5MB/sec 2024-07-26T06:30:02.170 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-7oeoeu1h-ykUezO off=2967427 len=285942 2024-07-26T06:30:02.172 INFO:tasks.workunit.client.0.smithi089.stdout:op 1448 completed, throughput=5MB/sec 2024-07-26T06:30:02.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:30:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:30:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:30:02.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:30:02 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:30:02] "GET /metrics HTTP/1.1" 200 34031 "" "Prometheus/2.43.0" 2024-07-26T06:30:03.173 INFO:tasks.workunit.client.0.smithi089.stdout: 282: throughput=4.98MB/sec pending data=0 2024-07-26T06:30:03.173 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-XWl8DTrZfoIm7we off=220819 len=1095833 2024-07-26T06:30:03.176 INFO:tasks.workunit.client.0.smithi089.stdout:op 1449 completed, throughput=4.99MB/sec 2024-07-26T06:30:03.176 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-J4Gn8JtApVZHDSh off=1178030 len=355037 2024-07-26T06:30:03.180 INFO:tasks.workunit.client.0.smithi089.stdout:op 1450 completed, throughput=4.99MB/sec 2024-07-26T06:30:03.180 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj--Kn44mjvtd5Do8u off=162456 len=255947 2024-07-26T06:30:03.183 INFO:tasks.workunit.client.0.smithi089.stdout:op 1451 completed, throughput=4.99MB/sec 2024-07-26T06:30:03.183 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-P_sIr5nFaf9FTR- off=5691952 len=1323591 2024-07-26T06:30:03.185 INFO:tasks.workunit.client.0.smithi089.stdout:op 1452 completed, throughput=4.99MB/sec 2024-07-26T06:30:03.185 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-bEhlIW9gL-qhuMC off=13885639 len=70623 2024-07-26T06:30:03.187 INFO:tasks.workunit.client.0.smithi089.stdout:op 1453 completed, throughput=4.99MB/sec 2024-07-26T06:30:03.187 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-tVlfB1ufq-7gRmD off=858538 len=2079478 2024-07-26T06:30:03.200 INFO:tasks.workunit.client.0.smithi089.stdout:op 1454 completed, throughput=5MB/sec 2024-07-26T06:30:03.200 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-CA_ya0pz21NTh8j off=13080974 len=922107 2024-07-26T06:30:03.202 INFO:tasks.workunit.client.0.smithi089.stdout:op 1455 completed, throughput=5MB/sec 2024-07-26T06:30:03.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:30:03 smithi155 ceph-mon[90160]: pgmap v1558: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-26T06:30:03.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:30:03 smithi089 ceph-mon[99608]: pgmap v1558: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-26T06:30:03.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:30:03 smithi089 ceph-mon[102056]: pgmap v1558: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-26T06:30:04.202 INFO:tasks.workunit.client.0.smithi089.stdout: 283: throughput=4.99MB/sec pending data=0 2024-07-26T06:30:04.202 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-oT13EBxuizVbWgC off=11512132 len=37327 2024-07-26T06:30:04.202 INFO:tasks.workunit.client.0.smithi089.stdout:op 1456 completed, throughput=4.99MB/sec 2024-07-26T06:30:04.203 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-vJUikWmX666-czX off=1145589 len=173041 2024-07-26T06:30:04.205 INFO:tasks.workunit.client.0.smithi089.stdout:op 1457 completed, throughput=4.99MB/sec 2024-07-26T06:30:04.206 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-evjAVkG367tyvZx off=162058 len=144520 2024-07-26T06:30:04.206 INFO:tasks.workunit.client.0.smithi089.stdout:op 1458 completed, throughput=4.99MB/sec 2024-07-26T06:30:04.206 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Loh-MncRMrWqoOr off=5448577 len=430297 2024-07-26T06:30:04.208 INFO:tasks.workunit.client.0.smithi089.stdout:op 1459 completed, throughput=4.99MB/sec 2024-07-26T06:30:04.208 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-1eiejYb_PeZbqiR off=6643389 len=1921156 2024-07-26T06:30:04.209 INFO:tasks.workunit.client.0.smithi089.stdout:op 1460 completed, throughput=4.99MB/sec 2024-07-26T06:30:04.209 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-rqavDeWbYbnslAg off=14505281 len=1971764 2024-07-26T06:30:04.220 INFO:tasks.workunit.client.0.smithi089.stdout:op 1461 completed, throughput=5MB/sec 2024-07-26T06:30:05.221 INFO:tasks.workunit.client.0.smithi089.stdout: 284: throughput=4.98MB/sec pending data=0 2024-07-26T06:30:05.221 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-aDQBoJuhTWQazay off=4503906 len=1158622 2024-07-26T06:30:05.223 INFO:tasks.workunit.client.0.smithi089.stdout:op 1462 completed, throughput=4.99MB/sec 2024-07-26T06:30:05.223 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-IZ6zvmAn7zlRhrT off=5437649 len=692951 2024-07-26T06:30:05.225 INFO:tasks.workunit.client.0.smithi089.stdout:op 1463 completed, throughput=4.99MB/sec 2024-07-26T06:30:05.225 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-DHPmsH0CxBqCJ35 off=2138754 len=722767 2024-07-26T06:30:05.227 INFO:tasks.workunit.client.0.smithi089.stdout:op 1464 completed, throughput=4.99MB/sec 2024-07-26T06:30:05.227 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-V6N_lNuW-txq4XE off=13284384 len=1089406 2024-07-26T06:30:05.229 INFO:tasks.workunit.client.0.smithi089.stdout:op 1465 completed, throughput=4.99MB/sec 2024-07-26T06:30:05.229 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-tNNbkNj6tTRfCha off=1850649 len=1651499 2024-07-26T06:30:05.239 INFO:tasks.workunit.client.0.smithi089.stdout:op 1466 completed, throughput=5MB/sec 2024-07-26T06:30:05.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:30:05 smithi155 ceph-mon[90160]: pgmap v1559: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:30:05.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:30:05 smithi089 ceph-mon[99608]: pgmap v1559: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:30:05.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:30:05 smithi089 ceph-mon[102056]: pgmap v1559: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:30:06.240 INFO:tasks.workunit.client.0.smithi089.stdout: 285: throughput=4.98MB/sec pending data=0 2024-07-26T06:30:06.240 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-EPax5zL9zcv-CF2 off=2636573 len=840717 2024-07-26T06:30:06.241 INFO:tasks.workunit.client.0.smithi089.stdout:op 1467 completed, throughput=4.99MB/sec 2024-07-26T06:30:06.241 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-R3QBi1aA5mZi0aC off=10757814 len=1661056 2024-07-26T06:30:06.249 INFO:tasks.workunit.client.0.smithi089.stdout:op 1468 completed, throughput=4.99MB/sec 2024-07-26T06:30:06.249 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj--AMPApjZsNkDU6M off=5286929 len=926301 2024-07-26T06:30:06.252 INFO:tasks.workunit.client.0.smithi089.stdout:op 1469 completed, throughput=4.99MB/sec 2024-07-26T06:30:06.252 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-WMo2mANTZzv0KGU off=2422891 len=445208 2024-07-26T06:30:06.255 INFO:tasks.workunit.client.0.smithi089.stdout:op 1470 completed, throughput=5MB/sec 2024-07-26T06:30:06.256 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-YVX3xddf1vnqERH off=3229856 len=143451 2024-07-26T06:30:06.258 INFO:tasks.workunit.client.0.smithi089.stdout:op 1471 completed, throughput=5MB/sec 2024-07-26T06:30:06.258 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ri6Ae99xXcysToG off=8234926 len=1779811 2024-07-26T06:30:06.268 INFO:tasks.workunit.client.0.smithi089.stdout:op 1472 completed, throughput=5MB/sec 2024-07-26T06:30:07.268 INFO:tasks.workunit.client.0.smithi089.stdout: 286: throughput=4.98MB/sec pending data=0 2024-07-26T06:30:07.269 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-LGIdfHUBpPob9Uu off=6456587 len=1427229 2024-07-26T06:30:07.272 INFO:tasks.workunit.client.0.smithi089.stdout:op 1473 completed, throughput=4.99MB/sec 2024-07-26T06:30:07.272 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-69zM8DjhSwSlWPe off=14273343 len=1612257 2024-07-26T06:30:07.274 INFO:tasks.workunit.client.0.smithi089.stdout:op 1474 completed, throughput=4.99MB/sec 2024-07-26T06:30:07.274 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-3C_Rv5Y7WZQDyZj off=4369923 len=1361888 2024-07-26T06:30:07.280 INFO:tasks.workunit.client.0.smithi089.stdout:op 1475 completed, throughput=5MB/sec 2024-07-26T06:30:07.280 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Yh_eYxIbFP-Xao5 off=8308080 len=879638 2024-07-26T06:30:07.282 INFO:tasks.workunit.client.0.smithi089.stdout:op 1476 completed, throughput=5MB/sec 2024-07-26T06:30:07.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:30:07 smithi155 ceph-mon[90160]: pgmap v1560: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T06:30:07.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:30:07 smithi089 ceph-mon[99608]: pgmap v1560: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T06:30:07.424 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:30:07 smithi089 ceph-mon[102056]: pgmap v1560: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T06:30:08.282 INFO:tasks.workunit.client.0.smithi089.stdout: 287: throughput=4.98MB/sec pending data=0 2024-07-26T06:30:08.283 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-g3SlhkIbgUOs6HG off=2495249 len=1791989 2024-07-26T06:30:08.284 INFO:tasks.workunit.client.0.smithi089.stdout:op 1477 completed, throughput=4.99MB/sec 2024-07-26T06:30:08.284 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-FEunbi96gBgmhJn off=9566427 len=1360582 2024-07-26T06:30:08.288 INFO:tasks.workunit.client.0.smithi089.stdout:op 1478 completed, throughput=4.99MB/sec 2024-07-26T06:30:08.288 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-rLyFFFe_glG-OMw off=1962376 len=482645 2024-07-26T06:30:08.292 INFO:tasks.workunit.client.0.smithi089.stdout:op 1479 completed, throughput=5MB/sec 2024-07-26T06:30:08.292 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-hPbuUufWwyscoST off=3924514 len=1287202 2024-07-26T06:30:08.293 INFO:tasks.workunit.client.0.smithi089.stdout:op 1480 completed, throughput=5MB/sec 2024-07-26T06:30:09.294 INFO:tasks.workunit.client.0.smithi089.stdout: 288: throughput=4.98MB/sec pending data=0 2024-07-26T06:30:09.294 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-gPoKZ50VzD0DBcg off=16721192 len=261160 2024-07-26T06:30:09.295 INFO:tasks.workunit.client.0.smithi089.stdout:op 1481 completed, throughput=4.98MB/sec 2024-07-26T06:30:09.295 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-vrkQGPXjPnsjukN off=571829 len=1542300 2024-07-26T06:30:09.297 INFO:tasks.workunit.client.0.smithi089.stdout:op 1482 completed, throughput=4.99MB/sec 2024-07-26T06:30:09.297 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-fQKX_uCPGQ3cKlr off=1382386 len=1642608 2024-07-26T06:30:09.307 INFO:tasks.workunit.client.0.smithi089.stdout:op 1483 completed, throughput=4.99MB/sec 2024-07-26T06:30:09.307 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-yKP3X-e34vd1FzG off=594232 len=1441480 2024-07-26T06:30:09.315 INFO:tasks.workunit.client.0.smithi089.stdout:op 1484 completed, throughput=5MB/sec 2024-07-26T06:30:09.315 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-iOGnrAZLkDnPOzc off=4291874 len=1280655 2024-07-26T06:30:09.316 INFO:tasks.workunit.client.0.smithi089.stdout:op 1485 completed, throughput=5MB/sec 2024-07-26T06:30:09.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:30:09 smithi155 ceph-mon[90160]: pgmap v1561: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:30:09.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:30:09 smithi089 ceph-mon[99608]: pgmap v1561: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:30:09.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:30:09 smithi089 ceph-mon[102056]: pgmap v1561: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:30:10.317 INFO:tasks.workunit.client.0.smithi089.stdout: 289: throughput=4.99MB/sec pending data=0 2024-07-26T06:30:10.317 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ukQbDD3Q-2bFDLD off=143595 len=1516835 2024-07-26T06:30:10.325 INFO:tasks.workunit.client.0.smithi089.stdout:op 1486 completed, throughput=4.99MB/sec 2024-07-26T06:30:10.325 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-vAS6wigz_V-4d5H off=16546166 len=1268396 2024-07-26T06:30:10.334 INFO:tasks.workunit.client.0.smithi089.stdout:op 1487 completed, throughput=4.99MB/sec 2024-07-26T06:30:10.334 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-4osmCDQsPTuvKJe off=1154454 len=982427 2024-07-26T06:30:10.339 INFO:tasks.workunit.client.0.smithi089.stdout:op 1488 completed, throughput=5MB/sec 2024-07-26T06:30:10.339 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-EWDBRho2ELEb19j off=13901059 len=2059315 2024-07-26T06:30:10.341 INFO:tasks.workunit.client.0.smithi089.stdout:op 1489 completed, throughput=5MB/sec 2024-07-26T06:30:11.128 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:30:10 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:30:11.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:30:10 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:30:11.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:30:10 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:30:11.342 INFO:tasks.workunit.client.0.smithi089.stdout: 290: throughput=4.99MB/sec pending data=0 2024-07-26T06:30:11.342 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-fKaK2VxFk423dBM off=17897018 len=13993 2024-07-26T06:30:11.343 INFO:tasks.workunit.client.0.smithi089.stdout:op 1490 completed, throughput=4.99MB/sec 2024-07-26T06:30:11.344 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-N2eWwRspxPS7vXc off=505918 len=733602 2024-07-26T06:30:11.345 INFO:tasks.workunit.client.0.smithi089.stdout:op 1491 completed, throughput=4.99MB/sec 2024-07-26T06:30:11.346 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-uTBqKbpGPOv6Fvp off=18254577 len=1142845 2024-07-26T06:30:11.351 INFO:tasks.workunit.client.0.smithi089.stdout:op 1492 completed, throughput=4.99MB/sec 2024-07-26T06:30:11.351 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ZezeNOVHdAuDhOa off=10398901 len=1380659 2024-07-26T06:30:11.358 INFO:tasks.workunit.client.0.smithi089.stdout:op 1493 completed, throughput=5MB/sec 2024-07-26T06:30:11.358 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-MAOhLBhbnfN_ptl off=2607977 len=1528122 2024-07-26T06:30:11.360 INFO:tasks.workunit.client.0.smithi089.stdout:op 1494 completed, throughput=5MB/sec 2024-07-26T06:30:12.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:30:11 smithi155 ceph-mon[90160]: pgmap v1562: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T06:30:12.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:30:11 smithi089 ceph-mon[99608]: pgmap v1562: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T06:30:12.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:30:11 smithi089 ceph-mon[102056]: pgmap v1562: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T06:30:12.360 INFO:tasks.workunit.client.0.smithi089.stdout: 291: throughput=4.99MB/sec pending data=0 2024-07-26T06:30:12.360 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-DkcELrqwNI79jHs off=4835889 len=875548 2024-07-26T06:30:12.362 INFO:tasks.workunit.client.0.smithi089.stdout:op 1495 completed, throughput=4.99MB/sec 2024-07-26T06:30:12.362 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Qkc2IM7Y2Utcqot off=20678655 len=1094065 2024-07-26T06:30:12.370 INFO:tasks.workunit.client.0.smithi089.stdout:op 1496 completed, throughput=4.99MB/sec 2024-07-26T06:30:12.371 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-9cC1CTKsBLLuOLK off=19292142 len=1785967 2024-07-26T06:30:12.377 INFO:tasks.workunit.client.0.smithi089.stdout:op 1497 completed, throughput=5MB/sec 2024-07-26T06:30:12.377 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-kwifYj9wxiyEVAK off=182251 len=1024709 2024-07-26T06:30:12.382 INFO:tasks.workunit.client.0.smithi089.stdout:op 1498 completed, throughput=5MB/sec 2024-07-26T06:30:12.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:30:12 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:30:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:30:12.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:30:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:30:12] "GET /metrics HTTP/1.1" 200 34034 "" "Prometheus/2.43.0" 2024-07-26T06:30:13.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:30:13 smithi155 ceph-mon[90160]: pgmap v1563: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T06:30:13.382 INFO:tasks.workunit.client.0.smithi089.stdout: 292: throughput=4.98MB/sec pending data=0 2024-07-26T06:30:13.382 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-MREOYRjEWuwh7L8 off=11282855 len=565232 2024-07-26T06:30:13.383 INFO:tasks.workunit.client.0.smithi089.stdout:op 1499 completed, throughput=4.99MB/sec 2024-07-26T06:30:13.384 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-0obOUzxG6WhKxx9 off=17208028 len=208754 2024-07-26T06:30:13.387 INFO:tasks.workunit.client.0.smithi089.stdout:op 1500 completed, throughput=4.99MB/sec 2024-07-26T06:30:13.387 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-J_QLo5ydTfCWDxN off=1011589 len=1001296 2024-07-26T06:30:13.392 INFO:tasks.workunit.client.0.smithi089.stdout:op 1501 completed, throughput=4.99MB/sec 2024-07-26T06:30:13.393 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-2_RHjoM3UffDYLW off=1595371 len=860563 2024-07-26T06:30:13.397 INFO:tasks.workunit.client.0.smithi089.stdout:op 1502 completed, throughput=4.99MB/sec 2024-07-26T06:30:13.397 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ohSaUKaBLLCd71R off=16977476 len=1784474 2024-07-26T06:30:13.400 INFO:tasks.workunit.client.0.smithi089.stdout:op 1503 completed, throughput=5MB/sec 2024-07-26T06:30:13.400 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-mJvsOfYGvs-5h9u off=8480716 len=632195 2024-07-26T06:30:13.404 INFO:tasks.workunit.client.0.smithi089.stdout:op 1504 completed, throughput=5MB/sec 2024-07-26T06:30:13.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:30:13 smithi089 ceph-mon[99608]: pgmap v1563: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T06:30:13.405 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-pI276IWXW4Y7KLB off=1332360 len=1499246 2024-07-26T06:30:13.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:30:13 smithi089 ceph-mon[102056]: pgmap v1563: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T06:30:13.411 INFO:tasks.workunit.client.0.smithi089.stdout:op 1505 completed, throughput=5MB/sec 2024-07-26T06:30:14.412 INFO:tasks.workunit.client.0.smithi089.stdout: 293: throughput=4.99MB/sec pending data=0 2024-07-26T06:30:14.412 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-wBSz2CMNpm4fJNg off=2101803 len=683482 2024-07-26T06:30:14.414 INFO:tasks.workunit.client.0.smithi089.stdout:op 1506 completed, throughput=4.99MB/sec 2024-07-26T06:30:14.414 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-yNLOMlVQrKnTF-E off=430020 len=842509 2024-07-26T06:30:14.419 INFO:tasks.workunit.client.0.smithi089.stdout:op 1507 completed, throughput=4.99MB/sec 2024-07-26T06:30:14.419 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Qb8-tafSpYvv1Et off=15158674 len=887911 2024-07-26T06:30:14.421 INFO:tasks.workunit.client.0.smithi089.stdout:op 1508 completed, throughput=5MB/sec 2024-07-26T06:30:14.421 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-PqxYBJ7xYXRP9bn off=6509141 len=1564602 2024-07-26T06:30:14.431 INFO:tasks.workunit.client.0.smithi089.stdout:op 1509 completed, throughput=5MB/sec 2024-07-26T06:30:14.431 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-8qacDCNmma8xbJv off=4549533 len=1318633 2024-07-26T06:30:14.433 INFO:tasks.workunit.client.0.smithi089.stdout:op 1510 completed, throughput=5MB/sec 2024-07-26T06:30:15.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:30:15 smithi155 ceph-mon[90160]: pgmap v1564: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T06:30:15.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:30:15 smithi089 ceph-mon[99608]: pgmap v1564: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T06:30:15.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:30:15 smithi089 ceph-mon[102056]: pgmap v1564: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T06:30:15.433 INFO:tasks.workunit.client.0.smithi089.stdout: 294: throughput=4.99MB/sec pending data=0 2024-07-26T06:30:15.433 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-mGPH7abzl_aSBoQ off=13197536 len=1593168 2024-07-26T06:30:15.435 INFO:tasks.workunit.client.0.smithi089.stdout:op 1511 completed, throughput=4.99MB/sec 2024-07-26T06:30:15.435 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-LvCT1YYX-nHSf-C off=2681014 len=760065 2024-07-26T06:30:15.437 INFO:tasks.workunit.client.0.smithi089.stdout:op 1512 completed, throughput=4.99MB/sec 2024-07-26T06:30:15.437 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-BEfqUR_WH3-8j4X off=741020 len=1086375 2024-07-26T06:30:15.438 INFO:tasks.workunit.client.0.smithi089.stdout:op 1513 completed, throughput=5MB/sec 2024-07-26T06:30:15.438 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Y-0u8sGneSnY-da off=2488445 len=1029609 2024-07-26T06:30:15.440 INFO:tasks.workunit.client.0.smithi089.stdout:op 1514 completed, throughput=5MB/sec 2024-07-26T06:30:16.441 INFO:tasks.workunit.client.0.smithi089.stdout: 295: throughput=4.98MB/sec pending data=0 2024-07-26T06:30:16.441 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-QJFq6GqmTB79bK0 off=3078519 len=736380 2024-07-26T06:30:16.442 INFO:tasks.workunit.client.0.smithi089.stdout:op 1515 completed, throughput=4.99MB/sec 2024-07-26T06:30:16.442 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-rsNtUkbOaUVKlQV off=3843825 len=2086526 2024-07-26T06:30:16.451 INFO:tasks.workunit.client.0.smithi089.stdout:op 1516 completed, throughput=4.99MB/sec 2024-07-26T06:30:16.451 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-RDjZqLRUC7nKPQo off=15139720 len=1584417 2024-07-26T06:30:16.452 INFO:tasks.workunit.client.0.smithi089.stdout:op 1517 completed, throughput=5MB/sec 2024-07-26T06:30:16.452 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Wl39kQli08M7F07 off=10255429 len=1063223 2024-07-26T06:30:16.453 INFO:tasks.workunit.client.0.smithi089.stdout:op 1518 completed, throughput=5MB/sec 2024-07-26T06:30:17.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:30:17 smithi155 ceph-mon[90160]: pgmap v1565: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:30:17.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:30:17 smithi089 ceph-mon[99608]: pgmap v1565: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:30:17.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:30:17 smithi089 ceph-mon[102056]: pgmap v1565: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:30:17.454 INFO:tasks.workunit.client.0.smithi089.stdout: 296: throughput=4.99MB/sec pending data=0 2024-07-26T06:30:17.454 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-JTxVnUN2Rttq4DT off=9943607 len=1306316 2024-07-26T06:30:17.456 INFO:tasks.workunit.client.0.smithi089.stdout:op 1519 completed, throughput=4.99MB/sec 2024-07-26T06:30:17.456 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Um8OeGWG9PBKuIA off=1754980 len=1888482 2024-07-26T06:30:17.465 INFO:tasks.workunit.client.0.smithi089.stdout:op 1520 completed, throughput=5MB/sec 2024-07-26T06:30:17.466 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-gq05N8awMV1hwSz off=1632451 len=692306 2024-07-26T06:30:17.466 INFO:tasks.workunit.client.0.smithi089.stdout:op 1521 completed, throughput=5MB/sec 2024-07-26T06:30:17.466 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-oGlW1iBv1yBe6ND off=5575837 len=3923 2024-07-26T06:30:17.470 INFO:tasks.workunit.client.0.smithi089.stdout:op 1522 completed, throughput=5MB/sec 2024-07-26T06:30:17.470 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-5LsgCMMzQQfay6F off=12516410 len=1230549 2024-07-26T06:30:17.470 INFO:tasks.workunit.client.0.smithi089.stdout:op 1523 completed, throughput=5MB/sec 2024-07-26T06:30:18.469 INFO:tasks.workunit.client.0.smithi089.stdout: 297: throughput=4.98MB/sec pending data=0 2024-07-26T06:30:18.469 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-3nk1BdijzfSfbHI off=1959660 len=1326316 2024-07-26T06:30:18.477 INFO:tasks.workunit.client.0.smithi089.stdout:op 1524 completed, throughput=4.99MB/sec 2024-07-26T06:30:18.477 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-JTsAnccDyJuSJl8 off=10115389 len=1549125 2024-07-26T06:30:18.479 INFO:tasks.workunit.client.0.smithi089.stdout:op 1525 completed, throughput=4.99MB/sec 2024-07-26T06:30:18.479 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj--U3Hr0YnYgL60hQ off=14620484 len=1493446 2024-07-26T06:30:18.481 INFO:tasks.workunit.client.0.smithi089.stdout:op 1526 completed, throughput=5MB/sec 2024-07-26T06:30:18.481 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ZmNrvtScgah_Xtp off=12339088 len=1273637 2024-07-26T06:30:18.487 INFO:tasks.workunit.client.0.smithi089.stdout:op 1527 completed, throughput=5MB/sec 2024-07-26T06:30:19.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:30:19 smithi155 ceph-mon[90160]: pgmap v1566: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:30:19.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:30:19 smithi089 ceph-mon[99608]: pgmap v1566: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:30:19.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:30:19 smithi089 ceph-mon[102056]: pgmap v1566: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:30:19.487 INFO:tasks.workunit.client.0.smithi089.stdout: 298: throughput=4.99MB/sec pending data=0 2024-07-26T06:30:19.487 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-GcD3sKC89M7QAHM off=16028779 len=1943291 2024-07-26T06:30:19.489 INFO:tasks.workunit.client.0.smithi089.stdout:op 1528 completed, throughput=4.99MB/sec 2024-07-26T06:30:19.490 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-GeYa_-KAQYezZ9f off=12828576 len=1347726 2024-07-26T06:30:19.491 INFO:tasks.workunit.client.0.smithi089.stdout:op 1529 completed, throughput=5MB/sec 2024-07-26T06:30:19.491 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-HdDhic3xVT_Fn1C off=8805470 len=736557 2024-07-26T06:30:19.492 INFO:tasks.workunit.client.0.smithi089.stdout:op 1530 completed, throughput=5MB/sec 2024-07-26T06:30:19.493 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-wA2IXB5qsMZprmw off=9540766 len=1220083 2024-07-26T06:30:19.494 INFO:tasks.workunit.client.0.smithi089.stdout:op 1531 completed, throughput=5MB/sec 2024-07-26T06:30:20.494 INFO:tasks.workunit.client.0.smithi089.stdout: 299: throughput=4.99MB/sec pending data=0 2024-07-26T06:30:20.495 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-CNoJTkMvUZyf8ic off=8332538 len=749291 2024-07-26T06:30:20.496 INFO:tasks.workunit.client.0.smithi089.stdout:op 1532 completed, throughput=4.99MB/sec 2024-07-26T06:30:20.496 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-fFzFWE2QhN-rG9X off=5861034 len=41546 2024-07-26T06:30:20.496 INFO:tasks.workunit.client.0.smithi089.stdout:op 1533 completed, throughput=4.99MB/sec 2024-07-26T06:30:20.496 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-5bmTN4-AjcqoU2w off=325820 len=1793839 2024-07-26T06:30:20.507 INFO:tasks.workunit.client.0.smithi089.stdout:op 1534 completed, throughput=4.99MB/sec 2024-07-26T06:30:20.507 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-bVe3Y-FCbgwW80s off=10767099 len=220376 2024-07-26T06:30:20.509 INFO:tasks.workunit.client.0.smithi089.stdout:op 1535 completed, throughput=4.99MB/sec 2024-07-26T06:30:20.510 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Z-FH0vNCQXJElaY off=8793414 len=214825 2024-07-26T06:30:20.510 INFO:tasks.workunit.client.0.smithi089.stdout:op 1536 completed, throughput=4.99MB/sec 2024-07-26T06:30:20.510 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-GaImMveUO_BapT2 off=2455346 len=1565279 2024-07-26T06:30:20.512 INFO:tasks.workunit.client.0.smithi089.stdout:op 1537 completed, throughput=5MB/sec 2024-07-26T06:30:20.512 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-j5V4MunGBSvchrR off=678974 len=566173 2024-07-26T06:30:20.513 INFO:tasks.workunit.client.0.smithi089.stdout:op 1538 completed, throughput=5MB/sec 2024-07-26T06:30:21.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:30:21 smithi155 ceph-mon[90160]: pgmap v1567: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:30:21.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:30:21 smithi089 ceph-mon[99608]: pgmap v1567: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:30:21.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:30:21 smithi089 ceph-mon[102056]: pgmap v1567: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:30:21.513 INFO:tasks.workunit.client.0.smithi089.stdout: 300: throughput=4.99MB/sec pending data=0 2024-07-26T06:30:21.513 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-35ifsdFStTbWJKp off=16425516 len=822666 2024-07-26T06:30:21.518 INFO:tasks.workunit.client.0.smithi089.stdout:op 1539 completed, throughput=4.99MB/sec 2024-07-26T06:30:21.518 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-D2RWuOhMl-0BcSz off=9693026 len=274587 2024-07-26T06:30:21.521 INFO:tasks.workunit.client.0.smithi089.stdout:op 1540 completed, throughput=4.99MB/sec 2024-07-26T06:30:21.521 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-xnd5yL07g2oDM12 off=4448149 len=1926689 2024-07-26T06:30:21.523 INFO:tasks.workunit.client.0.smithi089.stdout:op 1541 completed, throughput=4.99MB/sec 2024-07-26T06:30:21.523 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-T8I0P8m4ephR26z off=4775555 len=1670108 2024-07-26T06:30:21.531 INFO:tasks.workunit.client.0.smithi089.stdout:op 1542 completed, throughput=5MB/sec 2024-07-26T06:30:21.532 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ELGQI3pmpLl3gmV off=149086 len=1330168 2024-07-26T06:30:21.534 INFO:tasks.workunit.client.0.smithi089.stdout:op 1543 completed, throughput=5MB/sec 2024-07-26T06:30:22.535 INFO:tasks.workunit.client.0.smithi089.stdout: 301: throughput=4.99MB/sec pending data=0 2024-07-26T06:30:22.535 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-GlDid8RxCkT0hJQ off=14717140 len=1679748 2024-07-26T06:30:22.545 INFO:tasks.workunit.client.0.smithi089.stdout:op 1544 completed, throughput=4.99MB/sec 2024-07-26T06:30:22.545 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-RGTN5R1-ZYNuwOp off=1031346 len=1148144 2024-07-26T06:30:22.547 INFO:tasks.workunit.client.0.smithi089.stdout:op 1545 completed, throughput=5MB/sec 2024-07-26T06:30:22.547 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-2_4zpsIy6MCKfuk off=4139604 len=1143105 2024-07-26T06:30:22.552 INFO:tasks.workunit.client.0.smithi089.stdout:op 1546 completed, throughput=5MB/sec 2024-07-26T06:30:22.552 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-PmbZB3WH0-ftoIF off=3306874 len=1022287 2024-07-26T06:30:22.557 INFO:tasks.workunit.client.0.smithi089.stdout:op 1547 completed, throughput=5MB/sec 2024-07-26T06:30:22.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:30:22 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:30:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:30:22.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:30:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:30:22] "GET /metrics HTTP/1.1" 200 34034 "" "Prometheus/2.43.0" 2024-07-26T06:30:23.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:30:23 smithi155 ceph-mon[90160]: pgmap v1568: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:30:23.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:30:23 smithi089 ceph-mon[99608]: pgmap v1568: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:30:23.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:30:23 smithi089 ceph-mon[102056]: pgmap v1568: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:30:23.557 INFO:tasks.workunit.client.0.smithi089.stdout: 302: throughput=4.99MB/sec pending data=0 2024-07-26T06:30:23.558 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-J2cmQ8lvhsuPKpl off=7155206 len=1958352 2024-07-26T06:30:23.566 INFO:tasks.workunit.client.0.smithi089.stdout:op 1548 completed, throughput=4.99MB/sec 2024-07-26T06:30:23.566 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-9VI_CW7PJor7Vrq off=6876452 len=1532893 2024-07-26T06:30:23.575 INFO:tasks.workunit.client.0.smithi089.stdout:op 1549 completed, throughput=5MB/sec 2024-07-26T06:30:23.576 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-jNVQ4kZVVeeVF2Z off=3560576 len=511661 2024-07-26T06:30:23.578 INFO:tasks.workunit.client.0.smithi089.stdout:op 1550 completed, throughput=5MB/sec 2024-07-26T06:30:23.578 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-mvWz_dTY6UOquAd off=6232375 len=666519 2024-07-26T06:30:23.582 INFO:tasks.workunit.client.0.smithi089.stdout:op 1551 completed, throughput=5MB/sec 2024-07-26T06:30:24.583 INFO:tasks.workunit.client.0.smithi089.stdout: 303: throughput=4.98MB/sec pending data=0 2024-07-26T06:30:24.583 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-82ZflYQ1d56PY49 off=10168896 len=1504934 2024-07-26T06:30:24.590 INFO:tasks.workunit.client.0.smithi089.stdout:op 1552 completed, throughput=4.99MB/sec 2024-07-26T06:30:24.590 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-JtGlsvOl8c-fnxi off=657862 len=2029929 2024-07-26T06:30:24.601 INFO:tasks.workunit.client.0.smithi089.stdout:op 1553 completed, throughput=4.99MB/sec 2024-07-26T06:30:24.601 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-J44SSy23uHu6wKS off=61953 len=108834 2024-07-26T06:30:24.602 INFO:tasks.workunit.client.0.smithi089.stdout:op 1554 completed, throughput=5MB/sec 2024-07-26T06:30:24.602 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-PyPqIv_makwAjXB off=8648681 len=314694 2024-07-26T06:30:24.602 INFO:tasks.workunit.client.0.smithi089.stdout:op 1555 completed, throughput=5MB/sec 2024-07-26T06:30:24.602 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-XLsLMl-jg60jgUS off=15427999 len=698375 2024-07-26T06:30:24.607 INFO:tasks.workunit.client.0.smithi089.stdout:op 1556 completed, throughput=5MB/sec 2024-07-26T06:30:24.607 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-LMIMq_lhlOWy7EK off=2313997 len=1199098 2024-07-26T06:30:24.613 INFO:tasks.workunit.client.0.smithi089.stdout:op 1557 completed, throughput=5MB/sec 2024-07-26T06:30:25.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:30:25 smithi155 ceph-mon[90160]: pgmap v1569: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T06:30:25.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:30:25 smithi089 ceph-mon[99608]: pgmap v1569: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T06:30:25.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:30:25 smithi089 ceph-mon[102056]: pgmap v1569: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T06:30:25.614 INFO:tasks.workunit.client.0.smithi089.stdout: 304: throughput=4.99MB/sec pending data=0 2024-07-26T06:30:25.614 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-_s4BURZjeGGhnL7 off=19726141 len=1682142 2024-07-26T06:30:25.623 INFO:tasks.workunit.client.0.smithi089.stdout:op 1558 completed, throughput=4.99MB/sec 2024-07-26T06:30:25.623 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-CKzDCMOxiPZIbpc off=6040622 len=807066 2024-07-26T06:30:25.624 INFO:tasks.workunit.client.0.smithi089.stdout:op 1559 completed, throughput=4.99MB/sec 2024-07-26T06:30:25.624 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-IaGA25oui1wTTNP off=5322060 len=923288 2024-07-26T06:30:25.625 INFO:tasks.workunit.client.0.smithi089.stdout:op 1560 completed, throughput=5MB/sec 2024-07-26T06:30:25.625 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ZbS0n6zrpGvv3KB off=22460993 len=457826 2024-07-26T06:30:25.629 INFO:tasks.workunit.client.0.smithi089.stdout:op 1561 completed, throughput=5MB/sec 2024-07-26T06:30:25.649 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ddW7KvRbDWi0O_A off=3364027 len=885105 2024-07-26T06:30:25.650 INFO:tasks.workunit.client.0.smithi089.stdout:op 1562 completed, throughput=5MB/sec 2024-07-26T06:30:25.650 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-1XWMn9I8EcOce7G off=4347817 len=581584 2024-07-26T06:30:25.650 INFO:tasks.workunit.client.0.smithi089.stdout:op 1563 completed, throughput=5MB/sec 2024-07-26T06:30:26.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:30:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:30:26.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:30:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:30:26.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:30:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:30:26.638 INFO:tasks.workunit.client.0.smithi089.stdout: 305: throughput=4.99MB/sec pending data=0 2024-07-26T06:30:26.638 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-XDhJYeO0IONC08t off=2338113 len=963203 2024-07-26T06:30:26.639 INFO:tasks.workunit.client.0.smithi089.stdout:op 1564 completed, throughput=4.99MB/sec 2024-07-26T06:30:26.640 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-rFcZjEopxlhACyg off=9327802 len=139704 2024-07-26T06:30:26.640 INFO:tasks.workunit.client.0.smithi089.stdout:op 1565 completed, throughput=4.99MB/sec 2024-07-26T06:30:26.640 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-pipYcSriktxJjCo off=1194008 len=881518 2024-07-26T06:30:26.641 INFO:tasks.workunit.client.0.smithi089.stdout:op 1566 completed, throughput=4.99MB/sec 2024-07-26T06:30:26.641 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-VYe2Qa5F9n3VJdz off=6044448 len=1828118 2024-07-26T06:30:26.648 INFO:tasks.workunit.client.0.smithi089.stdout:op 1567 completed, throughput=5MB/sec 2024-07-26T06:30:26.648 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-W1riE4oRwK32pJt off=2761051 len=1727858 2024-07-26T06:30:26.650 INFO:tasks.workunit.client.0.smithi089.stdout:op 1568 completed, throughput=5MB/sec 2024-07-26T06:30:27.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:30:27 smithi155 ceph-mon[90160]: pgmap v1570: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T06:30:27.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:30:27 smithi089 ceph-mon[99608]: pgmap v1570: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T06:30:27.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:30:27 smithi089 ceph-mon[102056]: pgmap v1570: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T06:30:27.650 INFO:tasks.workunit.client.0.smithi089.stdout: 306: throughput=4.99MB/sec pending data=0 2024-07-26T06:30:27.650 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-9s8xRhnQ3oGfslB off=452461 len=1625027 2024-07-26T06:30:27.659 INFO:tasks.workunit.client.0.smithi089.stdout:op 1569 completed, throughput=4.99MB/sec 2024-07-26T06:30:27.659 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-GgdLMAgR9YvljPA off=8893847 len=745885 2024-07-26T06:30:27.664 INFO:tasks.workunit.client.0.smithi089.stdout:op 1570 completed, throughput=4.99MB/sec 2024-07-26T06:30:27.664 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-1yCaonEuwXwaAyy off=8657918 len=834970 2024-07-26T06:30:27.665 INFO:tasks.workunit.client.0.smithi089.stdout:op 1571 completed, throughput=5MB/sec 2024-07-26T06:30:27.665 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-jpFq4D0IdQ5320E off=6524213 len=997628 2024-07-26T06:30:27.668 INFO:tasks.workunit.client.0.smithi089.stdout:op 1572 completed, throughput=5MB/sec 2024-07-26T06:30:27.668 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-J2Ez5JNfhqrh2en off=786683 len=443867 2024-07-26T06:30:27.670 INFO:tasks.workunit.client.0.smithi089.stdout:op 1573 completed, throughput=5MB/sec 2024-07-26T06:30:28.671 INFO:tasks.workunit.client.0.smithi089.stdout: 307: throughput=4.98MB/sec pending data=0 2024-07-26T06:30:28.671 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-HYJnFn4t-yyIw3B off=4558960 len=1766290 2024-07-26T06:30:28.680 INFO:tasks.workunit.client.0.smithi089.stdout:op 1574 completed, throughput=4.99MB/sec 2024-07-26T06:30:28.681 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-6ERzkt1iKWrnbbm off=11612680 len=1956652 2024-07-26T06:30:28.688 INFO:tasks.workunit.client.0.smithi089.stdout:op 1575 completed, throughput=5MB/sec 2024-07-26T06:30:28.688 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Gbfv7y5GOOFxGDm off=4585888 len=370766 2024-07-26T06:30:28.688 INFO:tasks.workunit.client.0.smithi089.stdout:op 1576 completed, throughput=5MB/sec 2024-07-26T06:30:28.689 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-rcO7-_tL0tG_K1c off=7047157 len=1034477 2024-07-26T06:30:28.691 INFO:tasks.workunit.client.0.smithi089.stdout:op 1577 completed, throughput=5MB/sec 2024-07-26T06:30:28.691 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Jt1LLd3PFmVmmQO off=4919543 len=429107 2024-07-26T06:30:28.694 INFO:tasks.workunit.client.0.smithi089.stdout:op 1578 completed, throughput=5MB/sec 2024-07-26T06:30:29.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:30:29 smithi155 ceph-mon[90160]: pgmap v1571: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:30:29.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:30:29 smithi089 ceph-mon[99608]: pgmap v1571: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:30:29.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:30:29 smithi089 ceph-mon[102056]: pgmap v1571: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:30:29.695 INFO:tasks.workunit.client.0.smithi089.stdout: 308: throughput=4.98MB/sec pending data=0 2024-07-26T06:30:29.695 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-VvG-cGXvn6HQRGH off=4251567 len=2057798 2024-07-26T06:30:29.707 INFO:tasks.workunit.client.0.smithi089.stdout:op 1579 completed, throughput=4.99MB/sec 2024-07-26T06:30:29.708 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-4KTWOHozUUr-J-5 off=4031176 len=1978793 2024-07-26T06:30:29.719 INFO:tasks.workunit.client.0.smithi089.stdout:op 1580 completed, throughput=5MB/sec 2024-07-26T06:30:29.719 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ifmz9lIM8938D-L off=414382 len=169609 2024-07-26T06:30:29.719 INFO:tasks.workunit.client.0.smithi089.stdout:op 1581 completed, throughput=5MB/sec 2024-07-26T06:30:29.720 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj--Kn44mjvtd5Do8u off=5892343 len=351061 2024-07-26T06:30:29.720 INFO:tasks.workunit.client.0.smithi089.stdout:op 1582 completed, throughput=5MB/sec 2024-07-26T06:30:29.720 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-RxOGJ2EVjq1WSDG off=3199207 len=36235 2024-07-26T06:30:29.723 INFO:tasks.workunit.client.0.smithi089.stdout:op 1583 completed, throughput=5MB/sec 2024-07-26T06:30:29.723 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-KXVpD5str6D8J2D off=1648173 len=1166745 2024-07-26T06:30:29.728 INFO:tasks.workunit.client.0.smithi089.stdout:op 1584 completed, throughput=5MB/sec 2024-07-26T06:30:30.728 INFO:tasks.workunit.client.0.smithi089.stdout: 309: throughput=4.99MB/sec pending data=0 2024-07-26T06:30:30.728 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-6gJjS9ineSb7Zck off=2424954 len=913841 2024-07-26T06:30:30.730 INFO:tasks.workunit.client.0.smithi089.stdout:op 1585 completed, throughput=4.99MB/sec 2024-07-26T06:30:30.731 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-tFHAG6hRpnOJyNf off=1963363 len=1573652 2024-07-26T06:30:30.732 INFO:tasks.workunit.client.0.smithi089.stdout:op 1586 completed, throughput=4.99MB/sec 2024-07-26T06:30:30.733 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-_gff1XZc9qpTp4I off=7356860 len=731950 2024-07-26T06:30:30.734 INFO:tasks.workunit.client.0.smithi089.stdout:op 1587 completed, throughput=5MB/sec 2024-07-26T06:30:30.734 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-qma6JjxEgQKvl0V off=3051121 len=1299485 2024-07-26T06:30:30.740 INFO:tasks.workunit.client.0.smithi089.stdout:op 1588 completed, throughput=5MB/sec 2024-07-26T06:30:30.740 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-F3yn8VIQmSu9kEs off=3002715 len=1646653 2024-07-26T06:30:30.746 INFO:tasks.workunit.client.0.smithi089.stdout:op 1589 completed, throughput=5MB/sec 2024-07-26T06:30:31.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:30:31 smithi155 ceph-mon[90160]: pgmap v1572: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:30:31.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:30:31 smithi089 ceph-mon[99608]: pgmap v1572: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:30:31.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:30:31 smithi089 ceph-mon[102056]: pgmap v1572: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:30:31.746 INFO:tasks.workunit.client.0.smithi089.stdout: 310: throughput=4.99MB/sec pending data=0 2024-07-26T06:30:31.747 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-AGM620KyHH8o1i_ off=8076571 len=252245 2024-07-26T06:30:31.750 INFO:tasks.workunit.client.0.smithi089.stdout:op 1590 completed, throughput=4.99MB/sec 2024-07-26T06:30:31.750 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-xMWqFVK5IOZhkiN off=16496698 len=118656 2024-07-26T06:30:31.751 INFO:tasks.workunit.client.0.smithi089.stdout:op 1591 completed, throughput=4.99MB/sec 2024-07-26T06:30:31.751 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-QKN2F-_wfVPIxT9 off=6975584 len=1112649 2024-07-26T06:30:31.758 INFO:tasks.workunit.client.0.smithi089.stdout:op 1592 completed, throughput=4.99MB/sec 2024-07-26T06:30:31.759 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-vCnudFTcEElNcaw off=3061005 len=215199 2024-07-26T06:30:31.759 INFO:tasks.workunit.client.0.smithi089.stdout:op 1593 completed, throughput=4.99MB/sec 2024-07-26T06:30:31.759 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-MYkqo05b1GQM1iy off=2457453 len=1435882 2024-07-26T06:30:31.761 INFO:tasks.workunit.client.0.smithi089.stdout:op 1594 completed, throughput=5MB/sec 2024-07-26T06:30:31.761 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-vnPGOklWFrHZZYW off=4786917 len=519015 2024-07-26T06:30:31.762 INFO:tasks.workunit.client.0.smithi089.stdout:op 1595 completed, throughput=5MB/sec 2024-07-26T06:30:31.762 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-fvH9xe4NxOd_5_Y off=1709422 len=1861650 2024-07-26T06:30:31.764 INFO:tasks.workunit.client.0.smithi089.stdout:op 1596 completed, throughput=5MB/sec 2024-07-26T06:30:32.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:30:32 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:30:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:30:32.764 INFO:tasks.workunit.client.0.smithi089.stdout: 311: throughput=4.99MB/sec pending data=0 2024-07-26T06:30:32.764 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj--Uy9eWf7gacmZiQ off=1635520 len=528831 2024-07-26T06:30:32.768 INFO:tasks.workunit.client.0.smithi089.stdout:op 1597 completed, throughput=4.99MB/sec 2024-07-26T06:30:32.769 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-3VAM7JnzAxycZLm off=1035846 len=2080216 2024-07-26T06:30:32.771 INFO:tasks.workunit.client.0.smithi089.stdout:op 1598 completed, throughput=5MB/sec 2024-07-26T06:30:32.771 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-BYKSlqf7y7ct7zN off=738334 len=180107 2024-07-26T06:30:32.772 INFO:tasks.workunit.client.0.smithi089.stdout:op 1599 completed, throughput=5MB/sec 2024-07-26T06:30:32.772 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-u5EdydrF2UQRpvn off=921987 len=274155 2024-07-26T06:30:32.775 INFO:tasks.workunit.client.0.smithi089.stdout:op 1600 completed, throughput=5MB/sec 2024-07-26T06:30:32.775 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-UkH_RXOHYnt0BVk off=379367 len=400817 2024-07-26T06:30:32.778 INFO:tasks.workunit.client.0.smithi089.stdout:op 1601 completed, throughput=5MB/sec 2024-07-26T06:30:32.778 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-rfMwhvdQ4ZtDMVU off=13534123 len=565514 2024-07-26T06:30:32.781 INFO:tasks.workunit.client.0.smithi089.stdout:op 1602 completed, throughput=5MB/sec 2024-07-26T06:30:32.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:30:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:30:32] "GET /metrics HTTP/1.1" 200 34035 "" "Prometheus/2.43.0" 2024-07-26T06:30:33.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:30:33 smithi155 ceph-mon[90160]: pgmap v1573: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-26T06:30:33.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:30:33 smithi089 ceph-mon[99608]: pgmap v1573: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-26T06:30:33.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:30:33 smithi089 ceph-mon[102056]: pgmap v1573: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-26T06:30:33.781 INFO:tasks.workunit.client.0.smithi089.stdout: 312: throughput=4.99MB/sec pending data=0 2024-07-26T06:30:33.782 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-EPax5zL9zcv-CF2 off=4283590 len=714727 2024-07-26T06:30:33.783 INFO:tasks.workunit.client.0.smithi089.stdout:op 1603 completed, throughput=4.99MB/sec 2024-07-26T06:30:33.783 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-P_sIr5nFaf9FTR- off=3158870 len=1130291 2024-07-26T06:30:33.784 INFO:tasks.workunit.client.0.smithi089.stdout:op 1604 completed, throughput=4.99MB/sec 2024-07-26T06:30:33.784 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ZyezxTsYNzbGno6 off=650913 len=1891938 2024-07-26T06:30:33.797 INFO:tasks.workunit.client.0.smithi089.stdout:op 1605 completed, throughput=5MB/sec 2024-07-26T06:30:33.797 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-CVq6dyJipgnPMhr off=4249788 len=1378802 2024-07-26T06:30:33.798 INFO:tasks.workunit.client.0.smithi089.stdout:op 1606 completed, throughput=5MB/sec 2024-07-26T06:30:34.799 INFO:tasks.workunit.client.0.smithi089.stdout: 313: throughput=4.98MB/sec pending data=0 2024-07-26T06:30:34.846 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-xSaKGyybnE-eVcM off=21166012 len=201290 2024-07-26T06:30:34.847 INFO:tasks.workunit.client.0.smithi089.stdout:op 1607 completed, throughput=4.99MB/sec 2024-07-26T06:30:34.847 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-pd66WA2UAr3X-Yg off=22019041 len=1387799 2024-07-26T06:30:34.848 INFO:tasks.workunit.client.0.smithi089.stdout:op 1608 completed, throughput=4.99MB/sec 2024-07-26T06:30:34.848 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-08riR3g74kAIUWA off=7662258 len=1647534 2024-07-26T06:30:34.848 INFO:tasks.workunit.client.0.smithi089.stdout:op 1609 completed, throughput=4.99MB/sec 2024-07-26T06:30:34.848 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-B2yWIip7LWng55e off=12683682 len=91318 2024-07-26T06:30:34.848 INFO:tasks.workunit.client.0.smithi089.stdout:op 1610 completed, throughput=4.99MB/sec 2024-07-26T06:30:34.848 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-FIjhUiPyT2kD3e4 off=6418581 len=978486 2024-07-26T06:30:34.848 INFO:tasks.workunit.client.0.smithi089.stdout:op 1611 completed, throughput=5MB/sec 2024-07-26T06:30:34.848 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ooseS4KEGe73w0_ off=439150 len=867239 2024-07-26T06:30:34.848 INFO:tasks.workunit.client.0.smithi089.stdout:op 1612 completed, throughput=5MB/sec 2024-07-26T06:30:34.848 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-iEuxbBphPZdJCaw off=12035338 len=1014038 2024-07-26T06:30:34.848 INFO:tasks.workunit.client.0.smithi089.stdout:op 1613 completed, throughput=5MB/sec 2024-07-26T06:30:35.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:30:35 smithi155 ceph-mon[90160]: pgmap v1574: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-26T06:30:35.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:30:35 smithi089 ceph-mon[99608]: pgmap v1574: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-26T06:30:35.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:30:35 smithi089 ceph-mon[102056]: pgmap v1574: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-26T06:30:35.834 INFO:tasks.workunit.client.0.smithi089.stdout: 314: throughput=4.99MB/sec pending data=0 2024-07-26T06:30:35.834 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-LPP0DiR97eO4uBt off=2374951 len=157387 2024-07-26T06:30:35.837 INFO:tasks.workunit.client.0.smithi089.stdout:op 1614 completed, throughput=4.99MB/sec 2024-07-26T06:30:35.837 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-lNsznGLrxOVYpZB off=6107400 len=1843442 2024-07-26T06:30:35.847 INFO:tasks.workunit.client.0.smithi089.stdout:op 1615 completed, throughput=4.99MB/sec 2024-07-26T06:30:35.847 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-n5BI-kWVJKi60eD off=2460501 len=1279152 2024-07-26T06:30:35.855 INFO:tasks.workunit.client.0.smithi089.stdout:op 1616 completed, throughput=5MB/sec 2024-07-26T06:30:35.855 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-QBWKHig9Uh5BdUp off=9477877 len=844478 2024-07-26T06:30:35.860 INFO:tasks.workunit.client.0.smithi089.stdout:op 1617 completed, throughput=5MB/sec 2024-07-26T06:30:35.860 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-J3BhmGqIdff1zJw off=11404076 len=1799055 2024-07-26T06:30:35.861 INFO:tasks.workunit.client.0.smithi089.stdout:op 1618 completed, throughput=5MB/sec 2024-07-26T06:30:36.862 INFO:tasks.workunit.client.0.smithi089.stdout: 315: throughput=4.99MB/sec pending data=0 2024-07-26T06:30:36.862 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-YToN8QYgPimEPgi off=381831 len=1134525 2024-07-26T06:30:36.868 INFO:tasks.workunit.client.0.smithi089.stdout:op 1619 completed, throughput=4.99MB/sec 2024-07-26T06:30:36.868 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-AGGbsuF3BiK6r-F off=3020743 len=693064 2024-07-26T06:30:36.869 INFO:tasks.workunit.client.0.smithi089.stdout:op 1620 completed, throughput=4.99MB/sec 2024-07-26T06:30:36.869 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-aUwZSkUNj1qQNKE off=4971854 len=636765 2024-07-26T06:30:36.871 INFO:tasks.workunit.client.0.smithi089.stdout:op 1621 completed, throughput=5MB/sec 2024-07-26T06:30:36.871 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-JwlvWirXJurs188 off=8835526 len=1243188 2024-07-26T06:30:36.872 INFO:tasks.workunit.client.0.smithi089.stdout:op 1622 completed, throughput=5MB/sec 2024-07-26T06:30:36.872 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-mh__TxyXTG0vn1W off=2600034 len=2053379 2024-07-26T06:30:36.875 INFO:tasks.workunit.client.0.smithi089.stdout:op 1623 completed, throughput=5.01MB/sec 2024-07-26T06:30:37.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:30:37 smithi155 ceph-mon[90160]: pgmap v1575: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-26T06:30:37.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:30:37 smithi089 ceph-mon[99608]: pgmap v1575: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-26T06:30:37.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:30:37 smithi089 ceph-mon[102056]: pgmap v1575: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-26T06:30:37.875 INFO:tasks.workunit.client.0.smithi089.stdout: 316: throughput=4.99MB/sec pending data=0 2024-07-26T06:30:37.875 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-7Q9YKYY1w8kWlaV off=3377680 len=721924 2024-07-26T06:30:37.876 INFO:tasks.workunit.client.0.smithi089.stdout:op 1624 completed, throughput=4.99MB/sec 2024-07-26T06:30:37.876 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-6WJ2Jhq6XRp3X4o off=1949480 len=1834696 2024-07-26T06:30:37.878 INFO:tasks.workunit.client.0.smithi089.stdout:op 1625 completed, throughput=5MB/sec 2024-07-26T06:30:37.878 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-9EtgJMIAfHHTcLx off=3935139 len=1855802 2024-07-26T06:30:37.890 INFO:tasks.workunit.client.0.smithi089.stdout:op 1626 completed, throughput=5MB/sec 2024-07-26T06:30:38.891 INFO:tasks.workunit.client.0.smithi089.stdout: 317: throughput=4.99MB/sec pending data=0 2024-07-26T06:30:38.891 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-mvPKNBLf5JQ92Ck off=2910396 len=29590 2024-07-26T06:30:38.891 INFO:tasks.workunit.client.0.smithi089.stdout:op 1627 completed, throughput=4.99MB/sec 2024-07-26T06:30:38.891 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ZRL9DnfW1bv-xwb off=2341260 len=294660 2024-07-26T06:30:38.894 INFO:tasks.workunit.client.0.smithi089.stdout:op 1628 completed, throughput=4.99MB/sec 2024-07-26T06:30:38.894 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Pxl7flmv6FugxnW off=10452295 len=2026765 2024-07-26T06:30:38.907 INFO:tasks.workunit.client.0.smithi089.stdout:op 1629 completed, throughput=4.99MB/sec 2024-07-26T06:30:38.907 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-geHIEYtxsjN73o3 off=10538201 len=1156029 2024-07-26T06:30:38.909 INFO:tasks.workunit.client.0.smithi089.stdout:op 1630 completed, throughput=5MB/sec 2024-07-26T06:30:38.909 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-LtIwOmgIYlyt_JZ off=1563661 len=574445 2024-07-26T06:30:38.912 INFO:tasks.workunit.client.0.smithi089.stdout:op 1631 completed, throughput=5MB/sec 2024-07-26T06:30:38.912 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-csu5Lk4D8n1Sm6R off=8339164 len=255531 2024-07-26T06:30:38.913 INFO:tasks.workunit.client.0.smithi089.stdout:op 1632 completed, throughput=5MB/sec 2024-07-26T06:30:38.913 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-NnwX7h7jLXzvCJg off=1356127 len=1086485 2024-07-26T06:30:38.917 INFO:tasks.workunit.client.0.smithi089.stdout:op 1633 completed, throughput=5MB/sec 2024-07-26T06:30:39.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:30:39 smithi155 ceph-mon[90160]: pgmap v1576: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-07-26T06:30:39.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:30:39 smithi089 ceph-mon[99608]: pgmap v1576: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-07-26T06:30:39.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:30:39 smithi089 ceph-mon[102056]: pgmap v1576: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-07-26T06:30:39.918 INFO:tasks.workunit.client.0.smithi089.stdout: 318: throughput=4.99MB/sec pending data=0 2024-07-26T06:30:39.918 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-j4Ln6FDekyOozGC off=1101161 len=525371 2024-07-26T06:30:39.919 INFO:tasks.workunit.client.0.smithi089.stdout:op 1634 completed, throughput=4.99MB/sec 2024-07-26T06:30:39.919 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-UPMM1euxtmJk3__ off=654747 len=682591 2024-07-26T06:30:39.920 INFO:tasks.workunit.client.0.smithi089.stdout:op 1635 completed, throughput=4.99MB/sec 2024-07-26T06:30:39.920 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-6mI0HWbANrkZmVi off=8462511 len=1864769 2024-07-26T06:30:39.922 INFO:tasks.workunit.client.0.smithi089.stdout:op 1636 completed, throughput=5MB/sec 2024-07-26T06:30:39.922 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-RPTLQ2s-W7bPIUa off=9133736 len=1837596 2024-07-26T06:30:39.923 INFO:tasks.workunit.client.0.smithi089.stdout:op 1637 completed, throughput=5MB/sec 2024-07-26T06:30:40.924 INFO:tasks.workunit.client.0.smithi089.stdout: 319: throughput=4.99MB/sec pending data=0 2024-07-26T06:30:40.924 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-w7xnezd6KoC4QhB off=4355442 len=1434636 2024-07-26T06:30:40.927 INFO:tasks.workunit.client.0.smithi089.stdout:op 1638 completed, throughput=4.99MB/sec 2024-07-26T06:30:40.927 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-QwhFuOi0N8F2jei off=9817824 len=1768209 2024-07-26T06:30:40.930 INFO:tasks.workunit.client.0.smithi089.stdout:op 1639 completed, throughput=5MB/sec 2024-07-26T06:30:40.930 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-hHAabXeNCoYR1pC off=4713449 len=1943009 2024-07-26T06:30:40.931 INFO:tasks.workunit.client.0.smithi089.stdout:op 1640 completed, throughput=5MB/sec 2024-07-26T06:30:41.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:30:40 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:30:41.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:30:40 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:30:41.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:30:40 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:30:41.932 INFO:tasks.workunit.client.0.smithi089.stdout: 320: throughput=4.99MB/sec pending data=0 2024-07-26T06:30:41.932 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-awozlqnMMTug1MS off=717836 len=1335067 2024-07-26T06:30:41.938 INFO:tasks.workunit.client.0.smithi089.stdout:op 1641 completed, throughput=4.99MB/sec 2024-07-26T06:30:41.938 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-5Sl9EqnmE49tEuz off=15216530 len=159489 2024-07-26T06:30:41.938 INFO:tasks.workunit.client.0.smithi089.stdout:op 1642 completed, throughput=4.99MB/sec 2024-07-26T06:30:41.939 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-jIRIAEGg2WtLRx0 off=4935311 len=950820 2024-07-26T06:30:41.942 INFO:tasks.workunit.client.0.smithi089.stdout:op 1643 completed, throughput=4.99MB/sec 2024-07-26T06:30:41.942 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-REqZN0jx9QlR2mZ off=11402336 len=414287 2024-07-26T06:30:41.946 INFO:tasks.workunit.client.0.smithi089.stdout:op 1644 completed, throughput=4.99MB/sec 2024-07-26T06:30:41.946 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-QFUfdUyvOYklbIf off=2391584 len=138180 2024-07-26T06:30:41.948 INFO:tasks.workunit.client.0.smithi089.stdout:op 1645 completed, throughput=4.99MB/sec 2024-07-26T06:30:41.948 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Ay4-oOLz4ytMtde off=2008408 len=849786 2024-07-26T06:30:41.952 INFO:tasks.workunit.client.0.smithi089.stdout:op 1646 completed, throughput=5MB/sec 2024-07-26T06:30:41.952 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-d81pc-CYkNqoRHk off=6779268 len=398193 2024-07-26T06:30:41.953 INFO:tasks.workunit.client.0.smithi089.stdout:op 1647 completed, throughput=5MB/sec 2024-07-26T06:30:41.953 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-2hfJu9YamRmTHw6 off=3933557 len=7922 2024-07-26T06:30:41.953 INFO:tasks.workunit.client.0.smithi089.stdout:op 1648 completed, throughput=5MB/sec 2024-07-26T06:30:41.953 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-LXlWBW1NLtbw5Uk off=714028 len=1906900 2024-07-26T06:30:41.961 INFO:tasks.workunit.client.0.smithi089.stdout:op 1649 completed, throughput=5MB/sec 2024-07-26T06:30:42.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:30:41 smithi155 ceph-mon[90160]: pgmap v1577: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:30:42.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:30:41 smithi089 ceph-mon[99608]: pgmap v1577: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:30:42.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:30:41 smithi089 ceph-mon[102056]: pgmap v1577: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:30:42.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:30:42 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:30:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:30:42.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:30:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:30:42] "GET /metrics HTTP/1.1" 200 34035 "" "Prometheus/2.43.0" 2024-07-26T06:30:42.962 INFO:tasks.workunit.client.0.smithi089.stdout: 321: throughput=4.99MB/sec pending data=0 2024-07-26T06:30:42.962 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-TTweuvkJ1E4-UjQ off=4708492 len=2044838 2024-07-26T06:30:42.964 INFO:tasks.workunit.client.0.smithi089.stdout:op 1650 completed, throughput=4.99MB/sec 2024-07-26T06:30:42.964 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-2z4ev6Cefd6Ukv6 off=10177906 len=2046359 2024-07-26T06:30:42.977 INFO:tasks.workunit.client.0.smithi089.stdout:op 1651 completed, throughput=5MB/sec 2024-07-26T06:30:42.977 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj--Xela0i_dXV_h9D off=15389764 len=1374808 2024-07-26T06:30:42.981 INFO:tasks.workunit.client.0.smithi089.stdout:op 1652 completed, throughput=5MB/sec 2024-07-26T06:30:43.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:30:43 smithi155 ceph-mon[90160]: pgmap v1578: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T06:30:43.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:30:43 smithi089 ceph-mon[99608]: pgmap v1578: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T06:30:43.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:30:43 smithi089 ceph-mon[102056]: pgmap v1578: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T06:30:43.980 INFO:tasks.workunit.client.0.smithi089.stdout: 322: throughput=4.99MB/sec pending data=0 2024-07-26T06:30:43.980 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Q85fPuI7qwbzUGO off=2188864 len=1146893 2024-07-26T06:30:43.982 INFO:tasks.workunit.client.0.smithi089.stdout:op 1653 completed, throughput=4.99MB/sec 2024-07-26T06:30:43.982 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-7OeupnbiC8s8njh off=5068879 len=1440036 2024-07-26T06:30:43.991 INFO:tasks.workunit.client.0.smithi089.stdout:op 1654 completed, throughput=5MB/sec 2024-07-26T06:30:43.991 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Ayw2Sf72QPP-h0v off=6976851 len=952879 2024-07-26T06:30:43.997 INFO:tasks.workunit.client.0.smithi089.stdout:op 1655 completed, throughput=5MB/sec 2024-07-26T06:30:43.997 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Dz9aJVlElGyNnyU off=5153009 len=2063805 2024-07-26T06:30:44.000 INFO:tasks.workunit.client.0.smithi089.stdout:op 1656 completed, throughput=5MB/sec 2024-07-26T06:30:45.001 INFO:tasks.workunit.client.0.smithi089.stdout: 323: throughput=4.99MB/sec pending data=0 2024-07-26T06:30:45.001 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-f81CgKqvSKNAp26 off=259615 len=1822168 2024-07-26T06:30:45.003 INFO:tasks.workunit.client.0.smithi089.stdout:op 1657 completed, throughput=4.99MB/sec 2024-07-26T06:30:45.003 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-V4E9CGhE62DcEeH off=2282170 len=1356011 2024-07-26T06:30:45.009 INFO:tasks.workunit.client.0.smithi089.stdout:op 1658 completed, throughput=5MB/sec 2024-07-26T06:30:45.009 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-KUpFd7PTuyZPdl9 off=8491686 len=569448 2024-07-26T06:30:45.012 INFO:tasks.workunit.client.0.smithi089.stdout:op 1659 completed, throughput=5MB/sec 2024-07-26T06:30:45.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:30:45 smithi155 ceph-mon[90160]: pgmap v1579: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:30:45.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:30:45 smithi089 ceph-mon[99608]: pgmap v1579: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:30:45.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:30:45 smithi089 ceph-mon[102056]: pgmap v1579: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:30:46.012 INFO:tasks.workunit.client.0.smithi089.stdout: 324: throughput=4.98MB/sec pending data=0 2024-07-26T06:30:46.012 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-o3OBeg7KdM0ATEh off=6181720 len=299814 2024-07-26T06:30:46.015 INFO:tasks.workunit.client.0.smithi089.stdout:op 1660 completed, throughput=4.99MB/sec 2024-07-26T06:30:46.016 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-X25PfCM9xJFworr off=13234870 len=1464496 2024-07-26T06:30:46.025 INFO:tasks.workunit.client.0.smithi089.stdout:op 1661 completed, throughput=4.99MB/sec 2024-07-26T06:30:46.025 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-bGjDXdcRE-U6bts off=13637020 len=1372921 2024-07-26T06:30:46.026 INFO:tasks.workunit.client.0.smithi089.stdout:op 1662 completed, throughput=4.99MB/sec 2024-07-26T06:30:46.027 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-iP_NrmqjnkIGiOa off=3160420 len=1472386 2024-07-26T06:30:46.029 INFO:tasks.workunit.client.0.smithi089.stdout:op 1663 completed, throughput=5MB/sec 2024-07-26T06:30:46.029 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-2URnu_JkCb_K4kO off=7060102 len=1083637 2024-07-26T06:30:46.031 INFO:tasks.workunit.client.0.smithi089.stdout:op 1664 completed, throughput=5MB/sec 2024-07-26T06:30:47.031 INFO:tasks.workunit.client.0.smithi089.stdout: 325: throughput=4.99MB/sec pending data=0 2024-07-26T06:30:47.032 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-A-Uli5v-xonqtkH off=3866101 len=1210203 2024-07-26T06:30:47.034 INFO:tasks.workunit.client.0.smithi089.stdout:op 1665 completed, throughput=4.99MB/sec 2024-07-26T06:30:47.034 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-pfELL5ZmEFpetdd off=6552278 len=982203 2024-07-26T06:30:47.035 INFO:tasks.workunit.client.0.smithi089.stdout:op 1666 completed, throughput=4.99MB/sec 2024-07-26T06:30:47.036 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-qMTnBSxUU2G0xdB off=12346768 len=511432 2024-07-26T06:30:47.039 INFO:tasks.workunit.client.0.smithi089.stdout:op 1667 completed, throughput=4.99MB/sec 2024-07-26T06:30:47.039 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Yw1kQymnyxgRggF off=200659 len=217650 2024-07-26T06:30:47.043 INFO:tasks.workunit.client.0.smithi089.stdout:op 1668 completed, throughput=4.99MB/sec 2024-07-26T06:30:47.043 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-UDqot055XN_8RvR off=962644 len=928165 2024-07-26T06:30:47.044 INFO:tasks.workunit.client.0.smithi089.stdout:op 1669 completed, throughput=5MB/sec 2024-07-26T06:30:47.044 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-3K8K44l0JNm8UDC off=3980090 len=1034603 2024-07-26T06:30:47.045 INFO:tasks.workunit.client.0.smithi089.stdout:op 1670 completed, throughput=5MB/sec 2024-07-26T06:30:47.048 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-5j3fPo3d69RXpY2 off=1040734 len=1711130 2024-07-26T06:30:47.052 INFO:tasks.workunit.client.0.smithi089.stdout:op 1671 completed, throughput=5MB/sec 2024-07-26T06:30:47.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:30:47 smithi155 ceph-mon[90160]: pgmap v1580: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T06:30:47.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:30:47 smithi089 ceph-mon[99608]: pgmap v1580: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T06:30:47.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:30:47 smithi089 ceph-mon[102056]: pgmap v1580: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T06:30:48.052 INFO:tasks.workunit.client.0.smithi089.stdout: 326: throughput=4.99MB/sec pending data=0 2024-07-26T06:30:48.052 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-3IXrlQw3m7juthi off=2490687 len=650422 2024-07-26T06:30:48.057 INFO:tasks.workunit.client.0.smithi089.stdout:op 1672 completed, throughput=4.99MB/sec 2024-07-26T06:30:48.057 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-RxS_K-2BwWFzcIN off=8447256 len=641863 2024-07-26T06:30:48.058 INFO:tasks.workunit.client.0.smithi089.stdout:op 1673 completed, throughput=4.99MB/sec 2024-07-26T06:30:48.058 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-78X9sUfaIztjtFu off=215547 len=1827065 2024-07-26T06:30:48.060 INFO:tasks.workunit.client.0.smithi089.stdout:op 1674 completed, throughput=5MB/sec 2024-07-26T06:30:48.060 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-bfDPCmWJzuEUtnV off=4342343 len=1285299 2024-07-26T06:30:48.067 INFO:tasks.workunit.client.0.smithi089.stdout:op 1675 completed, throughput=5MB/sec 2024-07-26T06:30:49.068 INFO:tasks.workunit.client.0.smithi089.stdout: 327: throughput=4.99MB/sec pending data=0 2024-07-26T06:30:49.068 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-r-u9DZLR-AooX8T off=7864464 len=1210562 2024-07-26T06:30:49.070 INFO:tasks.workunit.client.0.smithi089.stdout:op 1676 completed, throughput=4.99MB/sec 2024-07-26T06:30:49.071 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-9eBMZqyYYeY5iDI off=11364602 len=696134 2024-07-26T06:30:49.075 INFO:tasks.workunit.client.0.smithi089.stdout:op 1677 completed, throughput=4.99MB/sec 2024-07-26T06:30:49.075 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-2wDP-chFB8Rs8Uu off=1566977 len=552197 2024-07-26T06:30:49.078 INFO:tasks.workunit.client.0.smithi089.stdout:op 1678 completed, throughput=4.99MB/sec 2024-07-26T06:30:49.078 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Tfxwxx7xGQ6oNBu off=742092 len=120230 2024-07-26T06:30:49.080 INFO:tasks.workunit.client.0.smithi089.stdout:op 1679 completed, throughput=4.99MB/sec 2024-07-26T06:30:49.080 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-9mc8xoJQuvnphv0 off=6102631 len=967727 2024-07-26T06:30:49.084 INFO:tasks.workunit.client.0.smithi089.stdout:op 1680 completed, throughput=5MB/sec 2024-07-26T06:30:49.084 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-YqeXXlO1xsdFrie off=6949123 len=2017357 2024-07-26T06:30:49.095 INFO:tasks.workunit.client.0.smithi089.stdout:op 1681 completed, throughput=5MB/sec 2024-07-26T06:30:49.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:30:49 smithi155 ceph-mon[90160]: pgmap v1581: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T06:30:49.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:30:49 smithi089 ceph-mon[99608]: pgmap v1581: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T06:30:49.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:30:49 smithi089 ceph-mon[102056]: pgmap v1581: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T06:30:50.096 INFO:tasks.workunit.client.0.smithi089.stdout: 328: throughput=4.99MB/sec pending data=0 2024-07-26T06:30:50.096 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-dTV_RRYc0J8rnW8 off=909139 len=167863 2024-07-26T06:30:50.098 INFO:tasks.workunit.client.0.smithi089.stdout:op 1682 completed, throughput=4.99MB/sec 2024-07-26T06:30:50.099 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-KdKfiApq2oxyW4l off=11568558 len=1926850 2024-07-26T06:30:50.110 INFO:tasks.workunit.client.0.smithi089.stdout:op 1683 completed, throughput=4.99MB/sec 2024-07-26T06:30:50.110 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-mtj2zfaQ-iRsl9k off=15826593 len=1024047 2024-07-26T06:30:50.116 INFO:tasks.workunit.client.0.smithi089.stdout:op 1684 completed, throughput=5MB/sec 2024-07-26T06:30:50.116 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ZDtGZzNycHoY2ct off=16272151 len=500482 2024-07-26T06:30:50.117 INFO:tasks.workunit.client.0.smithi089.stdout:op 1685 completed, throughput=5MB/sec 2024-07-26T06:30:50.117 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-sYv1cYd0NfKUWwa off=6227571 len=1278071 2024-07-26T06:30:50.122 INFO:tasks.workunit.client.0.smithi089.stdout:op 1686 completed, throughput=5MB/sec 2024-07-26T06:30:51.122 INFO:tasks.workunit.client.0.smithi089.stdout: 329: throughput=4.99MB/sec pending data=0 2024-07-26T06:30:51.122 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-vJUikWmX666-czX off=727165 len=1247657 2024-07-26T06:30:51.126 INFO:tasks.workunit.client.0.smithi089.stdout:op 1687 completed, throughput=4.99MB/sec 2024-07-26T06:30:51.127 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-YsyOpRk0HXFKXUB off=4883639 len=1405137 2024-07-26T06:30:51.131 INFO:tasks.workunit.client.0.smithi089.stdout:op 1688 completed, throughput=4.99MB/sec 2024-07-26T06:30:51.131 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-iaNrdqdWdXbk3dw off=3058027 len=81994 2024-07-26T06:30:51.131 INFO:tasks.workunit.client.0.smithi089.stdout:op 1689 completed, throughput=4.99MB/sec 2024-07-26T06:30:51.132 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-j3vQPhI5-uFWxSx off=5380008 len=1625326 2024-07-26T06:30:51.139 INFO:tasks.workunit.client.0.smithi089.stdout:op 1690 completed, throughput=5MB/sec 2024-07-26T06:30:51.139 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-9UwSVq0fs4_aiV5 off=5000255 len=699573 2024-07-26T06:30:51.140 INFO:tasks.workunit.client.0.smithi089.stdout:op 1691 completed, throughput=5MB/sec 2024-07-26T06:30:51.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:30:50 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:30:51.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:30:50 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:30:51.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:30:50 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:30:52.140 INFO:tasks.workunit.client.0.smithi089.stdout: 330: throughput=4.99MB/sec pending data=0 2024-07-26T06:30:52.140 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-0HmIwS2v1iltw6m off=6260784 len=369655 2024-07-26T06:30:52.144 INFO:tasks.workunit.client.0.smithi089.stdout:op 1692 completed, throughput=4.99MB/sec 2024-07-26T06:30:52.144 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-a0S-q9zmI7Czj-e off=10559764 len=279227 2024-07-26T06:30:52.145 INFO:tasks.workunit.client.0.smithi089.stdout:op 1693 completed, throughput=4.99MB/sec 2024-07-26T06:30:52.145 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Xx0ZHzF2HpUM1vE off=419064 len=1226227 2024-07-26T06:30:52.147 INFO:tasks.workunit.client.0.smithi089.stdout:op 1694 completed, throughput=4.99MB/sec 2024-07-26T06:30:52.147 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-fnNUPv419Yw981Y off=8597486 len=1463737 2024-07-26T06:30:52.149 INFO:tasks.workunit.client.0.smithi089.stdout:op 1695 completed, throughput=4.99MB/sec 2024-07-26T06:30:52.149 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-UWKy3sDIqMX-4Cm off=19968281 len=848753 2024-07-26T06:30:52.150 INFO:tasks.workunit.client.0.smithi089.stdout:op 1696 completed, throughput=5MB/sec 2024-07-26T06:30:52.150 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-CpEY3uSl_lYITWw off=2167773 len=1841954 2024-07-26T06:30:52.152 INFO:tasks.workunit.client.0.smithi089.stdout:op 1697 completed, throughput=5MB/sec 2024-07-26T06:30:52.280 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:30:51 smithi155 ceph-mon[90160]: pgmap v1582: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:30:52.280 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:30:51 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:30:52.280 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:30:51 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:30:52.280 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:30:51 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:30:52.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:30:51 smithi089 ceph-mon[99608]: pgmap v1582: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:30:52.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:30:51 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:30:52.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:30:51 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:30:52.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:30:51 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:30:52.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:30:51 smithi089 ceph-mon[102056]: pgmap v1582: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:30:52.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:30:51 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:30:52.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:30:51 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:30:52.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:30:51 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:30:52.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:30:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:30:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:30:52.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:30:52 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:30:52] "GET /metrics HTTP/1.1" 200 34035 "" "Prometheus/2.43.0" 2024-07-26T06:30:53.152 INFO:tasks.workunit.client.0.smithi089.stdout: 331: throughput=4.99MB/sec pending data=0 2024-07-26T06:30:53.152 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-q6SXoy3kBbo6UIO off=3010512 len=387650 2024-07-26T06:30:53.156 INFO:tasks.workunit.client.0.smithi089.stdout:op 1698 completed, throughput=4.99MB/sec 2024-07-26T06:30:53.156 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-PaRCZH-UKAWSajJ off=4893798 len=1280868 2024-07-26T06:30:53.158 INFO:tasks.workunit.client.0.smithi089.stdout:op 1699 completed, throughput=4.99MB/sec 2024-07-26T06:30:53.158 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-xDKBkErnI5WyYUH off=341227 len=1814191 2024-07-26T06:30:53.165 INFO:tasks.workunit.client.0.smithi089.stdout:op 1700 completed, throughput=5MB/sec 2024-07-26T06:30:53.165 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-RNBI1C4qXt4rbXy off=3348920 len=74326 2024-07-26T06:30:53.170 INFO:tasks.workunit.client.0.smithi089.stdout:op 1701 completed, throughput=5MB/sec 2024-07-26T06:30:53.170 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-gRPTLR5a4blIElk off=14890264 len=2015420 2024-07-26T06:30:53.178 INFO:tasks.workunit.client.0.smithi089.stdout:op 1702 completed, throughput=5MB/sec 2024-07-26T06:30:53.306 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:30:53 smithi155 ceph-mon[90160]: pgmap v1583: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:30:53.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:30:53 smithi089 ceph-mon[99608]: pgmap v1583: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:30:53.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:30:53 smithi089 ceph-mon[102056]: pgmap v1583: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:30:54.178 INFO:tasks.workunit.client.0.smithi089.stdout: 332: throughput=4.99MB/sec pending data=0 2024-07-26T06:30:54.178 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-wqnntRqoAF3hCBw off=3814474 len=1839155 2024-07-26T06:30:54.181 INFO:tasks.workunit.client.0.smithi089.stdout:op 1703 completed, throughput=4.99MB/sec 2024-07-26T06:30:54.181 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-802254pw4O2RKEb off=3081532 len=117465 2024-07-26T06:30:54.182 INFO:tasks.workunit.client.0.smithi089.stdout:op 1704 completed, throughput=4.99MB/sec 2024-07-26T06:30:54.182 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-GOrlIZ8fcQ3JvvM off=148635 len=950515 2024-07-26T06:30:54.184 INFO:tasks.workunit.client.0.smithi089.stdout:op 1705 completed, throughput=5MB/sec 2024-07-26T06:30:54.184 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Mca4NbfVwb5dKU7 off=1653128 len=772424 2024-07-26T06:30:54.188 INFO:tasks.workunit.client.0.smithi089.stdout:op 1706 completed, throughput=5MB/sec 2024-07-26T06:30:54.188 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-BwGFdgOuk0esUgt off=0 len=1430180 2024-07-26T06:30:54.190 INFO:tasks.workunit.client.0.smithi089.stdout:op 1707 completed, throughput=5MB/sec 2024-07-26T06:30:55.190 INFO:tasks.workunit.client.0.smithi089.stdout: 333: throughput=4.99MB/sec pending data=0 2024-07-26T06:30:55.190 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-RrqrL73jirwhpLc off=4546588 len=1787754 2024-07-26T06:30:55.200 INFO:tasks.workunit.client.0.smithi089.stdout:op 1708 completed, throughput=4.99MB/sec 2024-07-26T06:30:55.200 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-scvSedAG0D-AoGB off=12739493 len=8980 2024-07-26T06:30:55.202 INFO:tasks.workunit.client.0.smithi089.stdout:op 1709 completed, throughput=4.99MB/sec 2024-07-26T06:30:55.202 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-MGa3lpelu-B-lPl off=13683604 len=763013 2024-07-26T06:30:55.206 INFO:tasks.workunit.client.0.smithi089.stdout:op 1710 completed, throughput=4.99MB/sec 2024-07-26T06:30:55.206 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Yom5peCPW8GtrxH off=12470025 len=1032901 2024-07-26T06:30:55.207 INFO:tasks.workunit.client.0.smithi089.stdout:op 1711 completed, throughput=5MB/sec 2024-07-26T06:30:55.208 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-SyAJT1fvmJ2mCAw off=18206302 len=1463284 2024-07-26T06:30:55.213 INFO:tasks.workunit.client.0.smithi089.stdout:op 1712 completed, throughput=5MB/sec 2024-07-26T06:30:56.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:30:55 smithi155 ceph-mon[90160]: pgmap v1584: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:30:56.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:30:55 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:30:56.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:30:55 smithi089 ceph-mon[99608]: pgmap v1584: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:30:56.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:30:55 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:30:56.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:30:55 smithi089 ceph-mon[102056]: pgmap v1584: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:30:56.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:30:55 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:30:56.214 INFO:tasks.workunit.client.0.smithi089.stdout: 334: throughput=4.99MB/sec pending data=0 2024-07-26T06:30:56.214 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-kBeKwX8hK74ZUpW off=3634384 len=60155 2024-07-26T06:30:56.217 INFO:tasks.workunit.client.0.smithi089.stdout:op 1713 completed, throughput=4.99MB/sec 2024-07-26T06:30:56.217 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-BNulrJ3GbieEvK- off=1493327 len=969405 2024-07-26T06:30:56.221 INFO:tasks.workunit.client.0.smithi089.stdout:op 1714 completed, throughput=4.99MB/sec 2024-07-26T06:30:56.222 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-8-f8LQpw1GMi6u4 off=3167250 len=77423 2024-07-26T06:30:56.224 INFO:tasks.workunit.client.0.smithi089.stdout:op 1715 completed, throughput=4.99MB/sec 2024-07-26T06:30:56.224 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-2v_th-IejENOH8S off=2256361 len=433331 2024-07-26T06:30:56.225 INFO:tasks.workunit.client.0.smithi089.stdout:op 1716 completed, throughput=4.99MB/sec 2024-07-26T06:30:56.225 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-swqKtS6kUvuqWIT off=2975925 len=1901792 2024-07-26T06:30:56.241 INFO:tasks.workunit.client.0.smithi089.stdout:op 1717 completed, throughput=5MB/sec 2024-07-26T06:30:56.241 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-69lHxFohy46WtxL off=4268419 len=158420 2024-07-26T06:30:56.243 INFO:tasks.workunit.client.0.smithi089.stdout:op 1718 completed, throughput=5MB/sec 2024-07-26T06:30:56.244 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-4DUficlWGRFV5qE off=9920913 len=349885 2024-07-26T06:30:56.247 INFO:tasks.workunit.client.0.smithi089.stdout:op 1719 completed, throughput=5MB/sec 2024-07-26T06:30:56.247 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-PuRsW1aQW6Btga- off=1752221 len=277791 2024-07-26T06:30:56.250 INFO:tasks.workunit.client.0.smithi089.stdout:op 1720 completed, throughput=5MB/sec 2024-07-26T06:30:56.250 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-jRXGCpuFR5ZNflc off=8394946 len=1013941 2024-07-26T06:30:56.255 INFO:tasks.workunit.client.0.smithi089.stdout:op 1721 completed, throughput=5MB/sec 2024-07-26T06:30:57.255 INFO:tasks.workunit.client.0.smithi089.stdout: 335: throughput=4.99MB/sec pending data=0 2024-07-26T06:30:57.256 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-kdTsQn7kNpHEEDj off=19801585 len=1632729 2024-07-26T06:30:57.266 INFO:tasks.workunit.client.0.smithi089.stdout:op 1722 completed, throughput=4.99MB/sec 2024-07-26T06:30:57.267 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-YRxKTd3cYXBQr12 off=1977529 len=1574544 2024-07-26T06:30:57.272 INFO:tasks.workunit.client.0.smithi089.stdout:op 1723 completed, throughput=4.99MB/sec 2024-07-26T06:30:57.272 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-6_jhJNT1oTQXwte off=208291 len=531709 2024-07-26T06:30:57.273 INFO:tasks.workunit.client.0.smithi089.stdout:op 1724 completed, throughput=5MB/sec 2024-07-26T06:30:57.274 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-2_m3Mo-CFmxR2yl off=4709500 len=1464393 2024-07-26T06:30:57.275 INFO:tasks.workunit.client.0.smithi089.stdout:op 1725 completed, throughput=5MB/sec 2024-07-26T06:30:57.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:30:57 smithi155 ceph-mon[90160]: pgmap v1585: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:30:57.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:30:57 smithi089 ceph-mon[99608]: pgmap v1585: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:30:57.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:30:57 smithi089 ceph-mon[102056]: pgmap v1585: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:30:58.275 INFO:tasks.workunit.client.0.smithi089.stdout: 336: throughput=4.99MB/sec pending data=0 2024-07-26T06:30:58.275 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-U0tgJGnDV9re4Sa off=707575 len=742800 2024-07-26T06:30:58.279 INFO:tasks.workunit.client.0.smithi089.stdout:op 1726 completed, throughput=4.99MB/sec 2024-07-26T06:30:58.279 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-uKJQH-jbsVUcGPG off=4599098 len=650271 2024-07-26T06:30:58.280 INFO:tasks.workunit.client.0.smithi089.stdout:op 1727 completed, throughput=4.99MB/sec 2024-07-26T06:30:58.281 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-JGcMBzpg3hF7CdR off=11085838 len=1499085 2024-07-26T06:30:58.289 INFO:tasks.workunit.client.0.smithi089.stdout:op 1728 completed, throughput=4.99MB/sec 2024-07-26T06:30:58.289 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ksZj_VXV9kvzs88 off=982304 len=1768158 2024-07-26T06:30:58.290 INFO:tasks.workunit.client.0.smithi089.stdout:op 1729 completed, throughput=5MB/sec 2024-07-26T06:30:58.291 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-bMwjTlPepNGiYwJ off=7368626 len=1431088 2024-07-26T06:30:58.296 INFO:tasks.workunit.client.0.smithi089.stdout:op 1730 completed, throughput=5MB/sec 2024-07-26T06:30:59.296 INFO:tasks.workunit.client.0.smithi089.stdout: 337: throughput=4.99MB/sec pending data=0 2024-07-26T06:30:59.296 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-AORBUFlzxYK2rvG off=281691 len=7771 2024-07-26T06:30:59.297 INFO:tasks.workunit.client.0.smithi089.stdout:op 1731 completed, throughput=4.99MB/sec 2024-07-26T06:30:59.297 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-iOGnrAZLkDnPOzc off=4279666 len=117719 2024-07-26T06:30:59.298 INFO:tasks.workunit.client.0.smithi089.stdout:op 1732 completed, throughput=4.99MB/sec 2024-07-26T06:30:59.298 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ADMoHP_PA0twhmN off=18191868 len=632647 2024-07-26T06:30:59.302 INFO:tasks.workunit.client.0.smithi089.stdout:op 1733 completed, throughput=4.99MB/sec 2024-07-26T06:30:59.302 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-xRehxGoXRbyOTr5 off=11778934 len=1000221 2024-07-26T06:30:59.303 INFO:tasks.workunit.client.0.smithi089.stdout:op 1734 completed, throughput=4.99MB/sec 2024-07-26T06:30:59.304 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-_fk0q6vvD0Ahv-V off=16680409 len=387959 2024-07-26T06:30:59.307 INFO:tasks.workunit.client.0.smithi089.stdout:op 1735 completed, throughput=4.99MB/sec 2024-07-26T06:30:59.307 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-pQmWYugQEvy6shz off=12853965 len=280494 2024-07-26T06:31:02.131 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:30:59 smithi155 ceph-mon[90160]: pgmap v1586: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T06:31:02.131 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:31:01 smithi155 ceph-mon[90160]: pgmap v1587: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-26T06:31:02.131 INFO:tasks.workunit.client.0.smithi089.stdout:op 1736 completed, throughput=4.99MB/sec 2024-07-26T06:31:02.131 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-J58_FlYue2o0otn off=2866658 len=1868253 2024-07-26T06:31:02.131 INFO:tasks.workunit.client.0.smithi089.stdout:op 1737 completed, throughput=5MB/sec 2024-07-26T06:31:02.131 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-UiiD6nQr-r-tnBk off=4270265 len=677484 2024-07-26T06:31:02.132 INFO:tasks.workunit.client.0.smithi089.stdout:op 1738 completed, throughput=5MB/sec 2024-07-26T06:31:02.132 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:30:59 smithi089 ceph-mon[99608]: pgmap v1586: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T06:31:02.132 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:30:59 smithi089 ceph-mon[102056]: pgmap v1586: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T06:31:02.135 INFO:tasks.workunit.client.0.smithi089.stdout: 338: throughput=4.99MB/sec pending data=0 2024-07-26T06:31:02.135 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-VJEt88WvVWMVnr4 off=2520529 len=1703608 2024-07-26T06:31:02.135 INFO:tasks.workunit.client.0.smithi089.stdout:op 1739 completed, throughput=4.99MB/sec 2024-07-26T06:31:02.135 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ZTSvcYrTma2FMWo off=6175744 len=461994 2024-07-26T06:31:02.135 INFO:tasks.workunit.client.0.smithi089.stdout:op 1740 completed, throughput=4.99MB/sec 2024-07-26T06:31:02.135 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-YIKlPuSgQO90ROa off=13059949 len=1852438 2024-07-26T06:31:02.135 INFO:tasks.workunit.client.0.smithi089.stdout:op 1741 completed, throughput=5MB/sec 2024-07-26T06:31:02.135 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-1fqiSdq-ZIz_j42 off=188487 len=1308252 2024-07-26T06:31:02.135 INFO:tasks.workunit.client.0.smithi089.stdout:op 1742 completed, throughput=5MB/sec 2024-07-26T06:31:02.136 INFO:tasks.workunit.client.0.smithi089.stdout: 339: throughput=4.99MB/sec pending data=0 2024-07-26T06:31:02.136 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-5ctfslv4s6pcTqW off=641026 len=644764 2024-07-26T06:31:02.136 INFO:tasks.workunit.client.0.smithi089.stdout:op 1743 completed, throughput=4.99MB/sec 2024-07-26T06:31:02.136 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-SOHwz7XOx5EdGlf off=1282885 len=482793 2024-07-26T06:31:02.136 INFO:tasks.workunit.client.0.smithi089.stdout:op 1744 completed, throughput=4.99MB/sec 2024-07-26T06:31:02.136 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-f_5jwo-vxQmNt3h off=10176383 len=779322 2024-07-26T06:31:02.136 INFO:tasks.workunit.client.0.smithi089.stdout:op 1745 completed, throughput=4.99MB/sec 2024-07-26T06:31:02.136 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-yTFQCCeosItmkgJ off=6900193 len=739135 2024-07-26T06:31:02.136 INFO:tasks.workunit.client.0.smithi089.stdout:op 1746 completed, throughput=4.99MB/sec 2024-07-26T06:31:02.136 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-es6AvBWZn33aVlf off=17661100 len=102560 2024-07-26T06:31:02.136 INFO:tasks.workunit.client.0.smithi089.stdout:op 1747 completed, throughput=4.99MB/sec 2024-07-26T06:31:02.136 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-hT4lhfa3LeBHhtX off=910926 len=335186 2024-07-26T06:31:02.136 INFO:tasks.workunit.client.0.smithi089.stdout:op 1748 completed, throughput=5MB/sec 2024-07-26T06:31:02.137 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-So3qX71oyiFyne_ off=262190 len=427173 2024-07-26T06:31:02.137 INFO:tasks.workunit.client.0.smithi089.stdout:op 1749 completed, throughput=5MB/sec 2024-07-26T06:31:02.137 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-VxxQNmmdtdqMWxx off=2916453 len=146578 2024-07-26T06:31:02.137 INFO:tasks.workunit.client.0.smithi089.stdout:op 1750 completed, throughput=5MB/sec 2024-07-26T06:31:02.137 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-2bnKquo2lfQrhvk off=243329 len=1970161 2024-07-26T06:31:02.137 INFO:tasks.workunit.client.0.smithi089.stdout:op 1751 completed, throughput=5MB/sec 2024-07-26T06:31:02.137 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:31:01 smithi089 ceph-mon[99608]: pgmap v1587: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-26T06:31:02.137 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:31:01 smithi089 ceph-mon[102056]: pgmap v1587: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-26T06:31:02.356 INFO:tasks.workunit.client.0.smithi089.stdout: 340: throughput=4.99MB/sec pending data=0 2024-07-26T06:31:02.356 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-9Dm6uqbbcrmHe3M off=8688632 len=519694 2024-07-26T06:31:02.358 INFO:tasks.workunit.client.0.smithi089.stdout:op 1752 completed, throughput=4.99MB/sec 2024-07-26T06:31:02.358 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Tu-3AKDLcczgiaa off=1293215 len=177003 2024-07-26T06:31:02.358 INFO:tasks.workunit.client.0.smithi089.stdout:op 1753 completed, throughput=4.99MB/sec 2024-07-26T06:31:02.358 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-2_m3Mo-CFmxR2yl off=3010270 len=1142431 2024-07-26T06:31:02.360 INFO:tasks.workunit.client.0.smithi089.stdout:op 1754 completed, throughput=4.99MB/sec 2024-07-26T06:31:02.360 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Q6FDc8P__GEYyHB off=8514251 len=1804162 2024-07-26T06:31:02.362 INFO:tasks.workunit.client.0.smithi089.stdout:op 1755 completed, throughput=5MB/sec 2024-07-26T06:31:02.362 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-GWm-30T1_z4zJ0Q off=9809901 len=2037256 2024-07-26T06:31:02.374 INFO:tasks.workunit.client.0.smithi089.stdout:op 1756 completed, throughput=5MB/sec 2024-07-26T06:31:02.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:31:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:31:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:31:02.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:31:02 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:31:02] "GET /metrics HTTP/1.1" 200 34034 "" "Prometheus/2.43.0" 2024-07-26T06:31:03.374 INFO:tasks.workunit.client.0.smithi089.stdout: 341: throughput=4.99MB/sec pending data=0 2024-07-26T06:31:03.374 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-6IVEaTHyEHIwGNo off=3666018 len=909658 2024-07-26T06:31:03.376 INFO:tasks.workunit.client.0.smithi089.stdout:op 1757 completed, throughput=4.99MB/sec 2024-07-26T06:31:03.376 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-UuNBIig2aTV6h57 off=4329984 len=727832 2024-07-26T06:31:03.377 INFO:tasks.workunit.client.0.smithi089.stdout:op 1758 completed, throughput=4.99MB/sec 2024-07-26T06:31:03.377 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-pw1e1fLnGn-OYwz off=2121096 len=1495134 2024-07-26T06:31:03.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:31:03 smithi155 ceph-mon[90160]: pgmap v1588: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T06:31:03.385 INFO:tasks.workunit.client.0.smithi089.stdout:op 1759 completed, throughput=5MB/sec 2024-07-26T06:31:03.385 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-JQg8-l6d5sYExKO off=1435606 len=1837277 2024-07-26T06:31:03.394 INFO:tasks.workunit.client.0.smithi089.stdout:op 1760 completed, throughput=5MB/sec 2024-07-26T06:31:03.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:31:03 smithi089 ceph-mon[99608]: pgmap v1588: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T06:31:03.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:31:03 smithi089 ceph-mon[102056]: pgmap v1588: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T06:31:04.395 INFO:tasks.workunit.client.0.smithi089.stdout: 342: throughput=4.99MB/sec pending data=0 2024-07-26T06:31:04.395 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-zFQTA-0G98HjsJd off=9602745 len=626151 2024-07-26T06:31:04.400 INFO:tasks.workunit.client.0.smithi089.stdout:op 1761 completed, throughput=4.99MB/sec 2024-07-26T06:31:04.400 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-yCOMiKGd42B3TW8 off=11056860 len=901996 2024-07-26T06:31:04.405 INFO:tasks.workunit.client.0.smithi089.stdout:op 1762 completed, throughput=4.99MB/sec 2024-07-26T06:31:04.405 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-DsiIeWt43WfQ8n4 off=16140565 len=1607529 2024-07-26T06:31:04.412 INFO:tasks.workunit.client.0.smithi089.stdout:op 1763 completed, throughput=5MB/sec 2024-07-26T06:31:04.412 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-7yKFcgos6p8wx8A off=1702120 len=355977 2024-07-26T06:31:04.415 INFO:tasks.workunit.client.0.smithi089.stdout:op 1764 completed, throughput=5MB/sec 2024-07-26T06:31:04.415 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-aTYjKeb43zyg2A_ off=3716813 len=898084 2024-07-26T06:31:04.420 INFO:tasks.workunit.client.0.smithi089.stdout:op 1765 completed, throughput=5MB/sec 2024-07-26T06:31:04.420 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-jQEEkExtYz07gjO off=502642 len=802639 2024-07-26T06:31:04.420 INFO:tasks.workunit.client.0.smithi089.stdout:op 1766 completed, throughput=5MB/sec 2024-07-26T06:31:05.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:31:05 smithi155 ceph-mon[90160]: pgmap v1589: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T06:31:05.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:31:05 smithi089 ceph-mon[99608]: pgmap v1589: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T06:31:05.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:31:05 smithi089 ceph-mon[102056]: pgmap v1589: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T06:31:05.420 INFO:tasks.workunit.client.0.smithi089.stdout: 343: throughput=4.99MB/sec pending data=0 2024-07-26T06:31:05.421 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-1w7rEVX0YwUZVr- off=2060299 len=613360 2024-07-26T06:31:05.425 INFO:tasks.workunit.client.0.smithi089.stdout:op 1767 completed, throughput=4.99MB/sec 2024-07-26T06:31:05.425 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-u1WSYGleEyWnXgC off=7111910 len=152962 2024-07-26T06:31:05.426 INFO:tasks.workunit.client.0.smithi089.stdout:op 1768 completed, throughput=4.99MB/sec 2024-07-26T06:31:05.426 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-DArerAp-7lJD186 off=20446294 len=1645853 2024-07-26T06:31:05.432 INFO:tasks.workunit.client.0.smithi089.stdout:op 1769 completed, throughput=4.99MB/sec 2024-07-26T06:31:05.433 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-xiJqPpBtlPoq5Eo off=4365888 len=281481 2024-07-26T06:31:05.435 INFO:tasks.workunit.client.0.smithi089.stdout:op 1770 completed, throughput=4.99MB/sec 2024-07-26T06:31:05.435 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ix9OdOkhmbHP-co off=4212318 len=2017054 2024-07-26T06:31:05.438 INFO:tasks.workunit.client.0.smithi089.stdout:op 1771 completed, throughput=5MB/sec 2024-07-26T06:31:05.438 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-IfkTqreJX0m8o3O off=8056483 len=1349981 2024-07-26T06:31:05.444 INFO:tasks.workunit.client.0.smithi089.stdout:op 1772 completed, throughput=5MB/sec 2024-07-26T06:31:06.445 INFO:tasks.workunit.client.0.smithi089.stdout: 344: throughput=4.99MB/sec pending data=0 2024-07-26T06:31:06.445 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-745xtjOCsqzySb6 off=12045208 len=1675792 2024-07-26T06:31:06.454 INFO:tasks.workunit.client.0.smithi089.stdout:op 1773 completed, throughput=4.99MB/sec 2024-07-26T06:31:06.454 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-0ufff5l3zXXcmKL off=4417892 len=1273713 2024-07-26T06:31:06.459 INFO:tasks.workunit.client.0.smithi089.stdout:op 1774 completed, throughput=5MB/sec 2024-07-26T06:31:06.459 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-X4U1rLo4-211PZq off=5793196 len=749682 2024-07-26T06:31:06.460 INFO:tasks.workunit.client.0.smithi089.stdout:op 1775 completed, throughput=5MB/sec 2024-07-26T06:31:06.460 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-6mwVFXvyGRCRBZk off=434879 len=869736 2024-07-26T06:31:06.462 INFO:tasks.workunit.client.0.smithi089.stdout:op 1776 completed, throughput=5MB/sec 2024-07-26T06:31:07.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:31:07 smithi155 ceph-mon[90160]: pgmap v1590: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:31:07.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:31:07 smithi089 ceph-mon[99608]: pgmap v1590: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:31:07.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:31:07 smithi089 ceph-mon[102056]: pgmap v1590: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:31:07.463 INFO:tasks.workunit.client.0.smithi089.stdout: 345: throughput=4.99MB/sec pending data=0 2024-07-26T06:31:07.463 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Bdsp8MUiE7YojM5 off=3444956 len=1921014 2024-07-26T06:31:07.465 INFO:tasks.workunit.client.0.smithi089.stdout:op 1777 completed, throughput=4.99MB/sec 2024-07-26T06:31:07.465 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Nwf3wJKL3CxDiIN off=9847545 len=1307768 2024-07-26T06:31:07.471 INFO:tasks.workunit.client.0.smithi089.stdout:op 1778 completed, throughput=5MB/sec 2024-07-26T06:31:07.471 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-CYocySG6UlcHX38 off=711467 len=536828 2024-07-26T06:31:07.475 INFO:tasks.workunit.client.0.smithi089.stdout:op 1779 completed, throughput=5MB/sec 2024-07-26T06:31:07.475 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-DA-tJWGx5gN6jBB off=1781474 len=1742748 2024-07-26T06:31:07.477 INFO:tasks.workunit.client.0.smithi089.stdout:op 1780 completed, throughput=5MB/sec 2024-07-26T06:31:08.477 INFO:tasks.workunit.client.0.smithi089.stdout: 346: throughput=4.99MB/sec pending data=0 2024-07-26T06:31:08.477 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-mXnl-bZB2s8vWUk off=18461963 len=1550378 2024-07-26T06:31:08.480 INFO:tasks.workunit.client.0.smithi089.stdout:op 1781 completed, throughput=4.99MB/sec 2024-07-26T06:31:08.480 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-WSnleASSdVpX6fn off=8516417 len=439724 2024-07-26T06:31:08.481 INFO:tasks.workunit.client.0.smithi089.stdout:op 1782 completed, throughput=4.99MB/sec 2024-07-26T06:31:08.481 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-pDN7YgCSkC3h5AK off=317987 len=1091967 2024-07-26T06:31:08.486 INFO:tasks.workunit.client.0.smithi089.stdout:op 1783 completed, throughput=5MB/sec 2024-07-26T06:31:08.487 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Re7oixsZRninuno off=3192956 len=214189 2024-07-26T06:31:08.487 INFO:tasks.workunit.client.0.smithi089.stdout:op 1784 completed, throughput=5MB/sec 2024-07-26T06:31:08.487 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-l2_U0hYpfTCQNi_ off=7729689 len=1741525 2024-07-26T06:31:08.489 INFO:tasks.workunit.client.0.smithi089.stdout:op 1785 completed, throughput=5MB/sec 2024-07-26T06:31:09.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:31:09 smithi155 ceph-mon[90160]: pgmap v1591: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T06:31:09.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:31:09 smithi089 ceph-mon[99608]: pgmap v1591: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T06:31:09.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:31:09 smithi089 ceph-mon[102056]: pgmap v1591: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T06:31:09.489 INFO:tasks.workunit.client.0.smithi089.stdout: 347: throughput=4.99MB/sec pending data=0 2024-07-26T06:31:09.490 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-BCZPCC7GyZQWML1 off=343811 len=1242707 2024-07-26T06:31:09.491 INFO:tasks.workunit.client.0.smithi089.stdout:op 1786 completed, throughput=4.99MB/sec 2024-07-26T06:31:09.491 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-fd31D58ZFQ0FRFp off=410492 len=285412 2024-07-26T06:31:09.495 INFO:tasks.workunit.client.0.smithi089.stdout:op 1787 completed, throughput=4.99MB/sec 2024-07-26T06:31:09.495 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-hJVrCI6cOssTWzI off=8661146 len=427370 2024-07-26T06:31:09.498 INFO:tasks.workunit.client.0.smithi089.stdout:op 1788 completed, throughput=4.99MB/sec 2024-07-26T06:31:09.498 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-kucHEKsU1SpzYRU off=3663911 len=530616 2024-07-26T06:31:09.502 INFO:tasks.workunit.client.0.smithi089.stdout:op 1789 completed, throughput=4.99MB/sec 2024-07-26T06:31:09.502 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Lg73MQG88N69FVW off=2877375 len=1316922 2024-07-26T06:31:09.507 INFO:tasks.workunit.client.0.smithi089.stdout:op 1790 completed, throughput=5MB/sec 2024-07-26T06:31:09.507 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Hb1FlZIrs2enWI- off=11338333 len=1396402 2024-07-26T06:31:09.510 INFO:tasks.workunit.client.0.smithi089.stdout:op 1791 completed, throughput=5MB/sec 2024-07-26T06:31:10.510 INFO:tasks.workunit.client.0.smithi089.stdout: 348: throughput=4.99MB/sec pending data=0 2024-07-26T06:31:10.511 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-enEAX1Ox233Ae-w off=18630888 len=1846372 2024-07-26T06:31:10.518 INFO:tasks.workunit.client.0.smithi089.stdout:op 1792 completed, throughput=4.99MB/sec 2024-07-26T06:31:10.519 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-dN79KnQlf5HUmVu off=4601115 len=668552 2024-07-26T06:31:10.519 INFO:tasks.workunit.client.0.smithi089.stdout:op 1793 completed, throughput=4.99MB/sec 2024-07-26T06:31:10.520 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-D2XmN89JkuvyFoC off=2839203 len=1380519 2024-07-26T06:31:10.521 INFO:tasks.workunit.client.0.smithi089.stdout:op 1794 completed, throughput=5MB/sec 2024-07-26T06:31:10.521 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-BD6CKIlY2fdmhOK off=1456981 len=1273537 2024-07-26T06:31:10.529 INFO:tasks.workunit.client.0.smithi089.stdout:op 1795 completed, throughput=5MB/sec 2024-07-26T06:31:11.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:31:10 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:31:11.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:31:10 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:31:11.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:31:10 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:31:11.530 INFO:tasks.workunit.client.0.smithi089.stdout: 349: throughput=4.99MB/sec pending data=0 2024-07-26T06:31:11.530 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Go2GqHXw51BzLbn off=14201683 len=1297949 2024-07-26T06:31:11.537 INFO:tasks.workunit.client.0.smithi089.stdout:op 1796 completed, throughput=4.99MB/sec 2024-07-26T06:31:11.537 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Q85fPuI7qwbzUGO off=4148129 len=1212676 2024-07-26T06:31:11.544 INFO:tasks.workunit.client.0.smithi089.stdout:op 1797 completed, throughput=4.99MB/sec 2024-07-26T06:31:11.544 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-e00EUwi7gUSLcnE off=2784073 len=37224 2024-07-26T06:31:11.545 INFO:tasks.workunit.client.0.smithi089.stdout:op 1798 completed, throughput=4.99MB/sec 2024-07-26T06:31:11.545 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-GJVC4W9vOivL3_z off=8847476 len=155950 2024-07-26T06:31:11.545 INFO:tasks.workunit.client.0.smithi089.stdout:op 1799 completed, throughput=4.99MB/sec 2024-07-26T06:31:11.545 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-8vP8jc5X2fs2Ve2 off=2561399 len=1034328 2024-07-26T06:31:11.548 INFO:tasks.workunit.client.0.smithi089.stdout:op 1800 completed, throughput=5MB/sec 2024-07-26T06:31:11.548 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-YiL3jXldlq26r5S off=19038043 len=1752399 2024-07-26T06:31:11.556 INFO:tasks.workunit.client.0.smithi089.stdout:op 1801 completed, throughput=5MB/sec 2024-07-26T06:31:12.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:31:11 smithi155 ceph-mon[90160]: pgmap v1592: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:31:12.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:31:11 smithi089 ceph-mon[99608]: pgmap v1592: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:31:12.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:31:11 smithi089 ceph-mon[102056]: pgmap v1592: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:31:12.557 INFO:tasks.workunit.client.0.smithi089.stdout: 350: throughput=4.99MB/sec pending data=0 2024-07-26T06:31:12.557 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-dCaAetKP9ud6zV2 off=11999027 len=1951152 2024-07-26T06:31:12.561 INFO:tasks.workunit.client.0.smithi089.stdout:op 1802 completed, throughput=4.99MB/sec 2024-07-26T06:31:12.561 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Rq57N8lKASLy2Vv off=2880761 len=1485688 2024-07-26T06:31:12.562 INFO:tasks.workunit.client.0.smithi089.stdout:op 1803 completed, throughput=5MB/sec 2024-07-26T06:31:12.563 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-03p_ZTFFu8y5ouP off=8410777 len=982274 2024-07-26T06:31:12.564 INFO:tasks.workunit.client.0.smithi089.stdout:op 1804 completed, throughput=5MB/sec 2024-07-26T06:31:12.564 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-BFTGrm-bnDQuM_8 off=10457210 len=1279104 2024-07-26T06:31:12.566 INFO:tasks.workunit.client.0.smithi089.stdout:op 1805 completed, throughput=5MB/sec 2024-07-26T06:31:12.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:31:12 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:31:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:31:12.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:31:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:31:12] "GET /metrics HTTP/1.1" 200 34032 "" "Prometheus/2.43.0" 2024-07-26T06:31:13.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:31:13 smithi155 ceph-mon[90160]: pgmap v1593: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:31:13.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:31:13 smithi089 ceph-mon[102056]: pgmap v1593: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:31:13.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:31:13 smithi089 ceph-mon[99608]: pgmap v1593: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:31:13.566 INFO:tasks.workunit.client.0.smithi089.stdout: 351: throughput=4.99MB/sec pending data=0 2024-07-26T06:31:13.567 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-GWm-30T1_z4zJ0Q off=4547639 len=566315 2024-07-26T06:31:13.576 INFO:tasks.workunit.client.0.smithi089.stdout:op 1806 completed, throughput=4.99MB/sec 2024-07-26T06:31:13.576 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-7k_FyzCKLsLj26l off=4189377 len=1748903 2024-07-26T06:31:13.585 INFO:tasks.workunit.client.0.smithi089.stdout:op 1807 completed, throughput=4.99MB/sec 2024-07-26T06:31:13.585 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-mGC3PFg6lnRk3yn off=7904829 len=1684362 2024-07-26T06:31:13.593 INFO:tasks.workunit.client.0.smithi089.stdout:op 1808 completed, throughput=5MB/sec 2024-07-26T06:31:13.593 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-txjUiPoQTgd6QfE off=1895977 len=1255390 2024-07-26T06:31:13.596 INFO:tasks.workunit.client.0.smithi089.stdout:op 1809 completed, throughput=5MB/sec 2024-07-26T06:31:14.597 INFO:tasks.workunit.client.0.smithi089.stdout: 352: throughput=4.99MB/sec pending data=0 2024-07-26T06:31:14.597 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-BD6CKIlY2fdmhOK off=1623720 len=982057 2024-07-26T06:31:14.600 INFO:tasks.workunit.client.0.smithi089.stdout:op 1810 completed, throughput=4.99MB/sec 2024-07-26T06:31:14.600 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Kqy6TxYvR4_ZO11 off=7169575 len=431051 2024-07-26T06:31:14.605 INFO:tasks.workunit.client.0.smithi089.stdout:op 1811 completed, throughput=4.99MB/sec 2024-07-26T06:31:14.605 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ojjQnL555eZr6yv off=5359263 len=1999378 2024-07-26T06:31:14.607 INFO:tasks.workunit.client.0.smithi089.stdout:op 1812 completed, throughput=5MB/sec 2024-07-26T06:31:14.607 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-im5eBtLe-aRLib5 off=684006 len=1896179 2024-07-26T06:31:14.620 INFO:tasks.workunit.client.0.smithi089.stdout:op 1813 completed, throughput=5MB/sec 2024-07-26T06:31:15.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:31:15 smithi155 ceph-mon[90160]: pgmap v1594: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:31:15.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:31:15 smithi089 ceph-mon[102056]: pgmap v1594: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:31:15.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:31:15 smithi089 ceph-mon[99608]: pgmap v1594: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:31:15.620 INFO:tasks.workunit.client.0.smithi089.stdout: 353: throughput=4.99MB/sec pending data=0 2024-07-26T06:31:15.620 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-wpy1ED4HQN-5d4W off=18715639 len=277769 2024-07-26T06:31:15.623 INFO:tasks.workunit.client.0.smithi089.stdout:op 1814 completed, throughput=4.99MB/sec 2024-07-26T06:31:15.623 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-L_Cg_1A96u4s1To off=10175932 len=754525 2024-07-26T06:31:15.629 INFO:tasks.workunit.client.0.smithi089.stdout:op 1815 completed, throughput=4.99MB/sec 2024-07-26T06:31:15.629 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-c-WECg3vRl4ccxa off=972885 len=1589223 2024-07-26T06:31:15.638 INFO:tasks.workunit.client.0.smithi089.stdout:op 1816 completed, throughput=4.99MB/sec 2024-07-26T06:31:15.638 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-mAxUZDg1ouT67Ep off=2370670 len=414824 2024-07-26T06:31:15.642 INFO:tasks.workunit.client.0.smithi089.stdout:op 1817 completed, throughput=4.99MB/sec 2024-07-26T06:31:15.642 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-zkFt5tZgIFkTNg_ off=8032886 len=1689710 2024-07-26T06:31:15.644 INFO:tasks.workunit.client.0.smithi089.stdout:op 1818 completed, throughput=5MB/sec 2024-07-26T06:31:15.644 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-kY9yTV8oK3Inn8E off=14355515 len=922867 2024-07-26T06:31:15.645 INFO:tasks.workunit.client.0.smithi089.stdout:op 1819 completed, throughput=5MB/sec 2024-07-26T06:31:16.645 INFO:tasks.workunit.client.0.smithi089.stdout: 354: throughput=4.99MB/sec pending data=0 2024-07-26T06:31:16.645 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-z5B41Ol4FFz5X_J off=5239769 len=936075 2024-07-26T06:31:16.647 INFO:tasks.workunit.client.0.smithi089.stdout:op 1820 completed, throughput=4.99MB/sec 2024-07-26T06:31:16.647 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-PuyhocZlG59Z6Dd off=7763180 len=1995799 2024-07-26T06:31:16.651 INFO:tasks.workunit.client.0.smithi089.stdout:op 1821 completed, throughput=5MB/sec 2024-07-26T06:31:16.651 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-SQ7NXu6ysErcpxP off=5590042 len=1630834 2024-07-26T06:31:16.658 INFO:tasks.workunit.client.0.smithi089.stdout:op 1822 completed, throughput=5MB/sec 2024-07-26T06:31:16.659 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-2PoE_NQAwkJBWJr off=8859837 len=350221 2024-07-26T06:31:16.661 INFO:tasks.workunit.client.0.smithi089.stdout:op 1823 completed, throughput=5MB/sec 2024-07-26T06:31:17.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:31:17 smithi155 ceph-mon[90160]: pgmap v1595: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:31:17.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:31:17 smithi089 ceph-mon[99608]: pgmap v1595: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:31:17.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:31:17 smithi089 ceph-mon[102056]: pgmap v1595: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:31:17.662 INFO:tasks.workunit.client.0.smithi089.stdout: 355: throughput=4.99MB/sec pending data=0 2024-07-26T06:31:17.662 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-YHggwCC5X7iGouo off=496689 len=1124937 2024-07-26T06:31:17.668 INFO:tasks.workunit.client.0.smithi089.stdout:op 1824 completed, throughput=4.99MB/sec 2024-07-26T06:31:17.668 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-_VV1vs7ci2RoOvg off=8891232 len=1539340 2024-07-26T06:31:17.670 INFO:tasks.workunit.client.0.smithi089.stdout:op 1825 completed, throughput=4.99MB/sec 2024-07-26T06:31:17.670 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-utQOFSPS_057XdW off=18484582 len=898155 2024-07-26T06:31:17.672 INFO:tasks.workunit.client.0.smithi089.stdout:op 1826 completed, throughput=5MB/sec 2024-07-26T06:31:17.672 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj--u6nNqNNZn20G1- off=11058157 len=1275200 2024-07-26T06:31:17.682 INFO:tasks.workunit.client.0.smithi089.stdout:op 1827 completed, throughput=5MB/sec 2024-07-26T06:31:17.682 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-s3ozje1NgNrPBY4 off=9130908 len=437208 2024-07-26T06:31:17.686 INFO:tasks.workunit.client.0.smithi089.stdout:op 1828 completed, throughput=5MB/sec 2024-07-26T06:31:18.687 INFO:tasks.workunit.client.0.smithi089.stdout: 356: throughput=4.99MB/sec pending data=0 2024-07-26T06:31:18.687 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-BX8FF7tBkcHC9kl off=8987782 len=565079 2024-07-26T06:31:18.687 INFO:tasks.workunit.client.0.smithi089.stdout:op 1829 completed, throughput=4.99MB/sec 2024-07-26T06:31:18.687 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-6H0mNnyfbo39t5g off=2222101 len=319502 2024-07-26T06:31:18.691 INFO:tasks.workunit.client.0.smithi089.stdout:op 1830 completed, throughput=4.99MB/sec 2024-07-26T06:31:18.691 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-GagprbFTOA4OkuK off=2170765 len=1168088 2024-07-26T06:31:18.692 INFO:tasks.workunit.client.0.smithi089.stdout:op 1831 completed, throughput=4.99MB/sec 2024-07-26T06:31:18.692 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-QKc538jd3SdZcok off=1726894 len=1730844 2024-07-26T06:31:18.695 INFO:tasks.workunit.client.0.smithi089.stdout:op 1832 completed, throughput=5MB/sec 2024-07-26T06:31:18.695 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Lqbl4qJhEsmHNCh off=4213081 len=264088 2024-07-26T06:31:18.698 INFO:tasks.workunit.client.0.smithi089.stdout:op 1833 completed, throughput=5MB/sec 2024-07-26T06:31:18.698 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-LqH90jE5808T4s1 off=4192106 len=624224 2024-07-26T06:31:18.699 INFO:tasks.workunit.client.0.smithi089.stdout:op 1834 completed, throughput=5MB/sec 2024-07-26T06:31:18.699 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-2PYKajUzQ8ob5qf off=13230672 len=975287 2024-07-26T06:31:18.704 INFO:tasks.workunit.client.0.smithi089.stdout:op 1835 completed, throughput=5MB/sec 2024-07-26T06:31:19.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:31:19 smithi155 ceph-mon[90160]: pgmap v1596: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T06:31:19.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:31:19 smithi089 ceph-mon[99608]: pgmap v1596: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T06:31:19.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:31:19 smithi089 ceph-mon[102056]: pgmap v1596: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T06:31:19.705 INFO:tasks.workunit.client.0.smithi089.stdout: 357: throughput=4.99MB/sec pending data=0 2024-07-26T06:31:19.705 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-a0m4oiZkuPsVHif off=11029931 len=80946 2024-07-26T06:31:19.706 INFO:tasks.workunit.client.0.smithi089.stdout:op 1836 completed, throughput=4.99MB/sec 2024-07-26T06:31:19.706 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-U-3EVxVp83JA8U0 off=2145768 len=1012742 2024-07-26T06:31:19.707 INFO:tasks.workunit.client.0.smithi089.stdout:op 1837 completed, throughput=4.99MB/sec 2024-07-26T06:31:19.707 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-IAJvwFdTEiHckbr off=22525245 len=655229 2024-07-26T06:31:19.713 INFO:tasks.workunit.client.0.smithi089.stdout:op 1838 completed, throughput=4.99MB/sec 2024-07-26T06:31:19.713 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-h5CaPfYRBgoSdev off=118099 len=471815 2024-07-26T06:31:19.714 INFO:tasks.workunit.client.0.smithi089.stdout:op 1839 completed, throughput=4.99MB/sec 2024-07-26T06:31:19.714 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ZxIdDI4UrdnClIT off=22582579 len=1754531 2024-07-26T06:31:19.716 INFO:tasks.workunit.client.0.smithi089.stdout:op 1840 completed, throughput=5MB/sec 2024-07-26T06:31:19.716 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-BoJSjGBOs4RZNhT off=295685 len=277296 2024-07-26T06:31:19.717 INFO:tasks.workunit.client.0.smithi089.stdout:op 1841 completed, throughput=5MB/sec 2024-07-26T06:31:19.717 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-IEFXEOc9gH23wi5 off=1152258 len=162777 2024-07-26T06:31:19.720 INFO:tasks.workunit.client.0.smithi089.stdout:op 1842 completed, throughput=5MB/sec 2024-07-26T06:31:19.720 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-WzCy-NQltBprueI off=6347800 len=855961 2024-07-26T06:31:19.721 INFO:tasks.workunit.client.0.smithi089.stdout:op 1843 completed, throughput=5MB/sec 2024-07-26T06:31:20.721 INFO:tasks.workunit.client.0.smithi089.stdout: 358: throughput=4.99MB/sec pending data=0 2024-07-26T06:31:20.722 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-CdFLi-VQMpXRvC7 off=1731202 len=772706 2024-07-26T06:31:20.723 INFO:tasks.workunit.client.0.smithi089.stdout:op 1844 completed, throughput=4.99MB/sec 2024-07-26T06:31:20.723 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-NVDxzBP3fLY_9g6 off=953656 len=867266 2024-07-26T06:31:20.724 INFO:tasks.workunit.client.0.smithi089.stdout:op 1845 completed, throughput=4.99MB/sec 2024-07-26T06:31:20.724 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-1LyhlBKJaUeKT4C off=7775942 len=87595 2024-07-26T06:31:20.724 INFO:tasks.workunit.client.0.smithi089.stdout:op 1846 completed, throughput=4.99MB/sec 2024-07-26T06:31:20.725 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-yuc3iOoZzHzaDzK off=12731435 len=655312 2024-07-26T06:31:20.732 INFO:tasks.workunit.client.0.smithi089.stdout:op 1847 completed, throughput=4.99MB/sec 2024-07-26T06:31:20.732 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-WD-Sp1YH4f6-5m_ off=5160444 len=1981478 2024-07-26T06:31:20.734 INFO:tasks.workunit.client.0.smithi089.stdout:op 1848 completed, throughput=5MB/sec 2024-07-26T06:31:20.734 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-i8j4dzOkVxvVQqE off=11199511 len=34444 2024-07-26T06:31:20.736 INFO:tasks.workunit.client.0.smithi089.stdout:op 1849 completed, throughput=5MB/sec 2024-07-26T06:31:20.736 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-oTfS0Jp7m8J5TBh off=25338522 len=90738 2024-07-26T06:31:20.740 INFO:tasks.workunit.client.0.smithi089.stdout:op 1850 completed, throughput=5MB/sec 2024-07-26T06:31:20.740 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-UjbLe4G_jwJ7rOc off=14329347 len=259526 2024-07-26T06:31:20.741 INFO:tasks.workunit.client.0.smithi089.stdout:op 1851 completed, throughput=5MB/sec 2024-07-26T06:31:20.741 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-SEAmALO3DaW-9-1 off=4223078 len=136704 2024-07-26T06:31:20.744 INFO:tasks.workunit.client.0.smithi089.stdout:op 1852 completed, throughput=5MB/sec 2024-07-26T06:31:20.744 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-1rSNnHddMVMnw6P off=1559260 len=840839 2024-07-26T06:31:20.748 INFO:tasks.workunit.client.0.smithi089.stdout:op 1853 completed, throughput=5MB/sec 2024-07-26T06:31:21.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:31:21 smithi155 ceph-mon[90160]: pgmap v1597: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T06:31:21.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:31:21 smithi089 ceph-mon[99608]: pgmap v1597: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T06:31:21.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:31:21 smithi089 ceph-mon[102056]: pgmap v1597: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T06:31:21.749 INFO:tasks.workunit.client.0.smithi089.stdout: 359: throughput=4.99MB/sec pending data=0 2024-07-26T06:31:21.749 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-7NPFXf25Mzbp-FU off=2500447 len=375934 2024-07-26T06:31:21.750 INFO:tasks.workunit.client.0.smithi089.stdout:op 1854 completed, throughput=4.99MB/sec 2024-07-26T06:31:21.750 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-GgpYm7JpE1ytVLu off=4510873 len=1336598 2024-07-26T06:31:21.752 INFO:tasks.workunit.client.0.smithi089.stdout:op 1855 completed, throughput=4.99MB/sec 2024-07-26T06:31:21.752 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-6ZEk3ldyOPkvNB4 off=3277106 len=1153292 2024-07-26T06:31:21.753 INFO:tasks.workunit.client.0.smithi089.stdout:op 1856 completed, throughput=5MB/sec 2024-07-26T06:31:21.753 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-I-in9d9lqApWwnq off=7441400 len=203828 2024-07-26T06:31:21.756 INFO:tasks.workunit.client.0.smithi089.stdout:op 1857 completed, throughput=5MB/sec 2024-07-26T06:31:21.756 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-bhlfYSnc9T0V8_I off=6245412 len=33038 2024-07-26T06:31:21.757 INFO:tasks.workunit.client.0.smithi089.stdout:op 1858 completed, throughput=5MB/sec 2024-07-26T06:31:21.757 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Y1KLbzH57Pf1wWB off=15620773 len=71100 2024-07-26T06:31:21.758 INFO:tasks.workunit.client.0.smithi089.stdout:op 1859 completed, throughput=5MB/sec 2024-07-26T06:31:21.758 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-lI_qIDJHzaWALf1 off=3063560 len=1680886 2024-07-26T06:31:21.769 INFO:tasks.workunit.client.0.smithi089.stdout:op 1860 completed, throughput=5MB/sec 2024-07-26T06:31:22.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:31:22 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:31:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:31:22.770 INFO:tasks.workunit.client.0.smithi089.stdout: 360: throughput=4.99MB/sec pending data=0 2024-07-26T06:31:22.770 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-R_3vyWMLyDeh2oG off=17554204 len=720850 2024-07-26T06:31:22.771 INFO:tasks.workunit.client.0.smithi089.stdout:op 1861 completed, throughput=4.99MB/sec 2024-07-26T06:31:22.771 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-8ecx8Kry91tVuq8 off=3520019 len=900410 2024-07-26T06:31:22.776 INFO:tasks.workunit.client.0.smithi089.stdout:op 1862 completed, throughput=4.99MB/sec 2024-07-26T06:31:22.776 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-rf2yOyWEyoojLuV off=980516 len=625562 2024-07-26T06:31:22.780 INFO:tasks.workunit.client.0.smithi089.stdout:op 1863 completed, throughput=4.99MB/sec 2024-07-26T06:31:22.780 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Bo2yVlgkn80_4nC off=7926651 len=50620 2024-07-26T06:31:22.782 INFO:tasks.workunit.client.0.smithi089.stdout:op 1864 completed, throughput=4.99MB/sec 2024-07-26T06:31:22.782 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-PQHrUpsJV6GkUvG off=9026721 len=34931 2024-07-26T06:31:22.784 INFO:tasks.workunit.client.0.smithi089.stdout:op 1865 completed, throughput=4.99MB/sec 2024-07-26T06:31:22.784 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-gMWjHf8ahsEKMge off=6590221 len=957894 2024-07-26T06:31:22.790 INFO:tasks.workunit.client.0.smithi089.stdout:op 1866 completed, throughput=5MB/sec 2024-07-26T06:31:22.790 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-MN_HR1nyLv7xmjO off=16799809 len=361617 2024-07-26T06:31:22.791 INFO:tasks.workunit.client.0.smithi089.stdout:op 1867 completed, throughput=5MB/sec 2024-07-26T06:31:22.791 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-aPMUR_bOGCnbZnV off=5318982 len=887011 2024-07-26T06:31:22.791 INFO:tasks.workunit.client.0.smithi089.stdout:op 1868 completed, throughput=5MB/sec 2024-07-26T06:31:22.792 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-7wC7D2uYFgLjnb3 off=1559142 len=1146699 2024-07-26T06:31:22.793 INFO:tasks.workunit.client.0.smithi089.stdout:op 1869 completed, throughput=5MB/sec 2024-07-26T06:31:22.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:31:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:31:22] "GET /metrics HTTP/1.1" 200 34032 "" "Prometheus/2.43.0" 2024-07-26T06:31:23.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:31:23 smithi155 ceph-mon[90160]: pgmap v1598: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-26T06:31:23.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:31:23 smithi089 ceph-mon[99608]: pgmap v1598: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-26T06:31:23.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:31:23 smithi089 ceph-mon[102056]: pgmap v1598: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-26T06:31:23.793 INFO:tasks.workunit.client.0.smithi089.stdout: 361: throughput=4.99MB/sec pending data=0 2024-07-26T06:31:23.793 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ignPW45WWlr2Jr5 off=807410 len=11939 2024-07-26T06:31:23.794 INFO:tasks.workunit.client.0.smithi089.stdout:op 1870 completed, throughput=4.99MB/sec 2024-07-26T06:31:23.794 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-trqtjSIc4KZxPGn off=1804474 len=1484658 2024-07-26T06:31:23.796 INFO:tasks.workunit.client.0.smithi089.stdout:op 1871 completed, throughput=4.99MB/sec 2024-07-26T06:31:23.796 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-btrLMTjiAKlJ_FR off=9666977 len=536891 2024-07-26T06:31:23.798 INFO:tasks.workunit.client.0.smithi089.stdout:op 1872 completed, throughput=4.99MB/sec 2024-07-26T06:31:23.799 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-52qqsQqzkIsmhFy off=19538049 len=120165 2024-07-26T06:31:23.801 INFO:tasks.workunit.client.0.smithi089.stdout:op 1873 completed, throughput=4.99MB/sec 2024-07-26T06:31:23.801 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ltg2qbIdIUdNJXB off=12186841 len=1297785 2024-07-26T06:31:23.804 INFO:tasks.workunit.client.0.smithi089.stdout:op 1874 completed, throughput=5MB/sec 2024-07-26T06:31:23.804 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-lUgtZg2Rbk6JYmL off=13028140 len=168568 2024-07-26T06:31:23.808 INFO:tasks.workunit.client.0.smithi089.stdout:op 1875 completed, throughput=5MB/sec 2024-07-26T06:31:23.808 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Gsp7R0VVIWOFtHm off=2023017 len=800138 2024-07-26T06:31:23.814 INFO:tasks.workunit.client.0.smithi089.stdout:op 1876 completed, throughput=5MB/sec 2024-07-26T06:31:23.814 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj--ezTnm-XBIsYlKt off=11749963 len=1825878 2024-07-26T06:31:23.818 INFO:tasks.workunit.client.0.smithi089.stdout:op 1877 completed, throughput=5MB/sec 2024-07-26T06:31:24.818 INFO:tasks.workunit.client.0.smithi089.stdout: 362: throughput=4.99MB/sec pending data=0 2024-07-26T06:31:24.818 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-CfgNLHNgOh7zaqn off=0 len=1454531 2024-07-26T06:31:24.827 INFO:tasks.workunit.client.0.smithi089.stdout:op 1878 completed, throughput=4.99MB/sec 2024-07-26T06:31:24.828 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-7FAfC1v2LVXHVz1 off=21061477 len=1392530 2024-07-26T06:31:24.829 INFO:tasks.workunit.client.0.smithi089.stdout:op 1879 completed, throughput=5MB/sec 2024-07-26T06:31:24.829 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-WzCy-NQltBprueI off=7633671 len=730450 2024-07-26T06:31:24.830 INFO:tasks.workunit.client.0.smithi089.stdout:op 1880 completed, throughput=5MB/sec 2024-07-26T06:31:24.830 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-WbVK84624hKZ5E8 off=685139 len=623673 2024-07-26T06:31:24.834 INFO:tasks.workunit.client.0.smithi089.stdout:op 1881 completed, throughput=5MB/sec 2024-07-26T06:31:25.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:31:25 smithi155 ceph-mon[90160]: pgmap v1599: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-07-26T06:31:25.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:31:25 smithi089 ceph-mon[99608]: pgmap v1599: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-07-26T06:31:25.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:31:25 smithi089 ceph-mon[102056]: pgmap v1599: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-07-26T06:31:25.835 INFO:tasks.workunit.client.0.smithi089.stdout: 363: throughput=4.99MB/sec pending data=0 2024-07-26T06:31:25.835 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-CGGNu_cSmU06xi6 off=14387913 len=1748877 2024-07-26T06:31:25.844 INFO:tasks.workunit.client.0.smithi089.stdout:op 1882 completed, throughput=4.99MB/sec 2024-07-26T06:31:25.844 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-u4ztwLWpQqecgez off=2797633 len=1362660 2024-07-26T06:31:25.853 INFO:tasks.workunit.client.0.smithi089.stdout:op 1883 completed, throughput=4.99MB/sec 2024-07-26T06:31:25.853 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-hdXiM40XGdOsg5B off=8089064 len=69493 2024-07-26T06:31:25.855 INFO:tasks.workunit.client.0.smithi089.stdout:op 1884 completed, throughput=5MB/sec 2024-07-26T06:31:25.855 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-WAxvkiRZIB6nk6N off=81606 len=900927 2024-07-26T06:31:25.856 INFO:tasks.workunit.client.0.smithi089.stdout:op 1885 completed, throughput=5MB/sec 2024-07-26T06:31:25.856 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-vCMhUmG7a5ZFL7w off=6913258 len=793169 2024-07-26T06:31:25.861 INFO:tasks.workunit.client.0.smithi089.stdout:op 1886 completed, throughput=5MB/sec 2024-07-26T06:31:25.861 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-cC4xnDppSUjeej- off=23601537 len=1879437 2024-07-26T06:31:25.871 INFO:tasks.workunit.client.0.smithi089.stdout:op 1887 completed, throughput=5MB/sec 2024-07-26T06:31:26.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:31:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:31:26.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:31:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:31:26.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:31:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:31:26.871 INFO:tasks.workunit.client.0.smithi089.stdout: 364: throughput=4.99MB/sec pending data=0 2024-07-26T06:31:26.871 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-jJA7fLXixnXQAOJ off=17485680 len=305574 2024-07-26T06:31:26.872 INFO:tasks.workunit.client.0.smithi089.stdout:op 1888 completed, throughput=4.99MB/sec 2024-07-26T06:31:26.872 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-JikqPQJzA89nDnP off=1811971 len=583127 2024-07-26T06:31:26.873 INFO:tasks.workunit.client.0.smithi089.stdout:op 1889 completed, throughput=4.99MB/sec 2024-07-26T06:31:26.873 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-qG8Ztd6Pdjv2MxO off=22686867 len=617790 2024-07-26T06:31:26.878 INFO:tasks.workunit.client.0.smithi089.stdout:op 1890 completed, throughput=4.99MB/sec 2024-07-26T06:31:26.878 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-1rB4HLujgLDEEnU off=18379858 len=35060 2024-07-26T06:31:26.878 INFO:tasks.workunit.client.0.smithi089.stdout:op 1891 completed, throughput=4.99MB/sec 2024-07-26T06:31:26.879 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-nrG0Z6ysdDOURoR off=5989778 len=470232 2024-07-26T06:31:26.882 INFO:tasks.workunit.client.0.smithi089.stdout:op 1892 completed, throughput=5MB/sec 2024-07-26T06:31:26.883 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-S2WwEyCrvARXMEH off=4369738 len=605737 2024-07-26T06:31:26.884 INFO:tasks.workunit.client.0.smithi089.stdout:op 1893 completed, throughput=5MB/sec 2024-07-26T06:31:26.884 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Wi3CGP-7shV8t0z off=8804250 len=1465416 2024-07-26T06:31:26.886 INFO:tasks.workunit.client.0.smithi089.stdout:op 1894 completed, throughput=5MB/sec 2024-07-26T06:31:27.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:31:27 smithi155 ceph-mon[90160]: pgmap v1600: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-07-26T06:31:27.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:31:27 smithi089 ceph-mon[99608]: pgmap v1600: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-07-26T06:31:27.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:31:27 smithi089 ceph-mon[102056]: pgmap v1600: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-07-26T06:31:27.886 INFO:tasks.workunit.client.0.smithi089.stdout: 365: throughput=4.99MB/sec pending data=0 2024-07-26T06:31:27.886 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-w07lYrInqoBWKhI off=7690223 len=280089 2024-07-26T06:31:27.888 INFO:tasks.workunit.client.0.smithi089.stdout:op 1895 completed, throughput=4.99MB/sec 2024-07-26T06:31:27.888 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-9enQeyrabWtTh0j off=2010244 len=380995 2024-07-26T06:31:27.889 INFO:tasks.workunit.client.0.smithi089.stdout:op 1896 completed, throughput=4.99MB/sec 2024-07-26T06:31:27.889 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-xW8gLVM_HCFfagi off=4652367 len=520701 2024-07-26T06:31:27.893 INFO:tasks.workunit.client.0.smithi089.stdout:op 1897 completed, throughput=4.99MB/sec 2024-07-26T06:31:27.893 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-0EffyPVI76-h5mW off=6357762 len=1046901 2024-07-26T06:31:27.895 INFO:tasks.workunit.client.0.smithi089.stdout:op 1898 completed, throughput=4.99MB/sec 2024-07-26T06:31:27.895 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-dLIqQJXvtZRO5mP off=9488222 len=1584696 2024-07-26T06:31:27.905 INFO:tasks.workunit.client.0.smithi089.stdout:op 1899 completed, throughput=5MB/sec 2024-07-26T06:31:27.905 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-6vzWY25tyzo4VAq off=8341042 len=2053942 2024-07-26T06:31:27.907 INFO:tasks.workunit.client.0.smithi089.stdout:op 1900 completed, throughput=5MB/sec 2024-07-26T06:31:28.908 INFO:tasks.workunit.client.0.smithi089.stdout: 366: throughput=4.99MB/sec pending data=0 2024-07-26T06:31:28.908 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-NZ_TSp8Wo88e0Hl off=4711813 len=1128941 2024-07-26T06:31:28.913 INFO:tasks.workunit.client.0.smithi089.stdout:op 1901 completed, throughput=4.99MB/sec 2024-07-26T06:31:28.913 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-o0fzydIPpKjshhi off=9612365 len=340275 2024-07-26T06:31:28.917 INFO:tasks.workunit.client.0.smithi089.stdout:op 1902 completed, throughput=4.99MB/sec 2024-07-26T06:31:28.917 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-aEXo3DfEwPcgqxE off=752490 len=509939 2024-07-26T06:31:28.921 INFO:tasks.workunit.client.0.smithi089.stdout:op 1903 completed, throughput=4.99MB/sec 2024-07-26T06:31:28.921 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-JMV6dQIKcFNZUTZ off=16183425 len=2077816 2024-07-26T06:31:28.930 INFO:tasks.workunit.client.0.smithi089.stdout:op 1904 completed, throughput=5MB/sec 2024-07-26T06:31:28.930 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-RSLHL6YlI3KmP2u off=7841843 len=1382985 2024-07-26T06:31:28.935 INFO:tasks.workunit.client.0.smithi089.stdout:op 1905 completed, throughput=5MB/sec 2024-07-26T06:31:29.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:31:29 smithi155 ceph-mon[90160]: pgmap v1601: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-07-26T06:31:29.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:31:29 smithi089 ceph-mon[99608]: pgmap v1601: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-07-26T06:31:29.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:31:29 smithi089 ceph-mon[102056]: pgmap v1601: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-07-26T06:31:29.935 INFO:tasks.workunit.client.0.smithi089.stdout: 367: throughput=4.99MB/sec pending data=0 2024-07-26T06:31:29.935 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-YNVvaKbQ5T53Ip8 off=3481064 len=105118 2024-07-26T06:31:29.936 INFO:tasks.workunit.client.0.smithi089.stdout:op 1906 completed, throughput=4.99MB/sec 2024-07-26T06:31:29.936 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-b196nBnqMk-C5b- off=8815022 len=142098 2024-07-26T06:31:29.936 INFO:tasks.workunit.client.0.smithi089.stdout:op 1907 completed, throughput=4.99MB/sec 2024-07-26T06:31:29.937 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-GMYIj7hgZdW4W_a off=0 len=1421207 2024-07-26T06:31:29.946 INFO:tasks.workunit.client.0.smithi089.stdout:op 1908 completed, throughput=4.99MB/sec 2024-07-26T06:31:29.946 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-qhBaqN6xq4i6YQU off=13988304 len=1077442 2024-07-26T06:31:29.951 INFO:tasks.workunit.client.0.smithi089.stdout:op 1909 completed, throughput=5MB/sec 2024-07-26T06:31:29.951 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-x88lhygH0l9aAzc off=1263451 len=533085 2024-07-26T06:31:29.953 INFO:tasks.workunit.client.0.smithi089.stdout:op 1910 completed, throughput=5MB/sec 2024-07-26T06:31:29.953 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-3lmUDFl-nFSiwMW off=9716299 len=200984 2024-07-26T06:31:29.956 INFO:tasks.workunit.client.0.smithi089.stdout:op 1911 completed, throughput=5MB/sec 2024-07-26T06:31:29.956 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Nq539fLbHZ7SSDw off=2847847 len=1613475 2024-07-26T06:31:29.963 INFO:tasks.workunit.client.0.smithi089.stdout:op 1912 completed, throughput=5MB/sec 2024-07-26T06:31:30.963 INFO:tasks.workunit.client.0.smithi089.stdout: 368: throughput=4.99MB/sec pending data=0 2024-07-26T06:31:30.964 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-AifllhqQt3aJsf8 off=225884 len=1613413 2024-07-26T06:31:30.965 INFO:tasks.workunit.client.0.smithi089.stdout:op 1913 completed, throughput=4.99MB/sec 2024-07-26T06:31:30.966 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-8P05MHR04WjFgMX off=7288548 len=736040 2024-07-26T06:31:30.967 INFO:tasks.workunit.client.0.smithi089.stdout:op 1914 completed, throughput=4.99MB/sec 2024-07-26T06:31:30.967 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-sPRlSe4uIwXdiPL off=3034787 len=687702 2024-07-26T06:31:30.971 INFO:tasks.workunit.client.0.smithi089.stdout:op 1915 completed, throughput=5MB/sec 2024-07-26T06:31:30.971 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-M5dskDxIrGfHK53 off=19382857 len=691919 2024-07-26T06:31:30.976 INFO:tasks.workunit.client.0.smithi089.stdout:op 1916 completed, throughput=5MB/sec 2024-07-26T06:31:30.976 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-mQ3JtMWSoRuwSSb off=1928422 len=708156 2024-07-26T06:31:30.980 INFO:tasks.workunit.client.0.smithi089.stdout:op 1917 completed, throughput=5MB/sec 2024-07-26T06:31:30.980 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-BORMMCsUKBZ6-3v off=10090850 len=1132077 2024-07-26T06:31:30.983 INFO:tasks.workunit.client.0.smithi089.stdout:op 1918 completed, throughput=5MB/sec 2024-07-26T06:31:31.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:31:31 smithi155 ceph-mon[90160]: pgmap v1602: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 7 op/s 2024-07-26T06:31:31.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:31:31 smithi089 ceph-mon[99608]: pgmap v1602: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 7 op/s 2024-07-26T06:31:31.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:31:31 smithi089 ceph-mon[102056]: pgmap v1602: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 7 op/s 2024-07-26T06:31:31.984 INFO:tasks.workunit.client.0.smithi089.stdout: 369: throughput=4.99MB/sec pending data=0 2024-07-26T06:31:31.984 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-TSXLSqEg2-u2Mj_ off=0 len=1795163 2024-07-26T06:31:31.986 INFO:tasks.workunit.client.0.smithi089.stdout:op 1919 completed, throughput=4.99MB/sec 2024-07-26T06:31:31.986 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-fBztea_wfb5rRzv off=2654979 len=846916 2024-07-26T06:31:31.991 INFO:tasks.workunit.client.0.smithi089.stdout:op 1920 completed, throughput=5MB/sec 2024-07-26T06:31:31.991 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-2Y3H6dCyux98ARe off=4185977 len=100925 2024-07-26T06:31:31.992 INFO:tasks.workunit.client.0.smithi089.stdout:op 1921 completed, throughput=5MB/sec 2024-07-26T06:31:31.992 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ZJhlEJ_ZTMcEX4- off=2444351 len=2093353 2024-07-26T06:31:32.004 INFO:tasks.workunit.client.0.smithi089.stdout:op 1922 completed, throughput=5MB/sec 2024-07-26T06:31:32.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:31:32 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:31:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:31:32.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:31:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:31:32] "GET /metrics HTTP/1.1" 200 34034 "" "Prometheus/2.43.0" 2024-07-26T06:31:33.005 INFO:tasks.workunit.client.0.smithi089.stdout: 370: throughput=4.99MB/sec pending data=0 2024-07-26T06:31:33.005 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-hITl3oDAOJ9YSzz off=1799426 len=1104076 2024-07-26T06:31:33.007 INFO:tasks.workunit.client.0.smithi089.stdout:op 1923 completed, throughput=4.99MB/sec 2024-07-26T06:31:33.007 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-7FAfC1v2LVXHVz1 off=20836154 len=1607522 2024-07-26T06:31:33.016 INFO:tasks.workunit.client.0.smithi089.stdout:op 1924 completed, throughput=4.99MB/sec 2024-07-26T06:31:33.016 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-a3mV42Vyb97mwaC off=12661839 len=701654 2024-07-26T06:31:33.017 INFO:tasks.workunit.client.0.smithi089.stdout:op 1925 completed, throughput=5MB/sec 2024-07-26T06:31:33.017 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-C_biQvqi3Tqhtvi off=496484 len=295013 2024-07-26T06:31:33.018 INFO:tasks.workunit.client.0.smithi089.stdout:op 1926 completed, throughput=5MB/sec 2024-07-26T06:31:33.018 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-PmbZB3WH0-ftoIF off=4179559 len=1225087 2024-07-26T06:31:33.024 INFO:tasks.workunit.client.0.smithi089.stdout:op 1927 completed, throughput=5MB/sec 2024-07-26T06:31:33.024 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-X5ME7KdvBWD3FmZ off=16693668 len=1689886 2024-07-26T06:31:33.029 INFO:tasks.workunit.client.0.smithi089.stdout:op 1928 completed, throughput=5MB/sec 2024-07-26T06:31:33.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:31:33 smithi155 ceph-mon[90160]: pgmap v1603: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-07-26T06:31:33.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:31:33 smithi089 ceph-mon[99608]: pgmap v1603: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-07-26T06:31:33.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:31:33 smithi089 ceph-mon[102056]: pgmap v1603: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-07-26T06:31:34.029 INFO:tasks.workunit.client.0.smithi089.stdout: 371: throughput=4.99MB/sec pending data=0 2024-07-26T06:31:34.029 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-QtC2t-htBeoWRJC off=18731073 len=246061 2024-07-26T06:31:34.031 INFO:tasks.workunit.client.0.smithi089.stdout:op 1929 completed, throughput=4.99MB/sec 2024-07-26T06:31:34.031 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-7QA1MpuWrB8jC6h off=11341326 len=1366914 2024-07-26T06:31:34.034 INFO:tasks.workunit.client.0.smithi089.stdout:op 1930 completed, throughput=4.99MB/sec 2024-07-26T06:31:34.034 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ymJyADor7y_BMAx off=13401850 len=83070 2024-07-26T06:31:34.034 INFO:tasks.workunit.client.0.smithi089.stdout:op 1931 completed, throughput=4.99MB/sec 2024-07-26T06:31:34.034 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-9bFGiTGeK2wUorc off=3093207 len=365552 2024-07-26T06:31:34.035 INFO:tasks.workunit.client.0.smithi089.stdout:op 1932 completed, throughput=5MB/sec 2024-07-26T06:31:34.035 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-YYL03GXgEY7LJFT off=13063198 len=432107 2024-07-26T06:31:34.039 INFO:tasks.workunit.client.0.smithi089.stdout:op 1933 completed, throughput=5MB/sec 2024-07-26T06:31:34.039 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-2oAAWH95eET97Yy off=1328867 len=293495 2024-07-26T06:31:34.042 INFO:tasks.workunit.client.0.smithi089.stdout:op 1934 completed, throughput=5MB/sec 2024-07-26T06:31:34.042 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-JpZAjblaq1Fezlx off=5076235 len=40365 2024-07-26T06:31:34.042 INFO:tasks.workunit.client.0.smithi089.stdout:op 1935 completed, throughput=5MB/sec 2024-07-26T06:31:34.042 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-yuc3iOoZzHzaDzK off=19697031 len=451215 2024-07-26T06:31:34.046 INFO:tasks.workunit.client.0.smithi089.stdout:op 1936 completed, throughput=5MB/sec 2024-07-26T06:31:34.046 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-YPPouqQ2zu9pytw off=95835 len=2064112 2024-07-26T06:31:34.048 INFO:tasks.workunit.client.0.smithi089.stdout:op 1937 completed, throughput=5MB/sec 2024-07-26T06:31:35.048 INFO:tasks.workunit.client.0.smithi089.stdout: 372: throughput=4.99MB/sec pending data=0 2024-07-26T06:31:35.048 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-GPsqYFR0UdIatTd off=18882743 len=2025047 2024-07-26T06:31:35.050 INFO:tasks.workunit.client.0.smithi089.stdout:op 1938 completed, throughput=5MB/sec 2024-07-26T06:31:35.050 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-uaCPPHArxEnU1Xq off=1145356 len=2074478 2024-07-26T06:31:35.053 INFO:tasks.workunit.client.0.smithi089.stdout:op 1939 completed, throughput=5MB/sec 2024-07-26T06:31:35.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:31:35 smithi155 ceph-mon[90160]: pgmap v1604: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-07-26T06:31:35.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:31:35 smithi089 ceph-mon[99608]: pgmap v1604: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-07-26T06:31:35.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:31:35 smithi089 ceph-mon[102056]: pgmap v1604: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-07-26T06:31:36.053 INFO:tasks.workunit.client.0.smithi089.stdout: 373: throughput=4.99MB/sec pending data=0 2024-07-26T06:31:36.054 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-maucXVcMrsQz8tv off=17970987 len=799352 2024-07-26T06:31:36.056 INFO:tasks.workunit.client.0.smithi089.stdout:op 1940 completed, throughput=4.99MB/sec 2024-07-26T06:31:36.056 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-WftDyiJI_oM9nwk off=2197748 len=1315110 2024-07-26T06:31:36.065 INFO:tasks.workunit.client.0.smithi089.stdout:op 1941 completed, throughput=4.99MB/sec 2024-07-26T06:31:36.065 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-uZUaTIh2QIoSg5D off=432853 len=661986 2024-07-26T06:31:36.066 INFO:tasks.workunit.client.0.smithi089.stdout:op 1942 completed, throughput=4.99MB/sec 2024-07-26T06:31:36.066 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-XkAxveW1hvKmLAy off=2019133 len=476592 2024-07-26T06:31:36.067 INFO:tasks.workunit.client.0.smithi089.stdout:op 1943 completed, throughput=5MB/sec 2024-07-26T06:31:36.068 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-i8MUm3vJyLyQBKK off=8441504 len=72066 2024-07-26T06:31:36.070 INFO:tasks.workunit.client.0.smithi089.stdout:op 1944 completed, throughput=5MB/sec 2024-07-26T06:31:36.070 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-OC1jIw2DP64mhqU off=1948451 len=1445652 2024-07-26T06:31:36.078 INFO:tasks.workunit.client.0.smithi089.stdout:op 1945 completed, throughput=5MB/sec 2024-07-26T06:31:36.078 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-yTniwnaTazly369 off=7218446 len=353685 2024-07-26T06:31:36.079 INFO:tasks.workunit.client.0.smithi089.stdout:op 1946 completed, throughput=5MB/sec 2024-07-26T06:31:37.079 INFO:tasks.workunit.client.0.smithi089.stdout: 374: throughput=4.99MB/sec pending data=0 2024-07-26T06:31:37.079 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-HF9DMbuxZaDtenC off=1416263 len=801692 2024-07-26T06:31:37.084 INFO:tasks.workunit.client.0.smithi089.stdout:op 1947 completed, throughput=4.99MB/sec 2024-07-26T06:31:37.084 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-qVAvu80VuJF6qzF off=2935901 len=1856958 2024-07-26T06:31:37.093 INFO:tasks.workunit.client.0.smithi089.stdout:op 1948 completed, throughput=4.99MB/sec 2024-07-26T06:31:37.093 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-PsQDvPnJ9SHGUu1 off=2133099 len=160277 2024-07-26T06:31:37.094 INFO:tasks.workunit.client.0.smithi089.stdout:op 1949 completed, throughput=4.99MB/sec 2024-07-26T06:31:37.094 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-D9CSWdZs2-4dmIb off=5344736 len=1048723 2024-07-26T06:31:37.096 INFO:tasks.workunit.client.0.smithi089.stdout:op 1950 completed, throughput=5MB/sec 2024-07-26T06:31:37.096 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-bwdJCk2w4qLAgrH off=1149811 len=142912 2024-07-26T06:31:37.099 INFO:tasks.workunit.client.0.smithi089.stdout:op 1951 completed, throughput=5MB/sec 2024-07-26T06:31:37.099 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-s9YTtscug0hbrLm off=4433105 len=846469 2024-07-26T06:31:37.100 INFO:tasks.workunit.client.0.smithi089.stdout:op 1952 completed, throughput=5MB/sec 2024-07-26T06:31:37.101 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-CZIl4jei6Io5YWZ off=9917619 len=1207308 2024-07-26T06:31:37.102 INFO:tasks.workunit.client.0.smithi089.stdout:op 1953 completed, throughput=5MB/sec 2024-07-26T06:31:37.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:31:37 smithi155 ceph-mon[90160]: pgmap v1605: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-26T06:31:37.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:31:37 smithi089 ceph-mon[99608]: pgmap v1605: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-26T06:31:37.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:31:37 smithi089 ceph-mon[102056]: pgmap v1605: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-26T06:31:38.102 INFO:tasks.workunit.client.0.smithi089.stdout: 375: throughput=4.99MB/sec pending data=0 2024-07-26T06:31:38.103 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-d0oHRFfden5z5oB off=2324077 len=1057950 2024-07-26T06:31:38.105 INFO:tasks.workunit.client.0.smithi089.stdout:op 1954 completed, throughput=4.99MB/sec 2024-07-26T06:31:38.105 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-fhw8AvG60ygLRUr off=4787931 len=778114 2024-07-26T06:31:38.110 INFO:tasks.workunit.client.0.smithi089.stdout:op 1955 completed, throughput=4.99MB/sec 2024-07-26T06:31:38.110 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Ij8wlz7R-zh_n-I off=10032901 len=554285 2024-07-26T06:31:38.114 INFO:tasks.workunit.client.0.smithi089.stdout:op 1956 completed, throughput=4.99MB/sec 2024-07-26T06:31:38.114 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-qFRSjXMuau8B6hk off=429724 len=1614548 2024-07-26T06:31:38.117 INFO:tasks.workunit.client.0.smithi089.stdout:op 1957 completed, throughput=5MB/sec 2024-07-26T06:31:38.117 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj--b3XcxxbELj2XZQ off=5943166 len=604113 2024-07-26T06:31:38.118 INFO:tasks.workunit.client.0.smithi089.stdout:op 1958 completed, throughput=5MB/sec 2024-07-26T06:31:39.120 INFO:tasks.workunit.client.0.smithi089.stdout: 376: throughput=4.99MB/sec pending data=0 2024-07-26T06:31:39.120 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-BHP7kTUNCcDyd8h off=10824147 len=274903 2024-07-26T06:31:39.122 INFO:tasks.workunit.client.0.smithi089.stdout:op 1959 completed, throughput=4.99MB/sec 2024-07-26T06:31:39.122 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-DR_AmLB0shtfhly off=18287627 len=1014095 2024-07-26T06:31:39.124 INFO:tasks.workunit.client.0.smithi089.stdout:op 1960 completed, throughput=4.99MB/sec 2024-07-26T06:31:39.124 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-oQ8T45ahNLKBk46 off=12909549 len=1847745 2024-07-26T06:31:39.125 INFO:tasks.workunit.client.0.smithi089.stdout:op 1961 completed, throughput=5MB/sec 2024-07-26T06:31:39.125 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-fy67W0-Vz3n6l7V off=789945 len=630915 2024-07-26T06:31:39.129 INFO:tasks.workunit.client.0.smithi089.stdout:op 1962 completed, throughput=5MB/sec 2024-07-26T06:31:39.129 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-EZblU49lKfDWmXP off=4252161 len=1910406 2024-07-26T06:31:39.136 INFO:tasks.workunit.client.0.smithi089.stdout:op 1963 completed, throughput=5MB/sec 2024-07-26T06:31:39.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:31:39 smithi155 ceph-mon[90160]: pgmap v1606: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-26T06:31:39.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:31:39 smithi089 ceph-mon[99608]: pgmap v1606: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-26T06:31:39.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:31:39 smithi089 ceph-mon[102056]: pgmap v1606: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-26T06:31:40.136 INFO:tasks.workunit.client.0.smithi089.stdout: 377: throughput=4.99MB/sec pending data=0 2024-07-26T06:31:40.137 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-1mjpj9BUVnNtLQS off=10382166 len=868175 2024-07-26T06:31:40.144 INFO:tasks.workunit.client.0.smithi089.stdout:op 1964 completed, throughput=4.99MB/sec 2024-07-26T06:31:40.144 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-hM43K7wcfnvzcOR off=1955913 len=1474173 2024-07-26T06:31:40.150 INFO:tasks.workunit.client.0.smithi089.stdout:op 1965 completed, throughput=4.99MB/sec 2024-07-26T06:31:40.151 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-e-8tLTY1FrIpnup off=940128 len=528352 2024-07-26T06:31:40.154 INFO:tasks.workunit.client.0.smithi089.stdout:op 1966 completed, throughput=5MB/sec 2024-07-26T06:31:40.154 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-yOZ04oHOoq3xCR8 off=14747322 len=1223075 2024-07-26T06:31:40.159 INFO:tasks.workunit.client.0.smithi089.stdout:op 1967 completed, throughput=5MB/sec 2024-07-26T06:31:40.159 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Dz9aJVlElGyNnyU off=5346384 len=441188 2024-07-26T06:31:40.161 INFO:tasks.workunit.client.0.smithi089.stdout:op 1968 completed, throughput=5MB/sec 2024-07-26T06:31:40.161 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-bYcS3qosw80x30Z off=10224303 len=493346 2024-07-26T06:31:40.161 INFO:tasks.workunit.client.0.smithi089.stdout:op 1969 completed, throughput=5MB/sec 2024-07-26T06:31:41.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:31:40 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:31:41.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:31:40 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:31:41.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:31:40 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:31:41.162 INFO:tasks.workunit.client.0.smithi089.stdout: 378: throughput=4.99MB/sec pending data=0 2024-07-26T06:31:41.162 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Aw5y1b7-VuLzPZj off=8160177 len=973670 2024-07-26T06:31:41.163 INFO:tasks.workunit.client.0.smithi089.stdout:op 1970 completed, throughput=4.99MB/sec 2024-07-26T06:31:41.164 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-5jb8i7m_HlWKgbX off=217156 len=297000 2024-07-26T06:31:41.164 INFO:tasks.workunit.client.0.smithi089.stdout:op 1971 completed, throughput=4.99MB/sec 2024-07-26T06:31:41.164 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-a1qfo_5RS6sM4xz off=1735619 len=868126 2024-07-26T06:31:41.169 INFO:tasks.workunit.client.0.smithi089.stdout:op 1972 completed, throughput=4.99MB/sec 2024-07-26T06:31:41.169 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-RDxQel8y3uZW3Vn off=11343173 len=110770 2024-07-26T06:31:41.170 INFO:tasks.workunit.client.0.smithi089.stdout:op 1973 completed, throughput=4.99MB/sec 2024-07-26T06:31:41.170 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-LPP0DiR97eO4uBt off=4179327 len=66686 2024-07-26T06:31:41.171 INFO:tasks.workunit.client.0.smithi089.stdout:op 1974 completed, throughput=4.99MB/sec 2024-07-26T06:31:41.171 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-q2071yUiYhV4A_G off=4176190 len=158322 2024-07-26T06:31:41.173 INFO:tasks.workunit.client.0.smithi089.stdout:op 1975 completed, throughput=4.99MB/sec 2024-07-26T06:31:41.173 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-SGP_2ElTXbFxndP off=9436611 len=1169522 2024-07-26T06:31:41.181 INFO:tasks.workunit.client.0.smithi089.stdout:op 1976 completed, throughput=5MB/sec 2024-07-26T06:31:41.181 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-G0SvmQ8bUujKPrl off=12528288 len=887818 2024-07-26T06:31:41.182 INFO:tasks.workunit.client.0.smithi089.stdout:op 1977 completed, throughput=5MB/sec 2024-07-26T06:31:41.182 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-0fuJ9QLu-A7G9Gq off=0 len=1335115 2024-07-26T06:31:41.188 INFO:tasks.workunit.client.0.smithi089.stdout:op 1978 completed, throughput=5MB/sec 2024-07-26T06:31:42.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:31:41 smithi155 ceph-mon[90160]: pgmap v1607: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-26T06:31:42.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:31:41 smithi089 ceph-mon[99608]: pgmap v1607: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-26T06:31:42.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:31:41 smithi089 ceph-mon[102056]: pgmap v1607: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-26T06:31:42.188 INFO:tasks.workunit.client.0.smithi089.stdout: 379: throughput=4.99MB/sec pending data=0 2024-07-26T06:31:42.188 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-KkFpi0zX45a1ZS5 off=173204 len=1989994 2024-07-26T06:31:42.198 INFO:tasks.workunit.client.0.smithi089.stdout:op 1979 completed, throughput=4.99MB/sec 2024-07-26T06:31:42.198 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ioWi7rvQDQxjRQV off=9693631 len=1456143 2024-07-26T06:31:42.204 INFO:tasks.workunit.client.0.smithi089.stdout:op 1980 completed, throughput=5MB/sec 2024-07-26T06:31:42.204 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-tVOVsAcBwwSFeE1 off=7165984 len=2048938 2024-07-26T06:31:42.205 INFO:tasks.workunit.client.0.smithi089.stdout:op 1981 completed, throughput=5MB/sec 2024-07-26T06:31:42.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:31:42 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:31:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:31:42.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:31:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:31:42] "GET /metrics HTTP/1.1" 200 34032 "" "Prometheus/2.43.0" 2024-07-26T06:31:43.206 INFO:tasks.workunit.client.0.smithi089.stdout: 380: throughput=4.99MB/sec pending data=0 2024-07-26T06:31:43.206 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-eBcFMg3iYa1uEvq off=1196585 len=1434273 2024-07-26T06:31:43.208 INFO:tasks.workunit.client.0.smithi089.stdout:op 1982 completed, throughput=4.99MB/sec 2024-07-26T06:31:43.208 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-OGjnhxHMoZbllXD off=20808528 len=306469 2024-07-26T06:31:43.211 INFO:tasks.workunit.client.0.smithi089.stdout:op 1983 completed, throughput=4.99MB/sec 2024-07-26T06:31:43.211 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Hv5RjeKBCYUeoDK off=5846656 len=224161 2024-07-26T06:31:43.212 INFO:tasks.workunit.client.0.smithi089.stdout:op 1984 completed, throughput=4.99MB/sec 2024-07-26T06:31:43.212 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-JLryw-z9Hs6a-zO off=836918 len=138536 2024-07-26T06:31:43.215 INFO:tasks.workunit.client.0.smithi089.stdout:op 1985 completed, throughput=4.99MB/sec 2024-07-26T06:31:43.215 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-eII1gKl_ppT4W5c off=2541769 len=1804018 2024-07-26T06:31:43.217 INFO:tasks.workunit.client.0.smithi089.stdout:op 1986 completed, throughput=5MB/sec 2024-07-26T06:31:43.217 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-vUsL_PL03EE-aX6 off=8681534 len=472496 2024-07-26T06:31:43.221 INFO:tasks.workunit.client.0.smithi089.stdout:op 1987 completed, throughput=5MB/sec 2024-07-26T06:31:43.221 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-5ISUYz1WTQuMHCC off=1010287 len=903927 2024-07-26T06:31:43.225 INFO:tasks.workunit.client.0.smithi089.stdout:op 1988 completed, throughput=5MB/sec 2024-07-26T06:31:43.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:31:43 smithi155 ceph-mon[90160]: pgmap v1608: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T06:31:43.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:31:43 smithi089 ceph-mon[99608]: pgmap v1608: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T06:31:43.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:31:43 smithi089 ceph-mon[102056]: pgmap v1608: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T06:31:44.226 INFO:tasks.workunit.client.0.smithi089.stdout: 381: throughput=4.99MB/sec pending data=0 2024-07-26T06:31:44.226 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-5GJVgudcewugkKm off=1684062 len=195069 2024-07-26T06:31:44.229 INFO:tasks.workunit.client.0.smithi089.stdout:op 1989 completed, throughput=4.99MB/sec 2024-07-26T06:31:44.229 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-WAxvkiRZIB6nk6N off=4148879 len=1236282 2024-07-26T06:31:44.236 INFO:tasks.workunit.client.0.smithi089.stdout:op 1990 completed, throughput=4.99MB/sec 2024-07-26T06:31:44.236 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-oxSRn-rwuY3koek off=2737153 len=1279643 2024-07-26T06:31:44.241 INFO:tasks.workunit.client.0.smithi089.stdout:op 1991 completed, throughput=5MB/sec 2024-07-26T06:31:44.241 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-PN0n112jq9cVh3M off=307756 len=1133902 2024-07-26T06:31:44.243 INFO:tasks.workunit.client.0.smithi089.stdout:op 1992 completed, throughput=5MB/sec 2024-07-26T06:31:44.243 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-2QYxPScwlHRg1Fv off=5108346 len=1037025 2024-07-26T06:31:44.248 INFO:tasks.workunit.client.0.smithi089.stdout:op 1993 completed, throughput=5MB/sec 2024-07-26T06:31:45.249 INFO:tasks.workunit.client.0.smithi089.stdout: 382: throughput=4.99MB/sec pending data=0 2024-07-26T06:31:45.249 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-VlNFS7WEcE-EYno off=3364600 len=906013 2024-07-26T06:31:45.254 INFO:tasks.workunit.client.0.smithi089.stdout:op 1994 completed, throughput=4.99MB/sec 2024-07-26T06:31:45.254 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-JWy-ikG13HIcgCH off=87339 len=1955805 2024-07-26T06:31:45.256 INFO:tasks.workunit.client.0.smithi089.stdout:op 1995 completed, throughput=4.99MB/sec 2024-07-26T06:31:45.257 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-cB2cwEFR1w1koSt off=12122881 len=1292945 2024-07-26T06:31:45.262 INFO:tasks.workunit.client.0.smithi089.stdout:op 1996 completed, throughput=5MB/sec 2024-07-26T06:31:45.262 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-CGC6upZbhs5yGtG off=9088767 len=917001 2024-07-26T06:31:45.267 INFO:tasks.workunit.client.0.smithi089.stdout:op 1997 completed, throughput=5MB/sec 2024-07-26T06:31:45.268 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-5pGW_jL16-oIWUa off=4478133 len=675377 2024-07-26T06:31:45.269 INFO:tasks.workunit.client.0.smithi089.stdout:op 1998 completed, throughput=5MB/sec 2024-07-26T06:31:45.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:31:45 smithi155 ceph-mon[90160]: pgmap v1609: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-07-26T06:31:45.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:31:45 smithi089 ceph-mon[99608]: pgmap v1609: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-07-26T06:31:45.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:31:45 smithi089 ceph-mon[102056]: pgmap v1609: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-07-26T06:31:46.269 INFO:tasks.workunit.client.0.smithi089.stdout: 383: throughput=4.99MB/sec pending data=0 2024-07-26T06:31:46.269 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-pjuotNzdqJqVrsI off=159135 len=1346894 2024-07-26T06:31:46.271 INFO:tasks.workunit.client.0.smithi089.stdout:op 1999 completed, throughput=4.99MB/sec 2024-07-26T06:31:46.271 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-GfRut4lU2qUU2uz off=9899323 len=1536242 2024-07-26T06:31:46.273 INFO:tasks.workunit.client.0.smithi089.stdout:op 2000 completed, throughput=5MB/sec 2024-07-26T06:31:46.273 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-jZ-S1rGBZ5UN_hS off=18406509 len=1103815 2024-07-26T06:31:46.278 INFO:tasks.workunit.client.0.smithi089.stdout:op 2001 completed, throughput=5MB/sec 2024-07-26T06:31:46.278 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-R7MvWspknJzkQ1M off=3410048 len=603449 2024-07-26T06:31:46.281 INFO:tasks.workunit.client.0.smithi089.stdout:op 2002 completed, throughput=5MB/sec 2024-07-26T06:31:46.281 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-7e1yoO7-pyQls5P off=2385833 len=1161226 2024-07-26T06:31:46.282 INFO:tasks.workunit.client.0.smithi089.stdout:op 2003 completed, throughput=5MB/sec 2024-07-26T06:31:47.282 INFO:tasks.workunit.client.0.smithi089.stdout: 384: throughput=4.99MB/sec pending data=0 2024-07-26T06:31:47.282 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Ona6oKBJOM4iBDH off=5637361 len=1034383 2024-07-26T06:31:47.284 INFO:tasks.workunit.client.0.smithi089.stdout:op 2004 completed, throughput=4.99MB/sec 2024-07-26T06:31:47.284 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-78j1ngv9tJOUgov off=6329996 len=1283062 2024-07-26T06:31:47.286 INFO:tasks.workunit.client.0.smithi089.stdout:op 2005 completed, throughput=5MB/sec 2024-07-26T06:31:47.286 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-NVDxzBP3fLY_9g6 off=1572101 len=812384 2024-07-26T06:31:47.290 INFO:tasks.workunit.client.0.smithi089.stdout:op 2006 completed, throughput=5MB/sec 2024-07-26T06:31:47.291 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Zk8rM0o0VdmcaF4 off=7276628 len=419222 2024-07-26T06:31:47.292 INFO:tasks.workunit.client.0.smithi089.stdout:op 2007 completed, throughput=5MB/sec 2024-07-26T06:31:47.292 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-iPbpqiOk43Tpc7t off=10412974 len=11813 2024-07-26T06:31:47.292 INFO:tasks.workunit.client.0.smithi089.stdout:op 2008 completed, throughput=5MB/sec 2024-07-26T06:31:47.292 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-MjSjbI2G35iGA-j off=11835698 len=548523 2024-07-26T06:31:47.293 INFO:tasks.workunit.client.0.smithi089.stdout:op 2009 completed, throughput=5MB/sec 2024-07-26T06:31:47.293 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-e0PKciIMqg4us_x off=0 len=1107400 2024-07-26T06:31:47.298 INFO:tasks.workunit.client.0.smithi089.stdout:op 2010 completed, throughput=5MB/sec 2024-07-26T06:31:47.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:31:47 smithi155 ceph-mon[90160]: pgmap v1610: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T06:31:47.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:31:47 smithi089 ceph-mon[99608]: pgmap v1610: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T06:31:47.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:31:47 smithi089 ceph-mon[102056]: pgmap v1610: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T06:31:48.298 INFO:tasks.workunit.client.0.smithi089.stdout: 385: throughput=4.99MB/sec pending data=0 2024-07-26T06:31:48.298 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-l34IxODf3YsDktF off=10322994 len=1121461 2024-07-26T06:31:48.300 INFO:tasks.workunit.client.0.smithi089.stdout:op 2011 completed, throughput=4.99MB/sec 2024-07-26T06:31:48.300 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Xlj_toUwaQXU__2 off=7159978 len=544356 2024-07-26T06:31:48.301 INFO:tasks.workunit.client.0.smithi089.stdout:op 2012 completed, throughput=4.99MB/sec 2024-07-26T06:31:48.301 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-8HmR2OaNIZrM5VD off=5369224 len=1001418 2024-07-26T06:31:48.302 INFO:tasks.workunit.client.0.smithi089.stdout:op 2013 completed, throughput=5MB/sec 2024-07-26T06:31:48.302 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-5XuCIfeOP0sQMnL off=697218 len=737721 2024-07-26T06:31:48.304 INFO:tasks.workunit.client.0.smithi089.stdout:op 2014 completed, throughput=5MB/sec 2024-07-26T06:31:48.304 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-VrImIoHS8FQOFXd off=6965982 len=1065675 2024-07-26T06:31:48.306 INFO:tasks.workunit.client.0.smithi089.stdout:op 2015 completed, throughput=5MB/sec 2024-07-26T06:31:49.306 INFO:tasks.workunit.client.0.smithi089.stdout: 386: throughput=4.99MB/sec pending data=0 2024-07-26T06:31:49.306 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-TtXPC8cDK5hAswu off=518707 len=1341709 2024-07-26T06:31:49.315 INFO:tasks.workunit.client.0.smithi089.stdout:op 2016 completed, throughput=4.99MB/sec 2024-07-26T06:31:49.315 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-tKTESdEFABGDqpN off=2840857 len=815722 2024-07-26T06:31:49.316 INFO:tasks.workunit.client.0.smithi089.stdout:op 2017 completed, throughput=4.99MB/sec 2024-07-26T06:31:49.317 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Z-FH0vNCQXJElaY off=7048742 len=386884 2024-07-26T06:31:49.317 INFO:tasks.workunit.client.0.smithi089.stdout:op 2018 completed, throughput=4.99MB/sec 2024-07-26T06:31:49.317 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-J8FPwtKphATwnwI off=6206699 len=1563077 2024-07-26T06:31:49.326 INFO:tasks.workunit.client.0.smithi089.stdout:op 2019 completed, throughput=5MB/sec 2024-07-26T06:31:49.326 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-btrLMTjiAKlJ_FR off=10767185 len=700858 2024-07-26T06:31:49.331 INFO:tasks.workunit.client.0.smithi089.stdout:op 2020 completed, throughput=5MB/sec 2024-07-26T06:31:49.331 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Vih3DUKXQvqZqAC off=2423284 len=843057 2024-07-26T06:31:49.336 INFO:tasks.workunit.client.0.smithi089.stdout:op 2021 completed, throughput=5MB/sec 2024-07-26T06:31:49.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:31:49 smithi155 ceph-mon[90160]: pgmap v1611: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:31:49.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:31:49 smithi089 ceph-mon[99608]: pgmap v1611: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:31:49.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:31:49 smithi089 ceph-mon[102056]: pgmap v1611: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:31:50.337 INFO:tasks.workunit.client.0.smithi089.stdout: 387: throughput=4.99MB/sec pending data=0 2024-07-26T06:31:50.337 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-aj5XLT0mBy8Em_S off=1972603 len=1656596 2024-07-26T06:31:50.339 INFO:tasks.workunit.client.0.smithi089.stdout:op 2022 completed, throughput=4.99MB/sec 2024-07-26T06:31:50.339 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-LPKfEB958rpmWAG off=936465 len=889585 2024-07-26T06:31:50.345 INFO:tasks.workunit.client.0.smithi089.stdout:op 2023 completed, throughput=4.99MB/sec 2024-07-26T06:31:50.345 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-r9M7XfbuDXjVa2H off=1366306 len=343687 2024-07-26T06:31:50.349 INFO:tasks.workunit.client.0.smithi089.stdout:op 2024 completed, throughput=5MB/sec 2024-07-26T06:31:50.349 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-pGoI09GQqg3PR-8 off=7018889 len=1165034 2024-07-26T06:31:50.350 INFO:tasks.workunit.client.0.smithi089.stdout:op 2025 completed, throughput=5MB/sec 2024-07-26T06:31:50.350 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-r-u9DZLR-AooX8T off=3355968 len=200695 2024-07-26T06:31:50.351 INFO:tasks.workunit.client.0.smithi089.stdout:op 2026 completed, throughput=5MB/sec 2024-07-26T06:31:50.352 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-wuO8c6eVB9Zt6yB off=6470434 len=1043511 2024-07-26T06:31:50.353 INFO:tasks.workunit.client.0.smithi089.stdout:op 2027 completed, throughput=5MB/sec 2024-07-26T06:31:51.353 INFO:tasks.workunit.client.0.smithi089.stdout: 388: throughput=4.99MB/sec pending data=0 2024-07-26T06:31:51.353 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-2DB7OX2lHNynG9E off=22068141 len=532074 2024-07-26T06:31:51.357 INFO:tasks.workunit.client.0.smithi089.stdout:op 2028 completed, throughput=4.99MB/sec 2024-07-26T06:31:51.357 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-zvYBGM6rDCXfVn7 off=14762533 len=748020 2024-07-26T06:31:51.359 INFO:tasks.workunit.client.0.smithi089.stdout:op 2029 completed, throughput=4.99MB/sec 2024-07-26T06:31:51.359 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-EYa_3Yhi6ECKc60 off=3179918 len=1577890 2024-07-26T06:31:51.361 INFO:tasks.workunit.client.0.smithi089.stdout:op 2030 completed, throughput=5MB/sec 2024-07-26T06:31:51.361 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-v1JcUJfXS-0Vzrg off=7323345 len=671778 2024-07-26T06:31:51.365 INFO:tasks.workunit.client.0.smithi089.stdout:op 2031 completed, throughput=5MB/sec 2024-07-26T06:31:51.365 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-tMiHfXfi3K4zluM off=7590323 len=850825 2024-07-26T06:31:51.366 INFO:tasks.workunit.client.0.smithi089.stdout:op 2032 completed, throughput=5MB/sec 2024-07-26T06:31:51.366 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-T94hb382-Z188oE off=4942477 len=1669728 2024-07-26T06:31:51.368 INFO:tasks.workunit.client.0.smithi089.stdout:op 2033 completed, throughput=5MB/sec 2024-07-26T06:31:51.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:31:51 smithi155 ceph-mon[90160]: pgmap v1612: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T06:31:51.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:31:51 smithi089 ceph-mon[99608]: pgmap v1612: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T06:31:51.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:31:51 smithi089 ceph-mon[102056]: pgmap v1612: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T06:31:52.314 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:31:52 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:31:52.318 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:31:52 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:31:52.318 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:31:52 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:31:52.318 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:31:52 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:31:52.368 INFO:tasks.workunit.client.0.smithi089.stdout: 389: throughput=4.99MB/sec pending data=0 2024-07-26T06:31:52.368 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-TxqlIxrFo5SCYWG off=2717 len=1440468 2024-07-26T06:31:52.374 INFO:tasks.workunit.client.0.smithi089.stdout:op 2034 completed, throughput=4.99MB/sec 2024-07-26T06:31:52.374 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-WRvbi5ZwMFPjgrk off=4065257 len=798130 2024-07-26T06:31:52.376 INFO:tasks.workunit.client.0.smithi089.stdout:op 2035 completed, throughput=5MB/sec 2024-07-26T06:31:52.377 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-lw6akhGTMlnucLL off=3632552 len=1468863 2024-07-26T06:31:52.377 INFO:tasks.workunit.client.0.smithi089.stdout:op 2036 completed, throughput=5MB/sec 2024-07-26T06:31:52.377 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-al5nR5MjZqcdMxA off=11156202 len=928858 2024-07-26T06:31:52.379 INFO:tasks.workunit.client.0.smithi089.stdout:op 2037 completed, throughput=5MB/sec 2024-07-26T06:31:52.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:31:52 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:31:52.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:31:52 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:31:52.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:31:52 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:31:52.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:31:52 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:31:52.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:31:52 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:31:52.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:31:52 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:31:52.407 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:31:52 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:31:52.407 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:31:52 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:31:52.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:31:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:31:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:31:52.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:31:52 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:31:52] "GET /metrics HTTP/1.1" 200 34032 "" "Prometheus/2.43.0" 2024-07-26T06:31:53.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:31:53 smithi155 ceph-mon[90160]: pgmap v1613: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:31:53.380 INFO:tasks.workunit.client.0.smithi089.stdout: 390: throughput=4.99MB/sec pending data=0 2024-07-26T06:31:53.380 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-31lp46miHSqRyha off=5691027 len=716743 2024-07-26T06:31:53.385 INFO:tasks.workunit.client.0.smithi089.stdout:op 2038 completed, throughput=4.99MB/sec 2024-07-26T06:31:53.385 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-twNUi-EskTn1xb4 off=2040924 len=852402 2024-07-26T06:31:53.391 INFO:tasks.workunit.client.0.smithi089.stdout:op 2039 completed, throughput=4.99MB/sec 2024-07-26T06:31:53.391 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-lJpa27D0Lry3Xks off=15505018 len=249673 2024-07-26T06:31:53.391 INFO:tasks.workunit.client.0.smithi089.stdout:op 2040 completed, throughput=4.99MB/sec 2024-07-26T06:31:53.391 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-LamU1h5ZI6aE8SN off=3283978 len=162916 2024-07-26T06:31:53.394 INFO:tasks.workunit.client.0.smithi089.stdout:op 2041 completed, throughput=4.99MB/sec 2024-07-26T06:31:53.394 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-7ea6SO9sob4wnQo off=9954574 len=593444 2024-07-26T06:31:53.397 INFO:tasks.workunit.client.0.smithi089.stdout:op 2042 completed, throughput=4.99MB/sec 2024-07-26T06:31:53.398 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-0JMJTgDZi6Prolw off=1777259 len=1627148 2024-07-26T06:31:53.399 INFO:tasks.workunit.client.0.smithi089.stdout:op 2043 completed, throughput=5MB/sec 2024-07-26T06:31:53.399 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-c68yXtLmcbYEMPQ off=2602540 len=1821524 2024-07-26T06:31:53.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:31:53 smithi089 ceph-mon[99608]: pgmap v1613: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:31:53.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:31:53 smithi089 ceph-mon[102056]: pgmap v1613: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:31:53.409 INFO:tasks.workunit.client.0.smithi089.stdout:op 2044 completed, throughput=5MB/sec 2024-07-26T06:31:54.409 INFO:tasks.workunit.client.0.smithi089.stdout: 391: throughput=4.99MB/sec pending data=0 2024-07-26T06:31:54.410 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ELGQI3pmpLl3gmV off=1309533 len=1918905 2024-07-26T06:31:54.421 INFO:tasks.workunit.client.0.smithi089.stdout:op 2045 completed, throughput=4.99MB/sec 2024-07-26T06:31:54.421 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-a-WhkBZsqLD8_Pw off=17770083 len=339261 2024-07-26T06:31:54.422 INFO:tasks.workunit.client.0.smithi089.stdout:op 2046 completed, throughput=5MB/sec 2024-07-26T06:31:54.422 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-SMAZ_4VFTXrWGHe off=12165237 len=1907475 2024-07-26T06:31:54.434 INFO:tasks.workunit.client.0.smithi089.stdout:op 2047 completed, throughput=5MB/sec 2024-07-26T06:31:54.435 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-XTwXZvLLQ1qPOTZ off=21264814 len=570509 2024-07-26T06:31:54.438 INFO:tasks.workunit.client.0.smithi089.stdout:op 2048 completed, throughput=5MB/sec 2024-07-26T06:31:55.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:31:55 smithi155 ceph-mon[90160]: pgmap v1614: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-26T06:31:55.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:31:55 smithi089 ceph-mon[99608]: pgmap v1614: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-26T06:31:55.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:31:55 smithi089 ceph-mon[102056]: pgmap v1614: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-26T06:31:55.439 INFO:tasks.workunit.client.0.smithi089.stdout: 392: throughput=4.99MB/sec pending data=0 2024-07-26T06:31:55.439 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-WzgHjUYpB3ywLb7 off=17982715 len=1291576 2024-07-26T06:31:55.449 INFO:tasks.workunit.client.0.smithi089.stdout:op 2049 completed, throughput=4.99MB/sec 2024-07-26T06:31:55.449 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-HynDD_K2hxhZn8S off=7876125 len=326566 2024-07-26T06:31:55.452 INFO:tasks.workunit.client.0.smithi089.stdout:op 2050 completed, throughput=4.99MB/sec 2024-07-26T06:31:55.452 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-dRUvmWdwTd73r_q off=9438960 len=1546236 2024-07-26T06:31:55.454 INFO:tasks.workunit.client.0.smithi089.stdout:op 2051 completed, throughput=5MB/sec 2024-07-26T06:31:55.454 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-NnKAVdvsHIiNLDU off=227076 len=295508 2024-07-26T06:31:55.455 INFO:tasks.workunit.client.0.smithi089.stdout:op 2052 completed, throughput=5MB/sec 2024-07-26T06:31:55.455 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-lNvPJexCNYxf1cT off=16966014 len=1062635 2024-07-26T06:31:55.457 INFO:tasks.workunit.client.0.smithi089.stdout:op 2053 completed, throughput=5MB/sec 2024-07-26T06:31:55.457 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-1aMZsUu_lbNMSMQ off=1892505 len=971062 2024-07-26T06:31:55.458 INFO:tasks.workunit.client.0.smithi089.stdout:op 2054 completed, throughput=5MB/sec 2024-07-26T06:31:56.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:31:56 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:31:56.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:31:56 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:31:56.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:31:56 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:31:56.459 INFO:tasks.workunit.client.0.smithi089.stdout: 393: throughput=4.99MB/sec pending data=0 2024-07-26T06:31:56.459 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-TFGePzqqwbVBzGO off=1158664 len=530101 2024-07-26T06:31:56.460 INFO:tasks.workunit.client.0.smithi089.stdout:op 2055 completed, throughput=4.99MB/sec 2024-07-26T06:31:56.460 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-YL4PNEYnlTwf7T0 off=2600259 len=48596 2024-07-26T06:31:56.462 INFO:tasks.workunit.client.0.smithi089.stdout:op 2056 completed, throughput=4.99MB/sec 2024-07-26T06:31:56.463 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-OLqE9ep-1tMuxiS off=7877332 len=538057 2024-07-26T06:31:56.463 INFO:tasks.workunit.client.0.smithi089.stdout:op 2057 completed, throughput=4.99MB/sec 2024-07-26T06:31:56.464 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-JgtWRe0Lr6g_wNI off=8683923 len=633230 2024-07-26T06:31:56.465 INFO:tasks.workunit.client.0.smithi089.stdout:op 2058 completed, throughput=4.99MB/sec 2024-07-26T06:31:56.465 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-qX2u62jFS9WZeCl off=3801296 len=1992930 2024-07-26T06:31:56.467 INFO:tasks.workunit.client.0.smithi089.stdout:op 2059 completed, throughput=5MB/sec 2024-07-26T06:31:56.467 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-qsOvCp3b6v__w93 off=238831 len=1485895 2024-07-26T06:31:56.474 INFO:tasks.workunit.client.0.smithi089.stdout:op 2060 completed, throughput=5MB/sec 2024-07-26T06:31:57.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:31:57 smithi155 ceph-mon[90160]: pgmap v1615: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-07-26T06:31:57.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:31:57 smithi089 ceph-mon[99608]: pgmap v1615: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-07-26T06:31:57.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:31:57 smithi089 ceph-mon[102056]: pgmap v1615: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-07-26T06:31:57.475 INFO:tasks.workunit.client.0.smithi089.stdout: 394: throughput=4.99MB/sec pending data=0 2024-07-26T06:31:57.475 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-qFAQ557iKfk5ANz off=2316298 len=497858 2024-07-26T06:31:57.479 INFO:tasks.workunit.client.0.smithi089.stdout:op 2061 completed, throughput=4.99MB/sec 2024-07-26T06:31:57.479 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-7IIuSssTONVyQca off=8909317 len=1560080 2024-07-26T06:31:57.489 INFO:tasks.workunit.client.0.smithi089.stdout:op 2062 completed, throughput=4.99MB/sec 2024-07-26T06:31:57.489 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-1-J52yzbiVFrtWi off=3503216 len=298813 2024-07-26T06:31:57.492 INFO:tasks.workunit.client.0.smithi089.stdout:op 2063 completed, throughput=4.99MB/sec 2024-07-26T06:31:57.492 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-8m1wWK9S_oZ6VeZ off=17715677 len=782226 2024-07-26T06:31:57.496 INFO:tasks.workunit.client.0.smithi089.stdout:op 2064 completed, throughput=5MB/sec 2024-07-26T06:31:57.496 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-b0xNxlzA4_DM_7- off=13907530 len=175911 2024-07-26T06:31:57.496 INFO:tasks.workunit.client.0.smithi089.stdout:op 2065 completed, throughput=5MB/sec 2024-07-26T06:31:57.497 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-VtsBR2uws4YnwaQ off=17535885 len=1014827 2024-07-26T06:31:57.498 INFO:tasks.workunit.client.0.smithi089.stdout:op 2066 completed, throughput=5MB/sec 2024-07-26T06:31:57.498 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-RVHZmoQBHhRiVY1 off=1413705 len=1301777 2024-07-26T06:31:57.503 INFO:tasks.workunit.client.0.smithi089.stdout:op 2067 completed, throughput=5MB/sec 2024-07-26T06:31:58.504 INFO:tasks.workunit.client.0.smithi089.stdout: 395: throughput=4.99MB/sec pending data=0 2024-07-26T06:31:58.504 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-XkAxveW1hvKmLAy off=3951625 len=707344 2024-07-26T06:31:58.506 INFO:tasks.workunit.client.0.smithi089.stdout:op 2068 completed, throughput=4.99MB/sec 2024-07-26T06:31:58.506 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-impTzhR1-X2xuqJ off=5769224 len=438209 2024-07-26T06:31:58.507 INFO:tasks.workunit.client.0.smithi089.stdout:op 2069 completed, throughput=4.99MB/sec 2024-07-26T06:31:58.507 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-NmukyYEiNBd-8gz off=6437900 len=1924159 2024-07-26T06:31:58.511 INFO:tasks.workunit.client.0.smithi089.stdout:op 2070 completed, throughput=5MB/sec 2024-07-26T06:31:58.511 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-YHAU0E4hS0noLW_ off=1748924 len=1489924 2024-07-26T06:31:58.514 INFO:tasks.workunit.client.0.smithi089.stdout:op 2071 completed, throughput=5MB/sec 2024-07-26T06:31:58.514 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-nyi3F2Zsu4s1DNH off=9487501 len=149878 2024-07-26T06:31:58.514 INFO:tasks.workunit.client.0.smithi089.stdout:op 2072 completed, throughput=5MB/sec 2024-07-26T06:31:59.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:31:59 smithi155 ceph-mon[90160]: pgmap v1616: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-26T06:31:59.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:31:59 smithi089 ceph-mon[99608]: pgmap v1616: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-26T06:31:59.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:31:59 smithi089 ceph-mon[102056]: pgmap v1616: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-26T06:31:59.515 INFO:tasks.workunit.client.0.smithi089.stdout: 396: throughput=4.99MB/sec pending data=0 2024-07-26T06:31:59.515 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-3IXrlQw3m7juthi off=1042065 len=672728 2024-07-26T06:31:59.517 INFO:tasks.workunit.client.0.smithi089.stdout:op 2073 completed, throughput=4.99MB/sec 2024-07-26T06:31:59.517 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-7TTDG_R4ZSxLBgr off=3051930 len=706195 2024-07-26T06:31:59.518 INFO:tasks.workunit.client.0.smithi089.stdout:op 2074 completed, throughput=4.99MB/sec 2024-07-26T06:31:59.518 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Y15AdGkeLiyCDzr off=10462378 len=73459 2024-07-26T06:31:59.521 INFO:tasks.workunit.client.0.smithi089.stdout:op 2075 completed, throughput=4.99MB/sec 2024-07-26T06:31:59.521 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-vLXK3u46NhHW5on off=7075986 len=1876498 2024-07-26T06:31:59.523 INFO:tasks.workunit.client.0.smithi089.stdout:op 2076 completed, throughput=5MB/sec 2024-07-26T06:31:59.523 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-MHZD69f5y4O-jJV off=6268618 len=1403527 2024-07-26T06:31:59.526 INFO:tasks.workunit.client.0.smithi089.stdout:op 2077 completed, throughput=5MB/sec 2024-07-26T06:31:59.526 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-TyvrhiKHp9hMcUI off=0 len=1408530 2024-07-26T06:31:59.528 INFO:tasks.workunit.client.0.smithi089.stdout:op 2078 completed, throughput=5MB/sec 2024-07-26T06:32:00.528 INFO:tasks.workunit.client.0.smithi089.stdout: 397: throughput=4.99MB/sec pending data=0 2024-07-26T06:32:00.529 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-WPyd0ANver2fphA off=1555473 len=428054 2024-07-26T06:32:00.532 INFO:tasks.workunit.client.0.smithi089.stdout:op 2079 completed, throughput=4.99MB/sec 2024-07-26T06:32:00.532 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-IBmxlNm5elOURB_ off=2248944 len=839818 2024-07-26T06:32:00.537 INFO:tasks.workunit.client.0.smithi089.stdout:op 2080 completed, throughput=4.99MB/sec 2024-07-26T06:32:00.537 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-vbwVhRLFDTa_5EV off=22118508 len=283256 2024-07-26T06:32:00.538 INFO:tasks.workunit.client.0.smithi089.stdout:op 2081 completed, throughput=4.99MB/sec 2024-07-26T06:32:00.538 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-tAOQc_HJ1vgZWpU off=1533540 len=1505261 2024-07-26T06:32:00.544 INFO:tasks.workunit.client.0.smithi089.stdout:op 2082 completed, throughput=5MB/sec 2024-07-26T06:32:00.545 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-zEnNelQTeZ-WUGk off=7489095 len=1690071 2024-07-26T06:32:00.553 INFO:tasks.workunit.client.0.smithi089.stdout:op 2083 completed, throughput=5MB/sec 2024-07-26T06:32:01.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:32:01 smithi155 ceph-mon[90160]: pgmap v1617: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-07-26T06:32:01.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:32:01 smithi089 ceph-mon[99608]: pgmap v1617: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-07-26T06:32:01.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:32:01 smithi089 ceph-mon[102056]: pgmap v1617: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-07-26T06:32:01.553 INFO:tasks.workunit.client.0.smithi089.stdout: 398: throughput=4.99MB/sec pending data=0 2024-07-26T06:32:01.554 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-8WkWJSslZlYYYfe off=9878490 len=697380 2024-07-26T06:32:01.554 INFO:tasks.workunit.client.0.smithi089.stdout:op 2084 completed, throughput=4.99MB/sec 2024-07-26T06:32:01.555 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-v6SiKvuJJnQbS8B off=2079655 len=212123 2024-07-26T06:32:01.557 INFO:tasks.workunit.client.0.smithi089.stdout:op 2085 completed, throughput=4.99MB/sec 2024-07-26T06:32:01.557 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-D14wljceiDnF6Xt off=4446378 len=784552 2024-07-26T06:32:01.558 INFO:tasks.workunit.client.0.smithi089.stdout:op 2086 completed, throughput=4.99MB/sec 2024-07-26T06:32:01.558 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-434OvZwYV15khDL off=8265560 len=1649526 2024-07-26T06:32:01.561 INFO:tasks.workunit.client.0.smithi089.stdout:op 2087 completed, throughput=5MB/sec 2024-07-26T06:32:01.561 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-siXy_psHc2VdXQA off=2747997 len=38759 2024-07-26T06:32:01.561 INFO:tasks.workunit.client.0.smithi089.stdout:op 2088 completed, throughput=5MB/sec 2024-07-26T06:32:01.561 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-aRFdQ_73R5ORMro off=4011943 len=1083497 2024-07-26T06:32:01.563 INFO:tasks.workunit.client.0.smithi089.stdout:op 2089 completed, throughput=5MB/sec 2024-07-26T06:32:01.563 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-P1DOUg5lunEvUso off=2902321 len=106354 2024-07-26T06:32:01.565 INFO:tasks.workunit.client.0.smithi089.stdout:op 2090 completed, throughput=5MB/sec 2024-07-26T06:32:01.565 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-QEXnEH1qAhT3yMo off=4141588 len=690346 2024-07-26T06:32:01.570 INFO:tasks.workunit.client.0.smithi089.stdout:op 2091 completed, throughput=5MB/sec 2024-07-26T06:32:02.570 INFO:tasks.workunit.client.0.smithi089.stdout: 399: throughput=4.99MB/sec pending data=0 2024-07-26T06:32:02.571 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-vB41RW2En0ujQqc off=7939428 len=262856 2024-07-26T06:32:02.571 INFO:tasks.workunit.client.0.smithi089.stdout:op 2092 completed, throughput=4.99MB/sec 2024-07-26T06:32:02.571 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-jqdSA3zM9QSouk3 off=6503236 len=377438 2024-07-26T06:32:02.572 INFO:tasks.workunit.client.0.smithi089.stdout:op 2093 completed, throughput=4.99MB/sec 2024-07-26T06:32:02.572 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-8qacDCNmma8xbJv off=998642 len=169865 2024-07-26T06:32:02.575 INFO:tasks.workunit.client.0.smithi089.stdout:op 2094 completed, throughput=4.99MB/sec 2024-07-26T06:32:02.575 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-aAlCTORoCrIyIt4 off=11322511 len=1778318 2024-07-26T06:32:02.577 INFO:tasks.workunit.client.0.smithi089.stdout:op 2095 completed, throughput=4.99MB/sec 2024-07-26T06:32:02.577 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-JgtWRe0Lr6g_wNI off=268550 len=1526069 2024-07-26T06:32:02.586 INFO:tasks.workunit.client.0.smithi089.stdout:op 2096 completed, throughput=5MB/sec 2024-07-26T06:32:02.586 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-1rB4HLujgLDEEnU off=11492903 len=886013 2024-07-26T06:32:02.587 INFO:tasks.workunit.client.0.smithi089.stdout:op 2097 completed, throughput=5MB/sec 2024-07-26T06:32:02.587 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj--54HE-lvT_GMsY- off=5943416 len=156059 2024-07-26T06:32:02.589 INFO:tasks.workunit.client.0.smithi089.stdout:op 2098 completed, throughput=5MB/sec 2024-07-26T06:32:02.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:32:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:32:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:32:02.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:32:02 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:32:02] "GET /metrics HTTP/1.1" 200 34034 "" "Prometheus/2.43.0" 2024-07-26T06:32:03.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:32:03 smithi155 ceph-mon[90160]: pgmap v1618: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.0 MiB/s wr, 6 op/s 2024-07-26T06:32:03.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:32:03 smithi089 ceph-mon[99608]: pgmap v1618: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.0 MiB/s wr, 6 op/s 2024-07-26T06:32:03.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:32:03 smithi089 ceph-mon[102056]: pgmap v1618: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.0 MiB/s wr, 6 op/s 2024-07-26T06:32:03.590 INFO:tasks.workunit.client.0.smithi089.stdout: 400: throughput=4.99MB/sec pending data=0 2024-07-26T06:32:03.590 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Gd0XgXz-CUp3Flw off=524894 len=189362 2024-07-26T06:32:03.590 INFO:tasks.workunit.client.0.smithi089.stdout:op 2099 completed, throughput=4.99MB/sec 2024-07-26T06:32:03.590 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-NmukyYEiNBd-8gz off=5956395 len=1946365 2024-07-26T06:32:03.602 INFO:tasks.workunit.client.0.smithi089.stdout:op 2100 completed, throughput=4.99MB/sec 2024-07-26T06:32:03.602 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-t2lG9gvjgW939vT off=5838859 len=1141949 2024-07-26T06:32:03.607 INFO:tasks.workunit.client.0.smithi089.stdout:op 2101 completed, throughput=5MB/sec 2024-07-26T06:32:03.607 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-xx6ZY-2j1-s9D-x off=1714931 len=334505 2024-07-26T06:32:03.608 INFO:tasks.workunit.client.0.smithi089.stdout:op 2102 completed, throughput=5MB/sec 2024-07-26T06:32:03.608 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-YP_KPQe0YhqlhSe off=23724079 len=1293722 2024-07-26T06:32:03.614 INFO:tasks.workunit.client.0.smithi089.stdout:op 2103 completed, throughput=5MB/sec 2024-07-26T06:32:03.614 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-dvayWw7viOfvX0Y off=15605582 len=842754 2024-07-26T06:32:03.619 INFO:tasks.workunit.client.0.smithi089.stdout:op 2104 completed, throughput=5MB/sec 2024-07-26T06:32:04.619 INFO:tasks.workunit.client.0.smithi089.stdout: 401: throughput=4.99MB/sec pending data=0 2024-07-26T06:32:04.620 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-s0SFnLYv32uCOWc off=11367512 len=1873914 2024-07-26T06:32:04.622 INFO:tasks.workunit.client.0.smithi089.stdout:op 2105 completed, throughput=4.99MB/sec 2024-07-26T06:32:04.622 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-iUemXb077CodOJ4 off=3543228 len=1590871 2024-07-26T06:32:04.630 INFO:tasks.workunit.client.0.smithi089.stdout:op 2106 completed, throughput=5MB/sec 2024-07-26T06:32:04.630 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-nVL2dU_sDHgp_fU off=11807201 len=1082935 2024-07-26T06:32:04.635 INFO:tasks.workunit.client.0.smithi089.stdout:op 2107 completed, throughput=5MB/sec 2024-07-26T06:32:04.635 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-1dwY-QAP2-DuFQi off=4674154 len=1665731 2024-07-26T06:32:04.637 INFO:tasks.workunit.client.0.smithi089.stdout:op 2108 completed, throughput=5MB/sec 2024-07-26T06:32:05.382 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:32:05 smithi155 ceph-mon[90160]: pgmap v1619: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T06:32:05.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:32:05 smithi089 ceph-mon[99608]: pgmap v1619: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T06:32:05.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:32:05 smithi089 ceph-mon[102056]: pgmap v1619: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T06:32:05.637 INFO:tasks.workunit.client.0.smithi089.stdout: 402: throughput=4.99MB/sec pending data=0 2024-07-26T06:32:05.637 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-wXrEzvGDHkSj-9j off=9008661 len=344131 2024-07-26T06:32:05.638 INFO:tasks.workunit.client.0.smithi089.stdout:op 2109 completed, throughput=4.99MB/sec 2024-07-26T06:32:05.638 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-qkDvcRqs-suU_A- off=6051091 len=1350710 2024-07-26T06:32:05.640 INFO:tasks.workunit.client.0.smithi089.stdout:op 2110 completed, throughput=4.99MB/sec 2024-07-26T06:32:05.640 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-5Hh9eE9tkU4iFXI off=2032600 len=1341545 2024-07-26T06:32:05.645 INFO:tasks.workunit.client.0.smithi089.stdout:op 2111 completed, throughput=5MB/sec 2024-07-26T06:32:05.645 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-a5L-9xhzlnBNqJc off=17166287 len=1456156 2024-07-26T06:32:05.653 INFO:tasks.workunit.client.0.smithi089.stdout:op 2112 completed, throughput=5MB/sec 2024-07-26T06:32:06.654 INFO:tasks.workunit.client.0.smithi089.stdout: 403: throughput=4.99MB/sec pending data=0 2024-07-26T06:32:06.654 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ri5y0c_re2Z2vh8 off=519928 len=1079399 2024-07-26T06:32:06.657 INFO:tasks.workunit.client.0.smithi089.stdout:op 2113 completed, throughput=4.99MB/sec 2024-07-26T06:32:06.657 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-jme9RYS77FChBDQ off=155734 len=1238485 2024-07-26T06:32:06.663 INFO:tasks.workunit.client.0.smithi089.stdout:op 2114 completed, throughput=4.99MB/sec 2024-07-26T06:32:06.663 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-iWGaUgwbEQ364hC off=6740362 len=202967 2024-07-26T06:32:06.663 INFO:tasks.workunit.client.0.smithi089.stdout:op 2115 completed, throughput=4.99MB/sec 2024-07-26T06:32:06.663 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-XurkkO9tzRt1Fdt off=15643020 len=630993 2024-07-26T06:32:06.667 INFO:tasks.workunit.client.0.smithi089.stdout:op 2116 completed, throughput=5MB/sec 2024-07-26T06:32:06.667 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-8H6bIEgZw57BHV1 off=5153510 len=234012 2024-07-26T06:32:06.670 INFO:tasks.workunit.client.0.smithi089.stdout:op 2117 completed, throughput=5MB/sec 2024-07-26T06:32:06.671 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-kZaQ_5A4F4lyVct off=3287210 len=1908739 2024-07-26T06:32:06.674 INFO:tasks.workunit.client.0.smithi089.stdout:op 2118 completed, throughput=5MB/sec 2024-07-26T06:32:07.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:32:07 smithi155 ceph-mon[90160]: pgmap v1620: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T06:32:07.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:32:07 smithi089 ceph-mon[99608]: pgmap v1620: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T06:32:07.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:32:07 smithi089 ceph-mon[102056]: pgmap v1620: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T06:32:07.675 INFO:tasks.workunit.client.0.smithi089.stdout: 404: throughput=4.99MB/sec pending data=0 2024-07-26T06:32:07.675 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-5LsgCMMzQQfay6F off=17360009 len=1389425 2024-07-26T06:32:07.676 INFO:tasks.workunit.client.0.smithi089.stdout:op 2119 completed, throughput=4.99MB/sec 2024-07-26T06:32:07.676 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Y61phvU_uH2GL1B off=8484322 len=183544 2024-07-26T06:32:07.677 INFO:tasks.workunit.client.0.smithi089.stdout:op 2120 completed, throughput=4.99MB/sec 2024-07-26T06:32:07.677 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ur4aeHrA1LGOyg_ off=2142448 len=141666 2024-07-26T06:32:07.680 INFO:tasks.workunit.client.0.smithi089.stdout:op 2121 completed, throughput=4.99MB/sec 2024-07-26T06:32:07.680 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-y-ALrHYa70Ax3q9 off=9994756 len=821769 2024-07-26T06:32:07.686 INFO:tasks.workunit.client.0.smithi089.stdout:op 2122 completed, throughput=4.99MB/sec 2024-07-26T06:32:07.686 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-nM6zdv0M3atsIE6 off=2467328 len=217280 2024-07-26T06:32:07.686 INFO:tasks.workunit.client.0.smithi089.stdout:op 2123 completed, throughput=4.99MB/sec 2024-07-26T06:32:07.687 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-9Fjc92O-WMtyocL off=7026306 len=1313405 2024-07-26T06:32:07.693 INFO:tasks.workunit.client.0.smithi089.stdout:op 2124 completed, throughput=5MB/sec 2024-07-26T06:32:07.693 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-RFa814k-gfhLjXc off=16982078 len=1720183 2024-07-26T06:32:07.700 INFO:tasks.workunit.client.0.smithi089.stdout:op 2125 completed, throughput=5MB/sec 2024-07-26T06:32:08.701 INFO:tasks.workunit.client.0.smithi089.stdout: 405: throughput=4.99MB/sec pending data=0 2024-07-26T06:32:08.701 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-dEv8ka5Wg5XHZxm off=6365554 len=1490687 2024-07-26T06:32:08.703 INFO:tasks.workunit.client.0.smithi089.stdout:op 2126 completed, throughput=4.99MB/sec 2024-07-26T06:32:08.703 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-CA3umFCBhmK73qE off=11844822 len=1118032 2024-07-26T06:32:08.708 INFO:tasks.workunit.client.0.smithi089.stdout:op 2127 completed, throughput=5MB/sec 2024-07-26T06:32:08.708 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-XGcaHwrYSYlYpF7 off=9132567 len=894145 2024-07-26T06:32:08.710 INFO:tasks.workunit.client.0.smithi089.stdout:op 2128 completed, throughput=5MB/sec 2024-07-26T06:32:08.710 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-0W6xawkA3Uj51tt off=3191240 len=536353 2024-07-26T06:32:08.711 INFO:tasks.workunit.client.0.smithi089.stdout:op 2129 completed, throughput=5MB/sec 2024-07-26T06:32:08.711 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-_bMpOSt_BU8lgjY off=1846026 len=79744 2024-07-26T06:32:08.714 INFO:tasks.workunit.client.0.smithi089.stdout:op 2130 completed, throughput=5MB/sec 2024-07-26T06:32:08.715 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-mLqu6abpsX0ldwD off=4034102 len=1904518 2024-07-26T06:32:08.723 INFO:tasks.workunit.client.0.smithi089.stdout:op 2131 completed, throughput=5MB/sec 2024-07-26T06:32:09.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:32:09 smithi155 ceph-mon[90160]: pgmap v1621: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-07-26T06:32:09.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:32:09 smithi089 ceph-mon[99608]: pgmap v1621: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-07-26T06:32:09.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:32:09 smithi089 ceph-mon[102056]: pgmap v1621: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-07-26T06:32:09.723 INFO:tasks.workunit.client.0.smithi089.stdout: 406: throughput=4.99MB/sec pending data=0 2024-07-26T06:32:09.723 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-hnuwyuELOLZN_h2 off=4381324 len=1911909 2024-07-26T06:32:09.727 INFO:tasks.workunit.client.0.smithi089.stdout:op 2132 completed, throughput=5MB/sec 2024-07-26T06:32:09.727 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-aOknItAUfabcUMK off=3602444 len=42426 2024-07-26T06:32:09.730 INFO:tasks.workunit.client.0.smithi089.stdout:op 2133 completed, throughput=5MB/sec 2024-07-26T06:32:09.730 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-gi1vxTHHWxf6S1o off=743984 len=1156524 2024-07-26T06:32:09.732 INFO:tasks.workunit.client.0.smithi089.stdout:op 2134 completed, throughput=5MB/sec 2024-07-26T06:32:09.732 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-xSGpPqzJk8raY4h off=5952303 len=651168 2024-07-26T06:32:09.736 INFO:tasks.workunit.client.0.smithi089.stdout:op 2135 completed, throughput=5MB/sec 2024-07-26T06:32:09.736 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-PHpFoPPMX3P3TN7 off=1874957 len=357319 2024-07-26T06:32:09.739 INFO:tasks.workunit.client.0.smithi089.stdout:op 2136 completed, throughput=5MB/sec 2024-07-26T06:32:10.740 INFO:tasks.workunit.client.0.smithi089.stdout: 407: throughput=4.99MB/sec pending data=0 2024-07-26T06:32:10.740 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-N-vjwl6ct27wECE off=5970236 len=1349332 2024-07-26T06:32:10.745 INFO:tasks.workunit.client.0.smithi089.stdout:op 2137 completed, throughput=4.99MB/sec 2024-07-26T06:32:10.746 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-9Ku1_PDYBNLbVQ0 off=4433412 len=658428 2024-07-26T06:32:10.746 INFO:tasks.workunit.client.0.smithi089.stdout:op 2138 completed, throughput=4.99MB/sec 2024-07-26T06:32:10.747 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-_lAD6NuopdjmSla off=737610 len=1270131 2024-07-26T06:32:10.748 INFO:tasks.workunit.client.0.smithi089.stdout:op 2139 completed, throughput=5MB/sec 2024-07-26T06:32:10.748 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-rUra72zsFh3U6jq off=6634178 len=2042558 2024-07-26T06:32:10.752 INFO:tasks.workunit.client.0.smithi089.stdout:op 2140 completed, throughput=5MB/sec 2024-07-26T06:32:11.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:32:10 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:32:11.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:32:10 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:32:11.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:32:10 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:32:11.752 INFO:tasks.workunit.client.0.smithi089.stdout: 408: throughput=4.99MB/sec pending data=0 2024-07-26T06:32:11.753 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-mSkYXLtl6nF6YSq off=967323 len=65680 2024-07-26T06:32:11.755 INFO:tasks.workunit.client.0.smithi089.stdout:op 2141 completed, throughput=4.99MB/sec 2024-07-26T06:32:11.755 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-qCaXWV1ARauGGSN off=22257066 len=1350488 2024-07-26T06:32:11.757 INFO:tasks.workunit.client.0.smithi089.stdout:op 2142 completed, throughput=4.99MB/sec 2024-07-26T06:32:11.757 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-lPW446zFqUkbt8T off=8180096 len=473157 2024-07-26T06:32:11.759 INFO:tasks.workunit.client.0.smithi089.stdout:op 2143 completed, throughput=4.99MB/sec 2024-07-26T06:32:11.759 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-wcAHjx_5xFM9-nx off=1081734 len=2049271 2024-07-26T06:32:11.761 INFO:tasks.workunit.client.0.smithi089.stdout:op 2144 completed, throughput=5MB/sec 2024-07-26T06:32:11.761 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-kCqE_z7PxoLDggD off=5781140 len=6187 2024-07-26T06:32:11.763 INFO:tasks.workunit.client.0.smithi089.stdout:op 2145 completed, throughput=5MB/sec 2024-07-26T06:32:11.763 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-QakKSw64k4-KoCW off=8052003 len=2051001 2024-07-26T06:32:11.766 INFO:tasks.workunit.client.0.smithi089.stdout:op 2146 completed, throughput=5MB/sec 2024-07-26T06:32:12.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:32:11 smithi155 ceph-mon[90160]: pgmap v1622: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-26T06:32:12.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:32:11 smithi089 ceph-mon[99608]: pgmap v1622: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-26T06:32:12.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:32:11 smithi089 ceph-mon[102056]: pgmap v1622: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-26T06:32:12.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:32:12 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:32:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:32:12.766 INFO:tasks.workunit.client.0.smithi089.stdout: 409: throughput=4.99MB/sec pending data=0 2024-07-26T06:32:12.766 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-fnNUPv419Yw981Y off=16769624 len=1114666 2024-07-26T06:32:12.768 INFO:tasks.workunit.client.0.smithi089.stdout:op 2147 completed, throughput=4.99MB/sec 2024-07-26T06:32:12.768 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Uv83zDFZfZG5Kow off=8167766 len=509368 2024-07-26T06:32:12.772 INFO:tasks.workunit.client.0.smithi089.stdout:op 2148 completed, throughput=4.99MB/sec 2024-07-26T06:32:12.772 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-MRRBUUxDTOfJ-EL off=442554 len=1809191 2024-07-26T06:32:12.783 INFO:tasks.workunit.client.0.smithi089.stdout:op 2149 completed, throughput=5MB/sec 2024-07-26T06:32:12.783 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-OZvOmSFb4e6cZ0R off=18128054 len=584468 2024-07-26T06:32:12.787 INFO:tasks.workunit.client.0.smithi089.stdout:op 2150 completed, throughput=5MB/sec 2024-07-26T06:32:12.787 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-qbbd9XtIVWBVoaH off=11088939 len=1751988 2024-07-26T06:32:12.796 INFO:tasks.workunit.client.0.smithi089.stdout:op 2151 completed, throughput=5MB/sec 2024-07-26T06:32:12.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:32:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:32:12] "GET /metrics HTTP/1.1" 200 34036 "" "Prometheus/2.43.0" 2024-07-26T06:32:13.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:32:13 smithi155 ceph-mon[90160]: pgmap v1623: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T06:32:13.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:32:13 smithi089 ceph-mon[99608]: pgmap v1623: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T06:32:13.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:32:13 smithi089 ceph-mon[102056]: pgmap v1623: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T06:32:13.796 INFO:tasks.workunit.client.0.smithi089.stdout: 410: throughput=4.99MB/sec pending data=0 2024-07-26T06:32:13.796 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-6agvN61R5iDJX9a off=1446662 len=708742 2024-07-26T06:32:13.801 INFO:tasks.workunit.client.0.smithi089.stdout:op 2152 completed, throughput=4.99MB/sec 2024-07-26T06:32:13.801 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-VqPHYjsA6zjeBcD off=166398 len=998062 2024-07-26T06:32:13.803 INFO:tasks.workunit.client.0.smithi089.stdout:op 2153 completed, throughput=4.99MB/sec 2024-07-26T06:32:13.804 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-StRQoKJHzmiiyFt off=5442587 len=1852 2024-07-26T06:32:13.806 INFO:tasks.workunit.client.0.smithi089.stdout:op 2154 completed, throughput=4.99MB/sec 2024-07-26T06:32:13.806 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-uOwkVx19JdUhcO4 off=18947298 len=1300965 2024-07-26T06:32:13.812 INFO:tasks.workunit.client.0.smithi089.stdout:op 2155 completed, throughput=5MB/sec 2024-07-26T06:32:13.813 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-j8eAdABfzzKBzqJ off=45409 len=2036786 2024-07-26T06:32:13.824 INFO:tasks.workunit.client.0.smithi089.stdout:op 2156 completed, throughput=5MB/sec 2024-07-26T06:32:14.824 INFO:tasks.workunit.client.0.smithi089.stdout: 411: throughput=4.99MB/sec pending data=0 2024-07-26T06:32:14.824 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-WVtaSFj-bip8u0V off=633440 len=1112942 2024-07-26T06:32:14.826 INFO:tasks.workunit.client.0.smithi089.stdout:op 2157 completed, throughput=4.99MB/sec 2024-07-26T06:32:14.826 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-PH2U6QkT-gBrfyt off=9883547 len=814577 2024-07-26T06:32:14.827 INFO:tasks.workunit.client.0.smithi089.stdout:op 2158 completed, throughput=4.99MB/sec 2024-07-26T06:32:14.828 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-3OiwbSzLvRnih6o off=0 len=1300053 2024-07-26T06:32:14.831 INFO:tasks.workunit.client.0.smithi089.stdout:op 2159 completed, throughput=5MB/sec 2024-07-26T06:32:14.831 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-XiFdhV35I5_9K8a off=11801205 len=1495474 2024-07-26T06:32:14.833 INFO:tasks.workunit.client.0.smithi089.stdout:op 2160 completed, throughput=5MB/sec 2024-07-26T06:32:15.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:32:15 smithi155 ceph-mon[90160]: pgmap v1624: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:32:15.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:32:15 smithi089 ceph-mon[99608]: pgmap v1624: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:32:15.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:32:15 smithi089 ceph-mon[102056]: pgmap v1624: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:32:15.833 INFO:tasks.workunit.client.0.smithi089.stdout: 412: throughput=4.99MB/sec pending data=0 2024-07-26T06:32:15.833 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-bWoH3FHReAHqi88 off=367262 len=2027947 2024-07-26T06:32:15.845 INFO:tasks.workunit.client.0.smithi089.stdout:op 2161 completed, throughput=4.99MB/sec 2024-07-26T06:32:15.845 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-1jV7taC6zFVL0uo off=1798678 len=2018085 2024-07-26T06:32:15.846 INFO:tasks.workunit.client.0.smithi089.stdout:op 2162 completed, throughput=5MB/sec 2024-07-26T06:32:15.846 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-hxhYJ0LQcC4JOeL off=18294171 len=766526 2024-07-26T06:32:15.850 INFO:tasks.workunit.client.0.smithi089.stdout:op 2163 completed, throughput=5MB/sec 2024-07-26T06:32:15.851 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Be8yy8A-ItsnspU off=4292501 len=2026205 2024-07-26T06:32:15.852 INFO:tasks.workunit.client.0.smithi089.stdout:op 2164 completed, throughput=5MB/sec 2024-07-26T06:32:16.852 INFO:tasks.workunit.client.0.smithi089.stdout: 413: throughput=4.99MB/sec pending data=0 2024-07-26T06:32:16.852 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Nf8nnfHf-d2hrR4 off=13527107 len=1006817 2024-07-26T06:32:16.858 INFO:tasks.workunit.client.0.smithi089.stdout:op 2165 completed, throughput=4.99MB/sec 2024-07-26T06:32:16.858 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-UDqot055XN_8RvR off=761234 len=1822320 2024-07-26T06:32:16.867 INFO:tasks.workunit.client.0.smithi089.stdout:op 2166 completed, throughput=5MB/sec 2024-07-26T06:32:16.867 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-x_02G3nu66fxB4k off=11439120 len=668301 2024-07-26T06:32:16.868 INFO:tasks.workunit.client.0.smithi089.stdout:op 2167 completed, throughput=5MB/sec 2024-07-26T06:32:17.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:32:17 smithi155 ceph-mon[90160]: pgmap v1625: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T06:32:17.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:32:17 smithi089 ceph-mon[99608]: pgmap v1625: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T06:32:17.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:32:17 smithi089 ceph-mon[102056]: pgmap v1625: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T06:32:17.868 INFO:tasks.workunit.client.0.smithi089.stdout: 414: throughput=4.99MB/sec pending data=0 2024-07-26T06:32:17.868 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-vtCGyNs8k9apCnW off=6445162 len=1648077 2024-07-26T06:32:17.877 INFO:tasks.workunit.client.0.smithi089.stdout:op 2168 completed, throughput=4.99MB/sec 2024-07-26T06:32:17.877 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-rAahStcGsyttDa1 off=5086752 len=1478706 2024-07-26T06:32:17.880 INFO:tasks.workunit.client.0.smithi089.stdout:op 2169 completed, throughput=5MB/sec 2024-07-26T06:32:17.880 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-JaQdNYsVxrXfztk off=11742728 len=863939 2024-07-26T06:32:17.885 INFO:tasks.workunit.client.0.smithi089.stdout:op 2170 completed, throughput=5MB/sec 2024-07-26T06:32:17.885 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-YL4PNEYnlTwf7T0 off=2687687 len=496427 2024-07-26T06:32:17.886 INFO:tasks.workunit.client.0.smithi089.stdout:op 2171 completed, throughput=5MB/sec 2024-07-26T06:32:17.886 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-xryK2a4zInKesaV off=0 len=1679513 2024-07-26T06:32:17.887 INFO:tasks.workunit.client.0.smithi089.stdout:op 2172 completed, throughput=5MB/sec 2024-07-26T06:32:18.888 INFO:tasks.workunit.client.0.smithi089.stdout: 415: throughput=4.99MB/sec pending data=0 2024-07-26T06:32:18.888 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-GwUuScBCurw0ah0 off=17048888 len=1896624 2024-07-26T06:32:18.892 INFO:tasks.workunit.client.0.smithi089.stdout:op 2173 completed, throughput=4.99MB/sec 2024-07-26T06:32:18.892 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-gK6nMEjoHu5UBdi off=19309800 len=1761129 2024-07-26T06:32:18.904 INFO:tasks.workunit.client.0.smithi089.stdout:op 2174 completed, throughput=5MB/sec 2024-07-26T06:32:18.904 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-iMUltLat7tUreF8 off=359997 len=40841 2024-07-26T06:32:18.904 INFO:tasks.workunit.client.0.smithi089.stdout:op 2175 completed, throughput=5MB/sec 2024-07-26T06:32:18.904 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-qi8Tu5tUc_RnNzc off=827289 len=717667 2024-07-26T06:32:18.906 INFO:tasks.workunit.client.0.smithi089.stdout:op 2176 completed, throughput=5MB/sec 2024-07-26T06:32:18.906 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-6LlCJExGVdxUqzx off=19607050 len=854614 2024-07-26T06:32:18.907 INFO:tasks.workunit.client.0.smithi089.stdout:op 2177 completed, throughput=5MB/sec 2024-07-26T06:32:19.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:32:19 smithi155 ceph-mon[90160]: pgmap v1626: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:32:19.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:32:19 smithi089 ceph-mon[99608]: pgmap v1626: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:32:19.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:32:19 smithi089 ceph-mon[102056]: pgmap v1626: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:32:19.907 INFO:tasks.workunit.client.0.smithi089.stdout: 416: throughput=4.99MB/sec pending data=0 2024-07-26T06:32:19.921 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj--EdDwBg3eozJmNE off=9509653 len=1436416 2024-07-26T06:32:19.922 INFO:tasks.workunit.client.0.smithi089.stdout:op 2178 completed, throughput=4.99MB/sec 2024-07-26T06:32:19.922 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-g5CAjd3qXLWk-gS off=4121929 len=844999 2024-07-26T06:32:19.922 INFO:tasks.workunit.client.0.smithi089.stdout:op 2179 completed, throughput=5MB/sec 2024-07-26T06:32:19.922 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-JHVWQ-X156_ivyu off=4459553 len=1315346 2024-07-26T06:32:19.922 INFO:tasks.workunit.client.0.smithi089.stdout:op 2180 completed, throughput=5MB/sec 2024-07-26T06:32:19.922 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-8qzwu0w_j_QH_Mt off=9066770 len=1971115 2024-07-26T06:32:19.926 INFO:tasks.workunit.client.0.smithi089.stdout:op 2181 completed, throughput=5MB/sec 2024-07-26T06:32:20.927 INFO:tasks.workunit.client.0.smithi089.stdout: 417: throughput=4.99MB/sec pending data=0 2024-07-26T06:32:20.927 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-8OMl23MI7AeLwJW off=8281925 len=639732 2024-07-26T06:32:20.928 INFO:tasks.workunit.client.0.smithi089.stdout:op 2182 completed, throughput=4.99MB/sec 2024-07-26T06:32:20.928 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-9n18WWTY0jsWplf off=810221 len=479683 2024-07-26T06:32:20.929 INFO:tasks.workunit.client.0.smithi089.stdout:op 2183 completed, throughput=4.99MB/sec 2024-07-26T06:32:20.929 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-QwhFuOi0N8F2jei off=8829108 len=1854674 2024-07-26T06:32:20.936 INFO:tasks.workunit.client.0.smithi089.stdout:op 2184 completed, throughput=5MB/sec 2024-07-26T06:32:20.936 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-mfOXtGzD0I7H6yb off=24437356 len=1141492 2024-07-26T06:32:20.937 INFO:tasks.workunit.client.0.smithi089.stdout:op 2185 completed, throughput=5MB/sec 2024-07-26T06:32:20.937 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-K6cCtB_9e3B4zI2 off=4922233 len=356675 2024-07-26T06:32:20.938 INFO:tasks.workunit.client.0.smithi089.stdout:op 2186 completed, throughput=5MB/sec 2024-07-26T06:32:21.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:32:21 smithi155 ceph-mon[90160]: pgmap v1627: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:32:21.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:32:21 smithi089 ceph-mon[99608]: pgmap v1627: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:32:21.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:32:21 smithi089 ceph-mon[102056]: pgmap v1627: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:32:21.938 INFO:tasks.workunit.client.0.smithi089.stdout: 418: throughput=4.99MB/sec pending data=0 2024-07-26T06:32:21.938 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-vHu-AKJS5uW69gR off=327528 len=1261424 2024-07-26T06:32:21.941 INFO:tasks.workunit.client.0.smithi089.stdout:op 2187 completed, throughput=4.99MB/sec 2024-07-26T06:32:21.941 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-pYo6Fa2hDLZf0Nm off=1756236 len=143323 2024-07-26T06:32:21.942 INFO:tasks.workunit.client.0.smithi089.stdout:op 2188 completed, throughput=4.99MB/sec 2024-07-26T06:32:21.942 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-cGTpZcbXc9eL712 off=1358867 len=1077225 2024-07-26T06:32:21.943 INFO:tasks.workunit.client.0.smithi089.stdout:op 2189 completed, throughput=4.99MB/sec 2024-07-26T06:32:21.943 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-1x8XIHOJBVjXDnY off=987154 len=1411527 2024-07-26T06:32:21.945 INFO:tasks.workunit.client.0.smithi089.stdout:op 2190 completed, throughput=5MB/sec 2024-07-26T06:32:21.945 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-zFEgWmlV1s_TO9v off=82630 len=1866090 2024-07-26T06:32:21.947 INFO:tasks.workunit.client.0.smithi089.stdout:op 2191 completed, throughput=5MB/sec 2024-07-26T06:32:22.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:32:22 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:32:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:32:22.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:32:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:32:22] "GET /metrics HTTP/1.1" 200 34036 "" "Prometheus/2.43.0" 2024-07-26T06:32:22.947 INFO:tasks.workunit.client.0.smithi089.stdout: 419: throughput=4.99MB/sec pending data=0 2024-07-26T06:32:22.948 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-syk4SSrlwd6DCeG off=747282 len=1661456 2024-07-26T06:32:22.951 INFO:tasks.workunit.client.0.smithi089.stdout:op 2192 completed, throughput=4.99MB/sec 2024-07-26T06:32:22.951 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-5tIBjIw8uSuQf4l off=10931391 len=1895008 2024-07-26T06:32:22.953 INFO:tasks.workunit.client.0.smithi089.stdout:op 2193 completed, throughput=5MB/sec 2024-07-26T06:32:22.954 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-2JDTcwo6Ho1KeE7 off=22283307 len=1373959 2024-07-26T06:32:22.956 INFO:tasks.workunit.client.0.smithi089.stdout:op 2194 completed, throughput=5MB/sec 2024-07-26T06:32:23.956 INFO:tasks.workunit.client.0.smithi089.stdout: 420: throughput=4.99MB/sec pending data=0 2024-07-26T06:32:23.956 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-snCNZhtxX2uqb1R off=20629802 len=50920 2024-07-26T06:32:23.958 INFO:tasks.workunit.client.0.smithi089.stdout:op 2195 completed, throughput=4.99MB/sec 2024-07-26T06:32:23.959 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-XdN3ntHzgky_rED off=5127114 len=994134 2024-07-26T06:32:23.963 INFO:tasks.workunit.client.0.smithi089.stdout:op 2196 completed, throughput=4.99MB/sec 2024-07-26T06:32:23.963 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-nrG0Z6ysdDOURoR off=15729522 len=2028657 2024-07-26T06:32:23.965 INFO:tasks.workunit.client.0.smithi089.stdout:op 2197 completed, throughput=5MB/sec 2024-07-26T06:32:23.966 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-rTZn8XrzwjbaSn1 off=3798105 len=565821 2024-07-26T06:32:23.969 INFO:tasks.workunit.client.0.smithi089.stdout:op 2198 completed, throughput=5MB/sec 2024-07-26T06:32:23.969 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-7Me6NzM-UCuDOq7 off=2414901 len=320520 2024-07-26T06:32:23.969 INFO:tasks.workunit.client.0.smithi089.stdout:op 2199 completed, throughput=5MB/sec 2024-07-26T06:32:23.970 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ti27gQZc3xaTGV4 off=1427774 len=750783 2024-07-26T06:32:23.972 INFO:tasks.workunit.client.0.smithi089.stdout:op 2200 completed, throughput=5MB/sec 2024-07-26T06:32:23.972 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-p7WHEi6q7mGOadT off=11044755 len=95293 2024-07-26T06:32:23.972 INFO:tasks.workunit.client.0.smithi089.stdout:op 2201 completed, throughput=5MB/sec 2024-07-26T06:32:23.973 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ob5BIel7xo6qbfj off=16034680 len=222612 2024-07-26T06:32:23.975 INFO:tasks.workunit.client.0.smithi089.stdout:op 2202 completed, throughput=5MB/sec 2024-07-26T06:32:23.975 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj--QbFeIZfstF3Rzg off=10285487 len=1600869 2024-07-26T06:32:23.983 INFO:tasks.workunit.client.0.smithi089.stdout:op 2203 completed, throughput=5MB/sec 2024-07-26T06:32:24.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:32:24 smithi155 ceph-mon[90160]: pgmap v1628: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T06:32:24.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:32:24 smithi089 ceph-mon[99608]: pgmap v1628: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T06:32:24.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:32:24 smithi089 ceph-mon[102056]: pgmap v1628: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T06:32:24.983 INFO:tasks.workunit.client.0.smithi089.stdout: 421: throughput=4.99MB/sec pending data=0 2024-07-26T06:32:24.984 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-JXQ9gQyouPU1r0E off=15405310 len=857216 2024-07-26T06:32:24.986 INFO:tasks.workunit.client.0.smithi089.stdout:op 2204 completed, throughput=4.99MB/sec 2024-07-26T06:32:24.986 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-zpIwDSDzO5jjf_X off=10969264 len=1016668 2024-07-26T06:32:24.991 INFO:tasks.workunit.client.0.smithi089.stdout:op 2205 completed, throughput=5MB/sec 2024-07-26T06:32:24.991 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-3pKxDQPIo_9I-s0 off=10756875 len=928215 2024-07-26T06:32:24.992 INFO:tasks.workunit.client.0.smithi089.stdout:op 2206 completed, throughput=5MB/sec 2024-07-26T06:32:24.993 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-QFpUq-KOQivlGx3 off=13995688 len=1268596 2024-07-26T06:32:25.000 INFO:tasks.workunit.client.0.smithi089.stdout:op 2207 completed, throughput=5MB/sec 2024-07-26T06:32:26.000 INFO:tasks.workunit.client.0.smithi089.stdout: 422: throughput=4.99MB/sec pending data=0 2024-07-26T06:32:26.000 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ug31erHmUJucXJZ off=6778474 len=941576 2024-07-26T06:32:26.005 INFO:tasks.workunit.client.0.smithi089.stdout:op 2208 completed, throughput=4.99MB/sec 2024-07-26T06:32:26.005 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-p3SHMA3nHyrOWMo off=7426877 len=1743868 2024-07-26T06:32:26.009 INFO:tasks.workunit.client.0.smithi089.stdout:op 2209 completed, throughput=4.99MB/sec 2024-07-26T06:32:26.009 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-TZ-iIfZnE2OwYAF off=109344 len=396828 2024-07-26T06:32:26.013 INFO:tasks.workunit.client.0.smithi089.stdout:op 2210 completed, throughput=5MB/sec 2024-07-26T06:32:26.013 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-gA0GibGyjqXfqp_ off=8921344 len=188873 2024-07-26T06:32:26.013 INFO:tasks.workunit.client.0.smithi089.stdout:op 2211 completed, throughput=5MB/sec 2024-07-26T06:32:26.013 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-V6N_lNuW-txq4XE off=16577387 len=1340726 2024-07-26T06:32:26.015 INFO:tasks.workunit.client.0.smithi089.stdout:op 2212 completed, throughput=5MB/sec 2024-07-26T06:32:26.016 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj--tvzvsXvLZVZ40F off=20280465 len=526825 2024-07-26T06:32:26.016 INFO:tasks.workunit.client.0.smithi089.stdout:op 2213 completed, throughput=5MB/sec 2024-07-26T06:32:26.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:32:26 smithi155 ceph-mon[90160]: pgmap v1629: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T06:32:26.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:32:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:32:26.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:32:26 smithi089 ceph-mon[99608]: pgmap v1629: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T06:32:26.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:32:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:32:26.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:32:26 smithi089 ceph-mon[102056]: pgmap v1629: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T06:32:26.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:32:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:32:27.017 INFO:tasks.workunit.client.0.smithi089.stdout: 423: throughput=4.99MB/sec pending data=0 2024-07-26T06:32:27.017 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-fdwCPartmWBfZZg off=24003877 len=100219 2024-07-26T06:32:27.017 INFO:tasks.workunit.client.0.smithi089.stdout:op 2214 completed, throughput=4.99MB/sec 2024-07-26T06:32:27.017 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-gESdqROSmGvdheb off=11038926 len=1254651 2024-07-26T06:32:27.020 INFO:tasks.workunit.client.0.smithi089.stdout:op 2215 completed, throughput=4.99MB/sec 2024-07-26T06:32:27.020 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-SED2VYcWh1e5B0p off=13049058 len=651820 2024-07-26T06:32:27.024 INFO:tasks.workunit.client.0.smithi089.stdout:op 2216 completed, throughput=4.99MB/sec 2024-07-26T06:32:27.024 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-id0J1gg-0lIT_N5 off=13120338 len=675531 2024-07-26T06:32:27.029 INFO:tasks.workunit.client.0.smithi089.stdout:op 2217 completed, throughput=4.99MB/sec 2024-07-26T06:32:27.029 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-OmZdoSv-hkRN0HX off=3198856 len=615995 2024-07-26T06:32:27.029 INFO:tasks.workunit.client.0.smithi089.stdout:op 2218 completed, throughput=5MB/sec 2024-07-26T06:32:27.030 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-0uZnJEdTIuZj9Bv off=24365661 len=304106 2024-07-26T06:32:27.030 INFO:tasks.workunit.client.0.smithi089.stdout:op 2219 completed, throughput=5MB/sec 2024-07-26T06:32:27.030 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-4lMmrzD4Lw5Y7hB off=471469 len=2001596 2024-07-26T06:32:27.043 INFO:tasks.workunit.client.0.smithi089.stdout:op 2220 completed, throughput=5MB/sec 2024-07-26T06:32:28.044 INFO:tasks.workunit.client.0.smithi089.stdout: 424: throughput=4.99MB/sec pending data=0 2024-07-26T06:32:28.044 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ZKWttKWPEodkT_l off=1393888 len=1264165 2024-07-26T06:32:28.050 INFO:tasks.workunit.client.0.smithi089.stdout:op 2221 completed, throughput=4.99MB/sec 2024-07-26T06:32:28.051 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ccEIRXYFWDFqamz off=15228011 len=858333 2024-07-26T06:32:28.055 INFO:tasks.workunit.client.0.smithi089.stdout:op 2222 completed, throughput=4.99MB/sec 2024-07-26T06:32:28.055 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-76_UkGrs4ug6QRu off=693877 len=2074102 2024-07-26T06:32:28.067 INFO:tasks.workunit.client.0.smithi089.stdout:op 2223 completed, throughput=5MB/sec 2024-07-26T06:32:28.067 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-BHAhOmgf02X1DLa off=15834714 len=1297959 2024-07-26T06:32:28.068 INFO:tasks.workunit.client.0.smithi089.stdout:op 2224 completed, throughput=5MB/sec 2024-07-26T06:32:28.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:32:28 smithi155 ceph-mon[90160]: pgmap v1630: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-07-26T06:32:28.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:32:28 smithi089 ceph-mon[99608]: pgmap v1630: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-07-26T06:32:28.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:32:28 smithi089 ceph-mon[102056]: pgmap v1630: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-07-26T06:32:29.069 INFO:tasks.workunit.client.0.smithi089.stdout: 425: throughput=4.99MB/sec pending data=0 2024-07-26T06:32:29.069 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-r_3QnJsaNc3sgCw off=1519656 len=625350 2024-07-26T06:32:29.070 INFO:tasks.workunit.client.0.smithi089.stdout:op 2225 completed, throughput=4.99MB/sec 2024-07-26T06:32:29.070 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-a2_UN2FZHXBYmWH off=11970606 len=2094493 2024-07-26T06:32:29.073 INFO:tasks.workunit.client.0.smithi089.stdout:op 2226 completed, throughput=5MB/sec 2024-07-26T06:32:29.073 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-zcfp1gIvhRF2sBY off=13215007 len=885771 2024-07-26T06:32:29.076 INFO:tasks.workunit.client.0.smithi089.stdout:op 2227 completed, throughput=5MB/sec 2024-07-26T06:32:29.076 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-fOJB3H0k9lihkle off=3329625 len=767497 2024-07-26T06:32:29.081 INFO:tasks.workunit.client.0.smithi089.stdout:op 2228 completed, throughput=5MB/sec 2024-07-26T06:32:29.081 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-xfVMjrG0eRcBE9T off=1898552 len=461606 2024-07-26T06:32:29.082 INFO:tasks.workunit.client.0.smithi089.stdout:op 2229 completed, throughput=5MB/sec 2024-07-26T06:32:29.082 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-40T8Jr2RAafQAP- off=2370023 len=1859994 2024-07-26T06:32:29.092 INFO:tasks.workunit.client.0.smithi089.stdout:op 2230 completed, throughput=5MB/sec 2024-07-26T06:32:30.093 INFO:tasks.workunit.client.0.smithi089.stdout: 426: throughput=4.99MB/sec pending data=0 2024-07-26T06:32:30.093 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-s7bg89zOgIpfFX6 off=7141645 len=295204 2024-07-26T06:32:30.093 INFO:tasks.workunit.client.0.smithi089.stdout:op 2231 completed, throughput=4.99MB/sec 2024-07-26T06:32:30.093 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-WDJzkvBlFw7XEYd off=1221071 len=942166 2024-07-26T06:32:30.099 INFO:tasks.workunit.client.0.smithi089.stdout:op 2232 completed, throughput=4.99MB/sec 2024-07-26T06:32:30.099 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ZG_8Kkju25EjEPA off=0 len=1568530 2024-07-26T06:32:30.104 INFO:tasks.workunit.client.0.smithi089.stdout:op 2233 completed, throughput=5MB/sec 2024-07-26T06:32:30.104 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-S1Vo8C2W11Do_pv off=4958716 len=1200178 2024-07-26T06:32:30.106 INFO:tasks.workunit.client.0.smithi089.stdout:op 2234 completed, throughput=5MB/sec 2024-07-26T06:32:30.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:32:30 smithi155 ceph-mon[90160]: pgmap v1631: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T06:32:30.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:32:30 smithi089 ceph-mon[99608]: pgmap v1631: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T06:32:30.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:32:30 smithi089 ceph-mon[102056]: pgmap v1631: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T06:32:31.107 INFO:tasks.workunit.client.0.smithi089.stdout: 427: throughput=4.99MB/sec pending data=0 2024-07-26T06:32:31.194 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-v6zBzPj_rTnXC3s off=10863937 len=1976877 2024-07-26T06:32:31.196 INFO:tasks.workunit.client.0.smithi089.stdout:op 2235 completed, throughput=4.99MB/sec 2024-07-26T06:32:31.196 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-bKtm8AAUhG-cGej off=10268834 len=2026732 2024-07-26T06:32:31.196 INFO:tasks.workunit.client.0.smithi089.stdout:op 2236 completed, throughput=5MB/sec 2024-07-26T06:32:31.196 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-NI_CgAN45DDr6Kk off=1942145 len=554227 2024-07-26T06:32:31.196 INFO:tasks.workunit.client.0.smithi089.stdout:op 2237 completed, throughput=5MB/sec 2024-07-26T06:32:31.196 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Dmt8whVcxqE5GAN off=1613471 len=1777265 2024-07-26T06:32:31.196 INFO:tasks.workunit.client.0.smithi089.stdout:op 2238 completed, throughput=5MB/sec 2024-07-26T06:32:32.129 INFO:tasks.workunit.client.0.smithi089.stdout: 428: throughput=4.99MB/sec pending data=0 2024-07-26T06:32:32.129 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-x4dVWZq9Sb8OO_l off=2961272 len=1638644 2024-07-26T06:32:32.136 INFO:tasks.workunit.client.0.smithi089.stdout:op 2239 completed, throughput=5MB/sec 2024-07-26T06:32:32.136 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-YyVWrYkzlnZyVYi off=1190212 len=1267082 2024-07-26T06:32:32.142 INFO:tasks.workunit.client.0.smithi089.stdout:op 2240 completed, throughput=5MB/sec 2024-07-26T06:32:32.143 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-PasVR-vQ1XcYj0a off=1172964 len=237632 2024-07-26T06:32:32.143 INFO:tasks.workunit.client.0.smithi089.stdout:op 2241 completed, throughput=5MB/sec 2024-07-26T06:32:32.143 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-j-zeITlB-o71Zt0 off=3922365 len=1160235 2024-07-26T06:32:32.143 INFO:tasks.workunit.client.0.smithi089.stdout:op 2242 completed, throughput=5MB/sec 2024-07-26T06:32:32.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:32:32 smithi155 ceph-mon[90160]: pgmap v1632: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T06:32:32.381 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:32:32 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:32:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:32:32.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:32:32 smithi089 ceph-mon[99608]: pgmap v1632: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T06:32:32.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:32:32 smithi089 ceph-mon[102056]: pgmap v1632: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T06:32:32.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:32:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:32:32] "GET /metrics HTTP/1.1" 200 34049 "" "Prometheus/2.43.0" 2024-07-26T06:32:33.144 INFO:tasks.workunit.client.0.smithi089.stdout: 429: throughput=4.99MB/sec pending data=0 2024-07-26T06:32:33.144 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-703ZHGkJiYNYQRt off=12639451 len=2070205 2024-07-26T06:32:33.155 INFO:tasks.workunit.client.0.smithi089.stdout:op 2243 completed, throughput=4.99MB/sec 2024-07-26T06:32:33.156 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-nREnQPMS6FktV6V off=609232 len=244976 2024-07-26T06:32:33.158 INFO:tasks.workunit.client.0.smithi089.stdout:op 2244 completed, throughput=4.99MB/sec 2024-07-26T06:32:33.159 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-p8guej0EtuMS_ct off=2347057 len=1378846 2024-07-26T06:32:33.160 INFO:tasks.workunit.client.0.smithi089.stdout:op 2245 completed, throughput=5MB/sec 2024-07-26T06:32:33.160 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-gu40yRxyK-kyVOI off=23363810 len=1873321 2024-07-26T06:32:33.169 INFO:tasks.workunit.client.0.smithi089.stdout:op 2246 completed, throughput=5MB/sec 2024-07-26T06:32:34.170 INFO:tasks.workunit.client.0.smithi089.stdout: 430: throughput=4.99MB/sec pending data=0 2024-07-26T06:32:34.170 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-UtNfdBhR_MBjTH1 off=10666471 len=1877263 2024-07-26T06:32:34.172 INFO:tasks.workunit.client.0.smithi089.stdout:op 2247 completed, throughput=4.99MB/sec 2024-07-26T06:32:34.172 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-qjsMor2qKY4Pxu6 off=755246 len=6149 2024-07-26T06:32:34.172 INFO:tasks.workunit.client.0.smithi089.stdout:op 2248 completed, throughput=4.99MB/sec 2024-07-26T06:32:34.172 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-b0nZLS9b8n4VvsX off=11743233 len=47278 2024-07-26T06:32:34.173 INFO:tasks.workunit.client.0.smithi089.stdout:op 2249 completed, throughput=4.99MB/sec 2024-07-26T06:32:34.173 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-1mwkd2nQUo0LMXr off=574507 len=630036 2024-07-26T06:32:34.177 INFO:tasks.workunit.client.0.smithi089.stdout:op 2250 completed, throughput=5MB/sec 2024-07-26T06:32:34.178 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-rJ19wp7TxYbV_Nc off=5939214 len=262895 2024-07-26T06:32:34.178 INFO:tasks.workunit.client.0.smithi089.stdout:op 2251 completed, throughput=5MB/sec 2024-07-26T06:32:34.179 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-OADyjQ8QBxHwt8W off=1434571 len=383602 2024-07-26T06:32:34.179 INFO:tasks.workunit.client.0.smithi089.stdout:op 2252 completed, throughput=5MB/sec 2024-07-26T06:32:34.180 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ondPSYJIZKOKTEq off=3080083 len=471096 2024-07-26T06:32:34.183 INFO:tasks.workunit.client.0.smithi089.stdout:op 2253 completed, throughput=5MB/sec 2024-07-26T06:32:34.183 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-PWplz883iIaQ__O off=3454298 len=190764 2024-07-26T06:32:34.184 INFO:tasks.workunit.client.0.smithi089.stdout:op 2254 completed, throughput=5MB/sec 2024-07-26T06:32:34.185 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-gBGWM6GoQGLRcEz off=11069399 len=1016680 2024-07-26T06:32:34.189 INFO:tasks.workunit.client.0.smithi089.stdout:op 2255 completed, throughput=5MB/sec 2024-07-26T06:32:34.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:32:34 smithi155 ceph-mon[90160]: pgmap v1633: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-26T06:32:34.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:32:34 smithi089 ceph-mon[99608]: pgmap v1633: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-26T06:32:34.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:32:34 smithi089 ceph-mon[102056]: pgmap v1633: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-26T06:32:35.189 INFO:tasks.workunit.client.0.smithi089.stdout: 431: throughput=4.99MB/sec pending data=0 2024-07-26T06:32:35.190 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-8QwZmjDoCKuyMIf off=3230109 len=1388098 2024-07-26T06:32:35.191 INFO:tasks.workunit.client.0.smithi089.stdout:op 2256 completed, throughput=4.99MB/sec 2024-07-26T06:32:35.191 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-6KHI5-obSN9dXrn off=3605734 len=1665002 2024-07-26T06:32:35.193 INFO:tasks.workunit.client.0.smithi089.stdout:op 2257 completed, throughput=5MB/sec 2024-07-26T06:32:35.194 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-WfRhq4flX-0-biB off=16098702 len=2081795 2024-07-26T06:32:35.196 INFO:tasks.workunit.client.0.smithi089.stdout:op 2258 completed, throughput=5MB/sec 2024-07-26T06:32:35.196 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-oDpZ-wdylBSo4Lo off=5302003 len=2071966 2024-07-26T06:32:35.206 INFO:tasks.workunit.client.0.smithi089.stdout:op 2259 completed, throughput=5MB/sec 2024-07-26T06:32:36.207 INFO:tasks.workunit.client.0.smithi089.stdout: 432: throughput=4.99MB/sec pending data=0 2024-07-26T06:32:36.207 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-VccHRg78-9mOn9t off=9120000 len=1337581 2024-07-26T06:32:36.210 INFO:tasks.workunit.client.0.smithi089.stdout:op 2260 completed, throughput=5MB/sec 2024-07-26T06:32:36.210 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-eyvo0dqFTOPCAEE off=14271105 len=1585693 2024-07-26T06:32:36.219 INFO:tasks.workunit.client.0.smithi089.stdout:op 2261 completed, throughput=5MB/sec 2024-07-26T06:32:36.219 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ltw927RD31aW8Yn off=9562996 len=1821720 2024-07-26T06:32:36.226 INFO:tasks.workunit.client.0.smithi089.stdout:op 2262 completed, throughput=5MB/sec 2024-07-26T06:32:36.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:32:36 smithi155 ceph-mon[90160]: pgmap v1634: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:32:36.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:32:36 smithi089 ceph-mon[99608]: pgmap v1634: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:32:36.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:32:36 smithi089 ceph-mon[102056]: pgmap v1634: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:32:37.227 INFO:tasks.workunit.client.0.smithi089.stdout: 433: throughput=4.99MB/sec pending data=0 2024-07-26T06:32:37.227 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-hmNnleVi9CjT3IS off=11951077 len=748178 2024-07-26T06:32:37.228 INFO:tasks.workunit.client.0.smithi089.stdout:op 2263 completed, throughput=4.99MB/sec 2024-07-26T06:32:37.228 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-fThe2Ie7rCjzMNj off=5485134 len=990963 2024-07-26T06:32:37.233 INFO:tasks.workunit.client.0.smithi089.stdout:op 2264 completed, throughput=5MB/sec 2024-07-26T06:32:37.233 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-VjCEw1nFKgFsFc9 off=1283711 len=669652 2024-07-26T06:32:37.233 INFO:tasks.workunit.client.0.smithi089.stdout:op 2265 completed, throughput=5MB/sec 2024-07-26T06:32:37.234 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-aOoRmNI1UgRFaRb off=3761394 len=1707518 2024-07-26T06:32:37.235 INFO:tasks.workunit.client.0.smithi089.stdout:op 2266 completed, throughput=5MB/sec 2024-07-26T06:32:38.236 INFO:tasks.workunit.client.0.smithi089.stdout: 434: throughput=4.99MB/sec pending data=0 2024-07-26T06:32:38.236 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-72XpjnauDHLe3GY off=10188536 len=2002828 2024-07-26T06:32:38.247 INFO:tasks.workunit.client.0.smithi089.stdout:op 2267 completed, throughput=4.99MB/sec 2024-07-26T06:32:38.247 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-YV830kfyw2TOwt0 off=257537 len=298875 2024-07-26T06:32:38.248 INFO:tasks.workunit.client.0.smithi089.stdout:op 2268 completed, throughput=4.99MB/sec 2024-07-26T06:32:38.248 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ERlU_aEg-BbnS_G off=14968680 len=1835975 2024-07-26T06:32:38.250 INFO:tasks.workunit.client.0.smithi089.stdout:op 2269 completed, throughput=5MB/sec 2024-07-26T06:32:38.251 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-7FNDyt7MSpK4rLo off=4253840 len=1292313 2024-07-26T06:32:38.256 INFO:tasks.workunit.client.0.smithi089.stdout:op 2270 completed, throughput=5MB/sec 2024-07-26T06:32:38.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:32:38 smithi155 ceph-mon[90160]: pgmap v1635: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:32:38.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:32:38 smithi089 ceph-mon[99608]: pgmap v1635: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:32:38.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:32:38 smithi089 ceph-mon[102056]: pgmap v1635: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:32:39.257 INFO:tasks.workunit.client.0.smithi089.stdout: 435: throughput=4.99MB/sec pending data=0 2024-07-26T06:32:39.257 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-fw4Xl763gxcGrHo off=1264076 len=1447446 2024-07-26T06:32:39.259 INFO:tasks.workunit.client.0.smithi089.stdout:op 2271 completed, throughput=4.99MB/sec 2024-07-26T06:32:39.259 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-CcA_ySJ-TUOSGqV off=15042389 len=1895762 2024-07-26T06:32:39.261 INFO:tasks.workunit.client.0.smithi089.stdout:op 2272 completed, throughput=5MB/sec 2024-07-26T06:32:39.261 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-mJ4qNGCYkhb53Ap off=16163997 len=1408268 2024-07-26T06:32:39.265 INFO:tasks.workunit.client.0.smithi089.stdout:op 2273 completed, throughput=5MB/sec 2024-07-26T06:32:39.265 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-HXgToSVzzOXEJHU off=5344145 len=557860 2024-07-26T06:32:39.269 INFO:tasks.workunit.client.0.smithi089.stdout:op 2274 completed, throughput=5MB/sec 2024-07-26T06:32:40.270 INFO:tasks.workunit.client.0.smithi089.stdout: 436: throughput=4.99MB/sec pending data=0 2024-07-26T06:32:40.270 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-MRRBUUxDTOfJ-EL off=16754957 len=2066844 2024-07-26T06:32:40.275 INFO:tasks.workunit.client.0.smithi089.stdout:op 2275 completed, throughput=4.99MB/sec 2024-07-26T06:32:40.275 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-PwCyo1w4uSWCqK_ off=122345 len=1381581 2024-07-26T06:32:40.276 INFO:tasks.workunit.client.0.smithi089.stdout:op 2276 completed, throughput=5MB/sec 2024-07-26T06:32:40.277 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-nu8UUuTaNdeCSWO off=9163625 len=902597 2024-07-26T06:32:40.278 INFO:tasks.workunit.client.0.smithi089.stdout:op 2277 completed, throughput=5MB/sec 2024-07-26T06:32:40.278 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-JTxVnUN2Rttq4DT off=5823584 len=1744742 2024-07-26T06:32:40.280 INFO:tasks.workunit.client.0.smithi089.stdout:op 2278 completed, throughput=5MB/sec 2024-07-26T06:32:40.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:32:40 smithi155 ceph-mon[90160]: pgmap v1636: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:32:40.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:32:40 smithi089 ceph-mon[99608]: pgmap v1636: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:32:40.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:32:40 smithi089 ceph-mon[102056]: pgmap v1636: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:32:41.281 INFO:tasks.workunit.client.0.smithi089.stdout: 437: throughput=4.99MB/sec pending data=0 2024-07-26T06:32:41.281 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-WP4Xtdo0pOrrzxt off=5919300 len=375273 2024-07-26T06:32:41.281 INFO:tasks.workunit.client.0.smithi089.stdout:op 2279 completed, throughput=4.99MB/sec 2024-07-26T06:32:41.281 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-X4U1rLo4-211PZq off=3890177 len=1459009 2024-07-26T06:32:41.283 INFO:tasks.workunit.client.0.smithi089.stdout:op 2280 completed, throughput=4.99MB/sec 2024-07-26T06:32:41.283 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-V7i5QdkmsZZj3_d off=0 len=1260062 2024-07-26T06:32:41.290 INFO:tasks.workunit.client.0.smithi089.stdout:op 2281 completed, throughput=5MB/sec 2024-07-26T06:32:41.291 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Pxl7flmv6FugxnW off=4419203 len=690212 2024-07-26T06:32:41.292 INFO:tasks.workunit.client.0.smithi089.stdout:op 2282 completed, throughput=5MB/sec 2024-07-26T06:32:41.293 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ud7hSwx7pgGunZq off=4614366 len=1085877 2024-07-26T06:32:41.294 INFO:tasks.workunit.client.0.smithi089.stdout:op 2283 completed, throughput=5MB/sec 2024-07-26T06:32:41.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:32:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:32:41.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:32:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:32:41.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:32:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:32:42.294 INFO:tasks.workunit.client.0.smithi089.stdout: 438: throughput=4.99MB/sec pending data=0 2024-07-26T06:32:42.294 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-kAzaWs1M2PfBGmM off=1038880 len=1150622 2024-07-26T06:32:42.301 INFO:tasks.workunit.client.0.smithi089.stdout:op 2284 completed, throughput=4.99MB/sec 2024-07-26T06:32:42.301 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-EuFxjToFZcD76Sv off=0 len=1291982 2024-07-26T06:32:42.308 INFO:tasks.workunit.client.0.smithi089.stdout:op 2285 completed, throughput=5MB/sec 2024-07-26T06:32:42.308 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-6AEPIKR-7esCeJr off=19906019 len=527820 2024-07-26T06:32:42.312 INFO:tasks.workunit.client.0.smithi089.stdout:op 2286 completed, throughput=5MB/sec 2024-07-26T06:32:42.312 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-nsJT-VMefYS8In- off=52198 len=2030166 2024-07-26T06:32:42.323 INFO:tasks.workunit.client.0.smithi089.stdout:op 2287 completed, throughput=5MB/sec 2024-07-26T06:32:42.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:32:42 smithi155 ceph-mon[90160]: pgmap v1637: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:32:42.379 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:32:42 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:32:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:32:42.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:32:42 smithi089 ceph-mon[99608]: pgmap v1637: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:32:42.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:32:42 smithi089 ceph-mon[102056]: pgmap v1637: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:32:42.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:32:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:32:42] "GET /metrics HTTP/1.1" 200 34043 "" "Prometheus/2.43.0" 2024-07-26T06:32:43.323 INFO:tasks.workunit.client.0.smithi089.stdout: 439: throughput=4.99MB/sec pending data=0 2024-07-26T06:32:43.323 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Q0WuxeLX1CWihiZ off=13134402 len=1143699 2024-07-26T06:32:43.330 INFO:tasks.workunit.client.0.smithi089.stdout:op 2288 completed, throughput=4.99MB/sec 2024-07-26T06:32:43.330 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-AQ-SENgx9Jll4mI off=2969896 len=1500275 2024-07-26T06:32:43.332 INFO:tasks.workunit.client.0.smithi089.stdout:op 2289 completed, throughput=4.99MB/sec 2024-07-26T06:32:43.332 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-wE1Qs_QJCwtl5PD off=3617998 len=441268 2024-07-26T06:32:43.336 INFO:tasks.workunit.client.0.smithi089.stdout:op 2290 completed, throughput=5MB/sec 2024-07-26T06:32:43.336 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-7KcAwUWhF8e375u off=737586 len=1652476 2024-07-26T06:32:43.344 INFO:tasks.workunit.client.0.smithi089.stdout:op 2291 completed, throughput=5MB/sec 2024-07-26T06:32:43.344 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-2Ee60N8cFckRb4H off=16091233 len=1829022 2024-07-26T06:32:43.346 INFO:tasks.workunit.client.0.smithi089.stdout:op 2292 completed, throughput=5MB/sec 2024-07-26T06:32:44.346 INFO:tasks.workunit.client.0.smithi089.stdout: 440: throughput=4.99MB/sec pending data=0 2024-07-26T06:32:44.346 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-rp6H_n10fQ5JfQ5 off=5038359 len=1989719 2024-07-26T06:32:44.358 INFO:tasks.workunit.client.0.smithi089.stdout:op 2293 completed, throughput=5MB/sec 2024-07-26T06:32:44.358 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-hkqUmOvpNbW0Os1 off=413939 len=606453 2024-07-26T06:32:44.361 INFO:tasks.workunit.client.0.smithi089.stdout:op 2294 completed, throughput=5MB/sec 2024-07-26T06:32:44.361 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ZZq-17JKjdQ1Rox off=10513498 len=1638047 2024-07-26T06:32:44.363 INFO:tasks.workunit.client.0.smithi089.stdout:op 2295 completed, throughput=5MB/sec 2024-07-26T06:32:44.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:32:44 smithi155 ceph-mon[90160]: pgmap v1638: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:32:44.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:32:44 smithi089 ceph-mon[99608]: pgmap v1638: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:32:44.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:32:44 smithi089 ceph-mon[102056]: pgmap v1638: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:32:45.363 INFO:tasks.workunit.client.0.smithi089.stdout: 441: throughput=4.99MB/sec pending data=0 2024-07-26T06:32:45.364 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-dtjvu_YnVCRbayt off=734469 len=325966 2024-07-26T06:32:45.367 INFO:tasks.workunit.client.0.smithi089.stdout:op 2296 completed, throughput=4.99MB/sec 2024-07-26T06:32:45.367 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-3tYv4R7aFF-M4eV off=182512 len=1523579 2024-07-26T06:32:45.371 INFO:tasks.workunit.client.0.smithi089.stdout:op 2297 completed, throughput=4.99MB/sec 2024-07-26T06:32:45.371 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-KstNYBw245OsWto off=7294772 len=100668 2024-07-26T06:32:45.371 INFO:tasks.workunit.client.0.smithi089.stdout:op 2298 completed, throughput=4.99MB/sec 2024-07-26T06:32:45.371 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-TouVaoCMcNDNOTY off=6685194 len=1569334 2024-07-26T06:32:45.380 INFO:tasks.workunit.client.0.smithi089.stdout:op 2299 completed, throughput=5MB/sec 2024-07-26T06:32:45.380 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-IOwa23_mdBLijuC off=1204877 len=917673 2024-07-26T06:32:45.381 INFO:tasks.workunit.client.0.smithi089.stdout:op 2300 completed, throughput=5MB/sec 2024-07-26T06:32:45.381 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-TqPvTPFa4PyrFcE off=22062565 len=242588 2024-07-26T06:32:45.384 INFO:tasks.workunit.client.0.smithi089.stdout:op 2301 completed, throughput=5MB/sec 2024-07-26T06:32:45.384 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-QJN6ysiXfQmtb5b off=9708781 len=284828 2024-07-26T06:32:45.385 INFO:tasks.workunit.client.0.smithi089.stdout:op 2302 completed, throughput=5MB/sec 2024-07-26T06:32:45.385 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-opJmA6vNZGKn_TG off=6937394 len=555245 2024-07-26T06:32:45.389 INFO:tasks.workunit.client.0.smithi089.stdout:op 2303 completed, throughput=5MB/sec 2024-07-26T06:32:46.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:32:46 smithi155 ceph-mon[90160]: pgmap v1639: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-07-26T06:32:46.389 INFO:tasks.workunit.client.0.smithi089.stdout: 442: throughput=4.99MB/sec pending data=0 2024-07-26T06:32:46.389 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-cFtYrxbOfSMDcex off=4638642 len=1500524 2024-07-26T06:32:46.391 INFO:tasks.workunit.client.0.smithi089.stdout:op 2304 completed, throughput=4.99MB/sec 2024-07-26T06:32:46.391 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-7DJwSwPq8u-v0im off=1124251 len=1613195 2024-07-26T06:32:46.400 INFO:tasks.workunit.client.0.smithi089.stdout:op 2305 completed, throughput=5MB/sec 2024-07-26T06:32:46.400 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-9ml1yTVVnesd2pz off=7874578 len=1114046 2024-07-26T06:32:46.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:32:46 smithi089 ceph-mon[99608]: pgmap v1639: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-07-26T06:32:46.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:32:46 smithi089 ceph-mon[102056]: pgmap v1639: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-07-26T06:32:46.405 INFO:tasks.workunit.client.0.smithi089.stdout:op 2306 completed, throughput=5MB/sec 2024-07-26T06:32:46.405 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-FcYbOUuWu6jMixE off=10386072 len=1350309 2024-07-26T06:32:46.406 INFO:tasks.workunit.client.0.smithi089.stdout:op 2307 completed, throughput=5MB/sec 2024-07-26T06:32:47.406 INFO:tasks.workunit.client.0.smithi089.stdout: 443: throughput=4.99MB/sec pending data=0 2024-07-26T06:32:47.406 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-IBUTCa63Bv9RB02 off=6011407 len=555353 2024-07-26T06:32:47.410 INFO:tasks.workunit.client.0.smithi089.stdout:op 2308 completed, throughput=4.99MB/sec 2024-07-26T06:32:47.410 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-MHyJ0Hmnq1fElI0 off=768366 len=342798 2024-07-26T06:32:47.413 INFO:tasks.workunit.client.0.smithi089.stdout:op 2309 completed, throughput=4.99MB/sec 2024-07-26T06:32:47.413 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-E-zDACDTX4-RjWM off=5165699 len=858443 2024-07-26T06:32:47.415 INFO:tasks.workunit.client.0.smithi089.stdout:op 2310 completed, throughput=4.99MB/sec 2024-07-26T06:32:47.415 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-JUAsZcfXZ4M8skH off=6335139 len=980880 2024-07-26T06:32:47.420 INFO:tasks.workunit.client.0.smithi089.stdout:op 2311 completed, throughput=5MB/sec 2024-07-26T06:32:47.420 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-i6ZMavw1PnZv2HF off=18580607 len=105708 2024-07-26T06:32:47.421 INFO:tasks.workunit.client.0.smithi089.stdout:op 2312 completed, throughput=5MB/sec 2024-07-26T06:32:47.421 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ewuxAq7OPYrldf5 off=21528577 len=69389 2024-07-26T06:32:47.423 INFO:tasks.workunit.client.0.smithi089.stdout:op 2313 completed, throughput=5MB/sec 2024-07-26T06:32:47.423 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-snCNZhtxX2uqb1R off=18615432 len=410646 2024-07-26T06:32:47.426 INFO:tasks.workunit.client.0.smithi089.stdout:op 2314 completed, throughput=5MB/sec 2024-07-26T06:32:47.426 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ziNycHaWo0s3Bng off=6449916 len=280143 2024-07-26T06:32:47.429 INFO:tasks.workunit.client.0.smithi089.stdout:op 2315 completed, throughput=5MB/sec 2024-07-26T06:32:47.429 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-NLlJ96ZfAAPzT-J off=1082976 len=223694 2024-07-26T06:32:47.432 INFO:tasks.workunit.client.0.smithi089.stdout:op 2316 completed, throughput=5MB/sec 2024-07-26T06:32:47.432 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-wtXWkcYFRT716UC off=1043829 len=1126790 2024-07-26T06:32:47.436 INFO:tasks.workunit.client.0.smithi089.stdout:op 2317 completed, throughput=5MB/sec 2024-07-26T06:32:48.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:32:48 smithi155 ceph-mon[90160]: pgmap v1640: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-07-26T06:32:48.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:32:48 smithi089 ceph-mon[99608]: pgmap v1640: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-07-26T06:32:48.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:32:48 smithi089 ceph-mon[102056]: pgmap v1640: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-07-26T06:32:48.437 INFO:tasks.workunit.client.0.smithi089.stdout: 444: throughput=4.99MB/sec pending data=0 2024-07-26T06:32:48.437 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-P43VqegLaQ2Hog9 off=3955616 len=1539072 2024-07-26T06:32:48.446 INFO:tasks.workunit.client.0.smithi089.stdout:op 2318 completed, throughput=4.99MB/sec 2024-07-26T06:32:48.446 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-myuDmBcu4mcpFaN off=4790904 len=834883 2024-07-26T06:32:48.447 INFO:tasks.workunit.client.0.smithi089.stdout:op 2319 completed, throughput=4.99MB/sec 2024-07-26T06:32:48.448 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-yE2TGZ60xq1sD23 off=2238021 len=1017493 2024-07-26T06:32:48.453 INFO:tasks.workunit.client.0.smithi089.stdout:op 2320 completed, throughput=5MB/sec 2024-07-26T06:32:48.453 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-d-vZPTeVg10mM4C off=8213714 len=1182907 2024-07-26T06:32:48.455 INFO:tasks.workunit.client.0.smithi089.stdout:op 2321 completed, throughput=5MB/sec 2024-07-26T06:32:48.455 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-_BUYZ6SEU7Cn9zg off=14730997 len=1983101 2024-07-26T06:32:48.464 INFO:tasks.workunit.client.0.smithi089.stdout:op 2322 completed, throughput=5MB/sec 2024-07-26T06:32:49.465 INFO:tasks.workunit.client.0.smithi089.stdout: 445: throughput=4.99MB/sec pending data=0 2024-07-26T06:32:49.465 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-kJ7F0TI7OGrW5lP off=12230002 len=1988613 2024-07-26T06:32:49.476 INFO:tasks.workunit.client.0.smithi089.stdout:op 2323 completed, throughput=5MB/sec 2024-07-26T06:32:49.476 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-9VI_CW7PJor7Vrq off=1275166 len=1753304 2024-07-26T06:32:49.486 INFO:tasks.workunit.client.0.smithi089.stdout:op 2324 completed, throughput=5MB/sec 2024-07-26T06:32:49.486 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-YaN6QcgCcaAoLpu off=9797158 len=1625733 2024-07-26T06:32:49.493 INFO:tasks.workunit.client.0.smithi089.stdout:op 2325 completed, throughput=5MB/sec 2024-07-26T06:32:50.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:32:50 smithi155 ceph-mon[90160]: pgmap v1641: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:32:50.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:32:50 smithi089 ceph-mon[102056]: pgmap v1641: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:32:50.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:32:50 smithi089 ceph-mon[99608]: pgmap v1641: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:32:50.494 INFO:tasks.workunit.client.0.smithi089.stdout: 446: throughput=4.99MB/sec pending data=0 2024-07-26T06:32:50.494 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-PRz0uNJyEO6fM2A off=2795920 len=1235758 2024-07-26T06:32:50.499 INFO:tasks.workunit.client.0.smithi089.stdout:op 2326 completed, throughput=4.99MB/sec 2024-07-26T06:32:50.499 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-gl4lJLWyN8lVuBN off=3037255 len=1575468 2024-07-26T06:32:50.508 INFO:tasks.workunit.client.0.smithi089.stdout:op 2327 completed, throughput=5MB/sec 2024-07-26T06:32:50.508 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-lfeUqmTj0dYa_S7 off=2789563 len=1746979 2024-07-26T06:32:50.511 INFO:tasks.workunit.client.0.smithi089.stdout:op 2328 completed, throughput=5MB/sec 2024-07-26T06:32:51.512 INFO:tasks.workunit.client.0.smithi089.stdout: 447: throughput=4.99MB/sec pending data=0 2024-07-26T06:32:51.587 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-zxlAgEiw7tdDfD- off=9515993 len=987857 2024-07-26T06:32:51.588 INFO:tasks.workunit.client.0.smithi089.stdout:op 2329 completed, throughput=4.99MB/sec 2024-07-26T06:32:51.588 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-0UjIRd6FVztuxJl off=16032315 len=682058 2024-07-26T06:32:51.588 INFO:tasks.workunit.client.0.smithi089.stdout:op 2330 completed, throughput=4.99MB/sec 2024-07-26T06:32:51.588 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-zxwSoF4YPgKYcNB off=72086 len=1653341 2024-07-26T06:32:51.588 INFO:tasks.workunit.client.0.smithi089.stdout:op 2331 completed, throughput=5MB/sec 2024-07-26T06:32:51.588 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-2LYdV_qD4_I1WJ- off=239252 len=111205 2024-07-26T06:32:51.589 INFO:tasks.workunit.client.0.smithi089.stdout:op 2332 completed, throughput=5MB/sec 2024-07-26T06:32:51.589 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-UhPhgLXqNPSG-q4 off=2334522 len=1059976 2024-07-26T06:32:51.589 INFO:tasks.workunit.client.0.smithi089.stdout:op 2333 completed, throughput=5MB/sec 2024-07-26T06:32:51.589 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-4SeasfCVOPQwSDe off=1925130 len=1824593 2024-07-26T06:32:51.589 INFO:tasks.workunit.client.0.smithi089.stdout:op 2334 completed, throughput=5MB/sec 2024-07-26T06:32:52.379 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:32:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:32:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:32:52.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:32:52 smithi155 ceph-mon[90160]: pgmap v1642: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:32:52.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:32:52 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:32:52.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:32:52 smithi089 ceph-mon[99608]: pgmap v1642: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:32:52.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:32:52 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:32:52.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:32:52 smithi089 ceph-mon[102056]: pgmap v1642: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:32:52.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:32:52 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:32:52.533 INFO:tasks.workunit.client.0.smithi089.stdout: 448: throughput=4.99MB/sec pending data=0 2024-07-26T06:32:52.533 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-AORBUFlzxYK2rvG off=1197791 len=1432771 2024-07-26T06:32:52.539 INFO:tasks.workunit.client.0.smithi089.stdout:op 2335 completed, throughput=5MB/sec 2024-07-26T06:32:52.539 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-gZCcpJv3JQdyToj off=10490199 len=923695 2024-07-26T06:32:52.544 INFO:tasks.workunit.client.0.smithi089.stdout:op 2336 completed, throughput=5MB/sec 2024-07-26T06:32:52.544 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-QOiRDOBN-xFG2Br off=8470458 len=1037924 2024-07-26T06:32:52.548 INFO:tasks.workunit.client.0.smithi089.stdout:op 2337 completed, throughput=5MB/sec 2024-07-26T06:32:52.548 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-AdFyMmucB8lCEbb off=6893563 len=1508392 2024-07-26T06:32:52.555 INFO:tasks.workunit.client.0.smithi089.stdout:op 2338 completed, throughput=5MB/sec 2024-07-26T06:32:52.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:32:52 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:32:52] "GET /metrics HTTP/1.1" 200 34043 "" "Prometheus/2.43.0" 2024-07-26T06:32:53.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:32:53 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:32:53.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:32:53 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:32:53.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:32:53 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:32:53.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:32:53 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:32:53.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:32:53 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:32:53.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:32:53 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:32:53.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:32:53 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:32:53.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:32:53 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:32:53.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:32:53 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:32:53.555 INFO:tasks.workunit.client.0.smithi089.stdout: 449: throughput=4.99MB/sec pending data=0 2024-07-26T06:32:53.555 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-F9EquIer5BOAVAL off=1668456 len=95773 2024-07-26T06:32:53.556 INFO:tasks.workunit.client.0.smithi089.stdout:op 2339 completed, throughput=4.99MB/sec 2024-07-26T06:32:53.556 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-XzTdyNa7rFUaOSG off=270817 len=1433484 2024-07-26T06:32:53.559 INFO:tasks.workunit.client.0.smithi089.stdout:op 2340 completed, throughput=4.99MB/sec 2024-07-26T06:32:53.559 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-MAs8Mz-qtw3vgZ0 off=528254 len=1984857 2024-07-26T06:32:53.563 INFO:tasks.workunit.client.0.smithi089.stdout:op 2341 completed, throughput=5MB/sec 2024-07-26T06:32:53.563 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-a0m4oiZkuPsVHif off=7750470 len=1684455 2024-07-26T06:32:53.571 INFO:tasks.workunit.client.0.smithi089.stdout:op 2342 completed, throughput=5MB/sec 2024-07-26T06:32:54.572 INFO:tasks.workunit.client.0.smithi089.stdout: 450: throughput=4.99MB/sec pending data=0 2024-07-26T06:32:54.572 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-xbnT1UdE4sY77ue off=13633557 len=511090 2024-07-26T06:32:54.576 INFO:tasks.workunit.client.0.smithi089.stdout:op 2343 completed, throughput=4.99MB/sec 2024-07-26T06:32:54.576 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-8TORpHEvGi-VOHm off=12321191 len=1118618 2024-07-26T06:32:54.581 INFO:tasks.workunit.client.0.smithi089.stdout:op 2344 completed, throughput=4.99MB/sec 2024-07-26T06:32:54.582 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-BEqc7QM6Dtg4odJ off=7753319 len=97303 2024-07-26T06:32:54.582 INFO:tasks.workunit.client.0.smithi089.stdout:op 2345 completed, throughput=4.99MB/sec 2024-07-26T06:32:54.582 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-k41y8OV_BaIK4FH off=1403431 len=247468 2024-07-26T06:32:54.585 INFO:tasks.workunit.client.0.smithi089.stdout:op 2346 completed, throughput=5MB/sec 2024-07-26T06:32:54.585 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-oQ8T45ahNLKBk46 off=13456801 len=544152 2024-07-26T06:32:54.589 INFO:tasks.workunit.client.0.smithi089.stdout:op 2347 completed, throughput=5MB/sec 2024-07-26T06:32:54.589 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-WCdI0OkBlenPp_l off=5150511 len=92946 2024-07-26T06:32:54.591 INFO:tasks.workunit.client.0.smithi089.stdout:op 2348 completed, throughput=5MB/sec 2024-07-26T06:32:54.591 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-92SFANPryeX1GSl off=2989987 len=623526 2024-07-26T06:32:54.595 INFO:tasks.workunit.client.0.smithi089.stdout:op 2349 completed, throughput=5MB/sec 2024-07-26T06:32:54.596 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-dnVhz15Bjphz9OI off=4700744 len=500332 2024-07-26T06:32:54.596 INFO:tasks.workunit.client.0.smithi089.stdout:op 2350 completed, throughput=5MB/sec 2024-07-26T06:32:54.596 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Y2Gj6tvWetlSXvz off=5041414 len=636930 2024-07-26T06:32:54.600 INFO:tasks.workunit.client.0.smithi089.stdout:op 2351 completed, throughput=5MB/sec 2024-07-26T06:32:54.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:32:54 smithi155 ceph-mon[90160]: pgmap v1643: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-26T06:32:54.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:32:54 smithi089 ceph-mon[99608]: pgmap v1643: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-26T06:32:54.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:32:54 smithi089 ceph-mon[102056]: pgmap v1643: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-26T06:32:55.600 INFO:tasks.workunit.client.0.smithi089.stdout: 451: throughput=4.99MB/sec pending data=0 2024-07-26T06:32:55.600 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-_j5eznwwKwr_wRd off=358915 len=2096680 2024-07-26T06:32:55.604 INFO:tasks.workunit.client.0.smithi089.stdout:op 2352 completed, throughput=4.99MB/sec 2024-07-26T06:32:55.605 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-KGPbjfvclzAWzsJ off=3775605 len=1515559 2024-07-26T06:32:55.613 INFO:tasks.workunit.client.0.smithi089.stdout:op 2353 completed, throughput=5MB/sec 2024-07-26T06:32:55.613 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-wVabML9CkxfH-eE off=2070128 len=1867441 2024-07-26T06:32:55.616 INFO:tasks.workunit.client.0.smithi089.stdout:op 2354 completed, throughput=5MB/sec 2024-07-26T06:32:56.617 INFO:tasks.workunit.client.0.smithi089.stdout: 452: throughput=4.99MB/sec pending data=0 2024-07-26T06:32:56.617 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Njf0fkAnH3OgYMg off=3666880 len=1814606 2024-07-26T06:32:56.620 INFO:tasks.workunit.client.0.smithi089.stdout:op 2355 completed, throughput=4.99MB/sec 2024-07-26T06:32:56.620 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-7IIfCO9gJMaEWBL off=5496130 len=696329 2024-07-26T06:32:56.624 INFO:tasks.workunit.client.0.smithi089.stdout:op 2356 completed, throughput=4.99MB/sec 2024-07-26T06:32:56.624 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-yOZ04oHOoq3xCR8 off=1288500 len=35471 2024-07-26T06:32:56.625 INFO:tasks.workunit.client.0.smithi089.stdout:op 2357 completed, throughput=4.99MB/sec 2024-07-26T06:32:56.625 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-0QqMCOcdzGEeE7e off=9673100 len=83054 2024-07-26T06:32:56.625 INFO:tasks.workunit.client.0.smithi089.stdout:op 2358 completed, throughput=4.99MB/sec 2024-07-26T06:32:56.625 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-zDO2fG05amqAvvy off=7198266 len=261875 2024-07-26T06:32:56.626 INFO:tasks.workunit.client.0.smithi089.stdout:op 2359 completed, throughput=5MB/sec 2024-07-26T06:32:56.626 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-7f2Z6BV1cEzweKU off=6806588 len=503111 2024-07-26T06:32:56.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:32:56 smithi155 ceph-mon[90160]: pgmap v1644: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-07-26T06:32:56.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:32:56 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:32:56.630 INFO:tasks.workunit.client.0.smithi089.stdout:op 2360 completed, throughput=5MB/sec 2024-07-26T06:32:56.630 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-YNVvaKbQ5T53Ip8 off=9277462 len=1165784 2024-07-26T06:32:56.635 INFO:tasks.workunit.client.0.smithi089.stdout:op 2361 completed, throughput=5MB/sec 2024-07-26T06:32:56.635 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-cM86ESlqGF7wJnt off=1973246 len=1712776 2024-07-26T06:32:56.643 INFO:tasks.workunit.client.0.smithi089.stdout:op 2362 completed, throughput=5MB/sec 2024-07-26T06:32:56.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:32:56 smithi089 ceph-mon[99608]: pgmap v1644: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-07-26T06:32:56.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:32:56 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:32:56.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:32:56 smithi089 ceph-mon[102056]: pgmap v1644: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-07-26T06:32:56.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:32:56 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:32:57.643 INFO:tasks.workunit.client.0.smithi089.stdout: 453: throughput=4.99MB/sec pending data=0 2024-07-26T06:32:57.643 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-7_j2oTSW3K0RM0I off=9554300 len=497494 2024-07-26T06:32:57.647 INFO:tasks.workunit.client.0.smithi089.stdout:op 2363 completed, throughput=4.99MB/sec 2024-07-26T06:32:57.647 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-mJevpvS2Ne8Gqgx off=7391200 len=109382 2024-07-26T06:32:57.649 INFO:tasks.workunit.client.0.smithi089.stdout:op 2364 completed, throughput=4.99MB/sec 2024-07-26T06:32:57.649 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-vSafOOeIF2kGCz- off=21056955 len=357754 2024-07-26T06:32:57.650 INFO:tasks.workunit.client.0.smithi089.stdout:op 2365 completed, throughput=4.99MB/sec 2024-07-26T06:32:57.650 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-PUOe_nEcc0gHAOK off=15245883 len=1796314 2024-07-26T06:32:57.653 INFO:tasks.workunit.client.0.smithi089.stdout:op 2366 completed, throughput=5MB/sec 2024-07-26T06:32:57.653 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-9S9vnLGtA0SM0Cx off=10049890 len=692540 2024-07-26T06:32:57.654 INFO:tasks.workunit.client.0.smithi089.stdout:op 2367 completed, throughput=5MB/sec 2024-07-26T06:32:57.654 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-EI0uSRWcu17y39c off=14438839 len=859727 2024-07-26T06:32:57.656 INFO:tasks.workunit.client.0.smithi089.stdout:op 2368 completed, throughput=5MB/sec 2024-07-26T06:32:58.632 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:32:58 smithi155 ceph-mon[90160]: pgmap v1645: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-07-26T06:32:58.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:32:58 smithi089 ceph-mon[99608]: pgmap v1645: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-07-26T06:32:58.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:32:58 smithi089 ceph-mon[102056]: pgmap v1645: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-07-26T06:32:58.656 INFO:tasks.workunit.client.0.smithi089.stdout: 454: throughput=4.99MB/sec pending data=0 2024-07-26T06:32:58.656 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-DeTuAoc2_Zyz6H9 off=1025013 len=932019 2024-07-26T06:32:58.661 INFO:tasks.workunit.client.0.smithi089.stdout:op 2369 completed, throughput=4.99MB/sec 2024-07-26T06:32:58.661 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-tmTOzOlOsP_vP8a off=2751457 len=424379 2024-07-26T06:32:58.665 INFO:tasks.workunit.client.0.smithi089.stdout:op 2370 completed, throughput=4.99MB/sec 2024-07-26T06:32:58.665 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-xU5dBSnmWHK-ZXa off=8826298 len=1728697 2024-07-26T06:32:58.675 INFO:tasks.workunit.client.0.smithi089.stdout:op 2371 completed, throughput=5MB/sec 2024-07-26T06:32:58.676 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-zccGJ8sYxCdFTrQ off=9193587 len=1970651 2024-07-26T06:32:58.680 INFO:tasks.workunit.client.0.smithi089.stdout:op 2372 completed, throughput=5MB/sec 2024-07-26T06:32:58.680 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-OqwwSyL-Eu37Jw- off=1299050 len=1898794 2024-07-26T06:32:58.682 INFO:tasks.workunit.client.0.smithi089.stdout:op 2373 completed, throughput=5MB/sec 2024-07-26T06:32:59.683 INFO:tasks.workunit.client.0.smithi089.stdout: 455: throughput=4.99MB/sec pending data=0 2024-07-26T06:32:59.683 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-39PIl8Rjg4T2rGN off=639251 len=861015 2024-07-26T06:32:59.685 INFO:tasks.workunit.client.0.smithi089.stdout:op 2374 completed, throughput=4.99MB/sec 2024-07-26T06:32:59.685 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-32qOc15QwkOv6tk off=1767034 len=1742951 2024-07-26T06:32:59.687 INFO:tasks.workunit.client.0.smithi089.stdout:op 2375 completed, throughput=5MB/sec 2024-07-26T06:32:59.687 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-QeA3qqcjLgwoNej off=262291 len=430637 2024-07-26T06:32:59.688 INFO:tasks.workunit.client.0.smithi089.stdout:op 2376 completed, throughput=5MB/sec 2024-07-26T06:32:59.688 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-LCDoNKmxUoPuVhG off=17586055 len=1150947 2024-07-26T06:32:59.695 INFO:tasks.workunit.client.0.smithi089.stdout:op 2377 completed, throughput=5MB/sec 2024-07-26T06:33:00.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:33:00 smithi155 ceph-mon[90160]: pgmap v1646: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-26T06:33:00.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:33:00 smithi089 ceph-mon[99608]: pgmap v1646: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-26T06:33:00.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:33:00 smithi089 ceph-mon[102056]: pgmap v1646: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-26T06:33:00.695 INFO:tasks.workunit.client.0.smithi089.stdout: 456: throughput=4.99MB/sec pending data=0 2024-07-26T06:33:00.696 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-mE9lpeiyO5B7pFv off=15344413 len=448957 2024-07-26T06:33:00.699 INFO:tasks.workunit.client.0.smithi089.stdout:op 2378 completed, throughput=4.99MB/sec 2024-07-26T06:33:00.699 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Ej8yvyPfVpvpxpU off=697496 len=106615 2024-07-26T06:33:00.700 INFO:tasks.workunit.client.0.smithi089.stdout:op 2379 completed, throughput=4.99MB/sec 2024-07-26T06:33:00.700 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-U0tgJGnDV9re4Sa off=275473 len=944747 2024-07-26T06:33:00.705 INFO:tasks.workunit.client.0.smithi089.stdout:op 2380 completed, throughput=4.99MB/sec 2024-07-26T06:33:00.705 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-5ziHZffFEA_pwAL off=5647210 len=1002779 2024-07-26T06:33:00.707 INFO:tasks.workunit.client.0.smithi089.stdout:op 2381 completed, throughput=5MB/sec 2024-07-26T06:33:00.707 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Z88gdRrZdO24R1y off=5261429 len=1631158 2024-07-26T06:33:00.709 INFO:tasks.workunit.client.0.smithi089.stdout:op 2382 completed, throughput=5MB/sec 2024-07-26T06:33:00.709 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-GgpYm7JpE1ytVLu off=4381642 len=85442 2024-07-26T06:33:00.711 INFO:tasks.workunit.client.0.smithi089.stdout:op 2383 completed, throughput=5MB/sec 2024-07-26T06:33:00.712 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-zl9MIKiGel4La0p off=11410955 len=1057840 2024-07-26T06:33:00.713 INFO:tasks.workunit.client.0.smithi089.stdout:op 2384 completed, throughput=5MB/sec 2024-07-26T06:33:01.713 INFO:tasks.workunit.client.0.smithi089.stdout: 457: throughput=4.99MB/sec pending data=0 2024-07-26T06:33:01.713 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-VqPHYjsA6zjeBcD off=0 len=1164460 2024-07-26T06:33:01.718 INFO:tasks.workunit.client.0.smithi089.stdout:op 2385 completed, throughput=4.99MB/sec 2024-07-26T06:33:01.719 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-yTJXrOm-469hUbS off=6174087 len=615627 2024-07-26T06:33:01.722 INFO:tasks.workunit.client.0.smithi089.stdout:op 2386 completed, throughput=4.99MB/sec 2024-07-26T06:33:01.722 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-7-kfITbEh6vszmR off=6416005 len=1589130 2024-07-26T06:33:01.724 INFO:tasks.workunit.client.0.smithi089.stdout:op 2387 completed, throughput=5MB/sec 2024-07-26T06:33:01.724 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-T5xk-ryqnOljJNS off=4884097 len=1465021 2024-07-26T06:33:01.731 INFO:tasks.workunit.client.0.smithi089.stdout:op 2388 completed, throughput=5MB/sec 2024-07-26T06:33:01.731 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-9jSIS04ItDMPnaZ off=20526370 len=356374 2024-07-26T06:33:01.735 INFO:tasks.workunit.client.0.smithi089.stdout:op 2389 completed, throughput=5MB/sec 2024-07-26T06:33:02.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:33:02 smithi155 ceph-mon[90160]: pgmap v1647: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T06:33:02.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:33:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:33:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:33:02.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:33:02 smithi089 ceph-mon[99608]: pgmap v1647: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T06:33:02.655 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:33:02 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:33:02] "GET /metrics HTTP/1.1" 200 34047 "" "Prometheus/2.43.0" 2024-07-26T06:33:02.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:33:02 smithi089 ceph-mon[102056]: pgmap v1647: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T06:33:02.735 INFO:tasks.workunit.client.0.smithi089.stdout: 458: throughput=4.99MB/sec pending data=0 2024-07-26T06:33:02.735 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-3bOxgvnWRckOtZ7 off=852883 len=1468423 2024-07-26T06:33:02.737 INFO:tasks.workunit.client.0.smithi089.stdout:op 2390 completed, throughput=4.99MB/sec 2024-07-26T06:33:02.737 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Tp_Jj5ZukvbIGA8 off=15481206 len=367833 2024-07-26T06:33:02.738 INFO:tasks.workunit.client.0.smithi089.stdout:op 2391 completed, throughput=4.99MB/sec 2024-07-26T06:33:02.738 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-VErZTjfQfF6y2pW off=11819786 len=1565483 2024-07-26T06:33:02.746 INFO:tasks.workunit.client.0.smithi089.stdout:op 2392 completed, throughput=5MB/sec 2024-07-26T06:33:02.746 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-4pD3NNep1VvdDp0 off=7356904 len=815741 2024-07-26T06:33:02.751 INFO:tasks.workunit.client.0.smithi089.stdout:op 2393 completed, throughput=5MB/sec 2024-07-26T06:33:02.751 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-SN9wc5AFX6YV5y7 off=755592 len=692430 2024-07-26T06:33:02.755 INFO:tasks.workunit.client.0.smithi089.stdout:op 2394 completed, throughput=5MB/sec 2024-07-26T06:33:02.755 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-db0ViQ5yOLA8TIw off=1870691 len=1541321 2024-07-26T06:33:02.762 INFO:tasks.workunit.client.0.smithi089.stdout:op 2395 completed, throughput=5MB/sec 2024-07-26T06:33:03.762 INFO:tasks.workunit.client.0.smithi089.stdout: 459: throughput=4.99MB/sec pending data=0 2024-07-26T06:33:03.763 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Oi5yU10M7nxDLwi off=7082652 len=562812 2024-07-26T06:33:03.763 INFO:tasks.workunit.client.0.smithi089.stdout:op 2396 completed, throughput=4.99MB/sec 2024-07-26T06:33:03.763 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-xdARPSJ4laMPtpX off=10373576 len=1255730 2024-07-26T06:33:03.765 INFO:tasks.workunit.client.0.smithi089.stdout:op 2397 completed, throughput=5MB/sec 2024-07-26T06:33:03.765 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-D0FHvoivmR7AGt7 off=2615483 len=932571 2024-07-26T06:33:03.771 INFO:tasks.workunit.client.0.smithi089.stdout:op 2398 completed, throughput=5MB/sec 2024-07-26T06:33:03.771 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Hm11mEhi4GVFV-t off=1654556 len=396282 2024-07-26T06:33:03.772 INFO:tasks.workunit.client.0.smithi089.stdout:op 2399 completed, throughput=5MB/sec 2024-07-26T06:33:03.772 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-oIh9vMlQnvfotDr off=7627406 len=1712344 2024-07-26T06:33:03.779 INFO:tasks.workunit.client.0.smithi089.stdout:op 2400 completed, throughput=5MB/sec 2024-07-26T06:33:04.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:33:04 smithi155 ceph-mon[90160]: pgmap v1648: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T06:33:04.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:33:04 smithi089 ceph-mon[99608]: pgmap v1648: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T06:33:04.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:33:04 smithi089 ceph-mon[102056]: pgmap v1648: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T06:33:04.779 INFO:tasks.workunit.client.0.smithi089.stdout: 460: throughput=4.99MB/sec pending data=0 2024-07-26T06:33:04.782 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-IZ6zvmAn7zlRhrT off=14185870 len=2016649 2024-07-26T06:33:04.783 INFO:tasks.workunit.client.0.smithi089.stdout:op 2401 completed, throughput=5MB/sec 2024-07-26T06:33:04.784 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-gTwgTZ1c_ZHhh06 off=859018 len=1026708 2024-07-26T06:33:04.789 INFO:tasks.workunit.client.0.smithi089.stdout:op 2402 completed, throughput=5MB/sec 2024-07-26T06:33:04.789 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-SED2VYcWh1e5B0p off=12055477 len=199866 2024-07-26T06:33:04.790 INFO:tasks.workunit.client.0.smithi089.stdout:op 2403 completed, throughput=5MB/sec 2024-07-26T06:33:04.790 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-WrxRPXH8wrla2nF off=7917257 len=653672 2024-07-26T06:33:04.791 INFO:tasks.workunit.client.0.smithi089.stdout:op 2404 completed, throughput=5MB/sec 2024-07-26T06:33:04.791 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-N4bUj9_qEgEOfPn off=7261840 len=1945237 2024-07-26T06:33:04.793 INFO:tasks.workunit.client.0.smithi089.stdout:op 2405 completed, throughput=5MB/sec 2024-07-26T06:33:05.794 INFO:tasks.workunit.client.0.smithi089.stdout: 461: throughput=4.99MB/sec pending data=0 2024-07-26T06:33:05.794 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-nK_CVp_N_EtyA1P off=1700776 len=1296894 2024-07-26T06:33:05.800 INFO:tasks.workunit.client.0.smithi089.stdout:op 2406 completed, throughput=4.99MB/sec 2024-07-26T06:33:05.800 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-nrG0Z6ysdDOURoR off=11618680 len=2003299 2024-07-26T06:33:05.807 INFO:tasks.workunit.client.0.smithi089.stdout:op 2407 completed, throughput=5MB/sec 2024-07-26T06:33:05.807 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-J2Ez5JNfhqrh2en off=2142864 len=302876 2024-07-26T06:33:05.808 INFO:tasks.workunit.client.0.smithi089.stdout:op 2408 completed, throughput=5MB/sec 2024-07-26T06:33:05.808 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-NkH0nATrAgQsLqq off=2054108 len=1341945 2024-07-26T06:33:05.814 INFO:tasks.workunit.client.0.smithi089.stdout:op 2409 completed, throughput=5MB/sec 2024-07-26T06:33:06.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:33:06 smithi155 ceph-mon[90160]: pgmap v1649: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T06:33:06.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:33:06 smithi089 ceph-mon[99608]: pgmap v1649: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T06:33:06.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:33:06 smithi089 ceph-mon[102056]: pgmap v1649: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T06:33:06.815 INFO:tasks.workunit.client.0.smithi089.stdout: 462: throughput=4.99MB/sec pending data=0 2024-07-26T06:33:06.815 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-xbofkZisBira3xO off=3045345 len=1083266 2024-07-26T06:33:06.821 INFO:tasks.workunit.client.0.smithi089.stdout:op 2410 completed, throughput=4.99MB/sec 2024-07-26T06:33:06.821 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-RtHNJlcy5Tk6K8d off=9337528 len=250905 2024-07-26T06:33:06.824 INFO:tasks.workunit.client.0.smithi089.stdout:op 2411 completed, throughput=4.99MB/sec 2024-07-26T06:33:06.824 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-oT13EBxuizVbWgC off=9698247 len=189413 2024-07-26T06:33:06.826 INFO:tasks.workunit.client.0.smithi089.stdout:op 2412 completed, throughput=4.99MB/sec 2024-07-26T06:33:06.826 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-uyHOPLmsahvuksE off=6589735 len=913327 2024-07-26T06:33:06.831 INFO:tasks.workunit.client.0.smithi089.stdout:op 2413 completed, throughput=5MB/sec 2024-07-26T06:33:06.831 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-SUOOrD7mhPnMJgO off=1937499 len=1446502 2024-07-26T06:33:06.836 INFO:tasks.workunit.client.0.smithi089.stdout:op 2414 completed, throughput=5MB/sec 2024-07-26T06:33:06.837 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-zjcZv0SJPnmCNO9 off=2838462 len=2086477 2024-07-26T06:33:06.848 INFO:tasks.workunit.client.0.smithi089.stdout:op 2415 completed, throughput=5MB/sec 2024-07-26T06:33:07.848 INFO:tasks.workunit.client.0.smithi089.stdout: 463: throughput=4.99MB/sec pending data=0 2024-07-26T06:33:07.849 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-RF6cmAAZmqnpt2e off=534438 len=33596 2024-07-26T06:33:07.851 INFO:tasks.workunit.client.0.smithi089.stdout:op 2416 completed, throughput=4.99MB/sec 2024-07-26T06:33:07.851 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-NNQzxif146-xX5Y off=7728694 len=1950006 2024-07-26T06:33:07.854 INFO:tasks.workunit.client.0.smithi089.stdout:op 2417 completed, throughput=5MB/sec 2024-07-26T06:33:07.854 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-GPRSlmdGjGXK3er off=7468882 len=1788410 2024-07-26T06:33:07.864 INFO:tasks.workunit.client.0.smithi089.stdout:op 2418 completed, throughput=5MB/sec 2024-07-26T06:33:07.864 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-qCaXWV1ARauGGSN off=6298595 len=1037340 2024-07-26T06:33:07.866 INFO:tasks.workunit.client.0.smithi089.stdout:op 2419 completed, throughput=5MB/sec 2024-07-26T06:33:08.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:33:08 smithi155 ceph-mon[90160]: pgmap v1650: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-26T06:33:08.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:33:08 smithi089 ceph-mon[99608]: pgmap v1650: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-26T06:33:08.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:33:08 smithi089 ceph-mon[102056]: pgmap v1650: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-26T06:33:08.866 INFO:tasks.workunit.client.0.smithi089.stdout: 464: throughput=4.99MB/sec pending data=0 2024-07-26T06:33:08.955 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-QBCH4cG4D9Os7VV off=4282467 len=1735859 2024-07-26T06:33:08.956 INFO:tasks.workunit.client.0.smithi089.stdout:op 2420 completed, throughput=4.99MB/sec 2024-07-26T06:33:08.956 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-u0NfOODzeNL8pK5 off=2385867 len=882282 2024-07-26T06:33:08.956 INFO:tasks.workunit.client.0.smithi089.stdout:op 2421 completed, throughput=5MB/sec 2024-07-26T06:33:08.956 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-MfsvZF3Ljl-0_xh off=3554665 len=1992882 2024-07-26T06:33:08.956 INFO:tasks.workunit.client.0.smithi089.stdout:op 2422 completed, throughput=5MB/sec 2024-07-26T06:33:09.886 INFO:tasks.workunit.client.0.smithi089.stdout: 465: throughput=4.99MB/sec pending data=0 2024-07-26T06:33:09.886 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-kYhWBjlDfR0IsLN off=4621125 len=1864676 2024-07-26T06:33:09.897 INFO:tasks.workunit.client.0.smithi089.stdout:op 2423 completed, throughput=4.99MB/sec 2024-07-26T06:33:09.897 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-CqeXhh1QRDugtXM off=593742 len=1577104 2024-07-26T06:33:09.905 INFO:tasks.workunit.client.0.smithi089.stdout:op 2424 completed, throughput=5MB/sec 2024-07-26T06:33:09.905 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-3r6TUe7KtFwJw9W off=11810621 len=1063010 2024-07-26T06:33:09.909 INFO:tasks.workunit.client.0.smithi089.stdout:op 2425 completed, throughput=5MB/sec 2024-07-26T06:33:09.910 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-92SFANPryeX1GSl off=845854 len=1041830 2024-07-26T06:33:09.912 INFO:tasks.workunit.client.0.smithi089.stdout:op 2426 completed, throughput=5MB/sec 2024-07-26T06:33:10.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:33:10 smithi155 ceph-mon[90160]: pgmap v1651: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:33:10.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:33:10 smithi089 ceph-mon[99608]: pgmap v1651: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:33:10.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:33:10 smithi089 ceph-mon[102056]: pgmap v1651: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:33:10.912 INFO:tasks.workunit.client.0.smithi089.stdout: 466: throughput=4.99MB/sec pending data=0 2024-07-26T06:33:10.912 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Ko1w47p2b7imHTF off=23772300 len=722237 2024-07-26T06:33:10.914 INFO:tasks.workunit.client.0.smithi089.stdout:op 2427 completed, throughput=4.99MB/sec 2024-07-26T06:33:10.914 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-U9ESmy1GGTgBsxZ off=18760263 len=1786587 2024-07-26T06:33:10.922 INFO:tasks.workunit.client.0.smithi089.stdout:op 2428 completed, throughput=5MB/sec 2024-07-26T06:33:10.922 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-6dGyqyvzSkP5xRO off=1833010 len=2060632 2024-07-26T06:33:10.934 INFO:tasks.workunit.client.0.smithi089.stdout:op 2429 completed, throughput=5MB/sec 2024-07-26T06:33:10.934 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-kzKDTKK2w5kI0Go off=8520881 len=1333531 2024-07-26T06:33:10.936 INFO:tasks.workunit.client.0.smithi089.stdout:op 2430 completed, throughput=5MB/sec 2024-07-26T06:33:11.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:33:11 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:33:11.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:33:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:33:11.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:33:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:33:11.936 INFO:tasks.workunit.client.0.smithi089.stdout: 467: throughput=4.99MB/sec pending data=0 2024-07-26T06:33:11.936 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-bxtRQCECquNn3On off=20446647 len=1967150 2024-07-26T06:33:11.945 INFO:tasks.workunit.client.0.smithi089.stdout:op 2431 completed, throughput=5MB/sec 2024-07-26T06:33:11.945 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-vdTXiucX0n06IL_ off=6934026 len=575968 2024-07-26T06:33:11.948 INFO:tasks.workunit.client.0.smithi089.stdout:op 2432 completed, throughput=5MB/sec 2024-07-26T06:33:11.948 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-5DOyfFlYiXHIOVa off=21248921 len=1031053 2024-07-26T06:33:11.951 INFO:tasks.workunit.client.0.smithi089.stdout:op 2433 completed, throughput=5MB/sec 2024-07-26T06:33:11.951 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-fA43g4-w04Dd0NV off=2313999 len=1874666 2024-07-26T06:33:11.953 INFO:tasks.workunit.client.0.smithi089.stdout:op 2434 completed, throughput=5MB/sec 2024-07-26T06:33:12.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:33:12 smithi155 ceph-mon[90160]: pgmap v1652: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-26T06:33:12.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:33:12 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:33:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:33:12.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:33:12 smithi089 ceph-mon[99608]: pgmap v1652: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-26T06:33:12.655 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:33:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:33:12] "GET /metrics HTTP/1.1" 200 34048 "" "Prometheus/2.43.0" 2024-07-26T06:33:12.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:33:12 smithi089 ceph-mon[102056]: pgmap v1652: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-26T06:33:12.953 INFO:tasks.workunit.client.0.smithi089.stdout: 468: throughput=4.99MB/sec pending data=0 2024-07-26T06:33:12.953 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-MwXkR63URYKnw3P off=4749974 len=977576 2024-07-26T06:33:12.958 INFO:tasks.workunit.client.0.smithi089.stdout:op 2435 completed, throughput=4.99MB/sec 2024-07-26T06:33:12.958 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-pSG4ekXwcoY0c0A off=16620752 len=331161 2024-07-26T06:33:12.959 INFO:tasks.workunit.client.0.smithi089.stdout:op 2436 completed, throughput=4.99MB/sec 2024-07-26T06:33:12.960 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-bdy3WtAoNHiYWjb off=2916329 len=1766427 2024-07-26T06:33:12.968 INFO:tasks.workunit.client.0.smithi089.stdout:op 2437 completed, throughput=5MB/sec 2024-07-26T06:33:12.968 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-fXvRT3MgBq0J0q1 off=8355 len=1766016 2024-07-26T06:33:12.975 INFO:tasks.workunit.client.0.smithi089.stdout:op 2438 completed, throughput=5MB/sec 2024-07-26T06:33:13.975 INFO:tasks.workunit.client.0.smithi089.stdout: 469: throughput=4.99MB/sec pending data=0 2024-07-26T06:33:13.975 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-GGdB_YjQ69TQrMf off=8191814 len=1543361 2024-07-26T06:33:13.983 INFO:tasks.workunit.client.0.smithi089.stdout:op 2439 completed, throughput=4.99MB/sec 2024-07-26T06:33:13.983 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-oEU1gkczE5TDFD7 off=0 len=1253036 2024-07-26T06:33:13.990 INFO:tasks.workunit.client.0.smithi089.stdout:op 2440 completed, throughput=5MB/sec 2024-07-26T06:33:13.990 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-NVDxzBP3fLY_9g6 off=2631418 len=85708 2024-07-26T06:33:13.993 INFO:tasks.workunit.client.0.smithi089.stdout:op 2441 completed, throughput=5MB/sec 2024-07-26T06:33:13.993 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-IrmAZw2cI2lcSuQ off=1603414 len=1533977 2024-07-26T06:33:13.996 INFO:tasks.workunit.client.0.smithi089.stdout:op 2442 completed, throughput=5MB/sec 2024-07-26T06:33:13.996 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-C6NhdzsPh4tsA3E off=1881269 len=1208429 2024-07-26T06:33:13.997 INFO:tasks.workunit.client.0.smithi089.stdout:op 2443 completed, throughput=5MB/sec 2024-07-26T06:33:14.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:33:14 smithi155 ceph-mon[90160]: pgmap v1653: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-26T06:33:14.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:33:14 smithi089 ceph-mon[99608]: pgmap v1653: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-26T06:33:14.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:33:14 smithi089 ceph-mon[102056]: pgmap v1653: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-26T06:33:14.998 INFO:tasks.workunit.client.0.smithi089.stdout: 470: throughput=4.99MB/sec pending data=0 2024-07-26T06:33:14.998 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-htLRL5UYrKGEklm off=2550170 len=77576 2024-07-26T06:33:14.998 INFO:tasks.workunit.client.0.smithi089.stdout:op 2444 completed, throughput=4.99MB/sec 2024-07-26T06:33:14.999 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-XJp0C78Cal9tq32 off=1914215 len=471971 2024-07-26T06:33:15.003 INFO:tasks.workunit.client.0.smithi089.stdout:op 2445 completed, throughput=4.99MB/sec 2024-07-26T06:33:15.003 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-IQl4bJ1CgOkfsaa off=3752243 len=411326 2024-07-26T06:33:15.003 INFO:tasks.workunit.client.0.smithi089.stdout:op 2446 completed, throughput=4.99MB/sec 2024-07-26T06:33:15.003 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-xAXKy_lWosQ-0El off=4586906 len=731402 2024-07-26T06:33:15.003 INFO:tasks.workunit.client.0.smithi089.stdout:op 2447 completed, throughput=4.99MB/sec 2024-07-26T06:33:15.003 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-irZpmtI4esURJoM off=414128 len=16381 2024-07-26T06:33:15.004 INFO:tasks.workunit.client.0.smithi089.stdout:op 2448 completed, throughput=4.99MB/sec 2024-07-26T06:33:15.004 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-F-06B7t0VuEwmxi off=2700833 len=1917407 2024-07-26T06:33:15.007 INFO:tasks.workunit.client.0.smithi089.stdout:op 2449 completed, throughput=5MB/sec 2024-07-26T06:33:15.007 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-k54lpEghPfOPI4z off=14315606 len=410903 2024-07-26T06:33:15.007 INFO:tasks.workunit.client.0.smithi089.stdout:op 2450 completed, throughput=5MB/sec 2024-07-26T06:33:15.008 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-npUwgv-3liV1ytb off=4513571 len=292941 2024-07-26T06:33:15.008 INFO:tasks.workunit.client.0.smithi089.stdout:op 2451 completed, throughput=5MB/sec 2024-07-26T06:33:15.008 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-r5Ak9XbdQlON0K3 off=8622072 len=1129190 2024-07-26T06:33:15.010 INFO:tasks.workunit.client.0.smithi089.stdout:op 2452 completed, throughput=5MB/sec 2024-07-26T06:33:16.010 INFO:tasks.workunit.client.0.smithi089.stdout: 471: throughput=4.99MB/sec pending data=0 2024-07-26T06:33:16.011 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-XUx37-3SVu7TxN1 off=5457689 len=406838 2024-07-26T06:33:16.014 INFO:tasks.workunit.client.0.smithi089.stdout:op 2453 completed, throughput=4.99MB/sec 2024-07-26T06:33:16.014 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-_l78CSqjBXQQVhx off=1192700 len=1410903 2024-07-26T06:33:16.022 INFO:tasks.workunit.client.0.smithi089.stdout:op 2454 completed, throughput=5MB/sec 2024-07-26T06:33:16.022 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-yMbU53b7sVRa_It off=340718 len=103094 2024-07-26T06:33:16.024 INFO:tasks.workunit.client.0.smithi089.stdout:op 2455 completed, throughput=5MB/sec 2024-07-26T06:33:16.024 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-aGIX1zQ7Je2ipap off=2878578 len=64085 2024-07-26T06:33:16.026 INFO:tasks.workunit.client.0.smithi089.stdout:op 2456 completed, throughput=5MB/sec 2024-07-26T06:33:16.026 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-D1y0R-pWWykN6IX off=4082062 len=880045 2024-07-26T06:33:16.028 INFO:tasks.workunit.client.0.smithi089.stdout:op 2457 completed, throughput=5MB/sec 2024-07-26T06:33:16.028 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-BafNsINc_crwIhe off=297815 len=1659465 2024-07-26T06:33:16.029 INFO:tasks.workunit.client.0.smithi089.stdout:op 2458 completed, throughput=5MB/sec 2024-07-26T06:33:16.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:33:16 smithi155 ceph-mon[90160]: pgmap v1654: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-07-26T06:33:16.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:33:16 smithi089 ceph-mon[99608]: pgmap v1654: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-07-26T06:33:16.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:33:16 smithi089 ceph-mon[102056]: pgmap v1654: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-07-26T06:33:17.030 INFO:tasks.workunit.client.0.smithi089.stdout: 472: throughput=4.99MB/sec pending data=0 2024-07-26T06:33:17.030 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-VCmMDHmATc4NTQa off=304051 len=455344 2024-07-26T06:33:17.031 INFO:tasks.workunit.client.0.smithi089.stdout:op 2459 completed, throughput=4.99MB/sec 2024-07-26T06:33:17.031 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-_Tsvz5aui1cTjdC off=3105616 len=924207 2024-07-26T06:33:17.036 INFO:tasks.workunit.client.0.smithi089.stdout:op 2460 completed, throughput=4.99MB/sec 2024-07-26T06:33:17.036 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-0j70WvNfzAejpaR off=104338 len=26115 2024-07-26T06:33:17.036 INFO:tasks.workunit.client.0.smithi089.stdout:op 2461 completed, throughput=4.99MB/sec 2024-07-26T06:33:17.037 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-P5zx1tQkz5ih7Yc off=21118681 len=555409 2024-07-26T06:33:17.037 INFO:tasks.workunit.client.0.smithi089.stdout:op 2462 completed, throughput=4.99MB/sec 2024-07-26T06:33:17.037 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-SSv_dXl6x85E7HO off=18523387 len=2070205 2024-07-26T06:33:17.040 INFO:tasks.workunit.client.0.smithi089.stdout:op 2463 completed, throughput=5MB/sec 2024-07-26T06:33:17.040 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-q-zaUKB8DQupCkz off=1965667 len=1633428 2024-07-26T06:33:17.048 INFO:tasks.workunit.client.0.smithi089.stdout:op 2464 completed, throughput=5MB/sec 2024-07-26T06:33:18.049 INFO:tasks.workunit.client.0.smithi089.stdout: 473: throughput=4.99MB/sec pending data=0 2024-07-26T06:33:18.049 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ZmNrvtScgah_Xtp off=8537035 len=177538 2024-07-26T06:33:18.052 INFO:tasks.workunit.client.0.smithi089.stdout:op 2465 completed, throughput=4.99MB/sec 2024-07-26T06:33:18.052 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-cxlV3pj62Fb9nlY off=3775333 len=1394574 2024-07-26T06:33:18.060 INFO:tasks.workunit.client.0.smithi089.stdout:op 2466 completed, throughput=4.99MB/sec 2024-07-26T06:33:18.060 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-bQmZkOBG_uNgWZp off=615837 len=1824672 2024-07-26T06:33:18.067 INFO:tasks.workunit.client.0.smithi089.stdout:op 2467 completed, throughput=5MB/sec 2024-07-26T06:33:18.067 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-VOVo7ZXbiUrUvwv off=16656990 len=1726950 2024-07-26T06:33:18.070 INFO:tasks.workunit.client.0.smithi089.stdout:op 2468 completed, throughput=5MB/sec 2024-07-26T06:33:18.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:33:18 smithi155 ceph-mon[90160]: pgmap v1655: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-07-26T06:33:18.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:33:18 smithi089 ceph-mon[99608]: pgmap v1655: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-07-26T06:33:18.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:33:18 smithi089 ceph-mon[102056]: pgmap v1655: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-07-26T06:33:19.071 INFO:tasks.workunit.client.0.smithi089.stdout: 474: throughput=4.99MB/sec pending data=0 2024-07-26T06:33:19.071 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-NxiI7eByoUepRVf off=16118748 len=1853072 2024-07-26T06:33:19.080 INFO:tasks.workunit.client.0.smithi089.stdout:op 2469 completed, throughput=4.99MB/sec 2024-07-26T06:33:19.080 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-rL-LPCgNLPEhSgI off=2434605 len=1696477 2024-07-26T06:33:19.084 INFO:tasks.workunit.client.0.smithi089.stdout:op 2470 completed, throughput=5MB/sec 2024-07-26T06:33:19.084 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-4HZ9eS7Nf9kVGSn off=6201841 len=634448 2024-07-26T06:33:19.088 INFO:tasks.workunit.client.0.smithi089.stdout:op 2471 completed, throughput=5MB/sec 2024-07-26T06:33:19.088 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-T-8EwU-Yvp545do off=595253 len=1229602 2024-07-26T06:33:19.093 INFO:tasks.workunit.client.0.smithi089.stdout:op 2472 completed, throughput=5MB/sec 2024-07-26T06:33:20.094 INFO:tasks.workunit.client.0.smithi089.stdout: 475: throughput=4.99MB/sec pending data=0 2024-07-26T06:33:20.095 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-EvYFdBcYVtCusCP off=2748366 len=2032686 2024-07-26T06:33:20.107 INFO:tasks.workunit.client.0.smithi089.stdout:op 2473 completed, throughput=4.99MB/sec 2024-07-26T06:33:20.108 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-sQtCVopsJyJbRxB off=2729887 len=489886 2024-07-26T06:33:20.111 INFO:tasks.workunit.client.0.smithi089.stdout:op 2474 completed, throughput=5MB/sec 2024-07-26T06:33:20.111 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-6jFd2wZr4s2AGmv off=8035584 len=2087767 2024-07-26T06:33:20.123 INFO:tasks.workunit.client.0.smithi089.stdout:op 2475 completed, throughput=5MB/sec 2024-07-26T06:33:20.123 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-NBeqoYnyn6RK2Sg off=1528329 len=1167093 2024-07-26T06:33:20.126 INFO:tasks.workunit.client.0.smithi089.stdout:op 2476 completed, throughput=5MB/sec 2024-07-26T06:33:20.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:33:20 smithi155 ceph-mon[90160]: pgmap v1656: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-26T06:33:20.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:33:20 smithi089 ceph-mon[99608]: pgmap v1656: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-26T06:33:20.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:33:20 smithi089 ceph-mon[102056]: pgmap v1656: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-26T06:33:21.127 INFO:tasks.workunit.client.0.smithi089.stdout: 476: throughput=4.99MB/sec pending data=0 2024-07-26T06:33:21.127 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-noe40AT6kOr9nKI off=8335552 len=577298 2024-07-26T06:33:21.128 INFO:tasks.workunit.client.0.smithi089.stdout:op 2477 completed, throughput=4.99MB/sec 2024-07-26T06:33:21.128 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-fAFCPfMB-oesOlH off=10815646 len=165053 2024-07-26T06:33:21.128 INFO:tasks.workunit.client.0.smithi089.stdout:op 2478 completed, throughput=4.99MB/sec 2024-07-26T06:33:21.128 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-GcmzZ9KPF9B50LF off=2677352 len=660277 2024-07-26T06:33:21.132 INFO:tasks.workunit.client.0.smithi089.stdout:op 2479 completed, throughput=4.99MB/sec 2024-07-26T06:33:21.133 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-AF9z_x0veAvW5o8 off=2308983 len=531748 2024-07-26T06:33:21.136 INFO:tasks.workunit.client.0.smithi089.stdout:op 2480 completed, throughput=4.99MB/sec 2024-07-26T06:33:21.136 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-tNNbkNj6tTRfCha off=2113706 len=1469577 2024-07-26T06:33:21.144 INFO:tasks.workunit.client.0.smithi089.stdout:op 2481 completed, throughput=5MB/sec 2024-07-26T06:33:21.144 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-cbIlOim_4bFhK0i off=13462855 len=437939 2024-07-26T06:33:21.148 INFO:tasks.workunit.client.0.smithi089.stdout:op 2482 completed, throughput=5MB/sec 2024-07-26T06:33:21.148 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-jb_VU_MBT1TXfLE off=4225762 len=987110 2024-07-26T06:33:21.153 INFO:tasks.workunit.client.0.smithi089.stdout:op 2483 completed, throughput=5MB/sec 2024-07-26T06:33:22.153 INFO:tasks.workunit.client.0.smithi089.stdout: 477: throughput=4.99MB/sec pending data=0 2024-07-26T06:33:22.153 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-b2jHCyzOvhJ36RP off=914044 len=45714 2024-07-26T06:33:22.156 INFO:tasks.workunit.client.0.smithi089.stdout:op 2484 completed, throughput=4.99MB/sec 2024-07-26T06:33:22.156 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Pl8tn-lxY_86FHZ off=3509234 len=403741 2024-07-26T06:33:22.157 INFO:tasks.workunit.client.0.smithi089.stdout:op 2485 completed, throughput=4.99MB/sec 2024-07-26T06:33:22.157 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-lPW446zFqUkbt8T off=2728784 len=1371248 2024-07-26T06:33:22.160 INFO:tasks.workunit.client.0.smithi089.stdout:op 2486 completed, throughput=4.99MB/sec 2024-07-26T06:33:22.160 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-kCUg_I5WTwlUZaz off=1133612 len=1960555 2024-07-26T06:33:22.162 INFO:tasks.workunit.client.0.smithi089.stdout:op 2487 completed, throughput=5MB/sec 2024-07-26T06:33:22.162 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ojjQnL555eZr6yv off=22096133 len=1559620 2024-07-26T06:33:22.163 INFO:tasks.workunit.client.0.smithi089.stdout:op 2488 completed, throughput=5MB/sec 2024-07-26T06:33:22.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:33:22 smithi155 ceph-mon[90160]: pgmap v1657: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-07-26T06:33:22.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:33:22 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:33:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:33:22.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:33:22 smithi089 ceph-mon[99608]: pgmap v1657: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-07-26T06:33:22.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:33:22 smithi089 ceph-mon[102056]: pgmap v1657: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-07-26T06:33:22.655 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:33:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:33:22] "GET /metrics HTTP/1.1" 200 34048 "" "Prometheus/2.43.0" 2024-07-26T06:33:23.163 INFO:tasks.workunit.client.0.smithi089.stdout: 478: throughput=4.99MB/sec pending data=0 2024-07-26T06:33:23.164 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-XcUhoqOIeOTVQ5h off=16152766 len=1551478 2024-07-26T06:33:23.166 INFO:tasks.workunit.client.0.smithi089.stdout:op 2489 completed, throughput=4.99MB/sec 2024-07-26T06:33:23.166 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-TvloDYhmITAHzyv off=4301720 len=1013998 2024-07-26T06:33:23.167 INFO:tasks.workunit.client.0.smithi089.stdout:op 2490 completed, throughput=5MB/sec 2024-07-26T06:33:23.167 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-8-jJfgJW8tfpJWG off=9962846 len=504231 2024-07-26T06:33:23.168 INFO:tasks.workunit.client.0.smithi089.stdout:op 2491 completed, throughput=5MB/sec 2024-07-26T06:33:23.168 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-LnJjuVVbZUEtA-n off=4662088 len=886266 2024-07-26T06:33:23.174 INFO:tasks.workunit.client.0.smithi089.stdout:op 2492 completed, throughput=5MB/sec 2024-07-26T06:33:23.174 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-QweW12fVl6Xy0gX off=13797585 len=1953506 2024-07-26T06:33:23.184 INFO:tasks.workunit.client.0.smithi089.stdout:op 2493 completed, throughput=5MB/sec 2024-07-26T06:33:24.184 INFO:tasks.workunit.client.0.smithi089.stdout: 479: throughput=4.99MB/sec pending data=0 2024-07-26T06:33:24.184 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-YHAOAimW_Act22c off=7528875 len=1548370 2024-07-26T06:33:24.193 INFO:tasks.workunit.client.0.smithi089.stdout:op 2494 completed, throughput=4.99MB/sec 2024-07-26T06:33:24.193 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-t6x8XprUMoDr9Km off=83787 len=115579 2024-07-26T06:33:24.193 INFO:tasks.workunit.client.0.smithi089.stdout:op 2495 completed, throughput=4.99MB/sec 2024-07-26T06:33:24.193 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-H6VDQdjMWGx5V4X off=1710025 len=1991572 2024-07-26T06:33:24.203 INFO:tasks.workunit.client.0.smithi089.stdout:op 2496 completed, throughput=5MB/sec 2024-07-26T06:33:24.203 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-g2GhIRuTlg_ALCe off=21042367 len=1665676 2024-07-26T06:33:24.206 INFO:tasks.workunit.client.0.smithi089.stdout:op 2497 completed, throughput=5MB/sec 2024-07-26T06:33:24.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:33:24 smithi155 ceph-mon[90160]: pgmap v1658: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-26T06:33:24.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:33:24 smithi089 ceph-mon[99608]: pgmap v1658: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-26T06:33:24.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:33:24 smithi089 ceph-mon[102056]: pgmap v1658: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-26T06:33:25.207 INFO:tasks.workunit.client.0.smithi089.stdout: 480: throughput=4.99MB/sec pending data=0 2024-07-26T06:33:25.207 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-L9HL0UZAAA2YexW off=30800 len=1602874 2024-07-26T06:33:25.214 INFO:tasks.workunit.client.0.smithi089.stdout:op 2498 completed, throughput=4.99MB/sec 2024-07-26T06:33:25.214 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-jE6eXQRIhq8cYft off=9227141 len=1075162 2024-07-26T06:33:25.216 INFO:tasks.workunit.client.0.smithi089.stdout:op 2499 completed, throughput=5MB/sec 2024-07-26T06:33:25.216 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-pzDC36F1c1HIdRT off=1706299 len=1654350 2024-07-26T06:33:25.218 INFO:tasks.workunit.client.0.smithi089.stdout:op 2500 completed, throughput=5MB/sec 2024-07-26T06:33:25.218 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ZRpMYFhEiP0FR5o off=7100327 len=411728 2024-07-26T06:33:25.222 INFO:tasks.workunit.client.0.smithi089.stdout:op 2501 completed, throughput=5MB/sec 2024-07-26T06:33:26.222 INFO:tasks.workunit.client.0.smithi089.stdout: 481: throughput=4.99MB/sec pending data=0 2024-07-26T06:33:26.222 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-mdXhEZY55H88bfS off=2059439 len=1999865 2024-07-26T06:33:26.226 INFO:tasks.workunit.client.0.smithi089.stdout:op 2502 completed, throughput=4.99MB/sec 2024-07-26T06:33:26.226 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-oACAHsg70alxjO7 off=2231240 len=1001027 2024-07-26T06:33:26.229 INFO:tasks.workunit.client.0.smithi089.stdout:op 2503 completed, throughput=5MB/sec 2024-07-26T06:33:26.229 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-gdRgMbUY5F_M9EW off=5728169 len=689855 2024-07-26T06:33:26.230 INFO:tasks.workunit.client.0.smithi089.stdout:op 2504 completed, throughput=5MB/sec 2024-07-26T06:33:26.230 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-jO1HkRzEt-CbWgo off=4755845 len=1055731 2024-07-26T06:33:26.236 INFO:tasks.workunit.client.0.smithi089.stdout:op 2505 completed, throughput=5MB/sec 2024-07-26T06:33:26.236 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-HlxjUlwMm4WXaCa off=9307300 len=1829856 2024-07-26T06:33:26.246 INFO:tasks.workunit.client.0.smithi089.stdout:op 2506 completed, throughput=5MB/sec 2024-07-26T06:33:26.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:33:26 smithi155 ceph-mon[90160]: pgmap v1659: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T06:33:26.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:33:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:33:26.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:33:26 smithi089 ceph-mon[99608]: pgmap v1659: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T06:33:26.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:33:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:33:26.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:33:26 smithi089 ceph-mon[102056]: pgmap v1659: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T06:33:26.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:33:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:33:27.246 INFO:tasks.workunit.client.0.smithi089.stdout: 482: throughput=4.99MB/sec pending data=0 2024-07-26T06:33:27.246 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-TyvrhiKHp9hMcUI off=0 len=1408530 2024-07-26T06:33:27.253 INFO:tasks.workunit.client.0.smithi089.stdout:op 2507 completed, throughput=5MB/sec 2024-07-26T06:33:27.254 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-OzA1lK5DYjmi-eR off=7456343 len=1711927 2024-07-26T06:33:27.261 INFO:tasks.workunit.client.0.smithi089.stdout:op 2508 completed, throughput=5MB/sec 2024-07-26T06:33:27.261 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-GqDFQoq0bu9e_XB off=8366871 len=1512658 2024-07-26T06:33:27.268 INFO:tasks.workunit.client.0.smithi089.stdout:op 2509 completed, throughput=5MB/sec 2024-07-26T06:33:28.268 INFO:tasks.workunit.client.0.smithi089.stdout: 483: throughput=4.99MB/sec pending data=0 2024-07-26T06:33:28.269 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-7Ojlcxx-pKuRwSA off=3619416 len=1162396 2024-07-26T06:33:28.274 INFO:tasks.workunit.client.0.smithi089.stdout:op 2510 completed, throughput=4.99MB/sec 2024-07-26T06:33:28.274 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-MvPrr-3pK8B2vUC off=6845865 len=2065274 2024-07-26T06:33:28.276 INFO:tasks.workunit.client.0.smithi089.stdout:op 2511 completed, throughput=5MB/sec 2024-07-26T06:33:28.276 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-2wDP-chFB8Rs8Uu off=1884475 len=2002378 2024-07-26T06:33:28.278 INFO:tasks.workunit.client.0.smithi089.stdout:op 2512 completed, throughput=5MB/sec 2024-07-26T06:33:28.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:33:28 smithi155 ceph-mon[90160]: pgmap v1660: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T06:33:28.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:33:28 smithi089 ceph-mon[99608]: pgmap v1660: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T06:33:28.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:33:28 smithi089 ceph-mon[102056]: pgmap v1660: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T06:33:29.279 INFO:tasks.workunit.client.0.smithi089.stdout: 484: throughput=4.99MB/sec pending data=0 2024-07-26T06:33:29.279 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-eG2Lu2vwenZKwaQ off=3726881 len=919320 2024-07-26T06:33:29.281 INFO:tasks.workunit.client.0.smithi089.stdout:op 2513 completed, throughput=4.99MB/sec 2024-07-26T06:33:29.281 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Ep4LhRrtwKwN4pl off=6100495 len=2004297 2024-07-26T06:33:29.291 INFO:tasks.workunit.client.0.smithi089.stdout:op 2514 completed, throughput=5MB/sec 2024-07-26T06:33:29.291 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-3TZsEC1Gq9tAtR4 off=11316174 len=2034106 2024-07-26T06:33:29.303 INFO:tasks.workunit.client.0.smithi089.stdout:op 2515 completed, throughput=5MB/sec 2024-07-26T06:33:30.303 INFO:tasks.workunit.client.0.smithi089.stdout: 485: throughput=4.99MB/sec pending data=0 2024-07-26T06:33:30.304 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-AA9z-qY22fNic_O off=7084686 len=1496573 2024-07-26T06:33:30.305 INFO:tasks.workunit.client.0.smithi089.stdout:op 2516 completed, throughput=4.99MB/sec 2024-07-26T06:33:30.306 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-m93xbaTVvW5-qgK off=3323590 len=957669 2024-07-26T06:33:30.311 INFO:tasks.workunit.client.0.smithi089.stdout:op 2517 completed, throughput=4.99MB/sec 2024-07-26T06:33:30.311 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-qZJzICqQ6yavXI1 off=5456889 len=591006 2024-07-26T06:33:30.315 INFO:tasks.workunit.client.0.smithi089.stdout:op 2518 completed, throughput=5MB/sec 2024-07-26T06:33:30.315 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-JoSd2WBr1veHqia off=1709542 len=788529 2024-07-26T06:33:30.317 INFO:tasks.workunit.client.0.smithi089.stdout:op 2519 completed, throughput=5MB/sec 2024-07-26T06:33:30.317 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-d-E4TD2ToNKFDOg off=8714236 len=497712 2024-07-26T06:33:30.320 INFO:tasks.workunit.client.0.smithi089.stdout:op 2520 completed, throughput=5MB/sec 2024-07-26T06:33:30.320 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-6QGA9ZRjEf7PyV9 off=2765029 len=519801 2024-07-26T06:33:30.324 INFO:tasks.workunit.client.0.smithi089.stdout:op 2521 completed, throughput=5MB/sec 2024-07-26T06:33:30.324 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-a-WhkBZsqLD8_Pw off=17253270 len=1869043 2024-07-26T06:33:30.335 INFO:tasks.workunit.client.0.smithi089.stdout:op 2522 completed, throughput=5MB/sec 2024-07-26T06:33:30.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:33:30 smithi155 ceph-mon[90160]: pgmap v1661: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T06:33:30.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:33:30 smithi089 ceph-mon[99608]: pgmap v1661: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T06:33:30.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:33:30 smithi089 ceph-mon[102056]: pgmap v1661: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T06:33:31.335 INFO:tasks.workunit.client.0.smithi089.stdout: 486: throughput=4.99MB/sec pending data=0 2024-07-26T06:33:31.335 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-MRr5sJi96XCDArM off=17494768 len=1006461 2024-07-26T06:33:31.338 INFO:tasks.workunit.client.0.smithi089.stdout:op 2523 completed, throughput=4.99MB/sec 2024-07-26T06:33:31.338 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-hAnU2c-66R7Vr_s off=472010 len=196180 2024-07-26T06:33:31.341 INFO:tasks.workunit.client.0.smithi089.stdout:op 2524 completed, throughput=4.99MB/sec 2024-07-26T06:33:31.341 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-MijFdczFcTr3uwE off=731552 len=1553897 2024-07-26T06:33:31.347 INFO:tasks.workunit.client.0.smithi089.stdout:op 2525 completed, throughput=5MB/sec 2024-07-26T06:33:31.347 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ZcuEF4-k71GyjcQ off=6083959 len=1329724 2024-07-26T06:33:31.354 INFO:tasks.workunit.client.0.smithi089.stdout:op 2526 completed, throughput=5MB/sec 2024-07-26T06:33:32.354 INFO:tasks.workunit.client.0.smithi089.stdout: 487: throughput=4.99MB/sec pending data=0 2024-07-26T06:33:32.355 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-DLk6utY2r__zf6b off=2783037 len=1085386 2024-07-26T06:33:32.361 INFO:tasks.workunit.client.0.smithi089.stdout:op 2527 completed, throughput=4.99MB/sec 2024-07-26T06:33:32.361 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-PjVbvuWmRmCKuCY off=9268547 len=264113 2024-07-26T06:33:32.364 INFO:tasks.workunit.client.0.smithi089.stdout:op 2528 completed, throughput=4.99MB/sec 2024-07-26T06:33:32.364 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-dZ4R-TZeCep2AeD off=9342090 len=1524125 2024-07-26T06:33:32.372 INFO:tasks.workunit.client.0.smithi089.stdout:op 2529 completed, throughput=5MB/sec 2024-07-26T06:33:32.372 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-uqwRIyTHhWznk9h off=360434 len=826935 2024-07-26T06:33:32.376 INFO:tasks.workunit.client.0.smithi089.stdout:op 2530 completed, throughput=5MB/sec 2024-07-26T06:33:32.376 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-pqRTA3LUb3_j4vq off=2734610 len=693092 2024-07-26T06:33:32.378 INFO:tasks.workunit.client.0.smithi089.stdout:op 2531 completed, throughput=5MB/sec 2024-07-26T06:33:32.378 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-mz22me2zhrKL5z0 off=9700070 len=592455 2024-07-26T06:33:32.379 INFO:tasks.workunit.client.0.smithi089.stdout:op 2532 completed, throughput=5MB/sec 2024-07-26T06:33:32.380 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-bq1EtgMp-c-TU9x off=12982790 len=95055 2024-07-26T06:33:32.382 INFO:tasks.workunit.client.0.smithi089.stdout:op 2533 completed, throughput=5MB/sec 2024-07-26T06:33:32.382 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-AXhF01zRWmii1vw off=6093443 len=491572 2024-07-26T06:33:32.385 INFO:tasks.workunit.client.0.smithi089.stdout:op 2534 completed, throughput=5MB/sec 2024-07-26T06:33:32.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:33:32 smithi155 ceph-mon[90160]: pgmap v1662: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-07-26T06:33:32.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:33:32 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:33:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:33:32.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:33:32 smithi089 ceph-mon[99608]: pgmap v1662: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-07-26T06:33:32.654 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:33:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:33:32] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-07-26T06:33:32.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:33:32 smithi089 ceph-mon[102056]: pgmap v1662: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-07-26T06:33:33.385 INFO:tasks.workunit.client.0.smithi089.stdout: 488: throughput=4.99MB/sec pending data=0 2024-07-26T06:33:33.385 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj---fqnE-do_x-Czr off=732015 len=1502388 2024-07-26T06:33:33.387 INFO:tasks.workunit.client.0.smithi089.stdout:op 2535 completed, throughput=4.99MB/sec 2024-07-26T06:33:33.387 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-iqHt7VwPyHKaDfs off=1264055 len=1176951 2024-07-26T06:33:33.394 INFO:tasks.workunit.client.0.smithi089.stdout:op 2536 completed, throughput=5MB/sec 2024-07-26T06:33:33.394 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-xWX7sybiBKFlA2u off=11429582 len=899402 2024-07-26T06:33:33.398 INFO:tasks.workunit.client.0.smithi089.stdout:op 2537 completed, throughput=5MB/sec 2024-07-26T06:33:33.398 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-kkFKzZ2NihiqzqF off=16567600 len=1514049 2024-07-26T06:33:33.408 INFO:tasks.workunit.client.0.smithi089.stdout:op 2538 completed, throughput=5MB/sec 2024-07-26T06:33:34.408 INFO:tasks.workunit.client.0.smithi089.stdout: 489: throughput=4.99MB/sec pending data=0 2024-07-26T06:33:34.409 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-zu-jhomZSyPU8UA off=1749016 len=1068294 2024-07-26T06:33:34.410 INFO:tasks.workunit.client.0.smithi089.stdout:op 2539 completed, throughput=4.99MB/sec 2024-07-26T06:33:34.410 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj--R8oHxoof8HLxCh off=501450 len=1640372 2024-07-26T06:33:34.417 INFO:tasks.workunit.client.0.smithi089.stdout:op 2540 completed, throughput=5MB/sec 2024-07-26T06:33:34.417 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-uzvJdJJDp6BKRJM off=3537509 len=252659 2024-07-26T06:33:34.418 INFO:tasks.workunit.client.0.smithi089.stdout:op 2541 completed, throughput=5MB/sec 2024-07-26T06:33:34.418 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-sRAi06TztxTlU1M off=9674736 len=409736 2024-07-26T06:33:34.419 INFO:tasks.workunit.client.0.smithi089.stdout:op 2542 completed, throughput=5MB/sec 2024-07-26T06:33:34.419 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-aZhxPG82sUzvkzd off=1481053 len=1247073 2024-07-26T06:33:34.425 INFO:tasks.workunit.client.0.smithi089.stdout:op 2543 completed, throughput=5MB/sec 2024-07-26T06:33:34.425 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-jE19mTzmWZ-CMna off=14864152 len=1696384 2024-07-26T06:33:34.426 INFO:tasks.workunit.client.0.smithi089.stdout:op 2544 completed, throughput=5MB/sec 2024-07-26T06:33:34.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:33:34 smithi155 ceph-mon[90160]: pgmap v1663: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-07-26T06:33:34.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:33:34 smithi089 ceph-mon[99608]: pgmap v1663: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-07-26T06:33:34.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:33:34 smithi089 ceph-mon[102056]: pgmap v1663: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-07-26T06:33:35.427 INFO:tasks.workunit.client.0.smithi089.stdout: 490: throughput=4.99MB/sec pending data=0 2024-07-26T06:33:35.427 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Bah2xVbgzcoA6c3 off=5950558 len=1227143 2024-07-26T06:33:35.435 INFO:tasks.workunit.client.0.smithi089.stdout:op 2545 completed, throughput=4.99MB/sec 2024-07-26T06:33:35.435 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-rKQkwJMSKZBbO3M off=1895360 len=1899452 2024-07-26T06:33:35.437 INFO:tasks.workunit.client.0.smithi089.stdout:op 2546 completed, throughput=5MB/sec 2024-07-26T06:33:35.437 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ZEcalNbKbpQ9gMT off=735973 len=267374 2024-07-26T06:33:35.440 INFO:tasks.workunit.client.0.smithi089.stdout:op 2547 completed, throughput=5MB/sec 2024-07-26T06:33:35.441 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-WE3xWByzC0OY_yV off=852128 len=1136512 2024-07-26T06:33:35.445 INFO:tasks.workunit.client.0.smithi089.stdout:op 2548 completed, throughput=5MB/sec 2024-07-26T06:33:36.446 INFO:tasks.workunit.client.0.smithi089.stdout: 491: throughput=4.99MB/sec pending data=0 2024-07-26T06:33:36.446 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-q27hrAfnImES1aJ off=313030 len=1506228 2024-07-26T06:33:36.454 INFO:tasks.workunit.client.0.smithi089.stdout:op 2549 completed, throughput=4.99MB/sec 2024-07-26T06:33:36.454 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-n9d8FuIWAPjpWEy off=10298273 len=680139 2024-07-26T06:33:36.455 INFO:tasks.workunit.client.0.smithi089.stdout:op 2550 completed, throughput=4.99MB/sec 2024-07-26T06:33:36.455 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-yQmwkC4jNWWq7Md off=527366 len=350156 2024-07-26T06:33:36.456 INFO:tasks.workunit.client.0.smithi089.stdout:op 2551 completed, throughput=5MB/sec 2024-07-26T06:33:36.456 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-EBnlPoXp2w2Ttwu off=3218635 len=1361286 2024-07-26T06:33:36.462 INFO:tasks.workunit.client.0.smithi089.stdout:op 2552 completed, throughput=5MB/sec 2024-07-26T06:33:36.463 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-j4Ln6FDekyOozGC off=3323535 len=1413352 2024-07-26T06:33:36.470 INFO:tasks.workunit.client.0.smithi089.stdout:op 2553 completed, throughput=5MB/sec 2024-07-26T06:33:36.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:33:36 smithi155 ceph-mon[90160]: pgmap v1664: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-07-26T06:33:36.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:33:36 smithi089 ceph-mon[99608]: pgmap v1664: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-07-26T06:33:36.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:33:36 smithi089 ceph-mon[102056]: pgmap v1664: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-07-26T06:33:37.470 INFO:tasks.workunit.client.0.smithi089.stdout: 492: throughput=4.99MB/sec pending data=0 2024-07-26T06:33:37.470 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-276jJ9rArUgxcsl off=6324042 len=206703 2024-07-26T06:33:37.471 INFO:tasks.workunit.client.0.smithi089.stdout:op 2554 completed, throughput=4.99MB/sec 2024-07-26T06:33:37.471 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-gGrK88-q468mmAw off=2660408 len=384491 2024-07-26T06:33:37.472 INFO:tasks.workunit.client.0.smithi089.stdout:op 2555 completed, throughput=4.99MB/sec 2024-07-26T06:33:37.472 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-HlxjUlwMm4WXaCa off=1162475 len=1600943 2024-07-26T06:33:37.476 INFO:tasks.workunit.client.0.smithi089.stdout:op 2556 completed, throughput=4.99MB/sec 2024-07-26T06:33:37.476 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-2-HYGIjDqFB7dWy off=14281663 len=436344 2024-07-26T06:33:37.480 INFO:tasks.workunit.client.0.smithi089.stdout:op 2557 completed, throughput=5MB/sec 2024-07-26T06:33:37.480 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-j092opHTX4gISBC off=3991809 len=1403704 2024-07-26T06:33:37.481 INFO:tasks.workunit.client.0.smithi089.stdout:op 2558 completed, throughput=5MB/sec 2024-07-26T06:33:37.481 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-QILY_6bS-PQOPQa off=6645152 len=519274 2024-07-26T06:33:37.485 INFO:tasks.workunit.client.0.smithi089.stdout:op 2559 completed, throughput=5MB/sec 2024-07-26T06:33:37.486 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-EWgCGVZ_NPv4Vn7 off=213724 len=70913 2024-07-26T06:33:37.486 INFO:tasks.workunit.client.0.smithi089.stdout:op 2560 completed, throughput=5MB/sec 2024-07-26T06:33:37.486 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-I36f_mMQSFZDF7Q off=5909501 len=645742 2024-07-26T06:33:37.490 INFO:tasks.workunit.client.0.smithi089.stdout:op 2561 completed, throughput=5MB/sec 2024-07-26T06:33:38.491 INFO:tasks.workunit.client.0.smithi089.stdout: 493: throughput=4.99MB/sec pending data=0 2024-07-26T06:33:38.491 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-7Ojlcxx-pKuRwSA off=1383587 len=975566 2024-07-26T06:33:38.492 INFO:tasks.workunit.client.0.smithi089.stdout:op 2562 completed, throughput=4.99MB/sec 2024-07-26T06:33:38.492 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-flUqlszVqa5u1IC off=15025039 len=1038795 2024-07-26T06:33:38.498 INFO:tasks.workunit.client.0.smithi089.stdout:op 2563 completed, throughput=4.99MB/sec 2024-07-26T06:33:38.498 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ibBekulahdJcVkk off=12439271 len=1098531 2024-07-26T06:33:38.504 INFO:tasks.workunit.client.0.smithi089.stdout:op 2564 completed, throughput=5MB/sec 2024-07-26T06:33:38.504 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-5X6rccm4vYE-In_ off=12198287 len=1174051 2024-07-26T06:33:38.510 INFO:tasks.workunit.client.0.smithi089.stdout:op 2565 completed, throughput=5MB/sec 2024-07-26T06:33:38.510 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ehV_TT0VZkDtR4r off=103152 len=550050 2024-07-26T06:33:38.511 INFO:tasks.workunit.client.0.smithi089.stdout:op 2566 completed, throughput=5MB/sec 2024-07-26T06:33:38.512 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-fmCRvFmdhZK1fJe off=55247 len=1524819 2024-07-26T06:33:38.514 INFO:tasks.workunit.client.0.smithi089.stdout:op 2567 completed, throughput=5MB/sec 2024-07-26T06:33:38.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:33:38 smithi089 ceph-mon[99608]: pgmap v1665: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-07-26T06:33:38.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:33:38 smithi089 ceph-mon[102056]: pgmap v1665: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-07-26T06:33:38.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:33:38 smithi155 ceph-mon[90160]: pgmap v1665: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-07-26T06:33:39.515 INFO:tasks.workunit.client.0.smithi089.stdout: 494: throughput=4.99MB/sec pending data=0 2024-07-26T06:33:39.515 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-8bBCyUfbahZltU5 off=10763049 len=1669138 2024-07-26T06:33:39.524 INFO:tasks.workunit.client.0.smithi089.stdout:op 2568 completed, throughput=5MB/sec 2024-07-26T06:33:39.525 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-SRCe8owVtD7gytF off=801760 len=285157 2024-07-26T06:33:39.525 INFO:tasks.workunit.client.0.smithi089.stdout:op 2569 completed, throughput=5MB/sec 2024-07-26T06:33:39.525 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-fw4Xl763gxcGrHo off=1077030 len=1634492 2024-07-26T06:33:39.532 INFO:tasks.workunit.client.0.smithi089.stdout:op 2570 completed, throughput=5MB/sec 2024-07-26T06:33:39.532 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj--Y0EDh9tZWDJJwR off=76650 len=107336 2024-07-26T06:33:39.532 INFO:tasks.workunit.client.0.smithi089.stdout:op 2571 completed, throughput=5MB/sec 2024-07-26T06:33:39.533 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-0rSBWg-ZUBWwr8U off=4252014 len=406203 2024-07-26T06:33:39.536 INFO:tasks.workunit.client.0.smithi089.stdout:op 2572 completed, throughput=5MB/sec 2024-07-26T06:33:39.536 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-L91AEofVPyPv-Th off=3977239 len=25006 2024-07-26T06:33:39.536 INFO:tasks.workunit.client.0.smithi089.stdout:op 2573 completed, throughput=5MB/sec 2024-07-26T06:33:39.536 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-1WN0sHEShDJqOos off=49040 len=1328918 2024-07-26T06:33:39.543 INFO:tasks.workunit.client.0.smithi089.stdout:op 2574 completed, throughput=5MB/sec 2024-07-26T06:33:40.543 INFO:tasks.workunit.client.0.smithi089.stdout: 495: throughput=4.99MB/sec pending data=0 2024-07-26T06:33:40.543 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-RGxSpfuRhwglrAP off=4193783 len=1873888 2024-07-26T06:33:40.553 INFO:tasks.workunit.client.0.smithi089.stdout:op 2575 completed, throughput=5MB/sec 2024-07-26T06:33:40.553 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-qZVk-lvKbudFFcq off=27343 len=138779 2024-07-26T06:33:40.553 INFO:tasks.workunit.client.0.smithi089.stdout:op 2576 completed, throughput=5MB/sec 2024-07-26T06:33:40.553 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-YVNJgm-mpDfMOah off=1021901 len=156879 2024-07-26T06:33:40.556 INFO:tasks.workunit.client.0.smithi089.stdout:op 2577 completed, throughput=5MB/sec 2024-07-26T06:33:40.556 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-fcPIqzSo9Yam8RN off=9601338 len=1440535 2024-07-26T06:33:40.557 INFO:tasks.workunit.client.0.smithi089.stdout:op 2578 completed, throughput=5MB/sec 2024-07-26T06:33:40.557 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-NsMTyQqO__7eFNz off=20490785 len=245566 2024-07-26T06:33:40.558 INFO:tasks.workunit.client.0.smithi089.stdout:op 2579 completed, throughput=5MB/sec 2024-07-26T06:33:40.558 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-iuPioOT4f6Z8dJN off=9596968 len=217698 2024-07-26T06:33:40.559 INFO:tasks.workunit.client.0.smithi089.stdout:op 2580 completed, throughput=5MB/sec 2024-07-26T06:33:40.559 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-f09q-0vxgVEP8ye off=2681448 len=1157512 2024-07-26T06:33:40.560 INFO:tasks.workunit.client.0.smithi089.stdout:op 2581 completed, throughput=5MB/sec 2024-07-26T06:33:40.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:33:40 smithi089 ceph-mon[99608]: pgmap v1666: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.5 MiB/s wr, 4 op/s 2024-07-26T06:33:40.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:33:40 smithi089 ceph-mon[102056]: pgmap v1666: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.5 MiB/s wr, 4 op/s 2024-07-26T06:33:40.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:33:40 smithi155 ceph-mon[90160]: pgmap v1666: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.5 MiB/s wr, 4 op/s 2024-07-26T06:33:41.560 INFO:tasks.workunit.client.0.smithi089.stdout: 496: throughput=4.99MB/sec pending data=0 2024-07-26T06:33:41.561 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-dYOTqIupiWcjFGm off=9407631 len=733970 2024-07-26T06:33:41.562 INFO:tasks.workunit.client.0.smithi089.stdout:op 2582 completed, throughput=4.99MB/sec 2024-07-26T06:33:41.562 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-S5OM07c_ldEZA7I off=879420 len=153913 2024-07-26T06:33:41.566 INFO:tasks.workunit.client.0.smithi089.stdout:op 2583 completed, throughput=4.99MB/sec 2024-07-26T06:33:41.566 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-IEVm-mdCLR4Lf4q off=548944 len=950992 2024-07-26T06:33:41.570 INFO:tasks.workunit.client.0.smithi089.stdout:op 2584 completed, throughput=5MB/sec 2024-07-26T06:33:41.571 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-hJEI0QE3cjtdrD- off=19766809 len=920141 2024-07-26T06:33:41.572 INFO:tasks.workunit.client.0.smithi089.stdout:op 2585 completed, throughput=5MB/sec 2024-07-26T06:33:41.572 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-OWddMTZkJVVmX_9 off=936815 len=1088398 2024-07-26T06:33:41.578 INFO:tasks.workunit.client.0.smithi089.stdout:op 2586 completed, throughput=5MB/sec 2024-07-26T06:33:41.578 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-6mCfV13kZUXUxB3 off=3529714 len=1227338 2024-07-26T06:33:41.579 INFO:tasks.workunit.client.0.smithi089.stdout:op 2587 completed, throughput=5MB/sec 2024-07-26T06:33:41.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:33:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:33:41.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:33:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:33:41.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:33:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:33:42.580 INFO:tasks.workunit.client.0.smithi089.stdout: 497: throughput=4.99MB/sec pending data=0 2024-07-26T06:33:42.580 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-aIk_LZKTa0ttPWA off=7297324 len=1607917 2024-07-26T06:33:42.588 INFO:tasks.workunit.client.0.smithi089.stdout:op 2588 completed, throughput=4.99MB/sec 2024-07-26T06:33:42.588 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Nlg3wB1a16TDjjq off=12638101 len=1649046 2024-07-26T06:33:42.590 INFO:tasks.workunit.client.0.smithi089.stdout:op 2589 completed, throughput=5MB/sec 2024-07-26T06:33:42.590 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-BGIaorD4WMapalg off=9510690 len=1874876 2024-07-26T06:33:42.592 INFO:tasks.workunit.client.0.smithi089.stdout:op 2590 completed, throughput=5MB/sec 2024-07-26T06:33:42.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:33:42 smithi155 ceph-mon[90160]: pgmap v1667: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-07-26T06:33:42.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:33:42 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:33:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:33:42.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:33:42 smithi089 ceph-mon[99608]: pgmap v1667: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-07-26T06:33:42.654 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:33:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:33:42] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-07-26T06:33:42.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:33:42 smithi089 ceph-mon[102056]: pgmap v1667: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-07-26T06:33:43.593 INFO:tasks.workunit.client.0.smithi089.stdout: 498: throughput=4.99MB/sec pending data=0 2024-07-26T06:33:43.593 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-flloHC-PLLoPole off=12832497 len=1836462 2024-07-26T06:33:43.595 INFO:tasks.workunit.client.0.smithi089.stdout:op 2591 completed, throughput=4.99MB/sec 2024-07-26T06:33:43.595 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-nETanKbyKNaQSzI off=5533910 len=82184 2024-07-26T06:33:43.595 INFO:tasks.workunit.client.0.smithi089.stdout:op 2592 completed, throughput=4.99MB/sec 2024-07-26T06:33:43.595 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj--4hO36E2lzMGhtI off=1958041 len=393550 2024-07-26T06:33:43.599 INFO:tasks.workunit.client.0.smithi089.stdout:op 2593 completed, throughput=5MB/sec 2024-07-26T06:33:43.599 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-SMfWH8-pl170lLQ off=18930314 len=120056 2024-07-26T06:33:43.602 INFO:tasks.workunit.client.0.smithi089.stdout:op 2594 completed, throughput=5MB/sec 2024-07-26T06:33:43.602 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-yZ8RYROfKPiDAxD off=3450523 len=693461 2024-07-26T06:33:43.602 INFO:tasks.workunit.client.0.smithi089.stdout:op 2595 completed, throughput=5MB/sec 2024-07-26T06:33:43.603 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-5z4QNL80yqOgmTv off=7332309 len=538394 2024-07-26T06:33:43.604 INFO:tasks.workunit.client.0.smithi089.stdout:op 2596 completed, throughput=5MB/sec 2024-07-26T06:33:43.605 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-jKK8aNR-n8_hs3y off=12138365 len=794484 2024-07-26T06:33:43.606 INFO:tasks.workunit.client.0.smithi089.stdout:op 2597 completed, throughput=5MB/sec 2024-07-26T06:33:43.607 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-dV2kzCITilcxCm2 off=5622744 len=1979312 2024-07-26T06:33:43.615 INFO:tasks.workunit.client.0.smithi089.stdout:op 2598 completed, throughput=5MB/sec 2024-07-26T06:33:44.616 INFO:tasks.workunit.client.0.smithi089.stdout: 499: throughput=4.99MB/sec pending data=0 2024-07-26T06:33:44.616 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-jx_YWGkhJr5F5Hk off=6693040 len=361986 2024-07-26T06:33:44.620 INFO:tasks.workunit.client.0.smithi089.stdout:op 2599 completed, throughput=4.99MB/sec 2024-07-26T06:33:44.620 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-OpfIoLgI1dkBC4q off=4527925 len=1957201 2024-07-26T06:33:44.630 INFO:tasks.workunit.client.0.smithi089.stdout:op 2600 completed, throughput=5MB/sec 2024-07-26T06:33:44.630 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-FxNCenapExMS7T8 off=18068662 len=741807 2024-07-26T06:33:44.635 INFO:tasks.workunit.client.0.smithi089.stdout:op 2601 completed, throughput=5MB/sec 2024-07-26T06:33:44.635 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-l4iy22KIjluKy9I off=3768411 len=296917 2024-07-26T06:33:44.638 INFO:tasks.workunit.client.0.smithi089.stdout:op 2602 completed, throughput=5MB/sec 2024-07-26T06:33:44.638 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-VLc1fJ2ByYQVvxk off=3317935 len=361293 2024-07-26T06:33:44.638 INFO:tasks.workunit.client.0.smithi089.stdout:op 2603 completed, throughput=5MB/sec 2024-07-26T06:33:44.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:33:44 smithi089 ceph-mon[99608]: pgmap v1668: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-26T06:33:44.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:33:44 smithi089 ceph-mon[102056]: pgmap v1668: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-26T06:33:44.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:33:44 smithi155 ceph-mon[90160]: pgmap v1668: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-26T06:33:45.639 INFO:tasks.workunit.client.0.smithi089.stdout: 500: throughput=4.99MB/sec pending data=0 2024-07-26T06:33:45.639 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ENcnwY7ClYswCoZ off=3360544 len=853738 2024-07-26T06:33:45.644 INFO:tasks.workunit.client.0.smithi089.stdout:op 2604 completed, throughput=4.99MB/sec 2024-07-26T06:33:45.644 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ZJPIhWTX1WLBHs1 off=3920870 len=967854 2024-07-26T06:33:45.646 INFO:tasks.workunit.client.0.smithi089.stdout:op 2605 completed, throughput=4.99MB/sec 2024-07-26T06:33:45.646 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-iY9Jk1yiPsOmw43 off=1481007 len=1146291 2024-07-26T06:33:45.651 INFO:tasks.workunit.client.0.smithi089.stdout:op 2606 completed, throughput=5MB/sec 2024-07-26T06:33:45.651 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-93dyHeFXNXmv1SP off=10523670 len=1153434 2024-07-26T06:33:45.654 INFO:tasks.workunit.client.0.smithi089.stdout:op 2607 completed, throughput=5MB/sec 2024-07-26T06:33:45.654 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-WqOiDwUZuKV_jak off=21890272 len=160104 2024-07-26T06:33:45.657 INFO:tasks.workunit.client.0.smithi089.stdout:op 2608 completed, throughput=5MB/sec 2024-07-26T06:33:45.657 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-FfhaPsKsTU7hnId off=2987509 len=59617 2024-07-26T06:33:45.657 INFO:tasks.workunit.client.0.smithi089.stdout:op 2609 completed, throughput=5MB/sec 2024-07-26T06:33:45.657 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-TEoAFGCtOMJ8Rwp off=686645 len=812465 2024-07-26T06:33:45.659 INFO:tasks.workunit.client.0.smithi089.stdout:op 2610 completed, throughput=5MB/sec 2024-07-26T06:33:45.659 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-OI9Wgmg8-aLByQO off=22829285 len=1744666 2024-07-26T06:33:45.668 INFO:tasks.workunit.client.0.smithi089.stdout:op 2611 completed, throughput=5MB/sec 2024-07-26T06:33:46.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:33:46 smithi089 ceph-mon[99608]: pgmap v1669: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:33:46.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:33:46 smithi089 ceph-mon[102056]: pgmap v1669: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:33:46.668 INFO:tasks.workunit.client.0.smithi089.stdout: 501: throughput=4.99MB/sec pending data=0 2024-07-26T06:33:46.668 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-zpIwDSDzO5jjf_X off=16953503 len=763531 2024-07-26T06:33:46.669 INFO:tasks.workunit.client.0.smithi089.stdout:op 2612 completed, throughput=4.99MB/sec 2024-07-26T06:33:46.669 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj--d1oRb963yt01c3 off=15220326 len=640216 2024-07-26T06:33:46.670 INFO:tasks.workunit.client.0.smithi089.stdout:op 2613 completed, throughput=5MB/sec 2024-07-26T06:33:46.670 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-zCL5mLGrLOF-rZi off=4325764 len=161026 2024-07-26T06:33:46.673 INFO:tasks.workunit.client.0.smithi089.stdout:op 2614 completed, throughput=5MB/sec 2024-07-26T06:33:46.673 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-hbDjkji21OoTHQF off=1744464 len=1122556 2024-07-26T06:33:46.675 INFO:tasks.workunit.client.0.smithi089.stdout:op 2615 completed, throughput=5MB/sec 2024-07-26T06:33:46.675 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-qGhZ44pRf16zaFU off=1385216 len=1938478 2024-07-26T06:33:46.684 INFO:tasks.workunit.client.0.smithi089.stdout:op 2616 completed, throughput=5MB/sec 2024-07-26T06:33:46.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:33:46 smithi155 ceph-mon[90160]: pgmap v1669: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:33:47.684 INFO:tasks.workunit.client.0.smithi089.stdout: 502: throughput=4.99MB/sec pending data=0 2024-07-26T06:33:47.685 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ZQhVrxSUdf1lLXD off=22539508 len=1819539 2024-07-26T06:33:47.696 INFO:tasks.workunit.client.0.smithi089.stdout:op 2617 completed, throughput=5MB/sec 2024-07-26T06:33:47.696 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-CSEr8QKWdqAjFaX off=6220851 len=788546 2024-07-26T06:33:47.697 INFO:tasks.workunit.client.0.smithi089.stdout:op 2618 completed, throughput=5MB/sec 2024-07-26T06:33:47.697 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-hu0guRTu782Xt9B off=7760939 len=409793 2024-07-26T06:33:47.701 INFO:tasks.workunit.client.0.smithi089.stdout:op 2619 completed, throughput=5MB/sec 2024-07-26T06:33:47.701 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-UYTDaWLL7um1KrW off=3696907 len=67799 2024-07-26T06:33:47.701 INFO:tasks.workunit.client.0.smithi089.stdout:op 2620 completed, throughput=5MB/sec 2024-07-26T06:33:47.701 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-6_w3njJVx6tmFBI off=255095 len=1542289 2024-07-26T06:33:47.709 INFO:tasks.workunit.client.0.smithi089.stdout:op 2621 completed, throughput=5MB/sec 2024-07-26T06:33:48.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:33:48 smithi089 ceph-mon[99608]: pgmap v1670: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:33:48.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:33:48 smithi089 ceph-mon[102056]: pgmap v1670: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:33:48.709 INFO:tasks.workunit.client.0.smithi089.stdout: 503: throughput=4.99MB/sec pending data=0 2024-07-26T06:33:48.709 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-WRul86e9qPJswhF off=8170499 len=1296043 2024-07-26T06:33:48.711 INFO:tasks.workunit.client.0.smithi089.stdout:op 2622 completed, throughput=4.99MB/sec 2024-07-26T06:33:48.711 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-MsFQe0cn4EVHhFy off=786473 len=958360 2024-07-26T06:33:48.713 INFO:tasks.workunit.client.0.smithi089.stdout:op 2623 completed, throughput=4.99MB/sec 2024-07-26T06:33:48.714 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-z9mmc0aUqAWQtXA off=2297370 len=725022 2024-07-26T06:33:48.718 INFO:tasks.workunit.client.0.smithi089.stdout:op 2624 completed, throughput=5MB/sec 2024-07-26T06:33:48.719 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-J3jRRr4YB1nAVwP off=18217636 len=1983747 2024-07-26T06:33:48.731 INFO:tasks.workunit.client.0.smithi089.stdout:op 2625 completed, throughput=5MB/sec 2024-07-26T06:33:48.731 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-2IoMCyFM2qyFN5S off=4125364 len=1681562 2024-07-26T06:33:48.732 INFO:tasks.workunit.client.0.smithi089.stdout:op 2626 completed, throughput=5MB/sec 2024-07-26T06:33:48.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:33:48 smithi155 ceph-mon[90160]: pgmap v1670: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:33:49.733 INFO:tasks.workunit.client.0.smithi089.stdout: 504: throughput=4.99MB/sec pending data=0 2024-07-26T06:33:49.733 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-p_kZ56fbL54BNVS off=5799879 len=524761 2024-07-26T06:33:49.737 INFO:tasks.workunit.client.0.smithi089.stdout:op 2627 completed, throughput=4.99MB/sec 2024-07-26T06:33:49.737 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-D7V-QyzG-LSpb_L off=7316626 len=836613 2024-07-26T06:33:49.738 INFO:tasks.workunit.client.0.smithi089.stdout:op 2628 completed, throughput=5MB/sec 2024-07-26T06:33:49.738 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-1vpnralFReJMmdb off=183102 len=754446 2024-07-26T06:33:49.740 INFO:tasks.workunit.client.0.smithi089.stdout:op 2629 completed, throughput=5MB/sec 2024-07-26T06:33:49.741 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-h_PVtD5OE4wMoUo off=0 len=1720187 2024-07-26T06:33:49.743 INFO:tasks.workunit.client.0.smithi089.stdout:op 2630 completed, throughput=5MB/sec 2024-07-26T06:33:49.743 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Qnn-coVignOw1cg off=1110779 len=112086 2024-07-26T06:33:49.743 INFO:tasks.workunit.client.0.smithi089.stdout:op 2631 completed, throughput=5MB/sec 2024-07-26T06:33:49.743 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-WCZERTshsbLUIt7 off=7833885 len=360842 2024-07-26T06:33:49.746 INFO:tasks.workunit.client.0.smithi089.stdout:op 2632 completed, throughput=5MB/sec 2024-07-26T06:33:50.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:33:50 smithi089 ceph-mon[99608]: pgmap v1671: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:33:50.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:33:50 smithi089 ceph-mon[102056]: pgmap v1671: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:33:50.747 INFO:tasks.workunit.client.0.smithi089.stdout: 505: throughput=4.99MB/sec pending data=0 2024-07-26T06:33:50.747 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-xdd7uXyWr_sdBNv off=8402359 len=1011778 2024-07-26T06:33:50.752 INFO:tasks.workunit.client.0.smithi089.stdout:op 2633 completed, throughput=4.99MB/sec 2024-07-26T06:33:50.752 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-JVg5ZmkUpvlvdZ9 off=13539415 len=108901 2024-07-26T06:33:50.755 INFO:tasks.workunit.client.0.smithi089.stdout:op 2634 completed, throughput=4.99MB/sec 2024-07-26T06:33:50.755 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-EeajV7eZqld6Zto off=10027762 len=810578 2024-07-26T06:33:50.759 INFO:tasks.workunit.client.0.smithi089.stdout:op 2635 completed, throughput=4.99MB/sec 2024-07-26T06:33:50.759 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ejEDyoVh7LUJroM off=2416701 len=1891823 2024-07-26T06:33:50.761 INFO:tasks.workunit.client.0.smithi089.stdout:op 2636 completed, throughput=5MB/sec 2024-07-26T06:33:50.761 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-1g5GeF_U-7lBvBy off=4549111 len=224036 2024-07-26T06:33:50.762 INFO:tasks.workunit.client.0.smithi089.stdout:op 2637 completed, throughput=5MB/sec 2024-07-26T06:33:50.762 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-RtHNJlcy5Tk6K8d off=14569692 len=115188 2024-07-26T06:33:50.765 INFO:tasks.workunit.client.0.smithi089.stdout:op 2638 completed, throughput=5MB/sec 2024-07-26T06:33:50.765 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-YfcyG_j_k5Y1xwy off=2835569 len=775542 2024-07-26T06:33:50.769 INFO:tasks.workunit.client.0.smithi089.stdout:op 2639 completed, throughput=5MB/sec 2024-07-26T06:33:50.770 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-CQr7fxfcoo-4l9O off=9753445 len=1245426 2024-07-26T06:33:50.771 INFO:tasks.workunit.client.0.smithi089.stdout:op 2640 completed, throughput=5MB/sec 2024-07-26T06:33:50.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:33:50 smithi155 ceph-mon[90160]: pgmap v1671: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:33:51.772 INFO:tasks.workunit.client.0.smithi089.stdout: 506: throughput=4.99MB/sec pending data=0 2024-07-26T06:33:51.772 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-4V33PFx8lpxdWid off=1154609 len=1053043 2024-07-26T06:33:51.777 INFO:tasks.workunit.client.0.smithi089.stdout:op 2641 completed, throughput=4.99MB/sec 2024-07-26T06:33:51.777 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-EwVQ89rChHWggm2 off=4280546 len=1028446 2024-07-26T06:33:51.779 INFO:tasks.workunit.client.0.smithi089.stdout:op 2642 completed, throughput=5MB/sec 2024-07-26T06:33:51.779 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Ge_sX7vPuwqtwgp off=336915 len=815965 2024-07-26T06:33:51.781 INFO:tasks.workunit.client.0.smithi089.stdout:op 2643 completed, throughput=5MB/sec 2024-07-26T06:33:51.781 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-LjOjjgNnLYuYPUI off=963153 len=1454829 2024-07-26T06:33:51.782 INFO:tasks.workunit.client.0.smithi089.stdout:op 2644 completed, throughput=5MB/sec 2024-07-26T06:33:52.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:33:52 smithi155 ceph-mon[90160]: pgmap v1672: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:33:52.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:33:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:33:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:33:52.783 INFO:tasks.workunit.client.0.smithi089.stdout: 507: throughput=4.99MB/sec pending data=0 2024-07-26T06:33:52.783 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-mDvGD3wIQmEcHWc off=375501 len=982046 2024-07-26T06:33:52.788 INFO:tasks.workunit.client.0.smithi089.stdout:op 2645 completed, throughput=4.99MB/sec 2024-07-26T06:33:52.788 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-catKwio-brMUEFo off=1933495 len=1812942 2024-07-26T06:33:52.790 INFO:tasks.workunit.client.0.smithi089.stdout:op 2646 completed, throughput=5MB/sec 2024-07-26T06:33:52.790 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-WqIWdvjb4htugYS off=5853117 len=863334 2024-07-26T06:33:52.793 INFO:tasks.workunit.client.0.smithi089.stdout:op 2647 completed, throughput=5MB/sec 2024-07-26T06:33:52.793 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-vnPGOklWFrHZZYW off=7988138 len=1586768 2024-07-26T06:33:52.795 INFO:tasks.workunit.client.0.smithi089.stdout:op 2648 completed, throughput=5MB/sec 2024-07-26T06:33:52.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:33:52 smithi089 ceph-mon[99608]: pgmap v1672: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:33:52.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:33:52 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:33:52] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-07-26T06:33:52.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:33:52 smithi089 ceph-mon[102056]: pgmap v1672: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:33:53.795 INFO:tasks.workunit.client.0.smithi089.stdout: 508: throughput=4.99MB/sec pending data=0 2024-07-26T06:33:53.795 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-HkdOdU_ntCjAtBm off=19749049 len=126529 2024-07-26T06:33:53.798 INFO:tasks.workunit.client.0.smithi089.stdout:op 2649 completed, throughput=4.99MB/sec 2024-07-26T06:33:53.798 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-WGb7CF1XXmzBSPg off=7884194 len=1845175 2024-07-26T06:33:53.809 INFO:tasks.workunit.client.0.smithi089.stdout:op 2650 completed, throughput=4.99MB/sec 2024-07-26T06:33:53.809 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-sAH7l7wbiu-rUC0 off=3086116 len=928022 2024-07-26T06:33:53.810 INFO:tasks.workunit.client.0.smithi089.stdout:op 2651 completed, throughput=5MB/sec 2024-07-26T06:33:53.811 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-fJe0K9gA3bpAedQ off=164314 len=1487013 2024-07-26T06:33:53.813 INFO:tasks.workunit.client.0.smithi089.stdout:op 2652 completed, throughput=5MB/sec 2024-07-26T06:33:53.813 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-k1-6bR8rLoNoRXy off=1667640 len=1427732 2024-07-26T06:33:53.819 INFO:tasks.workunit.client.0.smithi089.stdout:op 2653 completed, throughput=5MB/sec 2024-07-26T06:33:53.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:33:53 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:33:53.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:33:53 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:33:53.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:33:53 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:33:53.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:33:53 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:33:53.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:33:53 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:33:53.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:33:53 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:33:53.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:33:53 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:33:53.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:33:53 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:33:53.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:33:53 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:33:53.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:33:53 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:33:53.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:33:53 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:33:53.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:33:53 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:33:54.819 INFO:tasks.workunit.client.0.smithi089.stdout: 509: throughput=4.99MB/sec pending data=0 2024-07-26T06:33:54.820 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-yt1ZMMPG15VDtgm off=5044275 len=1212545 2024-07-26T06:33:54.825 INFO:tasks.workunit.client.0.smithi089.stdout:op 2654 completed, throughput=4.99MB/sec 2024-07-26T06:33:54.825 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-NJqFRXpxVyHdwSm off=2147884 len=226111 2024-07-26T06:33:54.826 INFO:tasks.workunit.client.0.smithi089.stdout:op 2655 completed, throughput=4.99MB/sec 2024-07-26T06:33:54.826 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-vrkQGPXjPnsjukN off=3252207 len=462026 2024-07-26T06:33:54.829 INFO:tasks.workunit.client.0.smithi089.stdout:op 2656 completed, throughput=4.99MB/sec 2024-07-26T06:33:54.829 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Szu-4U2BuLev0zm off=11277953 len=1763702 2024-07-26T06:33:54.831 INFO:tasks.workunit.client.0.smithi089.stdout:op 2657 completed, throughput=5MB/sec 2024-07-26T06:33:54.831 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-laXukmOAVerdv4X off=2520040 len=35335 2024-07-26T06:33:54.831 INFO:tasks.workunit.client.0.smithi089.stdout:op 2658 completed, throughput=5MB/sec 2024-07-26T06:33:54.831 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-bSzNNLx7yy_MWuU off=7584863 len=415959 2024-07-26T06:33:54.832 INFO:tasks.workunit.client.0.smithi089.stdout:op 2659 completed, throughput=5MB/sec 2024-07-26T06:33:54.833 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-HlnyRsCzHN2XAPd off=15153607 len=509336 2024-07-26T06:33:54.836 INFO:tasks.workunit.client.0.smithi089.stdout:op 2660 completed, throughput=5MB/sec 2024-07-26T06:33:54.836 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-BtPtNsvVPIecqd_ off=7110204 len=162607 2024-07-26T06:33:54.838 INFO:tasks.workunit.client.0.smithi089.stdout:op 2661 completed, throughput=5MB/sec 2024-07-26T06:33:55.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:33:54 smithi155 ceph-mon[90160]: pgmap v1673: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:33:55.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:33:54 smithi089 ceph-mon[99608]: pgmap v1673: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:33:55.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:33:54 smithi089 ceph-mon[102056]: pgmap v1673: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:33:55.839 INFO:tasks.workunit.client.0.smithi089.stdout: 510: throughput=4.99MB/sec pending data=0 2024-07-26T06:33:55.839 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-TiGM5a9zgBo3QMd off=1334478 len=364815 2024-07-26T06:33:55.840 INFO:tasks.workunit.client.0.smithi089.stdout:op 2662 completed, throughput=4.99MB/sec 2024-07-26T06:33:55.840 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-eKSS6mfIiSwz7zc off=4573139 len=525265 2024-07-26T06:33:55.841 INFO:tasks.workunit.client.0.smithi089.stdout:op 2663 completed, throughput=4.99MB/sec 2024-07-26T06:33:55.841 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-LNwee_2chb-hidr off=2984790 len=983933 2024-07-26T06:33:55.846 INFO:tasks.workunit.client.0.smithi089.stdout:op 2664 completed, throughput=4.99MB/sec 2024-07-26T06:33:55.847 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-JwlvWirXJurs188 off=7771590 len=454689 2024-07-26T06:33:55.847 INFO:tasks.workunit.client.0.smithi089.stdout:op 2665 completed, throughput=4.99MB/sec 2024-07-26T06:33:55.848 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-wqnntRqoAF3hCBw off=22168038 len=83988 2024-07-26T06:33:55.848 INFO:tasks.workunit.client.0.smithi089.stdout:op 2666 completed, throughput=4.99MB/sec 2024-07-26T06:33:55.848 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-UcMGg1XHldu6BOQ off=6863304 len=1102985 2024-07-26T06:33:55.850 INFO:tasks.workunit.client.0.smithi089.stdout:op 2667 completed, throughput=5MB/sec 2024-07-26T06:33:55.850 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-HuWxhLgkBSNb_Hi off=3758568 len=1118809 2024-07-26T06:33:55.855 INFO:tasks.workunit.client.0.smithi089.stdout:op 2668 completed, throughput=5MB/sec 2024-07-26T06:33:55.856 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-eyvo0dqFTOPCAEE off=2059004 len=895701 2024-07-26T06:33:55.860 INFO:tasks.workunit.client.0.smithi089.stdout:op 2669 completed, throughput=5MB/sec 2024-07-26T06:33:56.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:33:55 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:33:56.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:33:55 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:33:56.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:33:55 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:33:56.860 INFO:tasks.workunit.client.0.smithi089.stdout: 511: throughput=4.99MB/sec pending data=0 2024-07-26T06:33:56.861 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-yxCxWBxc2WTOaiZ off=15185238 len=283108 2024-07-26T06:33:56.861 INFO:tasks.workunit.client.0.smithi089.stdout:op 2670 completed, throughput=4.99MB/sec 2024-07-26T06:33:56.861 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-UTt_pCk-1EXMJS1 off=19910974 len=324675 2024-07-26T06:33:56.862 INFO:tasks.workunit.client.0.smithi089.stdout:op 2671 completed, throughput=4.99MB/sec 2024-07-26T06:33:56.862 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-4QMbBF2kpOnEn51 off=5929258 len=955277 2024-07-26T06:33:56.864 INFO:tasks.workunit.client.0.smithi089.stdout:op 2672 completed, throughput=4.99MB/sec 2024-07-26T06:33:56.864 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-fhlieRiYcx1HKu1 off=2837213 len=1343455 2024-07-26T06:33:56.870 INFO:tasks.workunit.client.0.smithi089.stdout:op 2673 completed, throughput=5MB/sec 2024-07-26T06:33:56.871 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-RIFezJ4qQUUlpgB off=20122429 len=1167573 2024-07-26T06:33:56.877 INFO:tasks.workunit.client.0.smithi089.stdout:op 2674 completed, throughput=5MB/sec 2024-07-26T06:33:56.877 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-N0aQ-vY2yZEfgc2 off=11016037 len=476502 2024-07-26T06:33:56.877 INFO:tasks.workunit.client.0.smithi089.stdout:op 2675 completed, throughput=5MB/sec 2024-07-26T06:33:56.878 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-72XpjnauDHLe3GY off=11168362 len=904659 2024-07-26T06:33:56.882 INFO:tasks.workunit.client.0.smithi089.stdout:op 2676 completed, throughput=5MB/sec 2024-07-26T06:33:57.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:33:56 smithi155 ceph-mon[90160]: pgmap v1674: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-26T06:33:57.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:33:56 smithi089 ceph-mon[99608]: pgmap v1674: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-26T06:33:57.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:33:56 smithi089 ceph-mon[102056]: pgmap v1674: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-26T06:33:57.883 INFO:tasks.workunit.client.0.smithi089.stdout: 512: throughput=4.99MB/sec pending data=0 2024-07-26T06:33:57.883 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-LqH90jE5808T4s1 off=9140818 len=42823 2024-07-26T06:33:57.885 INFO:tasks.workunit.client.0.smithi089.stdout:op 2677 completed, throughput=4.99MB/sec 2024-07-26T06:33:57.886 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-X02uNjs-CurZ1oV off=11064888 len=526809 2024-07-26T06:33:57.886 INFO:tasks.workunit.client.0.smithi089.stdout:op 2678 completed, throughput=4.99MB/sec 2024-07-26T06:33:57.887 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-xySBNqwgT2DXgM2 off=2804468 len=675312 2024-07-26T06:33:57.891 INFO:tasks.workunit.client.0.smithi089.stdout:op 2679 completed, throughput=4.99MB/sec 2024-07-26T06:33:57.891 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-zMlPjvM1aIZINmK off=8795976 len=414099 2024-07-26T06:33:57.895 INFO:tasks.workunit.client.0.smithi089.stdout:op 2680 completed, throughput=4.99MB/sec 2024-07-26T06:33:57.895 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-u89DhGIX-eAqx0X off=4380190 len=393856 2024-07-26T06:33:57.896 INFO:tasks.workunit.client.0.smithi089.stdout:op 2681 completed, throughput=4.99MB/sec 2024-07-26T06:33:57.896 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-1wW1Z2-CyDwV7-A off=10629553 len=1298778 2024-07-26T06:33:57.902 INFO:tasks.workunit.client.0.smithi089.stdout:op 2682 completed, throughput=5MB/sec 2024-07-26T06:33:57.902 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Wrae-f52iG-bxmS off=5394961 len=140222 2024-07-26T06:33:57.903 INFO:tasks.workunit.client.0.smithi089.stdout:op 2683 completed, throughput=5MB/sec 2024-07-26T06:33:57.903 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-y6glCe1T6D5oUSu off=17675667 len=392183 2024-07-26T06:33:57.906 INFO:tasks.workunit.client.0.smithi089.stdout:op 2684 completed, throughput=5MB/sec 2024-07-26T06:33:57.906 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-XwVRG_6VSreMjLA off=10125381 len=430385 2024-07-26T06:33:57.909 INFO:tasks.workunit.client.0.smithi089.stdout:op 2685 completed, throughput=5MB/sec 2024-07-26T06:33:57.909 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-t_PfjETTrxrCVeX off=6164211 len=948256 2024-07-26T06:33:57.914 INFO:tasks.workunit.client.0.smithi089.stdout:op 2686 completed, throughput=5MB/sec 2024-07-26T06:33:58.914 INFO:tasks.workunit.client.0.smithi089.stdout: 513: throughput=4.99MB/sec pending data=0 2024-07-26T06:33:58.914 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-gq7QtiwO9PKuIrH off=9256500 len=1069569 2024-07-26T06:33:58.920 INFO:tasks.workunit.client.0.smithi089.stdout:op 2687 completed, throughput=4.99MB/sec 2024-07-26T06:33:58.920 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-CsxUi_XsAT-MzjU off=3077644 len=1407339 2024-07-26T06:33:58.927 INFO:tasks.workunit.client.0.smithi089.stdout:op 2688 completed, throughput=5MB/sec 2024-07-26T06:33:58.927 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-RtHNJlcy5Tk6K8d off=12433754 len=1754510 2024-07-26T06:33:58.936 INFO:tasks.workunit.client.0.smithi089.stdout:op 2689 completed, throughput=5MB/sec 2024-07-26T06:33:58.936 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ohSaUKaBLLCd71R off=10808589 len=1318506 2024-07-26T06:33:58.937 INFO:tasks.workunit.client.0.smithi089.stdout:op 2690 completed, throughput=5MB/sec 2024-07-26T06:33:59.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:33:58 smithi155 ceph-mon[90160]: pgmap v1675: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T06:33:59.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:33:58 smithi089 ceph-mon[99608]: pgmap v1675: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T06:33:59.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:33:58 smithi089 ceph-mon[102056]: pgmap v1675: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T06:33:59.938 INFO:tasks.workunit.client.0.smithi089.stdout: 514: throughput=4.99MB/sec pending data=0 2024-07-26T06:33:59.938 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Ob0FazgO3UFALvB off=2059074 len=83013 2024-07-26T06:33:59.939 INFO:tasks.workunit.client.0.smithi089.stdout:op 2691 completed, throughput=4.99MB/sec 2024-07-26T06:33:59.939 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-0_vXakh74Nzy1Rb off=475651 len=1027467 2024-07-26T06:33:59.940 INFO:tasks.workunit.client.0.smithi089.stdout:op 2692 completed, throughput=4.99MB/sec 2024-07-26T06:33:59.941 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-NJMMjPeKumzeWAE off=14457773 len=460814 2024-07-26T06:33:59.941 INFO:tasks.workunit.client.0.smithi089.stdout:op 2693 completed, throughput=4.99MB/sec 2024-07-26T06:33:59.941 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-lOC1RcYDiRjffXa off=4332996 len=987183 2024-07-26T06:33:59.946 INFO:tasks.workunit.client.0.smithi089.stdout:op 2694 completed, throughput=5MB/sec 2024-07-26T06:33:59.946 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-sRU6E6_Tk-6vdVE off=3462764 len=2089967 2024-07-26T06:33:59.948 INFO:tasks.workunit.client.0.smithi089.stdout:op 2695 completed, throughput=5MB/sec 2024-07-26T06:33:59.949 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-d0oHRFfden5z5oB off=1795987 len=142688 2024-07-26T06:33:59.952 INFO:tasks.workunit.client.0.smithi089.stdout:op 2696 completed, throughput=5MB/sec 2024-07-26T06:33:59.952 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-CjU76rkA3oUQi1V off=5095255 len=853609 2024-07-26T06:33:59.953 INFO:tasks.workunit.client.0.smithi089.stdout:op 2697 completed, throughput=5MB/sec 2024-07-26T06:34:00.953 INFO:tasks.workunit.client.0.smithi089.stdout: 515: throughput=4.99MB/sec pending data=0 2024-07-26T06:34:00.954 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-D9CSWdZs2-4dmIb off=2803512 len=1508254 2024-07-26T06:34:00.963 INFO:tasks.workunit.client.0.smithi089.stdout:op 2698 completed, throughput=4.99MB/sec 2024-07-26T06:34:00.963 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-8j-ChodyCbx3OEG off=8940597 len=1580172 2024-07-26T06:34:00.973 INFO:tasks.workunit.client.0.smithi089.stdout:op 2699 completed, throughput=5MB/sec 2024-07-26T06:34:00.973 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-eLE8XKyJYhhW40Y off=14186554 len=176290 2024-07-26T06:34:00.975 INFO:tasks.workunit.client.0.smithi089.stdout:op 2700 completed, throughput=5MB/sec 2024-07-26T06:34:00.975 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-mc70vHs8O_Gp-em off=10574711 len=1842597 2024-07-26T06:34:00.977 INFO:tasks.workunit.client.0.smithi089.stdout:op 2701 completed, throughput=5MB/sec 2024-07-26T06:34:01.128 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:34:00 smithi155 ceph-mon[90160]: pgmap v1676: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-07-26T06:34:01.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:34:00 smithi089 ceph-mon[99608]: pgmap v1676: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-07-26T06:34:01.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:34:00 smithi089 ceph-mon[102056]: pgmap v1676: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-07-26T06:34:01.978 INFO:tasks.workunit.client.0.smithi089.stdout: 516: throughput=4.99MB/sec pending data=0 2024-07-26T06:34:01.978 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-IKQPxjzHIp4yMPw off=1507099 len=241543 2024-07-26T06:34:01.979 INFO:tasks.workunit.client.0.smithi089.stdout:op 2702 completed, throughput=4.99MB/sec 2024-07-26T06:34:01.979 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-nv5pVZbrORcmgJx off=248693 len=1213749 2024-07-26T06:34:01.981 INFO:tasks.workunit.client.0.smithi089.stdout:op 2703 completed, throughput=4.99MB/sec 2024-07-26T06:34:01.981 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-GimfRkcSkyiDDkG off=1899951 len=1105210 2024-07-26T06:34:01.987 INFO:tasks.workunit.client.0.smithi089.stdout:op 2704 completed, throughput=5MB/sec 2024-07-26T06:34:01.987 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-im5eBtLe-aRLib5 off=1199548 len=850799 2024-07-26T06:34:01.992 INFO:tasks.workunit.client.0.smithi089.stdout:op 2705 completed, throughput=5MB/sec 2024-07-26T06:34:01.992 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-WnQXG7YkP_jcS8S off=20697259 len=1789583 2024-07-26T06:34:01.999 INFO:tasks.workunit.client.0.smithi089.stdout:op 2706 completed, throughput=5MB/sec 2024-07-26T06:34:02.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:34:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:34:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:34:02.831 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:34:02 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:34:02] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-07-26T06:34:02.999 INFO:tasks.workunit.client.0.smithi089.stdout: 517: throughput=4.99MB/sec pending data=0 2024-07-26T06:34:02.999 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-E5ZI6mFc3yXWXF1 off=13246356 len=1831741 2024-07-26T06:34:03.010 INFO:tasks.workunit.client.0.smithi089.stdout:op 2707 completed, throughput=4.99MB/sec 2024-07-26T06:34:03.010 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-eXE6ajWy4MJXkmb off=11017684 len=2050610 2024-07-26T06:34:03.020 INFO:tasks.workunit.client.0.smithi089.stdout:op 2708 completed, throughput=5MB/sec 2024-07-26T06:34:03.020 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-dpF_sQrNVjwuuu5 off=5641311 len=1218406 2024-07-26T06:34:03.023 INFO:tasks.workunit.client.0.smithi089.stdout:op 2709 completed, throughput=5MB/sec 2024-07-26T06:34:03.023 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-mM-IIpRr5ZUYKyL off=6920844 len=1790165 2024-07-26T06:34:03.031 INFO:tasks.workunit.client.0.smithi089.stdout:op 2710 completed, throughput=5MB/sec 2024-07-26T06:34:03.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:34:02 smithi155 ceph-mon[90160]: pgmap v1677: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-26T06:34:03.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:34:02 smithi089 ceph-mon[99608]: pgmap v1677: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-26T06:34:03.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:34:02 smithi089 ceph-mon[102056]: pgmap v1677: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-26T06:34:04.031 INFO:tasks.workunit.client.0.smithi089.stdout: 518: throughput=4.99MB/sec pending data=0 2024-07-26T06:34:04.032 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-xaW4vaEc6u8pAf5 off=3383965 len=202095 2024-07-26T06:34:04.033 INFO:tasks.workunit.client.0.smithi089.stdout:op 2711 completed, throughput=4.99MB/sec 2024-07-26T06:34:04.033 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-aRFdQ_73R5ORMro off=5634770 len=271572 2024-07-26T06:34:04.036 INFO:tasks.workunit.client.0.smithi089.stdout:op 2712 completed, throughput=4.99MB/sec 2024-07-26T06:34:04.036 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-s--bQpm0JGjl_ky off=17616280 len=816293 2024-07-26T06:34:04.037 INFO:tasks.workunit.client.0.smithi089.stdout:op 2713 completed, throughput=5MB/sec 2024-07-26T06:34:04.037 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-xDKBkErnI5WyYUH off=1843647 len=1330101 2024-07-26T06:34:04.043 INFO:tasks.workunit.client.0.smithi089.stdout:op 2714 completed, throughput=5MB/sec 2024-07-26T06:34:04.043 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-UkH_RXOHYnt0BVk off=8619945 len=1817742 2024-07-26T06:34:04.046 INFO:tasks.workunit.client.0.smithi089.stdout:op 2715 completed, throughput=5MB/sec 2024-07-26T06:34:05.046 INFO:tasks.workunit.client.0.smithi089.stdout: 519: throughput=4.99MB/sec pending data=0 2024-07-26T06:34:05.046 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-vG3WBIMupDKoG-6 off=9278756 len=1116726 2024-07-26T06:34:05.052 INFO:tasks.workunit.client.0.smithi089.stdout:op 2716 completed, throughput=4.99MB/sec 2024-07-26T06:34:05.052 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-4Lo1UfgxHf4uaMk off=4031912 len=671566 2024-07-26T06:34:05.054 INFO:tasks.workunit.client.0.smithi089.stdout:op 2717 completed, throughput=5MB/sec 2024-07-26T06:34:05.054 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-S_dCFtsvLxLufhH off=8992185 len=1984596 2024-07-26T06:34:05.065 INFO:tasks.workunit.client.0.smithi089.stdout:op 2718 completed, throughput=5MB/sec 2024-07-26T06:34:05.065 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ebYaFyjZj5FeCnQ off=8332696 len=1168794 2024-07-26T06:34:05.066 INFO:tasks.workunit.client.0.smithi089.stdout:op 2719 completed, throughput=5MB/sec 2024-07-26T06:34:05.128 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:34:04 smithi155 ceph-mon[90160]: pgmap v1678: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-07-26T06:34:05.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:34:04 smithi089 ceph-mon[99608]: pgmap v1678: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-07-26T06:34:05.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:34:04 smithi089 ceph-mon[102056]: pgmap v1678: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-07-26T06:34:06.067 INFO:tasks.workunit.client.0.smithi089.stdout: 520: throughput=4.99MB/sec pending data=0 2024-07-26T06:34:06.067 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ftEZaxHdcHyrV4E off=3928885 len=1686431 2024-07-26T06:34:06.071 INFO:tasks.workunit.client.0.smithi089.stdout:op 2720 completed, throughput=4.99MB/sec 2024-07-26T06:34:06.071 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-HRQa82b_SwqD4Si off=3029585 len=1756309 2024-07-26T06:34:06.082 INFO:tasks.workunit.client.0.smithi089.stdout:op 2721 completed, throughput=5MB/sec 2024-07-26T06:34:06.082 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-RBgPvAyDzIUjZHH off=19689071 len=986148 2024-07-26T06:34:06.085 INFO:tasks.workunit.client.0.smithi089.stdout:op 2722 completed, throughput=5MB/sec 2024-07-26T06:34:06.085 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-kl24l10lvBBb6Ro off=531191 len=188944 2024-07-26T06:34:06.088 INFO:tasks.workunit.client.0.smithi089.stdout:op 2723 completed, throughput=5MB/sec 2024-07-26T06:34:06.088 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-catKwio-brMUEFo off=18848820 len=206509 2024-07-26T06:34:06.089 INFO:tasks.workunit.client.0.smithi089.stdout:op 2724 completed, throughput=5MB/sec 2024-07-26T06:34:06.089 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-_BhxX3OGuHU9DMs off=1741414 len=181474 2024-07-26T06:34:06.089 INFO:tasks.workunit.client.0.smithi089.stdout:op 2725 completed, throughput=5MB/sec 2024-07-26T06:34:07.089 INFO:tasks.workunit.client.0.smithi089.stdout: 521: throughput=4.99MB/sec pending data=0 2024-07-26T06:34:07.089 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-XUaS1zi_4fCGvrX off=7266811 len=756173 2024-07-26T06:34:07.090 INFO:tasks.workunit.client.0.smithi089.stdout:op 2726 completed, throughput=4.99MB/sec 2024-07-26T06:34:07.091 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-6X3wc4t3Y_RE8MS off=8455874 len=549982 2024-07-26T06:34:07.092 INFO:tasks.workunit.client.0.smithi089.stdout:op 2727 completed, throughput=4.99MB/sec 2024-07-26T06:34:07.092 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-sUdfax8zsvgJFf8 off=11430719 len=1896105 2024-07-26T06:34:07.101 INFO:tasks.workunit.client.0.smithi089.stdout:op 2728 completed, throughput=5MB/sec 2024-07-26T06:34:07.101 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-hEUusOIadnmJcfd off=1149863 len=918930 2024-07-26T06:34:07.105 INFO:tasks.workunit.client.0.smithi089.stdout:op 2729 completed, throughput=5MB/sec 2024-07-26T06:34:07.106 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-9x7jtZ_7c6lt3Mb off=497407 len=853028 2024-07-26T06:34:07.110 INFO:tasks.workunit.client.0.smithi089.stdout:op 2730 completed, throughput=5MB/sec 2024-07-26T06:34:07.111 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-lMJauJn7dOhMVAf off=166734 len=481436 2024-07-26T06:34:07.114 INFO:tasks.workunit.client.0.smithi089.stdout:op 2731 completed, throughput=5MB/sec 2024-07-26T06:34:07.128 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:34:06 smithi155 ceph-mon[90160]: pgmap v1679: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:34:07.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:34:06 smithi089 ceph-mon[99608]: pgmap v1679: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:34:07.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:34:06 smithi089 ceph-mon[102056]: pgmap v1679: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:34:08.114 INFO:tasks.workunit.client.0.smithi089.stdout: 522: throughput=4.99MB/sec pending data=0 2024-07-26T06:34:08.115 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-M9p8nKtGpEU9Bfa off=9796250 len=834228 2024-07-26T06:34:08.119 INFO:tasks.workunit.client.0.smithi089.stdout:op 2732 completed, throughput=4.99MB/sec 2024-07-26T06:34:08.119 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-QakKSw64k4-KoCW off=545743 len=1542918 2024-07-26T06:34:08.121 INFO:tasks.workunit.client.0.smithi089.stdout:op 2733 completed, throughput=5MB/sec 2024-07-26T06:34:08.121 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-KOIy1wqLOeIryIE off=1378105 len=396179 2024-07-26T06:34:08.124 INFO:tasks.workunit.client.0.smithi089.stdout:op 2734 completed, throughput=5MB/sec 2024-07-26T06:34:08.124 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ioWi7rvQDQxjRQV off=9791875 len=1978341 2024-07-26T06:34:08.131 INFO:tasks.workunit.client.0.smithi089.stdout:op 2735 completed, throughput=5MB/sec 2024-07-26T06:34:08.131 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-UowOKqbsBmoWacX off=19748057 len=1047392 2024-07-26T06:34:08.136 INFO:tasks.workunit.client.0.smithi089.stdout:op 2736 completed, throughput=5MB/sec 2024-07-26T06:34:09.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:34:08 smithi155 ceph-mon[90160]: pgmap v1680: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:34:09.137 INFO:tasks.workunit.client.0.smithi089.stdout: 523: throughput=4.99MB/sec pending data=0 2024-07-26T06:34:09.137 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-GlH2E3SmPsi9usv off=1378226 len=374054 2024-07-26T06:34:09.140 INFO:tasks.workunit.client.0.smithi089.stdout:op 2737 completed, throughput=4.99MB/sec 2024-07-26T06:34:09.141 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-SsxxVykBii62Ie0 off=21160532 len=292737 2024-07-26T06:34:09.141 INFO:tasks.workunit.client.0.smithi089.stdout:op 2738 completed, throughput=4.99MB/sec 2024-07-26T06:34:09.141 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-uVSGwu3uPzPltjE off=1110130 len=829826 2024-07-26T06:34:09.143 INFO:tasks.workunit.client.0.smithi089.stdout:op 2739 completed, throughput=4.99MB/sec 2024-07-26T06:34:09.143 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-n9d8FuIWAPjpWEy off=7436060 len=1677349 2024-07-26T06:34:09.145 INFO:tasks.workunit.client.0.smithi089.stdout:op 2740 completed, throughput=5MB/sec 2024-07-26T06:34:09.145 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-s72a_CcmPDgCn0_ off=6224801 len=1061182 2024-07-26T06:34:09.146 INFO:tasks.workunit.client.0.smithi089.stdout:op 2741 completed, throughput=5MB/sec 2024-07-26T06:34:09.146 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-DV9uMZAalBjy8LK off=6418578 len=1385884 2024-07-26T06:34:09.148 INFO:tasks.workunit.client.0.smithi089.stdout:op 2742 completed, throughput=5MB/sec 2024-07-26T06:34:09.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:34:08 smithi089 ceph-mon[99608]: pgmap v1680: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:34:09.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:34:08 smithi089 ceph-mon[102056]: pgmap v1680: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:34:10.148 INFO:tasks.workunit.client.0.smithi089.stdout: 524: throughput=4.99MB/sec pending data=0 2024-07-26T06:34:10.149 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj--fPGeHz_HuIOXvy off=491641 len=1332682 2024-07-26T06:34:10.150 INFO:tasks.workunit.client.0.smithi089.stdout:op 2743 completed, throughput=4.99MB/sec 2024-07-26T06:34:10.150 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-fZx3iAaMR4Psz3U off=1248364 len=255206 2024-07-26T06:34:10.151 INFO:tasks.workunit.client.0.smithi089.stdout:op 2744 completed, throughput=5MB/sec 2024-07-26T06:34:10.151 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-hVWjvUGK1XG2Xve off=6567571 len=794170 2024-07-26T06:34:10.156 INFO:tasks.workunit.client.0.smithi089.stdout:op 2745 completed, throughput=5MB/sec 2024-07-26T06:34:10.156 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-hIWJPBSO6F_6UHt off=4405297 len=681901 2024-07-26T06:34:10.160 INFO:tasks.workunit.client.0.smithi089.stdout:op 2746 completed, throughput=5MB/sec 2024-07-26T06:34:10.160 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-sgbbYQPaj9Nufmp off=17424673 len=169847 2024-07-26T06:34:10.161 INFO:tasks.workunit.client.0.smithi089.stdout:op 2747 completed, throughput=5MB/sec 2024-07-26T06:34:10.161 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-iH6A00CXPdFQl93 off=3868571 len=1102838 2024-07-26T06:34:10.162 INFO:tasks.workunit.client.0.smithi089.stdout:op 2748 completed, throughput=5MB/sec 2024-07-26T06:34:10.162 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Y3wRuEwUzj4NPO4 off=4937792 len=983729 2024-07-26T06:34:10.165 INFO:tasks.workunit.client.0.smithi089.stdout:op 2749 completed, throughput=5MB/sec 2024-07-26T06:34:11.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:34:10 smithi155 ceph-mon[90160]: pgmap v1681: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T06:34:11.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:34:10 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:34:11.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:34:10 smithi089 ceph-mon[99608]: pgmap v1681: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T06:34:11.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:34:10 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:34:11.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:34:10 smithi089 ceph-mon[102056]: pgmap v1681: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T06:34:11.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:34:10 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:34:11.165 INFO:tasks.workunit.client.0.smithi089.stdout: 525: throughput=4.99MB/sec pending data=0 2024-07-26T06:34:11.165 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-hP7iWjgFieYHc-W off=3883950 len=787243 2024-07-26T06:34:11.169 INFO:tasks.workunit.client.0.smithi089.stdout:op 2750 completed, throughput=4.99MB/sec 2024-07-26T06:34:11.170 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-DV4ArTJILAHzyAX off=1588421 len=1304345 2024-07-26T06:34:11.172 INFO:tasks.workunit.client.0.smithi089.stdout:op 2751 completed, throughput=5MB/sec 2024-07-26T06:34:11.173 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-qG8Ztd6Pdjv2MxO off=5882704 len=1058300 2024-07-26T06:34:11.175 INFO:tasks.workunit.client.0.smithi089.stdout:op 2752 completed, throughput=5MB/sec 2024-07-26T06:34:11.175 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-k4Q2SL4F90ilQME off=7121116 len=2006142 2024-07-26T06:34:11.184 INFO:tasks.workunit.client.0.smithi089.stdout:op 2753 completed, throughput=5MB/sec 2024-07-26T06:34:12.185 INFO:tasks.workunit.client.0.smithi089.stdout: 526: throughput=4.99MB/sec pending data=0 2024-07-26T06:34:12.185 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-C8jTBQfivJhhrsT off=9633309 len=1804516 2024-07-26T06:34:12.187 INFO:tasks.workunit.client.0.smithi089.stdout:op 2754 completed, throughput=5MB/sec 2024-07-26T06:34:12.187 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-_XHwgbcG_5k8Nco off=2022019 len=1190684 2024-07-26T06:34:12.192 INFO:tasks.workunit.client.0.smithi089.stdout:op 2755 completed, throughput=5MB/sec 2024-07-26T06:34:12.193 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-eYe7h7VbXPHbqbs off=1899631 len=1419948 2024-07-26T06:34:12.200 INFO:tasks.workunit.client.0.smithi089.stdout:op 2756 completed, throughput=5MB/sec 2024-07-26T06:34:12.200 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-xWTi3ANvMWrgxV7 off=18522460 len=83100 2024-07-26T06:34:12.202 INFO:tasks.workunit.client.0.smithi089.stdout:op 2757 completed, throughput=5MB/sec 2024-07-26T06:34:12.203 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-fnNUPv419Yw981Y off=7386747 len=953884 2024-07-26T06:34:12.204 INFO:tasks.workunit.client.0.smithi089.stdout:op 2758 completed, throughput=5MB/sec 2024-07-26T06:34:12.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:34:12 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:34:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:34:12.848 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:34:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:34:12] "GET /metrics HTTP/1.1" 200 34046 "" "Prometheus/2.43.0" 2024-07-26T06:34:13.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:34:12 smithi155 ceph-mon[90160]: pgmap v1682: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T06:34:13.216 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:34:12 smithi089 ceph-mon[99608]: pgmap v1682: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T06:34:13.217 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:34:12 smithi089 ceph-mon[102056]: pgmap v1682: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T06:34:13.218 INFO:tasks.workunit.client.0.smithi089.stdout: 527: throughput=4.99MB/sec pending data=0 2024-07-26T06:34:13.218 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-qjR6UahDwfgHLMz off=185366 len=534833 2024-07-26T06:34:13.218 INFO:tasks.workunit.client.0.smithi089.stdout:op 2759 completed, throughput=4.99MB/sec 2024-07-26T06:34:13.218 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-P9YL2FW4WwBxdlq off=6683909 len=996353 2024-07-26T06:34:13.218 INFO:tasks.workunit.client.0.smithi089.stdout:op 2760 completed, throughput=4.99MB/sec 2024-07-26T06:34:13.218 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-qV527QuOqy-OyA7 off=441448 len=298143 2024-07-26T06:34:13.218 INFO:tasks.workunit.client.0.smithi089.stdout:op 2761 completed, throughput=5MB/sec 2024-07-26T06:34:13.218 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-hKj_LmROEvuPR32 off=2225941 len=536969 2024-07-26T06:34:13.218 INFO:tasks.workunit.client.0.smithi089.stdout:op 2762 completed, throughput=5MB/sec 2024-07-26T06:34:13.218 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-FcYbOUuWu6jMixE off=4062764 len=1353394 2024-07-26T06:34:13.219 INFO:tasks.workunit.client.0.smithi089.stdout:op 2763 completed, throughput=5MB/sec 2024-07-26T06:34:13.219 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-PKZChaaAjU8KT5t off=16442793 len=891402 2024-07-26T06:34:13.221 INFO:tasks.workunit.client.0.smithi089.stdout:op 2764 completed, throughput=5MB/sec 2024-07-26T06:34:14.221 INFO:tasks.workunit.client.0.smithi089.stdout: 528: throughput=4.99MB/sec pending data=0 2024-07-26T06:34:14.221 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-cmkvjvcq0MpsaPS off=16940399 len=1827004 2024-07-26T06:34:14.223 INFO:tasks.workunit.client.0.smithi089.stdout:op 2765 completed, throughput=4.99MB/sec 2024-07-26T06:34:14.224 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-JCt8LvjpE4nS1dY off=828638 len=1322931 2024-07-26T06:34:14.225 INFO:tasks.workunit.client.0.smithi089.stdout:op 2766 completed, throughput=5MB/sec 2024-07-26T06:34:14.226 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-K6zArH0lT0Ggoh5 off=2257706 len=1350155 2024-07-26T06:34:14.233 INFO:tasks.workunit.client.0.smithi089.stdout:op 2767 completed, throughput=5MB/sec 2024-07-26T06:34:14.233 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-qf_OhARAyJAC-SO off=300777 len=1127782 2024-07-26T06:34:14.235 INFO:tasks.workunit.client.0.smithi089.stdout:op 2768 completed, throughput=5MB/sec 2024-07-26T06:34:15.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:34:14 smithi155 ceph-mon[90160]: pgmap v1683: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T06:34:15.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:34:14 smithi089 ceph-mon[99608]: pgmap v1683: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T06:34:15.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:34:14 smithi089 ceph-mon[102056]: pgmap v1683: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T06:34:15.235 INFO:tasks.workunit.client.0.smithi089.stdout: 529: throughput=4.99MB/sec pending data=0 2024-07-26T06:34:15.235 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-CWrbLe6MW4s9O_q off=14440124 len=235851 2024-07-26T06:34:15.238 INFO:tasks.workunit.client.0.smithi089.stdout:op 2769 completed, throughput=4.99MB/sec 2024-07-26T06:34:15.239 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-745xtjOCsqzySb6 off=8553214 len=846600 2024-07-26T06:34:15.243 INFO:tasks.workunit.client.0.smithi089.stdout:op 2770 completed, throughput=4.99MB/sec 2024-07-26T06:34:15.243 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-3J8zuGf2jg7Yff4 off=19663303 len=995613 2024-07-26T06:34:15.244 INFO:tasks.workunit.client.0.smithi089.stdout:op 2771 completed, throughput=5MB/sec 2024-07-26T06:34:15.244 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-9s8xRhnQ3oGfslB off=3540587 len=89583 2024-07-26T06:34:15.246 INFO:tasks.workunit.client.0.smithi089.stdout:op 2772 completed, throughput=5MB/sec 2024-07-26T06:34:15.247 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-gyWiM7mg6e3lYS1 off=19306820 len=2056479 2024-07-26T06:34:15.255 INFO:tasks.workunit.client.0.smithi089.stdout:op 2773 completed, throughput=5MB/sec 2024-07-26T06:34:15.256 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-uDVcUpqFa3_PAsX off=14623665 len=460071 2024-07-26T06:34:15.257 INFO:tasks.workunit.client.0.smithi089.stdout:op 2774 completed, throughput=5MB/sec 2024-07-26T06:34:15.257 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-lnnkWCNxv1RCpKI off=9453093 len=1400011 2024-07-26T06:34:15.258 INFO:tasks.workunit.client.0.smithi089.stdout:op 2775 completed, throughput=5MB/sec 2024-07-26T06:34:16.259 INFO:tasks.workunit.client.0.smithi089.stdout: 530: throughput=4.99MB/sec pending data=0 2024-07-26T06:34:16.259 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-_2EDI4Cx1qQIJ0o off=13410166 len=391689 2024-07-26T06:34:16.260 INFO:tasks.workunit.client.0.smithi089.stdout:op 2776 completed, throughput=4.99MB/sec 2024-07-26T06:34:16.260 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-f09q-0vxgVEP8ye off=4924849 len=61493 2024-07-26T06:34:16.260 INFO:tasks.workunit.client.0.smithi089.stdout:op 2777 completed, throughput=4.99MB/sec 2024-07-26T06:34:16.260 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-z7DMUkgeUODzi85 off=5489266 len=42777 2024-07-26T06:34:16.263 INFO:tasks.workunit.client.0.smithi089.stdout:op 2778 completed, throughput=4.99MB/sec 2024-07-26T06:34:16.263 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-i0Y6wpyCZTAF3d8 off=9227158 len=916375 2024-07-26T06:34:16.268 INFO:tasks.workunit.client.0.smithi089.stdout:op 2779 completed, throughput=5MB/sec 2024-07-26T06:34:16.268 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Qdp9guFgDcy2Q1b off=12095384 len=32966 2024-07-26T06:34:16.270 INFO:tasks.workunit.client.0.smithi089.stdout:op 2780 completed, throughput=5MB/sec 2024-07-26T06:34:16.270 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-h3zn36Tk4tuPUyI off=3910742 len=1155369 2024-07-26T06:34:16.272 INFO:tasks.workunit.client.0.smithi089.stdout:op 2781 completed, throughput=5MB/sec 2024-07-26T06:34:16.272 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Ay6S0aANRnBQmqL off=1748326 len=1730339 2024-07-26T06:34:16.275 INFO:tasks.workunit.client.0.smithi089.stdout:op 2782 completed, throughput=5MB/sec 2024-07-26T06:34:17.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:34:16 smithi155 ceph-mon[90160]: pgmap v1684: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:34:17.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:34:16 smithi089 ceph-mon[99608]: pgmap v1684: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:34:17.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:34:16 smithi089 ceph-mon[102056]: pgmap v1684: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:34:17.276 INFO:tasks.workunit.client.0.smithi089.stdout: 531: throughput=4.99MB/sec pending data=0 2024-07-26T06:34:17.276 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-YHAU0E4hS0noLW_ off=2749049 len=1010925 2024-07-26T06:34:17.282 INFO:tasks.workunit.client.0.smithi089.stdout:op 2783 completed, throughput=4.99MB/sec 2024-07-26T06:34:17.282 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-OyRUdb36vGcTliP off=20856955 len=1661806 2024-07-26T06:34:17.284 INFO:tasks.workunit.client.0.smithi089.stdout:op 2784 completed, throughput=5MB/sec 2024-07-26T06:34:17.284 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-zl9MIKiGel4La0p off=2005871 len=1540303 2024-07-26T06:34:17.286 INFO:tasks.workunit.client.0.smithi089.stdout:op 2785 completed, throughput=5MB/sec 2024-07-26T06:34:17.286 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-l9B-K6s0QoQq7Fv off=1453819 len=931301 2024-07-26T06:34:17.291 INFO:tasks.workunit.client.0.smithi089.stdout:op 2786 completed, throughput=5MB/sec 2024-07-26T06:34:17.291 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-H2zb0H6qObalBv8 off=13363894 len=443345 2024-07-26T06:34:17.294 INFO:tasks.workunit.client.0.smithi089.stdout:op 2787 completed, throughput=5MB/sec 2024-07-26T06:34:18.295 INFO:tasks.workunit.client.0.smithi089.stdout: 532: throughput=4.99MB/sec pending data=0 2024-07-26T06:34:18.295 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-AfBrv_T5-9FFJrl off=15090440 len=2063818 2024-07-26T06:34:18.307 INFO:tasks.workunit.client.0.smithi089.stdout:op 2788 completed, throughput=4.99MB/sec 2024-07-26T06:34:18.307 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-V_sxQdTNPSIJut3 off=1029743 len=282531 2024-07-26T06:34:18.308 INFO:tasks.workunit.client.0.smithi089.stdout:op 2789 completed, throughput=5MB/sec 2024-07-26T06:34:18.308 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-tF4nUuUrZCnoUbY off=12755378 len=356834 2024-07-26T06:34:18.311 INFO:tasks.workunit.client.0.smithi089.stdout:op 2790 completed, throughput=5MB/sec 2024-07-26T06:34:18.311 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-f5aDkGG2WIP9bZH off=1857080 len=1627275 2024-07-26T06:34:18.318 INFO:tasks.workunit.client.0.smithi089.stdout:op 2791 completed, throughput=5MB/sec 2024-07-26T06:34:18.318 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-hb5cKevvpKqZUOl off=3435569 len=999274 2024-07-26T06:34:18.319 INFO:tasks.workunit.client.0.smithi089.stdout:op 2792 completed, throughput=5MB/sec 2024-07-26T06:34:19.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:34:18 smithi155 ceph-mon[90160]: pgmap v1685: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:34:19.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:34:18 smithi089 ceph-mon[99608]: pgmap v1685: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:34:19.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:34:18 smithi089 ceph-mon[102056]: pgmap v1685: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:34:19.320 INFO:tasks.workunit.client.0.smithi089.stdout: 533: throughput=4.99MB/sec pending data=0 2024-07-26T06:34:19.320 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-yCHDIX8n8U0o7bK off=629918 len=1158109 2024-07-26T06:34:19.327 INFO:tasks.workunit.client.0.smithi089.stdout:op 2793 completed, throughput=4.99MB/sec 2024-07-26T06:34:19.327 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-rDAQ6yzOyr9cZL7 off=18756913 len=1677048 2024-07-26T06:34:19.332 INFO:tasks.workunit.client.0.smithi089.stdout:op 2794 completed, throughput=5MB/sec 2024-07-26T06:34:19.332 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-2OlCbg5CAq4zoEK off=466348 len=80150 2024-07-26T06:34:19.334 INFO:tasks.workunit.client.0.smithi089.stdout:op 2795 completed, throughput=5MB/sec 2024-07-26T06:34:19.334 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-pBY_LHkjlrJvt8l off=6614692 len=258923 2024-07-26T06:34:19.337 INFO:tasks.workunit.client.0.smithi089.stdout:op 2796 completed, throughput=5MB/sec 2024-07-26T06:34:19.337 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Qq4Wxe-HM45sMQK off=10254787 len=1211824 2024-07-26T06:34:19.339 INFO:tasks.workunit.client.0.smithi089.stdout:op 2797 completed, throughput=5MB/sec 2024-07-26T06:34:19.339 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-gMtAj_nLzBfmIjT off=5992426 len=2051553 2024-07-26T06:34:19.346 INFO:tasks.workunit.client.0.smithi089.stdout:op 2798 completed, throughput=5MB/sec 2024-07-26T06:34:20.347 INFO:tasks.workunit.client.0.smithi089.stdout: 534: throughput=4.99MB/sec pending data=0 2024-07-26T06:34:20.347 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Vok2ZH00Ja88bMR off=2787951 len=1306857 2024-07-26T06:34:20.350 INFO:tasks.workunit.client.0.smithi089.stdout:op 2799 completed, throughput=5MB/sec 2024-07-26T06:34:20.350 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-JUAHGpTZdwrW5Ut off=862120 len=978554 2024-07-26T06:34:20.355 INFO:tasks.workunit.client.0.smithi089.stdout:op 2800 completed, throughput=5MB/sec 2024-07-26T06:34:20.355 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-rUgEjoZoqk3XRQv off=6008685 len=338464 2024-07-26T06:34:20.358 INFO:tasks.workunit.client.0.smithi089.stdout:op 2801 completed, throughput=5MB/sec 2024-07-26T06:34:20.358 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-aiMRhHWhnKtgZ_F off=3012794 len=1031256 2024-07-26T06:34:20.363 INFO:tasks.workunit.client.0.smithi089.stdout:op 2802 completed, throughput=5MB/sec 2024-07-26T06:34:20.364 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-zFQTA-0G98HjsJd off=7551714 len=648212 2024-07-26T06:34:20.367 INFO:tasks.workunit.client.0.smithi089.stdout:op 2803 completed, throughput=5MB/sec 2024-07-26T06:34:21.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:34:20 smithi155 ceph-mon[90160]: pgmap v1686: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:34:21.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:34:20 smithi089 ceph-mon[99608]: pgmap v1686: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:34:21.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:34:20 smithi089 ceph-mon[102056]: pgmap v1686: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:34:21.368 INFO:tasks.workunit.client.0.smithi089.stdout: 535: throughput=4.99MB/sec pending data=0 2024-07-26T06:34:21.368 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-4sdFE4CLx6cFqE7 off=7400265 len=421625 2024-07-26T06:34:21.369 INFO:tasks.workunit.client.0.smithi089.stdout:op 2804 completed, throughput=4.99MB/sec 2024-07-26T06:34:21.369 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-lyjZ-mSSErI577R off=3939505 len=2592 2024-07-26T06:34:21.372 INFO:tasks.workunit.client.0.smithi089.stdout:op 2805 completed, throughput=4.99MB/sec 2024-07-26T06:34:21.372 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-X8v2ODmAAvrRZ7L off=5651400 len=109050 2024-07-26T06:34:21.374 INFO:tasks.workunit.client.0.smithi089.stdout:op 2806 completed, throughput=4.99MB/sec 2024-07-26T06:34:21.374 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-_hHaGTYeC6SSKhC off=8547869 len=1431852 2024-07-26T06:34:21.382 INFO:tasks.workunit.client.0.smithi089.stdout:op 2807 completed, throughput=4.99MB/sec 2024-07-26T06:34:21.382 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-9uFeJ301memH_RN off=6848347 len=101635 2024-07-26T06:34:21.384 INFO:tasks.workunit.client.0.smithi089.stdout:op 2808 completed, throughput=4.99MB/sec 2024-07-26T06:34:21.384 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-JxfXUPBGMRoS-0w off=3263074 len=542476 2024-07-26T06:34:21.389 INFO:tasks.workunit.client.0.smithi089.stdout:op 2809 completed, throughput=5MB/sec 2024-07-26T06:34:21.389 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-HmFxcY-SVS7ZSQt off=18864452 len=1447561 2024-07-26T06:34:21.390 INFO:tasks.workunit.client.0.smithi089.stdout:op 2810 completed, throughput=5MB/sec 2024-07-26T06:34:21.391 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-WTZdP30bcauC9Np off=2525397 len=241734 2024-07-26T06:34:21.394 INFO:tasks.workunit.client.0.smithi089.stdout:op 2811 completed, throughput=5MB/sec 2024-07-26T06:34:21.394 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-f-McKjpg9xT7t6C off=6266810 len=571938 2024-07-26T06:34:21.398 INFO:tasks.workunit.client.0.smithi089.stdout:op 2812 completed, throughput=5MB/sec 2024-07-26T06:34:21.398 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-LXcJ6nR4cNHSINS off=122173 len=173096 2024-07-26T06:34:21.399 INFO:tasks.workunit.client.0.smithi089.stdout:op 2813 completed, throughput=5MB/sec 2024-07-26T06:34:21.399 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-384Ch7B3Yu3RgAi off=2435540 len=1681567 2024-07-26T06:34:21.407 INFO:tasks.workunit.client.0.smithi089.stdout:op 2814 completed, throughput=5MB/sec 2024-07-26T06:34:22.408 INFO:tasks.workunit.client.0.smithi089.stdout: 536: throughput=4.99MB/sec pending data=0 2024-07-26T06:34:22.408 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-1J0VWA0AdG3oKQR off=1515202 len=735454 2024-07-26T06:34:22.412 INFO:tasks.workunit.client.0.smithi089.stdout:op 2815 completed, throughput=4.99MB/sec 2024-07-26T06:34:22.412 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-3zx51FaqCOeq8xg off=4061112 len=49237 2024-07-26T06:34:22.413 INFO:tasks.workunit.client.0.smithi089.stdout:op 2816 completed, throughput=4.99MB/sec 2024-07-26T06:34:22.413 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-S8Zho7hkdZz0_8k off=2558030 len=946360 2024-07-26T06:34:22.420 INFO:tasks.workunit.client.0.smithi089.stdout:op 2817 completed, throughput=5MB/sec 2024-07-26T06:34:22.420 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-GUS0gGRtAmxW9dS off=4703297 len=60632 2024-07-26T06:34:22.420 INFO:tasks.workunit.client.0.smithi089.stdout:op 2818 completed, throughput=5MB/sec 2024-07-26T06:34:22.420 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-SackOStx28jMOLv off=745977 len=1552795 2024-07-26T06:34:22.423 INFO:tasks.workunit.client.0.smithi089.stdout:op 2819 completed, throughput=5MB/sec 2024-07-26T06:34:22.423 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-qWHx4Ry3VEL-Fd5 off=10775974 len=1546092 2024-07-26T06:34:22.425 INFO:tasks.workunit.client.0.smithi089.stdout:op 2820 completed, throughput=5MB/sec 2024-07-26T06:34:22.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:34:22 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:34:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:34:22.864 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:34:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:34:22] "GET /metrics HTTP/1.1" 200 34046 "" "Prometheus/2.43.0" 2024-07-26T06:34:23.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:34:22 smithi155 ceph-mon[90160]: pgmap v1687: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:34:23.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:34:22 smithi089 ceph-mon[99608]: pgmap v1687: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:34:23.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:34:22 smithi089 ceph-mon[102056]: pgmap v1687: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:34:23.426 INFO:tasks.workunit.client.0.smithi089.stdout: 537: throughput=4.99MB/sec pending data=0 2024-07-26T06:34:23.426 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-yyjFsoIsKG-VzEZ off=70814 len=169976 2024-07-26T06:34:23.427 INFO:tasks.workunit.client.0.smithi089.stdout:op 2821 completed, throughput=4.99MB/sec 2024-07-26T06:34:23.427 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-RDjZqLRUC7nKPQo off=11151280 len=1418565 2024-07-26T06:34:23.434 INFO:tasks.workunit.client.0.smithi089.stdout:op 2822 completed, throughput=5MB/sec 2024-07-26T06:34:23.435 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-KPx4wYhpW0RAYQS off=375592 len=1312448 2024-07-26T06:34:23.441 INFO:tasks.workunit.client.0.smithi089.stdout:op 2823 completed, throughput=5MB/sec 2024-07-26T06:34:23.441 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-WdPKDs4WWj0KoUp off=3617193 len=1243728 2024-07-26T06:34:23.446 INFO:tasks.workunit.client.0.smithi089.stdout:op 2824 completed, throughput=5MB/sec 2024-07-26T06:34:23.447 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-MfNBeuVbnyHytky off=2722788 len=126893 2024-07-26T06:34:23.447 INFO:tasks.workunit.client.0.smithi089.stdout:op 2825 completed, throughput=5MB/sec 2024-07-26T06:34:24.447 INFO:tasks.workunit.client.0.smithi089.stdout: 538: throughput=4.99MB/sec pending data=0 2024-07-26T06:34:24.448 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-f_2NFtDU8xf-Qpn off=13513321 len=1248517 2024-07-26T06:34:24.454 INFO:tasks.workunit.client.0.smithi089.stdout:op 2826 completed, throughput=4.99MB/sec 2024-07-26T06:34:24.454 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-qBdiq4xdVzPuTiQ off=4550374 len=1825957 2024-07-26T06:34:24.462 INFO:tasks.workunit.client.0.smithi089.stdout:op 2827 completed, throughput=5MB/sec 2024-07-26T06:34:24.462 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-OkzEa-2Mw3ddRu3 off=283196 len=1653063 2024-07-26T06:34:24.464 INFO:tasks.workunit.client.0.smithi089.stdout:op 2828 completed, throughput=5MB/sec 2024-07-26T06:34:24.464 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-kdTsQn7kNpHEEDj off=9765944 len=992190 2024-07-26T06:34:24.466 INFO:tasks.workunit.client.0.smithi089.stdout:op 2829 completed, throughput=5MB/sec 2024-07-26T06:34:25.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:34:24 smithi155 ceph-mon[90160]: pgmap v1688: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:34:25.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:34:24 smithi089 ceph-mon[99608]: pgmap v1688: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:34:25.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:34:24 smithi089 ceph-mon[102056]: pgmap v1688: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:34:25.467 INFO:tasks.workunit.client.0.smithi089.stdout: 539: throughput=4.99MB/sec pending data=0 2024-07-26T06:34:25.467 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-DYnaiEpRj3wZt6W off=2244085 len=513424 2024-07-26T06:34:25.471 INFO:tasks.workunit.client.0.smithi089.stdout:op 2830 completed, throughput=4.99MB/sec 2024-07-26T06:34:25.471 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-OFhFZ4VQ4Mfz1LC off=2960956 len=1618304 2024-07-26T06:34:25.480 INFO:tasks.workunit.client.0.smithi089.stdout:op 2831 completed, throughput=5MB/sec 2024-07-26T06:34:25.480 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-teBzOTEgz_i3ZJb off=9112699 len=796600 2024-07-26T06:34:25.483 INFO:tasks.workunit.client.0.smithi089.stdout:op 2832 completed, throughput=5MB/sec 2024-07-26T06:34:25.483 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Bo-NUdDD19OJ9jU off=7488852 len=1779609 2024-07-26T06:34:25.494 INFO:tasks.workunit.client.0.smithi089.stdout:op 2833 completed, throughput=5MB/sec 2024-07-26T06:34:25.494 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-KFbY5D_yexh1rR_ off=1817186 len=1966811 2024-07-26T06:34:25.496 INFO:tasks.workunit.client.0.smithi089.stdout:op 2834 completed, throughput=5MB/sec 2024-07-26T06:34:26.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:34:25 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:34:26.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:34:25 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:34:26.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:34:25 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:34:26.496 INFO:tasks.workunit.client.0.smithi089.stdout: 540: throughput=4.99MB/sec pending data=0 2024-07-26T06:34:26.497 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-dTOxAggzwPSREd3 off=361902 len=1023098 2024-07-26T06:34:26.498 INFO:tasks.workunit.client.0.smithi089.stdout:op 2835 completed, throughput=5MB/sec 2024-07-26T06:34:26.498 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-KwOa4MeOwJTsJt0 off=17211027 len=1128364 2024-07-26T06:34:26.501 INFO:tasks.workunit.client.0.smithi089.stdout:op 2836 completed, throughput=5MB/sec 2024-07-26T06:34:26.501 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Ayw2Sf72QPP-h0v off=3031747 len=1254568 2024-07-26T06:34:26.509 INFO:tasks.workunit.client.0.smithi089.stdout:op 2837 completed, throughput=5MB/sec 2024-07-26T06:34:26.509 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-wpy1ED4HQN-5d4W off=4918423 len=1633031 2024-07-26T06:34:26.518 INFO:tasks.workunit.client.0.smithi089.stdout:op 2838 completed, throughput=5MB/sec 2024-07-26T06:34:27.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:34:26 smithi155 ceph-mon[90160]: pgmap v1689: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-26T06:34:27.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:34:26 smithi089 ceph-mon[99608]: pgmap v1689: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-26T06:34:27.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:34:26 smithi089 ceph-mon[102056]: pgmap v1689: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-26T06:34:27.518 INFO:tasks.workunit.client.0.smithi089.stdout: 541: throughput=4.99MB/sec pending data=0 2024-07-26T06:34:27.518 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-T5lKt946HXehkSC off=3182076 len=33792 2024-07-26T06:34:27.519 INFO:tasks.workunit.client.0.smithi089.stdout:op 2839 completed, throughput=4.99MB/sec 2024-07-26T06:34:27.519 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-hebODnVwYI3c80e off=1165094 len=1301541 2024-07-26T06:34:27.521 INFO:tasks.workunit.client.0.smithi089.stdout:op 2840 completed, throughput=5MB/sec 2024-07-26T06:34:27.521 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ptPpzZ2gWXnV78B off=21427890 len=1401658 2024-07-26T06:34:27.523 INFO:tasks.workunit.client.0.smithi089.stdout:op 2841 completed, throughput=5MB/sec 2024-07-26T06:34:27.524 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-zpqgSZ_e-Es3HFr off=2604881 len=1997870 2024-07-26T06:34:27.535 INFO:tasks.workunit.client.0.smithi089.stdout:op 2842 completed, throughput=5MB/sec 2024-07-26T06:34:28.535 INFO:tasks.workunit.client.0.smithi089.stdout: 542: throughput=4.99MB/sec pending data=0 2024-07-26T06:34:28.535 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-jtrD6TGCbEBY2Yh off=874609 len=192813 2024-07-26T06:34:28.537 INFO:tasks.workunit.client.0.smithi089.stdout:op 2843 completed, throughput=4.99MB/sec 2024-07-26T06:34:28.537 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-RDcaD8IEQG_OLVo off=3524272 len=291165 2024-07-26T06:34:28.537 INFO:tasks.workunit.client.0.smithi089.stdout:op 2844 completed, throughput=4.99MB/sec 2024-07-26T06:34:28.537 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-tgDTwC0daj7OXLy off=5451699 len=1783764 2024-07-26T06:34:28.540 INFO:tasks.workunit.client.0.smithi089.stdout:op 2845 completed, throughput=5MB/sec 2024-07-26T06:34:28.540 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-K_9Ilz4-oCFj6HH off=6466050 len=96962 2024-07-26T06:34:28.540 INFO:tasks.workunit.client.0.smithi089.stdout:op 2846 completed, throughput=5MB/sec 2024-07-26T06:34:28.540 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-SYEQ7gUs_wxlzrJ off=1093484 len=836399 2024-07-26T06:34:28.545 INFO:tasks.workunit.client.0.smithi089.stdout:op 2847 completed, throughput=5MB/sec 2024-07-26T06:34:28.545 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-gb2oXp_BXurdcah off=965672 len=65585 2024-07-26T06:34:28.545 INFO:tasks.workunit.client.0.smithi089.stdout:op 2848 completed, throughput=5MB/sec 2024-07-26T06:34:28.546 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-826PQ-dcADWsAvF off=3650617 len=1941478 2024-07-26T06:34:28.557 INFO:tasks.workunit.client.0.smithi089.stdout:op 2849 completed, throughput=5MB/sec 2024-07-26T06:34:29.129 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:34:28 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[128126]: logger=cleanup t=2024-07-26T06:34:28.997953616Z level=info msg="Completed cleanup jobs" duration=2.433256ms 2024-07-26T06:34:29.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:34:28 smithi155 ceph-mon[90160]: pgmap v1690: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:34:29.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:34:28 smithi089 ceph-mon[99608]: pgmap v1690: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:34:29.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:34:28 smithi089 ceph-mon[102056]: pgmap v1690: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:34:29.557 INFO:tasks.workunit.client.0.smithi089.stdout: 543: throughput=4.99MB/sec pending data=0 2024-07-26T06:34:29.557 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-vKQyTos8ejaL8uI off=2719249 len=1333053 2024-07-26T06:34:29.559 INFO:tasks.workunit.client.0.smithi089.stdout:op 2850 completed, throughput=4.99MB/sec 2024-07-26T06:34:29.559 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-a02uaPooxBLvkMT off=594628 len=248723 2024-07-26T06:34:29.560 INFO:tasks.workunit.client.0.smithi089.stdout:op 2851 completed, throughput=4.99MB/sec 2024-07-26T06:34:29.560 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-8ZvVmNpqjxD_Odw off=0 len=1092729 2024-07-26T06:34:29.562 INFO:tasks.workunit.client.0.smithi089.stdout:op 2852 completed, throughput=5MB/sec 2024-07-26T06:34:29.563 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Yg4uXGo5N8hG_G3 off=1985611 len=596831 2024-07-26T06:34:29.568 INFO:tasks.workunit.client.0.smithi089.stdout:op 2853 completed, throughput=5MB/sec 2024-07-26T06:34:29.568 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ltNMytETdV66u0D off=16085654 len=345661 2024-07-26T06:34:29.569 INFO:tasks.workunit.client.0.smithi089.stdout:op 2854 completed, throughput=5MB/sec 2024-07-26T06:34:29.569 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-fW7WUkZQNklWWP8 off=10460823 len=726947 2024-07-26T06:34:29.570 INFO:tasks.workunit.client.0.smithi089.stdout:op 2855 completed, throughput=5MB/sec 2024-07-26T06:34:29.570 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-9uk5KrZFv60uye8 off=17809309 len=49795 2024-07-26T06:34:29.572 INFO:tasks.workunit.client.0.smithi089.stdout:op 2856 completed, throughput=5MB/sec 2024-07-26T06:34:29.572 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-wt_FsHX0DG6FhHd off=11175765 len=1515558 2024-07-26T06:34:29.573 INFO:tasks.workunit.client.0.smithi089.stdout:op 2857 completed, throughput=5MB/sec 2024-07-26T06:34:30.574 INFO:tasks.workunit.client.0.smithi089.stdout: 544: throughput=4.99MB/sec pending data=0 2024-07-26T06:34:30.574 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Qq4Wxe-HM45sMQK off=2141191 len=1735959 2024-07-26T06:34:30.583 INFO:tasks.workunit.client.0.smithi089.stdout:op 2858 completed, throughput=5MB/sec 2024-07-26T06:34:30.584 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-pWxE1W2_80ongHv off=14540710 len=770108 2024-07-26T06:34:30.584 INFO:tasks.workunit.client.0.smithi089.stdout:op 2859 completed, throughput=5MB/sec 2024-07-26T06:34:30.584 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-4sygPgrP6V6ZYXf off=7771520 len=575840 2024-07-26T06:34:30.588 INFO:tasks.workunit.client.0.smithi089.stdout:op 2860 completed, throughput=5MB/sec 2024-07-26T06:34:30.588 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-iqHt7VwPyHKaDfs off=1673164 len=1077881 2024-07-26T06:34:30.594 INFO:tasks.workunit.client.0.smithi089.stdout:op 2861 completed, throughput=5MB/sec 2024-07-26T06:34:31.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:34:30 smithi089 ceph-mon[99608]: pgmap v1691: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T06:34:31.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:34:30 smithi089 ceph-mon[102056]: pgmap v1691: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T06:34:31.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:34:30 smithi155 ceph-mon[90160]: pgmap v1691: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T06:34:31.594 INFO:tasks.workunit.client.0.smithi089.stdout: 545: throughput=4.99MB/sec pending data=0 2024-07-26T06:34:31.594 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ou20za5bgQiutMl off=3580424 len=1354390 2024-07-26T06:34:31.600 INFO:tasks.workunit.client.0.smithi089.stdout:op 2862 completed, throughput=4.99MB/sec 2024-07-26T06:34:31.600 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Ra85gIjPmHSUV_l off=12303283 len=1025191 2024-07-26T06:34:31.606 INFO:tasks.workunit.client.0.smithi089.stdout:op 2863 completed, throughput=5MB/sec 2024-07-26T06:34:31.606 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-H2Hs694216Gr0N0 off=6843296 len=1683118 2024-07-26T06:34:31.609 INFO:tasks.workunit.client.0.smithi089.stdout:op 2864 completed, throughput=5MB/sec 2024-07-26T06:34:31.609 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-rrOJmeYsVwXgmTb off=4803191 len=1519404 2024-07-26T06:34:31.610 INFO:tasks.workunit.client.0.smithi089.stdout:op 2865 completed, throughput=5MB/sec 2024-07-26T06:34:32.611 INFO:tasks.workunit.client.0.smithi089.stdout: 546: throughput=4.99MB/sec pending data=0 2024-07-26T06:34:32.611 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-fJFUPK3irIyLU1D off=985114 len=367286 2024-07-26T06:34:32.614 INFO:tasks.workunit.client.0.smithi089.stdout:op 2866 completed, throughput=4.99MB/sec 2024-07-26T06:34:32.614 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-EIMJgBe2kuqFzW7 off=19382297 len=1535170 2024-07-26T06:34:32.617 INFO:tasks.workunit.client.0.smithi089.stdout:op 2867 completed, throughput=4.99MB/sec 2024-07-26T06:34:32.618 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-psueCYhNGirW4P8 off=16223224 len=1305546 2024-07-26T06:34:32.619 INFO:tasks.workunit.client.0.smithi089.stdout:op 2868 completed, throughput=5MB/sec 2024-07-26T06:34:32.619 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-LGIdfHUBpPob9Uu off=3709834 len=1347692 2024-07-26T06:34:32.623 INFO:tasks.workunit.client.0.smithi089.stdout:op 2869 completed, throughput=5MB/sec 2024-07-26T06:34:32.623 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-PpkhMt4O6DQgQeZ off=14348644 len=2052591 2024-07-26T06:34:32.625 INFO:tasks.workunit.client.0.smithi089.stdout:op 2870 completed, throughput=5MB/sec 2024-07-26T06:34:32.628 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:34:32 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:34:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:34:32.884 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:34:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:34:32] "GET /metrics HTTP/1.1" 200 34047 "" "Prometheus/2.43.0" 2024-07-26T06:34:33.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:34:32 smithi089 ceph-mon[99608]: pgmap v1692: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T06:34:33.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:34:32 smithi089 ceph-mon[102056]: pgmap v1692: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T06:34:33.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:34:32 smithi155 ceph-mon[90160]: pgmap v1692: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T06:34:33.625 INFO:tasks.workunit.client.0.smithi089.stdout: 547: throughput=4.99MB/sec pending data=0 2024-07-26T06:34:33.625 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-eXE6ajWy4MJXkmb off=9888680 len=1633715 2024-07-26T06:34:33.628 INFO:tasks.workunit.client.0.smithi089.stdout:op 2871 completed, throughput=5MB/sec 2024-07-26T06:34:33.628 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-cWDHsXvoNY1v0Se off=17892187 len=1177293 2024-07-26T06:34:33.630 INFO:tasks.workunit.client.0.smithi089.stdout:op 2872 completed, throughput=5MB/sec 2024-07-26T06:34:33.630 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Ny5mXUK9al96flc off=17367498 len=974278 2024-07-26T06:34:33.636 INFO:tasks.workunit.client.0.smithi089.stdout:op 2873 completed, throughput=5MB/sec 2024-07-26T06:34:34.637 INFO:tasks.workunit.client.0.smithi089.stdout: 548: throughput=4.99MB/sec pending data=0 2024-07-26T06:34:34.637 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-yvhF2Zyucx9iGK4 off=2138043 len=1073204 2024-07-26T06:34:34.638 INFO:tasks.workunit.client.0.smithi089.stdout:op 2874 completed, throughput=4.99MB/sec 2024-07-26T06:34:34.638 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Ds8WDHn3Sy7EC94 off=4285779 len=1479314 2024-07-26T06:34:34.641 INFO:tasks.workunit.client.0.smithi089.stdout:op 2875 completed, throughput=5MB/sec 2024-07-26T06:34:34.641 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-j5UGE4XN7dLdrIk off=3058675 len=1427955 2024-07-26T06:34:34.654 INFO:tasks.workunit.client.0.smithi089.stdout:op 2876 completed, throughput=5MB/sec 2024-07-26T06:34:34.654 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-DoT0EvX9jVulsp6 off=906804 len=581590 2024-07-26T06:34:34.654 INFO:tasks.workunit.client.0.smithi089.stdout:op 2877 completed, throughput=5MB/sec 2024-07-26T06:34:34.654 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-qocney-REZ-tCoQ off=6450167 len=2031985 2024-07-26T06:34:34.663 INFO:tasks.workunit.client.0.smithi089.stdout:op 2878 completed, throughput=5MB/sec 2024-07-26T06:34:35.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:34:34 smithi089 ceph-mon[99608]: pgmap v1693: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:34:35.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:34:34 smithi089 ceph-mon[102056]: pgmap v1693: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:34:35.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:34:34 smithi155 ceph-mon[90160]: pgmap v1693: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:34:35.663 INFO:tasks.workunit.client.0.smithi089.stdout: 549: throughput=4.99MB/sec pending data=0 2024-07-26T06:34:35.663 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Gsp7R0VVIWOFtHm off=4168716 len=1327113 2024-07-26T06:34:35.670 INFO:tasks.workunit.client.0.smithi089.stdout:op 2879 completed, throughput=5MB/sec 2024-07-26T06:34:35.671 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj--l3GnuA0JKwY6uQ off=3918037 len=898290 2024-07-26T06:34:35.676 INFO:tasks.workunit.client.0.smithi089.stdout:op 2880 completed, throughput=5MB/sec 2024-07-26T06:34:35.676 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-hXGCtan3EkFgntc off=3419222 len=121981 2024-07-26T06:34:35.679 INFO:tasks.workunit.client.0.smithi089.stdout:op 2881 completed, throughput=5MB/sec 2024-07-26T06:34:35.679 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-J2VFUOZRqAmdsVf off=2850506 len=982259 2024-07-26T06:34:35.684 INFO:tasks.workunit.client.0.smithi089.stdout:op 2882 completed, throughput=5MB/sec 2024-07-26T06:34:35.684 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-4c-g4m6kgKPEpUb off=20305764 len=1974637 2024-07-26T06:34:35.695 INFO:tasks.workunit.client.0.smithi089.stdout:op 2883 completed, throughput=5MB/sec 2024-07-26T06:34:36.696 INFO:tasks.workunit.client.0.smithi089.stdout: 550: throughput=4.99MB/sec pending data=0 2024-07-26T06:34:36.696 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-gqlUnfyfV1diKao off=2562172 len=1089622 2024-07-26T06:34:36.701 INFO:tasks.workunit.client.0.smithi089.stdout:op 2884 completed, throughput=4.99MB/sec 2024-07-26T06:34:36.701 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-37VPHyYtLT93hkU off=16315489 len=1497960 2024-07-26T06:34:36.703 INFO:tasks.workunit.client.0.smithi089.stdout:op 2885 completed, throughput=5MB/sec 2024-07-26T06:34:36.703 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-o177GfVXxpnXHc2 off=4873359 len=295944 2024-07-26T06:34:36.703 INFO:tasks.workunit.client.0.smithi089.stdout:op 2886 completed, throughput=5MB/sec 2024-07-26T06:34:36.703 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-pKPh7dTCerUAjnQ off=11862098 len=1282208 2024-07-26T06:34:36.704 INFO:tasks.workunit.client.0.smithi089.stdout:op 2887 completed, throughput=5MB/sec 2024-07-26T06:34:37.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:34:36 smithi089 ceph-mon[99608]: pgmap v1694: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:34:37.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:34:36 smithi089 ceph-mon[102056]: pgmap v1694: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:34:37.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:34:36 smithi155 ceph-mon[90160]: pgmap v1694: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:34:37.705 INFO:tasks.workunit.client.0.smithi089.stdout: 551: throughput=4.99MB/sec pending data=0 2024-07-26T06:34:37.705 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-BS2RlZkSpByDRSO off=2111021 len=1166215 2024-07-26T06:34:37.708 INFO:tasks.workunit.client.0.smithi089.stdout:op 2888 completed, throughput=4.99MB/sec 2024-07-26T06:34:37.708 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-S0cNKOFy0UfrIbP off=3594089 len=116838 2024-07-26T06:34:37.709 INFO:tasks.workunit.client.0.smithi089.stdout:op 2889 completed, throughput=4.99MB/sec 2024-07-26T06:34:37.709 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-hq_baSPAQ9C2oKj off=12747074 len=425858 2024-07-26T06:34:37.713 INFO:tasks.workunit.client.0.smithi089.stdout:op 2890 completed, throughput=4.99MB/sec 2024-07-26T06:34:37.713 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-gx0OcBedTBvVOyk off=1600017 len=93558 2024-07-26T06:34:37.713 INFO:tasks.workunit.client.0.smithi089.stdout:op 2891 completed, throughput=4.99MB/sec 2024-07-26T06:34:37.714 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-p3SHMA3nHyrOWMo off=7834522 len=1052349 2024-07-26T06:34:37.715 INFO:tasks.workunit.client.0.smithi089.stdout:op 2892 completed, throughput=5MB/sec 2024-07-26T06:34:37.715 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-apVM-oh6gNJU0HB off=14231753 len=1904636 2024-07-26T06:34:37.727 INFO:tasks.workunit.client.0.smithi089.stdout:op 2893 completed, throughput=5MB/sec 2024-07-26T06:34:37.727 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-EaUmL4ZUUgO4B1k off=2022681 len=1496431 2024-07-26T06:34:37.733 INFO:tasks.workunit.client.0.smithi089.stdout:op 2894 completed, throughput=5MB/sec 2024-07-26T06:34:38.733 INFO:tasks.workunit.client.0.smithi089.stdout: 552: throughput=4.99MB/sec pending data=0 2024-07-26T06:34:38.734 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-BNAuXSdIkyRtIOu off=6976160 len=718305 2024-07-26T06:34:38.739 INFO:tasks.workunit.client.0.smithi089.stdout:op 2895 completed, throughput=4.99MB/sec 2024-07-26T06:34:38.739 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-OQQfl8UKMRms2Ge off=2792455 len=326341 2024-07-26T06:34:38.739 INFO:tasks.workunit.client.0.smithi089.stdout:op 2896 completed, throughput=4.99MB/sec 2024-07-26T06:34:38.739 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-6gaIJ-w7Y6gp4XO off=7824390 len=2021920 2024-07-26T06:34:38.751 INFO:tasks.workunit.client.0.smithi089.stdout:op 2897 completed, throughput=5MB/sec 2024-07-26T06:34:38.751 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-VbarXU4l45XzsUt off=1007938 len=371058 2024-07-26T06:34:38.752 INFO:tasks.workunit.client.0.smithi089.stdout:op 2898 completed, throughput=5MB/sec 2024-07-26T06:34:38.752 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-9hH8QgCblmT_qsz off=216007 len=1912041 2024-07-26T06:34:38.763 INFO:tasks.workunit.client.0.smithi089.stdout:op 2899 completed, throughput=5MB/sec 2024-07-26T06:34:39.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:34:38 smithi089 ceph-mon[99608]: pgmap v1695: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:34:39.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:34:38 smithi089 ceph-mon[102056]: pgmap v1695: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:34:39.382 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:34:38 smithi155 ceph-mon[90160]: pgmap v1695: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:34:39.763 INFO:tasks.workunit.client.0.smithi089.stdout: 553: throughput=4.99MB/sec pending data=0 2024-07-26T06:34:39.763 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-h3PM1bnzeJ3SFMK off=8435469 len=123625 2024-07-26T06:34:39.766 INFO:tasks.workunit.client.0.smithi089.stdout:op 2900 completed, throughput=4.99MB/sec 2024-07-26T06:34:39.766 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-23G21cwsCGQN-kv off=3049484 len=195710 2024-07-26T06:34:39.770 INFO:tasks.workunit.client.0.smithi089.stdout:op 2901 completed, throughput=4.99MB/sec 2024-07-26T06:34:39.770 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-UtU5a8IGO17GvCu off=12919542 len=1682358 2024-07-26T06:34:39.772 INFO:tasks.workunit.client.0.smithi089.stdout:op 2902 completed, throughput=5MB/sec 2024-07-26T06:34:39.772 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-qVM9rsLhp4YCoSX off=4712958 len=1377191 2024-07-26T06:34:39.775 INFO:tasks.workunit.client.0.smithi089.stdout:op 2903 completed, throughput=5MB/sec 2024-07-26T06:34:39.775 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-H_g-bndtW0vLwV- off=2943493 len=1587679 2024-07-26T06:34:39.776 INFO:tasks.workunit.client.0.smithi089.stdout:op 2904 completed, throughput=5MB/sec 2024-07-26T06:34:40.777 INFO:tasks.workunit.client.0.smithi089.stdout: 554: throughput=4.99MB/sec pending data=0 2024-07-26T06:34:40.777 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-hRvDvhPIPLyxVJU off=21774924 len=1362226 2024-07-26T06:34:40.779 INFO:tasks.workunit.client.0.smithi089.stdout:op 2905 completed, throughput=4.99MB/sec 2024-07-26T06:34:40.779 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-SHkB8BgB7BFopmw off=4466176 len=1728488 2024-07-26T06:34:40.781 INFO:tasks.workunit.client.0.smithi089.stdout:op 2906 completed, throughput=5MB/sec 2024-07-26T06:34:40.781 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-CpPrQP4VLXx0Tlr off=10319138 len=30190 2024-07-26T06:34:40.781 INFO:tasks.workunit.client.0.smithi089.stdout:op 2907 completed, throughput=5MB/sec 2024-07-26T06:34:40.781 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-B1msSJwX_L06qsy off=1847821 len=661243 2024-07-26T06:34:40.783 INFO:tasks.workunit.client.0.smithi089.stdout:op 2908 completed, throughput=5MB/sec 2024-07-26T06:34:40.784 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-AwHpNv7T5eo1Lq_ off=8898437 len=1000054 2024-07-26T06:34:40.786 INFO:tasks.workunit.client.0.smithi089.stdout:op 2909 completed, throughput=5MB/sec 2024-07-26T06:34:40.786 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-hq_baSPAQ9C2oKj off=13977898 len=2065331 2024-07-26T06:34:40.797 INFO:tasks.workunit.client.0.smithi089.stdout:op 2910 completed, throughput=5MB/sec 2024-07-26T06:34:41.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:34:40 smithi089 ceph-mon[99608]: pgmap v1696: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:34:41.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:34:40 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:34:41.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:34:40 smithi089 ceph-mon[102056]: pgmap v1696: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:34:41.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:34:40 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:34:41.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:34:40 smithi155 ceph-mon[90160]: pgmap v1696: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:34:41.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:34:40 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:34:41.798 INFO:tasks.workunit.client.0.smithi089.stdout: 555: throughput=4.99MB/sec pending data=0 2024-07-26T06:34:41.798 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-4xU31kfTIzZ9tmw off=5802319 len=1741049 2024-07-26T06:34:41.800 INFO:tasks.workunit.client.0.smithi089.stdout:op 2911 completed, throughput=5MB/sec 2024-07-26T06:34:41.801 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-PEx2k5cUy5KAWJb off=14989889 len=674281 2024-07-26T06:34:41.801 INFO:tasks.workunit.client.0.smithi089.stdout:op 2912 completed, throughput=5MB/sec 2024-07-26T06:34:41.802 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-aUkwNpbMENhs-Ak off=382759 len=921751 2024-07-26T06:34:41.806 INFO:tasks.workunit.client.0.smithi089.stdout:op 2913 completed, throughput=5MB/sec 2024-07-26T06:34:42.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:34:42 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:34:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:34:42.807 INFO:tasks.workunit.client.0.smithi089.stdout: 556: throughput=4.99MB/sec pending data=0 2024-07-26T06:34:42.807 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Z5Hvc4zeKWt7aTz off=17679718 len=1495225 2024-07-26T06:34:42.809 INFO:tasks.workunit.client.0.smithi089.stdout:op 2914 completed, throughput=4.99MB/sec 2024-07-26T06:34:42.809 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-fhlieRiYcx1HKu1 off=3878612 len=1564720 2024-07-26T06:34:42.811 INFO:tasks.workunit.client.0.smithi089.stdout:op 2915 completed, throughput=5MB/sec 2024-07-26T06:34:42.811 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ywokWnYKOuvVRZ9 off=12777157 len=1660671 2024-07-26T06:34:42.820 INFO:tasks.workunit.client.0.smithi089.stdout:op 2916 completed, throughput=5MB/sec 2024-07-26T06:34:42.820 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-TkAL6re29hcTJgc off=1568750 len=1723987 2024-07-26T06:34:42.824 INFO:tasks.workunit.client.0.smithi089.stdout:op 2917 completed, throughput=5MB/sec 2024-07-26T06:34:42.902 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:34:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:34:42] "GET /metrics HTTP/1.1" 200 34048 "" "Prometheus/2.43.0" 2024-07-26T06:34:43.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:34:42 smithi089 ceph-mon[99608]: pgmap v1697: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T06:34:43.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:34:42 smithi089 ceph-mon[102056]: pgmap v1697: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T06:34:43.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:34:42 smithi155 ceph-mon[90160]: pgmap v1697: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T06:34:43.824 INFO:tasks.workunit.client.0.smithi089.stdout: 557: throughput=4.99MB/sec pending data=0 2024-07-26T06:34:43.825 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-9-yvDnsHGY5mNvP off=3051121 len=1416009 2024-07-26T06:34:43.827 INFO:tasks.workunit.client.0.smithi089.stdout:op 2918 completed, throughput=5MB/sec 2024-07-26T06:34:43.827 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ekgT_22oXvFK1P1 off=17803763 len=1646823 2024-07-26T06:34:43.834 INFO:tasks.workunit.client.0.smithi089.stdout:op 2919 completed, throughput=5MB/sec 2024-07-26T06:34:43.834 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-5SuhaH2T-g1lvhJ off=2399483 len=796129 2024-07-26T06:34:43.836 INFO:tasks.workunit.client.0.smithi089.stdout:op 2920 completed, throughput=5MB/sec 2024-07-26T06:34:43.836 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-1m4OPUbDEesZNgo off=3528170 len=1044099 2024-07-26T06:34:43.837 INFO:tasks.workunit.client.0.smithi089.stdout:op 2921 completed, throughput=5MB/sec 2024-07-26T06:34:44.838 INFO:tasks.workunit.client.0.smithi089.stdout: 558: throughput=4.99MB/sec pending data=0 2024-07-26T06:34:44.838 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-q6SXoy3kBbo6UIO off=1317266 len=597243 2024-07-26T06:34:44.842 INFO:tasks.workunit.client.0.smithi089.stdout:op 2922 completed, throughput=4.99MB/sec 2024-07-26T06:34:44.842 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-fmCRvFmdhZK1fJe off=1637338 len=663985 2024-07-26T06:34:44.844 INFO:tasks.workunit.client.0.smithi089.stdout:op 2923 completed, throughput=4.99MB/sec 2024-07-26T06:34:44.844 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Y5mESWNTOKv5AWT off=787617 len=461036 2024-07-26T06:34:44.845 INFO:tasks.workunit.client.0.smithi089.stdout:op 2924 completed, throughput=5MB/sec 2024-07-26T06:34:44.845 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-TtMqcgrVnP_KrcH off=8194679 len=834834 2024-07-26T06:34:44.850 INFO:tasks.workunit.client.0.smithi089.stdout:op 2925 completed, throughput=5MB/sec 2024-07-26T06:34:44.850 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Uc0zteCS-1K2ppF off=8150174 len=647839 2024-07-26T06:34:44.850 INFO:tasks.workunit.client.0.smithi089.stdout:op 2926 completed, throughput=5MB/sec 2024-07-26T06:34:44.851 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-1MswcKUBMnEZXYF off=5250854 len=1275667 2024-07-26T06:34:44.858 INFO:tasks.workunit.client.0.smithi089.stdout:op 2927 completed, throughput=5MB/sec 2024-07-26T06:34:44.858 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-yTy89qxKu4p9oJD off=4730990 len=1865006 2024-07-26T06:34:44.860 INFO:tasks.workunit.client.0.smithi089.stdout:op 2928 completed, throughput=5MB/sec 2024-07-26T06:34:45.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:34:44 smithi155 ceph-mon[90160]: pgmap v1698: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:34:45.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:34:44 smithi089 ceph-mon[99608]: pgmap v1698: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:34:45.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:34:44 smithi089 ceph-mon[102056]: pgmap v1698: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:34:45.860 INFO:tasks.workunit.client.0.smithi089.stdout: 559: throughput=4.99MB/sec pending data=0 2024-07-26T06:34:45.861 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-O9JT3bIQkL15Ef9 off=6159028 len=526072 2024-07-26T06:34:45.864 INFO:tasks.workunit.client.0.smithi089.stdout:op 2929 completed, throughput=4.99MB/sec 2024-07-26T06:34:45.864 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-fctOgchJjr3z8L- off=11157273 len=627907 2024-07-26T06:34:45.866 INFO:tasks.workunit.client.0.smithi089.stdout:op 2930 completed, throughput=5MB/sec 2024-07-26T06:34:45.866 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-fJFUPK3irIyLU1D off=323594 len=1591587 2024-07-26T06:34:45.875 INFO:tasks.workunit.client.0.smithi089.stdout:op 2931 completed, throughput=5MB/sec 2024-07-26T06:34:45.875 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-rWK0LKxKJKKU0mh off=10035153 len=919741 2024-07-26T06:34:45.881 INFO:tasks.workunit.client.0.smithi089.stdout:op 2932 completed, throughput=5MB/sec 2024-07-26T06:34:46.881 INFO:tasks.workunit.client.0.smithi089.stdout: 560: throughput=4.99MB/sec pending data=0 2024-07-26T06:34:46.881 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-1ijUULG4FKgkZlO off=4420595 len=795520 2024-07-26T06:34:46.885 INFO:tasks.workunit.client.0.smithi089.stdout:op 2933 completed, throughput=4.99MB/sec 2024-07-26T06:34:46.886 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-WmG-MehkQAkn2X9 off=2661214 len=1763059 2024-07-26T06:34:46.889 INFO:tasks.workunit.client.0.smithi089.stdout:op 2934 completed, throughput=5MB/sec 2024-07-26T06:34:46.889 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-b2jHCyzOvhJ36RP off=5104622 len=51921 2024-07-26T06:34:46.890 INFO:tasks.workunit.client.0.smithi089.stdout:op 2935 completed, throughput=5MB/sec 2024-07-26T06:34:46.890 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-aBnUaTJRlihPbzl off=492551 len=650764 2024-07-26T06:34:46.894 INFO:tasks.workunit.client.0.smithi089.stdout:op 2936 completed, throughput=5MB/sec 2024-07-26T06:34:46.894 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ccWQMlbtyaVuiSh off=1019089 len=1443345 2024-07-26T06:34:46.896 INFO:tasks.workunit.client.0.smithi089.stdout:op 2937 completed, throughput=5MB/sec 2024-07-26T06:34:46.896 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-9bWm3xQm0ifUteL off=11442401 len=219357 2024-07-26T06:34:46.899 INFO:tasks.workunit.client.0.smithi089.stdout:op 2938 completed, throughput=5MB/sec 2024-07-26T06:34:46.899 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-GPWb61TlzcvTdkR off=3739445 len=1400688 2024-07-26T06:34:46.905 INFO:tasks.workunit.client.0.smithi089.stdout:op 2939 completed, throughput=5MB/sec 2024-07-26T06:34:47.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:34:46 smithi155 ceph-mon[90160]: pgmap v1699: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:34:47.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:34:46 smithi089 ceph-mon[99608]: pgmap v1699: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:34:47.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:34:46 smithi089 ceph-mon[102056]: pgmap v1699: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:34:47.905 INFO:tasks.workunit.client.0.smithi089.stdout: 561: throughput=4.99MB/sec pending data=0 2024-07-26T06:34:47.905 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-rPdkugrRb1cPOpo off=3165575 len=239256 2024-07-26T06:34:47.908 INFO:tasks.workunit.client.0.smithi089.stdout:op 2940 completed, throughput=4.99MB/sec 2024-07-26T06:34:47.908 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-mLqu6abpsX0ldwD off=563175 len=110092 2024-07-26T06:34:47.909 INFO:tasks.workunit.client.0.smithi089.stdout:op 2941 completed, throughput=4.99MB/sec 2024-07-26T06:34:47.909 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Mg9g8iMLO8Ym8B7 off=13294628 len=4970 2024-07-26T06:34:47.911 INFO:tasks.workunit.client.0.smithi089.stdout:op 2942 completed, throughput=4.99MB/sec 2024-07-26T06:34:47.911 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-8nULTYdhEn0hVwV off=5321211 len=468665 2024-07-26T06:34:47.915 INFO:tasks.workunit.client.0.smithi089.stdout:op 2943 completed, throughput=4.99MB/sec 2024-07-26T06:34:47.915 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-6-4dZPlq8fy_Uz5 off=8035176 len=1973731 2024-07-26T06:34:47.917 INFO:tasks.workunit.client.0.smithi089.stdout:op 2944 completed, throughput=5MB/sec 2024-07-26T06:34:47.917 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-l3q9S_mSQ5-i1KS off=6317005 len=460302 2024-07-26T06:34:47.917 INFO:tasks.workunit.client.0.smithi089.stdout:op 2945 completed, throughput=5MB/sec 2024-07-26T06:34:47.917 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-sP31guepCiI8vD8 off=3320043 len=1774781 2024-07-26T06:34:47.919 INFO:tasks.workunit.client.0.smithi089.stdout:op 2946 completed, throughput=5MB/sec 2024-07-26T06:34:48.919 INFO:tasks.workunit.client.0.smithi089.stdout: 562: throughput=4.99MB/sec pending data=0 2024-07-26T06:34:48.920 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-wRPasoPGqfeY7Fq off=165899 len=133042 2024-07-26T06:34:48.920 INFO:tasks.workunit.client.0.smithi089.stdout:op 2947 completed, throughput=4.99MB/sec 2024-07-26T06:34:48.920 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-rrOJmeYsVwXgmTb off=834885 len=1091101 2024-07-26T06:34:48.927 INFO:tasks.workunit.client.0.smithi089.stdout:op 2948 completed, throughput=4.99MB/sec 2024-07-26T06:34:48.927 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-8zQiRDwsibUzTEt off=4620855 len=1850320 2024-07-26T06:34:48.928 INFO:tasks.workunit.client.0.smithi089.stdout:op 2949 completed, throughput=5MB/sec 2024-07-26T06:34:48.929 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Omprq4itMfqqaBM off=3105926 len=486495 2024-07-26T06:34:48.929 INFO:tasks.workunit.client.0.smithi089.stdout:op 2950 completed, throughput=5MB/sec 2024-07-26T06:34:48.930 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-u87gaSubin2C-4i off=21548262 len=1084217 2024-07-26T06:34:48.934 INFO:tasks.workunit.client.0.smithi089.stdout:op 2951 completed, throughput=5MB/sec 2024-07-26T06:34:49.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:34:48 smithi155 ceph-mon[90160]: pgmap v1700: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:34:49.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:34:48 smithi089 ceph-mon[99608]: pgmap v1700: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:34:49.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:34:48 smithi089 ceph-mon[102056]: pgmap v1700: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:34:49.934 INFO:tasks.workunit.client.0.smithi089.stdout: 563: throughput=4.99MB/sec pending data=0 2024-07-26T06:34:49.934 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-1sDC4k1g3DKGzwQ off=4707665 len=1614185 2024-07-26T06:34:49.936 INFO:tasks.workunit.client.0.smithi089.stdout:op 2952 completed, throughput=4.99MB/sec 2024-07-26T06:34:49.937 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-W1sWMuXFqf8Z5MC off=8097857 len=246756 2024-07-26T06:34:49.937 INFO:tasks.workunit.client.0.smithi089.stdout:op 2953 completed, throughput=4.99MB/sec 2024-07-26T06:34:49.937 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-0pnoVFRj11RG0I0 off=13338130 len=704872 2024-07-26T06:34:49.938 INFO:tasks.workunit.client.0.smithi089.stdout:op 2954 completed, throughput=5MB/sec 2024-07-26T06:34:49.938 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-TBSKgMYuQbl6jY9 off=3144519 len=1140814 2024-07-26T06:34:49.945 INFO:tasks.workunit.client.0.smithi089.stdout:op 2955 completed, throughput=5MB/sec 2024-07-26T06:34:49.945 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj--P7HAoIv3nrvgdA off=9270970 len=335674 2024-07-26T06:34:49.946 INFO:tasks.workunit.client.0.smithi089.stdout:op 2956 completed, throughput=5MB/sec 2024-07-26T06:34:49.946 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-uw0_-Sef_a8gzqd off=0 len=1661932 2024-07-26T06:34:49.954 INFO:tasks.workunit.client.0.smithi089.stdout:op 2957 completed, throughput=5MB/sec 2024-07-26T06:34:50.955 INFO:tasks.workunit.client.0.smithi089.stdout: 564: throughput=4.99MB/sec pending data=0 2024-07-26T06:34:50.955 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-7P_-PizxqgCwxVk off=1361909 len=262567 2024-07-26T06:34:50.958 INFO:tasks.workunit.client.0.smithi089.stdout:op 2958 completed, throughput=4.99MB/sec 2024-07-26T06:34:50.958 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Z3YCcqmo9vrXg8z off=5252378 len=1649507 2024-07-26T06:34:50.960 INFO:tasks.workunit.client.0.smithi089.stdout:op 2959 completed, throughput=5MB/sec 2024-07-26T06:34:50.960 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-iqJD0AmvCtpXzFv off=4902219 len=1848271 2024-07-26T06:34:50.962 INFO:tasks.workunit.client.0.smithi089.stdout:op 2960 completed, throughput=5MB/sec 2024-07-26T06:34:50.962 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-rQCKcHIRWJM2voZ off=4436528 len=834233 2024-07-26T06:34:50.964 INFO:tasks.workunit.client.0.smithi089.stdout:op 2961 completed, throughput=5MB/sec 2024-07-26T06:34:50.964 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-4XOXDMN-SV-DtwY off=10790689 len=1567174 2024-07-26T06:34:50.965 INFO:tasks.workunit.client.0.smithi089.stdout:op 2962 completed, throughput=5MB/sec 2024-07-26T06:34:51.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:34:50 smithi155 ceph-mon[90160]: pgmap v1701: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:34:51.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:34:50 smithi089 ceph-mon[99608]: pgmap v1701: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:34:51.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:34:50 smithi089 ceph-mon[102056]: pgmap v1701: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:34:51.965 INFO:tasks.workunit.client.0.smithi089.stdout: 565: throughput=4.99MB/sec pending data=0 2024-07-26T06:34:51.965 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-SbsltJUCRKAqVOe off=8550993 len=1563345 2024-07-26T06:34:51.969 INFO:tasks.workunit.client.0.smithi089.stdout:op 2963 completed, throughput=5MB/sec 2024-07-26T06:34:51.969 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ERlU_aEg-BbnS_G off=20566303 len=1792710 2024-07-26T06:34:51.978 INFO:tasks.workunit.client.0.smithi089.stdout:op 2964 completed, throughput=5MB/sec 2024-07-26T06:34:51.979 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-G0ZmSva6yfr4efa off=4635912 len=507060 2024-07-26T06:34:51.982 INFO:tasks.workunit.client.0.smithi089.stdout:op 2965 completed, throughput=5MB/sec 2024-07-26T06:34:51.983 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-6JDXTqoUgf58isA off=128006 len=136043 2024-07-26T06:34:51.983 INFO:tasks.workunit.client.0.smithi089.stdout:op 2966 completed, throughput=5MB/sec 2024-07-26T06:34:51.983 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-560nDvLtYZYxfu- off=14195314 len=1005202 2024-07-26T06:34:51.985 INFO:tasks.workunit.client.0.smithi089.stdout:op 2967 completed, throughput=5MB/sec 2024-07-26T06:34:52.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:34:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:34:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:34:52.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:34:52 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:34:52] "GET /metrics HTTP/1.1" 200 34048 "" "Prometheus/2.43.0" 2024-07-26T06:34:52.985 INFO:tasks.workunit.client.0.smithi089.stdout: 566: throughput=4.99MB/sec pending data=0 2024-07-26T06:34:52.986 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ekgT_22oXvFK1P1 off=15074224 len=1094164 2024-07-26T06:34:52.990 INFO:tasks.workunit.client.0.smithi089.stdout:op 2968 completed, throughput=4.99MB/sec 2024-07-26T06:34:52.990 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-eRoKsoTnSBP0ogw off=2111134 len=1621056 2024-07-26T06:34:52.992 INFO:tasks.workunit.client.0.smithi089.stdout:op 2969 completed, throughput=5MB/sec 2024-07-26T06:34:52.992 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-syyS1kAAwqIn6kC off=15188222 len=1026817 2024-07-26T06:34:52.997 INFO:tasks.workunit.client.0.smithi089.stdout:op 2970 completed, throughput=5MB/sec 2024-07-26T06:34:52.997 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-khpo5gaBGxwAk9r off=5347038 len=177177 2024-07-26T06:34:52.999 INFO:tasks.workunit.client.0.smithi089.stdout:op 2971 completed, throughput=5MB/sec 2024-07-26T06:34:53.000 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-8bBCyUfbahZltU5 off=4900509 len=1267310 2024-07-26T06:34:53.007 INFO:tasks.workunit.client.0.smithi089.stdout:op 2972 completed, throughput=5MB/sec 2024-07-26T06:34:53.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:34:52 smithi155 ceph-mon[90160]: pgmap v1702: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-07-26T06:34:53.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:34:52 smithi089 ceph-mon[99608]: pgmap v1702: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-07-26T06:34:53.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:34:52 smithi089 ceph-mon[102056]: pgmap v1702: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-07-26T06:34:54.008 INFO:tasks.workunit.client.0.smithi089.stdout: 567: throughput=4.99MB/sec pending data=0 2024-07-26T06:34:54.008 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-phuHvOnAjfNk5lb off=13465436 len=412495 2024-07-26T06:34:54.010 INFO:tasks.workunit.client.0.smithi089.stdout:op 2973 completed, throughput=4.99MB/sec 2024-07-26T06:34:54.010 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-49-qSbDG2jEdPU3 off=3127638 len=2064524 2024-07-26T06:34:54.014 INFO:tasks.workunit.client.0.smithi089.stdout:op 2974 completed, throughput=5MB/sec 2024-07-26T06:34:54.014 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-7fXJch5Oir45dTD off=796525 len=613935 2024-07-26T06:34:54.015 INFO:tasks.workunit.client.0.smithi089.stdout:op 2975 completed, throughput=5MB/sec 2024-07-26T06:34:54.015 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-TNWK_gZtfx0O7Is off=3072975 len=1855399 2024-07-26T06:34:54.017 INFO:tasks.workunit.client.0.smithi089.stdout:op 2976 completed, throughput=5MB/sec 2024-07-26T06:34:54.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:34:53 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:34:54.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:34:53 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:34:54.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:34:53 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:34:55.017 INFO:tasks.workunit.client.0.smithi089.stdout: 568: throughput=4.99MB/sec pending data=0 2024-07-26T06:34:55.018 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-6dHAV9mNT8dJDzz off=2355857 len=1165412 2024-07-26T06:34:55.022 INFO:tasks.workunit.client.0.smithi089.stdout:op 2977 completed, throughput=4.99MB/sec 2024-07-26T06:34:55.022 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-DJtaYo2pBW9koEK off=302139 len=121561 2024-07-26T06:34:55.024 INFO:tasks.workunit.client.0.smithi089.stdout:op 2978 completed, throughput=4.99MB/sec 2024-07-26T06:34:55.024 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-0jjlNyeygq36VcC off=2540599 len=1852012 2024-07-26T06:34:55.032 INFO:tasks.workunit.client.0.smithi089.stdout:op 2979 completed, throughput=5MB/sec 2024-07-26T06:34:55.032 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ImjBSy_AxJ9UNq_ off=7298274 len=206242 2024-07-26T06:34:55.032 INFO:tasks.workunit.client.0.smithi089.stdout:op 2980 completed, throughput=5MB/sec 2024-07-26T06:34:55.033 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-QIeYjBYLcX_n809 off=9668579 len=1982063 2024-07-26T06:34:55.039 INFO:tasks.workunit.client.0.smithi089.stdout:op 2981 completed, throughput=5MB/sec 2024-07-26T06:34:55.290 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:34:54 smithi155 ceph-mon[90160]: pgmap v1703: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-07-26T06:34:55.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:34:54 smithi089 ceph-mon[99608]: pgmap v1703: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-07-26T06:34:55.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:34:54 smithi089 ceph-mon[102056]: pgmap v1703: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-07-26T06:34:56.040 INFO:tasks.workunit.client.0.smithi089.stdout: 569: throughput=4.99MB/sec pending data=0 2024-07-26T06:34:56.040 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-OOAspoy5zjYenxZ off=1586266 len=1217257 2024-07-26T06:34:56.045 INFO:tasks.workunit.client.0.smithi089.stdout:op 2982 completed, throughput=4.99MB/sec 2024-07-26T06:34:56.045 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-kzp8RNlURLMVzu6 off=12566614 len=256271 2024-07-26T06:34:56.047 INFO:tasks.workunit.client.0.smithi089.stdout:op 2983 completed, throughput=4.99MB/sec 2024-07-26T06:34:56.047 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-NPj3dWDDvUBMseO off=15545919 len=1235187 2024-07-26T06:34:56.054 INFO:tasks.workunit.client.0.smithi089.stdout:op 2984 completed, throughput=5MB/sec 2024-07-26T06:34:56.054 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-zxSn3H1JChsMi87 off=1072264 len=1071590 2024-07-26T06:34:56.055 INFO:tasks.workunit.client.0.smithi089.stdout:op 2985 completed, throughput=5MB/sec 2024-07-26T06:34:56.055 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-SQQdTF-D8mQymcp off=13627159 len=455067 2024-07-26T06:34:56.056 INFO:tasks.workunit.client.0.smithi089.stdout:op 2986 completed, throughput=5MB/sec 2024-07-26T06:34:56.056 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-R-6h4o9_66u3Jsk off=10845559 len=1249801 2024-07-26T06:34:56.061 INFO:tasks.workunit.client.0.smithi089.stdout:op 2987 completed, throughput=5MB/sec 2024-07-26T06:34:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:34:55 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:34:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:34:55 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:34:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:34:55 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:34:56.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:34:55 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:34:56.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:34:55 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:34:56.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:34:55 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:34:56.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:34:55 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:34:56.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:34:55 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:34:56.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:34:55 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:34:57.061 INFO:tasks.workunit.client.0.smithi089.stdout: 570: throughput=4.99MB/sec pending data=0 2024-07-26T06:34:57.061 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-9I2zzM0x9r7bwtd off=9918708 len=1476103 2024-07-26T06:34:57.064 INFO:tasks.workunit.client.0.smithi089.stdout:op 2988 completed, throughput=4.99MB/sec 2024-07-26T06:34:57.064 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-GGdB_YjQ69TQrMf off=8206314 len=2004667 2024-07-26T06:34:57.075 INFO:tasks.workunit.client.0.smithi089.stdout:op 2989 completed, throughput=5MB/sec 2024-07-26T06:34:57.075 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-PoZmDtIgnfh4v6z off=7670513 len=1206328 2024-07-26T06:34:57.078 INFO:tasks.workunit.client.0.smithi089.stdout:op 2990 completed, throughput=5MB/sec 2024-07-26T06:34:57.079 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ML-Gt20ETeCGRla off=1831162 len=724883 2024-07-26T06:34:57.083 INFO:tasks.workunit.client.0.smithi089.stdout:op 2991 completed, throughput=5MB/sec 2024-07-26T06:34:57.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:34:56 smithi155 ceph-mon[90160]: pgmap v1704: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-07-26T06:34:57.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:34:56 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:34:57.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:34:56 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:34:57.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:34:56 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:34:57.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:34:56 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:34:57.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:34:56 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:34:57.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:34:56 smithi089 ceph-mon[99608]: pgmap v1704: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-07-26T06:34:57.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:34:56 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:34:57.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:34:56 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:34:57.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:34:56 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:34:57.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:34:56 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:34:57.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:34:56 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:34:57.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:34:56 smithi089 ceph-mon[102056]: pgmap v1704: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-07-26T06:34:57.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:34:56 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:34:57.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:34:56 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:34:57.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:34:56 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:34:57.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:34:56 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:34:57.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:34:56 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:34:58.083 INFO:tasks.workunit.client.0.smithi089.stdout: 571: throughput=4.99MB/sec pending data=0 2024-07-26T06:34:58.084 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-9de_lgWda34fk_7 off=1853235 len=1768896 2024-07-26T06:34:58.092 INFO:tasks.workunit.client.0.smithi089.stdout:op 2992 completed, throughput=5MB/sec 2024-07-26T06:34:58.092 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-6GtwMsRsFv6Pafg off=3416978 len=1889141 2024-07-26T06:34:58.094 INFO:tasks.workunit.client.0.smithi089.stdout:op 2993 completed, throughput=5MB/sec 2024-07-26T06:34:58.094 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-DMGcC-KWg-Sp99g off=17741513 len=1882801 2024-07-26T06:34:58.096 INFO:tasks.workunit.client.0.smithi089.stdout:op 2994 completed, throughput=5MB/sec 2024-07-26T06:34:59.097 INFO:tasks.workunit.client.0.smithi089.stdout: 572: throughput=4.99MB/sec pending data=0 2024-07-26T06:34:59.097 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-i0LNaX6JVeDr2sG off=2404345 len=1240838 2024-07-26T06:34:59.099 INFO:tasks.workunit.client.0.smithi089.stdout:op 2995 completed, throughput=4.99MB/sec 2024-07-26T06:34:59.099 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-aLkNVEUQ6tqGs0W off=22485893 len=574744 2024-07-26T06:34:59.104 INFO:tasks.workunit.client.0.smithi089.stdout:op 2996 completed, throughput=5MB/sec 2024-07-26T06:34:59.104 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-iZequNnk2pLT6oL off=4045451 len=1788031 2024-07-26T06:34:59.106 INFO:tasks.workunit.client.0.smithi089.stdout:op 2997 completed, throughput=5MB/sec 2024-07-26T06:34:59.106 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-iEuxbBphPZdJCaw off=17874185 len=1986842 2024-07-26T06:34:59.108 INFO:tasks.workunit.client.0.smithi089.stdout:op 2998 completed, throughput=5MB/sec 2024-07-26T06:34:59.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:34:58 smithi155 ceph-mon[90160]: pgmap v1705: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T06:34:59.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:34:58 smithi089 ceph-mon[99608]: pgmap v1705: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T06:34:59.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:34:58 smithi089 ceph-mon[102056]: pgmap v1705: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T06:35:00.108 INFO:tasks.workunit.client.0.smithi089.stdout: 573: throughput=4.99MB/sec pending data=0 2024-07-26T06:35:00.108 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ahqkdhl0KtGSgoc off=20104706 len=396801 2024-07-26T06:35:00.109 INFO:tasks.workunit.client.0.smithi089.stdout:op 2999 completed, throughput=4.99MB/sec 2024-07-26T06:35:00.109 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-QA7QupDJ_tcmRhj off=4321606 len=1629478 2024-07-26T06:35:00.116 INFO:tasks.workunit.client.0.smithi089.stdout:op 3000 completed, throughput=5MB/sec 2024-07-26T06:35:00.116 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-tMiHfXfi3K4zluM off=4209444 len=1941986 2024-07-26T06:35:00.118 INFO:tasks.workunit.client.0.smithi089.stdout:op 3001 completed, throughput=5MB/sec 2024-07-26T06:35:00.119 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ZxIdDI4UrdnClIT off=21596133 len=894797 2024-07-26T06:35:00.123 INFO:tasks.workunit.client.0.smithi089.stdout:op 3002 completed, throughput=5MB/sec 2024-07-26T06:35:01.123 INFO:tasks.workunit.client.0.smithi089.stdout: 574: throughput=4.99MB/sec pending data=0 2024-07-26T06:35:01.124 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ZcuEF4-k71GyjcQ off=10346579 len=527564 2024-07-26T06:35:01.125 INFO:tasks.workunit.client.0.smithi089.stdout:op 3003 completed, throughput=4.99MB/sec 2024-07-26T06:35:01.125 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-AVPUXpwHU7vFZOF off=1239185 len=1787998 2024-07-26T06:35:01.134 INFO:tasks.workunit.client.0.smithi089.stdout:op 3004 completed, throughput=5MB/sec 2024-07-26T06:35:01.134 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Y1KLbzH57Pf1wWB off=18475265 len=1284211 2024-07-26T06:35:01.142 INFO:tasks.workunit.client.0.smithi089.stdout:op 3005 completed, throughput=5MB/sec 2024-07-26T06:35:01.142 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-lY5sx4SDf2qj3_I off=923499 len=1871850 2024-07-26T06:35:01.152 INFO:tasks.workunit.client.0.smithi089.stdout:op 3006 completed, throughput=5MB/sec 2024-07-26T06:35:01.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:35:00 smithi155 ceph-mon[90160]: pgmap v1706: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T06:35:01.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:35:00 smithi089 ceph-mon[99608]: pgmap v1706: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T06:35:01.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:35:00 smithi089 ceph-mon[102056]: pgmap v1706: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T06:35:02.152 INFO:tasks.workunit.client.0.smithi089.stdout: 575: throughput=4.99MB/sec pending data=0 2024-07-26T06:35:02.152 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-kwifYj9wxiyEVAK off=3209488 len=169275 2024-07-26T06:35:02.153 INFO:tasks.workunit.client.0.smithi089.stdout:op 3007 completed, throughput=4.99MB/sec 2024-07-26T06:35:02.153 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-SackOStx28jMOLv off=1461080 len=2042368 2024-07-26T06:35:02.157 INFO:tasks.workunit.client.0.smithi089.stdout:op 3008 completed, throughput=5MB/sec 2024-07-26T06:35:02.157 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-r01RNg02Pie6XfV off=5168031 len=1782927 2024-07-26T06:35:02.159 INFO:tasks.workunit.client.0.smithi089.stdout:op 3009 completed, throughput=5MB/sec 2024-07-26T06:35:02.159 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-wbxXfto4sTHeNjX off=7359317 len=827497 2024-07-26T06:35:02.160 INFO:tasks.workunit.client.0.smithi089.stdout:op 3010 completed, throughput=5MB/sec 2024-07-26T06:35:02.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:35:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:35:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:35:02.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:35:02 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:35:02] "GET /metrics HTTP/1.1" 200 34049 "" "Prometheus/2.43.0" 2024-07-26T06:35:03.160 INFO:tasks.workunit.client.0.smithi089.stdout: 576: throughput=4.99MB/sec pending data=0 2024-07-26T06:35:03.161 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-LnCOK8e1FCePQog off=6117880 len=1626551 2024-07-26T06:35:03.162 INFO:tasks.workunit.client.0.smithi089.stdout:op 3011 completed, throughput=4.99MB/sec 2024-07-26T06:35:03.163 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-DuqL4tvr9bPRfPM off=194842 len=1886180 2024-07-26T06:35:03.164 INFO:tasks.workunit.client.0.smithi089.stdout:op 3012 completed, throughput=5MB/sec 2024-07-26T06:35:03.165 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-U9l0OT3GrxSXquF off=6305275 len=1948857 2024-07-26T06:35:03.175 INFO:tasks.workunit.client.0.smithi089.stdout:op 3013 completed, throughput=5MB/sec 2024-07-26T06:35:03.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:35:02 smithi155 ceph-mon[90160]: pgmap v1707: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:35:03.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:35:02 smithi089 ceph-mon[99608]: pgmap v1707: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:35:03.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:35:02 smithi089 ceph-mon[102056]: pgmap v1707: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:35:04.178 INFO:tasks.workunit.client.0.smithi089.stdout: 577: throughput=4.99MB/sec pending data=0 2024-07-26T06:35:04.178 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Xbzwa17_JMUjS7R off=3875751 len=512578 2024-07-26T06:35:04.179 INFO:tasks.workunit.client.0.smithi089.stdout:op 3014 completed, throughput=4.99MB/sec 2024-07-26T06:35:04.179 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-RXxIPHjZFgP53k0 off=11020687 len=1128965 2024-07-26T06:35:04.180 INFO:tasks.workunit.client.0.smithi089.stdout:op 3015 completed, throughput=4.99MB/sec 2024-07-26T06:35:04.181 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-BafNsINc_crwIhe off=1653017 len=1913063 2024-07-26T06:35:04.183 INFO:tasks.workunit.client.0.smithi089.stdout:op 3016 completed, throughput=5MB/sec 2024-07-26T06:35:04.183 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-MbOTOB2n5JDfrl6 off=1882373 len=7781 2024-07-26T06:35:04.184 INFO:tasks.workunit.client.0.smithi089.stdout:op 3017 completed, throughput=5MB/sec 2024-07-26T06:35:04.184 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-5XyDvyc8Q47pN4N off=6852794 len=523161 2024-07-26T06:35:04.184 INFO:tasks.workunit.client.0.smithi089.stdout:op 3018 completed, throughput=5MB/sec 2024-07-26T06:35:04.185 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-8_d82rBFGbD22id off=4516907 len=541098 2024-07-26T06:35:04.186 INFO:tasks.workunit.client.0.smithi089.stdout:op 3019 completed, throughput=5MB/sec 2024-07-26T06:35:04.186 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-g7Yyb-30-H4uDwI off=22438405 len=406790 2024-07-26T06:35:04.189 INFO:tasks.workunit.client.0.smithi089.stdout:op 3020 completed, throughput=5MB/sec 2024-07-26T06:35:05.189 INFO:tasks.workunit.client.0.smithi089.stdout: 578: throughput=4.99MB/sec pending data=0 2024-07-26T06:35:05.189 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-xdARPSJ4laMPtpX off=3546947 len=1180575 2024-07-26T06:35:05.191 INFO:tasks.workunit.client.0.smithi089.stdout:op 3021 completed, throughput=4.99MB/sec 2024-07-26T06:35:05.191 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-X98EK8MchRPREsg off=0 len=1492916 2024-07-26T06:35:05.193 INFO:tasks.workunit.client.0.smithi089.stdout:op 3022 completed, throughput=5MB/sec 2024-07-26T06:35:05.193 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-dRQQ_NFxOaC6arV off=7731020 len=1448544 2024-07-26T06:35:05.195 INFO:tasks.workunit.client.0.smithi089.stdout:op 3023 completed, throughput=5MB/sec 2024-07-26T06:35:05.195 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-hM2J5sVtPQJFpcB off=13652837 len=1732645 2024-07-26T06:35:05.204 INFO:tasks.workunit.client.0.smithi089.stdout:op 3024 completed, throughput=5MB/sec 2024-07-26T06:35:05.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:35:04 smithi155 ceph-mon[90160]: pgmap v1708: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:35:05.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:35:04 smithi089 ceph-mon[99608]: pgmap v1708: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:35:05.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:35:04 smithi089 ceph-mon[102056]: pgmap v1708: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:35:06.204 INFO:tasks.workunit.client.0.smithi089.stdout: 579: throughput=4.99MB/sec pending data=0 2024-07-26T06:35:06.205 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-oD4pLuYMholmgoC off=3010890 len=1611837 2024-07-26T06:35:06.213 INFO:tasks.workunit.client.0.smithi089.stdout:op 3025 completed, throughput=5MB/sec 2024-07-26T06:35:06.213 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-I9R1Q6gbumYtwJO off=1407317 len=1722381 2024-07-26T06:35:06.223 INFO:tasks.workunit.client.0.smithi089.stdout:op 3026 completed, throughput=5MB/sec 2024-07-26T06:35:06.223 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-aLkNVEUQ6tqGs0W off=18762543 len=1042520 2024-07-26T06:35:06.226 INFO:tasks.workunit.client.0.smithi089.stdout:op 3027 completed, throughput=5MB/sec 2024-07-26T06:35:06.226 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-YyVn3BcpqIl8gf4 off=16932294 len=945060 2024-07-26T06:35:06.226 INFO:tasks.workunit.client.0.smithi089.stdout:op 3028 completed, throughput=5MB/sec 2024-07-26T06:35:07.226 INFO:tasks.workunit.client.0.smithi089.stdout: 580: throughput=4.99MB/sec pending data=0 2024-07-26T06:35:07.226 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-kifasb_sWcoqH1e off=13555910 len=325695 2024-07-26T06:35:07.228 INFO:tasks.workunit.client.0.smithi089.stdout:op 3029 completed, throughput=4.99MB/sec 2024-07-26T06:35:07.229 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-2bnKquo2lfQrhvk off=2079795 len=1607268 2024-07-26T06:35:07.237 INFO:tasks.workunit.client.0.smithi089.stdout:op 3030 completed, throughput=5MB/sec 2024-07-26T06:35:07.237 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-UAYCGhYsMVU6Q9v off=5026255 len=1602623 2024-07-26T06:35:07.246 INFO:tasks.workunit.client.0.smithi089.stdout:op 3031 completed, throughput=5MB/sec 2024-07-26T06:35:07.246 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Oi_q5M8MivQlgvk off=3892100 len=1763430 2024-07-26T06:35:07.254 INFO:tasks.workunit.client.0.smithi089.stdout:op 3032 completed, throughput=5MB/sec 2024-07-26T06:35:07.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:35:06 smithi155 ceph-mon[90160]: pgmap v1709: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-07-26T06:35:07.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:35:06 smithi089 ceph-mon[99608]: pgmap v1709: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-07-26T06:35:07.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:35:06 smithi089 ceph-mon[102056]: pgmap v1709: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-07-26T06:35:08.255 INFO:tasks.workunit.client.0.smithi089.stdout: 581: throughput=4.99MB/sec pending data=0 2024-07-26T06:35:08.255 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-OLG31HixJ6rE7j8 off=1795237 len=1889432 2024-07-26T06:35:08.257 INFO:tasks.workunit.client.0.smithi089.stdout:op 3033 completed, throughput=5MB/sec 2024-07-26T06:35:08.257 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-SpI1SLmdPVAmh-7 off=0 len=1453872 2024-07-26T06:35:08.265 INFO:tasks.workunit.client.0.smithi089.stdout:op 3034 completed, throughput=5MB/sec 2024-07-26T06:35:08.265 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-6X3wc4t3Y_RE8MS off=4220446 len=747727 2024-07-26T06:35:08.269 INFO:tasks.workunit.client.0.smithi089.stdout:op 3035 completed, throughput=5MB/sec 2024-07-26T06:35:08.269 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-SY2N89PR2OAtoCt off=10547903 len=1434053 2024-07-26T06:35:08.275 INFO:tasks.workunit.client.0.smithi089.stdout:op 3036 completed, throughput=5MB/sec 2024-07-26T06:35:09.275 INFO:tasks.workunit.client.0.smithi089.stdout: 582: throughput=4.99MB/sec pending data=0 2024-07-26T06:35:09.276 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-XX4LcEzfzkDExyv off=4004604 len=1260970 2024-07-26T06:35:09.277 INFO:tasks.workunit.client.0.smithi089.stdout:op 3037 completed, throughput=4.99MB/sec 2024-07-26T06:35:09.277 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-NqxZ421VRfESH2b off=10042316 len=1839717 2024-07-26T06:35:09.287 INFO:tasks.workunit.client.0.smithi089.stdout:op 3038 completed, throughput=5MB/sec 2024-07-26T06:35:09.287 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Z93XKAVuM9aPufT off=12436336 len=497751 2024-07-26T06:35:09.288 INFO:tasks.workunit.client.0.smithi089.stdout:op 3039 completed, throughput=5MB/sec 2024-07-26T06:35:09.288 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-DmT9u9byhfrvmzT off=12252730 len=563738 2024-07-26T06:35:09.292 INFO:tasks.workunit.client.0.smithi089.stdout:op 3040 completed, throughput=5MB/sec 2024-07-26T06:35:09.292 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-V5vGVrGpyDtxQLi off=11866372 len=743267 2024-07-26T06:35:09.293 INFO:tasks.workunit.client.0.smithi089.stdout:op 3041 completed, throughput=5MB/sec 2024-07-26T06:35:09.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:35:08 smithi155 ceph-mon[90160]: pgmap v1710: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-07-26T06:35:09.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:35:08 smithi089 ceph-mon[99608]: pgmap v1710: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-07-26T06:35:09.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:35:08 smithi089 ceph-mon[102056]: pgmap v1710: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-07-26T06:35:10.294 INFO:tasks.workunit.client.0.smithi089.stdout: 583: throughput=4.99MB/sec pending data=0 2024-07-26T06:35:10.294 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-mh__TxyXTG0vn1W off=3729677 len=312820 2024-07-26T06:35:10.298 INFO:tasks.workunit.client.0.smithi089.stdout:op 3042 completed, throughput=4.99MB/sec 2024-07-26T06:35:10.298 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-omDwbeWKsohVxVD off=8468179 len=2048948 2024-07-26T06:35:10.301 INFO:tasks.workunit.client.0.smithi089.stdout:op 3043 completed, throughput=5MB/sec 2024-07-26T06:35:10.301 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-HsBF-zrIbZXDnv0 off=423306 len=1109187 2024-07-26T06:35:10.309 INFO:tasks.workunit.client.0.smithi089.stdout:op 3044 completed, throughput=5MB/sec 2024-07-26T06:35:10.309 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-BYKSlqf7y7ct7zN off=1059665 len=1054566 2024-07-26T06:35:10.311 INFO:tasks.workunit.client.0.smithi089.stdout:op 3045 completed, throughput=5MB/sec 2024-07-26T06:35:10.311 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-pIkMU4d_8sK8UOk off=6839745 len=1332481 2024-07-26T06:35:10.314 INFO:tasks.workunit.client.0.smithi089.stdout:op 3046 completed, throughput=5MB/sec 2024-07-26T06:35:11.314 INFO:tasks.workunit.client.0.smithi089.stdout: 584: throughput=4.99MB/sec pending data=0 2024-07-26T06:35:11.314 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-8v2Hhbvl8q-5mu_ off=522727 len=11265 2024-07-26T06:35:11.317 INFO:tasks.workunit.client.0.smithi089.stdout:op 3047 completed, throughput=4.99MB/sec 2024-07-26T06:35:11.317 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-GzyLz-aAh-k-Glx off=5031395 len=1061577 2024-07-26T06:35:11.323 INFO:tasks.workunit.client.0.smithi089.stdout:op 3048 completed, throughput=4.99MB/sec 2024-07-26T06:35:11.323 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Wn5v0Wvvo7jUXHU off=547026 len=141435 2024-07-26T06:35:11.325 INFO:tasks.workunit.client.0.smithi089.stdout:op 3049 completed, throughput=4.99MB/sec 2024-07-26T06:35:11.326 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-aPMUR_bOGCnbZnV off=490626 len=1932101 2024-07-26T06:35:11.336 INFO:tasks.workunit.client.0.smithi089.stdout:op 3050 completed, throughput=5MB/sec 2024-07-26T06:35:11.336 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-XCSgYQmAlAZKWsm off=9606895 len=1467247 2024-07-26T06:35:11.351 INFO:tasks.workunit.client.0.smithi089.stdout:op 3051 completed, throughput=5MB/sec 2024-07-26T06:35:11.351 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-z--ofpqfgVoMiI5 off=4982669 len=1647051 2024-07-26T06:35:11.352 INFO:tasks.workunit.client.0.smithi089.stdout:op 3052 completed, throughput=5MB/sec 2024-07-26T06:35:11.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:35:10 smithi155 ceph-mon[90160]: pgmap v1711: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:35:11.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:35:10 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:35:11.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:35:10 smithi089 ceph-mon[99608]: pgmap v1711: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:35:11.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:35:10 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:35:11.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:35:10 smithi089 ceph-mon[102056]: pgmap v1711: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:35:11.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:35:10 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:35:12.353 INFO:tasks.workunit.client.0.smithi089.stdout: 585: throughput=4.99MB/sec pending data=0 2024-07-26T06:35:12.353 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-VlHjXwsd9k1hhl2 off=614965 len=1384581 2024-07-26T06:35:12.355 INFO:tasks.workunit.client.0.smithi089.stdout:op 3053 completed, throughput=5MB/sec 2024-07-26T06:35:12.355 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-5-0JYEqUFHZwXaR off=1334410 len=527726 2024-07-26T06:35:12.359 INFO:tasks.workunit.client.0.smithi089.stdout:op 3054 completed, throughput=5MB/sec 2024-07-26T06:35:12.359 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-9K8OGHWOeYnZWmQ off=4935852 len=1308251 2024-07-26T06:35:12.361 INFO:tasks.workunit.client.0.smithi089.stdout:op 3055 completed, throughput=5MB/sec 2024-07-26T06:35:12.361 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-gXFMTCPCJwR4ki0 off=6950689 len=350890 2024-07-26T06:35:12.361 INFO:tasks.workunit.client.0.smithi089.stdout:op 3056 completed, throughput=5MB/sec 2024-07-26T06:35:12.362 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj--vrxymIvlK8Cq-u off=605587 len=1966299 2024-07-26T06:35:12.374 INFO:tasks.workunit.client.0.smithi089.stdout:op 3057 completed, throughput=5MB/sec 2024-07-26T06:35:12.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:35:12 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:35:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:35:12.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:35:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:35:12] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-07-26T06:35:13.373 INFO:tasks.workunit.client.0.smithi089.stdout: 586: throughput=4.99MB/sec pending data=0 2024-07-26T06:35:13.373 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-NdebGN-rygpuqhG off=11340814 len=853740 2024-07-26T06:35:13.375 INFO:tasks.workunit.client.0.smithi089.stdout:op 3058 completed, throughput=5MB/sec 2024-07-26T06:35:13.375 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-iuQgAxqZJ_8ICjq off=7895999 len=778219 2024-07-26T06:35:13.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:35:12 smithi155 ceph-mon[90160]: pgmap v1712: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-26T06:35:13.380 INFO:tasks.workunit.client.0.smithi089.stdout:op 3059 completed, throughput=5MB/sec 2024-07-26T06:35:13.380 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ykfW-X_d0_3mg3f off=11719907 len=1977477 2024-07-26T06:35:13.389 INFO:tasks.workunit.client.0.smithi089.stdout:op 3060 completed, throughput=5MB/sec 2024-07-26T06:35:13.390 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-xYJDn7Z7wOhPHzp off=13244882 len=2044486 2024-07-26T06:35:13.392 INFO:tasks.workunit.client.0.smithi089.stdout:op 3061 completed, throughput=5MB/sec 2024-07-26T06:35:13.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:35:12 smithi089 ceph-mon[99608]: pgmap v1712: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-26T06:35:13.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:35:12 smithi089 ceph-mon[102056]: pgmap v1712: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-26T06:35:14.392 INFO:tasks.workunit.client.0.smithi089.stdout: 587: throughput=4.99MB/sec pending data=0 2024-07-26T06:35:14.392 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-2ZQ6LPyYSnzodKr off=361157 len=1912909 2024-07-26T06:35:14.402 INFO:tasks.workunit.client.0.smithi089.stdout:op 3062 completed, throughput=5MB/sec 2024-07-26T06:35:14.402 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-zo3NQ6FRHqwdjb3 off=4496700 len=406776 2024-07-26T06:35:14.403 INFO:tasks.workunit.client.0.smithi089.stdout:op 3063 completed, throughput=5MB/sec 2024-07-26T06:35:14.403 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-OlGcsj6ibRy9h35 off=10208115 len=1166427 2024-07-26T06:35:14.404 INFO:tasks.workunit.client.0.smithi089.stdout:op 3064 completed, throughput=5MB/sec 2024-07-26T06:35:15.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:35:14 smithi155 ceph-mon[90160]: pgmap v1713: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-26T06:35:15.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:35:14 smithi089 ceph-mon[99608]: pgmap v1713: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-26T06:35:15.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:35:14 smithi089 ceph-mon[102056]: pgmap v1713: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-26T06:35:15.405 INFO:tasks.workunit.client.0.smithi089.stdout: 588: throughput=4.99MB/sec pending data=0 2024-07-26T06:35:15.405 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-8Tw79ZMGqO005_T off=40973 len=610693 2024-07-26T06:35:15.408 INFO:tasks.workunit.client.0.smithi089.stdout:op 3065 completed, throughput=4.99MB/sec 2024-07-26T06:35:15.408 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-fNlbrL9LMX1YvfZ off=2308158 len=546096 2024-07-26T06:35:15.409 INFO:tasks.workunit.client.0.smithi089.stdout:op 3066 completed, throughput=4.99MB/sec 2024-07-26T06:35:15.410 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-9NU6WLywSzGGNVM off=12071558 len=1444807 2024-07-26T06:35:15.412 INFO:tasks.workunit.client.0.smithi089.stdout:op 3067 completed, throughput=5MB/sec 2024-07-26T06:35:15.412 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-r-IkztG6dGqY3ED off=10755620 len=1492954 2024-07-26T06:35:15.414 INFO:tasks.workunit.client.0.smithi089.stdout:op 3068 completed, throughput=5MB/sec 2024-07-26T06:35:15.414 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-b94vB2wtQsKTNE8 off=1018235 len=46400 2024-07-26T06:35:15.415 INFO:tasks.workunit.client.0.smithi089.stdout:op 3069 completed, throughput=5MB/sec 2024-07-26T06:35:15.415 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-tt4HcEUZr8Tjhdn off=2100140 len=1855099 2024-07-26T06:35:15.418 INFO:tasks.workunit.client.0.smithi089.stdout:op 3070 completed, throughput=5MB/sec 2024-07-26T06:35:16.419 INFO:tasks.workunit.client.0.smithi089.stdout: 589: throughput=4.99MB/sec pending data=0 2024-07-26T06:35:16.419 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-YodWCPBuj_F7izr off=13369375 len=1059394 2024-07-26T06:35:16.425 INFO:tasks.workunit.client.0.smithi089.stdout:op 3071 completed, throughput=4.99MB/sec 2024-07-26T06:35:16.425 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-hKoS9PuMMKEQG7Q off=2510887 len=624059 2024-07-26T06:35:16.428 INFO:tasks.workunit.client.0.smithi089.stdout:op 3072 completed, throughput=5MB/sec 2024-07-26T06:35:16.428 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-YnNvvqfaswB8dWX off=6990430 len=940149 2024-07-26T06:35:16.434 INFO:tasks.workunit.client.0.smithi089.stdout:op 3073 completed, throughput=5MB/sec 2024-07-26T06:35:16.434 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-YHAOAimW_Act22c off=6673065 len=711220 2024-07-26T06:35:16.436 INFO:tasks.workunit.client.0.smithi089.stdout:op 3074 completed, throughput=5MB/sec 2024-07-26T06:35:16.436 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-xpiP_Nwcoze4ADJ off=1394958 len=549806 2024-07-26T06:35:16.439 INFO:tasks.workunit.client.0.smithi089.stdout:op 3075 completed, throughput=5MB/sec 2024-07-26T06:35:16.439 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-55S1iZdzQ20EF-_ off=2731059 len=915356 2024-07-26T06:35:16.440 INFO:tasks.workunit.client.0.smithi089.stdout:op 3076 completed, throughput=5MB/sec 2024-07-26T06:35:17.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:35:16 smithi155 ceph-mon[90160]: pgmap v1714: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:35:17.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:35:16 smithi089 ceph-mon[99608]: pgmap v1714: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:35:17.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:35:16 smithi089 ceph-mon[102056]: pgmap v1714: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:35:17.441 INFO:tasks.workunit.client.0.smithi089.stdout: 590: throughput=4.99MB/sec pending data=0 2024-07-26T06:35:17.441 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-xiDZAu_e3VnQpBS off=7090585 len=853075 2024-07-26T06:35:17.443 INFO:tasks.workunit.client.0.smithi089.stdout:op 3077 completed, throughput=4.99MB/sec 2024-07-26T06:35:17.443 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-k20Oh7XHRennd8d off=20339650 len=1656698 2024-07-26T06:35:17.453 INFO:tasks.workunit.client.0.smithi089.stdout:op 3078 completed, throughput=5MB/sec 2024-07-26T06:35:17.453 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-9fwz3-tVytJmHUY off=4740280 len=1343330 2024-07-26T06:35:17.455 INFO:tasks.workunit.client.0.smithi089.stdout:op 3079 completed, throughput=5MB/sec 2024-07-26T06:35:17.455 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-aoCTWUIB-lML-yv off=1927684 len=97738 2024-07-26T06:35:17.457 INFO:tasks.workunit.client.0.smithi089.stdout:op 3080 completed, throughput=5MB/sec 2024-07-26T06:35:17.457 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj--u6nNqNNZn20G1- off=5276122 len=312751 2024-07-26T06:35:17.460 INFO:tasks.workunit.client.0.smithi089.stdout:op 3081 completed, throughput=5MB/sec 2024-07-26T06:35:17.460 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-nmjOXyKyXADWwcj off=437501 len=1129669 2024-07-26T06:35:17.461 INFO:tasks.workunit.client.0.smithi089.stdout:op 3082 completed, throughput=5MB/sec 2024-07-26T06:35:18.462 INFO:tasks.workunit.client.0.smithi089.stdout: 591: throughput=4.99MB/sec pending data=0 2024-07-26T06:35:18.462 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-xMWqFVK5IOZhkiN off=11638492 len=1566933 2024-07-26T06:35:18.465 INFO:tasks.workunit.client.0.smithi089.stdout:op 3083 completed, throughput=4.99MB/sec 2024-07-26T06:35:18.465 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-GNHsknVTs2Nj2Qc off=4705066 len=231921 2024-07-26T06:35:18.468 INFO:tasks.workunit.client.0.smithi089.stdout:op 3084 completed, throughput=5MB/sec 2024-07-26T06:35:18.468 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-7VDffKa7ajQzTHB off=6796871 len=1674589 2024-07-26T06:35:18.470 INFO:tasks.workunit.client.0.smithi089.stdout:op 3085 completed, throughput=5MB/sec 2024-07-26T06:35:18.470 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Q_LXJDE5AmysqQV off=5842143 len=630590 2024-07-26T06:35:18.474 INFO:tasks.workunit.client.0.smithi089.stdout:op 3086 completed, throughput=5MB/sec 2024-07-26T06:35:18.474 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-8N6o2Nb9zwFRhs- off=18123781 len=58165 2024-07-26T06:35:18.475 INFO:tasks.workunit.client.0.smithi089.stdout:op 3087 completed, throughput=5MB/sec 2024-07-26T06:35:18.475 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-l7pEqQS9QyaN8g7 off=7833411 len=2091258 2024-07-26T06:35:18.487 INFO:tasks.workunit.client.0.smithi089.stdout:op 3088 completed, throughput=5MB/sec 2024-07-26T06:35:19.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:35:18 smithi155 ceph-mon[90160]: pgmap v1715: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:35:19.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:35:18 smithi089 ceph-mon[99608]: pgmap v1715: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:35:19.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:35:18 smithi089 ceph-mon[102056]: pgmap v1715: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:35:19.488 INFO:tasks.workunit.client.0.smithi089.stdout: 592: throughput=4.99MB/sec pending data=0 2024-07-26T06:35:19.488 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ql1GKJOuM7smMyo off=3113514 len=1867130 2024-07-26T06:35:19.490 INFO:tasks.workunit.client.0.smithi089.stdout:op 3089 completed, throughput=5MB/sec 2024-07-26T06:35:19.490 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-rU0-V3PLaJQJWJr off=4733076 len=1831548 2024-07-26T06:35:19.499 INFO:tasks.workunit.client.0.smithi089.stdout:op 3090 completed, throughput=5MB/sec 2024-07-26T06:35:19.499 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-c3OzK5hP-Q82tbZ off=11190657 len=564617 2024-07-26T06:35:19.503 INFO:tasks.workunit.client.0.smithi089.stdout:op 3091 completed, throughput=5MB/sec 2024-07-26T06:35:20.504 INFO:tasks.workunit.client.0.smithi089.stdout: 593: throughput=4.99MB/sec pending data=0 2024-07-26T06:35:20.504 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj--HV7Robc1pVk1eo off=460920 len=833795 2024-07-26T06:35:20.509 INFO:tasks.workunit.client.0.smithi089.stdout:op 3092 completed, throughput=4.99MB/sec 2024-07-26T06:35:20.509 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj--JhE8teCuk_mmXT off=270934 len=1849006 2024-07-26T06:35:20.511 INFO:tasks.workunit.client.0.smithi089.stdout:op 3093 completed, throughput=5MB/sec 2024-07-26T06:35:20.511 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-sw9heYcr5F-pXNi off=7118461 len=788187 2024-07-26T06:35:20.516 INFO:tasks.workunit.client.0.smithi089.stdout:op 3094 completed, throughput=5MB/sec 2024-07-26T06:35:20.516 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-_5N9SvlMiNGSdk9 off=2884910 len=1417566 2024-07-26T06:35:20.517 INFO:tasks.workunit.client.0.smithi089.stdout:op 3095 completed, throughput=5MB/sec 2024-07-26T06:35:20.518 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Xnid46WklOw74ki off=1013732 len=24013 2024-07-26T06:35:20.520 INFO:tasks.workunit.client.0.smithi089.stdout:op 3096 completed, throughput=5MB/sec 2024-07-26T06:35:20.520 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-pANEFV8GBT-Ccro off=3272517 len=480288 2024-07-26T06:35:20.524 INFO:tasks.workunit.client.0.smithi089.stdout:op 3097 completed, throughput=5MB/sec 2024-07-26T06:35:21.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:35:20 smithi155 ceph-mon[90160]: pgmap v1716: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:35:21.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:35:20 smithi089 ceph-mon[99608]: pgmap v1716: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:35:21.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:35:20 smithi089 ceph-mon[102056]: pgmap v1716: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:35:21.524 INFO:tasks.workunit.client.0.smithi089.stdout: 594: throughput=4.99MB/sec pending data=0 2024-07-26T06:35:21.525 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-8CRAY5BKC5Hr9n4 off=1773743 len=2069137 2024-07-26T06:35:21.534 INFO:tasks.workunit.client.0.smithi089.stdout:op 3098 completed, throughput=5MB/sec 2024-07-26T06:35:21.534 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-yBEiT8IpqiKYcd1 off=14644708 len=213882 2024-07-26T06:35:21.537 INFO:tasks.workunit.client.0.smithi089.stdout:op 3099 completed, throughput=5MB/sec 2024-07-26T06:35:21.537 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-QL0eieaL8t1sMWS off=103618 len=643509 2024-07-26T06:35:21.538 INFO:tasks.workunit.client.0.smithi089.stdout:op 3100 completed, throughput=5MB/sec 2024-07-26T06:35:21.538 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-DImsYEiJio115kH off=1599818 len=1277474 2024-07-26T06:35:21.540 INFO:tasks.workunit.client.0.smithi089.stdout:op 3101 completed, throughput=5MB/sec 2024-07-26T06:35:21.540 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-sUdfax8zsvgJFf8 off=3064156 len=1296368 2024-07-26T06:35:21.541 INFO:tasks.workunit.client.0.smithi089.stdout:op 3102 completed, throughput=5MB/sec 2024-07-26T06:35:22.542 INFO:tasks.workunit.client.0.smithi089.stdout: 595: throughput=4.99MB/sec pending data=0 2024-07-26T06:35:22.542 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-TIy02lrBAp4MZES off=9419576 len=821141 2024-07-26T06:35:22.546 INFO:tasks.workunit.client.0.smithi089.stdout:op 3103 completed, throughput=4.99MB/sec 2024-07-26T06:35:22.547 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ABf6L5KngrCVvZi off=19353751 len=1375205 2024-07-26T06:35:22.554 INFO:tasks.workunit.client.0.smithi089.stdout:op 3104 completed, throughput=5MB/sec 2024-07-26T06:35:22.554 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Ifc8dCyx9SxT9L- off=1696244 len=1449108 2024-07-26T06:35:22.555 INFO:tasks.workunit.client.0.smithi089.stdout:op 3105 completed, throughput=5MB/sec 2024-07-26T06:35:22.556 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-iVLnnHqtpRLY11e off=15310048 len=774999 2024-07-26T06:35:22.557 INFO:tasks.workunit.client.0.smithi089.stdout:op 3106 completed, throughput=5MB/sec 2024-07-26T06:35:22.557 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-nRclI46grEZbgDy off=3114994 len=489954 2024-07-26T06:35:22.560 INFO:tasks.workunit.client.0.smithi089.stdout:op 3107 completed, throughput=5MB/sec 2024-07-26T06:35:22.560 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-6T3if4JIW76I-4p off=352491 len=1117435 2024-07-26T06:35:22.562 INFO:tasks.workunit.client.0.smithi089.stdout:op 3108 completed, throughput=5MB/sec 2024-07-26T06:35:22.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:35:22 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:35:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:35:22.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:35:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:35:22] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-07-26T06:35:23.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:35:22 smithi155 ceph-mon[90160]: pgmap v1717: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:35:23.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:35:22 smithi089 ceph-mon[99608]: pgmap v1717: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:35:23.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:35:22 smithi089 ceph-mon[102056]: pgmap v1717: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:35:23.563 INFO:tasks.workunit.client.0.smithi089.stdout: 596: throughput=4.99MB/sec pending data=0 2024-07-26T06:35:23.563 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-gDvXOfzVwkp_FcU off=824842 len=1704293 2024-07-26T06:35:23.565 INFO:tasks.workunit.client.0.smithi089.stdout:op 3109 completed, throughput=5MB/sec 2024-07-26T06:35:23.565 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-3gBoea-S84i9nlk off=1181699 len=1831666 2024-07-26T06:35:23.574 INFO:tasks.workunit.client.0.smithi089.stdout:op 3110 completed, throughput=5MB/sec 2024-07-26T06:35:23.575 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-sviG66ah4xNQuFI off=2471695 len=1452963 2024-07-26T06:35:23.582 INFO:tasks.workunit.client.0.smithi089.stdout:op 3111 completed, throughput=5MB/sec 2024-07-26T06:35:24.582 INFO:tasks.workunit.client.0.smithi089.stdout: 597: throughput=4.99MB/sec pending data=0 2024-07-26T06:35:24.583 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-v3j9ID2q0qVTNLF off=3064631 len=499621 2024-07-26T06:35:24.586 INFO:tasks.workunit.client.0.smithi089.stdout:op 3112 completed, throughput=4.99MB/sec 2024-07-26T06:35:24.586 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-4Wd03NnBxAhbat9 off=13113225 len=817517 2024-07-26T06:35:24.591 INFO:tasks.workunit.client.0.smithi089.stdout:op 3113 completed, throughput=4.99MB/sec 2024-07-26T06:35:24.591 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-_qxg_gbv2JcI0HA off=892574 len=1988562 2024-07-26T06:35:24.593 INFO:tasks.workunit.client.0.smithi089.stdout:op 3114 completed, throughput=5MB/sec 2024-07-26T06:35:24.593 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Ze_kedAPY4idLJu off=18071177 len=798845 2024-07-26T06:35:24.594 INFO:tasks.workunit.client.0.smithi089.stdout:op 3115 completed, throughput=5MB/sec 2024-07-26T06:35:24.595 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-czkzn25kZBsEhRS off=1076086 len=212327 2024-07-26T06:35:24.595 INFO:tasks.workunit.client.0.smithi089.stdout:op 3116 completed, throughput=5MB/sec 2024-07-26T06:35:24.595 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ZB7l4Hw6RV_3f0l off=5806088 len=1784772 2024-07-26T06:35:24.602 INFO:tasks.workunit.client.0.smithi089.stdout:op 3117 completed, throughput=5MB/sec 2024-07-26T06:35:25.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:35:24 smithi155 ceph-mon[90160]: pgmap v1718: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:35:25.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:35:24 smithi089 ceph-mon[99608]: pgmap v1718: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:35:25.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:35:24 smithi089 ceph-mon[102056]: pgmap v1718: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:35:25.603 INFO:tasks.workunit.client.0.smithi089.stdout: 598: throughput=4.99MB/sec pending data=0 2024-07-26T06:35:25.603 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-QMaoS_D6Marr3wv off=989191 len=925887 2024-07-26T06:35:25.608 INFO:tasks.workunit.client.0.smithi089.stdout:op 3118 completed, throughput=5MB/sec 2024-07-26T06:35:25.609 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-cEkWLdtMbPf2EL6 off=18095489 len=1582314 2024-07-26T06:35:25.616 INFO:tasks.workunit.client.0.smithi089.stdout:op 3119 completed, throughput=5MB/sec 2024-07-26T06:35:25.616 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-rupTx5GihxaFxqk off=7485333 len=690050 2024-07-26T06:35:25.617 INFO:tasks.workunit.client.0.smithi089.stdout:op 3120 completed, throughput=5MB/sec 2024-07-26T06:35:25.617 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-UxraD10v5Z6j0Aa off=2136319 len=617334 2024-07-26T06:35:25.619 INFO:tasks.workunit.client.0.smithi089.stdout:op 3121 completed, throughput=5MB/sec 2024-07-26T06:35:25.619 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-UBMj8nv21GbQblS off=20348725 len=1308060 2024-07-26T06:35:25.620 INFO:tasks.workunit.client.0.smithi089.stdout:op 3122 completed, throughput=5MB/sec 2024-07-26T06:35:26.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:35:25 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:35:26.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:35:25 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:35:26.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:35:25 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:35:26.621 INFO:tasks.workunit.client.0.smithi089.stdout: 599: throughput=4.99MB/sec pending data=0 2024-07-26T06:35:26.621 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-TOnHHIv63-h7b35 off=3207985 len=1541952 2024-07-26T06:35:26.623 INFO:tasks.workunit.client.0.smithi089.stdout:op 3123 completed, throughput=5MB/sec 2024-07-26T06:35:26.623 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-DV4ArTJILAHzyAX off=15228382 len=57393 2024-07-26T06:35:26.625 INFO:tasks.workunit.client.0.smithi089.stdout:op 3124 completed, throughput=5MB/sec 2024-07-26T06:35:26.626 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ESx-SI5iMmrMZze off=4940069 len=1214899 2024-07-26T06:35:26.627 INFO:tasks.workunit.client.0.smithi089.stdout:op 3125 completed, throughput=5MB/sec 2024-07-26T06:35:26.627 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-DiO5ysqwyJb-6Kc off=2112 len=1616406 2024-07-26T06:35:26.636 INFO:tasks.workunit.client.0.smithi089.stdout:op 3126 completed, throughput=5MB/sec 2024-07-26T06:35:27.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:35:26 smithi155 ceph-mon[90160]: pgmap v1719: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T06:35:27.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:35:26 smithi089 ceph-mon[99608]: pgmap v1719: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T06:35:27.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:35:26 smithi089 ceph-mon[102056]: pgmap v1719: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T06:35:27.636 INFO:tasks.workunit.client.0.smithi089.stdout: 600: throughput=4.99MB/sec pending data=0 2024-07-26T06:35:27.636 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-mCLdKKHKOTzcn5M off=30635 len=1950813 2024-07-26T06:35:27.644 INFO:tasks.workunit.client.0.smithi089.stdout:op 3127 completed, throughput=5MB/sec 2024-07-26T06:35:27.644 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-NqxZ421VRfESH2b off=4929416 len=703816 2024-07-26T06:35:27.649 INFO:tasks.workunit.client.0.smithi089.stdout:op 3128 completed, throughput=5MB/sec 2024-07-26T06:35:27.649 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-jdLYnEkS2GHAvSo off=7415928 len=31765 2024-07-26T06:35:27.649 INFO:tasks.workunit.client.0.smithi089.stdout:op 3129 completed, throughput=5MB/sec 2024-07-26T06:35:27.649 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-DL7cQvQ23pQBe7i off=5880824 len=424574 2024-07-26T06:35:27.657 INFO:tasks.workunit.client.0.smithi089.stdout:op 3130 completed, throughput=5MB/sec 2024-07-26T06:35:27.657 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-I-73fbdi5a3KjHa off=1336542 len=1542894 2024-07-26T06:35:27.663 INFO:tasks.workunit.client.0.smithi089.stdout:op 3131 completed, throughput=5MB/sec 2024-07-26T06:35:27.664 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-f2pppUCYFC_O1Eg off=498650 len=1916252 2024-07-26T06:35:27.665 INFO:tasks.workunit.client.0.smithi089.stdout:op 3132 completed, throughput=5MB/sec 2024-07-26T06:35:28.665 INFO:tasks.workunit.client.0.smithi089.stdout: 601: throughput=4.99MB/sec pending data=0 2024-07-26T06:35:28.665 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-TOnHHIv63-h7b35 off=10074609 len=52806 2024-07-26T06:35:28.666 INFO:tasks.workunit.client.0.smithi089.stdout:op 3133 completed, throughput=4.99MB/sec 2024-07-26T06:35:28.666 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-nlXl0IoncCruijJ off=6293347 len=1852524 2024-07-26T06:35:28.674 INFO:tasks.workunit.client.0.smithi089.stdout:op 3134 completed, throughput=5MB/sec 2024-07-26T06:35:28.674 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-WoITXcsovI0T6vp off=16364760 len=16709 2024-07-26T06:35:28.675 INFO:tasks.workunit.client.0.smithi089.stdout:op 3135 completed, throughput=5MB/sec 2024-07-26T06:35:28.675 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj--MNPfOWX0Ctz3z_ off=6886048 len=1448752 2024-07-26T06:35:28.676 INFO:tasks.workunit.client.0.smithi089.stdout:op 3136 completed, throughput=5MB/sec 2024-07-26T06:35:28.676 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-xFKRX1PWFSBhCS8 off=1261832 len=370998 2024-07-26T06:35:28.677 INFO:tasks.workunit.client.0.smithi089.stdout:op 3137 completed, throughput=5MB/sec 2024-07-26T06:35:28.677 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-BQxwd8YmO_tnQBr off=15222026 len=277876 2024-07-26T06:35:28.677 INFO:tasks.workunit.client.0.smithi089.stdout:op 3138 completed, throughput=5MB/sec 2024-07-26T06:35:29.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:35:28 smithi155 ceph-mon[90160]: pgmap v1720: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T06:35:29.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:35:28 smithi089 ceph-mon[99608]: pgmap v1720: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T06:35:29.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:35:28 smithi089 ceph-mon[102056]: pgmap v1720: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T06:35:29.677 INFO:tasks.workunit.client.0.smithi089.stdout: 602: throughput=4.99MB/sec pending data=0 2024-07-26T06:35:29.678 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-2QaM8GBuwxtLuho off=4532964 len=1921360 2024-07-26T06:35:29.691 INFO:tasks.workunit.client.0.smithi089.stdout:op 3139 completed, throughput=5MB/sec 2024-07-26T06:35:29.691 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-74f-uVRdLeREjKg off=10184030 len=673430 2024-07-26T06:35:29.696 INFO:tasks.workunit.client.0.smithi089.stdout:op 3140 completed, throughput=5MB/sec 2024-07-26T06:35:29.696 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-FDh_0GJvcNd186d off=17774104 len=284518 2024-07-26T06:35:29.699 INFO:tasks.workunit.client.0.smithi089.stdout:op 3141 completed, throughput=5MB/sec 2024-07-26T06:35:29.699 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ZxSzT8tfB9HREJA off=8117711 len=1054460 2024-07-26T06:35:29.704 INFO:tasks.workunit.client.0.smithi089.stdout:op 3142 completed, throughput=5MB/sec 2024-07-26T06:35:29.704 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-VJGVln2uCbOvKCw off=3304940 len=1240100 2024-07-26T06:35:29.705 INFO:tasks.workunit.client.0.smithi089.stdout:op 3143 completed, throughput=5MB/sec 2024-07-26T06:35:30.706 INFO:tasks.workunit.client.0.smithi089.stdout: 603: throughput=4.99MB/sec pending data=0 2024-07-26T06:35:30.706 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-u5EdydrF2UQRpvn off=233130 len=963012 2024-07-26T06:35:30.711 INFO:tasks.workunit.client.0.smithi089.stdout:op 3144 completed, throughput=4.99MB/sec 2024-07-26T06:35:30.711 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-nmhl6uo5lf-isZ9 off=14212739 len=906134 2024-07-26T06:35:30.712 INFO:tasks.workunit.client.0.smithi089.stdout:op 3145 completed, throughput=4.99MB/sec 2024-07-26T06:35:30.712 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-aY5so6CBDlnoLqQ off=2808909 len=712635 2024-07-26T06:35:30.717 INFO:tasks.workunit.client.0.smithi089.stdout:op 3146 completed, throughput=5MB/sec 2024-07-26T06:35:30.717 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-oot0dQSBvRAruiY off=10118817 len=1585316 2024-07-26T06:35:30.724 INFO:tasks.workunit.client.0.smithi089.stdout:op 3147 completed, throughput=5MB/sec 2024-07-26T06:35:30.724 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-KXo6m3RVNQwATBK off=6718303 len=569062 2024-07-26T06:35:30.728 INFO:tasks.workunit.client.0.smithi089.stdout:op 3148 completed, throughput=5MB/sec 2024-07-26T06:35:30.728 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-HpCDT4xCL4rPIZ6 off=18227930 len=49052 2024-07-26T06:35:30.728 INFO:tasks.workunit.client.0.smithi089.stdout:op 3149 completed, throughput=5MB/sec 2024-07-26T06:35:30.728 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-sTBOeuCFGawcI4Q off=821596 len=2087836 2024-07-26T06:35:30.730 INFO:tasks.workunit.client.0.smithi089.stdout:op 3150 completed, throughput=5MB/sec 2024-07-26T06:35:31.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:35:30 smithi155 ceph-mon[90160]: pgmap v1721: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:35:31.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:35:30 smithi089 ceph-mon[99608]: pgmap v1721: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:35:31.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:35:30 smithi089 ceph-mon[102056]: pgmap v1721: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:35:31.731 INFO:tasks.workunit.client.0.smithi089.stdout: 604: throughput=4.99MB/sec pending data=0 2024-07-26T06:35:31.731 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-oNS3vyaMb3cUJW_ off=2150903 len=1982857 2024-07-26T06:35:31.733 INFO:tasks.workunit.client.0.smithi089.stdout:op 3151 completed, throughput=5MB/sec 2024-07-26T06:35:31.733 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-okI-9vMQAJWmDaA off=2835096 len=2072886 2024-07-26T06:35:31.743 INFO:tasks.workunit.client.0.smithi089.stdout:op 3152 completed, throughput=5MB/sec 2024-07-26T06:35:32.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:35:32 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:35:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:35:32.743 INFO:tasks.workunit.client.0.smithi089.stdout: 605: throughput=4.99MB/sec pending data=0 2024-07-26T06:35:32.743 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-kZaQ_5A4F4lyVct off=3134327 len=33541 2024-07-26T06:35:32.744 INFO:tasks.workunit.client.0.smithi089.stdout:op 3153 completed, throughput=4.99MB/sec 2024-07-26T06:35:32.744 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-PlVRIA8oPyJBoDg off=3749706 len=574370 2024-07-26T06:35:32.748 INFO:tasks.workunit.client.0.smithi089.stdout:op 3154 completed, throughput=4.99MB/sec 2024-07-26T06:35:32.749 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-EfHMlse4FruULNG off=12982482 len=446309 2024-07-26T06:35:32.749 INFO:tasks.workunit.client.0.smithi089.stdout:op 3155 completed, throughput=4.99MB/sec 2024-07-26T06:35:32.750 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-OgAitsIpw0wV4P3 off=15178432 len=444443 2024-07-26T06:35:32.753 INFO:tasks.workunit.client.0.smithi089.stdout:op 3156 completed, throughput=4.99MB/sec 2024-07-26T06:35:32.753 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-gV0ekGQVfM0PZ58 off=17217495 len=723456 2024-07-26T06:35:32.757 INFO:tasks.workunit.client.0.smithi089.stdout:op 3157 completed, throughput=5MB/sec 2024-07-26T06:35:32.757 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-jrCUpWRDSI4ONNa off=6592184 len=1607340 2024-07-26T06:35:32.765 INFO:tasks.workunit.client.0.smithi089.stdout:op 3158 completed, throughput=5MB/sec 2024-07-26T06:35:32.765 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-BEt4jCWMkUdu-yp off=2226653 len=715424 2024-07-26T06:35:32.770 INFO:tasks.workunit.client.0.smithi089.stdout:op 3159 completed, throughput=5MB/sec 2024-07-26T06:35:32.770 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-QshIEfMHRurp7NO off=13925658 len=795973 2024-07-26T06:35:32.771 INFO:tasks.workunit.client.0.smithi089.stdout:op 3160 completed, throughput=5MB/sec 2024-07-26T06:35:32.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:35:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:35:32] "GET /metrics HTTP/1.1" 200 34048 "" "Prometheus/2.43.0" 2024-07-26T06:35:33.329 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:35:32 smithi155 ceph-mon[90160]: pgmap v1722: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:35:33.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:35:32 smithi089 ceph-mon[99608]: pgmap v1722: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:35:33.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:35:32 smithi089 ceph-mon[102056]: pgmap v1722: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:35:33.771 INFO:tasks.workunit.client.0.smithi089.stdout: 606: throughput=4.99MB/sec pending data=0 2024-07-26T06:35:33.771 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Yyd94HNRLu9ZD1d off=3466994 len=1809105 2024-07-26T06:35:33.773 INFO:tasks.workunit.client.0.smithi089.stdout:op 3161 completed, throughput=5MB/sec 2024-07-26T06:35:33.774 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-jIMQ5Hu0NTMjD2t off=21465368 len=1477386 2024-07-26T06:35:33.781 INFO:tasks.workunit.client.0.smithi089.stdout:op 3162 completed, throughput=5MB/sec 2024-07-26T06:35:33.781 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-19M1UVc_5rPpfkT off=15426475 len=279365 2024-07-26T06:35:33.785 INFO:tasks.workunit.client.0.smithi089.stdout:op 3163 completed, throughput=5MB/sec 2024-07-26T06:35:33.785 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-TBNCQ_r07lRKOte off=2121877 len=1554911 2024-07-26T06:35:33.790 INFO:tasks.workunit.client.0.smithi089.stdout:op 3164 completed, throughput=5MB/sec 2024-07-26T06:35:33.790 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-OkO0PPgvoShKK1G off=9852412 len=1876753 2024-07-26T06:35:33.792 INFO:tasks.workunit.client.0.smithi089.stdout:op 3165 completed, throughput=5MB/sec 2024-07-26T06:35:34.793 INFO:tasks.workunit.client.0.smithi089.stdout: 607: throughput=4.99MB/sec pending data=0 2024-07-26T06:35:34.793 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-5s1HIk1NyToRhc0 off=10269288 len=695859 2024-07-26T06:35:34.795 INFO:tasks.workunit.client.0.smithi089.stdout:op 3166 completed, throughput=5MB/sec 2024-07-26T06:35:34.795 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-kdVl_wMnvIC192C off=3471347 len=180858 2024-07-26T06:35:34.798 INFO:tasks.workunit.client.0.smithi089.stdout:op 3167 completed, throughput=5MB/sec 2024-07-26T06:35:34.798 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-iqLYQj1IXScoQON off=6915004 len=1350562 2024-07-26T06:35:34.804 INFO:tasks.workunit.client.0.smithi089.stdout:op 3168 completed, throughput=5MB/sec 2024-07-26T06:35:34.804 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-0iuXEsBbhXTYaOo off=7454781 len=1914184 2024-07-26T06:35:34.806 INFO:tasks.workunit.client.0.smithi089.stdout:op 3169 completed, throughput=5MB/sec 2024-07-26T06:35:35.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:35:34 smithi155 ceph-mon[90160]: pgmap v1723: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-26T06:35:35.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:35:34 smithi089 ceph-mon[99608]: pgmap v1723: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-26T06:35:35.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:35:34 smithi089 ceph-mon[102056]: pgmap v1723: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-26T06:35:35.807 INFO:tasks.workunit.client.0.smithi089.stdout: 608: throughput=4.99MB/sec pending data=0 2024-07-26T06:35:35.807 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-dbWh1vhNLhbUlSn off=14387936 len=1942913 2024-07-26T06:35:35.818 INFO:tasks.workunit.client.0.smithi089.stdout:op 3170 completed, throughput=5MB/sec 2024-07-26T06:35:35.818 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-txMQilh4vIo4iI4 off=9675942 len=309473 2024-07-26T06:35:35.819 INFO:tasks.workunit.client.0.smithi089.stdout:op 3171 completed, throughput=5MB/sec 2024-07-26T06:35:35.819 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-TBgoP_WEX00HnsM off=7188555 len=1080720 2024-07-26T06:35:35.824 INFO:tasks.workunit.client.0.smithi089.stdout:op 3172 completed, throughput=5MB/sec 2024-07-26T06:35:35.824 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-YPPouqQ2zu9pytw off=15375844 len=1860833 2024-07-26T06:35:35.833 INFO:tasks.workunit.client.0.smithi089.stdout:op 3173 completed, throughput=5MB/sec 2024-07-26T06:35:36.834 INFO:tasks.workunit.client.0.smithi089.stdout: 609: throughput=4.99MB/sec pending data=0 2024-07-26T06:35:36.834 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Szu-4U2BuLev0zm off=4784856 len=1911781 2024-07-26T06:35:36.836 INFO:tasks.workunit.client.0.smithi089.stdout:op 3174 completed, throughput=5MB/sec 2024-07-26T06:35:36.836 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-HpCF9Gt7of9qH1m off=5000881 len=1348186 2024-07-26T06:35:36.844 INFO:tasks.workunit.client.0.smithi089.stdout:op 3175 completed, throughput=5MB/sec 2024-07-26T06:35:36.844 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-uNOYR42MMrDKvrB off=3656969 len=1699779 2024-07-26T06:35:36.847 INFO:tasks.workunit.client.0.smithi089.stdout:op 3176 completed, throughput=5MB/sec 2024-07-26T06:35:37.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:35:36 smithi155 ceph-mon[90160]: pgmap v1724: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T06:35:37.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:35:36 smithi089 ceph-mon[99608]: pgmap v1724: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T06:35:37.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:35:37 smithi089 ceph-mon[102056]: pgmap v1724: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T06:35:37.848 INFO:tasks.workunit.client.0.smithi089.stdout: 610: throughput=4.99MB/sec pending data=0 2024-07-26T06:35:37.848 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-W7oG3sltcM3xg9z off=10558554 len=445064 2024-07-26T06:35:37.849 INFO:tasks.workunit.client.0.smithi089.stdout:op 3177 completed, throughput=4.99MB/sec 2024-07-26T06:35:37.849 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-XcfoO3O70e0vtzm off=3441158 len=392756 2024-07-26T06:35:37.850 INFO:tasks.workunit.client.0.smithi089.stdout:op 3178 completed, throughput=4.99MB/sec 2024-07-26T06:35:37.850 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-9uZNM2gXBAUESnu off=5422327 len=1535994 2024-07-26T06:35:37.853 INFO:tasks.workunit.client.0.smithi089.stdout:op 3179 completed, throughput=5MB/sec 2024-07-26T06:35:37.853 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-276jJ9rArUgxcsl off=5838101 len=772070 2024-07-26T06:35:37.858 INFO:tasks.workunit.client.0.smithi089.stdout:op 3180 completed, throughput=5MB/sec 2024-07-26T06:35:37.858 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-zy70kre_afqtRqX off=4515720 len=1290532 2024-07-26T06:35:37.866 INFO:tasks.workunit.client.0.smithi089.stdout:op 3181 completed, throughput=5MB/sec 2024-07-26T06:35:37.866 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-GMonV1GSjr5UqhG off=7468989 len=142023 2024-07-26T06:35:37.867 INFO:tasks.workunit.client.0.smithi089.stdout:op 3182 completed, throughput=5MB/sec 2024-07-26T06:35:37.867 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Q9kYr1PxwEhYcvP off=5169183 len=1478929 2024-07-26T06:35:37.868 INFO:tasks.workunit.client.0.smithi089.stdout:op 3183 completed, throughput=5MB/sec 2024-07-26T06:35:38.869 INFO:tasks.workunit.client.0.smithi089.stdout: 611: throughput=4.99MB/sec pending data=0 2024-07-26T06:35:38.869 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-x48xgvlRGw4SGye off=21331224 len=651733 2024-07-26T06:35:38.870 INFO:tasks.workunit.client.0.smithi089.stdout:op 3184 completed, throughput=4.99MB/sec 2024-07-26T06:35:38.871 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-faKCh8JsALE84f_ off=10725796 len=1120028 2024-07-26T06:35:38.872 INFO:tasks.workunit.client.0.smithi089.stdout:op 3185 completed, throughput=5MB/sec 2024-07-26T06:35:38.872 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-KFbY5D_yexh1rR_ off=3621516 len=1712164 2024-07-26T06:35:38.874 INFO:tasks.workunit.client.0.smithi089.stdout:op 3186 completed, throughput=5MB/sec 2024-07-26T06:35:38.874 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-2pU8rZDpaqiZrR4 off=9397581 len=704511 2024-07-26T06:35:38.875 INFO:tasks.workunit.client.0.smithi089.stdout:op 3187 completed, throughput=5MB/sec 2024-07-26T06:35:38.876 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ihgGwtpOHMuj7t9 off=2915911 len=1079292 2024-07-26T06:35:38.877 INFO:tasks.workunit.client.0.smithi089.stdout:op 3188 completed, throughput=5MB/sec 2024-07-26T06:35:39.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:35:39 smithi155 ceph-mon[90160]: pgmap v1725: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-26T06:35:39.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:35:39 smithi089 ceph-mon[99608]: pgmap v1725: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-26T06:35:39.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:35:39 smithi089 ceph-mon[102056]: pgmap v1725: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-26T06:35:39.877 INFO:tasks.workunit.client.0.smithi089.stdout: 612: throughput=4.99MB/sec pending data=0 2024-07-26T06:35:39.877 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-pDXlpFMiuJUdXoe off=5708966 len=494321 2024-07-26T06:35:39.879 INFO:tasks.workunit.client.0.smithi089.stdout:op 3189 completed, throughput=4.99MB/sec 2024-07-26T06:35:39.879 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-P_hNCkgQOpa7G75 off=1128835 len=263704 2024-07-26T06:35:39.882 INFO:tasks.workunit.client.0.smithi089.stdout:op 3190 completed, throughput=4.99MB/sec 2024-07-26T06:35:39.882 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-6xx3_KNwZsuofR0 off=7755850 len=599377 2024-07-26T06:35:39.883 INFO:tasks.workunit.client.0.smithi089.stdout:op 3191 completed, throughput=5MB/sec 2024-07-26T06:35:39.883 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-OJz0Ta3q-M11fzc off=1014371 len=124185 2024-07-26T06:35:39.885 INFO:tasks.workunit.client.0.smithi089.stdout:op 3192 completed, throughput=5MB/sec 2024-07-26T06:35:39.885 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-5Z0E7NZNqlxli86 off=13833725 len=1997576 2024-07-26T06:35:39.888 INFO:tasks.workunit.client.0.smithi089.stdout:op 3193 completed, throughput=5MB/sec 2024-07-26T06:35:39.888 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-960SLVoGkt57JrY off=519052 len=1233341 2024-07-26T06:35:39.895 INFO:tasks.workunit.client.0.smithi089.stdout:op 3194 completed, throughput=5MB/sec 2024-07-26T06:35:40.895 INFO:tasks.workunit.client.0.smithi089.stdout: 613: throughput=4.99MB/sec pending data=0 2024-07-26T06:35:40.896 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-D0FHvoivmR7AGt7 off=2117332 len=1209689 2024-07-26T06:35:40.904 INFO:tasks.workunit.client.0.smithi089.stdout:op 3195 completed, throughput=4.99MB/sec 2024-07-26T06:35:40.904 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-0s2vlNW56NYfsbu off=1335178 len=903869 2024-07-26T06:35:40.909 INFO:tasks.workunit.client.0.smithi089.stdout:op 3196 completed, throughput=5MB/sec 2024-07-26T06:35:40.909 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-N83Y_sOORPQpX-3 off=2371401 len=119591 2024-07-26T06:35:40.911 INFO:tasks.workunit.client.0.smithi089.stdout:op 3197 completed, throughput=5MB/sec 2024-07-26T06:35:40.911 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-8nvvHXeHT-M5gK2 off=8533123 len=2056294 2024-07-26T06:35:40.922 INFO:tasks.workunit.client.0.smithi089.stdout:op 3198 completed, throughput=5MB/sec 2024-07-26T06:35:40.922 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-jUuohd3zWtKu1QU off=50644 len=368623 2024-07-26T06:35:40.923 INFO:tasks.workunit.client.0.smithi089.stdout:op 3199 completed, throughput=5MB/sec 2024-07-26T06:35:40.923 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-URA6eHyJlF4zlLy off=226005 len=1947198 2024-07-26T06:35:40.934 INFO:tasks.workunit.client.0.smithi089.stdout:op 3200 completed, throughput=5MB/sec 2024-07-26T06:35:41.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:35:41 smithi155 ceph-mon[90160]: pgmap v1726: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T06:35:41.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:35:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:35:41.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:35:41 smithi089 ceph-mon[99608]: pgmap v1726: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T06:35:41.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:35:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:35:41.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:35:41 smithi089 ceph-mon[102056]: pgmap v1726: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T06:35:41.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:35:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:35:41.936 INFO:tasks.workunit.client.0.smithi089.stdout: 614: throughput=4.99MB/sec pending data=0 2024-07-26T06:35:41.936 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-DC4qwUkGJxJ4Cmf off=0 len=1618752 2024-07-26T06:35:41.939 INFO:tasks.workunit.client.0.smithi089.stdout:op 3201 completed, throughput=5MB/sec 2024-07-26T06:35:41.939 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-OhUvwMVlyD3ul8t off=5326823 len=1385593 2024-07-26T06:35:41.939 INFO:tasks.workunit.client.0.smithi089.stdout:op 3202 completed, throughput=5MB/sec 2024-07-26T06:35:41.939 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-AmNHzBSI4OjuRP6 off=14701842 len=1834489 2024-07-26T06:35:41.949 INFO:tasks.workunit.client.0.smithi089.stdout:op 3203 completed, throughput=5MB/sec 2024-07-26T06:35:42.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:35:42 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:35:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:35:42.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:35:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:35:42] "GET /metrics HTTP/1.1" 200 34047 "" "Prometheus/2.43.0" 2024-07-26T06:35:42.949 INFO:tasks.workunit.client.0.smithi089.stdout: 615: throughput=4.99MB/sec pending data=0 2024-07-26T06:35:42.949 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-drpS9plGUa1dEz- off=16740180 len=890928 2024-07-26T06:35:42.955 INFO:tasks.workunit.client.0.smithi089.stdout:op 3204 completed, throughput=4.99MB/sec 2024-07-26T06:35:42.955 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ahUhJeJr1C0yGsu off=817993 len=312407 2024-07-26T06:35:42.958 INFO:tasks.workunit.client.0.smithi089.stdout:op 3205 completed, throughput=5MB/sec 2024-07-26T06:35:42.958 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-vikxkSKWit-CgEL off=5353730 len=1844456 2024-07-26T06:35:42.962 INFO:tasks.workunit.client.0.smithi089.stdout:op 3206 completed, throughput=5MB/sec 2024-07-26T06:35:42.962 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-M5dskDxIrGfHK53 off=13762507 len=1995692 2024-07-26T06:35:42.966 INFO:tasks.workunit.client.0.smithi089.stdout:op 3207 completed, throughput=5MB/sec 2024-07-26T06:35:43.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:35:43 smithi155 ceph-mon[90160]: pgmap v1727: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:35:43.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:35:43 smithi089 ceph-mon[99608]: pgmap v1727: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:35:43.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:35:43 smithi089 ceph-mon[102056]: pgmap v1727: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:35:43.967 INFO:tasks.workunit.client.0.smithi089.stdout: 616: throughput=4.99MB/sec pending data=0 2024-07-26T06:35:43.967 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-gBgRJi7HpaV0zg- off=3138116 len=1474673 2024-07-26T06:35:43.974 INFO:tasks.workunit.client.0.smithi089.stdout:op 3208 completed, throughput=5MB/sec 2024-07-26T06:35:43.974 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-YGMzlX3E33ITeT3 off=3478533 len=943329 2024-07-26T06:35:43.980 INFO:tasks.workunit.client.0.smithi089.stdout:op 3209 completed, throughput=5MB/sec 2024-07-26T06:35:43.980 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Tq1NUIE8hp-7a8V off=1086276 len=1254766 2024-07-26T06:35:43.985 INFO:tasks.workunit.client.0.smithi089.stdout:op 3210 completed, throughput=5MB/sec 2024-07-26T06:35:43.985 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-DTaAL1dsu4xEG7f off=11988154 len=325405 2024-07-26T06:35:43.986 INFO:tasks.workunit.client.0.smithi089.stdout:op 3211 completed, throughput=5MB/sec 2024-07-26T06:35:43.986 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-xYJDn7Z7wOhPHzp off=7780716 len=97530 2024-07-26T06:35:43.988 INFO:tasks.workunit.client.0.smithi089.stdout:op 3212 completed, throughput=5MB/sec 2024-07-26T06:35:43.988 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-jDYxcr7Uow-ST8X off=9802466 len=556030 2024-07-26T06:35:43.988 INFO:tasks.workunit.client.0.smithi089.stdout:op 3213 completed, throughput=5MB/sec 2024-07-26T06:35:43.989 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-lzQr0dTUJfaQII8 off=258918 len=913049 2024-07-26T06:35:43.994 INFO:tasks.workunit.client.0.smithi089.stdout:op 3214 completed, throughput=5MB/sec 2024-07-26T06:35:44.994 INFO:tasks.workunit.client.0.smithi089.stdout: 617: throughput=4.99MB/sec pending data=0 2024-07-26T06:35:44.994 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-u28SDu-KbdN17yl off=2176136 len=1510113 2024-07-26T06:35:45.004 INFO:tasks.workunit.client.0.smithi089.stdout:op 3215 completed, throughput=5MB/sec 2024-07-26T06:35:45.004 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-fXNOpdleqQ7l3Ne off=11234602 len=2053562 2024-07-26T06:35:45.013 INFO:tasks.workunit.client.0.smithi089.stdout:op 3216 completed, throughput=5MB/sec 2024-07-26T06:35:45.014 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-FcU3YWrdNs-v0Ay off=21034266 len=1414636 2024-07-26T06:35:45.019 INFO:tasks.workunit.client.0.smithi089.stdout:op 3217 completed, throughput=5MB/sec 2024-07-26T06:35:45.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:35:45 smithi155 ceph-mon[90160]: pgmap v1728: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:35:45.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:35:45 smithi089 ceph-mon[99608]: pgmap v1728: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:35:45.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:35:45 smithi089 ceph-mon[102056]: pgmap v1728: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:35:46.019 INFO:tasks.workunit.client.0.smithi089.stdout: 618: throughput=4.99MB/sec pending data=0 2024-07-26T06:35:46.019 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-dVPHh1uQbr2XTCw off=15885804 len=2017780 2024-07-26T06:35:46.031 INFO:tasks.workunit.client.0.smithi089.stdout:op 3218 completed, throughput=5MB/sec 2024-07-26T06:35:46.031 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Ij8wlz7R-zh_n-I off=2404732 len=1094735 2024-07-26T06:35:46.037 INFO:tasks.workunit.client.0.smithi089.stdout:op 3219 completed, throughput=5MB/sec 2024-07-26T06:35:46.037 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-bIQAmqFZNZzhvO8 off=17111 len=1529810 2024-07-26T06:35:46.039 INFO:tasks.workunit.client.0.smithi089.stdout:op 3220 completed, throughput=5MB/sec 2024-07-26T06:35:46.039 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-3Ikgld81DAtejdo off=12501926 len=335785 2024-07-26T06:35:46.040 INFO:tasks.workunit.client.0.smithi089.stdout:op 3221 completed, throughput=5MB/sec 2024-07-26T06:35:46.040 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-LZWoD8lsJv9J892 off=6163596 len=331351 2024-07-26T06:35:46.040 INFO:tasks.workunit.client.0.smithi089.stdout:op 3222 completed, throughput=5MB/sec 2024-07-26T06:35:47.040 INFO:tasks.workunit.client.0.smithi089.stdout: 619: throughput=4.99MB/sec pending data=0 2024-07-26T06:35:47.040 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Qdp9guFgDcy2Q1b off=7974342 len=189744 2024-07-26T06:35:47.041 INFO:tasks.workunit.client.0.smithi089.stdout:op 3223 completed, throughput=4.99MB/sec 2024-07-26T06:35:47.041 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-yPBdSLRv-HkYYl3 off=338736 len=1801957 2024-07-26T06:35:47.048 INFO:tasks.workunit.client.0.smithi089.stdout:op 3224 completed, throughput=5MB/sec 2024-07-26T06:35:47.048 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-sgO6IR7cHV8W0g2 off=147724 len=278407 2024-07-26T06:35:47.050 INFO:tasks.workunit.client.0.smithi089.stdout:op 3225 completed, throughput=5MB/sec 2024-07-26T06:35:47.050 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-MpXlhSp1We4rTPf off=16319921 len=1597778 2024-07-26T06:35:47.054 INFO:tasks.workunit.client.0.smithi089.stdout:op 3226 completed, throughput=5MB/sec 2024-07-26T06:35:47.054 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-XTC_QOyPGf-nUQ4 off=2969900 len=1850531 2024-07-26T06:35:47.056 INFO:tasks.workunit.client.0.smithi089.stdout:op 3227 completed, throughput=5MB/sec 2024-07-26T06:35:47.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:35:47 smithi155 ceph-mon[90160]: pgmap v1729: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:35:47.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:35:47 smithi089 ceph-mon[99608]: pgmap v1729: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:35:47.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:35:47 smithi089 ceph-mon[102056]: pgmap v1729: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:35:48.056 INFO:tasks.workunit.client.0.smithi089.stdout: 620: throughput=4.99MB/sec pending data=0 2024-07-26T06:35:48.056 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-DDwZw1lhMthxKsT off=11045280 len=409272 2024-07-26T06:35:48.057 INFO:tasks.workunit.client.0.smithi089.stdout:op 3228 completed, throughput=4.99MB/sec 2024-07-26T06:35:48.057 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-JrIjOxs6ad4RNhz off=7058919 len=1892125 2024-07-26T06:35:48.068 INFO:tasks.workunit.client.0.smithi089.stdout:op 3229 completed, throughput=5MB/sec 2024-07-26T06:35:48.068 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-nucQwGkIO90i3R5 off=11357561 len=1856852 2024-07-26T06:35:48.071 INFO:tasks.workunit.client.0.smithi089.stdout:op 3230 completed, throughput=5MB/sec 2024-07-26T06:35:48.071 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ovSZV-PtO7FA5lw off=2636647 len=36007 2024-07-26T06:35:48.073 INFO:tasks.workunit.client.0.smithi089.stdout:op 3231 completed, throughput=5MB/sec 2024-07-26T06:35:48.073 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-hCC6ePfFCqeiT1b off=2418851 len=772575 2024-07-26T06:35:48.075 INFO:tasks.workunit.client.0.smithi089.stdout:op 3232 completed, throughput=5MB/sec 2024-07-26T06:35:49.076 INFO:tasks.workunit.client.0.smithi089.stdout: 621: throughput=4.99MB/sec pending data=0 2024-07-26T06:35:49.076 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-_8FLxhPHcsmOZRp off=8993687 len=130106 2024-07-26T06:35:49.077 INFO:tasks.workunit.client.0.smithi089.stdout:op 3233 completed, throughput=4.99MB/sec 2024-07-26T06:35:49.077 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-_l78CSqjBXQQVhx off=1509850 len=525102 2024-07-26T06:35:49.079 INFO:tasks.workunit.client.0.smithi089.stdout:op 3234 completed, throughput=4.99MB/sec 2024-07-26T06:35:49.079 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-OYoPhOt39MDk4x9 off=1391386 len=843787 2024-07-26T06:35:49.083 INFO:tasks.workunit.client.0.smithi089.stdout:op 3235 completed, throughput=4.99MB/sec 2024-07-26T06:35:49.084 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-xd-glTVfrzSmjQ_ off=1971927 len=1724896 2024-07-26T06:35:49.091 INFO:tasks.workunit.client.0.smithi089.stdout:op 3236 completed, throughput=5MB/sec 2024-07-26T06:35:49.091 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-7J1vkBIYeD4VKcy off=4743251 len=2067881 2024-07-26T06:35:49.103 INFO:tasks.workunit.client.0.smithi089.stdout:op 3237 completed, throughput=5MB/sec 2024-07-26T06:35:49.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:35:49 smithi155 ceph-mon[90160]: pgmap v1730: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:35:49.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:35:49 smithi089 ceph-mon[99608]: pgmap v1730: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:35:49.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:35:49 smithi089 ceph-mon[102056]: pgmap v1730: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:35:50.103 INFO:tasks.workunit.client.0.smithi089.stdout: 622: throughput=4.99MB/sec pending data=0 2024-07-26T06:35:50.103 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-wVJZEuhLXC65_IB off=759265 len=630062 2024-07-26T06:35:50.108 INFO:tasks.workunit.client.0.smithi089.stdout:op 3238 completed, throughput=4.99MB/sec 2024-07-26T06:35:50.108 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-BiaCVuZisr4K1zx off=6073569 len=738163 2024-07-26T06:35:50.109 INFO:tasks.workunit.client.0.smithi089.stdout:op 3239 completed, throughput=4.99MB/sec 2024-07-26T06:35:50.109 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-RDY-j9-Z9rTu9YJ off=198214 len=1975272 2024-07-26T06:35:50.111 INFO:tasks.workunit.client.0.smithi089.stdout:op 3240 completed, throughput=5MB/sec 2024-07-26T06:35:50.111 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-HNDj7Y3ybI-W8zy off=2697927 len=899648 2024-07-26T06:35:50.117 INFO:tasks.workunit.client.0.smithi089.stdout:op 3241 completed, throughput=5MB/sec 2024-07-26T06:35:50.117 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-IWR5qTKye3rxTCt off=545252 len=724742 2024-07-26T06:35:50.119 INFO:tasks.workunit.client.0.smithi089.stdout:op 3242 completed, throughput=5MB/sec 2024-07-26T06:35:50.119 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj--lRcFS2E7EnOaMC off=11210553 len=511736 2024-07-26T06:35:50.123 INFO:tasks.workunit.client.0.smithi089.stdout:op 3243 completed, throughput=5MB/sec 2024-07-26T06:35:51.123 INFO:tasks.workunit.client.0.smithi089.stdout: 623: throughput=4.99MB/sec pending data=0 2024-07-26T06:35:51.124 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Z-FH0vNCQXJElaY off=10925457 len=496589 2024-07-26T06:35:51.127 INFO:tasks.workunit.client.0.smithi089.stdout:op 3244 completed, throughput=4.99MB/sec 2024-07-26T06:35:51.127 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-83b1h8m3Y8SGhst off=2304003 len=1597082 2024-07-26T06:35:51.136 INFO:tasks.workunit.client.0.smithi089.stdout:op 3245 completed, throughput=5MB/sec 2024-07-26T06:35:51.136 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-CvZE_cgf-rGKTpj off=1648194 len=1575740 2024-07-26T06:35:51.139 INFO:tasks.workunit.client.0.smithi089.stdout:op 3246 completed, throughput=5MB/sec 2024-07-26T06:35:51.139 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-jsaf3ng1zjZuRvM off=3156968 len=1204551 2024-07-26T06:35:51.141 INFO:tasks.workunit.client.0.smithi089.stdout:op 3247 completed, throughput=5MB/sec 2024-07-26T06:35:51.141 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ltw927RD31aW8Yn off=12120037 len=1577918 2024-07-26T06:35:51.143 INFO:tasks.workunit.client.0.smithi089.stdout:op 3248 completed, throughput=5MB/sec 2024-07-26T06:35:51.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:35:51 smithi155 ceph-mon[90160]: pgmap v1731: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:35:51.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:35:51 smithi089 ceph-mon[99608]: pgmap v1731: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:35:51.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:35:51 smithi089 ceph-mon[102056]: pgmap v1731: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:35:52.143 INFO:tasks.workunit.client.0.smithi089.stdout: 624: throughput=4.99MB/sec pending data=0 2024-07-26T06:35:52.143 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-82ZflYQ1d56PY49 off=7867754 len=1888360 2024-07-26T06:35:52.145 INFO:tasks.workunit.client.0.smithi089.stdout:op 3249 completed, throughput=5MB/sec 2024-07-26T06:35:52.145 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-4osmCDQsPTuvKJe off=1142331 len=1978409 2024-07-26T06:35:52.156 INFO:tasks.workunit.client.0.smithi089.stdout:op 3250 completed, throughput=5MB/sec 2024-07-26T06:35:52.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:35:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:35:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:35:52.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:35:52 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:35:52] "GET /metrics HTTP/1.1" 200 34047 "" "Prometheus/2.43.0" 2024-07-26T06:35:53.156 INFO:tasks.workunit.client.0.smithi089.stdout: 625: throughput=4.99MB/sec pending data=0 2024-07-26T06:35:53.157 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Z7-FUDaT24-Uerm off=9520438 len=199717 2024-07-26T06:35:53.159 INFO:tasks.workunit.client.0.smithi089.stdout:op 3251 completed, throughput=4.99MB/sec 2024-07-26T06:35:53.160 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-AasRieRhjsvHWdy off=10304669 len=695224 2024-07-26T06:35:53.161 INFO:tasks.workunit.client.0.smithi089.stdout:op 3252 completed, throughput=4.99MB/sec 2024-07-26T06:35:53.161 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-JPs2BBowUDM8Fz8 off=11366330 len=112770 2024-07-26T06:35:53.162 INFO:tasks.workunit.client.0.smithi089.stdout:op 3253 completed, throughput=4.99MB/sec 2024-07-26T06:35:53.162 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-dZ4R-TZeCep2AeD off=6623833 len=968096 2024-07-26T06:35:53.167 INFO:tasks.workunit.client.0.smithi089.stdout:op 3254 completed, throughput=5MB/sec 2024-07-26T06:35:53.167 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-FuZIyFkBhK1uFMy off=1431258 len=224054 2024-07-26T06:35:53.170 INFO:tasks.workunit.client.0.smithi089.stdout:op 3255 completed, throughput=5MB/sec 2024-07-26T06:35:53.170 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-5OdJV2RDHrrNxfR off=5256697 len=1144656 2024-07-26T06:35:53.171 INFO:tasks.workunit.client.0.smithi089.stdout:op 3256 completed, throughput=5MB/sec 2024-07-26T06:35:53.171 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-m2Wuo_YjwvPfqZ5 off=863551 len=1268029 2024-07-26T06:35:53.173 INFO:tasks.workunit.client.0.smithi089.stdout:op 3257 completed, throughput=5MB/sec 2024-07-26T06:35:53.173 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-frZJgDV_k9ufpuR off=9800880 len=603755 2024-07-26T06:35:53.173 INFO:tasks.workunit.client.0.smithi089.stdout:op 3258 completed, throughput=5MB/sec 2024-07-26T06:35:53.173 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-767L6tVNIyQWNhw off=5274439 len=1043244 2024-07-26T06:35:53.176 INFO:tasks.workunit.client.0.smithi089.stdout:op 3259 completed, throughput=5MB/sec 2024-07-26T06:35:53.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:35:53 smithi155 ceph-mon[90160]: pgmap v1732: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:35:53.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:35:53 smithi089 ceph-mon[99608]: pgmap v1732: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:35:53.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:35:53 smithi089 ceph-mon[102056]: pgmap v1732: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:35:54.176 INFO:tasks.workunit.client.0.smithi089.stdout: 626: throughput=4.99MB/sec pending data=0 2024-07-26T06:35:54.176 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-8-7AMB6j3dD66Ug off=15464940 len=844619 2024-07-26T06:35:54.180 INFO:tasks.workunit.client.0.smithi089.stdout:op 3260 completed, throughput=4.99MB/sec 2024-07-26T06:35:54.180 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-lyMTg23MKPxQcf0 off=1861010 len=496657 2024-07-26T06:35:54.182 INFO:tasks.workunit.client.0.smithi089.stdout:op 3261 completed, throughput=5MB/sec 2024-07-26T06:35:54.182 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-z3riXd827JKwgtW off=7144631 len=1499802 2024-07-26T06:35:54.184 INFO:tasks.workunit.client.0.smithi089.stdout:op 3262 completed, throughput=5MB/sec 2024-07-26T06:35:54.184 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-8iGEoN7RK99EDb3 off=1042236 len=1998429 2024-07-26T06:35:54.186 INFO:tasks.workunit.client.0.smithi089.stdout:op 3263 completed, throughput=5MB/sec 2024-07-26T06:35:55.187 INFO:tasks.workunit.client.0.smithi089.stdout: 627: throughput=4.99MB/sec pending data=0 2024-07-26T06:35:55.187 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-XXzeQOjabxLg0E3 off=3894666 len=991124 2024-07-26T06:35:55.193 INFO:tasks.workunit.client.0.smithi089.stdout:op 3264 completed, throughput=4.99MB/sec 2024-07-26T06:35:55.193 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-tHEJFkA12aKNBog off=13942147 len=1615406 2024-07-26T06:35:55.200 INFO:tasks.workunit.client.0.smithi089.stdout:op 3265 completed, throughput=5MB/sec 2024-07-26T06:35:55.200 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-2xQv7CAdCJKsW6_ off=14449546 len=1039174 2024-07-26T06:35:55.205 INFO:tasks.workunit.client.0.smithi089.stdout:op 3266 completed, throughput=5MB/sec 2024-07-26T06:35:55.205 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-KGPbjfvclzAWzsJ off=833827 len=552814 2024-07-26T06:35:55.208 INFO:tasks.workunit.client.0.smithi089.stdout:op 3267 completed, throughput=5MB/sec 2024-07-26T06:35:55.208 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-QW00ZpQZ7z9K-kr off=7123631 len=1322981 2024-07-26T06:35:55.216 INFO:tasks.workunit.client.0.smithi089.stdout:op 3268 completed, throughput=5MB/sec 2024-07-26T06:35:55.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:35:55 smithi155 ceph-mon[90160]: pgmap v1733: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T06:35:55.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:35:55 smithi089 ceph-mon[99608]: pgmap v1733: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T06:35:55.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:35:55 smithi089 ceph-mon[102056]: pgmap v1733: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T06:35:56.216 INFO:tasks.workunit.client.0.smithi089.stdout: 628: throughput=4.99MB/sec pending data=0 2024-07-26T06:35:56.217 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ehV_TT0VZkDtR4r off=8477541 len=242551 2024-07-26T06:35:56.217 INFO:tasks.workunit.client.0.smithi089.stdout:op 3269 completed, throughput=4.99MB/sec 2024-07-26T06:35:56.217 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-YKYfplwidKn3XpL off=1318655 len=698136 2024-07-26T06:35:56.222 INFO:tasks.workunit.client.0.smithi089.stdout:op 3270 completed, throughput=4.99MB/sec 2024-07-26T06:35:56.222 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-7OeupnbiC8s8njh off=1283156 len=372755 2024-07-26T06:35:56.226 INFO:tasks.workunit.client.0.smithi089.stdout:op 3271 completed, throughput=4.99MB/sec 2024-07-26T06:35:56.226 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-c73MS8_vaF-ZTpv off=13242222 len=824548 2024-07-26T06:35:56.230 INFO:tasks.workunit.client.0.smithi089.stdout:op 3272 completed, throughput=5MB/sec 2024-07-26T06:35:56.230 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-VMv2i02oqILUSLN off=13376547 len=1515672 2024-07-26T06:35:56.232 INFO:tasks.workunit.client.0.smithi089.stdout:op 3273 completed, throughput=5MB/sec 2024-07-26T06:35:56.232 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-1hKITKcfB48THrg off=1944316 len=671172 2024-07-26T06:35:56.236 INFO:tasks.workunit.client.0.smithi089.stdout:op 3274 completed, throughput=5MB/sec 2024-07-26T06:35:56.236 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-nuu4MIuQsnk2e0Z off=16213078 len=377319 2024-07-26T06:35:56.240 INFO:tasks.workunit.client.0.smithi089.stdout:op 3275 completed, throughput=5MB/sec 2024-07-26T06:35:56.240 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-UoV8UvgeenOvHAl off=2951509 len=835560 2024-07-26T06:35:56.244 INFO:tasks.workunit.client.0.smithi089.stdout:op 3276 completed, throughput=5MB/sec 2024-07-26T06:35:56.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:35:56 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:35:56.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:35:56 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:35:56.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:35:56 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:35:57.244 INFO:tasks.workunit.client.0.smithi089.stdout: 629: throughput=4.99MB/sec pending data=0 2024-07-26T06:35:57.245 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-zjz74FNbmgF4PHl off=0 len=1286728 2024-07-26T06:35:57.250 INFO:tasks.workunit.client.0.smithi089.stdout:op 3277 completed, throughput=5MB/sec 2024-07-26T06:35:57.251 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-TBCma5zczcyqRFA off=8949713 len=351373 2024-07-26T06:35:57.251 INFO:tasks.workunit.client.0.smithi089.stdout:op 3278 completed, throughput=5MB/sec 2024-07-26T06:35:57.251 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-qhYzv1jMym8C6Dr off=8935412 len=1935890 2024-07-26T06:35:57.253 INFO:tasks.workunit.client.0.smithi089.stdout:op 3279 completed, throughput=5MB/sec 2024-07-26T06:35:57.253 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-yiurM2euwWAd2I- off=853479 len=598097 2024-07-26T06:35:57.253 INFO:tasks.workunit.client.0.smithi089.stdout:op 3280 completed, throughput=5MB/sec 2024-07-26T06:35:57.253 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-B-r9a-ur7wBljfv off=17521535 len=774520 2024-07-26T06:35:57.254 INFO:tasks.workunit.client.0.smithi089.stdout:op 3281 completed, throughput=5MB/sec 2024-07-26T06:35:57.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:35:57 smithi155 ceph-mon[90160]: pgmap v1734: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:35:57.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:35:57 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:35:57.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:35:57 smithi089 ceph-mon[99608]: pgmap v1734: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:35:57.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:35:57 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:35:57.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:35:57 smithi089 ceph-mon[102056]: pgmap v1734: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:35:57.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:35:57 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:35:58.255 INFO:tasks.workunit.client.0.smithi089.stdout: 630: throughput=4.99MB/sec pending data=0 2024-07-26T06:35:58.255 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-tVuBB1tupsi9qyN off=7785953 len=905729 2024-07-26T06:35:58.257 INFO:tasks.workunit.client.0.smithi089.stdout:op 3282 completed, throughput=4.99MB/sec 2024-07-26T06:35:58.257 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-SQQdTF-D8mQymcp off=8093645 len=1843811 2024-07-26T06:35:58.260 INFO:tasks.workunit.client.0.smithi089.stdout:op 3283 completed, throughput=5MB/sec 2024-07-26T06:35:58.260 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-chYVNpqGq7MKiGG off=10315579 len=204354 2024-07-26T06:35:58.261 INFO:tasks.workunit.client.0.smithi089.stdout:op 3284 completed, throughput=5MB/sec 2024-07-26T06:35:58.261 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-zu-jhomZSyPU8UA off=4409760 len=694894 2024-07-26T06:35:58.265 INFO:tasks.workunit.client.0.smithi089.stdout:op 3285 completed, throughput=5MB/sec 2024-07-26T06:35:58.265 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-JBd-Nu6fs6ZLZkg off=19004367 len=1249410 2024-07-26T06:35:58.267 INFO:tasks.workunit.client.0.smithi089.stdout:op 3286 completed, throughput=5MB/sec 2024-07-26T06:35:58.267 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-416GbhO1wHCBYFc off=20573107 len=1818037 2024-07-26T06:35:58.274 INFO:tasks.workunit.client.0.smithi089.stdout:op 3287 completed, throughput=5MB/sec 2024-07-26T06:35:58.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:35:58 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:35:58.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:35:58 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:35:58.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:35:58 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:35:58.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:35:58 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:35:58.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:35:58 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:35:58.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:35:58 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:35:58.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:35:58 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:35:58.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:35:58 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:35:58.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:35:58 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:35:59.275 INFO:tasks.workunit.client.0.smithi089.stdout: 631: throughput=4.99MB/sec pending data=0 2024-07-26T06:35:59.275 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-BurDq4-iVe9do8K off=6645401 len=1402831 2024-07-26T06:35:59.277 INFO:tasks.workunit.client.0.smithi089.stdout:op 3288 completed, throughput=5MB/sec 2024-07-26T06:35:59.277 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-3AuQe8JKV4q5LJQ off=9416056 len=1502431 2024-07-26T06:35:59.279 INFO:tasks.workunit.client.0.smithi089.stdout:op 3289 completed, throughput=5MB/sec 2024-07-26T06:35:59.279 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-2r52BJcMIH8336U off=6513706 len=919380 2024-07-26T06:35:59.282 INFO:tasks.workunit.client.0.smithi089.stdout:op 3290 completed, throughput=5MB/sec 2024-07-26T06:35:59.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:35:59 smithi155 ceph-mon[90160]: pgmap v1735: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:35:59.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:35:59 smithi089 ceph-mon[99608]: pgmap v1735: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:35:59.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:35:59 smithi089 ceph-mon[102056]: pgmap v1735: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:36:00.282 INFO:tasks.workunit.client.0.smithi089.stdout: 632: throughput=4.99MB/sec pending data=0 2024-07-26T06:36:00.282 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-S1Vo8C2W11Do_pv off=179787 len=1196403 2024-07-26T06:36:00.285 INFO:tasks.workunit.client.0.smithi089.stdout:op 3291 completed, throughput=4.99MB/sec 2024-07-26T06:36:00.285 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-h5CaPfYRBgoSdev off=4167003 len=851830 2024-07-26T06:36:00.290 INFO:tasks.workunit.client.0.smithi089.stdout:op 3292 completed, throughput=5MB/sec 2024-07-26T06:36:00.290 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-78ZgIdh2RfTgqGG off=3030263 len=1527246 2024-07-26T06:36:00.291 INFO:tasks.workunit.client.0.smithi089.stdout:op 3293 completed, throughput=5MB/sec 2024-07-26T06:36:00.291 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-8d_b0mSgzHgMLsw off=4435689 len=298313 2024-07-26T06:36:00.292 INFO:tasks.workunit.client.0.smithi089.stdout:op 3294 completed, throughput=5MB/sec 2024-07-26T06:36:00.292 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-bnbchqhOjCaj2S1 off=9877247 len=1013151 2024-07-26T06:36:00.296 INFO:tasks.workunit.client.0.smithi089.stdout:op 3295 completed, throughput=5MB/sec 2024-07-26T06:36:00.296 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-tgwMm933NQZVdF7 off=2165381 len=1592980 2024-07-26T06:36:00.298 INFO:tasks.workunit.client.0.smithi089.stdout:op 3296 completed, throughput=5MB/sec 2024-07-26T06:36:01.298 INFO:tasks.workunit.client.0.smithi089.stdout: 633: throughput=4.99MB/sec pending data=0 2024-07-26T06:36:01.298 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-_n4GZenhENAhe9q off=5194897 len=2067387 2024-07-26T06:36:01.309 INFO:tasks.workunit.client.0.smithi089.stdout:op 3297 completed, throughput=5MB/sec 2024-07-26T06:36:01.309 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-P5zx1tQkz5ih7Yc off=21200734 len=909031 2024-07-26T06:36:01.315 INFO:tasks.workunit.client.0.smithi089.stdout:op 3298 completed, throughput=5MB/sec 2024-07-26T06:36:01.315 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-NXXNcwOvy2VWTGF off=4606358 len=396476 2024-07-26T06:36:01.319 INFO:tasks.workunit.client.0.smithi089.stdout:op 3299 completed, throughput=5MB/sec 2024-07-26T06:36:01.319 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-49YvyAXam97SrwP off=3390845 len=1007220 2024-07-26T06:36:01.324 INFO:tasks.workunit.client.0.smithi089.stdout:op 3300 completed, throughput=5MB/sec 2024-07-26T06:36:01.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:36:01 smithi155 ceph-mon[90160]: pgmap v1736: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:36:01.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:36:01 smithi089 ceph-mon[99608]: pgmap v1736: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:36:01.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:36:01 smithi089 ceph-mon[102056]: pgmap v1736: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:36:02.324 INFO:tasks.workunit.client.0.smithi089.stdout: 634: throughput=4.99MB/sec pending data=0 2024-07-26T06:36:02.325 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-UWKy3sDIqMX-4Cm off=2238306 len=624679 2024-07-26T06:36:02.328 INFO:tasks.workunit.client.0.smithi089.stdout:op 3301 completed, throughput=4.99MB/sec 2024-07-26T06:36:02.329 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-wjLsfktg82oHo1x off=0 len=1420876 2024-07-26T06:36:02.330 INFO:tasks.workunit.client.0.smithi089.stdout:op 3302 completed, throughput=5MB/sec 2024-07-26T06:36:02.330 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-vNUUr5AjN2FtHHx off=9311866 len=356467 2024-07-26T06:36:02.332 INFO:tasks.workunit.client.0.smithi089.stdout:op 3303 completed, throughput=5MB/sec 2024-07-26T06:36:02.332 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-PNlj8KHcVOmRW7s off=5412529 len=434171 2024-07-26T06:36:02.335 INFO:tasks.workunit.client.0.smithi089.stdout:op 3304 completed, throughput=5MB/sec 2024-07-26T06:36:02.335 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-VneJTOUJlW_YToC off=9656999 len=217965 2024-07-26T06:36:02.336 INFO:tasks.workunit.client.0.smithi089.stdout:op 3305 completed, throughput=5MB/sec 2024-07-26T06:36:02.336 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-6GtwMsRsFv6Pafg off=3308933 len=1997186 2024-07-26T06:36:02.345 INFO:tasks.workunit.client.0.smithi089.stdout:op 3306 completed, throughput=5MB/sec 2024-07-26T06:36:02.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:36:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:36:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:36:02.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:36:02 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:36:02] "GET /metrics HTTP/1.1" 200 34045 "" "Prometheus/2.43.0" 2024-07-26T06:36:03.346 INFO:tasks.workunit.client.0.smithi089.stdout: 635: throughput=4.99MB/sec pending data=0 2024-07-26T06:36:03.346 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Ft7lSKA9iY82LeY off=735345 len=781690 2024-07-26T06:36:03.351 INFO:tasks.workunit.client.0.smithi089.stdout:op 3307 completed, throughput=4.99MB/sec 2024-07-26T06:36:03.351 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-41KSaw4Q3Q17hQz off=15292665 len=292721 2024-07-26T06:36:03.354 INFO:tasks.workunit.client.0.smithi089.stdout:op 3308 completed, throughput=4.99MB/sec 2024-07-26T06:36:03.354 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-BewGr2pygk3wBSS off=18027460 len=952320 2024-07-26T06:36:03.355 INFO:tasks.workunit.client.0.smithi089.stdout:op 3309 completed, throughput=5MB/sec 2024-07-26T06:36:03.356 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-0rSLcVQOtmNZ-wJ off=12323712 len=1676142 2024-07-26T06:36:03.364 INFO:tasks.workunit.client.0.smithi089.stdout:op 3310 completed, throughput=5MB/sec 2024-07-26T06:36:03.364 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-fcq029fm5V6u_sx off=13045386 len=1453293 2024-07-26T06:36:03.372 INFO:tasks.workunit.client.0.smithi089.stdout:op 3311 completed, throughput=5MB/sec 2024-07-26T06:36:03.373 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-cEtk_4BGFcnhwF3 off=5170126 len=1652452 2024-07-26T06:36:03.374 INFO:tasks.workunit.client.0.smithi089.stdout:op 3312 completed, throughput=5MB/sec 2024-07-26T06:36:03.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:36:03 smithi155 ceph-mon[90160]: pgmap v1737: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T06:36:03.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:36:03 smithi089 ceph-mon[99608]: pgmap v1737: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T06:36:03.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:36:03 smithi089 ceph-mon[102056]: pgmap v1737: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T06:36:04.374 INFO:tasks.workunit.client.0.smithi089.stdout: 636: throughput=4.99MB/sec pending data=0 2024-07-26T06:36:04.374 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-NTSpFMbslkw0vOl off=3815790 len=1649588 2024-07-26T06:36:04.383 INFO:tasks.workunit.client.0.smithi089.stdout:op 3313 completed, throughput=5MB/sec 2024-07-26T06:36:04.383 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-WGTvLJQplZvlIGr off=3006385 len=126726 2024-07-26T06:36:04.384 INFO:tasks.workunit.client.0.smithi089.stdout:op 3314 completed, throughput=5MB/sec 2024-07-26T06:36:04.384 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-sY-jE_VGbT2i_Po off=3590697 len=449000 2024-07-26T06:36:04.388 INFO:tasks.workunit.client.0.smithi089.stdout:op 3315 completed, throughput=5MB/sec 2024-07-26T06:36:04.388 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-DFJCIMKofCMUBCL off=4496950 len=855797 2024-07-26T06:36:04.393 INFO:tasks.workunit.client.0.smithi089.stdout:op 3316 completed, throughput=5MB/sec 2024-07-26T06:36:04.393 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-jlXrDPUaFTUrkyO off=17946688 len=591845 2024-07-26T06:36:04.397 INFO:tasks.workunit.client.0.smithi089.stdout:op 3317 completed, throughput=5MB/sec 2024-07-26T06:36:04.397 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-c68yXtLmcbYEMPQ off=945281 len=1746202 2024-07-26T06:36:04.399 INFO:tasks.workunit.client.0.smithi089.stdout:op 3318 completed, throughput=5MB/sec 2024-07-26T06:36:05.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:36:05 smithi155 ceph-mon[90160]: pgmap v1738: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:36:05.399 INFO:tasks.workunit.client.0.smithi089.stdout: 637: throughput=4.99MB/sec pending data=0 2024-07-26T06:36:05.399 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-yimyZXkSv_agtPF off=14376167 len=659300 2024-07-26T06:36:05.400 INFO:tasks.workunit.client.0.smithi089.stdout:op 3319 completed, throughput=5MB/sec 2024-07-26T06:36:05.400 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-_bzlOA2qVKMTFg5 off=6576366 len=1279743 2024-07-26T06:36:05.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:36:05 smithi089 ceph-mon[99608]: pgmap v1738: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:36:05.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:36:05 smithi089 ceph-mon[102056]: pgmap v1738: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:36:05.407 INFO:tasks.workunit.client.0.smithi089.stdout:op 3320 completed, throughput=5MB/sec 2024-07-26T06:36:05.407 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-WBIhDjTX51rErXE off=7615059 len=1142425 2024-07-26T06:36:05.409 INFO:tasks.workunit.client.0.smithi089.stdout:op 3321 completed, throughput=5MB/sec 2024-07-26T06:36:05.409 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-qfSWzy6DHuoL8eV off=3855925 len=288921 2024-07-26T06:36:05.410 INFO:tasks.workunit.client.0.smithi089.stdout:op 3322 completed, throughput=5MB/sec 2024-07-26T06:36:05.410 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-0iqNU3WvSg3dSVg off=2846287 len=436520 2024-07-26T06:36:05.411 INFO:tasks.workunit.client.0.smithi089.stdout:op 3323 completed, throughput=5MB/sec 2024-07-26T06:36:06.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:36:06 smithi155 ceph-mon[90160]: pgmap v1739: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-26T06:36:06.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:36:06 smithi089 ceph-mon[99608]: pgmap v1739: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-26T06:36:06.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:36:06 smithi089 ceph-mon[102056]: pgmap v1739: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-26T06:36:06.411 INFO:tasks.workunit.client.0.smithi089.stdout: 638: throughput=4.99MB/sec pending data=0 2024-07-26T06:36:06.411 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-7Eflzfz-Xj3E4lk off=3614491 len=792638 2024-07-26T06:36:06.412 INFO:tasks.workunit.client.0.smithi089.stdout:op 3324 completed, throughput=4.99MB/sec 2024-07-26T06:36:06.412 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-sMLjtO3OTSrwpuu off=2802174 len=423787 2024-07-26T06:36:06.413 INFO:tasks.workunit.client.0.smithi089.stdout:op 3325 completed, throughput=4.99MB/sec 2024-07-26T06:36:06.413 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-2eWy2unlLSbpyLp off=17275517 len=315581 2024-07-26T06:36:06.419 INFO:tasks.workunit.client.0.smithi089.stdout:op 3326 completed, throughput=4.99MB/sec 2024-07-26T06:36:06.419 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-FWdXSE5GcnuB820 off=8689445 len=956407 2024-07-26T06:36:06.419 INFO:tasks.workunit.client.0.smithi089.stdout:op 3327 completed, throughput=5MB/sec 2024-07-26T06:36:06.419 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-jzwo2wm79zI4Dr6 off=6010642 len=1470360 2024-07-26T06:36:06.420 INFO:tasks.workunit.client.0.smithi089.stdout:op 3328 completed, throughput=5MB/sec 2024-07-26T06:36:06.420 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-8krCw-BQo5cU5aE off=20887599 len=1922846 2024-07-26T06:36:06.428 INFO:tasks.workunit.client.0.smithi089.stdout:op 3329 completed, throughput=5MB/sec 2024-07-26T06:36:07.429 INFO:tasks.workunit.client.0.smithi089.stdout: 639: throughput=4.99MB/sec pending data=0 2024-07-26T06:36:07.429 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-VQ5khxZZZTchuyY off=671068 len=1106705 2024-07-26T06:36:07.435 INFO:tasks.workunit.client.0.smithi089.stdout:op 3330 completed, throughput=4.99MB/sec 2024-07-26T06:36:07.435 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ymJyADor7y_BMAx off=572260 len=550301 2024-07-26T06:36:07.436 INFO:tasks.workunit.client.0.smithi089.stdout:op 3331 completed, throughput=5MB/sec 2024-07-26T06:36:07.436 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-pUlodpnPHWrxHYm off=9057609 len=963130 2024-07-26T06:36:07.437 INFO:tasks.workunit.client.0.smithi089.stdout:op 3332 completed, throughput=5MB/sec 2024-07-26T06:36:07.437 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-j3vQPhI5-uFWxSx off=7636915 len=1545244 2024-07-26T06:36:07.439 INFO:tasks.workunit.client.0.smithi089.stdout:op 3333 completed, throughput=5MB/sec 2024-07-26T06:36:07.439 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-0fwLsKJJgExD3JP off=528721 len=483303 2024-07-26T06:36:07.443 INFO:tasks.workunit.client.0.smithi089.stdout:op 3334 completed, throughput=5MB/sec 2024-07-26T06:36:08.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:36:08 smithi155 ceph-mon[90160]: pgmap v1740: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:36:08.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:36:08 smithi089 ceph-mon[99608]: pgmap v1740: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:36:08.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:36:08 smithi089 ceph-mon[102056]: pgmap v1740: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:36:08.443 INFO:tasks.workunit.client.0.smithi089.stdout: 640: throughput=4.99MB/sec pending data=0 2024-07-26T06:36:08.443 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-CjbAA0ivxlNVWsn off=7337999 len=1318614 2024-07-26T06:36:08.445 INFO:tasks.workunit.client.0.smithi089.stdout:op 3335 completed, throughput=4.99MB/sec 2024-07-26T06:36:08.445 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-jOxO8KypdWYJr9C off=1504765 len=1653376 2024-07-26T06:36:08.447 INFO:tasks.workunit.client.0.smithi089.stdout:op 3336 completed, throughput=5MB/sec 2024-07-26T06:36:08.447 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-FfSuariDi9b7nmM off=2031830 len=1713619 2024-07-26T06:36:08.458 INFO:tasks.workunit.client.0.smithi089.stdout:op 3337 completed, throughput=5MB/sec 2024-07-26T06:36:08.458 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-SXfeorBoE_YyMsF off=15287868 len=459925 2024-07-26T06:36:08.458 INFO:tasks.workunit.client.0.smithi089.stdout:op 3338 completed, throughput=5MB/sec 2024-07-26T06:36:08.459 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-MHOTKMVjHzP5_Xu off=383686 len=500295 2024-07-26T06:36:08.459 INFO:tasks.workunit.client.0.smithi089.stdout:op 3339 completed, throughput=5MB/sec 2024-07-26T06:36:09.460 INFO:tasks.workunit.client.0.smithi089.stdout: 641: throughput=4.99MB/sec pending data=0 2024-07-26T06:36:09.460 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-sRU6E6_Tk-6vdVE off=11372149 len=1474870 2024-07-26T06:36:09.462 INFO:tasks.workunit.client.0.smithi089.stdout:op 3340 completed, throughput=4.99MB/sec 2024-07-26T06:36:09.462 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-YVFYTySCmwLJEwP off=6064911 len=174167 2024-07-26T06:36:09.465 INFO:tasks.workunit.client.0.smithi089.stdout:op 3341 completed, throughput=5MB/sec 2024-07-26T06:36:09.465 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-DTSAbX97SzdV9x3 off=1109124 len=199077 2024-07-26T06:36:09.465 INFO:tasks.workunit.client.0.smithi089.stdout:op 3342 completed, throughput=5MB/sec 2024-07-26T06:36:09.466 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-NG2bqDGv0bHC2x6 off=12568588 len=968634 2024-07-26T06:36:09.468 INFO:tasks.workunit.client.0.smithi089.stdout:op 3343 completed, throughput=5MB/sec 2024-07-26T06:36:09.469 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-hdXiM40XGdOsg5B off=1316612 len=1592089 2024-07-26T06:36:09.470 INFO:tasks.workunit.client.0.smithi089.stdout:op 3344 completed, throughput=5MB/sec 2024-07-26T06:36:09.470 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Yw7kEuM7HPo-rp1 off=2836640 len=796253 2024-07-26T06:36:09.471 INFO:tasks.workunit.client.0.smithi089.stdout:op 3345 completed, throughput=5MB/sec 2024-07-26T06:36:10.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:36:10 smithi155 ceph-mon[90160]: pgmap v1741: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:36:10.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:36:10 smithi089 ceph-mon[99608]: pgmap v1741: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:36:10.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:36:10 smithi089 ceph-mon[102056]: pgmap v1741: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:36:10.472 INFO:tasks.workunit.client.0.smithi089.stdout: 642: throughput=4.99MB/sec pending data=0 2024-07-26T06:36:10.472 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-XeC8_PiiVLxORTr off=13115373 len=1946639 2024-07-26T06:36:10.483 INFO:tasks.workunit.client.0.smithi089.stdout:op 3346 completed, throughput=5MB/sec 2024-07-26T06:36:10.483 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-faAWswVOuc3f4H2 off=4543722 len=258536 2024-07-26T06:36:10.484 INFO:tasks.workunit.client.0.smithi089.stdout:op 3347 completed, throughput=5MB/sec 2024-07-26T06:36:10.484 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-VVuJS5hxuXajyMm off=5425322 len=1867242 2024-07-26T06:36:10.492 INFO:tasks.workunit.client.0.smithi089.stdout:op 3348 completed, throughput=5MB/sec 2024-07-26T06:36:10.492 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-BAxZMHTCK0AlBQf off=12388462 len=1602297 2024-07-26T06:36:10.493 INFO:tasks.workunit.client.0.smithi089.stdout:op 3349 completed, throughput=5MB/sec 2024-07-26T06:36:11.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:36:11 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:36:11.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:36:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:36:11.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:36:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:36:11.494 INFO:tasks.workunit.client.0.smithi089.stdout: 643: throughput=4.99MB/sec pending data=0 2024-07-26T06:36:11.494 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-602niarsfJ-YHn8 off=560244 len=789401 2024-07-26T06:36:11.495 INFO:tasks.workunit.client.0.smithi089.stdout:op 3350 completed, throughput=4.99MB/sec 2024-07-26T06:36:11.495 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-dgI1L0ZKJTUAZlo off=19346693 len=1139240 2024-07-26T06:36:11.497 INFO:tasks.workunit.client.0.smithi089.stdout:op 3351 completed, throughput=5MB/sec 2024-07-26T06:36:11.497 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Z20oMHGRrjg2MhY off=2118520 len=1666665 2024-07-26T06:36:11.499 INFO:tasks.workunit.client.0.smithi089.stdout:op 3352 completed, throughput=5MB/sec 2024-07-26T06:36:11.499 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-cAcrVVmzQaza5fy off=625729 len=300166 2024-07-26T06:36:11.503 INFO:tasks.workunit.client.0.smithi089.stdout:op 3353 completed, throughput=5MB/sec 2024-07-26T06:36:11.504 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-1jSn2a1h7BfaTrz off=2600314 len=1794188 2024-07-26T06:36:11.514 INFO:tasks.workunit.client.0.smithi089.stdout:op 3354 completed, throughput=5MB/sec 2024-07-26T06:36:12.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:36:12 smithi155 ceph-mon[90160]: pgmap v1742: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:36:12.379 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:36:12 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:36:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:36:12.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:36:12 smithi089 ceph-mon[99608]: pgmap v1742: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:36:12.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:36:12 smithi089 ceph-mon[102056]: pgmap v1742: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:36:12.514 INFO:tasks.workunit.client.0.smithi089.stdout: 644: throughput=4.99MB/sec pending data=0 2024-07-26T06:36:12.514 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Tge-s1MWhlFw2zv off=318826 len=155879 2024-07-26T06:36:12.515 INFO:tasks.workunit.client.0.smithi089.stdout:op 3355 completed, throughput=4.99MB/sec 2024-07-26T06:36:12.515 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-x2D9SenUfgbFbdN off=3792377 len=1460826 2024-07-26T06:36:12.518 INFO:tasks.workunit.client.0.smithi089.stdout:op 3356 completed, throughput=5MB/sec 2024-07-26T06:36:12.518 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-V_ySBHmyC5jPgJg off=2204177 len=1502534 2024-07-26T06:36:12.520 INFO:tasks.workunit.client.0.smithi089.stdout:op 3357 completed, throughput=5MB/sec 2024-07-26T06:36:12.520 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-xeJE-RLv_JOLZ2j off=5710026 len=989209 2024-07-26T06:36:12.526 INFO:tasks.workunit.client.0.smithi089.stdout:op 3358 completed, throughput=5MB/sec 2024-07-26T06:36:12.526 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-xiDZAu_e3VnQpBS off=7568462 len=984596 2024-07-26T06:36:12.528 INFO:tasks.workunit.client.0.smithi089.stdout:op 3359 completed, throughput=5MB/sec 2024-07-26T06:36:12.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:36:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:36:12] "GET /metrics HTTP/1.1" 200 34049 "" "Prometheus/2.43.0" 2024-07-26T06:36:13.528 INFO:tasks.workunit.client.0.smithi089.stdout: 645: throughput=4.99MB/sec pending data=0 2024-07-26T06:36:13.528 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-IgteeUodV59Xfcq off=1234884 len=1228140 2024-07-26T06:36:13.534 INFO:tasks.workunit.client.0.smithi089.stdout:op 3360 completed, throughput=5MB/sec 2024-07-26T06:36:13.534 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-CsISkBwuar7puER off=4895089 len=215979 2024-07-26T06:36:13.535 INFO:tasks.workunit.client.0.smithi089.stdout:op 3361 completed, throughput=5MB/sec 2024-07-26T06:36:13.535 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-7qFjqKfIEs72G_5 off=16608088 len=1335372 2024-07-26T06:36:13.538 INFO:tasks.workunit.client.0.smithi089.stdout:op 3362 completed, throughput=5MB/sec 2024-07-26T06:36:13.538 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-p8Q2mX5mFEiRTHN off=6623936 len=626826 2024-07-26T06:36:13.539 INFO:tasks.workunit.client.0.smithi089.stdout:op 3363 completed, throughput=5MB/sec 2024-07-26T06:36:13.539 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-7zsiPk2ZWnyBaMg off=6988931 len=877380 2024-07-26T06:36:13.544 INFO:tasks.workunit.client.0.smithi089.stdout:op 3364 completed, throughput=5MB/sec 2024-07-26T06:36:13.544 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-EwNqEku4fy3w4f6 off=6825846 len=1678486 2024-07-26T06:36:13.550 INFO:tasks.workunit.client.0.smithi089.stdout:op 3365 completed, throughput=5MB/sec 2024-07-26T06:36:14.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:36:14 smithi155 ceph-mon[90160]: pgmap v1743: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:36:14.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:36:14 smithi089 ceph-mon[99608]: pgmap v1743: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:36:14.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:36:14 smithi089 ceph-mon[102056]: pgmap v1743: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:36:14.550 INFO:tasks.workunit.client.0.smithi089.stdout: 646: throughput=4.99MB/sec pending data=0 2024-07-26T06:36:14.551 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-mtj2zfaQ-iRsl9k off=19360836 len=57907 2024-07-26T06:36:14.553 INFO:tasks.workunit.client.0.smithi089.stdout:op 3366 completed, throughput=4.99MB/sec 2024-07-26T06:36:14.554 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-JoToQtrOr1SK_x_ off=8246083 len=897550 2024-07-26T06:36:14.558 INFO:tasks.workunit.client.0.smithi089.stdout:op 3367 completed, throughput=5MB/sec 2024-07-26T06:36:14.558 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-DGl8zfcBQRBHdVy off=14578946 len=1060736 2024-07-26T06:36:14.560 INFO:tasks.workunit.client.0.smithi089.stdout:op 3368 completed, throughput=5MB/sec 2024-07-26T06:36:14.560 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-TRBEQhfV9PcG5UL off=16516247 len=1364818 2024-07-26T06:36:14.569 INFO:tasks.workunit.client.0.smithi089.stdout:op 3369 completed, throughput=5MB/sec 2024-07-26T06:36:14.569 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-6ZEk3ldyOPkvNB4 off=4526780 len=278244 2024-07-26T06:36:14.570 INFO:tasks.workunit.client.0.smithi089.stdout:op 3370 completed, throughput=5MB/sec 2024-07-26T06:36:14.570 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ZssLqJCKlaOY0RW off=1736351 len=303452 2024-07-26T06:36:14.573 INFO:tasks.workunit.client.0.smithi089.stdout:op 3371 completed, throughput=5MB/sec 2024-07-26T06:36:14.574 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-0UjiKw_FbR7qCvG off=7431182 len=15043 2024-07-26T06:36:14.574 INFO:tasks.workunit.client.0.smithi089.stdout:op 3372 completed, throughput=5MB/sec 2024-07-26T06:36:14.574 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-l9ZQNTE8Wafqcob off=3679704 len=1986927 2024-07-26T06:36:14.576 INFO:tasks.workunit.client.0.smithi089.stdout:op 3373 completed, throughput=5MB/sec 2024-07-26T06:36:15.577 INFO:tasks.workunit.client.0.smithi089.stdout: 647: throughput=5MB/sec pending data=0 2024-07-26T06:36:15.577 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Wuqo54Y3aMqpz67 off=4365992 len=300409 2024-07-26T06:36:15.578 INFO:tasks.workunit.client.0.smithi089.stdout:op 3374 completed, throughput=5MB/sec 2024-07-26T06:36:15.578 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-mLqu6abpsX0ldwD off=1388388 len=1041206 2024-07-26T06:36:15.583 INFO:tasks.workunit.client.0.smithi089.stdout:op 3375 completed, throughput=5MB/sec 2024-07-26T06:36:15.583 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-txMQilh4vIo4iI4 off=1858835 len=1861743 2024-07-26T06:36:15.594 INFO:tasks.workunit.client.0.smithi089.stdout:op 3376 completed, throughput=5MB/sec 2024-07-26T06:36:15.595 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-aweUuf-vhvXqt6q off=15315445 len=1486000 2024-07-26T06:36:15.602 INFO:tasks.workunit.client.0.smithi089.stdout:op 3377 completed, throughput=5MB/sec 2024-07-26T06:36:16.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:36:16 smithi155 ceph-mon[90160]: pgmap v1744: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T06:36:16.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:36:16 smithi089 ceph-mon[99608]: pgmap v1744: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T06:36:16.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:36:16 smithi089 ceph-mon[102056]: pgmap v1744: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T06:36:16.602 INFO:tasks.workunit.client.0.smithi089.stdout: 648: throughput=4.99MB/sec pending data=0 2024-07-26T06:36:16.602 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-8ujhJv9zmGe0mSs off=7968252 len=1269266 2024-07-26T06:36:16.604 INFO:tasks.workunit.client.0.smithi089.stdout:op 3378 completed, throughput=5MB/sec 2024-07-26T06:36:16.604 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-XWiQncEmYiLU6_g off=8647742 len=1099008 2024-07-26T06:36:16.611 INFO:tasks.workunit.client.0.smithi089.stdout:op 3379 completed, throughput=5MB/sec 2024-07-26T06:36:16.611 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Bo2yVlgkn80_4nC off=14423545 len=1731435 2024-07-26T06:36:16.613 INFO:tasks.workunit.client.0.smithi089.stdout:op 3380 completed, throughput=5MB/sec 2024-07-26T06:36:16.613 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-7Yp9KMJ9oXXnSor off=1364452 len=233073 2024-07-26T06:36:16.613 INFO:tasks.workunit.client.0.smithi089.stdout:op 3381 completed, throughput=5MB/sec 2024-07-26T06:36:17.614 INFO:tasks.workunit.client.0.smithi089.stdout: 649: throughput=4.99MB/sec pending data=0 2024-07-26T06:36:17.614 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-XXzeQOjabxLg0E3 off=3168788 len=343496 2024-07-26T06:36:17.614 INFO:tasks.workunit.client.0.smithi089.stdout:op 3382 completed, throughput=4.99MB/sec 2024-07-26T06:36:17.614 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-15ywwjf3lnSN-Eh off=3099935 len=1762932 2024-07-26T06:36:17.616 INFO:tasks.workunit.client.0.smithi089.stdout:op 3383 completed, throughput=5MB/sec 2024-07-26T06:36:17.616 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-FcCRspKsozALa8P off=10057182 len=1715334 2024-07-26T06:36:17.623 INFO:tasks.workunit.client.0.smithi089.stdout:op 3384 completed, throughput=5MB/sec 2024-07-26T06:36:17.624 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-u2L_EjrKelanY4h off=130241 len=69154 2024-07-26T06:36:17.624 INFO:tasks.workunit.client.0.smithi089.stdout:op 3385 completed, throughput=5MB/sec 2024-07-26T06:36:17.624 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-XNuRSMZn_OPgbsN off=2098465 len=877552 2024-07-26T06:36:17.629 INFO:tasks.workunit.client.0.smithi089.stdout:op 3386 completed, throughput=5MB/sec 2024-07-26T06:36:17.629 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-o17buOmBlbkW2ez off=10634198 len=2000845 2024-07-26T06:36:17.634 INFO:tasks.workunit.client.0.smithi089.stdout:op 3387 completed, throughput=5MB/sec 2024-07-26T06:36:18.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:36:18 smithi155 ceph-mon[90160]: pgmap v1745: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T06:36:18.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:36:18 smithi089 ceph-mon[99608]: pgmap v1745: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T06:36:18.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:36:18 smithi089 ceph-mon[102056]: pgmap v1745: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T06:36:18.635 INFO:tasks.workunit.client.0.smithi089.stdout: 650: throughput=4.99MB/sec pending data=0 2024-07-26T06:36:18.635 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-9NI4pf43CtKCSD5 off=5064846 len=586640 2024-07-26T06:36:18.636 INFO:tasks.workunit.client.0.smithi089.stdout:op 3388 completed, throughput=5MB/sec 2024-07-26T06:36:18.636 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-_6fW5UwhCeyZbks off=3395483 len=1415831 2024-07-26T06:36:18.639 INFO:tasks.workunit.client.0.smithi089.stdout:op 3389 completed, throughput=5MB/sec 2024-07-26T06:36:18.639 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-6w9WGL0A4_P8U6L off=3096895 len=272609 2024-07-26T06:36:18.642 INFO:tasks.workunit.client.0.smithi089.stdout:op 3390 completed, throughput=5MB/sec 2024-07-26T06:36:18.642 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-8jpCOWi8smWjXBO off=2255556 len=300027 2024-07-26T06:36:18.643 INFO:tasks.workunit.client.0.smithi089.stdout:op 3391 completed, throughput=5MB/sec 2024-07-26T06:36:18.643 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-2fkOvOrVjEP481D off=5269906 len=1659061 2024-07-26T06:36:18.653 INFO:tasks.workunit.client.0.smithi089.stdout:op 3392 completed, throughput=5MB/sec 2024-07-26T06:36:19.654 INFO:tasks.workunit.client.0.smithi089.stdout: 651: throughput=4.99MB/sec pending data=0 2024-07-26T06:36:19.654 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ARyf0BMV_ugTU8h off=1216000 len=1336046 2024-07-26T06:36:19.662 INFO:tasks.workunit.client.0.smithi089.stdout:op 3393 completed, throughput=5MB/sec 2024-07-26T06:36:19.663 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-5jk9UCRlJ6dOYa7 off=10135570 len=1413700 2024-07-26T06:36:19.670 INFO:tasks.workunit.client.0.smithi089.stdout:op 3394 completed, throughput=5MB/sec 2024-07-26T06:36:19.670 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-TyvrhiKHp9hMcUI off=416080 len=992450 2024-07-26T06:36:19.672 INFO:tasks.workunit.client.0.smithi089.stdout:op 3395 completed, throughput=5MB/sec 2024-07-26T06:36:19.672 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-p7UJMh-_-1Q4Leb off=6333011 len=853690 2024-07-26T06:36:19.673 INFO:tasks.workunit.client.0.smithi089.stdout:op 3396 completed, throughput=5MB/sec 2024-07-26T06:36:19.673 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-IZh2wfGdLr1AFnu off=3578373 len=2078143 2024-07-26T06:36:19.685 INFO:tasks.workunit.client.0.smithi089.stdout:op 3397 completed, throughput=5MB/sec 2024-07-26T06:36:20.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:36:20 smithi155 ceph-mon[90160]: pgmap v1746: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-26T06:36:20.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:36:20 smithi089 ceph-mon[99608]: pgmap v1746: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-26T06:36:20.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:36:20 smithi089 ceph-mon[102056]: pgmap v1746: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-26T06:36:20.685 INFO:tasks.workunit.client.0.smithi089.stdout: 652: throughput=4.99MB/sec pending data=0 2024-07-26T06:36:20.685 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-CpPrQP4VLXx0Tlr off=11788870 len=1991983 2024-07-26T06:36:20.701 INFO:tasks.workunit.client.0.smithi089.stdout:op 3398 completed, throughput=5MB/sec 2024-07-26T06:36:20.701 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-v3j9ID2q0qVTNLF off=1350027 len=1224524 2024-07-26T06:36:20.702 INFO:tasks.workunit.client.0.smithi089.stdout:op 3399 completed, throughput=5MB/sec 2024-07-26T06:36:20.702 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-8wJBbpjPks5BCx_ off=239710 len=669839 2024-07-26T06:36:20.706 INFO:tasks.workunit.client.0.smithi089.stdout:op 3400 completed, throughput=5MB/sec 2024-07-26T06:36:21.706 INFO:tasks.workunit.client.0.smithi089.stdout: 653: throughput=4.99MB/sec pending data=0 2024-07-26T06:36:21.707 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ZyezxTsYNzbGno6 off=2513767 len=28558 2024-07-26T06:36:21.710 INFO:tasks.workunit.client.0.smithi089.stdout:op 3401 completed, throughput=4.99MB/sec 2024-07-26T06:36:21.710 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-BFKjelRkd4QFRG2 off=3484314 len=1806123 2024-07-26T06:36:21.717 INFO:tasks.workunit.client.0.smithi089.stdout:op 3402 completed, throughput=5MB/sec 2024-07-26T06:36:21.717 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Lixf_ossSNfvtWY off=17676857 len=659955 2024-07-26T06:36:21.722 INFO:tasks.workunit.client.0.smithi089.stdout:op 3403 completed, throughput=5MB/sec 2024-07-26T06:36:21.722 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-r1Js8q5Dz_wvhIw off=7465388 len=212188 2024-07-26T06:36:21.723 INFO:tasks.workunit.client.0.smithi089.stdout:op 3404 completed, throughput=5MB/sec 2024-07-26T06:36:21.723 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-iqs_FxaFVXNcX81 off=118553 len=2026442 2024-07-26T06:36:21.736 INFO:tasks.workunit.client.0.smithi089.stdout:op 3405 completed, throughput=5MB/sec 2024-07-26T06:36:21.736 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-YV830kfyw2TOwt0 off=2151404 len=621340 2024-07-26T06:36:21.740 INFO:tasks.workunit.client.0.smithi089.stdout:op 3406 completed, throughput=5MB/sec 2024-07-26T06:36:22.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:36:22 smithi089 ceph-mon[99608]: pgmap v1747: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T06:36:22.451 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:36:22 smithi089 ceph-mon[102056]: pgmap v1747: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T06:36:22.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:36:22 smithi155 ceph-mon[90160]: pgmap v1747: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T06:36:22.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:36:22 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:36:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:36:22.741 INFO:tasks.workunit.client.0.smithi089.stdout: 654: throughput=4.99MB/sec pending data=0 2024-07-26T06:36:22.741 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-A8GUhaiI3APLQdz off=10864560 len=884160 2024-07-26T06:36:22.747 INFO:tasks.workunit.client.0.smithi089.stdout:op 3407 completed, throughput=4.99MB/sec 2024-07-26T06:36:22.747 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-YUyouTHTcKBL7t5 off=1579562 len=1032578 2024-07-26T06:36:22.753 INFO:tasks.workunit.client.0.smithi089.stdout:op 3408 completed, throughput=5MB/sec 2024-07-26T06:36:22.753 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Xp35dzVLrmBBUV_ off=6218101 len=1261479 2024-07-26T06:36:22.755 INFO:tasks.workunit.client.0.smithi089.stdout:op 3409 completed, throughput=5MB/sec 2024-07-26T06:36:22.755 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-txGWuWTxUTbGNtt off=9956144 len=1564833 2024-07-26T06:36:22.757 INFO:tasks.workunit.client.0.smithi089.stdout:op 3410 completed, throughput=5MB/sec 2024-07-26T06:36:22.757 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-zF2cStx26VE9cjj off=14168252 len=951833 2024-07-26T06:36:22.758 INFO:tasks.workunit.client.0.smithi089.stdout:op 3411 completed, throughput=5MB/sec 2024-07-26T06:36:22.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:36:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:36:22] "GET /metrics HTTP/1.1" 200 34049 "" "Prometheus/2.43.0" 2024-07-26T06:36:23.759 INFO:tasks.workunit.client.0.smithi089.stdout: 655: throughput=4.99MB/sec pending data=0 2024-07-26T06:36:23.759 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-_-0LmxTtC1UG9Vd off=8801177 len=396377 2024-07-26T06:36:23.761 INFO:tasks.workunit.client.0.smithi089.stdout:op 3412 completed, throughput=4.99MB/sec 2024-07-26T06:36:23.761 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-FMcdBTDOgggYPY_ off=508721 len=1280804 2024-07-26T06:36:23.767 INFO:tasks.workunit.client.0.smithi089.stdout:op 3413 completed, throughput=5MB/sec 2024-07-26T06:36:23.767 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Lixf_ossSNfvtWY off=6224877 len=1004777 2024-07-26T06:36:23.770 INFO:tasks.workunit.client.0.smithi089.stdout:op 3414 completed, throughput=5MB/sec 2024-07-26T06:36:23.770 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-h6zDl1LwofcJ1n5 off=6187311 len=16924 2024-07-26T06:36:23.772 INFO:tasks.workunit.client.0.smithi089.stdout:op 3415 completed, throughput=5MB/sec 2024-07-26T06:36:23.772 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-C7L8ryWaobRpOej off=1378161 len=638526 2024-07-26T06:36:23.776 INFO:tasks.workunit.client.0.smithi089.stdout:op 3416 completed, throughput=5MB/sec 2024-07-26T06:36:23.776 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-c1R8LONh2wigtiJ off=16853770 len=99058 2024-07-26T06:36:23.778 INFO:tasks.workunit.client.0.smithi089.stdout:op 3417 completed, throughput=5MB/sec 2024-07-26T06:36:23.779 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-sAW2zIDcHwhSMLC off=7887007 len=1256216 2024-07-26T06:36:23.784 INFO:tasks.workunit.client.0.smithi089.stdout:op 3418 completed, throughput=5MB/sec 2024-07-26T06:36:23.784 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ytO8j8TeXde3jjD off=10528996 len=954642 2024-07-26T06:36:23.785 INFO:tasks.workunit.client.0.smithi089.stdout:op 3419 completed, throughput=5MB/sec 2024-07-26T06:36:24.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:36:24 smithi089 ceph-mon[99608]: pgmap v1748: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:36:24.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:36:24 smithi089 ceph-mon[102056]: pgmap v1748: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:36:24.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:36:24 smithi155 ceph-mon[90160]: pgmap v1748: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:36:24.785 INFO:tasks.workunit.client.0.smithi089.stdout: 656: throughput=4.99MB/sec pending data=0 2024-07-26T06:36:24.786 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-wjFineyfNgGu0iE off=14104534 len=1513562 2024-07-26T06:36:24.788 INFO:tasks.workunit.client.0.smithi089.stdout:op 3420 completed, throughput=5MB/sec 2024-07-26T06:36:24.788 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-QakKSw64k4-KoCW off=1607197 len=999626 2024-07-26T06:36:24.793 INFO:tasks.workunit.client.0.smithi089.stdout:op 3421 completed, throughput=5MB/sec 2024-07-26T06:36:24.793 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-6nC5A5jnZpKsrGd off=16625497 len=337523 2024-07-26T06:36:24.796 INFO:tasks.workunit.client.0.smithi089.stdout:op 3422 completed, throughput=5MB/sec 2024-07-26T06:36:24.796 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Loh-MncRMrWqoOr off=17047346 len=1826643 2024-07-26T06:36:24.802 INFO:tasks.workunit.client.0.smithi089.stdout:op 3423 completed, throughput=5MB/sec 2024-07-26T06:36:25.802 INFO:tasks.workunit.client.0.smithi089.stdout: 657: throughput=4.99MB/sec pending data=0 2024-07-26T06:36:25.803 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-SjXu4FTkBD6HO0S off=1855373 len=1720872 2024-07-26T06:36:25.812 INFO:tasks.workunit.client.0.smithi089.stdout:op 3424 completed, throughput=5MB/sec 2024-07-26T06:36:25.812 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-LalvEU9INu7kB_3 off=9153266 len=717801 2024-07-26T06:36:25.813 INFO:tasks.workunit.client.0.smithi089.stdout:op 3425 completed, throughput=5MB/sec 2024-07-26T06:36:25.814 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-pSOazn6_HtO1v_Q off=1352123 len=2084833 2024-07-26T06:36:25.819 INFO:tasks.workunit.client.0.smithi089.stdout:op 3426 completed, throughput=5MB/sec 2024-07-26T06:36:25.819 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-MN_HR1nyLv7xmjO off=10561886 len=1245757 2024-07-26T06:36:25.820 INFO:tasks.workunit.client.0.smithi089.stdout:op 3427 completed, throughput=5MB/sec 2024-07-26T06:36:26.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:36:26 smithi089 ceph-mon[99608]: pgmap v1749: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:36:26.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:36:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:36:26.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:36:26 smithi089 ceph-mon[102056]: pgmap v1749: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:36:26.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:36:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:36:26.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:36:26 smithi155 ceph-mon[90160]: pgmap v1749: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:36:26.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:36:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:36:26.821 INFO:tasks.workunit.client.0.smithi089.stdout: 658: throughput=4.99MB/sec pending data=0 2024-07-26T06:36:26.821 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-uv1FckLsFdSoJXG off=4623319 len=1108355 2024-07-26T06:36:26.822 INFO:tasks.workunit.client.0.smithi089.stdout:op 3428 completed, throughput=4.99MB/sec 2024-07-26T06:36:26.822 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-0u3zfKCK5WU0CE3 off=12789707 len=1857193 2024-07-26T06:36:26.834 INFO:tasks.workunit.client.0.smithi089.stdout:op 3429 completed, throughput=5MB/sec 2024-07-26T06:36:26.834 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Qh964fM1TSko6GL off=17778710 len=937338 2024-07-26T06:36:26.840 INFO:tasks.workunit.client.0.smithi089.stdout:op 3430 completed, throughput=5MB/sec 2024-07-26T06:36:26.840 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-6dQ_0XdeQlprf_d off=2374590 len=383698 2024-07-26T06:36:26.843 INFO:tasks.workunit.client.0.smithi089.stdout:op 3431 completed, throughput=5MB/sec 2024-07-26T06:36:26.843 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-mBiBF7NxWrNQrXm off=8612891 len=818899 2024-07-26T06:36:26.844 INFO:tasks.workunit.client.0.smithi089.stdout:op 3432 completed, throughput=5MB/sec 2024-07-26T06:36:27.844 INFO:tasks.workunit.client.0.smithi089.stdout: 659: throughput=4.99MB/sec pending data=0 2024-07-26T06:36:27.844 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-1kzEsaqCPOLShq2 off=9269305 len=787181 2024-07-26T06:36:27.849 INFO:tasks.workunit.client.0.smithi089.stdout:op 3433 completed, throughput=4.99MB/sec 2024-07-26T06:36:27.849 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-oZBSDkkfrtKAq4U off=3564912 len=1409678 2024-07-26T06:36:27.853 INFO:tasks.workunit.client.0.smithi089.stdout:op 3434 completed, throughput=5MB/sec 2024-07-26T06:36:27.853 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-3tpXu-eGZZInk9Y off=9805573 len=1883750 2024-07-26T06:36:27.864 INFO:tasks.workunit.client.0.smithi089.stdout:op 3435 completed, throughput=5MB/sec 2024-07-26T06:36:27.864 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-XEki_skRY7Hsaud off=5279727 len=746399 2024-07-26T06:36:27.868 INFO:tasks.workunit.client.0.smithi089.stdout:op 3436 completed, throughput=5MB/sec 2024-07-26T06:36:27.868 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ECm4s5HrfiqBnor off=19551833 len=757777 2024-07-26T06:36:27.872 INFO:tasks.workunit.client.0.smithi089.stdout:op 3437 completed, throughput=5MB/sec 2024-07-26T06:36:28.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:36:28 smithi089 ceph-mon[99608]: pgmap v1750: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:36:28.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:36:28 smithi089 ceph-mon[102056]: pgmap v1750: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:36:28.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:36:28 smithi155 ceph-mon[90160]: pgmap v1750: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:36:28.872 INFO:tasks.workunit.client.0.smithi089.stdout: 660: throughput=4.99MB/sec pending data=0 2024-07-26T06:36:28.873 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-TtD8g8hkiaJ9eTx off=13860026 len=1868662 2024-07-26T06:36:28.875 INFO:tasks.workunit.client.0.smithi089.stdout:op 3438 completed, throughput=5MB/sec 2024-07-26T06:36:28.875 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-GXCJ4DhhmcTXUtK off=6944459 len=9437 2024-07-26T06:36:28.877 INFO:tasks.workunit.client.0.smithi089.stdout:op 3439 completed, throughput=5MB/sec 2024-07-26T06:36:28.877 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-zCBYdhhJl0s4NP7 off=4338669 len=1638923 2024-07-26T06:36:28.881 INFO:tasks.workunit.client.0.smithi089.stdout:op 3440 completed, throughput=5MB/sec 2024-07-26T06:36:28.881 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-RV_cKVqfk_eALwF off=15010057 len=33090 2024-07-26T06:36:28.883 INFO:tasks.workunit.client.0.smithi089.stdout:op 3441 completed, throughput=5MB/sec 2024-07-26T06:36:28.883 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-oTO1_YSzyuZSWGU off=3201121 len=1440130 2024-07-26T06:36:28.884 INFO:tasks.workunit.client.0.smithi089.stdout:op 3442 completed, throughput=5MB/sec 2024-07-26T06:36:29.884 INFO:tasks.workunit.client.0.smithi089.stdout: 661: throughput=4.99MB/sec pending data=0 2024-07-26T06:36:29.885 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-LnnxYPEvVjFmjEa off=2786916 len=182572 2024-07-26T06:36:29.886 INFO:tasks.workunit.client.0.smithi089.stdout:op 3443 completed, throughput=4.99MB/sec 2024-07-26T06:36:29.886 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-M0O3sQZvZOANO96 off=2100087 len=414720 2024-07-26T06:36:29.889 INFO:tasks.workunit.client.0.smithi089.stdout:op 3444 completed, throughput=4.99MB/sec 2024-07-26T06:36:29.889 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-3SkESziawtBmuzW off=1091343 len=570454 2024-07-26T06:36:29.893 INFO:tasks.workunit.client.0.smithi089.stdout:op 3445 completed, throughput=4.99MB/sec 2024-07-26T06:36:29.893 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-vnStdyIFSdHYjR- off=1164019 len=181121 2024-07-26T06:36:29.895 INFO:tasks.workunit.client.0.smithi089.stdout:op 3446 completed, throughput=4.99MB/sec 2024-07-26T06:36:29.896 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-y144-xIfGjF61M6 off=1118197 len=1590722 2024-07-26T06:36:29.899 INFO:tasks.workunit.client.0.smithi089.stdout:op 3447 completed, throughput=5MB/sec 2024-07-26T06:36:29.899 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-sjFaApSkpVunb5s off=19545578 len=1850113 2024-07-26T06:36:29.901 INFO:tasks.workunit.client.0.smithi089.stdout:op 3448 completed, throughput=5MB/sec 2024-07-26T06:36:29.901 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-E0eLfD_Cs9uWd7J off=3993899 len=157459 2024-07-26T06:36:29.904 INFO:tasks.workunit.client.0.smithi089.stdout:op 3449 completed, throughput=5MB/sec 2024-07-26T06:36:29.904 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-aFTt8OpTb73sibj off=11429557 len=1644096 2024-07-26T06:36:29.912 INFO:tasks.workunit.client.0.smithi089.stdout:op 3450 completed, throughput=5MB/sec 2024-07-26T06:36:30.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:36:30 smithi089 ceph-mon[99608]: pgmap v1751: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:36:30.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:36:30 smithi089 ceph-mon[102056]: pgmap v1751: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:36:30.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:36:30 smithi155 ceph-mon[90160]: pgmap v1751: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:36:30.912 INFO:tasks.workunit.client.0.smithi089.stdout: 662: throughput=4.99MB/sec pending data=0 2024-07-26T06:36:30.912 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-HPynWCuIh_lgdl9 off=1162763 len=2062897 2024-07-26T06:36:30.924 INFO:tasks.workunit.client.0.smithi089.stdout:op 3451 completed, throughput=5MB/sec 2024-07-26T06:36:30.924 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-b4lM0vnD4wnUeQO off=1302971 len=1499002 2024-07-26T06:36:30.927 INFO:tasks.workunit.client.0.smithi089.stdout:op 3452 completed, throughput=5MB/sec 2024-07-26T06:36:30.927 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-gx3Pn5xkWkERsgk off=1532851 len=1838287 2024-07-26T06:36:30.930 INFO:tasks.workunit.client.0.smithi089.stdout:op 3453 completed, throughput=5MB/sec 2024-07-26T06:36:31.930 INFO:tasks.workunit.client.0.smithi089.stdout: 663: throughput=4.99MB/sec pending data=0 2024-07-26T06:36:31.930 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-jljCchiVd52kdhZ off=1007761 len=928635 2024-07-26T06:36:31.931 INFO:tasks.workunit.client.0.smithi089.stdout:op 3454 completed, throughput=5MB/sec 2024-07-26T06:36:31.931 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-XuRkj9Mm75uiyLE off=3507491 len=956918 2024-07-26T06:36:31.937 INFO:tasks.workunit.client.0.smithi089.stdout:op 3455 completed, throughput=5MB/sec 2024-07-26T06:36:31.937 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-YdNxa1Lf0ZwwBWC off=479463 len=1129479 2024-07-26T06:36:31.939 INFO:tasks.workunit.client.0.smithi089.stdout:op 3456 completed, throughput=5MB/sec 2024-07-26T06:36:31.940 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-dtsRPhTbOxw3pqK off=5433755 len=1501025 2024-07-26T06:36:31.941 INFO:tasks.workunit.client.0.smithi089.stdout:op 3457 completed, throughput=5MB/sec 2024-07-26T06:36:32.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:36:32 smithi089 ceph-mon[99608]: pgmap v1752: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T06:36:32.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:36:32 smithi089 ceph-mon[102056]: pgmap v1752: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T06:36:32.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:36:32 smithi155 ceph-mon[90160]: pgmap v1752: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T06:36:32.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:36:32 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:36:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:36:32.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:36:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:36:32] "GET /metrics HTTP/1.1" 200 34046 "" "Prometheus/2.43.0" 2024-07-26T06:36:32.942 INFO:tasks.workunit.client.0.smithi089.stdout: 664: throughput=4.99MB/sec pending data=0 2024-07-26T06:36:32.942 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-EvYFdBcYVtCusCP off=7570834 len=568820 2024-07-26T06:36:32.944 INFO:tasks.workunit.client.0.smithi089.stdout:op 3458 completed, throughput=4.99MB/sec 2024-07-26T06:36:32.944 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-2L_APYvIpwjHHCX off=1029926 len=537832 2024-07-26T06:36:32.948 INFO:tasks.workunit.client.0.smithi089.stdout:op 3459 completed, throughput=5MB/sec 2024-07-26T06:36:32.948 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-b196nBnqMk-C5b- off=3838824 len=478958 2024-07-26T06:36:32.949 INFO:tasks.workunit.client.0.smithi089.stdout:op 3460 completed, throughput=5MB/sec 2024-07-26T06:36:32.949 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-U9JCE9Myy3tssEu off=6677891 len=1233668 2024-07-26T06:36:32.950 INFO:tasks.workunit.client.0.smithi089.stdout:op 3461 completed, throughput=5MB/sec 2024-07-26T06:36:32.950 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-kzKDTKK2w5kI0Go off=7825379 len=278630 2024-07-26T06:36:32.951 INFO:tasks.workunit.client.0.smithi089.stdout:op 3462 completed, throughput=5MB/sec 2024-07-26T06:36:32.951 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-MJfyYqDcDTH06EF off=11111038 len=1933841 2024-07-26T06:36:32.955 INFO:tasks.workunit.client.0.smithi089.stdout:op 3463 completed, throughput=5MB/sec 2024-07-26T06:36:33.955 INFO:tasks.workunit.client.0.smithi089.stdout: 665: throughput=4.99MB/sec pending data=0 2024-07-26T06:36:33.956 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-iXwRt53Po3S99qO off=2604079 len=1124172 2024-07-26T06:36:33.957 INFO:tasks.workunit.client.0.smithi089.stdout:op 3464 completed, throughput=4.99MB/sec 2024-07-26T06:36:33.957 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-2_F-j0E1vi5bRbT off=12219759 len=1440573 2024-07-26T06:36:33.959 INFO:tasks.workunit.client.0.smithi089.stdout:op 3465 completed, throughput=5MB/sec 2024-07-26T06:36:33.959 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-2VV8s43wSp2i4wB off=23313705 len=1637240 2024-07-26T06:36:33.961 INFO:tasks.workunit.client.0.smithi089.stdout:op 3466 completed, throughput=5MB/sec 2024-07-26T06:36:33.961 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-9RyHKv9HHGP3Hw- off=758192 len=1693648 2024-07-26T06:36:33.963 INFO:tasks.workunit.client.0.smithi089.stdout:op 3467 completed, throughput=5MB/sec 2024-07-26T06:36:34.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:36:34 smithi089 ceph-mon[99608]: pgmap v1753: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:36:34.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:36:34 smithi089 ceph-mon[102056]: pgmap v1753: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:36:34.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:36:34 smithi155 ceph-mon[90160]: pgmap v1753: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:36:34.963 INFO:tasks.workunit.client.0.smithi089.stdout: 666: throughput=4.99MB/sec pending data=0 2024-07-26T06:36:34.963 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-HlnyRsCzHN2XAPd off=485297 len=670089 2024-07-26T06:36:34.965 INFO:tasks.workunit.client.0.smithi089.stdout:op 3468 completed, throughput=5MB/sec 2024-07-26T06:36:34.965 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-WE3xWByzC0OY_yV off=8892279 len=1534349 2024-07-26T06:36:34.973 INFO:tasks.workunit.client.0.smithi089.stdout:op 3469 completed, throughput=5MB/sec 2024-07-26T06:36:34.973 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj--lDbTMjLy20OV_e off=4597658 len=971596 2024-07-26T06:36:34.974 INFO:tasks.workunit.client.0.smithi089.stdout:op 3470 completed, throughput=5MB/sec 2024-07-26T06:36:34.974 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-cnG1zw5ikvAqkPi off=14607086 len=1656534 2024-07-26T06:36:34.982 INFO:tasks.workunit.client.0.smithi089.stdout:op 3471 completed, throughput=5MB/sec 2024-07-26T06:36:35.982 INFO:tasks.workunit.client.0.smithi089.stdout: 667: throughput=4.99MB/sec pending data=0 2024-07-26T06:36:35.982 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-JQgP7NizbsF0TDj off=224678 len=1962917 2024-07-26T06:36:35.994 INFO:tasks.workunit.client.0.smithi089.stdout:op 3472 completed, throughput=5MB/sec 2024-07-26T06:36:35.994 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-JmhaO22VJwTwwsi off=18128 len=1340148 2024-07-26T06:36:35.996 INFO:tasks.workunit.client.0.smithi089.stdout:op 3473 completed, throughput=5MB/sec 2024-07-26T06:36:35.996 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-DUOiiQL9Q6r8-Wi off=4388412 len=244263 2024-07-26T06:36:35.997 INFO:tasks.workunit.client.0.smithi089.stdout:op 3474 completed, throughput=5MB/sec 2024-07-26T06:36:35.997 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-rODLP_QWd4Y4U0V off=8833975 len=708465 2024-07-26T06:36:35.997 INFO:tasks.workunit.client.0.smithi089.stdout:op 3475 completed, throughput=5MB/sec 2024-07-26T06:36:35.998 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-jQIDR_BKhCgo0vd off=2938093 len=1240990 2024-07-26T06:36:36.004 INFO:tasks.workunit.client.0.smithi089.stdout:op 3476 completed, throughput=5MB/sec 2024-07-26T06:36:36.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:36:36 smithi089 ceph-mon[99608]: pgmap v1754: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T06:36:36.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:36:36 smithi089 ceph-mon[102056]: pgmap v1754: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T06:36:36.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:36:36 smithi155 ceph-mon[90160]: pgmap v1754: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T06:36:37.005 INFO:tasks.workunit.client.0.smithi089.stdout: 668: throughput=4.99MB/sec pending data=0 2024-07-26T06:36:37.005 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-0iuXEsBbhXTYaOo off=9304490 len=758126 2024-07-26T06:36:37.006 INFO:tasks.workunit.client.0.smithi089.stdout:op 3477 completed, throughput=4.99MB/sec 2024-07-26T06:36:37.006 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-rNanOAFUQuKhCby off=5146020 len=1539964 2024-07-26T06:36:37.008 INFO:tasks.workunit.client.0.smithi089.stdout:op 3478 completed, throughput=5MB/sec 2024-07-26T06:36:37.008 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-qxoyCFKk5O1sgCB off=7384003 len=1352424 2024-07-26T06:36:37.014 INFO:tasks.workunit.client.0.smithi089.stdout:op 3479 completed, throughput=5MB/sec 2024-07-26T06:36:37.014 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-jaceY6on5us9an6 off=2349968 len=852163 2024-07-26T06:36:37.016 INFO:tasks.workunit.client.0.smithi089.stdout:op 3480 completed, throughput=5MB/sec 2024-07-26T06:36:37.016 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-i4OZjh1v98g3kZj off=2639957 len=525753 2024-07-26T06:36:37.016 INFO:tasks.workunit.client.0.smithi089.stdout:op 3481 completed, throughput=5MB/sec 2024-07-26T06:36:38.017 INFO:tasks.workunit.client.0.smithi089.stdout: 669: throughput=4.99MB/sec pending data=0 2024-07-26T06:36:38.017 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ZjkFmCh5Z90zGdA off=1761108 len=1515007 2024-07-26T06:36:38.019 INFO:tasks.workunit.client.0.smithi089.stdout:op 3482 completed, throughput=5MB/sec 2024-07-26T06:36:38.019 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj--H0MzMQh6sKsY36 off=7814558 len=335614 2024-07-26T06:36:38.023 INFO:tasks.workunit.client.0.smithi089.stdout:op 3483 completed, throughput=5MB/sec 2024-07-26T06:36:38.023 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-vGCuLXDV8UNzbm7 off=715846 len=800359 2024-07-26T06:36:38.024 INFO:tasks.workunit.client.0.smithi089.stdout:op 3484 completed, throughput=5MB/sec 2024-07-26T06:36:38.024 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-jTryvhznqrJ7IYY off=2570552 len=1556032 2024-07-26T06:36:38.033 INFO:tasks.workunit.client.0.smithi089.stdout:op 3485 completed, throughput=5MB/sec 2024-07-26T06:36:38.034 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-JC2TpPG-5X6c_di off=2872858 len=875532 2024-07-26T06:36:38.035 INFO:tasks.workunit.client.0.smithi089.stdout:op 3486 completed, throughput=5MB/sec 2024-07-26T06:36:38.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:36:38 smithi155 ceph-mon[90160]: pgmap v1755: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-07-26T06:36:38.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:36:38 smithi089 ceph-mon[99608]: pgmap v1755: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-07-26T06:36:38.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:36:38 smithi089 ceph-mon[102056]: pgmap v1755: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-07-26T06:36:39.035 INFO:tasks.workunit.client.0.smithi089.stdout: 670: throughput=4.99MB/sec pending data=0 2024-07-26T06:36:39.035 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Gbfv7y5GOOFxGDm off=688478 len=939611 2024-07-26T06:36:39.040 INFO:tasks.workunit.client.0.smithi089.stdout:op 3487 completed, throughput=4.99MB/sec 2024-07-26T06:36:39.040 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-rKCZp3sgiVYJuZr off=12492671 len=294002 2024-07-26T06:36:39.043 INFO:tasks.workunit.client.0.smithi089.stdout:op 3488 completed, throughput=4.99MB/sec 2024-07-26T06:36:39.043 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-zCBYdhhJl0s4NP7 off=3209664 len=544102 2024-07-26T06:36:39.045 INFO:tasks.workunit.client.0.smithi089.stdout:op 3489 completed, throughput=5MB/sec 2024-07-26T06:36:39.045 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-s4hcII8qwMLugky off=14100654 len=1212573 2024-07-26T06:36:39.050 INFO:tasks.workunit.client.0.smithi089.stdout:op 3490 completed, throughput=5MB/sec 2024-07-26T06:36:39.050 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-dMM9MvfdGTBgjcY off=852911 len=1339903 2024-07-26T06:36:39.052 INFO:tasks.workunit.client.0.smithi089.stdout:op 3491 completed, throughput=5MB/sec 2024-07-26T06:36:39.052 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-XTwXZvLLQ1qPOTZ off=5425384 len=649653 2024-07-26T06:36:39.053 INFO:tasks.workunit.client.0.smithi089.stdout:op 3492 completed, throughput=5MB/sec 2024-07-26T06:36:39.053 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-IGfuEBx3CaGDHW_ off=3556970 len=1299165 2024-07-26T06:36:39.058 INFO:tasks.workunit.client.0.smithi089.stdout:op 3493 completed, throughput=5MB/sec 2024-07-26T06:36:40.059 INFO:tasks.workunit.client.0.smithi089.stdout: 671: throughput=4.99MB/sec pending data=0 2024-07-26T06:36:40.059 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-UY1rZuOMU_Q4Jkn off=756202 len=1516215 2024-07-26T06:36:40.067 INFO:tasks.workunit.client.0.smithi089.stdout:op 3494 completed, throughput=5MB/sec 2024-07-26T06:36:40.067 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-3rt6j8Mbp7yubG1 off=1866272 len=1367766 2024-07-26T06:36:40.070 INFO:tasks.workunit.client.0.smithi089.stdout:op 3495 completed, throughput=5MB/sec 2024-07-26T06:36:40.070 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-RevEnhXXhoCADlD off=1777387 len=887597 2024-07-26T06:36:40.074 INFO:tasks.workunit.client.0.smithi089.stdout:op 3496 completed, throughput=5MB/sec 2024-07-26T06:36:40.074 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-aH1Sg9o3w6sKC1h off=3885551 len=1308775 2024-07-26T06:36:40.076 INFO:tasks.workunit.client.0.smithi089.stdout:op 3497 completed, throughput=5MB/sec 2024-07-26T06:36:40.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:36:40 smithi155 ceph-mon[90160]: pgmap v1756: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T06:36:40.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:36:40 smithi089 ceph-mon[99608]: pgmap v1756: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T06:36:40.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:36:40 smithi089 ceph-mon[102056]: pgmap v1756: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T06:36:41.076 INFO:tasks.workunit.client.0.smithi089.stdout: 672: throughput=4.99MB/sec pending data=0 2024-07-26T06:36:41.076 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-lZh_EU4gcYudLcD off=12864858 len=1425612 2024-07-26T06:36:41.084 INFO:tasks.workunit.client.0.smithi089.stdout:op 3498 completed, throughput=5MB/sec 2024-07-26T06:36:41.084 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-378OkSIrZ7MYJ6C off=1009029 len=422934 2024-07-26T06:36:41.088 INFO:tasks.workunit.client.0.smithi089.stdout:op 3499 completed, throughput=5MB/sec 2024-07-26T06:36:41.088 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-jIMOV94dVMWB7dJ off=446069 len=1198539 2024-07-26T06:36:41.089 INFO:tasks.workunit.client.0.smithi089.stdout:op 3500 completed, throughput=5MB/sec 2024-07-26T06:36:41.089 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-uqQbajHfMVmnioQ off=6464646 len=1761063 2024-07-26T06:36:41.091 INFO:tasks.workunit.client.0.smithi089.stdout:op 3501 completed, throughput=5MB/sec 2024-07-26T06:36:41.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:36:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:36:41.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:36:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:36:41.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:36:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:36:42.091 INFO:tasks.workunit.client.0.smithi089.stdout: 673: throughput=4.99MB/sec pending data=0 2024-07-26T06:36:42.091 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-yJ2MCvOtjv67yVc off=2342227 len=1097762 2024-07-26T06:36:42.094 INFO:tasks.workunit.client.0.smithi089.stdout:op 3502 completed, throughput=4.99MB/sec 2024-07-26T06:36:42.094 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-SZ7WfGE3XH_SArO off=653614 len=1201397 2024-07-26T06:36:42.101 INFO:tasks.workunit.client.0.smithi089.stdout:op 3503 completed, throughput=5MB/sec 2024-07-26T06:36:42.101 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-tvkYoSKohTplZvQ off=11084693 len=1501540 2024-07-26T06:36:42.107 INFO:tasks.workunit.client.0.smithi089.stdout:op 3504 completed, throughput=5MB/sec 2024-07-26T06:36:42.107 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-8KtE6v-8gLak1YF off=7203437 len=1647767 2024-07-26T06:36:42.109 INFO:tasks.workunit.client.0.smithi089.stdout:op 3505 completed, throughput=5MB/sec 2024-07-26T06:36:42.533 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:36:42 smithi089 ceph-mon[99608]: pgmap v1757: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T06:36:42.534 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:36:42 smithi089 ceph-mon[102056]: pgmap v1757: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T06:36:42.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:36:42 smithi155 ceph-mon[90160]: pgmap v1757: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T06:36:42.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:36:42 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:36:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:36:42.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:36:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:36:42] "GET /metrics HTTP/1.1" 200 34046 "" "Prometheus/2.43.0" 2024-07-26T06:36:43.109 INFO:tasks.workunit.client.0.smithi089.stdout: 674: throughput=4.99MB/sec pending data=0 2024-07-26T06:36:43.110 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-HTtOWHCAwaFC1z8 off=1527577 len=1532442 2024-07-26T06:36:43.116 INFO:tasks.workunit.client.0.smithi089.stdout:op 3506 completed, throughput=5MB/sec 2024-07-26T06:36:43.116 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-g59bJ2ihS15uENp off=2026220 len=796281 2024-07-26T06:36:43.118 INFO:tasks.workunit.client.0.smithi089.stdout:op 3507 completed, throughput=5MB/sec 2024-07-26T06:36:43.118 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-iPbpqiOk43Tpc7t off=14905793 len=2015906 2024-07-26T06:36:43.128 INFO:tasks.workunit.client.0.smithi089.stdout:op 3508 completed, throughput=5MB/sec 2024-07-26T06:36:43.128 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-qhnQjkrsqdo-MhF off=2614705 len=425919 2024-07-26T06:36:43.131 INFO:tasks.workunit.client.0.smithi089.stdout:op 3509 completed, throughput=5MB/sec 2024-07-26T06:36:43.132 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-hcvlwgPyQNoAp19 off=5767348 len=1200301 2024-07-26T06:36:43.136 INFO:tasks.workunit.client.0.smithi089.stdout:op 3510 completed, throughput=5MB/sec 2024-07-26T06:36:44.137 INFO:tasks.workunit.client.0.smithi089.stdout: 675: throughput=4.99MB/sec pending data=0 2024-07-26T06:36:44.137 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-X-uaPVn-jE5yrvP off=139174 len=54679 2024-07-26T06:36:44.139 INFO:tasks.workunit.client.0.smithi089.stdout:op 3511 completed, throughput=4.99MB/sec 2024-07-26T06:36:44.139 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-njfKFzlmXaRSFBE off=1600786 len=151644 2024-07-26T06:36:44.141 INFO:tasks.workunit.client.0.smithi089.stdout:op 3512 completed, throughput=4.99MB/sec 2024-07-26T06:36:44.141 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-C_biQvqi3Tqhtvi off=1849990 len=1880356 2024-07-26T06:36:44.143 INFO:tasks.workunit.client.0.smithi089.stdout:op 3513 completed, throughput=5MB/sec 2024-07-26T06:36:44.143 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-0Pe2C0LqvTw6dr9 off=411421 len=636282 2024-07-26T06:36:44.148 INFO:tasks.workunit.client.0.smithi089.stdout:op 3514 completed, throughput=5MB/sec 2024-07-26T06:36:44.148 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-8Tw79ZMGqO005_T off=1026703 len=641681 2024-07-26T06:36:44.149 INFO:tasks.workunit.client.0.smithi089.stdout:op 3515 completed, throughput=5MB/sec 2024-07-26T06:36:44.149 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-3SUFIM5W9NBsJb_ off=5181278 len=262024 2024-07-26T06:36:44.152 INFO:tasks.workunit.client.0.smithi089.stdout:op 3516 completed, throughput=5MB/sec 2024-07-26T06:36:44.152 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-CqauR4hA0YS6hG7 off=8079689 len=420587 2024-07-26T06:36:44.153 INFO:tasks.workunit.client.0.smithi089.stdout:op 3517 completed, throughput=5MB/sec 2024-07-26T06:36:44.153 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-7yKFcgos6p8wx8A off=1342747 len=1204749 2024-07-26T06:36:44.158 INFO:tasks.workunit.client.0.smithi089.stdout:op 3518 completed, throughput=5MB/sec 2024-07-26T06:36:44.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:36:44 smithi155 ceph-mon[90160]: pgmap v1758: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-07-26T06:36:44.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:36:44 smithi089 ceph-mon[99608]: pgmap v1758: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-07-26T06:36:44.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:36:44 smithi089 ceph-mon[102056]: pgmap v1758: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-07-26T06:36:45.158 INFO:tasks.workunit.client.0.smithi089.stdout: 676: throughput=4.99MB/sec pending data=0 2024-07-26T06:36:45.158 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-mqHkW-9STJcfaTD off=2856580 len=319107 2024-07-26T06:36:45.159 INFO:tasks.workunit.client.0.smithi089.stdout:op 3519 completed, throughput=4.99MB/sec 2024-07-26T06:36:45.159 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-wr_5Crbvh4S6tjz off=11656020 len=205731 2024-07-26T06:36:45.159 INFO:tasks.workunit.client.0.smithi089.stdout:op 3520 completed, throughput=4.99MB/sec 2024-07-26T06:36:45.160 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-k1mFPvAuRYF4rtW off=4583722 len=143126 2024-07-26T06:36:45.162 INFO:tasks.workunit.client.0.smithi089.stdout:op 3521 completed, throughput=4.99MB/sec 2024-07-26T06:36:45.162 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-5SKkFqYIPHnPRsu off=2593597 len=945365 2024-07-26T06:36:45.168 INFO:tasks.workunit.client.0.smithi089.stdout:op 3522 completed, throughput=5MB/sec 2024-07-26T06:36:45.168 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-3tpXu-eGZZInk9Y off=1079272 len=1681049 2024-07-26T06:36:45.170 INFO:tasks.workunit.client.0.smithi089.stdout:op 3523 completed, throughput=5MB/sec 2024-07-26T06:36:45.170 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-xfVMjrG0eRcBE9T off=4088047 len=1427172 2024-07-26T06:36:45.176 INFO:tasks.workunit.client.0.smithi089.stdout:op 3524 completed, throughput=5MB/sec 2024-07-26T06:36:46.176 INFO:tasks.workunit.client.0.smithi089.stdout: 677: throughput=4.99MB/sec pending data=0 2024-07-26T06:36:46.176 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-6B58kASProRBPiD off=1931639 len=106376 2024-07-26T06:36:46.177 INFO:tasks.workunit.client.0.smithi089.stdout:op 3525 completed, throughput=4.99MB/sec 2024-07-26T06:36:46.177 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-kChBrwijlZxawcj off=8091701 len=983613 2024-07-26T06:36:46.178 INFO:tasks.workunit.client.0.smithi089.stdout:op 3526 completed, throughput=4.99MB/sec 2024-07-26T06:36:46.179 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-vZs_Wmy2URq6D-V off=6612433 len=649292 2024-07-26T06:36:46.182 INFO:tasks.workunit.client.0.smithi089.stdout:op 3527 completed, throughput=5MB/sec 2024-07-26T06:36:46.183 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-nzq3By-AzczNt8S off=8481534 len=1740038 2024-07-26T06:36:46.186 INFO:tasks.workunit.client.0.smithi089.stdout:op 3528 completed, throughput=5MB/sec 2024-07-26T06:36:46.186 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-9T13kEmrW5Kug63 off=10246972 len=1792395 2024-07-26T06:36:46.188 INFO:tasks.workunit.client.0.smithi089.stdout:op 3529 completed, throughput=5MB/sec 2024-07-26T06:36:46.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:36:46 smithi155 ceph-mon[90160]: pgmap v1759: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-07-26T06:36:46.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:36:46 smithi089 ceph-mon[99608]: pgmap v1759: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-07-26T06:36:46.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:36:46 smithi089 ceph-mon[102056]: pgmap v1759: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-07-26T06:36:47.188 INFO:tasks.workunit.client.0.smithi089.stdout: 678: throughput=4.99MB/sec pending data=0 2024-07-26T06:36:47.188 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-rFcZjEopxlhACyg off=13093888 len=198496 2024-07-26T06:36:47.191 INFO:tasks.workunit.client.0.smithi089.stdout:op 3530 completed, throughput=4.99MB/sec 2024-07-26T06:36:47.191 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-w07lYrInqoBWKhI off=12353984 len=1662172 2024-07-26T06:36:47.201 INFO:tasks.workunit.client.0.smithi089.stdout:op 3531 completed, throughput=5MB/sec 2024-07-26T06:36:47.201 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-En2dQxQuqwgrWiJ off=12170656 len=233707 2024-07-26T06:36:47.204 INFO:tasks.workunit.client.0.smithi089.stdout:op 3532 completed, throughput=5MB/sec 2024-07-26T06:36:47.204 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-4BunJyNm1rQTO5L off=793968 len=716757 2024-07-26T06:36:47.208 INFO:tasks.workunit.client.0.smithi089.stdout:op 3533 completed, throughput=5MB/sec 2024-07-26T06:36:47.208 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-EfPu97ZDEfdqy1D off=9088229 len=1744761 2024-07-26T06:36:47.210 INFO:tasks.workunit.client.0.smithi089.stdout:op 3534 completed, throughput=5MB/sec 2024-07-26T06:36:47.210 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-1yCaonEuwXwaAyy off=10073504 len=1657644 2024-07-26T06:36:47.212 INFO:tasks.workunit.client.0.smithi089.stdout:op 3535 completed, throughput=5MB/sec 2024-07-26T06:36:48.213 INFO:tasks.workunit.client.0.smithi089.stdout: 679: throughput=4.99MB/sec pending data=0 2024-07-26T06:36:48.213 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-5HlhLxsJwTZsHPw off=19049127 len=771640 2024-07-26T06:36:48.218 INFO:tasks.workunit.client.0.smithi089.stdout:op 3536 completed, throughput=5MB/sec 2024-07-26T06:36:48.218 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-01OaTJodjIyuIR0 off=4079509 len=1227677 2024-07-26T06:36:48.218 INFO:tasks.workunit.client.0.smithi089.stdout:op 3537 completed, throughput=5MB/sec 2024-07-26T06:36:48.218 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-_AcmCsKA5P92Jn0 off=308440 len=667473 2024-07-26T06:36:48.220 INFO:tasks.workunit.client.0.smithi089.stdout:op 3538 completed, throughput=5MB/sec 2024-07-26T06:36:48.220 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-rGDTo7T5USmQ3aT off=723020 len=1999808 2024-07-26T06:36:48.234 INFO:tasks.workunit.client.0.smithi089.stdout:op 3539 completed, throughput=5MB/sec 2024-07-26T06:36:48.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:36:48 smithi155 ceph-mon[90160]: pgmap v1760: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T06:36:48.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:36:48 smithi089 ceph-mon[99608]: pgmap v1760: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T06:36:48.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:36:48 smithi089 ceph-mon[102056]: pgmap v1760: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T06:36:49.234 INFO:tasks.workunit.client.0.smithi089.stdout: 680: throughput=4.99MB/sec pending data=0 2024-07-26T06:36:49.234 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-nHoVSASCWMOINDF off=1416839 len=1732862 2024-07-26T06:36:49.237 INFO:tasks.workunit.client.0.smithi089.stdout:op 3540 completed, throughput=5MB/sec 2024-07-26T06:36:49.237 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-qiZFHdCX1yjrcWI off=3289784 len=1921683 2024-07-26T06:36:49.249 INFO:tasks.workunit.client.0.smithi089.stdout:op 3541 completed, throughput=5MB/sec 2024-07-26T06:36:49.249 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-WrWj4QyZj9H6ZIf off=13487249 len=713824 2024-07-26T06:36:49.253 INFO:tasks.workunit.client.0.smithi089.stdout:op 3542 completed, throughput=5MB/sec 2024-07-26T06:36:49.253 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-YdwfArSCehVlo3i off=7439802 len=1913936 2024-07-26T06:36:49.259 INFO:tasks.workunit.client.0.smithi089.stdout:op 3543 completed, throughput=5MB/sec 2024-07-26T06:36:50.260 INFO:tasks.workunit.client.0.smithi089.stdout: 681: throughput=4.99MB/sec pending data=0 2024-07-26T06:36:50.260 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-WqIWdvjb4htugYS off=6504347 len=1439696 2024-07-26T06:36:50.266 INFO:tasks.workunit.client.0.smithi089.stdout:op 3544 completed, throughput=5MB/sec 2024-07-26T06:36:50.266 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-07oge-RLDcY1LAd off=9502450 len=861801 2024-07-26T06:36:50.267 INFO:tasks.workunit.client.0.smithi089.stdout:op 3545 completed, throughput=5MB/sec 2024-07-26T06:36:50.267 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-UTQqVJSQSooZpBc off=2669279 len=488471 2024-07-26T06:36:50.271 INFO:tasks.workunit.client.0.smithi089.stdout:op 3546 completed, throughput=5MB/sec 2024-07-26T06:36:50.272 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Ry6Jwmq8fZ_5YZf off=2672661 len=123611 2024-07-26T06:36:50.274 INFO:tasks.workunit.client.0.smithi089.stdout:op 3547 completed, throughput=5MB/sec 2024-07-26T06:36:50.274 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-pMwYsHo5sU31o9t off=12067736 len=1099509 2024-07-26T06:36:50.277 INFO:tasks.workunit.client.0.smithi089.stdout:op 3548 completed, throughput=5MB/sec 2024-07-26T06:36:50.277 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-GfKWQLXYKsA4iUw off=7783807 len=307321 2024-07-26T06:36:50.279 INFO:tasks.workunit.client.0.smithi089.stdout:op 3549 completed, throughput=5MB/sec 2024-07-26T06:36:50.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:36:50 smithi155 ceph-mon[90160]: pgmap v1761: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-26T06:36:50.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:36:50 smithi089 ceph-mon[99608]: pgmap v1761: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-26T06:36:50.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:36:50 smithi089 ceph-mon[102056]: pgmap v1761: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-26T06:36:51.279 INFO:tasks.workunit.client.0.smithi089.stdout: 682: throughput=4.99MB/sec pending data=0 2024-07-26T06:36:51.280 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-c3OL5_Z_SGzfC70 off=11702174 len=1420449 2024-07-26T06:36:51.281 INFO:tasks.workunit.client.0.smithi089.stdout:op 3550 completed, throughput=5MB/sec 2024-07-26T06:36:51.281 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-4FpC3xlhhw4GcAd off=19514 len=1702052 2024-07-26T06:36:51.283 INFO:tasks.workunit.client.0.smithi089.stdout:op 3551 completed, throughput=5MB/sec 2024-07-26T06:36:51.283 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-go0a-cM_mon1V-0 off=5928410 len=853842 2024-07-26T06:36:51.289 INFO:tasks.workunit.client.0.smithi089.stdout:op 3552 completed, throughput=5MB/sec 2024-07-26T06:36:51.289 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-I1VVIai41ka4pWT off=8622144 len=2005425 2024-07-26T06:36:51.294 INFO:tasks.workunit.client.0.smithi089.stdout:op 3553 completed, throughput=5MB/sec 2024-07-26T06:36:52.292 INFO:tasks.workunit.client.0.smithi089.stdout: 683: throughput=4.99MB/sec pending data=0 2024-07-26T06:36:52.292 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-xM2EO4Fo0b2PGou off=12088269 len=1800416 2024-07-26T06:36:52.294 INFO:tasks.workunit.client.0.smithi089.stdout:op 3554 completed, throughput=5MB/sec 2024-07-26T06:36:52.294 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-OGChApS5TxQkQJh off=3552253 len=1558436 2024-07-26T06:36:52.301 INFO:tasks.workunit.client.0.smithi089.stdout:op 3555 completed, throughput=5MB/sec 2024-07-26T06:36:52.301 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-qZJzICqQ6yavXI1 off=9174383 len=1429288 2024-07-26T06:36:52.308 INFO:tasks.workunit.client.0.smithi089.stdout:op 3556 completed, throughput=5MB/sec 2024-07-26T06:36:52.431 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:36:52 smithi155 ceph-mon[90160]: pgmap v1762: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-26T06:36:52.431 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:36:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:36:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:36:52.532 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:36:52 smithi089 ceph-mon[99608]: pgmap v1762: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-26T06:36:52.533 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:36:52 smithi089 ceph-mon[102056]: pgmap v1762: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-26T06:36:52.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:36:52 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:36:52] "GET /metrics HTTP/1.1" 200 34046 "" "Prometheus/2.43.0" 2024-07-26T06:36:53.308 INFO:tasks.workunit.client.0.smithi089.stdout: 684: throughput=4.99MB/sec pending data=0 2024-07-26T06:36:53.308 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-mzszPPGKBu4N1So off=5089124 len=1950107 2024-07-26T06:36:53.318 INFO:tasks.workunit.client.0.smithi089.stdout:op 3557 completed, throughput=5MB/sec 2024-07-26T06:36:53.318 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-wy5GtnaGfIgY-nP off=1483936 len=1304343 2024-07-26T06:36:53.324 INFO:tasks.workunit.client.0.smithi089.stdout:op 3558 completed, throughput=5MB/sec 2024-07-26T06:36:53.324 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-7_j2oTSW3K0RM0I off=3770978 len=2038322 2024-07-26T06:36:53.326 INFO:tasks.workunit.client.0.smithi089.stdout:op 3559 completed, throughput=5MB/sec 2024-07-26T06:36:54.326 INFO:tasks.workunit.client.0.smithi089.stdout: 685: throughput=4.99MB/sec pending data=0 2024-07-26T06:36:54.326 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-r04_ih1p6RLAUaT off=11401121 len=366732 2024-07-26T06:36:54.327 INFO:tasks.workunit.client.0.smithi089.stdout:op 3560 completed, throughput=4.99MB/sec 2024-07-26T06:36:54.327 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-SOHwz7XOx5EdGlf off=20465 len=332561 2024-07-26T06:36:54.331 INFO:tasks.workunit.client.0.smithi089.stdout:op 3561 completed, throughput=4.99MB/sec 2024-07-26T06:36:54.331 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-VwZqwg2JyGV0C_T off=8504135 len=464124 2024-07-26T06:36:54.335 INFO:tasks.workunit.client.0.smithi089.stdout:op 3562 completed, throughput=4.99MB/sec 2024-07-26T06:36:54.335 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-AtjTkTk9TFFh4Ta off=7765197 len=1032024 2024-07-26T06:36:54.336 INFO:tasks.workunit.client.0.smithi089.stdout:op 3563 completed, throughput=5MB/sec 2024-07-26T06:36:54.336 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-puZKjsa7vE2CzNR off=14225918 len=331896 2024-07-26T06:36:54.337 INFO:tasks.workunit.client.0.smithi089.stdout:op 3564 completed, throughput=5MB/sec 2024-07-26T06:36:54.337 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj--lOobwb1V2f6iW4 off=5202789 len=1886951 2024-07-26T06:36:54.339 INFO:tasks.workunit.client.0.smithi089.stdout:op 3565 completed, throughput=5MB/sec 2024-07-26T06:36:54.339 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-xsJ6r2wMib7ClWc off=4462402 len=817852 2024-07-26T06:36:54.344 INFO:tasks.workunit.client.0.smithi089.stdout:op 3566 completed, throughput=5MB/sec 2024-07-26T06:36:54.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:36:54 smithi155 ceph-mon[90160]: pgmap v1763: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:36:54.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:36:54 smithi089 ceph-mon[99608]: pgmap v1763: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:36:54.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:36:54 smithi089 ceph-mon[102056]: pgmap v1763: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:36:55.345 INFO:tasks.workunit.client.0.smithi089.stdout: 686: throughput=4.99MB/sec pending data=0 2024-07-26T06:36:55.345 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-3e0Fvf59Xu1_dG_ off=10451449 len=810436 2024-07-26T06:36:55.350 INFO:tasks.workunit.client.0.smithi089.stdout:op 3567 completed, throughput=4.99MB/sec 2024-07-26T06:36:55.350 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-I36f_mMQSFZDF7Q off=1932465 len=1642396 2024-07-26T06:36:55.358 INFO:tasks.workunit.client.0.smithi089.stdout:op 3568 completed, throughput=5MB/sec 2024-07-26T06:36:55.358 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-aos8H3l4do_aXIj off=13581939 len=884826 2024-07-26T06:36:55.361 INFO:tasks.workunit.client.0.smithi089.stdout:op 3569 completed, throughput=5MB/sec 2024-07-26T06:36:55.361 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-jJ2W6dy7e1goqVG off=11770130 len=1407870 2024-07-26T06:36:55.362 INFO:tasks.workunit.client.0.smithi089.stdout:op 3570 completed, throughput=5MB/sec 2024-07-26T06:36:55.363 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-3dGTBhvottkz4B3 off=1991064 len=623617 2024-07-26T06:36:55.363 INFO:tasks.workunit.client.0.smithi089.stdout:op 3571 completed, throughput=5MB/sec 2024-07-26T06:36:56.364 INFO:tasks.workunit.client.0.smithi089.stdout: 687: throughput=4.99MB/sec pending data=0 2024-07-26T06:36:56.364 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-qkVDR89uWvufgs0 off=16381563 len=2083791 2024-07-26T06:36:56.376 INFO:tasks.workunit.client.0.smithi089.stdout:op 3572 completed, throughput=5MB/sec 2024-07-26T06:36:56.376 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-B5tHqOZVObnhjKw off=3348626 len=1735806 2024-07-26T06:36:56.387 INFO:tasks.workunit.client.0.smithi089.stdout:op 3573 completed, throughput=5MB/sec 2024-07-26T06:36:56.387 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-jtrD6TGCbEBY2Yh off=9701370 len=497196 2024-07-26T06:36:56.389 INFO:tasks.workunit.client.0.smithi089.stdout:op 3574 completed, throughput=5MB/sec 2024-07-26T06:36:56.389 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-oMRQdhLeAEK1rpb off=1170253 len=81852 2024-07-26T06:36:56.389 INFO:tasks.workunit.client.0.smithi089.stdout:op 3575 completed, throughput=5MB/sec 2024-07-26T06:36:56.389 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-n0NTYCzHkMMvF2Z off=2814660 len=1389884 2024-07-26T06:36:56.390 INFO:tasks.workunit.client.0.smithi089.stdout:op 3576 completed, throughput=5MB/sec 2024-07-26T06:36:56.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:36:56 smithi155 ceph-mon[90160]: pgmap v1764: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:36:56.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:36:56 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:36:56.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:36:56 smithi089 ceph-mon[99608]: pgmap v1764: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:36:56.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:36:56 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:36:56.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:36:56 smithi089 ceph-mon[102056]: pgmap v1764: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:36:56.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:36:56 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:36:57.391 INFO:tasks.workunit.client.0.smithi089.stdout: 688: throughput=4.99MB/sec pending data=0 2024-07-26T06:36:57.391 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-hITl3oDAOJ9YSzz off=13550322 len=762125 2024-07-26T06:36:57.396 INFO:tasks.workunit.client.0.smithi089.stdout:op 3577 completed, throughput=4.99MB/sec 2024-07-26T06:36:57.396 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-negE5C3vnc7TfYG off=157816 len=196927 2024-07-26T06:36:57.399 INFO:tasks.workunit.client.0.smithi089.stdout:op 3578 completed, throughput=5MB/sec 2024-07-26T06:36:57.400 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-czkzn25kZBsEhRS off=675187 len=1831349 2024-07-26T06:36:57.406 INFO:tasks.workunit.client.0.smithi089.stdout:op 3579 completed, throughput=5MB/sec 2024-07-26T06:36:57.406 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-KQE2-U-iUWH-oKe off=18131319 len=1695867 2024-07-26T06:36:57.415 INFO:tasks.workunit.client.0.smithi089.stdout:op 3580 completed, throughput=5MB/sec 2024-07-26T06:36:57.415 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-rIOxIjemK_zl_bZ off=369790 len=1799145 2024-07-26T06:36:57.423 INFO:tasks.workunit.client.0.smithi089.stdout:op 3581 completed, throughput=5MB/sec 2024-07-26T06:36:58.423 INFO:tasks.workunit.client.0.smithi089.stdout: 689: throughput=4.99MB/sec pending data=0 2024-07-26T06:36:58.423 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Gd0XgXz-CUp3Flw off=0 len=1363122 2024-07-26T06:36:58.425 INFO:tasks.workunit.client.0.smithi089.stdout:op 3582 completed, throughput=5MB/sec 2024-07-26T06:36:58.425 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-pEH-qrtVXOkyKkO off=18110502 len=160084 2024-07-26T06:36:58.425 INFO:tasks.workunit.client.0.smithi089.stdout:op 3583 completed, throughput=5MB/sec 2024-07-26T06:36:58.426 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-tXKUppkH5TD3omi off=19912938 len=1512455 2024-07-26T06:36:58.433 INFO:tasks.workunit.client.0.smithi089.stdout:op 3584 completed, throughput=5MB/sec 2024-07-26T06:36:58.433 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-X8v2ODmAAvrRZ7L off=4980832 len=197008 2024-07-26T06:36:58.435 INFO:tasks.workunit.client.0.smithi089.stdout:op 3585 completed, throughput=5MB/sec 2024-07-26T06:36:58.435 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-rZ5Uc66GucHea9c off=2150941 len=1640781 2024-07-26T06:36:58.442 INFO:tasks.workunit.client.0.smithi089.stdout:op 3586 completed, throughput=5MB/sec 2024-07-26T06:36:58.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:36:58 smithi155 ceph-mon[90160]: pgmap v1765: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:36:58.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:36:58 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:36:58.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:36:58 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:36:58.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:36:58 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:36:58.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:36:58 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:36:58.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:36:58 smithi089 ceph-mon[99608]: pgmap v1765: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:36:58.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:36:58 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:36:58.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:36:58 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:36:58.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:36:58 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:36:58.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:36:58 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:36:58.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:36:58 smithi089 ceph-mon[102056]: pgmap v1765: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:36:58.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:36:58 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:36:58.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:36:58 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:36:58.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:36:58 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:36:58.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:36:58 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:36:59.443 INFO:tasks.workunit.client.0.smithi089.stdout: 690: throughput=4.99MB/sec pending data=0 2024-07-26T06:36:59.443 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-aVspxI4TeFjIW6E off=1303643 len=834461 2024-07-26T06:36:59.447 INFO:tasks.workunit.client.0.smithi089.stdout:op 3587 completed, throughput=5MB/sec 2024-07-26T06:36:59.448 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-EuxnR0isbNsqpQF off=11963625 len=842977 2024-07-26T06:36:59.450 INFO:tasks.workunit.client.0.smithi089.stdout:op 3588 completed, throughput=5MB/sec 2024-07-26T06:36:59.450 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-HL0bxkjXqLSrnnU off=2284891 len=796499 2024-07-26T06:36:59.451 INFO:tasks.workunit.client.0.smithi089.stdout:op 3589 completed, throughput=5MB/sec 2024-07-26T06:36:59.451 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-nHiOqP4w5K548mD off=5315029 len=886267 2024-07-26T06:36:59.455 INFO:tasks.workunit.client.0.smithi089.stdout:op 3590 completed, throughput=5MB/sec 2024-07-26T06:36:59.455 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Lh_9UJAMT36OF9h off=4662022 len=1847774 2024-07-26T06:36:59.462 INFO:tasks.workunit.client.0.smithi089.stdout:op 3591 completed, throughput=5MB/sec 2024-07-26T06:37:00.463 INFO:tasks.workunit.client.0.smithi089.stdout: 691: throughput=4.99MB/sec pending data=0 2024-07-26T06:37:00.463 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-8lR0CcUh4Z8jic- off=298121 len=887288 2024-07-26T06:37:00.468 INFO:tasks.workunit.client.0.smithi089.stdout:op 3592 completed, throughput=5MB/sec 2024-07-26T06:37:00.468 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-dI4MTQHbYRX9NoY off=12384126 len=602777 2024-07-26T06:37:00.470 INFO:tasks.workunit.client.0.smithi089.stdout:op 3593 completed, throughput=5MB/sec 2024-07-26T06:37:00.470 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-BFn-OfJB4vr8DdN off=10079998 len=1385750 2024-07-26T06:37:00.478 INFO:tasks.workunit.client.0.smithi089.stdout:op 3594 completed, throughput=5MB/sec 2024-07-26T06:37:00.478 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-I2zEgKVR4vtJ9sP off=9855829 len=1897641 2024-07-26T06:37:00.490 INFO:tasks.workunit.client.0.smithi089.stdout:op 3595 completed, throughput=5MB/sec 2024-07-26T06:37:00.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:37:00 smithi155 ceph-mon[90160]: pgmap v1766: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:37:00.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:37:00 smithi089 ceph-mon[99608]: pgmap v1766: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:37:00.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:37:00 smithi089 ceph-mon[102056]: pgmap v1766: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:37:01.490 INFO:tasks.workunit.client.0.smithi089.stdout: 692: throughput=4.99MB/sec pending data=0 2024-07-26T06:37:01.490 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-8HmR2OaNIZrM5VD off=9484205 len=1969858 2024-07-26T06:37:01.502 INFO:tasks.workunit.client.0.smithi089.stdout:op 3596 completed, throughput=5MB/sec 2024-07-26T06:37:01.502 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-QKN2F-_wfVPIxT9 off=3877083 len=1010037 2024-07-26T06:37:01.508 INFO:tasks.workunit.client.0.smithi089.stdout:op 3597 completed, throughput=5MB/sec 2024-07-26T06:37:01.508 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-aLkNVEUQ6tqGs0W off=10820089 len=2041830 2024-07-26T06:37:01.510 INFO:tasks.workunit.client.0.smithi089.stdout:op 3598 completed, throughput=5MB/sec 2024-07-26T06:37:01.510 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-HpPD3gCyAbnZMnj off=620801 len=2063366 2024-07-26T06:37:01.515 INFO:tasks.workunit.client.0.smithi089.stdout:op 3599 completed, throughput=5MB/sec 2024-07-26T06:37:02.516 INFO:tasks.workunit.client.0.smithi089.stdout: 693: throughput=5MB/sec pending data=0 2024-07-26T06:37:02.516 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-0712YICWDzyPXK3 off=14668843 len=245310 2024-07-26T06:37:02.517 INFO:tasks.workunit.client.0.smithi089.stdout:op 3600 completed, throughput=5MB/sec 2024-07-26T06:37:02.517 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Z4wcAu8Swgb6wcH off=8167551 len=191896 2024-07-26T06:37:02.521 INFO:tasks.workunit.client.0.smithi089.stdout:op 3601 completed, throughput=5MB/sec 2024-07-26T06:37:02.521 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-tISHmZ6AvhU7gg6 off=699806 len=1456346 2024-07-26T06:37:02.523 INFO:tasks.workunit.client.0.smithi089.stdout:op 3602 completed, throughput=5MB/sec 2024-07-26T06:37:02.523 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-XYD2jE_oBIjawGx off=5141002 len=994938 2024-07-26T06:37:02.528 INFO:tasks.workunit.client.0.smithi089.stdout:op 3603 completed, throughput=5MB/sec 2024-07-26T06:37:02.528 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-cK3sErjWUaYrEir off=2309861 len=1619169 2024-07-26T06:37:02.529 INFO:tasks.workunit.client.0.smithi089.stdout:op 3604 completed, throughput=5MB/sec 2024-07-26T06:37:02.532 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:37:02 smithi089 ceph-mon[99608]: pgmap v1767: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-26T06:37:02.532 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:37:02 smithi089 ceph-mon[102056]: pgmap v1767: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-26T06:37:02.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:37:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:37:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:37:02.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:37:02 smithi155 ceph-mon[90160]: pgmap v1767: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-26T06:37:02.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:37:02 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:37:02] "GET /metrics HTTP/1.1" 200 34048 "" "Prometheus/2.43.0" 2024-07-26T06:37:03.530 INFO:tasks.workunit.client.0.smithi089.stdout: 694: throughput=4.99MB/sec pending data=0 2024-07-26T06:37:03.530 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-u6VLp8UOIvYvtcM off=5479005 len=1820855 2024-07-26T06:37:03.538 INFO:tasks.workunit.client.0.smithi089.stdout:op 3605 completed, throughput=5MB/sec 2024-07-26T06:37:03.539 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-5gLgq1bqBVC0aG3 off=2014604 len=1692534 2024-07-26T06:37:03.545 INFO:tasks.workunit.client.0.smithi089.stdout:op 3606 completed, throughput=5MB/sec 2024-07-26T06:37:03.546 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-bKtm8AAUhG-cGej off=15030862 len=1851817 2024-07-26T06:37:03.554 INFO:tasks.workunit.client.0.smithi089.stdout:op 3607 completed, throughput=5MB/sec 2024-07-26T06:37:04.555 INFO:tasks.workunit.client.0.smithi089.stdout: 695: throughput=4.99MB/sec pending data=0 2024-07-26T06:37:04.555 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ezWQMGmMtxdMP2k off=415561 len=1182431 2024-07-26T06:37:04.557 INFO:tasks.workunit.client.0.smithi089.stdout:op 3608 completed, throughput=5MB/sec 2024-07-26T06:37:04.557 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-728tmkirzvwjDK6 off=1496196 len=1228237 2024-07-26T06:37:04.562 INFO:tasks.workunit.client.0.smithi089.stdout:op 3609 completed, throughput=5MB/sec 2024-07-26T06:37:04.562 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-sPRlSe4uIwXdiPL off=13343240 len=385189 2024-07-26T06:37:04.563 INFO:tasks.workunit.client.0.smithi089.stdout:op 3610 completed, throughput=5MB/sec 2024-07-26T06:37:04.563 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-HKx3tkayW-GfSQ5 off=5723867 len=346462 2024-07-26T06:37:04.567 INFO:tasks.workunit.client.0.smithi089.stdout:op 3611 completed, throughput=5MB/sec 2024-07-26T06:37:04.567 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-5foi-RuqO8U4SeR off=4306581 len=2024343 2024-07-26T06:37:04.579 INFO:tasks.workunit.client.0.smithi089.stdout:op 3612 completed, throughput=5MB/sec 2024-07-26T06:37:04.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:37:04 smithi155 ceph-mon[90160]: pgmap v1768: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-07-26T06:37:04.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:37:04 smithi089 ceph-mon[99608]: pgmap v1768: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-07-26T06:37:04.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:37:04 smithi089 ceph-mon[102056]: pgmap v1768: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-07-26T06:37:05.580 INFO:tasks.workunit.client.0.smithi089.stdout: 696: throughput=4.99MB/sec pending data=0 2024-07-26T06:37:05.580 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-OpfIoLgI1dkBC4q off=15305810 len=1997938 2024-07-26T06:37:05.590 INFO:tasks.workunit.client.0.smithi089.stdout:op 3613 completed, throughput=5MB/sec 2024-07-26T06:37:05.590 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Uc0zteCS-1K2ppF off=2843462 len=1430267 2024-07-26T06:37:05.592 INFO:tasks.workunit.client.0.smithi089.stdout:op 3614 completed, throughput=5MB/sec 2024-07-26T06:37:05.592 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-dMM9MvfdGTBgjcY off=4384624 len=325604 2024-07-26T06:37:05.592 INFO:tasks.workunit.client.0.smithi089.stdout:op 3615 completed, throughput=5MB/sec 2024-07-26T06:37:05.592 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-k4IXqe4iz-mhU6n off=871031 len=1317571 2024-07-26T06:37:05.601 INFO:tasks.workunit.client.0.smithi089.stdout:op 3616 completed, throughput=5MB/sec 2024-07-26T06:37:06.601 INFO:tasks.workunit.client.0.smithi089.stdout: 697: throughput=4.99MB/sec pending data=0 2024-07-26T06:37:06.601 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-VTGPy1fLgUQtK9j off=2039190 len=419148 2024-07-26T06:37:06.602 INFO:tasks.workunit.client.0.smithi089.stdout:op 3617 completed, throughput=4.99MB/sec 2024-07-26T06:37:06.603 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-JoToQtrOr1SK_x_ off=7755953 len=1387680 2024-07-26T06:37:06.609 INFO:tasks.workunit.client.0.smithi089.stdout:op 3618 completed, throughput=5MB/sec 2024-07-26T06:37:06.609 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-uc9VUSR4c8P_526 off=3151431 len=1536827 2024-07-26T06:37:06.619 INFO:tasks.workunit.client.0.smithi089.stdout:op 3619 completed, throughput=5MB/sec 2024-07-26T06:37:06.619 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-rewDyVivGEWEaGW off=109255 len=126676 2024-07-26T06:37:06.621 INFO:tasks.workunit.client.0.smithi089.stdout:op 3620 completed, throughput=5MB/sec 2024-07-26T06:37:06.621 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-9ekEXJ5bLUZVq-Q off=13220729 len=1016435 2024-07-26T06:37:06.625 INFO:tasks.workunit.client.0.smithi089.stdout:op 3621 completed, throughput=5MB/sec 2024-07-26T06:37:06.625 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-aUkwNpbMENhs-Ak off=806745 len=497765 2024-07-26T06:37:06.628 INFO:tasks.workunit.client.0.smithi089.stdout:op 3622 completed, throughput=5MB/sec 2024-07-26T06:37:06.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:37:06 smithi155 ceph-mon[90160]: pgmap v1769: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-26T06:37:06.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:37:06 smithi089 ceph-mon[99608]: pgmap v1769: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-26T06:37:06.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:37:06 smithi089 ceph-mon[102056]: pgmap v1769: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-26T06:37:07.629 INFO:tasks.workunit.client.0.smithi089.stdout: 698: throughput=4.99MB/sec pending data=0 2024-07-26T06:37:07.629 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-hXGCtan3EkFgntc off=6852961 len=1128116 2024-07-26T06:37:07.634 INFO:tasks.workunit.client.0.smithi089.stdout:op 3623 completed, throughput=4.99MB/sec 2024-07-26T06:37:07.634 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-bTDAELHAGJXlL_N off=0 len=1156350 2024-07-26T06:37:07.642 INFO:tasks.workunit.client.0.smithi089.stdout:op 3624 completed, throughput=5MB/sec 2024-07-26T06:37:07.642 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj--6gxUfTXF5JwO5l off=518558 len=482801 2024-07-26T06:37:07.645 INFO:tasks.workunit.client.0.smithi089.stdout:op 3625 completed, throughput=5MB/sec 2024-07-26T06:37:07.645 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-TX6SkQXBhBrnsTA off=22074045 len=967674 2024-07-26T06:37:07.647 INFO:tasks.workunit.client.0.smithi089.stdout:op 3626 completed, throughput=5MB/sec 2024-07-26T06:37:07.647 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj--f-9oEQIaq11SDY off=5761272 len=1285403 2024-07-26T06:37:07.649 INFO:tasks.workunit.client.0.smithi089.stdout:op 3627 completed, throughput=5MB/sec 2024-07-26T06:37:07.649 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-eG9YV1va6yX03mm off=6404633 len=1854410 2024-07-26T06:37:07.658 INFO:tasks.workunit.client.0.smithi089.stdout:op 3628 completed, throughput=5MB/sec 2024-07-26T06:37:08.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:37:08 smithi155 ceph-mon[90160]: pgmap v1770: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-07-26T06:37:08.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:37:08 smithi089 ceph-mon[99608]: pgmap v1770: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-07-26T06:37:08.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:37:08 smithi089 ceph-mon[102056]: pgmap v1770: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-07-26T06:37:08.659 INFO:tasks.workunit.client.0.smithi089.stdout: 699: throughput=5MB/sec pending data=0 2024-07-26T06:37:08.659 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-DEA8WSGj4cSdVua off=1392729 len=1614934 2024-07-26T06:37:08.661 INFO:tasks.workunit.client.0.smithi089.stdout:op 3629 completed, throughput=5MB/sec 2024-07-26T06:37:08.661 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-snCNZhtxX2uqb1R off=22793202 len=458211 2024-07-26T06:37:08.662 INFO:tasks.workunit.client.0.smithi089.stdout:op 3630 completed, throughput=5MB/sec 2024-07-26T06:37:08.662 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-FS4_WzPekNq8bPO off=5230657 len=195112 2024-07-26T06:37:08.663 INFO:tasks.workunit.client.0.smithi089.stdout:op 3631 completed, throughput=5MB/sec 2024-07-26T06:37:08.663 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-hUCYfPVYqhd9AsE off=1696001 len=1484049 2024-07-26T06:37:08.664 INFO:tasks.workunit.client.0.smithi089.stdout:op 3632 completed, throughput=5MB/sec 2024-07-26T06:37:09.665 INFO:tasks.workunit.client.0.smithi089.stdout: 700: throughput=4.99MB/sec pending data=0 2024-07-26T06:37:09.665 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-l_ZxKJ9UBUCClMo off=4510205 len=1415301 2024-07-26T06:37:09.672 INFO:tasks.workunit.client.0.smithi089.stdout:op 3633 completed, throughput=5MB/sec 2024-07-26T06:37:09.672 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-blNGhJ6UuekGMI1 off=9485151 len=1520020 2024-07-26T06:37:09.681 INFO:tasks.workunit.client.0.smithi089.stdout:op 3634 completed, throughput=5MB/sec 2024-07-26T06:37:09.681 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-8DcXDAcxyUphVoz off=24535809 len=571384 2024-07-26T06:37:09.685 INFO:tasks.workunit.client.0.smithi089.stdout:op 3635 completed, throughput=5MB/sec 2024-07-26T06:37:09.685 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-uTjCZcCzgv99U48 off=2053019 len=1419409 2024-07-26T06:37:09.686 INFO:tasks.workunit.client.0.smithi089.stdout:op 3636 completed, throughput=5MB/sec 2024-07-26T06:37:09.687 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-c94NEIEdJirP53T off=22555446 len=273029 2024-07-26T06:37:09.687 INFO:tasks.workunit.client.0.smithi089.stdout:op 3637 completed, throughput=5MB/sec 2024-07-26T06:37:10.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:37:10 smithi155 ceph-mon[90160]: pgmap v1771: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.5 MiB/s wr, 4 op/s 2024-07-26T06:37:10.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:37:10 smithi089 ceph-mon[99608]: pgmap v1771: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.5 MiB/s wr, 4 op/s 2024-07-26T06:37:10.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:37:10 smithi089 ceph-mon[102056]: pgmap v1771: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.5 MiB/s wr, 4 op/s 2024-07-26T06:37:10.687 INFO:tasks.workunit.client.0.smithi089.stdout: 701: throughput=4.99MB/sec pending data=0 2024-07-26T06:37:10.687 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-qhYzv1jMym8C6Dr off=7021879 len=1120701 2024-07-26T06:37:10.692 INFO:tasks.workunit.client.0.smithi089.stdout:op 3638 completed, throughput=4.99MB/sec 2024-07-26T06:37:10.693 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-wnqwuWMTfwNKu7g off=246664 len=702157 2024-07-26T06:37:10.697 INFO:tasks.workunit.client.0.smithi089.stdout:op 3639 completed, throughput=5MB/sec 2024-07-26T06:37:10.697 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-jqwoRw8a_78gnIQ off=3522074 len=1582786 2024-07-26T06:37:10.703 INFO:tasks.workunit.client.0.smithi089.stdout:op 3640 completed, throughput=5MB/sec 2024-07-26T06:37:10.703 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-t1fQmSeKGQiicKO off=8599582 len=1837188 2024-07-26T06:37:10.704 INFO:tasks.workunit.client.0.smithi089.stdout:op 3641 completed, throughput=5MB/sec 2024-07-26T06:37:11.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:37:11 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:37:11.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:37:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:37:11.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:37:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:37:11.705 INFO:tasks.workunit.client.0.smithi089.stdout: 702: throughput=4.99MB/sec pending data=0 2024-07-26T06:37:11.705 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-WAxvkiRZIB6nk6N off=871598 len=1893181 2024-07-26T06:37:11.707 INFO:tasks.workunit.client.0.smithi089.stdout:op 3642 completed, throughput=5MB/sec 2024-07-26T06:37:11.707 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-4RGaWAHzqyBb836 off=6121268 len=1722916 2024-07-26T06:37:11.717 INFO:tasks.workunit.client.0.smithi089.stdout:op 3643 completed, throughput=5MB/sec 2024-07-26T06:37:11.717 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-VCXdqHucsumjUPZ off=12789302 len=1594675 2024-07-26T06:37:11.720 INFO:tasks.workunit.client.0.smithi089.stdout:op 3644 completed, throughput=5MB/sec 2024-07-26T06:37:11.720 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-FIj9A7YgovBxAsq off=6783972 len=326544 2024-07-26T06:37:11.721 INFO:tasks.workunit.client.0.smithi089.stdout:op 3645 completed, throughput=5MB/sec 2024-07-26T06:37:12.533 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:37:12 smithi089 ceph-mon[99608]: pgmap v1772: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.5 MiB/s wr, 4 op/s 2024-07-26T06:37:12.534 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:37:12 smithi089 ceph-mon[102056]: pgmap v1772: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.5 MiB/s wr, 4 op/s 2024-07-26T06:37:12.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:37:12 smithi155 ceph-mon[90160]: pgmap v1772: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.5 MiB/s wr, 4 op/s 2024-07-26T06:37:12.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:37:12 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:37:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:37:12.721 INFO:tasks.workunit.client.0.smithi089.stdout: 703: throughput=4.99MB/sec pending data=0 2024-07-26T06:37:12.722 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-vKpw_Du5nbAp_oH off=10170976 len=1287801 2024-07-26T06:37:12.729 INFO:tasks.workunit.client.0.smithi089.stdout:op 3646 completed, throughput=4.99MB/sec 2024-07-26T06:37:12.729 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-1JvjDeJUxvUYGii off=10912423 len=858093 2024-07-26T06:37:12.730 INFO:tasks.workunit.client.0.smithi089.stdout:op 3647 completed, throughput=5MB/sec 2024-07-26T06:37:12.730 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-KGEgCw_8weCjpj2 off=339413 len=75673 2024-07-26T06:37:12.733 INFO:tasks.workunit.client.0.smithi089.stdout:op 3648 completed, throughput=5MB/sec 2024-07-26T06:37:12.733 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-VUbGjSsNwTYrABX off=5678606 len=975894 2024-07-26T06:37:12.734 INFO:tasks.workunit.client.0.smithi089.stdout:op 3649 completed, throughput=5MB/sec 2024-07-26T06:37:12.734 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-GPRSlmdGjGXK3er off=11893007 len=1855078 2024-07-26T06:37:12.745 INFO:tasks.workunit.client.0.smithi089.stdout:op 3650 completed, throughput=5MB/sec 2024-07-26T06:37:12.745 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-9LZJPdBZ7roS9UG off=3719894 len=1810653 2024-07-26T06:37:12.747 INFO:tasks.workunit.client.0.smithi089.stdout:op 3651 completed, throughput=5MB/sec 2024-07-26T06:37:12.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:37:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:37:12] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-07-26T06:37:13.748 INFO:tasks.workunit.client.0.smithi089.stdout: 704: throughput=5MB/sec pending data=0 2024-07-26T06:37:13.748 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj--fPGeHz_HuIOXvy off=879044 len=1823234 2024-07-26T06:37:13.757 INFO:tasks.workunit.client.0.smithi089.stdout:op 3652 completed, throughput=5MB/sec 2024-07-26T06:37:13.758 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-j2cZrDLNH5hu8Mm off=7213337 len=1545831 2024-07-26T06:37:13.764 INFO:tasks.workunit.client.0.smithi089.stdout:op 3653 completed, throughput=5MB/sec 2024-07-26T06:37:13.764 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-tICugOFvdYLp0mY off=787004 len=1948947 2024-07-26T06:37:13.768 INFO:tasks.workunit.client.0.smithi089.stdout:op 3654 completed, throughput=5MB/sec 2024-07-26T06:37:14.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:37:14 smithi155 ceph-mon[90160]: pgmap v1773: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-07-26T06:37:14.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:37:14 smithi089 ceph-mon[99608]: pgmap v1773: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-07-26T06:37:14.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:37:14 smithi089 ceph-mon[102056]: pgmap v1773: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-07-26T06:37:14.768 INFO:tasks.workunit.client.0.smithi089.stdout: 705: throughput=5MB/sec pending data=0 2024-07-26T06:37:14.769 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-PmaBAnoSEWSXBep off=3644047 len=320003 2024-07-26T06:37:14.772 INFO:tasks.workunit.client.0.smithi089.stdout:op 3655 completed, throughput=5MB/sec 2024-07-26T06:37:14.772 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-y-ALrHYa70Ax3q9 off=11068901 len=344000 2024-07-26T06:37:14.775 INFO:tasks.workunit.client.0.smithi089.stdout:op 3656 completed, throughput=5MB/sec 2024-07-26T06:37:14.775 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-wK1saoYlMorpVGr off=3421355 len=1640168 2024-07-26T06:37:14.782 INFO:tasks.workunit.client.0.smithi089.stdout:op 3657 completed, throughput=5MB/sec 2024-07-26T06:37:14.782 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-sgoMaL0tWS3JhM0 off=12640764 len=2070315 2024-07-26T06:37:14.794 INFO:tasks.workunit.client.0.smithi089.stdout:op 3658 completed, throughput=5MB/sec 2024-07-26T06:37:15.794 INFO:tasks.workunit.client.0.smithi089.stdout: 706: throughput=4.99MB/sec pending data=0 2024-07-26T06:37:15.795 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-sUdfax8zsvgJFf8 off=6653586 len=524261 2024-07-26T06:37:15.798 INFO:tasks.workunit.client.0.smithi089.stdout:op 3659 completed, throughput=4.99MB/sec 2024-07-26T06:37:15.798 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-SV__zMK_oSaChFd off=8282778 len=468491 2024-07-26T06:37:15.801 INFO:tasks.workunit.client.0.smithi089.stdout:op 3660 completed, throughput=5MB/sec 2024-07-26T06:37:15.801 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-oFg5Gm1Ev2i8h4r off=11223236 len=1958506 2024-07-26T06:37:15.804 INFO:tasks.workunit.client.0.smithi089.stdout:op 3661 completed, throughput=5MB/sec 2024-07-26T06:37:15.804 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-6jfyf3Vw9tXZEQr off=1272982 len=743117 2024-07-26T06:37:15.807 INFO:tasks.workunit.client.0.smithi089.stdout:op 3662 completed, throughput=5MB/sec 2024-07-26T06:37:15.807 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-k7M5bSBm_2UzeNW off=3406276 len=1951346 2024-07-26T06:37:15.815 INFO:tasks.workunit.client.0.smithi089.stdout:op 3663 completed, throughput=5MB/sec 2024-07-26T06:37:16.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:37:16 smithi155 ceph-mon[90160]: pgmap v1774: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-26T06:37:16.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:37:16 smithi089 ceph-mon[99608]: pgmap v1774: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-26T06:37:16.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:37:16 smithi089 ceph-mon[102056]: pgmap v1774: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-26T06:37:16.815 INFO:tasks.workunit.client.0.smithi089.stdout: 707: throughput=4.99MB/sec pending data=0 2024-07-26T06:37:16.816 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-5wsy4krGqN_kk3Y off=1076399 len=616211 2024-07-26T06:37:16.817 INFO:tasks.workunit.client.0.smithi089.stdout:op 3664 completed, throughput=5MB/sec 2024-07-26T06:37:16.817 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-JTGZrYu3_0dJdOj off=3179655 len=906121 2024-07-26T06:37:16.822 INFO:tasks.workunit.client.0.smithi089.stdout:op 3665 completed, throughput=5MB/sec 2024-07-26T06:37:16.822 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-OErKlqzQCf-cwL9 off=2498720 len=1796731 2024-07-26T06:37:16.824 INFO:tasks.workunit.client.0.smithi089.stdout:op 3666 completed, throughput=5MB/sec 2024-07-26T06:37:16.824 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj--bsd5saXWhIkGRi off=6789348 len=2025928 2024-07-26T06:37:16.826 INFO:tasks.workunit.client.0.smithi089.stdout:op 3667 completed, throughput=5MB/sec 2024-07-26T06:37:17.827 INFO:tasks.workunit.client.0.smithi089.stdout: 708: throughput=4.99MB/sec pending data=0 2024-07-26T06:37:17.827 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj--2owkj9EsKdq1QC off=6062865 len=497132 2024-07-26T06:37:17.827 INFO:tasks.workunit.client.0.smithi089.stdout:op 3668 completed, throughput=5MB/sec 2024-07-26T06:37:17.828 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Hv5RjeKBCYUeoDK off=2735447 len=1959812 2024-07-26T06:37:17.830 INFO:tasks.workunit.client.0.smithi089.stdout:op 3669 completed, throughput=5MB/sec 2024-07-26T06:37:17.831 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-yiOXxFYY2M8zojy off=3720576 len=284963 2024-07-26T06:37:17.831 INFO:tasks.workunit.client.0.smithi089.stdout:op 3670 completed, throughput=5MB/sec 2024-07-26T06:37:17.831 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-onXF8XyWz_Lh3AA off=574757 len=202474 2024-07-26T06:37:17.834 INFO:tasks.workunit.client.0.smithi089.stdout:op 3671 completed, throughput=5MB/sec 2024-07-26T06:37:17.834 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-wQqV1R6KcOpi6f7 off=8043810 len=311897 2024-07-26T06:37:17.835 INFO:tasks.workunit.client.0.smithi089.stdout:op 3672 completed, throughput=5MB/sec 2024-07-26T06:37:17.835 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-WagndyoJRYtJ4BK off=699727 len=285408 2024-07-26T06:37:17.836 INFO:tasks.workunit.client.0.smithi089.stdout:op 3673 completed, throughput=5MB/sec 2024-07-26T06:37:17.836 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-A4nSOKTDL1FItnv off=5411960 len=838531 2024-07-26T06:37:17.841 INFO:tasks.workunit.client.0.smithi089.stdout:op 3674 completed, throughput=5MB/sec 2024-07-26T06:37:18.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:37:18 smithi155 ceph-mon[90160]: pgmap v1775: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-26T06:37:18.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:37:18 smithi089 ceph-mon[99608]: pgmap v1775: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-26T06:37:18.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:37:18 smithi089 ceph-mon[102056]: pgmap v1775: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-26T06:37:18.841 INFO:tasks.workunit.client.0.smithi089.stdout: 709: throughput=4.99MB/sec pending data=0 2024-07-26T06:37:18.841 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-HNJkYw3q4Xu-RbJ off=2241904 len=96139 2024-07-26T06:37:18.844 INFO:tasks.workunit.client.0.smithi089.stdout:op 3675 completed, throughput=4.99MB/sec 2024-07-26T06:37:18.844 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-w7vsBt_N4JGAHUX off=16047738 len=1489334 2024-07-26T06:37:18.846 INFO:tasks.workunit.client.0.smithi089.stdout:op 3676 completed, throughput=5MB/sec 2024-07-26T06:37:18.846 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-2UWyXcHQfeFyg_W off=6557430 len=880511 2024-07-26T06:37:18.847 INFO:tasks.workunit.client.0.smithi089.stdout:op 3677 completed, throughput=5MB/sec 2024-07-26T06:37:18.847 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-iAkF4-pYkC_OiM9 off=7745448 len=1589157 2024-07-26T06:37:18.849 INFO:tasks.workunit.client.0.smithi089.stdout:op 3678 completed, throughput=5MB/sec 2024-07-26T06:37:18.849 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-8OMl23MI7AeLwJW off=5569751 len=629345 2024-07-26T06:37:18.853 INFO:tasks.workunit.client.0.smithi089.stdout:op 3679 completed, throughput=5MB/sec 2024-07-26T06:37:18.853 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-BXkzG7tMTls48gD off=94389 len=1507525 2024-07-26T06:37:18.858 INFO:tasks.workunit.client.0.smithi089.stdout:op 3680 completed, throughput=5MB/sec 2024-07-26T06:37:19.858 INFO:tasks.workunit.client.0.smithi089.stdout: 710: throughput=4.99MB/sec pending data=0 2024-07-26T06:37:19.859 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-KMq2DUOgs9fL9PK off=3958826 len=314760 2024-07-26T06:37:19.862 INFO:tasks.workunit.client.0.smithi089.stdout:op 3681 completed, throughput=4.99MB/sec 2024-07-26T06:37:19.862 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-CbvQOuUrG0GpAo7 off=15657618 len=1275221 2024-07-26T06:37:19.864 INFO:tasks.workunit.client.0.smithi089.stdout:op 3682 completed, throughput=5MB/sec 2024-07-26T06:37:19.864 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-j6xIJWb3cvR9hLC off=9186286 len=1179153 2024-07-26T06:37:19.867 INFO:tasks.workunit.client.0.smithi089.stdout:op 3683 completed, throughput=5MB/sec 2024-07-26T06:37:19.867 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ABqR-ZZK65vlaGY off=5322397 len=1882105 2024-07-26T06:37:19.874 INFO:tasks.workunit.client.0.smithi089.stdout:op 3684 completed, throughput=5MB/sec 2024-07-26T06:37:20.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:37:20 smithi155 ceph-mon[90160]: pgmap v1776: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-07-26T06:37:20.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:37:20 smithi089 ceph-mon[99608]: pgmap v1776: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-07-26T06:37:20.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:37:20 smithi089 ceph-mon[102056]: pgmap v1776: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-07-26T06:37:20.875 INFO:tasks.workunit.client.0.smithi089.stdout: 711: throughput=4.99MB/sec pending data=0 2024-07-26T06:37:20.875 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-LGIdfHUBpPob9Uu off=4734343 len=340995 2024-07-26T06:37:20.876 INFO:tasks.workunit.client.0.smithi089.stdout:op 3685 completed, throughput=4.99MB/sec 2024-07-26T06:37:20.876 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-QyCe4VmWIBmOD1g off=11052052 len=1468520 2024-07-26T06:37:20.884 INFO:tasks.workunit.client.0.smithi089.stdout:op 3686 completed, throughput=5MB/sec 2024-07-26T06:37:20.884 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-BaIM_7K6ucm8v6J off=3452446 len=280943 2024-07-26T06:37:20.886 INFO:tasks.workunit.client.0.smithi089.stdout:op 3687 completed, throughput=5MB/sec 2024-07-26T06:37:20.886 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Z-YAvsYKsEVnRwv off=5267830 len=633074 2024-07-26T06:37:20.887 INFO:tasks.workunit.client.0.smithi089.stdout:op 3688 completed, throughput=5MB/sec 2024-07-26T06:37:20.887 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-kwifYj9wxiyEVAK off=5459918 len=1084436 2024-07-26T06:37:20.888 INFO:tasks.workunit.client.0.smithi089.stdout:op 3689 completed, throughput=5MB/sec 2024-07-26T06:37:20.888 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-xzPZ1MnN2et6Gr3 off=5024082 len=19924 2024-07-26T06:37:20.889 INFO:tasks.workunit.client.0.smithi089.stdout:op 3690 completed, throughput=5MB/sec 2024-07-26T06:37:20.889 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-gMrS-uXbmHo1Twj off=3641575 len=124073 2024-07-26T06:37:20.891 INFO:tasks.workunit.client.0.smithi089.stdout:op 3691 completed, throughput=5MB/sec 2024-07-26T06:37:20.891 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-BafNsINc_crwIhe off=699401 len=755708 2024-07-26T06:37:20.892 INFO:tasks.workunit.client.0.smithi089.stdout:op 3692 completed, throughput=5MB/sec 2024-07-26T06:37:20.892 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-0jjlNyeygq36VcC off=6994886 len=1516151 2024-07-26T06:37:20.900 INFO:tasks.workunit.client.0.smithi089.stdout:op 3693 completed, throughput=5MB/sec 2024-07-26T06:37:21.900 INFO:tasks.workunit.client.0.smithi089.stdout: 712: throughput=4.99MB/sec pending data=0 2024-07-26T06:37:21.901 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-VNGa3S5wI1RXedD off=340398 len=172731 2024-07-26T06:37:21.901 INFO:tasks.workunit.client.0.smithi089.stdout:op 3694 completed, throughput=4.99MB/sec 2024-07-26T06:37:21.902 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-zV-EHZ-s7C_6Rxn off=21206366 len=1054382 2024-07-26T06:37:21.904 INFO:tasks.workunit.client.0.smithi089.stdout:op 3695 completed, throughput=5MB/sec 2024-07-26T06:37:21.904 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-R4F2nPZt5m0AHpc off=17205644 len=1125239 2024-07-26T06:37:21.910 INFO:tasks.workunit.client.0.smithi089.stdout:op 3696 completed, throughput=5MB/sec 2024-07-26T06:37:21.910 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-P_sIr5nFaf9FTR- off=1430495 len=822825 2024-07-26T06:37:21.916 INFO:tasks.workunit.client.0.smithi089.stdout:op 3697 completed, throughput=5MB/sec 2024-07-26T06:37:21.916 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-oajwlGaCLhxDTjb off=8300761 len=1202691 2024-07-26T06:37:21.917 INFO:tasks.workunit.client.0.smithi089.stdout:op 3698 completed, throughput=5MB/sec 2024-07-26T06:37:22.533 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:37:22 smithi089 ceph-mon[99608]: pgmap v1777: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T06:37:22.533 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:37:22 smithi089 ceph-mon[102056]: pgmap v1777: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T06:37:22.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:37:22 smithi155 ceph-mon[90160]: pgmap v1777: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T06:37:22.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:37:22 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:37:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:37:22.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:37:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:37:22] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-07-26T06:37:22.917 INFO:tasks.workunit.client.0.smithi089.stdout: 713: throughput=4.99MB/sec pending data=0 2024-07-26T06:37:22.917 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-MYCzEBQ5w5e-luJ off=1092232 len=834443 2024-07-26T06:37:22.919 INFO:tasks.workunit.client.0.smithi089.stdout:op 3699 completed, throughput=4.99MB/sec 2024-07-26T06:37:22.919 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-SmR_au4gRdvevrF off=5017007 len=1304751 2024-07-26T06:37:22.920 INFO:tasks.workunit.client.0.smithi089.stdout:op 3700 completed, throughput=5MB/sec 2024-07-26T06:37:22.921 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-et9ab9ykwyUa1cO off=1380168 len=42661 2024-07-26T06:37:22.921 INFO:tasks.workunit.client.0.smithi089.stdout:op 3701 completed, throughput=5MB/sec 2024-07-26T06:37:22.921 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-pe111Z9Y8ckXLZ9 off=616610 len=43717 2024-07-26T06:37:22.921 INFO:tasks.workunit.client.0.smithi089.stdout:op 3702 completed, throughput=5MB/sec 2024-07-26T06:37:22.922 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-mtj2zfaQ-iRsl9k off=15078653 len=1676010 2024-07-26T06:37:22.924 INFO:tasks.workunit.client.0.smithi089.stdout:op 3703 completed, throughput=5MB/sec 2024-07-26T06:37:22.924 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-H2Hs694216Gr0N0 off=1929728 len=1154748 2024-07-26T06:37:22.932 INFO:tasks.workunit.client.0.smithi089.stdout:op 3704 completed, throughput=5MB/sec 2024-07-26T06:37:22.932 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-rs_ec3ICg7mmKP3 off=15869697 len=1848852 2024-07-26T06:37:22.941 INFO:tasks.workunit.client.0.smithi089.stdout:op 3705 completed, throughput=5MB/sec 2024-07-26T06:37:23.941 INFO:tasks.workunit.client.0.smithi089.stdout: 714: throughput=5MB/sec pending data=0 2024-07-26T06:37:23.942 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-IJd5OXRR_kjNEjN off=12032439 len=556246 2024-07-26T06:37:23.943 INFO:tasks.workunit.client.0.smithi089.stdout:op 3706 completed, throughput=5MB/sec 2024-07-26T06:37:23.943 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-NrcWr0-Lhm24jfR off=180824 len=619927 2024-07-26T06:37:23.944 INFO:tasks.workunit.client.0.smithi089.stdout:op 3707 completed, throughput=5MB/sec 2024-07-26T06:37:23.944 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-0BFvfSBoHkz62DQ off=22756043 len=2058482 2024-07-26T06:37:23.946 INFO:tasks.workunit.client.0.smithi089.stdout:op 3708 completed, throughput=5MB/sec 2024-07-26T06:37:23.946 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-dpF_sQrNVjwuuu5 off=14129188 len=1959033 2024-07-26T06:37:23.950 INFO:tasks.workunit.client.0.smithi089.stdout:op 3709 completed, throughput=5MB/sec 2024-07-26T06:37:24.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:37:24 smithi155 ceph-mon[90160]: pgmap v1778: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:37:24.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:37:24 smithi089 ceph-mon[99608]: pgmap v1778: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:37:24.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:37:24 smithi089 ceph-mon[102056]: pgmap v1778: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:37:24.951 INFO:tasks.workunit.client.0.smithi089.stdout: 715: throughput=5MB/sec pending data=0 2024-07-26T06:37:24.951 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-thhLHDBWWSXvGQL off=6423061 len=365350 2024-07-26T06:37:24.954 INFO:tasks.workunit.client.0.smithi089.stdout:op 3710 completed, throughput=5MB/sec 2024-07-26T06:37:24.954 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj--MjEDgScP3ZAMRy off=7088769 len=1945570 2024-07-26T06:37:24.957 INFO:tasks.workunit.client.0.smithi089.stdout:op 3711 completed, throughput=5MB/sec 2024-07-26T06:37:24.957 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-lF74S8ITPMGB5Ud off=13316511 len=1414749 2024-07-26T06:37:24.959 INFO:tasks.workunit.client.0.smithi089.stdout:op 3712 completed, throughput=5MB/sec 2024-07-26T06:37:25.959 INFO:tasks.workunit.client.0.smithi089.stdout: 716: throughput=4.99MB/sec pending data=0 2024-07-26T06:37:25.959 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-NwnBBXThkMD68IE off=8570688 len=1182363 2024-07-26T06:37:25.966 INFO:tasks.workunit.client.0.smithi089.stdout:op 3713 completed, throughput=4.99MB/sec 2024-07-26T06:37:25.966 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-78ZgIdh2RfTgqGG off=2764087 len=1753090 2024-07-26T06:37:25.968 INFO:tasks.workunit.client.0.smithi089.stdout:op 3714 completed, throughput=5MB/sec 2024-07-26T06:37:25.968 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Frg6N50IWtVmbtg off=6038896 len=40755 2024-07-26T06:37:25.970 INFO:tasks.workunit.client.0.smithi089.stdout:op 3715 completed, throughput=5MB/sec 2024-07-26T06:37:25.970 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-iPqL1WUtCMtWW1R off=5827155 len=1261756 2024-07-26T06:37:25.977 INFO:tasks.workunit.client.0.smithi089.stdout:op 3716 completed, throughput=5MB/sec 2024-07-26T06:37:25.977 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-f81CgKqvSKNAp26 off=9356901 len=1767384 2024-07-26T06:37:25.985 INFO:tasks.workunit.client.0.smithi089.stdout:op 3717 completed, throughput=5MB/sec 2024-07-26T06:37:26.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:37:26 smithi155 ceph-mon[90160]: pgmap v1779: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T06:37:26.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:37:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:37:26.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:37:26 smithi089 ceph-mon[99608]: pgmap v1779: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T06:37:26.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:37:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:37:26.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:37:26 smithi089 ceph-mon[102056]: pgmap v1779: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T06:37:26.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:37:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:37:26.986 INFO:tasks.workunit.client.0.smithi089.stdout: 717: throughput=4.99MB/sec pending data=0 2024-07-26T06:37:26.986 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-EDmjdGFC2f9ogrH off=1392168 len=2793 2024-07-26T06:37:26.987 INFO:tasks.workunit.client.0.smithi089.stdout:op 3718 completed, throughput=4.99MB/sec 2024-07-26T06:37:26.987 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-uUWhbuRF5LztCu2 off=20613153 len=84868 2024-07-26T06:37:26.987 INFO:tasks.workunit.client.0.smithi089.stdout:op 3719 completed, throughput=4.99MB/sec 2024-07-26T06:37:26.988 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-PNDg7E_pTkVg7DB off=12411181 len=934214 2024-07-26T06:37:26.989 INFO:tasks.workunit.client.0.smithi089.stdout:op 3720 completed, throughput=5MB/sec 2024-07-26T06:37:26.989 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-vnPGOklWFrHZZYW off=4092595 len=1324205 2024-07-26T06:37:26.996 INFO:tasks.workunit.client.0.smithi089.stdout:op 3721 completed, throughput=5MB/sec 2024-07-26T06:37:26.996 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-31PqYIWL40OCYIT off=0 len=1300231 2024-07-26T06:37:26.998 INFO:tasks.workunit.client.0.smithi089.stdout:op 3722 completed, throughput=5MB/sec 2024-07-26T06:37:26.998 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ndR7QWo1zxuWU46 off=4011491 len=1918699 2024-07-26T06:37:27.007 INFO:tasks.workunit.client.0.smithi089.stdout:op 3723 completed, throughput=5MB/sec 2024-07-26T06:37:28.007 INFO:tasks.workunit.client.0.smithi089.stdout: 718: throughput=4.99MB/sec pending data=0 2024-07-26T06:37:28.007 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-fXvRT3MgBq0J0q1 off=1274316 len=891379 2024-07-26T06:37:28.009 INFO:tasks.workunit.client.0.smithi089.stdout:op 3724 completed, throughput=5MB/sec 2024-07-26T06:37:28.009 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-uPlD0FYMWAs2ZRl off=6883778 len=215205 2024-07-26T06:37:28.012 INFO:tasks.workunit.client.0.smithi089.stdout:op 3725 completed, throughput=5MB/sec 2024-07-26T06:37:28.012 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-qi8Tu5tUc_RnNzc off=1302924 len=1243772 2024-07-26T06:37:28.015 INFO:tasks.workunit.client.0.smithi089.stdout:op 3726 completed, throughput=5MB/sec 2024-07-26T06:37:28.015 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-PuyhocZlG59Z6Dd off=5359524 len=1527859 2024-07-26T06:37:28.018 INFO:tasks.workunit.client.0.smithi089.stdout:op 3727 completed, throughput=5MB/sec 2024-07-26T06:37:28.018 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-i4OZjh1v98g3kZj off=1594958 len=1786625 2024-07-26T06:37:28.020 INFO:tasks.workunit.client.0.smithi089.stdout:op 3728 completed, throughput=5MB/sec 2024-07-26T06:37:28.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:37:28 smithi155 ceph-mon[90160]: pgmap v1780: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-26T06:37:28.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:37:28 smithi089 ceph-mon[99608]: pgmap v1780: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-26T06:37:28.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:37:28 smithi089 ceph-mon[102056]: pgmap v1780: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-26T06:37:29.021 INFO:tasks.workunit.client.0.smithi089.stdout: 719: throughput=4.99MB/sec pending data=0 2024-07-26T06:37:29.021 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-nNNCGxTM7fbP8QI off=16256524 len=348402 2024-07-26T06:37:29.022 INFO:tasks.workunit.client.0.smithi089.stdout:op 3729 completed, throughput=5MB/sec 2024-07-26T06:37:29.022 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Qpdv5wp6LI9bIu_ off=918 len=1362232 2024-07-26T06:37:29.030 INFO:tasks.workunit.client.0.smithi089.stdout:op 3730 completed, throughput=5MB/sec 2024-07-26T06:37:29.030 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-dnVhz15Bjphz9OI off=4394555 len=74084 2024-07-26T06:37:29.031 INFO:tasks.workunit.client.0.smithi089.stdout:op 3731 completed, throughput=5MB/sec 2024-07-26T06:37:29.031 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ab9xg60EjhjRbMi off=17797603 len=710004 2024-07-26T06:37:29.035 INFO:tasks.workunit.client.0.smithi089.stdout:op 3732 completed, throughput=5MB/sec 2024-07-26T06:37:29.035 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-TqPvTPFa4PyrFcE off=957865 len=1409528 2024-07-26T06:37:29.042 INFO:tasks.workunit.client.0.smithi089.stdout:op 3733 completed, throughput=5MB/sec 2024-07-26T06:37:29.042 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-bW8SRfFyniG5nAH off=18462768 len=1158962 2024-07-26T06:37:29.043 INFO:tasks.workunit.client.0.smithi089.stdout:op 3734 completed, throughput=5MB/sec 2024-07-26T06:37:30.043 INFO:tasks.workunit.client.0.smithi089.stdout: 720: throughput=4.99MB/sec pending data=0 2024-07-26T06:37:30.044 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-7IIuSssTONVyQca off=13812760 len=295616 2024-07-26T06:37:30.047 INFO:tasks.workunit.client.0.smithi089.stdout:op 3735 completed, throughput=4.99MB/sec 2024-07-26T06:37:30.047 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-REGf61uZHNFkcSv off=21029285 len=1582332 2024-07-26T06:37:30.049 INFO:tasks.workunit.client.0.smithi089.stdout:op 3736 completed, throughput=5MB/sec 2024-07-26T06:37:30.049 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-bn07oi6mlZhefPm off=21488691 len=792491 2024-07-26T06:37:30.054 INFO:tasks.workunit.client.0.smithi089.stdout:op 3737 completed, throughput=5MB/sec 2024-07-26T06:37:30.055 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-H3GjW8n_BKtqH6k off=3368872 len=1077132 2024-07-26T06:37:30.056 INFO:tasks.workunit.client.0.smithi089.stdout:op 3738 completed, throughput=5MB/sec 2024-07-26T06:37:30.056 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-8OMl23MI7AeLwJW off=8505365 len=283866 2024-07-26T06:37:30.057 INFO:tasks.workunit.client.0.smithi089.stdout:op 3739 completed, throughput=5MB/sec 2024-07-26T06:37:30.057 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-DUOiiQL9Q6r8-Wi off=6353315 len=1051226 2024-07-26T06:37:30.058 INFO:tasks.workunit.client.0.smithi089.stdout:op 3740 completed, throughput=5MB/sec 2024-07-26T06:37:30.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:37:30 smithi155 ceph-mon[90160]: pgmap v1781: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-26T06:37:30.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:37:30 smithi089 ceph-mon[99608]: pgmap v1781: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-26T06:37:30.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:37:30 smithi089 ceph-mon[102056]: pgmap v1781: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-26T06:37:31.058 INFO:tasks.workunit.client.0.smithi089.stdout: 721: throughput=4.99MB/sec pending data=0 2024-07-26T06:37:31.059 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-51XUP7k-I83gONC off=12252606 len=1342267 2024-07-26T06:37:31.060 INFO:tasks.workunit.client.0.smithi089.stdout:op 3741 completed, throughput=5MB/sec 2024-07-26T06:37:31.061 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-s9YTtscug0hbrLm off=930968 len=2034678 2024-07-26T06:37:31.073 INFO:tasks.workunit.client.0.smithi089.stdout:op 3742 completed, throughput=5MB/sec 2024-07-26T06:37:31.073 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-UY1rZuOMU_Q4Jkn off=10561913 len=1524786 2024-07-26T06:37:31.075 INFO:tasks.workunit.client.0.smithi089.stdout:op 3743 completed, throughput=5MB/sec 2024-07-26T06:37:32.075 INFO:tasks.workunit.client.0.smithi089.stdout: 722: throughput=4.99MB/sec pending data=0 2024-07-26T06:37:32.076 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-TcqFE4inPY0OIOy off=433825 len=1024404 2024-07-26T06:37:32.081 INFO:tasks.workunit.client.0.smithi089.stdout:op 3744 completed, throughput=4.99MB/sec 2024-07-26T06:37:32.081 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-RQtQHKMJASumjM_ off=12521539 len=579443 2024-07-26T06:37:32.086 INFO:tasks.workunit.client.0.smithi089.stdout:op 3745 completed, throughput=5MB/sec 2024-07-26T06:37:32.086 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-9Oi7FQ5BKgMOowr off=3662363 len=949621 2024-07-26T06:37:32.087 INFO:tasks.workunit.client.0.smithi089.stdout:op 3746 completed, throughput=5MB/sec 2024-07-26T06:37:32.087 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj--et11MxMaJl-HsB off=1864096 len=523263 2024-07-26T06:37:32.090 INFO:tasks.workunit.client.0.smithi089.stdout:op 3747 completed, throughput=5MB/sec 2024-07-26T06:37:32.090 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-vvuzc4CbcX9I0o4 off=19537239 len=1455287 2024-07-26T06:37:32.092 INFO:tasks.workunit.client.0.smithi089.stdout:op 3748 completed, throughput=5MB/sec 2024-07-26T06:37:32.092 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-6om8cBABSnpwQ7S off=3456391 len=2073084 2024-07-26T06:37:32.095 INFO:tasks.workunit.client.0.smithi089.stdout:op 3749 completed, throughput=5MB/sec 2024-07-26T06:37:32.533 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:37:32 smithi089 ceph-mon[99608]: pgmap v1782: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T06:37:32.533 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:37:32 smithi089 ceph-mon[102056]: pgmap v1782: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T06:37:32.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:37:32 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:37:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:37:32.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:37:32 smithi155 ceph-mon[90160]: pgmap v1782: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T06:37:32.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:37:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:37:32] "GET /metrics HTTP/1.1" 200 34055 "" "Prometheus/2.43.0" 2024-07-26T06:37:33.095 INFO:tasks.workunit.client.0.smithi089.stdout: 723: throughput=5MB/sec pending data=0 2024-07-26T06:37:33.095 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-B9sbERpIVsmO-EL off=2316891 len=1060281 2024-07-26T06:37:33.097 INFO:tasks.workunit.client.0.smithi089.stdout:op 3750 completed, throughput=5MB/sec 2024-07-26T06:37:33.098 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-FH4CULGMNYFAfJE off=10164114 len=246535 2024-07-26T06:37:33.101 INFO:tasks.workunit.client.0.smithi089.stdout:op 3751 completed, throughput=5MB/sec 2024-07-26T06:37:33.101 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-G8u0nWDavJHyL1j off=501544 len=1431240 2024-07-26T06:37:33.106 INFO:tasks.workunit.client.0.smithi089.stdout:op 3752 completed, throughput=5MB/sec 2024-07-26T06:37:33.106 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-LqC4udEBjg1E069 off=13437765 len=1616397 2024-07-26T06:37:33.111 INFO:tasks.workunit.client.0.smithi089.stdout:op 3753 completed, throughput=5MB/sec 2024-07-26T06:37:34.112 INFO:tasks.workunit.client.0.smithi089.stdout: 724: throughput=4.99MB/sec pending data=0 2024-07-26T06:37:34.112 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj--J25MXBIBP3f7zw off=13797188 len=829550 2024-07-26T06:37:34.113 INFO:tasks.workunit.client.0.smithi089.stdout:op 3754 completed, throughput=4.99MB/sec 2024-07-26T06:37:34.113 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-k5zXIW6ZfZHfZrC off=1235001 len=240637 2024-07-26T06:37:34.116 INFO:tasks.workunit.client.0.smithi089.stdout:op 3755 completed, throughput=5MB/sec 2024-07-26T06:37:34.116 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-428GvvAyMtfh1KN off=967484 len=724013 2024-07-26T06:37:34.117 INFO:tasks.workunit.client.0.smithi089.stdout:op 3756 completed, throughput=5MB/sec 2024-07-26T06:37:34.117 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-g9Tj8_P-E9ixkGV off=321189 len=288889 2024-07-26T06:37:34.118 INFO:tasks.workunit.client.0.smithi089.stdout:op 3757 completed, throughput=5MB/sec 2024-07-26T06:37:34.118 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ptPpzZ2gWXnV78B off=3610044 len=403579 2024-07-26T06:37:34.121 INFO:tasks.workunit.client.0.smithi089.stdout:op 3758 completed, throughput=5MB/sec 2024-07-26T06:37:34.121 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-7Ojlcxx-pKuRwSA off=1709704 len=790525 2024-07-26T06:37:34.126 INFO:tasks.workunit.client.0.smithi089.stdout:op 3759 completed, throughput=5MB/sec 2024-07-26T06:37:34.126 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-UYTDaWLL7um1KrW off=8977188 len=162532 2024-07-26T06:37:34.128 INFO:tasks.workunit.client.0.smithi089.stdout:op 3760 completed, throughput=5MB/sec 2024-07-26T06:37:34.128 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-_x6kvq9Uahby-md off=21041906 len=285509 2024-07-26T06:37:34.129 INFO:tasks.workunit.client.0.smithi089.stdout:op 3761 completed, throughput=5MB/sec 2024-07-26T06:37:34.129 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-YQpqwPnchaCBbVD off=485805 len=537960 2024-07-26T06:37:34.132 INFO:tasks.workunit.client.0.smithi089.stdout:op 3762 completed, throughput=5MB/sec 2024-07-26T06:37:34.132 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Ei8x9GHq56ishSg off=4939806 len=1518607 2024-07-26T06:37:34.138 INFO:tasks.workunit.client.0.smithi089.stdout:op 3763 completed, throughput=5MB/sec 2024-07-26T06:37:34.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:37:34 smithi155 ceph-mon[90160]: pgmap v1783: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-07-26T06:37:34.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:37:34 smithi089 ceph-mon[99608]: pgmap v1783: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-07-26T06:37:34.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:37:34 smithi089 ceph-mon[102056]: pgmap v1783: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-07-26T06:37:35.138 INFO:tasks.workunit.client.0.smithi089.stdout: 725: throughput=4.99MB/sec pending data=0 2024-07-26T06:37:35.141 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-PmaBAnoSEWSXBep off=3277614 len=2076630 2024-07-26T06:37:35.142 INFO:tasks.workunit.client.0.smithi089.stdout:op 3764 completed, throughput=5MB/sec 2024-07-26T06:37:35.142 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-sbcnht6Tdj_vCZH off=105122 len=231491 2024-07-26T06:37:35.145 INFO:tasks.workunit.client.0.smithi089.stdout:op 3765 completed, throughput=5MB/sec 2024-07-26T06:37:35.145 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-W-J8Sw8oMBA884E off=21436177 len=333917 2024-07-26T06:37:35.148 INFO:tasks.workunit.client.0.smithi089.stdout:op 3766 completed, throughput=5MB/sec 2024-07-26T06:37:35.148 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-NmoDpu9TIhe8M7C off=21041088 len=1854587 2024-07-26T06:37:35.150 INFO:tasks.workunit.client.0.smithi089.stdout:op 3767 completed, throughput=5MB/sec 2024-07-26T06:37:36.151 INFO:tasks.workunit.client.0.smithi089.stdout: 726: throughput=4.99MB/sec pending data=0 2024-07-26T06:37:36.151 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Eip5D16rc60FemB off=2238146 len=1434383 2024-07-26T06:37:36.152 INFO:tasks.workunit.client.0.smithi089.stdout:op 3768 completed, throughput=5MB/sec 2024-07-26T06:37:36.153 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-sgbbYQPaj9Nufmp off=16295195 len=162102 2024-07-26T06:37:36.154 INFO:tasks.workunit.client.0.smithi089.stdout:op 3769 completed, throughput=5MB/sec 2024-07-26T06:37:36.154 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-wCiw8Jqq3TqRjrR off=6908024 len=1659921 2024-07-26T06:37:36.161 INFO:tasks.workunit.client.0.smithi089.stdout:op 3770 completed, throughput=5MB/sec 2024-07-26T06:37:36.161 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-WsiBdeSzDpeoZNb off=6878658 len=212886 2024-07-26T06:37:36.161 INFO:tasks.workunit.client.0.smithi089.stdout:op 3771 completed, throughput=5MB/sec 2024-07-26T06:37:36.162 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-oYIH6MLM0gUT_pL off=2474677 len=470966 2024-07-26T06:37:36.165 INFO:tasks.workunit.client.0.smithi089.stdout:op 3772 completed, throughput=5MB/sec 2024-07-26T06:37:36.165 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-KxOqa92liCf7UgW off=3565832 len=145121 2024-07-26T06:37:36.166 INFO:tasks.workunit.client.0.smithi089.stdout:op 3773 completed, throughput=5MB/sec 2024-07-26T06:37:36.166 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-eCjjogQBZo-IaKM off=1501080 len=33224 2024-07-26T06:37:36.167 INFO:tasks.workunit.client.0.smithi089.stdout:op 3774 completed, throughput=5MB/sec 2024-07-26T06:37:36.167 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-tTv_8UbWOKT6EJY off=7740894 len=595024 2024-07-26T06:37:36.171 INFO:tasks.workunit.client.0.smithi089.stdout:op 3775 completed, throughput=5MB/sec 2024-07-26T06:37:36.174 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-OpcMLzR7IqQKEuN off=4366663 len=48110 2024-07-26T06:37:36.175 INFO:tasks.workunit.client.0.smithi089.stdout:op 3776 completed, throughput=5MB/sec 2024-07-26T06:37:36.175 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-z5mYrlUk4YDsvqG off=252280 len=594731 2024-07-26T06:37:36.175 INFO:tasks.workunit.client.0.smithi089.stdout:op 3777 completed, throughput=5MB/sec 2024-07-26T06:37:36.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:37:36 smithi155 ceph-mon[90160]: pgmap v1784: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-07-26T06:37:36.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:37:36 smithi089 ceph-mon[99608]: pgmap v1784: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-07-26T06:37:36.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:37:36 smithi089 ceph-mon[102056]: pgmap v1784: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-07-26T06:37:37.173 INFO:tasks.workunit.client.0.smithi089.stdout: 727: throughput=4.99MB/sec pending data=0 2024-07-26T06:37:37.173 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-GkXi1fp5ZG3HVBB off=5049206 len=1979597 2024-07-26T06:37:37.184 INFO:tasks.workunit.client.0.smithi089.stdout:op 3778 completed, throughput=5MB/sec 2024-07-26T06:37:37.185 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ZTSvcYrTma2FMWo off=12224984 len=1127725 2024-07-26T06:37:37.185 INFO:tasks.workunit.client.0.smithi089.stdout:op 3779 completed, throughput=5MB/sec 2024-07-26T06:37:37.185 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-7Tn0lvktumg7YPZ off=17787035 len=954682 2024-07-26T06:37:37.188 INFO:tasks.workunit.client.0.smithi089.stdout:op 3780 completed, throughput=5MB/sec 2024-07-26T06:37:37.188 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Em_gkhWxb-Gb15J off=8395743 len=1185605 2024-07-26T06:37:37.194 INFO:tasks.workunit.client.0.smithi089.stdout:op 3781 completed, throughput=5MB/sec 2024-07-26T06:37:37.194 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-rWK0LKxKJKKU0mh off=4399143 len=194723 2024-07-26T06:37:37.195 INFO:tasks.workunit.client.0.smithi089.stdout:op 3782 completed, throughput=5MB/sec 2024-07-26T06:37:38.195 INFO:tasks.workunit.client.0.smithi089.stdout: 728: throughput=4.99MB/sec pending data=0 2024-07-26T06:37:38.195 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-PQHrUpsJV6GkUvG off=2992927 len=1510749 2024-07-26T06:37:38.205 INFO:tasks.workunit.client.0.smithi089.stdout:op 3783 completed, throughput=5MB/sec 2024-07-26T06:37:38.205 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Pxl7flmv6FugxnW off=9381220 len=42404 2024-07-26T06:37:38.206 INFO:tasks.workunit.client.0.smithi089.stdout:op 3784 completed, throughput=5MB/sec 2024-07-26T06:37:38.206 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-bBcF2gsGVbVjN07 off=1932542 len=1526083 2024-07-26T06:37:38.214 INFO:tasks.workunit.client.0.smithi089.stdout:op 3785 completed, throughput=5MB/sec 2024-07-26T06:37:38.214 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-7shWjfgJuyFfPi6 off=6291565 len=836381 2024-07-26T06:37:38.216 INFO:tasks.workunit.client.0.smithi089.stdout:op 3786 completed, throughput=5MB/sec 2024-07-26T06:37:38.216 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-dTOxAggzwPSREd3 off=822959 len=1081512 2024-07-26T06:37:38.222 INFO:tasks.workunit.client.0.smithi089.stdout:op 3787 completed, throughput=5MB/sec 2024-07-26T06:37:38.222 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-2mceJWe7xz3QOVk off=262494 len=1377082 2024-07-26T06:37:38.228 INFO:tasks.workunit.client.0.smithi089.stdout:op 3788 completed, throughput=5MB/sec 2024-07-26T06:37:38.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:37:38 smithi155 ceph-mon[90160]: pgmap v1785: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T06:37:38.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:37:38 smithi089 ceph-mon[99608]: pgmap v1785: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T06:37:38.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:37:38 smithi089 ceph-mon[102056]: pgmap v1785: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T06:37:39.229 INFO:tasks.workunit.client.0.smithi089.stdout: 729: throughput=4.99MB/sec pending data=0 2024-07-26T06:37:39.229 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-pc0d5OfEVTD07cz off=2819676 len=449069 2024-07-26T06:37:39.233 INFO:tasks.workunit.client.0.smithi089.stdout:op 3789 completed, throughput=5MB/sec 2024-07-26T06:37:39.233 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-3tFjkJ5108qm1Kw off=4234719 len=386624 2024-07-26T06:37:39.234 INFO:tasks.workunit.client.0.smithi089.stdout:op 3790 completed, throughput=5MB/sec 2024-07-26T06:37:39.234 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-2QBLoMoZjUwXF3D off=166170 len=1335406 2024-07-26T06:37:39.240 INFO:tasks.workunit.client.0.smithi089.stdout:op 3791 completed, throughput=5MB/sec 2024-07-26T06:37:39.240 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-XiuhZAi73IX3Ns2 off=6926575 len=950442 2024-07-26T06:37:39.241 INFO:tasks.workunit.client.0.smithi089.stdout:op 3792 completed, throughput=5MB/sec 2024-07-26T06:37:39.241 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-cnM66G4m-51QiIS off=1105565 len=369783 2024-07-26T06:37:39.242 INFO:tasks.workunit.client.0.smithi089.stdout:op 3793 completed, throughput=5MB/sec 2024-07-26T06:37:39.242 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-A8GUhaiI3APLQdz off=11523479 len=1036769 2024-07-26T06:37:39.244 INFO:tasks.workunit.client.0.smithi089.stdout:op 3794 completed, throughput=5MB/sec 2024-07-26T06:37:40.244 INFO:tasks.workunit.client.0.smithi089.stdout: 730: throughput=4.99MB/sec pending data=0 2024-07-26T06:37:40.244 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-MisyXEmDlPKbyo0 off=4256880 len=340042 2024-07-26T06:37:40.248 INFO:tasks.workunit.client.0.smithi089.stdout:op 3795 completed, throughput=4.99MB/sec 2024-07-26T06:37:40.248 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Fmv6jDikxixv8Uq off=1048882 len=1466961 2024-07-26T06:37:40.250 INFO:tasks.workunit.client.0.smithi089.stdout:op 3796 completed, throughput=5MB/sec 2024-07-26T06:37:40.250 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-2uzHsNKvVBNWSto off=2126471 len=129937 2024-07-26T06:37:40.251 INFO:tasks.workunit.client.0.smithi089.stdout:op 3797 completed, throughput=5MB/sec 2024-07-26T06:37:40.251 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-U5QrkR8iakQMo0q off=8352995 len=1679488 2024-07-26T06:37:40.253 INFO:tasks.workunit.client.0.smithi089.stdout:op 3798 completed, throughput=5MB/sec 2024-07-26T06:37:40.253 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-wzMJBeD6sFS5XLC off=1032720 len=2041783 2024-07-26T06:37:40.255 INFO:tasks.workunit.client.0.smithi089.stdout:op 3799 completed, throughput=5MB/sec 2024-07-26T06:37:40.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:37:40 smithi155 ceph-mon[90160]: pgmap v1786: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T06:37:40.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:37:40 smithi089 ceph-mon[99608]: pgmap v1786: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T06:37:40.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:37:40 smithi089 ceph-mon[102056]: pgmap v1786: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T06:37:41.255 INFO:tasks.workunit.client.0.smithi089.stdout: 731: throughput=4.99MB/sec pending data=0 2024-07-26T06:37:41.256 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-LCsZNnCuVztuU2X off=2778949 len=567244 2024-07-26T06:37:41.259 INFO:tasks.workunit.client.0.smithi089.stdout:op 3800 completed, throughput=4.99MB/sec 2024-07-26T06:37:41.260 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-8uKSRKhPDiFWgpz off=8090498 len=925127 2024-07-26T06:37:41.266 INFO:tasks.workunit.client.0.smithi089.stdout:op 3801 completed, throughput=5MB/sec 2024-07-26T06:37:41.266 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-VseeWo_9-KVQrYI off=11053139 len=620767 2024-07-26T06:37:41.271 INFO:tasks.workunit.client.0.smithi089.stdout:op 3802 completed, throughput=5MB/sec 2024-07-26T06:37:41.271 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-7Ai9ftEC1a4G6iZ off=3725587 len=1211896 2024-07-26T06:37:41.272 INFO:tasks.workunit.client.0.smithi089.stdout:op 3803 completed, throughput=5MB/sec 2024-07-26T06:37:41.272 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-4XBsfpCJqhr3jX0 off=1963398 len=31023 2024-07-26T06:37:41.273 INFO:tasks.workunit.client.0.smithi089.stdout:op 3804 completed, throughput=5MB/sec 2024-07-26T06:37:41.273 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-deIFzY3yrpSTsGF off=4066474 len=878116 2024-07-26T06:37:41.277 INFO:tasks.workunit.client.0.smithi089.stdout:op 3805 completed, throughput=5MB/sec 2024-07-26T06:37:41.277 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ZkTxsOxKAelJRGT off=2857964 len=235887 2024-07-26T06:37:41.277 INFO:tasks.workunit.client.0.smithi089.stdout:op 3806 completed, throughput=5MB/sec 2024-07-26T06:37:41.278 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-UAmuGC2N-qSxs8e off=11014739 len=1150093 2024-07-26T06:37:41.282 INFO:tasks.workunit.client.0.smithi089.stdout:op 3807 completed, throughput=5MB/sec 2024-07-26T06:37:41.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:37:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:37:41.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:37:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:37:41.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:37:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:37:42.283 INFO:tasks.workunit.client.0.smithi089.stdout: 732: throughput=4.99MB/sec pending data=0 2024-07-26T06:37:42.283 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-jUN4ruSERWqIJae off=7232357 len=241772 2024-07-26T06:37:42.286 INFO:tasks.workunit.client.0.smithi089.stdout:op 3808 completed, throughput=4.99MB/sec 2024-07-26T06:37:42.286 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-VUoFGcyGhAGvbO3 off=1330265 len=1663599 2024-07-26T06:37:42.288 INFO:tasks.workunit.client.0.smithi089.stdout:op 3809 completed, throughput=5MB/sec 2024-07-26T06:37:42.288 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj--T76bBVej3AaL09 off=14084564 len=190920 2024-07-26T06:37:42.288 INFO:tasks.workunit.client.0.smithi089.stdout:op 3810 completed, throughput=5MB/sec 2024-07-26T06:37:42.288 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-AVtTxPCsn4uprbJ off=0 len=1949095 2024-07-26T06:37:42.299 INFO:tasks.workunit.client.0.smithi089.stdout:op 3811 completed, throughput=5MB/sec 2024-07-26T06:37:42.299 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-XZLuFKBERQzOK5f off=249191 len=1131269 2024-07-26T06:37:42.305 INFO:tasks.workunit.client.0.smithi089.stdout:op 3812 completed, throughput=5MB/sec 2024-07-26T06:37:42.533 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:37:42 smithi089 ceph-mon[99608]: pgmap v1787: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-07-26T06:37:42.533 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:37:42 smithi089 ceph-mon[102056]: pgmap v1787: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-07-26T06:37:42.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:37:42 smithi155 ceph-mon[90160]: pgmap v1787: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-07-26T06:37:42.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:37:42 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:37:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:37:42.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:37:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:37:42] "GET /metrics HTTP/1.1" 200 34049 "" "Prometheus/2.43.0" 2024-07-26T06:37:43.305 INFO:tasks.workunit.client.0.smithi089.stdout: 733: throughput=4.99MB/sec pending data=0 2024-07-26T06:37:43.305 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-NkPQhuvX-ZYDb7N off=3733291 len=1265363 2024-07-26T06:37:43.312 INFO:tasks.workunit.client.0.smithi089.stdout:op 3813 completed, throughput=5MB/sec 2024-07-26T06:37:43.312 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-TTweuvkJ1E4-UjQ off=2093557 len=1578753 2024-07-26T06:37:43.314 INFO:tasks.workunit.client.0.smithi089.stdout:op 3814 completed, throughput=5MB/sec 2024-07-26T06:37:43.314 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-hu0guRTu782Xt9B off=186194 len=530087 2024-07-26T06:37:43.319 INFO:tasks.workunit.client.0.smithi089.stdout:op 3815 completed, throughput=5MB/sec 2024-07-26T06:37:43.319 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Kjrl8RL3U2iZyN1 off=3821358 len=870708 2024-07-26T06:37:43.324 INFO:tasks.workunit.client.0.smithi089.stdout:op 3816 completed, throughput=5MB/sec 2024-07-26T06:37:43.324 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-a4tGxzH30-dT0vl off=16741721 len=1172552 2024-07-26T06:37:43.329 INFO:tasks.workunit.client.0.smithi089.stdout:op 3817 completed, throughput=5MB/sec 2024-07-26T06:37:44.329 INFO:tasks.workunit.client.0.smithi089.stdout: 734: throughput=4.99MB/sec pending data=0 2024-07-26T06:37:44.330 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-aUNFDBUmOIBLrTO off=13085310 len=1736137 2024-07-26T06:37:44.340 INFO:tasks.workunit.client.0.smithi089.stdout:op 3818 completed, throughput=5MB/sec 2024-07-26T06:37:44.340 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-XWl8DTrZfoIm7we off=836404 len=1133649 2024-07-26T06:37:44.342 INFO:tasks.workunit.client.0.smithi089.stdout:op 3819 completed, throughput=5MB/sec 2024-07-26T06:37:44.342 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-hCWCyiB5hvCmXT- off=9265503 len=1394627 2024-07-26T06:37:44.344 INFO:tasks.workunit.client.0.smithi089.stdout:op 3820 completed, throughput=5MB/sec 2024-07-26T06:37:44.344 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-o17buOmBlbkW2ez off=6859823 len=463395 2024-07-26T06:37:44.345 INFO:tasks.workunit.client.0.smithi089.stdout:op 3821 completed, throughput=5MB/sec 2024-07-26T06:37:44.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:37:44 smithi155 ceph-mon[90160]: pgmap v1788: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-07-26T06:37:44.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:37:44 smithi089 ceph-mon[99608]: pgmap v1788: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-07-26T06:37:44.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:37:44 smithi089 ceph-mon[102056]: pgmap v1788: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-07-26T06:37:45.346 INFO:tasks.workunit.client.0.smithi089.stdout: 735: throughput=4.99MB/sec pending data=0 2024-07-26T06:37:45.346 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-esbG4mlSDQqXzSp off=22510611 len=367620 2024-07-26T06:37:45.347 INFO:tasks.workunit.client.0.smithi089.stdout:op 3822 completed, throughput=4.99MB/sec 2024-07-26T06:37:45.347 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-DgcLS9L2kLMvLE9 off=1627095 len=758868 2024-07-26T06:37:45.352 INFO:tasks.workunit.client.0.smithi089.stdout:op 3823 completed, throughput=4.99MB/sec 2024-07-26T06:37:45.352 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-eI3NxPwCJQGmtKS off=3469454 len=1843937 2024-07-26T06:37:45.363 INFO:tasks.workunit.client.0.smithi089.stdout:op 3824 completed, throughput=5MB/sec 2024-07-26T06:37:45.363 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-yusuO6HIYW2Nz8Y off=18716946 len=17219 2024-07-26T06:37:45.363 INFO:tasks.workunit.client.0.smithi089.stdout:op 3825 completed, throughput=5MB/sec 2024-07-26T06:37:45.364 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-pS55rm-3yqdWnNg off=7206990 len=1007298 2024-07-26T06:37:45.369 INFO:tasks.workunit.client.0.smithi089.stdout:op 3826 completed, throughput=5MB/sec 2024-07-26T06:37:45.369 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-zkI8SKE6nZg6I7B off=5791637 len=1623635 2024-07-26T06:37:45.377 INFO:tasks.workunit.client.0.smithi089.stdout:op 3827 completed, throughput=5MB/sec 2024-07-26T06:37:46.378 INFO:tasks.workunit.client.0.smithi089.stdout: 736: throughput=4.99MB/sec pending data=0 2024-07-26T06:37:46.378 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-HCgOMfXkF-80dOR off=11126186 len=1401260 2024-07-26T06:37:46.384 INFO:tasks.workunit.client.0.smithi089.stdout:op 3828 completed, throughput=5MB/sec 2024-07-26T06:37:46.384 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-wt_FsHX0DG6FhHd off=1102010 len=802735 2024-07-26T06:37:46.385 INFO:tasks.workunit.client.0.smithi089.stdout:op 3829 completed, throughput=5MB/sec 2024-07-26T06:37:46.385 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-BX1gPIOyCtvxmBR off=1140501 len=31195 2024-07-26T06:37:46.388 INFO:tasks.workunit.client.0.smithi089.stdout:op 3830 completed, throughput=5MB/sec 2024-07-26T06:37:46.388 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-BSx8iI4JKAgYe0V off=10126769 len=553593 2024-07-26T06:37:46.389 INFO:tasks.workunit.client.0.smithi089.stdout:op 3831 completed, throughput=5MB/sec 2024-07-26T06:37:46.389 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-_6fW5UwhCeyZbks off=3745682 len=806920 2024-07-26T06:37:46.393 INFO:tasks.workunit.client.0.smithi089.stdout:op 3832 completed, throughput=5MB/sec 2024-07-26T06:37:46.394 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-9eBMZqyYYeY5iDI off=6655188 len=558839 2024-07-26T06:37:46.394 INFO:tasks.workunit.client.0.smithi089.stdout:op 3833 completed, throughput=5MB/sec 2024-07-26T06:37:46.395 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-SVXS55flYtBMnor off=11595150 len=1395376 2024-07-26T06:37:46.395 INFO:tasks.workunit.client.0.smithi089.stdout:op 3834 completed, throughput=5MB/sec 2024-07-26T06:37:46.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:37:46 smithi155 ceph-mon[90160]: pgmap v1789: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:37:46.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:37:46 smithi089 ceph-mon[99608]: pgmap v1789: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:37:46.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:37:46 smithi089 ceph-mon[102056]: pgmap v1789: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:37:47.396 INFO:tasks.workunit.client.0.smithi089.stdout: 737: throughput=4.99MB/sec pending data=0 2024-07-26T06:37:47.396 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-IPT3c-V8_BIVZTe off=6927071 len=1557965 2024-07-26T06:37:47.405 INFO:tasks.workunit.client.0.smithi089.stdout:op 3835 completed, throughput=5MB/sec 2024-07-26T06:37:47.406 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-W2cyj1bK-mfopr2 off=233242 len=915047 2024-07-26T06:37:47.407 INFO:tasks.workunit.client.0.smithi089.stdout:op 3836 completed, throughput=5MB/sec 2024-07-26T06:37:47.407 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-fuyTu0onnEXRJY- off=3007240 len=1672170 2024-07-26T06:37:47.415 INFO:tasks.workunit.client.0.smithi089.stdout:op 3837 completed, throughput=5MB/sec 2024-07-26T06:37:47.415 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-iVRPEWatiOT5UQh off=2546922 len=1698414 2024-07-26T06:37:47.417 INFO:tasks.workunit.client.0.smithi089.stdout:op 3838 completed, throughput=5MB/sec 2024-07-26T06:37:48.418 INFO:tasks.workunit.client.0.smithi089.stdout: 738: throughput=4.99MB/sec pending data=0 2024-07-26T06:37:48.418 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-K8Bh4CtmQ9Kah0S off=1171312 len=1536697 2024-07-26T06:37:48.426 INFO:tasks.workunit.client.0.smithi089.stdout:op 3839 completed, throughput=5MB/sec 2024-07-26T06:37:48.426 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-sbFbFE4RQcj9j91 off=3563583 len=1370874 2024-07-26T06:37:48.429 INFO:tasks.workunit.client.0.smithi089.stdout:op 3840 completed, throughput=5MB/sec 2024-07-26T06:37:48.429 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-z-24WuTXxSArc12 off=15399045 len=1718314 2024-07-26T06:37:48.436 INFO:tasks.workunit.client.0.smithi089.stdout:op 3841 completed, throughput=5MB/sec 2024-07-26T06:37:48.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:37:48 smithi155 ceph-mon[90160]: pgmap v1790: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:37:48.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:37:48 smithi089 ceph-mon[102056]: pgmap v1790: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:37:48.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:37:48 smithi089 ceph-mon[99608]: pgmap v1790: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:37:49.436 INFO:tasks.workunit.client.0.smithi089.stdout: 739: throughput=4.99MB/sec pending data=0 2024-07-26T06:37:49.456 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-4qFFcR6lLM-6uh5 off=2317885 len=1232730 2024-07-26T06:37:49.457 INFO:tasks.workunit.client.0.smithi089.stdout:op 3842 completed, throughput=5MB/sec 2024-07-26T06:37:49.457 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-FIj9A7YgovBxAsq off=6378213 len=240441 2024-07-26T06:37:49.457 INFO:tasks.workunit.client.0.smithi089.stdout:op 3843 completed, throughput=5MB/sec 2024-07-26T06:37:49.457 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-o6JktSX-NSMbYqg off=6817873 len=1503959 2024-07-26T06:37:49.457 INFO:tasks.workunit.client.0.smithi089.stdout:op 3844 completed, throughput=5MB/sec 2024-07-26T06:37:49.458 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ql0ZLBaGGLPSpZu off=6269199 len=1720138 2024-07-26T06:37:49.459 INFO:tasks.workunit.client.0.smithi089.stdout:op 3845 completed, throughput=5MB/sec 2024-07-26T06:37:49.459 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-E6H2JlzQgA6lFkx off=22824860 len=1660689 2024-07-26T06:37:49.460 INFO:tasks.workunit.client.0.smithi089.stdout:op 3846 completed, throughput=5MB/sec 2024-07-26T06:37:50.461 INFO:tasks.workunit.client.0.smithi089.stdout: 740: throughput=5MB/sec pending data=0 2024-07-26T06:37:50.461 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-nETanKbyKNaQSzI off=5360180 len=1291161 2024-07-26T06:37:50.468 INFO:tasks.workunit.client.0.smithi089.stdout:op 3847 completed, throughput=5MB/sec 2024-07-26T06:37:50.468 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-E8NEM8fqCFMguJh off=15182333 len=1579466 2024-07-26T06:37:50.473 INFO:tasks.workunit.client.0.smithi089.stdout:op 3848 completed, throughput=5MB/sec 2024-07-26T06:37:50.473 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-hgukx53SniOJtx6 off=4269898 len=1828462 2024-07-26T06:37:50.484 INFO:tasks.workunit.client.0.smithi089.stdout:op 3849 completed, throughput=5MB/sec 2024-07-26T06:37:50.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:37:50 smithi155 ceph-mon[90160]: pgmap v1791: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-07-26T06:37:50.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:37:50 smithi089 ceph-mon[99608]: pgmap v1791: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-07-26T06:37:50.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:37:50 smithi089 ceph-mon[102056]: pgmap v1791: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-07-26T06:37:51.485 INFO:tasks.workunit.client.0.smithi089.stdout: 741: throughput=4.99MB/sec pending data=0 2024-07-26T06:37:51.485 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Q174uad2XGryi-W off=2043391 len=1125666 2024-07-26T06:37:51.487 INFO:tasks.workunit.client.0.smithi089.stdout:op 3850 completed, throughput=5MB/sec 2024-07-26T06:37:51.488 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-CN6M-dwgACFqdvO off=6775137 len=1905692 2024-07-26T06:37:51.490 INFO:tasks.workunit.client.0.smithi089.stdout:op 3851 completed, throughput=5MB/sec 2024-07-26T06:37:51.490 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-TRcgmG_UhgHmLYS off=8044605 len=225241 2024-07-26T06:37:51.490 INFO:tasks.workunit.client.0.smithi089.stdout:op 3852 completed, throughput=5MB/sec 2024-07-26T06:37:51.491 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj--UzMH1gDuBd7XBY off=4816052 len=391319 2024-07-26T06:37:51.494 INFO:tasks.workunit.client.0.smithi089.stdout:op 3853 completed, throughput=5MB/sec 2024-07-26T06:37:51.494 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-BRgB7l8VKabwVrS off=4010642 len=624089 2024-07-26T06:37:51.495 INFO:tasks.workunit.client.0.smithi089.stdout:op 3854 completed, throughput=5MB/sec 2024-07-26T06:37:51.496 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-eMv9r9KIQNM-IAz off=261697 len=305361 2024-07-26T06:37:51.498 INFO:tasks.workunit.client.0.smithi089.stdout:op 3855 completed, throughput=5MB/sec 2024-07-26T06:37:51.498 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-NCULOsM3bhQsOLE off=9882793 len=1305527 2024-07-26T06:37:51.505 INFO:tasks.workunit.client.0.smithi089.stdout:op 3856 completed, throughput=5MB/sec 2024-07-26T06:37:52.505 INFO:tasks.workunit.client.0.smithi089.stdout: 742: throughput=4.99MB/sec pending data=0 2024-07-26T06:37:52.505 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-7YsGnc7sll3Jmo1 off=4486482 len=2054780 2024-07-26T06:37:52.509 INFO:tasks.workunit.client.0.smithi089.stdout:op 3857 completed, throughput=5MB/sec 2024-07-26T06:37:52.510 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-rgOz6GJ1z7FRFfV off=10899464 len=866694 2024-07-26T06:37:52.511 INFO:tasks.workunit.client.0.smithi089.stdout:op 3858 completed, throughput=5MB/sec 2024-07-26T06:37:52.511 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Gd0XgXz-CUp3Flw off=357288 len=19648 2024-07-26T06:37:52.512 INFO:tasks.workunit.client.0.smithi089.stdout:op 3859 completed, throughput=5MB/sec 2024-07-26T06:37:52.512 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-gnKX-p0wYAtgYxB off=6096980 len=803399 2024-07-26T06:37:52.512 INFO:tasks.workunit.client.0.smithi089.stdout:op 3860 completed, throughput=5MB/sec 2024-07-26T06:37:52.512 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-xgzmSxVrWhQq12w off=3125750 len=753612 2024-07-26T06:37:52.517 INFO:tasks.workunit.client.0.smithi089.stdout:op 3861 completed, throughput=5MB/sec 2024-07-26T06:37:52.533 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:37:52 smithi089 ceph-mon[99608]: pgmap v1792: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-26T06:37:52.533 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:37:52 smithi089 ceph-mon[102056]: pgmap v1792: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-26T06:37:52.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:37:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:37:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:37:52.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:37:52 smithi155 ceph-mon[90160]: pgmap v1792: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-26T06:37:52.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:37:52 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:37:52] "GET /metrics HTTP/1.1" 200 34049 "" "Prometheus/2.43.0" 2024-07-26T06:37:53.517 INFO:tasks.workunit.client.0.smithi089.stdout: 743: throughput=4.99MB/sec pending data=0 2024-07-26T06:37:53.517 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-JVg5ZmkUpvlvdZ9 off=12104136 len=1914688 2024-07-26T06:37:53.520 INFO:tasks.workunit.client.0.smithi089.stdout:op 3862 completed, throughput=5MB/sec 2024-07-26T06:37:53.520 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-RlKxHagKNZFuvib off=20174973 len=1473281 2024-07-26T06:37:53.524 INFO:tasks.workunit.client.0.smithi089.stdout:op 3863 completed, throughput=5MB/sec 2024-07-26T06:37:53.524 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-y9qGiIOQnvd0hkK off=14136576 len=67727 2024-07-26T06:37:53.524 INFO:tasks.workunit.client.0.smithi089.stdout:op 3864 completed, throughput=5MB/sec 2024-07-26T06:37:53.524 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-GoESyE0rgmICWjB off=8512782 len=1698703 2024-07-26T06:37:53.526 INFO:tasks.workunit.client.0.smithi089.stdout:op 3865 completed, throughput=5MB/sec 2024-07-26T06:37:54.527 INFO:tasks.workunit.client.0.smithi089.stdout: 744: throughput=4.99MB/sec pending data=0 2024-07-26T06:37:54.527 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-uVL8uh8qlz3l7K3 off=1206344 len=1700915 2024-07-26T06:37:54.529 INFO:tasks.workunit.client.0.smithi089.stdout:op 3866 completed, throughput=5MB/sec 2024-07-26T06:37:54.529 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-kCqE_z7PxoLDggD off=8529272 len=333004 2024-07-26T06:37:54.530 INFO:tasks.workunit.client.0.smithi089.stdout:op 3867 completed, throughput=5MB/sec 2024-07-26T06:37:54.530 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-zxALxX7BOSeR9bO off=18317257 len=921122 2024-07-26T06:37:54.535 INFO:tasks.workunit.client.0.smithi089.stdout:op 3868 completed, throughput=5MB/sec 2024-07-26T06:37:54.535 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-5BIXtE0F3kKkM-x off=1965203 len=1429308 2024-07-26T06:37:54.544 INFO:tasks.workunit.client.0.smithi089.stdout:op 3869 completed, throughput=5MB/sec 2024-07-26T06:37:54.544 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-bWvf35vskmZk9m6 off=3938757 len=890991 2024-07-26T06:37:54.545 INFO:tasks.workunit.client.0.smithi089.stdout:op 3870 completed, throughput=5MB/sec 2024-07-26T06:37:54.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:37:54 smithi155 ceph-mon[90160]: pgmap v1793: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-26T06:37:54.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:37:54 smithi089 ceph-mon[99608]: pgmap v1793: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-26T06:37:54.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:37:54 smithi089 ceph-mon[102056]: pgmap v1793: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-26T06:37:55.545 INFO:tasks.workunit.client.0.smithi089.stdout: 745: throughput=4.99MB/sec pending data=0 2024-07-26T06:37:55.545 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-bgB4wg5crWygraQ off=3635197 len=1655126 2024-07-26T06:37:55.547 INFO:tasks.workunit.client.0.smithi089.stdout:op 3871 completed, throughput=5MB/sec 2024-07-26T06:37:55.547 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-fIKeeH5CSEHG9eN off=10175790 len=544042 2024-07-26T06:37:55.548 INFO:tasks.workunit.client.0.smithi089.stdout:op 3872 completed, throughput=5MB/sec 2024-07-26T06:37:55.548 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-pytZecrK3Rev57p off=13452727 len=1490104 2024-07-26T06:37:55.552 INFO:tasks.workunit.client.0.smithi089.stdout:op 3873 completed, throughput=5MB/sec 2024-07-26T06:37:55.552 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-wb3gELS2hed8HE4 off=2071095 len=1503969 2024-07-26T06:37:55.554 INFO:tasks.workunit.client.0.smithi089.stdout:op 3874 completed, throughput=5MB/sec 2024-07-26T06:37:56.554 INFO:tasks.workunit.client.0.smithi089.stdout: 746: throughput=4.99MB/sec pending data=0 2024-07-26T06:37:56.554 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-4QMbBF2kpOnEn51 off=5918283 len=922585 2024-07-26T06:37:56.556 INFO:tasks.workunit.client.0.smithi089.stdout:op 3875 completed, throughput=4.99MB/sec 2024-07-26T06:37:56.556 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-iOGnrAZLkDnPOzc off=5401904 len=209813 2024-07-26T06:37:56.557 INFO:tasks.workunit.client.0.smithi089.stdout:op 3876 completed, throughput=4.99MB/sec 2024-07-26T06:37:56.557 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-01c7TLGQRMXKwyF off=13734835 len=1381265 2024-07-26T06:37:56.558 INFO:tasks.workunit.client.0.smithi089.stdout:op 3877 completed, throughput=5MB/sec 2024-07-26T06:37:56.558 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-684aG5RVjA0ivOB off=3308913 len=19033 2024-07-26T06:37:56.561 INFO:tasks.workunit.client.0.smithi089.stdout:op 3878 completed, throughput=5MB/sec 2024-07-26T06:37:56.561 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj--nADWMkczqqK_5S off=15623996 len=1534172 2024-07-26T06:37:56.568 INFO:tasks.workunit.client.0.smithi089.stdout:op 3879 completed, throughput=5MB/sec 2024-07-26T06:37:56.568 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-tLSE71genXl1A0y off=12035746 len=1998469 2024-07-26T06:37:56.571 INFO:tasks.workunit.client.0.smithi089.stdout:op 3880 completed, throughput=5MB/sec 2024-07-26T06:37:56.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:37:56 smithi155 ceph-mon[90160]: pgmap v1794: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:37:56.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:37:56 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:37:56.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:37:56 smithi089 ceph-mon[99608]: pgmap v1794: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:37:56.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:37:56 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:37:56.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:37:56 smithi089 ceph-mon[102056]: pgmap v1794: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:37:56.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:37:56 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:37:57.571 INFO:tasks.workunit.client.0.smithi089.stdout: 747: throughput=4.99MB/sec pending data=0 2024-07-26T06:37:57.571 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-WCdI0OkBlenPp_l off=6303090 len=848624 2024-07-26T06:37:57.573 INFO:tasks.workunit.client.0.smithi089.stdout:op 3881 completed, throughput=5MB/sec 2024-07-26T06:37:57.573 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-m-ClwEi9CWOBqSG off=13360654 len=347020 2024-07-26T06:37:57.577 INFO:tasks.workunit.client.0.smithi089.stdout:op 3882 completed, throughput=5MB/sec 2024-07-26T06:37:57.577 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-qma6JjxEgQKvl0V off=5505235 len=2065139 2024-07-26T06:37:57.588 INFO:tasks.workunit.client.0.smithi089.stdout:op 3883 completed, throughput=5MB/sec 2024-07-26T06:37:57.588 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-IzZWD2L84BI4qIh off=3094198 len=1770087 2024-07-26T06:37:57.590 INFO:tasks.workunit.client.0.smithi089.stdout:op 3884 completed, throughput=5MB/sec 2024-07-26T06:37:58.590 INFO:tasks.workunit.client.0.smithi089.stdout: 748: throughput=4.99MB/sec pending data=0 2024-07-26T06:37:58.591 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-rlfNSEKL8fvFrWZ off=6345721 len=1296702 2024-07-26T06:37:58.598 INFO:tasks.workunit.client.0.smithi089.stdout:op 3885 completed, throughput=5MB/sec 2024-07-26T06:37:58.598 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-B-r9a-ur7wBljfv off=8886580 len=1591760 2024-07-26T06:37:58.600 INFO:tasks.workunit.client.0.smithi089.stdout:op 3886 completed, throughput=5MB/sec 2024-07-26T06:37:58.600 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-zwpysNOalEok6RS off=7477827 len=2051372 2024-07-26T06:37:58.609 INFO:tasks.workunit.client.0.smithi089.stdout:op 3887 completed, throughput=5MB/sec 2024-07-26T06:37:58.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:37:58 smithi155 ceph-mon[90160]: pgmap v1795: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:37:58.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:37:58 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:37:58.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:37:58 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:37:58.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:37:58 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:37:58.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:37:58 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:37:58.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:37:58 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:37:58.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:37:58 smithi089 ceph-mon[99608]: pgmap v1795: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:37:58.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:37:58 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:37:58.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:37:58 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:37:58.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:37:58 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:37:58.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:37:58 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:37:58.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:37:58 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:37:58.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:37:58 smithi089 ceph-mon[102056]: pgmap v1795: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:37:58.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:37:58 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:37:58.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:37:58 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:37:58.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:37:58 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:37:58.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:37:58 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:37:58.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:37:58 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:37:59.609 INFO:tasks.workunit.client.0.smithi089.stdout: 749: throughput=4.99MB/sec pending data=0 2024-07-26T06:37:59.609 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-y144-xIfGjF61M6 off=4663192 len=851102 2024-07-26T06:37:59.614 INFO:tasks.workunit.client.0.smithi089.stdout:op 3888 completed, throughput=4.99MB/sec 2024-07-26T06:37:59.615 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-z2Ja5qOCpUwGACG off=8420147 len=1098818 2024-07-26T06:37:59.615 INFO:tasks.workunit.client.0.smithi089.stdout:op 3889 completed, throughput=5MB/sec 2024-07-26T06:37:59.615 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-YVNJgm-mpDfMOah off=2340995 len=422541 2024-07-26T06:37:59.619 INFO:tasks.workunit.client.0.smithi089.stdout:op 3890 completed, throughput=5MB/sec 2024-07-26T06:37:59.619 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-6jfyf3Vw9tXZEQr off=2723002 len=120388 2024-07-26T06:37:59.622 INFO:tasks.workunit.client.0.smithi089.stdout:op 3891 completed, throughput=5MB/sec 2024-07-26T06:37:59.622 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-VwhKmzeWlholRxg off=9884535 len=437717 2024-07-26T06:37:59.625 INFO:tasks.workunit.client.0.smithi089.stdout:op 3892 completed, throughput=5MB/sec 2024-07-26T06:37:59.625 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-6yfqA_BjwqTMuNt off=424878 len=228377 2024-07-26T06:37:59.627 INFO:tasks.workunit.client.0.smithi089.stdout:op 3893 completed, throughput=5MB/sec 2024-07-26T06:37:59.627 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-syyS1kAAwqIn6kC off=14797414 len=1627129 2024-07-26T06:37:59.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:37:59 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:37:59.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:37:59 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:37:59.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:37:59 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:37:59.632 INFO:tasks.workunit.client.0.smithi089.stdout:op 3894 completed, throughput=5MB/sec 2024-07-26T06:37:59.633 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-GN2u6HYC38-yI2k off=54538 len=1631515 2024-07-26T06:37:59.634 INFO:tasks.workunit.client.0.smithi089.stdout:op 3895 completed, throughput=5MB/sec 2024-07-26T06:37:59.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:37:59 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:37:59.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:37:59 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:37:59.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:37:59 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:37:59.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:37:59 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:37:59.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:37:59 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:37:59.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:37:59 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:38:00.635 INFO:tasks.workunit.client.0.smithi089.stdout: 750: throughput=4.99MB/sec pending data=0 2024-07-26T06:38:00.635 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-HScYojhCUC-MMLU off=1098046 len=274058 2024-07-26T06:38:00.636 INFO:tasks.workunit.client.0.smithi089.stdout:op 3896 completed, throughput=5MB/sec 2024-07-26T06:38:00.636 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-a2uJBs5ziJImGId off=10694418 len=1717689 2024-07-26T06:38:00.638 INFO:tasks.workunit.client.0.smithi089.stdout:op 3897 completed, throughput=5MB/sec 2024-07-26T06:38:00.638 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-GLxL0Dowp3sFxG6 off=3170838 len=1054685 2024-07-26T06:38:00.644 INFO:tasks.workunit.client.0.smithi089.stdout:op 3898 completed, throughput=5MB/sec 2024-07-26T06:38:00.644 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-BLxkWNwUGIOl1oU off=1606962 len=853223 2024-07-26T06:38:00.648 INFO:tasks.workunit.client.0.smithi089.stdout:op 3899 completed, throughput=5MB/sec 2024-07-26T06:38:00.648 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-7-kfITbEh6vszmR off=7781051 len=328504 2024-07-26T06:38:00.649 INFO:tasks.workunit.client.0.smithi089.stdout:op 3900 completed, throughput=5MB/sec 2024-07-26T06:38:01.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:38:00 smithi155 ceph-mon[90160]: pgmap v1796: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:38:01.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:38:00 smithi089 ceph-mon[99608]: pgmap v1796: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:38:01.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:38:00 smithi089 ceph-mon[102056]: pgmap v1796: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:38:01.649 INFO:tasks.workunit.client.0.smithi089.stdout: 751: throughput=4.99MB/sec pending data=0 2024-07-26T06:38:01.649 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-LEJrHFzYhrB6ELS off=4909860 len=516666 2024-07-26T06:38:01.653 INFO:tasks.workunit.client.0.smithi089.stdout:op 3901 completed, throughput=4.99MB/sec 2024-07-26T06:38:01.653 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-uDKDdD8wpMaBn9q off=2450837 len=1824205 2024-07-26T06:38:01.663 INFO:tasks.workunit.client.0.smithi089.stdout:op 3902 completed, throughput=5MB/sec 2024-07-26T06:38:01.663 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-nSQ3Vsu3xlfpzAf off=1084432 len=1071632 2024-07-26T06:38:01.664 INFO:tasks.workunit.client.0.smithi089.stdout:op 3903 completed, throughput=5MB/sec 2024-07-26T06:38:01.664 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-iXUpBbVUSaIz82C off=109260 len=1354875 2024-07-26T06:38:01.670 INFO:tasks.workunit.client.0.smithi089.stdout:op 3904 completed, throughput=5MB/sec 2024-07-26T06:38:01.670 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-OJFxKnj0WS7oin3 off=8631208 len=1581548 2024-07-26T06:38:01.672 INFO:tasks.workunit.client.0.smithi089.stdout:op 3905 completed, throughput=5MB/sec 2024-07-26T06:38:02.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:38:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:38:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:38:02.672 INFO:tasks.workunit.client.0.smithi089.stdout: 752: throughput=4.99MB/sec pending data=0 2024-07-26T06:38:02.672 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ZZAw6B7UsxiNfVa off=1572787 len=2048675 2024-07-26T06:38:02.684 INFO:tasks.workunit.client.0.smithi089.stdout:op 3906 completed, throughput=5MB/sec 2024-07-26T06:38:02.684 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-9qzxFm36mX05o6O off=7208538 len=1194112 2024-07-26T06:38:02.687 INFO:tasks.workunit.client.0.smithi089.stdout:op 3907 completed, throughput=5MB/sec 2024-07-26T06:38:02.687 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-luSSPFdA_DY4B0F off=4225432 len=370540 2024-07-26T06:38:02.690 INFO:tasks.workunit.client.0.smithi089.stdout:op 3908 completed, throughput=5MB/sec 2024-07-26T06:38:02.690 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-N2kcdN-r4EPSrHh off=3677573 len=2009615 2024-07-26T06:38:02.692 INFO:tasks.workunit.client.0.smithi089.stdout:op 3909 completed, throughput=5MB/sec 2024-07-26T06:38:02.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:38:02 smithi089 ceph-mon[99608]: pgmap v1797: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-07-26T06:38:02.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:38:02 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:38:02] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-07-26T06:38:02.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:38:02 smithi089 ceph-mon[102056]: pgmap v1797: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-07-26T06:38:03.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:38:02 smithi155 ceph-mon[90160]: pgmap v1797: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-07-26T06:38:03.692 INFO:tasks.workunit.client.0.smithi089.stdout: 753: throughput=5MB/sec pending data=0 2024-07-26T06:38:03.692 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-fpOegIlWvO8HxIO off=1472625 len=901065 2024-07-26T06:38:03.694 INFO:tasks.workunit.client.0.smithi089.stdout:op 3910 completed, throughput=5MB/sec 2024-07-26T06:38:03.694 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-44FKYt13L4TIWEW off=3296751 len=821840 2024-07-26T06:38:03.696 INFO:tasks.workunit.client.0.smithi089.stdout:op 3911 completed, throughput=5MB/sec 2024-07-26T06:38:03.696 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-nPNqnp_kb4zhN2S off=4483559 len=834327 2024-07-26T06:38:03.698 INFO:tasks.workunit.client.0.smithi089.stdout:op 3912 completed, throughput=5MB/sec 2024-07-26T06:38:03.698 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-cmeKSS34D-sEa5G off=1224066 len=977421 2024-07-26T06:38:03.700 INFO:tasks.workunit.client.0.smithi089.stdout:op 3913 completed, throughput=5MB/sec 2024-07-26T06:38:03.700 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-eTw0O2yhTuU9sew off=1742985 len=614619 2024-07-26T06:38:03.704 INFO:tasks.workunit.client.0.smithi089.stdout:op 3914 completed, throughput=5MB/sec 2024-07-26T06:38:04.704 INFO:tasks.workunit.client.0.smithi089.stdout: 754: throughput=4.99MB/sec pending data=0 2024-07-26T06:38:04.704 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-EV2ICPkfQgw6RBz off=1142255 len=1979144 2024-07-26T06:38:04.706 INFO:tasks.workunit.client.0.smithi089.stdout:op 3915 completed, throughput=5MB/sec 2024-07-26T06:38:04.706 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-OMyjjlKmI9N_KK4 off=1850557 len=595228 2024-07-26T06:38:04.710 INFO:tasks.workunit.client.0.smithi089.stdout:op 3916 completed, throughput=5MB/sec 2024-07-26T06:38:04.711 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Au4xqIy2jSttHZs off=3918064 len=25633 2024-07-26T06:38:04.711 INFO:tasks.workunit.client.0.smithi089.stdout:op 3917 completed, throughput=5MB/sec 2024-07-26T06:38:04.711 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-wCEJwGFUEBSaCn5 off=19323136 len=2004199 2024-07-26T06:38:04.725 INFO:tasks.workunit.client.0.smithi089.stdout:op 3918 completed, throughput=5MB/sec 2024-07-26T06:38:04.725 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-0ILjnjVKaeu-Txu off=17183635 len=1140251 2024-07-26T06:38:04.727 INFO:tasks.workunit.client.0.smithi089.stdout:op 3919 completed, throughput=5MB/sec 2024-07-26T06:38:05.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:38:04 smithi155 ceph-mon[90160]: pgmap v1798: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-07-26T06:38:05.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:38:04 smithi089 ceph-mon[99608]: pgmap v1798: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-07-26T06:38:05.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:38:04 smithi089 ceph-mon[102056]: pgmap v1798: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-07-26T06:38:05.727 INFO:tasks.workunit.client.0.smithi089.stdout: 755: throughput=4.99MB/sec pending data=0 2024-07-26T06:38:05.728 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-8rh8hpb_uvFyYWY off=1733317 len=285233 2024-07-26T06:38:05.728 INFO:tasks.workunit.client.0.smithi089.stdout:op 3920 completed, throughput=4.99MB/sec 2024-07-26T06:38:05.729 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-i2nTYw2j2E433LG off=9385780 len=99899 2024-07-26T06:38:05.729 INFO:tasks.workunit.client.0.smithi089.stdout:op 3921 completed, throughput=4.99MB/sec 2024-07-26T06:38:05.729 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-bj-3ks9Q5I3UbSs off=638495 len=572021 2024-07-26T06:38:05.730 INFO:tasks.workunit.client.0.smithi089.stdout:op 3922 completed, throughput=5MB/sec 2024-07-26T06:38:05.730 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-UDqot055XN_8RvR off=316198 len=692932 2024-07-26T06:38:05.735 INFO:tasks.workunit.client.0.smithi089.stdout:op 3923 completed, throughput=5MB/sec 2024-07-26T06:38:05.735 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-UTQqVJSQSooZpBc off=998492 len=1831423 2024-07-26T06:38:05.746 INFO:tasks.workunit.client.0.smithi089.stdout:op 3924 completed, throughput=5MB/sec 2024-07-26T06:38:05.747 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Dn_20wNKgJKx-fb off=2608903 len=293269 2024-07-26T06:38:05.747 INFO:tasks.workunit.client.0.smithi089.stdout:op 3925 completed, throughput=5MB/sec 2024-07-26T06:38:05.748 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-0U9b69__eQe26WZ off=2954945 len=1918485 2024-07-26T06:38:05.751 INFO:tasks.workunit.client.0.smithi089.stdout:op 3926 completed, throughput=5MB/sec 2024-07-26T06:38:06.752 INFO:tasks.workunit.client.0.smithi089.stdout: 756: throughput=4.99MB/sec pending data=0 2024-07-26T06:38:06.752 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-XGcaHwrYSYlYpF7 off=6801886 len=824373 2024-07-26T06:38:06.754 INFO:tasks.workunit.client.0.smithi089.stdout:op 3927 completed, throughput=5MB/sec 2024-07-26T06:38:06.754 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Z7fSioDiQG_IQtA off=9997437 len=969360 2024-07-26T06:38:06.756 INFO:tasks.workunit.client.0.smithi089.stdout:op 3928 completed, throughput=5MB/sec 2024-07-26T06:38:06.756 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-aP1ChUxN6Lup6Af off=11837427 len=731914 2024-07-26T06:38:06.760 INFO:tasks.workunit.client.0.smithi089.stdout:op 3929 completed, throughput=5MB/sec 2024-07-26T06:38:06.760 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-1x8XIHOJBVjXDnY off=400009 len=995012 2024-07-26T06:38:06.762 INFO:tasks.workunit.client.0.smithi089.stdout:op 3930 completed, throughput=5MB/sec 2024-07-26T06:38:06.762 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Rq57N8lKASLy2Vv off=3557737 len=1794402 2024-07-26T06:38:06.763 INFO:tasks.workunit.client.0.smithi089.stdout:op 3931 completed, throughput=5MB/sec 2024-07-26T06:38:07.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:38:06 smithi155 ceph-mon[90160]: pgmap v1799: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-07-26T06:38:07.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:38:06 smithi089 ceph-mon[99608]: pgmap v1799: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-07-26T06:38:07.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:38:06 smithi089 ceph-mon[102056]: pgmap v1799: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-07-26T06:38:07.764 INFO:tasks.workunit.client.0.smithi089.stdout: 757: throughput=4.99MB/sec pending data=0 2024-07-26T06:38:07.764 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-9bFGiTGeK2wUorc off=2575777 len=602623 2024-07-26T06:38:07.768 INFO:tasks.workunit.client.0.smithi089.stdout:op 3932 completed, throughput=5MB/sec 2024-07-26T06:38:07.768 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-cZmQ0va3ceBjBWO off=6659951 len=1040233 2024-07-26T06:38:07.769 INFO:tasks.workunit.client.0.smithi089.stdout:op 3933 completed, throughput=5MB/sec 2024-07-26T06:38:07.769 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-PbaRe4D7Yp3YrDb off=9897831 len=1881638 2024-07-26T06:38:07.773 INFO:tasks.workunit.client.0.smithi089.stdout:op 3934 completed, throughput=5MB/sec 2024-07-26T06:38:07.773 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-nVL2dU_sDHgp_fU off=11680099 len=1012310 2024-07-26T06:38:07.778 INFO:tasks.workunit.client.0.smithi089.stdout:op 3935 completed, throughput=5MB/sec 2024-07-26T06:38:08.779 INFO:tasks.workunit.client.0.smithi089.stdout: 758: throughput=4.99MB/sec pending data=0 2024-07-26T06:38:08.779 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-SQiivrE526MAOA- off=2839171 len=622560 2024-07-26T06:38:08.783 INFO:tasks.workunit.client.0.smithi089.stdout:op 3936 completed, throughput=4.99MB/sec 2024-07-26T06:38:08.783 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-K6cCtB_9e3B4zI2 off=14264443 len=318055 2024-07-26T06:38:08.784 INFO:tasks.workunit.client.0.smithi089.stdout:op 3937 completed, throughput=4.99MB/sec 2024-07-26T06:38:08.784 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-PVeGOv-gN8k_kbp off=5111427 len=1873248 2024-07-26T06:38:08.795 INFO:tasks.workunit.client.0.smithi089.stdout:op 3938 completed, throughput=5MB/sec 2024-07-26T06:38:08.795 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ycZgyU9o88Q2eLO off=15550449 len=176937 2024-07-26T06:38:08.796 INFO:tasks.workunit.client.0.smithi089.stdout:op 3939 completed, throughput=5MB/sec 2024-07-26T06:38:08.796 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-o8T8UBpiWvGnpi2 off=4857309 len=1142804 2024-07-26T06:38:08.797 INFO:tasks.workunit.client.0.smithi089.stdout:op 3940 completed, throughput=5MB/sec 2024-07-26T06:38:08.797 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-zJ2u8MznQrT_Zq7 off=1430796 len=1980918 2024-07-26T06:38:08.808 INFO:tasks.workunit.client.0.smithi089.stdout:op 3941 completed, throughput=5MB/sec 2024-07-26T06:38:09.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:38:08 smithi155 ceph-mon[90160]: pgmap v1800: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-07-26T06:38:09.156 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:38:08 smithi089 ceph-mon[99608]: pgmap v1800: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-07-26T06:38:09.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:38:08 smithi089 ceph-mon[102056]: pgmap v1800: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-07-26T06:38:09.809 INFO:tasks.workunit.client.0.smithi089.stdout: 759: throughput=4.99MB/sec pending data=0 2024-07-26T06:38:09.809 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-LXcJ6nR4cNHSINS off=2087312 len=98400 2024-07-26T06:38:09.809 INFO:tasks.workunit.client.0.smithi089.stdout:op 3942 completed, throughput=4.99MB/sec 2024-07-26T06:38:09.810 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-rotge5XZ6AEY-gb off=12170653 len=373579 2024-07-26T06:38:09.813 INFO:tasks.workunit.client.0.smithi089.stdout:op 3943 completed, throughput=5MB/sec 2024-07-26T06:38:09.813 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-7fOORPS-cekMK72 off=1809060 len=1830287 2024-07-26T06:38:09.815 INFO:tasks.workunit.client.0.smithi089.stdout:op 3944 completed, throughput=5MB/sec 2024-07-26T06:38:09.815 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-pXZZi1pkU5LvVO1 off=1079427 len=629539 2024-07-26T06:38:09.819 INFO:tasks.workunit.client.0.smithi089.stdout:op 3945 completed, throughput=5MB/sec 2024-07-26T06:38:09.819 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-10rurWQXx5oPhPj off=97150 len=105723 2024-07-26T06:38:09.820 INFO:tasks.workunit.client.0.smithi089.stdout:op 3946 completed, throughput=5MB/sec 2024-07-26T06:38:09.820 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-M5dskDxIrGfHK53 off=4237890 len=105364 2024-07-26T06:38:09.823 INFO:tasks.workunit.client.0.smithi089.stdout:op 3947 completed, throughput=5MB/sec 2024-07-26T06:38:09.823 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ew6_gpqH7WKmGfv off=1304210 len=1750937 2024-07-26T06:38:09.833 INFO:tasks.workunit.client.0.smithi089.stdout:op 3948 completed, throughput=5MB/sec 2024-07-26T06:38:10.833 INFO:tasks.workunit.client.0.smithi089.stdout: 760: throughput=4.99MB/sec pending data=0 2024-07-26T06:38:10.833 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-U42NF4U876jzl9R off=2708761 len=1099246 2024-07-26T06:38:10.835 INFO:tasks.workunit.client.0.smithi089.stdout:op 3949 completed, throughput=5MB/sec 2024-07-26T06:38:10.835 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-iD54NmJs3ClpznM off=162672 len=1378829 2024-07-26T06:38:10.841 INFO:tasks.workunit.client.0.smithi089.stdout:op 3950 completed, throughput=5MB/sec 2024-07-26T06:38:10.841 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-aH1Sg9o3w6sKC1h off=285603 len=1128902 2024-07-26T06:38:10.842 INFO:tasks.workunit.client.0.smithi089.stdout:op 3951 completed, throughput=5MB/sec 2024-07-26T06:38:10.842 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-k_kt6g0fVvNfOAE off=7004705 len=737895 2024-07-26T06:38:10.843 INFO:tasks.workunit.client.0.smithi089.stdout:op 3952 completed, throughput=5MB/sec 2024-07-26T06:38:10.843 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-0CXHV6WLU-xYCTr off=3516873 len=1115731 2024-07-26T06:38:10.844 INFO:tasks.workunit.client.0.smithi089.stdout:op 3953 completed, throughput=5MB/sec 2024-07-26T06:38:11.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:38:10 smithi155 ceph-mon[90160]: pgmap v1801: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-07-26T06:38:11.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:38:10 smithi089 ceph-mon[99608]: pgmap v1801: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-07-26T06:38:11.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:38:10 smithi089 ceph-mon[102056]: pgmap v1801: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-07-26T06:38:11.845 INFO:tasks.workunit.client.0.smithi089.stdout: 761: throughput=4.99MB/sec pending data=0 2024-07-26T06:38:11.845 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-xT0FGRWIRWXTJPI off=6084671 len=2007915 2024-07-26T06:38:11.847 INFO:tasks.workunit.client.0.smithi089.stdout:op 3954 completed, throughput=5MB/sec 2024-07-26T06:38:11.847 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-l5aQVHdykXmCUbm off=6905973 len=1014795 2024-07-26T06:38:11.852 INFO:tasks.workunit.client.0.smithi089.stdout:op 3955 completed, throughput=5MB/sec 2024-07-26T06:38:11.852 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-PNDg7E_pTkVg7DB off=2416089 len=1531076 2024-07-26T06:38:11.860 INFO:tasks.workunit.client.0.smithi089.stdout:op 3956 completed, throughput=5MB/sec 2024-07-26T06:38:11.860 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-OJhrRtw5-Rtm1vO off=7497291 len=1493211 2024-07-26T06:38:11.870 INFO:tasks.workunit.client.0.smithi089.stdout:op 3957 completed, throughput=5MB/sec 2024-07-26T06:38:12.056 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:38:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:38:12.056 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:38:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:38:12.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:38:11 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:38:12.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:38:12 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:38:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:38:12.870 INFO:tasks.workunit.client.0.smithi089.stdout: 762: throughput=5MB/sec pending data=0 2024-07-26T06:38:12.870 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-8kzLC8WEjvusEFJ off=4026150 len=555454 2024-07-26T06:38:12.871 INFO:tasks.workunit.client.0.smithi089.stdout:op 3958 completed, throughput=5MB/sec 2024-07-26T06:38:12.871 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ZG_8Kkju25EjEPA off=0 len=1568530 2024-07-26T06:38:12.881 INFO:tasks.workunit.client.0.smithi089.stdout:op 3959 completed, throughput=5MB/sec 2024-07-26T06:38:12.881 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-vvuzc4CbcX9I0o4 off=11006773 len=1619829 2024-07-26T06:38:12.883 INFO:tasks.workunit.client.0.smithi089.stdout:op 3960 completed, throughput=5MB/sec 2024-07-26T06:38:12.883 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-kwYigOaVBasfBE0 off=2127849 len=2055374 2024-07-26T06:38:12.887 INFO:tasks.workunit.client.0.smithi089.stdout:op 3961 completed, throughput=5MB/sec 2024-07-26T06:38:12.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:38:12 smithi089 ceph-mon[99608]: pgmap v1802: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T06:38:12.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:38:12 smithi089 ceph-mon[102056]: pgmap v1802: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T06:38:12.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:38:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:38:12] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-07-26T06:38:13.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:38:12 smithi155 ceph-mon[90160]: pgmap v1802: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T06:38:13.887 INFO:tasks.workunit.client.0.smithi089.stdout: 763: throughput=5MB/sec pending data=0 2024-07-26T06:38:13.888 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-V4GNgnVaTeYvVk5 off=5605946 len=948018 2024-07-26T06:38:13.892 INFO:tasks.workunit.client.0.smithi089.stdout:op 3962 completed, throughput=5MB/sec 2024-07-26T06:38:13.892 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-gsbFPSHDFg25kyN off=1890229 len=1143266 2024-07-26T06:38:13.899 INFO:tasks.workunit.client.0.smithi089.stdout:op 3963 completed, throughput=5MB/sec 2024-07-26T06:38:13.899 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-B8vX4qR4W2mAbIl off=1377973 len=2002872 2024-07-26T06:38:13.901 INFO:tasks.workunit.client.0.smithi089.stdout:op 3964 completed, throughput=5MB/sec 2024-07-26T06:38:14.902 INFO:tasks.workunit.client.0.smithi089.stdout: 764: throughput=4.99MB/sec pending data=0 2024-07-26T06:38:14.902 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-kUSpu9RrHnaCGdv off=15610999 len=141877 2024-07-26T06:38:14.902 INFO:tasks.workunit.client.0.smithi089.stdout:op 3965 completed, throughput=4.99MB/sec 2024-07-26T06:38:14.902 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-5KlVuogCDyv-b8j off=7187335 len=458517 2024-07-26T06:38:14.903 INFO:tasks.workunit.client.0.smithi089.stdout:op 3966 completed, throughput=4.99MB/sec 2024-07-26T06:38:14.903 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-1fQM_CyuM5KRoKl off=16642077 len=1065976 2024-07-26T06:38:14.908 INFO:tasks.workunit.client.0.smithi089.stdout:op 3967 completed, throughput=5MB/sec 2024-07-26T06:38:14.908 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-WQGTdki_hKrywz7 off=246732 len=915402 2024-07-26T06:38:14.913 INFO:tasks.workunit.client.0.smithi089.stdout:op 3968 completed, throughput=5MB/sec 2024-07-26T06:38:14.913 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Au4xqIy2jSttHZs off=497853 len=711765 2024-07-26T06:38:14.914 INFO:tasks.workunit.client.0.smithi089.stdout:op 3969 completed, throughput=5MB/sec 2024-07-26T06:38:14.914 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Zu2ppgGEzzJwXgS off=1556155 len=1588109 2024-07-26T06:38:14.921 INFO:tasks.workunit.client.0.smithi089.stdout:op 3970 completed, throughput=5MB/sec 2024-07-26T06:38:14.921 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-TKvyjpdfwyUuZJq off=6174465 len=1783971 2024-07-26T06:38:14.929 INFO:tasks.workunit.client.0.smithi089.stdout:op 3971 completed, throughput=5MB/sec 2024-07-26T06:38:15.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:38:14 smithi155 ceph-mon[90160]: pgmap v1803: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-26T06:38:15.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:38:14 smithi089 ceph-mon[99608]: pgmap v1803: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-26T06:38:15.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:38:14 smithi089 ceph-mon[102056]: pgmap v1803: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-26T06:38:15.929 INFO:tasks.workunit.client.0.smithi089.stdout: 765: throughput=5MB/sec pending data=0 2024-07-26T06:38:15.929 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ETYewBYl5owf3o2 off=6218572 len=2086495 2024-07-26T06:38:15.941 INFO:tasks.workunit.client.0.smithi089.stdout:op 3972 completed, throughput=5MB/sec 2024-07-26T06:38:15.941 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-eDId8NsodFBF_Kn off=8813484 len=1729812 2024-07-26T06:38:15.950 INFO:tasks.workunit.client.0.smithi089.stdout:op 3973 completed, throughput=5MB/sec 2024-07-26T06:38:16.950 INFO:tasks.workunit.client.0.smithi089.stdout: 766: throughput=4.99MB/sec pending data=0 2024-07-26T06:38:16.950 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ywja-B4SOFQMoDi off=2833258 len=1244206 2024-07-26T06:38:16.959 INFO:tasks.workunit.client.0.smithi089.stdout:op 3974 completed, throughput=5MB/sec 2024-07-26T06:38:16.959 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-hAnU2c-66R7Vr_s off=1203904 len=1827414 2024-07-26T06:38:16.969 INFO:tasks.workunit.client.0.smithi089.stdout:op 3975 completed, throughput=5MB/sec 2024-07-26T06:38:16.969 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-efHUVhvG65LfuYg off=6627559 len=162293 2024-07-26T06:38:16.970 INFO:tasks.workunit.client.0.smithi089.stdout:op 3976 completed, throughput=5MB/sec 2024-07-26T06:38:16.970 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-jul5F-NJYn6TO6O off=2588089 len=937404 2024-07-26T06:38:16.971 INFO:tasks.workunit.client.0.smithi089.stdout:op 3977 completed, throughput=5MB/sec 2024-07-26T06:38:16.971 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-djx3-__iT6rQcPO off=10334445 len=1896396 2024-07-26T06:38:16.973 INFO:tasks.workunit.client.0.smithi089.stdout:op 3978 completed, throughput=5MB/sec 2024-07-26T06:38:17.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:38:16 smithi155 ceph-mon[90160]: pgmap v1804: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:38:17.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:38:16 smithi089 ceph-mon[99608]: pgmap v1804: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:38:17.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:38:16 smithi089 ceph-mon[102056]: pgmap v1804: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:38:17.973 INFO:tasks.workunit.client.0.smithi089.stdout: 767: throughput=4.99MB/sec pending data=0 2024-07-26T06:38:17.973 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-23NqXmkhFrVXW-Z off=4922020 len=436990 2024-07-26T06:38:17.977 INFO:tasks.workunit.client.0.smithi089.stdout:op 3979 completed, throughput=5MB/sec 2024-07-26T06:38:17.977 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-a476V36a7jQvcYK off=500844 len=1158472 2024-07-26T06:38:17.978 INFO:tasks.workunit.client.0.smithi089.stdout:op 3980 completed, throughput=5MB/sec 2024-07-26T06:38:17.979 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Wxil4bR88gCEumS off=2169374 len=534338 2024-07-26T06:38:17.979 INFO:tasks.workunit.client.0.smithi089.stdout:op 3981 completed, throughput=5MB/sec 2024-07-26T06:38:17.980 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-p7UJMh-_-1Q4Leb off=9663998 len=748157 2024-07-26T06:38:17.984 INFO:tasks.workunit.client.0.smithi089.stdout:op 3982 completed, throughput=5MB/sec 2024-07-26T06:38:17.984 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-6TkUGbYeT9cEUzU off=4988755 len=61601 2024-07-26T06:38:17.984 INFO:tasks.workunit.client.0.smithi089.stdout:op 3983 completed, throughput=5MB/sec 2024-07-26T06:38:17.984 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-gDvXOfzVwkp_FcU off=915543 len=701076 2024-07-26T06:38:17.985 INFO:tasks.workunit.client.0.smithi089.stdout:op 3984 completed, throughput=5MB/sec 2024-07-26T06:38:17.985 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-5kX-CfQFB2NLNMh off=11085356 len=1135721 2024-07-26T06:38:17.986 INFO:tasks.workunit.client.0.smithi089.stdout:op 3985 completed, throughput=5MB/sec 2024-07-26T06:38:18.989 INFO:tasks.workunit.client.0.smithi089.stdout: 768: throughput=4.99MB/sec pending data=0 2024-07-26T06:38:18.990 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-jK7wd4__04DR4zm off=1332896 len=122920 2024-07-26T06:38:18.990 INFO:tasks.workunit.client.0.smithi089.stdout:op 3986 completed, throughput=4.99MB/sec 2024-07-26T06:38:18.990 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-69lHxFohy46WtxL off=7437909 len=300705 2024-07-26T06:38:18.991 INFO:tasks.workunit.client.0.smithi089.stdout:op 3987 completed, throughput=4.99MB/sec 2024-07-26T06:38:18.991 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-eBi5RwP7i-t76mB off=118469 len=1522573 2024-07-26T06:38:18.991 INFO:tasks.workunit.client.0.smithi089.stdout:op 3988 completed, throughput=5MB/sec 2024-07-26T06:38:18.992 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Osd80Ho2sdzkx6A off=2014764 len=1998593 2024-07-26T06:38:18.995 INFO:tasks.workunit.client.0.smithi089.stdout:op 3989 completed, throughput=5MB/sec 2024-07-26T06:38:18.995 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj--nADWMkczqqK_5S off=7434376 len=256000 2024-07-26T06:38:18.996 INFO:tasks.workunit.client.0.smithi089.stdout:op 3990 completed, throughput=5MB/sec 2024-07-26T06:38:18.996 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-41KSaw4Q3Q17hQz off=11710739 len=2039599 2024-07-26T06:38:19.008 INFO:tasks.workunit.client.0.smithi089.stdout:op 3991 completed, throughput=5MB/sec 2024-07-26T06:38:19.128 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:38:18 smithi155 ceph-mon[90160]: pgmap v1805: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:38:19.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:38:18 smithi089 ceph-mon[99608]: pgmap v1805: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:38:19.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:38:18 smithi089 ceph-mon[102056]: pgmap v1805: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:38:20.010 INFO:tasks.workunit.client.0.smithi089.stdout: 769: throughput=5MB/sec pending data=0 2024-07-26T06:38:20.010 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-wx5anQ8womVWp6b off=2694754 len=1964431 2024-07-26T06:38:20.011 INFO:tasks.workunit.client.0.smithi089.stdout:op 3992 completed, throughput=5MB/sec 2024-07-26T06:38:20.011 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-6lgqHYoUQv0MLaj off=12434423 len=1414136 2024-07-26T06:38:20.013 INFO:tasks.workunit.client.0.smithi089.stdout:op 3993 completed, throughput=5MB/sec 2024-07-26T06:38:20.013 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-VblQqEyF0Tu3Vet off=6129764 len=2090235 2024-07-26T06:38:20.025 INFO:tasks.workunit.client.0.smithi089.stdout:op 3994 completed, throughput=5MB/sec 2024-07-26T06:38:21.025 INFO:tasks.workunit.client.0.smithi089.stdout: 770: throughput=5MB/sec pending data=0 2024-07-26T06:38:21.025 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-MY1L5tu10z2zCSr off=2195397 len=1172721 2024-07-26T06:38:21.033 INFO:tasks.workunit.client.0.smithi089.stdout:op 3995 completed, throughput=5MB/sec 2024-07-26T06:38:21.034 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-bfUYupWBm3sZ7Y5 off=11621732 len=1371156 2024-07-26T06:38:21.041 INFO:tasks.workunit.client.0.smithi089.stdout:op 3996 completed, throughput=5MB/sec 2024-07-26T06:38:21.041 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-QnwIS5V180ufVkB off=6568413 len=618489 2024-07-26T06:38:21.042 INFO:tasks.workunit.client.0.smithi089.stdout:op 3997 completed, throughput=5MB/sec 2024-07-26T06:38:21.042 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-s-uU3vP7DjShbAh off=4974756 len=1798618 2024-07-26T06:38:21.051 INFO:tasks.workunit.client.0.smithi089.stdout:op 3998 completed, throughput=5MB/sec 2024-07-26T06:38:21.128 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:38:20 smithi155 ceph-mon[90160]: pgmap v1806: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:38:21.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:38:20 smithi089 ceph-mon[99608]: pgmap v1806: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:38:21.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:38:20 smithi089 ceph-mon[102056]: pgmap v1806: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:38:22.051 INFO:tasks.workunit.client.0.smithi089.stdout: 771: throughput=4.99MB/sec pending data=0 2024-07-26T06:38:22.051 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-vCNyomLgJ8SXEsm off=1484849 len=1688412 2024-07-26T06:38:22.053 INFO:tasks.workunit.client.0.smithi089.stdout:op 3999 completed, throughput=5MB/sec 2024-07-26T06:38:22.054 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-8HmR2OaNIZrM5VD off=3582665 len=566799 2024-07-26T06:38:22.057 INFO:tasks.workunit.client.0.smithi089.stdout:op 4000 completed, throughput=5MB/sec 2024-07-26T06:38:22.058 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Se_-tlJ7Ypuml9_ off=130976 len=1416262 2024-07-26T06:38:22.059 INFO:tasks.workunit.client.0.smithi089.stdout:op 4001 completed, throughput=5MB/sec 2024-07-26T06:38:22.059 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-4qzYvAPAF24XiwX off=9602072 len=1550481 2024-07-26T06:38:22.061 INFO:tasks.workunit.client.0.smithi089.stdout:op 4002 completed, throughput=5MB/sec 2024-07-26T06:38:22.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:38:22 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:38:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:38:22.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:38:22 smithi089 ceph-mon[99608]: pgmap v1807: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:38:22.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:38:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:38:22] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-07-26T06:38:22.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:38:22 smithi089 ceph-mon[102056]: pgmap v1807: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:38:23.061 INFO:tasks.workunit.client.0.smithi089.stdout: 772: throughput=4.99MB/sec pending data=0 2024-07-26T06:38:23.061 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-1mz8bSLrKlqgbt4 off=537195 len=1420635 2024-07-26T06:38:23.063 INFO:tasks.workunit.client.0.smithi089.stdout:op 4003 completed, throughput=5MB/sec 2024-07-26T06:38:23.063 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-e4oHJp6MMip2vrt off=7402925 len=740873 2024-07-26T06:38:23.066 INFO:tasks.workunit.client.0.smithi089.stdout:op 4004 completed, throughput=5MB/sec 2024-07-26T06:38:23.066 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Cja5cO-uLLLdHRG off=3175777 len=326897 2024-07-26T06:38:23.067 INFO:tasks.workunit.client.0.smithi089.stdout:op 4005 completed, throughput=5MB/sec 2024-07-26T06:38:23.067 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-l1VOy3L-M7HprMm off=5724548 len=516051 2024-07-26T06:38:23.068 INFO:tasks.workunit.client.0.smithi089.stdout:op 4006 completed, throughput=5MB/sec 2024-07-26T06:38:23.068 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-QPO82FJINVfNTqa off=1582605 len=1407662 2024-07-26T06:38:23.071 INFO:tasks.workunit.client.0.smithi089.stdout:op 4007 completed, throughput=5MB/sec 2024-07-26T06:38:23.071 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-n0NTYCzHkMMvF2Z off=1719273 len=1356289 2024-07-26T06:38:23.078 INFO:tasks.workunit.client.0.smithi089.stdout:op 4008 completed, throughput=5MB/sec 2024-07-26T06:38:23.128 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:38:22 smithi155 ceph-mon[90160]: pgmap v1807: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:38:24.078 INFO:tasks.workunit.client.0.smithi089.stdout: 773: throughput=5MB/sec pending data=0 2024-07-26T06:38:24.078 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Wl39kQli08M7F07 off=5188851 len=1091880 2024-07-26T06:38:24.083 INFO:tasks.workunit.client.0.smithi089.stdout:op 4009 completed, throughput=5MB/sec 2024-07-26T06:38:24.084 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-0tnoAFjpasuESv5 off=3744959 len=1750066 2024-07-26T06:38:24.094 INFO:tasks.workunit.client.0.smithi089.stdout:op 4010 completed, throughput=5MB/sec 2024-07-26T06:38:24.094 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-qYMBB2YNBtPiIuh off=2092817 len=1996537 2024-07-26T06:38:24.096 INFO:tasks.workunit.client.0.smithi089.stdout:op 4011 completed, throughput=5MB/sec 2024-07-26T06:38:25.096 INFO:tasks.workunit.client.0.smithi089.stdout: 774: throughput=4.99MB/sec pending data=0 2024-07-26T06:38:25.096 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Pl8tn-lxY_86FHZ off=3354051 len=410227 2024-07-26T06:38:25.100 INFO:tasks.workunit.client.0.smithi089.stdout:op 4012 completed, throughput=5MB/sec 2024-07-26T06:38:25.101 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-TKvyjpdfwyUuZJq off=5386382 len=1737899 2024-07-26T06:38:25.107 INFO:tasks.workunit.client.0.smithi089.stdout:op 4013 completed, throughput=5MB/sec 2024-07-26T06:38:25.107 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-JwlvWirXJurs188 off=7759113 len=1084821 2024-07-26T06:38:25.113 INFO:tasks.workunit.client.0.smithi089.stdout:op 4014 completed, throughput=5MB/sec 2024-07-26T06:38:25.113 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-3hEBA37qsYwOx5B off=715155 len=83524 2024-07-26T06:38:25.114 INFO:tasks.workunit.client.0.smithi089.stdout:op 4015 completed, throughput=5MB/sec 2024-07-26T06:38:25.114 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-UR6q-XYP7XmhWMi off=1181530 len=154261 2024-07-26T06:38:25.116 INFO:tasks.workunit.client.0.smithi089.stdout:op 4016 completed, throughput=5MB/sec 2024-07-26T06:38:25.116 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-2oAAWH95eET97Yy off=0 len=1622362 2024-07-26T06:38:25.118 INFO:tasks.workunit.client.0.smithi089.stdout:op 4017 completed, throughput=5MB/sec 2024-07-26T06:38:25.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:38:24 smithi155 ceph-mon[90160]: pgmap v1808: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:38:25.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:38:24 smithi089 ceph-mon[99608]: pgmap v1808: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:38:25.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:38:24 smithi089 ceph-mon[102056]: pgmap v1808: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:38:26.119 INFO:tasks.workunit.client.0.smithi089.stdout: 775: throughput=4.99MB/sec pending data=0 2024-07-26T06:38:26.119 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-p6CCbpNCXJKPk-Z off=14607419 len=407386 2024-07-26T06:38:26.126 INFO:tasks.workunit.client.0.smithi089.stdout:op 4018 completed, throughput=4.99MB/sec 2024-07-26T06:38:26.126 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-3FUcKaH-89v4egq off=1773269 len=537977 2024-07-26T06:38:26.126 INFO:tasks.workunit.client.0.smithi089.stdout:op 4019 completed, throughput=5MB/sec 2024-07-26T06:38:26.127 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Vok2ZH00Ja88bMR off=8489974 len=407010 2024-07-26T06:38:26.130 INFO:tasks.workunit.client.0.smithi089.stdout:op 4020 completed, throughput=5MB/sec 2024-07-26T06:38:26.130 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Lx45zV7NOLormTW off=14425220 len=1054490 2024-07-26T06:38:26.131 INFO:tasks.workunit.client.0.smithi089.stdout:op 4021 completed, throughput=5MB/sec 2024-07-26T06:38:26.132 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-b0oaC6pr8w9IFMG off=4965772 len=1543383 2024-07-26T06:38:26.134 INFO:tasks.workunit.client.0.smithi089.stdout:op 4022 completed, throughput=5MB/sec 2024-07-26T06:38:26.134 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-8ahwikCCSS2VJ3g off=1783745 len=1712619 2024-07-26T06:38:26.143 INFO:tasks.workunit.client.0.smithi089.stdout:op 4023 completed, throughput=5MB/sec 2024-07-26T06:38:27.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:38:26 smithi155 ceph-mon[90160]: pgmap v1809: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-07-26T06:38:27.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:38:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:38:27.143 INFO:tasks.workunit.client.0.smithi089.stdout: 776: throughput=4.99MB/sec pending data=0 2024-07-26T06:38:27.144 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-fbUjYWTq15mf0-v off=2983759 len=1141081 2024-07-26T06:38:27.149 INFO:tasks.workunit.client.0.smithi089.stdout:op 4024 completed, throughput=5MB/sec 2024-07-26T06:38:27.149 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-c94NEIEdJirP53T off=11779616 len=1116727 2024-07-26T06:38:27.150 INFO:tasks.workunit.client.0.smithi089.stdout:op 4025 completed, throughput=5MB/sec 2024-07-26T06:38:27.150 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-jnu2TMgVlcUHS_5 off=11193455 len=1890506 2024-07-26T06:38:27.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:38:26 smithi089 ceph-mon[99608]: pgmap v1809: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-07-26T06:38:27.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:38:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:38:27.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:38:26 smithi089 ceph-mon[102056]: pgmap v1809: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-07-26T06:38:27.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:38:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:38:27.160 INFO:tasks.workunit.client.0.smithi089.stdout:op 4026 completed, throughput=5MB/sec 2024-07-26T06:38:27.160 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-GojAAYBL09KUQPK off=3441572 len=1860719 2024-07-26T06:38:27.165 INFO:tasks.workunit.client.0.smithi089.stdout:op 4027 completed, throughput=5MB/sec 2024-07-26T06:38:28.165 INFO:tasks.workunit.client.0.smithi089.stdout: 777: throughput=5MB/sec pending data=0 2024-07-26T06:38:28.165 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-SQ7NXu6ysErcpxP off=6302745 len=1462517 2024-07-26T06:38:28.171 INFO:tasks.workunit.client.0.smithi089.stdout:op 4028 completed, throughput=5MB/sec 2024-07-26T06:38:28.172 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-l3EN3iq2XbLnw10 off=2040266 len=1340036 2024-07-26T06:38:28.173 INFO:tasks.workunit.client.0.smithi089.stdout:op 4029 completed, throughput=5MB/sec 2024-07-26T06:38:28.173 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-5ccA7ymQqy1--57 off=20056206 len=737715 2024-07-26T06:38:28.177 INFO:tasks.workunit.client.0.smithi089.stdout:op 4030 completed, throughput=5MB/sec 2024-07-26T06:38:28.177 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-21xIU0AghHzC8BK off=17013218 len=386694 2024-07-26T06:38:28.178 INFO:tasks.workunit.client.0.smithi089.stdout:op 4031 completed, throughput=5MB/sec 2024-07-26T06:38:29.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:38:28 smithi155 ceph-mon[90160]: pgmap v1810: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-07-26T06:38:29.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:38:28 smithi089 ceph-mon[99608]: pgmap v1810: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-07-26T06:38:29.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:38:28 smithi089 ceph-mon[102056]: pgmap v1810: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-07-26T06:38:29.179 INFO:tasks.workunit.client.0.smithi089.stdout: 778: throughput=4.99MB/sec pending data=0 2024-07-26T06:38:29.179 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-QzCVUqk2O3nXgXq off=4101017 len=1659560 2024-07-26T06:38:29.181 INFO:tasks.workunit.client.0.smithi089.stdout:op 4032 completed, throughput=5MB/sec 2024-07-26T06:38:29.181 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-cP40BkY5UoGizi3 off=15139089 len=606905 2024-07-26T06:38:29.182 INFO:tasks.workunit.client.0.smithi089.stdout:op 4033 completed, throughput=5MB/sec 2024-07-26T06:38:29.182 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-fqXJCo0uKPZPrDC off=55337 len=1608547 2024-07-26T06:38:29.192 INFO:tasks.workunit.client.0.smithi089.stdout:op 4034 completed, throughput=5MB/sec 2024-07-26T06:38:29.193 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Cq4UnNb1U4iZBIM off=6680889 len=411139 2024-07-26T06:38:29.195 INFO:tasks.workunit.client.0.smithi089.stdout:op 4035 completed, throughput=5MB/sec 2024-07-26T06:38:29.195 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj--WU8FCvql_aovR_ off=8933914 len=1461506 2024-07-26T06:38:29.197 INFO:tasks.workunit.client.0.smithi089.stdout:op 4036 completed, throughput=5MB/sec 2024-07-26T06:38:30.198 INFO:tasks.workunit.client.0.smithi089.stdout: 779: throughput=4.99MB/sec pending data=0 2024-07-26T06:38:30.198 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-RqLUne42T662XHD off=1020934 len=1779379 2024-07-26T06:38:30.205 INFO:tasks.workunit.client.0.smithi089.stdout:op 4037 completed, throughput=5MB/sec 2024-07-26T06:38:30.205 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-7SJwC5_vfaozc5r off=1409469 len=926016 2024-07-26T06:38:30.210 INFO:tasks.workunit.client.0.smithi089.stdout:op 4038 completed, throughput=5MB/sec 2024-07-26T06:38:30.210 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ndR7QWo1zxuWU46 off=4610311 len=1683893 2024-07-26T06:38:30.213 INFO:tasks.workunit.client.0.smithi089.stdout:op 4039 completed, throughput=5MB/sec 2024-07-26T06:38:30.213 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ZZQekShfsWhMbK8 off=1411649 len=1377711 2024-07-26T06:38:30.214 INFO:tasks.workunit.client.0.smithi089.stdout:op 4040 completed, throughput=5MB/sec 2024-07-26T06:38:31.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:38:30 smithi155 ceph-mon[90160]: pgmap v1811: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:38:31.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:38:30 smithi089 ceph-mon[99608]: pgmap v1811: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:38:31.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:38:30 smithi089 ceph-mon[102056]: pgmap v1811: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:38:31.215 INFO:tasks.workunit.client.0.smithi089.stdout: 780: throughput=4.99MB/sec pending data=0 2024-07-26T06:38:31.215 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-1XWMn9I8EcOce7G off=4629194 len=185044 2024-07-26T06:38:31.216 INFO:tasks.workunit.client.0.smithi089.stdout:op 4041 completed, throughput=5MB/sec 2024-07-26T06:38:31.216 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-YWXx17tBqj24dXn off=399783 len=1683667 2024-07-26T06:38:31.226 INFO:tasks.workunit.client.0.smithi089.stdout:op 4042 completed, throughput=5MB/sec 2024-07-26T06:38:31.227 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-tObYr4KuoPS_Q6F off=4131188 len=556692 2024-07-26T06:38:31.231 INFO:tasks.workunit.client.0.smithi089.stdout:op 4043 completed, throughput=5MB/sec 2024-07-26T06:38:31.231 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-4TykjwAI840Qq2R off=641801 len=624068 2024-07-26T06:38:31.234 INFO:tasks.workunit.client.0.smithi089.stdout:op 4044 completed, throughput=5MB/sec 2024-07-26T06:38:31.234 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-PBiAeYv08jY0e0e off=7992446 len=1892880 2024-07-26T06:38:31.241 INFO:tasks.workunit.client.0.smithi089.stdout:op 4045 completed, throughput=5MB/sec 2024-07-26T06:38:32.242 INFO:tasks.workunit.client.0.smithi089.stdout: 781: throughput=4.99MB/sec pending data=0 2024-07-26T06:38:32.242 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-1sEzE5f8edY0Eav off=4175272 len=760771 2024-07-26T06:38:32.246 INFO:tasks.workunit.client.0.smithi089.stdout:op 4046 completed, throughput=5MB/sec 2024-07-26T06:38:32.246 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Be8yy8A-ItsnspU off=10018058 len=802787 2024-07-26T06:38:32.252 INFO:tasks.workunit.client.0.smithi089.stdout:op 4047 completed, throughput=5MB/sec 2024-07-26T06:38:32.252 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-CKzDCMOxiPZIbpc off=5393482 len=1701218 2024-07-26T06:38:32.254 INFO:tasks.workunit.client.0.smithi089.stdout:op 4048 completed, throughput=5MB/sec 2024-07-26T06:38:32.254 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-xKSR9JGbDyqpOUj off=12635442 len=1119497 2024-07-26T06:38:32.256 INFO:tasks.workunit.client.0.smithi089.stdout:op 4049 completed, throughput=5MB/sec 2024-07-26T06:38:32.257 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-swqKtS6kUvuqWIT off=2306161 len=1945959 2024-07-26T06:38:32.268 INFO:tasks.workunit.client.0.smithi089.stdout:op 4050 completed, throughput=5MB/sec 2024-07-26T06:38:32.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:38:32 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:38:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:38:32.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:38:32 smithi089 ceph-mon[99608]: pgmap v1812: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:38:32.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:38:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:38:32] "GET /metrics HTTP/1.1" 200 34051 "" "Prometheus/2.43.0" 2024-07-26T06:38:32.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:38:32 smithi089 ceph-mon[102056]: pgmap v1812: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:38:33.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:38:32 smithi155 ceph-mon[90160]: pgmap v1812: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:38:33.268 INFO:tasks.workunit.client.0.smithi089.stdout: 782: throughput=5MB/sec pending data=0 2024-07-26T06:38:33.269 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-SLA-N1MFvdawS91 off=6387725 len=1577428 2024-07-26T06:38:33.270 INFO:tasks.workunit.client.0.smithi089.stdout:op 4051 completed, throughput=5MB/sec 2024-07-26T06:38:33.271 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-RnHYMW6OhGGozxE off=1132365 len=321843 2024-07-26T06:38:33.274 INFO:tasks.workunit.client.0.smithi089.stdout:op 4052 completed, throughput=5MB/sec 2024-07-26T06:38:33.274 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Jpw1f6VJ3973L_h off=866899 len=545695 2024-07-26T06:38:33.275 INFO:tasks.workunit.client.0.smithi089.stdout:op 4053 completed, throughput=5MB/sec 2024-07-26T06:38:33.275 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ghBV7gpebFYwtG6 off=10227809 len=1146046 2024-07-26T06:38:33.277 INFO:tasks.workunit.client.0.smithi089.stdout:op 4054 completed, throughput=5MB/sec 2024-07-26T06:38:33.277 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-trqtjSIc4KZxPGn off=11561739 len=489272 2024-07-26T06:38:33.280 INFO:tasks.workunit.client.0.smithi089.stdout:op 4055 completed, throughput=5MB/sec 2024-07-26T06:38:34.281 INFO:tasks.workunit.client.0.smithi089.stdout: 783: throughput=4.99MB/sec pending data=0 2024-07-26T06:38:34.281 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-R14MCTQZHIqmpqD off=10374272 len=1648159 2024-07-26T06:38:34.284 INFO:tasks.workunit.client.0.smithi089.stdout:op 4056 completed, throughput=5MB/sec 2024-07-26T06:38:34.284 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-_cuZ-aHAAqluz9i off=3667703 len=1484381 2024-07-26T06:38:34.292 INFO:tasks.workunit.client.0.smithi089.stdout:op 4057 completed, throughput=5MB/sec 2024-07-26T06:38:34.293 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-NGAKBW62gCa1ywr off=2639269 len=2011762 2024-07-26T06:38:34.301 INFO:tasks.workunit.client.0.smithi089.stdout:op 4058 completed, throughput=5MB/sec 2024-07-26T06:38:35.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:38:34 smithi155 ceph-mon[90160]: pgmap v1813: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T06:38:35.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:38:34 smithi089 ceph-mon[99608]: pgmap v1813: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T06:38:35.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:38:34 smithi089 ceph-mon[102056]: pgmap v1813: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T06:38:35.301 INFO:tasks.workunit.client.0.smithi089.stdout: 784: throughput=4.99MB/sec pending data=0 2024-07-26T06:38:35.301 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-aQAnV0_ct6Wh6RV off=4286773 len=1645386 2024-07-26T06:38:35.308 INFO:tasks.workunit.client.0.smithi089.stdout:op 4059 completed, throughput=5MB/sec 2024-07-26T06:38:35.308 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-RNk6MpkKxfSKiDx off=4292272 len=192339 2024-07-26T06:38:35.309 INFO:tasks.workunit.client.0.smithi089.stdout:op 4060 completed, throughput=5MB/sec 2024-07-26T06:38:35.309 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Kzl9_b6Ov8ubdWf off=6165040 len=1995029 2024-07-26T06:38:35.311 INFO:tasks.workunit.client.0.smithi089.stdout:op 4061 completed, throughput=5MB/sec 2024-07-26T06:38:35.311 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-D9CSWdZs2-4dmIb off=6249426 len=1479843 2024-07-26T06:38:35.320 INFO:tasks.workunit.client.0.smithi089.stdout:op 4062 completed, throughput=5MB/sec 2024-07-26T06:38:35.321 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-xiJqPpBtlPoq5Eo off=4049838 len=1118614 2024-07-26T06:38:35.322 INFO:tasks.workunit.client.0.smithi089.stdout:op 4063 completed, throughput=5MB/sec 2024-07-26T06:38:36.323 INFO:tasks.workunit.client.0.smithi089.stdout: 785: throughput=5MB/sec pending data=0 2024-07-26T06:38:36.323 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-5t78FKc7yYKotd7 off=9955574 len=465532 2024-07-26T06:38:36.326 INFO:tasks.workunit.client.0.smithi089.stdout:op 4064 completed, throughput=5MB/sec 2024-07-26T06:38:36.326 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ta3fUJKbdsuRQlO off=5364105 len=1001609 2024-07-26T06:38:36.331 INFO:tasks.workunit.client.0.smithi089.stdout:op 4065 completed, throughput=5MB/sec 2024-07-26T06:38:36.331 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-rUX38lDDFP4VUHx off=1694197 len=745733 2024-07-26T06:38:36.336 INFO:tasks.workunit.client.0.smithi089.stdout:op 4066 completed, throughput=5MB/sec 2024-07-26T06:38:36.336 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-T6qKr5bVUSKjFm1 off=5469098 len=1909539 2024-07-26T06:38:36.338 INFO:tasks.workunit.client.0.smithi089.stdout:op 4067 completed, throughput=5MB/sec 2024-07-26T06:38:36.338 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-T5lKt946HXehkSC off=305052 len=1703134 2024-07-26T06:38:36.339 INFO:tasks.workunit.client.0.smithi089.stdout:op 4068 completed, throughput=5MB/sec 2024-07-26T06:38:37.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:38:36 smithi155 ceph-mon[90160]: pgmap v1814: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T06:38:37.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:38:36 smithi089 ceph-mon[99608]: pgmap v1814: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T06:38:37.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:38:36 smithi089 ceph-mon[102056]: pgmap v1814: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T06:38:37.340 INFO:tasks.workunit.client.0.smithi089.stdout: 786: throughput=5MB/sec pending data=0 2024-07-26T06:38:37.340 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-vXY3i1bxJ9MjVVV off=8029209 len=651807 2024-07-26T06:38:37.342 INFO:tasks.workunit.client.0.smithi089.stdout:op 4069 completed, throughput=5MB/sec 2024-07-26T06:38:37.342 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-IdPbbGzXwmXfFNq off=4617262 len=1147578 2024-07-26T06:38:37.344 INFO:tasks.workunit.client.0.smithi089.stdout:op 4070 completed, throughput=5MB/sec 2024-07-26T06:38:37.344 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Qi0xnzXlXxlPSl0 off=3493181 len=1627560 2024-07-26T06:38:37.345 INFO:tasks.workunit.client.0.smithi089.stdout:op 4071 completed, throughput=5MB/sec 2024-07-26T06:38:37.346 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-EIMJgBe2kuqFzW7 off=122406 len=741335 2024-07-26T06:38:37.350 INFO:tasks.workunit.client.0.smithi089.stdout:op 4072 completed, throughput=5MB/sec 2024-07-26T06:38:38.351 INFO:tasks.workunit.client.0.smithi089.stdout: 787: throughput=4.99MB/sec pending data=0 2024-07-26T06:38:38.351 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-0lT5QHgmjX3gLTu off=9986169 len=1682605 2024-07-26T06:38:38.360 INFO:tasks.workunit.client.0.smithi089.stdout:op 4073 completed, throughput=5MB/sec 2024-07-26T06:38:38.360 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-KQet0OAWxlYTzsj off=881417 len=1662338 2024-07-26T06:38:38.368 INFO:tasks.workunit.client.0.smithi089.stdout:op 4074 completed, throughput=5MB/sec 2024-07-26T06:38:38.368 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-2xQv7CAdCJKsW6_ off=8716677 len=1067076 2024-07-26T06:38:38.370 INFO:tasks.workunit.client.0.smithi089.stdout:op 4075 completed, throughput=5MB/sec 2024-07-26T06:38:38.370 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-DHPmsH0CxBqCJ35 off=4144009 len=2029845 2024-07-26T06:38:38.383 INFO:tasks.workunit.client.0.smithi089.stdout:op 4076 completed, throughput=5MB/sec 2024-07-26T06:38:39.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:38:38 smithi155 ceph-mon[90160]: pgmap v1815: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:38:39.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:38:38 smithi089 ceph-mon[99608]: pgmap v1815: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:38:39.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:38:38 smithi089 ceph-mon[102056]: pgmap v1815: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:38:39.383 INFO:tasks.workunit.client.0.smithi089.stdout: 788: throughput=5MB/sec pending data=0 2024-07-26T06:38:39.384 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-JQg8-l6d5sYExKO off=5325225 len=911708 2024-07-26T06:38:39.388 INFO:tasks.workunit.client.0.smithi089.stdout:op 4077 completed, throughput=5MB/sec 2024-07-26T06:38:39.388 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-QkvUuhdGHpQ7mvT off=1633973 len=1587010 2024-07-26T06:38:39.391 INFO:tasks.workunit.client.0.smithi089.stdout:op 4078 completed, throughput=5MB/sec 2024-07-26T06:38:39.391 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-uc49TU2GxTbhD26 off=6592518 len=601569 2024-07-26T06:38:39.394 INFO:tasks.workunit.client.0.smithi089.stdout:op 4079 completed, throughput=5MB/sec 2024-07-26T06:38:39.394 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ZQhVrxSUdf1lLXD off=15829144 len=1895616 2024-07-26T06:38:39.406 INFO:tasks.workunit.client.0.smithi089.stdout:op 4080 completed, throughput=5MB/sec 2024-07-26T06:38:40.407 INFO:tasks.workunit.client.0.smithi089.stdout: 789: throughput=5MB/sec pending data=0 2024-07-26T06:38:40.407 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-PuRsW1aQW6Btga- off=4140752 len=1014870 2024-07-26T06:38:40.408 INFO:tasks.workunit.client.0.smithi089.stdout:op 4081 completed, throughput=5MB/sec 2024-07-26T06:38:40.408 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-zu-jhomZSyPU8UA off=3301690 len=2085791 2024-07-26T06:38:40.411 INFO:tasks.workunit.client.0.smithi089.stdout:op 4082 completed, throughput=5MB/sec 2024-07-26T06:38:40.411 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-oLpewwwtKJHikF7 off=83588 len=1303462 2024-07-26T06:38:40.412 INFO:tasks.workunit.client.0.smithi089.stdout:op 4083 completed, throughput=5MB/sec 2024-07-26T06:38:41.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:38:40 smithi155 ceph-mon[90160]: pgmap v1816: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:38:41.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:38:40 smithi089 ceph-mon[99608]: pgmap v1816: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:38:41.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:38:40 smithi089 ceph-mon[102056]: pgmap v1816: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:38:41.413 INFO:tasks.workunit.client.0.smithi089.stdout: 790: throughput=4.99MB/sec pending data=0 2024-07-26T06:38:41.413 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-0udR0kTcIRnYlz7 off=805388 len=1557270 2024-07-26T06:38:41.417 INFO:tasks.workunit.client.0.smithi089.stdout:op 4084 completed, throughput=5MB/sec 2024-07-26T06:38:41.417 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-kYhWBjlDfR0IsLN off=4952885 len=482510 2024-07-26T06:38:41.422 INFO:tasks.workunit.client.0.smithi089.stdout:op 4085 completed, throughput=5MB/sec 2024-07-26T06:38:41.422 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Bm4y8qLS2bbsqB1 off=2445254 len=332227 2024-07-26T06:38:41.425 INFO:tasks.workunit.client.0.smithi089.stdout:op 4086 completed, throughput=5MB/sec 2024-07-26T06:38:41.425 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-bYUynmDwxw7VY0d off=509637 len=35471 2024-07-26T06:38:41.428 INFO:tasks.workunit.client.0.smithi089.stdout:op 4087 completed, throughput=5MB/sec 2024-07-26T06:38:41.428 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Ps3Va-pwZBpWPuz off=1466307 len=19274 2024-07-26T06:38:41.429 INFO:tasks.workunit.client.0.smithi089.stdout:op 4088 completed, throughput=5MB/sec 2024-07-26T06:38:41.429 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-0r6B4u0Ec3ImOZA off=6143725 len=2000387 2024-07-26T06:38:41.438 INFO:tasks.workunit.client.0.smithi089.stdout:op 4089 completed, throughput=5MB/sec 2024-07-26T06:38:41.438 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-xO7011OvVcGjuM1 off=805345 len=788383 2024-07-26T06:38:41.443 INFO:tasks.workunit.client.0.smithi089.stdout:op 4090 completed, throughput=5MB/sec 2024-07-26T06:38:42.056 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:38:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:38:42.056 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:38:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:38:42.128 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:38:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:38:42.443 INFO:tasks.workunit.client.0.smithi089.stdout: 791: throughput=4.99MB/sec pending data=0 2024-07-26T06:38:42.444 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Y6A1NZs0DRXDXCe off=1211190 len=1477801 2024-07-26T06:38:42.451 INFO:tasks.workunit.client.0.smithi089.stdout:op 4091 completed, throughput=5MB/sec 2024-07-26T06:38:42.451 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-M-nQl0KcnEvzEwm off=5760227 len=838568 2024-07-26T06:38:42.456 INFO:tasks.workunit.client.0.smithi089.stdout:op 4092 completed, throughput=5MB/sec 2024-07-26T06:38:42.456 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ABFwVV8wpZJ2ST0 off=10954164 len=1919566 2024-07-26T06:38:42.459 INFO:tasks.workunit.client.0.smithi089.stdout:op 4093 completed, throughput=5MB/sec 2024-07-26T06:38:42.460 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-0dh5StETS0Fc8oi off=9780042 len=578682 2024-07-26T06:38:42.461 INFO:tasks.workunit.client.0.smithi089.stdout:op 4094 completed, throughput=5MB/sec 2024-07-26T06:38:42.461 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-kkK4LRm2gbIvJtL off=7057297 len=2096268 2024-07-26T06:38:42.471 INFO:tasks.workunit.client.0.smithi089.stdout:op 4095 completed, throughput=5MB/sec 2024-07-26T06:38:42.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:38:42 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:38:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:38:42.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:38:42 smithi089 ceph-mon[99608]: pgmap v1817: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T06:38:42.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:38:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:38:42] "GET /metrics HTTP/1.1" 200 34049 "" "Prometheus/2.43.0" 2024-07-26T06:38:42.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:38:42 smithi089 ceph-mon[102056]: pgmap v1817: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T06:38:43.128 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:38:42 smithi155 ceph-mon[90160]: pgmap v1817: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T06:38:43.471 INFO:tasks.workunit.client.0.smithi089.stdout: 792: throughput=5MB/sec pending data=0 2024-07-26T06:38:43.472 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Z-FH0vNCQXJElaY off=1761520 len=725748 2024-07-26T06:38:43.473 INFO:tasks.workunit.client.0.smithi089.stdout:op 4096 completed, throughput=5MB/sec 2024-07-26T06:38:43.473 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-bgECqmjyJTmub5M off=1583997 len=540471 2024-07-26T06:38:43.477 INFO:tasks.workunit.client.0.smithi089.stdout:op 4097 completed, throughput=5MB/sec 2024-07-26T06:38:43.477 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-a2_UN2FZHXBYmWH off=6862691 len=184109 2024-07-26T06:38:43.478 INFO:tasks.workunit.client.0.smithi089.stdout:op 4098 completed, throughput=5MB/sec 2024-07-26T06:38:43.478 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-a_ARdTb_A778FQI off=111924 len=1074868 2024-07-26T06:38:43.483 INFO:tasks.workunit.client.0.smithi089.stdout:op 4099 completed, throughput=5MB/sec 2024-07-26T06:38:43.483 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-xM2EO4Fo0b2PGou off=511371 len=713263 2024-07-26T06:38:43.484 INFO:tasks.workunit.client.0.smithi089.stdout:op 4100 completed, throughput=5MB/sec 2024-07-26T06:38:43.484 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-o6VKEke5m5wKuXh off=5165155 len=1760802 2024-07-26T06:38:43.495 INFO:tasks.workunit.client.0.smithi089.stdout:op 4101 completed, throughput=5MB/sec 2024-07-26T06:38:44.495 INFO:tasks.workunit.client.0.smithi089.stdout: 793: throughput=5MB/sec pending data=0 2024-07-26T06:38:44.496 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-7WqYVpZJcWAFIrY off=2493193 len=263201 2024-07-26T06:38:44.499 INFO:tasks.workunit.client.0.smithi089.stdout:op 4102 completed, throughput=5MB/sec 2024-07-26T06:38:44.499 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-wD6H3cIWYVhYpjG off=6794239 len=583539 2024-07-26T06:38:44.504 INFO:tasks.workunit.client.0.smithi089.stdout:op 4103 completed, throughput=5MB/sec 2024-07-26T06:38:44.504 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-hwEf9C8owlgqBv7 off=1578056 len=1468438 2024-07-26T06:38:44.508 INFO:tasks.workunit.client.0.smithi089.stdout:op 4104 completed, throughput=5MB/sec 2024-07-26T06:38:44.509 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-uOdheC1-s721GGV off=8698167 len=1999545 2024-07-26T06:38:44.512 INFO:tasks.workunit.client.0.smithi089.stdout:op 4105 completed, throughput=5MB/sec 2024-07-26T06:38:45.128 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:38:44 smithi155 ceph-mon[90160]: pgmap v1818: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T06:38:45.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:38:44 smithi089 ceph-mon[99608]: pgmap v1818: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T06:38:45.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:38:44 smithi089 ceph-mon[102056]: pgmap v1818: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T06:38:45.513 INFO:tasks.workunit.client.0.smithi089.stdout: 794: throughput=4.99MB/sec pending data=0 2024-07-26T06:38:45.513 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-XJ4XZMHuMZLDEX8 off=3036125 len=1297182 2024-07-26T06:38:45.520 INFO:tasks.workunit.client.0.smithi089.stdout:op 4106 completed, throughput=5MB/sec 2024-07-26T06:38:45.521 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-bfUYupWBm3sZ7Y5 off=5596520 len=1277539 2024-07-26T06:38:45.527 INFO:tasks.workunit.client.0.smithi089.stdout:op 4107 completed, throughput=5MB/sec 2024-07-26T06:38:45.527 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-qNNEgEQwFTvYzTl off=12054459 len=256629 2024-07-26T06:38:45.528 INFO:tasks.workunit.client.0.smithi089.stdout:op 4108 completed, throughput=5MB/sec 2024-07-26T06:38:45.528 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-hDDz-Yu77Lry64v off=5074050 len=862530 2024-07-26T06:38:45.529 INFO:tasks.workunit.client.0.smithi089.stdout:op 4109 completed, throughput=5MB/sec 2024-07-26T06:38:45.529 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-2ZakAv7wh9AIQW4 off=2768043 len=91425 2024-07-26T06:38:45.532 INFO:tasks.workunit.client.0.smithi089.stdout:op 4110 completed, throughput=5MB/sec 2024-07-26T06:38:45.532 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-OB-5fOTDVUrU6_p off=13757512 len=553507 2024-07-26T06:38:45.535 INFO:tasks.workunit.client.0.smithi089.stdout:op 4111 completed, throughput=5MB/sec 2024-07-26T06:38:45.535 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-k2Up5Xh_zlVb79o off=16668157 len=1887255 2024-07-26T06:38:45.538 INFO:tasks.workunit.client.0.smithi089.stdout:op 4112 completed, throughput=5MB/sec 2024-07-26T06:38:46.539 INFO:tasks.workunit.client.0.smithi089.stdout: 795: throughput=5MB/sec pending data=0 2024-07-26T06:38:46.539 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-spHjWjuCD1dbEjk off=17943464 len=1932070 2024-07-26T06:38:46.543 INFO:tasks.workunit.client.0.smithi089.stdout:op 4113 completed, throughput=5MB/sec 2024-07-26T06:38:46.543 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-9TI6v9SuqNtMnjS off=4423186 len=694696 2024-07-26T06:38:46.544 INFO:tasks.workunit.client.0.smithi089.stdout:op 4114 completed, throughput=5MB/sec 2024-07-26T06:38:46.544 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-nL2WgNG0B4sjPat off=7685387 len=1918979 2024-07-26T06:38:46.546 INFO:tasks.workunit.client.0.smithi089.stdout:op 4115 completed, throughput=5MB/sec 2024-07-26T06:38:47.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:38:46 smithi155 ceph-mon[90160]: pgmap v1819: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:38:47.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:38:46 smithi089 ceph-mon[99608]: pgmap v1819: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:38:47.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:38:46 smithi089 ceph-mon[102056]: pgmap v1819: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:38:47.547 INFO:tasks.workunit.client.0.smithi089.stdout: 796: throughput=4.99MB/sec pending data=0 2024-07-26T06:38:47.547 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-2gTeS0zfD502Gok off=1413429 len=959973 2024-07-26T06:38:47.550 INFO:tasks.workunit.client.0.smithi089.stdout:op 4116 completed, throughput=5MB/sec 2024-07-26T06:38:47.550 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-HaDKisbv3goPvd5 off=1568557 len=496478 2024-07-26T06:38:47.554 INFO:tasks.workunit.client.0.smithi089.stdout:op 4117 completed, throughput=5MB/sec 2024-07-26T06:38:47.554 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-0VEJSCx4yBbzj3U off=2953205 len=1942850 2024-07-26T06:38:47.565 INFO:tasks.workunit.client.0.smithi089.stdout:op 4118 completed, throughput=5MB/sec 2024-07-26T06:38:47.566 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-DTRI1m4jD1nOXR4 off=2668852 len=290445 2024-07-26T06:38:47.566 INFO:tasks.workunit.client.0.smithi089.stdout:op 4119 completed, throughput=5MB/sec 2024-07-26T06:38:47.566 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-RYuRYwv9xOHLdj1 off=14709870 len=215094 2024-07-26T06:38:47.569 INFO:tasks.workunit.client.0.smithi089.stdout:op 4120 completed, throughput=5MB/sec 2024-07-26T06:38:47.569 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-qi8Tu5tUc_RnNzc off=546508 len=2000188 2024-07-26T06:38:47.572 INFO:tasks.workunit.client.0.smithi089.stdout:op 4121 completed, throughput=5MB/sec 2024-07-26T06:38:48.573 INFO:tasks.workunit.client.0.smithi089.stdout: 797: throughput=4.99MB/sec pending data=0 2024-07-26T06:38:48.573 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-3Vd_R75qqqUzrQH off=3006691 len=1197930 2024-07-26T06:38:48.574 INFO:tasks.workunit.client.0.smithi089.stdout:op 4122 completed, throughput=5MB/sec 2024-07-26T06:38:48.575 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-10nzicD8YePbwjP off=15462910 len=349020 2024-07-26T06:38:48.575 INFO:tasks.workunit.client.0.smithi089.stdout:op 4123 completed, throughput=5MB/sec 2024-07-26T06:38:48.575 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-N9bvVf9mtJNSj-1 off=21460067 len=209512 2024-07-26T06:38:48.576 INFO:tasks.workunit.client.0.smithi089.stdout:op 4124 completed, throughput=5MB/sec 2024-07-26T06:38:48.576 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-iG5EdfbZU3Xc9IP off=4062088 len=985296 2024-07-26T06:38:48.577 INFO:tasks.workunit.client.0.smithi089.stdout:op 4125 completed, throughput=5MB/sec 2024-07-26T06:38:48.577 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-xSaKGyybnE-eVcM off=2587193 len=1800469 2024-07-26T06:38:48.588 INFO:tasks.workunit.client.0.smithi089.stdout:op 4126 completed, throughput=5MB/sec 2024-07-26T06:38:49.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:38:48 smithi155 ceph-mon[90160]: pgmap v1820: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:38:49.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:38:48 smithi089 ceph-mon[99608]: pgmap v1820: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:38:49.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:38:48 smithi089 ceph-mon[102056]: pgmap v1820: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:38:49.588 INFO:tasks.workunit.client.0.smithi089.stdout: 798: throughput=4.99MB/sec pending data=0 2024-07-26T06:38:49.588 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-IBAwib_hMSSVBxo off=11882522 len=1056485 2024-07-26T06:38:49.595 INFO:tasks.workunit.client.0.smithi089.stdout:op 4127 completed, throughput=5MB/sec 2024-07-26T06:38:49.595 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-j4mAMrM6rMhebBF off=5051985 len=1955914 2024-07-26T06:38:49.597 INFO:tasks.workunit.client.0.smithi089.stdout:op 4128 completed, throughput=5MB/sec 2024-07-26T06:38:49.598 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-HyOKluTnr2pCxSA off=4343508 len=1163799 2024-07-26T06:38:49.603 INFO:tasks.workunit.client.0.smithi089.stdout:op 4129 completed, throughput=5MB/sec 2024-07-26T06:38:49.603 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-HSAUSoOMmlv9La8 off=249106 len=1665696 2024-07-26T06:38:49.605 INFO:tasks.workunit.client.0.smithi089.stdout:op 4130 completed, throughput=5MB/sec 2024-07-26T06:38:50.606 INFO:tasks.workunit.client.0.smithi089.stdout: 799: throughput=4.99MB/sec pending data=0 2024-07-26T06:38:50.606 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-lZepHJif1OvrNjS off=8312980 len=1864508 2024-07-26T06:38:50.608 INFO:tasks.workunit.client.0.smithi089.stdout:op 4131 completed, throughput=5MB/sec 2024-07-26T06:38:50.608 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-4EVGFpoKGcU-Qol off=7777148 len=1635932 2024-07-26T06:38:50.611 INFO:tasks.workunit.client.0.smithi089.stdout:op 4132 completed, throughput=5MB/sec 2024-07-26T06:38:50.611 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-iC9-zItJ2Cytv1M off=223972 len=1372715 2024-07-26T06:38:50.620 INFO:tasks.workunit.client.0.smithi089.stdout:op 4133 completed, throughput=5MB/sec 2024-07-26T06:38:51.128 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:38:50 smithi155 ceph-mon[90160]: pgmap v1821: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:38:51.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:38:50 smithi089 ceph-mon[99608]: pgmap v1821: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:38:51.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:38:50 smithi089 ceph-mon[102056]: pgmap v1821: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:38:51.621 INFO:tasks.workunit.client.0.smithi089.stdout: 800: throughput=4.99MB/sec pending data=0 2024-07-26T06:38:51.621 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-m_ZZYbhn1h30CSy off=2755611 len=115750 2024-07-26T06:38:51.623 INFO:tasks.workunit.client.0.smithi089.stdout:op 4134 completed, throughput=4.99MB/sec 2024-07-26T06:38:51.623 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-YxiFCQj5hVjbnEc off=912515 len=746161 2024-07-26T06:38:51.627 INFO:tasks.workunit.client.0.smithi089.stdout:op 4135 completed, throughput=4.99MB/sec 2024-07-26T06:38:51.627 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-fTgEAzmsUdO52Vt off=533904 len=509376 2024-07-26T06:38:51.628 INFO:tasks.workunit.client.0.smithi089.stdout:op 4136 completed, throughput=5MB/sec 2024-07-26T06:38:51.628 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-OlVGRHjB7ynzxLM off=4979913 len=1644792 2024-07-26T06:38:51.638 INFO:tasks.workunit.client.0.smithi089.stdout:op 4137 completed, throughput=5MB/sec 2024-07-26T06:38:51.638 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-wz_r0YzVmYOGU-h off=2877326 len=1091760 2024-07-26T06:38:51.640 INFO:tasks.workunit.client.0.smithi089.stdout:op 4138 completed, throughput=5MB/sec 2024-07-26T06:38:51.640 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-xbofkZisBira3xO off=4754042 len=533014 2024-07-26T06:38:51.644 INFO:tasks.workunit.client.0.smithi089.stdout:op 4139 completed, throughput=5MB/sec 2024-07-26T06:38:51.644 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-9uk5KrZFv60uye8 off=1351147 len=768045 2024-07-26T06:38:51.649 INFO:tasks.workunit.client.0.smithi089.stdout:op 4140 completed, throughput=5MB/sec 2024-07-26T06:38:52.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:38:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:38:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:38:52.649 INFO:tasks.workunit.client.0.smithi089.stdout: 801: throughput=4.99MB/sec pending data=0 2024-07-26T06:38:52.649 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-6vPdmHDKVFyuaM- off=8968995 len=876561 2024-07-26T06:38:52.651 INFO:tasks.workunit.client.0.smithi089.stdout:op 4141 completed, throughput=5MB/sec 2024-07-26T06:38:52.651 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-CsPaL45KyztWqdp off=1897019 len=539909 2024-07-26T06:38:52.652 INFO:tasks.workunit.client.0.smithi089.stdout:op 4142 completed, throughput=5MB/sec 2024-07-26T06:38:52.652 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-_SpSRH4wdlXO_Ko off=14343753 len=370979 2024-07-26T06:38:52.656 INFO:tasks.workunit.client.0.smithi089.stdout:op 4143 completed, throughput=5MB/sec 2024-07-26T06:38:52.656 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-rSlw86JSJLRdqqQ off=2689359 len=446757 2024-07-26T06:38:52.660 INFO:tasks.workunit.client.0.smithi089.stdout:op 4144 completed, throughput=5MB/sec 2024-07-26T06:38:52.660 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-cMnJWQL-m-El-Fw off=176568 len=1159969 2024-07-26T06:38:52.661 INFO:tasks.workunit.client.0.smithi089.stdout:op 4145 completed, throughput=5MB/sec 2024-07-26T06:38:52.661 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-LrM7gIIoNeDrRi9 off=1477924 len=78056 2024-07-26T06:38:52.662 INFO:tasks.workunit.client.0.smithi089.stdout:op 4146 completed, throughput=5MB/sec 2024-07-26T06:38:52.662 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-2OdmJvkDChlb9xm off=8449434 len=1095819 2024-07-26T06:38:52.667 INFO:tasks.workunit.client.0.smithi089.stdout:op 4147 completed, throughput=5MB/sec 2024-07-26T06:38:52.667 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-PjRAdG8W16oa-w9 off=4878186 len=869036 2024-07-26T06:38:52.668 INFO:tasks.workunit.client.0.smithi089.stdout:op 4148 completed, throughput=5MB/sec 2024-07-26T06:38:52.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:38:52 smithi089 ceph-mon[99608]: pgmap v1822: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:38:52.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:38:52 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:38:52] "GET /metrics HTTP/1.1" 200 34049 "" "Prometheus/2.43.0" 2024-07-26T06:38:52.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:38:52 smithi089 ceph-mon[102056]: pgmap v1822: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:38:53.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:38:52 smithi155 ceph-mon[90160]: pgmap v1822: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:38:53.668 INFO:tasks.workunit.client.0.smithi089.stdout: 802: throughput=4.99MB/sec pending data=0 2024-07-26T06:38:53.669 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-PsQDvPnJ9SHGUu1 off=5276908 len=1569954 2024-07-26T06:38:53.678 INFO:tasks.workunit.client.0.smithi089.stdout:op 4149 completed, throughput=5MB/sec 2024-07-26T06:38:53.678 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-dgI1L0ZKJTUAZlo off=1745119 len=1558893 2024-07-26T06:38:53.686 INFO:tasks.workunit.client.0.smithi089.stdout:op 4150 completed, throughput=5MB/sec 2024-07-26T06:38:53.687 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ZKWttKWPEodkT_l off=1224476 len=669470 2024-07-26T06:38:53.688 INFO:tasks.workunit.client.0.smithi089.stdout:op 4151 completed, throughput=5MB/sec 2024-07-26T06:38:53.688 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-7IsFA2MwSeyK38B off=2485892 len=1371479 2024-07-26T06:38:53.698 INFO:tasks.workunit.client.0.smithi089.stdout:op 4152 completed, throughput=5MB/sec 2024-07-26T06:38:53.698 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-O4oqX4004SWngCY off=5175766 len=88785 2024-07-26T06:38:53.700 INFO:tasks.workunit.client.0.smithi089.stdout:op 4153 completed, throughput=5MB/sec 2024-07-26T06:38:54.701 INFO:tasks.workunit.client.0.smithi089.stdout: 803: throughput=4.99MB/sec pending data=0 2024-07-26T06:38:54.701 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-FMjvWvxm2gsgZgI off=5554378 len=527495 2024-07-26T06:38:54.702 INFO:tasks.workunit.client.0.smithi089.stdout:op 4154 completed, throughput=4.99MB/sec 2024-07-26T06:38:54.703 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-2Qe93N0MULbGXn7 off=12271348 len=1137824 2024-07-26T06:38:54.709 INFO:tasks.workunit.client.0.smithi089.stdout:op 4155 completed, throughput=5MB/sec 2024-07-26T06:38:54.709 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-6Tx0CJURTuzr706 off=9501844 len=481128 2024-07-26T06:38:54.710 INFO:tasks.workunit.client.0.smithi089.stdout:op 4156 completed, throughput=5MB/sec 2024-07-26T06:38:54.710 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-0sBt5CoCxcFoJr7 off=3354216 len=539858 2024-07-26T06:38:54.710 INFO:tasks.workunit.client.0.smithi089.stdout:op 4157 completed, throughput=5MB/sec 2024-07-26T06:38:54.711 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-FlO34t0zDlKOA-b off=8662496 len=967362 2024-07-26T06:38:54.715 INFO:tasks.workunit.client.0.smithi089.stdout:op 4158 completed, throughput=5MB/sec 2024-07-26T06:38:54.715 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-9zD62O0EsVS8kie off=10696538 len=1595496 2024-07-26T06:38:54.724 INFO:tasks.workunit.client.0.smithi089.stdout:op 4159 completed, throughput=5MB/sec 2024-07-26T06:38:54.724 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-z_zi2cD8lCwjpHT off=556016 len=1035331 2024-07-26T06:38:54.728 INFO:tasks.workunit.client.0.smithi089.stdout:op 4160 completed, throughput=5MB/sec 2024-07-26T06:38:55.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:38:54 smithi155 ceph-mon[90160]: pgmap v1823: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:38:55.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:38:54 smithi089 ceph-mon[99608]: pgmap v1823: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:38:55.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:38:54 smithi089 ceph-mon[102056]: pgmap v1823: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:38:55.729 INFO:tasks.workunit.client.0.smithi089.stdout: 804: throughput=4.99MB/sec pending data=0 2024-07-26T06:38:55.729 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Ys4B4w6fiMCYvhi off=16758787 len=379211 2024-07-26T06:38:55.732 INFO:tasks.workunit.client.0.smithi089.stdout:op 4161 completed, throughput=5MB/sec 2024-07-26T06:38:55.733 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-TtXPC8cDK5hAswu off=0 len=1860416 2024-07-26T06:38:55.743 INFO:tasks.workunit.client.0.smithi089.stdout:op 4162 completed, throughput=5MB/sec 2024-07-26T06:38:55.743 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-CvE157iCAc8PsfD off=5137059 len=1431040 2024-07-26T06:38:55.751 INFO:tasks.workunit.client.0.smithi089.stdout:op 4163 completed, throughput=5MB/sec 2024-07-26T06:38:55.752 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-sWPdSiY0TErm0v8 off=12479550 len=610762 2024-07-26T06:38:55.756 INFO:tasks.workunit.client.0.smithi089.stdout:op 4164 completed, throughput=5MB/sec 2024-07-26T06:38:55.756 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ROSMBKHcXiLaXyr off=711942 len=2009722 2024-07-26T06:38:55.759 INFO:tasks.workunit.client.0.smithi089.stdout:op 4165 completed, throughput=5MB/sec 2024-07-26T06:38:56.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:38:55 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:38:56.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:38:55 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:38:56.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:38:55 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:38:56.760 INFO:tasks.workunit.client.0.smithi089.stdout: 805: throughput=5MB/sec pending data=0 2024-07-26T06:38:56.760 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-2_yuAnE5310pb16 off=1202136 len=1407035 2024-07-26T06:38:56.767 INFO:tasks.workunit.client.0.smithi089.stdout:op 4166 completed, throughput=5MB/sec 2024-07-26T06:38:56.768 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-lc-BXX1lX-Q0gd5 off=4209258 len=546584 2024-07-26T06:38:56.769 INFO:tasks.workunit.client.0.smithi089.stdout:op 4167 completed, throughput=5MB/sec 2024-07-26T06:38:56.769 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-IMsJ0aJ3llnM5hY off=109251 len=1059895 2024-07-26T06:38:56.774 INFO:tasks.workunit.client.0.smithi089.stdout:op 4168 completed, throughput=5MB/sec 2024-07-26T06:38:56.775 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-16Z8RFjLgetHhSz off=16994380 len=579855 2024-07-26T06:38:56.775 INFO:tasks.workunit.client.0.smithi089.stdout:op 4169 completed, throughput=5MB/sec 2024-07-26T06:38:57.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:38:56 smithi155 ceph-mon[90160]: pgmap v1824: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T06:38:57.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:38:56 smithi089 ceph-mon[99608]: pgmap v1824: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T06:38:57.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:38:56 smithi089 ceph-mon[102056]: pgmap v1824: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T06:38:57.776 INFO:tasks.workunit.client.0.smithi089.stdout: 806: throughput=4.99MB/sec pending data=0 2024-07-26T06:38:57.776 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Fh0OA3abDBlYfcG off=19354391 len=162581 2024-07-26T06:38:57.779 INFO:tasks.workunit.client.0.smithi089.stdout:op 4170 completed, throughput=4.99MB/sec 2024-07-26T06:38:57.779 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-WbVK84624hKZ5E8 off=16207648 len=1696747 2024-07-26T06:38:57.781 INFO:tasks.workunit.client.0.smithi089.stdout:op 4171 completed, throughput=5MB/sec 2024-07-26T06:38:57.781 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Hlt3iPRPrACJFPC off=1459914 len=744318 2024-07-26T06:38:57.783 INFO:tasks.workunit.client.0.smithi089.stdout:op 4172 completed, throughput=5MB/sec 2024-07-26T06:38:57.783 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-8uKSRKhPDiFWgpz off=1793352 len=1320830 2024-07-26T06:38:57.785 INFO:tasks.workunit.client.0.smithi089.stdout:op 4173 completed, throughput=5MB/sec 2024-07-26T06:38:57.785 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-_CTNGyZLGmyYNEx off=16323125 len=1638571 2024-07-26T06:38:57.788 INFO:tasks.workunit.client.0.smithi089.stdout:op 4174 completed, throughput=5MB/sec 2024-07-26T06:38:58.788 INFO:tasks.workunit.client.0.smithi089.stdout: 807: throughput=4.99MB/sec pending data=0 2024-07-26T06:38:58.788 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-KUpFd7PTuyZPdl9 off=12478032 len=1541251 2024-07-26T06:38:58.790 INFO:tasks.workunit.client.0.smithi089.stdout:op 4175 completed, throughput=5MB/sec 2024-07-26T06:38:58.790 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-3yqWYQrwxvK8MXw off=6752746 len=1590317 2024-07-26T06:38:58.792 INFO:tasks.workunit.client.0.smithi089.stdout:op 4176 completed, throughput=5MB/sec 2024-07-26T06:38:58.792 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-sTj0sGbdOKL7Fl9 off=7952771 len=333907 2024-07-26T06:38:58.795 INFO:tasks.workunit.client.0.smithi089.stdout:op 4177 completed, throughput=5MB/sec 2024-07-26T06:38:58.795 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ttxkVZ4UgTpitm_ off=13486752 len=591057 2024-07-26T06:38:58.799 INFO:tasks.workunit.client.0.smithi089.stdout:op 4178 completed, throughput=5MB/sec 2024-07-26T06:38:58.799 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-l5TRWfUO9PVMeqY off=7378608 len=1648299 2024-07-26T06:38:58.801 INFO:tasks.workunit.client.0.smithi089.stdout:op 4179 completed, throughput=5MB/sec 2024-07-26T06:38:59.128 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:38:58 smithi155 ceph-mon[90160]: pgmap v1825: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T06:38:59.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:38:58 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:38:59.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:38:58 smithi089 ceph-mon[99608]: pgmap v1825: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T06:38:59.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:38:58 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:38:59.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:38:58 smithi089 ceph-mon[102056]: pgmap v1825: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T06:38:59.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:38:58 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:38:59.802 INFO:tasks.workunit.client.0.smithi089.stdout: 808: throughput=4.99MB/sec pending data=0 2024-07-26T06:38:59.802 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-MfNBeuVbnyHytky off=1508181 len=930675 2024-07-26T06:38:59.806 INFO:tasks.workunit.client.0.smithi089.stdout:op 4180 completed, throughput=5MB/sec 2024-07-26T06:38:59.806 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-mZHGMG6Osf4Tv_r off=1925882 len=571453 2024-07-26T06:38:59.809 INFO:tasks.workunit.client.0.smithi089.stdout:op 4181 completed, throughput=5MB/sec 2024-07-26T06:38:59.809 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-kI0uvpRfgebVquK off=2623496 len=784903 2024-07-26T06:38:59.811 INFO:tasks.workunit.client.0.smithi089.stdout:op 4182 completed, throughput=5MB/sec 2024-07-26T06:38:59.811 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-XRfhaHr_rUh83DO off=4750167 len=1726316 2024-07-26T06:38:59.814 INFO:tasks.workunit.client.0.smithi089.stdout:op 4183 completed, throughput=5MB/sec 2024-07-26T06:38:59.815 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-i6-RuHWwmJYXIQ7 off=5546236 len=1573 2024-07-26T06:38:59.815 INFO:tasks.workunit.client.0.smithi089.stdout:op 4184 completed, throughput=5MB/sec 2024-07-26T06:38:59.815 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-dRXmMjbxMKXmvo- off=2763341 len=771670 2024-07-26T06:38:59.817 INFO:tasks.workunit.client.0.smithi089.stdout:op 4185 completed, throughput=5MB/sec 2024-07-26T06:39:00.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:38:59 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:39:00.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:38:59 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:39:00.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:38:59 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:39:00.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:38:59 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:39:00.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:38:59 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:39:00.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:38:59 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:39:00.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:38:59 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:39:00.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:38:59 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:39:00.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:38:59 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:39:00.817 INFO:tasks.workunit.client.0.smithi089.stdout: 809: throughput=4.99MB/sec pending data=0 2024-07-26T06:39:00.817 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-o24d9mqYrpFwQAW off=20523431 len=538191 2024-07-26T06:39:00.821 INFO:tasks.workunit.client.0.smithi089.stdout:op 4186 completed, throughput=4.99MB/sec 2024-07-26T06:39:00.821 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-pq3uqayjfovB0I1 off=8675958 len=1468745 2024-07-26T06:39:00.828 INFO:tasks.workunit.client.0.smithi089.stdout:op 4187 completed, throughput=5MB/sec 2024-07-26T06:39:00.828 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-quswFTSe3beSlib off=8069383 len=1460853 2024-07-26T06:39:00.830 INFO:tasks.workunit.client.0.smithi089.stdout:op 4188 completed, throughput=5MB/sec 2024-07-26T06:39:00.831 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-XNMNMniRAq1OmIG off=1907823 len=1077506 2024-07-26T06:39:00.832 INFO:tasks.workunit.client.0.smithi089.stdout:op 4189 completed, throughput=5MB/sec 2024-07-26T06:39:00.832 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-4Mz1D-2G4aBlI6w off=1450972 len=998573 2024-07-26T06:39:00.833 INFO:tasks.workunit.client.0.smithi089.stdout:op 4190 completed, throughput=5MB/sec 2024-07-26T06:39:01.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:39:00 smithi155 ceph-mon[90160]: pgmap v1826: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:39:01.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:39:00 smithi089 ceph-mon[99608]: pgmap v1826: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:39:01.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:39:00 smithi089 ceph-mon[102056]: pgmap v1826: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:39:01.834 INFO:tasks.workunit.client.0.smithi089.stdout: 810: throughput=4.99MB/sec pending data=0 2024-07-26T06:39:01.834 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-LQJLnlDoD5k6ps3 off=4473606 len=1479937 2024-07-26T06:39:01.843 INFO:tasks.workunit.client.0.smithi089.stdout:op 4191 completed, throughput=5MB/sec 2024-07-26T06:39:01.843 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-bBcF2gsGVbVjN07 off=1384532 len=1574367 2024-07-26T06:39:01.850 INFO:tasks.workunit.client.0.smithi089.stdout:op 4192 completed, throughput=5MB/sec 2024-07-26T06:39:01.850 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-oXmJkaHMQ_qmFQc off=19541824 len=143143 2024-07-26T06:39:01.852 INFO:tasks.workunit.client.0.smithi089.stdout:op 4193 completed, throughput=5MB/sec 2024-07-26T06:39:01.852 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-WcyorIH4DxyZ7Bi off=8498136 len=1563205 2024-07-26T06:39:01.853 INFO:tasks.workunit.client.0.smithi089.stdout:op 4194 completed, throughput=5MB/sec 2024-07-26T06:39:01.853 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-MTpSxOfbMogs1XT off=1411858 len=612077 2024-07-26T06:39:01.854 INFO:tasks.workunit.client.0.smithi089.stdout:op 4195 completed, throughput=5MB/sec 2024-07-26T06:39:02.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:39:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:39:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:39:02.785 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:39:02 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:39:02] "GET /metrics HTTP/1.1" 200 34051 "" "Prometheus/2.43.0" 2024-07-26T06:39:02.854 INFO:tasks.workunit.client.0.smithi089.stdout: 811: throughput=4.99MB/sec pending data=0 2024-07-26T06:39:02.855 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-4qT437EiLwMLoXW off=15816172 len=1060892 2024-07-26T06:39:02.859 INFO:tasks.workunit.client.0.smithi089.stdout:op 4196 completed, throughput=5MB/sec 2024-07-26T06:39:02.860 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-bYpIFX3JfgJr0-E off=18046809 len=1810907 2024-07-26T06:39:02.864 INFO:tasks.workunit.client.0.smithi089.stdout:op 4197 completed, throughput=5MB/sec 2024-07-26T06:39:02.864 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-SVXS55flYtBMnor off=9457509 len=716941 2024-07-26T06:39:02.864 INFO:tasks.workunit.client.0.smithi089.stdout:op 4198 completed, throughput=5MB/sec 2024-07-26T06:39:02.865 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-iKA2aTITBlaXPLO off=12471831 len=1696883 2024-07-26T06:39:02.871 INFO:tasks.workunit.client.0.smithi089.stdout:op 4199 completed, throughput=5MB/sec 2024-07-26T06:39:03.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:39:02 smithi155 ceph-mon[90160]: pgmap v1827: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:39:03.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:39:02 smithi089 ceph-mon[99608]: pgmap v1827: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:39:03.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:39:02 smithi089 ceph-mon[102056]: pgmap v1827: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:39:03.872 INFO:tasks.workunit.client.0.smithi089.stdout: 812: throughput=4.99MB/sec pending data=0 2024-07-26T06:39:03.872 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-0sBt5CoCxcFoJr7 off=6425688 len=1508676 2024-07-26T06:39:03.874 INFO:tasks.workunit.client.0.smithi089.stdout:op 4200 completed, throughput=5MB/sec 2024-07-26T06:39:03.874 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-n7DnTZ8z8ZvobFr off=6394560 len=1771614 2024-07-26T06:39:03.883 INFO:tasks.workunit.client.0.smithi089.stdout:op 4201 completed, throughput=5MB/sec 2024-07-26T06:39:03.883 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-oFg5Gm1Ev2i8h4r off=432161 len=1782739 2024-07-26T06:39:03.891 INFO:tasks.workunit.client.0.smithi089.stdout:op 4202 completed, throughput=5MB/sec 2024-07-26T06:39:04.891 INFO:tasks.workunit.client.0.smithi089.stdout: 813: throughput=4.99MB/sec pending data=0 2024-07-26T06:39:04.892 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-22XPJlEWSuoh12n off=10532007 len=1992295 2024-07-26T06:39:04.893 INFO:tasks.workunit.client.0.smithi089.stdout:op 4203 completed, throughput=5MB/sec 2024-07-26T06:39:04.893 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-zM5-M87pp6haRv9 off=16536372 len=724072 2024-07-26T06:39:04.898 INFO:tasks.workunit.client.0.smithi089.stdout:op 4204 completed, throughput=5MB/sec 2024-07-26T06:39:04.898 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-e4oHJp6MMip2vrt off=92959 len=1019092 2024-07-26T06:39:04.904 INFO:tasks.workunit.client.0.smithi089.stdout:op 4205 completed, throughput=5MB/sec 2024-07-26T06:39:04.904 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-RuclonEWE4PtAlw off=3177630 len=195702 2024-07-26T06:39:04.907 INFO:tasks.workunit.client.0.smithi089.stdout:op 4206 completed, throughput=5MB/sec 2024-07-26T06:39:04.907 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-GWAde2Q5oZvnmn8 off=9618578 len=2095994 2024-07-26T06:39:04.911 INFO:tasks.workunit.client.0.smithi089.stdout:op 4207 completed, throughput=5MB/sec 2024-07-26T06:39:05.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:39:04 smithi155 ceph-mon[90160]: pgmap v1828: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:39:05.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:39:04 smithi089 ceph-mon[99608]: pgmap v1828: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:39:05.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:39:04 smithi089 ceph-mon[102056]: pgmap v1828: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:39:05.911 INFO:tasks.workunit.client.0.smithi089.stdout: 814: throughput=4.99MB/sec pending data=0 2024-07-26T06:39:05.911 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-eKEDqHa1sqHc7XU off=2104096 len=765057 2024-07-26T06:39:05.916 INFO:tasks.workunit.client.0.smithi089.stdout:op 4208 completed, throughput=5MB/sec 2024-07-26T06:39:05.916 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Lg73MQG88N69FVW off=3565281 len=629016 2024-07-26T06:39:05.920 INFO:tasks.workunit.client.0.smithi089.stdout:op 4209 completed, throughput=5MB/sec 2024-07-26T06:39:05.920 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-g5HvX_KgESQWwKw off=4567429 len=682417 2024-07-26T06:39:05.922 INFO:tasks.workunit.client.0.smithi089.stdout:op 4210 completed, throughput=5MB/sec 2024-07-26T06:39:05.922 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ymJyADor7y_BMAx off=3685303 len=439264 2024-07-26T06:39:05.923 INFO:tasks.workunit.client.0.smithi089.stdout:op 4211 completed, throughput=5MB/sec 2024-07-26T06:39:05.923 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ViHdoPx0WbdMwrx off=5442574 len=1168368 2024-07-26T06:39:05.924 INFO:tasks.workunit.client.0.smithi089.stdout:op 4212 completed, throughput=5MB/sec 2024-07-26T06:39:05.924 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-P1pfo0E9CYxqzCJ off=260762 len=76142 2024-07-26T06:39:05.927 INFO:tasks.workunit.client.0.smithi089.stdout:op 4213 completed, throughput=5MB/sec 2024-07-26T06:39:05.927 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-y5A0-TmZAMMC1yj off=4215232 len=1436673 2024-07-26T06:39:05.936 INFO:tasks.workunit.client.0.smithi089.stdout:op 4214 completed, throughput=5MB/sec 2024-07-26T06:39:06.936 INFO:tasks.workunit.client.0.smithi089.stdout: 815: throughput=4.99MB/sec pending data=0 2024-07-26T06:39:06.937 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-E500QRqd1oZPyLx off=18290881 len=153999 2024-07-26T06:39:06.937 INFO:tasks.workunit.client.0.smithi089.stdout:op 4215 completed, throughput=4.99MB/sec 2024-07-26T06:39:06.937 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-dd1nlddVemCJoG4 off=4515681 len=1952843 2024-07-26T06:39:06.941 INFO:tasks.workunit.client.0.smithi089.stdout:op 4216 completed, throughput=5MB/sec 2024-07-26T06:39:06.941 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-rKiRVBSF_rLUoFC off=7101878 len=1636206 2024-07-26T06:39:06.943 INFO:tasks.workunit.client.0.smithi089.stdout:op 4217 completed, throughput=5MB/sec 2024-07-26T06:39:06.944 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-7XFufxzkwjATypL off=4185354 len=984577 2024-07-26T06:39:06.945 INFO:tasks.workunit.client.0.smithi089.stdout:op 4218 completed, throughput=5MB/sec 2024-07-26T06:39:07.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:39:06 smithi155 ceph-mon[90160]: pgmap v1829: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:39:07.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:39:06 smithi089 ceph-mon[99608]: pgmap v1829: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:39:07.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:39:06 smithi089 ceph-mon[102056]: pgmap v1829: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:39:07.945 INFO:tasks.workunit.client.0.smithi089.stdout: 816: throughput=4.99MB/sec pending data=0 2024-07-26T06:39:07.945 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-enUDi1ZZoGHOD9F off=18519246 len=315446 2024-07-26T06:39:07.948 INFO:tasks.workunit.client.0.smithi089.stdout:op 4219 completed, throughput=4.99MB/sec 2024-07-26T06:39:07.948 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-EqHLcDK4XuZSZzu off=6701330 len=65213 2024-07-26T06:39:07.951 INFO:tasks.workunit.client.0.smithi089.stdout:op 4220 completed, throughput=4.99MB/sec 2024-07-26T06:39:07.951 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-stXxu5VpeaNBHJf off=1147970 len=1603311 2024-07-26T06:39:07.954 INFO:tasks.workunit.client.0.smithi089.stdout:op 4221 completed, throughput=5MB/sec 2024-07-26T06:39:07.955 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-1hbktJRA-3xllta off=5401635 len=114549 2024-07-26T06:39:07.957 INFO:tasks.workunit.client.0.smithi089.stdout:op 4222 completed, throughput=5MB/sec 2024-07-26T06:39:07.957 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Ze_1YgcsBc9g4nF off=22947766 len=1152467 2024-07-26T06:39:07.959 INFO:tasks.workunit.client.0.smithi089.stdout:op 4223 completed, throughput=5MB/sec 2024-07-26T06:39:07.959 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-u6UyFVzZCWfzZ3o off=735143 len=771412 2024-07-26T06:39:07.963 INFO:tasks.workunit.client.0.smithi089.stdout:op 4224 completed, throughput=5MB/sec 2024-07-26T06:39:07.963 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-5-0JYEqUFHZwXaR off=9297969 len=1835357 2024-07-26T06:39:07.975 INFO:tasks.workunit.client.0.smithi089.stdout:op 4225 completed, throughput=5MB/sec 2024-07-26T06:39:08.975 INFO:tasks.workunit.client.0.smithi089.stdout: 817: throughput=4.99MB/sec pending data=0 2024-07-26T06:39:08.975 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-f6YzSTBnHTQNtrw off=6255369 len=397677 2024-07-26T06:39:08.976 INFO:tasks.workunit.client.0.smithi089.stdout:op 4226 completed, throughput=5MB/sec 2024-07-26T06:39:08.976 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-JRk0cltypTiEUNn off=8430767 len=1493110 2024-07-26T06:39:08.986 INFO:tasks.workunit.client.0.smithi089.stdout:op 4227 completed, throughput=5MB/sec 2024-07-26T06:39:08.986 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-76_UkGrs4ug6QRu off=4913557 len=1985435 2024-07-26T06:39:08.989 INFO:tasks.workunit.client.0.smithi089.stdout:op 4228 completed, throughput=5MB/sec 2024-07-26T06:39:08.989 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-HlxjUlwMm4WXaCa off=2252242 len=1842399 2024-07-26T06:39:08.992 INFO:tasks.workunit.client.0.smithi089.stdout:op 4229 completed, throughput=5MB/sec 2024-07-26T06:39:09.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:39:08 smithi155 ceph-mon[90160]: pgmap v1830: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T06:39:09.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:39:08 smithi089 ceph-mon[99608]: pgmap v1830: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T06:39:09.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:39:08 smithi089 ceph-mon[102056]: pgmap v1830: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T06:39:09.993 INFO:tasks.workunit.client.0.smithi089.stdout: 818: throughput=5MB/sec pending data=0 2024-07-26T06:39:09.993 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-UtU5a8IGO17GvCu off=18237789 len=1003841 2024-07-26T06:39:09.997 INFO:tasks.workunit.client.0.smithi089.stdout:op 4230 completed, throughput=5MB/sec 2024-07-26T06:39:09.998 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-WlR0irJfVQYDqzp off=382832 len=123945 2024-07-26T06:39:10.000 INFO:tasks.workunit.client.0.smithi089.stdout:op 4231 completed, throughput=5MB/sec 2024-07-26T06:39:10.000 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-vrDZ9_OCs_Lgj7X off=8776841 len=1349826 2024-07-26T06:39:10.001 INFO:tasks.workunit.client.0.smithi089.stdout:op 4232 completed, throughput=5MB/sec 2024-07-26T06:39:10.002 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-BC34iY8z4Tfyyzg off=13546437 len=1136974 2024-07-26T06:39:10.003 INFO:tasks.workunit.client.0.smithi089.stdout:op 4233 completed, throughput=5MB/sec 2024-07-26T06:39:10.003 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-JM3Q8R5OdFM2hQI off=135231 len=1066757 2024-07-26T06:39:10.004 INFO:tasks.workunit.client.0.smithi089.stdout:op 4234 completed, throughput=5MB/sec 2024-07-26T06:39:11.004 INFO:tasks.workunit.client.0.smithi089.stdout: 819: throughput=4.99MB/sec pending data=0 2024-07-26T06:39:11.005 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-kBuFSn-YoGGtuIC off=2653043 len=302434 2024-07-26T06:39:11.008 INFO:tasks.workunit.client.0.smithi089.stdout:op 4235 completed, throughput=4.99MB/sec 2024-07-26T06:39:11.008 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-iLpF0m-2oKzxIfA off=1289537 len=1627498 2024-07-26T06:39:11.010 INFO:tasks.workunit.client.0.smithi089.stdout:op 4236 completed, throughput=5MB/sec 2024-07-26T06:39:11.010 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ynMk8gz8v-epGRq off=4293172 len=133066 2024-07-26T06:39:11.013 INFO:tasks.workunit.client.0.smithi089.stdout:op 4237 completed, throughput=5MB/sec 2024-07-26T06:39:11.013 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-R-wq1pgZZZmyhlJ off=5838024 len=373437 2024-07-26T06:39:11.016 INFO:tasks.workunit.client.0.smithi089.stdout:op 4238 completed, throughput=5MB/sec 2024-07-26T06:39:11.016 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-1mjpj9BUVnNtLQS off=17877656 len=1157209 2024-07-26T06:39:11.021 INFO:tasks.workunit.client.0.smithi089.stdout:op 4239 completed, throughput=5MB/sec 2024-07-26T06:39:11.021 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ayMms-eyAce9zl8 off=9164082 len=1539292 2024-07-26T06:39:11.023 INFO:tasks.workunit.client.0.smithi089.stdout:op 4240 completed, throughput=5MB/sec 2024-07-26T06:39:11.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:39:10 smithi155 ceph-mon[90160]: pgmap v1831: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:39:11.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:39:10 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:39:11.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:39:10 smithi089 ceph-mon[102056]: pgmap v1831: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:39:11.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:39:10 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:39:11.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:39:10 smithi089 ceph-mon[99608]: pgmap v1831: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:39:11.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:39:10 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:39:12.023 INFO:tasks.workunit.client.0.smithi089.stdout: 820: throughput=4.99MB/sec pending data=0 2024-07-26T06:39:12.024 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-iWrCxmLHgh2nxTh off=350289 len=127059 2024-07-26T06:39:12.026 INFO:tasks.workunit.client.0.smithi089.stdout:op 4241 completed, throughput=4.99MB/sec 2024-07-26T06:39:12.026 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-3sLufAVaEtPVta2 off=3055462 len=1225759 2024-07-26T06:39:12.028 INFO:tasks.workunit.client.0.smithi089.stdout:op 4242 completed, throughput=5MB/sec 2024-07-26T06:39:12.028 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-_2EDI4Cx1qQIJ0o off=1587146 len=279292 2024-07-26T06:39:12.029 INFO:tasks.workunit.client.0.smithi089.stdout:op 4243 completed, throughput=5MB/sec 2024-07-26T06:39:12.029 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-sh5GaZ6CmLtPl3s off=4542717 len=1340668 2024-07-26T06:39:12.032 INFO:tasks.workunit.client.0.smithi089.stdout:op 4244 completed, throughput=5MB/sec 2024-07-26T06:39:12.032 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-LUbLjwY0I97VC_a off=11296222 len=416516 2024-07-26T06:39:12.033 INFO:tasks.workunit.client.0.smithi089.stdout:op 4245 completed, throughput=5MB/sec 2024-07-26T06:39:12.033 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-k6qUGlFUIBJRHy5 off=962028 len=2068361 2024-07-26T06:39:12.046 INFO:tasks.workunit.client.0.smithi089.stdout:op 4246 completed, throughput=5MB/sec 2024-07-26T06:39:12.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:39:12 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:39:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:39:12.806 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:39:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:39:12] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-07-26T06:39:13.046 INFO:tasks.workunit.client.0.smithi089.stdout: 821: throughput=4.99MB/sec pending data=0 2024-07-26T06:39:13.047 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-FYRySa2zEXHfjqM off=1425549 len=2065144 2024-07-26T06:39:13.049 INFO:tasks.workunit.client.0.smithi089.stdout:op 4247 completed, throughput=5MB/sec 2024-07-26T06:39:13.049 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-XCCfReHSYAS5ABc off=11177459 len=1934907 2024-07-26T06:39:13.060 INFO:tasks.workunit.client.0.smithi089.stdout:op 4248 completed, throughput=5MB/sec 2024-07-26T06:39:13.060 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ooNMEj26N0gxhdD off=10276646 len=1976818 2024-07-26T06:39:13.064 INFO:tasks.workunit.client.0.smithi089.stdout:op 4249 completed, throughput=5MB/sec 2024-07-26T06:39:13.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:39:12 smithi155 ceph-mon[90160]: pgmap v1832: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T06:39:13.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:39:12 smithi089 ceph-mon[99608]: pgmap v1832: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T06:39:13.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:39:12 smithi089 ceph-mon[102056]: pgmap v1832: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T06:39:14.064 INFO:tasks.workunit.client.0.smithi089.stdout: 822: throughput=4.99MB/sec pending data=0 2024-07-26T06:39:14.064 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-TyvrhiKHp9hMcUI off=113962 len=1294568 2024-07-26T06:39:14.070 INFO:tasks.workunit.client.0.smithi089.stdout:op 4250 completed, throughput=5MB/sec 2024-07-26T06:39:14.070 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-cWDHsXvoNY1v0Se off=15739863 len=1647071 2024-07-26T06:39:14.074 INFO:tasks.workunit.client.0.smithi089.stdout:op 4251 completed, throughput=5MB/sec 2024-07-26T06:39:14.074 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-SFiRXy5pIaqBk0N off=19704407 len=126281 2024-07-26T06:39:14.074 INFO:tasks.workunit.client.0.smithi089.stdout:op 4252 completed, throughput=5MB/sec 2024-07-26T06:39:14.074 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-lsqrBecE7XooGlM off=15025578 len=1245307 2024-07-26T06:39:14.080 INFO:tasks.workunit.client.0.smithi089.stdout:op 4253 completed, throughput=5MB/sec 2024-07-26T06:39:14.080 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-vD-HoUeS7gxDWSX off=2953523 len=1384874 2024-07-26T06:39:14.081 INFO:tasks.workunit.client.0.smithi089.stdout:op 4254 completed, throughput=5MB/sec 2024-07-26T06:39:15.082 INFO:tasks.workunit.client.0.smithi089.stdout: 823: throughput=5MB/sec pending data=0 2024-07-26T06:39:15.082 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-wocITruMdamXCC5 off=7530130 len=1149914 2024-07-26T06:39:15.087 INFO:tasks.workunit.client.0.smithi089.stdout:op 4255 completed, throughput=5MB/sec 2024-07-26T06:39:15.087 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-28gE4IW9kfHQYDx off=6301387 len=263130 2024-07-26T06:39:15.090 INFO:tasks.workunit.client.0.smithi089.stdout:op 4256 completed, throughput=5MB/sec 2024-07-26T06:39:15.090 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-0Los7zEihglhe32 off=344541 len=1416763 2024-07-26T06:39:15.092 INFO:tasks.workunit.client.0.smithi089.stdout:op 4257 completed, throughput=5MB/sec 2024-07-26T06:39:15.092 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-nVPvBlD3cbR-DRc off=1635152 len=1846722 2024-07-26T06:39:15.100 INFO:tasks.workunit.client.0.smithi089.stdout:op 4258 completed, throughput=5MB/sec 2024-07-26T06:39:15.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:39:14 smithi155 ceph-mon[90160]: pgmap v1833: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T06:39:15.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:39:14 smithi089 ceph-mon[99608]: pgmap v1833: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T06:39:15.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:39:14 smithi089 ceph-mon[102056]: pgmap v1833: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T06:39:16.100 INFO:tasks.workunit.client.0.smithi089.stdout: 824: throughput=4.99MB/sec pending data=0 2024-07-26T06:39:16.101 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ARyWn_R3qk2YGEH off=12046954 len=1995573 2024-07-26T06:39:16.109 INFO:tasks.workunit.client.0.smithi089.stdout:op 4259 completed, throughput=5MB/sec 2024-07-26T06:39:16.109 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-GLxL0Dowp3sFxG6 off=6506176 len=653305 2024-07-26T06:39:16.110 INFO:tasks.workunit.client.0.smithi089.stdout:op 4260 completed, throughput=5MB/sec 2024-07-26T06:39:16.110 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-T9AOees8_z21Xr4 off=23314209 len=662347 2024-07-26T06:39:16.111 INFO:tasks.workunit.client.0.smithi089.stdout:op 4261 completed, throughput=5MB/sec 2024-07-26T06:39:16.111 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-XMZoMGeWaJL4rOU off=1093124 len=468452 2024-07-26T06:39:16.111 INFO:tasks.workunit.client.0.smithi089.stdout:op 4262 completed, throughput=5MB/sec 2024-07-26T06:39:16.112 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-KfFQ1IQm6EqSXzy off=9195436 len=112528 2024-07-26T06:39:16.112 INFO:tasks.workunit.client.0.smithi089.stdout:op 4263 completed, throughput=5MB/sec 2024-07-26T06:39:16.112 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Kpmdp32bt6v3O6W off=2395418 len=296557 2024-07-26T06:39:16.116 INFO:tasks.workunit.client.0.smithi089.stdout:op 4264 completed, throughput=5MB/sec 2024-07-26T06:39:16.116 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-37VPHyYtLT93hkU off=764627 len=956457 2024-07-26T06:39:16.117 INFO:tasks.workunit.client.0.smithi089.stdout:op 4265 completed, throughput=5MB/sec 2024-07-26T06:39:17.117 INFO:tasks.workunit.client.0.smithi089.stdout: 825: throughput=4.99MB/sec pending data=0 2024-07-26T06:39:17.117 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-oYIH6MLM0gUT_pL off=8230396 len=739553 2024-07-26T06:39:17.118 INFO:tasks.workunit.client.0.smithi089.stdout:op 4266 completed, throughput=5MB/sec 2024-07-26T06:39:17.118 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-hbDjkji21OoTHQF off=7291107 len=8485 2024-07-26T06:39:17.121 INFO:tasks.workunit.client.0.smithi089.stdout:op 4267 completed, throughput=5MB/sec 2024-07-26T06:39:17.121 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-SEE98xBrUlBOQWn off=12777745 len=592581 2024-07-26T06:39:17.122 INFO:tasks.workunit.client.0.smithi089.stdout:op 4268 completed, throughput=5MB/sec 2024-07-26T06:39:17.122 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-PdEfi7S5-NWERqo off=15600655 len=556762 2024-07-26T06:39:17.126 INFO:tasks.workunit.client.0.smithi089.stdout:op 4269 completed, throughput=5MB/sec 2024-07-26T06:39:17.126 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-bx05lKZgsqTMzDU off=14251905 len=1973861 2024-07-26T06:39:17.128 INFO:tasks.workunit.client.0.smithi089.stdout:op 4270 completed, throughput=5MB/sec 2024-07-26T06:39:17.128 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-u7kpU4qBrj263jQ off=9625336 len=1234513 2024-07-26T06:39:17.135 INFO:tasks.workunit.client.0.smithi089.stdout:op 4271 completed, throughput=5MB/sec 2024-07-26T06:39:17.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:39:16 smithi089 ceph-mon[99608]: pgmap v1834: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-07-26T06:39:17.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:39:16 smithi089 ceph-mon[102056]: pgmap v1834: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-07-26T06:39:17.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:39:16 smithi155 ceph-mon[90160]: pgmap v1834: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-07-26T06:39:18.139 INFO:tasks.workunit.client.0.smithi089.stdout: 826: throughput=4.99MB/sec pending data=0 2024-07-26T06:39:18.139 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Nwf3wJKL3CxDiIN off=1502743 len=706406 2024-07-26T06:39:18.139 INFO:tasks.workunit.client.0.smithi089.stdout:op 4272 completed, throughput=4.99MB/sec 2024-07-26T06:39:18.139 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-_CTDFODMjZP_NVy off=15029596 len=976002 2024-07-26T06:39:18.140 INFO:tasks.workunit.client.0.smithi089.stdout:op 4273 completed, throughput=5MB/sec 2024-07-26T06:39:18.140 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-IrsFsoLYaevQ4N4 off=2090349 len=1739916 2024-07-26T06:39:18.142 INFO:tasks.workunit.client.0.smithi089.stdout:op 4274 completed, throughput=5MB/sec 2024-07-26T06:39:18.142 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-O4sG1JnDXBxresf off=3674173 len=1961111 2024-07-26T06:39:18.146 INFO:tasks.workunit.client.0.smithi089.stdout:op 4275 completed, throughput=5MB/sec 2024-07-26T06:39:19.146 INFO:tasks.workunit.client.0.smithi089.stdout: 827: throughput=4.99MB/sec pending data=0 2024-07-26T06:39:19.147 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-tjnTzARZHIgyw7A off=6305280 len=1546954 2024-07-26T06:39:19.148 INFO:tasks.workunit.client.0.smithi089.stdout:op 4276 completed, throughput=5MB/sec 2024-07-26T06:39:19.149 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-VLpYuDzA7qxjcnL off=1019938 len=1441764 2024-07-26T06:39:19.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:39:18 smithi089 ceph-mon[99608]: pgmap v1835: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T06:39:19.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:39:18 smithi089 ceph-mon[102056]: pgmap v1835: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T06:39:19.158 INFO:tasks.workunit.client.0.smithi089.stdout:op 4277 completed, throughput=5MB/sec 2024-07-26T06:39:19.158 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-GoTr5aeca0_dVwE off=6259798 len=1416695 2024-07-26T06:39:19.162 INFO:tasks.workunit.client.0.smithi089.stdout:op 4278 completed, throughput=5MB/sec 2024-07-26T06:39:19.162 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-NFYBNSxsN-jZ_qk off=616835 len=1081735 2024-07-26T06:39:19.163 INFO:tasks.workunit.client.0.smithi089.stdout:op 4279 completed, throughput=5MB/sec 2024-07-26T06:39:19.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:39:18 smithi155 ceph-mon[90160]: pgmap v1835: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T06:39:20.163 INFO:tasks.workunit.client.0.smithi089.stdout: 828: throughput=4.99MB/sec pending data=0 2024-07-26T06:39:20.164 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-vF9G63rbSrwX3Pl off=15930787 len=2062955 2024-07-26T06:39:20.167 INFO:tasks.workunit.client.0.smithi089.stdout:op 4280 completed, throughput=5MB/sec 2024-07-26T06:39:20.167 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-XueLhiol53uFinP off=13159723 len=40561 2024-07-26T06:39:20.170 INFO:tasks.workunit.client.0.smithi089.stdout:op 4281 completed, throughput=5MB/sec 2024-07-26T06:39:20.170 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-NEM0cUnvw_OfzWY off=0 len=1735635 2024-07-26T06:39:20.179 INFO:tasks.workunit.client.0.smithi089.stdout:op 4282 completed, throughput=5MB/sec 2024-07-26T06:39:20.179 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Z-Y-RyOwaN-cKWF off=4443829 len=1566172 2024-07-26T06:39:20.181 INFO:tasks.workunit.client.0.smithi089.stdout:op 4283 completed, throughput=5MB/sec 2024-07-26T06:39:21.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:39:20 smithi089 ceph-mon[99608]: pgmap v1836: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T06:39:21.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:39:20 smithi089 ceph-mon[102056]: pgmap v1836: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T06:39:21.181 INFO:tasks.workunit.client.0.smithi089.stdout: 829: throughput=4.99MB/sec pending data=0 2024-07-26T06:39:21.181 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Ry6xTCeVkD3P_CF off=16979089 len=1631727 2024-07-26T06:39:21.185 INFO:tasks.workunit.client.0.smithi089.stdout:op 4284 completed, throughput=5MB/sec 2024-07-26T06:39:21.185 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-5rWnTuvmSliPYwz off=2556453 len=2297 2024-07-26T06:39:21.185 INFO:tasks.workunit.client.0.smithi089.stdout:op 4285 completed, throughput=5MB/sec 2024-07-26T06:39:21.185 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-FZtgW_RTWSX6xji off=108864 len=326322 2024-07-26T06:39:21.189 INFO:tasks.workunit.client.0.smithi089.stdout:op 4286 completed, throughput=5MB/sec 2024-07-26T06:39:21.189 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-TUqX-DxqBOdVqjV off=6649236 len=1324612 2024-07-26T06:39:21.191 INFO:tasks.workunit.client.0.smithi089.stdout:op 4287 completed, throughput=5MB/sec 2024-07-26T06:39:21.191 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-b-Wg3s41p6_MSgJ off=16139420 len=1869672 2024-07-26T06:39:21.192 INFO:tasks.workunit.client.0.smithi089.stdout:op 4288 completed, throughput=5MB/sec 2024-07-26T06:39:21.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:39:20 smithi155 ceph-mon[90160]: pgmap v1836: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T06:39:22.193 INFO:tasks.workunit.client.0.smithi089.stdout: 830: throughput=4.99MB/sec pending data=0 2024-07-26T06:39:22.193 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-JA5EbRnjyW4cVt9 off=4301547 len=1896615 2024-07-26T06:39:22.203 INFO:tasks.workunit.client.0.smithi089.stdout:op 4289 completed, throughput=5MB/sec 2024-07-26T06:39:22.203 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj--E-NTKM56CnAOvT off=2466798 len=404614 2024-07-26T06:39:22.206 INFO:tasks.workunit.client.0.smithi089.stdout:op 4290 completed, throughput=5MB/sec 2024-07-26T06:39:22.206 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-xbnT1UdE4sY77ue off=16308096 len=1181419 2024-07-26T06:39:22.208 INFO:tasks.workunit.client.0.smithi089.stdout:op 4291 completed, throughput=5MB/sec 2024-07-26T06:39:22.209 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-pOKyD7lPaI3hbrc off=548630 len=24989 2024-07-26T06:39:22.209 INFO:tasks.workunit.client.0.smithi089.stdout:op 4292 completed, throughput=5MB/sec 2024-07-26T06:39:22.209 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-57-7HRgxIIH0nE7 off=22067161 len=946331 2024-07-26T06:39:22.213 INFO:tasks.workunit.client.0.smithi089.stdout:op 4293 completed, throughput=5MB/sec 2024-07-26T06:39:22.213 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Wf5Pwj0uEwly7Eu off=10785773 len=1339102 2024-07-26T06:39:22.214 INFO:tasks.workunit.client.0.smithi089.stdout:op 4294 completed, throughput=5MB/sec 2024-07-26T06:39:22.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:39:22 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:39:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:39:22.893 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:39:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:39:22] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-07-26T06:39:23.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:39:22 smithi089 ceph-mon[99608]: pgmap v1837: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-07-26T06:39:23.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:39:22 smithi089 ceph-mon[102056]: pgmap v1837: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-07-26T06:39:23.215 INFO:tasks.workunit.client.0.smithi089.stdout: 831: throughput=4.99MB/sec pending data=0 2024-07-26T06:39:23.215 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-iULfjXrAAoqhSML off=12287879 len=1889985 2024-07-26T06:39:23.217 INFO:tasks.workunit.client.0.smithi089.stdout:op 4295 completed, throughput=5MB/sec 2024-07-26T06:39:23.217 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-m3HwrtNh42uEC_A off=234643 len=322099 2024-07-26T06:39:23.221 INFO:tasks.workunit.client.0.smithi089.stdout:op 4296 completed, throughput=5MB/sec 2024-07-26T06:39:23.221 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-hYPQNsflFI8RzOd off=945857 len=665206 2024-07-26T06:39:23.223 INFO:tasks.workunit.client.0.smithi089.stdout:op 4297 completed, throughput=5MB/sec 2024-07-26T06:39:23.223 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-7Eflzfz-Xj3E4lk off=15019300 len=1221564 2024-07-26T06:39:23.225 INFO:tasks.workunit.client.0.smithi089.stdout:op 4298 completed, throughput=5MB/sec 2024-07-26T06:39:23.225 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-1hKITKcfB48THrg off=266656 len=1552032 2024-07-26T06:39:23.233 INFO:tasks.workunit.client.0.smithi089.stdout:op 4299 completed, throughput=5MB/sec 2024-07-26T06:39:23.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:39:22 smithi155 ceph-mon[90160]: pgmap v1837: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-07-26T06:39:24.233 INFO:tasks.workunit.client.0.smithi089.stdout: 832: throughput=5MB/sec pending data=0 2024-07-26T06:39:24.233 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-2fC96T2yTAUjADn off=8354600 len=972641 2024-07-26T06:39:24.235 INFO:tasks.workunit.client.0.smithi089.stdout:op 4300 completed, throughput=5MB/sec 2024-07-26T06:39:24.235 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Ma1JK3HDRSoZvKZ off=4330605 len=289977 2024-07-26T06:39:24.235 INFO:tasks.workunit.client.0.smithi089.stdout:op 4301 completed, throughput=5MB/sec 2024-07-26T06:39:24.235 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ZgJV6EcHoiCBkYa off=362291 len=163001 2024-07-26T06:39:24.238 INFO:tasks.workunit.client.0.smithi089.stdout:op 4302 completed, throughput=5MB/sec 2024-07-26T06:39:24.238 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-z-Q_WQQFpDFpL2R off=5496537 len=1347296 2024-07-26T06:39:24.240 INFO:tasks.workunit.client.0.smithi089.stdout:op 4303 completed, throughput=5MB/sec 2024-07-26T06:39:24.240 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-iXwRt53Po3S99qO off=2183582 len=262075 2024-07-26T06:39:24.240 INFO:tasks.workunit.client.0.smithi089.stdout:op 4304 completed, throughput=5MB/sec 2024-07-26T06:39:24.241 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-0sstudqtfOOizOQ off=39135 len=184075 2024-07-26T06:39:24.242 INFO:tasks.workunit.client.0.smithi089.stdout:op 4305 completed, throughput=5MB/sec 2024-07-26T06:39:24.242 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-6_LL2qmLgBcmARO off=3876009 len=1545560 2024-07-26T06:39:24.250 INFO:tasks.workunit.client.0.smithi089.stdout:op 4306 completed, throughput=5MB/sec 2024-07-26T06:39:25.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:39:24 smithi089 ceph-mon[99608]: pgmap v1838: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T06:39:25.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:39:24 smithi089 ceph-mon[102056]: pgmap v1838: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T06:39:25.250 INFO:tasks.workunit.client.0.smithi089.stdout: 833: throughput=4.99MB/sec pending data=0 2024-07-26T06:39:25.250 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Ayw2Sf72QPP-h0v off=2547380 len=739853 2024-07-26T06:39:25.255 INFO:tasks.workunit.client.0.smithi089.stdout:op 4307 completed, throughput=5MB/sec 2024-07-26T06:39:25.255 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ii3dGFNM30y3Mph off=3168802 len=415497 2024-07-26T06:39:25.259 INFO:tasks.workunit.client.0.smithi089.stdout:op 4308 completed, throughput=5MB/sec 2024-07-26T06:39:25.259 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-j3vQPhI5-uFWxSx off=7094800 len=588935 2024-07-26T06:39:25.263 INFO:tasks.workunit.client.0.smithi089.stdout:op 4309 completed, throughput=5MB/sec 2024-07-26T06:39:25.264 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-MzE4DEqGYJJpGRU off=5245705 len=1147916 2024-07-26T06:39:25.271 INFO:tasks.workunit.client.0.smithi089.stdout:op 4310 completed, throughput=5MB/sec 2024-07-26T06:39:25.272 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-9BWOs0H0gsqMwBy off=13410839 len=888517 2024-07-26T06:39:25.274 INFO:tasks.workunit.client.0.smithi089.stdout:op 4311 completed, throughput=5MB/sec 2024-07-26T06:39:25.274 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-3bJ11QluKZJ98Vo off=14687627 len=1242562 2024-07-26T06:39:25.276 INFO:tasks.workunit.client.0.smithi089.stdout:op 4312 completed, throughput=5MB/sec 2024-07-26T06:39:25.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:39:24 smithi155 ceph-mon[90160]: pgmap v1838: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T06:39:26.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:39:25 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:39:26.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:39:25 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:39:26.276 INFO:tasks.workunit.client.0.smithi089.stdout: 834: throughput=4.99MB/sec pending data=0 2024-07-26T06:39:26.276 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-sh5GaZ6CmLtPl3s off=13951713 len=625484 2024-07-26T06:39:26.278 INFO:tasks.workunit.client.0.smithi089.stdout:op 4313 completed, throughput=4.99MB/sec 2024-07-26T06:39:26.278 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-y8sgZgDapTJPdFB off=4128712 len=836779 2024-07-26T06:39:26.279 INFO:tasks.workunit.client.0.smithi089.stdout:op 4314 completed, throughput=5MB/sec 2024-07-26T06:39:26.279 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-0zcAG9vY2nKoRcr off=6041972 len=680911 2024-07-26T06:39:26.284 INFO:tasks.workunit.client.0.smithi089.stdout:op 4315 completed, throughput=5MB/sec 2024-07-26T06:39:26.284 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-kwvXACt0XVDSwCI off=20131464 len=1050140 2024-07-26T06:39:26.289 INFO:tasks.workunit.client.0.smithi089.stdout:op 4316 completed, throughput=5MB/sec 2024-07-26T06:39:26.289 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-OhWKGa99piHuNRe off=205045 len=543946 2024-07-26T06:39:26.292 INFO:tasks.workunit.client.0.smithi089.stdout:op 4317 completed, throughput=5MB/sec 2024-07-26T06:39:26.292 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-i8MUm3vJyLyQBKK off=23509358 len=857251 2024-07-26T06:39:26.294 INFO:tasks.workunit.client.0.smithi089.stdout:op 4318 completed, throughput=5MB/sec 2024-07-26T06:39:26.295 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-7ea6SO9sob4wnQo off=4292564 len=1554433 2024-07-26T06:39:26.297 INFO:tasks.workunit.client.0.smithi089.stdout:op 4319 completed, throughput=5MB/sec 2024-07-26T06:39:26.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:39:25 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:39:27.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:39:26 smithi089 ceph-mon[99608]: pgmap v1839: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-07-26T06:39:27.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:39:26 smithi089 ceph-mon[102056]: pgmap v1839: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-07-26T06:39:27.298 INFO:tasks.workunit.client.0.smithi089.stdout: 835: throughput=5MB/sec pending data=0 2024-07-26T06:39:27.298 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-2Oq6whuQ40fe19f off=119084 len=61675 2024-07-26T06:39:27.301 INFO:tasks.workunit.client.0.smithi089.stdout:op 4320 completed, throughput=5MB/sec 2024-07-26T06:39:27.301 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-rQCKcHIRWJM2voZ off=5336301 len=1957627 2024-07-26T06:39:27.303 INFO:tasks.workunit.client.0.smithi089.stdout:op 4321 completed, throughput=5MB/sec 2024-07-26T06:39:27.303 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-mMD-CLN6JpGrYJm off=2565558 len=1786 2024-07-26T06:39:27.303 INFO:tasks.workunit.client.0.smithi089.stdout:op 4322 completed, throughput=5MB/sec 2024-07-26T06:39:27.303 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-1dhgkhmYn2CPb17 off=11104231 len=394177 2024-07-26T06:39:27.304 INFO:tasks.workunit.client.0.smithi089.stdout:op 4323 completed, throughput=5MB/sec 2024-07-26T06:39:27.304 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-n7PM9tcvxBfx6xE off=3159734 len=582893 2024-07-26T06:39:27.309 INFO:tasks.workunit.client.0.smithi089.stdout:op 4324 completed, throughput=5MB/sec 2024-07-26T06:39:27.309 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-CvmfVW90ExyZ20k off=4502648 len=128720 2024-07-26T06:39:27.311 INFO:tasks.workunit.client.0.smithi089.stdout:op 4325 completed, throughput=5MB/sec 2024-07-26T06:39:27.311 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-opHnlO5_DvBJHjE off=4386116 len=1871482 2024-07-26T06:39:27.322 INFO:tasks.workunit.client.0.smithi089.stdout:op 4326 completed, throughput=5MB/sec 2024-07-26T06:39:27.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:39:26 smithi155 ceph-mon[90160]: pgmap v1839: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-07-26T06:39:28.323 INFO:tasks.workunit.client.0.smithi089.stdout: 836: throughput=4.99MB/sec pending data=0 2024-07-26T06:39:28.323 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-TjobTLQ8OkuUxId off=2883644 len=780431 2024-07-26T06:39:28.327 INFO:tasks.workunit.client.0.smithi089.stdout:op 4327 completed, throughput=5MB/sec 2024-07-26T06:39:28.327 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-5t78FKc7yYKotd7 off=9589836 len=1253505 2024-07-26T06:39:28.333 INFO:tasks.workunit.client.0.smithi089.stdout:op 4328 completed, throughput=5MB/sec 2024-07-26T06:39:28.333 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-onXF8XyWz_Lh3AA off=469187 len=772027 2024-07-26T06:39:28.335 INFO:tasks.workunit.client.0.smithi089.stdout:op 4329 completed, throughput=5MB/sec 2024-07-26T06:39:28.336 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-iGtZoRM9M_sxcWS off=3267364 len=915205 2024-07-26T06:39:28.337 INFO:tasks.workunit.client.0.smithi089.stdout:op 4330 completed, throughput=5MB/sec 2024-07-26T06:39:28.337 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-OI9Wgmg8-aLByQO off=9635715 len=1386237 2024-07-26T06:39:28.338 INFO:tasks.workunit.client.0.smithi089.stdout:op 4331 completed, throughput=5MB/sec 2024-07-26T06:39:29.339 INFO:tasks.workunit.client.0.smithi089.stdout: 837: throughput=4.99MB/sec pending data=0 2024-07-26T06:39:29.339 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-_b6LxpHxzm-VFC- off=5846920 len=1663355 2024-07-26T06:39:29.348 INFO:tasks.workunit.client.0.smithi089.stdout:op 4332 completed, throughput=5MB/sec 2024-07-26T06:39:29.348 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-g963dVt2Oq-iz1V off=19577951 len=1741408 2024-07-26T06:39:29.355 INFO:tasks.workunit.client.0.smithi089.stdout:op 4333 completed, throughput=5MB/sec 2024-07-26T06:39:29.355 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-WnFjChUfJUbRref off=4088893 len=955368 2024-07-26T06:39:29.356 INFO:tasks.workunit.client.0.smithi089.stdout:op 4334 completed, throughput=5MB/sec 2024-07-26T06:39:29.356 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Xx0ZHzF2HpUM1vE off=1261556 len=2044780 2024-07-26T06:39:29.360 INFO:tasks.workunit.client.0.smithi089.stdout:op 4335 completed, throughput=5MB/sec 2024-07-26T06:39:29.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:39:28 smithi155 ceph-mon[90160]: pgmap v1840: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T06:39:29.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:39:28 smithi089 ceph-mon[99608]: pgmap v1840: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T06:39:29.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:39:28 smithi089 ceph-mon[102056]: pgmap v1840: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T06:39:30.361 INFO:tasks.workunit.client.0.smithi089.stdout: 838: throughput=5MB/sec pending data=0 2024-07-26T06:39:30.361 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-CFo3-Gt32N2lDM0 off=6982915 len=1815354 2024-07-26T06:39:30.373 INFO:tasks.workunit.client.0.smithi089.stdout:op 4336 completed, throughput=5MB/sec 2024-07-26T06:39:30.373 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-sQ2JBhTaEK6wfOE off=703161 len=576861 2024-07-26T06:39:30.374 INFO:tasks.workunit.client.0.smithi089.stdout:op 4337 completed, throughput=5MB/sec 2024-07-26T06:39:30.375 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-NVrv4YpDa0fe1yR off=16322860 len=1640085 2024-07-26T06:39:30.382 INFO:tasks.workunit.client.0.smithi089.stdout:op 4338 completed, throughput=5MB/sec 2024-07-26T06:39:30.383 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-jrwxEvbs-OqN54i off=3395086 len=1566423 2024-07-26T06:39:30.385 INFO:tasks.workunit.client.0.smithi089.stdout:op 4339 completed, throughput=5MB/sec 2024-07-26T06:39:31.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:39:30 smithi155 ceph-mon[90160]: pgmap v1841: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-07-26T06:39:31.385 INFO:tasks.workunit.client.0.smithi089.stdout: 839: throughput=5MB/sec pending data=0 2024-07-26T06:39:31.385 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-USbhp_9xAbgE_Go off=5494707 len=988353 2024-07-26T06:39:31.391 INFO:tasks.workunit.client.0.smithi089.stdout:op 4340 completed, throughput=5MB/sec 2024-07-26T06:39:31.391 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-TkAL6re29hcTJgc off=749024 len=1887934 2024-07-26T06:39:31.394 INFO:tasks.workunit.client.0.smithi089.stdout:op 4341 completed, throughput=5MB/sec 2024-07-26T06:39:31.394 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-DYsbGm1pSy3ScuW off=3832653 len=1584118 2024-07-26T06:39:31.396 INFO:tasks.workunit.client.0.smithi089.stdout:op 4342 completed, throughput=5MB/sec 2024-07-26T06:39:31.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:39:30 smithi089 ceph-mon[99608]: pgmap v1841: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-07-26T06:39:31.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:39:30 smithi089 ceph-mon[102056]: pgmap v1841: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-07-26T06:39:32.397 INFO:tasks.workunit.client.0.smithi089.stdout: 840: throughput=4.99MB/sec pending data=0 2024-07-26T06:39:32.397 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-g5YtxvOH04ELqyH off=15076776 len=35080 2024-07-26T06:39:32.400 INFO:tasks.workunit.client.0.smithi089.stdout:op 4343 completed, throughput=4.99MB/sec 2024-07-26T06:39:32.400 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-7NdmZDlgr4JjxwP off=8988494 len=1735676 2024-07-26T06:39:32.402 INFO:tasks.workunit.client.0.smithi089.stdout:op 4344 completed, throughput=5MB/sec 2024-07-26T06:39:32.402 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-A5qVZbix2dDCik3 off=18022374 len=795480 2024-07-26T06:39:32.407 INFO:tasks.workunit.client.0.smithi089.stdout:op 4345 completed, throughput=5MB/sec 2024-07-26T06:39:32.407 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-hYAIoSd6W0aSIEM off=6194533 len=2071149 2024-07-26T06:39:32.410 INFO:tasks.workunit.client.0.smithi089.stdout:op 4346 completed, throughput=5MB/sec 2024-07-26T06:39:32.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:39:32 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:39:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:39:32.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:39:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:39:32] "GET /metrics HTTP/1.1" 200 34052 "" "Prometheus/2.43.0" 2024-07-26T06:39:33.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:39:32 smithi155 ceph-mon[90160]: pgmap v1842: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-26T06:39:33.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:39:32 smithi089 ceph-mon[99608]: pgmap v1842: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-26T06:39:33.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:39:32 smithi089 ceph-mon[102056]: pgmap v1842: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-26T06:39:33.410 INFO:tasks.workunit.client.0.smithi089.stdout: 841: throughput=4.99MB/sec pending data=0 2024-07-26T06:39:33.410 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-TvN7bWkfHY6X9LZ off=17180853 len=2012811 2024-07-26T06:39:33.420 INFO:tasks.workunit.client.0.smithi089.stdout:op 4347 completed, throughput=5MB/sec 2024-07-26T06:39:33.420 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-SZPNK1Sa4pLPWfH off=1296006 len=258448 2024-07-26T06:39:33.424 INFO:tasks.workunit.client.0.smithi089.stdout:op 4348 completed, throughput=5MB/sec 2024-07-26T06:39:33.424 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-2i7nM-KM-prDsRT off=2407126 len=938251 2024-07-26T06:39:33.429 INFO:tasks.workunit.client.0.smithi089.stdout:op 4349 completed, throughput=5MB/sec 2024-07-26T06:39:33.429 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-07oge-RLDcY1LAd off=7039322 len=1810478 2024-07-26T06:39:33.431 INFO:tasks.workunit.client.0.smithi089.stdout:op 4350 completed, throughput=5MB/sec 2024-07-26T06:39:33.431 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-_T-lfkADVPzNTnw off=7110994 len=375901 2024-07-26T06:39:33.434 INFO:tasks.workunit.client.0.smithi089.stdout:op 4351 completed, throughput=5MB/sec 2024-07-26T06:39:34.434 INFO:tasks.workunit.client.0.smithi089.stdout: 842: throughput=4.99MB/sec pending data=0 2024-07-26T06:39:34.435 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-QQ3SjFNuJ3kCw7b off=11269678 len=820405 2024-07-26T06:39:34.436 INFO:tasks.workunit.client.0.smithi089.stdout:op 4352 completed, throughput=5MB/sec 2024-07-26T06:39:34.437 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-XkYBueXrJkZFfKj off=12130272 len=673798 2024-07-26T06:39:34.437 INFO:tasks.workunit.client.0.smithi089.stdout:op 4353 completed, throughput=5MB/sec 2024-07-26T06:39:34.437 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Lo7m5alBuPvgXra off=12549219 len=1218323 2024-07-26T06:39:34.439 INFO:tasks.workunit.client.0.smithi089.stdout:op 4354 completed, throughput=5MB/sec 2024-07-26T06:39:34.440 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-bq1EtgMp-c-TU9x off=532379 len=768913 2024-07-26T06:39:34.441 INFO:tasks.workunit.client.0.smithi089.stdout:op 4355 completed, throughput=5MB/sec 2024-07-26T06:39:34.441 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-h3PM1bnzeJ3SFMK off=13315730 len=540799 2024-07-26T06:39:34.445 INFO:tasks.workunit.client.0.smithi089.stdout:op 4356 completed, throughput=5MB/sec 2024-07-26T06:39:34.445 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-iTUT1jjbJ4cbOLO off=6558680 len=356452 2024-07-26T06:39:34.446 INFO:tasks.workunit.client.0.smithi089.stdout:op 4357 completed, throughput=5MB/sec 2024-07-26T06:39:34.446 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-_JLvPKQ6vA25x61 off=3074692 len=1550414 2024-07-26T06:39:34.455 INFO:tasks.workunit.client.0.smithi089.stdout:op 4358 completed, throughput=5MB/sec 2024-07-26T06:39:35.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:39:34 smithi155 ceph-mon[90160]: pgmap v1843: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T06:39:35.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:39:34 smithi089 ceph-mon[99608]: pgmap v1843: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T06:39:35.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:39:34 smithi089 ceph-mon[102056]: pgmap v1843: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T06:39:35.456 INFO:tasks.workunit.client.0.smithi089.stdout: 843: throughput=4.99MB/sec pending data=0 2024-07-26T06:39:35.456 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-qWgsa-Qn45OCe2q off=3341855 len=771184 2024-07-26T06:39:35.457 INFO:tasks.workunit.client.0.smithi089.stdout:op 4359 completed, throughput=5MB/sec 2024-07-26T06:39:35.457 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-0l0CsOYfAPZjcIK off=8436975 len=1238804 2024-07-26T06:39:35.460 INFO:tasks.workunit.client.0.smithi089.stdout:op 4360 completed, throughput=5MB/sec 2024-07-26T06:39:35.460 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-saUBhB5trUHW2yP off=9980272 len=954536 2024-07-26T06:39:35.461 INFO:tasks.workunit.client.0.smithi089.stdout:op 4361 completed, throughput=5MB/sec 2024-07-26T06:39:35.461 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-iHDeM5-X7Q-O7gr off=18444666 len=1186909 2024-07-26T06:39:35.463 INFO:tasks.workunit.client.0.smithi089.stdout:op 4362 completed, throughput=5MB/sec 2024-07-26T06:39:35.463 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-TaRpBjz2RU-DjQx off=1472905 len=2064071 2024-07-26T06:39:35.466 INFO:tasks.workunit.client.0.smithi089.stdout:op 4363 completed, throughput=5MB/sec 2024-07-26T06:39:36.466 INFO:tasks.workunit.client.0.smithi089.stdout: 844: throughput=5MB/sec pending data=0 2024-07-26T06:39:36.466 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-M-ac2drWMw2MXR5 off=21638211 len=1419113 2024-07-26T06:39:36.474 INFO:tasks.workunit.client.0.smithi089.stdout:op 4364 completed, throughput=5MB/sec 2024-07-26T06:39:36.474 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-AnFsHSM0T2Yettk off=6915484 len=259226 2024-07-26T06:39:36.476 INFO:tasks.workunit.client.0.smithi089.stdout:op 4365 completed, throughput=5MB/sec 2024-07-26T06:39:36.476 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-xW_2_8E6AHx9XTp off=7027967 len=152363 2024-07-26T06:39:36.479 INFO:tasks.workunit.client.0.smithi089.stdout:op 4366 completed, throughput=5MB/sec 2024-07-26T06:39:36.479 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-yvhF2Zyucx9iGK4 off=259343 len=2086581 2024-07-26T06:39:36.490 INFO:tasks.workunit.client.0.smithi089.stdout:op 4367 completed, throughput=5MB/sec 2024-07-26T06:39:37.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:39:36 smithi155 ceph-mon[90160]: pgmap v1844: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T06:39:37.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:39:36 smithi089 ceph-mon[99608]: pgmap v1844: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T06:39:37.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:39:36 smithi089 ceph-mon[102056]: pgmap v1844: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T06:39:37.490 INFO:tasks.workunit.client.0.smithi089.stdout: 845: throughput=4.99MB/sec pending data=0 2024-07-26T06:39:37.490 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-9jSIS04ItDMPnaZ off=7127763 len=1720009 2024-07-26T06:39:37.499 INFO:tasks.workunit.client.0.smithi089.stdout:op 4368 completed, throughput=5MB/sec 2024-07-26T06:39:37.499 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-1U9f01UQfDdWk0l off=12107089 len=1676865 2024-07-26T06:39:37.506 INFO:tasks.workunit.client.0.smithi089.stdout:op 4369 completed, throughput=5MB/sec 2024-07-26T06:39:37.506 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Ia3hVjA-_QyvM8f off=4174635 len=1551312 2024-07-26T06:39:37.507 INFO:tasks.workunit.client.0.smithi089.stdout:op 4370 completed, throughput=5MB/sec 2024-07-26T06:39:37.508 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-7jh7oUkKEkrgAoH off=13810842 len=155604 2024-07-26T06:39:37.510 INFO:tasks.workunit.client.0.smithi089.stdout:op 4371 completed, throughput=5MB/sec 2024-07-26T06:39:37.510 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-JsOaS_DOLAmwAoK off=4952136 len=108741 2024-07-26T06:39:37.510 INFO:tasks.workunit.client.0.smithi089.stdout:op 4372 completed, throughput=5MB/sec 2024-07-26T06:39:37.510 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-XYD2jE_oBIjawGx off=6067804 len=974110 2024-07-26T06:39:37.515 INFO:tasks.workunit.client.0.smithi089.stdout:op 4373 completed, throughput=5MB/sec 2024-07-26T06:39:38.515 INFO:tasks.workunit.client.0.smithi089.stdout: 846: throughput=5MB/sec pending data=0 2024-07-26T06:39:38.516 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-YodWCPBuj_F7izr off=4118657 len=1447990 2024-07-26T06:39:38.529 INFO:tasks.workunit.client.0.smithi089.stdout:op 4374 completed, throughput=5MB/sec 2024-07-26T06:39:38.529 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-FuBCfBKHt3Hxs2b off=1385262 len=1763941 2024-07-26T06:39:38.536 INFO:tasks.workunit.client.0.smithi089.stdout:op 4375 completed, throughput=5MB/sec 2024-07-26T06:39:38.536 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-0fwLsKJJgExD3JP off=1440663 len=654393 2024-07-26T06:39:38.537 INFO:tasks.workunit.client.0.smithi089.stdout:op 4376 completed, throughput=5MB/sec 2024-07-26T06:39:38.537 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-0ewSwvP13SUFaQ5 off=13313434 len=407785 2024-07-26T06:39:38.538 INFO:tasks.workunit.client.0.smithi089.stdout:op 4377 completed, throughput=5MB/sec 2024-07-26T06:39:38.538 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-aZogiYnvcOWdVmy off=6657665 len=1623459 2024-07-26T06:39:38.544 INFO:tasks.workunit.client.0.smithi089.stdout:op 4378 completed, throughput=5MB/sec 2024-07-26T06:39:39.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:39:38 smithi155 ceph-mon[90160]: pgmap v1845: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-07-26T06:39:39.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:39:38 smithi089 ceph-mon[99608]: pgmap v1845: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-07-26T06:39:39.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:39:38 smithi089 ceph-mon[102056]: pgmap v1845: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-07-26T06:39:39.544 INFO:tasks.workunit.client.0.smithi089.stdout: 847: throughput=5MB/sec pending data=0 2024-07-26T06:39:39.544 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-hGYghZBepSJKwy9 off=6225374 len=1677481 2024-07-26T06:39:39.546 INFO:tasks.workunit.client.0.smithi089.stdout:op 4379 completed, throughput=5MB/sec 2024-07-26T06:39:39.546 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Z-xI7zw585Eaof0 off=8036377 len=588228 2024-07-26T06:39:39.550 INFO:tasks.workunit.client.0.smithi089.stdout:op 4380 completed, throughput=5MB/sec 2024-07-26T06:39:39.550 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-7R3raoDDDvoETHD off=3412987 len=235629 2024-07-26T06:39:39.553 INFO:tasks.workunit.client.0.smithi089.stdout:op 4381 completed, throughput=5MB/sec 2024-07-26T06:39:39.553 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-n7DnTZ8z8ZvobFr off=3359650 len=308154 2024-07-26T06:39:39.556 INFO:tasks.workunit.client.0.smithi089.stdout:op 4382 completed, throughput=5MB/sec 2024-07-26T06:39:39.556 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-UUaKbKc8ubifP-Z off=638958 len=965414 2024-07-26T06:39:39.561 INFO:tasks.workunit.client.0.smithi089.stdout:op 4383 completed, throughput=5MB/sec 2024-07-26T06:39:39.561 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-F_jPNQc-1JV34a4 off=63254 len=1897782 2024-07-26T06:39:39.571 INFO:tasks.workunit.client.0.smithi089.stdout:op 4384 completed, throughput=5MB/sec 2024-07-26T06:39:40.572 INFO:tasks.workunit.client.0.smithi089.stdout: 848: throughput=5MB/sec pending data=0 2024-07-26T06:39:40.572 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-K5lgKIEiFK_PaGw off=11347429 len=181010 2024-07-26T06:39:40.575 INFO:tasks.workunit.client.0.smithi089.stdout:op 4385 completed, throughput=5MB/sec 2024-07-26T06:39:40.575 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-fNJMRE_c_FOL8Dj off=2004833 len=1871730 2024-07-26T06:39:40.578 INFO:tasks.workunit.client.0.smithi089.stdout:op 4386 completed, throughput=5MB/sec 2024-07-26T06:39:40.578 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-T507cXID_WE24Dx off=2669830 len=1697238 2024-07-26T06:39:40.580 INFO:tasks.workunit.client.0.smithi089.stdout:op 4387 completed, throughput=5MB/sec 2024-07-26T06:39:41.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:39:40 smithi155 ceph-mon[90160]: pgmap v1846: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-26T06:39:41.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:39:40 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:39:41.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:39:40 smithi089 ceph-mon[99608]: pgmap v1846: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-26T06:39:41.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:39:40 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:39:41.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:39:40 smithi089 ceph-mon[102056]: pgmap v1846: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-26T06:39:41.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:39:40 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:39:41.580 INFO:tasks.workunit.client.0.smithi089.stdout: 849: throughput=4.99MB/sec pending data=0 2024-07-26T06:39:41.580 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-eTmSnGWMKv504uh off=8593074 len=1377668 2024-07-26T06:39:41.589 INFO:tasks.workunit.client.0.smithi089.stdout:op 4388 completed, throughput=5MB/sec 2024-07-26T06:39:41.589 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-fbUjYWTq15mf0-v off=1763215 len=1434402 2024-07-26T06:39:41.591 INFO:tasks.workunit.client.0.smithi089.stdout:op 4389 completed, throughput=5MB/sec 2024-07-26T06:39:41.591 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-sGdlWpstccoN7t1 off=7967372 len=728909 2024-07-26T06:39:41.593 INFO:tasks.workunit.client.0.smithi089.stdout:op 4390 completed, throughput=5MB/sec 2024-07-26T06:39:41.593 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-YYw0l4xTSpMarcd off=489665 len=1820054 2024-07-26T06:39:41.595 INFO:tasks.workunit.client.0.smithi089.stdout:op 4391 completed, throughput=5MB/sec 2024-07-26T06:39:42.595 INFO:tasks.workunit.client.0.smithi089.stdout: 850: throughput=4.99MB/sec pending data=0 2024-07-26T06:39:42.596 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-0tH9fWmbg5yHKGb off=6391878 len=280581 2024-07-26T06:39:42.600 INFO:tasks.workunit.client.0.smithi089.stdout:op 4392 completed, throughput=4.99MB/sec 2024-07-26T06:39:42.600 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Mb6MC11NdDzYgTI off=12909513 len=79217 2024-07-26T06:39:42.602 INFO:tasks.workunit.client.0.smithi089.stdout:op 4393 completed, throughput=4.99MB/sec 2024-07-26T06:39:42.602 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-CxngdGQPCu-DS69 off=8577150 len=200098 2024-07-26T06:39:42.603 INFO:tasks.workunit.client.0.smithi089.stdout:op 4394 completed, throughput=5MB/sec 2024-07-26T06:39:42.603 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-3iQY_6QCZuIA7yD off=2967456 len=1925540 2024-07-26T06:39:42.616 INFO:tasks.workunit.client.0.smithi089.stdout:op 4395 completed, throughput=5MB/sec 2024-07-26T06:39:42.616 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-C_Pmjo1xFHw-_oT off=6610932 len=48388 2024-07-26T06:39:42.617 INFO:tasks.workunit.client.0.smithi089.stdout:op 4396 completed, throughput=5MB/sec 2024-07-26T06:39:42.617 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-zo5nlX8TD_rSLZ1 off=5755398 len=1431160 2024-07-26T06:39:42.623 INFO:tasks.workunit.client.0.smithi089.stdout:op 4397 completed, throughput=5MB/sec 2024-07-26T06:39:42.623 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-1o9CLN_t22HZqkr off=8514218 len=95435 2024-07-26T06:39:42.623 INFO:tasks.workunit.client.0.smithi089.stdout:op 4398 completed, throughput=5MB/sec 2024-07-26T06:39:42.623 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-yE2TGZ60xq1sD23 off=9052486 len=1466768 2024-07-26T06:39:42.625 INFO:tasks.workunit.client.0.smithi089.stdout:op 4399 completed, throughput=5MB/sec 2024-07-26T06:39:42.628 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:39:42 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:39:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:39:42.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:39:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:39:42] "GET /metrics HTTP/1.1" 200 34049 "" "Prometheus/2.43.0" 2024-07-26T06:39:43.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:39:42 smithi155 ceph-mon[90160]: pgmap v1847: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:39:43.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:39:42 smithi089 ceph-mon[99608]: pgmap v1847: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:39:43.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:39:42 smithi089 ceph-mon[102056]: pgmap v1847: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:39:43.626 INFO:tasks.workunit.client.0.smithi089.stdout: 851: throughput=4.99MB/sec pending data=0 2024-07-26T06:39:43.626 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-BHRVjvFiGul4sps off=6348438 len=3447 2024-07-26T06:39:43.628 INFO:tasks.workunit.client.0.smithi089.stdout:op 4400 completed, throughput=4.99MB/sec 2024-07-26T06:39:43.628 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-z9WZA_E5x8R_v_H off=2759208 len=683951 2024-07-26T06:39:43.630 INFO:tasks.workunit.client.0.smithi089.stdout:op 4401 completed, throughput=5MB/sec 2024-07-26T06:39:43.630 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-mMVVc885woNckYM off=2131483 len=2018852 2024-07-26T06:39:43.634 INFO:tasks.workunit.client.0.smithi089.stdout:op 4402 completed, throughput=5MB/sec 2024-07-26T06:39:43.634 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-OMdzYEXDn3bQ6n6 off=11051439 len=436482 2024-07-26T06:39:43.637 INFO:tasks.workunit.client.0.smithi089.stdout:op 4403 completed, throughput=5MB/sec 2024-07-26T06:39:43.637 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-UUY__7q81aFEmZV off=19532397 len=1297694 2024-07-26T06:39:43.645 INFO:tasks.workunit.client.0.smithi089.stdout:op 4404 completed, throughput=5MB/sec 2024-07-26T06:39:43.645 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-OJFxKnj0WS7oin3 off=405898 len=1500615 2024-07-26T06:39:43.646 INFO:tasks.workunit.client.0.smithi089.stdout:op 4405 completed, throughput=5MB/sec 2024-07-26T06:39:44.647 INFO:tasks.workunit.client.0.smithi089.stdout: 852: throughput=5MB/sec pending data=0 2024-07-26T06:39:44.647 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-0fuJ9QLu-A7G9Gq off=0 len=1335115 2024-07-26T06:39:44.653 INFO:tasks.workunit.client.0.smithi089.stdout:op 4406 completed, throughput=5MB/sec 2024-07-26T06:39:44.653 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-tvkYoSKohTplZvQ off=17278245 len=2010791 2024-07-26T06:39:44.655 INFO:tasks.workunit.client.0.smithi089.stdout:op 4407 completed, throughput=5MB/sec 2024-07-26T06:39:44.655 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-jjRGd9mXSFT4jw7 off=10449312 len=1439833 2024-07-26T06:39:44.663 INFO:tasks.workunit.client.0.smithi089.stdout:op 4408 completed, throughput=5MB/sec 2024-07-26T06:39:45.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:39:44 smithi155 ceph-mon[90160]: pgmap v1848: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:39:45.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:39:44 smithi089 ceph-mon[99608]: pgmap v1848: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:39:45.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:39:44 smithi089 ceph-mon[102056]: pgmap v1848: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:39:45.663 INFO:tasks.workunit.client.0.smithi089.stdout: 853: throughput=4.99MB/sec pending data=0 2024-07-26T06:39:45.664 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-KuWsbHNAkauhj1M off=7089544 len=1091874 2024-07-26T06:39:45.670 INFO:tasks.workunit.client.0.smithi089.stdout:op 4409 completed, throughput=5MB/sec 2024-07-26T06:39:45.670 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-WoITXcsovI0T6vp off=14722708 len=1690978 2024-07-26T06:39:45.679 INFO:tasks.workunit.client.0.smithi089.stdout:op 4410 completed, throughput=5MB/sec 2024-07-26T06:39:45.679 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-qFiEqj6aJmD6CaD off=0 len=1520825 2024-07-26T06:39:45.688 INFO:tasks.workunit.client.0.smithi089.stdout:op 4411 completed, throughput=5MB/sec 2024-07-26T06:39:45.688 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-e8mJYqNhBOjhHng off=7736208 len=220220 2024-07-26T06:39:45.689 INFO:tasks.workunit.client.0.smithi089.stdout:op 4412 completed, throughput=5MB/sec 2024-07-26T06:39:45.689 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-5HlhLxsJwTZsHPw off=20237 len=650870 2024-07-26T06:39:45.693 INFO:tasks.workunit.client.0.smithi089.stdout:op 4413 completed, throughput=5MB/sec 2024-07-26T06:39:46.694 INFO:tasks.workunit.client.0.smithi089.stdout: 854: throughput=4.99MB/sec pending data=0 2024-07-26T06:39:46.694 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-X1rFZwhFx5QHyXq off=9086753 len=1577677 2024-07-26T06:39:46.697 INFO:tasks.workunit.client.0.smithi089.stdout:op 4414 completed, throughput=5MB/sec 2024-07-26T06:39:46.698 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-GzyLz-aAh-k-Glx off=1053358 len=1667203 2024-07-26T06:39:46.708 INFO:tasks.workunit.client.0.smithi089.stdout:op 4415 completed, throughput=5MB/sec 2024-07-26T06:39:46.708 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-oLv6Hknm9FfDNW8 off=587850 len=1354204 2024-07-26T06:39:46.710 INFO:tasks.workunit.client.0.smithi089.stdout:op 4416 completed, throughput=5MB/sec 2024-07-26T06:39:46.710 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-837D8bYjPgrOXCn off=4556380 len=585895 2024-07-26T06:39:46.711 INFO:tasks.workunit.client.0.smithi089.stdout:op 4417 completed, throughput=5MB/sec 2024-07-26T06:39:46.711 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-miOvwCuI8BNhKuy off=1977763 len=1027487 2024-07-26T06:39:46.712 INFO:tasks.workunit.client.0.smithi089.stdout:op 4418 completed, throughput=5MB/sec 2024-07-26T06:39:47.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:39:46 smithi155 ceph-mon[90160]: pgmap v1849: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:39:47.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:39:46 smithi089 ceph-mon[99608]: pgmap v1849: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:39:47.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:39:46 smithi089 ceph-mon[102056]: pgmap v1849: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:39:47.713 INFO:tasks.workunit.client.0.smithi089.stdout: 855: throughput=5MB/sec pending data=0 2024-07-26T06:39:47.713 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Hg2Sic7Z_EB1WMT off=10758961 len=1104147 2024-07-26T06:39:47.719 INFO:tasks.workunit.client.0.smithi089.stdout:op 4419 completed, throughput=5MB/sec 2024-07-26T06:39:47.719 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-2pNAnHNY0MWBAMo off=4737659 len=996548 2024-07-26T06:39:47.726 INFO:tasks.workunit.client.0.smithi089.stdout:op 4420 completed, throughput=5MB/sec 2024-07-26T06:39:47.726 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ZQSsYSt39Ertl7u off=3833239 len=2021093 2024-07-26T06:39:47.728 INFO:tasks.workunit.client.0.smithi089.stdout:op 4421 completed, throughput=5MB/sec 2024-07-26T06:39:47.728 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-IV6aAy6wl5eVaKv off=12240321 len=1224928 2024-07-26T06:39:47.731 INFO:tasks.workunit.client.0.smithi089.stdout:op 4422 completed, throughput=5MB/sec 2024-07-26T06:39:48.731 INFO:tasks.workunit.client.0.smithi089.stdout: 856: throughput=5MB/sec pending data=0 2024-07-26T06:39:48.731 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-QXPnnYMDZqtQUcB off=697276 len=881497 2024-07-26T06:39:48.736 INFO:tasks.workunit.client.0.smithi089.stdout:op 4423 completed, throughput=5MB/sec 2024-07-26T06:39:48.736 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ectDuwFmxRHFpBR off=11526261 len=1401151 2024-07-26T06:39:48.738 INFO:tasks.workunit.client.0.smithi089.stdout:op 4424 completed, throughput=5MB/sec 2024-07-26T06:39:48.738 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-VjoWuF93gksDuSX off=0 len=1358180 2024-07-26T06:39:48.745 INFO:tasks.workunit.client.0.smithi089.stdout:op 4425 completed, throughput=5MB/sec 2024-07-26T06:39:48.745 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-4sdFE4CLx6cFqE7 off=5987743 len=1583294 2024-07-26T06:39:48.754 INFO:tasks.workunit.client.0.smithi089.stdout:op 4426 completed, throughput=5MB/sec 2024-07-26T06:39:49.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:39:48 smithi155 ceph-mon[90160]: pgmap v1850: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:39:49.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:39:48 smithi089 ceph-mon[99608]: pgmap v1850: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:39:49.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:39:48 smithi089 ceph-mon[102056]: pgmap v1850: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:39:49.754 INFO:tasks.workunit.client.0.smithi089.stdout: 857: throughput=5MB/sec pending data=0 2024-07-26T06:39:49.754 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj--Fo9FVZympWR_cQ off=4700657 len=1400894 2024-07-26T06:39:49.762 INFO:tasks.workunit.client.0.smithi089.stdout:op 4427 completed, throughput=5MB/sec 2024-07-26T06:39:49.762 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-dV2kzCITilcxCm2 off=7145828 len=1287054 2024-07-26T06:39:49.768 INFO:tasks.workunit.client.0.smithi089.stdout:op 4428 completed, throughput=5MB/sec 2024-07-26T06:39:49.768 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-D2RWuOhMl-0BcSz off=21216952 len=1923219 2024-07-26T06:39:49.770 INFO:tasks.workunit.client.0.smithi089.stdout:op 4429 completed, throughput=5MB/sec 2024-07-26T06:39:50.771 INFO:tasks.workunit.client.0.smithi089.stdout: 858: throughput=4.99MB/sec pending data=0 2024-07-26T06:39:50.771 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-lF74S8ITPMGB5Ud off=2622750 len=2072867 2024-07-26T06:39:50.779 INFO:tasks.workunit.client.0.smithi089.stdout:op 4430 completed, throughput=5MB/sec 2024-07-26T06:39:50.779 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-c8kUtIlY4t8G9UI off=631188 len=1391433 2024-07-26T06:39:50.788 INFO:tasks.workunit.client.0.smithi089.stdout:op 4431 completed, throughput=5MB/sec 2024-07-26T06:39:50.788 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-j8wHyx_RFQVny2H off=2746806 len=1770542 2024-07-26T06:39:50.790 INFO:tasks.workunit.client.0.smithi089.stdout:op 4432 completed, throughput=5MB/sec 2024-07-26T06:39:51.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:39:50 smithi155 ceph-mon[90160]: pgmap v1851: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T06:39:51.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:39:50 smithi089 ceph-mon[99608]: pgmap v1851: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T06:39:51.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:39:50 smithi089 ceph-mon[102056]: pgmap v1851: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T06:39:51.790 INFO:tasks.workunit.client.0.smithi089.stdout: 859: throughput=4.99MB/sec pending data=0 2024-07-26T06:39:51.791 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-D4cFrr6FbIx2h8Q off=4376526 len=632811 2024-07-26T06:39:51.792 INFO:tasks.workunit.client.0.smithi089.stdout:op 4433 completed, throughput=5MB/sec 2024-07-26T06:39:51.792 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-VVnzZPD-Y3Qp1Yk off=16592903 len=1904746 2024-07-26T06:39:51.794 INFO:tasks.workunit.client.0.smithi089.stdout:op 4434 completed, throughput=5MB/sec 2024-07-26T06:39:51.794 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-_lxfDyJP0a3Rk3h off=10175782 len=718186 2024-07-26T06:39:51.799 INFO:tasks.workunit.client.0.smithi089.stdout:op 4435 completed, throughput=5MB/sec 2024-07-26T06:39:51.799 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Vm5hSDgOk5y2iQr off=868665 len=992036 2024-07-26T06:39:51.801 INFO:tasks.workunit.client.0.smithi089.stdout:op 4436 completed, throughput=5MB/sec 2024-07-26T06:39:51.801 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-pcJq6aFhKPQ0Auw off=6791976 len=1847291 2024-07-26T06:39:51.810 INFO:tasks.workunit.client.0.smithi089.stdout:op 4437 completed, throughput=5MB/sec 2024-07-26T06:39:52.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:39:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:39:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:39:52.811 INFO:tasks.workunit.client.0.smithi089.stdout: 860: throughput=5MB/sec pending data=0 2024-07-26T06:39:52.811 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-FjD7gApjVncrNhP off=1422473 len=1293514 2024-07-26T06:39:52.812 INFO:tasks.workunit.client.0.smithi089.stdout:op 4438 completed, throughput=5MB/sec 2024-07-26T06:39:52.812 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-w7H2vp-0vQbYlV2 off=4527338 len=864765 2024-07-26T06:39:52.817 INFO:tasks.workunit.client.0.smithi089.stdout:op 4439 completed, throughput=5MB/sec 2024-07-26T06:39:52.817 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-pxWR9OPNd-J7QGN off=277538 len=565662 2024-07-26T06:39:52.818 INFO:tasks.workunit.client.0.smithi089.stdout:op 4440 completed, throughput=5MB/sec 2024-07-26T06:39:52.819 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-1FAUbSUqKAwVN0R off=19575454 len=780868 2024-07-26T06:39:52.828 INFO:tasks.workunit.client.0.smithi089.stdout:op 4441 completed, throughput=5MB/sec 2024-07-26T06:39:52.828 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-U2VLEihuKWTMeCQ off=14891978 len=641721 2024-07-26T06:39:52.833 INFO:tasks.workunit.client.0.smithi089.stdout:op 4442 completed, throughput=5MB/sec 2024-07-26T06:39:52.833 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-SMTms35jHXxLk8- off=9467811 len=2079054 2024-07-26T06:39:52.845 INFO:tasks.workunit.client.0.smithi089.stdout:op 4443 completed, throughput=5MB/sec 2024-07-26T06:39:52.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:39:52 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:39:52] "GET /metrics HTTP/1.1" 200 34049 "" "Prometheus/2.43.0" 2024-07-26T06:39:53.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:39:52 smithi155 ceph-mon[90160]: pgmap v1852: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-07-26T06:39:53.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:39:52 smithi089 ceph-mon[99608]: pgmap v1852: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-07-26T06:39:53.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:39:52 smithi089 ceph-mon[102056]: pgmap v1852: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-07-26T06:39:53.845 INFO:tasks.workunit.client.0.smithi089.stdout: 861: throughput=5MB/sec pending data=0 2024-07-26T06:39:53.845 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-UlnplPI6gQC_uD0 off=3989011 len=1457528 2024-07-26T06:39:53.853 INFO:tasks.workunit.client.0.smithi089.stdout:op 4444 completed, throughput=5MB/sec 2024-07-26T06:39:53.853 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-eo4qxHJMu8lCDru off=17382959 len=763397 2024-07-26T06:39:53.857 INFO:tasks.workunit.client.0.smithi089.stdout:op 4445 completed, throughput=5MB/sec 2024-07-26T06:39:53.857 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-tAzVm-cXibOUXp2 off=1286695 len=37992 2024-07-26T06:39:53.860 INFO:tasks.workunit.client.0.smithi089.stdout:op 4446 completed, throughput=5MB/sec 2024-07-26T06:39:53.860 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-GbvkPsk6XQajom9 off=3055310 len=2071465 2024-07-26T06:39:53.862 INFO:tasks.workunit.client.0.smithi089.stdout:op 4447 completed, throughput=5MB/sec 2024-07-26T06:39:54.863 INFO:tasks.workunit.client.0.smithi089.stdout: 862: throughput=4.99MB/sec pending data=0 2024-07-26T06:39:54.863 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-FrVDkEsRIJfWcZt off=411004 len=473203 2024-07-26T06:39:54.865 INFO:tasks.workunit.client.0.smithi089.stdout:op 4448 completed, throughput=5MB/sec 2024-07-26T06:39:54.865 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-HFHOclY5md-Hggo off=6468968 len=1419550 2024-07-26T06:39:54.870 INFO:tasks.workunit.client.0.smithi089.stdout:op 4449 completed, throughput=5MB/sec 2024-07-26T06:39:54.870 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-TVNEMNIZav_RpRz off=6802848 len=1318981 2024-07-26T06:39:54.877 INFO:tasks.workunit.client.0.smithi089.stdout:op 4450 completed, throughput=5MB/sec 2024-07-26T06:39:54.877 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-3DP8x1D0wVW-ufe off=4859090 len=496169 2024-07-26T06:39:54.877 INFO:tasks.workunit.client.0.smithi089.stdout:op 4451 completed, throughput=5MB/sec 2024-07-26T06:39:54.877 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-0RLz1Btz-yG6Sq2 off=6967025 len=175401 2024-07-26T06:39:54.880 INFO:tasks.workunit.client.0.smithi089.stdout:op 4452 completed, throughput=5MB/sec 2024-07-26T06:39:54.880 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-kUkHePoeOO8_cO5 off=2805646 len=1107452 2024-07-26T06:39:54.883 INFO:tasks.workunit.client.0.smithi089.stdout:op 4453 completed, throughput=5MB/sec 2024-07-26T06:39:55.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:39:54 smithi155 ceph-mon[90160]: pgmap v1853: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T06:39:55.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:39:54 smithi089 ceph-mon[99608]: pgmap v1853: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T06:39:55.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:39:54 smithi089 ceph-mon[102056]: pgmap v1853: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T06:39:55.883 INFO:tasks.workunit.client.0.smithi089.stdout: 863: throughput=4.99MB/sec pending data=0 2024-07-26T06:39:55.884 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-83oJfO4mmJiC7hZ off=9464572 len=337381 2024-07-26T06:39:55.887 INFO:tasks.workunit.client.0.smithi089.stdout:op 4454 completed, throughput=4.99MB/sec 2024-07-26T06:39:55.887 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-eqxtn46m-RuMoVD off=6425327 len=1498472 2024-07-26T06:39:55.896 INFO:tasks.workunit.client.0.smithi089.stdout:op 4455 completed, throughput=5MB/sec 2024-07-26T06:39:55.896 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-tF4nUuUrZCnoUbY off=17663481 len=2015165 2024-07-26T06:39:55.907 INFO:tasks.workunit.client.0.smithi089.stdout:op 4456 completed, throughput=5MB/sec 2024-07-26T06:39:55.907 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-JUP93qEQWUNXIzS off=262362 len=1491255 2024-07-26T06:39:55.914 INFO:tasks.workunit.client.0.smithi089.stdout:op 4457 completed, throughput=5MB/sec 2024-07-26T06:39:56.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:39:55 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:39:56.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:39:55 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:39:56.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:39:55 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:39:56.914 INFO:tasks.workunit.client.0.smithi089.stdout: 864: throughput=4.99MB/sec pending data=0 2024-07-26T06:39:56.914 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-0o1rXhNfdJN9nq2 off=2910498 len=1694047 2024-07-26T06:39:56.924 INFO:tasks.workunit.client.0.smithi089.stdout:op 4458 completed, throughput=5MB/sec 2024-07-26T06:39:56.924 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-E2S6OxZ1WFuXTS- off=322224 len=1809288 2024-07-26T06:39:56.932 INFO:tasks.workunit.client.0.smithi089.stdout:op 4459 completed, throughput=5MB/sec 2024-07-26T06:39:56.932 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-VzmksaZwRf79auY off=4052598 len=1991762 2024-07-26T06:39:56.935 INFO:tasks.workunit.client.0.smithi089.stdout:op 4460 completed, throughput=5MB/sec 2024-07-26T06:39:57.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:39:56 smithi155 ceph-mon[90160]: pgmap v1854: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-07-26T06:39:57.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:39:56 smithi089 ceph-mon[99608]: pgmap v1854: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-07-26T06:39:57.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:39:56 smithi089 ceph-mon[102056]: pgmap v1854: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-07-26T06:39:57.935 INFO:tasks.workunit.client.0.smithi089.stdout: 865: throughput=4.99MB/sec pending data=0 2024-07-26T06:39:57.935 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-_aspQ5rFsUoYdy9 off=4494800 len=279352 2024-07-26T06:39:57.938 INFO:tasks.workunit.client.0.smithi089.stdout:op 4461 completed, throughput=4.99MB/sec 2024-07-26T06:39:57.938 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-xbofkZisBira3xO off=8782813 len=11491 2024-07-26T06:39:57.941 INFO:tasks.workunit.client.0.smithi089.stdout:op 4462 completed, throughput=4.99MB/sec 2024-07-26T06:39:57.941 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-wOGZY3mLDK0kQAS off=2022836 len=878786 2024-07-26T06:39:57.946 INFO:tasks.workunit.client.0.smithi089.stdout:op 4463 completed, throughput=5MB/sec 2024-07-26T06:39:57.946 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-sFsAXg0GbiwiuRe off=4739800 len=73439 2024-07-26T06:39:57.946 INFO:tasks.workunit.client.0.smithi089.stdout:op 4464 completed, throughput=5MB/sec 2024-07-26T06:39:57.946 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-VblQqEyF0Tu3Vet off=13946056 len=835520 2024-07-26T06:39:57.950 INFO:tasks.workunit.client.0.smithi089.stdout:op 4465 completed, throughput=5MB/sec 2024-07-26T06:39:57.951 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-sQWbdJ9VXvTJydL off=1300567 len=1331619 2024-07-26T06:39:57.956 INFO:tasks.workunit.client.0.smithi089.stdout:op 4466 completed, throughput=5MB/sec 2024-07-26T06:39:57.956 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-LqC4udEBjg1E069 off=14716987 len=337175 2024-07-26T06:39:57.960 INFO:tasks.workunit.client.0.smithi089.stdout:op 4467 completed, throughput=5MB/sec 2024-07-26T06:39:57.960 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Y0lqGisvrkYbswD off=7623981 len=667040 2024-07-26T06:39:57.964 INFO:tasks.workunit.client.0.smithi089.stdout:op 4468 completed, throughput=5MB/sec 2024-07-26T06:39:57.964 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-qjsMor2qKY4Pxu6 off=7786107 len=360360 2024-07-26T06:39:57.965 INFO:tasks.workunit.client.0.smithi089.stdout:op 4469 completed, throughput=5MB/sec 2024-07-26T06:39:57.965 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-42w69DHqTUA8Z4G off=364721 len=1409903 2024-07-26T06:39:57.972 INFO:tasks.workunit.client.0.smithi089.stdout:op 4470 completed, throughput=5MB/sec 2024-07-26T06:39:58.973 INFO:tasks.workunit.client.0.smithi089.stdout: 866: throughput=5MB/sec pending data=0 2024-07-26T06:39:58.973 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-VxamFSNS8q5KeqR off=5089010 len=411376 2024-07-26T06:39:58.974 INFO:tasks.workunit.client.0.smithi089.stdout:op 4471 completed, throughput=5MB/sec 2024-07-26T06:39:58.974 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-aW4mFVS7E-YZmYQ off=15992011 len=395297 2024-07-26T06:39:58.977 INFO:tasks.workunit.client.0.smithi089.stdout:op 4472 completed, throughput=5MB/sec 2024-07-26T06:39:58.978 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-qpVO1i8R2CF4dfq off=3822339 len=540590 2024-07-26T06:39:58.981 INFO:tasks.workunit.client.0.smithi089.stdout:op 4473 completed, throughput=5MB/sec 2024-07-26T06:39:58.981 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-h9jlwBeLNvgGNFn off=7193666 len=2075029 2024-07-26T06:39:58.985 INFO:tasks.workunit.client.0.smithi089.stdout:op 4474 completed, throughput=5MB/sec 2024-07-26T06:39:58.985 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-LG8KkSqhKIlRwqo off=4829597 len=458495 2024-07-26T06:39:58.989 INFO:tasks.workunit.client.0.smithi089.stdout:op 4475 completed, throughput=5MB/sec 2024-07-26T06:39:58.989 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ds6ObOay3jH2XJ0 off=741922 len=350038 2024-07-26T06:39:58.990 INFO:tasks.workunit.client.0.smithi089.stdout:op 4476 completed, throughput=5MB/sec 2024-07-26T06:39:58.990 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-X02SdVsUtUeH9Gp off=10164047 len=1384022 2024-07-26T06:39:58.997 INFO:tasks.workunit.client.0.smithi089.stdout:op 4477 completed, throughput=5MB/sec 2024-07-26T06:39:59.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:39:58 smithi155 ceph-mon[90160]: pgmap v1855: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-07-26T06:39:59.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:39:58 smithi089 ceph-mon[99608]: pgmap v1855: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-07-26T06:39:59.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:39:58 smithi089 ceph-mon[102056]: pgmap v1855: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-07-26T06:39:59.998 INFO:tasks.workunit.client.0.smithi089.stdout: 867: throughput=5MB/sec pending data=0 2024-07-26T06:39:59.998 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-RtHNJlcy5Tk6K8d off=8658971 len=1608240 2024-07-26T06:40:00.000 INFO:tasks.workunit.client.0.smithi089.stdout:op 4478 completed, throughput=5MB/sec 2024-07-26T06:40:00.000 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-DWngDWrMnyo_Fm2 off=1255545 len=710656 2024-07-26T06:40:00.001 INFO:tasks.workunit.client.0.smithi089.stdout:op 4479 completed, throughput=5MB/sec 2024-07-26T06:40:00.001 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-tc-LlR-G6wqG7JK off=12098086 len=860571 2024-07-26T06:40:00.002 INFO:tasks.workunit.client.0.smithi089.stdout:op 4480 completed, throughput=5MB/sec 2024-07-26T06:40:00.002 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-n9d8FuIWAPjpWEy off=11481202 len=2079538 2024-07-26T06:40:00.013 INFO:tasks.workunit.client.0.smithi089.stdout:op 4481 completed, throughput=5MB/sec 2024-07-26T06:40:00.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:39:59 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:40:00.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:39:59 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:40:00.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:39:59 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:40:00.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:39:59 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:40:00.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:39:59 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:40:00.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:39:59 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:40:00.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:39:59 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:40:00.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:39:59 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:40:00.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:39:59 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:40:00.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:39:59 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:40:00.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:39:59 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:40:00.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:39:59 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:40:01.013 INFO:tasks.workunit.client.0.smithi089.stdout: 868: throughput=5MB/sec pending data=0 2024-07-26T06:40:01.013 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-X_LgAWz4avgwXV2 off=5111952 len=348485 2024-07-26T06:40:01.015 INFO:tasks.workunit.client.0.smithi089.stdout:op 4482 completed, throughput=5MB/sec 2024-07-26T06:40:01.015 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-oTFKTrOKJncA2U4 off=17370891 len=839504 2024-07-26T06:40:01.016 INFO:tasks.workunit.client.0.smithi089.stdout:op 4483 completed, throughput=5MB/sec 2024-07-26T06:40:01.016 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-iVLnnHqtpRLY11e off=17600448 len=1415881 2024-07-26T06:40:01.018 INFO:tasks.workunit.client.0.smithi089.stdout:op 4484 completed, throughput=5MB/sec 2024-07-26T06:40:01.018 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-uZUaTIh2QIoSg5D off=423208 len=410932 2024-07-26T06:40:01.022 INFO:tasks.workunit.client.0.smithi089.stdout:op 4485 completed, throughput=5MB/sec 2024-07-26T06:40:01.022 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-o0yxfqvW60duI5v off=1676349 len=41090 2024-07-26T06:40:01.024 INFO:tasks.workunit.client.0.smithi089.stdout:op 4486 completed, throughput=5MB/sec 2024-07-26T06:40:01.024 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-UYTDaWLL7um1KrW off=6994904 len=1083263 2024-07-26T06:40:01.029 INFO:tasks.workunit.client.0.smithi089.stdout:op 4487 completed, throughput=5MB/sec 2024-07-26T06:40:01.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:40:00 smithi155 ceph-mon[90160]: pgmap v1856: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-26T06:40:01.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:40:00 smithi155 ceph-mon[90160]: overall HEALTH_OK 2024-07-26T06:40:01.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:40:00 smithi089 ceph-mon[99608]: pgmap v1856: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-26T06:40:01.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:40:00 smithi089 ceph-mon[99608]: overall HEALTH_OK 2024-07-26T06:40:01.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:40:00 smithi089 ceph-mon[102056]: pgmap v1856: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-26T06:40:01.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:40:00 smithi089 ceph-mon[102056]: overall HEALTH_OK 2024-07-26T06:40:02.030 INFO:tasks.workunit.client.0.smithi089.stdout: 869: throughput=4.99MB/sec pending data=0 2024-07-26T06:40:02.030 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-w6rMS3SeVhACyhW off=13178976 len=510460 2024-07-26T06:40:02.032 INFO:tasks.workunit.client.0.smithi089.stdout:op 4488 completed, throughput=4.99MB/sec 2024-07-26T06:40:02.032 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Wi3CGP-7shV8t0z off=5662218 len=561348 2024-07-26T06:40:02.036 INFO:tasks.workunit.client.0.smithi089.stdout:op 4489 completed, throughput=5MB/sec 2024-07-26T06:40:02.036 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-9RZhG3_ZoBbLdie off=20873878 len=1083832 2024-07-26T06:40:02.042 INFO:tasks.workunit.client.0.smithi089.stdout:op 4490 completed, throughput=5MB/sec 2024-07-26T06:40:02.043 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-SZk0Luix4fH62q1 off=3831685 len=1922479 2024-07-26T06:40:02.045 INFO:tasks.workunit.client.0.smithi089.stdout:op 4491 completed, throughput=5MB/sec 2024-07-26T06:40:02.045 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-j_FlcM5RBq9nfC6 off=12980051 len=1992848 2024-07-26T06:40:02.055 INFO:tasks.workunit.client.0.smithi089.stdout:op 4492 completed, throughput=5MB/sec 2024-07-26T06:40:02.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:40:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:40:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:40:02.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:40:02 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:40:02] "GET /metrics HTTP/1.1" 200 34047 "" "Prometheus/2.43.0" 2024-07-26T06:40:03.056 INFO:tasks.workunit.client.0.smithi089.stdout: 870: throughput=5MB/sec pending data=0 2024-07-26T06:40:03.056 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-NIcRwqhm9gbBJ53 off=6300950 len=40012 2024-07-26T06:40:03.056 INFO:tasks.workunit.client.0.smithi089.stdout:op 4493 completed, throughput=5MB/sec 2024-07-26T06:40:03.056 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-quswFTSe3beSlib off=1517562 len=479433 2024-07-26T06:40:03.059 INFO:tasks.workunit.client.0.smithi089.stdout:op 4494 completed, throughput=5MB/sec 2024-07-26T06:40:03.059 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-flSNNNtg_xHh0-I off=10105779 len=1461367 2024-07-26T06:40:03.061 INFO:tasks.workunit.client.0.smithi089.stdout:op 4495 completed, throughput=5MB/sec 2024-07-26T06:40:03.061 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-zmiTuiX2hy4PvDT off=14078635 len=1987198 2024-07-26T06:40:03.073 INFO:tasks.workunit.client.0.smithi089.stdout:op 4496 completed, throughput=5MB/sec 2024-07-26T06:40:03.073 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj--P7HAoIv3nrvgdA off=690358 len=278540 2024-07-26T06:40:03.074 INFO:tasks.workunit.client.0.smithi089.stdout:op 4497 completed, throughput=5MB/sec 2024-07-26T06:40:03.074 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-YVZhMoY6t2LJp00 off=12455711 len=782858 2024-07-26T06:40:03.075 INFO:tasks.workunit.client.0.smithi089.stdout:op 4498 completed, throughput=5MB/sec 2024-07-26T06:40:03.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:40:02 smithi155 ceph-mon[90160]: pgmap v1857: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-07-26T06:40:03.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:40:02 smithi089 ceph-mon[99608]: pgmap v1857: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-07-26T06:40:03.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:40:02 smithi089 ceph-mon[102056]: pgmap v1857: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-07-26T06:40:04.075 INFO:tasks.workunit.client.0.smithi089.stdout: 871: throughput=4.99MB/sec pending data=0 2024-07-26T06:40:04.075 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-x45dC7-oy2WzXks off=6496961 len=1036860 2024-07-26T06:40:04.081 INFO:tasks.workunit.client.0.smithi089.stdout:op 4499 completed, throughput=5MB/sec 2024-07-26T06:40:04.081 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-QU3ljuSjKUM8uNj off=16658424 len=411411 2024-07-26T06:40:04.085 INFO:tasks.workunit.client.0.smithi089.stdout:op 4500 completed, throughput=5MB/sec 2024-07-26T06:40:04.085 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-T6qKr5bVUSKjFm1 off=10011418 len=1279930 2024-07-26T06:40:04.086 INFO:tasks.workunit.client.0.smithi089.stdout:op 4501 completed, throughput=5MB/sec 2024-07-26T06:40:04.086 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-HRQa82b_SwqD4Si off=12344950 len=270777 2024-07-26T06:40:04.089 INFO:tasks.workunit.client.0.smithi089.stdout:op 4502 completed, throughput=5MB/sec 2024-07-26T06:40:04.090 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Ah-l9D43SpdUcjf off=5258378 len=504032 2024-07-26T06:40:04.090 INFO:tasks.workunit.client.0.smithi089.stdout:op 4503 completed, throughput=5MB/sec 2024-07-26T06:40:04.090 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-rgBs_qIEbudtCGy off=11766840 len=1366713 2024-07-26T06:40:04.097 INFO:tasks.workunit.client.0.smithi089.stdout:op 4504 completed, throughput=5MB/sec 2024-07-26T06:40:04.097 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-eszmsZPvhcjgeUb off=16978730 len=536786 2024-07-26T06:40:04.098 INFO:tasks.workunit.client.0.smithi089.stdout:op 4505 completed, throughput=5MB/sec 2024-07-26T06:40:05.098 INFO:tasks.workunit.client.0.smithi089.stdout: 872: throughput=4.99MB/sec pending data=0 2024-07-26T06:40:05.098 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-DF8szHJq3LS29Ii off=4257404 len=56477 2024-07-26T06:40:05.101 INFO:tasks.workunit.client.0.smithi089.stdout:op 4506 completed, throughput=4.99MB/sec 2024-07-26T06:40:05.101 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-BQ54kcxq85Qtqp2 off=13326037 len=256921 2024-07-26T06:40:05.104 INFO:tasks.workunit.client.0.smithi089.stdout:op 4507 completed, throughput=5MB/sec 2024-07-26T06:40:05.104 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-MAfRrmqSNa46tGl off=9626248 len=1139087 2024-07-26T06:40:05.106 INFO:tasks.workunit.client.0.smithi089.stdout:op 4508 completed, throughput=5MB/sec 2024-07-26T06:40:05.106 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-l9ZQNTE8Wafqcob off=4284007 len=457901 2024-07-26T06:40:05.109 INFO:tasks.workunit.client.0.smithi089.stdout:op 4509 completed, throughput=5MB/sec 2024-07-26T06:40:05.109 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-DYsbGm1pSy3ScuW off=5145097 len=168142 2024-07-26T06:40:05.112 INFO:tasks.workunit.client.0.smithi089.stdout:op 4510 completed, throughput=5MB/sec 2024-07-26T06:40:05.112 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Wuqo54Y3aMqpz67 off=2301433 len=1934863 2024-07-26T06:40:05.129 INFO:tasks.workunit.client.0.smithi089.stdout:op 4511 completed, throughput=5MB/sec 2024-07-26T06:40:05.129 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-GgVsnlW5nYDTUhf off=6821887 len=2070036 2024-07-26T06:40:05.132 INFO:tasks.workunit.client.0.smithi089.stdout:op 4512 completed, throughput=5MB/sec 2024-07-26T06:40:05.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:40:04 smithi155 ceph-mon[90160]: pgmap v1858: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-26T06:40:05.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:40:04 smithi089 ceph-mon[99608]: pgmap v1858: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-26T06:40:05.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:40:04 smithi089 ceph-mon[102056]: pgmap v1858: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-26T06:40:06.132 INFO:tasks.workunit.client.0.smithi089.stdout: 873: throughput=5MB/sec pending data=0 2024-07-26T06:40:06.132 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-1shxbM1aFkSg237 off=4156716 len=216234 2024-07-26T06:40:06.133 INFO:tasks.workunit.client.0.smithi089.stdout:op 4513 completed, throughput=5MB/sec 2024-07-26T06:40:06.133 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-mccp0PHug_XvtZJ off=16549726 len=61528 2024-07-26T06:40:06.135 INFO:tasks.workunit.client.0.smithi089.stdout:op 4514 completed, throughput=5MB/sec 2024-07-26T06:40:06.135 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-t36hDjD5_ySyz_C off=1293273 len=970342 2024-07-26T06:40:06.137 INFO:tasks.workunit.client.0.smithi089.stdout:op 4515 completed, throughput=5MB/sec 2024-07-26T06:40:06.137 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-5qQzDn66j8iF4wW off=5644408 len=1555096 2024-07-26T06:40:06.138 INFO:tasks.workunit.client.0.smithi089.stdout:op 4516 completed, throughput=5MB/sec 2024-07-26T06:40:06.138 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-IenhXyD9KlKoMFo off=15169557 len=529953 2024-07-26T06:40:06.142 INFO:tasks.workunit.client.0.smithi089.stdout:op 4517 completed, throughput=5MB/sec 2024-07-26T06:40:06.142 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-93IhdcC2dm415qH off=2614527 len=393103 2024-07-26T06:40:06.143 INFO:tasks.workunit.client.0.smithi089.stdout:op 4518 completed, throughput=5MB/sec 2024-07-26T06:40:06.143 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-3lAgv_0d4LXiwXJ off=18426332 len=1981993 2024-07-26T06:40:06.154 INFO:tasks.workunit.client.0.smithi089.stdout:op 4519 completed, throughput=5MB/sec 2024-07-26T06:40:07.154 INFO:tasks.workunit.client.0.smithi089.stdout: 874: throughput=5MB/sec pending data=0 2024-07-26T06:40:07.155 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-bVpT7FWugFtFrVv off=3234091 len=2095117 2024-07-26T06:40:07.157 INFO:tasks.workunit.client.0.smithi089.stdout:op 4520 completed, throughput=5MB/sec 2024-07-26T06:40:07.157 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ATcmR3SVH8qjevx off=8330798 len=1353043 2024-07-26T06:40:07.166 INFO:tasks.workunit.client.0.smithi089.stdout:op 4521 completed, throughput=5MB/sec 2024-07-26T06:40:07.166 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-MWaCuj4Obp4KrxP off=13526324 len=1237283 2024-07-26T06:40:07.167 INFO:tasks.workunit.client.0.smithi089.stdout:op 4522 completed, throughput=5MB/sec 2024-07-26T06:40:07.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:40:06 smithi155 ceph-mon[90160]: pgmap v1859: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-26T06:40:07.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:40:06 smithi089 ceph-mon[99608]: pgmap v1859: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-26T06:40:07.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:40:06 smithi089 ceph-mon[102056]: pgmap v1859: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-26T06:40:08.167 INFO:tasks.workunit.client.0.smithi089.stdout: 875: throughput=5MB/sec pending data=0 2024-07-26T06:40:08.168 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-jtjKcH72fFju2cE off=5310763 len=1009135 2024-07-26T06:40:08.169 INFO:tasks.workunit.client.0.smithi089.stdout:op 4523 completed, throughput=5MB/sec 2024-07-26T06:40:08.169 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-1FB1erxcFcydTlY off=1059915 len=1472836 2024-07-26T06:40:08.177 INFO:tasks.workunit.client.0.smithi089.stdout:op 4524 completed, throughput=5MB/sec 2024-07-26T06:40:08.177 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-dh10ccy0jnPOwei off=1260640 len=173241 2024-07-26T06:40:08.178 INFO:tasks.workunit.client.0.smithi089.stdout:op 4525 completed, throughput=5MB/sec 2024-07-26T06:40:08.178 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-jYqjcOaOzOMDUC0 off=1206896 len=755453 2024-07-26T06:40:08.179 INFO:tasks.workunit.client.0.smithi089.stdout:op 4526 completed, throughput=5MB/sec 2024-07-26T06:40:08.179 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-eANMM5iKPS75txE off=20607705 len=1005859 2024-07-26T06:40:08.184 INFO:tasks.workunit.client.0.smithi089.stdout:op 4527 completed, throughput=5MB/sec 2024-07-26T06:40:08.184 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-GoESyE0rgmICWjB off=1190756 len=83013 2024-07-26T06:40:08.184 INFO:tasks.workunit.client.0.smithi089.stdout:op 4528 completed, throughput=5MB/sec 2024-07-26T06:40:08.184 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj---VQdntRajLg_Qt off=1764958 len=10909 2024-07-26T06:40:08.185 INFO:tasks.workunit.client.0.smithi089.stdout:op 4529 completed, throughput=5MB/sec 2024-07-26T06:40:08.185 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-0NfQS43lQdGoHRB off=3220776 len=1341249 2024-07-26T06:40:08.192 INFO:tasks.workunit.client.0.smithi089.stdout:op 4530 completed, throughput=5MB/sec 2024-07-26T06:40:09.192 INFO:tasks.workunit.client.0.smithi089.stdout: 876: throughput=5MB/sec pending data=0 2024-07-26T06:40:09.192 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj--1Ebc4faczbR95N off=20509077 len=2048263 2024-07-26T06:40:09.196 INFO:tasks.workunit.client.0.smithi089.stdout:op 4531 completed, throughput=5MB/sec 2024-07-26T06:40:09.197 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-G5uvakriksq87aC off=4750403 len=372412 2024-07-26T06:40:09.200 INFO:tasks.workunit.client.0.smithi089.stdout:op 4532 completed, throughput=5MB/sec 2024-07-26T06:40:09.200 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ht_RNhO241MqWba off=1527472 len=2009978 2024-07-26T06:40:09.204 INFO:tasks.workunit.client.0.smithi089.stdout:op 4533 completed, throughput=5MB/sec 2024-07-26T06:40:09.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:40:08 smithi155 ceph-mon[90160]: pgmap v1860: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T06:40:09.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:40:08 smithi089 ceph-mon[99608]: pgmap v1860: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T06:40:09.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:40:08 smithi089 ceph-mon[102056]: pgmap v1860: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T06:40:10.204 INFO:tasks.workunit.client.0.smithi089.stdout: 877: throughput=4.99MB/sec pending data=0 2024-07-26T06:40:10.205 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-WA_d_SVa-bMyUmc off=596342 len=521754 2024-07-26T06:40:10.206 INFO:tasks.workunit.client.0.smithi089.stdout:op 4534 completed, throughput=5MB/sec 2024-07-26T06:40:10.206 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-B8ry5yIJEzFN1Lu off=2163320 len=387037 2024-07-26T06:40:10.210 INFO:tasks.workunit.client.0.smithi089.stdout:op 4535 completed, throughput=5MB/sec 2024-07-26T06:40:10.210 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-8soPIgoVroseoj0 off=2135452 len=1062528 2024-07-26T06:40:10.211 INFO:tasks.workunit.client.0.smithi089.stdout:op 4536 completed, throughput=5MB/sec 2024-07-26T06:40:10.211 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-XigloNhRdrSmBH8 off=1723532 len=1125958 2024-07-26T06:40:10.212 INFO:tasks.workunit.client.0.smithi089.stdout:op 4537 completed, throughput=5MB/sec 2024-07-26T06:40:10.213 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-3oSIrYGve_NJxiw off=9987819 len=164822 2024-07-26T06:40:10.216 INFO:tasks.workunit.client.0.smithi089.stdout:op 4538 completed, throughput=5MB/sec 2024-07-26T06:40:10.216 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-2xU9IU43hyKGKPp off=1515111 len=1564304 2024-07-26T06:40:10.217 INFO:tasks.workunit.client.0.smithi089.stdout:op 4539 completed, throughput=5MB/sec 2024-07-26T06:40:10.217 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-qLoV60r4mZWbVRP off=2438977 len=697940 2024-07-26T06:40:10.221 INFO:tasks.workunit.client.0.smithi089.stdout:op 4540 completed, throughput=5MB/sec 2024-07-26T06:40:11.221 INFO:tasks.workunit.client.0.smithi089.stdout: 878: throughput=5MB/sec pending data=0 2024-07-26T06:40:11.221 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-MrrWfQ4ojKFXvrO off=8066448 len=1854539 2024-07-26T06:40:11.230 INFO:tasks.workunit.client.0.smithi089.stdout:op 4541 completed, throughput=5MB/sec 2024-07-26T06:40:11.230 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-vNXVw7PtAjq5FeJ off=18112563 len=487511 2024-07-26T06:40:11.234 INFO:tasks.workunit.client.0.smithi089.stdout:op 4542 completed, throughput=5MB/sec 2024-07-26T06:40:11.234 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-oPTwkIX_tJ7-8uH off=5019185 len=98052 2024-07-26T06:40:11.234 INFO:tasks.workunit.client.0.smithi089.stdout:op 4543 completed, throughput=5MB/sec 2024-07-26T06:40:11.234 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-trk0XJTH526WIM7 off=3389386 len=1183568 2024-07-26T06:40:11.241 INFO:tasks.workunit.client.0.smithi089.stdout:op 4544 completed, throughput=5MB/sec 2024-07-26T06:40:11.242 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-LjSAbUbLKJVKtpJ off=6191131 len=1849647 2024-07-26T06:40:11.251 INFO:tasks.workunit.client.0.smithi089.stdout:op 4545 completed, throughput=5MB/sec 2024-07-26T06:40:11.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:40:10 smithi155 ceph-mon[90160]: pgmap v1861: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T06:40:11.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:40:10 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:40:11.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:40:10 smithi089 ceph-mon[99608]: pgmap v1861: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T06:40:11.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:40:10 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:40:11.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:40:10 smithi089 ceph-mon[102056]: pgmap v1861: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T06:40:11.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:40:10 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:40:12.252 INFO:tasks.workunit.client.0.smithi089.stdout: 879: throughput=5MB/sec pending data=0 2024-07-26T06:40:12.252 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-smyIeXMOHa6YWIK off=3386125 len=1892186 2024-07-26T06:40:12.259 INFO:tasks.workunit.client.0.smithi089.stdout:op 4546 completed, throughput=5MB/sec 2024-07-26T06:40:12.260 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-qgrBrlpnCMiiLBH off=17840926 len=1153452 2024-07-26T06:40:12.261 INFO:tasks.workunit.client.0.smithi089.stdout:op 4547 completed, throughput=5MB/sec 2024-07-26T06:40:12.261 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-eII1gKl_ppT4W5c off=1343614 len=1700793 2024-07-26T06:40:12.263 INFO:tasks.workunit.client.0.smithi089.stdout:op 4548 completed, throughput=5MB/sec 2024-07-26T06:40:12.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:40:12 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:40:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:40:12.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:40:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:40:12] "GET /metrics HTTP/1.1" 200 34047 "" "Prometheus/2.43.0" 2024-07-26T06:40:13.263 INFO:tasks.workunit.client.0.smithi089.stdout: 880: throughput=4.99MB/sec pending data=0 2024-07-26T06:40:13.263 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-7bsfJ4CP2o2b9Xa off=0 len=1333908 2024-07-26T06:40:13.271 INFO:tasks.workunit.client.0.smithi089.stdout:op 4549 completed, throughput=5MB/sec 2024-07-26T06:40:13.271 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-MJC0V-j6YzhBjJ5 off=731125 len=158529 2024-07-26T06:40:13.271 INFO:tasks.workunit.client.0.smithi089.stdout:op 4550 completed, throughput=5MB/sec 2024-07-26T06:40:13.271 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-IsT2VQ3Z-yhnjCG off=739065 len=182710 2024-07-26T06:40:13.272 INFO:tasks.workunit.client.0.smithi089.stdout:op 4551 completed, throughput=5MB/sec 2024-07-26T06:40:13.272 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-zkI8SKE6nZg6I7B off=6099306 len=1051262 2024-07-26T06:40:13.278 INFO:tasks.workunit.client.0.smithi089.stdout:op 4552 completed, throughput=5MB/sec 2024-07-26T06:40:13.278 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-yOXSclq82FdXRjv off=209307 len=998879 2024-07-26T06:40:13.279 INFO:tasks.workunit.client.0.smithi089.stdout:op 4553 completed, throughput=5MB/sec 2024-07-26T06:40:13.279 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-KFlb1qPHyhsts_w off=10294912 len=585552 2024-07-26T06:40:13.280 INFO:tasks.workunit.client.0.smithi089.stdout:op 4554 completed, throughput=5MB/sec 2024-07-26T06:40:13.280 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-WJY4Ris2Erw7cWr off=2174665 len=1594590 2024-07-26T06:40:13.282 INFO:tasks.workunit.client.0.smithi089.stdout:op 4555 completed, throughput=5MB/sec 2024-07-26T06:40:13.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:40:12 smithi155 ceph-mon[90160]: pgmap v1862: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-07-26T06:40:13.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:40:12 smithi089 ceph-mon[99608]: pgmap v1862: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-07-26T06:40:13.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:40:12 smithi089 ceph-mon[102056]: pgmap v1862: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-07-26T06:40:14.282 INFO:tasks.workunit.client.0.smithi089.stdout: 881: throughput=5MB/sec pending data=0 2024-07-26T06:40:14.282 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-PjVbvuWmRmCKuCY off=19362074 len=569383 2024-07-26T06:40:14.284 INFO:tasks.workunit.client.0.smithi089.stdout:op 4556 completed, throughput=5MB/sec 2024-07-26T06:40:14.284 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-aMQ9emtHBzA4pwA off=14484815 len=831273 2024-07-26T06:40:14.289 INFO:tasks.workunit.client.0.smithi089.stdout:op 4557 completed, throughput=5MB/sec 2024-07-26T06:40:14.289 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-dcf1E0kYkq7rKML off=14138789 len=1863324 2024-07-26T06:40:14.293 INFO:tasks.workunit.client.0.smithi089.stdout:op 4558 completed, throughput=5MB/sec 2024-07-26T06:40:14.293 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-aD8qaQrApNfUydi off=6732 len=1090090 2024-07-26T06:40:14.294 INFO:tasks.workunit.client.0.smithi089.stdout:op 4559 completed, throughput=5MB/sec 2024-07-26T06:40:14.294 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-O6txhsibAh5y9LH off=4941871 len=460634 2024-07-26T06:40:14.295 INFO:tasks.workunit.client.0.smithi089.stdout:op 4560 completed, throughput=5MB/sec 2024-07-26T06:40:15.296 INFO:tasks.workunit.client.0.smithi089.stdout: 882: throughput=4.99MB/sec pending data=0 2024-07-26T06:40:15.296 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-E5iF7PPuiIrS4QJ off=8379289 len=905026 2024-07-26T06:40:15.298 INFO:tasks.workunit.client.0.smithi089.stdout:op 4561 completed, throughput=5MB/sec 2024-07-26T06:40:15.298 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-9fX8eiECYofk8kp off=5950378 len=1699312 2024-07-26T06:40:15.301 INFO:tasks.workunit.client.0.smithi089.stdout:op 4562 completed, throughput=5MB/sec 2024-07-26T06:40:15.301 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-AkfH8s6ZLKrwr6U off=4142901 len=844333 2024-07-26T06:40:15.301 INFO:tasks.workunit.client.0.smithi089.stdout:op 4563 completed, throughput=5MB/sec 2024-07-26T06:40:15.301 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-oIh9vMlQnvfotDr off=2122315 len=1086500 2024-07-26T06:40:15.307 INFO:tasks.workunit.client.0.smithi089.stdout:op 4564 completed, throughput=5MB/sec 2024-07-26T06:40:15.307 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-yNUGVFWYlmn-nIw off=7879782 len=1564177 2024-07-26T06:40:15.308 INFO:tasks.workunit.client.0.smithi089.stdout:op 4565 completed, throughput=5MB/sec 2024-07-26T06:40:15.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:40:14 smithi155 ceph-mon[90160]: pgmap v1863: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T06:40:15.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:40:14 smithi089 ceph-mon[99608]: pgmap v1863: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T06:40:15.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:40:14 smithi089 ceph-mon[102056]: pgmap v1863: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T06:40:16.309 INFO:tasks.workunit.client.0.smithi089.stdout: 883: throughput=5MB/sec pending data=0 2024-07-26T06:40:16.309 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-wqnntRqoAF3hCBw off=18497806 len=1045762 2024-07-26T06:40:16.311 INFO:tasks.workunit.client.0.smithi089.stdout:op 4566 completed, throughput=5MB/sec 2024-07-26T06:40:16.311 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ACGmjLa1qRfTNIx off=2271387 len=1301330 2024-07-26T06:40:16.319 INFO:tasks.workunit.client.0.smithi089.stdout:op 4567 completed, throughput=5MB/sec 2024-07-26T06:40:16.319 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-mEMSzR11i9ihXcg off=7331068 len=1980296 2024-07-26T06:40:16.323 INFO:tasks.workunit.client.0.smithi089.stdout:op 4568 completed, throughput=5MB/sec 2024-07-26T06:40:16.323 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-NgCWQAZV6HNCa3H off=2526675 len=701403 2024-07-26T06:40:16.327 INFO:tasks.workunit.client.0.smithi089.stdout:op 4569 completed, throughput=5MB/sec 2024-07-26T06:40:17.327 INFO:tasks.workunit.client.0.smithi089.stdout: 884: throughput=5MB/sec pending data=0 2024-07-26T06:40:17.327 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-x_16qiuFXe4_ycE off=11353156 len=307452 2024-07-26T06:40:17.331 INFO:tasks.workunit.client.0.smithi089.stdout:op 4570 completed, throughput=5MB/sec 2024-07-26T06:40:17.331 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-QrCpzSZGT6zTESO off=1707346 len=2092849 2024-07-26T06:40:17.335 INFO:tasks.workunit.client.0.smithi089.stdout:op 4571 completed, throughput=5MB/sec 2024-07-26T06:40:17.335 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-FhTMWwk4H7E0X9j off=9312789 len=299812 2024-07-26T06:40:17.336 INFO:tasks.workunit.client.0.smithi089.stdout:op 4572 completed, throughput=5MB/sec 2024-07-26T06:40:17.336 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-IVBeEpTFcuNyu6t off=2339338 len=777880 2024-07-26T06:40:17.341 INFO:tasks.workunit.client.0.smithi089.stdout:op 4573 completed, throughput=5MB/sec 2024-07-26T06:40:17.341 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-BQ54kcxq85Qtqp2 off=4695966 len=1630042 2024-07-26T06:40:17.355 INFO:tasks.workunit.client.0.smithi089.stdout:op 4574 completed, throughput=5MB/sec 2024-07-26T06:40:17.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:40:16 smithi155 ceph-mon[90160]: pgmap v1864: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T06:40:17.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:40:16 smithi089 ceph-mon[99608]: pgmap v1864: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T06:40:17.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:40:16 smithi089 ceph-mon[102056]: pgmap v1864: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T06:40:18.355 INFO:tasks.workunit.client.0.smithi089.stdout: 885: throughput=4.99MB/sec pending data=0 2024-07-26T06:40:18.355 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-sKz4rS4fDmVqcea off=14894381 len=1220574 2024-07-26T06:40:18.357 INFO:tasks.workunit.client.0.smithi089.stdout:op 4575 completed, throughput=5MB/sec 2024-07-26T06:40:18.357 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-BSQ4uoJ9ikv9eJ7 off=686970 len=872401 2024-07-26T06:40:18.359 INFO:tasks.workunit.client.0.smithi089.stdout:op 4576 completed, throughput=5MB/sec 2024-07-26T06:40:18.359 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-2p_-47h9mZFWaf- off=3400979 len=1480302 2024-07-26T06:40:18.361 INFO:tasks.workunit.client.0.smithi089.stdout:op 4577 completed, throughput=5MB/sec 2024-07-26T06:40:18.361 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-SPhjMToKQQxZFUn off=2882001 len=1069201 2024-07-26T06:40:18.363 INFO:tasks.workunit.client.0.smithi089.stdout:op 4578 completed, throughput=5MB/sec 2024-07-26T06:40:18.363 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Q9kYr1PxwEhYcvP off=19442395 len=898166 2024-07-26T06:40:18.367 INFO:tasks.workunit.client.0.smithi089.stdout:op 4579 completed, throughput=5MB/sec 2024-07-26T06:40:19.368 INFO:tasks.workunit.client.0.smithi089.stdout: 886: throughput=5MB/sec pending data=0 2024-07-26T06:40:19.368 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-5aA0_DmDKh4y6QU off=3002102 len=300034 2024-07-26T06:40:19.369 INFO:tasks.workunit.client.0.smithi089.stdout:op 4580 completed, throughput=5MB/sec 2024-07-26T06:40:19.369 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-UDZ0bw_s192PrJU off=3644974 len=104249 2024-07-26T06:40:19.372 INFO:tasks.workunit.client.0.smithi089.stdout:op 4581 completed, throughput=5MB/sec 2024-07-26T06:40:19.372 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-REmgEA7h77YARNQ off=1945929 len=1832461 2024-07-26T06:40:19.375 INFO:tasks.workunit.client.0.smithi089.stdout:op 4582 completed, throughput=5MB/sec 2024-07-26T06:40:19.375 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-KwL8dAeqbnAV9eq off=1009161 len=327958 2024-07-26T06:40:19.378 INFO:tasks.workunit.client.0.smithi089.stdout:op 4583 completed, throughput=5MB/sec 2024-07-26T06:40:19.378 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Wd0VyBwAT_60fBN off=153069 len=1313532 2024-07-26T06:40:19.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:40:19 smithi155 ceph-mon[90160]: pgmap v1865: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T06:40:19.381 INFO:tasks.workunit.client.0.smithi089.stdout:op 4584 completed, throughput=5MB/sec 2024-07-26T06:40:19.381 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-6SqttjWTTuSZigV off=745571 len=1569840 2024-07-26T06:40:19.388 INFO:tasks.workunit.client.0.smithi089.stdout:op 4585 completed, throughput=5MB/sec 2024-07-26T06:40:19.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:40:19 smithi089 ceph-mon[99608]: pgmap v1865: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T06:40:19.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:40:19 smithi089 ceph-mon[102056]: pgmap v1865: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T06:40:20.388 INFO:tasks.workunit.client.0.smithi089.stdout: 887: throughput=5MB/sec pending data=0 2024-07-26T06:40:20.389 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-BSg9AVpVzXMMIn8 off=1947163 len=1867145 2024-07-26T06:40:20.400 INFO:tasks.workunit.client.0.smithi089.stdout:op 4586 completed, throughput=5MB/sec 2024-07-26T06:40:20.400 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-JC2TpPG-5X6c_di off=3108517 len=116259 2024-07-26T06:40:20.403 INFO:tasks.workunit.client.0.smithi089.stdout:op 4587 completed, throughput=5MB/sec 2024-07-26T06:40:20.403 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-imbtRVGgJwTe_YL off=156849 len=1895541 2024-07-26T06:40:20.411 INFO:tasks.workunit.client.0.smithi089.stdout:op 4588 completed, throughput=5MB/sec 2024-07-26T06:40:20.412 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-yub1433ZuPJK2Tn off=10257803 len=1317263 2024-07-26T06:40:20.412 INFO:tasks.workunit.client.0.smithi089.stdout:op 4589 completed, throughput=5MB/sec 2024-07-26T06:40:21.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:40:21 smithi155 ceph-mon[90160]: pgmap v1866: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-26T06:40:21.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:40:21 smithi089 ceph-mon[99608]: pgmap v1866: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-26T06:40:21.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:40:21 smithi089 ceph-mon[102056]: pgmap v1866: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-26T06:40:21.413 INFO:tasks.workunit.client.0.smithi089.stdout: 888: throughput=5MB/sec pending data=0 2024-07-26T06:40:21.413 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-k3ECVQpPMkct6_2 off=1176652 len=1547081 2024-07-26T06:40:21.421 INFO:tasks.workunit.client.0.smithi089.stdout:op 4590 completed, throughput=5MB/sec 2024-07-26T06:40:21.421 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-8hPLnE19eLW8eWx off=1553441 len=2050898 2024-07-26T06:40:21.425 INFO:tasks.workunit.client.0.smithi089.stdout:op 4591 completed, throughput=5MB/sec 2024-07-26T06:40:21.425 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-dtjvu_YnVCRbayt off=4452081 len=363125 2024-07-26T06:40:21.429 INFO:tasks.workunit.client.0.smithi089.stdout:op 4592 completed, throughput=5MB/sec 2024-07-26T06:40:21.429 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-TBSKgMYuQbl6jY9 off=4178646 len=1911606 2024-07-26T06:40:21.439 INFO:tasks.workunit.client.0.smithi089.stdout:op 4593 completed, throughput=5MB/sec 2024-07-26T06:40:22.440 INFO:tasks.workunit.client.0.smithi089.stdout: 889: throughput=5MB/sec pending data=0 2024-07-26T06:40:22.440 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-GYHwWV4esDTodMm off=8778845 len=2044860 2024-07-26T06:40:22.448 INFO:tasks.workunit.client.0.smithi089.stdout:op 4594 completed, throughput=5MB/sec 2024-07-26T06:40:22.449 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-504UizQrMzOnJPH off=578069 len=112953 2024-07-26T06:40:22.451 INFO:tasks.workunit.client.0.smithi089.stdout:op 4595 completed, throughput=5MB/sec 2024-07-26T06:40:22.451 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-1dmul3jB4sLY-45 off=14796300 len=1928931 2024-07-26T06:40:22.463 INFO:tasks.workunit.client.0.smithi089.stdout:op 4596 completed, throughput=5MB/sec 2024-07-26T06:40:22.463 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-1HCMOM_hBF_pTDu off=20176229 len=637369 2024-07-26T06:40:22.466 INFO:tasks.workunit.client.0.smithi089.stdout:op 4597 completed, throughput=5MB/sec 2024-07-26T06:40:22.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:40:22 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:40:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:40:22.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:40:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:40:22] "GET /metrics HTTP/1.1" 200 34047 "" "Prometheus/2.43.0" 2024-07-26T06:40:23.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:40:23 smithi155 ceph-mon[90160]: pgmap v1867: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T06:40:23.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:40:23 smithi089 ceph-mon[99608]: pgmap v1867: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T06:40:23.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:40:23 smithi089 ceph-mon[102056]: pgmap v1867: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T06:40:23.465 INFO:tasks.workunit.client.0.smithi089.stdout: 890: throughput=4.99MB/sec pending data=0 2024-07-26T06:40:23.465 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-gRPTLR5a4blIElk off=8217751 len=1798636 2024-07-26T06:40:23.473 INFO:tasks.workunit.client.0.smithi089.stdout:op 4598 completed, throughput=5MB/sec 2024-07-26T06:40:23.473 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-6H8lM1GHHE8GvlN off=1643707 len=183093 2024-07-26T06:40:23.478 INFO:tasks.workunit.client.0.smithi089.stdout:op 4599 completed, throughput=5MB/sec 2024-07-26T06:40:23.478 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-8nmWgK7e76eTMaT off=1915748 len=1906486 2024-07-26T06:40:23.489 INFO:tasks.workunit.client.0.smithi089.stdout:op 4600 completed, throughput=5MB/sec 2024-07-26T06:40:23.489 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-j8eAdABfzzKBzqJ off=4225254 len=132014 2024-07-26T06:40:23.489 INFO:tasks.workunit.client.0.smithi089.stdout:op 4601 completed, throughput=5MB/sec 2024-07-26T06:40:23.490 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-aYqB8G4pVBhzPPh off=0 len=1510478 2024-07-26T06:40:23.497 INFO:tasks.workunit.client.0.smithi089.stdout:op 4602 completed, throughput=5MB/sec 2024-07-26T06:40:24.497 INFO:tasks.workunit.client.0.smithi089.stdout: 891: throughput=5MB/sec pending data=0 2024-07-26T06:40:24.497 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-zo5nlX8TD_rSLZ1 off=82850 len=1430112 2024-07-26T06:40:24.499 INFO:tasks.workunit.client.0.smithi089.stdout:op 4603 completed, throughput=5MB/sec 2024-07-26T06:40:24.499 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-2wiBjl3r2dBQNHN off=3726577 len=1426436 2024-07-26T06:40:24.507 INFO:tasks.workunit.client.0.smithi089.stdout:op 4604 completed, throughput=5MB/sec 2024-07-26T06:40:24.508 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-BCLRHNCnX30zFYN off=5556852 len=1016650 2024-07-26T06:40:24.510 INFO:tasks.workunit.client.0.smithi089.stdout:op 4605 completed, throughput=5MB/sec 2024-07-26T06:40:24.510 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-fa85s1ENfMdT8Gs off=8706524 len=1855335 2024-07-26T06:40:24.521 INFO:tasks.workunit.client.0.smithi089.stdout:op 4606 completed, throughput=5MB/sec 2024-07-26T06:40:25.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:40:25 smithi155 ceph-mon[90160]: pgmap v1868: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:40:25.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:40:25 smithi089 ceph-mon[99608]: pgmap v1868: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:40:25.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:40:25 smithi089 ceph-mon[102056]: pgmap v1868: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:40:25.521 INFO:tasks.workunit.client.0.smithi089.stdout: 892: throughput=5MB/sec pending data=0 2024-07-26T06:40:25.521 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-jDFUbwIiYLe5rY7 off=60118 len=1263158 2024-07-26T06:40:25.524 INFO:tasks.workunit.client.0.smithi089.stdout:op 4607 completed, throughput=5MB/sec 2024-07-26T06:40:25.524 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-T3Q05i69KSrjGU3 off=7239183 len=1694807 2024-07-26T06:40:25.527 INFO:tasks.workunit.client.0.smithi089.stdout:op 4608 completed, throughput=5MB/sec 2024-07-26T06:40:25.527 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-rOi5xxAsRI0qAe9 off=17933229 len=1617636 2024-07-26T06:40:25.529 INFO:tasks.workunit.client.0.smithi089.stdout:op 4609 completed, throughput=5MB/sec 2024-07-26T06:40:26.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:40:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:40:26.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:40:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:40:26.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:40:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:40:26.530 INFO:tasks.workunit.client.0.smithi089.stdout: 893: throughput=4.99MB/sec pending data=0 2024-07-26T06:40:26.530 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-KXyNojX1jtzcE6G off=13780147 len=1067465 2024-07-26T06:40:26.536 INFO:tasks.workunit.client.0.smithi089.stdout:op 4610 completed, throughput=5MB/sec 2024-07-26T06:40:26.536 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-0p-ikp6QS4xxPe0 off=3751459 len=1074157 2024-07-26T06:40:26.541 INFO:tasks.workunit.client.0.smithi089.stdout:op 4611 completed, throughput=5MB/sec 2024-07-26T06:40:26.541 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-q2SpkyW5C8l0-5e off=5161462 len=597759 2024-07-26T06:40:26.545 INFO:tasks.workunit.client.0.smithi089.stdout:op 4612 completed, throughput=5MB/sec 2024-07-26T06:40:26.545 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-TqPvTPFa4PyrFcE off=9405864 len=521774 2024-07-26T06:40:26.546 INFO:tasks.workunit.client.0.smithi089.stdout:op 4613 completed, throughput=5MB/sec 2024-07-26T06:40:26.546 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-08riR3g74kAIUWA off=15248992 len=1062260 2024-07-26T06:40:26.551 INFO:tasks.workunit.client.0.smithi089.stdout:op 4614 completed, throughput=5MB/sec 2024-07-26T06:40:26.551 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-UPCM8vZ0uloYhrA off=6281838 len=202637 2024-07-26T06:40:26.552 INFO:tasks.workunit.client.0.smithi089.stdout:op 4615 completed, throughput=5MB/sec 2024-07-26T06:40:26.552 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-tORFOQtJdfyycwG off=1042469 len=914448 2024-07-26T06:40:26.557 INFO:tasks.workunit.client.0.smithi089.stdout:op 4616 completed, throughput=5MB/sec 2024-07-26T06:40:27.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:40:27 smithi155 ceph-mon[90160]: pgmap v1869: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T06:40:27.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:40:27 smithi089 ceph-mon[99608]: pgmap v1869: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T06:40:27.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:40:27 smithi089 ceph-mon[102056]: pgmap v1869: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T06:40:27.557 INFO:tasks.workunit.client.0.smithi089.stdout: 894: throughput=4.99MB/sec pending data=0 2024-07-26T06:40:27.558 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-q6sppP_2CTUXfnQ off=2658177 len=42477 2024-07-26T06:40:27.558 INFO:tasks.workunit.client.0.smithi089.stdout:op 4617 completed, throughput=4.99MB/sec 2024-07-26T06:40:27.558 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-aHnLQIrzkxzd2XT off=3832757 len=2029297 2024-07-26T06:40:27.570 INFO:tasks.workunit.client.0.smithi089.stdout:op 4618 completed, throughput=5MB/sec 2024-07-26T06:40:27.570 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-_BUYZ6SEU7Cn9zg off=10828404 len=1056845 2024-07-26T06:40:27.576 INFO:tasks.workunit.client.0.smithi089.stdout:op 4619 completed, throughput=5MB/sec 2024-07-26T06:40:27.576 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-DECJwlgxdkk7j8p off=4867887 len=1597964 2024-07-26T06:40:27.584 INFO:tasks.workunit.client.0.smithi089.stdout:op 4620 completed, throughput=5MB/sec 2024-07-26T06:40:27.584 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-01c7TLGQRMXKwyF off=17203724 len=886411 2024-07-26T06:40:27.589 INFO:tasks.workunit.client.0.smithi089.stdout:op 4621 completed, throughput=5MB/sec 2024-07-26T06:40:28.589 INFO:tasks.workunit.client.0.smithi089.stdout: 895: throughput=4.99MB/sec pending data=0 2024-07-26T06:40:28.590 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Yl61YZ52bHDsXn7 off=18158264 len=161203 2024-07-26T06:40:28.592 INFO:tasks.workunit.client.0.smithi089.stdout:op 4622 completed, throughput=5MB/sec 2024-07-26T06:40:28.592 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-aGIX1zQ7Je2ipap off=5446298 len=1981629 2024-07-26T06:40:28.595 INFO:tasks.workunit.client.0.smithi089.stdout:op 4623 completed, throughput=5MB/sec 2024-07-26T06:40:28.595 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-qVrE2Af6H-iFyak off=5976154 len=729303 2024-07-26T06:40:28.596 INFO:tasks.workunit.client.0.smithi089.stdout:op 4624 completed, throughput=5MB/sec 2024-07-26T06:40:28.596 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-8L3oTNxWS2N2Q1t off=10045953 len=525809 2024-07-26T06:40:28.597 INFO:tasks.workunit.client.0.smithi089.stdout:op 4625 completed, throughput=5MB/sec 2024-07-26T06:40:28.597 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-JtGlsvOl8c-fnxi off=7744390 len=2020275 2024-07-26T06:40:28.599 INFO:tasks.workunit.client.0.smithi089.stdout:op 4626 completed, throughput=5MB/sec 2024-07-26T06:40:29.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:40:29 smithi155 ceph-mon[90160]: pgmap v1870: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T06:40:29.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:40:29 smithi089 ceph-mon[99608]: pgmap v1870: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T06:40:29.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:40:29 smithi089 ceph-mon[102056]: pgmap v1870: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T06:40:29.599 INFO:tasks.workunit.client.0.smithi089.stdout: 896: throughput=5MB/sec pending data=0 2024-07-26T06:40:29.599 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-69lHxFohy46WtxL off=3534592 len=111120 2024-07-26T06:40:29.600 INFO:tasks.workunit.client.0.smithi089.stdout:op 4627 completed, throughput=5MB/sec 2024-07-26T06:40:29.600 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-iEuxbBphPZdJCaw off=17598648 len=971892 2024-07-26T06:40:29.602 INFO:tasks.workunit.client.0.smithi089.stdout:op 4628 completed, throughput=5MB/sec 2024-07-26T06:40:29.602 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-8rh8hpb_uvFyYWY off=1035904 len=1385288 2024-07-26T06:40:29.605 INFO:tasks.workunit.client.0.smithi089.stdout:op 4629 completed, throughput=5MB/sec 2024-07-26T06:40:29.605 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-c4lKbLNuutP7Qrk off=3928788 len=1480985 2024-07-26T06:40:29.614 INFO:tasks.workunit.client.0.smithi089.stdout:op 4630 completed, throughput=5MB/sec 2024-07-26T06:40:29.614 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-iSFmfDRmEeP75T_ off=62456 len=1584963 2024-07-26T06:40:29.620 INFO:tasks.workunit.client.0.smithi089.stdout:op 4631 completed, throughput=5MB/sec 2024-07-26T06:40:30.621 INFO:tasks.workunit.client.0.smithi089.stdout: 897: throughput=5MB/sec pending data=0 2024-07-26T06:40:30.621 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-BLAS_0omV86zeIj off=2520593 len=253354 2024-07-26T06:40:30.624 INFO:tasks.workunit.client.0.smithi089.stdout:op 4632 completed, throughput=5MB/sec 2024-07-26T06:40:30.625 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-BCHL6jKZeh_KJi8 off=1529208 len=667858 2024-07-26T06:40:30.628 INFO:tasks.workunit.client.0.smithi089.stdout:op 4633 completed, throughput=5MB/sec 2024-07-26T06:40:30.629 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Db-DuqgbKwRkS1a off=17083173 len=633985 2024-07-26T06:40:30.629 INFO:tasks.workunit.client.0.smithi089.stdout:op 4634 completed, throughput=5MB/sec 2024-07-26T06:40:30.629 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Z9FQG__ewwjPT52 off=1287862 len=1170856 2024-07-26T06:40:30.631 INFO:tasks.workunit.client.0.smithi089.stdout:op 4635 completed, throughput=5MB/sec 2024-07-26T06:40:30.631 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-R6L7Bue8IFmaXTP off=8612019 len=1925156 2024-07-26T06:40:30.635 INFO:tasks.workunit.client.0.smithi089.stdout:op 4636 completed, throughput=5MB/sec 2024-07-26T06:40:31.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:40:31 smithi155 ceph-mon[90160]: pgmap v1871: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T06:40:31.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:40:31 smithi089 ceph-mon[99608]: pgmap v1871: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T06:40:31.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:40:31 smithi089 ceph-mon[102056]: pgmap v1871: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T06:40:31.636 INFO:tasks.workunit.client.0.smithi089.stdout: 898: throughput=4.99MB/sec pending data=0 2024-07-26T06:40:31.636 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-KwfOeVkRsDKuHsY off=13173248 len=1780946 2024-07-26T06:40:31.647 INFO:tasks.workunit.client.0.smithi089.stdout:op 4637 completed, throughput=5MB/sec 2024-07-26T06:40:31.647 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-4zFQ5rQljGeemdh off=3047552 len=1433905 2024-07-26T06:40:31.654 INFO:tasks.workunit.client.0.smithi089.stdout:op 4638 completed, throughput=5MB/sec 2024-07-26T06:40:31.654 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-fCS5MPlYx0DH_ak off=3246353 len=1597376 2024-07-26T06:40:31.656 INFO:tasks.workunit.client.0.smithi089.stdout:op 4639 completed, throughput=5MB/sec 2024-07-26T06:40:31.657 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Gk1yvWaNI2qCDet off=0 len=1098098 2024-07-26T06:40:31.658 INFO:tasks.workunit.client.0.smithi089.stdout:op 4640 completed, throughput=5MB/sec 2024-07-26T06:40:32.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:40:32 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:40:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:40:32.659 INFO:tasks.workunit.client.0.smithi089.stdout: 899: throughput=5MB/sec pending data=0 2024-07-26T06:40:32.659 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-9E8JXDxyf4DXzkH off=19813323 len=267293 2024-07-26T06:40:32.663 INFO:tasks.workunit.client.0.smithi089.stdout:op 4641 completed, throughput=5MB/sec 2024-07-26T06:40:32.663 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-FKxz6ql4MmkBBfZ off=12234482 len=1786544 2024-07-26T06:40:32.665 INFO:tasks.workunit.client.0.smithi089.stdout:op 4642 completed, throughput=5MB/sec 2024-07-26T06:40:32.665 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Q_JGuxw59rP4vXa off=1789247 len=1576632 2024-07-26T06:40:32.674 INFO:tasks.workunit.client.0.smithi089.stdout:op 4643 completed, throughput=5MB/sec 2024-07-26T06:40:32.674 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-WJY4Ris2Erw7cWr off=3805902 len=98387 2024-07-26T06:40:32.677 INFO:tasks.workunit.client.0.smithi089.stdout:op 4644 completed, throughput=5MB/sec 2024-07-26T06:40:32.677 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-bWHHM4T3MGs-8bZ off=8149309 len=23349 2024-07-26T06:40:32.679 INFO:tasks.workunit.client.0.smithi089.stdout:op 4645 completed, throughput=5MB/sec 2024-07-26T06:40:32.679 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-qU1M4pomODyxSl- off=11959205 len=325028 2024-07-26T06:40:32.680 INFO:tasks.workunit.client.0.smithi089.stdout:op 4646 completed, throughput=5MB/sec 2024-07-26T06:40:32.680 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-CsPaL45KyztWqdp off=785104 len=1790307 2024-07-26T06:40:32.688 INFO:tasks.workunit.client.0.smithi089.stdout:op 4647 completed, throughput=5MB/sec 2024-07-26T06:40:32.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:40:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:40:32] "GET /metrics HTTP/1.1" 200 34051 "" "Prometheus/2.43.0" 2024-07-26T06:40:33.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:40:33 smithi155 ceph-mon[90160]: pgmap v1872: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-07-26T06:40:33.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:40:33 smithi089 ceph-mon[99608]: pgmap v1872: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-07-26T06:40:33.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:40:33 smithi089 ceph-mon[102056]: pgmap v1872: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-07-26T06:40:33.689 INFO:tasks.workunit.client.0.smithi089.stdout: 900: throughput=5MB/sec pending data=0 2024-07-26T06:40:33.689 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-79SqPY5pophURL6 off=4676639 len=2062222 2024-07-26T06:40:33.698 INFO:tasks.workunit.client.0.smithi089.stdout:op 4648 completed, throughput=5MB/sec 2024-07-26T06:40:33.698 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-llMKSseSukaxYxB off=20311884 len=107199 2024-07-26T06:40:33.701 INFO:tasks.workunit.client.0.smithi089.stdout:op 4649 completed, throughput=5MB/sec 2024-07-26T06:40:33.701 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-TaRpBjz2RU-DjQx off=1469018 len=2067958 2024-07-26T06:40:33.703 INFO:tasks.workunit.client.0.smithi089.stdout:op 4650 completed, throughput=5MB/sec 2024-07-26T06:40:33.703 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-8L3oTNxWS2N2Q1t off=11171107 len=441968 2024-07-26T06:40:33.706 INFO:tasks.workunit.client.0.smithi089.stdout:op 4651 completed, throughput=5MB/sec 2024-07-26T06:40:34.707 INFO:tasks.workunit.client.0.smithi089.stdout: 901: throughput=4.99MB/sec pending data=0 2024-07-26T06:40:34.707 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Hlt3iPRPrACJFPC off=407980 len=1796252 2024-07-26T06:40:34.718 INFO:tasks.workunit.client.0.smithi089.stdout:op 4652 completed, throughput=5MB/sec 2024-07-26T06:40:34.718 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Afbc0rnxBFJitv7 off=4476626 len=1985181 2024-07-26T06:40:34.728 INFO:tasks.workunit.client.0.smithi089.stdout:op 4653 completed, throughput=5MB/sec 2024-07-26T06:40:34.728 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-EtM2WAA5dg6Biyj off=3017321 len=1735635 2024-07-26T06:40:34.735 INFO:tasks.workunit.client.0.smithi089.stdout:op 4654 completed, throughput=5MB/sec 2024-07-26T06:40:35.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:40:35 smithi155 ceph-mon[90160]: pgmap v1873: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-26T06:40:35.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:40:35 smithi089 ceph-mon[99608]: pgmap v1873: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-26T06:40:35.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:40:35 smithi089 ceph-mon[102056]: pgmap v1873: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-26T06:40:35.735 INFO:tasks.workunit.client.0.smithi089.stdout: 902: throughput=5MB/sec pending data=0 2024-07-26T06:40:35.736 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-SED2VYcWh1e5B0p off=1494973 len=418915 2024-07-26T06:40:35.739 INFO:tasks.workunit.client.0.smithi089.stdout:op 4655 completed, throughput=5MB/sec 2024-07-26T06:40:35.739 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-JC5SEQ8p8MoLu7C off=2783104 len=1307040 2024-07-26T06:40:35.740 INFO:tasks.workunit.client.0.smithi089.stdout:op 4656 completed, throughput=5MB/sec 2024-07-26T06:40:35.740 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-8ByMGUPtZ4ogbag off=14302967 len=1714199 2024-07-26T06:40:35.742 INFO:tasks.workunit.client.0.smithi089.stdout:op 4657 completed, throughput=5MB/sec 2024-07-26T06:40:35.742 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-sYoFVp3xwsSKDJP off=17937380 len=1430083 2024-07-26T06:40:35.744 INFO:tasks.workunit.client.0.smithi089.stdout:op 4658 completed, throughput=5MB/sec 2024-07-26T06:40:36.745 INFO:tasks.workunit.client.0.smithi089.stdout: 903: throughput=4.99MB/sec pending data=0 2024-07-26T06:40:36.745 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-QkvUuhdGHpQ7mvT off=1472180 len=241020 2024-07-26T06:40:36.746 INFO:tasks.workunit.client.0.smithi089.stdout:op 4659 completed, throughput=4.99MB/sec 2024-07-26T06:40:36.746 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-JOYbU2JU-peBFMz off=8378281 len=1913101 2024-07-26T06:40:36.755 INFO:tasks.workunit.client.0.smithi089.stdout:op 4660 completed, throughput=5MB/sec 2024-07-26T06:40:36.755 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-XGcaHwrYSYlYpF7 off=11207708 len=1223079 2024-07-26T06:40:36.758 INFO:tasks.workunit.client.0.smithi089.stdout:op 4661 completed, throughput=5MB/sec 2024-07-26T06:40:36.758 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-5fEbwOAnZyXZptD off=4117584 len=931047 2024-07-26T06:40:36.764 INFO:tasks.workunit.client.0.smithi089.stdout:op 4662 completed, throughput=5MB/sec 2024-07-26T06:40:36.764 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-MYCzEBQ5w5e-luJ off=349058 len=1713990 2024-07-26T06:40:36.772 INFO:tasks.workunit.client.0.smithi089.stdout:op 4663 completed, throughput=5MB/sec 2024-07-26T06:40:37.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:40:37 smithi155 ceph-mon[90160]: pgmap v1874: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-26T06:40:37.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:40:37 smithi089 ceph-mon[99608]: pgmap v1874: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-26T06:40:37.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:40:37 smithi089 ceph-mon[102056]: pgmap v1874: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-26T06:40:37.772 INFO:tasks.workunit.client.0.smithi089.stdout: 904: throughput=5MB/sec pending data=0 2024-07-26T06:40:37.772 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-vnStdyIFSdHYjR- off=2831756 len=596947 2024-07-26T06:40:37.774 INFO:tasks.workunit.client.0.smithi089.stdout:op 4664 completed, throughput=5MB/sec 2024-07-26T06:40:37.774 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-XSBFHOGQPI5DGOp off=10219831 len=873412 2024-07-26T06:40:37.776 INFO:tasks.workunit.client.0.smithi089.stdout:op 4665 completed, throughput=5MB/sec 2024-07-26T06:40:37.776 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ix9OdOkhmbHP-co off=2635474 len=1796514 2024-07-26T06:40:37.778 INFO:tasks.workunit.client.0.smithi089.stdout:op 4666 completed, throughput=5MB/sec 2024-07-26T06:40:37.778 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Zpcu2guHKml0YlZ off=12445842 len=1220807 2024-07-26T06:40:37.781 INFO:tasks.workunit.client.0.smithi089.stdout:op 4667 completed, throughput=5MB/sec 2024-07-26T06:40:37.781 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-gwpYcSvYi9odc_Q off=20172510 len=741577 2024-07-26T06:40:37.785 INFO:tasks.workunit.client.0.smithi089.stdout:op 4668 completed, throughput=5MB/sec 2024-07-26T06:40:38.786 INFO:tasks.workunit.client.0.smithi089.stdout: 905: throughput=5MB/sec pending data=0 2024-07-26T06:40:38.786 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-eJoY8n5KNPxlrw6 off=352545 len=2077919 2024-07-26T06:40:38.789 INFO:tasks.workunit.client.0.smithi089.stdout:op 4669 completed, throughput=5MB/sec 2024-07-26T06:40:38.789 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-hQqbUDyie6e3amb off=13110745 len=740192 2024-07-26T06:40:38.790 INFO:tasks.workunit.client.0.smithi089.stdout:op 4670 completed, throughput=5MB/sec 2024-07-26T06:40:38.790 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Wrae-f52iG-bxmS off=8192211 len=461938 2024-07-26T06:40:38.792 INFO:tasks.workunit.client.0.smithi089.stdout:op 4671 completed, throughput=5MB/sec 2024-07-26T06:40:38.792 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-S5wf4y80AU4hGb4 off=3609612 len=1445781 2024-07-26T06:40:38.793 INFO:tasks.workunit.client.0.smithi089.stdout:op 4672 completed, throughput=5MB/sec 2024-07-26T06:40:39.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:40:39 smithi155 ceph-mon[90160]: pgmap v1875: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-26T06:40:39.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:40:39 smithi089 ceph-mon[99608]: pgmap v1875: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-26T06:40:39.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:40:39 smithi089 ceph-mon[102056]: pgmap v1875: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-26T06:40:39.794 INFO:tasks.workunit.client.0.smithi089.stdout: 906: throughput=4.99MB/sec pending data=0 2024-07-26T06:40:39.794 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-0rSLcVQOtmNZ-wJ off=6538886 len=743255 2024-07-26T06:40:39.795 INFO:tasks.workunit.client.0.smithi089.stdout:op 4673 completed, throughput=5MB/sec 2024-07-26T06:40:39.795 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-T7PM4eaXdTmaiFc off=9180616 len=563597 2024-07-26T06:40:39.800 INFO:tasks.workunit.client.0.smithi089.stdout:op 4674 completed, throughput=5MB/sec 2024-07-26T06:40:39.800 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ixuj1TRqXnMar5f off=16118065 len=1968881 2024-07-26T06:40:39.811 INFO:tasks.workunit.client.0.smithi089.stdout:op 4675 completed, throughput=5MB/sec 2024-07-26T06:40:39.811 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-1JvjDeJUxvUYGii off=13669208 len=793232 2024-07-26T06:40:39.812 INFO:tasks.workunit.client.0.smithi089.stdout:op 4676 completed, throughput=5MB/sec 2024-07-26T06:40:39.812 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-MqamvAjNcB0fIEF off=19023598 len=569871 2024-07-26T06:40:39.815 INFO:tasks.workunit.client.0.smithi089.stdout:op 4677 completed, throughput=5MB/sec 2024-07-26T06:40:39.815 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-fZXedNWwebUwjQT off=3305371 len=306779 2024-07-26T06:40:39.816 INFO:tasks.workunit.client.0.smithi089.stdout:op 4678 completed, throughput=5MB/sec 2024-07-26T06:40:39.816 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-WcYSo-ApjNzydsb off=8335340 len=2043367 2024-07-26T06:40:39.826 INFO:tasks.workunit.client.0.smithi089.stdout:op 4679 completed, throughput=5MB/sec 2024-07-26T06:40:40.826 INFO:tasks.workunit.client.0.smithi089.stdout: 907: throughput=5MB/sec pending data=0 2024-07-26T06:40:40.826 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-g1FWSxssYtJ7uvC off=9879239 len=1490590 2024-07-26T06:40:40.833 INFO:tasks.workunit.client.0.smithi089.stdout:op 4680 completed, throughput=5MB/sec 2024-07-26T06:40:40.833 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-a9H7Jwfvy0js78C off=916412 len=1110233 2024-07-26T06:40:40.839 INFO:tasks.workunit.client.0.smithi089.stdout:op 4681 completed, throughput=5MB/sec 2024-07-26T06:40:40.839 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-UgRgWpSj-VqpL5z off=8206318 len=846111 2024-07-26T06:40:40.844 INFO:tasks.workunit.client.0.smithi089.stdout:op 4682 completed, throughput=5MB/sec 2024-07-26T06:40:40.844 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-TvN7bWkfHY6X9LZ off=14182989 len=868324 2024-07-26T06:40:40.845 INFO:tasks.workunit.client.0.smithi089.stdout:op 4683 completed, throughput=5MB/sec 2024-07-26T06:40:41.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:40:41 smithi155 ceph-mon[90160]: pgmap v1876: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-26T06:40:41.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:40:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:40:41.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:40:41 smithi089 ceph-mon[99608]: pgmap v1876: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-26T06:40:41.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:40:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:40:41.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:40:41 smithi089 ceph-mon[102056]: pgmap v1876: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-26T06:40:41.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:40:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:40:41.846 INFO:tasks.workunit.client.0.smithi089.stdout: 908: throughput=5MB/sec pending data=0 2024-07-26T06:40:41.846 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-h_PVtD5OE4wMoUo off=175108 len=1115682 2024-07-26T06:40:41.847 INFO:tasks.workunit.client.0.smithi089.stdout:op 4684 completed, throughput=5MB/sec 2024-07-26T06:40:41.847 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-kRY2rp8u9dv8f9j off=12694041 len=1779805 2024-07-26T06:40:41.851 INFO:tasks.workunit.client.0.smithi089.stdout:op 4685 completed, throughput=5MB/sec 2024-07-26T06:40:41.851 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-eTw0O2yhTuU9sew off=301 len=1226598 2024-07-26T06:40:41.853 INFO:tasks.workunit.client.0.smithi089.stdout:op 4686 completed, throughput=5MB/sec 2024-07-26T06:40:41.853 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-DSSrUf7XDBAVvH_ off=1450395 len=1474180 2024-07-26T06:40:41.860 INFO:tasks.workunit.client.0.smithi089.stdout:op 4687 completed, throughput=5MB/sec 2024-07-26T06:40:42.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:40:42 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:40:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:40:42.860 INFO:tasks.workunit.client.0.smithi089.stdout: 909: throughput=5MB/sec pending data=0 2024-07-26T06:40:42.860 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-5YsJZiYhxi889fT off=644464 len=1110683 2024-07-26T06:40:42.863 INFO:tasks.workunit.client.0.smithi089.stdout:op 4688 completed, throughput=5MB/sec 2024-07-26T06:40:42.863 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-HlxjUlwMm4WXaCa off=4065624 len=809748 2024-07-26T06:40:42.865 INFO:tasks.workunit.client.0.smithi089.stdout:op 4689 completed, throughput=5MB/sec 2024-07-26T06:40:42.865 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-C7_sYmIAkwJL0W0 off=18189893 len=905155 2024-07-26T06:40:42.870 INFO:tasks.workunit.client.0.smithi089.stdout:op 4690 completed, throughput=5MB/sec 2024-07-26T06:40:42.870 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-uHsT2P0hLf3WRe6 off=162642 len=1941455 2024-07-26T06:40:42.878 INFO:tasks.workunit.client.0.smithi089.stdout:op 4691 completed, throughput=5MB/sec 2024-07-26T06:40:42.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:40:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:40:42] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-07-26T06:40:43.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:40:43 smithi155 ceph-mon[90160]: pgmap v1877: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:40:43.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:40:43 smithi089 ceph-mon[99608]: pgmap v1877: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:40:43.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:40:43 smithi089 ceph-mon[102056]: pgmap v1877: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:40:43.878 INFO:tasks.workunit.client.0.smithi089.stdout: 910: throughput=4.99MB/sec pending data=0 2024-07-26T06:40:43.878 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-VMb6vNbZjzlUBpj off=1260541 len=1044946 2024-07-26T06:40:43.884 INFO:tasks.workunit.client.0.smithi089.stdout:op 4692 completed, throughput=5MB/sec 2024-07-26T06:40:43.884 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-j4kAJhLKyabwjLI off=11841740 len=100677 2024-07-26T06:40:43.886 INFO:tasks.workunit.client.0.smithi089.stdout:op 4693 completed, throughput=5MB/sec 2024-07-26T06:40:43.886 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-lZyTop5wFd1wjCM off=423676 len=1744682 2024-07-26T06:40:43.897 INFO:tasks.workunit.client.0.smithi089.stdout:op 4694 completed, throughput=5MB/sec 2024-07-26T06:40:43.898 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-MmhUH3kEXgsvSB0 off=19871390 len=571118 2024-07-26T06:40:43.901 INFO:tasks.workunit.client.0.smithi089.stdout:op 4695 completed, throughput=5MB/sec 2024-07-26T06:40:43.901 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-UR6q-XYP7XmhWMi off=3833480 len=1535455 2024-07-26T06:40:43.902 INFO:tasks.workunit.client.0.smithi089.stdout:op 4696 completed, throughput=5MB/sec 2024-07-26T06:40:43.902 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-L6srRPKsendmr-X off=565470 len=804510 2024-07-26T06:40:43.903 INFO:tasks.workunit.client.0.smithi089.stdout:op 4697 completed, throughput=5MB/sec 2024-07-26T06:40:44.904 INFO:tasks.workunit.client.0.smithi089.stdout: 911: throughput=5MB/sec pending data=0 2024-07-26T06:40:44.904 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-jWasLl5wbZxnzd2 off=18215034 len=724358 2024-07-26T06:40:44.905 INFO:tasks.workunit.client.0.smithi089.stdout:op 4698 completed, throughput=5MB/sec 2024-07-26T06:40:44.905 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-hSm2oK5gaFNwyHG off=12099286 len=1368043 2024-07-26T06:40:44.907 INFO:tasks.workunit.client.0.smithi089.stdout:op 4699 completed, throughput=5MB/sec 2024-07-26T06:40:44.907 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-JVg5ZmkUpvlvdZ9 off=11568082 len=1587641 2024-07-26T06:40:44.908 INFO:tasks.workunit.client.0.smithi089.stdout:op 4700 completed, throughput=5MB/sec 2024-07-26T06:40:44.908 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-kOtVRVUFYgZ9LmL off=20451898 len=1641111 2024-07-26T06:40:44.917 INFO:tasks.workunit.client.0.smithi089.stdout:op 4701 completed, throughput=5MB/sec 2024-07-26T06:40:45.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:40:45 smithi155 ceph-mon[90160]: pgmap v1878: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:40:45.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:40:45 smithi089 ceph-mon[99608]: pgmap v1878: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:40:45.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:40:45 smithi089 ceph-mon[102056]: pgmap v1878: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:40:45.918 INFO:tasks.workunit.client.0.smithi089.stdout: 912: throughput=5MB/sec pending data=0 2024-07-26T06:40:45.918 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-_ZLFcJYN93r-Z7i off=12155124 len=780376 2024-07-26T06:40:45.919 INFO:tasks.workunit.client.0.smithi089.stdout:op 4702 completed, throughput=5MB/sec 2024-07-26T06:40:45.920 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj--vxhOFi8UMWf7Xh off=10029168 len=2085656 2024-07-26T06:40:45.929 INFO:tasks.workunit.client.0.smithi089.stdout:op 4703 completed, throughput=5MB/sec 2024-07-26T06:40:45.929 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-5tTBiF_j6EEL6Uk off=15066586 len=1024317 2024-07-26T06:40:45.935 INFO:tasks.workunit.client.0.smithi089.stdout:op 4704 completed, throughput=5MB/sec 2024-07-26T06:40:45.935 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-vAaYHSNUaUp6yWu off=18603842 len=698900 2024-07-26T06:40:45.936 INFO:tasks.workunit.client.0.smithi089.stdout:op 4705 completed, throughput=5MB/sec 2024-07-26T06:40:46.936 INFO:tasks.workunit.client.0.smithi089.stdout: 913: throughput=4.99MB/sec pending data=0 2024-07-26T06:40:46.936 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-WnQXG7YkP_jcS8S off=6374996 len=1505262 2024-07-26T06:40:46.938 INFO:tasks.workunit.client.0.smithi089.stdout:op 4706 completed, throughput=5MB/sec 2024-07-26T06:40:46.938 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-QEtZDsLYHSv5K9i off=3194186 len=1003199 2024-07-26T06:40:46.943 INFO:tasks.workunit.client.0.smithi089.stdout:op 4707 completed, throughput=5MB/sec 2024-07-26T06:40:46.943 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-aG0H0-UBPtSH92C off=9335795 len=1649422 2024-07-26T06:40:46.945 INFO:tasks.workunit.client.0.smithi089.stdout:op 4708 completed, throughput=5MB/sec 2024-07-26T06:40:46.945 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-jvU6l7hfjYrjX8Y off=212843 len=1747183 2024-07-26T06:40:46.947 INFO:tasks.workunit.client.0.smithi089.stdout:op 4709 completed, throughput=5MB/sec 2024-07-26T06:40:47.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:40:47 smithi155 ceph-mon[90160]: pgmap v1879: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:40:47.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:40:47 smithi089 ceph-mon[99608]: pgmap v1879: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:40:47.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:40:47 smithi089 ceph-mon[102056]: pgmap v1879: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:40:47.947 INFO:tasks.workunit.client.0.smithi089.stdout: 914: throughput=5MB/sec pending data=0 2024-07-26T06:40:47.947 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj--O-uGm-OwcGsjdc off=14118424 len=1599257 2024-07-26T06:40:47.957 INFO:tasks.workunit.client.0.smithi089.stdout:op 4710 completed, throughput=5MB/sec 2024-07-26T06:40:47.958 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-VErZTjfQfF6y2pW off=6045335 len=1156404 2024-07-26T06:40:47.959 INFO:tasks.workunit.client.0.smithi089.stdout:op 4711 completed, throughput=5MB/sec 2024-07-26T06:40:47.959 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-DFuyQar0kncAo8d off=12076131 len=1464547 2024-07-26T06:40:47.961 INFO:tasks.workunit.client.0.smithi089.stdout:op 4712 completed, throughput=5MB/sec 2024-07-26T06:40:47.961 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-fN9JNVk-YdAUmYz off=10130442 len=1146214 2024-07-26T06:40:47.967 INFO:tasks.workunit.client.0.smithi089.stdout:op 4713 completed, throughput=5MB/sec 2024-07-26T06:40:48.967 INFO:tasks.workunit.client.0.smithi089.stdout: 915: throughput=5MB/sec pending data=0 2024-07-26T06:40:48.967 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-a9b0yMGyFC0QoWC off=13168944 len=1582663 2024-07-26T06:40:48.970 INFO:tasks.workunit.client.0.smithi089.stdout:op 4714 completed, throughput=5MB/sec 2024-07-26T06:40:48.970 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-9NIIynQ3x4hDIo4 off=7170602 len=1134812 2024-07-26T06:40:48.977 INFO:tasks.workunit.client.0.smithi089.stdout:op 4715 completed, throughput=5MB/sec 2024-07-26T06:40:48.977 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-cyZMq6KeN0ASEKa off=1047760 len=374030 2024-07-26T06:40:48.981 INFO:tasks.workunit.client.0.smithi089.stdout:op 4716 completed, throughput=5MB/sec 2024-07-26T06:40:48.981 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-5wjF1nRQmDToRvq off=2608757 len=1218666 2024-07-26T06:40:48.986 INFO:tasks.workunit.client.0.smithi089.stdout:op 4717 completed, throughput=5MB/sec 2024-07-26T06:40:48.986 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-QJN6ysiXfQmtb5b off=4261649 len=1721744 2024-07-26T06:40:48.987 INFO:tasks.workunit.client.0.smithi089.stdout:op 4718 completed, throughput=5MB/sec 2024-07-26T06:40:49.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:40:49 smithi155 ceph-mon[90160]: pgmap v1880: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:40:49.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:40:49 smithi089 ceph-mon[99608]: pgmap v1880: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:40:49.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:40:49 smithi089 ceph-mon[102056]: pgmap v1880: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:40:49.987 INFO:tasks.workunit.client.0.smithi089.stdout: 916: throughput=5MB/sec pending data=0 2024-07-26T06:40:49.987 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-uw0_-Sef_a8gzqd off=743179 len=918753 2024-07-26T06:40:49.994 INFO:tasks.workunit.client.0.smithi089.stdout:op 4719 completed, throughput=5MB/sec 2024-07-26T06:40:49.994 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-jLd6CJ-94oMdyJ0 off=18268621 len=163468 2024-07-26T06:40:49.997 INFO:tasks.workunit.client.0.smithi089.stdout:op 4720 completed, throughput=5MB/sec 2024-07-26T06:40:49.997 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ymB7GAT236W5Ud5 off=23073807 len=613181 2024-07-26T06:40:50.001 INFO:tasks.workunit.client.0.smithi089.stdout:op 4721 completed, throughput=5MB/sec 2024-07-26T06:40:50.001 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-hAPI07ZWYrfX0N6 off=18852073 len=1355487 2024-07-26T06:40:50.009 INFO:tasks.workunit.client.0.smithi089.stdout:op 4722 completed, throughput=5MB/sec 2024-07-26T06:40:50.010 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-QNxcVJ8O1USqFnK off=1344569 len=604993 2024-07-26T06:40:50.010 INFO:tasks.workunit.client.0.smithi089.stdout:op 4723 completed, throughput=5MB/sec 2024-07-26T06:40:50.010 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-i2YOm4aFXtJ6PvS off=13722680 len=1337095 2024-07-26T06:40:50.018 INFO:tasks.workunit.client.0.smithi089.stdout:op 4724 completed, throughput=5MB/sec 2024-07-26T06:40:51.019 INFO:tasks.workunit.client.0.smithi089.stdout: 917: throughput=5MB/sec pending data=0 2024-07-26T06:40:51.019 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-EeajV7eZqld6Zto off=1993247 len=1382344 2024-07-26T06:40:51.025 INFO:tasks.workunit.client.0.smithi089.stdout:op 4725 completed, throughput=5MB/sec 2024-07-26T06:40:51.025 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-t4xj-sluVvuBYtA off=7888111 len=800218 2024-07-26T06:40:51.030 INFO:tasks.workunit.client.0.smithi089.stdout:op 4726 completed, throughput=5MB/sec 2024-07-26T06:40:51.030 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-fsVvKqAlcjH55dL off=2193364 len=160270 2024-07-26T06:40:51.033 INFO:tasks.workunit.client.0.smithi089.stdout:op 4727 completed, throughput=5MB/sec 2024-07-26T06:40:51.033 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-602niarsfJ-YHn8 off=743954 len=1182213 2024-07-26T06:40:51.034 INFO:tasks.workunit.client.0.smithi089.stdout:op 4728 completed, throughput=5MB/sec 2024-07-26T06:40:51.034 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-QBqYwVNTe7BbKnd off=2798844 len=1110968 2024-07-26T06:40:51.037 INFO:tasks.workunit.client.0.smithi089.stdout:op 4729 completed, throughput=5MB/sec 2024-07-26T06:40:51.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:40:51 smithi155 ceph-mon[90160]: pgmap v1881: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:40:51.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:40:51 smithi089 ceph-mon[99608]: pgmap v1881: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:40:51.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:40:51 smithi089 ceph-mon[102056]: pgmap v1881: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:40:52.037 INFO:tasks.workunit.client.0.smithi089.stdout: 918: throughput=4.99MB/sec pending data=0 2024-07-26T06:40:52.037 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-oVssvf3AkN3xsYH off=4363676 len=283685 2024-07-26T06:40:52.041 INFO:tasks.workunit.client.0.smithi089.stdout:op 4730 completed, throughput=5MB/sec 2024-07-26T06:40:52.041 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-irZpmtI4esURJoM off=1025842 len=1199420 2024-07-26T06:40:52.044 INFO:tasks.workunit.client.0.smithi089.stdout:op 4731 completed, throughput=5MB/sec 2024-07-26T06:40:52.044 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-6gaIJ-w7Y6gp4XO off=6338283 len=511697 2024-07-26T06:40:52.045 INFO:tasks.workunit.client.0.smithi089.stdout:op 4732 completed, throughput=5MB/sec 2024-07-26T06:40:52.045 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-8uKSRKhPDiFWgpz off=5256130 len=422723 2024-07-26T06:40:52.046 INFO:tasks.workunit.client.0.smithi089.stdout:op 4733 completed, throughput=5MB/sec 2024-07-26T06:40:52.046 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Njos3snWq2wtGlN off=10377937 len=609994 2024-07-26T06:40:52.050 INFO:tasks.workunit.client.0.smithi089.stdout:op 4734 completed, throughput=5MB/sec 2024-07-26T06:40:52.050 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-h0mSxEJwVFJvS5Z off=5509032 len=660382 2024-07-26T06:40:52.051 INFO:tasks.workunit.client.0.smithi089.stdout:op 4735 completed, throughput=5MB/sec 2024-07-26T06:40:52.051 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ym46J7cdXlWIBKP off=4228031 len=347180 2024-07-26T06:40:52.054 INFO:tasks.workunit.client.0.smithi089.stdout:op 4736 completed, throughput=5MB/sec 2024-07-26T06:40:52.054 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ypsWOWIuwh5aQZ2 off=7952196 len=1124224 2024-07-26T06:40:52.062 INFO:tasks.workunit.client.0.smithi089.stdout:op 4737 completed, throughput=5MB/sec 2024-07-26T06:40:52.062 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-dqFdb2ecP2BGCAM off=2701265 len=1817815 2024-07-26T06:40:52.071 INFO:tasks.workunit.client.0.smithi089.stdout:op 4738 completed, throughput=5MB/sec 2024-07-26T06:40:52.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:40:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:40:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:40:52.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:40:52 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:40:52] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-07-26T06:40:53.071 INFO:tasks.workunit.client.0.smithi089.stdout: 919: throughput=5MB/sec pending data=0 2024-07-26T06:40:53.071 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-DgcLS9L2kLMvLE9 off=1824801 len=796684 2024-07-26T06:40:53.077 INFO:tasks.workunit.client.0.smithi089.stdout:op 4739 completed, throughput=5MB/sec 2024-07-26T06:40:53.077 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-2OARwlmY43XRciR off=21201316 len=786375 2024-07-26T06:40:53.078 INFO:tasks.workunit.client.0.smithi089.stdout:op 4740 completed, throughput=5MB/sec 2024-07-26T06:40:53.081 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-hL6Hi1oHYm3TeRE off=6242392 len=224667 2024-07-26T06:40:53.082 INFO:tasks.workunit.client.0.smithi089.stdout:op 4741 completed, throughput=5MB/sec 2024-07-26T06:40:53.082 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-dZIbl7jaJ-7co1t off=2748096 len=51327 2024-07-26T06:40:53.083 INFO:tasks.workunit.client.0.smithi089.stdout:op 4742 completed, throughput=5MB/sec 2024-07-26T06:40:53.083 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-V1M1eIMfWW_Y73q off=14937804 len=214728 2024-07-26T06:40:53.083 INFO:tasks.workunit.client.0.smithi089.stdout:op 4743 completed, throughput=5MB/sec 2024-07-26T06:40:53.084 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-0I-k2pyeC7cDF6W off=1716032 len=1165719 2024-07-26T06:40:53.089 INFO:tasks.workunit.client.0.smithi089.stdout:op 4744 completed, throughput=5MB/sec 2024-07-26T06:40:53.089 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-iXUpBbVUSaIz82C off=346196 len=1994999 2024-07-26T06:40:53.092 INFO:tasks.workunit.client.0.smithi089.stdout:op 4745 completed, throughput=5MB/sec 2024-07-26T06:40:53.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:40:53 smithi155 ceph-mon[90160]: pgmap v1882: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T06:40:53.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:40:53 smithi089 ceph-mon[99608]: pgmap v1882: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T06:40:53.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:40:53 smithi089 ceph-mon[102056]: pgmap v1882: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T06:40:54.092 INFO:tasks.workunit.client.0.smithi089.stdout: 920: throughput=5MB/sec pending data=0 2024-07-26T06:40:54.092 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-wCiw8Jqq3TqRjrR off=3183257 len=1001166 2024-07-26T06:40:54.097 INFO:tasks.workunit.client.0.smithi089.stdout:op 4746 completed, throughput=5MB/sec 2024-07-26T06:40:54.097 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-lj6w3kd7hnSZsDs off=10001315 len=2004188 2024-07-26T06:40:54.107 INFO:tasks.workunit.client.0.smithi089.stdout:op 4747 completed, throughput=5MB/sec 2024-07-26T06:40:54.107 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-NTSpFMbslkw0vOl off=2102150 len=2063660 2024-07-26T06:40:54.109 INFO:tasks.workunit.client.0.smithi089.stdout:op 4748 completed, throughput=5MB/sec 2024-07-26T06:40:55.110 INFO:tasks.workunit.client.0.smithi089.stdout: 921: throughput=5MB/sec pending data=0 2024-07-26T06:40:55.110 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ZTSvcYrTma2FMWo off=4752809 len=931277 2024-07-26T06:40:55.111 INFO:tasks.workunit.client.0.smithi089.stdout:op 4749 completed, throughput=5MB/sec 2024-07-26T06:40:55.111 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-EslyBUh0nTS0kbE off=1052582 len=1602566 2024-07-26T06:40:55.114 INFO:tasks.workunit.client.0.smithi089.stdout:op 4750 completed, throughput=5MB/sec 2024-07-26T06:40:55.115 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-jcHgXnKp067vvEk off=3420296 len=139794 2024-07-26T06:40:55.118 INFO:tasks.workunit.client.0.smithi089.stdout:op 4751 completed, throughput=5MB/sec 2024-07-26T06:40:55.118 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-uDirKhFDeTPmes6 off=13435412 len=563344 2024-07-26T06:40:55.119 INFO:tasks.workunit.client.0.smithi089.stdout:op 4752 completed, throughput=5MB/sec 2024-07-26T06:40:55.119 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-6nC5A5jnZpKsrGd off=2269864 len=1538058 2024-07-26T06:40:55.121 INFO:tasks.workunit.client.0.smithi089.stdout:op 4753 completed, throughput=5MB/sec 2024-07-26T06:40:55.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:40:55 smithi155 ceph-mon[90160]: pgmap v1883: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:40:55.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:40:55 smithi089 ceph-mon[99608]: pgmap v1883: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:40:55.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:40:55 smithi089 ceph-mon[102056]: pgmap v1883: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:40:56.122 INFO:tasks.workunit.client.0.smithi089.stdout: 922: throughput=5MB/sec pending data=0 2024-07-26T06:40:56.122 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-x_16qiuFXe4_ycE off=9507861 len=273870 2024-07-26T06:40:56.130 INFO:tasks.workunit.client.0.smithi089.stdout:op 4754 completed, throughput=5MB/sec 2024-07-26T06:40:56.130 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-omDwbeWKsohVxVD off=5742258 len=2005256 2024-07-26T06:40:56.141 INFO:tasks.workunit.client.0.smithi089.stdout:op 4755 completed, throughput=5MB/sec 2024-07-26T06:40:56.141 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-gxOz_h10r3kV14A off=429052 len=634421 2024-07-26T06:40:56.146 INFO:tasks.workunit.client.0.smithi089.stdout:op 4756 completed, throughput=5MB/sec 2024-07-26T06:40:56.146 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-SKK40y3lwXglmdx off=2976417 len=452616 2024-07-26T06:40:56.146 INFO:tasks.workunit.client.0.smithi089.stdout:op 4757 completed, throughput=5MB/sec 2024-07-26T06:40:56.147 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-4LLpc8HpVfa9ror off=8401404 len=1270088 2024-07-26T06:40:56.149 INFO:tasks.workunit.client.0.smithi089.stdout:op 4758 completed, throughput=5MB/sec 2024-07-26T06:40:56.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:40:56 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:40:56.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:40:56 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:40:56.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:40:56 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:40:57.150 INFO:tasks.workunit.client.0.smithi089.stdout: 923: throughput=4.99MB/sec pending data=0 2024-07-26T06:40:57.150 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-W1riE4oRwK32pJt off=8201803 len=850838 2024-07-26T06:40:57.151 INFO:tasks.workunit.client.0.smithi089.stdout:op 4759 completed, throughput=5MB/sec 2024-07-26T06:40:57.151 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-StdaFG4PUm12MRV off=5381437 len=332473 2024-07-26T06:40:57.151 INFO:tasks.workunit.client.0.smithi089.stdout:op 4760 completed, throughput=5MB/sec 2024-07-26T06:40:57.152 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-eDWPAuv1wByATUa off=5631851 len=1197849 2024-07-26T06:40:57.165 INFO:tasks.workunit.client.0.smithi089.stdout:op 4761 completed, throughput=5MB/sec 2024-07-26T06:40:57.165 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-tjJ8w1igj3h7-JQ off=1218317 len=1113608 2024-07-26T06:40:57.166 INFO:tasks.workunit.client.0.smithi089.stdout:op 4762 completed, throughput=5MB/sec 2024-07-26T06:40:57.166 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-KNlOq53ioCzWekI off=4815174 len=104373 2024-07-26T06:40:57.167 INFO:tasks.workunit.client.0.smithi089.stdout:op 4763 completed, throughput=5MB/sec 2024-07-26T06:40:57.167 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Z-_0Jzh88BrZnKF off=452314 len=1471168 2024-07-26T06:40:57.174 INFO:tasks.workunit.client.0.smithi089.stdout:op 4764 completed, throughput=5MB/sec 2024-07-26T06:40:57.174 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-zv6sS8g5Mqf1S8w off=8150979 len=89561 2024-07-26T06:40:57.176 INFO:tasks.workunit.client.0.smithi089.stdout:op 4765 completed, throughput=5MB/sec 2024-07-26T06:40:57.176 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Z88gdRrZdO24R1y off=14316461 len=1906717 2024-07-26T06:40:57.178 INFO:tasks.workunit.client.0.smithi089.stdout:op 4766 completed, throughput=5MB/sec 2024-07-26T06:40:57.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:40:57 smithi155 ceph-mon[90160]: pgmap v1884: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:40:57.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:40:57 smithi089 ceph-mon[99608]: pgmap v1884: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:40:57.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:40:57 smithi089 ceph-mon[102056]: pgmap v1884: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:40:58.178 INFO:tasks.workunit.client.0.smithi089.stdout: 924: throughput=5MB/sec pending data=0 2024-07-26T06:40:58.179 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-J2bJN4sk6_k7f2a off=4505440 len=1404863 2024-07-26T06:40:58.186 INFO:tasks.workunit.client.0.smithi089.stdout:op 4767 completed, throughput=5MB/sec 2024-07-26T06:40:58.186 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-rHZvsU_96IHOIR_ off=769296 len=444125 2024-07-26T06:40:58.190 INFO:tasks.workunit.client.0.smithi089.stdout:op 4768 completed, throughput=5MB/sec 2024-07-26T06:40:58.190 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-T7UXUSlHBKNgbvC off=7250980 len=1737136 2024-07-26T06:40:58.198 INFO:tasks.workunit.client.0.smithi089.stdout:op 4769 completed, throughput=5MB/sec 2024-07-26T06:40:59.199 INFO:tasks.workunit.client.0.smithi089.stdout: 925: throughput=4.99MB/sec pending data=0 2024-07-26T06:40:59.199 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-XLN2PUozQbltXbq off=16201948 len=462554 2024-07-26T06:40:59.200 INFO:tasks.workunit.client.0.smithi089.stdout:op 4770 completed, throughput=5MB/sec 2024-07-26T06:40:59.200 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-oAY3ceQtMMOJw3R off=11725871 len=1949893 2024-07-26T06:40:59.206 INFO:tasks.workunit.client.0.smithi089.stdout:op 4771 completed, throughput=5MB/sec 2024-07-26T06:40:59.206 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-d7Zjm_cEtIcu_BN off=6502970 len=2085620 2024-07-26T06:40:59.214 INFO:tasks.workunit.client.0.smithi089.stdout:op 4772 completed, throughput=5MB/sec 2024-07-26T06:40:59.214 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-BpCDRPuhpEnzzNh off=1545103 len=803491 2024-07-26T06:40:59.219 INFO:tasks.workunit.client.0.smithi089.stdout:op 4773 completed, throughput=5MB/sec 2024-07-26T06:40:59.219 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ubw3SzjR9RdajqP off=8749041 len=49302 2024-07-26T06:40:59.219 INFO:tasks.workunit.client.0.smithi089.stdout:op 4774 completed, throughput=5MB/sec 2024-07-26T06:40:59.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:40:59 smithi155 ceph-mon[90160]: pgmap v1885: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:40:59.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:40:59 smithi089 ceph-mon[99608]: pgmap v1885: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:40:59.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:40:59 smithi089 ceph-mon[102056]: pgmap v1885: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:41:00.219 INFO:tasks.workunit.client.0.smithi089.stdout: 926: throughput=4.99MB/sec pending data=0 2024-07-26T06:41:00.219 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-hHAabXeNCoYR1pC off=610001 len=1141506 2024-07-26T06:41:00.224 INFO:tasks.workunit.client.0.smithi089.stdout:op 4775 completed, throughput=5MB/sec 2024-07-26T06:41:00.224 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-_3ZptOcJfnohVJq off=9842628 len=592091 2024-07-26T06:41:00.230 INFO:tasks.workunit.client.0.smithi089.stdout:op 4776 completed, throughput=5MB/sec 2024-07-26T06:41:00.230 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-h6jGPIQuzatsMan off=8855427 len=1539996 2024-07-26T06:41:00.230 INFO:tasks.workunit.client.0.smithi089.stdout:op 4777 completed, throughput=5MB/sec 2024-07-26T06:41:00.230 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-HpCF9Gt7of9qH1m off=9808724 len=1798955 2024-07-26T06:41:00.238 INFO:tasks.workunit.client.0.smithi089.stdout:op 4778 completed, throughput=5MB/sec 2024-07-26T06:41:00.238 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-zmiTuiX2hy4PvDT off=15611040 len=1530766 2024-07-26T06:41:00.241 INFO:tasks.workunit.client.0.smithi089.stdout:op 4779 completed, throughput=5MB/sec 2024-07-26T06:41:00.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:41:00 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:41:00.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:41:00 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:41:00.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:41:00 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:41:01.241 INFO:tasks.workunit.client.0.smithi089.stdout: 927: throughput=5MB/sec pending data=0 2024-07-26T06:41:01.241 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-xyCjd2UgswF0pDH off=533566 len=857133 2024-07-26T06:41:01.245 INFO:tasks.workunit.client.0.smithi089.stdout:op 4780 completed, throughput=5MB/sec 2024-07-26T06:41:01.245 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-BaIM_7K6ucm8v6J off=8732074 len=1718713 2024-07-26T06:41:01.249 INFO:tasks.workunit.client.0.smithi089.stdout:op 4781 completed, throughput=5MB/sec 2024-07-26T06:41:01.249 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-TEsFUiNVlMmhEiT off=13551795 len=375606 2024-07-26T06:41:01.250 INFO:tasks.workunit.client.0.smithi089.stdout:op 4782 completed, throughput=5MB/sec 2024-07-26T06:41:01.250 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Nby6Y9VTBq2ZfCc off=14997209 len=425626 2024-07-26T06:41:01.254 INFO:tasks.workunit.client.0.smithi089.stdout:op 4783 completed, throughput=5MB/sec 2024-07-26T06:41:01.254 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-AA9z-qY22fNic_O off=9555924 len=1557879 2024-07-26T06:41:01.262 INFO:tasks.workunit.client.0.smithi089.stdout:op 4784 completed, throughput=5MB/sec 2024-07-26T06:41:01.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:41:01 smithi155 ceph-mon[90160]: pgmap v1886: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T06:41:01.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:41:01 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:41:01.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:41:01 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:41:01.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:41:01 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:41:01.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:41:01 smithi089 ceph-mon[99608]: pgmap v1886: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T06:41:01.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:41:01 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:41:01.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:41:01 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:41:01.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:41:01 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:41:01.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:41:01 smithi089 ceph-mon[102056]: pgmap v1886: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T06:41:01.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:41:01 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:41:01.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:41:01 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:41:01.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:41:01 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:41:02.262 INFO:tasks.workunit.client.0.smithi089.stdout: 928: throughput=5MB/sec pending data=0 2024-07-26T06:41:02.263 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-9Jh0HdpogYp7ECr off=4211116 len=155311 2024-07-26T06:41:02.263 INFO:tasks.workunit.client.0.smithi089.stdout:op 4785 completed, throughput=5MB/sec 2024-07-26T06:41:02.263 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-NX_Xz06MhQJ8lCR off=4716488 len=1497841 2024-07-26T06:41:02.270 INFO:tasks.workunit.client.0.smithi089.stdout:op 4786 completed, throughput=5MB/sec 2024-07-26T06:41:02.270 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Z7fSioDiQG_IQtA off=21959347 len=202163 2024-07-26T06:41:02.273 INFO:tasks.workunit.client.0.smithi089.stdout:op 4787 completed, throughput=5MB/sec 2024-07-26T06:41:02.273 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-_TZVXFK7kYoYj62 off=5144795 len=440455 2024-07-26T06:41:02.276 INFO:tasks.workunit.client.0.smithi089.stdout:op 4788 completed, throughput=5MB/sec 2024-07-26T06:41:02.276 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-1HCMOM_hBF_pTDu off=17014006 len=257028 2024-07-26T06:41:02.277 INFO:tasks.workunit.client.0.smithi089.stdout:op 4789 completed, throughput=5MB/sec 2024-07-26T06:41:02.277 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-KtocOu201UOQ3eu off=4270545 len=89054 2024-07-26T06:41:02.278 INFO:tasks.workunit.client.0.smithi089.stdout:op 4790 completed, throughput=5MB/sec 2024-07-26T06:41:02.278 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Ze_kedAPY4idLJu off=10097656 len=1576415 2024-07-26T06:41:02.286 INFO:tasks.workunit.client.0.smithi089.stdout:op 4791 completed, throughput=5MB/sec 2024-07-26T06:41:02.286 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-dLIqQJXvtZRO5mP off=6902956 len=1990444 2024-07-26T06:41:02.297 INFO:tasks.workunit.client.0.smithi089.stdout:op 4792 completed, throughput=5MB/sec 2024-07-26T06:41:02.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:41:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:41:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:41:02.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:41:02 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:41:02] "GET /metrics HTTP/1.1" 200 34049 "" "Prometheus/2.43.0" 2024-07-26T06:41:03.298 INFO:tasks.workunit.client.0.smithi089.stdout: 929: throughput=5MB/sec pending data=0 2024-07-26T06:41:03.298 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-6nC5A5jnZpKsrGd off=8482094 len=1086895 2024-07-26T06:41:03.299 INFO:tasks.workunit.client.0.smithi089.stdout:op 4793 completed, throughput=5MB/sec 2024-07-26T06:41:03.299 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-znP2WyW1BC3XSRh off=20798732 len=890806 2024-07-26T06:41:03.301 INFO:tasks.workunit.client.0.smithi089.stdout:op 4794 completed, throughput=5MB/sec 2024-07-26T06:41:03.301 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Z-YAvsYKsEVnRwv off=6766303 len=957511 2024-07-26T06:41:03.303 INFO:tasks.workunit.client.0.smithi089.stdout:op 4795 completed, throughput=5MB/sec 2024-07-26T06:41:03.303 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-TmDqwirnO6wRhsF off=13406039 len=1524800 2024-07-26T06:41:03.305 INFO:tasks.workunit.client.0.smithi089.stdout:op 4796 completed, throughput=5MB/sec 2024-07-26T06:41:03.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:41:03 smithi155 ceph-mon[90160]: pgmap v1887: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:41:03.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:41:03 smithi089 ceph-mon[99608]: pgmap v1887: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:41:03.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:41:03 smithi089 ceph-mon[102056]: pgmap v1887: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:41:04.305 INFO:tasks.workunit.client.0.smithi089.stdout: 930: throughput=5MB/sec pending data=0 2024-07-26T06:41:04.305 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-XZChI5dmIsO7U22 off=4481886 len=1387380 2024-07-26T06:41:04.307 INFO:tasks.workunit.client.0.smithi089.stdout:op 4797 completed, throughput=5MB/sec 2024-07-26T06:41:04.307 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-KmxHA-dZDKb-ygu off=2380527 len=1575295 2024-07-26T06:41:04.309 INFO:tasks.workunit.client.0.smithi089.stdout:op 4798 completed, throughput=5MB/sec 2024-07-26T06:41:04.309 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-wMD-2UltJE6Mf6A off=7862127 len=2034709 2024-07-26T06:41:04.313 INFO:tasks.workunit.client.0.smithi089.stdout:op 4799 completed, throughput=5MB/sec 2024-07-26T06:41:05.314 INFO:tasks.workunit.client.0.smithi089.stdout: 931: throughput=5MB/sec pending data=0 2024-07-26T06:41:05.314 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-KcU9nk5y_Xsa-9Z off=16335155 len=352771 2024-07-26T06:41:05.315 INFO:tasks.workunit.client.0.smithi089.stdout:op 4800 completed, throughput=5MB/sec 2024-07-26T06:41:05.315 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-9gtdERo9KOL0-3p off=20750472 len=552157 2024-07-26T06:41:05.317 INFO:tasks.workunit.client.0.smithi089.stdout:op 4801 completed, throughput=5MB/sec 2024-07-26T06:41:05.317 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-bv8KIj3S7eLVlBw off=4929484 len=1178716 2024-07-26T06:41:05.323 INFO:tasks.workunit.client.0.smithi089.stdout:op 4802 completed, throughput=5MB/sec 2024-07-26T06:41:05.323 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-5axS9_VqVRiCQ-1 off=937691 len=932984 2024-07-26T06:41:05.327 INFO:tasks.workunit.client.0.smithi089.stdout:op 4803 completed, throughput=5MB/sec 2024-07-26T06:41:05.328 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-bOobbmoreB4YL3T off=759381 len=1591581 2024-07-26T06:41:05.336 INFO:tasks.workunit.client.0.smithi089.stdout:op 4804 completed, throughput=5MB/sec 2024-07-26T06:41:05.336 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-BC34iY8z4Tfyyzg off=8832838 len=1659140 2024-07-26T06:41:05.337 INFO:tasks.workunit.client.0.smithi089.stdout:op 4805 completed, throughput=5MB/sec 2024-07-26T06:41:05.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:41:05 smithi155 ceph-mon[90160]: pgmap v1888: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-26T06:41:05.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:41:05 smithi089 ceph-mon[99608]: pgmap v1888: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-26T06:41:05.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:41:05 smithi089 ceph-mon[102056]: pgmap v1888: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-26T06:41:06.337 INFO:tasks.workunit.client.0.smithi089.stdout: 932: throughput=5MB/sec pending data=0 2024-07-26T06:41:06.338 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-rsNtUkbOaUVKlQV off=4017137 len=2024927 2024-07-26T06:41:06.346 INFO:tasks.workunit.client.0.smithi089.stdout:op 4806 completed, throughput=5MB/sec 2024-07-26T06:41:06.346 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-QSw8tGs7-rUBHDv off=4728072 len=587343 2024-07-26T06:41:06.348 INFO:tasks.workunit.client.0.smithi089.stdout:op 4807 completed, throughput=5MB/sec 2024-07-26T06:41:06.348 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-invqjadOHGaEV8X off=3209600 len=225597 2024-07-26T06:41:06.349 INFO:tasks.workunit.client.0.smithi089.stdout:op 4808 completed, throughput=5MB/sec 2024-07-26T06:41:06.349 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj--iAmSTW3zGoH7FG off=430199 len=20879 2024-07-26T06:41:06.351 INFO:tasks.workunit.client.0.smithi089.stdout:op 4809 completed, throughput=5MB/sec 2024-07-26T06:41:06.351 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-pJzTD9s8JWj-bUa off=3165241 len=161187 2024-07-26T06:41:06.353 INFO:tasks.workunit.client.0.smithi089.stdout:op 4810 completed, throughput=5MB/sec 2024-07-26T06:41:06.353 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Ci2GWg5O9LkaGgU off=11087239 len=1059597 2024-07-26T06:41:06.359 INFO:tasks.workunit.client.0.smithi089.stdout:op 4811 completed, throughput=5MB/sec 2024-07-26T06:41:07.360 INFO:tasks.workunit.client.0.smithi089.stdout: 933: throughput=4.99MB/sec pending data=0 2024-07-26T06:41:07.360 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-XkYBueXrJkZFfKj off=10817801 len=707852 2024-07-26T06:41:07.361 INFO:tasks.workunit.client.0.smithi089.stdout:op 4812 completed, throughput=5MB/sec 2024-07-26T06:41:07.361 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-FDDWNgdFvDvCVU2 off=969266 len=715517 2024-07-26T06:41:07.367 INFO:tasks.workunit.client.0.smithi089.stdout:op 4813 completed, throughput=5MB/sec 2024-07-26T06:41:07.367 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-bwdJCk2w4qLAgrH off=250686 len=1355497 2024-07-26T06:41:07.370 INFO:tasks.workunit.client.0.smithi089.stdout:op 4814 completed, throughput=5MB/sec 2024-07-26T06:41:07.370 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-hyQl9GBHrn75Pp- off=9359815 len=935613 2024-07-26T06:41:07.375 INFO:tasks.workunit.client.0.smithi089.stdout:op 4815 completed, throughput=5MB/sec 2024-07-26T06:41:07.375 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ha3UX6Wx1jfKE05 off=1317233 len=1206267 2024-07-26T06:41:07.377 INFO:tasks.workunit.client.0.smithi089.stdout:op 4816 completed, throughput=5MB/sec 2024-07-26T06:41:07.377 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-VOVo7ZXbiUrUvwv off=3528198 len=960719 2024-07-26T06:41:07.378 INFO:tasks.workunit.client.0.smithi089.stdout:op 4817 completed, throughput=5MB/sec 2024-07-26T06:41:07.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:41:07 smithi155 ceph-mon[90160]: pgmap v1889: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:41:07.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:41:07 smithi089 ceph-mon[99608]: pgmap v1889: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:41:07.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:41:07 smithi089 ceph-mon[102056]: pgmap v1889: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:41:08.379 INFO:tasks.workunit.client.0.smithi089.stdout: 934: throughput=5MB/sec pending data=0 2024-07-26T06:41:08.379 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Rwty7wOOU_EDU-v off=11851946 len=935598 2024-07-26T06:41:08.385 INFO:tasks.workunit.client.0.smithi089.stdout:op 4818 completed, throughput=5MB/sec 2024-07-26T06:41:08.385 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-xdARPSJ4laMPtpX off=467840 len=577128 2024-07-26T06:41:08.389 INFO:tasks.workunit.client.0.smithi089.stdout:op 4819 completed, throughput=5MB/sec 2024-07-26T06:41:08.389 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-zD3YUh2S1qYn6x- off=14088891 len=946821 2024-07-26T06:41:08.393 INFO:tasks.workunit.client.0.smithi089.stdout:op 4820 completed, throughput=5MB/sec 2024-07-26T06:41:08.393 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-UH8D4c5C6VR1Keo off=7004522 len=878131 2024-07-26T06:41:08.397 INFO:tasks.workunit.client.0.smithi089.stdout:op 4821 completed, throughput=5MB/sec 2024-07-26T06:41:08.397 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-hYAIoSd6W0aSIEM off=13343373 len=1026437 2024-07-26T06:41:08.398 INFO:tasks.workunit.client.0.smithi089.stdout:op 4822 completed, throughput=5MB/sec 2024-07-26T06:41:08.398 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-QilCt8Tw8nsIQyc off=24017153 len=127046 2024-07-26T06:41:08.399 INFO:tasks.workunit.client.0.smithi089.stdout:op 4823 completed, throughput=5MB/sec 2024-07-26T06:41:08.399 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-RiKMS4SwMti7PVK off=10298020 len=2028728 2024-07-26T06:41:08.412 INFO:tasks.workunit.client.0.smithi089.stdout:op 4824 completed, throughput=5MB/sec 2024-07-26T06:41:09.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:41:09 smithi155 ceph-mon[90160]: pgmap v1890: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:41:09.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:41:09 smithi089 ceph-mon[99608]: pgmap v1890: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:41:09.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:41:09 smithi089 ceph-mon[102056]: pgmap v1890: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:41:09.412 INFO:tasks.workunit.client.0.smithi089.stdout: 935: throughput=5MB/sec pending data=0 2024-07-26T06:41:09.412 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-1tIc3aLG_GIv_Pc off=10524525 len=1273635 2024-07-26T06:41:09.420 INFO:tasks.workunit.client.0.smithi089.stdout:op 4825 completed, throughput=5MB/sec 2024-07-26T06:41:09.421 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-2VV8s43wSp2i4wB off=23826285 len=637762 2024-07-26T06:41:09.424 INFO:tasks.workunit.client.0.smithi089.stdout:op 4826 completed, throughput=5MB/sec 2024-07-26T06:41:09.424 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-y50Bnm3x3rBCq4O off=12802480 len=450673 2024-07-26T06:41:09.425 INFO:tasks.workunit.client.0.smithi089.stdout:op 4827 completed, throughput=5MB/sec 2024-07-26T06:41:09.425 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-J3BhmGqIdff1zJw off=6015059 len=638693 2024-07-26T06:41:09.426 INFO:tasks.workunit.client.0.smithi089.stdout:op 4828 completed, throughput=5MB/sec 2024-07-26T06:41:09.426 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-69bYSi70QgcTGCZ off=3371621 len=67218 2024-07-26T06:41:09.427 INFO:tasks.workunit.client.0.smithi089.stdout:op 4829 completed, throughput=5MB/sec 2024-07-26T06:41:09.427 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-PdpawfX7X00ZHn6 off=1489746 len=1241097 2024-07-26T06:41:09.429 INFO:tasks.workunit.client.0.smithi089.stdout:op 4830 completed, throughput=5MB/sec 2024-07-26T06:41:10.430 INFO:tasks.workunit.client.0.smithi089.stdout: 936: throughput=5MB/sec pending data=0 2024-07-26T06:41:10.430 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-bVpT7FWugFtFrVv off=3814111 len=874295 2024-07-26T06:41:10.431 INFO:tasks.workunit.client.0.smithi089.stdout:op 4831 completed, throughput=5MB/sec 2024-07-26T06:41:10.431 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-BS2RlZkSpByDRSO off=23215436 len=1856599 2024-07-26T06:41:10.435 INFO:tasks.workunit.client.0.smithi089.stdout:op 4832 completed, throughput=5MB/sec 2024-07-26T06:41:10.435 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-P2mlOjcjYPFVLV0 off=3188685 len=1770038 2024-07-26T06:41:10.446 INFO:tasks.workunit.client.0.smithi089.stdout:op 4833 completed, throughput=5MB/sec 2024-07-26T06:41:10.446 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-jLd6CJ-94oMdyJ0 off=14874625 len=939071 2024-07-26T06:41:10.452 INFO:tasks.workunit.client.0.smithi089.stdout:op 4834 completed, throughput=5MB/sec 2024-07-26T06:41:11.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:41:11 smithi155 ceph-mon[90160]: pgmap v1891: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:41:11.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:41:11 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:41:11.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:41:11 smithi089 ceph-mon[99608]: pgmap v1891: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:41:11.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:41:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:41:11.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:41:11 smithi089 ceph-mon[102056]: pgmap v1891: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:41:11.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:41:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:41:11.452 INFO:tasks.workunit.client.0.smithi089.stdout: 937: throughput=5MB/sec pending data=0 2024-07-26T06:41:11.452 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-5Lc2yfT01BLBITW off=19759386 len=1971251 2024-07-26T06:41:11.456 INFO:tasks.workunit.client.0.smithi089.stdout:op 4835 completed, throughput=5MB/sec 2024-07-26T06:41:11.457 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-sYoFVp3xwsSKDJP off=7970169 len=122351 2024-07-26T06:41:11.459 INFO:tasks.workunit.client.0.smithi089.stdout:op 4836 completed, throughput=5MB/sec 2024-07-26T06:41:11.459 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-hSWCG9WhszG8h7j off=13338742 len=1301797 2024-07-26T06:41:11.465 INFO:tasks.workunit.client.0.smithi089.stdout:op 4837 completed, throughput=5MB/sec 2024-07-26T06:41:11.465 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-eTrLG_5_CxBvH0s off=11846719 len=65996 2024-07-26T06:41:11.466 INFO:tasks.workunit.client.0.smithi089.stdout:op 4838 completed, throughput=5MB/sec 2024-07-26T06:41:11.466 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-miMcWZjJ_Xo0Uem off=5377624 len=1097779 2024-07-26T06:41:11.470 INFO:tasks.workunit.client.0.smithi089.stdout:op 4839 completed, throughput=5MB/sec 2024-07-26T06:41:12.471 INFO:tasks.workunit.client.0.smithi089.stdout: 938: throughput=4.99MB/sec pending data=0 2024-07-26T06:41:12.471 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Fla3iwaxXDRtJVP off=10712711 len=1501317 2024-07-26T06:41:12.473 INFO:tasks.workunit.client.0.smithi089.stdout:op 4840 completed, throughput=5MB/sec 2024-07-26T06:41:12.473 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-iNLpVQTjkeXO3F4 off=3808800 len=1342613 2024-07-26T06:41:12.479 INFO:tasks.workunit.client.0.smithi089.stdout:op 4841 completed, throughput=5MB/sec 2024-07-26T06:41:12.479 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-lF74S8ITPMGB5Ud off=8205722 len=783452 2024-07-26T06:41:12.480 INFO:tasks.workunit.client.0.smithi089.stdout:op 4842 completed, throughput=5MB/sec 2024-07-26T06:41:12.480 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-tLyOG91WEOqkoEt off=9696018 len=1546737 2024-07-26T06:41:12.483 INFO:tasks.workunit.client.0.smithi089.stdout:op 4843 completed, throughput=5MB/sec 2024-07-26T06:41:12.483 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Zs-nbk224Uga0N3 off=4078777 len=122224 2024-07-26T06:41:12.486 INFO:tasks.workunit.client.0.smithi089.stdout:op 4844 completed, throughput=5MB/sec 2024-07-26T06:41:12.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:41:12 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:41:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:41:12.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:41:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:41:12] "GET /metrics HTTP/1.1" 200 34052 "" "Prometheus/2.43.0" 2024-07-26T06:41:13.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:41:13 smithi155 ceph-mon[90160]: pgmap v1892: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T06:41:13.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:41:13 smithi089 ceph-mon[99608]: pgmap v1892: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T06:41:13.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:41:13 smithi089 ceph-mon[102056]: pgmap v1892: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T06:41:13.486 INFO:tasks.workunit.client.0.smithi089.stdout: 939: throughput=4.99MB/sec pending data=0 2024-07-26T06:41:13.487 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-sTj0sGbdOKL7Fl9 off=6686186 len=1256877 2024-07-26T06:41:13.488 INFO:tasks.workunit.client.0.smithi089.stdout:op 4845 completed, throughput=5MB/sec 2024-07-26T06:41:13.489 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-w2-a-rLFQ2Xyx8d off=3384764 len=383553 2024-07-26T06:41:13.490 INFO:tasks.workunit.client.0.smithi089.stdout:op 4846 completed, throughput=5MB/sec 2024-07-26T06:41:13.490 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-9ckfqvUGR-ZE6Nm off=10307199 len=167183 2024-07-26T06:41:13.491 INFO:tasks.workunit.client.0.smithi089.stdout:op 4847 completed, throughput=5MB/sec 2024-07-26T06:41:13.491 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Svh7m3fFO0ZozG6 off=10063286 len=1854349 2024-07-26T06:41:13.493 INFO:tasks.workunit.client.0.smithi089.stdout:op 4848 completed, throughput=5MB/sec 2024-07-26T06:41:13.494 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-21XaE3mVMhHs5HL off=366187 len=958830 2024-07-26T06:41:13.499 INFO:tasks.workunit.client.0.smithi089.stdout:op 4849 completed, throughput=5MB/sec 2024-07-26T06:41:13.499 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-obfH9lplNhnsQSJ off=3856101 len=1501504 2024-07-26T06:41:13.502 INFO:tasks.workunit.client.0.smithi089.stdout:op 4850 completed, throughput=5MB/sec 2024-07-26T06:41:14.502 INFO:tasks.workunit.client.0.smithi089.stdout: 940: throughput=5MB/sec pending data=0 2024-07-26T06:41:14.503 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-4loInxrPtRnqBpd off=8998725 len=952513 2024-07-26T06:41:14.507 INFO:tasks.workunit.client.0.smithi089.stdout:op 4851 completed, throughput=5MB/sec 2024-07-26T06:41:14.507 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-z4lraHwfFo9k2W4 off=5716926 len=1665990 2024-07-26T06:41:14.508 INFO:tasks.workunit.client.0.smithi089.stdout:op 4852 completed, throughput=5MB/sec 2024-07-26T06:41:14.508 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-W-jMra2vgOBXiI2 off=14211566 len=1165945 2024-07-26T06:41:14.511 INFO:tasks.workunit.client.0.smithi089.stdout:op 4853 completed, throughput=5MB/sec 2024-07-26T06:41:14.511 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-1dJkMDo-K2wV4Nb off=14700985 len=380824 2024-07-26T06:41:14.511 INFO:tasks.workunit.client.0.smithi089.stdout:op 4854 completed, throughput=5MB/sec 2024-07-26T06:41:14.512 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj--QbFeIZfstF3Rzg off=15761778 len=1225943 2024-07-26T06:41:14.512 INFO:tasks.workunit.client.0.smithi089.stdout:op 4855 completed, throughput=5MB/sec 2024-07-26T06:41:15.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:41:15 smithi155 ceph-mon[90160]: pgmap v1893: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:41:15.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:41:15 smithi089 ceph-mon[99608]: pgmap v1893: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:41:15.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:41:15 smithi089 ceph-mon[102056]: pgmap v1893: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:41:15.513 INFO:tasks.workunit.client.0.smithi089.stdout: 941: throughput=5MB/sec pending data=0 2024-07-26T06:41:15.513 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-b7DiGpSvsilDTZy off=505120 len=1415523 2024-07-26T06:41:15.516 INFO:tasks.workunit.client.0.smithi089.stdout:op 4856 completed, throughput=5MB/sec 2024-07-26T06:41:15.516 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-4vTRxC0mfnQpcZI off=22808063 len=118802 2024-07-26T06:41:15.518 INFO:tasks.workunit.client.0.smithi089.stdout:op 4857 completed, throughput=5MB/sec 2024-07-26T06:41:15.518 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-xKSR9JGbDyqpOUj off=6495055 len=1334575 2024-07-26T06:41:15.527 INFO:tasks.workunit.client.0.smithi089.stdout:op 4858 completed, throughput=5MB/sec 2024-07-26T06:41:15.527 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-WsHID0hmQLaRXe9 off=7845348 len=649666 2024-07-26T06:41:15.528 INFO:tasks.workunit.client.0.smithi089.stdout:op 4859 completed, throughput=5MB/sec 2024-07-26T06:41:15.528 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-f5e2GEpwbVo3cL5 off=17520900 len=529066 2024-07-26T06:41:15.530 INFO:tasks.workunit.client.0.smithi089.stdout:op 4860 completed, throughput=5MB/sec 2024-07-26T06:41:15.531 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-2WvcjEaNbf6WPeb off=1986911 len=258709 2024-07-26T06:41:15.532 INFO:tasks.workunit.client.0.smithi089.stdout:op 4861 completed, throughput=5MB/sec 2024-07-26T06:41:15.532 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-dMaLtB7a4v7vizZ off=8445626 len=3642 2024-07-26T06:41:15.534 INFO:tasks.workunit.client.0.smithi089.stdout:op 4862 completed, throughput=5MB/sec 2024-07-26T06:41:15.534 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-5Y6NYhh1w9Sfq5s off=15430657 len=592837 2024-07-26T06:41:15.535 INFO:tasks.workunit.client.0.smithi089.stdout:op 4863 completed, throughput=5MB/sec 2024-07-26T06:41:16.535 INFO:tasks.workunit.client.0.smithi089.stdout: 942: throughput=5MB/sec pending data=0 2024-07-26T06:41:16.536 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-1-J52yzbiVFrtWi off=5179345 len=847745 2024-07-26T06:41:16.540 INFO:tasks.workunit.client.0.smithi089.stdout:op 4864 completed, throughput=5MB/sec 2024-07-26T06:41:16.540 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-2prilGyVC5Hhntc off=18343438 len=86981 2024-07-26T06:41:16.542 INFO:tasks.workunit.client.0.smithi089.stdout:op 4865 completed, throughput=5MB/sec 2024-07-26T06:41:16.542 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Q2kPEgS7Z2ZNNZa off=11346399 len=1870318 2024-07-26T06:41:16.553 INFO:tasks.workunit.client.0.smithi089.stdout:op 4866 completed, throughput=5MB/sec 2024-07-26T06:41:16.553 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-jaQN0yOHUL75f7g off=9638296 len=115504 2024-07-26T06:41:16.554 INFO:tasks.workunit.client.0.smithi089.stdout:op 4867 completed, throughput=5MB/sec 2024-07-26T06:41:16.554 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-s7bg89zOgIpfFX6 off=6794287 len=2059692 2024-07-26T06:41:16.556 INFO:tasks.workunit.client.0.smithi089.stdout:op 4868 completed, throughput=5MB/sec 2024-07-26T06:41:17.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:41:17 smithi155 ceph-mon[90160]: pgmap v1894: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-07-26T06:41:17.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:41:17 smithi089 ceph-mon[99608]: pgmap v1894: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-07-26T06:41:17.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:41:17 smithi089 ceph-mon[102056]: pgmap v1894: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-07-26T06:41:17.557 INFO:tasks.workunit.client.0.smithi089.stdout: 943: throughput=4.99MB/sec pending data=0 2024-07-26T06:41:17.557 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-q6sppP_2CTUXfnQ off=8732200 len=1239664 2024-07-26T06:41:17.559 INFO:tasks.workunit.client.0.smithi089.stdout:op 4869 completed, throughput=5MB/sec 2024-07-26T06:41:17.559 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-H0uxwEabUGuN-7e off=2388966 len=1138142 2024-07-26T06:41:17.565 INFO:tasks.workunit.client.0.smithi089.stdout:op 4870 completed, throughput=5MB/sec 2024-07-26T06:41:17.566 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-97Y1XkkP5yXYPcS off=4525060 len=1052399 2024-07-26T06:41:17.570 INFO:tasks.workunit.client.0.smithi089.stdout:op 4871 completed, throughput=5MB/sec 2024-07-26T06:41:17.570 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-mvzGEff-qDQNP1u off=999078 len=1797645 2024-07-26T06:41:17.578 INFO:tasks.workunit.client.0.smithi089.stdout:op 4872 completed, throughput=5MB/sec 2024-07-26T06:41:17.578 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-UwYS9DcX8xJD9Bm off=5925086 len=1669553 2024-07-26T06:41:17.580 INFO:tasks.workunit.client.0.smithi089.stdout:op 4873 completed, throughput=5MB/sec 2024-07-26T06:41:18.580 INFO:tasks.workunit.client.0.smithi089.stdout: 944: throughput=5MB/sec pending data=0 2024-07-26T06:41:18.581 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-_IJXDp35BbrAevM off=21748438 len=914023 2024-07-26T06:41:18.582 INFO:tasks.workunit.client.0.smithi089.stdout:op 4874 completed, throughput=5MB/sec 2024-07-26T06:41:18.582 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-mRXti7yPEEhvtVn off=4062222 len=1800037 2024-07-26T06:41:18.593 INFO:tasks.workunit.client.0.smithi089.stdout:op 4875 completed, throughput=5MB/sec 2024-07-26T06:41:18.593 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-AnmKIeTiSqRvp8p off=7134495 len=1657694 2024-07-26T06:41:18.595 INFO:tasks.workunit.client.0.smithi089.stdout:op 4876 completed, throughput=5MB/sec 2024-07-26T06:41:19.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:41:19 smithi155 ceph-mon[90160]: pgmap v1895: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T06:41:19.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:41:19 smithi089 ceph-mon[99608]: pgmap v1895: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T06:41:19.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:41:19 smithi089 ceph-mon[102056]: pgmap v1895: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T06:41:19.595 INFO:tasks.workunit.client.0.smithi089.stdout: 945: throughput=5MB/sec pending data=0 2024-07-26T06:41:19.595 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-_FChYcJKJkTHT6f off=477116 len=867031 2024-07-26T06:41:19.597 INFO:tasks.workunit.client.0.smithi089.stdout:op 4877 completed, throughput=5MB/sec 2024-07-26T06:41:19.597 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-N_tEpQ2H1_C5vHU off=5239687 len=60206 2024-07-26T06:41:19.600 INFO:tasks.workunit.client.0.smithi089.stdout:op 4878 completed, throughput=5MB/sec 2024-07-26T06:41:19.600 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-N3FSoKbZC7dzmTd off=6390023 len=120842 2024-07-26T06:41:19.603 INFO:tasks.workunit.client.0.smithi089.stdout:op 4879 completed, throughput=5MB/sec 2024-07-26T06:41:19.603 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-qHFqBqf_FiDvAXE off=5085875 len=1409553 2024-07-26T06:41:19.611 INFO:tasks.workunit.client.0.smithi089.stdout:op 4880 completed, throughput=5MB/sec 2024-07-26T06:41:19.611 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Ze_kedAPY4idLJu off=18954215 len=120180 2024-07-26T06:41:19.613 INFO:tasks.workunit.client.0.smithi089.stdout:op 4881 completed, throughput=5MB/sec 2024-07-26T06:41:19.613 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-kBl5HlM0dPT7Kll off=7216587 len=1486347 2024-07-26T06:41:19.622 INFO:tasks.workunit.client.0.smithi089.stdout:op 4882 completed, throughput=5MB/sec 2024-07-26T06:41:19.622 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-A4DHIkvJ02O-smd off=0 len=1151498 2024-07-26T06:41:19.628 INFO:tasks.workunit.client.0.smithi089.stdout:op 4883 completed, throughput=5MB/sec 2024-07-26T06:41:20.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:41:20 smithi089 ceph-mon[99608]: pgmap v1896: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T06:41:20.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:41:20 smithi089 ceph-mon[102056]: pgmap v1896: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T06:41:20.629 INFO:tasks.workunit.client.0.smithi089.stdout: 946: throughput=5MB/sec pending data=0 2024-07-26T06:41:20.629 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-kI9j4qXdSkXo6FA off=7513127 len=1793906 2024-07-26T06:41:20.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:41:20 smithi155 ceph-mon[90160]: pgmap v1896: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-07-26T06:41:20.631 INFO:tasks.workunit.client.0.smithi089.stdout:op 4884 completed, throughput=5MB/sec 2024-07-26T06:41:20.631 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-fJFUPK3irIyLU1D off=1545370 len=835975 2024-07-26T06:41:20.635 INFO:tasks.workunit.client.0.smithi089.stdout:op 4885 completed, throughput=5MB/sec 2024-07-26T06:41:20.635 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-VccHRg78-9mOn9t off=13073112 len=1471118 2024-07-26T06:41:20.645 INFO:tasks.workunit.client.0.smithi089.stdout:op 4886 completed, throughput=5MB/sec 2024-07-26T06:41:20.645 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-38pO7-n2XvjfY4D off=2886356 len=734760 2024-07-26T06:41:20.648 INFO:tasks.workunit.client.0.smithi089.stdout:op 4887 completed, throughput=5MB/sec 2024-07-26T06:41:20.649 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-aMgARQlqBLnV-ZE off=2025006 len=1309088 2024-07-26T06:41:20.655 INFO:tasks.workunit.client.0.smithi089.stdout:op 4888 completed, throughput=5MB/sec 2024-07-26T06:41:21.656 INFO:tasks.workunit.client.0.smithi089.stdout: 947: throughput=5MB/sec pending data=0 2024-07-26T06:41:21.656 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ZE0dCgVasuiXBZL off=1897623 len=190453 2024-07-26T06:41:21.657 INFO:tasks.workunit.client.0.smithi089.stdout:op 4889 completed, throughput=5MB/sec 2024-07-26T06:41:21.657 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-21xIU0AghHzC8BK off=4248281 len=1979537 2024-07-26T06:41:21.661 INFO:tasks.workunit.client.0.smithi089.stdout:op 4890 completed, throughput=5MB/sec 2024-07-26T06:41:21.661 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ndGk-y4V-HpCX4R off=1931585 len=2066121 2024-07-26T06:41:21.673 INFO:tasks.workunit.client.0.smithi089.stdout:op 4891 completed, throughput=5MB/sec 2024-07-26T06:41:22.534 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:41:22 smithi089 ceph-mon[99608]: pgmap v1897: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:41:22.534 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:41:22 smithi089 ceph-mon[102056]: pgmap v1897: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:41:22.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:41:22 smithi155 ceph-mon[90160]: pgmap v1897: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:41:22.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:41:22 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:41:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:41:22.674 INFO:tasks.workunit.client.0.smithi089.stdout: 948: throughput=4.99MB/sec pending data=0 2024-07-26T06:41:22.674 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-uTiMXWU1qq-D8aa off=3287754 len=478212 2024-07-26T06:41:22.677 INFO:tasks.workunit.client.0.smithi089.stdout:op 4892 completed, throughput=5MB/sec 2024-07-26T06:41:22.677 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-SQQdTF-D8mQymcp off=12859671 len=1102662 2024-07-26T06:41:22.680 INFO:tasks.workunit.client.0.smithi089.stdout:op 4893 completed, throughput=5MB/sec 2024-07-26T06:41:22.680 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Y03nluYlgQMYHpQ off=4796303 len=964839 2024-07-26T06:41:22.683 INFO:tasks.workunit.client.0.smithi089.stdout:op 4894 completed, throughput=5MB/sec 2024-07-26T06:41:22.683 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-sfd1Fwc8dpM-MGm off=8395193 len=47918 2024-07-26T06:41:22.686 INFO:tasks.workunit.client.0.smithi089.stdout:op 4895 completed, throughput=5MB/sec 2024-07-26T06:41:22.686 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-JXZhodZfTj6Pu_k off=9426760 len=1100158 2024-07-26T06:41:22.688 INFO:tasks.workunit.client.0.smithi089.stdout:op 4896 completed, throughput=5MB/sec 2024-07-26T06:41:22.688 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Fbg_9VI24OFLhXC off=6772047 len=933904 2024-07-26T06:41:22.689 INFO:tasks.workunit.client.0.smithi089.stdout:op 4897 completed, throughput=5MB/sec 2024-07-26T06:41:22.689 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-tNNbkNj6tTRfCha off=3462472 len=1409830 2024-07-26T06:41:22.691 INFO:tasks.workunit.client.0.smithi089.stdout:op 4898 completed, throughput=5MB/sec 2024-07-26T06:41:22.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:41:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:41:22] "GET /metrics HTTP/1.1" 200 34052 "" "Prometheus/2.43.0" 2024-07-26T06:41:23.692 INFO:tasks.workunit.client.0.smithi089.stdout: 949: throughput=5MB/sec pending data=0 2024-07-26T06:41:23.692 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-1dwY-QAP2-DuFQi off=9138997 len=428463 2024-07-26T06:41:23.692 INFO:tasks.workunit.client.0.smithi089.stdout:op 4899 completed, throughput=5MB/sec 2024-07-26T06:41:23.693 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-r_EDndAmjIgwZ3q off=17437181 len=1198390 2024-07-26T06:41:23.694 INFO:tasks.workunit.client.0.smithi089.stdout:op 4900 completed, throughput=5MB/sec 2024-07-26T06:41:23.694 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-V1M1eIMfWW_Y73q off=15540765 len=509833 2024-07-26T06:41:23.698 INFO:tasks.workunit.client.0.smithi089.stdout:op 4901 completed, throughput=5MB/sec 2024-07-26T06:41:23.698 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-6agvN61R5iDJX9a off=102266 len=2053138 2024-07-26T06:41:23.707 INFO:tasks.workunit.client.0.smithi089.stdout:op 4902 completed, throughput=5MB/sec 2024-07-26T06:41:23.707 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-rU3kNGgpgXg7NpL off=7887789 len=923438 2024-07-26T06:41:23.711 INFO:tasks.workunit.client.0.smithi089.stdout:op 4903 completed, throughput=5MB/sec 2024-07-26T06:41:24.612 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:41:24 smithi089 ceph-mon[99608]: pgmap v1898: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-26T06:41:24.613 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:41:24 smithi089 ceph-mon[102056]: pgmap v1898: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-26T06:41:24.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:41:24 smithi155 ceph-mon[90160]: pgmap v1898: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-26T06:41:24.711 INFO:tasks.workunit.client.0.smithi089.stdout: 950: throughput=5MB/sec pending data=0 2024-07-26T06:41:24.711 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-tKTESdEFABGDqpN off=6079792 len=355436 2024-07-26T06:41:24.712 INFO:tasks.workunit.client.0.smithi089.stdout:op 4904 completed, throughput=5MB/sec 2024-07-26T06:41:24.712 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Mb6MC11NdDzYgTI off=15569643 len=2080057 2024-07-26T06:41:24.725 INFO:tasks.workunit.client.0.smithi089.stdout:op 4905 completed, throughput=5MB/sec 2024-07-26T06:41:24.725 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-xeJE-RLv_JOLZ2j off=6274964 len=1713928 2024-07-26T06:41:24.730 INFO:tasks.workunit.client.0.smithi089.stdout:op 4906 completed, throughput=5MB/sec 2024-07-26T06:41:24.730 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-_mzpCwXy_Wo4SFE off=13703034 len=1692108 2024-07-26T06:41:24.731 INFO:tasks.workunit.client.0.smithi089.stdout:op 4907 completed, throughput=5MB/sec 2024-07-26T06:41:25.732 INFO:tasks.workunit.client.0.smithi089.stdout: 951: throughput=5MB/sec pending data=0 2024-07-26T06:41:25.732 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-sOU0dOuWbu4FVz5 off=2951332 len=1926071 2024-07-26T06:41:25.734 INFO:tasks.workunit.client.0.smithi089.stdout:op 4908 completed, throughput=5MB/sec 2024-07-26T06:41:25.735 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-oqzarAKnu7KaclW off=5526831 len=792397 2024-07-26T06:41:25.739 INFO:tasks.workunit.client.0.smithi089.stdout:op 4909 completed, throughput=5MB/sec 2024-07-26T06:41:25.739 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-qZVk-lvKbudFFcq off=7953271 len=498721 2024-07-26T06:41:25.742 INFO:tasks.workunit.client.0.smithi089.stdout:op 4910 completed, throughput=5MB/sec 2024-07-26T06:41:25.743 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-QKN2F-_wfVPIxT9 off=6667455 len=822285 2024-07-26T06:41:25.745 INFO:tasks.workunit.client.0.smithi089.stdout:op 4911 completed, throughput=5MB/sec 2024-07-26T06:41:25.745 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-VrrCmOhXddaLBQF off=15893878 len=1923964 2024-07-26T06:41:25.747 INFO:tasks.workunit.client.0.smithi089.stdout:op 4912 completed, throughput=5MB/sec 2024-07-26T06:41:26.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:41:26 smithi155 ceph-mon[90160]: pgmap v1899: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T06:41:26.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:41:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:41:26.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:41:26 smithi089 ceph-mon[99608]: pgmap v1899: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T06:41:26.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:41:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:41:26.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:41:26 smithi089 ceph-mon[102056]: pgmap v1899: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T06:41:26.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:41:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:41:26.747 INFO:tasks.workunit.client.0.smithi089.stdout: 952: throughput=5MB/sec pending data=0 2024-07-26T06:41:26.747 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-8m1wWK9S_oZ6VeZ off=14690652 len=528412 2024-07-26T06:41:26.752 INFO:tasks.workunit.client.0.smithi089.stdout:op 4913 completed, throughput=5MB/sec 2024-07-26T06:41:26.752 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-86PsOY_I9Bgd6CU off=3378078 len=1341228 2024-07-26T06:41:26.758 INFO:tasks.workunit.client.0.smithi089.stdout:op 4914 completed, throughput=5MB/sec 2024-07-26T06:41:26.758 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-uDsNB4G_R1MRerK off=3742242 len=1224632 2024-07-26T06:41:26.760 INFO:tasks.workunit.client.0.smithi089.stdout:op 4915 completed, throughput=5MB/sec 2024-07-26T06:41:26.760 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-MbOTOB2n5JDfrl6 off=3208343 len=1064917 2024-07-26T06:41:26.762 INFO:tasks.workunit.client.0.smithi089.stdout:op 4916 completed, throughput=5MB/sec 2024-07-26T06:41:27.763 INFO:tasks.workunit.client.0.smithi089.stdout: 953: throughput=5MB/sec pending data=0 2024-07-26T06:41:27.763 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Rumvxg23aK-3XtX off=2314236 len=950983 2024-07-26T06:41:27.765 INFO:tasks.workunit.client.0.smithi089.stdout:op 4917 completed, throughput=5MB/sec 2024-07-26T06:41:27.765 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-9y31bKIiq2PoRls off=11495957 len=1344819 2024-07-26T06:41:27.771 INFO:tasks.workunit.client.0.smithi089.stdout:op 4918 completed, throughput=5MB/sec 2024-07-26T06:41:27.771 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-A9qKfxfxRemymFR off=518911 len=156901 2024-07-26T06:41:27.774 INFO:tasks.workunit.client.0.smithi089.stdout:op 4919 completed, throughput=5MB/sec 2024-07-26T06:41:27.774 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-WGb7CF1XXmzBSPg off=7151022 len=382143 2024-07-26T06:41:27.775 INFO:tasks.workunit.client.0.smithi089.stdout:op 4920 completed, throughput=5MB/sec 2024-07-26T06:41:27.775 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-QiMGk3rui-ku06Z off=4404275 len=1897362 2024-07-26T06:41:27.787 INFO:tasks.workunit.client.0.smithi089.stdout:op 4921 completed, throughput=5MB/sec 2024-07-26T06:41:27.787 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Bo-NUdDD19OJ9jU off=8162442 len=683047 2024-07-26T06:41:27.791 INFO:tasks.workunit.client.0.smithi089.stdout:op 4922 completed, throughput=5MB/sec 2024-07-26T06:41:28.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:41:28 smithi155 ceph-mon[90160]: pgmap v1900: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T06:41:28.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:41:28 smithi089 ceph-mon[99608]: pgmap v1900: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T06:41:28.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:41:28 smithi089 ceph-mon[102056]: pgmap v1900: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T06:41:28.791 INFO:tasks.workunit.client.0.smithi089.stdout: 954: throughput=5MB/sec pending data=0 2024-07-26T06:41:28.791 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-rBAItzD4hQ5xRDy off=10465781 len=56503 2024-07-26T06:41:28.792 INFO:tasks.workunit.client.0.smithi089.stdout:op 4923 completed, throughput=5MB/sec 2024-07-26T06:41:28.792 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-d7maRSsXquiRJwf off=13662326 len=911507 2024-07-26T06:41:28.798 INFO:tasks.workunit.client.0.smithi089.stdout:op 4924 completed, throughput=5MB/sec 2024-07-26T06:41:28.798 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-e27Gt_RqJoJzXs4 off=4731210 len=1422794 2024-07-26T06:41:28.806 INFO:tasks.workunit.client.0.smithi089.stdout:op 4925 completed, throughput=5MB/sec 2024-07-26T06:41:28.806 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-W0ZQZfoutW7-1Vh off=6431743 len=1841564 2024-07-26T06:41:28.817 INFO:tasks.workunit.client.0.smithi089.stdout:op 4926 completed, throughput=5MB/sec 2024-07-26T06:41:28.817 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-fW7WUkZQNklWWP8 off=12869707 len=2047136 2024-07-26T06:41:28.827 INFO:tasks.workunit.client.0.smithi089.stdout:op 4927 completed, throughput=5MB/sec 2024-07-26T06:41:29.827 INFO:tasks.workunit.client.0.smithi089.stdout: 955: throughput=5MB/sec pending data=0 2024-07-26T06:41:29.827 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-pe111Z9Y8ckXLZ9 off=2134040 len=1862815 2024-07-26T06:41:29.837 INFO:tasks.workunit.client.0.smithi089.stdout:op 4928 completed, throughput=5MB/sec 2024-07-26T06:41:29.837 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj--IqViBSP7e6EaWs off=6303171 len=397232 2024-07-26T06:41:29.837 INFO:tasks.workunit.client.0.smithi089.stdout:op 4929 completed, throughput=5MB/sec 2024-07-26T06:41:29.837 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-5rmfhwKUxkihVcT off=7875045 len=1237772 2024-07-26T06:41:29.844 INFO:tasks.workunit.client.0.smithi089.stdout:op 4930 completed, throughput=5MB/sec 2024-07-26T06:41:29.844 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-vCMhUmG7a5ZFL7w off=3094444 len=1043696 2024-07-26T06:41:29.846 INFO:tasks.workunit.client.0.smithi089.stdout:op 4931 completed, throughput=5MB/sec 2024-07-26T06:41:30.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:41:30 smithi155 ceph-mon[90160]: pgmap v1901: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:41:30.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:41:30 smithi089 ceph-mon[99608]: pgmap v1901: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:41:30.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:41:30 smithi089 ceph-mon[102056]: pgmap v1901: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:41:30.847 INFO:tasks.workunit.client.0.smithi089.stdout: 956: throughput=5MB/sec pending data=0 2024-07-26T06:41:30.847 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-rf2yOyWEyoojLuV off=1419195 len=678477 2024-07-26T06:41:30.852 INFO:tasks.workunit.client.0.smithi089.stdout:op 4932 completed, throughput=5MB/sec 2024-07-26T06:41:30.852 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-47wvYo8qhQNR2UD off=540440 len=1396097 2024-07-26T06:41:30.853 INFO:tasks.workunit.client.0.smithi089.stdout:op 4933 completed, throughput=5MB/sec 2024-07-26T06:41:30.853 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-aowHJ9rKeLS3Bsi off=4736800 len=143170 2024-07-26T06:41:30.854 INFO:tasks.workunit.client.0.smithi089.stdout:op 4934 completed, throughput=5MB/sec 2024-07-26T06:41:30.854 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-7FNDyt7MSpK4rLo off=83500 len=1025581 2024-07-26T06:41:30.855 INFO:tasks.workunit.client.0.smithi089.stdout:op 4935 completed, throughput=5MB/sec 2024-07-26T06:41:30.855 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-8rpi8RWvix5ZLvr off=15701936 len=2009169 2024-07-26T06:41:30.865 INFO:tasks.workunit.client.0.smithi089.stdout:op 4936 completed, throughput=5MB/sec 2024-07-26T06:41:31.866 INFO:tasks.workunit.client.0.smithi089.stdout: 957: throughput=5MB/sec pending data=0 2024-07-26T06:41:31.866 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-snA_hY3Ekgy2jct off=16186623 len=834125 2024-07-26T06:41:31.867 INFO:tasks.workunit.client.0.smithi089.stdout:op 4937 completed, throughput=5MB/sec 2024-07-26T06:41:31.867 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-D9RY0dYhsVZJsg0 off=12246605 len=1234895 2024-07-26T06:41:31.875 INFO:tasks.workunit.client.0.smithi089.stdout:op 4938 completed, throughput=5MB/sec 2024-07-26T06:41:31.875 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-78JZnI_85oohs_s off=1307714 len=393467 2024-07-26T06:41:31.878 INFO:tasks.workunit.client.0.smithi089.stdout:op 4939 completed, throughput=5MB/sec 2024-07-26T06:41:31.878 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-vzC2a9K6I1IriJa off=3766273 len=1795983 2024-07-26T06:41:31.879 INFO:tasks.workunit.client.0.smithi089.stdout:op 4940 completed, throughput=5MB/sec 2024-07-26T06:41:31.880 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-xrCmuAoTHreYBZc off=844160 len=1851266 2024-07-26T06:41:31.881 INFO:tasks.workunit.client.0.smithi089.stdout:op 4941 completed, throughput=5MB/sec 2024-07-26T06:41:32.533 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:41:32 smithi089 ceph-mon[99608]: pgmap v1902: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:41:32.533 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:41:32 smithi089 ceph-mon[102056]: pgmap v1902: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:41:32.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:41:32 smithi155 ceph-mon[90160]: pgmap v1902: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:41:32.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:41:32 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:41:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:41:32.882 INFO:tasks.workunit.client.0.smithi089.stdout: 958: throughput=5MB/sec pending data=0 2024-07-26T06:41:32.882 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-UrYb27-DL88yEiH off=9952644 len=1070945 2024-07-26T06:41:32.887 INFO:tasks.workunit.client.0.smithi089.stdout:op 4942 completed, throughput=5MB/sec 2024-07-26T06:41:32.887 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-qMyH8c2ri7gB3IE off=13934566 len=240579 2024-07-26T06:41:32.888 INFO:tasks.workunit.client.0.smithi089.stdout:op 4943 completed, throughput=5MB/sec 2024-07-26T06:41:32.888 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-HScYojhCUC-MMLU off=5185762 len=623509 2024-07-26T06:41:32.891 INFO:tasks.workunit.client.0.smithi089.stdout:op 4944 completed, throughput=5MB/sec 2024-07-26T06:41:32.891 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-p9h9Binu0-vP3rj off=481473 len=2026499 2024-07-26T06:41:32.901 INFO:tasks.workunit.client.0.smithi089.stdout:op 4945 completed, throughput=5MB/sec 2024-07-26T06:41:32.901 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-mZHGMG6Osf4Tv_r off=2745216 len=844501 2024-07-26T06:41:32.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:41:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:41:32] "GET /metrics HTTP/1.1" 200 34055 "" "Prometheus/2.43.0" 2024-07-26T06:41:32.906 INFO:tasks.workunit.client.0.smithi089.stdout:op 4946 completed, throughput=5MB/sec 2024-07-26T06:41:33.906 INFO:tasks.workunit.client.0.smithi089.stdout: 959: throughput=5MB/sec pending data=0 2024-07-26T06:41:33.906 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-UAuc0X3D6rKY-B2 off=5520246 len=1027672 2024-07-26T06:41:33.908 INFO:tasks.workunit.client.0.smithi089.stdout:op 4947 completed, throughput=5MB/sec 2024-07-26T06:41:33.908 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-h0mSxEJwVFJvS5Z off=9421633 len=1254473 2024-07-26T06:41:33.909 INFO:tasks.workunit.client.0.smithi089.stdout:op 4948 completed, throughput=5MB/sec 2024-07-26T06:41:33.909 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-WonULihS6rshrff off=11875677 len=1971843 2024-07-26T06:41:33.914 INFO:tasks.workunit.client.0.smithi089.stdout:op 4949 completed, throughput=5MB/sec 2024-07-26T06:41:33.914 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-CYocySG6UlcHX38 off=2886138 len=1277406 2024-07-26T06:41:33.921 INFO:tasks.workunit.client.0.smithi089.stdout:op 4950 completed, throughput=5MB/sec 2024-07-26T06:41:34.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:41:34 smithi155 ceph-mon[90160]: pgmap v1903: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:41:34.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:41:34 smithi089 ceph-mon[99608]: pgmap v1903: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:41:34.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:41:34 smithi089 ceph-mon[102056]: pgmap v1903: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:41:34.922 INFO:tasks.workunit.client.0.smithi089.stdout: 960: throughput=5MB/sec pending data=0 2024-07-26T06:41:34.922 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-5XuCIfeOP0sQMnL off=1877542 len=1160355 2024-07-26T06:41:34.928 INFO:tasks.workunit.client.0.smithi089.stdout:op 4951 completed, throughput=5MB/sec 2024-07-26T06:41:34.928 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-3chzfZhNEoEW6o6 off=1241729 len=1117243 2024-07-26T06:41:34.934 INFO:tasks.workunit.client.0.smithi089.stdout:op 4952 completed, throughput=5MB/sec 2024-07-26T06:41:34.934 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-8-WPv0Tu80v6q0L off=1712252 len=549223 2024-07-26T06:41:34.935 INFO:tasks.workunit.client.0.smithi089.stdout:op 4953 completed, throughput=5MB/sec 2024-07-26T06:41:34.935 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-XnKl-CQDySz7IKQ off=642632 len=1429833 2024-07-26T06:41:34.941 INFO:tasks.workunit.client.0.smithi089.stdout:op 4954 completed, throughput=5MB/sec 2024-07-26T06:41:34.941 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-fBFSNm5Fk4i_H-E off=2474297 len=107735 2024-07-26T06:41:34.942 INFO:tasks.workunit.client.0.smithi089.stdout:op 4955 completed, throughput=5MB/sec 2024-07-26T06:41:34.942 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-xMV_If7rFlH2gQn off=170952 len=932372 2024-07-26T06:41:34.945 INFO:tasks.workunit.client.0.smithi089.stdout:op 4956 completed, throughput=5MB/sec 2024-07-26T06:41:35.946 INFO:tasks.workunit.client.0.smithi089.stdout: 961: throughput=5MB/sec pending data=0 2024-07-26T06:41:35.946 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-91OUhjHLLa4oG-- off=717621 len=867647 2024-07-26T06:41:35.947 INFO:tasks.workunit.client.0.smithi089.stdout:op 4957 completed, throughput=5MB/sec 2024-07-26T06:41:35.947 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-CcL_97ZxlQO5nMa off=1314244 len=1827171 2024-07-26T06:41:35.949 INFO:tasks.workunit.client.0.smithi089.stdout:op 4958 completed, throughput=5MB/sec 2024-07-26T06:41:35.949 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-s7bg89zOgIpfFX6 off=10731090 len=756805 2024-07-26T06:41:35.953 INFO:tasks.workunit.client.0.smithi089.stdout:op 4959 completed, throughput=5MB/sec 2024-07-26T06:41:35.954 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-EH9Q8UoTpd7AegS off=3672692 len=2086760 2024-07-26T06:41:35.963 INFO:tasks.workunit.client.0.smithi089.stdout:op 4960 completed, throughput=5MB/sec 2024-07-26T06:41:36.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:41:36 smithi155 ceph-mon[90160]: pgmap v1904: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:41:36.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:41:36 smithi089 ceph-mon[99608]: pgmap v1904: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:41:36.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:41:36 smithi089 ceph-mon[102056]: pgmap v1904: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:41:36.963 INFO:tasks.workunit.client.0.smithi089.stdout: 962: throughput=5MB/sec pending data=0 2024-07-26T06:41:36.963 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj--hoKobGSLofBb06 off=1389267 len=660009 2024-07-26T06:41:36.967 INFO:tasks.workunit.client.0.smithi089.stdout:op 4961 completed, throughput=5MB/sec 2024-07-26T06:41:36.967 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-gM7WZxtnESetMON off=1901247 len=1345707 2024-07-26T06:41:36.975 INFO:tasks.workunit.client.0.smithi089.stdout:op 4962 completed, throughput=5MB/sec 2024-07-26T06:41:36.975 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-x71Kj6Una51WKhC off=1583918 len=729654 2024-07-26T06:41:36.979 INFO:tasks.workunit.client.0.smithi089.stdout:op 4963 completed, throughput=5MB/sec 2024-07-26T06:41:36.979 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-BNAuXSdIkyRtIOu off=3673089 len=717156 2024-07-26T06:41:36.984 INFO:tasks.workunit.client.0.smithi089.stdout:op 4964 completed, throughput=5MB/sec 2024-07-26T06:41:36.984 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-lkEAq1hNQNBlUVr off=12939339 len=1807545 2024-07-26T06:41:36.992 INFO:tasks.workunit.client.0.smithi089.stdout:op 4965 completed, throughput=5MB/sec 2024-07-26T06:41:37.992 INFO:tasks.workunit.client.0.smithi089.stdout: 963: throughput=5MB/sec pending data=0 2024-07-26T06:41:37.993 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ysKKpbZDnLix-X1 off=11263283 len=866917 2024-07-26T06:41:37.998 INFO:tasks.workunit.client.0.smithi089.stdout:op 4966 completed, throughput=5MB/sec 2024-07-26T06:41:37.998 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-iULfjXrAAoqhSML off=2592499 len=19629 2024-07-26T06:41:37.998 INFO:tasks.workunit.client.0.smithi089.stdout:op 4967 completed, throughput=5MB/sec 2024-07-26T06:41:37.998 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-AynJnP05pNFXcBb off=14550608 len=1953025 2024-07-26T06:41:38.006 INFO:tasks.workunit.client.0.smithi089.stdout:op 4968 completed, throughput=5MB/sec 2024-07-26T06:41:38.006 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-GXmvRue_WypI60j off=11481560 len=1750976 2024-07-26T06:41:38.008 INFO:tasks.workunit.client.0.smithi089.stdout:op 4969 completed, throughput=5MB/sec 2024-07-26T06:41:38.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:41:38 smithi155 ceph-mon[90160]: pgmap v1905: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:41:38.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:41:38 smithi089 ceph-mon[99608]: pgmap v1905: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:41:38.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:41:38 smithi089 ceph-mon[102056]: pgmap v1905: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:41:39.008 INFO:tasks.workunit.client.0.smithi089.stdout: 964: throughput=5MB/sec pending data=0 2024-07-26T06:41:39.008 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-5SKkFqYIPHnPRsu off=6708211 len=1806989 2024-07-26T06:41:39.012 INFO:tasks.workunit.client.0.smithi089.stdout:op 4970 completed, throughput=5MB/sec 2024-07-26T06:41:39.012 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-cV2ZwQtioBqnB0n off=4006441 len=1430794 2024-07-26T06:41:39.019 INFO:tasks.workunit.client.0.smithi089.stdout:op 4971 completed, throughput=5MB/sec 2024-07-26T06:41:39.019 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Lvt9effLyMIaRN8 off=5884918 len=597660 2024-07-26T06:41:39.024 INFO:tasks.workunit.client.0.smithi089.stdout:op 4972 completed, throughput=5MB/sec 2024-07-26T06:41:39.024 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-5rmfhwKUxkihVcT off=11909316 len=990621 2024-07-26T06:41:39.025 INFO:tasks.workunit.client.0.smithi089.stdout:op 4973 completed, throughput=5MB/sec 2024-07-26T06:41:39.025 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-RfduGklp_hQ7cDs off=4115717 len=748343 2024-07-26T06:41:39.029 INFO:tasks.workunit.client.0.smithi089.stdout:op 4974 completed, throughput=5MB/sec 2024-07-26T06:41:40.030 INFO:tasks.workunit.client.0.smithi089.stdout: 965: throughput=5MB/sec pending data=0 2024-07-26T06:41:40.030 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ccWQMlbtyaVuiSh off=2915439 len=456984 2024-07-26T06:41:40.030 INFO:tasks.workunit.client.0.smithi089.stdout:op 4975 completed, throughput=5MB/sec 2024-07-26T06:41:40.030 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-6qaSpFx2Axn6feg off=2751182 len=1939232 2024-07-26T06:41:40.034 INFO:tasks.workunit.client.0.smithi089.stdout:op 4976 completed, throughput=5MB/sec 2024-07-26T06:41:40.035 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Z7mmqceKY096UPS off=10994291 len=1407388 2024-07-26T06:41:40.044 INFO:tasks.workunit.client.0.smithi089.stdout:op 4977 completed, throughput=5MB/sec 2024-07-26T06:41:40.044 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-95y9MAm9jS_5JRr off=11487964 len=882159 2024-07-26T06:41:40.050 INFO:tasks.workunit.client.0.smithi089.stdout:op 4978 completed, throughput=5MB/sec 2024-07-26T06:41:40.050 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-THn2PDirhJBRjre off=10075240 len=1382255 2024-07-26T06:41:40.051 INFO:tasks.workunit.client.0.smithi089.stdout:op 4979 completed, throughput=5MB/sec 2024-07-26T06:41:40.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:41:40 smithi155 ceph-mon[90160]: pgmap v1906: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-07-26T06:41:40.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:41:40 smithi089 ceph-mon[99608]: pgmap v1906: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-07-26T06:41:40.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:41:40 smithi089 ceph-mon[102056]: pgmap v1906: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-07-26T06:41:41.052 INFO:tasks.workunit.client.0.smithi089.stdout: 966: throughput=5MB/sec pending data=0 2024-07-26T06:41:41.052 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Xv7JbODEd7JIdGN off=5816054 len=1604844 2024-07-26T06:41:41.060 INFO:tasks.workunit.client.0.smithi089.stdout:op 4980 completed, throughput=5MB/sec 2024-07-26T06:41:41.060 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-KPMNQBjzD2rogHw off=9208160 len=2051066 2024-07-26T06:41:41.063 INFO:tasks.workunit.client.0.smithi089.stdout:op 4981 completed, throughput=5MB/sec 2024-07-26T06:41:41.063 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-jjiK9hA8JRykNSG off=11577416 len=91853 2024-07-26T06:41:41.066 INFO:tasks.workunit.client.0.smithi089.stdout:op 4982 completed, throughput=5MB/sec 2024-07-26T06:41:41.066 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-uNGmep9Bo7-reoG off=5463164 len=1770797 2024-07-26T06:41:41.075 INFO:tasks.workunit.client.0.smithi089.stdout:op 4983 completed, throughput=5MB/sec 2024-07-26T06:41:41.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:41:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:41:41.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:41:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:41:41.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:41:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:41:42.075 INFO:tasks.workunit.client.0.smithi089.stdout: 967: throughput=5MB/sec pending data=0 2024-07-26T06:41:42.075 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-TtS6RRL8JCqKTsL off=121638 len=1675427 2024-07-26T06:41:42.079 INFO:tasks.workunit.client.0.smithi089.stdout:op 4984 completed, throughput=5MB/sec 2024-07-26T06:41:42.079 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-TxWJzDc8Z9bTMW2 off=13069720 len=30556 2024-07-26T06:41:42.079 INFO:tasks.workunit.client.0.smithi089.stdout:op 4985 completed, throughput=5MB/sec 2024-07-26T06:41:42.079 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-GoTr5aeca0_dVwE off=11318518 len=1803570 2024-07-26T06:41:42.082 INFO:tasks.workunit.client.0.smithi089.stdout:op 4986 completed, throughput=5MB/sec 2024-07-26T06:41:42.082 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-do-y_BhpeqzKLE_ off=330458 len=218394 2024-07-26T06:41:42.083 INFO:tasks.workunit.client.0.smithi089.stdout:op 4987 completed, throughput=5MB/sec 2024-07-26T06:41:42.083 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-NzAggS8LLUN_WVT off=6369138 len=1970510 2024-07-26T06:41:42.094 INFO:tasks.workunit.client.0.smithi089.stdout:op 4988 completed, throughput=5MB/sec 2024-07-26T06:41:42.533 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:41:42 smithi089 ceph-mon[99608]: pgmap v1907: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-26T06:41:42.533 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:41:42 smithi089 ceph-mon[102056]: pgmap v1907: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-26T06:41:42.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:41:42 smithi155 ceph-mon[90160]: pgmap v1907: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-26T06:41:42.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:41:42 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:41:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:41:42.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:41:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:41:42] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-07-26T06:41:43.095 INFO:tasks.workunit.client.0.smithi089.stdout: 968: throughput=5MB/sec pending data=0 2024-07-26T06:41:43.095 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-hhT2k_QDY8oYx3y off=1957308 len=1611337 2024-07-26T06:41:43.097 INFO:tasks.workunit.client.0.smithi089.stdout:op 4989 completed, throughput=5MB/sec 2024-07-26T06:41:43.097 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-5RvFptbMLX3vOt0 off=8550896 len=1546580 2024-07-26T06:41:43.099 INFO:tasks.workunit.client.0.smithi089.stdout:op 4990 completed, throughput=5MB/sec 2024-07-26T06:41:43.099 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-a1qfo_5RS6sM4xz off=4241009 len=1831440 2024-07-26T06:41:43.109 INFO:tasks.workunit.client.0.smithi089.stdout:op 4991 completed, throughput=5MB/sec 2024-07-26T06:41:44.109 INFO:tasks.workunit.client.0.smithi089.stdout: 969: throughput=5MB/sec pending data=0 2024-07-26T06:41:44.109 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-4i2jIhuIGEEm-mE off=9250876 len=1039649 2024-07-26T06:41:44.115 INFO:tasks.workunit.client.0.smithi089.stdout:op 4992 completed, throughput=5MB/sec 2024-07-26T06:41:44.115 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-4Kf9DWxYmO47oOr off=3640100 len=75734 2024-07-26T06:41:44.115 INFO:tasks.workunit.client.0.smithi089.stdout:op 4993 completed, throughput=5MB/sec 2024-07-26T06:41:44.115 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-tICugOFvdYLp0mY off=1653113 len=60307 2024-07-26T06:41:44.116 INFO:tasks.workunit.client.0.smithi089.stdout:op 4994 completed, throughput=5MB/sec 2024-07-26T06:41:44.116 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-uNlEnrvyDcg5Ifu off=29174 len=896686 2024-07-26T06:41:44.118 INFO:tasks.workunit.client.0.smithi089.stdout:op 4995 completed, throughput=5MB/sec 2024-07-26T06:41:44.118 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-4i2jIhuIGEEm-mE off=293811 len=1983008 2024-07-26T06:41:44.125 INFO:tasks.workunit.client.0.smithi089.stdout:op 4996 completed, throughput=5MB/sec 2024-07-26T06:41:44.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:41:44 smithi155 ceph-mon[90160]: pgmap v1908: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-07-26T06:41:44.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:41:44 smithi089 ceph-mon[99608]: pgmap v1908: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-07-26T06:41:44.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:41:44 smithi089 ceph-mon[102056]: pgmap v1908: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-07-26T06:41:45.126 INFO:tasks.workunit.client.0.smithi089.stdout: 970: throughput=4.99MB/sec pending data=0 2024-07-26T06:41:45.126 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-rKCZp3sgiVYJuZr off=8237940 len=767243 2024-07-26T06:41:45.127 INFO:tasks.workunit.client.0.smithi089.stdout:op 4997 completed, throughput=5MB/sec 2024-07-26T06:41:45.127 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ikMKHwU-QbB67pE off=9388653 len=564088 2024-07-26T06:41:45.132 INFO:tasks.workunit.client.0.smithi089.stdout:op 4998 completed, throughput=5MB/sec 2024-07-26T06:41:45.132 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-biA3S_0wv653Sch off=909709 len=2079969 2024-07-26T06:41:45.134 INFO:tasks.workunit.client.0.smithi089.stdout:op 4999 completed, throughput=5MB/sec 2024-07-26T06:41:45.134 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Taswnf-LBioxstE off=6020779 len=1945258 2024-07-26T06:41:45.144 INFO:tasks.workunit.client.0.smithi089.stdout:op 5000 completed, throughput=5MB/sec 2024-07-26T06:41:46.144 INFO:tasks.workunit.client.0.smithi089.stdout: 971: throughput=4.99MB/sec pending data=0 2024-07-26T06:41:46.145 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-KMPCBLFml3HehzT off=4054357 len=1656159 2024-07-26T06:41:46.147 INFO:tasks.workunit.client.0.smithi089.stdout:op 5001 completed, throughput=5MB/sec 2024-07-26T06:41:46.147 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-TDGFISL-vbEVZ_G off=6010950 len=1168485 2024-07-26T06:41:46.149 INFO:tasks.workunit.client.0.smithi089.stdout:op 5002 completed, throughput=5MB/sec 2024-07-26T06:41:46.149 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-8-7AMB6j3dD66Ug off=15002483 len=2036001 2024-07-26T06:41:46.161 INFO:tasks.workunit.client.0.smithi089.stdout:op 5003 completed, throughput=5MB/sec 2024-07-26T06:41:46.161 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-jK-baoupalpMevS off=5254431 len=1417329 2024-07-26T06:41:46.169 INFO:tasks.workunit.client.0.smithi089.stdout:op 5004 completed, throughput=5MB/sec 2024-07-26T06:41:46.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:41:46 smithi155 ceph-mon[90160]: pgmap v1909: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-26T06:41:46.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:41:46 smithi089 ceph-mon[99608]: pgmap v1909: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-26T06:41:46.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:41:46 smithi089 ceph-mon[102056]: pgmap v1909: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-26T06:41:47.169 INFO:tasks.workunit.client.0.smithi089.stdout: 972: throughput=5MB/sec pending data=0 2024-07-26T06:41:47.169 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-XCN351-tPB7_ovl off=286329 len=679574 2024-07-26T06:41:47.173 INFO:tasks.workunit.client.0.smithi089.stdout:op 5005 completed, throughput=5MB/sec 2024-07-26T06:41:47.173 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-QXrsq5PLXL4yTZb off=2157537 len=763711 2024-07-26T06:41:47.177 INFO:tasks.workunit.client.0.smithi089.stdout:op 5006 completed, throughput=5MB/sec 2024-07-26T06:41:47.177 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-eoqPfrFbIZjj8of off=4187331 len=1368273 2024-07-26T06:41:47.185 INFO:tasks.workunit.client.0.smithi089.stdout:op 5007 completed, throughput=5MB/sec 2024-07-26T06:41:47.185 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-KkUgLi-u0DDxgxJ off=8652968 len=2000441 2024-07-26T06:41:47.187 INFO:tasks.workunit.client.0.smithi089.stdout:op 5008 completed, throughput=5MB/sec 2024-07-26T06:41:48.187 INFO:tasks.workunit.client.0.smithi089.stdout: 973: throughput=5MB/sec pending data=0 2024-07-26T06:41:48.187 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-P5xe-i-yvoUaj28 off=8246428 len=1357688 2024-07-26T06:41:48.189 INFO:tasks.workunit.client.0.smithi089.stdout:op 5009 completed, throughput=5MB/sec 2024-07-26T06:41:48.189 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-teBzOTEgz_i3ZJb off=272530 len=917026 2024-07-26T06:41:48.193 INFO:tasks.workunit.client.0.smithi089.stdout:op 5010 completed, throughput=5MB/sec 2024-07-26T06:41:48.193 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-3oSIrYGve_NJxiw off=5211121 len=1035109 2024-07-26T06:41:48.198 INFO:tasks.workunit.client.0.smithi089.stdout:op 5011 completed, throughput=5MB/sec 2024-07-26T06:41:48.199 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-cUQBp7JwL8tsTP_ off=5212872 len=410864 2024-07-26T06:41:48.202 INFO:tasks.workunit.client.0.smithi089.stdout:op 5012 completed, throughput=5MB/sec 2024-07-26T06:41:48.202 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-r_EDndAmjIgwZ3q off=7199361 len=724412 2024-07-26T06:41:48.206 INFO:tasks.workunit.client.0.smithi089.stdout:op 5013 completed, throughput=5MB/sec 2024-07-26T06:41:48.206 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-GJxmgFixbUNr-U3 off=14775189 len=2077911 2024-07-26T06:41:48.210 INFO:tasks.workunit.client.0.smithi089.stdout:op 5014 completed, throughput=5MB/sec 2024-07-26T06:41:48.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:41:48 smithi155 ceph-mon[90160]: pgmap v1910: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-26T06:41:48.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:41:48 smithi089 ceph-mon[99608]: pgmap v1910: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-26T06:41:48.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:41:48 smithi089 ceph-mon[102056]: pgmap v1910: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-26T06:41:49.210 INFO:tasks.workunit.client.0.smithi089.stdout: 974: throughput=5MB/sec pending data=0 2024-07-26T06:41:49.210 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-h5CaPfYRBgoSdev off=7286975 len=539817 2024-07-26T06:41:49.214 INFO:tasks.workunit.client.0.smithi089.stdout:op 5015 completed, throughput=5MB/sec 2024-07-26T06:41:49.214 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Hk2HtDUVb-ZRRT6 off=207983 len=1726091 2024-07-26T06:41:49.223 INFO:tasks.workunit.client.0.smithi089.stdout:op 5016 completed, throughput=5MB/sec 2024-07-26T06:41:49.223 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-7Koki9UNeaZHkti off=0 len=1488861 2024-07-26T06:41:49.229 INFO:tasks.workunit.client.0.smithi089.stdout:op 5017 completed, throughput=5MB/sec 2024-07-26T06:41:49.229 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-P_hNCkgQOpa7G75 off=1109420 len=1744575 2024-07-26T06:41:49.234 INFO:tasks.workunit.client.0.smithi089.stdout:op 5018 completed, throughput=5MB/sec 2024-07-26T06:41:50.234 INFO:tasks.workunit.client.0.smithi089.stdout: 975: throughput=5MB/sec pending data=0 2024-07-26T06:41:50.235 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-RA5uFpOcencmatM off=12015830 len=439984 2024-07-26T06:41:50.238 INFO:tasks.workunit.client.0.smithi089.stdout:op 5019 completed, throughput=5MB/sec 2024-07-26T06:41:50.238 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-OWl5Wyu7Ni44bCB off=17866019 len=1210964 2024-07-26T06:41:50.240 INFO:tasks.workunit.client.0.smithi089.stdout:op 5020 completed, throughput=5MB/sec 2024-07-26T06:41:50.240 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-rWK0LKxKJKKU0mh off=532933 len=1679549 2024-07-26T06:41:50.249 INFO:tasks.workunit.client.0.smithi089.stdout:op 5021 completed, throughput=5MB/sec 2024-07-26T06:41:50.249 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj--K_-MHIglm1FqTN off=13302125 len=86573 2024-07-26T06:41:50.251 INFO:tasks.workunit.client.0.smithi089.stdout:op 5022 completed, throughput=5MB/sec 2024-07-26T06:41:50.251 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-oxIp-Q-qjHS9x1K off=10660499 len=521919 2024-07-26T06:41:50.255 INFO:tasks.workunit.client.0.smithi089.stdout:op 5023 completed, throughput=5MB/sec 2024-07-26T06:41:50.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:41:50 smithi155 ceph-mon[90160]: pgmap v1911: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-07-26T06:41:50.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:41:50 smithi089 ceph-mon[99608]: pgmap v1911: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-07-26T06:41:50.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:41:50 smithi089 ceph-mon[102056]: pgmap v1911: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-07-26T06:41:51.255 INFO:tasks.workunit.client.0.smithi089.stdout: 976: throughput=5MB/sec pending data=0 2024-07-26T06:41:51.255 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-6rU4kK0qHuu83b1 off=11432044 len=1758870 2024-07-26T06:41:51.258 INFO:tasks.workunit.client.0.smithi089.stdout:op 5024 completed, throughput=5MB/sec 2024-07-26T06:41:51.258 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Ht-2ejUt-kEdcjm off=3141686 len=1256189 2024-07-26T06:41:51.259 INFO:tasks.workunit.client.0.smithi089.stdout:op 5025 completed, throughput=5MB/sec 2024-07-26T06:41:51.259 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ubHIBYKM-jqFbfR off=8746550 len=1681644 2024-07-26T06:41:51.266 INFO:tasks.workunit.client.0.smithi089.stdout:op 5026 completed, throughput=5MB/sec 2024-07-26T06:41:51.266 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-lC-Sdivs39nxh7Z off=1264119 len=2077356 2024-07-26T06:41:51.273 INFO:tasks.workunit.client.0.smithi089.stdout:op 5027 completed, throughput=5MB/sec 2024-07-26T06:41:52.273 INFO:tasks.workunit.client.0.smithi089.stdout: 977: throughput=5MB/sec pending data=0 2024-07-26T06:41:52.273 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-xZj84o0Vgtc-Qm4 off=9181427 len=25060 2024-07-26T06:41:52.276 INFO:tasks.workunit.client.0.smithi089.stdout:op 5028 completed, throughput=5MB/sec 2024-07-26T06:41:52.276 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-tObYr4KuoPS_Q6F off=3539704 len=538719 2024-07-26T06:41:52.277 INFO:tasks.workunit.client.0.smithi089.stdout:op 5029 completed, throughput=5MB/sec 2024-07-26T06:41:52.277 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Tq1NUIE8hp-7a8V off=417002 len=1924040 2024-07-26T06:41:52.279 INFO:tasks.workunit.client.0.smithi089.stdout:op 5030 completed, throughput=5MB/sec 2024-07-26T06:41:52.280 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-c3OzK5hP-Q82tbZ off=3423761 len=153157 2024-07-26T06:41:52.283 INFO:tasks.workunit.client.0.smithi089.stdout:op 5031 completed, throughput=5MB/sec 2024-07-26T06:41:52.283 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-mz4-_H--tx2WRcS off=4551838 len=955693 2024-07-26T06:41:52.288 INFO:tasks.workunit.client.0.smithi089.stdout:op 5032 completed, throughput=5MB/sec 2024-07-26T06:41:52.533 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:41:52 smithi089 ceph-mon[99608]: pgmap v1912: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-26T06:41:52.534 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:41:52 smithi089 ceph-mon[102056]: pgmap v1912: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-26T06:41:52.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:41:52 smithi155 ceph-mon[90160]: pgmap v1912: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-26T06:41:52.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:41:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:41:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:41:52.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:41:52 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:41:52] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-07-26T06:41:53.288 INFO:tasks.workunit.client.0.smithi089.stdout: 978: throughput=4.99MB/sec pending data=0 2024-07-26T06:41:53.289 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj--XAEyMAaa_45Gqc off=1162834 len=994518 2024-07-26T06:41:53.290 INFO:tasks.workunit.client.0.smithi089.stdout:op 5033 completed, throughput=5MB/sec 2024-07-26T06:41:53.290 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-xbofkZisBira3xO off=6768612 len=1392639 2024-07-26T06:41:53.293 INFO:tasks.workunit.client.0.smithi089.stdout:op 5034 completed, throughput=5MB/sec 2024-07-26T06:41:53.293 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-IHQTyZx08AjzgB1 off=9616679 len=2057459 2024-07-26T06:41:53.302 INFO:tasks.workunit.client.0.smithi089.stdout:op 5035 completed, throughput=5MB/sec 2024-07-26T06:41:53.302 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-qVXtBB3hoJ1ROEW off=6986994 len=856917 2024-07-26T06:41:53.303 INFO:tasks.workunit.client.0.smithi089.stdout:op 5036 completed, throughput=5MB/sec 2024-07-26T06:41:53.303 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-8vtGB9-Q3lqHgQB off=15032523 len=767869 2024-07-26T06:41:53.304 INFO:tasks.workunit.client.0.smithi089.stdout:op 5037 completed, throughput=5MB/sec 2024-07-26T06:41:54.304 INFO:tasks.workunit.client.0.smithi089.stdout: 979: throughput=5MB/sec pending data=0 2024-07-26T06:41:54.305 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-nMTUnn3J-yCD3SX off=2959000 len=868713 2024-07-26T06:41:54.307 INFO:tasks.workunit.client.0.smithi089.stdout:op 5038 completed, throughput=5MB/sec 2024-07-26T06:41:54.307 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-CN-2bRZ1q596VoP off=2520400 len=1578375 2024-07-26T06:41:54.310 INFO:tasks.workunit.client.0.smithi089.stdout:op 5039 completed, throughput=5MB/sec 2024-07-26T06:41:54.310 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-YAJwhRy9hJgrTtV off=9628511 len=280259 2024-07-26T06:41:54.313 INFO:tasks.workunit.client.0.smithi089.stdout:op 5040 completed, throughput=5MB/sec 2024-07-26T06:41:54.313 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-cuhCGWFqlvCD5Sx off=1370780 len=1291614 2024-07-26T06:41:54.316 INFO:tasks.workunit.client.0.smithi089.stdout:op 5041 completed, throughput=5MB/sec 2024-07-26T06:41:54.316 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-xOeUUQfURl6RplC off=3731610 len=886883 2024-07-26T06:41:54.321 INFO:tasks.workunit.client.0.smithi089.stdout:op 5042 completed, throughput=5MB/sec 2024-07-26T06:41:54.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:41:54 smithi155 ceph-mon[90160]: pgmap v1913: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-26T06:41:54.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:41:54 smithi089 ceph-mon[99608]: pgmap v1913: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-26T06:41:54.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:41:54 smithi089 ceph-mon[102056]: pgmap v1913: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-26T06:41:55.321 INFO:tasks.workunit.client.0.smithi089.stdout: 980: throughput=5MB/sec pending data=0 2024-07-26T06:41:55.321 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-S_dVGalsqdhuOVD off=0 len=1452974 2024-07-26T06:41:55.323 INFO:tasks.workunit.client.0.smithi089.stdout:op 5043 completed, throughput=5MB/sec 2024-07-26T06:41:55.323 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ABFwVV8wpZJ2ST0 off=292831 len=763672 2024-07-26T06:41:55.329 INFO:tasks.workunit.client.0.smithi089.stdout:op 5044 completed, throughput=5MB/sec 2024-07-26T06:41:55.329 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Xb7zfj-1QdM0fhF off=980153 len=862912 2024-07-26T06:41:55.330 INFO:tasks.workunit.client.0.smithi089.stdout:op 5045 completed, throughput=5MB/sec 2024-07-26T06:41:55.330 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-bq1EtgMp-c-TU9x off=10728830 len=607882 2024-07-26T06:41:55.334 INFO:tasks.workunit.client.0.smithi089.stdout:op 5046 completed, throughput=5MB/sec 2024-07-26T06:41:55.335 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-wJIvGXP0gL5HpRG off=10071484 len=1146581 2024-07-26T06:41:55.336 INFO:tasks.workunit.client.0.smithi089.stdout:op 5047 completed, throughput=5MB/sec 2024-07-26T06:41:55.336 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-kucHEKsU1SpzYRU off=9995282 len=697502 2024-07-26T06:41:55.340 INFO:tasks.workunit.client.0.smithi089.stdout:op 5048 completed, throughput=5MB/sec 2024-07-26T06:41:56.340 INFO:tasks.workunit.client.0.smithi089.stdout: 981: throughput=5MB/sec pending data=0 2024-07-26T06:41:56.340 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-DwYLZr6C6Mj7bub off=6300505 len=154042 2024-07-26T06:41:56.341 INFO:tasks.workunit.client.0.smithi089.stdout:op 5049 completed, throughput=5MB/sec 2024-07-26T06:41:56.341 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-NAiTFsTN-EpiYUx off=939245 len=1030486 2024-07-26T06:41:56.346 INFO:tasks.workunit.client.0.smithi089.stdout:op 5050 completed, throughput=5MB/sec 2024-07-26T06:41:56.346 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-nOEy_K-HIwL-KhJ off=20096413 len=149374 2024-07-26T06:41:56.347 INFO:tasks.workunit.client.0.smithi089.stdout:op 5051 completed, throughput=5MB/sec 2024-07-26T06:41:56.347 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-w07lYrInqoBWKhI off=3401080 len=2084352 2024-07-26T06:41:56.351 INFO:tasks.workunit.client.0.smithi089.stdout:op 5052 completed, throughput=5MB/sec 2024-07-26T06:41:56.351 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-rihaE4ADjROnBn1 off=14552221 len=1430457 2024-07-26T06:41:56.360 INFO:tasks.workunit.client.0.smithi089.stdout:op 5053 completed, throughput=5MB/sec 2024-07-26T06:41:56.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:41:56 smithi155 ceph-mon[90160]: pgmap v1914: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:41:56.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:41:56 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:41:56.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:41:56 smithi089 ceph-mon[99608]: pgmap v1914: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:41:56.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:41:56 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:41:56.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:41:56 smithi089 ceph-mon[102056]: pgmap v1914: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:41:56.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:41:56 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:41:57.360 INFO:tasks.workunit.client.0.smithi089.stdout: 982: throughput=5MB/sec pending data=0 2024-07-26T06:41:57.360 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-AUdfAtr8AHl5cTS off=6637849 len=973633 2024-07-26T06:41:57.366 INFO:tasks.workunit.client.0.smithi089.stdout:op 5054 completed, throughput=5MB/sec 2024-07-26T06:41:57.366 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Dr4tftcI5NSGyAn off=10549712 len=2070793 2024-07-26T06:41:57.368 INFO:tasks.workunit.client.0.smithi089.stdout:op 5055 completed, throughput=5MB/sec 2024-07-26T06:41:57.368 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-_cQERXP53527mGw off=5745637 len=680802 2024-07-26T06:41:57.369 INFO:tasks.workunit.client.0.smithi089.stdout:op 5056 completed, throughput=5MB/sec 2024-07-26T06:41:57.369 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ni1vldmFZl4v7SF off=881068 len=1062768 2024-07-26T06:41:57.374 INFO:tasks.workunit.client.0.smithi089.stdout:op 5057 completed, throughput=5MB/sec 2024-07-26T06:41:57.374 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-cxG5OdSVpVojMa_ off=270200 len=855761 2024-07-26T06:41:57.375 INFO:tasks.workunit.client.0.smithi089.stdout:op 5058 completed, throughput=5MB/sec 2024-07-26T06:41:58.376 INFO:tasks.workunit.client.0.smithi089.stdout: 983: throughput=5MB/sec pending data=0 2024-07-26T06:41:58.376 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-1NrDzOQW3nsySaO off=13038696 len=352132 2024-07-26T06:41:58.377 INFO:tasks.workunit.client.0.smithi089.stdout:op 5059 completed, throughput=5MB/sec 2024-07-26T06:41:58.377 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-b8FFb5SCG8TI9wg off=20540152 len=761531 2024-07-26T06:41:58.381 INFO:tasks.workunit.client.0.smithi089.stdout:op 5060 completed, throughput=5MB/sec 2024-07-26T06:41:58.381 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-fhlieRiYcx1HKu1 off=4546168 len=897164 2024-07-26T06:41:58.383 INFO:tasks.workunit.client.0.smithi089.stdout:op 5061 completed, throughput=5MB/sec 2024-07-26T06:41:58.383 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-TUUf4VXitko9HRz off=7927161 len=736133 2024-07-26T06:41:58.384 INFO:tasks.workunit.client.0.smithi089.stdout:op 5062 completed, throughput=5MB/sec 2024-07-26T06:41:58.385 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-daPa5Z2PzHQdfSC off=3882255 len=457820 2024-07-26T06:41:58.389 INFO:tasks.workunit.client.0.smithi089.stdout:op 5063 completed, throughput=5MB/sec 2024-07-26T06:41:58.389 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-L6YUddEtrgKw3M_ off=5475854 len=1232743 2024-07-26T06:41:58.390 INFO:tasks.workunit.client.0.smithi089.stdout:op 5064 completed, throughput=5MB/sec 2024-07-26T06:41:58.390 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-SZPNK1Sa4pLPWfH off=7015173 len=1190698 2024-07-26T06:41:58.392 INFO:tasks.workunit.client.0.smithi089.stdout:op 5065 completed, throughput=5MB/sec 2024-07-26T06:41:58.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:41:58 smithi155 ceph-mon[90160]: pgmap v1915: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-07-26T06:41:58.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:41:58 smithi089 ceph-mon[99608]: pgmap v1915: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-07-26T06:41:58.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:41:58 smithi089 ceph-mon[102056]: pgmap v1915: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-07-26T06:41:59.393 INFO:tasks.workunit.client.0.smithi089.stdout: 984: throughput=5MB/sec pending data=0 2024-07-26T06:41:59.393 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-h6XNeaiHAiaj5cn off=10740650 len=1731168 2024-07-26T06:41:59.403 INFO:tasks.workunit.client.0.smithi089.stdout:op 5066 completed, throughput=5MB/sec 2024-07-26T06:41:59.403 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-nfxnjFddY0MsYFV off=1831328 len=1007042 2024-07-26T06:41:59.408 INFO:tasks.workunit.client.0.smithi089.stdout:op 5067 completed, throughput=5MB/sec 2024-07-26T06:41:59.409 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-xryK2a4zInKesaV off=1047535 len=513317 2024-07-26T06:41:59.411 INFO:tasks.workunit.client.0.smithi089.stdout:op 5068 completed, throughput=5MB/sec 2024-07-26T06:41:59.411 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-pElIc0oJT819w5Z off=4529767 len=492441 2024-07-26T06:41:59.415 INFO:tasks.workunit.client.0.smithi089.stdout:op 5069 completed, throughput=5MB/sec 2024-07-26T06:41:59.415 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-aXFSTgHW6UiaJc9 off=5712126 len=1408743 2024-07-26T06:41:59.416 INFO:tasks.workunit.client.0.smithi089.stdout:op 5070 completed, throughput=5MB/sec 2024-07-26T06:42:00.417 INFO:tasks.workunit.client.0.smithi089.stdout: 985: throughput=5MB/sec pending data=0 2024-07-26T06:42:00.417 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-u0NfOODzeNL8pK5 off=1805897 len=1535230 2024-07-26T06:42:00.421 INFO:tasks.workunit.client.0.smithi089.stdout:op 5071 completed, throughput=5MB/sec 2024-07-26T06:42:00.421 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-u4ztwLWpQqecgez off=4732301 len=478766 2024-07-26T06:42:00.421 INFO:tasks.workunit.client.0.smithi089.stdout:op 5072 completed, throughput=5MB/sec 2024-07-26T06:42:00.421 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ab9xg60EjhjRbMi off=2375720 len=1927494 2024-07-26T06:42:00.423 INFO:tasks.workunit.client.0.smithi089.stdout:op 5073 completed, throughput=5MB/sec 2024-07-26T06:42:00.423 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-eU60oj36dSoIR2S off=2576087 len=587731 2024-07-26T06:42:00.424 INFO:tasks.workunit.client.0.smithi089.stdout:op 5074 completed, throughput=5MB/sec 2024-07-26T06:42:00.424 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-SWLiTBsLP_a5Pu8 off=6141328 len=841856 2024-07-26T06:42:00.429 INFO:tasks.workunit.client.0.smithi089.stdout:op 5075 completed, throughput=5MB/sec 2024-07-26T06:42:00.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:42:00 smithi155 ceph-mon[90160]: pgmap v1916: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T06:42:00.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:42:00 smithi089 ceph-mon[99608]: pgmap v1916: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T06:42:00.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:42:00 smithi089 ceph-mon[102056]: pgmap v1916: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T06:42:01.429 INFO:tasks.workunit.client.0.smithi089.stdout: 986: throughput=5MB/sec pending data=0 2024-07-26T06:42:01.429 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-nJ0RHfmohcQP6hE off=396566 len=1024259 2024-07-26T06:42:01.435 INFO:tasks.workunit.client.0.smithi089.stdout:op 5076 completed, throughput=5MB/sec 2024-07-26T06:42:01.435 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-GylZBUMnfytnBKj off=7239838 len=573627 2024-07-26T06:42:01.436 INFO:tasks.workunit.client.0.smithi089.stdout:op 5077 completed, throughput=5MB/sec 2024-07-26T06:42:01.436 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-YA0S1HslKQ1nrDp off=3038585 len=1368396 2024-07-26T06:42:01.442 INFO:tasks.workunit.client.0.smithi089.stdout:op 5078 completed, throughput=5MB/sec 2024-07-26T06:42:01.442 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-sP31guepCiI8vD8 off=8885897 len=1009193 2024-07-26T06:42:01.443 INFO:tasks.workunit.client.0.smithi089.stdout:op 5079 completed, throughput=5MB/sec 2024-07-26T06:42:01.443 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-H6VDQdjMWGx5V4X off=2489574 len=284479 2024-07-26T06:42:01.447 INFO:tasks.workunit.client.0.smithi089.stdout:op 5080 completed, throughput=5MB/sec 2024-07-26T06:42:01.447 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-nOYB_eB65OgKskq off=6750825 len=1550692 2024-07-26T06:42:01.448 INFO:tasks.workunit.client.0.smithi089.stdout:op 5081 completed, throughput=5MB/sec 2024-07-26T06:42:01.581 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:42:01 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:42:01.581 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:42:01 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:42:01.581 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:42:01 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:42:01.581 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:42:01 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:42:01.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:42:01 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:42:01.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:42:01 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:42:01.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:42:01 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:42:01.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:42:01 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:42:01.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:42:01 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:42:01.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:42:01 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:42:01.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:42:01 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:42:01.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:42:01 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:42:02.449 INFO:tasks.workunit.client.0.smithi089.stdout: 987: throughput=5MB/sec pending data=0 2024-07-26T06:42:02.449 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-XUx37-3SVu7TxN1 off=325470 len=1056402 2024-07-26T06:42:02.454 INFO:tasks.workunit.client.0.smithi089.stdout:op 5082 completed, throughput=5MB/sec 2024-07-26T06:42:02.454 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-DwYLZr6C6Mj7bub off=11417837 len=983477 2024-07-26T06:42:02.460 INFO:tasks.workunit.client.0.smithi089.stdout:op 5083 completed, throughput=5MB/sec 2024-07-26T06:42:02.460 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-fqaLRB2lySZMvaU off=2540756 len=1853288 2024-07-26T06:42:02.463 INFO:tasks.workunit.client.0.smithi089.stdout:op 5084 completed, throughput=5MB/sec 2024-07-26T06:42:02.463 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-mvtspRMrqJG-9E0 off=11551845 len=660804 2024-07-26T06:42:02.467 INFO:tasks.workunit.client.0.smithi089.stdout:op 5085 completed, throughput=5MB/sec 2024-07-26T06:42:02.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:42:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:42:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:42:02.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:42:02 smithi089 ceph-mon[99608]: pgmap v1917: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:42:02.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:42:02 smithi089 ceph-mon[102056]: pgmap v1917: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:42:02.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:42:02 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:42:02] "GET /metrics HTTP/1.1" 200 34052 "" "Prometheus/2.43.0" 2024-07-26T06:42:03.128 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:42:02 smithi155 ceph-mon[90160]: pgmap v1917: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:42:03.468 INFO:tasks.workunit.client.0.smithi089.stdout: 988: throughput=5MB/sec pending data=0 2024-07-26T06:42:03.468 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-8uw3ArWrS7rnXvv off=5210323 len=1735733 2024-07-26T06:42:03.470 INFO:tasks.workunit.client.0.smithi089.stdout:op 5086 completed, throughput=5MB/sec 2024-07-26T06:42:03.470 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-JaFfuzJCjI0XOll off=8145685 len=453445 2024-07-26T06:42:03.471 INFO:tasks.workunit.client.0.smithi089.stdout:op 5087 completed, throughput=5MB/sec 2024-07-26T06:42:03.471 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-NZ_TSp8Wo88e0Hl off=9858791 len=247430 2024-07-26T06:42:03.475 INFO:tasks.workunit.client.0.smithi089.stdout:op 5088 completed, throughput=5MB/sec 2024-07-26T06:42:03.475 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-orXwgC2CEN9Ze7F off=7821604 len=65521 2024-07-26T06:42:03.477 INFO:tasks.workunit.client.0.smithi089.stdout:op 5089 completed, throughput=5MB/sec 2024-07-26T06:42:03.477 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-QakKSw64k4-KoCW off=5540271 len=1787046 2024-07-26T06:42:03.479 INFO:tasks.workunit.client.0.smithi089.stdout:op 5090 completed, throughput=5MB/sec 2024-07-26T06:42:03.479 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-h_f5OkmFxeXOz2c off=1792241 len=1192865 2024-07-26T06:42:03.486 INFO:tasks.workunit.client.0.smithi089.stdout:op 5091 completed, throughput=5MB/sec 2024-07-26T06:42:04.486 INFO:tasks.workunit.client.0.smithi089.stdout: 989: throughput=5MB/sec pending data=0 2024-07-26T06:42:04.486 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-0FjWZZa5MLHN7Ii off=5300264 len=1673710 2024-07-26T06:42:04.489 INFO:tasks.workunit.client.0.smithi089.stdout:op 5092 completed, throughput=5MB/sec 2024-07-26T06:42:04.490 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-IfkTqreJX0m8o3O off=342924 len=582995 2024-07-26T06:42:04.491 INFO:tasks.workunit.client.0.smithi089.stdout:op 5093 completed, throughput=5MB/sec 2024-07-26T06:42:04.491 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-2m6vhRwLlBO78Ay off=708883 len=1791600 2024-07-26T06:42:04.501 INFO:tasks.workunit.client.0.smithi089.stdout:op 5094 completed, throughput=5MB/sec 2024-07-26T06:42:04.501 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-IZh2wfGdLr1AFnu off=6075504 len=1732188 2024-07-26T06:42:04.509 INFO:tasks.workunit.client.0.smithi089.stdout:op 5095 completed, throughput=5MB/sec 2024-07-26T06:42:05.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:42:04 smithi155 ceph-mon[90160]: pgmap v1918: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:42:05.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:42:04 smithi089 ceph-mon[99608]: pgmap v1918: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:42:05.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:42:04 smithi089 ceph-mon[102056]: pgmap v1918: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:42:05.510 INFO:tasks.workunit.client.0.smithi089.stdout: 990: throughput=5MB/sec pending data=0 2024-07-26T06:42:05.510 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-dnBIfTxEq6ET_yi off=17440940 len=591442 2024-07-26T06:42:05.514 INFO:tasks.workunit.client.0.smithi089.stdout:op 5096 completed, throughput=5MB/sec 2024-07-26T06:42:05.514 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-rTSucAMMZAvEk4O off=15451167 len=784872 2024-07-26T06:42:05.518 INFO:tasks.workunit.client.0.smithi089.stdout:op 5097 completed, throughput=5MB/sec 2024-07-26T06:42:05.518 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-YXjFKV_juauFrsA off=4320260 len=486201 2024-07-26T06:42:05.522 INFO:tasks.workunit.client.0.smithi089.stdout:op 5098 completed, throughput=5MB/sec 2024-07-26T06:42:05.522 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-8QwZmjDoCKuyMIf off=4365589 len=1104989 2024-07-26T06:42:05.523 INFO:tasks.workunit.client.0.smithi089.stdout:op 5099 completed, throughput=5MB/sec 2024-07-26T06:42:05.524 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Yhxr2HghMFdjToK off=8466342 len=192638 2024-07-26T06:42:05.526 INFO:tasks.workunit.client.0.smithi089.stdout:op 5100 completed, throughput=5MB/sec 2024-07-26T06:42:05.526 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-7bsfJ4CP2o2b9Xa off=0 len=1333908 2024-07-26T06:42:05.530 INFO:tasks.workunit.client.0.smithi089.stdout:op 5101 completed, throughput=5MB/sec 2024-07-26T06:42:05.530 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-dMaLtB7a4v7vizZ off=5304465 len=1398245 2024-07-26T06:42:05.536 INFO:tasks.workunit.client.0.smithi089.stdout:op 5102 completed, throughput=5MB/sec 2024-07-26T06:42:06.536 INFO:tasks.workunit.client.0.smithi089.stdout: 991: throughput=5MB/sec pending data=0 2024-07-26T06:42:06.536 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-DyfZeWSiiwQDaqW off=11832030 len=2059576 2024-07-26T06:42:06.546 INFO:tasks.workunit.client.0.smithi089.stdout:op 5103 completed, throughput=5MB/sec 2024-07-26T06:42:06.546 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-MnuVp30fLJ5WH2k off=15040718 len=1133603 2024-07-26T06:42:06.553 INFO:tasks.workunit.client.0.smithi089.stdout:op 5104 completed, throughput=5MB/sec 2024-07-26T06:42:06.553 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-c3VHvS64eDCwBS3 off=7961482 len=704579 2024-07-26T06:42:06.558 INFO:tasks.workunit.client.0.smithi089.stdout:op 5105 completed, throughput=5MB/sec 2024-07-26T06:42:06.558 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-lI_qIDJHzaWALf1 off=44374 len=1643858 2024-07-26T06:42:06.568 INFO:tasks.workunit.client.0.smithi089.stdout:op 5106 completed, throughput=5MB/sec 2024-07-26T06:42:07.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:42:06 smithi155 ceph-mon[90160]: pgmap v1919: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-07-26T06:42:07.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:42:06 smithi089 ceph-mon[99608]: pgmap v1919: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-07-26T06:42:07.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:42:06 smithi089 ceph-mon[102056]: pgmap v1919: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-07-26T06:42:07.568 INFO:tasks.workunit.client.0.smithi089.stdout: 992: throughput=5MB/sec pending data=0 2024-07-26T06:42:07.568 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-mGPH7abzl_aSBoQ off=14806567 len=882566 2024-07-26T06:42:07.570 INFO:tasks.workunit.client.0.smithi089.stdout:op 5107 completed, throughput=5MB/sec 2024-07-26T06:42:07.570 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-kTPtXtBQox1GAei off=4613080 len=1964313 2024-07-26T06:42:07.580 INFO:tasks.workunit.client.0.smithi089.stdout:op 5108 completed, throughput=5MB/sec 2024-07-26T06:42:07.580 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-lwRS1hsrrt5FSgT off=2673601 len=1343163 2024-07-26T06:42:07.581 INFO:tasks.workunit.client.0.smithi089.stdout:op 5109 completed, throughput=5MB/sec 2024-07-26T06:42:08.582 INFO:tasks.workunit.client.0.smithi089.stdout: 993: throughput=5MB/sec pending data=0 2024-07-26T06:42:08.582 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-9EzNzJh4_q2sLn7 off=2601993 len=1910772 2024-07-26T06:42:08.594 INFO:tasks.workunit.client.0.smithi089.stdout:op 5110 completed, throughput=5MB/sec 2024-07-26T06:42:08.594 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-atGiHcW0KJjHw4P off=4923150 len=352946 2024-07-26T06:42:08.595 INFO:tasks.workunit.client.0.smithi089.stdout:op 5111 completed, throughput=5MB/sec 2024-07-26T06:42:08.595 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-flO5sVMVVsKT9u9 off=12837845 len=1057498 2024-07-26T06:42:08.596 INFO:tasks.workunit.client.0.smithi089.stdout:op 5112 completed, throughput=5MB/sec 2024-07-26T06:42:08.596 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-cHGk_LzRxAhR5m1 off=14651770 len=1421624 2024-07-26T06:42:08.602 INFO:tasks.workunit.client.0.smithi089.stdout:op 5113 completed, throughput=5MB/sec 2024-07-26T06:42:08.602 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-mwAhZ2LT-NvesmM off=2093376 len=689976 2024-07-26T06:42:08.606 INFO:tasks.workunit.client.0.smithi089.stdout:op 5114 completed, throughput=5MB/sec 2024-07-26T06:42:09.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:42:08 smithi155 ceph-mon[90160]: pgmap v1920: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-07-26T06:42:09.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:42:08 smithi089 ceph-mon[99608]: pgmap v1920: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-07-26T06:42:09.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:42:08 smithi089 ceph-mon[102056]: pgmap v1920: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-07-26T06:42:09.606 INFO:tasks.workunit.client.0.smithi089.stdout: 994: throughput=5MB/sec pending data=0 2024-07-26T06:42:09.606 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-3FOB4NqsdJGueyR off=4173194 len=658883 2024-07-26T06:42:09.607 INFO:tasks.workunit.client.0.smithi089.stdout:op 5115 completed, throughput=5MB/sec 2024-07-26T06:42:09.607 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-uoGk7fv-_B3iTW5 off=21409967 len=1438577 2024-07-26T06:42:09.614 INFO:tasks.workunit.client.0.smithi089.stdout:op 5116 completed, throughput=5MB/sec 2024-07-26T06:42:09.614 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-wywnFLUJd8y4OfX off=860949 len=1849762 2024-07-26T06:42:09.618 INFO:tasks.workunit.client.0.smithi089.stdout:op 5117 completed, throughput=5MB/sec 2024-07-26T06:42:09.618 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ejGYYj4rQnBnzS8 off=59336 len=46818 2024-07-26T06:42:09.620 INFO:tasks.workunit.client.0.smithi089.stdout:op 5118 completed, throughput=5MB/sec 2024-07-26T06:42:09.620 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-KvU-F6x2PHMUy34 off=9258797 len=1338354 2024-07-26T06:42:09.621 INFO:tasks.workunit.client.0.smithi089.stdout:op 5119 completed, throughput=5MB/sec 2024-07-26T06:42:10.622 INFO:tasks.workunit.client.0.smithi089.stdout: 995: throughput=5MB/sec pending data=0 2024-07-26T06:42:10.622 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-NX_Xz06MhQJ8lCR off=2478396 len=74692 2024-07-26T06:42:10.624 INFO:tasks.workunit.client.0.smithi089.stdout:op 5120 completed, throughput=5MB/sec 2024-07-26T06:42:10.624 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-LhRtrIxtjQAzHJv off=11390688 len=383785 2024-07-26T06:42:10.628 INFO:tasks.workunit.client.0.smithi089.stdout:op 5121 completed, throughput=5MB/sec 2024-07-26T06:42:10.628 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-_f8BeUozEJKLlCN off=10689204 len=1084083 2024-07-26T06:42:10.629 INFO:tasks.workunit.client.0.smithi089.stdout:op 5122 completed, throughput=5MB/sec 2024-07-26T06:42:10.629 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Zenc2X0i1Rf1wB7 off=6638782 len=1498412 2024-07-26T06:42:10.638 INFO:tasks.workunit.client.0.smithi089.stdout:op 5123 completed, throughput=5MB/sec 2024-07-26T06:42:10.638 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-nheshSKMqqBeLLG off=7796727 len=1660779 2024-07-26T06:42:10.641 INFO:tasks.workunit.client.0.smithi089.stdout:op 5124 completed, throughput=5MB/sec 2024-07-26T06:42:10.642 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-gu59Qno1zLU_Qle off=1170820 len=1705476 2024-07-26T06:42:10.644 INFO:tasks.workunit.client.0.smithi089.stdout:op 5125 completed, throughput=5MB/sec 2024-07-26T06:42:11.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:42:10 smithi155 ceph-mon[90160]: pgmap v1921: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:42:11.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:42:10 smithi089 ceph-mon[99608]: pgmap v1921: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:42:11.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:42:10 smithi089 ceph-mon[102056]: pgmap v1921: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:42:11.644 INFO:tasks.workunit.client.0.smithi089.stdout: 996: throughput=5MB/sec pending data=0 2024-07-26T06:42:11.644 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-xTeVNusm7IlrC43 off=170870 len=1661944 2024-07-26T06:42:11.648 INFO:tasks.workunit.client.0.smithi089.stdout:op 5126 completed, throughput=5MB/sec 2024-07-26T06:42:11.648 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-tSSCI2CvCpT6one off=13516076 len=1115394 2024-07-26T06:42:11.654 INFO:tasks.workunit.client.0.smithi089.stdout:op 5127 completed, throughput=5MB/sec 2024-07-26T06:42:11.654 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-XwVTU_4ACdhDORp off=536450 len=119442 2024-07-26T06:42:11.657 INFO:tasks.workunit.client.0.smithi089.stdout:op 5128 completed, throughput=5MB/sec 2024-07-26T06:42:11.657 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-NsMTyQqO__7eFNz off=12173191 len=1592508 2024-07-26T06:42:11.659 INFO:tasks.workunit.client.0.smithi089.stdout:op 5129 completed, throughput=5MB/sec 2024-07-26T06:42:12.056 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:42:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:42:12.056 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:42:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:42:12.128 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:42:11 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:42:12.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:42:12 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:42:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:42:12.659 INFO:tasks.workunit.client.0.smithi089.stdout: 997: throughput=5MB/sec pending data=0 2024-07-26T06:42:12.659 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-g5HvX_KgESQWwKw off=1560926 len=794650 2024-07-26T06:42:12.662 INFO:tasks.workunit.client.0.smithi089.stdout:op 5130 completed, throughput=5MB/sec 2024-07-26T06:42:12.662 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-IPMiNyOUceokHYb off=2518301 len=570062 2024-07-26T06:42:12.663 INFO:tasks.workunit.client.0.smithi089.stdout:op 5131 completed, throughput=5MB/sec 2024-07-26T06:42:12.663 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-SLA-N1MFvdawS91 off=7792587 len=1228814 2024-07-26T06:42:12.664 INFO:tasks.workunit.client.0.smithi089.stdout:op 5132 completed, throughput=5MB/sec 2024-07-26T06:42:12.664 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-6T9hoAbklLfBrNA off=9105021 len=371917 2024-07-26T06:42:12.665 INFO:tasks.workunit.client.0.smithi089.stdout:op 5133 completed, throughput=5MB/sec 2024-07-26T06:42:12.665 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-fQz49Ny5r3ZLpyf off=5123951 len=9537 2024-07-26T06:42:12.667 INFO:tasks.workunit.client.0.smithi089.stdout:op 5134 completed, throughput=5MB/sec 2024-07-26T06:42:12.668 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-pIkMU4d_8sK8UOk off=1584107 len=1766905 2024-07-26T06:42:12.679 INFO:tasks.workunit.client.0.smithi089.stdout:op 5135 completed, throughput=5MB/sec 2024-07-26T06:42:12.679 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-3C_Rv5Y7WZQDyZj off=7580760 len=42751 2024-07-26T06:42:12.681 INFO:tasks.workunit.client.0.smithi089.stdout:op 5136 completed, throughput=5MB/sec 2024-07-26T06:42:12.681 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-RQpwxT528nxgVjY off=9331654 len=804900 2024-07-26T06:42:12.682 INFO:tasks.workunit.client.0.smithi089.stdout:op 5137 completed, throughput=5MB/sec 2024-07-26T06:42:12.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:42:12 smithi089 ceph-mon[99608]: pgmap v1922: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:42:12.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:42:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:42:12] "GET /metrics HTTP/1.1" 200 34051 "" "Prometheus/2.43.0" 2024-07-26T06:42:12.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:42:12 smithi089 ceph-mon[102056]: pgmap v1922: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:42:13.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:42:12 smithi155 ceph-mon[90160]: pgmap v1922: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:42:13.682 INFO:tasks.workunit.client.0.smithi089.stdout: 998: throughput=5MB/sec pending data=0 2024-07-26T06:42:13.682 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-xWA9PKqOdxl6_C2 off=4810296 len=258062 2024-07-26T06:42:13.686 INFO:tasks.workunit.client.0.smithi089.stdout:op 5138 completed, throughput=5MB/sec 2024-07-26T06:42:13.686 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-yfOhwohpUr23ISX off=3195050 len=278803 2024-07-26T06:42:13.689 INFO:tasks.workunit.client.0.smithi089.stdout:op 5139 completed, throughput=5MB/sec 2024-07-26T06:42:13.689 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-iicsVEAkBSj3KIg off=1692609 len=593485 2024-07-26T06:42:13.690 INFO:tasks.workunit.client.0.smithi089.stdout:op 5140 completed, throughput=5MB/sec 2024-07-26T06:42:13.690 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-pHyYACKmQh5MNXB off=1290523 len=1779501 2024-07-26T06:42:13.699 INFO:tasks.workunit.client.0.smithi089.stdout:op 5141 completed, throughput=5MB/sec 2024-07-26T06:42:13.699 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-3K-1meWMci4FOV7 off=13008202 len=1772877 2024-07-26T06:42:13.700 INFO:tasks.workunit.client.0.smithi089.stdout:op 5142 completed, throughput=5MB/sec 2024-07-26T06:42:14.701 INFO:tasks.workunit.client.0.smithi089.stdout: 999: throughput=5MB/sec pending data=0 2024-07-26T06:42:14.701 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-uDVcUpqFa3_PAsX off=11560432 len=946060 2024-07-26T06:42:14.707 INFO:tasks.workunit.client.0.smithi089.stdout:op 5143 completed, throughput=5MB/sec 2024-07-26T06:42:14.707 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-sucRGVGvORtjPnL off=828647 len=364281 2024-07-26T06:42:14.708 INFO:tasks.workunit.client.0.smithi089.stdout:op 5144 completed, throughput=5MB/sec 2024-07-26T06:42:14.708 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-uzvJdJJDp6BKRJM off=3461064 len=1872781 2024-07-26T06:42:14.710 INFO:tasks.workunit.client.0.smithi089.stdout:op 5145 completed, throughput=5MB/sec 2024-07-26T06:42:14.710 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-XAdlM22P_e2mvhX off=8890126 len=1779201 2024-07-26T06:42:14.712 INFO:tasks.workunit.client.0.smithi089.stdout:op 5146 completed, throughput=5MB/sec 2024-07-26T06:42:14.712 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-sw9heYcr5F-pXNi off=2662091 len=1098723 2024-07-26T06:42:14.717 INFO:tasks.workunit.client.0.smithi089.stdout:op 5147 completed, throughput=5MB/sec 2024-07-26T06:42:15.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:42:14 smithi155 ceph-mon[90160]: pgmap v1923: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:42:15.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:42:14 smithi089 ceph-mon[99608]: pgmap v1923: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:42:15.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:42:14 smithi089 ceph-mon[102056]: pgmap v1923: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:42:15.718 INFO:tasks.workunit.client.0.smithi089.stdout: 1000: throughput=5MB/sec pending data=0 2024-07-26T06:42:15.718 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-WLR538TS-nEjnc8 off=521946 len=1325567 2024-07-26T06:42:15.725 INFO:tasks.workunit.client.0.smithi089.stdout:op 5148 completed, throughput=5MB/sec 2024-07-26T06:42:15.725 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-uIhpV8fhBusVcUZ off=10626689 len=627989 2024-07-26T06:42:15.726 INFO:tasks.workunit.client.0.smithi089.stdout:op 5149 completed, throughput=5MB/sec 2024-07-26T06:42:15.726 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-cp9UKC-I7Gc3Kop off=511282 len=195806 2024-07-26T06:42:15.727 INFO:tasks.workunit.client.0.smithi089.stdout:op 5150 completed, throughput=5MB/sec 2024-07-26T06:42:15.728 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Ma6muX0DxMcQJqC off=20220244 len=278897 2024-07-26T06:42:15.731 INFO:tasks.workunit.client.0.smithi089.stdout:op 5151 completed, throughput=5MB/sec 2024-07-26T06:42:15.731 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-4dbMlNyXxWI071T off=19862 len=1964242 2024-07-26T06:42:15.743 INFO:tasks.workunit.client.0.smithi089.stdout:op 5152 completed, throughput=5MB/sec 2024-07-26T06:42:15.743 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-K2Q433dgqMmu_Xk off=2703778 len=1645043 2024-07-26T06:42:15.744 INFO:tasks.workunit.client.0.smithi089.stdout:op 5153 completed, throughput=5MB/sec 2024-07-26T06:42:16.745 INFO:tasks.workunit.client.0.smithi089.stdout: 1001: throughput=5MB/sec pending data=0 2024-07-26T06:42:16.745 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-sfSmh47rs9h2EP4 off=4786118 len=664752 2024-07-26T06:42:16.750 INFO:tasks.workunit.client.0.smithi089.stdout:op 5154 completed, throughput=5MB/sec 2024-07-26T06:42:16.750 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-XQdl-trfkDje8C1 off=2001125 len=479821 2024-07-26T06:42:16.754 INFO:tasks.workunit.client.0.smithi089.stdout:op 5155 completed, throughput=5MB/sec 2024-07-26T06:42:16.754 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-15kPzYYlgzB0zRd off=1367874 len=1915235 2024-07-26T06:42:16.759 INFO:tasks.workunit.client.0.smithi089.stdout:op 5156 completed, throughput=5MB/sec 2024-07-26T06:42:16.759 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-uc_0gYk8RNQCFXJ off=19420892 len=1324277 2024-07-26T06:42:16.766 INFO:tasks.workunit.client.0.smithi089.stdout:op 5157 completed, throughput=5MB/sec 2024-07-26T06:42:17.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:42:16 smithi155 ceph-mon[90160]: pgmap v1924: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:42:17.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:42:16 smithi089 ceph-mon[99608]: pgmap v1924: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:42:17.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:42:16 smithi089 ceph-mon[102056]: pgmap v1924: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:42:17.767 INFO:tasks.workunit.client.0.smithi089.stdout: 1002: throughput=5MB/sec pending data=0 2024-07-26T06:42:17.767 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-E-J396iwU7aDU_Z off=839643 len=885885 2024-07-26T06:42:17.772 INFO:tasks.workunit.client.0.smithi089.stdout:op 5158 completed, throughput=5MB/sec 2024-07-26T06:42:17.772 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-mvydzH73q33UzSm off=15875016 len=88331 2024-07-26T06:42:17.772 INFO:tasks.workunit.client.0.smithi089.stdout:op 5159 completed, throughput=5MB/sec 2024-07-26T06:42:17.772 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-OaNZmuWW2-q33LB off=15819657 len=1941781 2024-07-26T06:42:17.782 INFO:tasks.workunit.client.0.smithi089.stdout:op 5160 completed, throughput=5MB/sec 2024-07-26T06:42:17.782 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-2jIm_NyYDA6Abmt off=10690683 len=926357 2024-07-26T06:42:17.783 INFO:tasks.workunit.client.0.smithi089.stdout:op 5161 completed, throughput=5MB/sec 2024-07-26T06:42:17.783 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-eOfIbxKOXIe6WpG off=16574812 len=1780854 2024-07-26T06:42:17.791 INFO:tasks.workunit.client.0.smithi089.stdout:op 5162 completed, throughput=5MB/sec 2024-07-26T06:42:18.791 INFO:tasks.workunit.client.0.smithi089.stdout: 1003: throughput=5MB/sec pending data=0 2024-07-26T06:42:18.791 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-6UcXnEOIE-JDDzv off=3109463 len=298143 2024-07-26T06:42:18.793 INFO:tasks.workunit.client.0.smithi089.stdout:op 5163 completed, throughput=5MB/sec 2024-07-26T06:42:18.793 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-1de05theZtnleXo off=793839 len=822998 2024-07-26T06:42:18.794 INFO:tasks.workunit.client.0.smithi089.stdout:op 5164 completed, throughput=5MB/sec 2024-07-26T06:42:18.794 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-qcslj3NvQ_JjE_f off=3692078 len=1312606 2024-07-26T06:42:18.800 INFO:tasks.workunit.client.0.smithi089.stdout:op 5165 completed, throughput=5MB/sec 2024-07-26T06:42:18.800 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-7IgReAgIkTaCHSL off=1451024 len=1532072 2024-07-26T06:42:18.808 INFO:tasks.workunit.client.0.smithi089.stdout:op 5166 completed, throughput=5MB/sec 2024-07-26T06:42:18.808 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-bhKHKKuj9SzCimH off=10779346 len=527520 2024-07-26T06:42:18.809 INFO:tasks.workunit.client.0.smithi089.stdout:op 5167 completed, throughput=5MB/sec 2024-07-26T06:42:18.809 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-582wJqKZLdri0F1 off=18145744 len=1293212 2024-07-26T06:42:18.817 INFO:tasks.workunit.client.0.smithi089.stdout:op 5168 completed, throughput=5MB/sec 2024-07-26T06:42:19.128 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:42:18 smithi155 ceph-mon[90160]: pgmap v1925: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:42:19.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:42:18 smithi089 ceph-mon[99608]: pgmap v1925: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:42:19.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:42:18 smithi089 ceph-mon[102056]: pgmap v1925: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:42:19.818 INFO:tasks.workunit.client.0.smithi089.stdout: 1004: throughput=5MB/sec pending data=0 2024-07-26T06:42:19.818 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-4KTWOHozUUr-J-5 off=3528051 len=1770659 2024-07-26T06:42:19.822 INFO:tasks.workunit.client.0.smithi089.stdout:op 5169 completed, throughput=5MB/sec 2024-07-26T06:42:19.822 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-PbaRe4D7Yp3YrDb off=7223748 len=124861 2024-07-26T06:42:19.825 INFO:tasks.workunit.client.0.smithi089.stdout:op 5170 completed, throughput=5MB/sec 2024-07-26T06:42:19.825 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-yh79q4vnlOm3xdr off=10820349 len=20293 2024-07-26T06:42:19.826 INFO:tasks.workunit.client.0.smithi089.stdout:op 5171 completed, throughput=5MB/sec 2024-07-26T06:42:19.826 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-qCCgZyrjEMOz9ra off=17637945 len=1144466 2024-07-26T06:42:19.832 INFO:tasks.workunit.client.0.smithi089.stdout:op 5172 completed, throughput=5MB/sec 2024-07-26T06:42:19.832 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-_o0jD1DrcbeEn0n off=8296787 len=1491092 2024-07-26T06:42:19.840 INFO:tasks.workunit.client.0.smithi089.stdout:op 5173 completed, throughput=5MB/sec 2024-07-26T06:42:20.840 INFO:tasks.workunit.client.0.smithi089.stdout: 1005: throughput=5MB/sec pending data=0 2024-07-26T06:42:20.840 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-S4WJP3NE_gjkycj off=4831675 len=620990 2024-07-26T06:42:20.844 INFO:tasks.workunit.client.0.smithi089.stdout:op 5174 completed, throughput=5MB/sec 2024-07-26T06:42:20.844 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-mJevpvS2Ne8Gqgx off=6792380 len=1065431 2024-07-26T06:42:20.846 INFO:tasks.workunit.client.0.smithi089.stdout:op 5175 completed, throughput=5MB/sec 2024-07-26T06:42:20.846 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-vGCt6ULJ3XwOoe5 off=13059089 len=128297 2024-07-26T06:42:20.849 INFO:tasks.workunit.client.0.smithi089.stdout:op 5176 completed, throughput=5MB/sec 2024-07-26T06:42:20.849 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-CZIl4jei6Io5YWZ off=5725851 len=950492 2024-07-26T06:42:20.854 INFO:tasks.workunit.client.0.smithi089.stdout:op 5177 completed, throughput=5MB/sec 2024-07-26T06:42:20.854 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-yhigZlzgR1XdcP9 off=1942930 len=619721 2024-07-26T06:42:20.855 INFO:tasks.workunit.client.0.smithi089.stdout:op 5178 completed, throughput=5MB/sec 2024-07-26T06:42:20.855 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-39bSQyh3e8sCbVI off=15088652 len=881163 2024-07-26T06:42:20.859 INFO:tasks.workunit.client.0.smithi089.stdout:op 5179 completed, throughput=5MB/sec 2024-07-26T06:42:20.859 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-HlnyRsCzHN2XAPd off=2028 len=313594 2024-07-26T06:42:20.861 INFO:tasks.workunit.client.0.smithi089.stdout:op 5180 completed, throughput=5MB/sec 2024-07-26T06:42:20.861 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-r7K-vdSSfZOMb3v off=11422194 len=619633 2024-07-26T06:42:20.865 INFO:tasks.workunit.client.0.smithi089.stdout:op 5181 completed, throughput=5MB/sec 2024-07-26T06:42:21.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:42:20 smithi155 ceph-mon[90160]: pgmap v1926: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:42:21.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:42:20 smithi089 ceph-mon[99608]: pgmap v1926: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:42:21.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:42:20 smithi089 ceph-mon[102056]: pgmap v1926: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:42:21.865 INFO:tasks.workunit.client.0.smithi089.stdout: 1006: throughput=5MB/sec pending data=0 2024-07-26T06:42:21.866 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Z7CellxdI-s8nMN off=8073960 len=1856024 2024-07-26T06:42:21.874 INFO:tasks.workunit.client.0.smithi089.stdout:op 5182 completed, throughput=5MB/sec 2024-07-26T06:42:21.874 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-FZtgW_RTWSX6xji off=1733526 len=330821 2024-07-26T06:42:21.877 INFO:tasks.workunit.client.0.smithi089.stdout:op 5183 completed, throughput=5MB/sec 2024-07-26T06:42:21.878 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-QG-CSL4rfhilEq_ off=3712768 len=716432 2024-07-26T06:42:21.879 INFO:tasks.workunit.client.0.smithi089.stdout:op 5184 completed, throughput=5MB/sec 2024-07-26T06:42:21.879 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Pza5LPzj4C1Ai0g off=5623314 len=585276 2024-07-26T06:42:21.880 INFO:tasks.workunit.client.0.smithi089.stdout:op 5185 completed, throughput=5MB/sec 2024-07-26T06:42:21.880 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-cSfsRXguHCJpP7Y off=11947090 len=1370935 2024-07-26T06:42:21.882 INFO:tasks.workunit.client.0.smithi089.stdout:op 5186 completed, throughput=5MB/sec 2024-07-26T06:42:21.882 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-kaU3P5BLLSmNCwD off=4478874 len=666086 2024-07-26T06:42:21.886 INFO:tasks.workunit.client.0.smithi089.stdout:op 5187 completed, throughput=5MB/sec 2024-07-26T06:42:22.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:42:22 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:42:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:42:22.886 INFO:tasks.workunit.client.0.smithi089.stdout: 1007: throughput=5MB/sec pending data=0 2024-07-26T06:42:22.886 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-RS62KhJPgp-brk9 off=2462773 len=1088605 2024-07-26T06:42:22.888 INFO:tasks.workunit.client.0.smithi089.stdout:op 5188 completed, throughput=5MB/sec 2024-07-26T06:42:22.888 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-1UII58a8BqGoi3X off=3048518 len=1215389 2024-07-26T06:42:22.896 INFO:tasks.workunit.client.0.smithi089.stdout:op 5189 completed, throughput=5MB/sec 2024-07-26T06:42:22.896 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-oL7fX4XhrFYqbK1 off=15885699 len=1990714 2024-07-26T06:42:22.903 INFO:tasks.workunit.client.0.smithi089.stdout:op 5190 completed, throughput=5MB/sec 2024-07-26T06:42:22.904 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-TBjWhoaHsTQIBAB off=22047589 len=302607 2024-07-26T06:42:22.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:42:22 smithi089 ceph-mon[99608]: pgmap v1927: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T06:42:22.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:42:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:42:22] "GET /metrics HTTP/1.1" 200 34051 "" "Prometheus/2.43.0" 2024-07-26T06:42:22.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:42:22 smithi089 ceph-mon[102056]: pgmap v1927: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T06:42:22.906 INFO:tasks.workunit.client.0.smithi089.stdout:op 5191 completed, throughput=5MB/sec 2024-07-26T06:42:22.906 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-RvlHIpKMqFbvFbN off=11093201 len=244209 2024-07-26T06:42:22.906 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:42:22 smithi155 ceph-mon[90160]: pgmap v1927: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-07-26T06:42:22.907 INFO:tasks.workunit.client.0.smithi089.stdout:op 5192 completed, throughput=5MB/sec 2024-07-26T06:42:22.907 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-wO-5L-RQLuLBAM4 off=0 len=1892774 2024-07-26T06:42:22.910 INFO:tasks.workunit.client.0.smithi089.stdout:op 5193 completed, throughput=5MB/sec 2024-07-26T06:42:23.911 INFO:tasks.workunit.client.0.smithi089.stdout: 1008: throughput=5MB/sec pending data=0 2024-07-26T06:42:23.911 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-4cLOpbziTF8GUxb off=9318148 len=734910 2024-07-26T06:42:23.914 INFO:tasks.workunit.client.0.smithi089.stdout:op 5194 completed, throughput=5MB/sec 2024-07-26T06:42:23.914 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-shhbzpaYZZKtJFf off=9157129 len=701360 2024-07-26T06:42:23.915 INFO:tasks.workunit.client.0.smithi089.stdout:op 5195 completed, throughput=5MB/sec 2024-07-26T06:42:23.915 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-BHAhOmgf02X1DLa off=13190715 len=1546748 2024-07-26T06:42:23.922 INFO:tasks.workunit.client.0.smithi089.stdout:op 5196 completed, throughput=5MB/sec 2024-07-26T06:42:23.922 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-PasVR-vQ1XcYj0a off=2331333 len=2063545 2024-07-26T06:42:23.924 INFO:tasks.workunit.client.0.smithi089.stdout:op 5197 completed, throughput=5MB/sec 2024-07-26T06:42:24.924 INFO:tasks.workunit.client.0.smithi089.stdout: 1009: throughput=5MB/sec pending data=0 2024-07-26T06:42:24.924 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-9K8OGHWOeYnZWmQ off=7271231 len=1622466 2024-07-26T06:42:24.931 INFO:tasks.workunit.client.0.smithi089.stdout:op 5198 completed, throughput=5MB/sec 2024-07-26T06:42:24.931 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-soUrprnk6nwT1AV off=12091541 len=409122 2024-07-26T06:42:24.934 INFO:tasks.workunit.client.0.smithi089.stdout:op 5199 completed, throughput=5MB/sec 2024-07-26T06:42:24.934 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-w0K5LZ1Pzbx5mbX off=8048953 len=1359657 2024-07-26T06:42:24.937 INFO:tasks.workunit.client.0.smithi089.stdout:op 5200 completed, throughput=5MB/sec 2024-07-26T06:42:24.938 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-M1JnoE2k6y5WFzB off=6316101 len=990929 2024-07-26T06:42:24.943 INFO:tasks.workunit.client.0.smithi089.stdout:op 5201 completed, throughput=5MB/sec 2024-07-26T06:42:25.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:42:24 smithi155 ceph-mon[90160]: pgmap v1928: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:42:25.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:42:24 smithi089 ceph-mon[99608]: pgmap v1928: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:42:25.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:42:24 smithi089 ceph-mon[102056]: pgmap v1928: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:42:25.943 INFO:tasks.workunit.client.0.smithi089.stdout: 1010: throughput=5MB/sec pending data=0 2024-07-26T06:42:25.943 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-lyLKjbPT3dzG-tx off=7816364 len=177504 2024-07-26T06:42:25.946 INFO:tasks.workunit.client.0.smithi089.stdout:op 5202 completed, throughput=5MB/sec 2024-07-26T06:42:25.946 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-8Uy5xl_gMshTBlj off=5047344 len=1801485 2024-07-26T06:42:25.957 INFO:tasks.workunit.client.0.smithi089.stdout:op 5203 completed, throughput=5MB/sec 2024-07-26T06:42:25.957 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-bWuhuvFibPgpdfi off=18608705 len=1492622 2024-07-26T06:42:25.959 INFO:tasks.workunit.client.0.smithi089.stdout:op 5204 completed, throughput=5MB/sec 2024-07-26T06:42:25.959 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-dop1eQOasmJq2VL off=15339374 len=666917 2024-07-26T06:42:25.960 INFO:tasks.workunit.client.0.smithi089.stdout:op 5205 completed, throughput=5MB/sec 2024-07-26T06:42:25.960 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-IMuVyel3e6rHzZk off=13170201 len=393672 2024-07-26T06:42:25.961 INFO:tasks.workunit.client.0.smithi089.stdout:op 5206 completed, throughput=5MB/sec 2024-07-26T06:42:25.961 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-VrImIoHS8FQOFXd off=13862726 len=1386647 2024-07-26T06:42:25.966 INFO:tasks.workunit.client.0.smithi089.stdout:op 5207 completed, throughput=5MB/sec 2024-07-26T06:42:26.967 INFO:tasks.workunit.client.0.smithi089.stdout: 1011: throughput=5MB/sec pending data=0 2024-07-26T06:42:26.967 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-uhwQZeWHPPk8bhM off=6526839 len=1476599 2024-07-26T06:42:26.974 INFO:tasks.workunit.client.0.smithi089.stdout:op 5208 completed, throughput=5MB/sec 2024-07-26T06:42:26.974 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-5rWnTuvmSliPYwz off=6547861 len=941919 2024-07-26T06:42:26.975 INFO:tasks.workunit.client.0.smithi089.stdout:op 5209 completed, throughput=5MB/sec 2024-07-26T06:42:26.975 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-FKK8nzR4TblRur2 off=2759618 len=1002350 2024-07-26T06:42:26.981 INFO:tasks.workunit.client.0.smithi089.stdout:op 5210 completed, throughput=5MB/sec 2024-07-26T06:42:26.981 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Ysi0NoI_Tzc7T6G off=9977603 len=1075713 2024-07-26T06:42:26.988 INFO:tasks.workunit.client.0.smithi089.stdout:op 5211 completed, throughput=5MB/sec 2024-07-26T06:42:27.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:42:26 smithi155 ceph-mon[90160]: pgmap v1929: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-26T06:42:27.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:42:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:42:27.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:42:26 smithi089 ceph-mon[99608]: pgmap v1929: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-26T06:42:27.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:42:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:42:27.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:42:26 smithi089 ceph-mon[102056]: pgmap v1929: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-26T06:42:27.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:42:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:42:27.989 INFO:tasks.workunit.client.0.smithi089.stdout: 1012: throughput=5MB/sec pending data=0 2024-07-26T06:42:27.989 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-jJ2W6dy7e1goqVG off=2329791 len=262827 2024-07-26T06:42:27.990 INFO:tasks.workunit.client.0.smithi089.stdout:op 5212 completed, throughput=5MB/sec 2024-07-26T06:42:27.990 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ZCCJBS-zYe7ZTre off=1685321 len=679085 2024-07-26T06:42:27.991 INFO:tasks.workunit.client.0.smithi089.stdout:op 5213 completed, throughput=5MB/sec 2024-07-26T06:42:27.991 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-7R3raoDDDvoETHD off=15374909 len=1172669 2024-07-26T06:42:27.996 INFO:tasks.workunit.client.0.smithi089.stdout:op 5214 completed, throughput=5MB/sec 2024-07-26T06:42:27.996 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-mqHkW-9STJcfaTD off=133951 len=757681 2024-07-26T06:42:27.999 INFO:tasks.workunit.client.0.smithi089.stdout:op 5215 completed, throughput=5MB/sec 2024-07-26T06:42:27.999 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-OtqaRTq9Uxjcfl_ off=2486977 len=359559 2024-07-26T06:42:28.000 INFO:tasks.workunit.client.0.smithi089.stdout:op 5216 completed, throughput=5MB/sec 2024-07-26T06:42:28.000 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-1n6DPCuVxz7ro4Y off=5074302 len=1148208 2024-07-26T06:42:28.001 INFO:tasks.workunit.client.0.smithi089.stdout:op 5217 completed, throughput=5MB/sec 2024-07-26T06:42:28.001 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-WahCn2swVJLHwlH off=220308 len=1417253 2024-07-26T06:42:28.003 INFO:tasks.workunit.client.0.smithi089.stdout:op 5218 completed, throughput=5MB/sec 2024-07-26T06:42:29.003 INFO:tasks.workunit.client.0.smithi089.stdout: 1013: throughput=5MB/sec pending data=0 2024-07-26T06:42:29.042 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-_IDG0VP-mxpEx94 off=4410685 len=1225321 2024-07-26T06:42:29.044 INFO:tasks.workunit.client.0.smithi089.stdout:op 5219 completed, throughput=5MB/sec 2024-07-26T06:42:29.044 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-bSzNNLx7yy_MWuU off=14086130 len=677909 2024-07-26T06:42:29.044 INFO:tasks.workunit.client.0.smithi089.stdout:op 5220 completed, throughput=5MB/sec 2024-07-26T06:42:29.044 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-_qxg_gbv2JcI0HA off=1096762 len=998675 2024-07-26T06:42:29.044 INFO:tasks.workunit.client.0.smithi089.stdout:op 5221 completed, throughput=5MB/sec 2024-07-26T06:42:29.044 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-OJz0Ta3q-M11fzc off=4514928 len=813354 2024-07-26T06:42:29.045 INFO:tasks.workunit.client.0.smithi089.stdout:op 5222 completed, throughput=5MB/sec 2024-07-26T06:42:29.045 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Zu2ppgGEzzJwXgS off=4504827 len=662805 2024-07-26T06:42:29.045 INFO:tasks.workunit.client.0.smithi089.stdout:op 5223 completed, throughput=5MB/sec 2024-07-26T06:42:29.045 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-GLRe0d4V5IMj-ph off=7284440 len=1184655 2024-07-26T06:42:29.045 INFO:tasks.workunit.client.0.smithi089.stdout:op 5224 completed, throughput=5MB/sec 2024-07-26T06:42:29.128 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:42:28 smithi155 ceph-mon[90160]: pgmap v1930: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-26T06:42:29.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:42:28 smithi089 ceph-mon[99608]: pgmap v1930: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-26T06:42:29.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:42:28 smithi089 ceph-mon[102056]: pgmap v1930: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-26T06:42:30.028 INFO:tasks.workunit.client.0.smithi089.stdout: 1014: throughput=5MB/sec pending data=0 2024-07-26T06:42:30.028 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-sJeEFLRu6_Te-OI off=919700 len=2056767 2024-07-26T06:42:30.030 INFO:tasks.workunit.client.0.smithi089.stdout:op 5225 completed, throughput=5MB/sec 2024-07-26T06:42:30.030 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-G5uvakriksq87aC off=10298191 len=676303 2024-07-26T06:42:30.035 INFO:tasks.workunit.client.0.smithi089.stdout:op 5226 completed, throughput=5MB/sec 2024-07-26T06:42:30.035 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-3G8gOPAIpZ6CHmr off=1035026 len=1836281 2024-07-26T06:42:30.037 INFO:tasks.workunit.client.0.smithi089.stdout:op 5227 completed, throughput=5MB/sec 2024-07-26T06:42:31.038 INFO:tasks.workunit.client.0.smithi089.stdout: 1015: throughput=5MB/sec pending data=0 2024-07-26T06:42:31.038 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-olcXem8Vi1JJVA2 off=5203149 len=1430431 2024-07-26T06:42:31.041 INFO:tasks.workunit.client.0.smithi089.stdout:op 5228 completed, throughput=5MB/sec 2024-07-26T06:42:31.041 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-f3Wdh5C_5DWV42C off=5598876 len=1201181 2024-07-26T06:42:31.049 INFO:tasks.workunit.client.0.smithi089.stdout:op 5229 completed, throughput=5MB/sec 2024-07-26T06:42:31.049 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-kefPq6BTyzRl8wS off=622577 len=141028 2024-07-26T06:42:31.050 INFO:tasks.workunit.client.0.smithi089.stdout:op 5230 completed, throughput=5MB/sec 2024-07-26T06:42:31.050 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-YsyOpRk0HXFKXUB off=244642 len=1791600 2024-07-26T06:42:31.060 INFO:tasks.workunit.client.0.smithi089.stdout:op 5231 completed, throughput=5MB/sec 2024-07-26T06:42:31.060 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Z5Hvc4zeKWt7aTz off=11209703 len=1208945 2024-07-26T06:42:31.065 INFO:tasks.workunit.client.0.smithi089.stdout:op 5232 completed, throughput=5MB/sec 2024-07-26T06:42:31.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:42:30 smithi155 ceph-mon[90160]: pgmap v1931: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:42:31.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:42:30 smithi089 ceph-mon[99608]: pgmap v1931: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:42:31.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:42:30 smithi089 ceph-mon[102056]: pgmap v1931: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:42:32.065 INFO:tasks.workunit.client.0.smithi089.stdout: 1016: throughput=5MB/sec pending data=0 2024-07-26T06:42:32.065 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-me8YcaswzblEdtZ off=14207712 len=1023804 2024-07-26T06:42:32.071 INFO:tasks.workunit.client.0.smithi089.stdout:op 5233 completed, throughput=5MB/sec 2024-07-26T06:42:32.071 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-LXlWBW1NLtbw5Uk off=3159050 len=510912 2024-07-26T06:42:32.072 INFO:tasks.workunit.client.0.smithi089.stdout:op 5234 completed, throughput=5MB/sec 2024-07-26T06:42:32.072 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-860axrYkD0H_2s4 off=13424643 len=125122 2024-07-26T06:42:32.075 INFO:tasks.workunit.client.0.smithi089.stdout:op 5235 completed, throughput=5MB/sec 2024-07-26T06:42:32.075 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-CreDNks0Z4uUxu5 off=3270939 len=540856 2024-07-26T06:42:32.076 INFO:tasks.workunit.client.0.smithi089.stdout:op 5236 completed, throughput=5MB/sec 2024-07-26T06:42:32.076 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-r9M7XfbuDXjVa2H off=722268 len=902435 2024-07-26T06:42:32.082 INFO:tasks.workunit.client.0.smithi089.stdout:op 5237 completed, throughput=5MB/sec 2024-07-26T06:42:32.082 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-CsISkBwuar7puER off=5011909 len=1717191 2024-07-26T06:42:32.089 INFO:tasks.workunit.client.0.smithi089.stdout:op 5238 completed, throughput=5MB/sec 2024-07-26T06:42:32.089 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-RtHNJlcy5Tk6K8d off=7368274 len=257752 2024-07-26T06:42:32.090 INFO:tasks.workunit.client.0.smithi089.stdout:op 5239 completed, throughput=5MB/sec 2024-07-26T06:42:32.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:42:32 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:42:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:42:32.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:42:32 smithi089 ceph-mon[99608]: pgmap v1932: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:42:32.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:42:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:42:32] "GET /metrics HTTP/1.1" 200 34048 "" "Prometheus/2.43.0" 2024-07-26T06:42:32.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:42:32 smithi089 ceph-mon[102056]: pgmap v1932: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:42:33.090 INFO:tasks.workunit.client.0.smithi089.stdout: 1017: throughput=5MB/sec pending data=0 2024-07-26T06:42:33.090 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-V5ZnwPIN2xImlNL off=272704 len=2067858 2024-07-26T06:42:33.095 INFO:tasks.workunit.client.0.smithi089.stdout:op 5240 completed, throughput=5MB/sec 2024-07-26T06:42:33.095 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-jRB7LIxGiaIWNry off=941227 len=2018397 2024-07-26T06:42:33.098 INFO:tasks.workunit.client.0.smithi089.stdout:op 5241 completed, throughput=5MB/sec 2024-07-26T06:42:33.098 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-DiO5ysqwyJb-6Kc off=772516 len=560205 2024-07-26T06:42:33.103 INFO:tasks.workunit.client.0.smithi089.stdout:op 5242 completed, throughput=5MB/sec 2024-07-26T06:42:33.103 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-7LYqWj6j2vwiman off=17739552 len=197030 2024-07-26T06:42:33.103 INFO:tasks.workunit.client.0.smithi089.stdout:op 5243 completed, throughput=5MB/sec 2024-07-26T06:42:33.103 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-E5aH7eRCTvBn1cE off=9034685 len=1409825 2024-07-26T06:42:33.105 INFO:tasks.workunit.client.0.smithi089.stdout:op 5244 completed, throughput=5MB/sec 2024-07-26T06:42:33.128 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:42:32 smithi155 ceph-mon[90160]: pgmap v1932: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:42:34.106 INFO:tasks.workunit.client.0.smithi089.stdout: 1018: throughput=5MB/sec pending data=0 2024-07-26T06:42:34.106 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-7PR_wr5O9EDj9ok off=11221326 len=1047166 2024-07-26T06:42:34.113 INFO:tasks.workunit.client.0.smithi089.stdout:op 5245 completed, throughput=5MB/sec 2024-07-26T06:42:34.113 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-6gKhMkcXRhd3WFE off=17180022 len=1365459 2024-07-26T06:42:34.115 INFO:tasks.workunit.client.0.smithi089.stdout:op 5246 completed, throughput=5MB/sec 2024-07-26T06:42:34.115 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Ht7ij-JmQ1XYTGz off=1983318 len=753268 2024-07-26T06:42:34.120 INFO:tasks.workunit.client.0.smithi089.stdout:op 5247 completed, throughput=5MB/sec 2024-07-26T06:42:34.120 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-pz_ogBdjMZvlHgl off=81897 len=1907771 2024-07-26T06:42:34.122 INFO:tasks.workunit.client.0.smithi089.stdout:op 5248 completed, throughput=5MB/sec 2024-07-26T06:42:35.123 INFO:tasks.workunit.client.0.smithi089.stdout: 1019: throughput=5MB/sec pending data=0 2024-07-26T06:42:35.123 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-FfVNs2tmWYNNhx1 off=5796618 len=1905062 2024-07-26T06:42:35.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:42:34 smithi155 ceph-mon[90160]: pgmap v1933: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-26T06:42:35.131 INFO:tasks.workunit.client.0.smithi089.stdout:op 5249 completed, throughput=5MB/sec 2024-07-26T06:42:35.131 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-uh9NRk9jh5fLDsU off=1229080 len=372749 2024-07-26T06:42:35.134 INFO:tasks.workunit.client.0.smithi089.stdout:op 5250 completed, throughput=5MB/sec 2024-07-26T06:42:35.134 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj--TuQz2t6P3A-O4C off=3497615 len=154786 2024-07-26T06:42:35.137 INFO:tasks.workunit.client.0.smithi089.stdout:op 5251 completed, throughput=5MB/sec 2024-07-26T06:42:35.137 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-fXNOpdleqQ7l3Ne off=22062098 len=2086815 2024-07-26T06:42:35.139 INFO:tasks.workunit.client.0.smithi089.stdout:op 5252 completed, throughput=5MB/sec 2024-07-26T06:42:35.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:42:34 smithi089 ceph-mon[99608]: pgmap v1933: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-26T06:42:35.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:42:34 smithi089 ceph-mon[102056]: pgmap v1933: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-26T06:42:36.139 INFO:tasks.workunit.client.0.smithi089.stdout: 1020: throughput=5MB/sec pending data=0 2024-07-26T06:42:36.140 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-dB-IJbxdWYBLIYT off=4539253 len=127872 2024-07-26T06:42:36.140 INFO:tasks.workunit.client.0.smithi089.stdout:op 5253 completed, throughput=5MB/sec 2024-07-26T06:42:36.140 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-EXHg0h5C5GrlRmJ off=4447765 len=454392 2024-07-26T06:42:36.144 INFO:tasks.workunit.client.0.smithi089.stdout:op 5254 completed, throughput=5MB/sec 2024-07-26T06:42:36.144 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-se-VNWYnGQQocAn off=5163426 len=121219 2024-07-26T06:42:36.145 INFO:tasks.workunit.client.0.smithi089.stdout:op 5255 completed, throughput=5MB/sec 2024-07-26T06:42:36.145 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-5sA_yE6M_l8dKbg off=6975501 len=1002695 2024-07-26T06:42:36.147 INFO:tasks.workunit.client.0.smithi089.stdout:op 5256 completed, throughput=5MB/sec 2024-07-26T06:42:36.147 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-RtUGSTcv1w9qh-V off=5143285 len=2069258 2024-07-26T06:42:36.157 INFO:tasks.workunit.client.0.smithi089.stdout:op 5257 completed, throughput=5MB/sec 2024-07-26T06:42:36.157 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-XWUHbyJpa-g8-rH off=12061231 len=1032052 2024-07-26T06:42:36.158 INFO:tasks.workunit.client.0.smithi089.stdout:op 5258 completed, throughput=5MB/sec 2024-07-26T06:42:36.158 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-1WN0sHEShDJqOos off=238475 len=1898288 2024-07-26T06:42:36.168 INFO:tasks.workunit.client.0.smithi089.stdout:op 5259 completed, throughput=5MB/sec 2024-07-26T06:42:37.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:42:36 smithi155 ceph-mon[90160]: pgmap v1934: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:42:37.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:42:36 smithi089 ceph-mon[99608]: pgmap v1934: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:42:37.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:42:36 smithi089 ceph-mon[102056]: pgmap v1934: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:42:37.168 INFO:tasks.workunit.client.0.smithi089.stdout: 1021: throughput=5MB/sec pending data=0 2024-07-26T06:42:37.168 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-onDdrNtJPg8O_Mt off=2511578 len=1235234 2024-07-26T06:42:37.175 INFO:tasks.workunit.client.0.smithi089.stdout:op 5260 completed, throughput=5MB/sec 2024-07-26T06:42:37.175 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Q_JGuxw59rP4vXa off=3655768 len=1800391 2024-07-26T06:42:37.179 INFO:tasks.workunit.client.0.smithi089.stdout:op 5261 completed, throughput=5MB/sec 2024-07-26T06:42:37.180 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-PjNO-IDA0uc8CP5 off=6745677 len=550843 2024-07-26T06:42:37.181 INFO:tasks.workunit.client.0.smithi089.stdout:op 5262 completed, throughput=5MB/sec 2024-07-26T06:42:37.181 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-jQEEkExtYz07gjO off=0 len=1641055 2024-07-26T06:42:37.187 INFO:tasks.workunit.client.0.smithi089.stdout:op 5263 completed, throughput=5MB/sec 2024-07-26T06:42:38.188 INFO:tasks.workunit.client.0.smithi089.stdout: 1022: throughput=5MB/sec pending data=0 2024-07-26T06:42:38.188 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-CvDIlKgaWi9gpr8 off=16160040 len=1479643 2024-07-26T06:42:38.195 INFO:tasks.workunit.client.0.smithi089.stdout:op 5264 completed, throughput=5MB/sec 2024-07-26T06:42:38.195 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-7Q9YKYY1w8kWlaV off=4803430 len=1327996 2024-07-26T06:42:38.202 INFO:tasks.workunit.client.0.smithi089.stdout:op 5265 completed, throughput=5MB/sec 2024-07-26T06:42:38.202 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-6sIbZDobEwaTTgk off=14207168 len=1194609 2024-07-26T06:42:38.204 INFO:tasks.workunit.client.0.smithi089.stdout:op 5266 completed, throughput=5MB/sec 2024-07-26T06:42:38.204 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-T7PM4eaXdTmaiFc off=8337871 len=1770698 2024-07-26T06:42:38.213 INFO:tasks.workunit.client.0.smithi089.stdout:op 5267 completed, throughput=5MB/sec 2024-07-26T06:42:39.128 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:42:38 smithi155 ceph-mon[90160]: pgmap v1935: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T06:42:39.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:42:38 smithi089 ceph-mon[99608]: pgmap v1935: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T06:42:39.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:42:38 smithi089 ceph-mon[102056]: pgmap v1935: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T06:42:39.214 INFO:tasks.workunit.client.0.smithi089.stdout: 1023: throughput=5MB/sec pending data=0 2024-07-26T06:42:39.214 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-fGbKSlXl3ylIrLH off=1391695 len=640284 2024-07-26T06:42:39.218 INFO:tasks.workunit.client.0.smithi089.stdout:op 5268 completed, throughput=5MB/sec 2024-07-26T06:42:39.218 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Z20oMHGRrjg2MhY off=3297787 len=487398 2024-07-26T06:42:39.222 INFO:tasks.workunit.client.0.smithi089.stdout:op 5269 completed, throughput=5MB/sec 2024-07-26T06:42:39.222 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-u2AMsnD8NbBDBzn off=6362411 len=1296282 2024-07-26T06:42:39.227 INFO:tasks.workunit.client.0.smithi089.stdout:op 5270 completed, throughput=5MB/sec 2024-07-26T06:42:39.227 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Z5Hvc4zeKWt7aTz off=11649583 len=1735887 2024-07-26T06:42:39.233 INFO:tasks.workunit.client.0.smithi089.stdout:op 5271 completed, throughput=5MB/sec 2024-07-26T06:42:40.233 INFO:tasks.workunit.client.0.smithi089.stdout: 1024: throughput=5MB/sec pending data=0 2024-07-26T06:42:40.234 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-evpZZzH70RH0uxj off=6430091 len=2055932 2024-07-26T06:42:40.246 INFO:tasks.workunit.client.0.smithi089.stdout:op 5272 completed, throughput=5MB/sec 2024-07-26T06:42:40.246 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ysS18YhVCWNqULN off=2539683 len=114780 2024-07-26T06:42:40.246 INFO:tasks.workunit.client.0.smithi089.stdout:op 5273 completed, throughput=5MB/sec 2024-07-26T06:42:40.246 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-X7qaeYNOq7hhUKP off=3468158 len=423834 2024-07-26T06:42:40.247 INFO:tasks.workunit.client.0.smithi089.stdout:op 5274 completed, throughput=5MB/sec 2024-07-26T06:42:40.247 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-0A6qkcmwd_vaQzP off=2239680 len=1067191 2024-07-26T06:42:40.252 INFO:tasks.workunit.client.0.smithi089.stdout:op 5275 completed, throughput=5MB/sec 2024-07-26T06:42:40.252 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-cxerMWxgqkFcpdS off=13446361 len=1714473 2024-07-26T06:42:40.258 INFO:tasks.workunit.client.0.smithi089.stdout:op 5276 completed, throughput=5MB/sec 2024-07-26T06:42:41.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:42:40 smithi155 ceph-mon[90160]: pgmap v1936: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:42:41.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:42:40 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:42:41.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:42:40 smithi089 ceph-mon[99608]: pgmap v1936: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:42:41.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:42:40 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:42:41.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:42:40 smithi089 ceph-mon[102056]: pgmap v1936: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:42:41.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:42:40 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:42:41.259 INFO:tasks.workunit.client.0.smithi089.stdout: 1025: throughput=5MB/sec pending data=0 2024-07-26T06:42:41.259 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-HY590PRfz_2rurV off=15596113 len=14345 2024-07-26T06:42:41.260 INFO:tasks.workunit.client.0.smithi089.stdout:op 5277 completed, throughput=5MB/sec 2024-07-26T06:42:41.260 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-PdpawfX7X00ZHn6 off=1447750 len=1640513 2024-07-26T06:42:41.270 INFO:tasks.workunit.client.0.smithi089.stdout:op 5278 completed, throughput=5MB/sec 2024-07-26T06:42:41.270 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-8u1g7ZMhmr57gEI off=16375252 len=82613 2024-07-26T06:42:41.270 INFO:tasks.workunit.client.0.smithi089.stdout:op 5279 completed, throughput=5MB/sec 2024-07-26T06:42:41.270 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-L91AEofVPyPv-Th off=3782872 len=1727358 2024-07-26T06:42:41.280 INFO:tasks.workunit.client.0.smithi089.stdout:op 5280 completed, throughput=5MB/sec 2024-07-26T06:42:41.280 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-LoPiAo3LxNqYDvD off=3494494 len=944869 2024-07-26T06:42:41.285 INFO:tasks.workunit.client.0.smithi089.stdout:op 5281 completed, throughput=5MB/sec 2024-07-26T06:42:41.285 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-D5u5lAKNEUlndlE off=765551 len=205088 2024-07-26T06:42:41.286 INFO:tasks.workunit.client.0.smithi089.stdout:op 5282 completed, throughput=5MB/sec 2024-07-26T06:42:41.286 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-8-sVnLRiYSMarqs off=6897199 len=53980 2024-07-26T06:42:41.286 INFO:tasks.workunit.client.0.smithi089.stdout:op 5283 completed, throughput=5MB/sec 2024-07-26T06:42:41.286 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-CpEY3uSl_lYITWw off=3490638 len=519089 2024-07-26T06:42:41.287 INFO:tasks.workunit.client.0.smithi089.stdout:op 5284 completed, throughput=5MB/sec 2024-07-26T06:42:42.288 INFO:tasks.workunit.client.0.smithi089.stdout: 1026: throughput=5MB/sec pending data=0 2024-07-26T06:42:42.288 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-rafTAuiNbPXBAQr off=9974163 len=1005104 2024-07-26T06:42:42.293 INFO:tasks.workunit.client.0.smithi089.stdout:op 5285 completed, throughput=5MB/sec 2024-07-26T06:42:42.293 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-pFe4kvUKd4yCmxW off=285615 len=878100 2024-07-26T06:42:42.294 INFO:tasks.workunit.client.0.smithi089.stdout:op 5286 completed, throughput=5MB/sec 2024-07-26T06:42:42.295 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-htXPs9wbENkHP_B off=396890 len=1374215 2024-07-26T06:42:42.304 INFO:tasks.workunit.client.0.smithi089.stdout:op 5287 completed, throughput=5MB/sec 2024-07-26T06:42:42.304 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-aI-WlkFMLRQRr0Q off=8904554 len=1064588 2024-07-26T06:42:42.309 INFO:tasks.workunit.client.0.smithi089.stdout:op 5288 completed, throughput=5MB/sec 2024-07-26T06:42:42.309 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-OkbFE6YVAAWj5Sz off=6026160 len=1807477 2024-07-26T06:42:42.317 INFO:tasks.workunit.client.0.smithi089.stdout:op 5289 completed, throughput=5MB/sec 2024-07-26T06:42:42.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:42:42 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:42:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:42:42.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:42:42 smithi089 ceph-mon[99608]: pgmap v1937: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T06:42:42.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:42:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:42:42] "GET /metrics HTTP/1.1" 200 34048 "" "Prometheus/2.43.0" 2024-07-26T06:42:42.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:42:42 smithi089 ceph-mon[102056]: pgmap v1937: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T06:42:43.128 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:42:42 smithi155 ceph-mon[90160]: pgmap v1937: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T06:42:43.317 INFO:tasks.workunit.client.0.smithi089.stdout: 1027: throughput=5MB/sec pending data=0 2024-07-26T06:42:43.317 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-nNvziN2AUl5m3hr off=170552 len=1677799 2024-07-26T06:42:43.325 INFO:tasks.workunit.client.0.smithi089.stdout:op 5290 completed, throughput=5MB/sec 2024-07-26T06:42:43.325 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-T507cXID_WE24Dx off=2635510 len=1731558 2024-07-26T06:42:43.327 INFO:tasks.workunit.client.0.smithi089.stdout:op 5291 completed, throughput=5MB/sec 2024-07-26T06:42:43.327 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-e2mQuTqr1gmQKGJ off=11734985 len=1411838 2024-07-26T06:42:43.328 INFO:tasks.workunit.client.0.smithi089.stdout:op 5292 completed, throughput=5MB/sec 2024-07-26T06:42:44.329 INFO:tasks.workunit.client.0.smithi089.stdout: 1028: throughput=5MB/sec pending data=0 2024-07-26T06:42:44.329 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Nm3k0Th7Jtt7Spd off=2797146 len=194533 2024-07-26T06:42:44.329 INFO:tasks.workunit.client.0.smithi089.stdout:op 5293 completed, throughput=5MB/sec 2024-07-26T06:42:44.329 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-_DnRn7iF6UUF9ST off=7396559 len=1879278 2024-07-26T06:42:44.340 INFO:tasks.workunit.client.0.smithi089.stdout:op 5294 completed, throughput=5MB/sec 2024-07-26T06:42:44.340 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-nuu4MIuQsnk2e0Z off=4037127 len=505899 2024-07-26T06:42:44.340 INFO:tasks.workunit.client.0.smithi089.stdout:op 5295 completed, throughput=5MB/sec 2024-07-26T06:42:44.340 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-vCMhUmG7a5ZFL7w off=7879548 len=203348 2024-07-26T06:42:44.342 INFO:tasks.workunit.client.0.smithi089.stdout:op 5296 completed, throughput=5MB/sec 2024-07-26T06:42:44.342 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-nVPvBlD3cbR-DRc off=1636182 len=781696 2024-07-26T06:42:44.343 INFO:tasks.workunit.client.0.smithi089.stdout:op 5297 completed, throughput=5MB/sec 2024-07-26T06:42:44.343 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-C7XWLOa7J9FwJ7A off=11887452 len=1992439 2024-07-26T06:42:44.354 INFO:tasks.workunit.client.0.smithi089.stdout:op 5298 completed, throughput=5MB/sec 2024-07-26T06:42:45.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:42:44 smithi155 ceph-mon[90160]: pgmap v1938: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-26T06:42:45.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:42:44 smithi089 ceph-mon[99608]: pgmap v1938: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-26T06:42:45.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:42:44 smithi089 ceph-mon[102056]: pgmap v1938: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-26T06:42:45.354 INFO:tasks.workunit.client.0.smithi089.stdout: 1029: throughput=5MB/sec pending data=0 2024-07-26T06:42:45.355 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-vCNyomLgJ8SXEsm off=14357164 len=1483481 2024-07-26T06:42:45.361 INFO:tasks.workunit.client.0.smithi089.stdout:op 5299 completed, throughput=5MB/sec 2024-07-26T06:42:45.361 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-gXA-Fyu0GCEEM16 off=6199647 len=1825191 2024-07-26T06:42:45.365 INFO:tasks.workunit.client.0.smithi089.stdout:op 5300 completed, throughput=5MB/sec 2024-07-26T06:42:45.365 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-UxraD10v5Z6j0Aa off=8358357 len=504868 2024-07-26T06:42:45.369 INFO:tasks.workunit.client.0.smithi089.stdout:op 5301 completed, throughput=5MB/sec 2024-07-26T06:42:45.369 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-sqdAgoy5fR15zQ8 off=13109754 len=777722 2024-07-26T06:42:45.373 INFO:tasks.workunit.client.0.smithi089.stdout:op 5302 completed, throughput=5MB/sec 2024-07-26T06:42:45.373 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-aUwZSkUNj1qQNKE off=1753299 len=1962830 2024-07-26T06:42:45.380 INFO:tasks.workunit.client.0.smithi089.stdout:op 5303 completed, throughput=5MB/sec 2024-07-26T06:42:46.380 INFO:tasks.workunit.client.0.smithi089.stdout: 1030: throughput=5MB/sec pending data=0 2024-07-26T06:42:46.381 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-d7R5N42RZHky04h off=1136381 len=394232 2024-07-26T06:42:46.382 INFO:tasks.workunit.client.0.smithi089.stdout:op 5304 completed, throughput=5MB/sec 2024-07-26T06:42:46.382 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-1ryZRC1gYc8hvwR off=1934685 len=1329555 2024-07-26T06:42:46.383 INFO:tasks.workunit.client.0.smithi089.stdout:op 5305 completed, throughput=5MB/sec 2024-07-26T06:42:46.383 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-RXxIPHjZFgP53k0 off=4856090 len=1242101 2024-07-26T06:42:46.389 INFO:tasks.workunit.client.0.smithi089.stdout:op 5306 completed, throughput=5MB/sec 2024-07-26T06:42:46.389 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-4SeasfCVOPQwSDe off=3210750 len=580465 2024-07-26T06:42:46.393 INFO:tasks.workunit.client.0.smithi089.stdout:op 5307 completed, throughput=5MB/sec 2024-07-26T06:42:47.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:42:46 smithi155 ceph-mon[90160]: pgmap v1939: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-26T06:42:47.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:42:46 smithi089 ceph-mon[99608]: pgmap v1939: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-26T06:42:47.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:42:46 smithi089 ceph-mon[102056]: pgmap v1939: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-26T06:42:47.393 INFO:tasks.workunit.client.0.smithi089.stdout: 1031: throughput=5MB/sec pending data=0 2024-07-26T06:42:47.393 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-SFtmzwN3PF21OFy off=8735421 len=825933 2024-07-26T06:42:47.397 INFO:tasks.workunit.client.0.smithi089.stdout:op 5308 completed, throughput=5MB/sec 2024-07-26T06:42:47.398 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-enEAX1Ox233Ae-w off=19199274 len=196280 2024-07-26T06:42:47.401 INFO:tasks.workunit.client.0.smithi089.stdout:op 5309 completed, throughput=5MB/sec 2024-07-26T06:42:47.401 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-x74IlwGmFFuPsq4 off=5005000 len=1029114 2024-07-26T06:42:47.402 INFO:tasks.workunit.client.0.smithi089.stdout:op 5310 completed, throughput=5MB/sec 2024-07-26T06:42:47.402 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-xbNTKBYWFbB3bEJ off=17496553 len=1939435 2024-07-26T06:42:47.404 INFO:tasks.workunit.client.0.smithi089.stdout:op 5311 completed, throughput=5MB/sec 2024-07-26T06:42:47.405 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Vwc64z6LcLQHvaX off=3831874 len=401223 2024-07-26T06:42:47.406 INFO:tasks.workunit.client.0.smithi089.stdout:op 5312 completed, throughput=5MB/sec 2024-07-26T06:42:47.406 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-6H0mNnyfbo39t5g off=1905058 len=811747 2024-07-26T06:42:47.407 INFO:tasks.workunit.client.0.smithi089.stdout:op 5313 completed, throughput=5MB/sec 2024-07-26T06:42:47.407 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-OzZqSdPrBKzMube off=7403337 len=1634111 2024-07-26T06:42:47.417 INFO:tasks.workunit.client.0.smithi089.stdout:op 5314 completed, throughput=5MB/sec 2024-07-26T06:42:48.417 INFO:tasks.workunit.client.0.smithi089.stdout: 1032: throughput=5MB/sec pending data=0 2024-07-26T06:42:48.417 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-0sstudqtfOOizOQ off=1807426 len=1266340 2024-07-26T06:42:48.420 INFO:tasks.workunit.client.0.smithi089.stdout:op 5315 completed, throughput=5MB/sec 2024-07-26T06:42:48.420 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-C8ucgImdjB_xfPx off=1125914 len=1274276 2024-07-26T06:42:48.426 INFO:tasks.workunit.client.0.smithi089.stdout:op 5316 completed, throughput=5MB/sec 2024-07-26T06:42:48.427 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-9pvYmOzcK2Vpr3z off=3468892 len=1549441 2024-07-26T06:42:48.432 INFO:tasks.workunit.client.0.smithi089.stdout:op 5317 completed, throughput=5MB/sec 2024-07-26T06:42:49.128 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:42:48 smithi155 ceph-mon[90160]: pgmap v1940: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-07-26T06:42:49.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:42:48 smithi089 ceph-mon[99608]: pgmap v1940: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-07-26T06:42:49.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:42:48 smithi089 ceph-mon[102056]: pgmap v1940: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-07-26T06:42:49.433 INFO:tasks.workunit.client.0.smithi089.stdout: 1033: throughput=5MB/sec pending data=0 2024-07-26T06:42:49.433 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-2AckgdhA9YwaVxB off=9148692 len=601700 2024-07-26T06:42:49.437 INFO:tasks.workunit.client.0.smithi089.stdout:op 5318 completed, throughput=5MB/sec 2024-07-26T06:42:49.437 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-AtJRYExJV6b3gkJ off=14344959 len=901379 2024-07-26T06:42:49.442 INFO:tasks.workunit.client.0.smithi089.stdout:op 5319 completed, throughput=5MB/sec 2024-07-26T06:42:49.442 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-KPx4wYhpW0RAYQS off=8430042 len=1509162 2024-07-26T06:42:49.450 INFO:tasks.workunit.client.0.smithi089.stdout:op 5320 completed, throughput=5MB/sec 2024-07-26T06:42:49.450 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-eP_jTMrZGPItjfn off=9780207 len=1132819 2024-07-26T06:42:49.455 INFO:tasks.workunit.client.0.smithi089.stdout:op 5321 completed, throughput=5MB/sec 2024-07-26T06:42:49.455 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-SwS86neCMma7LRr off=9263510 len=1443403 2024-07-26T06:42:49.456 INFO:tasks.workunit.client.0.smithi089.stdout:op 5322 completed, throughput=5MB/sec 2024-07-26T06:42:50.456 INFO:tasks.workunit.client.0.smithi089.stdout: 1034: throughput=5MB/sec pending data=0 2024-07-26T06:42:50.457 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-5rWnTuvmSliPYwz off=7884325 len=1635451 2024-07-26T06:42:50.462 INFO:tasks.workunit.client.0.smithi089.stdout:op 5323 completed, throughput=5MB/sec 2024-07-26T06:42:50.462 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-oGlW1iBv1yBe6ND off=669556 len=1731829 2024-07-26T06:42:50.468 INFO:tasks.workunit.client.0.smithi089.stdout:op 5324 completed, throughput=5MB/sec 2024-07-26T06:42:50.468 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-uZoorBSXHmTQC-x off=18049201 len=1934059 2024-07-26T06:42:50.477 INFO:tasks.workunit.client.0.smithi089.stdout:op 5325 completed, throughput=5MB/sec 2024-07-26T06:42:51.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:42:50 smithi155 ceph-mon[90160]: pgmap v1941: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-07-26T06:42:51.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:42:50 smithi089 ceph-mon[99608]: pgmap v1941: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-07-26T06:42:51.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:42:50 smithi089 ceph-mon[102056]: pgmap v1941: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-07-26T06:42:51.478 INFO:tasks.workunit.client.0.smithi089.stdout: 1035: throughput=5MB/sec pending data=0 2024-07-26T06:42:51.478 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-V4L4MupezotDO5u off=8577123 len=1051081 2024-07-26T06:42:51.480 INFO:tasks.workunit.client.0.smithi089.stdout:op 5326 completed, throughput=5MB/sec 2024-07-26T06:42:51.481 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-SKavU1NY34MtSnA off=49308 len=1072250 2024-07-26T06:42:51.482 INFO:tasks.workunit.client.0.smithi089.stdout:op 5327 completed, throughput=5MB/sec 2024-07-26T06:42:51.483 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-cJOSq4nKal-dSfP off=3345653 len=1812856 2024-07-26T06:42:51.486 INFO:tasks.workunit.client.0.smithi089.stdout:op 5328 completed, throughput=5MB/sec 2024-07-26T06:42:51.486 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-7Ojlcxx-pKuRwSA off=4970251 len=892024 2024-07-26T06:42:51.487 INFO:tasks.workunit.client.0.smithi089.stdout:op 5329 completed, throughput=5MB/sec 2024-07-26T06:42:52.486 INFO:tasks.workunit.client.0.smithi089.stdout: 1036: throughput=5MB/sec pending data=0 2024-07-26T06:42:52.486 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-X-ZYrkl95OO2I95 off=10412660 len=1489183 2024-07-26T06:42:52.488 INFO:tasks.workunit.client.0.smithi089.stdout:op 5330 completed, throughput=5MB/sec 2024-07-26T06:42:52.488 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-nvBN6AULS8Sl3it off=1343115 len=1898163 2024-07-26T06:42:52.496 INFO:tasks.workunit.client.0.smithi089.stdout:op 5331 completed, throughput=5MB/sec 2024-07-26T06:42:52.496 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-kJqrYS0Zbn_HPa8 off=8880369 len=1984366 2024-07-26T06:42:52.501 INFO:tasks.workunit.client.0.smithi089.stdout:op 5332 completed, throughput=5MB/sec 2024-07-26T06:42:52.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:42:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:42:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:42:52.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:42:52 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:42:52] "GET /metrics HTTP/1.1" 200 34048 "" "Prometheus/2.43.0" 2024-07-26T06:42:53.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:42:52 smithi155 ceph-mon[90160]: pgmap v1942: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-07-26T06:42:53.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:42:52 smithi089 ceph-mon[99608]: pgmap v1942: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-07-26T06:42:53.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:42:52 smithi089 ceph-mon[102056]: pgmap v1942: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-07-26T06:42:53.502 INFO:tasks.workunit.client.0.smithi089.stdout: 1037: throughput=5MB/sec pending data=0 2024-07-26T06:42:53.502 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-3nk1BdijzfSfbHI off=9998657 len=234712 2024-07-26T06:42:53.505 INFO:tasks.workunit.client.0.smithi089.stdout:op 5333 completed, throughput=5MB/sec 2024-07-26T06:42:53.505 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-0W6xawkA3Uj51tt off=4437221 len=1517248 2024-07-26T06:42:53.508 INFO:tasks.workunit.client.0.smithi089.stdout:op 5334 completed, throughput=5MB/sec 2024-07-26T06:42:53.508 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-nFE84weeXskIYZ5 off=11932177 len=1691215 2024-07-26T06:42:53.510 INFO:tasks.workunit.client.0.smithi089.stdout:op 5335 completed, throughput=5MB/sec 2024-07-26T06:42:53.510 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ftEZaxHdcHyrV4E off=823908 len=1466427 2024-07-26T06:42:53.519 INFO:tasks.workunit.client.0.smithi089.stdout:op 5336 completed, throughput=5MB/sec 2024-07-26T06:42:53.520 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-B6jU7R9drXqBO8s off=1275441 len=1874117 2024-07-26T06:42:53.522 INFO:tasks.workunit.client.0.smithi089.stdout:op 5337 completed, throughput=5MB/sec 2024-07-26T06:42:54.522 INFO:tasks.workunit.client.0.smithi089.stdout: 1038: throughput=5MB/sec pending data=0 2024-07-26T06:42:54.522 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-xzTcjJCatq2PJTe off=5616185 len=1931207 2024-07-26T06:42:54.533 INFO:tasks.workunit.client.0.smithi089.stdout:op 5338 completed, throughput=5MB/sec 2024-07-26T06:42:54.534 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-TcUtdwOqd0kj6xk off=92850 len=1605926 2024-07-26T06:42:54.536 INFO:tasks.workunit.client.0.smithi089.stdout:op 5339 completed, throughput=5MB/sec 2024-07-26T06:42:54.536 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-TrW8XfaWpvObm4r off=911430 len=1640767 2024-07-26T06:42:54.542 INFO:tasks.workunit.client.0.smithi089.stdout:op 5340 completed, throughput=5MB/sec 2024-07-26T06:42:55.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:42:54 smithi155 ceph-mon[90160]: pgmap v1943: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-07-26T06:42:55.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:42:54 smithi089 ceph-mon[99608]: pgmap v1943: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-07-26T06:42:55.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:42:54 smithi089 ceph-mon[102056]: pgmap v1943: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-07-26T06:42:55.542 INFO:tasks.workunit.client.0.smithi089.stdout: 1039: throughput=5MB/sec pending data=0 2024-07-26T06:42:55.542 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-pE7JhcsAaPkr8W9 off=15162576 len=1132350 2024-07-26T06:42:55.544 INFO:tasks.workunit.client.0.smithi089.stdout:op 5341 completed, throughput=5MB/sec 2024-07-26T06:42:55.544 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-5gLgq1bqBVC0aG3 off=4474481 len=1303741 2024-07-26T06:42:55.546 INFO:tasks.workunit.client.0.smithi089.stdout:op 5342 completed, throughput=5MB/sec 2024-07-26T06:42:55.546 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-JGWsLuDic8JBGJ5 off=9066106 len=1452688 2024-07-26T06:42:55.553 INFO:tasks.workunit.client.0.smithi089.stdout:op 5343 completed, throughput=5MB/sec 2024-07-26T06:42:55.553 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-_5bl0k_wR4asZSf off=666114 len=819075 2024-07-26T06:42:55.557 INFO:tasks.workunit.client.0.smithi089.stdout:op 5344 completed, throughput=5MB/sec 2024-07-26T06:42:56.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:42:55 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:42:56.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:42:55 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:42:56.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:42:55 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:42:56.557 INFO:tasks.workunit.client.0.smithi089.stdout: 1040: throughput=5MB/sec pending data=0 2024-07-26T06:42:56.557 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-QIqEGEeKigJgrGm off=0 len=1200775 2024-07-26T06:42:56.565 INFO:tasks.workunit.client.0.smithi089.stdout:op 5345 completed, throughput=5MB/sec 2024-07-26T06:42:56.565 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ICl-LjgZoc46BDw off=135666 len=2090992 2024-07-26T06:42:56.575 INFO:tasks.workunit.client.0.smithi089.stdout:op 5346 completed, throughput=5MB/sec 2024-07-26T06:42:56.575 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Re7oixsZRninuno off=1270673 len=1588473 2024-07-26T06:42:56.577 INFO:tasks.workunit.client.0.smithi089.stdout:op 5347 completed, throughput=5MB/sec 2024-07-26T06:42:57.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:42:56 smithi155 ceph-mon[90160]: pgmap v1944: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-07-26T06:42:57.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:42:56 smithi089 ceph-mon[99608]: pgmap v1944: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-07-26T06:42:57.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:42:56 smithi089 ceph-mon[102056]: pgmap v1944: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-07-26T06:42:57.577 INFO:tasks.workunit.client.0.smithi089.stdout: 1041: throughput=5MB/sec pending data=0 2024-07-26T06:42:57.577 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-fp9NZ5MH_LLH7U6 off=8894779 len=2021612 2024-07-26T06:42:57.580 INFO:tasks.workunit.client.0.smithi089.stdout:op 5348 completed, throughput=5MB/sec 2024-07-26T06:42:57.580 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Onvfb7AzDf48Nls off=9554036 len=1593680 2024-07-26T06:42:57.581 INFO:tasks.workunit.client.0.smithi089.stdout:op 5349 completed, throughput=5MB/sec 2024-07-26T06:42:57.581 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-qL5HnXqGvUHg6QC off=17570753 len=1458550 2024-07-26T06:42:57.583 INFO:tasks.workunit.client.0.smithi089.stdout:op 5350 completed, throughput=5MB/sec 2024-07-26T06:42:58.584 INFO:tasks.workunit.client.0.smithi089.stdout: 1042: throughput=5MB/sec pending data=0 2024-07-26T06:42:58.584 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-TqPvTPFa4PyrFcE off=9421560 len=446408 2024-07-26T06:42:58.588 INFO:tasks.workunit.client.0.smithi089.stdout:op 5351 completed, throughput=5MB/sec 2024-07-26T06:42:58.588 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-lx_F6bbXXpMpuuP off=8005903 len=1617208 2024-07-26T06:42:58.597 INFO:tasks.workunit.client.0.smithi089.stdout:op 5352 completed, throughput=5MB/sec 2024-07-26T06:42:58.597 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-h7eDrUNpebogNyv off=2163426 len=58440 2024-07-26T06:42:58.598 INFO:tasks.workunit.client.0.smithi089.stdout:op 5353 completed, throughput=5MB/sec 2024-07-26T06:42:58.598 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-4Wd03NnBxAhbat9 off=5656692 len=1484794 2024-07-26T06:42:58.601 INFO:tasks.workunit.client.0.smithi089.stdout:op 5354 completed, throughput=5MB/sec 2024-07-26T06:42:58.601 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-lXQGpu9aimULHwo off=5367338 len=696320 2024-07-26T06:42:58.605 INFO:tasks.workunit.client.0.smithi089.stdout:op 5355 completed, throughput=5MB/sec 2024-07-26T06:42:58.605 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-1_mknrpkAum3hMp off=1045414 len=915690 2024-07-26T06:42:58.606 INFO:tasks.workunit.client.0.smithi089.stdout:op 5356 completed, throughput=5MB/sec 2024-07-26T06:42:58.606 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-XTwXZvLLQ1qPOTZ off=12617772 len=130491 2024-07-26T06:42:58.608 INFO:tasks.workunit.client.0.smithi089.stdout:op 5357 completed, throughput=5MB/sec 2024-07-26T06:42:59.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:42:58 smithi155 ceph-mon[90160]: pgmap v1945: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-07-26T06:42:59.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:42:58 smithi089 ceph-mon[99608]: pgmap v1945: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-07-26T06:42:59.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:42:58 smithi089 ceph-mon[102056]: pgmap v1945: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-07-26T06:42:59.608 INFO:tasks.workunit.client.0.smithi089.stdout: 1043: throughput=5MB/sec pending data=0 2024-07-26T06:42:59.609 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-4MVQ2HbEyWB2-cw off=11962321 len=1382030 2024-07-26T06:42:59.617 INFO:tasks.workunit.client.0.smithi089.stdout:op 5358 completed, throughput=5MB/sec 2024-07-26T06:42:59.617 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-zl9MIKiGel4La0p off=16460433 len=1884028 2024-07-26T06:42:59.620 INFO:tasks.workunit.client.0.smithi089.stdout:op 5359 completed, throughput=5MB/sec 2024-07-26T06:42:59.620 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj--jDsYhLJweFFigv off=14983955 len=812309 2024-07-26T06:42:59.621 INFO:tasks.workunit.client.0.smithi089.stdout:op 5360 completed, throughput=5MB/sec 2024-07-26T06:42:59.621 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-xHfOz1ygj0tjt6l off=11895499 len=623004 2024-07-26T06:42:59.623 INFO:tasks.workunit.client.0.smithi089.stdout:op 5361 completed, throughput=5MB/sec 2024-07-26T06:42:59.623 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-w0g2TkzAQaitxHr off=7083522 len=262594 2024-07-26T06:42:59.623 INFO:tasks.workunit.client.0.smithi089.stdout:op 5362 completed, throughput=5MB/sec 2024-07-26T06:42:59.623 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-78j1ngv9tJOUgov off=8078097 len=1205592 2024-07-26T06:42:59.629 INFO:tasks.workunit.client.0.smithi089.stdout:op 5363 completed, throughput=5MB/sec 2024-07-26T06:43:00.629 INFO:tasks.workunit.client.0.smithi089.stdout: 1044: throughput=5MB/sec pending data=0 2024-07-26T06:43:00.629 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-taG9i2K8qLuWAeC off=17007673 len=1522562 2024-07-26T06:43:00.637 INFO:tasks.workunit.client.0.smithi089.stdout:op 5364 completed, throughput=5MB/sec 2024-07-26T06:43:00.637 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-g7Yyb-30-H4uDwI off=19430444 len=1931194 2024-07-26T06:43:00.639 INFO:tasks.workunit.client.0.smithi089.stdout:op 5365 completed, throughput=5MB/sec 2024-07-26T06:43:00.639 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-aNuZBcmnBPh-yZH off=847258 len=1780900 2024-07-26T06:43:00.648 INFO:tasks.workunit.client.0.smithi089.stdout:op 5366 completed, throughput=5MB/sec 2024-07-26T06:43:01.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:43:00 smithi155 ceph-mon[90160]: pgmap v1946: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-07-26T06:43:01.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:43:00 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:43:01.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:43:00 smithi089 ceph-mon[99608]: pgmap v1946: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-07-26T06:43:01.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:43:00 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:43:01.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:43:00 smithi089 ceph-mon[102056]: pgmap v1946: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-07-26T06:43:01.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:43:00 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:43:01.648 INFO:tasks.workunit.client.0.smithi089.stdout: 1045: throughput=5MB/sec pending data=0 2024-07-26T06:43:01.649 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-f3_RAgn3MvNK-8d off=3153697 len=915330 2024-07-26T06:43:01.653 INFO:tasks.workunit.client.0.smithi089.stdout:op 5367 completed, throughput=5MB/sec 2024-07-26T06:43:01.653 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-9vrO0-90_KA_l01 off=21459733 len=815441 2024-07-26T06:43:01.657 INFO:tasks.workunit.client.0.smithi089.stdout:op 5368 completed, throughput=5MB/sec 2024-07-26T06:43:01.657 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-a3jQTy8Mgz8ndML off=2137632 len=1314980 2024-07-26T06:43:01.658 INFO:tasks.workunit.client.0.smithi089.stdout:op 5369 completed, throughput=5MB/sec 2024-07-26T06:43:01.658 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-uoW8Qmkclu-qidH off=17221361 len=1557355 2024-07-26T06:43:01.660 INFO:tasks.workunit.client.0.smithi089.stdout:op 5370 completed, throughput=5MB/sec 2024-07-26T06:43:02.313 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:43:01 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:43:02.314 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:43:01 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:43:02.314 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:43:01 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:43:02.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:43:01 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:43:02.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:43:01 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:43:02.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:43:01 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:43:02.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:43:01 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:43:02.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:43:01 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:43:02.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:43:01 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:43:02.628 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:43:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:43:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:43:02.660 INFO:tasks.workunit.client.0.smithi089.stdout: 1046: throughput=5MB/sec pending data=0 2024-07-26T06:43:02.660 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-sRU6E6_Tk-6vdVE off=5328828 len=1466713 2024-07-26T06:43:02.668 INFO:tasks.workunit.client.0.smithi089.stdout:op 5371 completed, throughput=5MB/sec 2024-07-26T06:43:02.668 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-9vrO0-90_KA_l01 off=18579519 len=624390 2024-07-26T06:43:02.669 INFO:tasks.workunit.client.0.smithi089.stdout:op 5372 completed, throughput=5MB/sec 2024-07-26T06:43:02.669 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-B95p2TOzyzlC6ma off=16263903 len=1016308 2024-07-26T06:43:02.670 INFO:tasks.workunit.client.0.smithi089.stdout:op 5373 completed, throughput=5MB/sec 2024-07-26T06:43:02.670 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Z9fyigzpbOTslDK off=9166048 len=990073 2024-07-26T06:43:02.676 INFO:tasks.workunit.client.0.smithi089.stdout:op 5374 completed, throughput=5MB/sec 2024-07-26T06:43:02.676 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-cf3DyhbRAI_XgT8 off=1459601 len=415075 2024-07-26T06:43:02.677 INFO:tasks.workunit.client.0.smithi089.stdout:op 5375 completed, throughput=5MB/sec 2024-07-26T06:43:02.677 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-a9H7Jwfvy0js78C off=289196 len=1864690 2024-07-26T06:43:02.688 INFO:tasks.workunit.client.0.smithi089.stdout:op 5376 completed, throughput=5MB/sec 2024-07-26T06:43:02.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:43:02 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:43:02] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-07-26T06:43:03.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:43:02 smithi155 ceph-mon[90160]: pgmap v1947: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:43:03.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:43:02 smithi089 ceph-mon[99608]: pgmap v1947: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:43:03.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:43:02 smithi089 ceph-mon[102056]: pgmap v1947: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:43:03.688 INFO:tasks.workunit.client.0.smithi089.stdout: 1047: throughput=5MB/sec pending data=0 2024-07-26T06:43:03.688 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-rSlw86JSJLRdqqQ off=9078369 len=803807 2024-07-26T06:43:03.690 INFO:tasks.workunit.client.0.smithi089.stdout:op 5377 completed, throughput=5MB/sec 2024-07-26T06:43:03.690 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-17voDfLHJx7mGRp off=6022730 len=779300 2024-07-26T06:43:03.694 INFO:tasks.workunit.client.0.smithi089.stdout:op 5378 completed, throughput=5MB/sec 2024-07-26T06:43:03.694 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Ju1zHZo0AY9oLqz off=3571457 len=946303 2024-07-26T06:43:03.700 INFO:tasks.workunit.client.0.smithi089.stdout:op 5379 completed, throughput=5MB/sec 2024-07-26T06:43:03.700 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-0qRkoJxW8YJ3DdS off=6007535 len=718624 2024-07-26T06:43:03.705 INFO:tasks.workunit.client.0.smithi089.stdout:op 5380 completed, throughput=5MB/sec 2024-07-26T06:43:03.705 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-NkH0nATrAgQsLqq off=3717518 len=1254285 2024-07-26T06:43:03.706 INFO:tasks.workunit.client.0.smithi089.stdout:op 5381 completed, throughput=5MB/sec 2024-07-26T06:43:04.706 INFO:tasks.workunit.client.0.smithi089.stdout: 1048: throughput=5MB/sec pending data=0 2024-07-26T06:43:04.707 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-n9qYqna_SWsiAdp off=17541930 len=1548748 2024-07-26T06:43:04.713 INFO:tasks.workunit.client.0.smithi089.stdout:op 5382 completed, throughput=5MB/sec 2024-07-26T06:43:04.713 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-7qIfo4EcpxDPx71 off=10982911 len=540801 2024-07-26T06:43:04.714 INFO:tasks.workunit.client.0.smithi089.stdout:op 5383 completed, throughput=5MB/sec 2024-07-26T06:43:04.714 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-7qhGa49OHlk76ue off=14759840 len=2032637 2024-07-26T06:43:04.717 INFO:tasks.workunit.client.0.smithi089.stdout:op 5384 completed, throughput=5MB/sec 2024-07-26T06:43:04.717 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-tZpyY2a8no4RO8Z off=7164334 len=118271 2024-07-26T06:43:04.719 INFO:tasks.workunit.client.0.smithi089.stdout:op 5385 completed, throughput=5MB/sec 2024-07-26T06:43:04.719 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-uYEB9nivcAOhwK_ off=3463621 len=968343 2024-07-26T06:43:04.725 INFO:tasks.workunit.client.0.smithi089.stdout:op 5386 completed, throughput=5MB/sec 2024-07-26T06:43:05.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:43:04 smithi155 ceph-mon[90160]: pgmap v1948: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:43:05.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:43:04 smithi089 ceph-mon[99608]: pgmap v1948: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:43:05.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:43:04 smithi089 ceph-mon[102056]: pgmap v1948: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:43:05.725 INFO:tasks.workunit.client.0.smithi089.stdout: 1049: throughput=5MB/sec pending data=0 2024-07-26T06:43:05.725 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-SFxLdSRKA0cvPdd off=11031016 len=703482 2024-07-26T06:43:05.730 INFO:tasks.workunit.client.0.smithi089.stdout:op 5387 completed, throughput=5MB/sec 2024-07-26T06:43:05.730 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-efHUVhvG65LfuYg off=11293224 len=1421097 2024-07-26T06:43:05.732 INFO:tasks.workunit.client.0.smithi089.stdout:op 5388 completed, throughput=5MB/sec 2024-07-26T06:43:05.732 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-sC-2KhDhXl4wNcc off=4112848 len=1598107 2024-07-26T06:43:05.734 INFO:tasks.workunit.client.0.smithi089.stdout:op 5389 completed, throughput=5MB/sec 2024-07-26T06:43:05.734 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-psueCYhNGirW4P8 off=14953175 len=1682870 2024-07-26T06:43:05.744 INFO:tasks.workunit.client.0.smithi089.stdout:op 5390 completed, throughput=5MB/sec 2024-07-26T06:43:06.745 INFO:tasks.workunit.client.0.smithi089.stdout: 1050: throughput=5MB/sec pending data=0 2024-07-26T06:43:06.745 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Qkc2IM7Y2Utcqot off=1218682 len=336434 2024-07-26T06:43:06.748 INFO:tasks.workunit.client.0.smithi089.stdout:op 5391 completed, throughput=5MB/sec 2024-07-26T06:43:06.749 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-N9bvVf9mtJNSj-1 off=20103265 len=1225077 2024-07-26T06:43:06.750 INFO:tasks.workunit.client.0.smithi089.stdout:op 5392 completed, throughput=5MB/sec 2024-07-26T06:43:06.750 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-gOHiwAC3Xsx0E1L off=1534316 len=1900416 2024-07-26T06:43:06.753 INFO:tasks.workunit.client.0.smithi089.stdout:op 5393 completed, throughput=5MB/sec 2024-07-26T06:43:06.753 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-c3VHvS64eDCwBS3 off=3847655 len=1770658 2024-07-26T06:43:06.756 INFO:tasks.workunit.client.0.smithi089.stdout:op 5394 completed, throughput=5MB/sec 2024-07-26T06:43:07.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:43:06 smithi155 ceph-mon[90160]: pgmap v1949: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:43:07.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:43:06 smithi089 ceph-mon[99608]: pgmap v1949: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:43:07.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:43:06 smithi089 ceph-mon[102056]: pgmap v1949: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-07-26T06:43:07.757 INFO:tasks.workunit.client.0.smithi089.stdout: 1051: throughput=5MB/sec pending data=0 2024-07-26T06:43:07.757 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-0JMJTgDZi6Prolw off=1324336 len=1288122 2024-07-26T06:43:07.764 INFO:tasks.workunit.client.0.smithi089.stdout:op 5395 completed, throughput=5MB/sec 2024-07-26T06:43:07.764 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Wrae-f52iG-bxmS off=7866066 len=1594441 2024-07-26T06:43:07.774 INFO:tasks.workunit.client.0.smithi089.stdout:op 5396 completed, throughput=5MB/sec 2024-07-26T06:43:07.774 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-kk6ydiTlmCpY1ju off=12304781 len=1318655 2024-07-26T06:43:07.775 INFO:tasks.workunit.client.0.smithi089.stdout:op 5397 completed, throughput=5MB/sec 2024-07-26T06:43:07.775 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-tswEPP3Xsetp2hG off=1831490 len=1691173 2024-07-26T06:43:07.777 INFO:tasks.workunit.client.0.smithi089.stdout:op 5398 completed, throughput=5MB/sec 2024-07-26T06:43:08.778 INFO:tasks.workunit.client.0.smithi089.stdout: 1052: throughput=5MB/sec pending data=0 2024-07-26T06:43:08.778 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-XcUhoqOIeOTVQ5h off=1407817 len=1840515 2024-07-26T06:43:08.787 INFO:tasks.workunit.client.0.smithi089.stdout:op 5399 completed, throughput=5MB/sec 2024-07-26T06:43:08.787 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Pnnd_nvKAs-xthi off=17161665 len=516606 2024-07-26T06:43:08.788 INFO:tasks.workunit.client.0.smithi089.stdout:op 5400 completed, throughput=5MB/sec 2024-07-26T06:43:08.788 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-gIeliPML6nXaHqm off=1128006 len=1909415 2024-07-26T06:43:08.798 INFO:tasks.workunit.client.0.smithi089.stdout:op 5401 completed, throughput=5MB/sec 2024-07-26T06:43:08.798 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-NsMTyQqO__7eFNz off=23336156 len=1650838 2024-07-26T06:43:08.799 INFO:tasks.workunit.client.0.smithi089.stdout:op 5402 completed, throughput=5MB/sec 2024-07-26T06:43:09.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:43:08 smithi155 ceph-mon[90160]: pgmap v1950: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T06:43:09.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:43:08 smithi089 ceph-mon[99608]: pgmap v1950: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T06:43:09.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:43:08 smithi089 ceph-mon[102056]: pgmap v1950: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T06:43:09.800 INFO:tasks.workunit.client.0.smithi089.stdout: 1053: throughput=5MB/sec pending data=0 2024-07-26T06:43:09.800 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-h07Ehjk8WQoygkr off=629457 len=213713 2024-07-26T06:43:09.800 INFO:tasks.workunit.client.0.smithi089.stdout:op 5403 completed, throughput=5MB/sec 2024-07-26T06:43:09.801 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-PPwUuM9n6WbnvUM off=8035046 len=484266 2024-07-26T06:43:09.802 INFO:tasks.workunit.client.0.smithi089.stdout:op 5404 completed, throughput=5MB/sec 2024-07-26T06:43:09.802 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Szu-4U2BuLev0zm off=331580 len=1618903 2024-07-26T06:43:09.804 INFO:tasks.workunit.client.0.smithi089.stdout:op 5405 completed, throughput=5MB/sec 2024-07-26T06:43:09.804 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-EP0TLsr2daikrZX off=1664116 len=445659 2024-07-26T06:43:09.805 INFO:tasks.workunit.client.0.smithi089.stdout:op 5406 completed, throughput=5MB/sec 2024-07-26T06:43:09.805 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-A4BdyKCd5Jxs-oP off=315122 len=388215 2024-07-26T06:43:09.805 INFO:tasks.workunit.client.0.smithi089.stdout:op 5407 completed, throughput=5MB/sec 2024-07-26T06:43:09.805 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-jE19mTzmWZ-CMna off=1779199 len=842543 2024-07-26T06:43:09.807 INFO:tasks.workunit.client.0.smithi089.stdout:op 5408 completed, throughput=5MB/sec 2024-07-26T06:43:09.807 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-SuWG7hrS7uvk2TC off=11482978 len=2029881 2024-07-26T06:43:09.819 INFO:tasks.workunit.client.0.smithi089.stdout:op 5409 completed, throughput=5MB/sec 2024-07-26T06:43:10.819 INFO:tasks.workunit.client.0.smithi089.stdout: 1054: throughput=5MB/sec pending data=0 2024-07-26T06:43:10.820 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-NEUKySp7hYm1i44 off=4084802 len=1149459 2024-07-26T06:43:10.825 INFO:tasks.workunit.client.0.smithi089.stdout:op 5410 completed, throughput=5MB/sec 2024-07-26T06:43:10.825 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-dKlpIQpbClpn21w off=874558 len=1359497 2024-07-26T06:43:10.834 INFO:tasks.workunit.client.0.smithi089.stdout:op 5411 completed, throughput=5MB/sec 2024-07-26T06:43:10.834 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-c3aZdM7twQD5BhA off=10670196 len=18188 2024-07-26T06:43:10.837 INFO:tasks.workunit.client.0.smithi089.stdout:op 5412 completed, throughput=5MB/sec 2024-07-26T06:43:10.837 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-uOwkVx19JdUhcO4 off=14631290 len=551262 2024-07-26T06:43:10.838 INFO:tasks.workunit.client.0.smithi089.stdout:op 5413 completed, throughput=5MB/sec 2024-07-26T06:43:10.838 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-H2Hs694216Gr0N0 off=7212559 len=63623 2024-07-26T06:43:10.840 INFO:tasks.workunit.client.0.smithi089.stdout:op 5414 completed, throughput=5MB/sec 2024-07-26T06:43:10.840 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-1sEzE5f8edY0Eav off=3720098 len=101556 2024-07-26T06:43:10.841 INFO:tasks.workunit.client.0.smithi089.stdout:op 5415 completed, throughput=5MB/sec 2024-07-26T06:43:10.841 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-mq5m5mkaRJqeWaU off=3740618 len=669988 2024-07-26T06:43:10.842 INFO:tasks.workunit.client.0.smithi089.stdout:op 5416 completed, throughput=5MB/sec 2024-07-26T06:43:11.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:43:10 smithi155 ceph-mon[90160]: pgmap v1951: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:43:11.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:43:10 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:43:11.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:43:10 smithi089 ceph-mon[99608]: pgmap v1951: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:43:11.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:43:10 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:43:11.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:43:10 smithi089 ceph-mon[102056]: pgmap v1951: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:43:11.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:43:10 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:43:11.842 INFO:tasks.workunit.client.0.smithi089.stdout: 1055: throughput=5MB/sec pending data=0 2024-07-26T06:43:11.842 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-AfBrv_T5-9FFJrl off=16112072 len=1154189 2024-07-26T06:43:11.844 INFO:tasks.workunit.client.0.smithi089.stdout:op 5417 completed, throughput=5MB/sec 2024-07-26T06:43:11.845 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-PzS-vCQIgHvl-_k off=2053430 len=1345652 2024-07-26T06:43:11.846 INFO:tasks.workunit.client.0.smithi089.stdout:op 5418 completed, throughput=5MB/sec 2024-07-26T06:43:11.846 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-noe40AT6kOr9nKI off=19745498 len=1853974 2024-07-26T06:43:11.848 INFO:tasks.workunit.client.0.smithi089.stdout:op 5419 completed, throughput=5MB/sec 2024-07-26T06:43:11.848 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-wE6zHFcPxnQKQp7 off=2108711 len=1773138 2024-07-26T06:43:11.859 INFO:tasks.workunit.client.0.smithi089.stdout:op 5420 completed, throughput=5MB/sec 2024-07-26T06:43:12.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:43:12 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:43:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:43:12.859 INFO:tasks.workunit.client.0.smithi089.stdout: 1056: throughput=5MB/sec pending data=0 2024-07-26T06:43:12.860 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-3wL38YdbwQw3wHd off=1986699 len=1481588 2024-07-26T06:43:12.868 INFO:tasks.workunit.client.0.smithi089.stdout:op 5421 completed, throughput=5MB/sec 2024-07-26T06:43:12.868 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ghSUwzMGuQdxs5E off=11011685 len=130105 2024-07-26T06:43:12.869 INFO:tasks.workunit.client.0.smithi089.stdout:op 5422 completed, throughput=5MB/sec 2024-07-26T06:43:12.869 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj--MNPfOWX0Ctz3z_ off=1387914 len=806229 2024-07-26T06:43:12.870 INFO:tasks.workunit.client.0.smithi089.stdout:op 5423 completed, throughput=5MB/sec 2024-07-26T06:43:12.870 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-3VZcIJv-bxUWQq3 off=5586712 len=1966841 2024-07-26T06:43:12.881 INFO:tasks.workunit.client.0.smithi089.stdout:op 5424 completed, throughput=5MB/sec 2024-07-26T06:43:12.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:43:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:43:12] "GET /metrics HTTP/1.1" 200 34045 "" "Prometheus/2.43.0" 2024-07-26T06:43:13.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:43:12 smithi155 ceph-mon[90160]: pgmap v1952: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:43:13.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:43:12 smithi089 ceph-mon[99608]: pgmap v1952: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:43:13.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:43:12 smithi089 ceph-mon[102056]: pgmap v1952: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-07-26T06:43:13.882 INFO:tasks.workunit.client.0.smithi089.stdout: 1057: throughput=5MB/sec pending data=0 2024-07-26T06:43:13.882 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-O6L3yVX_XTLuwBY off=4581716 len=1501775 2024-07-26T06:43:13.884 INFO:tasks.workunit.client.0.smithi089.stdout:op 5425 completed, throughput=5MB/sec 2024-07-26T06:43:13.884 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-lzQr0dTUJfaQII8 off=937354 len=242791 2024-07-26T06:43:13.888 INFO:tasks.workunit.client.0.smithi089.stdout:op 5426 completed, throughput=5MB/sec 2024-07-26T06:43:13.888 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-N9bvVf9mtJNSj-1 off=10874526 len=1753592 2024-07-26T06:43:13.889 INFO:tasks.workunit.client.0.smithi089.stdout:op 5427 completed, throughput=5MB/sec 2024-07-26T06:43:13.890 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-bp4pohmL_hR0di3 off=18054849 len=1703363 2024-07-26T06:43:13.893 INFO:tasks.workunit.client.0.smithi089.stdout:op 5428 completed, throughput=5MB/sec 2024-07-26T06:43:14.893 INFO:tasks.workunit.client.0.smithi089.stdout: 1058: throughput=5MB/sec pending data=0 2024-07-26T06:43:14.893 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-KkuGTbEqO2nkWLF off=18438683 len=1274110 2024-07-26T06:43:14.899 INFO:tasks.workunit.client.0.smithi089.stdout:op 5429 completed, throughput=5MB/sec 2024-07-26T06:43:14.899 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-v7j88RIF-0eynfT off=15589821 len=974134 2024-07-26T06:43:14.901 INFO:tasks.workunit.client.0.smithi089.stdout:op 5430 completed, throughput=5MB/sec 2024-07-26T06:43:14.901 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-sLg7MFFs_75S7UC off=12250029 len=444296 2024-07-26T06:43:14.901 INFO:tasks.workunit.client.0.smithi089.stdout:op 5431 completed, throughput=5MB/sec 2024-07-26T06:43:14.902 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ohSaUKaBLLCd71R off=10171511 len=1111619 2024-07-26T06:43:14.903 INFO:tasks.workunit.client.0.smithi089.stdout:op 5432 completed, throughput=5MB/sec 2024-07-26T06:43:14.903 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-izzcQ1QCgibzDlk off=2423703 len=1066520 2024-07-26T06:43:14.904 INFO:tasks.workunit.client.0.smithi089.stdout:op 5433 completed, throughput=5MB/sec 2024-07-26T06:43:14.904 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-7QyLtqAMuWBO7aj off=7260527 len=2010621 2024-07-26T06:43:14.908 INFO:tasks.workunit.client.0.smithi089.stdout:op 5434 completed, throughput=5MB/sec 2024-07-26T06:43:15.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:43:14 smithi155 ceph-mon[90160]: pgmap v1953: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:43:15.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:43:14 smithi089 ceph-mon[99608]: pgmap v1953: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:43:15.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:43:14 smithi089 ceph-mon[102056]: pgmap v1953: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:43:15.908 INFO:tasks.workunit.client.0.smithi089.stdout: 1059: throughput=5MB/sec pending data=0 2024-07-26T06:43:15.908 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Q5H_gTVNGH31RGa off=1032544 len=1890678 2024-07-26T06:43:15.911 INFO:tasks.workunit.client.0.smithi089.stdout:op 5435 completed, throughput=5MB/sec 2024-07-26T06:43:15.911 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-uwK9OhKhQ8tH_bK off=1158053 len=1326950 2024-07-26T06:43:15.919 INFO:tasks.workunit.client.0.smithi089.stdout:op 5436 completed, throughput=5MB/sec 2024-07-26T06:43:15.919 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-276jJ9rArUgxcsl off=7953204 len=1228650 2024-07-26T06:43:15.920 INFO:tasks.workunit.client.0.smithi089.stdout:op 5437 completed, throughput=5MB/sec 2024-07-26T06:43:16.921 INFO:tasks.workunit.client.0.smithi089.stdout: 1060: throughput=5MB/sec pending data=0 2024-07-26T06:43:16.921 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-DDstRjTaqg74PTi off=3300063 len=281823 2024-07-26T06:43:16.925 INFO:tasks.workunit.client.0.smithi089.stdout:op 5438 completed, throughput=5MB/sec 2024-07-26T06:43:16.925 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-oL7fX4XhrFYqbK1 off=5726363 len=1541699 2024-07-26T06:43:16.931 INFO:tasks.workunit.client.0.smithi089.stdout:op 5439 completed, throughput=5MB/sec 2024-07-26T06:43:16.931 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-xWTi3ANvMWrgxV7 off=22617625 len=1046912 2024-07-26T06:43:16.933 INFO:tasks.workunit.client.0.smithi089.stdout:op 5440 completed, throughput=5MB/sec 2024-07-26T06:43:16.934 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Ij_Xk-11q-vDIId off=299832 len=722126 2024-07-26T06:43:16.937 INFO:tasks.workunit.client.0.smithi089.stdout:op 5441 completed, throughput=5MB/sec 2024-07-26T06:43:16.937 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Cfml_0PHLZzLsM0 off=6780129 len=333256 2024-07-26T06:43:16.940 INFO:tasks.workunit.client.0.smithi089.stdout:op 5442 completed, throughput=5MB/sec 2024-07-26T06:43:16.940 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-dv-mxgl4cxADMVl off=11924809 len=1021279 2024-07-26T06:43:16.941 INFO:tasks.workunit.client.0.smithi089.stdout:op 5443 completed, throughput=5MB/sec 2024-07-26T06:43:17.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:43:16 smithi155 ceph-mon[90160]: pgmap v1954: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-07-26T06:43:17.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:43:16 smithi089 ceph-mon[99608]: pgmap v1954: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-07-26T06:43:17.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:43:16 smithi089 ceph-mon[102056]: pgmap v1954: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-07-26T06:43:17.942 INFO:tasks.workunit.client.0.smithi089.stdout: 1061: throughput=5MB/sec pending data=0 2024-07-26T06:43:17.942 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-BIR30S7EQ4HJBjc off=265196 len=1270970 2024-07-26T06:43:17.949 INFO:tasks.workunit.client.0.smithi089.stdout:op 5444 completed, throughput=5MB/sec 2024-07-26T06:43:17.949 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-FBWLHmJv5UMZsMf off=17128321 len=906021 2024-07-26T06:43:17.950 INFO:tasks.workunit.client.0.smithi089.stdout:op 5445 completed, throughput=5MB/sec 2024-07-26T06:43:17.950 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-DECJwlgxdkk7j8p off=5188492 len=2045546 2024-07-26T06:43:17.955 INFO:tasks.workunit.client.0.smithi089.stdout:op 5446 completed, throughput=5MB/sec 2024-07-26T06:43:17.955 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-yvN8TlQeCO3zV1v off=9858489 len=531552 2024-07-26T06:43:17.959 INFO:tasks.workunit.client.0.smithi089.stdout:op 5447 completed, throughput=5MB/sec 2024-07-26T06:43:17.959 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-xPiNwh2fM-uYX0J off=7261289 len=481333 2024-07-26T06:43:17.963 INFO:tasks.workunit.client.0.smithi089.stdout:op 5448 completed, throughput=5MB/sec 2024-07-26T06:43:18.964 INFO:tasks.workunit.client.0.smithi089.stdout: 1062: throughput=5MB/sec pending data=0 2024-07-26T06:43:18.964 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ZwqYRbNOojCqrXc off=1957811 len=639781 2024-07-26T06:43:18.965 INFO:tasks.workunit.client.0.smithi089.stdout:op 5449 completed, throughput=5MB/sec 2024-07-26T06:43:18.965 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-sxOK33OCYw9FtWN off=277953 len=758570 2024-07-26T06:43:18.967 INFO:tasks.workunit.client.0.smithi089.stdout:op 5450 completed, throughput=5MB/sec 2024-07-26T06:43:18.968 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-B8ry5yIJEzFN1Lu off=150170 len=1108687 2024-07-26T06:43:18.969 INFO:tasks.workunit.client.0.smithi089.stdout:op 5451 completed, throughput=5MB/sec 2024-07-26T06:43:18.969 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-rKiRVBSF_rLUoFC off=3225020 len=454133 2024-07-26T06:43:18.973 INFO:tasks.workunit.client.0.smithi089.stdout:op 5452 completed, throughput=5MB/sec 2024-07-26T06:43:18.974 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-gyGCa5kTxs1j2W1 off=606772 len=1764272 2024-07-26T06:43:18.977 INFO:tasks.workunit.client.0.smithi089.stdout:op 5453 completed, throughput=5MB/sec 2024-07-26T06:43:18.977 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-SFiUfd8BBAt9I7l off=1368614 len=2019413 2024-07-26T06:43:18.979 INFO:tasks.workunit.client.0.smithi089.stdout:op 5454 completed, throughput=5MB/sec 2024-07-26T06:43:19.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:43:18 smithi155 ceph-mon[90160]: pgmap v1955: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-07-26T06:43:19.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:43:18 smithi089 ceph-mon[99608]: pgmap v1955: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-07-26T06:43:19.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:43:18 smithi089 ceph-mon[102056]: pgmap v1955: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-07-26T06:43:19.979 INFO:tasks.workunit.client.0.smithi089.stdout: 1063: throughput=5MB/sec pending data=0 2024-07-26T06:43:19.980 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-59PcqlM2XdBP6ir off=11568550 len=1765881 2024-07-26T06:43:19.982 INFO:tasks.workunit.client.0.smithi089.stdout:op 5455 completed, throughput=5MB/sec 2024-07-26T06:43:19.982 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-MjSjbI2G35iGA-j off=3866023 len=746856 2024-07-26T06:43:19.988 INFO:tasks.workunit.client.0.smithi089.stdout:op 5456 completed, throughput=5MB/sec 2024-07-26T06:43:19.988 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-UZ9-Yi7d-_9KyUP off=5737016 len=314898 2024-07-26T06:43:19.988 INFO:tasks.workunit.client.0.smithi089.stdout:op 5457 completed, throughput=5MB/sec 2024-07-26T06:43:19.989 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-_50tdt5Y6IKJRqm off=15351493 len=1871048 2024-07-26T06:43:19.999 INFO:tasks.workunit.client.0.smithi089.stdout:op 5458 completed, throughput=5MB/sec 2024-07-26T06:43:20.999 INFO:tasks.workunit.client.0.smithi089.stdout: 1064: throughput=5MB/sec pending data=0 2024-07-26T06:43:21.000 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-0l60vODvwIaJ0AU off=8230725 len=1216307 2024-07-26T06:43:21.001 INFO:tasks.workunit.client.0.smithi089.stdout:op 5459 completed, throughput=5MB/sec 2024-07-26T06:43:21.001 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-n0IxKZMgoSxr8m8 off=82536 len=874349 2024-07-26T06:43:21.003 INFO:tasks.workunit.client.0.smithi089.stdout:op 5460 completed, throughput=5MB/sec 2024-07-26T06:43:21.003 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-kl24l10lvBBb6Ro off=271169 len=1442217 2024-07-26T06:43:21.012 INFO:tasks.workunit.client.0.smithi089.stdout:op 5461 completed, throughput=5MB/sec 2024-07-26T06:43:21.012 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-yKP3X-e34vd1FzG off=63675 len=1826534 2024-07-26T06:43:21.016 INFO:tasks.workunit.client.0.smithi089.stdout:op 5462 completed, throughput=5MB/sec 2024-07-26T06:43:21.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:43:20 smithi155 ceph-mon[90160]: pgmap v1956: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T06:43:21.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:43:20 smithi089 ceph-mon[99608]: pgmap v1956: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T06:43:21.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:43:20 smithi089 ceph-mon[102056]: pgmap v1956: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T06:43:22.016 INFO:tasks.workunit.client.0.smithi089.stdout: 1065: throughput=5MB/sec pending data=0 2024-07-26T06:43:22.017 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-TNWK_gZtfx0O7Is off=8359395 len=129662 2024-07-26T06:43:22.020 INFO:tasks.workunit.client.0.smithi089.stdout:op 5463 completed, throughput=5MB/sec 2024-07-26T06:43:22.020 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-7Q9YKYY1w8kWlaV off=3051339 len=581543 2024-07-26T06:43:22.024 INFO:tasks.workunit.client.0.smithi089.stdout:op 5464 completed, throughput=5MB/sec 2024-07-26T06:43:22.024 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-MEgJfPZqFLeVevF off=14224708 len=244674 2024-07-26T06:43:22.026 INFO:tasks.workunit.client.0.smithi089.stdout:op 5465 completed, throughput=5MB/sec 2024-07-26T06:43:22.027 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-xM2EO4Fo0b2PGou off=2514900 len=1809331 2024-07-26T06:43:22.037 INFO:tasks.workunit.client.0.smithi089.stdout:op 5466 completed, throughput=5MB/sec 2024-07-26T06:43:22.038 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-CIE4o4uInYk5gYA off=1158885 len=1609573 2024-07-26T06:43:22.039 INFO:tasks.workunit.client.0.smithi089.stdout:op 5467 completed, throughput=5MB/sec 2024-07-26T06:43:22.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:43:22 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:43:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:43:22.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:43:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:43:22] "GET /metrics HTTP/1.1" 200 34045 "" "Prometheus/2.43.0" 2024-07-26T06:43:23.040 INFO:tasks.workunit.client.0.smithi089.stdout: 1066: throughput=5MB/sec pending data=0 2024-07-26T06:43:23.040 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-NbRg9nk9mJnPiiZ off=6309695 len=1677350 2024-07-26T06:43:23.048 INFO:tasks.workunit.client.0.smithi089.stdout:op 5468 completed, throughput=5MB/sec 2024-07-26T06:43:23.048 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-43ZZc0JAEAowVtR off=18234836 len=438090 2024-07-26T06:43:23.052 INFO:tasks.workunit.client.0.smithi089.stdout:op 5469 completed, throughput=5MB/sec 2024-07-26T06:43:23.052 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ii24_sZ40hLZv0m off=5387885 len=599414 2024-07-26T06:43:23.055 INFO:tasks.workunit.client.0.smithi089.stdout:op 5470 completed, throughput=5MB/sec 2024-07-26T06:43:23.056 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-cstjkGF8CxaT8YV off=1647427 len=485318 2024-07-26T06:43:23.059 INFO:tasks.workunit.client.0.smithi089.stdout:op 5471 completed, throughput=5MB/sec 2024-07-26T06:43:23.059 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-A4nSOKTDL1FItnv off=4455844 len=757894 2024-07-26T06:43:23.060 INFO:tasks.workunit.client.0.smithi089.stdout:op 5472 completed, throughput=5MB/sec 2024-07-26T06:43:23.060 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-BSQ4uoJ9ikv9eJ7 off=554464 len=1175255 2024-07-26T06:43:23.068 INFO:tasks.workunit.client.0.smithi089.stdout:op 5473 completed, throughput=5MB/sec 2024-07-26T06:43:23.068 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ds6ObOay3jH2XJ0 off=4712985 len=685617 2024-07-26T06:43:23.069 INFO:tasks.workunit.client.0.smithi089.stdout:op 5474 completed, throughput=5MB/sec 2024-07-26T06:43:23.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:43:22 smithi155 ceph-mon[90160]: pgmap v1957: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T06:43:23.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:43:22 smithi089 ceph-mon[99608]: pgmap v1957: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T06:43:23.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:43:22 smithi089 ceph-mon[102056]: pgmap v1957: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T06:43:24.070 INFO:tasks.workunit.client.0.smithi089.stdout: 1067: throughput=5MB/sec pending data=0 2024-07-26T06:43:24.070 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-KZo8pdd97Fp46c0 off=5164725 len=1860415 2024-07-26T06:43:24.079 INFO:tasks.workunit.client.0.smithi089.stdout:op 5475 completed, throughput=5MB/sec 2024-07-26T06:43:24.079 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Dz9aJVlElGyNnyU off=7561212 len=840633 2024-07-26T06:43:24.082 INFO:tasks.workunit.client.0.smithi089.stdout:op 5476 completed, throughput=5MB/sec 2024-07-26T06:43:24.082 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-KXP7cYfjxyx5_yv off=5146466 len=401610 2024-07-26T06:43:24.082 INFO:tasks.workunit.client.0.smithi089.stdout:op 5477 completed, throughput=5MB/sec 2024-07-26T06:43:24.082 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-4-T_yIE6UX4ih8f off=7621767 len=1050486 2024-07-26T06:43:24.089 INFO:tasks.workunit.client.0.smithi089.stdout:op 5478 completed, throughput=5MB/sec 2024-07-26T06:43:24.089 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-DiO5ysqwyJb-6Kc off=792688 len=724040 2024-07-26T06:43:24.090 INFO:tasks.workunit.client.0.smithi089.stdout:op 5479 completed, throughput=5MB/sec 2024-07-26T06:43:25.091 INFO:tasks.workunit.client.0.smithi089.stdout: 1068: throughput=5MB/sec pending data=0 2024-07-26T06:43:25.091 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-UH8D4c5C6VR1Keo off=10735665 len=370179 2024-07-26T06:43:25.091 INFO:tasks.workunit.client.0.smithi089.stdout:op 5480 completed, throughput=5MB/sec 2024-07-26T06:43:25.091 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-nL2WgNG0B4sjPat off=5017123 len=857693 2024-07-26T06:43:25.093 INFO:tasks.workunit.client.0.smithi089.stdout:op 5481 completed, throughput=5MB/sec 2024-07-26T06:43:25.093 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-WnvyR3-3SGnqEPh off=1535642 len=409810 2024-07-26T06:43:25.096 INFO:tasks.workunit.client.0.smithi089.stdout:op 5482 completed, throughput=5MB/sec 2024-07-26T06:43:25.096 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-SsxxVykBii62Ie0 off=12333259 len=528149 2024-07-26T06:43:25.097 INFO:tasks.workunit.client.0.smithi089.stdout:op 5483 completed, throughput=5MB/sec 2024-07-26T06:43:25.097 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-rs-KLqA9ePZkpbS off=4998686 len=1837479 2024-07-26T06:43:25.108 INFO:tasks.workunit.client.0.smithi089.stdout:op 5484 completed, throughput=5MB/sec 2024-07-26T06:43:25.109 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-SBfs35BdMoDST9d off=10265635 len=1988459 2024-07-26T06:43:25.111 INFO:tasks.workunit.client.0.smithi089.stdout:op 5485 completed, throughput=5MB/sec 2024-07-26T06:43:25.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:43:24 smithi155 ceph-mon[90160]: pgmap v1958: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T06:43:25.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:43:24 smithi089 ceph-mon[99608]: pgmap v1958: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T06:43:25.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:43:24 smithi089 ceph-mon[102056]: pgmap v1958: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-07-26T06:43:26.111 INFO:tasks.workunit.client.0.smithi089.stdout: 1069: throughput=5MB/sec pending data=0 2024-07-26T06:43:26.111 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-idssKRtisOjVSRb off=2474492 len=88018 2024-07-26T06:43:26.112 INFO:tasks.workunit.client.0.smithi089.stdout:op 5486 completed, throughput=5MB/sec 2024-07-26T06:43:26.112 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Og2Xoxr2YZkoiGH off=17206612 len=2005835 2024-07-26T06:43:26.124 INFO:tasks.workunit.client.0.smithi089.stdout:op 5487 completed, throughput=5MB/sec 2024-07-26T06:43:26.124 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-lNNFMS9rMYI7pfV off=14218623 len=1335475 2024-07-26T06:43:26.133 INFO:tasks.workunit.client.0.smithi089.stdout:op 5488 completed, throughput=5MB/sec 2024-07-26T06:43:26.133 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-980g3Z4FCiXrvKh off=4625432 len=1454170 2024-07-26T06:43:26.139 INFO:tasks.workunit.client.0.smithi089.stdout:op 5489 completed, throughput=5MB/sec 2024-07-26T06:43:26.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:43:25 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:43:26.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:43:25 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:43:26.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:43:25 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:43:27.139 INFO:tasks.workunit.client.0.smithi089.stdout: 1070: throughput=5MB/sec pending data=0 2024-07-26T06:43:27.139 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-gzbP6TOqr9J5Hm_ off=1362458 len=120513 2024-07-26T06:43:27.142 INFO:tasks.workunit.client.0.smithi089.stdout:op 5490 completed, throughput=5MB/sec 2024-07-26T06:43:27.142 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-kfxTYn1S567GvLd off=5310927 len=1443772 2024-07-26T06:43:27.150 INFO:tasks.workunit.client.0.smithi089.stdout:op 5491 completed, throughput=5MB/sec 2024-07-26T06:43:27.150 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-wZ9wvR_cX3u_KVF off=2176854 len=33488 2024-07-26T06:43:27.150 INFO:tasks.workunit.client.0.smithi089.stdout:op 5492 completed, throughput=5MB/sec 2024-07-26T06:43:27.151 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-KuWsbHNAkauhj1M off=21061721 len=1687390 2024-07-26T06:43:27.152 INFO:tasks.workunit.client.0.smithi089.stdout:op 5493 completed, throughput=5MB/sec 2024-07-26T06:43:27.152 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-kEAGWKVk9URMjfO off=2096485 len=419422 2024-07-26T06:43:27.156 INFO:tasks.workunit.client.0.smithi089.stdout:op 5494 completed, throughput=5MB/sec 2024-07-26T06:43:27.156 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-wgdi2OQha09BYxw off=7433173 len=1791890 2024-07-26T06:43:27.165 INFO:tasks.workunit.client.0.smithi089.stdout:op 5495 completed, throughput=5MB/sec 2024-07-26T06:43:27.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:43:26 smithi155 ceph-mon[90160]: pgmap v1959: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-07-26T06:43:27.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:43:26 smithi089 ceph-mon[99608]: pgmap v1959: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-07-26T06:43:27.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:43:26 smithi089 ceph-mon[102056]: pgmap v1959: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-07-26T06:43:28.165 INFO:tasks.workunit.client.0.smithi089.stdout: 1071: throughput=5MB/sec pending data=0 2024-07-26T06:43:28.165 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-4RGaWAHzqyBb836 off=701595 len=43332 2024-07-26T06:43:28.166 INFO:tasks.workunit.client.0.smithi089.stdout:op 5496 completed, throughput=5MB/sec 2024-07-26T06:43:28.166 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-KmH4QIChXkm8554 off=5313301 len=1307493 2024-07-26T06:43:28.168 INFO:tasks.workunit.client.0.smithi089.stdout:op 5497 completed, throughput=5MB/sec 2024-07-26T06:43:28.168 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-TcUtdwOqd0kj6xk off=8104775 len=830276 2024-07-26T06:43:28.172 INFO:tasks.workunit.client.0.smithi089.stdout:op 5498 completed, throughput=5MB/sec 2024-07-26T06:43:28.172 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-mjMfPKuXolSyS4y off=3363303 len=562609 2024-07-26T06:43:28.176 INFO:tasks.workunit.client.0.smithi089.stdout:op 5499 completed, throughput=5MB/sec 2024-07-26T06:43:28.176 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-mfXXTNgIc30F-9I off=17462273 len=734841 2024-07-26T06:43:28.181 INFO:tasks.workunit.client.0.smithi089.stdout:op 5500 completed, throughput=5MB/sec 2024-07-26T06:43:28.181 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-5lcONYJv0QJML1y off=10215826 len=1806373 2024-07-26T06:43:28.191 INFO:tasks.workunit.client.0.smithi089.stdout:op 5501 completed, throughput=5MB/sec 2024-07-26T06:43:29.192 INFO:tasks.workunit.client.0.smithi089.stdout: 1072: throughput=5MB/sec pending data=0 2024-07-26T06:43:29.192 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-52qqsQqzkIsmhFy off=3087792 len=1080249 2024-07-26T06:43:29.193 INFO:tasks.workunit.client.0.smithi089.stdout:op 5502 completed, throughput=5MB/sec 2024-07-26T06:43:29.193 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-uc_0gYk8RNQCFXJ off=12468358 len=1758220 2024-07-26T06:43:29.202 INFO:tasks.workunit.client.0.smithi089.stdout:op 5503 completed, throughput=5MB/sec 2024-07-26T06:43:29.202 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-hbDjkji21OoTHQF off=5414378 len=1098150 2024-07-26T06:43:29.204 INFO:tasks.workunit.client.0.smithi089.stdout:op 5504 completed, throughput=5MB/sec 2024-07-26T06:43:29.204 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-wjFineyfNgGu0iE off=10077872 len=1466867 2024-07-26T06:43:29.210 INFO:tasks.workunit.client.0.smithi089.stdout:op 5505 completed, throughput=5MB/sec 2024-07-26T06:43:29.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:43:28 smithi155 ceph-mon[90160]: pgmap v1960: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-07-26T06:43:29.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:43:28 smithi089 ceph-mon[99608]: pgmap v1960: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-07-26T06:43:29.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:43:28 smithi089 ceph-mon[102056]: pgmap v1960: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-07-26T06:43:30.211 INFO:tasks.workunit.client.0.smithi089.stdout: 1073: throughput=5MB/sec pending data=0 2024-07-26T06:43:30.211 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-aLqCvSyR7UlnKRw off=254125 len=1580976 2024-07-26T06:43:30.213 INFO:tasks.workunit.client.0.smithi089.stdout:op 5506 completed, throughput=5MB/sec 2024-07-26T06:43:30.213 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-h2rM4PSvhBH6OaA off=18005655 len=1532050 2024-07-26T06:43:30.221 INFO:tasks.workunit.client.0.smithi089.stdout:op 5507 completed, throughput=5MB/sec 2024-07-26T06:43:30.221 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-cRQbeqAQBAzgBDK off=11125019 len=411609 2024-07-26T06:43:30.225 INFO:tasks.workunit.client.0.smithi089.stdout:op 5508 completed, throughput=5MB/sec 2024-07-26T06:43:30.225 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-dLJXFG7AogXWW5T off=21681273 len=483781 2024-07-26T06:43:30.226 INFO:tasks.workunit.client.0.smithi089.stdout:op 5509 completed, throughput=5MB/sec 2024-07-26T06:43:30.226 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-eUdhnu5RdSO-l1k off=4201075 len=1017653 2024-07-26T06:43:30.231 INFO:tasks.workunit.client.0.smithi089.stdout:op 5510 completed, throughput=5MB/sec 2024-07-26T06:43:30.231 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-yjuCFXZJKtfJSZ- off=1624466 len=56535 2024-07-26T06:43:30.231 INFO:tasks.workunit.client.0.smithi089.stdout:op 5511 completed, throughput=5MB/sec 2024-07-26T06:43:30.231 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-TUkRKuKnDF1I1o9 off=17636683 len=397159 2024-07-26T06:43:30.234 INFO:tasks.workunit.client.0.smithi089.stdout:op 5512 completed, throughput=5MB/sec 2024-07-26T06:43:31.234 INFO:tasks.workunit.client.0.smithi089.stdout: 1074: throughput=5MB/sec pending data=0 2024-07-26T06:43:31.234 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-gHJVLpOgzOMCy4k off=8795293 len=1283808 2024-07-26T06:43:31.236 INFO:tasks.workunit.client.0.smithi089.stdout:op 5513 completed, throughput=5MB/sec 2024-07-26T06:43:31.236 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-LQJLnlDoD5k6ps3 off=12931856 len=1256407 2024-07-26T06:43:31.239 INFO:tasks.workunit.client.0.smithi089.stdout:op 5514 completed, throughput=5MB/sec 2024-07-26T06:43:31.239 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-yWgZqp13f0Uw-8e off=2218378 len=2083962 2024-07-26T06:43:31.251 INFO:tasks.workunit.client.0.smithi089.stdout:op 5515 completed, throughput=5MB/sec 2024-07-26T06:43:31.251 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-kYhWBjlDfR0IsLN off=2641380 len=1531980 2024-07-26T06:43:31.259 INFO:tasks.workunit.client.0.smithi089.stdout:op 5516 completed, throughput=5MB/sec 2024-07-26T06:43:31.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:43:30 smithi155 ceph-mon[90160]: pgmap v1961: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-26T06:43:31.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:43:30 smithi089 ceph-mon[99608]: pgmap v1961: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-26T06:43:31.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:43:30 smithi089 ceph-mon[102056]: pgmap v1961: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-26T06:43:32.259 INFO:tasks.workunit.client.0.smithi089.stdout: 1075: throughput=5MB/sec pending data=0 2024-07-26T06:43:32.259 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-OcGO_slYyhnq5sU off=9592227 len=1737166 2024-07-26T06:43:32.268 INFO:tasks.workunit.client.0.smithi089.stdout:op 5517 completed, throughput=5MB/sec 2024-07-26T06:43:32.268 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-C9b0i7jtA11_Pib off=2621598 len=1905051 2024-07-26T06:43:32.270 INFO:tasks.workunit.client.0.smithi089.stdout:op 5518 completed, throughput=5MB/sec 2024-07-26T06:43:32.270 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Z6kD5G0ttX5q_EB off=6932309 len=1603034 2024-07-26T06:43:32.280 INFO:tasks.workunit.client.0.smithi089.stdout:op 5519 completed, throughput=5MB/sec 2024-07-26T06:43:32.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:43:32 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:43:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:43:32.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:43:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:43:32] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-07-26T06:43:33.280 INFO:tasks.workunit.client.0.smithi089.stdout: 1076: throughput=5MB/sec pending data=0 2024-07-26T06:43:33.281 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-_BUYZ6SEU7Cn9zg off=10164471 len=1922304 2024-07-26T06:43:33.292 INFO:tasks.workunit.client.0.smithi089.stdout:op 5520 completed, throughput=5MB/sec 2024-07-26T06:43:33.293 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Jpw1f6VJ3973L_h off=6387968 len=1775497 2024-07-26T06:43:33.295 INFO:tasks.workunit.client.0.smithi089.stdout:op 5521 completed, throughput=5MB/sec 2024-07-26T06:43:33.295 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-P_qFnvjhBuBKyR1 off=8012307 len=968499 2024-07-26T06:43:33.296 INFO:tasks.workunit.client.0.smithi089.stdout:op 5522 completed, throughput=5MB/sec 2024-07-26T06:43:33.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:43:32 smithi155 ceph-mon[90160]: pgmap v1962: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-26T06:43:33.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:43:32 smithi089 ceph-mon[99608]: pgmap v1962: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-26T06:43:33.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:43:32 smithi089 ceph-mon[102056]: pgmap v1962: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-26T06:43:34.296 INFO:tasks.workunit.client.0.smithi089.stdout: 1077: throughput=5MB/sec pending data=0 2024-07-26T06:43:34.296 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-tAGaVA-xu1nVnr1 off=1604330 len=1708627 2024-07-26T06:43:34.305 INFO:tasks.workunit.client.0.smithi089.stdout:op 5523 completed, throughput=5MB/sec 2024-07-26T06:43:34.305 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-mo5zaQFCyOiHyYF off=12861878 len=885393 2024-07-26T06:43:34.311 INFO:tasks.workunit.client.0.smithi089.stdout:op 5524 completed, throughput=5MB/sec 2024-07-26T06:43:34.311 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-bSzNNLx7yy_MWuU off=2360564 len=1716742 2024-07-26T06:43:34.314 INFO:tasks.workunit.client.0.smithi089.stdout:op 5525 completed, throughput=5MB/sec 2024-07-26T06:43:34.314 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-2bnKquo2lfQrhvk off=1772441 len=1914622 2024-07-26T06:43:34.316 INFO:tasks.workunit.client.0.smithi089.stdout:op 5526 completed, throughput=5MB/sec 2024-07-26T06:43:35.317 INFO:tasks.workunit.client.0.smithi089.stdout: 1078: throughput=5MB/sec pending data=0 2024-07-26T06:43:35.317 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-jRr3huppp9y_saF off=10341563 len=199758 2024-07-26T06:43:35.320 INFO:tasks.workunit.client.0.smithi089.stdout:op 5527 completed, throughput=5MB/sec 2024-07-26T06:43:35.320 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-DQ4qChgsL6YdCjD off=17496378 len=1270248 2024-07-26T06:43:35.322 INFO:tasks.workunit.client.0.smithi089.stdout:op 5528 completed, throughput=5MB/sec 2024-07-26T06:43:35.322 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-p6CCbpNCXJKPk-Z off=2158254 len=1306219 2024-07-26T06:43:35.324 INFO:tasks.workunit.client.0.smithi089.stdout:op 5529 completed, throughput=5MB/sec 2024-07-26T06:43:35.324 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-2gTeS0zfD502Gok off=303329 len=1930479 2024-07-26T06:43:35.327 INFO:tasks.workunit.client.0.smithi089.stdout:op 5530 completed, throughput=5MB/sec 2024-07-26T06:43:35.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:43:35 smithi155 ceph-mon[90160]: pgmap v1963: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-07-26T06:43:35.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:43:35 smithi089 ceph-mon[99608]: pgmap v1963: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-07-26T06:43:35.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:43:35 smithi089 ceph-mon[102056]: pgmap v1963: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-07-26T06:43:36.328 INFO:tasks.workunit.client.0.smithi089.stdout: 1079: throughput=5MB/sec pending data=0 2024-07-26T06:43:36.328 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Dr4tftcI5NSGyAn off=13957501 len=1601149 2024-07-26T06:43:36.330 INFO:tasks.workunit.client.0.smithi089.stdout:op 5531 completed, throughput=5MB/sec 2024-07-26T06:43:36.330 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-WaBPJtthLCa-r6Z off=12255159 len=1516032 2024-07-26T06:43:36.332 INFO:tasks.workunit.client.0.smithi089.stdout:op 5532 completed, throughput=5MB/sec 2024-07-26T06:43:36.332 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-LcWg7_tW1cXZMGg off=10098406 len=250422 2024-07-26T06:43:36.332 INFO:tasks.workunit.client.0.smithi089.stdout:op 5533 completed, throughput=5MB/sec 2024-07-26T06:43:36.332 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Z9fyigzpbOTslDK off=16447548 len=347383 2024-07-26T06:43:36.334 INFO:tasks.workunit.client.0.smithi089.stdout:op 5534 completed, throughput=5MB/sec 2024-07-26T06:43:36.334 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-SWCSP9OzPwcDJ6a off=13543096 len=1886249 2024-07-26T06:43:36.335 INFO:tasks.workunit.client.0.smithi089.stdout:op 5535 completed, throughput=5MB/sec 2024-07-26T06:43:37.336 INFO:tasks.workunit.client.0.smithi089.stdout: 1080: throughput=5MB/sec pending data=0 2024-07-26T06:43:37.336 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-_mzpCwXy_Wo4SFE off=10865399 len=879657 2024-07-26T06:43:37.341 INFO:tasks.workunit.client.0.smithi089.stdout:op 5536 completed, throughput=5MB/sec 2024-07-26T06:43:37.341 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-83oJfO4mmJiC7hZ off=4655008 len=437039 2024-07-26T06:43:37.345 INFO:tasks.workunit.client.0.smithi089.stdout:op 5537 completed, throughput=5MB/sec 2024-07-26T06:43:37.345 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-sKVex1_5XLVuxby off=6220691 len=1982686 2024-07-26T06:43:37.357 INFO:tasks.workunit.client.0.smithi089.stdout:op 5538 completed, throughput=5MB/sec 2024-07-26T06:43:37.357 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-JaFfuzJCjI0XOll off=7235545 len=814418 2024-07-26T06:43:37.361 INFO:tasks.workunit.client.0.smithi089.stdout:op 5539 completed, throughput=5MB/sec 2024-07-26T06:43:37.361 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-VCm4M628c52PbAo off=1509389 len=561693 2024-07-26T06:43:37.362 INFO:tasks.workunit.client.0.smithi089.stdout:op 5540 completed, throughput=5MB/sec 2024-07-26T06:43:37.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:43:37 smithi155 ceph-mon[90160]: pgmap v1964: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-07-26T06:43:37.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:43:37 smithi089 ceph-mon[99608]: pgmap v1964: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-07-26T06:43:37.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:43:37 smithi089 ceph-mon[102056]: pgmap v1964: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-07-26T06:43:38.363 INFO:tasks.workunit.client.0.smithi089.stdout: 1081: throughput=5MB/sec pending data=0 2024-07-26T06:43:38.363 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-47l-jJrm89s3Yce off=2488771 len=1671632 2024-07-26T06:43:38.364 INFO:tasks.workunit.client.0.smithi089.stdout:op 5541 completed, throughput=5MB/sec 2024-07-26T06:43:38.365 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-X2Ant1psbuppcou off=7011679 len=572495 2024-07-26T06:43:38.366 INFO:tasks.workunit.client.0.smithi089.stdout:op 5542 completed, throughput=5MB/sec 2024-07-26T06:43:38.366 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-cWDHsXvoNY1v0Se off=20046950 len=329685 2024-07-26T06:43:38.368 INFO:tasks.workunit.client.0.smithi089.stdout:op 5543 completed, throughput=5MB/sec 2024-07-26T06:43:38.368 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-vj1415TcUkQR8Qr off=7197770 len=1189344 2024-07-26T06:43:38.376 INFO:tasks.workunit.client.0.smithi089.stdout:op 5544 completed, throughput=5MB/sec 2024-07-26T06:43:38.376 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-AUJc-0j4mvtuMlu off=7573690 len=55399 2024-07-26T06:43:38.378 INFO:tasks.workunit.client.0.smithi089.stdout:op 5545 completed, throughput=5MB/sec 2024-07-26T06:43:38.379 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-AawkowlxljtTrR2 off=5158165 len=1946486 2024-07-26T06:43:38.381 INFO:tasks.workunit.client.0.smithi089.stdout:op 5546 completed, throughput=5MB/sec 2024-07-26T06:43:39.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:43:39 smithi155 ceph-mon[90160]: pgmap v1965: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-07-26T06:43:39.381 INFO:tasks.workunit.client.0.smithi089.stdout: 1082: throughput=5MB/sec pending data=0 2024-07-26T06:43:39.381 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-7wC7D2uYFgLjnb3 off=703771 len=2002070 2024-07-26T06:43:39.393 INFO:tasks.workunit.client.0.smithi089.stdout:op 5547 completed, throughput=5MB/sec 2024-07-26T06:43:39.393 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-g5O13cvBX9hViR5 off=6384440 len=1891725 2024-07-26T06:43:39.404 INFO:tasks.workunit.client.0.smithi089.stdout:op 5548 completed, throughput=5MB/sec 2024-07-26T06:43:39.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:43:39 smithi089 ceph-mon[99608]: pgmap v1965: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-07-26T06:43:39.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:43:39 smithi089 ceph-mon[102056]: pgmap v1965: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-07-26T06:43:39.405 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-dEv8ka5Wg5XHZxm off=2030677 len=1049556 2024-07-26T06:43:39.405 INFO:tasks.workunit.client.0.smithi089.stdout:op 5549 completed, throughput=5MB/sec 2024-07-26T06:43:40.406 INFO:tasks.workunit.client.0.smithi089.stdout: 1083: throughput=5MB/sec pending data=0 2024-07-26T06:43:40.406 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-0sBt5CoCxcFoJr7 off=9040189 len=167465 2024-07-26T06:43:40.406 INFO:tasks.workunit.client.0.smithi089.stdout:op 5550 completed, throughput=5MB/sec 2024-07-26T06:43:40.407 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-BdeZ96n9e_cOsnr off=3135136 len=497442 2024-07-26T06:43:40.410 INFO:tasks.workunit.client.0.smithi089.stdout:op 5551 completed, throughput=5MB/sec 2024-07-26T06:43:40.411 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-HCqU5nclWtF3WGm off=11826780 len=975127 2024-07-26T06:43:40.412 INFO:tasks.workunit.client.0.smithi089.stdout:op 5552 completed, throughput=5MB/sec 2024-07-26T06:43:40.412 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-tswEPP3Xsetp2hG off=3272766 len=1647894 2024-07-26T06:43:40.419 INFO:tasks.workunit.client.0.smithi089.stdout:op 5553 completed, throughput=5MB/sec 2024-07-26T06:43:40.419 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Omm1RnmDaylAWl2 off=12057511 len=1472610 2024-07-26T06:43:40.421 INFO:tasks.workunit.client.0.smithi089.stdout:op 5554 completed, throughput=5MB/sec 2024-07-26T06:43:40.421 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-hQVji-HPvh7HOuV off=10213810 len=423734 2024-07-26T06:43:40.423 INFO:tasks.workunit.client.0.smithi089.stdout:op 5555 completed, throughput=5MB/sec 2024-07-26T06:43:41.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:43:41 smithi155 ceph-mon[90160]: pgmap v1966: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-26T06:43:41.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:43:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:43:41.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:43:41 smithi089 ceph-mon[99608]: pgmap v1966: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-26T06:43:41.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:43:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:43:41.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:43:41 smithi089 ceph-mon[102056]: pgmap v1966: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-26T06:43:41.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:43:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:43:41.424 INFO:tasks.workunit.client.0.smithi089.stdout: 1084: throughput=5MB/sec pending data=0 2024-07-26T06:43:41.493 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-sPWK7--FPgl38_0 off=10004218 len=1509306 2024-07-26T06:43:41.494 INFO:tasks.workunit.client.0.smithi089.stdout:op 5556 completed, throughput=5MB/sec 2024-07-26T06:43:41.495 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-T9AOees8_z21Xr4 off=590421 len=411049 2024-07-26T06:43:41.495 INFO:tasks.workunit.client.0.smithi089.stdout:op 5557 completed, throughput=5MB/sec 2024-07-26T06:43:41.495 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-XNuRSMZn_OPgbsN off=1514816 len=1585399 2024-07-26T06:43:41.495 INFO:tasks.workunit.client.0.smithi089.stdout:op 5558 completed, throughput=5MB/sec 2024-07-26T06:43:41.495 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-UAYCGhYsMVU6Q9v off=209739 len=1272394 2024-07-26T06:43:41.495 INFO:tasks.workunit.client.0.smithi089.stdout:op 5559 completed, throughput=5MB/sec 2024-07-26T06:43:41.495 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-GNA1684IbZnRojE off=15448791 len=620392 2024-07-26T06:43:41.495 INFO:tasks.workunit.client.0.smithi089.stdout:op 5560 completed, throughput=5MB/sec 2024-07-26T06:43:42.445 INFO:tasks.workunit.client.0.smithi089.stdout: 1085: throughput=5MB/sec pending data=0 2024-07-26T06:43:42.445 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-tpoN4_5bjhuGQ_m off=6648389 len=1504922 2024-07-26T06:43:42.453 INFO:tasks.workunit.client.0.smithi089.stdout:op 5561 completed, throughput=5MB/sec 2024-07-26T06:43:42.453 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-HxjJJU1VC-DtoRh off=11780080 len=1655653 2024-07-26T06:43:42.455 INFO:tasks.workunit.client.0.smithi089.stdout:op 5562 completed, throughput=5MB/sec 2024-07-26T06:43:42.455 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-o_tJPnLmzQiG0VD off=7132521 len=127265 2024-07-26T06:43:42.456 INFO:tasks.workunit.client.0.smithi089.stdout:op 5563 completed, throughput=5MB/sec 2024-07-26T06:43:42.456 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-hNG9Gw2pQc3B5d0 off=9440246 len=903011 2024-07-26T06:43:42.458 INFO:tasks.workunit.client.0.smithi089.stdout:op 5564 completed, throughput=5MB/sec 2024-07-26T06:43:42.458 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-f6gvxJ49b2MMCbK off=2713331 len=925556 2024-07-26T06:43:42.459 INFO:tasks.workunit.client.0.smithi089.stdout:op 5565 completed, throughput=5MB/sec 2024-07-26T06:43:42.459 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-pytZecrK3Rev57p off=8160040 len=1015782 2024-07-26T06:43:42.465 INFO:tasks.workunit.client.0.smithi089.stdout:op 5566 completed, throughput=5MB/sec 2024-07-26T06:43:42.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:43:42 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:43:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:43:42.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:43:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:43:42] "GET /metrics HTTP/1.1" 200 34049 "" "Prometheus/2.43.0" 2024-07-26T06:43:43.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:43:43 smithi155 ceph-mon[90160]: pgmap v1967: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-26T06:43:43.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:43:43 smithi089 ceph-mon[99608]: pgmap v1967: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-26T06:43:43.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:43:43 smithi089 ceph-mon[102056]: pgmap v1967: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-26T06:43:43.465 INFO:tasks.workunit.client.0.smithi089.stdout: 1086: throughput=5MB/sec pending data=0 2024-07-26T06:43:43.465 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-nsO6DkMNyPnnblv off=3933219 len=580396 2024-07-26T06:43:43.469 INFO:tasks.workunit.client.0.smithi089.stdout:op 5567 completed, throughput=5MB/sec 2024-07-26T06:43:43.470 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-nSsfrG9PV2Crjz7 off=15822133 len=950200 2024-07-26T06:43:43.471 INFO:tasks.workunit.client.0.smithi089.stdout:op 5568 completed, throughput=5MB/sec 2024-07-26T06:43:43.472 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-P1DOUg5lunEvUso off=3801028 len=68177 2024-07-26T06:43:43.472 INFO:tasks.workunit.client.0.smithi089.stdout:op 5569 completed, throughput=5MB/sec 2024-07-26T06:43:43.472 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-AuUiM7teipJj4q9 off=244357 len=236115 2024-07-26T06:43:43.473 INFO:tasks.workunit.client.0.smithi089.stdout:op 5570 completed, throughput=5MB/sec 2024-07-26T06:43:43.473 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-4V33PFx8lpxdWid off=3382865 len=171756 2024-07-26T06:43:43.474 INFO:tasks.workunit.client.0.smithi089.stdout:op 5571 completed, throughput=5MB/sec 2024-07-26T06:43:43.474 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-BQxwd8YmO_tnQBr off=4972467 len=743611 2024-07-26T06:43:43.475 INFO:tasks.workunit.client.0.smithi089.stdout:op 5572 completed, throughput=5MB/sec 2024-07-26T06:43:43.475 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-5iwkpBZTrfMUEEf off=1929820 len=2071002 2024-07-26T06:43:43.485 INFO:tasks.workunit.client.0.smithi089.stdout:op 5573 completed, throughput=5MB/sec 2024-07-26T06:43:44.485 INFO:tasks.workunit.client.0.smithi089.stdout: 1087: throughput=5MB/sec pending data=0 2024-07-26T06:43:44.486 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-daPa5Z2PzHQdfSC off=732934 len=1626533 2024-07-26T06:43:44.489 INFO:tasks.workunit.client.0.smithi089.stdout:op 5574 completed, throughput=5MB/sec 2024-07-26T06:43:44.489 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Se_-tlJ7Ypuml9_ off=9039411 len=1139800 2024-07-26T06:43:44.494 INFO:tasks.workunit.client.0.smithi089.stdout:op 5575 completed, throughput=5MB/sec 2024-07-26T06:43:44.494 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-bzqBFhiweIcTr1B off=2779333 len=1694457 2024-07-26T06:43:44.502 INFO:tasks.workunit.client.0.smithi089.stdout:op 5576 completed, throughput=5MB/sec 2024-07-26T06:43:44.502 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-0FjWZZa5MLHN7Ii off=1817673 len=1276645 2024-07-26T06:43:44.511 INFO:tasks.workunit.client.0.smithi089.stdout:op 5577 completed, throughput=5MB/sec 2024-07-26T06:43:45.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:43:45 smithi155 ceph-mon[90160]: pgmap v1968: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:43:45.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:43:45 smithi089 ceph-mon[99608]: pgmap v1968: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:43:45.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:43:45 smithi089 ceph-mon[102056]: pgmap v1968: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:43:45.511 INFO:tasks.workunit.client.0.smithi089.stdout: 1088: throughput=5MB/sec pending data=0 2024-07-26T06:43:45.511 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-f81CgKqvSKNAp26 off=9922646 len=1201639 2024-07-26T06:43:45.518 INFO:tasks.workunit.client.0.smithi089.stdout:op 5578 completed, throughput=5MB/sec 2024-07-26T06:43:45.518 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-MHftU8NgImElH3K off=16344653 len=661969 2024-07-26T06:43:45.522 INFO:tasks.workunit.client.0.smithi089.stdout:op 5579 completed, throughput=5MB/sec 2024-07-26T06:43:45.522 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-AMqaii_xxxmmF9M off=13236370 len=235549 2024-07-26T06:43:45.525 INFO:tasks.workunit.client.0.smithi089.stdout:op 5580 completed, throughput=5MB/sec 2024-07-26T06:43:45.525 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-tStR2_-XtaQfGxe off=0 len=1736457 2024-07-26T06:43:45.528 INFO:tasks.workunit.client.0.smithi089.stdout:op 5581 completed, throughput=5MB/sec 2024-07-26T06:43:45.529 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-_dii_19Hb5xr8aA off=9381662 len=1160904 2024-07-26T06:43:45.530 INFO:tasks.workunit.client.0.smithi089.stdout:op 5582 completed, throughput=5MB/sec 2024-07-26T06:43:46.530 INFO:tasks.workunit.client.0.smithi089.stdout: 1089: throughput=5MB/sec pending data=0 2024-07-26T06:43:46.531 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-N4UNzjXIoTM5OrV off=19437884 len=1598918 2024-07-26T06:43:46.532 INFO:tasks.workunit.client.0.smithi089.stdout:op 5583 completed, throughput=5MB/sec 2024-07-26T06:43:46.532 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-PqxYBJ7xYXRP9bn off=1617911 len=1406054 2024-07-26T06:43:46.542 INFO:tasks.workunit.client.0.smithi089.stdout:op 5584 completed, throughput=5MB/sec 2024-07-26T06:43:46.542 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-N9aSGj378GN2Ia8 off=2371244 len=1738610 2024-07-26T06:43:46.551 INFO:tasks.workunit.client.0.smithi089.stdout:op 5585 completed, throughput=5MB/sec 2024-07-26T06:43:46.551 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ZE0dCgVasuiXBZL off=1818962 len=35103 2024-07-26T06:43:46.552 INFO:tasks.workunit.client.0.smithi089.stdout:op 5586 completed, throughput=5MB/sec 2024-07-26T06:43:46.552 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-SmR_au4gRdvevrF off=11348809 len=633371 2024-07-26T06:43:46.553 INFO:tasks.workunit.client.0.smithi089.stdout:op 5587 completed, throughput=5MB/sec 2024-07-26T06:43:47.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:43:47 smithi155 ceph-mon[90160]: pgmap v1969: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-07-26T06:43:47.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:43:47 smithi089 ceph-mon[99608]: pgmap v1969: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-07-26T06:43:47.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:43:47 smithi089 ceph-mon[102056]: pgmap v1969: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-07-26T06:43:47.553 INFO:tasks.workunit.client.0.smithi089.stdout: 1090: throughput=5MB/sec pending data=0 2024-07-26T06:43:47.553 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-2_6_GVucbI6GUtB off=398111 len=932649 2024-07-26T06:43:47.555 INFO:tasks.workunit.client.0.smithi089.stdout:op 5588 completed, throughput=5MB/sec 2024-07-26T06:43:47.555 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-YXjFKV_juauFrsA off=785205 len=295757 2024-07-26T06:43:47.558 INFO:tasks.workunit.client.0.smithi089.stdout:op 5589 completed, throughput=5MB/sec 2024-07-26T06:43:47.558 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ouTRtMlrGwEJ7n3 off=10573535 len=203151 2024-07-26T06:43:47.559 INFO:tasks.workunit.client.0.smithi089.stdout:op 5590 completed, throughput=5MB/sec 2024-07-26T06:43:47.559 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-j-XdV0hT73_4UqR off=267332 len=2003457 2024-07-26T06:43:47.561 INFO:tasks.workunit.client.0.smithi089.stdout:op 5591 completed, throughput=5MB/sec 2024-07-26T06:43:47.561 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-MqaY3m06hBqGEg7 off=4914704 len=111633 2024-07-26T06:43:47.562 INFO:tasks.workunit.client.0.smithi089.stdout:op 5592 completed, throughput=5MB/sec 2024-07-26T06:43:47.563 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-l7pEqQS9QyaN8g7 off=12688348 len=190177 2024-07-26T06:43:47.563 INFO:tasks.workunit.client.0.smithi089.stdout:op 5593 completed, throughput=5MB/sec 2024-07-26T06:43:47.563 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Lo7m5alBuPvgXra off=764493 len=687310 2024-07-26T06:43:47.564 INFO:tasks.workunit.client.0.smithi089.stdout:op 5594 completed, throughput=5MB/sec 2024-07-26T06:43:47.564 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-SJVWCiYvF7eGPZx off=116013 len=1569119 2024-07-26T06:43:47.565 INFO:tasks.workunit.client.0.smithi089.stdout:op 5595 completed, throughput=5MB/sec 2024-07-26T06:43:48.567 INFO:tasks.workunit.client.0.smithi089.stdout: 1091: throughput=5MB/sec pending data=0 2024-07-26T06:43:48.567 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-UAYn7h8T1rqA9D8 off=2668801 len=2057841 2024-07-26T06:43:48.570 INFO:tasks.workunit.client.0.smithi089.stdout:op 5596 completed, throughput=5MB/sec 2024-07-26T06:43:48.570 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-NFi666o1AsEUk-K off=5774419 len=1988366 2024-07-26T06:43:48.581 INFO:tasks.workunit.client.0.smithi089.stdout:op 5597 completed, throughput=5MB/sec 2024-07-26T06:43:48.581 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj--a2qearcOCKkh7d off=155867 len=90748 2024-07-26T06:43:48.582 INFO:tasks.workunit.client.0.smithi089.stdout:op 5598 completed, throughput=5MB/sec 2024-07-26T06:43:48.582 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Xu47UYo1sL8f0L5 off=763974 len=931131 2024-07-26T06:43:48.583 INFO:tasks.workunit.client.0.smithi089.stdout:op 5599 completed, throughput=5MB/sec 2024-07-26T06:43:49.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:43:49 smithi155 ceph-mon[90160]: pgmap v1970: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T06:43:49.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:43:49 smithi089 ceph-mon[99608]: pgmap v1970: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T06:43:49.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:43:49 smithi089 ceph-mon[102056]: pgmap v1970: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T06:43:49.583 INFO:tasks.workunit.client.0.smithi089.stdout: 1092: throughput=5MB/sec pending data=0 2024-07-26T06:43:49.583 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-s0yhQ1dMUIddC5E off=710774 len=1160353 2024-07-26T06:43:49.586 INFO:tasks.workunit.client.0.smithi089.stdout:op 5600 completed, throughput=5MB/sec 2024-07-26T06:43:49.586 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-YZ_C3UrC83uC5D5 off=442397 len=1316940 2024-07-26T06:43:49.589 INFO:tasks.workunit.client.0.smithi089.stdout:op 5601 completed, throughput=5MB/sec 2024-07-26T06:43:49.589 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-7bsfJ4CP2o2b9Xa off=411340 len=889734 2024-07-26T06:43:49.595 INFO:tasks.workunit.client.0.smithi089.stdout:op 5602 completed, throughput=5MB/sec 2024-07-26T06:43:49.595 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-9bWm3xQm0ifUteL off=7931859 len=479491 2024-07-26T06:43:49.596 INFO:tasks.workunit.client.0.smithi089.stdout:op 5603 completed, throughput=5MB/sec 2024-07-26T06:43:49.596 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ar-xEMJmYguiJZL off=5395972 len=477354 2024-07-26T06:43:49.597 INFO:tasks.workunit.client.0.smithi089.stdout:op 5604 completed, throughput=5MB/sec 2024-07-26T06:43:49.597 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-96fEuO98gdaNhfr off=7126835 len=1139088 2024-07-26T06:43:49.603 INFO:tasks.workunit.client.0.smithi089.stdout:op 5605 completed, throughput=5MB/sec 2024-07-26T06:43:50.603 INFO:tasks.workunit.client.0.smithi089.stdout: 1093: throughput=5MB/sec pending data=0 2024-07-26T06:43:50.604 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-VJEt88WvVWMVnr4 off=2729896 len=182657 2024-07-26T06:43:50.606 INFO:tasks.workunit.client.0.smithi089.stdout:op 5606 completed, throughput=5MB/sec 2024-07-26T06:43:50.606 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-wZN-xUYJEKNk4fP off=301682 len=584490 2024-07-26T06:43:50.611 INFO:tasks.workunit.client.0.smithi089.stdout:op 5607 completed, throughput=5MB/sec 2024-07-26T06:43:50.611 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Frg6N50IWtVmbtg off=6158502 len=1097380 2024-07-26T06:43:50.612 INFO:tasks.workunit.client.0.smithi089.stdout:op 5608 completed, throughput=5MB/sec 2024-07-26T06:43:50.612 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Y29xbaw-43Vu3j_ off=15355380 len=1170410 2024-07-26T06:43:50.613 INFO:tasks.workunit.client.0.smithi089.stdout:op 5609 completed, throughput=5MB/sec 2024-07-26T06:43:50.613 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-lngbeoI9xPmLZSJ off=17403435 len=1903109 2024-07-26T06:43:50.624 INFO:tasks.workunit.client.0.smithi089.stdout:op 5610 completed, throughput=5MB/sec 2024-07-26T06:43:51.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:43:51 smithi155 ceph-mon[90160]: pgmap v1971: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-26T06:43:51.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:43:51 smithi089 ceph-mon[99608]: pgmap v1971: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-26T06:43:51.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:43:51 smithi089 ceph-mon[102056]: pgmap v1971: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-26T06:43:51.624 INFO:tasks.workunit.client.0.smithi089.stdout: 1094: throughput=5MB/sec pending data=0 2024-07-26T06:43:51.624 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-aIk_LZKTa0ttPWA off=7415700 len=120416 2024-07-26T06:43:51.625 INFO:tasks.workunit.client.0.smithi089.stdout:op 5611 completed, throughput=5MB/sec 2024-07-26T06:43:51.625 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-3hgCBiJWkJ6fKt1 off=675094 len=1309393 2024-07-26T06:43:51.627 INFO:tasks.workunit.client.0.smithi089.stdout:op 5612 completed, throughput=5MB/sec 2024-07-26T06:43:51.627 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-OD7XPQ9r-VZK90d off=1116414 len=1971419 2024-07-26T06:43:51.639 INFO:tasks.workunit.client.0.smithi089.stdout:op 5613 completed, throughput=5MB/sec 2024-07-26T06:43:51.639 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-9QvHzKgz7OsXncY off=591788 len=665511 2024-07-26T06:43:51.640 INFO:tasks.workunit.client.0.smithi089.stdout:op 5614 completed, throughput=5MB/sec 2024-07-26T06:43:51.640 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Ij_Xk-11q-vDIId off=3659344 len=926226 2024-07-26T06:43:51.644 INFO:tasks.workunit.client.0.smithi089.stdout:op 5615 completed, throughput=5MB/sec 2024-07-26T06:43:52.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:43:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:43:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:43:52.644 INFO:tasks.workunit.client.0.smithi089.stdout: 1095: throughput=5MB/sec pending data=0 2024-07-26T06:43:52.644 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Sb2FmRbNHmWirC4 off=6273202 len=1785263 2024-07-26T06:43:52.654 INFO:tasks.workunit.client.0.smithi089.stdout:op 5616 completed, throughput=5MB/sec 2024-07-26T06:43:52.654 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Km9cEMwfpREUs98 off=19738232 len=1673794 2024-07-26T06:43:52.656 INFO:tasks.workunit.client.0.smithi089.stdout:op 5617 completed, throughput=5MB/sec 2024-07-26T06:43:52.656 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-4EnH5oCP-z_ICgf off=2011813 len=1520343 2024-07-26T06:43:52.662 INFO:tasks.workunit.client.0.smithi089.stdout:op 5618 completed, throughput=5MB/sec 2024-07-26T06:43:52.662 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-u2sqO2vz6pZosjq off=7453985 len=848012 2024-07-26T06:43:52.663 INFO:tasks.workunit.client.0.smithi089.stdout:op 5619 completed, throughput=5MB/sec 2024-07-26T06:43:52.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:43:52 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:43:52] "GET /metrics HTTP/1.1" 200 34049 "" "Prometheus/2.43.0" 2024-07-26T06:43:53.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:43:53 smithi155 ceph-mon[90160]: pgmap v1972: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-26T06:43:53.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:43:53 smithi089 ceph-mon[99608]: pgmap v1972: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-26T06:43:53.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:43:53 smithi089 ceph-mon[102056]: pgmap v1972: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-07-26T06:43:53.664 INFO:tasks.workunit.client.0.smithi089.stdout: 1096: throughput=5MB/sec pending data=0 2024-07-26T06:43:53.664 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-DF8szHJq3LS29Ii off=2300919 len=2051162 2024-07-26T06:43:53.676 INFO:tasks.workunit.client.0.smithi089.stdout:op 5620 completed, throughput=5MB/sec 2024-07-26T06:43:53.676 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-8Elp1jx4EiOCs-3 off=16915604 len=118796 2024-07-26T06:43:53.679 INFO:tasks.workunit.client.0.smithi089.stdout:op 5621 completed, throughput=5MB/sec 2024-07-26T06:43:53.679 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-8YUeCaNTn7Ftrn6 off=2408182 len=1458983 2024-07-26T06:43:53.682 INFO:tasks.workunit.client.0.smithi089.stdout:op 5622 completed, throughput=5MB/sec 2024-07-26T06:43:53.682 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-eRF2Hc-FLMb6f-i off=8141302 len=1052116 2024-07-26T06:43:53.687 INFO:tasks.workunit.client.0.smithi089.stdout:op 5623 completed, throughput=5MB/sec 2024-07-26T06:43:54.687 INFO:tasks.workunit.client.0.smithi089.stdout: 1097: throughput=5MB/sec pending data=0 2024-07-26T06:43:54.687 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-zv6sS8g5Mqf1S8w off=3781829 len=198331 2024-07-26T06:43:54.690 INFO:tasks.workunit.client.0.smithi089.stdout:op 5624 completed, throughput=5MB/sec 2024-07-26T06:43:54.690 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-E7inny0Rz6EFeBY off=5702194 len=1169531 2024-07-26T06:43:54.698 INFO:tasks.workunit.client.0.smithi089.stdout:op 5625 completed, throughput=5MB/sec 2024-07-26T06:43:54.698 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-dlS1O9nkfQppORe off=15378436 len=770017 2024-07-26T06:43:54.699 INFO:tasks.workunit.client.0.smithi089.stdout:op 5626 completed, throughput=5MB/sec 2024-07-26T06:43:54.699 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-d6amfsPAFNXprlU off=3422921 len=40105 2024-07-26T06:43:54.699 INFO:tasks.workunit.client.0.smithi089.stdout:op 5627 completed, throughput=5MB/sec 2024-07-26T06:43:54.700 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-KXP7cYfjxyx5_yv off=7739081 len=1122604 2024-07-26T06:43:54.700 INFO:tasks.workunit.client.0.smithi089.stdout:op 5628 completed, throughput=5MB/sec 2024-07-26T06:43:54.701 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ejGYYj4rQnBnzS8 off=498668 len=1887679 2024-07-26T06:43:54.703 INFO:tasks.workunit.client.0.smithi089.stdout:op 5629 completed, throughput=5MB/sec 2024-07-26T06:43:54.703 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-6vzWY25tyzo4VAq off=9752913 len=1001945 2024-07-26T06:43:54.708 INFO:tasks.workunit.client.0.smithi089.stdout:op 5630 completed, throughput=5MB/sec 2024-07-26T06:43:55.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:43:55 smithi155 ceph-mon[90160]: pgmap v1973: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:43:55.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:43:55 smithi089 ceph-mon[99608]: pgmap v1973: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:43:55.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:43:55 smithi089 ceph-mon[102056]: pgmap v1973: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:43:55.709 INFO:tasks.workunit.client.0.smithi089.stdout: 1098: throughput=5MB/sec pending data=0 2024-07-26T06:43:55.709 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-YH-LxUK8ZsgN8a- off=866145 len=1724360 2024-07-26T06:43:55.718 INFO:tasks.workunit.client.0.smithi089.stdout:op 5631 completed, throughput=5MB/sec 2024-07-26T06:43:55.718 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-a1qfo_5RS6sM4xz off=8886369 len=1382282 2024-07-26T06:43:55.726 INFO:tasks.workunit.client.0.smithi089.stdout:op 5632 completed, throughput=5MB/sec 2024-07-26T06:43:55.726 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-VVuJS5hxuXajyMm off=14077095 len=1089048 2024-07-26T06:43:55.729 INFO:tasks.workunit.client.0.smithi089.stdout:op 5633 completed, throughput=5MB/sec 2024-07-26T06:43:55.730 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-q2OKOcOpruWTmP4 off=9623702 len=1407205 2024-07-26T06:43:55.735 INFO:tasks.workunit.client.0.smithi089.stdout:op 5634 completed, throughput=5MB/sec 2024-07-26T06:43:56.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:43:56 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:43:56.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:43:56 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:43:56.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:43:56 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:43:56.735 INFO:tasks.workunit.client.0.smithi089.stdout: 1099: throughput=5MB/sec pending data=0 2024-07-26T06:43:56.735 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ROSMBKHcXiLaXyr off=3966782 len=1878893 2024-07-26T06:43:56.739 INFO:tasks.workunit.client.0.smithi089.stdout:op 5635 completed, throughput=5MB/sec 2024-07-26T06:43:56.739 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-0tnoAFjpasuESv5 off=15441338 len=2062081 2024-07-26T06:43:56.754 INFO:tasks.workunit.client.0.smithi089.stdout:op 5636 completed, throughput=5MB/sec 2024-07-26T06:43:56.754 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-iVcmhJnbbp8yPG7 off=7528135 len=1235182 2024-07-26T06:43:56.755 INFO:tasks.workunit.client.0.smithi089.stdout:op 5637 completed, throughput=5MB/sec 2024-07-26T06:43:57.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:43:57 smithi155 ceph-mon[90160]: pgmap v1974: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-26T06:43:57.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:43:57 smithi089 ceph-mon[99608]: pgmap v1974: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-26T06:43:57.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:43:57 smithi089 ceph-mon[102056]: pgmap v1974: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-26T06:43:57.755 INFO:tasks.workunit.client.0.smithi089.stdout: 1100: throughput=5MB/sec pending data=0 2024-07-26T06:43:57.756 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-tdvMrfNpiazav2D off=3181195 len=1846801 2024-07-26T06:43:57.766 INFO:tasks.workunit.client.0.smithi089.stdout:op 5638 completed, throughput=5MB/sec 2024-07-26T06:43:57.767 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-U5QrkR8iakQMo0q off=7632674 len=1142436 2024-07-26T06:43:57.768 INFO:tasks.workunit.client.0.smithi089.stdout:op 5639 completed, throughput=5MB/sec 2024-07-26T06:43:57.768 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ifmz9lIM8938D-L off=2582059 len=622482 2024-07-26T06:43:57.770 INFO:tasks.workunit.client.0.smithi089.stdout:op 5640 completed, throughput=5MB/sec 2024-07-26T06:43:57.770 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-6vwPgLA5kvPRn6X off=9186249 len=26818 2024-07-26T06:43:57.770 INFO:tasks.workunit.client.0.smithi089.stdout:op 5641 completed, throughput=5MB/sec 2024-07-26T06:43:57.770 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-d6kcRcoEck1u25G off=14871110 len=889287 2024-07-26T06:43:57.772 INFO:tasks.workunit.client.0.smithi089.stdout:op 5642 completed, throughput=5MB/sec 2024-07-26T06:43:58.773 INFO:tasks.workunit.client.0.smithi089.stdout: 1101: throughput=5MB/sec pending data=0 2024-07-26T06:43:58.773 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-9WG276ie19l8Hhq off=14413537 len=1293961 2024-07-26T06:43:58.775 INFO:tasks.workunit.client.0.smithi089.stdout:op 5643 completed, throughput=5MB/sec 2024-07-26T06:43:58.776 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-YvQ6ZNgwHjmqFES off=2173706 len=40490 2024-07-26T06:43:58.778 INFO:tasks.workunit.client.0.smithi089.stdout:op 5644 completed, throughput=5MB/sec 2024-07-26T06:43:58.778 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-q2OKOcOpruWTmP4 off=17890879 len=1233059 2024-07-26T06:43:58.785 INFO:tasks.workunit.client.0.smithi089.stdout:op 5645 completed, throughput=5MB/sec 2024-07-26T06:43:58.785 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-sY-jE_VGbT2i_Po off=11248093 len=1056467 2024-07-26T06:43:58.787 INFO:tasks.workunit.client.0.smithi089.stdout:op 5646 completed, throughput=5MB/sec 2024-07-26T06:43:58.788 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-0qRkoJxW8YJ3DdS off=1058199 len=813850 2024-07-26T06:43:58.793 INFO:tasks.workunit.client.0.smithi089.stdout:op 5647 completed, throughput=5MB/sec 2024-07-26T06:43:58.793 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-q-boFz8qkhtQMOK off=2500429 len=2059041 2024-07-26T06:43:58.795 INFO:tasks.workunit.client.0.smithi089.stdout:op 5648 completed, throughput=5MB/sec 2024-07-26T06:43:59.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:43:59 smithi155 ceph-mon[90160]: pgmap v1975: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T06:43:59.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:43:59 smithi089 ceph-mon[99608]: pgmap v1975: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T06:43:59.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:43:59 smithi089 ceph-mon[102056]: pgmap v1975: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T06:43:59.795 INFO:tasks.workunit.client.0.smithi089.stdout: 1102: throughput=5MB/sec pending data=0 2024-07-26T06:43:59.796 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj--KDSxZjBQIEklk5 off=1319041 len=1585259 2024-07-26T06:43:59.804 INFO:tasks.workunit.client.0.smithi089.stdout:op 5649 completed, throughput=5MB/sec 2024-07-26T06:43:59.804 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-aXFSTgHW6UiaJc9 off=6592428 len=952068 2024-07-26T06:43:59.810 INFO:tasks.workunit.client.0.smithi089.stdout:op 5650 completed, throughput=5MB/sec 2024-07-26T06:43:59.810 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-p9NKbbe5f2Omz66 off=1135941 len=1569121 2024-07-26T06:43:59.811 INFO:tasks.workunit.client.0.smithi089.stdout:op 5651 completed, throughput=5MB/sec 2024-07-26T06:44:00.812 INFO:tasks.workunit.client.0.smithi089.stdout: 1103: throughput=5MB/sec pending data=0 2024-07-26T06:44:00.812 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-sSzXLCiTFypN7bm off=3148304 len=1563289 2024-07-26T06:44:00.815 INFO:tasks.workunit.client.0.smithi089.stdout:op 5652 completed, throughput=5MB/sec 2024-07-26T06:44:00.815 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-384Ch7B3Yu3RgAi off=9146793 len=428116 2024-07-26T06:44:00.818 INFO:tasks.workunit.client.0.smithi089.stdout:op 5653 completed, throughput=5MB/sec 2024-07-26T06:44:00.818 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-5wsy4krGqN_kk3Y off=822956 len=942749 2024-07-26T06:44:00.820 INFO:tasks.workunit.client.0.smithi089.stdout:op 5654 completed, throughput=5MB/sec 2024-07-26T06:44:00.820 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj--ME8NYIIgCMtA01 off=15359843 len=1753766 2024-07-26T06:44:00.827 INFO:tasks.workunit.client.0.smithi089.stdout:op 5655 completed, throughput=5MB/sec 2024-07-26T06:44:00.827 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-EmVSaFYiNJh1fI6 off=3640523 len=962052 2024-07-26T06:44:00.832 INFO:tasks.workunit.client.0.smithi089.stdout:op 5656 completed, throughput=5MB/sec 2024-07-26T06:44:01.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:44:01 smithi155 ceph-mon[90160]: pgmap v1976: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T06:44:01.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:44:01 smithi089 ceph-mon[99608]: pgmap v1976: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T06:44:01.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:44:01 smithi089 ceph-mon[102056]: pgmap v1976: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T06:44:01.832 INFO:tasks.workunit.client.0.smithi089.stdout: 1104: throughput=5MB/sec pending data=0 2024-07-26T06:44:01.832 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-aOoRmNI1UgRFaRb off=16086519 len=45296 2024-07-26T06:44:01.833 INFO:tasks.workunit.client.0.smithi089.stdout:op 5657 completed, throughput=5MB/sec 2024-07-26T06:44:01.833 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-mvPKNBLf5JQ92Ck off=209222 len=1581351 2024-07-26T06:44:01.834 INFO:tasks.workunit.client.0.smithi089.stdout:op 5658 completed, throughput=5MB/sec 2024-07-26T06:44:01.835 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-TKvyjpdfwyUuZJq off=3735695 len=1715413 2024-07-26T06:44:01.840 INFO:tasks.workunit.client.0.smithi089.stdout:op 5659 completed, throughput=5MB/sec 2024-07-26T06:44:01.840 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-GjmjHWh00eUPJYK off=18981584 len=1313169 2024-07-26T06:44:01.842 INFO:tasks.workunit.client.0.smithi089.stdout:op 5660 completed, throughput=5MB/sec 2024-07-26T06:44:01.842 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-adFqzOzeLiz9cW8 off=1935706 len=846728 2024-07-26T06:44:01.844 INFO:tasks.workunit.client.0.smithi089.stdout:op 5661 completed, throughput=5MB/sec 2024-07-26T06:44:02.314 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:44:02 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:44:02.314 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:44:02 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:44:02.314 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:44:02 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:44:02.314 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:44:02 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:44:02.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:44:02 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:44:02.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:44:02 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:44:02.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:44:02 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:44:02.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:44:02 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:44:02.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:44:02 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:44:02.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:44:02 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:44:02.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:44:02 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:44:02.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:44:02 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:44:02.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:44:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:44:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:44:02.845 INFO:tasks.workunit.client.0.smithi089.stdout: 1105: throughput=5MB/sec pending data=0 2024-07-26T06:44:02.845 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-tBB575Qn0dlTrxl off=16243996 len=1365315 2024-07-26T06:44:02.847 INFO:tasks.workunit.client.0.smithi089.stdout:op 5662 completed, throughput=5MB/sec 2024-07-26T06:44:02.847 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-bfUYupWBm3sZ7Y5 off=20249479 len=1007475 2024-07-26T06:44:02.848 INFO:tasks.workunit.client.0.smithi089.stdout:op 5663 completed, throughput=5MB/sec 2024-07-26T06:44:02.849 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-JXZhodZfTj6Pu_k off=10941056 len=500112 2024-07-26T06:44:02.849 INFO:tasks.workunit.client.0.smithi089.stdout:op 5664 completed, throughput=5MB/sec 2024-07-26T06:44:02.849 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-pw1e1fLnGn-OYwz off=7747540 len=16541 2024-07-26T06:44:02.850 INFO:tasks.workunit.client.0.smithi089.stdout:op 5665 completed, throughput=5MB/sec 2024-07-26T06:44:02.850 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ZEcalNbKbpQ9gMT off=31375 len=576630 2024-07-26T06:44:02.854 INFO:tasks.workunit.client.0.smithi089.stdout:op 5666 completed, throughput=5MB/sec 2024-07-26T06:44:02.854 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-TrCUeWHaCVlSNm5 off=3751796 len=1975976 2024-07-26T06:44:02.863 INFO:tasks.workunit.client.0.smithi089.stdout:op 5667 completed, throughput=5MB/sec 2024-07-26T06:44:02.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:44:02 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:44:02] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-07-26T06:44:03.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:44:03 smithi155 ceph-mon[90160]: pgmap v1977: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:44:03.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:44:03 smithi089 ceph-mon[99608]: pgmap v1977: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:44:03.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:44:03 smithi089 ceph-mon[102056]: pgmap v1977: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-07-26T06:44:03.863 INFO:tasks.workunit.client.0.smithi089.stdout: 1106: throughput=5MB/sec pending data=0 2024-07-26T06:44:03.864 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-OzA1lK5DYjmi-eR off=7050994 len=44259 2024-07-26T06:44:03.866 INFO:tasks.workunit.client.0.smithi089.stdout:op 5668 completed, throughput=5MB/sec 2024-07-26T06:44:03.866 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-MCe8wUyd85qbwHp off=24105093 len=783008 2024-07-26T06:44:03.867 INFO:tasks.workunit.client.0.smithi089.stdout:op 5669 completed, throughput=5MB/sec 2024-07-26T06:44:03.867 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-4qTkZDsPekqx4D9 off=230030 len=2020946 2024-07-26T06:44:03.871 INFO:tasks.workunit.client.0.smithi089.stdout:op 5670 completed, throughput=5MB/sec 2024-07-26T06:44:03.871 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-oMRQdhLeAEK1rpb off=0 len=1505306 2024-07-26T06:44:03.874 INFO:tasks.workunit.client.0.smithi089.stdout:op 5671 completed, throughput=5MB/sec 2024-07-26T06:44:03.874 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-IUpJv5dSaqaIF5V off=1815456 len=315600 2024-07-26T06:44:03.877 INFO:tasks.workunit.client.0.smithi089.stdout:op 5672 completed, throughput=5MB/sec 2024-07-26T06:44:03.877 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-cUQBp7JwL8tsTP_ off=1796605 len=751714 2024-07-26T06:44:03.882 INFO:tasks.workunit.client.0.smithi089.stdout:op 5673 completed, throughput=5MB/sec 2024-07-26T06:44:04.883 INFO:tasks.workunit.client.0.smithi089.stdout: 1107: throughput=5MB/sec pending data=0 2024-07-26T06:44:04.883 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-VrzF4u5QdBVCvio off=11312054 len=676638 2024-07-26T06:44:04.887 INFO:tasks.workunit.client.0.smithi089.stdout:op 5674 completed, throughput=5MB/sec 2024-07-26T06:44:04.887 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-PRPNNHCTCkKzNMd off=3689541 len=1969824 2024-07-26T06:44:04.900 INFO:tasks.workunit.client.0.smithi089.stdout:op 5675 completed, throughput=5MB/sec 2024-07-26T06:44:04.900 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-eYe7h7VbXPHbqbs off=1535321 len=1918364 2024-07-26T06:44:04.903 INFO:tasks.workunit.client.0.smithi089.stdout:op 5676 completed, throughput=5MB/sec 2024-07-26T06:44:04.903 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-QAbLEwkFiBqN5N3 off=19736862 len=1221221 2024-07-26T06:44:04.905 INFO:tasks.workunit.client.0.smithi089.stdout:op 5677 completed, throughput=5MB/sec 2024-07-26T06:44:05.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:44:05 smithi155 ceph-mon[90160]: pgmap v1978: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T06:44:05.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:44:05 smithi089 ceph-mon[99608]: pgmap v1978: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T06:44:05.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:44:05 smithi089 ceph-mon[102056]: pgmap v1978: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T06:44:05.905 INFO:tasks.workunit.client.0.smithi089.stdout: 1108: throughput=5MB/sec pending data=0 2024-07-26T06:44:05.905 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-IMZtcN43gzA9RD7 off=2465754 len=1360639 2024-07-26T06:44:05.908 INFO:tasks.workunit.client.0.smithi089.stdout:op 5678 completed, throughput=5MB/sec 2024-07-26T06:44:05.908 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-bWuhuvFibPgpdfi off=18335791 len=376844 2024-07-26T06:44:05.909 INFO:tasks.workunit.client.0.smithi089.stdout:op 5679 completed, throughput=5MB/sec 2024-07-26T06:44:05.909 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-qZ00y1lzp1CNl2X off=6007477 len=562969 2024-07-26T06:44:05.911 INFO:tasks.workunit.client.0.smithi089.stdout:op 5680 completed, throughput=5MB/sec 2024-07-26T06:44:05.911 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-hP7iWjgFieYHc-W off=1884147 len=1968706 2024-07-26T06:44:05.913 INFO:tasks.workunit.client.0.smithi089.stdout:op 5681 completed, throughput=5MB/sec 2024-07-26T06:44:06.913 INFO:tasks.workunit.client.0.smithi089.stdout: 1109: throughput=5MB/sec pending data=0 2024-07-26T06:44:06.914 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-EQVPObS6t6Lyooz off=4653850 len=1690327 2024-07-26T06:44:06.920 INFO:tasks.workunit.client.0.smithi089.stdout:op 5682 completed, throughput=5MB/sec 2024-07-26T06:44:06.921 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-WbxTk1Bw97DAQ2X off=5521535 len=624570 2024-07-26T06:44:06.922 INFO:tasks.workunit.client.0.smithi089.stdout:op 5683 completed, throughput=5MB/sec 2024-07-26T06:44:06.922 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-PRPw6nu22gpYA25 off=554935 len=702781 2024-07-26T06:44:06.923 INFO:tasks.workunit.client.0.smithi089.stdout:op 5684 completed, throughput=5MB/sec 2024-07-26T06:44:06.924 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-HmTzaS1ekx6KPek off=15441721 len=433218 2024-07-26T06:44:06.927 INFO:tasks.workunit.client.0.smithi089.stdout:op 5685 completed, throughput=5MB/sec 2024-07-26T06:44:06.928 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-XogZbgwKL6lIoXz off=3295473 len=966078 2024-07-26T06:44:06.928 INFO:tasks.workunit.client.0.smithi089.stdout:op 5686 completed, throughput=5MB/sec 2024-07-26T06:44:06.928 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-soUrprnk6nwT1AV off=9571254 len=646685 2024-07-26T06:44:06.929 INFO:tasks.workunit.client.0.smithi089.stdout:op 5687 completed, throughput=5MB/sec 2024-07-26T06:44:06.929 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Ie9-4oA3wPDTne0 off=3666731 len=1932168 2024-07-26T06:44:06.931 INFO:tasks.workunit.client.0.smithi089.stdout:op 5688 completed, throughput=5MB/sec 2024-07-26T06:44:07.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:44:07 smithi155 ceph-mon[90160]: pgmap v1979: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:44:07.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:44:07 smithi089 ceph-mon[99608]: pgmap v1979: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:44:07.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:44:07 smithi089 ceph-mon[102056]: pgmap v1979: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-07-26T06:44:07.931 INFO:tasks.workunit.client.0.smithi089.stdout: 1110: throughput=5MB/sec pending data=0 2024-07-26T06:44:07.931 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-TThrgeg0HJvEV_o off=587174 len=1276516 2024-07-26T06:44:07.937 INFO:tasks.workunit.client.0.smithi089.stdout:op 5689 completed, throughput=5MB/sec 2024-07-26T06:44:07.938 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Zs3T-6cCGyszF19 off=3642881 len=1000468 2024-07-26T06:44:07.942 INFO:tasks.workunit.client.0.smithi089.stdout:op 5690 completed, throughput=5MB/sec 2024-07-26T06:44:07.942 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-agodEZvp6DxIEOJ off=15913018 len=157706 2024-07-26T06:44:07.943 INFO:tasks.workunit.client.0.smithi089.stdout:op 5691 completed, throughput=5MB/sec 2024-07-26T06:44:07.943 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-pFCDQNcmJWpZAII off=4399227 len=846688 2024-07-26T06:44:07.946 INFO:tasks.workunit.client.0.smithi089.stdout:op 5692 completed, throughput=5MB/sec 2024-07-26T06:44:07.947 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-upxaQ_qTfXPcaZB off=5998174 len=1546826 2024-07-26T06:44:07.948 INFO:tasks.workunit.client.0.smithi089.stdout:op 5693 completed, throughput=5MB/sec 2024-07-26T06:44:08.949 INFO:tasks.workunit.client.0.smithi089.stdout: 1111: throughput=5MB/sec pending data=0 2024-07-26T06:44:08.949 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-iY9Jk1yiPsOmw43 off=2905079 len=760025 2024-07-26T06:44:08.950 INFO:tasks.workunit.client.0.smithi089.stdout:op 5694 completed, throughput=5MB/sec 2024-07-26T06:44:08.950 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-9Jh0HdpogYp7ECr off=5677801 len=851098 2024-07-26T06:44:08.951 INFO:tasks.workunit.client.0.smithi089.stdout:op 5695 completed, throughput=5MB/sec 2024-07-26T06:44:08.951 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Q9kYr1PxwEhYcvP off=18698698 len=1079465 2024-07-26T06:44:08.953 INFO:tasks.workunit.client.0.smithi089.stdout:op 5696 completed, throughput=5MB/sec 2024-07-26T06:44:08.953 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-JLBOpXlUL620YGg off=9260156 len=188685 2024-07-26T06:44:08.954 INFO:tasks.workunit.client.0.smithi089.stdout:op 5697 completed, throughput=5MB/sec 2024-07-26T06:44:08.954 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-QhtYJ1gGedhOOfJ off=15307222 len=1169810 2024-07-26T06:44:08.959 INFO:tasks.workunit.client.0.smithi089.stdout:op 5698 completed, throughput=5MB/sec 2024-07-26T06:44:08.959 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-4dgNSwcCZp2j8EQ off=6945842 len=1503655 2024-07-26T06:44:08.962 INFO:tasks.workunit.client.0.smithi089.stdout:op 5699 completed, throughput=5MB/sec 2024-07-26T06:44:09.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:44:09 smithi155 ceph-mon[90160]: pgmap v1980: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T06:44:09.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:44:09 smithi089 ceph-mon[99608]: pgmap v1980: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T06:44:09.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:44:09 smithi089 ceph-mon[102056]: pgmap v1980: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-07-26T06:44:09.963 INFO:tasks.workunit.client.0.smithi089.stdout: 1112: throughput=5MB/sec pending data=0 2024-07-26T06:44:09.963 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-_lB84Qv3NVP5r06 off=2407697 len=1410290 2024-07-26T06:44:09.965 INFO:tasks.workunit.client.0.smithi089.stdout:op 5700 completed, throughput=5MB/sec 2024-07-26T06:44:09.965 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-_v5D4gTvWLQUGVA off=1412851 len=369968 2024-07-26T06:44:09.968 INFO:tasks.workunit.client.0.smithi089.stdout:op 5701 completed, throughput=5MB/sec 2024-07-26T06:44:09.968 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-TnZTyKvYf8pmakk off=1826682 len=1065417 2024-07-26T06:44:09.981 INFO:tasks.workunit.client.0.smithi089.stdout:op 5702 completed, throughput=5MB/sec 2024-07-26T06:44:09.981 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-mYz6M8XqZi36Dhq off=14213480 len=40307 2024-07-26T06:44:09.983 INFO:tasks.workunit.client.0.smithi089.stdout:op 5703 completed, throughput=5MB/sec 2024-07-26T06:44:09.983 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-tc-LlR-G6wqG7JK off=16870534 len=233213 2024-07-26T06:44:09.986 INFO:tasks.workunit.client.0.smithi089.stdout:op 5704 completed, throughput=5MB/sec 2024-07-26T06:44:09.986 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-7O7rDonQc0yjtEK off=7077570 len=61835 2024-07-26T06:44:09.988 INFO:tasks.workunit.client.0.smithi089.stdout:op 5705 completed, throughput=5MB/sec 2024-07-26T06:44:09.989 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-LwoYwx14GZAhyA3 off=18886334 len=880071 2024-07-26T06:44:09.994 INFO:tasks.workunit.client.0.smithi089.stdout:op 5706 completed, throughput=5MB/sec 2024-07-26T06:44:10.994 INFO:tasks.workunit.client.0.smithi089.stdout: 1113: throughput=5MB/sec pending data=0 2024-07-26T06:44:10.994 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-QnwIS5V180ufVkB off=4034759 len=863780 2024-07-26T06:44:10.999 INFO:tasks.workunit.client.0.smithi089.stdout:op 5707 completed, throughput=5MB/sec 2024-07-26T06:44:10.999 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-8f9JOuzPz2lYjbi off=9087884 len=696752 2024-07-26T06:44:11.003 INFO:tasks.workunit.client.0.smithi089.stdout:op 5708 completed, throughput=5MB/sec 2024-07-26T06:44:11.003 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-KXo6m3RVNQwATBK off=10284775 len=1320253 2024-07-26T06:44:11.006 INFO:tasks.workunit.client.0.smithi089.stdout:op 5709 completed, throughput=5MB/sec 2024-07-26T06:44:11.006 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-zxSn3H1JChsMi87 off=83324 len=2060530 2024-07-26T06:44:11.015 INFO:tasks.workunit.client.0.smithi089.stdout:op 5710 completed, throughput=5MB/sec 2024-07-26T06:44:11.015 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-F2vwfkdMN4Uk_Pt off=15105977 len=1621356 2024-07-26T06:44:11.025 INFO:tasks.workunit.client.0.smithi089.stdout:op 5711 completed, throughput=5MB/sec 2024-07-26T06:44:11.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:44:11 smithi155 ceph-mon[90160]: pgmap v1981: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T06:44:11.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:44:11 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:44:11.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:44:11 smithi089 ceph-mon[99608]: pgmap v1981: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T06:44:11.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:44:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:44:11.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:44:11 smithi089 ceph-mon[102056]: pgmap v1981: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-07-26T06:44:11.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:44:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:44:12.025 INFO:tasks.workunit.client.0.smithi089.stdout: 1114: throughput=5MB/sec pending data=0 2024-07-26T06:44:12.026 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-o4DE-2jq8MnWGMZ off=10404523 len=1054091 2024-07-26T06:44:12.031 INFO:tasks.workunit.client.0.smithi089.stdout:op 5712 completed, throughput=5MB/sec 2024-07-26T06:44:12.031 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-k2chAOaH9tKUrj0 off=621720 len=1937121 2024-07-26T06:44:12.033 INFO:tasks.workunit.client.0.smithi089.stdout:op 5713 completed, throughput=5MB/sec 2024-07-26T06:44:12.033 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-3rLshMIft9y_0M- off=21118551 len=1991219 2024-07-26T06:44:12.046 INFO:tasks.workunit.client.0.smithi089.stdout:op 5714 completed, throughput=5MB/sec 2024-07-26T06:44:12.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:44:12 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:44:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:44:12.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:44:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:44:12] "GET /metrics HTTP/1.1" 200 34051 "" "Prometheus/2.43.0" 2024-07-26T06:44:13.046 INFO:tasks.workunit.client.0.smithi089.stdout: 1115: throughput=5MB/sec pending data=0 2024-07-26T06:44:13.046 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-xkB3z4q2ZIb0lrC off=10125384 len=1934049 2024-07-26T06:44:13.048 INFO:tasks.workunit.client.0.smithi089.stdout:op 5715 completed, throughput=5MB/sec 2024-07-26T06:44:13.048 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-KwL8dAeqbnAV9eq off=8064278 len=329681 2024-07-26T06:44:13.049 INFO:tasks.workunit.client.0.smithi089.stdout:op 5716 completed, throughput=5MB/sec 2024-07-26T06:44:13.049 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-wn6_um5iG41RgRD off=16805823 len=1188877 2024-07-26T06:44:13.051 INFO:tasks.workunit.client.0.smithi089.stdout:op 5717 completed, throughput=5MB/sec 2024-07-26T06:44:13.051 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-AtJRYExJV6b3gkJ off=21558914 len=156616 2024-07-26T06:44:13.052 INFO:tasks.workunit.client.0.smithi089.stdout:op 5718 completed, throughput=5MB/sec 2024-07-26T06:44:13.052 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-7P_-PizxqgCwxVk off=2212091 len=297136 2024-07-26T06:44:13.052 INFO:tasks.workunit.client.0.smithi089.stdout:op 5719 completed, throughput=5MB/sec 2024-07-26T06:44:13.052 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ymB7GAT236W5Ud5 off=8018328 len=1103358 2024-07-26T06:44:13.054 INFO:tasks.workunit.client.0.smithi089.stdout:op 5720 completed, throughput=5MB/sec 2024-07-26T06:44:13.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:44:13 smithi155 ceph-mon[90160]: pgmap v1982: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-07-26T06:44:13.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:44:13 smithi089 ceph-mon[99608]: pgmap v1982: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-07-26T06:44:13.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:44:13 smithi089 ceph-mon[102056]: pgmap v1982: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-07-26T06:44:14.054 INFO:tasks.workunit.client.0.smithi089.stdout: 1116: throughput=5MB/sec pending data=0 2024-07-26T06:44:14.054 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-5N8HSgH2iyJha6X off=1577551 len=1551666 2024-07-26T06:44:14.065 INFO:tasks.workunit.client.0.smithi089.stdout:op 5721 completed, throughput=5MB/sec 2024-07-26T06:44:14.065 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-0ufff5l3zXXcmKL off=6505512 len=997497 2024-07-26T06:44:14.070 INFO:tasks.workunit.client.0.smithi089.stdout:op 5722 completed, throughput=5MB/sec 2024-07-26T06:44:14.070 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-EYa_3Yhi6ECKc60 off=381311 len=875850 2024-07-26T06:44:14.074 INFO:tasks.workunit.client.0.smithi089.stdout:op 5723 completed, throughput=5MB/sec 2024-07-26T06:44:14.075 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-8ybp9PR1HFEicwu off=887663 len=1123043 2024-07-26T06:44:14.076 INFO:tasks.workunit.client.0.smithi089.stdout:op 5724 completed, throughput=5MB/sec 2024-07-26T06:44:14.076 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Z4AMkp4nyDCbNRv off=1524065 len=1258713 2024-07-26T06:44:14.081 INFO:tasks.workunit.client.0.smithi089.stdout:op 5725 completed, throughput=5MB/sec 2024-07-26T06:44:15.081 INFO:tasks.workunit.client.0.smithi089.stdout: 1117: throughput=5MB/sec pending data=0 2024-07-26T06:44:15.081 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-mpFoYGUm42wFL9s off=15357563 len=1783854 2024-07-26T06:44:15.086 INFO:tasks.workunit.client.0.smithi089.stdout:op 5726 completed, throughput=5MB/sec 2024-07-26T06:44:15.086 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-x2D9SenUfgbFbdN off=8575425 len=806387 2024-07-26T06:44:15.091 INFO:tasks.workunit.client.0.smithi089.stdout:op 5727 completed, throughput=5MB/sec 2024-07-26T06:44:15.091 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-vhKHRb0zK9sUmM7 off=14856459 len=1443694 2024-07-26T06:44:15.093 INFO:tasks.workunit.client.0.smithi089.stdout:op 5728 completed, throughput=5MB/sec 2024-07-26T06:44:15.093 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-8XJG07Athv3Qlr3 off=6429670 len=1858290 2024-07-26T06:44:15.095 INFO:tasks.workunit.client.0.smithi089.stdout:op 5729 completed, throughput=5MB/sec 2024-07-26T06:44:15.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:44:15 smithi155 ceph-mon[90160]: pgmap v1983: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-07-26T06:44:15.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:44:15 smithi089 ceph-mon[99608]: pgmap v1983: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-07-26T06:44:15.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:44:15 smithi089 ceph-mon[102056]: pgmap v1983: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-07-26T06:44:16.096 INFO:tasks.workunit.client.0.smithi089.stdout: 1118: throughput=5MB/sec pending data=0 2024-07-26T06:44:16.096 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-51zOpdX9mztdts3 off=208821 len=814211 2024-07-26T06:44:16.100 INFO:tasks.workunit.client.0.smithi089.stdout:op 5730 completed, throughput=5MB/sec 2024-07-26T06:44:16.101 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-emAsXLMLI_Zsn2k off=9017655 len=1774676 2024-07-26T06:44:16.111 INFO:tasks.workunit.client.0.smithi089.stdout:op 5731 completed, throughput=5MB/sec 2024-07-26T06:44:16.111 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-F9bR_ubiHPD6s9z off=36399 len=1435977 2024-07-26T06:44:16.118 INFO:tasks.workunit.client.0.smithi089.stdout:op 5732 completed, throughput=5MB/sec 2024-07-26T06:44:17.119 INFO:tasks.workunit.client.0.smithi089.stdout: 1119: throughput=5MB/sec pending data=0 2024-07-26T06:44:17.119 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-MpnzOgGKP7J9S0d off=7067845 len=889883 2024-07-26T06:44:17.120 INFO:tasks.workunit.client.0.smithi089.stdout:op 5733 completed, throughput=5MB/sec 2024-07-26T06:44:17.120 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-A2WCG-X9ws80HmG off=10396629 len=328285 2024-07-26T06:44:17.128 INFO:tasks.workunit.client.0.smithi089.stdout:op 5734 completed, throughput=5MB/sec 2024-07-26T06:44:17.128 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-bpS0dUViA8VAt1s off=3647864 len=1321522 2024-07-26T06:44:17.135 INFO:tasks.workunit.client.0.smithi089.stdout:op 5735 completed, throughput=5MB/sec 2024-07-26T06:44:17.135 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj--O-uGm-OwcGsjdc off=4223837 len=1264052 2024-07-26T06:44:17.143 INFO:tasks.workunit.client.0.smithi089.stdout:op 5736 completed, throughput=5MB/sec 2024-07-26T06:44:17.143 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-6dmwm57iKuHpZk8 off=16154825 len=1774456 2024-07-26T06:44:17.145 INFO:tasks.workunit.client.0.smithi089.stdout:op 5737 completed, throughput=5MB/sec 2024-07-26T06:44:17.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:44:17 smithi155 ceph-mon[90160]: pgmap v1984: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-07-26T06:44:17.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:44:17 smithi089 ceph-mon[99608]: pgmap v1984: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-07-26T06:44:17.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:44:17 smithi089 ceph-mon[102056]: pgmap v1984: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-07-26T06:44:18.145 INFO:tasks.workunit.client.0.smithi089.stdout: 1120: throughput=5MB/sec pending data=0 2024-07-26T06:44:18.145 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-QsAwAPSjRssjjnJ off=1982328 len=897275 2024-07-26T06:44:18.151 INFO:tasks.workunit.client.0.smithi089.stdout:op 5738 completed, throughput=5MB/sec 2024-07-26T06:44:18.151 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-IdPbbGzXwmXfFNq off=4653429 len=1554606 2024-07-26T06:44:18.157 INFO:tasks.workunit.client.0.smithi089.stdout:op 5739 completed, throughput=5MB/sec 2024-07-26T06:44:18.157 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj--MNPfOWX0Ctz3z_ off=6433726 len=1826204 2024-07-26T06:44:18.163 INFO:tasks.workunit.client.0.smithi089.stdout:op 5740 completed, throughput=5MB/sec 2024-07-26T06:44:18.163 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-o6VKEke5m5wKuXh off=10736012 len=471994 2024-07-26T06:44:18.164 INFO:tasks.workunit.client.0.smithi089.stdout:op 5741 completed, throughput=5MB/sec 2024-07-26T06:44:18.165 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-WeWgBZGseOI4Mh6 off=9806217 len=1912491 2024-07-26T06:44:18.172 INFO:tasks.workunit.client.0.smithi089.stdout:op 5742 completed, throughput=5MB/sec 2024-07-26T06:44:19.172 INFO:tasks.workunit.client.0.smithi089.stdout: 1121: throughput=5MB/sec pending data=0 2024-07-26T06:44:19.172 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-EK8AUvDv5HVRFup off=465707 len=1313321 2024-07-26T06:44:19.175 INFO:tasks.workunit.client.0.smithi089.stdout:op 5743 completed, throughput=5MB/sec 2024-07-26T06:44:19.175 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-czkzn25kZBsEhRS off=947299 len=1559237 2024-07-26T06:44:19.178 INFO:tasks.workunit.client.0.smithi089.stdout:op 5744 completed, throughput=5MB/sec 2024-07-26T06:44:19.178 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-e2mQuTqr1gmQKGJ off=14769288 len=127136 2024-07-26T06:44:19.180 INFO:tasks.workunit.client.0.smithi089.stdout:op 5745 completed, throughput=5MB/sec 2024-07-26T06:44:19.181 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-PrNttwGUPmnyB_j off=3272969 len=1683566 2024-07-26T06:44:19.191 INFO:tasks.workunit.client.0.smithi089.stdout:op 5746 completed, throughput=5MB/sec 2024-07-26T06:44:19.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:44:19 smithi155 ceph-mon[90160]: pgmap v1985: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T06:44:19.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:44:19 smithi089 ceph-mon[99608]: pgmap v1985: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T06:44:19.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:44:19 smithi089 ceph-mon[102056]: pgmap v1985: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-07-26T06:44:20.191 INFO:tasks.workunit.client.0.smithi089.stdout: 1122: throughput=5MB/sec pending data=0 2024-07-26T06:44:20.191 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-pqRTA3LUb3_j4vq off=3572949 len=688989 2024-07-26T06:44:20.193 INFO:tasks.workunit.client.0.smithi089.stdout:op 5747 completed, throughput=5MB/sec 2024-07-26T06:44:20.193 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-QshIEfMHRurp7NO off=1785491 len=190202 2024-07-26T06:44:20.194 INFO:tasks.workunit.client.0.smithi089.stdout:op 5748 completed, throughput=5MB/sec 2024-07-26T06:44:20.194 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ERKTIXJvI-57cyb off=18158118 len=463941 2024-07-26T06:44:20.195 INFO:tasks.workunit.client.0.smithi089.stdout:op 5749 completed, throughput=5MB/sec 2024-07-26T06:44:20.195 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-L4XgpLu8jfKPB5S off=6316096 len=1034028 2024-07-26T06:44:20.197 INFO:tasks.workunit.client.0.smithi089.stdout:op 5750 completed, throughput=5MB/sec 2024-07-26T06:44:20.197 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-KLoD4JbjDny6Q9c off=1744202 len=1948356 2024-07-26T06:44:20.205 INFO:tasks.workunit.client.0.smithi089.stdout:op 5751 completed, throughput=5MB/sec 2024-07-26T06:44:21.206 INFO:tasks.workunit.client.0.smithi089.stdout: 1123: throughput=5MB/sec pending data=0 2024-07-26T06:44:21.206 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-NTshOIaYJUjLQam off=4529562 len=397872 2024-07-26T06:44:21.207 INFO:tasks.workunit.client.0.smithi089.stdout:op 5752 completed, throughput=5MB/sec 2024-07-26T06:44:21.207 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-6qaSpFx2Axn6feg off=779103 len=1860479 2024-07-26T06:44:21.218 INFO:tasks.workunit.client.0.smithi089.stdout:op 5753 completed, throughput=5MB/sec 2024-07-26T06:44:21.218 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Eoaok6lBY3O06BT off=6041762 len=1514386 2024-07-26T06:44:21.220 INFO:tasks.workunit.client.0.smithi089.stdout:op 5754 completed, throughput=5MB/sec 2024-07-26T06:44:21.220 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-IQCGf0hFoMLDft9 off=7127503 len=1879371 2024-07-26T06:44:21.230 INFO:tasks.workunit.client.0.smithi089.stdout:op 5755 completed, throughput=5MB/sec 2024-07-26T06:44:21.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:44:21 smithi155 ceph-mon[90160]: pgmap v1986: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:44:21.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:44:21 smithi089 ceph-mon[99608]: pgmap v1986: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:44:21.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:44:21 smithi089 ceph-mon[102056]: pgmap v1986: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:44:22.230 INFO:tasks.workunit.client.0.smithi089.stdout: 1124: throughput=5MB/sec pending data=0 2024-07-26T06:44:22.230 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-2d-oK0H_Kr8NgUj off=19626475 len=1305579 2024-07-26T06:44:22.239 INFO:tasks.workunit.client.0.smithi089.stdout:op 5756 completed, throughput=5MB/sec 2024-07-26T06:44:22.239 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-qwWFFQypzxfpKKm off=278909 len=756560 2024-07-26T06:44:22.240 INFO:tasks.workunit.client.0.smithi089.stdout:op 5757 completed, throughput=5MB/sec 2024-07-26T06:44:22.240 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-N1nH3lzrEp5Ds5N off=5911899 len=662141 2024-07-26T06:44:22.244 INFO:tasks.workunit.client.0.smithi089.stdout:op 5758 completed, throughput=5MB/sec 2024-07-26T06:44:22.244 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-8jpCOWi8smWjXBO off=7232192 len=874846 2024-07-26T06:44:22.247 INFO:tasks.workunit.client.0.smithi089.stdout:op 5759 completed, throughput=5MB/sec 2024-07-26T06:44:22.248 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-jIMOV94dVMWB7dJ off=831781 len=766070 2024-07-26T06:44:22.252 INFO:tasks.workunit.client.0.smithi089.stdout:op 5760 completed, throughput=5MB/sec 2024-07-26T06:44:22.252 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-aGL6hdRdP0q2OC9 off=19585929 len=2004461 2024-07-26T06:44:22.262 INFO:tasks.workunit.client.0.smithi089.stdout:op 5761 completed, throughput=5MB/sec 2024-07-26T06:44:22.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:44:22 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:44:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:44:22.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:44:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:44:22] "GET /metrics HTTP/1.1" 200 34051 "" "Prometheus/2.43.0" 2024-07-26T06:44:23.262 INFO:tasks.workunit.client.0.smithi089.stdout: 1125: throughput=5MB/sec pending data=0 2024-07-26T06:44:23.263 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-XEki_skRY7Hsaud off=2346497 len=1557044 2024-07-26T06:44:23.265 INFO:tasks.workunit.client.0.smithi089.stdout:op 5762 completed, throughput=5MB/sec 2024-07-26T06:44:23.265 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-7ea6SO9sob4wnQo off=1234266 len=979299 2024-07-26T06:44:23.267 INFO:tasks.workunit.client.0.smithi089.stdout:op 5763 completed, throughput=5MB/sec 2024-07-26T06:44:23.268 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-coIlIPNIUfITVAZ off=9975595 len=1260113 2024-07-26T06:44:23.269 INFO:tasks.workunit.client.0.smithi089.stdout:op 5764 completed, throughput=5MB/sec 2024-07-26T06:44:23.269 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-jb_VU_MBT1TXfLE off=3365299 len=939053 2024-07-26T06:44:23.271 INFO:tasks.workunit.client.0.smithi089.stdout:op 5765 completed, throughput=5MB/sec 2024-07-26T06:44:23.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:44:23 smithi155 ceph-mon[90160]: pgmap v1987: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-26T06:44:23.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:44:23 smithi089 ceph-mon[99608]: pgmap v1987: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-26T06:44:23.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:44:23 smithi089 ceph-mon[102056]: pgmap v1987: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-07-26T06:44:24.272 INFO:tasks.workunit.client.0.smithi089.stdout: 1126: throughput=5MB/sec pending data=0 2024-07-26T06:44:24.272 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-F3NWMODNcxD2P3b off=692625 len=166361 2024-07-26T06:44:24.275 INFO:tasks.workunit.client.0.smithi089.stdout:op 5766 completed, throughput=5MB/sec 2024-07-26T06:44:24.275 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-U5QrkR8iakQMo0q off=10212126 len=445944 2024-07-26T06:44:24.275 INFO:tasks.workunit.client.0.smithi089.stdout:op 5767 completed, throughput=5MB/sec 2024-07-26T06:44:24.275 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-GcmzZ9KPF9B50LF off=212065 len=1231718 2024-07-26T06:44:24.281 INFO:tasks.workunit.client.0.smithi089.stdout:op 5768 completed, throughput=5MB/sec 2024-07-26T06:44:24.281 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-4TykjwAI840Qq2R off=1466190 len=1697579 2024-07-26T06:44:24.288 INFO:tasks.workunit.client.0.smithi089.stdout:op 5769 completed, throughput=5MB/sec 2024-07-26T06:44:24.288 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-NEdWYC38D4_VjL0 off=299089 len=722996 2024-07-26T06:44:24.293 INFO:tasks.workunit.client.0.smithi089.stdout:op 5770 completed, throughput=5MB/sec 2024-07-26T06:44:24.294 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Y6A1NZs0DRXDXCe off=5096665 len=342144 2024-07-26T06:44:24.294 INFO:tasks.workunit.client.0.smithi089.stdout:op 5771 completed, throughput=5MB/sec 2024-07-26T06:44:25.294 INFO:tasks.workunit.client.0.smithi089.stdout: 1127: throughput=5MB/sec pending data=0 2024-07-26T06:44:25.294 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj--JhE8teCuk_mmXT off=256551 len=917284 2024-07-26T06:44:25.299 INFO:tasks.workunit.client.0.smithi089.stdout:op 5772 completed, throughput=5MB/sec 2024-07-26T06:44:25.299 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-9E8JXDxyf4DXzkH off=17498709 len=1631732 2024-07-26T06:44:25.303 INFO:tasks.workunit.client.0.smithi089.stdout:op 5773 completed, throughput=5MB/sec 2024-07-26T06:44:25.304 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-k20Oh7XHRennd8d off=16608152 len=119281 2024-07-26T06:44:25.304 INFO:tasks.workunit.client.0.smithi089.stdout:op 5774 completed, throughput=5MB/sec 2024-07-26T06:44:25.305 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-br9khFNXY2W-JD5 off=15623219 len=1261746 2024-07-26T06:44:25.311 INFO:tasks.workunit.client.0.smithi089.stdout:op 5775 completed, throughput=5MB/sec 2024-07-26T06:44:25.311 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj--pNhGrvDSU-bsfc off=4728014 len=192798 2024-07-26T06:44:25.311 INFO:tasks.workunit.client.0.smithi089.stdout:op 5776 completed, throughput=5MB/sec 2024-07-26T06:44:25.311 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-h0mSxEJwVFJvS5Z off=6106418 len=1175096 2024-07-26T06:44:25.312 INFO:tasks.workunit.client.0.smithi089.stdout:op 5777 completed, throughput=5MB/sec 2024-07-26T06:44:25.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:44:25 smithi155 ceph-mon[90160]: pgmap v1988: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-26T06:44:25.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:44:25 smithi089 ceph-mon[99608]: pgmap v1988: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-26T06:44:25.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:44:25 smithi089 ceph-mon[102056]: pgmap v1988: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-26T06:44:26.313 INFO:tasks.workunit.client.0.smithi089.stdout: 1128: throughput=5MB/sec pending data=0 2024-07-26T06:44:26.313 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-wnqwuWMTfwNKu7g off=8136209 len=1564713 2024-07-26T06:44:26.320 INFO:tasks.workunit.client.0.smithi089.stdout:op 5778 completed, throughput=5MB/sec 2024-07-26T06:44:26.320 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-UcWwP_-V7JzhLrZ off=13255562 len=569081 2024-07-26T06:44:26.321 INFO:tasks.workunit.client.0.smithi089.stdout:op 5779 completed, throughput=5MB/sec 2024-07-26T06:44:26.321 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-LhRtrIxtjQAzHJv off=6704554 len=1971440 2024-07-26T06:44:26.323 INFO:tasks.workunit.client.0.smithi089.stdout:op 5780 completed, throughput=5MB/sec 2024-07-26T06:44:26.323 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-pOKyD7lPaI3hbrc off=7056192 len=1309825 2024-07-26T06:44:26.329 INFO:tasks.workunit.client.0.smithi089.stdout:op 5781 completed, throughput=5MB/sec 2024-07-26T06:44:26.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:44:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:44:26.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:44:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:44:26.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:44:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:44:27.329 INFO:tasks.workunit.client.0.smithi089.stdout: 1129: throughput=5MB/sec pending data=0 2024-07-26T06:44:27.329 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-9ySwtioFnDF6Qmt off=1797316 len=1541683 2024-07-26T06:44:27.331 INFO:tasks.workunit.client.0.smithi089.stdout:op 5782 completed, throughput=5MB/sec 2024-07-26T06:44:27.331 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-6prPfp3E1GBWVOy off=0 len=1535097 2024-07-26T06:44:27.340 INFO:tasks.workunit.client.0.smithi089.stdout:op 5783 completed, throughput=5MB/sec 2024-07-26T06:44:27.340 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-0BTGKfI-eR1caa4 off=4120812 len=1602865 2024-07-26T06:44:27.342 INFO:tasks.workunit.client.0.smithi089.stdout:op 5784 completed, throughput=5MB/sec 2024-07-26T06:44:27.342 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-uw5Av-_77gfCMGM off=910025 len=1317581 2024-07-26T06:44:27.348 INFO:tasks.workunit.client.0.smithi089.stdout:op 5785 completed, throughput=5MB/sec 2024-07-26T06:44:27.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:44:27 smithi155 ceph-mon[90160]: pgmap v1989: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-26T06:44:27.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:44:27 smithi089 ceph-mon[99608]: pgmap v1989: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-26T06:44:27.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:44:27 smithi089 ceph-mon[102056]: pgmap v1989: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-26T06:44:28.349 INFO:tasks.workunit.client.0.smithi089.stdout: 1130: throughput=5MB/sec pending data=0 2024-07-26T06:44:28.349 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-BcFFcb6HDKqna9v off=801273 len=212540 2024-07-26T06:44:28.352 INFO:tasks.workunit.client.0.smithi089.stdout:op 5786 completed, throughput=5MB/sec 2024-07-26T06:44:28.352 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-o69qNRV7xJXLzCC off=18200267 len=190300 2024-07-26T06:44:28.355 INFO:tasks.workunit.client.0.smithi089.stdout:op 5787 completed, throughput=5MB/sec 2024-07-26T06:44:28.355 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-NTOayBoFlog9tgb off=12367343 len=209500 2024-07-26T06:44:28.356 INFO:tasks.workunit.client.0.smithi089.stdout:op 5788 completed, throughput=5MB/sec 2024-07-26T06:44:28.356 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-6gH9JE2jTf6h3WM off=6783729 len=294081 2024-07-26T06:44:28.357 INFO:tasks.workunit.client.0.smithi089.stdout:op 5789 completed, throughput=5MB/sec 2024-07-26T06:44:28.357 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-x09e1O9QvIM_kro off=7245590 len=1237886 2024-07-26T06:44:28.362 INFO:tasks.workunit.client.0.smithi089.stdout:op 5790 completed, throughput=5MB/sec 2024-07-26T06:44:28.363 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-hYAIoSd6W0aSIEM off=11353620 len=1319525 2024-07-26T06:44:28.364 INFO:tasks.workunit.client.0.smithi089.stdout:op 5791 completed, throughput=5MB/sec 2024-07-26T06:44:28.364 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-tJPU0nWJWOjZhcz off=17721113 len=1436840 2024-07-26T06:44:28.366 INFO:tasks.workunit.client.0.smithi089.stdout:op 5792 completed, throughput=5MB/sec 2024-07-26T06:44:29.366 INFO:tasks.workunit.client.0.smithi089.stdout: 1131: throughput=5MB/sec pending data=0 2024-07-26T06:44:29.367 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-GVjA99O1zi8I-Oa off=5009993 len=342448 2024-07-26T06:44:29.370 INFO:tasks.workunit.client.0.smithi089.stdout:op 5793 completed, throughput=5MB/sec 2024-07-26T06:44:29.370 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-WM2mRGrUL8gLevV off=2448722 len=326112 2024-07-26T06:44:29.371 INFO:tasks.workunit.client.0.smithi089.stdout:op 5794 completed, throughput=5MB/sec 2024-07-26T06:44:29.371 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-LdFTmfPEbkTLLrJ off=1017344 len=39133 2024-07-26T06:44:29.372 INFO:tasks.workunit.client.0.smithi089.stdout:op 5795 completed, throughput=5MB/sec 2024-07-26T06:44:29.372 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-WY_AnzvEXOgkbdt off=4101309 len=549336 2024-07-26T06:44:29.376 INFO:tasks.workunit.client.0.smithi089.stdout:op 5796 completed, throughput=5MB/sec 2024-07-26T06:44:29.376 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-uicHJT2OIUTwg1M off=19749938 len=643231 2024-07-26T06:44:29.377 INFO:tasks.workunit.client.0.smithi089.stdout:op 5797 completed, throughput=5MB/sec 2024-07-26T06:44:29.377 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-16h2BIaPeNc6qrq off=1736300 len=1116874 2024-07-26T06:44:29.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:44:29 smithi155 ceph-mon[90160]: pgmap v1990: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-26T06:44:29.379 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:44:29 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[128126]: logger=cleanup t=2024-07-26T06:44:29.004276946Z level=info msg="Completed cleanup jobs" duration=9.704653ms 2024-07-26T06:44:29.382 INFO:tasks.workunit.client.0.smithi089.stdout:op 5798 completed, throughput=5MB/sec 2024-07-26T06:44:29.383 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-28gyCl58e9f7pd_ off=7834589 len=450697 2024-07-26T06:44:29.383 INFO:tasks.workunit.client.0.smithi089.stdout:op 5799 completed, throughput=5MB/sec 2024-07-26T06:44:29.383 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-i6NHW83OUEjMRpp off=19504885 len=930723 2024-07-26T06:44:29.384 INFO:tasks.workunit.client.0.smithi089.stdout:op 5800 completed, throughput=5MB/sec 2024-07-26T06:44:29.385 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-wRtUyq13c_3oyAP off=7053210 len=542482 2024-07-26T06:44:29.388 INFO:tasks.workunit.client.0.smithi089.stdout:op 5801 completed, throughput=5MB/sec 2024-07-26T06:44:29.388 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj--R0og9NGdBGpHV_ off=4420720 len=23507 2024-07-26T06:44:29.388 INFO:tasks.workunit.client.0.smithi089.stdout:op 5802 completed, throughput=5MB/sec 2024-07-26T06:44:29.389 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-RrKQaHerlvBaVKA off=8374598 len=481633 2024-07-26T06:44:29.389 INFO:tasks.workunit.client.0.smithi089.stdout:op 5803 completed, throughput=5MB/sec 2024-07-26T06:44:29.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:44:29 smithi089 ceph-mon[99608]: pgmap v1990: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-26T06:44:29.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:44:29 smithi089 ceph-mon[102056]: pgmap v1990: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-26T06:44:30.390 INFO:tasks.workunit.client.0.smithi089.stdout: 1132: throughput=5MB/sec pending data=0 2024-07-26T06:44:30.390 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-4jkktRxxN-V1-sQ off=1794529 len=1841358 2024-07-26T06:44:30.392 INFO:tasks.workunit.client.0.smithi089.stdout:op 5804 completed, throughput=5MB/sec 2024-07-26T06:44:30.392 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-0I20ZdC02Nlf2Tb off=6015908 len=1676148 2024-07-26T06:44:30.395 INFO:tasks.workunit.client.0.smithi089.stdout:op 5805 completed, throughput=5MB/sec 2024-07-26T06:44:30.395 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-C_Knbyrh54dUI7U off=22542064 len=23100 2024-07-26T06:44:30.395 INFO:tasks.workunit.client.0.smithi089.stdout:op 5806 completed, throughput=5MB/sec 2024-07-26T06:44:30.395 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-v9X4sbonQX-BeL0 off=8308778 len=1047870 2024-07-26T06:44:30.401 INFO:tasks.workunit.client.0.smithi089.stdout:op 5807 completed, throughput=5MB/sec 2024-07-26T06:44:30.401 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-5EBlyCv9M0aN7my off=13409985 len=1572179 2024-07-26T06:44:30.416 INFO:tasks.workunit.client.0.smithi089.stdout:op 5808 completed, throughput=5MB/sec 2024-07-26T06:44:31.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:44:31 smithi155 ceph-mon[90160]: pgmap v1991: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T06:44:31.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:44:31 smithi089 ceph-mon[99608]: pgmap v1991: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T06:44:31.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:44:31 smithi089 ceph-mon[102056]: pgmap v1991: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T06:44:31.416 INFO:tasks.workunit.client.0.smithi089.stdout: 1133: throughput=5MB/sec pending data=0 2024-07-26T06:44:31.416 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-KGPbjfvclzAWzsJ off=3693368 len=1186132 2024-07-26T06:44:31.422 INFO:tasks.workunit.client.0.smithi089.stdout:op 5809 completed, throughput=5MB/sec 2024-07-26T06:44:31.422 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-PuRsW1aQW6Btga- off=2854098 len=1508362 2024-07-26T06:44:31.423 INFO:tasks.workunit.client.0.smithi089.stdout:op 5810 completed, throughput=5MB/sec 2024-07-26T06:44:31.423 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-tCyKnfiaT621_7m off=559763 len=1482917 2024-07-26T06:44:31.431 INFO:tasks.workunit.client.0.smithi089.stdout:op 5811 completed, throughput=5MB/sec 2024-07-26T06:44:32.431 INFO:tasks.workunit.client.0.smithi089.stdout: 1134: throughput=5MB/sec pending data=0 2024-07-26T06:44:32.432 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Be8yy8A-ItsnspU off=8519578 len=55729 2024-07-26T06:44:32.434 INFO:tasks.workunit.client.0.smithi089.stdout:op 5812 completed, throughput=5MB/sec 2024-07-26T06:44:32.434 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-KA9Pvzjp37FxcuV off=11724947 len=791939 2024-07-26T06:44:32.439 INFO:tasks.workunit.client.0.smithi089.stdout:op 5813 completed, throughput=5MB/sec 2024-07-26T06:44:32.439 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-a271wk2HWtUBJjE off=4450078 len=1423148 2024-07-26T06:44:32.447 INFO:tasks.workunit.client.0.smithi089.stdout:op 5814 completed, throughput=5MB/sec 2024-07-26T06:44:32.448 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ltgCUPqOXRH6apn off=8745652 len=1487326 2024-07-26T06:44:32.453 INFO:tasks.workunit.client.0.smithi089.stdout:op 5815 completed, throughput=5MB/sec 2024-07-26T06:44:32.453 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ltfe7GWeqntSt7r off=395570 len=1503261 2024-07-26T06:44:32.460 INFO:tasks.workunit.client.0.smithi089.stdout:op 5816 completed, throughput=5MB/sec 2024-07-26T06:44:32.460 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-tQq2hMq8oHEKfqo off=15371307 len=1807437 2024-07-26T06:44:32.468 INFO:tasks.workunit.client.0.smithi089.stdout:op 5817 completed, throughput=5MB/sec 2024-07-26T06:44:32.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:44:32 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:44:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:44:32.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:44:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:44:32] "GET /metrics HTTP/1.1" 200 34051 "" "Prometheus/2.43.0" 2024-07-26T06:44:33.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:44:33 smithi155 ceph-mon[90160]: pgmap v1992: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T06:44:33.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:44:33 smithi089 ceph-mon[99608]: pgmap v1992: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T06:44:33.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:44:33 smithi089 ceph-mon[102056]: pgmap v1992: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T06:44:33.468 INFO:tasks.workunit.client.0.smithi089.stdout: 1135: throughput=5MB/sec pending data=0 2024-07-26T06:44:33.468 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-xBmpcERo7FjVFVy off=3587139 len=268476 2024-07-26T06:44:33.469 INFO:tasks.workunit.client.0.smithi089.stdout:op 5818 completed, throughput=5MB/sec 2024-07-26T06:44:33.469 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-lXQIvXC1xMAmFP_ off=849713 len=1928858 2024-07-26T06:44:33.471 INFO:tasks.workunit.client.0.smithi089.stdout:op 5819 completed, throughput=5MB/sec 2024-07-26T06:44:33.471 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-5a0v4rRyl0sZR5R off=9834310 len=886767 2024-07-26T06:44:33.474 INFO:tasks.workunit.client.0.smithi089.stdout:op 5820 completed, throughput=5MB/sec 2024-07-26T06:44:33.474 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-vCODU-gFT0L7zdt off=2781207 len=1276846 2024-07-26T06:44:33.475 INFO:tasks.workunit.client.0.smithi089.stdout:op 5821 completed, throughput=5MB/sec 2024-07-26T06:44:34.476 INFO:tasks.workunit.client.0.smithi089.stdout: 1136: throughput=5MB/sec pending data=0 2024-07-26T06:44:34.476 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-gMqCmuAiPBJ54mg off=2600783 len=1018987 2024-07-26T06:44:34.477 INFO:tasks.workunit.client.0.smithi089.stdout:op 5822 completed, throughput=5MB/sec 2024-07-26T06:44:34.477 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-CH3mBYyXA4iZ5pi off=1732236 len=922400 2024-07-26T06:44:34.479 INFO:tasks.workunit.client.0.smithi089.stdout:op 5823 completed, throughput=5MB/sec 2024-07-26T06:44:34.479 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Mpqk1uxJP4slF5l off=3544534 len=246905 2024-07-26T06:44:34.482 INFO:tasks.workunit.client.0.smithi089.stdout:op 5824 completed, throughput=5MB/sec 2024-07-26T06:44:34.482 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ywja-B4SOFQMoDi off=13841872 len=1154673 2024-07-26T06:44:34.488 INFO:tasks.workunit.client.0.smithi089.stdout:op 5825 completed, throughput=5MB/sec 2024-07-26T06:44:34.489 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-h1ufSC3vJZNaye3 off=319271 len=1313024 2024-07-26T06:44:34.496 INFO:tasks.workunit.client.0.smithi089.stdout:op 5826 completed, throughput=5MB/sec 2024-07-26T06:44:35.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:44:35 smithi155 ceph-mon[90160]: pgmap v1993: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:44:35.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:44:35 smithi089 ceph-mon[99608]: pgmap v1993: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:44:35.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:44:35 smithi089 ceph-mon[102056]: pgmap v1993: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-07-26T06:44:35.496 INFO:tasks.workunit.client.0.smithi089.stdout: 1137: throughput=5MB/sec pending data=0 2024-07-26T06:44:35.496 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-olEwrNp47R41OHb off=2019481 len=1081068 2024-07-26T06:44:35.498 INFO:tasks.workunit.client.0.smithi089.stdout:op 5827 completed, throughput=5MB/sec 2024-07-26T06:44:35.498 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-trqtjSIc4KZxPGn off=9426725 len=1113643 2024-07-26T06:44:35.503 INFO:tasks.workunit.client.0.smithi089.stdout:op 5828 completed, throughput=5MB/sec 2024-07-26T06:44:35.503 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-SOHwz7XOx5EdGlf off=120710 len=1644968 2024-07-26T06:44:35.514 INFO:tasks.workunit.client.0.smithi089.stdout:op 5829 completed, throughput=5MB/sec 2024-07-26T06:44:35.515 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-KSmKj2b1HoC75gk off=5657863 len=1724661 2024-07-26T06:44:35.523 INFO:tasks.workunit.client.0.smithi089.stdout:op 5830 completed, throughput=5MB/sec 2024-07-26T06:44:36.524 INFO:tasks.workunit.client.0.smithi089.stdout: 1138: throughput=5MB/sec pending data=0 2024-07-26T06:44:36.524 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-VElsW9eJocN4w0Q off=13715578 len=1493203 2024-07-26T06:44:36.532 INFO:tasks.workunit.client.0.smithi089.stdout:op 5831 completed, throughput=5MB/sec 2024-07-26T06:44:36.532 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Jwxe9TfWJYqWMlx off=2152510 len=2051645 2024-07-26T06:44:36.534 INFO:tasks.workunit.client.0.smithi089.stdout:op 5832 completed, throughput=5MB/sec 2024-07-26T06:44:36.534 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj--Ec0SQY1_zaQqtg off=1384499 len=1416980 2024-07-26T06:44:36.537 INFO:tasks.workunit.client.0.smithi089.stdout:op 5833 completed, throughput=5MB/sec 2024-07-26T06:44:36.537 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-K2Q433dgqMmu_Xk off=1392383 len=2067762 2024-07-26T06:44:36.544 INFO:tasks.workunit.client.0.smithi089.stdout:op 5834 completed, throughput=5MB/sec 2024-07-26T06:44:37.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:44:37 smithi155 ceph-mon[90160]: pgmap v1994: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:44:37.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:44:37 smithi089 ceph-mon[99608]: pgmap v1994: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:44:37.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:44:37 smithi089 ceph-mon[102056]: pgmap v1994: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:44:37.545 INFO:tasks.workunit.client.0.smithi089.stdout: 1139: throughput=5MB/sec pending data=0 2024-07-26T06:44:37.545 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-DAza6KO025pA1TP off=9087912 len=1545975 2024-07-26T06:44:37.547 INFO:tasks.workunit.client.0.smithi089.stdout:op 5835 completed, throughput=5MB/sec 2024-07-26T06:44:37.547 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-nThOSOWrdywblm3 off=827570 len=1064784 2024-07-26T06:44:37.552 INFO:tasks.workunit.client.0.smithi089.stdout:op 5836 completed, throughput=5MB/sec 2024-07-26T06:44:37.552 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-875xR_Vi_78WuV1 off=413868 len=892850 2024-07-26T06:44:37.558 INFO:tasks.workunit.client.0.smithi089.stdout:op 5837 completed, throughput=5MB/sec 2024-07-26T06:44:38.558 INFO:tasks.workunit.client.0.smithi089.stdout: 1140: throughput=5MB/sec pending data=0 2024-07-26T06:44:38.558 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-qjDl_SRH4eZWGhf off=1161059 len=175849 2024-07-26T06:44:38.559 INFO:tasks.workunit.client.0.smithi089.stdout:op 5838 completed, throughput=5MB/sec 2024-07-26T06:44:38.559 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-CtfVT1KP8SfiT-D off=4048126 len=1622556 2024-07-26T06:44:38.566 INFO:tasks.workunit.client.0.smithi089.stdout:op 5839 completed, throughput=5MB/sec 2024-07-26T06:44:38.566 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-kwifYj9wxiyEVAK off=5966540 len=147607 2024-07-26T06:44:38.568 INFO:tasks.workunit.client.0.smithi089.stdout:op 5840 completed, throughput=5MB/sec 2024-07-26T06:44:38.568 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-DeTuAoc2_Zyz6H9 off=3420265 len=2074816 2024-07-26T06:44:38.570 INFO:tasks.workunit.client.0.smithi089.stdout:op 5841 completed, throughput=5MB/sec 2024-07-26T06:44:38.570 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-CI8qO5QSSs4VyGP off=786870 len=1926387 2024-07-26T06:44:38.574 INFO:tasks.workunit.client.0.smithi089.stdout:op 5842 completed, throughput=5MB/sec 2024-07-26T06:44:39.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:44:39 smithi155 ceph-mon[90160]: pgmap v1995: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:44:39.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:44:39 smithi089 ceph-mon[99608]: pgmap v1995: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:44:39.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:44:39 smithi089 ceph-mon[102056]: pgmap v1995: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-07-26T06:44:39.575 INFO:tasks.workunit.client.0.smithi089.stdout: 1141: throughput=5MB/sec pending data=0 2024-07-26T06:44:39.575 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-LNHQlv1bQ_EOe_Q off=4133765 len=955238 2024-07-26T06:44:39.581 INFO:tasks.workunit.client.0.smithi089.stdout:op 5843 completed, throughput=5MB/sec 2024-07-26T06:44:39.581 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-a6PUJL3XKyLtRTn off=12470488 len=1318405 2024-07-26T06:44:39.583 INFO:tasks.workunit.client.0.smithi089.stdout:op 5844 completed, throughput=5MB/sec 2024-07-26T06:44:39.583 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-xUpqtndTXOB5rAM off=5770009 len=531269 2024-07-26T06:44:39.584 INFO:tasks.workunit.client.0.smithi089.stdout:op 5845 completed, throughput=5MB/sec 2024-07-26T06:44:39.584 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-2uwRuDpjO1If18y off=130897 len=568523 2024-07-26T06:44:39.589 INFO:tasks.workunit.client.0.smithi089.stdout:op 5846 completed, throughput=5MB/sec 2024-07-26T06:44:39.589 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-dA_y2vLmAWWaDrI off=3807068 len=1281545 2024-07-26T06:44:39.596 INFO:tasks.workunit.client.0.smithi089.stdout:op 5847 completed, throughput=5MB/sec 2024-07-26T06:44:40.597 INFO:tasks.workunit.client.0.smithi089.stdout: 1142: throughput=5MB/sec pending data=0 2024-07-26T06:44:40.597 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-QILY_6bS-PQOPQa off=10546091 len=1062712 2024-07-26T06:44:40.603 INFO:tasks.workunit.client.0.smithi089.stdout:op 5848 completed, throughput=5MB/sec 2024-07-26T06:44:40.603 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-vhASr2wz_yp6Fg5 off=3691855 len=2007068 2024-07-26T06:44:40.614 INFO:tasks.workunit.client.0.smithi089.stdout:op 5849 completed, throughput=5MB/sec 2024-07-26T06:44:40.614 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-wnvdvE1NvBW6dS8 off=11735668 len=1702701 2024-07-26T06:44:40.624 INFO:tasks.workunit.client.0.smithi089.stdout:op 5850 completed, throughput=5MB/sec 2024-07-26T06:44:40.624 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj--Y0EDh9tZWDJJwR off=10493692 len=1526299 2024-07-26T06:44:40.633 INFO:tasks.workunit.client.0.smithi089.stdout:op 5851 completed, throughput=5MB/sec 2024-07-26T06:44:41.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:44:41 smithi155 ceph-mon[90160]: pgmap v1996: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T06:44:41.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:44:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:44:41.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:44:41 smithi089 ceph-mon[99608]: pgmap v1996: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T06:44:41.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:44:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:44:41.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:44:41 smithi089 ceph-mon[102056]: pgmap v1996: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-07-26T06:44:41.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:44:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:44:41.633 INFO:tasks.workunit.client.0.smithi089.stdout: 1143: throughput=5MB/sec pending data=0 2024-07-26T06:44:41.633 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-zMlPjvM1aIZINmK off=14873672 len=527314 2024-07-26T06:44:41.637 INFO:tasks.workunit.client.0.smithi089.stdout:op 5852 completed, throughput=5MB/sec 2024-07-26T06:44:41.638 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-uc49TU2GxTbhD26 off=5133706 len=1015933 2024-07-26T06:44:41.643 INFO:tasks.workunit.client.0.smithi089.stdout:op 5853 completed, throughput=5MB/sec 2024-07-26T06:44:41.643 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-DX0mC7kvqx4s0Rb off=8525298 len=305295 2024-07-26T06:44:41.646 INFO:tasks.workunit.client.0.smithi089.stdout:op 5854 completed, throughput=5MB/sec 2024-07-26T06:44:41.646 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-jR-Qki5JFAVFECD off=4017948 len=2075 2024-07-26T06:44:41.646 INFO:tasks.workunit.client.0.smithi089.stdout:op 5855 completed, throughput=5MB/sec 2024-07-26T06:44:41.647 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-2ULLpBQUB9-8lOP off=9218423 len=1144438 2024-07-26T06:44:41.653 INFO:tasks.workunit.client.0.smithi089.stdout:op 5856 completed, throughput=5MB/sec 2024-07-26T06:44:41.653 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-eKSS6mfIiSwz7zc off=4363711 len=962362 2024-07-26T06:44:41.657 INFO:tasks.workunit.client.0.smithi089.stdout:op 5857 completed, throughput=5MB/sec 2024-07-26T06:44:41.658 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-e3JtL5P1YFJQJwB off=6783545 len=1244608 2024-07-26T06:44:41.662 INFO:tasks.workunit.client.0.smithi089.stdout:op 5858 completed, throughput=5MB/sec 2024-07-26T06:44:42.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:44:42 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:44:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:44:42.662 INFO:tasks.workunit.client.0.smithi089.stdout: 1144: throughput=5MB/sec pending data=0 2024-07-26T06:44:42.662 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-KZ3VnozSUpgnaLD off=8550593 len=1173140 2024-07-26T06:44:42.664 INFO:tasks.workunit.client.0.smithi089.stdout:op 5859 completed, throughput=5MB/sec 2024-07-26T06:44:42.664 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-SQQdTF-D8mQymcp off=10020888 len=1002819 2024-07-26T06:44:42.670 INFO:tasks.workunit.client.0.smithi089.stdout:op 5860 completed, throughput=5MB/sec 2024-07-26T06:44:42.670 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ieZtkOR7tOAkEG3 off=5454029 len=1898325 2024-07-26T06:44:42.682 INFO:tasks.workunit.client.0.smithi089.stdout:op 5861 completed, throughput=5MB/sec 2024-07-26T06:44:42.682 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-WcyorIH4DxyZ7Bi off=8048033 len=1263483 2024-07-26T06:44:42.687 INFO:tasks.workunit.client.0.smithi089.stdout:op 5862 completed, throughput=5MB/sec 2024-07-26T06:44:42.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:44:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:44:42] "GET /metrics HTTP/1.1" 200 34053 "" "Prometheus/2.43.0" 2024-07-26T06:44:43.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:44:43 smithi089 ceph-mon[99608]: pgmap v1997: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T06:44:43.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:44:43 smithi089 ceph-mon[102056]: pgmap v1997: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T06:44:43.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:44:43 smithi155 ceph-mon[90160]: pgmap v1997: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-07-26T06:44:43.687 INFO:tasks.workunit.client.0.smithi089.stdout: 1145: throughput=5MB/sec pending data=0 2024-07-26T06:44:43.687 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-BxCGaNR41yYuJWu off=11251045 len=1462899 2024-07-26T06:44:43.689 INFO:tasks.workunit.client.0.smithi089.stdout:op 5863 completed, throughput=5MB/sec 2024-07-26T06:44:43.689 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-kHIRV44z8KlnqvU off=274216 len=1287376 2024-07-26T06:44:43.697 INFO:tasks.workunit.client.0.smithi089.stdout:op 5864 completed, throughput=5MB/sec 2024-07-26T06:44:43.697 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ebkoGQ8ei4Sb_8F off=19055685 len=1133492 2024-07-26T06:44:43.704 INFO:tasks.workunit.client.0.smithi089.stdout:op 5865 completed, throughput=5MB/sec 2024-07-26T06:44:43.704 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-khpo5gaBGxwAk9r off=4046594 len=531026 2024-07-26T06:44:43.707 INFO:tasks.workunit.client.0.smithi089.stdout:op 5866 completed, throughput=5MB/sec 2024-07-26T06:44:43.707 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj--SGsHdofk4c3bKh off=12717107 len=1118142 2024-07-26T06:44:43.713 INFO:tasks.workunit.client.0.smithi089.stdout:op 5867 completed, throughput=5MB/sec 2024-07-26T06:44:44.713 INFO:tasks.workunit.client.0.smithi089.stdout: 1146: throughput=5MB/sec pending data=0 2024-07-26T06:44:44.714 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj--aKElLlSGealx2Q off=16072845 len=310182 2024-07-26T06:44:44.717 INFO:tasks.workunit.client.0.smithi089.stdout:op 5868 completed, throughput=5MB/sec 2024-07-26T06:44:44.717 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-OXbra1MEOzEBtpd off=5621445 len=1607129 2024-07-26T06:44:44.723 INFO:tasks.workunit.client.0.smithi089.stdout:op 5869 completed, throughput=5MB/sec 2024-07-26T06:44:44.724 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-GUS0gGRtAmxW9dS off=5333344 len=1263153 2024-07-26T06:44:44.726 INFO:tasks.workunit.client.0.smithi089.stdout:op 5870 completed, throughput=5MB/sec 2024-07-26T06:44:44.726 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-qJ0vWKPi8SXHsdg off=2190422 len=974854 2024-07-26T06:44:44.731 INFO:tasks.workunit.client.0.smithi089.stdout:op 5871 completed, throughput=5MB/sec 2024-07-26T06:44:44.731 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-mAQaQ8vgP3ef0FR off=8415658 len=141986 2024-07-26T06:44:44.734 INFO:tasks.workunit.client.0.smithi089.stdout:op 5872 completed, throughput=5MB/sec 2024-07-26T06:44:44.734 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-bzI3vw8_VkYg4V8 off=23071689 len=1233333 2024-07-26T06:44:44.736 INFO:tasks.workunit.client.0.smithi089.stdout:op 5873 completed, throughput=5MB/sec 2024-07-26T06:44:45.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:44:45 smithi089 ceph-mon[99608]: pgmap v1998: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-07-26T06:44:45.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:44:45 smithi089 ceph-mon[102056]: pgmap v1998: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-07-26T06:44:45.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:44:45 smithi155 ceph-mon[90160]: pgmap v1998: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-07-26T06:44:45.737 INFO:tasks.workunit.client.0.smithi089.stdout: 1147: throughput=5MB/sec pending data=0 2024-07-26T06:44:45.737 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-8XHVg_u59qOa1r8 off=9966300 len=224812 2024-07-26T06:44:45.740 INFO:tasks.workunit.client.0.smithi089.stdout:op 5874 completed, throughput=5MB/sec 2024-07-26T06:44:45.740 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-CWrbLe6MW4s9O_q off=1708614 len=321344 2024-07-26T06:44:45.742 INFO:tasks.workunit.client.0.smithi089.stdout:op 5875 completed, throughput=5MB/sec 2024-07-26T06:44:45.743 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-slSgbgSXcTxvaa0 off=4160316 len=1796118 2024-07-26T06:44:45.754 INFO:tasks.workunit.client.0.smithi089.stdout:op 5876 completed, throughput=5MB/sec 2024-07-26T06:44:45.754 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-jE19mTzmWZ-CMna off=2881297 len=1403805 2024-07-26T06:44:45.760 INFO:tasks.workunit.client.0.smithi089.stdout:op 5877 completed, throughput=5MB/sec 2024-07-26T06:44:45.760 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-OQtvMrPZfQD6TaK off=4428202 len=999027 2024-07-26T06:44:45.761 INFO:tasks.workunit.client.0.smithi089.stdout:op 5878 completed, throughput=5MB/sec 2024-07-26T06:44:46.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:44:46 smithi155 ceph-mon[90160]: pgmap v1999: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-07-26T06:44:46.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:44:46 smithi089 ceph-mon[99608]: pgmap v1999: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-07-26T06:44:46.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:44:46 smithi089 ceph-mon[102056]: pgmap v1999: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-07-26T06:44:46.762 INFO:tasks.workunit.client.0.smithi089.stdout: 1148: throughput=5MB/sec pending data=0 2024-07-26T06:44:46.762 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-GSK-uhlC599KAUf off=5716103 len=1610611 2024-07-26T06:44:46.772 INFO:tasks.workunit.client.0.smithi089.stdout:op 5879 completed, throughput=5MB/sec 2024-07-26T06:44:46.772 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-2Whx3l5lwreiLIn off=1698732 len=711426 2024-07-26T06:44:46.776 INFO:tasks.workunit.client.0.smithi089.stdout:op 5880 completed, throughput=5MB/sec 2024-07-26T06:44:46.776 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-rFuHu7VEF8YNbHq off=15232788 len=1327520 2024-07-26T06:44:46.782 INFO:tasks.workunit.client.0.smithi089.stdout:op 5881 completed, throughput=5MB/sec 2024-07-26T06:44:46.782 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-k54lpEghPfOPI4z off=10097766 len=1286067 2024-07-26T06:44:46.787 INFO:tasks.workunit.client.0.smithi089.stdout:op 5882 completed, throughput=5MB/sec 2024-07-26T06:44:46.787 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-qxoyCFKk5O1sgCB off=9964992 len=1160408 2024-07-26T06:44:46.792 INFO:tasks.workunit.client.0.smithi089.stdout:op 5883 completed, throughput=5MB/sec 2024-07-26T06:44:47.792 INFO:tasks.workunit.client.0.smithi089.stdout: 1149: throughput=5MB/sec pending data=0 2024-07-26T06:44:47.792 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-JGTWo31YZCClrAZ off=4719951 len=1179506 2024-07-26T06:44:47.798 INFO:tasks.workunit.client.0.smithi089.stdout:op 5884 completed, throughput=5MB/sec 2024-07-26T06:44:47.798 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-DHPmsH0CxBqCJ35 off=3357375 len=339836 2024-07-26T06:44:47.799 INFO:tasks.workunit.client.0.smithi089.stdout:op 5885 completed, throughput=5MB/sec 2024-07-26T06:44:47.800 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-RqbtSRXbxsLEVcK off=9877720 len=542801 2024-07-26T06:44:47.804 INFO:tasks.workunit.client.0.smithi089.stdout:op 5886 completed, throughput=5MB/sec 2024-07-26T06:44:47.804 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-RUlSynbMdbjoQaU off=10169232 len=804024 2024-07-26T06:44:47.805 INFO:tasks.workunit.client.0.smithi089.stdout:op 5887 completed, throughput=5MB/sec 2024-07-26T06:44:47.805 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-_bMpOSt_BU8lgjY off=1018303 len=447167 2024-07-26T06:44:47.809 INFO:tasks.workunit.client.0.smithi089.stdout:op 5888 completed, throughput=5MB/sec 2024-07-26T06:44:47.809 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-2OdmJvkDChlb9xm off=5846686 len=913355 2024-07-26T06:44:47.814 INFO:tasks.workunit.client.0.smithi089.stdout:op 5889 completed, throughput=5MB/sec 2024-07-26T06:44:47.814 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-7ea6SO9sob4wnQo off=3285670 len=1344296 2024-07-26T06:44:47.817 INFO:tasks.workunit.client.0.smithi089.stdout:op 5890 completed, throughput=5MB/sec 2024-07-26T06:44:48.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:44:48 smithi155 ceph-mon[90160]: pgmap v2000: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-07-26T06:44:48.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:44:48 smithi089 ceph-mon[99608]: pgmap v2000: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-07-26T06:44:48.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:44:48 smithi089 ceph-mon[102056]: pgmap v2000: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-07-26T06:44:48.817 INFO:tasks.workunit.client.0.smithi089.stdout: 1150: throughput=5MB/sec pending data=0 2024-07-26T06:44:48.817 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-NYVv69ufjA3bfyW off=18303174 len=21954 2024-07-26T06:44:48.819 INFO:tasks.workunit.client.0.smithi089.stdout:op 5891 completed, throughput=5MB/sec 2024-07-26T06:44:48.819 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-pSHuxbNc9YdUydw off=1757595 len=1890762 2024-07-26T06:44:48.821 INFO:tasks.workunit.client.0.smithi089.stdout:op 5892 completed, throughput=5MB/sec 2024-07-26T06:44:48.822 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-zCL5mLGrLOF-rZi off=7041188 len=317771 2024-07-26T06:44:48.825 INFO:tasks.workunit.client.0.smithi089.stdout:op 5893 completed, throughput=5MB/sec 2024-07-26T06:44:48.825 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ZKvozxuuX3TbhVm off=5577684 len=969710 2024-07-26T06:44:48.827 INFO:tasks.workunit.client.0.smithi089.stdout:op 5894 completed, throughput=5MB/sec 2024-07-26T06:44:48.827 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-qhBaqN6xq4i6YQU off=10356377 len=429946 2024-07-26T06:44:48.827 INFO:tasks.workunit.client.0.smithi089.stdout:op 5895 completed, throughput=5MB/sec 2024-07-26T06:44:48.827 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Ona6oKBJOM4iBDH off=1150045 len=1230355 2024-07-26T06:44:48.829 INFO:tasks.workunit.client.0.smithi089.stdout:op 5896 completed, throughput=5MB/sec 2024-07-26T06:44:49.829 INFO:tasks.workunit.client.0.smithi089.stdout: 1151: throughput=5MB/sec pending data=0 2024-07-26T06:44:49.830 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-_DnRn7iF6UUF9ST off=8607011 len=1788087 2024-07-26T06:44:49.839 INFO:tasks.workunit.client.0.smithi089.stdout:op 5897 completed, throughput=5MB/sec 2024-07-26T06:44:49.840 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-tHEJFkA12aKNBog off=9951167 len=391036 2024-07-26T06:44:49.843 INFO:tasks.workunit.client.0.smithi089.stdout:op 5898 completed, throughput=5MB/sec 2024-07-26T06:44:49.843 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-CufPCrByp96brCN off=3466309 len=1942242 2024-07-26T06:44:49.845 INFO:tasks.workunit.client.0.smithi089.stdout:op 5899 completed, throughput=5MB/sec 2024-07-26T06:44:49.845 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-fOIAR9BnZTqy7yi off=7984684 len=1109978 2024-07-26T06:44:49.846 INFO:tasks.workunit.client.0.smithi089.stdout:op 5900 completed, throughput=5MB/sec 2024-07-26T06:44:50.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:44:50 smithi155 ceph-mon[90160]: pgmap v2001: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.5 MiB/s wr, 4 op/s 2024-07-26T06:44:50.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:44:50 smithi089 ceph-mon[99608]: pgmap v2001: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.5 MiB/s wr, 4 op/s 2024-07-26T06:44:50.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:44:50 smithi089 ceph-mon[102056]: pgmap v2001: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.5 MiB/s wr, 4 op/s 2024-07-26T06:44:50.846 INFO:tasks.workunit.client.0.smithi089.stdout: 1152: throughput=5MB/sec pending data=0 2024-07-26T06:44:50.847 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-wNfyqXovmxwtNXc off=10222330 len=92466 2024-07-26T06:44:50.849 INFO:tasks.workunit.client.0.smithi089.stdout:op 5901 completed, throughput=5MB/sec 2024-07-26T06:44:50.849 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-JQg8-l6d5sYExKO off=80260 len=325698 2024-07-26T06:44:50.852 INFO:tasks.workunit.client.0.smithi089.stdout:op 5902 completed, throughput=5MB/sec 2024-07-26T06:44:50.852 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-n9SWMC8Dr6JQyFU off=2501823 len=1189243 2024-07-26T06:44:50.855 INFO:tasks.workunit.client.0.smithi089.stdout:op 5903 completed, throughput=5MB/sec 2024-07-26T06:44:50.855 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-BAxZMHTCK0AlBQf off=1399592 len=1988757 2024-07-26T06:44:50.866 INFO:tasks.workunit.client.0.smithi089.stdout:op 5904 completed, throughput=5MB/sec 2024-07-26T06:44:50.867 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-GlfBYLQ1tGRzkab off=21806297 len=381711 2024-07-26T06:44:50.867 INFO:tasks.workunit.client.0.smithi089.stdout:op 5905 completed, throughput=5MB/sec 2024-07-26T06:44:50.867 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-2m6vhRwLlBO78Ay off=11755723 len=2088904 2024-07-26T06:44:50.877 INFO:tasks.workunit.client.0.smithi089.stdout:op 5906 completed, throughput=5MB/sec 2024-07-26T06:44:51.877 INFO:tasks.workunit.client.0.smithi089.stdout: 1153: throughput=5MB/sec pending data=0 2024-07-26T06:44:51.878 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-BIwE8ULQ9YOZcPw off=4700278 len=1342043 2024-07-26T06:44:51.879 INFO:tasks.workunit.client.0.smithi089.stdout:op 5907 completed, throughput=5MB/sec 2024-07-26T06:44:51.879 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-wbxXfto4sTHeNjX off=3838121 len=1670968 2024-07-26T06:44:51.888 INFO:tasks.workunit.client.0.smithi089.stdout:op 5908 completed, throughput=5MB/sec 2024-07-26T06:44:51.888 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-HL-44i57Mit8pjI off=10989643 len=871795 2024-07-26T06:44:51.893 INFO:tasks.workunit.client.0.smithi089.stdout:op 5909 completed, throughput=5MB/sec 2024-07-26T06:44:51.893 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-5TylEpPOmRDOp3D off=4878634 len=423695 2024-07-26T06:44:51.894 INFO:tasks.workunit.client.0.smithi089.stdout:op 5910 completed, throughput=5MB/sec 2024-07-26T06:44:52.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:44:52 smithi155 ceph-mon[90160]: pgmap v2002: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-07-26T06:44:52.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:44:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:44:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:44:52.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:44:52 smithi089 ceph-mon[99608]: pgmap v2002: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-07-26T06:44:52.654 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:44:52 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:44:52] "GET /metrics HTTP/1.1" 200 34053 "" "Prometheus/2.43.0" 2024-07-26T06:44:52.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:44:52 smithi089 ceph-mon[102056]: pgmap v2002: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-07-26T06:44:52.894 INFO:tasks.workunit.client.0.smithi089.stdout: 1154: throughput=5MB/sec pending data=0 2024-07-26T06:44:52.895 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-FGkTCJXXTrsGD0C off=4753920 len=635973 2024-07-26T06:44:52.896 INFO:tasks.workunit.client.0.smithi089.stdout:op 5911 completed, throughput=5MB/sec 2024-07-26T06:44:52.896 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-3TZsEC1Gq9tAtR4 off=14596778 len=1763731 2024-07-26T06:44:52.899 INFO:tasks.workunit.client.0.smithi089.stdout:op 5912 completed, throughput=5MB/sec 2024-07-26T06:44:52.899 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Ng1bT7-gy5NrqzZ off=1945777 len=1482992 2024-07-26T06:44:52.901 INFO:tasks.workunit.client.0.smithi089.stdout:op 5913 completed, throughput=5MB/sec 2024-07-26T06:44:52.901 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-KkFpi0zX45a1ZS5 off=1081626 len=307489 2024-07-26T06:44:52.903 INFO:tasks.workunit.client.0.smithi089.stdout:op 5914 completed, throughput=5MB/sec 2024-07-26T06:44:52.903 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-XcutJmr7O2WpV_a off=1912632 len=1520091 2024-07-26T06:44:52.905 INFO:tasks.workunit.client.0.smithi089.stdout:op 5915 completed, throughput=5MB/sec 2024-07-26T06:44:53.905 INFO:tasks.workunit.client.0.smithi089.stdout: 1155: throughput=5MB/sec pending data=0 2024-07-26T06:44:53.905 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-2wDP-chFB8Rs8Uu off=255686 len=634279 2024-07-26T06:44:53.906 INFO:tasks.workunit.client.0.smithi089.stdout:op 5916 completed, throughput=5MB/sec 2024-07-26T06:44:53.906 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-_fUA0FW1a5l0DRz off=606904 len=893984 2024-07-26T06:44:53.912 INFO:tasks.workunit.client.0.smithi089.stdout:op 5917 completed, throughput=5MB/sec 2024-07-26T06:44:53.912 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-gyZtt1pFdTjME2f off=18979661 len=1306052 2024-07-26T06:44:53.918 INFO:tasks.workunit.client.0.smithi089.stdout:op 5918 completed, throughput=5MB/sec 2024-07-26T06:44:53.918 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-xZj84o0Vgtc-Qm4 off=2825843 len=1299493 2024-07-26T06:44:53.919 INFO:tasks.workunit.client.0.smithi089.stdout:op 5919 completed, throughput=5MB/sec 2024-07-26T06:44:53.919 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-NBeqoYnyn6RK2Sg off=7580653 len=1044619 2024-07-26T06:44:53.921 INFO:tasks.workunit.client.0.smithi089.stdout:op 5920 completed, throughput=5MB/sec 2024-07-26T06:44:54.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:44:54 smithi155 ceph-mon[90160]: pgmap v2003: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-07-26T06:44:54.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:44:54 smithi089 ceph-mon[99608]: pgmap v2003: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-07-26T06:44:54.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:44:54 smithi089 ceph-mon[102056]: pgmap v2003: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-07-26T06:44:54.921 INFO:tasks.workunit.client.0.smithi089.stdout: 1156: throughput=5MB/sec pending data=0 2024-07-26T06:44:54.921 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-FyART3EtmkkyKEs off=5126108 len=1606737 2024-07-26T06:44:54.923 INFO:tasks.workunit.client.0.smithi089.stdout:op 5921 completed, throughput=5MB/sec 2024-07-26T06:44:54.923 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Xu47UYo1sL8f0L5 off=10171153 len=354257 2024-07-26T06:44:54.927 INFO:tasks.workunit.client.0.smithi089.stdout:op 5922 completed, throughput=5MB/sec 2024-07-26T06:44:54.927 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-sSzXLCiTFypN7bm off=4152748 len=1366152 2024-07-26T06:44:54.936 INFO:tasks.workunit.client.0.smithi089.stdout:op 5923 completed, throughput=5MB/sec 2024-07-26T06:44:54.936 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-xXIc8kKneX7VWpe off=6080344 len=287002 2024-07-26T06:44:54.939 INFO:tasks.workunit.client.0.smithi089.stdout:op 5924 completed, throughput=5MB/sec 2024-07-26T06:44:54.939 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-1Usjttv2CXCJFFp off=5433841 len=881658 2024-07-26T06:44:54.944 INFO:tasks.workunit.client.0.smithi089.stdout:op 5925 completed, throughput=5MB/sec 2024-07-26T06:44:54.944 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ndk8fK0e1hhIlay off=2090463 len=233808 2024-07-26T06:44:54.944 INFO:tasks.workunit.client.0.smithi089.stdout:op 5926 completed, throughput=5MB/sec 2024-07-26T06:44:54.944 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-nHm0r9Z_0evu_RH off=10395613 len=594522 2024-07-26T06:44:54.947 INFO:tasks.workunit.client.0.smithi089.stdout:op 5927 completed, throughput=5MB/sec 2024-07-26T06:44:55.948 INFO:tasks.workunit.client.0.smithi089.stdout: 1157: throughput=5MB/sec pending data=0 2024-07-26T06:44:55.948 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-nNNCGxTM7fbP8QI off=15645676 len=1253173 2024-07-26T06:44:55.956 INFO:tasks.workunit.client.0.smithi089.stdout:op 5928 completed, throughput=5MB/sec 2024-07-26T06:44:55.957 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-vOHDm-xDF_dPbfH off=2250816 len=930140 2024-07-26T06:44:55.961 INFO:tasks.workunit.client.0.smithi089.stdout:op 5929 completed, throughput=5MB/sec 2024-07-26T06:44:55.961 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-xACWLL5gRZHbm3Q off=2813469 len=523654 2024-07-26T06:44:55.965 INFO:tasks.workunit.client.0.smithi089.stdout:op 5930 completed, throughput=5MB/sec 2024-07-26T06:44:55.965 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-6pBoOaQRC0iNDJG off=15806267 len=635984 2024-07-26T06:44:55.966 INFO:tasks.workunit.client.0.smithi089.stdout:op 5931 completed, throughput=5MB/sec 2024-07-26T06:44:55.966 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Ua5Qf25iqfq1Lnm off=5158443 len=1639790 2024-07-26T06:44:55.968 INFO:tasks.workunit.client.0.smithi089.stdout:op 5932 completed, throughput=5MB/sec 2024-07-26T06:44:56.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:44:56 smithi155 ceph-mon[90160]: pgmap v2004: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-26T06:44:56.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:44:56 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:44:56.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:44:56 smithi089 ceph-mon[99608]: pgmap v2004: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-26T06:44:56.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:44:56 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:44:56.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:44:56 smithi089 ceph-mon[102056]: pgmap v2004: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-07-26T06:44:56.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:44:56 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:44:56.968 INFO:tasks.workunit.client.0.smithi089.stdout: 1158: throughput=5MB/sec pending data=0 2024-07-26T06:44:56.968 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-qcslj3NvQ_JjE_f off=3898621 len=979324 2024-07-26T06:44:56.970 INFO:tasks.workunit.client.0.smithi089.stdout:op 5933 completed, throughput=5MB/sec 2024-07-26T06:44:56.970 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-o177GfVXxpnXHc2 off=7701740 len=190422 2024-07-26T06:44:56.973 INFO:tasks.workunit.client.0.smithi089.stdout:op 5934 completed, throughput=5MB/sec 2024-07-26T06:44:56.973 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-SbsltJUCRKAqVOe off=648762 len=1507980 2024-07-26T06:44:56.982 INFO:tasks.workunit.client.0.smithi089.stdout:op 5935 completed, throughput=5MB/sec 2024-07-26T06:44:56.983 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-IqKtiCp-0YLAUtH off=2103073 len=207963 2024-07-26T06:44:56.983 INFO:tasks.workunit.client.0.smithi089.stdout:op 5936 completed, throughput=5MB/sec 2024-07-26T06:44:56.983 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-ohSaUKaBLLCd71R off=5189769 len=1498774 2024-07-26T06:44:56.985 INFO:tasks.workunit.client.0.smithi089.stdout:op 5937 completed, throughput=5MB/sec 2024-07-26T06:44:56.985 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-qX0nltZWR6qnxLd off=18060464 len=322807 2024-07-26T06:44:56.988 INFO:tasks.workunit.client.0.smithi089.stdout:op 5938 completed, throughput=5MB/sec 2024-07-26T06:44:56.988 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-DMmT8tyt6bG38eD off=3745237 len=970345 2024-07-26T06:44:56.990 INFO:tasks.workunit.client.0.smithi089.stdout:op 5939 completed, throughput=5MB/sec 2024-07-26T06:44:57.990 INFO:tasks.workunit.client.0.smithi089.stdout: 1159: throughput=5MB/sec pending data=0 2024-07-26T06:44:57.990 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-W-J8Sw8oMBA884E off=4349375 len=1629405 2024-07-26T06:44:57.999 INFO:tasks.workunit.client.0.smithi089.stdout:op 5940 completed, throughput=5MB/sec 2024-07-26T06:44:57.999 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-zbXhUx-FWFBEp0P off=3942589 len=1959074 2024-07-26T06:44:58.011 INFO:tasks.workunit.client.0.smithi089.stdout:op 5941 completed, throughput=5MB/sec 2024-07-26T06:44:58.012 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-WrWj4QyZj9H6ZIf off=751175 len=1697890 2024-07-26T06:44:58.019 INFO:tasks.workunit.client.0.smithi089.stdout:op 5942 completed, throughput=5MB/sec 2024-07-26T06:44:58.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:44:58 smithi155 ceph-mon[90160]: pgmap v2005: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:44:58.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:44:58 smithi089 ceph-mon[99608]: pgmap v2005: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:44:58.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:44:58 smithi089 ceph-mon[102056]: pgmap v2005: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-07-26T06:44:59.020 INFO:tasks.workunit.client.0.smithi089.stdout: 1160: throughput=5MB/sec pending data=0 2024-07-26T06:44:59.020 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-nBvuU7cvKSUzFhg off=1048772 len=496807 2024-07-26T06:44:59.021 INFO:tasks.workunit.client.0.smithi089.stdout:op 5943 completed, throughput=5MB/sec 2024-07-26T06:44:59.021 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-BCLRHNCnX30zFYN off=9355090 len=1766108 2024-07-26T06:44:59.031 INFO:tasks.workunit.client.0.smithi089.stdout:op 5944 completed, throughput=5MB/sec 2024-07-26T06:44:59.032 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-2cUUnx8T5XeYZ9h off=0 len=1229300 2024-07-26T06:44:59.039 INFO:tasks.workunit.client.0.smithi089.stdout:op 5945 completed, throughput=5MB/sec 2024-07-26T06:44:59.039 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-p_HaiKVGTQDVBh2 off=6193750 len=1877247 2024-07-26T06:44:59.050 INFO:tasks.workunit.client.0.smithi089.stdout:op 5946 completed, throughput=5MB/sec 2024-07-26T06:45:00.050 INFO:tasks.workunit.client.0.smithi089.stdout: 1161: throughput=5MB/sec pending data=0 2024-07-26T06:45:00.050 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-DRYZ85yZLYxf4S2 off=6443004 len=865311 2024-07-26T06:45:00.052 INFO:tasks.workunit.client.0.smithi089.stdout:op 5947 completed, throughput=5MB/sec 2024-07-26T06:45:00.052 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-twAOPjnfWLDFTzq off=10945862 len=50904 2024-07-26T06:45:00.055 INFO:tasks.workunit.client.0.smithi089.stdout:op 5948 completed, throughput=5MB/sec 2024-07-26T06:45:00.055 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-9ckfqvUGR-ZE6Nm off=1399195 len=667227 2024-07-26T06:45:00.056 INFO:tasks.workunit.client.0.smithi089.stdout:op 5949 completed, throughput=5MB/sec 2024-07-26T06:45:00.056 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-sjv8Jh5dlehaTqu off=12331160 len=1892997 2024-07-26T06:45:00.060 INFO:tasks.workunit.client.0.smithi089.stdout:op 5950 completed, throughput=5MB/sec 2024-07-26T06:45:00.060 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-wda023U5HeK7HKx off=21116526 len=339410 2024-07-26T06:45:00.060 INFO:tasks.workunit.client.0.smithi089.stdout:op 5951 completed, throughput=5MB/sec 2024-07-26T06:45:00.061 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-qwMvtr614EGlJa5 off=766687 len=2036416 2024-07-26T06:45:00.063 INFO:tasks.workunit.client.0.smithi089.stdout:op 5952 completed, throughput=5MB/sec 2024-07-26T06:45:00.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:45:00 smithi155 ceph-mon[90160]: pgmap v2006: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:45:00.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:45:00 smithi089 ceph-mon[99608]: pgmap v2006: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:45:00.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:45:00 smithi089 ceph-mon[102056]: pgmap v2006: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-07-26T06:45:01.063 INFO:tasks.workunit.client.0.smithi089.stdout: 1162: throughput=5MB/sec pending data=0 2024-07-26T06:45:01.063 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-3kKpxH5Tekf81ao off=4867785 len=1931639 2024-07-26T06:45:01.077 INFO:tasks.workunit.client.0.smithi089.stdout:op 5953 completed, throughput=5MB/sec 2024-07-26T06:45:01.077 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-EtM2WAA5dg6Biyj off=3363073 len=1020662 2024-07-26T06:45:01.082 INFO:tasks.workunit.client.0.smithi089.stdout:op 5954 completed, throughput=5MB/sec 2024-07-26T06:45:01.082 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-6gKhMkcXRhd3WFE off=1219101 len=1246445 2024-07-26T06:45:01.084 INFO:tasks.workunit.client.0.smithi089.stdout:op 5955 completed, throughput=5MB/sec 2024-07-26T06:45:01.084 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-3wL38YdbwQw3wHd off=150232 len=1116049 2024-07-26T06:45:01.090 INFO:tasks.workunit.client.0.smithi089.stdout:op 5956 completed, throughput=5MB/sec 2024-07-26T06:45:02.090 INFO:tasks.workunit.client.0.smithi089.stdout: 1163: throughput=5MB/sec pending data=0 2024-07-26T06:45:02.091 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Tefg6uPOEPTVdp8 off=2559992 len=149150 2024-07-26T06:45:02.093 INFO:tasks.workunit.client.0.smithi089.stdout:op 5957 completed, throughput=5MB/sec 2024-07-26T06:45:02.093 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-diMECrN_mNGj6Ty off=1160838 len=1077618 2024-07-26T06:45:02.097 INFO:tasks.workunit.client.0.smithi089.stdout:op 5958 completed, throughput=5MB/sec 2024-07-26T06:45:02.097 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-XYD2jE_oBIjawGx off=10407863 len=930733 2024-07-26T06:45:02.101 INFO:tasks.workunit.client.0.smithi089.stdout:op 5959 completed, throughput=5MB/sec 2024-07-26T06:45:02.101 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-_BhxX3OGuHU9DMs off=5164286 len=667778 2024-07-26T06:45:02.101 INFO:tasks.workunit.client.0.smithi089.stdout:op 5960 completed, throughput=5MB/sec 2024-07-26T06:45:02.102 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-lxlfoQf4bHGHm7R off=1596278 len=1512149 2024-07-26T06:45:02.104 INFO:tasks.workunit.client.0.smithi089.stdout:op 5961 completed, throughput=5MB/sec 2024-07-26T06:45:02.104 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-sYc8kAQcoc0ERzA off=1297802 len=284081 2024-07-26T06:45:02.107 INFO:tasks.workunit.client.0.smithi089.stdout:op 5962 completed, throughput=5MB/sec 2024-07-26T06:45:02.578 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:45:02 smithi089 ceph-mon[99608]: pgmap v2007: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-26T06:45:02.578 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:45:02 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:45:02.578 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:45:02 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:45:02] "GET /metrics HTTP/1.1" 200 34052 "" "Prometheus/2.43.0" 2024-07-26T06:45:02.578 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:45:02 smithi089 ceph-mon[102056]: pgmap v2007: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-26T06:45:02.578 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:45:02 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:45:02.628 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:45:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:45:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:45:02.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:45:02 smithi155 ceph-mon[90160]: pgmap v2007: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-07-26T06:45:02.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:45:02 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:45:03.107 INFO:tasks.workunit.client.0.smithi089.stdout: 1164: throughput=5MB/sec pending data=0 2024-07-26T06:45:03.108 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-_mzpCwXy_Wo4SFE off=17921232 len=1208742 2024-07-26T06:45:03.114 INFO:tasks.workunit.client.0.smithi089.stdout:op 5963 completed, throughput=5MB/sec 2024-07-26T06:45:03.114 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-BN0jKg53aWd9_JD off=2768635 len=1936260 2024-07-26T06:45:03.122 INFO:tasks.workunit.client.0.smithi089.stdout:op 5964 completed, throughput=5MB/sec 2024-07-26T06:45:03.122 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-A4CWlGc5VSDdPv- off=1249954 len=206973 2024-07-26T06:45:03.124 INFO:tasks.workunit.client.0.smithi089.stdout:op 5965 completed, throughput=5MB/sec 2024-07-26T06:45:03.124 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-irZpmtI4esURJoM off=2722305 len=646690 2024-07-26T06:45:03.125 INFO:tasks.workunit.client.0.smithi089.stdout:op 5966 completed, throughput=5MB/sec 2024-07-26T06:45:03.125 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-9_XX-_aCi-s6GaA off=90841 len=89622 2024-07-26T06:45:03.128 INFO:tasks.workunit.client.0.smithi089.stdout:op 5967 completed, throughput=5MB/sec 2024-07-26T06:45:03.128 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-BTSLYkohvvGaoLx off=83491 len=2003766 2024-07-26T06:45:03.137 INFO:tasks.workunit.client.0.smithi089.stdout:op 5968 completed, throughput=5MB/sec 2024-07-26T06:45:04.138 INFO:tasks.workunit.client.0.smithi089.stdout: 1165: throughput=5MB/sec pending data=0 2024-07-26T06:45:04.138 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-QFpUq-KOQivlGx3 off=13093753 len=1335971 2024-07-26T06:45:04.139 INFO:tasks.workunit.client.0.smithi089.stdout:op 5969 completed, throughput=5MB/sec 2024-07-26T06:45:04.139 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ngq4WX1-hHkw1M4 off=4165355 len=961519 2024-07-26T06:45:04.144 INFO:tasks.workunit.client.0.smithi089.stdout:op 5970 completed, throughput=5MB/sec 2024-07-26T06:45:04.144 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-z0r1b4QNaqNgUX4 off=5923460 len=719925 2024-07-26T06:45:04.148 INFO:tasks.workunit.client.0.smithi089.stdout:op 5971 completed, throughput=5MB/sec 2024-07-26T06:45:04.148 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-gkT7hfBIkHcQzBb off=7397899 len=633273 2024-07-26T06:45:04.151 INFO:tasks.workunit.client.0.smithi089.stdout:op 5972 completed, throughput=5MB/sec 2024-07-26T06:45:04.151 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-k2iXZXR-QOG9roz off=902297 len=331944 2024-07-26T06:45:04.152 INFO:tasks.workunit.client.0.smithi089.stdout:op 5973 completed, throughput=5MB/sec 2024-07-26T06:45:04.152 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-VCXdqHucsumjUPZ off=12860974 len=879196 2024-07-26T06:45:04.156 INFO:tasks.workunit.client.0.smithi089.stdout:op 5974 completed, throughput=5MB/sec 2024-07-26T06:45:04.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:45:04 smithi155 ceph-mon[90160]: pgmap v2008: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T06:45:04.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:45:04 smithi089 ceph-mon[99608]: pgmap v2008: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T06:45:04.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:45:04 smithi089 ceph-mon[102056]: pgmap v2008: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-07-26T06:45:05.156 INFO:tasks.workunit.client.0.smithi089.stdout: 1166: throughput=5MB/sec pending data=0 2024-07-26T06:45:05.157 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-StZarx41EhUCx3S off=3412047 len=1607038 2024-07-26T06:45:05.165 INFO:tasks.workunit.client.0.smithi089.stdout:op 5975 completed, throughput=5MB/sec 2024-07-26T06:45:05.165 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-8ecx8Kry91tVuq8 off=1593335 len=1520746 2024-07-26T06:45:05.173 INFO:tasks.workunit.client.0.smithi089.stdout:op 5976 completed, throughput=5MB/sec 2024-07-26T06:45:05.173 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-CToV5FaHjm5F8Uu off=10046183 len=2029630 2024-07-26T06:45:05.182 INFO:tasks.workunit.client.0.smithi089.stdout:op 5977 completed, throughput=5MB/sec 2024-07-26T06:45:06.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:45:05 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:45:06.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:45:05 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:45:06.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:45:05 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:45:06.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:45:05 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:45:06.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:45:05 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:45:06.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:45:05 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:45:06.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:45:05 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:45:06.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:45:05 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:45:06.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:45:05 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:45:06.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:45:05 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:45:06.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:45:05 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:45:06.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:45:05 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:45:06.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:45:05 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:45:06.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:45:05 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:45:06.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:45:05 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:45:06.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:45:05 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:45:06.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:45:05 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:45:06.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:45:05 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:45:06.182 INFO:tasks.workunit.client.0.smithi089.stdout: 1167: throughput=5MB/sec pending data=0 2024-07-26T06:45:06.183 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Yeby5-dqwuFaPaT off=4974872 len=612648 2024-07-26T06:45:06.183 INFO:tasks.workunit.client.0.smithi089.stdout:op 5978 completed, throughput=5MB/sec 2024-07-26T06:45:06.183 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-FW8C1dcn4AqnWyF off=185224 len=873975 2024-07-26T06:45:06.184 INFO:tasks.workunit.client.0.smithi089.stdout:op 5979 completed, throughput=5MB/sec 2024-07-26T06:45:06.184 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-JgtWRe0Lr6g_wNI off=12222175 len=1630491 2024-07-26T06:45:06.192 INFO:tasks.workunit.client.0.smithi089.stdout:op 5980 completed, throughput=5MB/sec 2024-07-26T06:45:06.192 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-1kzEsaqCPOLShq2 off=9397791 len=1299023 2024-07-26T06:45:06.200 INFO:tasks.workunit.client.0.smithi089.stdout:op 5981 completed, throughput=5MB/sec 2024-07-26T06:45:06.200 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-fBFSNm5Fk4i_H-E off=5757047 len=38767 2024-07-26T06:45:06.200 INFO:tasks.workunit.client.0.smithi089.stdout:op 5982 completed, throughput=5MB/sec 2024-07-26T06:45:06.200 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-OgAitsIpw0wV4P3 off=21362855 len=1586827 2024-07-26T06:45:06.201 INFO:tasks.workunit.client.0.smithi089.stdout:op 5983 completed, throughput=5MB/sec 2024-07-26T06:45:07.202 INFO:tasks.workunit.client.0.smithi089.stdout: 1168: throughput=5MB/sec pending data=0 2024-07-26T06:45:07.202 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-8TORpHEvGi-VOHm off=14162826 len=21452 2024-07-26T06:45:07.204 INFO:tasks.workunit.client.0.smithi089.stdout:op 5984 completed, throughput=5MB/sec 2024-07-26T06:45:07.204 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-se-VNWYnGQQocAn off=16141066 len=324804 2024-07-26T06:45:07.207 INFO:tasks.workunit.client.0.smithi089.stdout:op 5985 completed, throughput=5MB/sec 2024-07-26T06:45:07.207 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-fsu0EU7PnDqYFer off=5560283 len=400894 2024-07-26T06:45:07.210 INFO:tasks.workunit.client.0.smithi089.stdout:op 5986 completed, throughput=5MB/sec 2024-07-26T06:45:07.210 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-PBGIpcXKZLdhQ-i off=6190009 len=1507811 2024-07-26T06:45:07.217 INFO:tasks.workunit.client.0.smithi089.stdout:op 5987 completed, throughput=5MB/sec 2024-07-26T06:45:07.217 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-QA7QupDJ_tcmRhj off=508756 len=1512975 2024-07-26T06:45:07.218 INFO:tasks.workunit.client.0.smithi089.stdout:op 5988 completed, throughput=5MB/sec 2024-07-26T06:45:07.218 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Ih2tiaO2XUgEgwr off=2881680 len=1284266 2024-07-26T06:45:07.224 INFO:tasks.workunit.client.0.smithi089.stdout:op 5989 completed, throughput=5MB/sec 2024-07-26T06:45:07.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:45:07 smithi155 ceph-mon[90160]: pgmap v2009: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-26T06:45:07.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:45:07 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:45:07.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:45:07 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:45:07.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:45:07 smithi089 ceph-mon[99608]: pgmap v2009: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-26T06:45:07.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:45:07 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:45:07.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:45:07 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:45:07.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:45:07 smithi089 ceph-mon[102056]: pgmap v2009: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-26T06:45:07.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:45:07 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:45:07.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:45:07 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:45:08.224 INFO:tasks.workunit.client.0.smithi089.stdout: 1169: throughput=5MB/sec pending data=0 2024-07-26T06:45:08.224 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-0CXHV6WLU-xYCTr off=6011212 len=1091456 2024-07-26T06:45:08.230 INFO:tasks.workunit.client.0.smithi089.stdout:op 5990 completed, throughput=5MB/sec 2024-07-26T06:45:08.230 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-N6sacyxy5qVs1Qq off=1716961 len=2086046 2024-07-26T06:45:08.232 INFO:tasks.workunit.client.0.smithi089.stdout:op 5991 completed, throughput=5MB/sec 2024-07-26T06:45:08.232 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-hl4HnJE5EbiR00E off=1099933 len=1687175 2024-07-26T06:45:08.233 INFO:tasks.workunit.client.0.smithi089.stdout:op 5992 completed, throughput=5MB/sec 2024-07-26T06:45:09.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:45:09 smithi155 ceph-mon[90160]: pgmap v2010: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-26T06:45:09.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:45:09 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:45:09.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:45:09 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:45:09.234 INFO:tasks.workunit.client.0.smithi089.stdout: 1170: throughput=5MB/sec pending data=0 2024-07-26T06:45:09.234 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-kigDLZpZKssIjdO off=368512 len=1535801 2024-07-26T06:45:09.241 INFO:tasks.workunit.client.0.smithi089.stdout:op 5993 completed, throughput=5MB/sec 2024-07-26T06:45:09.241 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-Dx-K0IlHP2zgXK9 off=1929808 len=172133 2024-07-26T06:45:09.244 INFO:tasks.workunit.client.0.smithi089.stdout:op 5994 completed, throughput=5MB/sec 2024-07-26T06:45:09.244 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Y-uZ_TVqgllLZYB off=5847642 len=1684233 2024-07-26T06:45:09.247 INFO:tasks.workunit.client.0.smithi089.stdout:op 5995 completed, throughput=5MB/sec 2024-07-26T06:45:09.247 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-SMfWH8-pl170lLQ off=10421738 len=1025271 2024-07-26T06:45:09.254 INFO:tasks.workunit.client.0.smithi089.stdout:op 5996 completed, throughput=5MB/sec 2024-07-26T06:45:09.254 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-5U0sYigXeqibKjm off=2180797 len=1068175 2024-07-26T06:45:09.256 INFO:tasks.workunit.client.0.smithi089.stdout:op 5997 completed, throughput=5MB/sec 2024-07-26T06:45:09.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:45:09 smithi089 ceph-mon[99608]: pgmap v2010: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-26T06:45:09.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:45:09 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:45:09.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:45:09 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:45:09.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:45:09 smithi089 ceph-mon[102056]: pgmap v2010: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-26T06:45:09.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:45:09 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:45:09.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:45:09 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:45:10.257 INFO:tasks.workunit.client.0.smithi089.stdout: 1171: throughput=5MB/sec pending data=0 2024-07-26T06:45:10.257 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-GXmvRue_WypI60j off=18823348 len=1703099 2024-07-26T06:45:10.259 INFO:tasks.workunit.client.0.smithi089.stdout:op 5998 completed, throughput=5MB/sec 2024-07-26T06:45:10.259 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-qRy-aycBrCChU60 off=3514037 len=1634957 2024-07-26T06:45:10.268 INFO:tasks.workunit.client.0.smithi089.stdout:op 5999 completed, throughput=5MB/sec 2024-07-26T06:45:10.268 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-KqQfUBRzw6t5qU- off=23428442 len=366247 2024-07-26T06:45:10.269 INFO:tasks.workunit.client.0.smithi089.stdout:op 6000 completed, throughput=5MB/sec 2024-07-26T06:45:10.269 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-93IhdcC2dm415qH off=9228671 len=753028 2024-07-26T06:45:10.274 INFO:tasks.workunit.client.0.smithi089.stdout:op 6001 completed, throughput=5MB/sec 2024-07-26T06:45:10.274 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-DR_AmLB0shtfhly off=7279137 len=1530106 2024-07-26T06:45:10.279 INFO:tasks.workunit.client.0.smithi089.stdout:op 6002 completed, throughput=5MB/sec 2024-07-26T06:45:10.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:45:10 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:45:10.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:45:10 smithi155 ceph-mon[90160]: pgmap v2011: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-26T06:45:10.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:45:10 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:45:10.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:45:10 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:45:10.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:45:10 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:45:10.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:45:10 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:45:10.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:45:10 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:45:10.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:45:10 smithi089 ceph-mon[99608]: pgmap v2011: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-26T06:45:10.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:45:10 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:45:10.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:45:10 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:45:10.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:45:10 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:45:10.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:45:10 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:45:10.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:45:10 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:45:10.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:45:10 smithi089 ceph-mon[102056]: pgmap v2011: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-07-26T06:45:10.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:45:10 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:45:10.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:45:10 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:45:10.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:45:10 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:45:10.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:45:10 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:45:11.279 INFO:tasks.workunit.client.0.smithi089.stdout: 1172: throughput=5MB/sec pending data=0 2024-07-26T06:45:11.279 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-OpnBcNEoZywhN57 off=14450184 len=1153959 2024-07-26T06:45:11.284 INFO:tasks.workunit.client.0.smithi089.stdout:op 6003 completed, throughput=5MB/sec 2024-07-26T06:45:11.284 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-2GweLA3iJzeIWcj off=1589873 len=1990381 2024-07-26T06:45:11.295 INFO:tasks.workunit.client.0.smithi089.stdout:op 6004 completed, throughput=5MB/sec 2024-07-26T06:45:11.295 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-jQEEkExtYz07gjO off=687744 len=953311 2024-07-26T06:45:11.300 INFO:tasks.workunit.client.0.smithi089.stdout:op 6005 completed, throughput=5MB/sec 2024-07-26T06:45:11.300 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-C7L8ryWaobRpOej off=7948716 len=200724 2024-07-26T06:45:11.303 INFO:tasks.workunit.client.0.smithi089.stdout:op 6006 completed, throughput=5MB/sec 2024-07-26T06:45:11.303 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-28gyCl58e9f7pd_ off=1509857 len=29242 2024-07-26T06:45:11.305 INFO:tasks.workunit.client.0.smithi089.stdout:op 6007 completed, throughput=5MB/sec 2024-07-26T06:45:11.305 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-Ue683DcMA5pbbYD off=5684426 len=97897 2024-07-26T06:45:11.306 INFO:tasks.workunit.client.0.smithi089.stdout:op 6008 completed, throughput=5MB/sec 2024-07-26T06:45:11.306 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-QEA1TjFj2Mzcukv off=1085217 len=598876 2024-07-26T06:45:11.306 INFO:tasks.workunit.client.0.smithi089.stdout:op 6009 completed, throughput=5MB/sec 2024-07-26T06:45:11.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:45:11 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:45:11.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:45:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:45:11.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:45:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:45:12.307 INFO:tasks.workunit.client.0.smithi089.stdout: 1173: throughput=5MB/sec pending data=0 2024-07-26T06:45:12.307 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-OoA4TGWebXrgg1t off=6570906 len=1013033 2024-07-26T06:45:12.308 INFO:tasks.workunit.client.0.smithi089.stdout:op 6010 completed, throughput=5MB/sec 2024-07-26T06:45:12.308 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-GXCJ4DhhmcTXUtK off=393849 len=955831 2024-07-26T06:45:12.313 INFO:tasks.workunit.client.0.smithi089.stdout:op 6011 completed, throughput=5MB/sec 2024-07-26T06:45:12.313 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-BxyD-6CdPxplK8J off=18153438 len=1411752 2024-07-26T06:45:12.319 INFO:tasks.workunit.client.0.smithi089.stdout:op 6012 completed, throughput=5MB/sec 2024-07-26T06:45:12.319 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-D1CCDloyeusrHvI off=1133983 len=1941618 2024-07-26T06:45:12.328 INFO:tasks.workunit.client.0.smithi089.stdout:op 6013 completed, throughput=5MB/sec 2024-07-26T06:45:12.533 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:45:12 smithi089 ceph-mon[99608]: pgmap v2012: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-26T06:45:12.534 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:45:12 smithi089 ceph-mon[102056]: pgmap v2012: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-26T06:45:12.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:45:12 smithi155 ceph-mon[90160]: pgmap v2012: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-07-26T06:45:12.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:45:12 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:45:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:45:12.806 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:45:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:45:12] "GET /metrics HTTP/1.1" 200 34051 "" "Prometheus/2.43.0" 2024-07-26T06:45:13.329 INFO:tasks.workunit.client.0.smithi089.stdout: 1174: throughput=5MB/sec pending data=0 2024-07-26T06:45:13.329 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-1WnARQuCBa0YHkH off=11287788 len=2054222 2024-07-26T06:45:13.342 INFO:tasks.workunit.client.0.smithi089.stdout:op 6014 completed, throughput=5MB/sec 2024-07-26T06:45:13.342 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-beFEBMdTSSDnluw off=16268793 len=485894 2024-07-26T06:45:13.342 INFO:tasks.workunit.client.0.smithi089.stdout:op 6015 completed, throughput=5MB/sec 2024-07-26T06:45:13.342 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-4QMbBF2kpOnEn51 off=4552494 len=1796267 2024-07-26T06:45:13.349 INFO:tasks.workunit.client.0.smithi089.stdout:op 6016 completed, throughput=5MB/sec 2024-07-26T06:45:13.349 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-mT48q4I1zVNVuk6 off=14902635 len=211995 2024-07-26T06:45:13.350 INFO:tasks.workunit.client.0.smithi089.stdout:op 6017 completed, throughput=5MB/sec 2024-07-26T06:45:13.350 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-1hI1Hvjg7aKwirF off=4750498 len=53017 2024-07-26T06:45:13.353 INFO:tasks.workunit.client.0.smithi089.stdout:op 6018 completed, throughput=5MB/sec 2024-07-26T06:45:13.353 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-TAq3cC4JespbDtS off=137440 len=127052 2024-07-26T06:45:13.355 INFO:tasks.workunit.client.0.smithi089.stdout:op 6019 completed, throughput=5MB/sec 2024-07-26T06:45:13.355 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-ReIcBpDTB6YReSo off=1248162 len=953503 2024-07-26T06:45:13.360 INFO:tasks.workunit.client.0.smithi089.stdout:op 6020 completed, throughput=5MB/sec 2024-07-26T06:45:14.360 INFO:tasks.workunit.client.0.smithi089.stdout: 1175: throughput=5MB/sec pending data=0 2024-07-26T06:45:14.360 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-bxtRQCECquNn3On off=12179148 len=1225292 2024-07-26T06:45:14.361 INFO:tasks.workunit.client.0.smithi089.stdout:op 6021 completed, throughput=5MB/sec 2024-07-26T06:45:14.361 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-NYVv69ufjA3bfyW off=1379778 len=2089822 2024-07-26T06:45:14.363 INFO:tasks.workunit.client.0.smithi089.stdout:op 6022 completed, throughput=5MB/sec 2024-07-26T06:45:14.364 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-cWDHsXvoNY1v0Se off=4003848 len=1495395 2024-07-26T06:45:14.373 INFO:tasks.workunit.client.0.smithi089.stdout:op 6023 completed, throughput=5MB/sec 2024-07-26T06:45:14.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:45:14 smithi155 ceph-mon[90160]: pgmap v2013: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-07-26T06:45:14.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:45:14 smithi089 ceph-mon[99608]: pgmap v2013: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-07-26T06:45:14.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:45:14 smithi089 ceph-mon[102056]: pgmap v2013: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-07-26T06:45:15.373 INFO:tasks.workunit.client.0.smithi089.stdout: 1176: throughput=5MB/sec pending data=0 2024-07-26T06:45:15.373 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-YcljWw1OADUWPOA off=7862460 len=55365 2024-07-26T06:45:15.376 INFO:tasks.workunit.client.0.smithi089.stdout:op 6024 completed, throughput=5MB/sec 2024-07-26T06:45:15.376 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-1WnARQuCBa0YHkH off=12919118 len=2003588 2024-07-26T06:45:15.386 INFO:tasks.workunit.client.0.smithi089.stdout:op 6025 completed, throughput=5MB/sec 2024-07-26T06:45:15.386 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-e5Ahe1gp86o2fvA off=6770109 len=1352170 2024-07-26T06:45:15.387 INFO:tasks.workunit.client.0.smithi089.stdout:op 6026 completed, throughput=5MB/sec 2024-07-26T06:45:15.387 INFO:tasks.workunit.client.0.smithi089.stdout:WRITE : oid=obj-laVnXbaRABp0J6X off=16881042 len=476295 2024-07-26T06:45:15.391 INFO:tasks.workunit.client.0.smithi089.stdout:op 6027 completed, throughput=5MB/sec 2024-07-26T06:45:15.391 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-WqvB2vKG2zbHOa5 off=724194 len=1201656 2024-07-26T06:45:15.394 INFO:tasks.workunit.client.0.smithi089.stdout:op 6028 completed, throughput=5MB/sec 2024-07-26T06:45:15.394 INFO:tasks.workunit.client.0.smithi089.stdout:READ : oid=obj-nOEy_K-HIwL-KhJ off=20838960 len=1110297 2024-07-26T06:45:15.395 INFO:tasks.workunit.client.0.smithi089.stdout:op 6029 completed, throughput=5MB/sec 2024-07-26T06:45:16.395 INFO:tasks.workunit.client.0.smithi089.stdout:waiting for all operations to complete 2024-07-26T06:45:16.396 INFO:tasks.workunit.client.0.smithi089.stdout:cleaning up objects 2024-07-26T06:45:16.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:45:16 smithi155 ceph-mon[90160]: pgmap v2014: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-26T06:45:16.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:45:16 smithi089 ceph-mon[99608]: pgmap v2014: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-26T06:45:16.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:45:16 smithi089 ceph-mon[102056]: pgmap v2014: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-07-26T06:45:18.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:45:18 smithi155 ceph-mon[90160]: pgmap v2015: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-26T06:45:18.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:45:18 smithi089 ceph-mon[99608]: pgmap v2015: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-26T06:45:18.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:45:18 smithi089 ceph-mon[102056]: pgmap v2015: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-07-26T06:45:20.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:45:20 smithi155 ceph-mon[90160]: pgmap v2016: 105 pgs: 105 active+clean; 122 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.1 MiB/s wr, 41 op/s 2024-07-26T06:45:20.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:45:20 smithi089 ceph-mon[99608]: pgmap v2016: 105 pgs: 105 active+clean; 122 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.1 MiB/s wr, 41 op/s 2024-07-26T06:45:20.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:45:20 smithi089 ceph-mon[102056]: pgmap v2016: 105 pgs: 105 active+clean; 122 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.1 MiB/s wr, 41 op/s 2024-07-26T06:45:22.532 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:45:22 smithi089 ceph-mon[99608]: pgmap v2017: 105 pgs: 105 active+clean; 106 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 146 op/s 2024-07-26T06:45:22.533 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:45:22 smithi089 ceph-mon[102056]: pgmap v2017: 105 pgs: 105 active+clean; 106 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 146 op/s 2024-07-26T06:45:22.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:45:22 smithi155 ceph-mon[90160]: pgmap v2017: 105 pgs: 105 active+clean; 106 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 146 op/s 2024-07-26T06:45:22.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:45:22 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:45:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:45:22.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:45:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:45:22] "GET /metrics HTTP/1.1" 200 34051 "" "Prometheus/2.43.0" 2024-07-26T06:45:24.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:45:24 smithi155 ceph-mon[90160]: pgmap v2018: 105 pgs: 105 active+clean; 85 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.0 MiB/s wr, 287 op/s 2024-07-26T06:45:24.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:45:24 smithi089 ceph-mon[99608]: pgmap v2018: 105 pgs: 105 active+clean; 85 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.0 MiB/s wr, 287 op/s 2024-07-26T06:45:24.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:45:24 smithi089 ceph-mon[102056]: pgmap v2018: 105 pgs: 105 active+clean; 85 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.0 MiB/s wr, 287 op/s 2024-07-26T06:45:26.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:45:26 smithi155 ceph-mon[90160]: pgmap v2019: 105 pgs: 105 active+clean; 75 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 812 KiB/s rd, 1.3 MiB/s wr, 352 op/s 2024-07-26T06:45:26.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:45:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:45:26.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:45:26 smithi089 ceph-mon[99608]: pgmap v2019: 105 pgs: 105 active+clean; 75 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 812 KiB/s rd, 1.3 MiB/s wr, 352 op/s 2024-07-26T06:45:26.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:45:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:45:26.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:45:26 smithi089 ceph-mon[102056]: pgmap v2019: 105 pgs: 105 active+clean; 75 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 812 KiB/s rd, 1.3 MiB/s wr, 352 op/s 2024-07-26T06:45:26.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:45:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:45:28.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:45:28 smithi155 ceph-mon[90160]: pgmap v2020: 105 pgs: 105 active+clean; 65 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 568 KiB/s rd, 972 KiB/s wr, 417 op/s 2024-07-26T06:45:28.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:45:28 smithi089 ceph-mon[99608]: pgmap v2020: 105 pgs: 105 active+clean; 65 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 568 KiB/s rd, 972 KiB/s wr, 417 op/s 2024-07-26T06:45:28.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:45:28 smithi089 ceph-mon[102056]: pgmap v2020: 105 pgs: 105 active+clean; 65 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 568 KiB/s rd, 972 KiB/s wr, 417 op/s 2024-07-26T06:45:30.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:45:30 smithi155 ceph-mon[90160]: pgmap v2021: 105 pgs: 105 active+clean; 47 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 398 KiB/s rd, 467 KiB/s wr, 535 op/s 2024-07-26T06:45:30.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:45:30 smithi089 ceph-mon[99608]: pgmap v2021: 105 pgs: 105 active+clean; 47 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 398 KiB/s rd, 467 KiB/s wr, 535 op/s 2024-07-26T06:45:30.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:45:30 smithi089 ceph-mon[102056]: pgmap v2021: 105 pgs: 105 active+clean; 47 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 398 KiB/s rd, 467 KiB/s wr, 535 op/s 2024-07-26T06:45:32.532 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:45:32 smithi089 ceph-mon[99608]: pgmap v2022: 105 pgs: 105 active+clean; 30 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 110 KiB/s rd, 0 B/s wr, 617 op/s 2024-07-26T06:45:32.532 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:45:32 smithi089 ceph-mon[102056]: pgmap v2022: 105 pgs: 105 active+clean; 30 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 110 KiB/s rd, 0 B/s wr, 617 op/s 2024-07-26T06:45:32.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:45:32 smithi155 ceph-mon[90160]: pgmap v2022: 105 pgs: 105 active+clean; 30 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 110 KiB/s rd, 0 B/s wr, 617 op/s 2024-07-26T06:45:32.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:45:32 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:45:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:45:32.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:45:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:45:32] "GET /metrics HTTP/1.1" 200 34049 "" "Prometheus/2.43.0" 2024-07-26T06:45:33.276 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-07-26T06:45:33.276 DEBUG:teuthology.orchestra.run.smithi089:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-07-26T06:45:33.305 INFO:tasks.workunit:Stopping ['rados/load-gen-big.sh'] on client.0... 2024-07-26T06:45:33.305 DEBUG:teuthology.orchestra.run.smithi089:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-07-26T06:45:33.549 DEBUG:teuthology.parallel:result is None 2024-07-26T06:45:33.550 DEBUG:teuthology.orchestra.run.smithi089:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-07-26T06:45:33.575 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-07-26T06:45:33.575 DEBUG:teuthology.orchestra.run.smithi089:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-07-26T06:45:33.631 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-07-26T06:45:33.631 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-07-26T06:45:33.631 INFO:teuthology.task.print:**** done end rados_loadgenbig.yaml 2024-07-26T06:45:33.631 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-07-26T06:45:33.631 INFO:teuthology.task.print:**** done start rbd_import_export.yaml 2024-07-26T06:45:33.631 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-07-26T06:45:33.632 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-07-26T06:45:33.632 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-07-26T06:45:33.633 DEBUG:teuthology.orchestra.run.smithi155:> stat -- /home/ubuntu/cephtest/mnt.1 2024-07-26T06:45:33.650 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-26T06:45:33.650 INFO:teuthology.orchestra.run.smithi155.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.1': No such file or directory 2024-07-26T06:45:33.650 DEBUG:teuthology.orchestra.run.smithi155:> mkdir -- /home/ubuntu/cephtest/mnt.1 2024-07-26T06:45:33.707 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.1 2024-07-26T06:45:33.707 DEBUG:teuthology.orchestra.run.smithi155:> cd -- /home/ubuntu/cephtest/mnt.1 && mkdir -- client.1 2024-07-26T06:45:33.762 INFO:tasks.workunit:timeout=3h 2024-07-26T06:45:33.762 INFO:tasks.workunit:cleanup=True 2024-07-26T06:45:33.763 DEBUG:teuthology.orchestra.run.smithi155:> rm -rf /home/ubuntu/cephtest/clone.client.1 && git clone --depth 1 --branch quincy https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.1 && cd /home/ubuntu/cephtest/clone.client.1 2024-07-26T06:45:33.818 INFO:tasks.workunit.client.1.smithi155.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.1'... 2024-07-26T06:45:34.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:45:34 smithi155 ceph-mon[90160]: pgmap v2023: 105 pgs: 105 active+clean; 13 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 624 op/s 2024-07-26T06:45:34.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:45:34 smithi089 ceph-mon[99608]: pgmap v2023: 105 pgs: 105 active+clean; 13 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 624 op/s 2024-07-26T06:45:34.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:45:34 smithi089 ceph-mon[102056]: pgmap v2023: 105 pgs: 105 active+clean; 13 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 624 op/s 2024-07-26T06:45:36.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:45:36 smithi155 ceph-mon[90160]: pgmap v2024: 105 pgs: 105 active+clean; 6.0 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 528 op/s 2024-07-26T06:45:36.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:45:36 smithi089 ceph-mon[99608]: pgmap v2024: 105 pgs: 105 active+clean; 6.0 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 528 op/s 2024-07-26T06:45:36.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:45:36 smithi089 ceph-mon[102056]: pgmap v2024: 105 pgs: 105 active+clean; 6.0 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 528 op/s 2024-07-26T06:45:38.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:45:38 smithi155 ceph-mon[90160]: pgmap v2025: 105 pgs: 105 active+clean; 1.7 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 490 op/s 2024-07-26T06:45:38.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:45:38 smithi089 ceph-mon[99608]: pgmap v2025: 105 pgs: 105 active+clean; 1.7 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 490 op/s 2024-07-26T06:45:38.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:45:38 smithi089 ceph-mon[102056]: pgmap v2025: 105 pgs: 105 active+clean; 1.7 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 490 op/s 2024-07-26T06:45:39.391 DEBUG:teuthology.orchestra.run.smithi155:> cd -- /home/ubuntu/cephtest/clone.client.1/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.1 2024-07-26T06:45:39.464 INFO:tasks.workunit.client.1.smithi155.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-07-26T06:45:39.466 INFO:tasks.workunit.client.1.smithi155.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/direct_io' 2024-07-26T06:45:39.467 INFO:tasks.workunit.client.1.smithi155.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-07-26T06:45:40.137 INFO:tasks.workunit.client.1.smithi155.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-07-26T06:45:40.192 INFO:tasks.workunit.client.1.smithi155.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-07-26T06:45:40.233 INFO:tasks.workunit.client.1.smithi155.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/direct_io' 2024-07-26T06:45:40.234 INFO:tasks.workunit.client.1.smithi155.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/fs' 2024-07-26T06:45:40.234 INFO:tasks.workunit.client.1.smithi155.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-07-26T06:45:40.272 INFO:tasks.workunit.client.1.smithi155.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/fs' 2024-07-26T06:45:40.275 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-07-26T06:45:40.276 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/home/ubuntu/cephtest/workunits.list.client.1 of=/dev/stdout 2024-07-26T06:45:40.332 INFO:tasks.workunit:Running workunits matching rbd/import_export.sh on client.1... 2024-07-26T06:45:40.334 INFO:tasks.workunit:Running workunit rbd/import_export.sh... 2024-07-26T06:45:40.334 DEBUG:teuthology.orchestra.run.smithi155:workunit test rbd/import_export.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && cd -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="1" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.1 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.1 CEPH_MNT=/home/ubuntu/cephtest/mnt.1 RBD_CREATE_ARGS=--new-format adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.1/qa/workunits/rbd/import_export.sh 2024-07-26T06:45:40.400 INFO:tasks.workunit.client.1.smithi155.stderr:+ export RBD_FORCE_ALLOW_V1=1 2024-07-26T06:45:40.400 INFO:tasks.workunit.client.1.smithi155.stderr:+ RBD_FORCE_ALLOW_V1=1 2024-07-26T06:45:40.400 INFO:tasks.workunit.client.1.smithi155.stderr:+ TMPDIR=/tmp/rbd_import_export_140453 2024-07-26T06:45:40.400 INFO:tasks.workunit.client.1.smithi155.stderr:+ rm -rf /tmp/rbd_import_export_140453 2024-07-26T06:45:40.400 INFO:tasks.workunit.client.1.smithi155.stderr:+ mkdir /tmp/rbd_import_export_140453 2024-07-26T06:45:40.401 INFO:tasks.workunit.client.1.smithi155.stderr:+ trap 'rm -rf /tmp/rbd_import_export_140453' INT TERM EXIT 2024-07-26T06:45:40.401 INFO:tasks.workunit.client.1.smithi155.stderr:+ mkdir foo.140453 2024-07-26T06:45:40.402 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd import foo.140453 foo.dir 2024-07-26T06:45:40.452 INFO:tasks.workunit.client.1.smithi155.stderr:rbd: cannot import a directory 2024-07-26T06:45:40.453 INFO:tasks.workunit.client.1.smithi155.stderr: Importing image: 0% complete...failed. 2024-07-26T06:45:40.453 INFO:tasks.workunit.client.1.smithi155.stderr:rbd: import failed: (21) Is a directory 2024-07-26T06:45:40.455 INFO:tasks.workunit.client.1.smithi155.stderr:+ true 2024-07-26T06:45:40.455 INFO:tasks.workunit.client.1.smithi155.stderr:+ rmdir foo.140453 2024-07-26T06:45:40.462 INFO:tasks.workunit.client.1.smithi155.stderr:+ dd if=/bin/sh of=/tmp/rbd_import_export_140453/img bs=1k count=1 seek=10 2024-07-26T06:45:40.462 INFO:tasks.workunit.client.1.smithi155.stderr:1+0 records in 2024-07-26T06:45:40.463 INFO:tasks.workunit.client.1.smithi155.stderr:1+0 records out 2024-07-26T06:45:40.463 INFO:tasks.workunit.client.1.smithi155.stderr:1024 bytes (1.0 kB, 1.0 KiB) copied, 4.244e-05 s, 24.1 MB/s 2024-07-26T06:45:40.463 INFO:tasks.workunit.client.1.smithi155.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_140453/img bs=1k count=10 seek=100 2024-07-26T06:45:40.463 INFO:tasks.workunit.client.1.smithi155.stderr:10+0 records in 2024-07-26T06:45:40.463 INFO:tasks.workunit.client.1.smithi155.stderr:10+0 records out 2024-07-26T06:45:40.463 INFO:tasks.workunit.client.1.smithi155.stderr:10240 bytes (10 kB, 10 KiB) copied, 5.0764e-05 s, 202 MB/s 2024-07-26T06:45:40.464 INFO:tasks.workunit.client.1.smithi155.stderr:+ dd if=/bin/rm of=/tmp/rbd_import_export_140453/img bs=1k count=100 seek=1000 2024-07-26T06:45:40.464 INFO:tasks.workunit.client.1.smithi155.stderr:60+1 records in 2024-07-26T06:45:40.464 INFO:tasks.workunit.client.1.smithi155.stderr:60+1 records out 2024-07-26T06:45:40.464 INFO:tasks.workunit.client.1.smithi155.stderr:61656 bytes (62 kB, 60 KiB) copied, 0.000280842 s, 220 MB/s 2024-07-26T06:45:40.465 INFO:tasks.workunit.client.1.smithi155.stderr:+ dd if=/bin/ls of=/tmp/rbd_import_export_140453/img bs=1k seek=10000 2024-07-26T06:45:40.465 INFO:tasks.workunit.client.1.smithi155.stderr:137+1 records in 2024-07-26T06:45:40.465 INFO:tasks.workunit.client.1.smithi155.stderr:137+1 records out 2024-07-26T06:45:40.466 INFO:tasks.workunit.client.1.smithi155.stderr:140952 bytes (141 kB, 138 KiB) copied, 0.000307066 s, 459 MB/s 2024-07-26T06:45:40.466 INFO:tasks.workunit.client.1.smithi155.stderr:+ dd if=/bin/ln of=/tmp/rbd_import_export_140453/img bs=1k seek=100000 2024-07-26T06:45:40.466 INFO:tasks.workunit.client.1.smithi155.stderr:60+1 records in 2024-07-26T06:45:40.466 INFO:tasks.workunit.client.1.smithi155.stderr:60+1 records out 2024-07-26T06:45:40.467 INFO:tasks.workunit.client.1.smithi155.stderr:61608 bytes (62 kB, 60 KiB) copied, 0.000149698 s, 412 MB/s 2024-07-26T06:45:40.467 INFO:tasks.workunit.client.1.smithi155.stderr:+ dd if=/bin/grep of=/tmp/rbd_import_export_140453/img bs=1k seek=1000000 2024-07-26T06:45:40.467 INFO:tasks.workunit.client.1.smithi155.stderr:154+1 records in 2024-07-26T06:45:40.467 INFO:tasks.workunit.client.1.smithi155.stderr:154+1 records out 2024-07-26T06:45:40.468 INFO:tasks.workunit.client.1.smithi155.stderr:158176 bytes (158 kB, 154 KiB) copied, 0.000335841 s, 471 MB/s 2024-07-26T06:45:40.468 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd rm testimg 2024-07-26T06:45:40.520 INFO:tasks.workunit.client.1.smithi155.stderr: Removing image: 0% complete...failed. 2024-07-26T06:45:40.521 INFO:tasks.workunit.client.1.smithi155.stderr:rbd: delete error: (2) No such file or directory 2024-07-26T06:45:40.523 INFO:tasks.workunit.client.1.smithi155.stderr:+ true 2024-07-26T06:45:40.523 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd import --new-format /tmp/rbd_import_export_140453/img testimg 2024-07-26T06:45:40.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:45:40 smithi155 ceph-mon[90160]: pgmap v2026: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 436 op/s 2024-07-26T06:45:40.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:45:40 smithi089 ceph-mon[99608]: pgmap v2026: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 436 op/s 2024-07-26T06:45:40.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:45:40 smithi089 ceph-mon[102056]: pgmap v2026: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 436 op/s 2024-07-26T06:45:41.050 INFO:tasks.workunit.client.1.smithi155.stderr: Importing image: 1% complete... Importing image: 2% complete... Importing image: 3% complete... Importing image: 4% complete... Importing image: 5% complete... Importing image: 6% complete... Importing image: 7% complete... Importing image: 8% complete... Importing image: 9% complete... Importing image: 10% complete... Importing image: 11% complete... Importing image: 12% complete... Importing image: 13% complete... Importing image: 14% complete... Importing image: 15% complete... Importing image: 16% complete... Importing image: 17% complete... Importing image: 18% complete... Importing image: 19% complete... Importing image: 20% complete... Importing image: 21% complete... Importing image: 22% complete... Importing image: 23% complete... Importing image: 24% complete... Importing image: 25% complete... Importing image: 26% complete... Importing image: 27% complete... Importing image: 28% complete... Importing image: 29% complete... Importing image: 30% complete... Importing image: 31% complete... Importing image: 32% complete... Importing image: 33% complete... Importing image: 34% complete... Importing image: 35% complete... Importing image: 36% complete... Importing image: 37% complete... Importing image: 38% complete... Importing image: 39% complete... Importing image: 40% complete... Importing image: 41% complete... Importing image: 42% complete... Importing image: 43% complete... Importing image: 44% complete... Importing image: 45% complete... Importing image: 46% complete... Importing image: 47% complete... Importing image: 48% complete... Importing image: 49% complete... Importing image: 50% complete... Importing image: 51% complete... Importing image: 52% complete... Importing image: 53% complete... Importing image: 54% complete... Importing image: 55% complete... Importing image: 56% complete... Importing image: 57% complete... Importing image: 58% complete... Importing image: 59% complete... Importing image: 60% complete... Importing image: 61% complete... Importing image: 62% complete... Importing image: 63% complete... Importing image: 64% complete... Importing image: 65% complete... Importing image: 66% complete... Importing image: 67% complete... Importing image: 68% complete... Importing image: 69% complete... Importing image: 70% complete... Importing image: 71% complete... Importing image: 72% complete... Importing image: 73% complete... Importing image: 74% complete... Importing image: 75% complete... Importing image: 76% complete... Importing image: 77% complete... Importing image: 78% complete... Importing image: 79% complete... Importing image: 80% complete... Importing image: 81% complete... Importing image: 82% complete... Importing image: 83% complete... Importing image: 84% complete... Importing image: 85% complete... Importing image: 86% complete... Importing image: 87% complete... Importing image: 88% complete... Importing image: 89% complete... Importing image: 90% complete... Importing image: 91% complete... Importing image: 92% complete... Importing image: 93% complete... Importing image: 94% complete... Importing image: 95% complete... Importing image: 96% complete... Importing image: 97% complete... Importing image: 98% complete... Importing image: 99% complete... Importing image: 100% complete...done. 2024-07-26T06:45:41.051 INFO:tasks.workunit.client.1.smithi155.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-07-26T06:45:41.053 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd export testimg /tmp/rbd_import_export_140453/img2 2024-07-26T06:45:41.320 INFO:tasks.workunit.client.1.smithi155.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-07-26T06:45:41.323 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd export testimg - 2024-07-26T06:45:41.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:45:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:45:41.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:45:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:45:41.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:45:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:45:41.990 INFO:tasks.workunit.client.1.smithi155.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-07-26T06:45:41.993 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd rm testimg 2024-07-26T06:45:42.109 INFO:tasks.workunit.client.1.smithi155.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2024-07-26T06:45:42.112 INFO:tasks.workunit.client.1.smithi155.stderr:+ cmp /tmp/rbd_import_export_140453/img /tmp/rbd_import_export_140453/img2 2024-07-26T06:45:42.555 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:45:42 smithi089 ceph-mon[99608]: pgmap v2027: 105 pgs: 105 active+clean; 2.5 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.4 KiB/s rd, 12 KiB/s wr, 320 op/s 2024-07-26T06:45:42.556 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:45:42 smithi089 ceph-mon[102056]: pgmap v2027: 105 pgs: 105 active+clean; 2.5 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.4 KiB/s rd, 12 KiB/s wr, 320 op/s 2024-07-26T06:45:42.556 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:45:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:45:42] "GET /metrics HTTP/1.1" 200 34019 "" "Prometheus/2.43.0" 2024-07-26T06:45:42.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:45:42 smithi155 ceph-mon[90160]: pgmap v2027: 105 pgs: 105 active+clean; 2.5 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.4 KiB/s rd, 12 KiB/s wr, 320 op/s 2024-07-26T06:45:42.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:45:42 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:45:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:45:42.654 INFO:tasks.workunit.client.1.smithi155.stderr:+ cmp /tmp/rbd_import_export_140453/img /tmp/rbd_import_export_140453/img3 2024-07-26T06:45:43.051 INFO:tasks.workunit.client.1.smithi155.stderr:+ rm /tmp/rbd_import_export_140453/img2 /tmp/rbd_import_export_140453/img3 2024-07-26T06:45:43.209 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd import --new-format - testimg 2024-07-26T06:45:43.624 INFO:tasks.workunit.client.1.smithi155.stderr: Importing image: 100% complete...done. 2024-07-26T06:45:43.625 INFO:tasks.workunit.client.1.smithi155.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-07-26T06:45:43.627 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd export testimg /tmp/rbd_import_export_140453/img2 2024-07-26T06:45:43.908 INFO:tasks.workunit.client.1.smithi155.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-07-26T06:45:43.911 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd export testimg - 2024-07-26T06:45:44.586 INFO:tasks.workunit.client.1.smithi155.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-07-26T06:45:44.589 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd rm testimg 2024-07-26T06:45:44.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:45:44 smithi155 ceph-mon[90160]: pgmap v2028: 105 pgs: 105 active+clean; 2.5 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 24 KiB/s wr, 219 op/s 2024-07-26T06:45:44.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:45:44 smithi089 ceph-mon[99608]: pgmap v2028: 105 pgs: 105 active+clean; 2.5 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 24 KiB/s wr, 219 op/s 2024-07-26T06:45:44.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:45:44 smithi089 ceph-mon[102056]: pgmap v2028: 105 pgs: 105 active+clean; 2.5 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 24 KiB/s wr, 219 op/s 2024-07-26T06:45:44.705 INFO:tasks.workunit.client.1.smithi155.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2024-07-26T06:45:44.708 INFO:tasks.workunit.client.1.smithi155.stderr:+ cmp /tmp/rbd_import_export_140453/img /tmp/rbd_import_export_140453/img2 2024-07-26T06:45:45.243 INFO:tasks.workunit.client.1.smithi155.stderr:+ cmp /tmp/rbd_import_export_140453/img /tmp/rbd_import_export_140453/img3 2024-07-26T06:45:45.639 INFO:tasks.workunit.client.1.smithi155.stderr:+ rm /tmp/rbd_import_export_140453/img /tmp/rbd_import_export_140453/img2 /tmp/rbd_import_export_140453/img3 2024-07-26T06:45:45.848 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd help export 2024-07-26T06:45:45.848 INFO:tasks.workunit.client.1.smithi155.stderr:+ grep -q export-format 2024-07-26T06:45:45.867 INFO:tasks.workunit.client.1.smithi155.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_140453/img bs=1k count=10 seek=100 2024-07-26T06:45:45.868 INFO:tasks.workunit.client.1.smithi155.stderr:10+0 records in 2024-07-26T06:45:45.868 INFO:tasks.workunit.client.1.smithi155.stderr:10+0 records out 2024-07-26T06:45:45.868 INFO:tasks.workunit.client.1.smithi155.stderr:10240 bytes (10 kB, 10 KiB) copied, 6.2678e-05 s, 163 MB/s 2024-07-26T06:45:45.868 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd import --new-format /tmp/rbd_import_export_140453/img testimg 2024-07-26T06:45:45.941 INFO:tasks.workunit.client.1.smithi155.stderr: Importing image: 100% complete...done. 2024-07-26T06:45:45.941 INFO:tasks.workunit.client.1.smithi155.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-07-26T06:45:45.943 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd snap create testimg@snap 2024-07-26T06:45:46.330 INFO:tasks.workunit.client.1.smithi155.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-07-26T06:45:46.340 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd image-meta set testimg key1 value1 2024-07-26T06:45:46.397 INFO:tasks.workunit.client.1.smithi155.stderr:++ rbd image-meta list testimg 2024-07-26T06:45:46.438 INFO:tasks.workunit.client.1.smithi155.stderr:+ IMAGEMETA_BEFORE='There is 1 metadatum on this image: 2024-07-26T06:45:46.439 INFO:tasks.workunit.client.1.smithi155.stderr: 2024-07-26T06:45:46.439 INFO:tasks.workunit.client.1.smithi155.stderr:Key Value 2024-07-26T06:45:46.439 INFO:tasks.workunit.client.1.smithi155.stderr:key1 value1' 2024-07-26T06:45:46.439 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_140453/img_v2 2024-07-26T06:45:46.477 INFO:tasks.workunit.client.1.smithi155.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-07-26T06:45:46.480 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_140453/img_v2 testimg_import 2024-07-26T06:45:46.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:45:46 smithi155 ceph-mon[90160]: pgmap v2029: 105 pgs: 105 active+clean; 2.5 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 38 KiB/s wr, 126 op/s 2024-07-26T06:45:46.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:45:46 smithi089 ceph-mon[99608]: pgmap v2029: 105 pgs: 105 active+clean; 2.5 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 38 KiB/s wr, 126 op/s 2024-07-26T06:45:46.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:45:46 smithi089 ceph-mon[102056]: pgmap v2029: 105 pgs: 105 active+clean; 2.5 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 38 KiB/s wr, 126 op/s 2024-07-26T06:45:47.347 INFO:tasks.workunit.client.1.smithi155.stderr: Importing image: 50% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2024-07-26T06:45:47.350 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd info testimg_import 2024-07-26T06:45:47.389 INFO:tasks.workunit.client.1.smithi155.stdout:rbd image 'testimg_import': 2024-07-26T06:45:47.389 INFO:tasks.workunit.client.1.smithi155.stdout: size 110 KiB in 1 objects 2024-07-26T06:45:47.389 INFO:tasks.workunit.client.1.smithi155.stdout: order 22 (4 MiB objects) 2024-07-26T06:45:47.389 INFO:tasks.workunit.client.1.smithi155.stdout: snapshot_count: 1 2024-07-26T06:45:47.389 INFO:tasks.workunit.client.1.smithi155.stdout: id: d59dcf721810 2024-07-26T06:45:47.389 INFO:tasks.workunit.client.1.smithi155.stdout: block_name_prefix: rbd_data.d59dcf721810 2024-07-26T06:45:47.389 INFO:tasks.workunit.client.1.smithi155.stdout: format: 2 2024-07-26T06:45:47.389 INFO:tasks.workunit.client.1.smithi155.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2024-07-26T06:45:47.389 INFO:tasks.workunit.client.1.smithi155.stdout: op_features: 2024-07-26T06:45:47.389 INFO:tasks.workunit.client.1.smithi155.stdout: flags: 2024-07-26T06:45:47.389 INFO:tasks.workunit.client.1.smithi155.stdout: create_timestamp: Fri Jul 26 06:45:46 2024 2024-07-26T06:45:47.390 INFO:tasks.workunit.client.1.smithi155.stdout: access_timestamp: Fri Jul 26 06:45:46 2024 2024-07-26T06:45:47.390 INFO:tasks.workunit.client.1.smithi155.stdout: modify_timestamp: Fri Jul 26 06:45:46 2024 2024-07-26T06:45:47.392 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd info testimg_import@snap 2024-07-26T06:45:47.427 INFO:tasks.workunit.client.1.smithi155.stdout:rbd image 'testimg_import': 2024-07-26T06:45:47.427 INFO:tasks.workunit.client.1.smithi155.stdout: size 110 KiB in 1 objects 2024-07-26T06:45:47.427 INFO:tasks.workunit.client.1.smithi155.stdout: order 22 (4 MiB objects) 2024-07-26T06:45:47.427 INFO:tasks.workunit.client.1.smithi155.stdout: snapshot_count: 1 2024-07-26T06:45:47.427 INFO:tasks.workunit.client.1.smithi155.stdout: id: d59dcf721810 2024-07-26T06:45:47.427 INFO:tasks.workunit.client.1.smithi155.stdout: block_name_prefix: rbd_data.d59dcf721810 2024-07-26T06:45:47.428 INFO:tasks.workunit.client.1.smithi155.stdout: format: 2 2024-07-26T06:45:47.428 INFO:tasks.workunit.client.1.smithi155.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2024-07-26T06:45:47.428 INFO:tasks.workunit.client.1.smithi155.stdout: op_features: 2024-07-26T06:45:47.428 INFO:tasks.workunit.client.1.smithi155.stdout: flags: 2024-07-26T06:45:47.428 INFO:tasks.workunit.client.1.smithi155.stdout: create_timestamp: Fri Jul 26 06:45:46 2024 2024-07-26T06:45:47.428 INFO:tasks.workunit.client.1.smithi155.stdout: access_timestamp: Fri Jul 26 06:45:46 2024 2024-07-26T06:45:47.428 INFO:tasks.workunit.client.1.smithi155.stdout: modify_timestamp: Fri Jul 26 06:45:46 2024 2024-07-26T06:45:47.428 INFO:tasks.workunit.client.1.smithi155.stdout: protected: False 2024-07-26T06:45:47.430 INFO:tasks.workunit.client.1.smithi155.stderr:++ rbd image-meta list testimg_import 2024-07-26T06:45:47.471 INFO:tasks.workunit.client.1.smithi155.stderr:+ IMAGEMETA_AFTER='There is 1 metadatum on this image: 2024-07-26T06:45:47.471 INFO:tasks.workunit.client.1.smithi155.stderr: 2024-07-26T06:45:47.471 INFO:tasks.workunit.client.1.smithi155.stderr:Key Value 2024-07-26T06:45:47.472 INFO:tasks.workunit.client.1.smithi155.stderr:key1 value1' 2024-07-26T06:45:47.472 INFO:tasks.workunit.client.1.smithi155.stderr:+ '[' 'There is 1 metadatum on this image: 2024-07-26T06:45:47.472 INFO:tasks.workunit.client.1.smithi155.stderr: 2024-07-26T06:45:47.472 INFO:tasks.workunit.client.1.smithi155.stderr:Key Value 2024-07-26T06:45:47.472 INFO:tasks.workunit.client.1.smithi155.stderr:key1 value1' = 'There is 1 metadatum on this image: 2024-07-26T06:45:47.472 INFO:tasks.workunit.client.1.smithi155.stderr: 2024-07-26T06:45:47.472 INFO:tasks.workunit.client.1.smithi155.stderr:Key Value 2024-07-26T06:45:47.472 INFO:tasks.workunit.client.1.smithi155.stderr:key1 value1' ']' 2024-07-26T06:45:47.472 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd export testimg_import /tmp/rbd_import_export_140453/img_import 2024-07-26T06:45:47.505 INFO:tasks.workunit.client.1.smithi155.stderr: Exporting image: 100% complete...done. 2024-07-26T06:45:47.508 INFO:tasks.workunit.client.1.smithi155.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_140453/img /tmp/rbd_import_export_140453/img_import 2024-07-26T06:45:47.508 INFO:tasks.workunit.client.1.smithi155.stderr:+ cmp -l /tmp/rbd_import_export_140453/img /tmp/rbd_import_export_140453/img_import 2024-07-26T06:45:47.509 INFO:tasks.workunit.client.1.smithi155.stderr:++ stat /tmp/rbd_import_export_140453/img --format %b 2024-07-26T06:45:47.510 INFO:tasks.workunit.client.1.smithi155.stderr:+ origsize=24 2024-07-26T06:45:47.510 INFO:tasks.workunit.client.1.smithi155.stderr:++ stat /tmp/rbd_import_export_140453/img_import --format %b 2024-07-26T06:45:47.511 INFO:tasks.workunit.client.1.smithi155.stderr:+ exportsize=224 2024-07-26T06:45:47.511 INFO:tasks.workunit.client.1.smithi155.stderr:+ difference=200 2024-07-26T06:45:47.511 INFO:tasks.workunit.client.1.smithi155.stderr:+ difference=200 2024-07-26T06:45:47.511 INFO:tasks.workunit.client.1.smithi155.stderr:+ test 200 -ge 0 -a 200 -lt 4096 2024-07-26T06:45:47.512 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd export testimg@snap /tmp/rbd_import_export_140453/img_snap 2024-07-26T06:45:47.546 INFO:tasks.workunit.client.1.smithi155.stderr: Exporting image: 100% complete...done. 2024-07-26T06:45:47.549 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd export testimg_import@snap /tmp/rbd_import_export_140453/img_snap_import 2024-07-26T06:45:47.585 INFO:tasks.workunit.client.1.smithi155.stderr: Exporting image: 100% complete...done. 2024-07-26T06:45:47.588 INFO:tasks.workunit.client.1.smithi155.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_140453/img_snap /tmp/rbd_import_export_140453/img_snap_import 2024-07-26T06:45:47.588 INFO:tasks.workunit.client.1.smithi155.stderr:+ cmp -l /tmp/rbd_import_export_140453/img_snap /tmp/rbd_import_export_140453/img_snap_import 2024-07-26T06:45:47.588 INFO:tasks.workunit.client.1.smithi155.stderr:++ stat /tmp/rbd_import_export_140453/img_snap --format %b 2024-07-26T06:45:47.589 INFO:tasks.workunit.client.1.smithi155.stderr:+ origsize=224 2024-07-26T06:45:47.590 INFO:tasks.workunit.client.1.smithi155.stderr:++ stat /tmp/rbd_import_export_140453/img_snap_import --format %b 2024-07-26T06:45:47.591 INFO:tasks.workunit.client.1.smithi155.stderr:+ exportsize=224 2024-07-26T06:45:47.591 INFO:tasks.workunit.client.1.smithi155.stderr:+ difference=0 2024-07-26T06:45:47.591 INFO:tasks.workunit.client.1.smithi155.stderr:+ difference=0 2024-07-26T06:45:47.591 INFO:tasks.workunit.client.1.smithi155.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-07-26T06:45:47.591 INFO:tasks.workunit.client.1.smithi155.stderr:+ rm /tmp/rbd_import_export_140453/img_v2 2024-07-26T06:45:47.591 INFO:tasks.workunit.client.1.smithi155.stderr:+ rm /tmp/rbd_import_export_140453/img_import 2024-07-26T06:45:47.592 INFO:tasks.workunit.client.1.smithi155.stderr:+ rm /tmp/rbd_import_export_140453/img_snap 2024-07-26T06:45:47.592 INFO:tasks.workunit.client.1.smithi155.stderr:+ rm /tmp/rbd_import_export_140453/img_snap_import 2024-07-26T06:45:47.593 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd snap rm testimg_import@snap 2024-07-26T06:45:47.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:45:47 smithi155 ceph-mon[90160]: osdmap e1123: 8 total, 8 up, 8 in 2024-07-26T06:45:47.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:45:47 smithi089 ceph-mon[99608]: osdmap e1123: 8 total, 8 up, 8 in 2024-07-26T06:45:47.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:45:47 smithi089 ceph-mon[102056]: osdmap e1123: 8 total, 8 up, 8 in 2024-07-26T06:45:48.332 INFO:tasks.workunit.client.1.smithi155.stderr: Removing snap: 100% complete...done. 2024-07-26T06:45:48.345 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd remove testimg_import 2024-07-26T06:45:48.471 INFO:tasks.workunit.client.1.smithi155.stderr: Removing image: 100% complete...done. 2024-07-26T06:45:48.474 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd snap rm testimg@snap 2024-07-26T06:45:48.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:45:48 smithi155 ceph-mon[90160]: pgmap v2031: 105 pgs: 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 128 KiB/s rd, 47 KiB/s wr, 68 op/s 2024-07-26T06:45:48.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:45:48 smithi155 ceph-mon[90160]: osdmap e1124: 8 total, 8 up, 8 in 2024-07-26T06:45:48.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:45:48 smithi089 ceph-mon[99608]: pgmap v2031: 105 pgs: 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 128 KiB/s rd, 47 KiB/s wr, 68 op/s 2024-07-26T06:45:48.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:45:48 smithi089 ceph-mon[99608]: osdmap e1124: 8 total, 8 up, 8 in 2024-07-26T06:45:48.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:45:48 smithi089 ceph-mon[102056]: pgmap v2031: 105 pgs: 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 128 KiB/s rd, 47 KiB/s wr, 68 op/s 2024-07-26T06:45:48.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:45:48 smithi089 ceph-mon[102056]: osdmap e1124: 8 total, 8 up, 8 in 2024-07-26T06:45:49.350 INFO:tasks.workunit.client.1.smithi155.stderr: Removing snap: 100% complete...done. 2024-07-26T06:45:49.362 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd rm testimg 2024-07-26T06:45:49.491 INFO:tasks.workunit.client.1.smithi155.stderr: Removing image: 100% complete...done. 2024-07-26T06:45:49.494 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd import --order 20 /tmp/rbd_import_export_140453/img testimg 2024-07-26T06:45:49.561 INFO:tasks.workunit.client.1.smithi155.stderr: Importing image: 100% complete...done. 2024-07-26T06:45:49.562 INFO:tasks.workunit.client.1.smithi155.stderr:rbd: --order is deprecated, use --object-size 2024-07-26T06:45:49.564 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_140453/img_v2 2024-07-26T06:45:49.601 INFO:tasks.workunit.client.1.smithi155.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-07-26T06:45:49.603 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_140453/img_v2 testimg_import 2024-07-26T06:45:49.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:45:49 smithi155 ceph-mon[90160]: osdmap e1125: 8 total, 8 up, 8 in 2024-07-26T06:45:49.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:45:49 smithi089 ceph-mon[99608]: osdmap e1125: 8 total, 8 up, 8 in 2024-07-26T06:45:49.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:45:49 smithi089 ceph-mon[102056]: osdmap e1125: 8 total, 8 up, 8 in 2024-07-26T06:45:49.678 INFO:tasks.workunit.client.1.smithi155.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-07-26T06:45:49.682 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd info testimg_import 2024-07-26T06:45:49.682 INFO:tasks.workunit.client.1.smithi155.stderr:+ grep order 2024-07-26T06:45:49.682 INFO:tasks.workunit.client.1.smithi155.stderr:+ awk '{print $2}' 2024-07-26T06:45:49.682 INFO:tasks.workunit.client.1.smithi155.stderr:+ grep 20 2024-07-26T06:45:49.716 INFO:tasks.workunit.client.1.smithi155.stdout:20 2024-07-26T06:45:49.717 INFO:tasks.workunit.client.1.smithi155.stderr:+ rm /tmp/rbd_import_export_140453/img_v2 2024-07-26T06:45:49.717 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd remove testimg_import 2024-07-26T06:45:49.829 INFO:tasks.workunit.client.1.smithi155.stderr: Removing image: 100% complete...done. 2024-07-26T06:45:49.832 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd remove testimg 2024-07-26T06:45:49.945 INFO:tasks.workunit.client.1.smithi155.stderr: Removing image: 100% complete...done. 2024-07-26T06:45:49.948 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd import --image-feature layering /tmp/rbd_import_export_140453/img testimg 2024-07-26T06:45:50.000 INFO:tasks.workunit.client.1.smithi155.stderr: Importing image: 100% complete...done. 2024-07-26T06:45:50.003 INFO:tasks.workunit.client.1.smithi155.stderr:++ rbd info testimg 2024-07-26T06:45:50.003 INFO:tasks.workunit.client.1.smithi155.stderr:++ grep features 2024-07-26T06:45:50.039 INFO:tasks.workunit.client.1.smithi155.stderr:+ FEATURES_BEFORE=' features: layering 2024-07-26T06:45:50.039 INFO:tasks.workunit.client.1.smithi155.stderr: op_features: ' 2024-07-26T06:45:50.039 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_140453/img_v2 2024-07-26T06:45:50.074 INFO:tasks.workunit.client.1.smithi155.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-07-26T06:45:50.076 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_140453/img_v2 testimg_import 2024-07-26T06:45:50.138 INFO:tasks.workunit.client.1.smithi155.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-07-26T06:45:50.141 INFO:tasks.workunit.client.1.smithi155.stderr:++ rbd info testimg_import 2024-07-26T06:45:50.141 INFO:tasks.workunit.client.1.smithi155.stderr:++ grep features 2024-07-26T06:45:50.176 INFO:tasks.workunit.client.1.smithi155.stderr:+ FEATURES_AFTER=' features: layering 2024-07-26T06:45:50.176 INFO:tasks.workunit.client.1.smithi155.stderr: op_features: ' 2024-07-26T06:45:50.176 INFO:tasks.workunit.client.1.smithi155.stderr:+ '[' ' features: layering 2024-07-26T06:45:50.177 INFO:tasks.workunit.client.1.smithi155.stderr: op_features: ' '!=' ' features: layering 2024-07-26T06:45:50.177 INFO:tasks.workunit.client.1.smithi155.stderr: op_features: ' ']' 2024-07-26T06:45:50.177 INFO:tasks.workunit.client.1.smithi155.stderr:+ rm /tmp/rbd_import_export_140453/img_v2 2024-07-26T06:45:50.177 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd remove testimg_import 2024-07-26T06:45:50.261 INFO:tasks.workunit.client.1.smithi155.stderr: Removing image: 100% complete...done. 2024-07-26T06:45:50.264 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd remove testimg 2024-07-26T06:45:50.355 INFO:tasks.workunit.client.1.smithi155.stderr: Removing image: 100% complete...done. 2024-07-26T06:45:50.357 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd import --stripe-count 1000 --stripe-unit 4096 /tmp/rbd_import_export_140453/img testimg 2024-07-26T06:45:50.432 INFO:tasks.workunit.client.1.smithi155.stderr: Importing image: 100% complete...done. 2024-07-26T06:45:50.435 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_140453/img_v2 2024-07-26T06:45:50.473 INFO:tasks.workunit.client.1.smithi155.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-07-26T06:45:50.476 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_140453/img_v2 testimg_import 2024-07-26T06:45:50.549 INFO:tasks.workunit.client.1.smithi155.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-07-26T06:45:50.552 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd info testimg_import 2024-07-26T06:45:50.552 INFO:tasks.workunit.client.1.smithi155.stderr:+ grep 'stripe unit' 2024-07-26T06:45:50.552 INFO:tasks.workunit.client.1.smithi155.stderr:+ grep -Ei '(4 KiB|4096)' 2024-07-26T06:45:50.587 INFO:tasks.workunit.client.1.smithi155.stdout: stripe unit: 4 KiB 2024-07-26T06:45:50.588 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd info testimg_import 2024-07-26T06:45:50.588 INFO:tasks.workunit.client.1.smithi155.stderr:+ grep 'stripe count' 2024-07-26T06:45:50.588 INFO:tasks.workunit.client.1.smithi155.stderr:+ awk '{print $3}' 2024-07-26T06:45:50.588 INFO:tasks.workunit.client.1.smithi155.stderr:+ grep 1000 2024-07-26T06:45:50.623 INFO:tasks.workunit.client.1.smithi155.stdout:1000 2024-07-26T06:45:50.623 INFO:tasks.workunit.client.1.smithi155.stderr:+ rm /tmp/rbd_import_export_140453/img_v2 2024-07-26T06:45:50.623 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd remove testimg_import 2024-07-26T06:45:50.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:45:50 smithi155 ceph-mon[90160]: pgmap v2034: 105 pgs: 105 active+clean; 693 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 328 KiB/s rd, 111 KiB/s wr, 120 op/s 2024-07-26T06:45:50.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:45:50 smithi155 ceph-mon[90160]: osdmap e1126: 8 total, 8 up, 8 in 2024-07-26T06:45:50.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:45:50 smithi089 ceph-mon[99608]: pgmap v2034: 105 pgs: 105 active+clean; 693 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 328 KiB/s rd, 111 KiB/s wr, 120 op/s 2024-07-26T06:45:50.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:45:50 smithi089 ceph-mon[99608]: osdmap e1126: 8 total, 8 up, 8 in 2024-07-26T06:45:50.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:45:50 smithi089 ceph-mon[102056]: pgmap v2034: 105 pgs: 105 active+clean; 693 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 328 KiB/s rd, 111 KiB/s wr, 120 op/s 2024-07-26T06:45:50.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:45:50 smithi089 ceph-mon[102056]: osdmap e1126: 8 total, 8 up, 8 in 2024-07-26T06:45:50.736 INFO:tasks.workunit.client.1.smithi155.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2024-07-26T06:45:50.738 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd remove testimg 2024-07-26T06:45:50.858 INFO:tasks.workunit.client.1.smithi155.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2024-07-26T06:45:50.861 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd import --image-format=2 /tmp/rbd_import_export_140453/img testimg 2024-07-26T06:45:50.926 INFO:tasks.workunit.client.1.smithi155.stderr: Importing image: 100% complete...done. 2024-07-26T06:45:50.929 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd snap create testimg@snap1 2024-07-26T06:45:51.360 INFO:tasks.workunit.client.1.smithi155.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-07-26T06:45:51.369 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd snap create testimg@snap2 2024-07-26T06:45:52.373 INFO:tasks.workunit.client.1.smithi155.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-07-26T06:45:52.384 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd snap protect testimg@snap2 2024-07-26T06:45:52.432 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_140453/snap_protect 2024-07-26T06:45:52.473 INFO:tasks.workunit.client.1.smithi155.stderr: Exporting image: 33% complete... Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-07-26T06:45:52.477 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_140453/snap_protect testimg_import 2024-07-26T06:45:52.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:45:52 smithi155 ceph-mon[90160]: pgmap v2036: 105 pgs: 105 active+clean; 697 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 323 KiB/s rd, 111 KiB/s wr, 203 op/s 2024-07-26T06:45:52.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:45:52 smithi155 ceph-mon[90160]: osdmap e1127: 8 total, 8 up, 8 in 2024-07-26T06:45:52.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:45:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:45:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:45:52.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:45:52 smithi089 ceph-mon[99608]: pgmap v2036: 105 pgs: 105 active+clean; 697 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 323 KiB/s rd, 111 KiB/s wr, 203 op/s 2024-07-26T06:45:52.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:45:52 smithi089 ceph-mon[99608]: osdmap e1127: 8 total, 8 up, 8 in 2024-07-26T06:45:52.655 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:45:52 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:45:52] "GET /metrics HTTP/1.1" 200 34019 "" "Prometheus/2.43.0" 2024-07-26T06:45:52.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:45:52 smithi089 ceph-mon[102056]: pgmap v2036: 105 pgs: 105 active+clean; 697 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 323 KiB/s rd, 111 KiB/s wr, 203 op/s 2024-07-26T06:45:52.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:45:52 smithi089 ceph-mon[102056]: osdmap e1127: 8 total, 8 up, 8 in 2024-07-26T06:45:53.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:45:53 smithi155 ceph-mon[90160]: osdmap e1128: 8 total, 8 up, 8 in 2024-07-26T06:45:53.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:45:53 smithi089 ceph-mon[99608]: osdmap e1128: 8 total, 8 up, 8 in 2024-07-26T06:45:53.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:45:53 smithi089 ceph-mon[102056]: osdmap e1128: 8 total, 8 up, 8 in 2024-07-26T06:45:54.402 INFO:tasks.workunit.client.1.smithi155.stderr: Importing image: 33% complete... Importing image: 66% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2024-07-26T06:45:54.406 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd info testimg_import@snap1 2024-07-26T06:45:54.406 INFO:tasks.workunit.client.1.smithi155.stderr:+ grep 'protected: False' 2024-07-26T06:45:54.449 INFO:tasks.workunit.client.1.smithi155.stdout: protected: False 2024-07-26T06:45:54.450 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd info testimg_import@snap2 2024-07-26T06:45:54.450 INFO:tasks.workunit.client.1.smithi155.stderr:+ grep 'protected: True' 2024-07-26T06:45:54.490 INFO:tasks.workunit.client.1.smithi155.stdout: protected: True 2024-07-26T06:45:54.490 INFO:tasks.workunit.client.1.smithi155.stderr:+ rm /tmp/rbd_import_export_140453/snap_protect 2024-07-26T06:45:54.491 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd snap unprotect testimg@snap2 2024-07-26T06:45:54.537 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd snap unprotect testimg_import@snap2 2024-07-26T06:45:54.584 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd snap purge testimg 2024-07-26T06:45:54.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:45:54 smithi155 ceph-mon[90160]: pgmap v2039: 105 pgs: 105 active+clean; 587 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 333 KiB/s rd, 33 KiB/s wr, 436 op/s 2024-07-26T06:45:54.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:45:54 smithi155 ceph-mon[90160]: osdmap e1129: 8 total, 8 up, 8 in 2024-07-26T06:45:54.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:45:54 smithi089 ceph-mon[99608]: pgmap v2039: 105 pgs: 105 active+clean; 587 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 333 KiB/s rd, 33 KiB/s wr, 436 op/s 2024-07-26T06:45:54.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:45:54 smithi089 ceph-mon[99608]: osdmap e1129: 8 total, 8 up, 8 in 2024-07-26T06:45:54.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:45:54 smithi089 ceph-mon[102056]: pgmap v2039: 105 pgs: 105 active+clean; 587 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 333 KiB/s rd, 33 KiB/s wr, 436 op/s 2024-07-26T06:45:54.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:45:54 smithi089 ceph-mon[102056]: osdmap e1129: 8 total, 8 up, 8 in 2024-07-26T06:45:55.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:45:55 smithi155 ceph-mon[90160]: osdmap e1130: 8 total, 8 up, 8 in 2024-07-26T06:45:55.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:45:55 smithi155 ceph-mon[90160]: osdmap e1131: 8 total, 8 up, 8 in 2024-07-26T06:45:55.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:45:55 smithi089 ceph-mon[99608]: osdmap e1130: 8 total, 8 up, 8 in 2024-07-26T06:45:55.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:45:55 smithi089 ceph-mon[99608]: osdmap e1131: 8 total, 8 up, 8 in 2024-07-26T06:45:55.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:45:55 smithi089 ceph-mon[102056]: osdmap e1130: 8 total, 8 up, 8 in 2024-07-26T06:45:55.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:45:55 smithi089 ceph-mon[102056]: osdmap e1131: 8 total, 8 up, 8 in 2024-07-26T06:45:55.969 INFO:tasks.workunit.client.1.smithi155.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2024-07-26T06:45:55.986 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd snap purge testimg_import 2024-07-26T06:45:56.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:45:56 smithi155 ceph-mon[90160]: pgmap v2043: 105 pgs: 105 active+clean; 697 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 397 KiB/s rd, 37 KiB/s wr, 516 op/s 2024-07-26T06:45:56.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:45:56 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:45:56.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:45:56 smithi155 ceph-mon[90160]: osdmap e1132: 8 total, 8 up, 8 in 2024-07-26T06:45:56.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:45:56 smithi089 ceph-mon[99608]: pgmap v2043: 105 pgs: 105 active+clean; 697 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 397 KiB/s rd, 37 KiB/s wr, 516 op/s 2024-07-26T06:45:56.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:45:56 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:45:56.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:45:56 smithi089 ceph-mon[99608]: osdmap e1132: 8 total, 8 up, 8 in 2024-07-26T06:45:56.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:45:56 smithi089 ceph-mon[102056]: pgmap v2043: 105 pgs: 105 active+clean; 697 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 397 KiB/s rd, 37 KiB/s wr, 516 op/s 2024-07-26T06:45:56.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:45:56 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:45:56.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:45:56 smithi089 ceph-mon[102056]: osdmap e1132: 8 total, 8 up, 8 in 2024-07-26T06:45:57.972 INFO:tasks.workunit.client.1.smithi155.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2024-07-26T06:45:57.990 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd remove testimg 2024-07-26T06:45:58.111 INFO:tasks.workunit.client.1.smithi155.stderr: Removing image: 100% complete...done. 2024-07-26T06:45:58.114 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd remove testimg_import 2024-07-26T06:45:58.234 INFO:tasks.workunit.client.1.smithi155.stderr: Removing image: 100% complete...done. 2024-07-26T06:45:58.238 INFO:tasks.workunit.client.1.smithi155.stderr:+ tiered=0 2024-07-26T06:45:58.238 INFO:tasks.workunit.client.1.smithi155.stderr:+ ceph osd dump 2024-07-26T06:45:58.238 INFO:tasks.workunit.client.1.smithi155.stderr:+ grep '^pool' 2024-07-26T06:45:58.238 INFO:tasks.workunit.client.1.smithi155.stderr:+ grep ''\''rbd'\''' 2024-07-26T06:45:58.238 INFO:tasks.workunit.client.1.smithi155.stderr:+ grep tier 2024-07-26T06:45:58.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:45:57 smithi155 ceph-mon[90160]: osdmap e1133: 8 total, 8 up, 8 in 2024-07-26T06:45:58.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:45:57 smithi089 ceph-mon[99608]: osdmap e1133: 8 total, 8 up, 8 in 2024-07-26T06:45:58.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:45:57 smithi089 ceph-mon[102056]: osdmap e1133: 8 total, 8 up, 8 in 2024-07-26T06:45:58.621 INFO:tasks.workunit.client.1.smithi155.stderr:+ dd if=/dev/urandom bs=1M seek=1 count=1 of=/tmp/rbd_import_export_140453/sparse1 2024-07-26T06:45:58.625 INFO:tasks.workunit.client.1.smithi155.stderr:1+0 records in 2024-07-26T06:45:58.625 INFO:tasks.workunit.client.1.smithi155.stderr:1+0 records out 2024-07-26T06:45:58.625 INFO:tasks.workunit.client.1.smithi155.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00338395 s, 310 MB/s 2024-07-26T06:45:58.625 INFO:tasks.workunit.client.1.smithi155.stderr:+ dd if=/dev/urandom bs=1M count=1 of=/tmp/rbd_import_export_140453/sparse2 2024-07-26T06:45:58.629 INFO:tasks.workunit.client.1.smithi155.stderr:1+0 records in 2024-07-26T06:45:58.629 INFO:tasks.workunit.client.1.smithi155.stderr:1+0 records out 2024-07-26T06:45:58.629 INFO:tasks.workunit.client.1.smithi155.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00325551 s, 322 MB/s 2024-07-26T06:45:58.630 INFO:tasks.workunit.client.1.smithi155.stderr:+ truncate /tmp/rbd_import_export_140453/sparse2 -s 2M 2024-07-26T06:45:58.631 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd rm sparse1 2024-07-26T06:45:58.684 INFO:tasks.workunit.client.1.smithi155.stderr: Removing image: 0% complete...failed. 2024-07-26T06:45:58.684 INFO:tasks.workunit.client.1.smithi155.stderr:rbd: delete error: (2) No such file or directory 2024-07-26T06:45:58.686 INFO:tasks.workunit.client.1.smithi155.stderr:+ true 2024-07-26T06:45:58.686 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_140453/sparse1 2024-07-26T06:45:58.757 INFO:tasks.workunit.client.1.smithi155.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2024-07-26T06:45:58.758 INFO:tasks.workunit.client.1.smithi155.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-07-26T06:45:58.758 INFO:tasks.workunit.client.1.smithi155.stderr:rbd: --order is deprecated, use --object-size 2024-07-26T06:45:58.760 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd ls -l 2024-07-26T06:45:58.760 INFO:tasks.workunit.client.1.smithi155.stderr:+ grep sparse1 2024-07-26T06:45:58.760 INFO:tasks.workunit.client.1.smithi155.stderr:+ grep -Ei '(2 MiB|2048k)' 2024-07-26T06:45:58.796 INFO:tasks.workunit.client.1.smithi155.stdout:sparse1 2 MiB 2 2024-07-26T06:45:58.797 INFO:tasks.workunit.client.1.smithi155.stderr:++ objects sparse1 2024-07-26T06:45:58.797 INFO:tasks.workunit.client.1.smithi155.stderr:++ image=sparse1 2024-07-26T06:45:58.797 INFO:tasks.workunit.client.1.smithi155.stderr:+++ rbd info sparse1 2024-07-26T06:45:58.797 INFO:tasks.workunit.client.1.smithi155.stderr:+++ grep block_name_prefix 2024-07-26T06:45:58.797 INFO:tasks.workunit.client.1.smithi155.stderr:+++ awk '{print $NF;}' 2024-07-26T06:45:58.832 INFO:tasks.workunit.client.1.smithi155.stderr:++ prefix=rbd_data.d6b77c3c2176 2024-07-26T06:45:58.834 INFO:tasks.workunit.client.1.smithi155.stderr:+++ grep rbd_data.d6b77c3c2176 2024-07-26T06:45:58.834 INFO:tasks.workunit.client.1.smithi155.stderr:+++ sed -e 's/rbd_data.d6b77c3c2176\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-07-26T06:45:58.834 INFO:tasks.workunit.client.1.smithi155.stderr:++++ get_image_data_pool sparse1 2024-07-26T06:45:58.834 INFO:tasks.workunit.client.1.smithi155.stderr:++++ image=sparse1 2024-07-26T06:45:58.834 INFO:tasks.workunit.client.1.smithi155.stderr:+++ sort -u 2024-07-26T06:45:58.834 INFO:tasks.workunit.client.1.smithi155.stderr:+++++ rbd info sparse1 2024-07-26T06:45:58.835 INFO:tasks.workunit.client.1.smithi155.stderr:+++++ grep 'data_pool: ' 2024-07-26T06:45:58.835 INFO:tasks.workunit.client.1.smithi155.stderr:+++++ awk -F: '{ print $NF }' 2024-07-26T06:45:58.870 INFO:tasks.workunit.client.1.smithi155.stderr:++++ data_pool= 2024-07-26T06:45:58.870 INFO:tasks.workunit.client.1.smithi155.stderr:++++ '[' -z ']' 2024-07-26T06:45:58.870 INFO:tasks.workunit.client.1.smithi155.stderr:++++ data_pool=rbd 2024-07-26T06:45:58.870 INFO:tasks.workunit.client.1.smithi155.stderr:++++ echo rbd 2024-07-26T06:45:58.871 INFO:tasks.workunit.client.1.smithi155.stderr:+++ rados ls -p rbd 2024-07-26T06:45:58.911 INFO:tasks.workunit.client.1.smithi155.stderr:++ objects=1 2024-07-26T06:45:58.911 INFO:tasks.workunit.client.1.smithi155.stderr:++ echo 1 2024-07-26T06:45:58.911 INFO:tasks.workunit.client.1.smithi155.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-07-26T06:45:58.911 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd export sparse1 /tmp/rbd_import_export_140453/sparse1.out 2024-07-26T06:45:58.946 INFO:tasks.workunit.client.1.smithi155.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2024-07-26T06:45:58.949 INFO:tasks.workunit.client.1.smithi155.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_140453/sparse1 /tmp/rbd_import_export_140453/sparse1.out 2024-07-26T06:45:58.949 INFO:tasks.workunit.client.1.smithi155.stderr:+ cmp -l /tmp/rbd_import_export_140453/sparse1 /tmp/rbd_import_export_140453/sparse1.out 2024-07-26T06:45:58.951 INFO:tasks.workunit.client.1.smithi155.stderr:++ stat /tmp/rbd_import_export_140453/sparse1 --format %b 2024-07-26T06:45:58.952 INFO:tasks.workunit.client.1.smithi155.stderr:+ origsize=2048 2024-07-26T06:45:58.952 INFO:tasks.workunit.client.1.smithi155.stderr:++ stat /tmp/rbd_import_export_140453/sparse1.out --format %b 2024-07-26T06:45:58.953 INFO:tasks.workunit.client.1.smithi155.stderr:+ exportsize=2048 2024-07-26T06:45:58.954 INFO:tasks.workunit.client.1.smithi155.stderr:+ difference=0 2024-07-26T06:45:58.954 INFO:tasks.workunit.client.1.smithi155.stderr:+ difference=0 2024-07-26T06:45:58.954 INFO:tasks.workunit.client.1.smithi155.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-07-26T06:45:58.954 INFO:tasks.workunit.client.1.smithi155.stderr:+ rm /tmp/rbd_import_export_140453/sparse1.out 2024-07-26T06:45:58.954 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd rm sparse1 2024-07-26T06:45:59.071 INFO:tasks.workunit.client.1.smithi155.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2024-07-26T06:45:59.074 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd rm sparse2 2024-07-26T06:45:59.124 INFO:tasks.workunit.client.1.smithi155.stderr: Removing image: 0% complete...failed. 2024-07-26T06:45:59.124 INFO:tasks.workunit.client.1.smithi155.stderr:rbd: delete error: (2) No such file or directory 2024-07-26T06:45:59.126 INFO:tasks.workunit.client.1.smithi155.stderr:+ true 2024-07-26T06:45:59.127 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_140453/sparse2 2024-07-26T06:45:59.197 INFO:tasks.workunit.client.1.smithi155.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2024-07-26T06:45:59.198 INFO:tasks.workunit.client.1.smithi155.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-07-26T06:45:59.198 INFO:tasks.workunit.client.1.smithi155.stderr:rbd: --order is deprecated, use --object-size 2024-07-26T06:45:59.201 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd ls -l 2024-07-26T06:45:59.201 INFO:tasks.workunit.client.1.smithi155.stderr:+ grep sparse2 2024-07-26T06:45:59.201 INFO:tasks.workunit.client.1.smithi155.stderr:+ grep -Ei '(2 MiB|2048k)' 2024-07-26T06:45:59.236 INFO:tasks.workunit.client.1.smithi155.stdout:sparse2 2 MiB 2 2024-07-26T06:45:59.237 INFO:tasks.workunit.client.1.smithi155.stderr:++ objects sparse2 2024-07-26T06:45:59.237 INFO:tasks.workunit.client.1.smithi155.stderr:++ image=sparse2 2024-07-26T06:45:59.237 INFO:tasks.workunit.client.1.smithi155.stderr:+++ rbd info sparse2 2024-07-26T06:45:59.237 INFO:tasks.workunit.client.1.smithi155.stderr:+++ grep block_name_prefix 2024-07-26T06:45:59.237 INFO:tasks.workunit.client.1.smithi155.stderr:+++ awk '{print $NF;}' 2024-07-26T06:45:59.273 INFO:tasks.workunit.client.1.smithi155.stderr:++ prefix=rbd_data.d6eab6afcf84 2024-07-26T06:45:59.275 INFO:tasks.workunit.client.1.smithi155.stderr:+++ grep rbd_data.d6eab6afcf84 2024-07-26T06:45:59.275 INFO:tasks.workunit.client.1.smithi155.stderr:++++ get_image_data_pool sparse2 2024-07-26T06:45:59.275 INFO:tasks.workunit.client.1.smithi155.stderr:++++ image=sparse2 2024-07-26T06:45:59.275 INFO:tasks.workunit.client.1.smithi155.stderr:+++ sed -e 's/rbd_data.d6eab6afcf84\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-07-26T06:45:59.275 INFO:tasks.workunit.client.1.smithi155.stderr:+++ sort -u 2024-07-26T06:45:59.275 INFO:tasks.workunit.client.1.smithi155.stderr:+++++ rbd info sparse2 2024-07-26T06:45:59.275 INFO:tasks.workunit.client.1.smithi155.stderr:+++++ grep 'data_pool: ' 2024-07-26T06:45:59.275 INFO:tasks.workunit.client.1.smithi155.stderr:+++++ awk -F: '{ print $NF }' 2024-07-26T06:45:59.310 INFO:tasks.workunit.client.1.smithi155.stderr:++++ data_pool= 2024-07-26T06:45:59.311 INFO:tasks.workunit.client.1.smithi155.stderr:++++ '[' -z ']' 2024-07-26T06:45:59.311 INFO:tasks.workunit.client.1.smithi155.stderr:++++ data_pool=rbd 2024-07-26T06:45:59.311 INFO:tasks.workunit.client.1.smithi155.stderr:++++ echo rbd 2024-07-26T06:45:59.311 INFO:tasks.workunit.client.1.smithi155.stderr:+++ rados ls -p rbd 2024-07-26T06:45:59.351 INFO:tasks.workunit.client.1.smithi155.stderr:++ objects=0 2024-07-26T06:45:59.351 INFO:tasks.workunit.client.1.smithi155.stderr:++ echo 0 2024-07-26T06:45:59.351 INFO:tasks.workunit.client.1.smithi155.stderr:+ '[' 0 -eq 1 -o 0 = 0 ']' 2024-07-26T06:45:59.351 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd export sparse2 /tmp/rbd_import_export_140453/sparse2.out 2024-07-26T06:45:59.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:45:58 smithi155 ceph-mon[90160]: pgmap v2046: 105 pgs: 105 active+clean; 803 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 16 KiB/s wr, 144 op/s 2024-07-26T06:45:59.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:45:58 smithi155 ceph-mon[90160]: osdmap e1134: 8 total, 8 up, 8 in 2024-07-26T06:45:59.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:45:58 smithi155 ceph-mon[90160]: from='client.? 172.21.15.155:0/597185607' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-07-26T06:45:59.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:45:58 smithi155 ceph-mon[90160]: from='client.? 172.21.15.155:0/597185607' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-07-26T06:45:59.387 INFO:tasks.workunit.client.1.smithi155.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2024-07-26T06:45:59.390 INFO:tasks.workunit.client.1.smithi155.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_140453/sparse2 /tmp/rbd_import_export_140453/sparse2.out 2024-07-26T06:45:59.390 INFO:tasks.workunit.client.1.smithi155.stderr:+ cmp -l /tmp/rbd_import_export_140453/sparse2 /tmp/rbd_import_export_140453/sparse2.out 2024-07-26T06:45:59.392 INFO:tasks.workunit.client.1.smithi155.stderr:++ stat /tmp/rbd_import_export_140453/sparse2 --format %b 2024-07-26T06:45:59.393 INFO:tasks.workunit.client.1.smithi155.stderr:+ origsize=2048 2024-07-26T06:45:59.393 INFO:tasks.workunit.client.1.smithi155.stderr:++ stat /tmp/rbd_import_export_140453/sparse2.out --format %b 2024-07-26T06:45:59.394 INFO:tasks.workunit.client.1.smithi155.stderr:+ exportsize=2048 2024-07-26T06:45:59.395 INFO:tasks.workunit.client.1.smithi155.stderr:+ difference=0 2024-07-26T06:45:59.395 INFO:tasks.workunit.client.1.smithi155.stderr:+ difference=0 2024-07-26T06:45:59.395 INFO:tasks.workunit.client.1.smithi155.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-07-26T06:45:59.395 INFO:tasks.workunit.client.1.smithi155.stderr:+ rm /tmp/rbd_import_export_140453/sparse2.out 2024-07-26T06:45:59.396 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd rm sparse2 2024-07-26T06:45:59.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:45:58 smithi089 ceph-mon[99608]: pgmap v2046: 105 pgs: 105 active+clean; 803 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 16 KiB/s wr, 144 op/s 2024-07-26T06:45:59.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:45:58 smithi089 ceph-mon[99608]: osdmap e1134: 8 total, 8 up, 8 in 2024-07-26T06:45:59.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:45:58 smithi089 ceph-mon[99608]: from='client.? 172.21.15.155:0/597185607' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-07-26T06:45:59.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:45:58 smithi089 ceph-mon[99608]: from='client.? 172.21.15.155:0/597185607' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-07-26T06:45:59.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:45:58 smithi089 ceph-mon[102056]: pgmap v2046: 105 pgs: 105 active+clean; 803 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 16 KiB/s wr, 144 op/s 2024-07-26T06:45:59.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:45:58 smithi089 ceph-mon[102056]: osdmap e1134: 8 total, 8 up, 8 in 2024-07-26T06:45:59.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:45:58 smithi089 ceph-mon[102056]: from='client.? 172.21.15.155:0/597185607' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-07-26T06:45:59.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:45:58 smithi089 ceph-mon[102056]: from='client.? 172.21.15.155:0/597185607' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-07-26T06:45:59.512 INFO:tasks.workunit.client.1.smithi155.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2024-07-26T06:45:59.515 INFO:tasks.workunit.client.1.smithi155.stderr:+ truncate /tmp/rbd_import_export_140453/sparse1 -s 10M 2024-07-26T06:45:59.515 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd import --new-format --order 20 - sparse1 2024-07-26T06:45:59.622 INFO:tasks.workunit.client.1.smithi155.stderr: Importing image: 100% complete...done. 2024-07-26T06:45:59.623 INFO:tasks.workunit.client.1.smithi155.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-07-26T06:45:59.623 INFO:tasks.workunit.client.1.smithi155.stderr:rbd: --order is deprecated, use --object-size 2024-07-26T06:45:59.625 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd ls -l 2024-07-26T06:45:59.625 INFO:tasks.workunit.client.1.smithi155.stderr:+ grep sparse1 2024-07-26T06:45:59.625 INFO:tasks.workunit.client.1.smithi155.stderr:+ grep -Ei '(10 MiB|10240k)' 2024-07-26T06:45:59.660 INFO:tasks.workunit.client.1.smithi155.stdout:sparse1 10 MiB 2 2024-07-26T06:45:59.661 INFO:tasks.workunit.client.1.smithi155.stderr:++ objects sparse1 2024-07-26T06:45:59.661 INFO:tasks.workunit.client.1.smithi155.stderr:++ image=sparse1 2024-07-26T06:45:59.661 INFO:tasks.workunit.client.1.smithi155.stderr:+++ rbd info sparse1 2024-07-26T06:45:59.661 INFO:tasks.workunit.client.1.smithi155.stderr:+++ grep block_name_prefix 2024-07-26T06:45:59.661 INFO:tasks.workunit.client.1.smithi155.stderr:+++ awk '{print $NF;}' 2024-07-26T06:45:59.697 INFO:tasks.workunit.client.1.smithi155.stderr:++ prefix=rbd_data.d717325db030 2024-07-26T06:45:59.698 INFO:tasks.workunit.client.1.smithi155.stderr:+++ grep rbd_data.d717325db030 2024-07-26T06:45:59.698 INFO:tasks.workunit.client.1.smithi155.stderr:++++ get_image_data_pool sparse1 2024-07-26T06:45:59.698 INFO:tasks.workunit.client.1.smithi155.stderr:++++ image=sparse1 2024-07-26T06:45:59.698 INFO:tasks.workunit.client.1.smithi155.stderr:+++ sed -e 's/rbd_data.d717325db030\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-07-26T06:45:59.698 INFO:tasks.workunit.client.1.smithi155.stderr:+++ sort -u 2024-07-26T06:45:59.698 INFO:tasks.workunit.client.1.smithi155.stderr:+++++ rbd info sparse1 2024-07-26T06:45:59.698 INFO:tasks.workunit.client.1.smithi155.stderr:+++++ grep 'data_pool: ' 2024-07-26T06:45:59.698 INFO:tasks.workunit.client.1.smithi155.stderr:+++++ awk -F: '{ print $NF }' 2024-07-26T06:45:59.733 INFO:tasks.workunit.client.1.smithi155.stderr:++++ data_pool= 2024-07-26T06:45:59.733 INFO:tasks.workunit.client.1.smithi155.stderr:++++ '[' -z ']' 2024-07-26T06:45:59.733 INFO:tasks.workunit.client.1.smithi155.stderr:++++ data_pool=rbd 2024-07-26T06:45:59.733 INFO:tasks.workunit.client.1.smithi155.stderr:++++ echo rbd 2024-07-26T06:45:59.733 INFO:tasks.workunit.client.1.smithi155.stderr:+++ rados ls -p rbd 2024-07-26T06:45:59.773 INFO:tasks.workunit.client.1.smithi155.stderr:++ objects=1 2024-07-26T06:45:59.774 INFO:tasks.workunit.client.1.smithi155.stderr:++ echo 1 2024-07-26T06:45:59.774 INFO:tasks.workunit.client.1.smithi155.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-07-26T06:45:59.774 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd export sparse1 /tmp/rbd_import_export_140453/sparse1.out 2024-07-26T06:45:59.810 INFO:tasks.workunit.client.1.smithi155.stderr: Exporting image: 10% complete... Exporting image: 20% complete... Exporting image: 30% complete... Exporting image: 40% complete... Exporting image: 50% complete... Exporting image: 60% complete... Exporting image: 70% complete... Exporting image: 80% complete... Exporting image: 90% complete... Exporting image: 100% complete...done. 2024-07-26T06:45:59.813 INFO:tasks.workunit.client.1.smithi155.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_140453/sparse1 /tmp/rbd_import_export_140453/sparse1.out 2024-07-26T06:45:59.813 INFO:tasks.workunit.client.1.smithi155.stderr:+ cmp -l /tmp/rbd_import_export_140453/sparse1 /tmp/rbd_import_export_140453/sparse1.out 2024-07-26T06:45:59.820 INFO:tasks.workunit.client.1.smithi155.stderr:++ stat /tmp/rbd_import_export_140453/sparse1 --format %b 2024-07-26T06:45:59.821 INFO:tasks.workunit.client.1.smithi155.stderr:+ origsize=2048 2024-07-26T06:45:59.821 INFO:tasks.workunit.client.1.smithi155.stderr:++ stat /tmp/rbd_import_export_140453/sparse1.out --format %b 2024-07-26T06:45:59.822 INFO:tasks.workunit.client.1.smithi155.stderr:+ exportsize=2048 2024-07-26T06:45:59.823 INFO:tasks.workunit.client.1.smithi155.stderr:+ difference=0 2024-07-26T06:45:59.823 INFO:tasks.workunit.client.1.smithi155.stderr:+ difference=0 2024-07-26T06:45:59.823 INFO:tasks.workunit.client.1.smithi155.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-07-26T06:45:59.823 INFO:tasks.workunit.client.1.smithi155.stderr:+ rm /tmp/rbd_import_export_140453/sparse1.out 2024-07-26T06:45:59.824 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd rm sparse1 2024-07-26T06:45:59.941 INFO:tasks.workunit.client.1.smithi155.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2024-07-26T06:45:59.944 INFO:tasks.workunit.client.1.smithi155.stderr:+ dd if=/dev/urandom bs=2M count=1 of=/tmp/rbd_import_export_140453/sparse2 oflag=append conv=notrunc 2024-07-26T06:45:59.951 INFO:tasks.workunit.client.1.smithi155.stderr:1+0 records in 2024-07-26T06:45:59.951 INFO:tasks.workunit.client.1.smithi155.stderr:1+0 records out 2024-07-26T06:45:59.951 INFO:tasks.workunit.client.1.smithi155.stderr:2097152 bytes (2.1 MB, 2.0 MiB) copied, 0.00612108 s, 343 MB/s 2024-07-26T06:45:59.951 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd import --new-format --order 20 - sparse2 2024-07-26T06:46:00.052 INFO:tasks.workunit.client.1.smithi155.stderr: Importing image: 100% complete...done. 2024-07-26T06:46:00.053 INFO:tasks.workunit.client.1.smithi155.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-07-26T06:46:00.053 INFO:tasks.workunit.client.1.smithi155.stderr:rbd: --order is deprecated, use --object-size 2024-07-26T06:46:00.055 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd ls -l 2024-07-26T06:46:00.055 INFO:tasks.workunit.client.1.smithi155.stderr:+ grep sparse2 2024-07-26T06:46:00.056 INFO:tasks.workunit.client.1.smithi155.stderr:+ grep -Ei '(4 MiB|4096k)' 2024-07-26T06:46:00.093 INFO:tasks.workunit.client.1.smithi155.stdout:sparse2 4 MiB 2 2024-07-26T06:46:00.094 INFO:tasks.workunit.client.1.smithi155.stderr:++ objects sparse2 2024-07-26T06:46:00.094 INFO:tasks.workunit.client.1.smithi155.stderr:++ image=sparse2 2024-07-26T06:46:00.094 INFO:tasks.workunit.client.1.smithi155.stderr:+++ rbd info sparse2 2024-07-26T06:46:00.094 INFO:tasks.workunit.client.1.smithi155.stderr:+++ grep block_name_prefix 2024-07-26T06:46:00.094 INFO:tasks.workunit.client.1.smithi155.stderr:+++ awk '{print $NF;}' 2024-07-26T06:46:00.129 INFO:tasks.workunit.client.1.smithi155.stderr:++ prefix=rbd_data.d74462fd9e67 2024-07-26T06:46:00.130 INFO:tasks.workunit.client.1.smithi155.stderr:+++ grep rbd_data.d74462fd9e67 2024-07-26T06:46:00.130 INFO:tasks.workunit.client.1.smithi155.stderr:+++ sed -e 's/rbd_data.d74462fd9e67\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-07-26T06:46:00.130 INFO:tasks.workunit.client.1.smithi155.stderr:++++ get_image_data_pool sparse2 2024-07-26T06:46:00.130 INFO:tasks.workunit.client.1.smithi155.stderr:++++ image=sparse2 2024-07-26T06:46:00.130 INFO:tasks.workunit.client.1.smithi155.stderr:+++ sort -u 2024-07-26T06:46:00.130 INFO:tasks.workunit.client.1.smithi155.stderr:+++++ rbd info sparse2 2024-07-26T06:46:00.130 INFO:tasks.workunit.client.1.smithi155.stderr:+++++ grep 'data_pool: ' 2024-07-26T06:46:00.131 INFO:tasks.workunit.client.1.smithi155.stderr:+++++ awk -F: '{ print $NF }' 2024-07-26T06:46:00.166 INFO:tasks.workunit.client.1.smithi155.stderr:++++ data_pool= 2024-07-26T06:46:00.166 INFO:tasks.workunit.client.1.smithi155.stderr:++++ '[' -z ']' 2024-07-26T06:46:00.166 INFO:tasks.workunit.client.1.smithi155.stderr:++++ data_pool=rbd 2024-07-26T06:46:00.166 INFO:tasks.workunit.client.1.smithi155.stderr:++++ echo rbd 2024-07-26T06:46:00.166 INFO:tasks.workunit.client.1.smithi155.stderr:+++ rados ls -p rbd 2024-07-26T06:46:00.206 INFO:tasks.workunit.client.1.smithi155.stderr:++ objects='0 2024-07-26T06:46:00.206 INFO:tasks.workunit.client.1.smithi155.stderr:2 2024-07-26T06:46:00.206 INFO:tasks.workunit.client.1.smithi155.stderr:3' 2024-07-26T06:46:00.206 INFO:tasks.workunit.client.1.smithi155.stderr:++ echo 0 2 3 2024-07-26T06:46:00.206 INFO:tasks.workunit.client.1.smithi155.stderr:+ '[' 0 -eq 1 -o '0 2 3' = '0 2 3' ']' 2024-07-26T06:46:00.207 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd export sparse2 /tmp/rbd_import_export_140453/sparse2.out 2024-07-26T06:46:00.244 INFO:tasks.workunit.client.1.smithi155.stderr: Exporting image: 25% complete... Exporting image: 50% complete... Exporting image: 75% complete... Exporting image: 100% complete...done. 2024-07-26T06:46:00.248 INFO:tasks.workunit.client.1.smithi155.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_140453/sparse2 /tmp/rbd_import_export_140453/sparse2.out 2024-07-26T06:46:00.248 INFO:tasks.workunit.client.1.smithi155.stderr:+ cmp -l /tmp/rbd_import_export_140453/sparse2 /tmp/rbd_import_export_140453/sparse2.out 2024-07-26T06:46:00.251 INFO:tasks.workunit.client.1.smithi155.stderr:++ stat /tmp/rbd_import_export_140453/sparse2 --format %b 2024-07-26T06:46:00.252 INFO:tasks.workunit.client.1.smithi155.stderr:+ origsize=6144 2024-07-26T06:46:00.252 INFO:tasks.workunit.client.1.smithi155.stderr:++ stat /tmp/rbd_import_export_140453/sparse2.out --format %b 2024-07-26T06:46:00.253 INFO:tasks.workunit.client.1.smithi155.stderr:+ exportsize=6144 2024-07-26T06:46:00.253 INFO:tasks.workunit.client.1.smithi155.stderr:+ difference=0 2024-07-26T06:46:00.253 INFO:tasks.workunit.client.1.smithi155.stderr:+ difference=0 2024-07-26T06:46:00.253 INFO:tasks.workunit.client.1.smithi155.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-07-26T06:46:00.253 INFO:tasks.workunit.client.1.smithi155.stderr:+ rm /tmp/rbd_import_export_140453/sparse2.out 2024-07-26T06:46:00.254 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd rm sparse2 2024-07-26T06:46:00.379 INFO:tasks.workunit.client.1.smithi155.stderr: Removing image: 25% complete... Removing image: 50% complete... Removing image: 75% complete... Removing image: 100% complete...done. 2024-07-26T06:46:00.382 INFO:tasks.workunit.client.1.smithi155.stderr:+ echo 'partially-sparse file imports to partially-sparse image' 2024-07-26T06:46:00.382 INFO:tasks.workunit.client.1.smithi155.stdout:partially-sparse file imports to partially-sparse image 2024-07-26T06:46:00.383 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_140453/sparse1 sparse 2024-07-26T06:46:00.457 INFO:tasks.workunit.client.1.smithi155.stderr: Importing image: 10% complete... Importing image: 20% complete... Importing image: 30% complete... Importing image: 40% complete... Importing image: 50% complete... Importing image: 60% complete... Importing image: 70% complete... Importing image: 80% complete... Importing image: 90% complete... Importing image: 100% complete...done. 2024-07-26T06:46:00.457 INFO:tasks.workunit.client.1.smithi155.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-07-26T06:46:00.457 INFO:tasks.workunit.client.1.smithi155.stderr:rbd: --order is deprecated, use --object-size 2024-07-26T06:46:00.459 INFO:tasks.workunit.client.1.smithi155.stderr:++ objects sparse 2024-07-26T06:46:00.460 INFO:tasks.workunit.client.1.smithi155.stderr:++ image=sparse 2024-07-26T06:46:00.460 INFO:tasks.workunit.client.1.smithi155.stderr:+++ rbd info sparse 2024-07-26T06:46:00.460 INFO:tasks.workunit.client.1.smithi155.stderr:+++ grep block_name_prefix 2024-07-26T06:46:00.460 INFO:tasks.workunit.client.1.smithi155.stderr:+++ awk '{print $NF;}' 2024-07-26T06:46:00.496 INFO:tasks.workunit.client.1.smithi155.stderr:++ prefix=rbd_data.d771e531db50 2024-07-26T06:46:00.497 INFO:tasks.workunit.client.1.smithi155.stderr:+++ grep rbd_data.d771e531db50 2024-07-26T06:46:00.497 INFO:tasks.workunit.client.1.smithi155.stderr:++++ get_image_data_pool sparse 2024-07-26T06:46:00.497 INFO:tasks.workunit.client.1.smithi155.stderr:+++ sed -e 's/rbd_data.d771e531db50\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-07-26T06:46:00.497 INFO:tasks.workunit.client.1.smithi155.stderr:++++ image=sparse 2024-07-26T06:46:00.497 INFO:tasks.workunit.client.1.smithi155.stderr:+++ sort -u 2024-07-26T06:46:00.497 INFO:tasks.workunit.client.1.smithi155.stderr:+++++ rbd info sparse 2024-07-26T06:46:00.498 INFO:tasks.workunit.client.1.smithi155.stderr:+++++ grep 'data_pool: ' 2024-07-26T06:46:00.498 INFO:tasks.workunit.client.1.smithi155.stderr:+++++ awk -F: '{ print $NF }' 2024-07-26T06:46:00.532 INFO:tasks.workunit.client.1.smithi155.stderr:++++ data_pool= 2024-07-26T06:46:00.533 INFO:tasks.workunit.client.1.smithi155.stderr:++++ '[' -z ']' 2024-07-26T06:46:00.533 INFO:tasks.workunit.client.1.smithi155.stderr:++++ data_pool=rbd 2024-07-26T06:46:00.533 INFO:tasks.workunit.client.1.smithi155.stderr:++++ echo rbd 2024-07-26T06:46:00.533 INFO:tasks.workunit.client.1.smithi155.stderr:+++ rados ls -p rbd 2024-07-26T06:46:00.572 INFO:tasks.workunit.client.1.smithi155.stderr:++ objects=1 2024-07-26T06:46:00.573 INFO:tasks.workunit.client.1.smithi155.stderr:++ echo 1 2024-07-26T06:46:00.573 INFO:tasks.workunit.client.1.smithi155.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-07-26T06:46:00.573 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd rm sparse 2024-07-26T06:46:00.690 INFO:tasks.workunit.client.1.smithi155.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2024-07-26T06:46:00.693 INFO:tasks.workunit.client.1.smithi155.stdout:zeros import through stdin to sparse image 2024-07-26T06:46:00.693 INFO:tasks.workunit.client.1.smithi155.stderr:+ echo 'zeros import through stdin to sparse image' 2024-07-26T06:46:00.694 INFO:tasks.workunit.client.1.smithi155.stderr:+ dd if=/dev/zero bs=1M count=4 2024-07-26T06:46:00.694 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd import --new-format - sparse 2024-07-26T06:46:00.743 INFO:tasks.workunit.client.1.smithi155.stderr:4+0 records in 2024-07-26T06:46:00.744 INFO:tasks.workunit.client.1.smithi155.stderr:4+0 records out 2024-07-26T06:46:00.744 INFO:tasks.workunit.client.1.smithi155.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0492668 s, 85.1 MB/s 2024-07-26T06:46:00.757 INFO:tasks.workunit.client.1.smithi155.stderr: Importing image: 100% complete...done. 2024-07-26T06:46:00.757 INFO:tasks.workunit.client.1.smithi155.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-07-26T06:46:00.760 INFO:tasks.workunit.client.1.smithi155.stderr:++ objects sparse 2024-07-26T06:46:00.760 INFO:tasks.workunit.client.1.smithi155.stderr:++ image=sparse 2024-07-26T06:46:00.760 INFO:tasks.workunit.client.1.smithi155.stderr:+++ rbd info sparse 2024-07-26T06:46:00.760 INFO:tasks.workunit.client.1.smithi155.stderr:+++ grep block_name_prefix 2024-07-26T06:46:00.761 INFO:tasks.workunit.client.1.smithi155.stderr:+++ awk '{print $NF;}' 2024-07-26T06:46:00.797 INFO:tasks.workunit.client.1.smithi155.stderr:++ prefix=rbd_data.d792f975e6dd 2024-07-26T06:46:00.797 INFO:tasks.workunit.client.1.smithi155.stderr:+++ grep rbd_data.d792f975e6dd 2024-07-26T06:46:00.797 INFO:tasks.workunit.client.1.smithi155.stderr:++++ get_image_data_pool sparse 2024-07-26T06:46:00.797 INFO:tasks.workunit.client.1.smithi155.stderr:++++ image=sparse 2024-07-26T06:46:00.797 INFO:tasks.workunit.client.1.smithi155.stderr:+++ sed -e 's/rbd_data.d792f975e6dd\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-07-26T06:46:00.797 INFO:tasks.workunit.client.1.smithi155.stderr:+++ sort -u 2024-07-26T06:46:00.797 INFO:tasks.workunit.client.1.smithi155.stderr:+++++ rbd info sparse 2024-07-26T06:46:00.797 INFO:tasks.workunit.client.1.smithi155.stderr:+++++ grep 'data_pool: ' 2024-07-26T06:46:00.797 INFO:tasks.workunit.client.1.smithi155.stderr:+++++ awk -F: '{ print $NF }' 2024-07-26T06:46:00.832 INFO:tasks.workunit.client.1.smithi155.stderr:++++ data_pool= 2024-07-26T06:46:00.832 INFO:tasks.workunit.client.1.smithi155.stderr:++++ '[' -z ']' 2024-07-26T06:46:00.832 INFO:tasks.workunit.client.1.smithi155.stderr:++++ data_pool=rbd 2024-07-26T06:46:00.832 INFO:tasks.workunit.client.1.smithi155.stderr:++++ echo rbd 2024-07-26T06:46:00.833 INFO:tasks.workunit.client.1.smithi155.stderr:+++ rados ls -p rbd 2024-07-26T06:46:00.872 INFO:tasks.workunit.client.1.smithi155.stderr:++ objects= 2024-07-26T06:46:00.872 INFO:tasks.workunit.client.1.smithi155.stderr:++ echo 2024-07-26T06:46:00.872 INFO:tasks.workunit.client.1.smithi155.stderr:+ '[' 0 -eq 1 -o '' = '' ']' 2024-07-26T06:46:00.873 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd rm sparse 2024-07-26T06:46:00.978 INFO:tasks.workunit.client.1.smithi155.stderr: Removing image: 100% complete...done. 2024-07-26T06:46:00.981 INFO:tasks.workunit.client.1.smithi155.stdout:zeros export to sparse file 2024-07-26T06:46:00.981 INFO:tasks.workunit.client.1.smithi155.stderr:+ echo 'zeros export to sparse file' 2024-07-26T06:46:00.981 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd create --new-format sparse --size 4 2024-07-26T06:46:01.022 INFO:tasks.workunit.client.1.smithi155.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-07-26T06:46:01.025 INFO:tasks.workunit.client.1.smithi155.stderr:++ rbd info sparse 2024-07-26T06:46:01.025 INFO:tasks.workunit.client.1.smithi155.stderr:++ grep block_name_prefix 2024-07-26T06:46:01.025 INFO:tasks.workunit.client.1.smithi155.stderr:++ awk '{print $NF;}' 2024-07-26T06:46:01.061 INFO:tasks.workunit.client.1.smithi155.stderr:+ prefix=rbd_data.d7b31a549301 2024-07-26T06:46:01.061 INFO:tasks.workunit.client.1.smithi155.stderr:+ dd if=/dev/zero bs=4M count=1 2024-07-26T06:46:01.062 INFO:tasks.workunit.client.1.smithi155.stderr:++ get_image_data_pool sparse 2024-07-26T06:46:01.062 INFO:tasks.workunit.client.1.smithi155.stderr:++ image=sparse 2024-07-26T06:46:01.062 INFO:tasks.workunit.client.1.smithi155.stderr:+++ rbd info sparse 2024-07-26T06:46:01.062 INFO:tasks.workunit.client.1.smithi155.stderr:+++ grep 'data_pool: ' 2024-07-26T06:46:01.062 INFO:tasks.workunit.client.1.smithi155.stderr:+++ awk -F: '{ print $NF }' 2024-07-26T06:46:01.098 INFO:tasks.workunit.client.1.smithi155.stderr:++ data_pool= 2024-07-26T06:46:01.098 INFO:tasks.workunit.client.1.smithi155.stderr:++ '[' -z ']' 2024-07-26T06:46:01.099 INFO:tasks.workunit.client.1.smithi155.stderr:++ data_pool=rbd 2024-07-26T06:46:01.099 INFO:tasks.workunit.client.1.smithi155.stderr:++ echo rbd 2024-07-26T06:46:01.099 INFO:tasks.workunit.client.1.smithi155.stderr:+ rados -p rbd put rbd_data.d7b31a549301.000000000000 - 2024-07-26T06:46:01.128 INFO:tasks.workunit.client.1.smithi155.stderr:1+0 records in 2024-07-26T06:46:01.128 INFO:tasks.workunit.client.1.smithi155.stderr:1+0 records out 2024-07-26T06:46:01.128 INFO:tasks.workunit.client.1.smithi155.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0659108 s, 63.6 MB/s 2024-07-26T06:46:01.155 INFO:tasks.workunit.client.1.smithi155.stderr:++ objects sparse 2024-07-26T06:46:01.155 INFO:tasks.workunit.client.1.smithi155.stderr:++ image=sparse 2024-07-26T06:46:01.155 INFO:tasks.workunit.client.1.smithi155.stderr:+++ rbd info sparse 2024-07-26T06:46:01.155 INFO:tasks.workunit.client.1.smithi155.stderr:+++ grep block_name_prefix 2024-07-26T06:46:01.155 INFO:tasks.workunit.client.1.smithi155.stderr:+++ awk '{print $NF;}' 2024-07-26T06:46:01.191 INFO:tasks.workunit.client.1.smithi155.stderr:++ prefix=rbd_data.d7b31a549301 2024-07-26T06:46:01.192 INFO:tasks.workunit.client.1.smithi155.stderr:+++ grep rbd_data.d7b31a549301 2024-07-26T06:46:01.192 INFO:tasks.workunit.client.1.smithi155.stderr:++++ get_image_data_pool sparse 2024-07-26T06:46:01.193 INFO:tasks.workunit.client.1.smithi155.stderr:++++ image=sparse 2024-07-26T06:46:01.193 INFO:tasks.workunit.client.1.smithi155.stderr:+++ sed -e 's/rbd_data.d7b31a549301\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-07-26T06:46:01.193 INFO:tasks.workunit.client.1.smithi155.stderr:+++ sort -u 2024-07-26T06:46:01.193 INFO:tasks.workunit.client.1.smithi155.stderr:+++++ rbd info sparse 2024-07-26T06:46:01.193 INFO:tasks.workunit.client.1.smithi155.stderr:+++++ grep 'data_pool: ' 2024-07-26T06:46:01.193 INFO:tasks.workunit.client.1.smithi155.stderr:+++++ awk -F: '{ print $NF }' 2024-07-26T06:46:01.229 INFO:tasks.workunit.client.1.smithi155.stderr:++++ data_pool= 2024-07-26T06:46:01.229 INFO:tasks.workunit.client.1.smithi155.stderr:++++ '[' -z ']' 2024-07-26T06:46:01.229 INFO:tasks.workunit.client.1.smithi155.stderr:++++ data_pool=rbd 2024-07-26T06:46:01.230 INFO:tasks.workunit.client.1.smithi155.stderr:++++ echo rbd 2024-07-26T06:46:01.230 INFO:tasks.workunit.client.1.smithi155.stderr:+++ rados ls -p rbd 2024-07-26T06:46:01.269 INFO:tasks.workunit.client.1.smithi155.stderr:++ objects=0 2024-07-26T06:46:01.269 INFO:tasks.workunit.client.1.smithi155.stderr:++ echo 0 2024-07-26T06:46:01.270 INFO:tasks.workunit.client.1.smithi155.stderr:+ '[' 0 -eq 1 -o 0 = 0 ']' 2024-07-26T06:46:01.270 INFO:tasks.workunit.client.1.smithi155.stderr:+ rm /tmp/rbd_import_export_140453/sparse 2024-07-26T06:46:01.270 INFO:tasks.workunit.client.1.smithi155.stderr:rm: cannot remove '/tmp/rbd_import_export_140453/sparse': No such file or directory 2024-07-26T06:46:01.270 INFO:tasks.workunit.client.1.smithi155.stderr:+ true 2024-07-26T06:46:01.271 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd export sparse /tmp/rbd_import_export_140453/sparse 2024-07-26T06:46:01.306 INFO:tasks.workunit.client.1.smithi155.stderr: Exporting image: 100% complete...done. 2024-07-26T06:46:01.309 INFO:tasks.workunit.client.1.smithi155.stderr:++ stat /tmp/rbd_import_export_140453/sparse --format=%b 2024-07-26T06:46:01.310 INFO:tasks.workunit.client.1.smithi155.stderr:+ '[' 0 = 0 ']' 2024-07-26T06:46:01.310 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd rm sparse 2024-07-26T06:46:01.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:00 smithi155 ceph-mon[90160]: pgmap v2048: 105 pgs: 105 active+clean; 803 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 111 KiB/s rd, 12 KiB/s wr, 151 op/s 2024-07-26T06:46:01.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:00 smithi089 ceph-mon[99608]: pgmap v2048: 105 pgs: 105 active+clean; 803 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 111 KiB/s rd, 12 KiB/s wr, 151 op/s 2024-07-26T06:46:01.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:00 smithi089 ceph-mon[102056]: pgmap v2048: 105 pgs: 105 active+clean; 803 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 111 KiB/s rd, 12 KiB/s wr, 151 op/s 2024-07-26T06:46:01.426 INFO:tasks.workunit.client.1.smithi155.stderr: Removing image: 100% complete...done. 2024-07-26T06:46:01.429 INFO:tasks.workunit.client.1.smithi155.stderr:+ rm /tmp/rbd_import_export_140453/sparse /tmp/rbd_import_export_140453/sparse1 /tmp/rbd_import_export_140453/sparse2 /tmp/rbd_import_export_140453/sparse3 2024-07-26T06:46:01.431 INFO:tasks.workunit.client.1.smithi155.stderr:rm: cannot remove '/tmp/rbd_import_export_140453/sparse3': No such file or directory 2024-07-26T06:46:01.431 INFO:tasks.workunit.client.1.smithi155.stderr:+ true 2024-07-26T06:46:01.432 INFO:tasks.workunit.client.1.smithi155.stdout:OK 2024-07-26T06:46:01.433 INFO:tasks.workunit.client.1.smithi155.stderr:+ echo OK 2024-07-26T06:46:01.433 INFO:tasks.workunit.client.1.smithi155.stderr:+ rm -rf /tmp/rbd_import_export_140453 2024-07-26T06:46:01.433 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-07-26T06:46:01.433 DEBUG:teuthology.orchestra.run.smithi155:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.1/client.1/tmp 2024-07-26T06:46:01.500 INFO:tasks.workunit:Stopping ['rbd/import_export.sh'] on client.1... 2024-07-26T06:46:01.501 DEBUG:teuthology.orchestra.run.smithi155:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.1 /home/ubuntu/cephtest/clone.client.1 2024-07-26T06:46:01.718 DEBUG:teuthology.parallel:result is None 2024-07-26T06:46:01.718 DEBUG:teuthology.orchestra.run.smithi155:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.1/client.1 2024-07-26T06:46:01.743 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.1/client.1 2024-07-26T06:46:01.743 DEBUG:teuthology.orchestra.run.smithi155:> rmdir -- /home/ubuntu/cephtest/mnt.1 2024-07-26T06:46:01.799 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.1/client.1 2024-07-26T06:46:01.799 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-07-26T06:46:01.799 INFO:teuthology.task.print:**** done end rbd_import_export.yaml 2024-07-26T06:46:01.799 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-07-26T06:46:01.799 INFO:teuthology.task.print:**** done start test_rbd_api.yaml 2024-07-26T06:46:01.799 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-07-26T06:46:01.800 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-07-26T06:46:01.800 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-07-26T06:46:01.800 DEBUG:teuthology.orchestra.run.smithi089:> stat -- /home/ubuntu/cephtest/mnt.0 2024-07-26T06:46:01.817 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-26T06:46:01.817 INFO:teuthology.orchestra.run.smithi089.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-07-26T06:46:01.817 DEBUG:teuthology.orchestra.run.smithi089:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-07-26T06:46:01.873 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-07-26T06:46:01.873 DEBUG:teuthology.orchestra.run.smithi089:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-07-26T06:46:01.928 INFO:tasks.workunit:timeout=3h 2024-07-26T06:46:01.929 INFO:tasks.workunit:cleanup=True 2024-07-26T06:46:01.929 DEBUG:teuthology.orchestra.run.smithi089:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-07-26T06:46:01.986 INFO:tasks.workunit.client.0.smithi089.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-07-26T06:46:02.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:46:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:46:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:46:02.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:46:02 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:46:02] "GET /metrics HTTP/1.1" 200 34032 "" "Prometheus/2.43.0" 2024-07-26T06:46:03.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:02 smithi155 ceph-mon[90160]: pgmap v2049: 105 pgs: 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 309 KiB/s rd, 186 KiB/s wr, 193 op/s 2024-07-26T06:46:03.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:02 smithi089 ceph-mon[99608]: pgmap v2049: 105 pgs: 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 309 KiB/s rd, 186 KiB/s wr, 193 op/s 2024-07-26T06:46:03.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:02 smithi089 ceph-mon[102056]: pgmap v2049: 105 pgs: 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 309 KiB/s rd, 186 KiB/s wr, 193 op/s 2024-07-26T06:46:05.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:04 smithi155 ceph-mon[90160]: pgmap v2050: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 812 KiB/s rd, 1.2 MiB/s wr, 335 op/s 2024-07-26T06:46:05.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:04 smithi155 ceph-mon[90160]: osdmap e1135: 8 total, 8 up, 8 in 2024-07-26T06:46:05.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:04 smithi089 ceph-mon[99608]: pgmap v2050: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 812 KiB/s rd, 1.2 MiB/s wr, 335 op/s 2024-07-26T06:46:05.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:04 smithi089 ceph-mon[99608]: osdmap e1135: 8 total, 8 up, 8 in 2024-07-26T06:46:05.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:04 smithi089 ceph-mon[102056]: pgmap v2050: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 812 KiB/s rd, 1.2 MiB/s wr, 335 op/s 2024-07-26T06:46:05.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:04 smithi089 ceph-mon[102056]: osdmap e1135: 8 total, 8 up, 8 in 2024-07-26T06:46:07.288 DEBUG:teuthology.orchestra.run.smithi089:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-07-26T06:46:07.344 INFO:tasks.workunit.client.0.smithi089.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-07-26T06:46:07.346 INFO:tasks.workunit.client.0.smithi089.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-07-26T06:46:07.346 INFO:tasks.workunit.client.0.smithi089.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-07-26T06:46:07.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:06 smithi155 ceph-mon[90160]: pgmap v2052: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.4 MiB/s wr, 392 op/s 2024-07-26T06:46:07.395 INFO:tasks.workunit.client.0.smithi089.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-07-26T06:46:07.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:06 smithi089 ceph-mon[99608]: pgmap v2052: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.4 MiB/s wr, 392 op/s 2024-07-26T06:46:07.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:06 smithi089 ceph-mon[102056]: pgmap v2052: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.4 MiB/s wr, 392 op/s 2024-07-26T06:46:07.444 INFO:tasks.workunit.client.0.smithi089.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-07-26T06:46:07.483 INFO:tasks.workunit.client.0.smithi089.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-07-26T06:46:07.484 INFO:tasks.workunit.client.0.smithi089.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-07-26T06:46:07.484 INFO:tasks.workunit.client.0.smithi089.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-07-26T06:46:07.524 INFO:tasks.workunit.client.0.smithi089.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-07-26T06:46:07.527 DEBUG:teuthology.orchestra.run.smithi089:> set -ex 2024-07-26T06:46:07.527 DEBUG:teuthology.orchestra.run.smithi089:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-07-26T06:46:07.583 INFO:tasks.workunit:Running workunits matching rbd/test_librbd.sh on client.0... 2024-07-26T06:46:07.584 INFO:tasks.workunit:Running workunit rbd/test_librbd.sh... 2024-07-26T06:46:07.585 DEBUG:teuthology.orchestra.run.smithi089:workunit test rbd/test_librbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd.sh 2024-07-26T06:46:07.681 INFO:tasks.workunit.client.0.smithi089.stderr:warning: failed to enable lockdep 2024-07-26T06:46:07.682 INFO:tasks.workunit.client.0.smithi089.stdout:seed 152442 2024-07-26T06:46:07.682 INFO:tasks.workunit.client.0.smithi089.stdout:[==========] Running 425 tests from 16 test suites. 2024-07-26T06:46:07.682 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] Global test environment set-up. 2024-07-26T06:46:07.682 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] 1 test from TestJournalStress 2024-07-26T06:46:08.988 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestJournalStress.DiscardWithPruneWriteOverlap 2024-07-26T06:46:09.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:08 smithi155 ceph-mon[90160]: pgmap v2053: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 871 KiB/s rd, 1.2 MiB/s wr, 281 op/s 2024-07-26T06:46:09.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:08 smithi155 ceph-mon[90160]: osdmap e1136: 8 total, 8 up, 8 in 2024-07-26T06:46:09.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:08 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/3100058109' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:09.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:08 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:09.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:08 smithi089 ceph-mon[99608]: pgmap v2053: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 871 KiB/s rd, 1.2 MiB/s wr, 281 op/s 2024-07-26T06:46:09.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:08 smithi089 ceph-mon[99608]: osdmap e1136: 8 total, 8 up, 8 in 2024-07-26T06:46:09.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:08 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/3100058109' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:09.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:08 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:09.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:08 smithi089 ceph-mon[102056]: pgmap v2053: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 871 KiB/s rd, 1.2 MiB/s wr, 281 op/s 2024-07-26T06:46:09.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:08 smithi089 ceph-mon[102056]: osdmap e1136: 8 total, 8 up, 8 in 2024-07-26T06:46:09.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:08 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/3100058109' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:09.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:08 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:10.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:10 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:46:10.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:10 smithi155 ceph-mon[90160]: osdmap e1137: 8 total, 8 up, 8 in 2024-07-26T06:46:10.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:10 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:46:10.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:10 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:46:10.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:10 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:46:10.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:10 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:46:10.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:10 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:46:10.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:10 smithi089 ceph-mon[99608]: osdmap e1137: 8 total, 8 up, 8 in 2024-07-26T06:46:10.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:10 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:46:10.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:10 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:46:10.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:10 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:46:10.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:10 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:46:10.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:10 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:46:10.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:10 smithi089 ceph-mon[102056]: osdmap e1137: 8 total, 8 up, 8 in 2024-07-26T06:46:10.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:10 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:46:10.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:10 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:46:10.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:10 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:46:10.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:10 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:46:11.023 INFO:tasks.workunit.client.0.smithi089.stdout:SKIPPING 2024-07-26T06:46:11.023 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestJournalStress.DiscardWithPruneWriteOverlap (2036 ms) 2024-07-26T06:46:11.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:11 smithi155 ceph-mon[90160]: pgmap v2056: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 432 KiB/s rd, 345 KiB/s wr, 118 op/s 2024-07-26T06:46:11.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:11 smithi155 ceph-mon[90160]: osdmap e1138: 8 total, 8 up, 8 in 2024-07-26T06:46:11.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:11 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:46:11.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:11 smithi089 ceph-mon[99608]: pgmap v2056: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 432 KiB/s rd, 345 KiB/s wr, 118 op/s 2024-07-26T06:46:11.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:11 smithi089 ceph-mon[99608]: osdmap e1138: 8 total, 8 up, 8 in 2024-07-26T06:46:11.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:46:11.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:11 smithi089 ceph-mon[102056]: pgmap v2056: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 432 KiB/s rd, 345 KiB/s wr, 118 op/s 2024-07-26T06:46:11.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:11 smithi089 ceph-mon[102056]: osdmap e1138: 8 total, 8 up, 8 in 2024-07-26T06:46:11.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:46:12.026 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] 1 test from TestJournalStress (2036 ms total) 2024-07-26T06:46:12.026 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:46:12.026 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] 16 tests from TestJournalReplay 2024-07-26T06:46:12.305 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:12 smithi089 ceph-mon[99608]: osdmap e1139: 8 total, 8 up, 8 in 2024-07-26T06:46:12.306 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:12 smithi089 ceph-mon[102056]: osdmap e1139: 8 total, 8 up, 8 in 2024-07-26T06:46:12.314 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:12 smithi155 ceph-mon[90160]: osdmap e1139: 8 total, 8 up, 8 in 2024-07-26T06:46:12.628 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:46:12 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:46:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:46:12.654 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:46:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:46:12] "GET /metrics HTTP/1.1" 200 36398 "" "Prometheus/2.43.0" 2024-07-26T06:46:13.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:13 smithi155 ceph-mon[90160]: pgmap v2059: 137 pgs: 2 creating+peering, 9 unknown, 126 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-07-26T06:46:13.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:13 smithi155 ceph-mon[90160]: osdmap e1140: 8 total, 8 up, 8 in 2024-07-26T06:46:13.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:13 smithi089 ceph-mon[99608]: pgmap v2059: 137 pgs: 2 creating+peering, 9 unknown, 126 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-07-26T06:46:13.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:13 smithi089 ceph-mon[99608]: osdmap e1140: 8 total, 8 up, 8 in 2024-07-26T06:46:13.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:13 smithi089 ceph-mon[102056]: pgmap v2059: 137 pgs: 2 creating+peering, 9 unknown, 126 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-07-26T06:46:13.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:13 smithi089 ceph-mon[102056]: osdmap e1140: 8 total, 8 up, 8 in 2024-07-26T06:46:14.036 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestJournalReplay.AioDiscardEvent 2024-07-26T06:46:14.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:14 smithi155 ceph-mon[90160]: osdmap e1141: 8 total, 8 up, 8 in 2024-07-26T06:46:14.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:14 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/2668447991' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:14.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:14 smithi089 ceph-mon[99608]: osdmap e1141: 8 total, 8 up, 8 in 2024-07-26T06:46:14.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:14 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/2668447991' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:14.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:14 smithi089 ceph-mon[102056]: osdmap e1141: 8 total, 8 up, 8 in 2024-07-26T06:46:14.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:14 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/2668447991' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:15.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:15 smithi155 ceph-mon[90160]: pgmap v2062: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:46:15.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:15 smithi155 ceph-mon[90160]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:46:15.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:15 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/2668447991' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:46:15.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:15 smithi155 ceph-mon[90160]: osdmap e1142: 8 total, 8 up, 8 in 2024-07-26T06:46:15.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:15 smithi089 ceph-mon[99608]: pgmap v2062: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:46:15.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:15 smithi089 ceph-mon[99608]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:46:15.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:15 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/2668447991' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:46:15.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:15 smithi089 ceph-mon[99608]: osdmap e1142: 8 total, 8 up, 8 in 2024-07-26T06:46:15.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:15 smithi089 ceph-mon[102056]: pgmap v2062: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:46:15.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:15 smithi089 ceph-mon[102056]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:46:15.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:15 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/2668447991' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:46:15.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:15 smithi089 ceph-mon[102056]: osdmap e1142: 8 total, 8 up, 8 in 2024-07-26T06:46:16.075 INFO:tasks.workunit.client.0.smithi089.stdout:SKIPPING 2024-07-26T06:46:16.075 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestJournalReplay.AioDiscardEvent (2038 ms) 2024-07-26T06:46:16.075 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestJournalReplay.AioWriteEvent 2024-07-26T06:46:16.086 INFO:tasks.workunit.client.0.smithi089.stdout:SKIPPING 2024-07-26T06:46:16.087 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestJournalReplay.AioWriteEvent (12 ms) 2024-07-26T06:46:16.087 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestJournalReplay.AioFlushEvent 2024-07-26T06:46:16.096 INFO:tasks.workunit.client.0.smithi089.stdout:SKIPPING 2024-07-26T06:46:16.096 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestJournalReplay.AioFlushEvent (10 ms) 2024-07-26T06:46:16.096 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestJournalReplay.SnapCreate 2024-07-26T06:46:16.105 INFO:tasks.workunit.client.0.smithi089.stdout:SKIPPING 2024-07-26T06:46:16.105 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestJournalReplay.SnapCreate (9 ms) 2024-07-26T06:46:16.105 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestJournalReplay.SnapProtect 2024-07-26T06:46:16.113 INFO:tasks.workunit.client.0.smithi089.stdout:SKIPPING 2024-07-26T06:46:16.113 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestJournalReplay.SnapProtect (7 ms) 2024-07-26T06:46:16.113 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestJournalReplay.SnapUnprotect 2024-07-26T06:46:16.121 INFO:tasks.workunit.client.0.smithi089.stdout:SKIPPING 2024-07-26T06:46:16.121 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestJournalReplay.SnapUnprotect (8 ms) 2024-07-26T06:46:16.121 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestJournalReplay.SnapRename 2024-07-26T06:46:16.129 INFO:tasks.workunit.client.0.smithi089.stdout:SKIPPING 2024-07-26T06:46:16.129 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestJournalReplay.SnapRename (9 ms) 2024-07-26T06:46:16.129 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestJournalReplay.SnapRollback 2024-07-26T06:46:16.136 INFO:tasks.workunit.client.0.smithi089.stdout:SKIPPING 2024-07-26T06:46:16.136 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestJournalReplay.SnapRollback (7 ms) 2024-07-26T06:46:16.137 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestJournalReplay.SnapRemove 2024-07-26T06:46:16.144 INFO:tasks.workunit.client.0.smithi089.stdout:SKIPPING 2024-07-26T06:46:16.144 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestJournalReplay.SnapRemove (7 ms) 2024-07-26T06:46:16.144 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestJournalReplay.Rename 2024-07-26T06:46:16.151 INFO:tasks.workunit.client.0.smithi089.stdout:SKIPPING 2024-07-26T06:46:16.152 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestJournalReplay.Rename (8 ms) 2024-07-26T06:46:16.152 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestJournalReplay.Resize 2024-07-26T06:46:16.159 INFO:tasks.workunit.client.0.smithi089.stdout:SKIPPING 2024-07-26T06:46:16.159 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestJournalReplay.Resize (7 ms) 2024-07-26T06:46:16.159 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestJournalReplay.Flatten 2024-07-26T06:46:16.166 INFO:tasks.workunit.client.0.smithi089.stdout:SKIPPING 2024-07-26T06:46:16.166 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestJournalReplay.Flatten (8 ms) 2024-07-26T06:46:16.166 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestJournalReplay.UpdateFeatures 2024-07-26T06:46:16.173 INFO:tasks.workunit.client.0.smithi089.stdout:SKIPPING 2024-07-26T06:46:16.173 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestJournalReplay.UpdateFeatures (7 ms) 2024-07-26T06:46:16.173 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestJournalReplay.MetadataSet 2024-07-26T06:46:16.180 INFO:tasks.workunit.client.0.smithi089.stdout:SKIPPING 2024-07-26T06:46:16.180 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestJournalReplay.MetadataSet (7 ms) 2024-07-26T06:46:16.181 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestJournalReplay.MetadataRemove 2024-07-26T06:46:16.187 INFO:tasks.workunit.client.0.smithi089.stdout:SKIPPING 2024-07-26T06:46:16.187 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestJournalReplay.MetadataRemove (7 ms) 2024-07-26T06:46:16.187 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestJournalReplay.ObjectPosition 2024-07-26T06:46:16.194 INFO:tasks.workunit.client.0.smithi089.stdout:SKIPPING 2024-07-26T06:46:16.194 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestJournalReplay.ObjectPosition (7 ms) 2024-07-26T06:46:16.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:16 smithi155 ceph-mon[90160]: osdmap e1143: 8 total, 8 up, 8 in 2024-07-26T06:46:16.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:16 smithi089 ceph-mon[99608]: osdmap e1143: 8 total, 8 up, 8 in 2024-07-26T06:46:16.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:16 smithi089 ceph-mon[102056]: osdmap e1143: 8 total, 8 up, 8 in 2024-07-26T06:46:17.067 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] 16 tests from TestJournalReplay (2158 ms total) 2024-07-26T06:46:17.067 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:46:17.068 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] 4 tests from TestJournalEntries 2024-07-26T06:46:17.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:17 smithi155 ceph-mon[90160]: pgmap v2065: 137 pgs: 2 creating+peering, 23 unknown, 112 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:46:17.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:17 smithi155 ceph-mon[90160]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:46:17.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:17 smithi155 ceph-mon[90160]: Cluster is now healthy 2024-07-26T06:46:17.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:17 smithi155 ceph-mon[90160]: osdmap e1144: 8 total, 8 up, 8 in 2024-07-26T06:46:17.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:17 smithi089 ceph-mon[99608]: pgmap v2065: 137 pgs: 2 creating+peering, 23 unknown, 112 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:46:17.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:17 smithi089 ceph-mon[99608]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:46:17.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:17 smithi089 ceph-mon[99608]: Cluster is now healthy 2024-07-26T06:46:17.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:17 smithi089 ceph-mon[99608]: osdmap e1144: 8 total, 8 up, 8 in 2024-07-26T06:46:17.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:17 smithi089 ceph-mon[102056]: pgmap v2065: 137 pgs: 2 creating+peering, 23 unknown, 112 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:46:17.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:17 smithi089 ceph-mon[102056]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:46:17.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:17 smithi089 ceph-mon[102056]: Cluster is now healthy 2024-07-26T06:46:17.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:17 smithi089 ceph-mon[102056]: osdmap e1144: 8 total, 8 up, 8 in 2024-07-26T06:46:18.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:18 smithi155 ceph-mon[90160]: osdmap e1145: 8 total, 8 up, 8 in 2024-07-26T06:46:18.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:18 smithi089 ceph-mon[99608]: osdmap e1145: 8 total, 8 up, 8 in 2024-07-26T06:46:18.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:18 smithi089 ceph-mon[102056]: osdmap e1145: 8 total, 8 up, 8 in 2024-07-26T06:46:19.072 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestJournalEntries.AioWrite 2024-07-26T06:46:19.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:19 smithi155 ceph-mon[90160]: pgmap v2068: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:46:19.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:19 smithi155 ceph-mon[90160]: osdmap e1146: 8 total, 8 up, 8 in 2024-07-26T06:46:19.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:19 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/2800845692' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:19.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:19 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:19.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:19 smithi089 ceph-mon[99608]: pgmap v2068: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:46:19.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:19 smithi089 ceph-mon[99608]: osdmap e1146: 8 total, 8 up, 8 in 2024-07-26T06:46:19.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:19 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/2800845692' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:19.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:19 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:19.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:19 smithi089 ceph-mon[102056]: pgmap v2068: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:46:19.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:19 smithi089 ceph-mon[102056]: osdmap e1146: 8 total, 8 up, 8 in 2024-07-26T06:46:19.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:19 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/2800845692' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:19.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:19 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:20.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:20 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:46:20.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:20 smithi155 ceph-mon[90160]: osdmap e1147: 8 total, 8 up, 8 in 2024-07-26T06:46:20.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:20 smithi155 ceph-mon[90160]: osdmap e1148: 8 total, 8 up, 8 in 2024-07-26T06:46:20.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:20 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:46:20.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:20 smithi089 ceph-mon[99608]: osdmap e1147: 8 total, 8 up, 8 in 2024-07-26T06:46:20.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:20 smithi089 ceph-mon[99608]: osdmap e1148: 8 total, 8 up, 8 in 2024-07-26T06:46:20.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:20 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:46:20.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:20 smithi089 ceph-mon[102056]: osdmap e1147: 8 total, 8 up, 8 in 2024-07-26T06:46:20.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:20 smithi089 ceph-mon[102056]: osdmap e1148: 8 total, 8 up, 8 in 2024-07-26T06:46:21.097 INFO:tasks.workunit.client.0.smithi089.stdout:SKIPPING 2024-07-26T06:46:21.097 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestJournalEntries.AioWrite (2024 ms) 2024-07-26T06:46:21.097 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestJournalEntries.AioDiscard 2024-07-26T06:46:21.106 INFO:tasks.workunit.client.0.smithi089.stdout:SKIPPING 2024-07-26T06:46:21.106 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestJournalEntries.AioDiscard (9 ms) 2024-07-26T06:46:21.106 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestJournalEntries.AioDiscardWithPrune 2024-07-26T06:46:21.114 INFO:tasks.workunit.client.0.smithi089.stdout:SKIPPING 2024-07-26T06:46:21.114 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestJournalEntries.AioDiscardWithPrune (9 ms) 2024-07-26T06:46:21.114 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestJournalEntries.AioFlush 2024-07-26T06:46:21.123 INFO:tasks.workunit.client.0.smithi089.stdout:SKIPPING 2024-07-26T06:46:21.123 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestJournalEntries.AioFlush (9 ms) 2024-07-26T06:46:21.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:21 smithi155 ceph-mon[90160]: pgmap v2071: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:46:21.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:21 smithi155 ceph-mon[90160]: osdmap e1149: 8 total, 8 up, 8 in 2024-07-26T06:46:21.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:21 smithi089 ceph-mon[99608]: pgmap v2071: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:46:21.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:21 smithi089 ceph-mon[99608]: osdmap e1149: 8 total, 8 up, 8 in 2024-07-26T06:46:21.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:21 smithi089 ceph-mon[102056]: pgmap v2071: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:46:21.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:21 smithi089 ceph-mon[102056]: osdmap e1149: 8 total, 8 up, 8 in 2024-07-26T06:46:22.094 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] 4 tests from TestJournalEntries (2051 ms total) 2024-07-26T06:46:22.094 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:46:22.094 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] 2 tests from TestTrash 2024-07-26T06:46:22.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:46:22 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:46:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:46:22.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:46:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:46:22] "GET /metrics HTTP/1.1" 200 36398 "" "Prometheus/2.43.0" 2024-07-26T06:46:23.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:23 smithi155 ceph-mon[90160]: pgmap v2074: 137 pgs: 7 creating+peering, 11 unknown, 119 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:46:23.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:23 smithi155 ceph-mon[90160]: osdmap e1150: 8 total, 8 up, 8 in 2024-07-26T06:46:23.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:23 smithi089 ceph-mon[99608]: pgmap v2074: 137 pgs: 7 creating+peering, 11 unknown, 119 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:46:23.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:23 smithi089 ceph-mon[99608]: osdmap e1150: 8 total, 8 up, 8 in 2024-07-26T06:46:23.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:23 smithi089 ceph-mon[102056]: pgmap v2074: 137 pgs: 7 creating+peering, 11 unknown, 119 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:46:23.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:23 smithi089 ceph-mon[102056]: osdmap e1150: 8 total, 8 up, 8 in 2024-07-26T06:46:24.108 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestTrash.UserRemovingSource 2024-07-26T06:46:24.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:24 smithi155 ceph-mon[90160]: osdmap e1151: 8 total, 8 up, 8 in 2024-07-26T06:46:24.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:24 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/3493431004' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:24.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:24 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:24.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:24 smithi089 ceph-mon[99608]: osdmap e1151: 8 total, 8 up, 8 in 2024-07-26T06:46:24.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:24 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/3493431004' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:24.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:24 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:24.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:24 smithi089 ceph-mon[102056]: osdmap e1151: 8 total, 8 up, 8 in 2024-07-26T06:46:24.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:24 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/3493431004' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:24.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:24 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:25.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:25 smithi155 ceph-mon[90160]: pgmap v2077: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:46:25.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:25 smithi155 ceph-mon[90160]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:46:25.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:25 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:46:25.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:25 smithi155 ceph-mon[90160]: osdmap e1152: 8 total, 8 up, 8 in 2024-07-26T06:46:25.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:25 smithi089 ceph-mon[99608]: pgmap v2077: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:46:25.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:25 smithi089 ceph-mon[99608]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:46:25.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:25 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:46:25.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:25 smithi089 ceph-mon[99608]: osdmap e1152: 8 total, 8 up, 8 in 2024-07-26T06:46:25.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:25 smithi089 ceph-mon[102056]: pgmap v2077: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:46:25.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:25 smithi089 ceph-mon[102056]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:46:25.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:25 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:46:25.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:25 smithi089 ceph-mon[102056]: osdmap e1152: 8 total, 8 up, 8 in 2024-07-26T06:46:26.206 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestTrash.UserRemovingSource (2097 ms) 2024-07-26T06:46:26.206 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestTrash.RestoreMirroringSource 2024-07-26T06:46:26.248 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestTrash.RestoreMirroringSource (42 ms) 2024-07-26T06:46:26.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:26 smithi155 ceph-mon[90160]: osdmap e1153: 8 total, 8 up, 8 in 2024-07-26T06:46:26.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:46:26.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:46:26.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:26 smithi089 ceph-mon[99608]: osdmap e1153: 8 total, 8 up, 8 in 2024-07-26T06:46:26.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:46:26.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:46:26.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:26 smithi089 ceph-mon[102056]: osdmap e1153: 8 total, 8 up, 8 in 2024-07-26T06:46:26.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:46:26.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:46:27.125 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] 2 tests from TestTrash (2139 ms total) 2024-07-26T06:46:27.125 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:46:27.126 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] 1 test from TestOperations 2024-07-26T06:46:27.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:27 smithi155 ceph-mon[90160]: pgmap v2080: 137 pgs: 6 creating+peering, 25 unknown, 106 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:46:27.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:27 smithi155 ceph-mon[90160]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:46:27.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:27 smithi155 ceph-mon[90160]: Cluster is now healthy 2024-07-26T06:46:27.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:27 smithi155 ceph-mon[90160]: osdmap e1154: 8 total, 8 up, 8 in 2024-07-26T06:46:27.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:27 smithi089 ceph-mon[99608]: pgmap v2080: 137 pgs: 6 creating+peering, 25 unknown, 106 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:46:27.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:27 smithi089 ceph-mon[99608]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:46:27.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:27 smithi089 ceph-mon[99608]: Cluster is now healthy 2024-07-26T06:46:27.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:27 smithi089 ceph-mon[99608]: osdmap e1154: 8 total, 8 up, 8 in 2024-07-26T06:46:27.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:27 smithi089 ceph-mon[102056]: pgmap v2080: 137 pgs: 6 creating+peering, 25 unknown, 106 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:46:27.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:27 smithi089 ceph-mon[102056]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:46:27.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:27 smithi089 ceph-mon[102056]: Cluster is now healthy 2024-07-26T06:46:27.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:27 smithi089 ceph-mon[102056]: osdmap e1154: 8 total, 8 up, 8 in 2024-07-26T06:46:28.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:28 smithi155 ceph-mon[90160]: osdmap e1155: 8 total, 8 up, 8 in 2024-07-26T06:46:28.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:28 smithi089 ceph-mon[99608]: osdmap e1155: 8 total, 8 up, 8 in 2024-07-26T06:46:28.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:28 smithi089 ceph-mon[102056]: osdmap e1155: 8 total, 8 up, 8 in 2024-07-26T06:46:29.134 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestOperations.DisableJournalingCorrupt 2024-07-26T06:46:29.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:29 smithi089 ceph-mon[99608]: pgmap v2083: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:46:29.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:29 smithi089 ceph-mon[99608]: osdmap e1156: 8 total, 8 up, 8 in 2024-07-26T06:46:29.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:29 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/3251182275' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:29.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:29 smithi089 ceph-mon[102056]: pgmap v2083: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:46:29.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:29 smithi089 ceph-mon[102056]: osdmap e1156: 8 total, 8 up, 8 in 2024-07-26T06:46:29.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:29 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/3251182275' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:29.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:29 smithi155 ceph-mon[90160]: pgmap v2083: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:46:29.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:29 smithi155 ceph-mon[90160]: osdmap e1156: 8 total, 8 up, 8 in 2024-07-26T06:46:29.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:29 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/3251182275' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:30.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:30 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/3251182275' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:46:30.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:30 smithi089 ceph-mon[99608]: osdmap e1157: 8 total, 8 up, 8 in 2024-07-26T06:46:30.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:30 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/3251182275' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:46:30.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:30 smithi089 ceph-mon[102056]: osdmap e1157: 8 total, 8 up, 8 in 2024-07-26T06:46:30.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:30 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/3251182275' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:46:30.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:30 smithi155 ceph-mon[90160]: osdmap e1157: 8 total, 8 up, 8 in 2024-07-26T06:46:31.178 INFO:tasks.workunit.client.0.smithi089.stdout:SKIPPING 2024-07-26T06:46:31.178 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestOperations.DisableJournalingCorrupt (2042 ms) 2024-07-26T06:46:31.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:31 smithi089 ceph-mon[99608]: pgmap v2086: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:46:31.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:31 smithi089 ceph-mon[99608]: osdmap e1158: 8 total, 8 up, 8 in 2024-07-26T06:46:31.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:31 smithi089 ceph-mon[102056]: pgmap v2086: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:46:31.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:31 smithi089 ceph-mon[102056]: osdmap e1158: 8 total, 8 up, 8 in 2024-07-26T06:46:31.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:31 smithi155 ceph-mon[90160]: pgmap v2086: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:46:31.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:31 smithi155 ceph-mon[90160]: osdmap e1158: 8 total, 8 up, 8 in 2024-07-26T06:46:32.167 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] 1 test from TestOperations (2042 ms total) 2024-07-26T06:46:32.167 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:46:32.168 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] 4 tests from TestObjectMap 2024-07-26T06:46:32.532 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:32 smithi089 ceph-mon[99608]: osdmap e1159: 8 total, 8 up, 8 in 2024-07-26T06:46:32.533 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:32 smithi089 ceph-mon[99608]: pgmap v2089: 137 pgs: 5 creating+peering, 10 unknown, 122 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:46:32.533 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:32 smithi089 ceph-mon[102056]: osdmap e1159: 8 total, 8 up, 8 in 2024-07-26T06:46:32.533 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:32 smithi089 ceph-mon[102056]: pgmap v2089: 137 pgs: 5 creating+peering, 10 unknown, 122 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:46:32.628 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:46:32 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:46:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:46:32.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:32 smithi155 ceph-mon[90160]: osdmap e1159: 8 total, 8 up, 8 in 2024-07-26T06:46:32.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:32 smithi155 ceph-mon[90160]: pgmap v2089: 137 pgs: 5 creating+peering, 10 unknown, 122 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:46:32.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:46:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:46:32] "GET /metrics HTTP/1.1" 200 36399 "" "Prometheus/2.43.0" 2024-07-26T06:46:33.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:33 smithi155 ceph-mon[90160]: osdmap e1160: 8 total, 8 up, 8 in 2024-07-26T06:46:33.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:33 smithi089 ceph-mon[99608]: osdmap e1160: 8 total, 8 up, 8 in 2024-07-26T06:46:33.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:33 smithi089 ceph-mon[102056]: osdmap e1160: 8 total, 8 up, 8 in 2024-07-26T06:46:34.185 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenCorrupt 2024-07-26T06:46:34.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:34 smithi155 ceph-mon[90160]: osdmap e1161: 8 total, 8 up, 8 in 2024-07-26T06:46:34.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:34 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/3051345336' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:34.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:34 smithi155 ceph-mon[90160]: pgmap v2092: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:46:34.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:34 smithi089 ceph-mon[99608]: osdmap e1161: 8 total, 8 up, 8 in 2024-07-26T06:46:34.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:34 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/3051345336' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:34.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:34 smithi089 ceph-mon[99608]: pgmap v2092: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:46:34.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:34 smithi089 ceph-mon[102056]: osdmap e1161: 8 total, 8 up, 8 in 2024-07-26T06:46:34.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:34 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/3051345336' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:34.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:34 smithi089 ceph-mon[102056]: pgmap v2092: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:46:35.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:35 smithi155 ceph-mon[90160]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:46:35.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:35 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/3051345336' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:46:35.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:35 smithi155 ceph-mon[90160]: osdmap e1162: 8 total, 8 up, 8 in 2024-07-26T06:46:35.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:35 smithi089 ceph-mon[99608]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:46:35.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:35 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/3051345336' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:46:35.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:35 smithi089 ceph-mon[99608]: osdmap e1162: 8 total, 8 up, 8 in 2024-07-26T06:46:35.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:35 smithi089 ceph-mon[102056]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:46:35.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:35 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/3051345336' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:46:35.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:35 smithi089 ceph-mon[102056]: osdmap e1162: 8 total, 8 up, 8 in 2024-07-26T06:46:36.234 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenCorrupt (2049 ms) 2024-07-26T06:46:36.234 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenTooSmall 2024-07-26T06:46:36.262 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenTooSmall (29 ms) 2024-07-26T06:46:36.262 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestObjectMap.InvalidateFlagOnDisk 2024-07-26T06:46:36.300 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestObjectMap.InvalidateFlagOnDisk (38 ms) 2024-07-26T06:46:36.300 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall 2024-07-26T06:46:36.326 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall (25 ms) 2024-07-26T06:46:36.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:36 smithi155 ceph-mon[90160]: osdmap e1163: 8 total, 8 up, 8 in 2024-07-26T06:46:36.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:36 smithi155 ceph-mon[90160]: pgmap v2095: 137 pgs: 1 creating+peering, 21 unknown, 115 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:46:36.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:36 smithi089 ceph-mon[99608]: osdmap e1163: 8 total, 8 up, 8 in 2024-07-26T06:46:36.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:36 smithi089 ceph-mon[99608]: pgmap v2095: 137 pgs: 1 creating+peering, 21 unknown, 115 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:46:36.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:36 smithi089 ceph-mon[102056]: osdmap e1163: 8 total, 8 up, 8 in 2024-07-26T06:46:36.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:36 smithi089 ceph-mon[102056]: pgmap v2095: 137 pgs: 1 creating+peering, 21 unknown, 115 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:46:37.201 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] 4 tests from TestObjectMap (2141 ms total) 2024-07-26T06:46:37.201 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:46:37.201 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] 2 tests from TestMirroringWatcher 2024-07-26T06:46:37.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:37 smithi155 ceph-mon[90160]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:46:37.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:37 smithi155 ceph-mon[90160]: Cluster is now healthy 2024-07-26T06:46:37.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:37 smithi155 ceph-mon[90160]: osdmap e1164: 8 total, 8 up, 8 in 2024-07-26T06:46:37.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:37 smithi089 ceph-mon[99608]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:46:37.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:37 smithi089 ceph-mon[99608]: Cluster is now healthy 2024-07-26T06:46:37.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:37 smithi089 ceph-mon[99608]: osdmap e1164: 8 total, 8 up, 8 in 2024-07-26T06:46:37.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:37 smithi089 ceph-mon[102056]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:46:37.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:37 smithi089 ceph-mon[102056]: Cluster is now healthy 2024-07-26T06:46:37.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:37 smithi089 ceph-mon[102056]: osdmap e1164: 8 total, 8 up, 8 in 2024-07-26T06:46:38.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:38 smithi155 ceph-mon[90160]: osdmap e1165: 8 total, 8 up, 8 in 2024-07-26T06:46:38.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:38 smithi155 ceph-mon[90160]: pgmap v2098: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:46:38.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:38 smithi089 ceph-mon[99608]: osdmap e1165: 8 total, 8 up, 8 in 2024-07-26T06:46:38.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:38 smithi089 ceph-mon[99608]: pgmap v2098: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:46:38.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:38 smithi089 ceph-mon[102056]: osdmap e1165: 8 total, 8 up, 8 in 2024-07-26T06:46:38.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:38 smithi089 ceph-mon[102056]: pgmap v2098: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:46:39.220 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMirroringWatcher.ModeUpdated 2024-07-26T06:46:39.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:39 smithi155 ceph-mon[90160]: osdmap e1166: 8 total, 8 up, 8 in 2024-07-26T06:46:39.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:39 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/1511066624' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:39.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:39 smithi089 ceph-mon[99608]: osdmap e1166: 8 total, 8 up, 8 in 2024-07-26T06:46:39.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:39 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/1511066624' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:39.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:39 smithi089 ceph-mon[102056]: osdmap e1166: 8 total, 8 up, 8 in 2024-07-26T06:46:39.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:39 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/1511066624' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:40.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:40 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/1511066624' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:46:40.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:40 smithi155 ceph-mon[90160]: osdmap e1167: 8 total, 8 up, 8 in 2024-07-26T06:46:40.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:40 smithi155 ceph-mon[90160]: pgmap v2101: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:46:40.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:40 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/1511066624' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:46:40.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:40 smithi089 ceph-mon[99608]: osdmap e1167: 8 total, 8 up, 8 in 2024-07-26T06:46:40.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:40 smithi089 ceph-mon[99608]: pgmap v2101: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:46:40.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:40 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/1511066624' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:46:40.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:40 smithi089 ceph-mon[102056]: osdmap e1167: 8 total, 8 up, 8 in 2024-07-26T06:46:40.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:40 smithi089 ceph-mon[102056]: pgmap v2101: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:46:41.295 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMirroringWatcher.ModeUpdated (2075 ms) 2024-07-26T06:46:41.296 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMirroringWatcher.ImageStatusUpdated 2024-07-26T06:46:41.317 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMirroringWatcher.ImageStatusUpdated (22 ms) 2024-07-26T06:46:41.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:41 smithi155 ceph-mon[90160]: osdmap e1168: 8 total, 8 up, 8 in 2024-07-26T06:46:41.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:46:41.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:46:41.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:41 smithi089 ceph-mon[99608]: osdmap e1168: 8 total, 8 up, 8 in 2024-07-26T06:46:41.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:46:41.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:46:41.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:41 smithi089 ceph-mon[102056]: osdmap e1168: 8 total, 8 up, 8 in 2024-07-26T06:46:41.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:46:41.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:46:42.242 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] 2 tests from TestMirroringWatcher (2097 ms total) 2024-07-26T06:46:42.243 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:46:42.243 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] 57 tests from TestMigration 2024-07-26T06:46:42.532 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:42 smithi089 ceph-mon[99608]: osdmap e1169: 8 total, 8 up, 8 in 2024-07-26T06:46:42.532 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:42 smithi089 ceph-mon[99608]: pgmap v2104: 137 pgs: 2 creating+peering, 18 unknown, 117 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:46:42.533 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:42 smithi089 ceph-mon[102056]: osdmap e1169: 8 total, 8 up, 8 in 2024-07-26T06:46:42.533 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:42 smithi089 ceph-mon[102056]: pgmap v2104: 137 pgs: 2 creating+peering, 18 unknown, 117 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:46:42.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:46:42 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:46:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:46:42.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:42 smithi155 ceph-mon[90160]: osdmap e1169: 8 total, 8 up, 8 in 2024-07-26T06:46:42.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:42 smithi155 ceph-mon[90160]: pgmap v2104: 137 pgs: 2 creating+peering, 18 unknown, 117 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:46:42.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:46:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:46:42] "GET /metrics HTTP/1.1" 200 36398 "" "Prometheus/2.43.0" 2024-07-26T06:46:43.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:43 smithi155 ceph-mon[90160]: osdmap e1170: 8 total, 8 up, 8 in 2024-07-26T06:46:43.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:43 smithi089 ceph-mon[99608]: osdmap e1170: 8 total, 8 up, 8 in 2024-07-26T06:46:43.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:43 smithi089 ceph-mon[102056]: osdmap e1170: 8 total, 8 up, 8 in 2024-07-26T06:46:44.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:44 smithi155 ceph-mon[90160]: osdmap e1171: 8 total, 8 up, 8 in 2024-07-26T06:46:44.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:44 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/333155026' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:44.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:44 smithi155 ceph-mon[90160]: pgmap v2107: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:46:44.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:44 smithi089 ceph-mon[99608]: osdmap e1171: 8 total, 8 up, 8 in 2024-07-26T06:46:44.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:44 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/333155026' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:44.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:44 smithi089 ceph-mon[99608]: pgmap v2107: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:46:44.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:44 smithi089 ceph-mon[102056]: osdmap e1171: 8 total, 8 up, 8 in 2024-07-26T06:46:44.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:44 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/333155026' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:46:44.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:44 smithi089 ceph-mon[102056]: pgmap v2107: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:46:45.259 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMigration.Empty 2024-07-26T06:46:45.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:45 smithi155 ceph-mon[90160]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:46:45.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:45 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/333155026' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:46:45.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:45 smithi155 ceph-mon[90160]: osdmap e1172: 8 total, 8 up, 8 in 2024-07-26T06:46:45.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:45 smithi089 ceph-mon[99608]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:46:45.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:45 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/333155026' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:46:45.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:45 smithi089 ceph-mon[99608]: osdmap e1172: 8 total, 8 up, 8 in 2024-07-26T06:46:45.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:45 smithi089 ceph-mon[102056]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:46:45.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:45 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/333155026' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:46:45.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:45 smithi089 ceph-mon[102056]: osdmap e1172: 8 total, 8 up, 8 in 2024-07-26T06:46:46.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:46 smithi155 ceph-mon[90160]: osdmap e1173: 8 total, 8 up, 8 in 2024-07-26T06:46:46.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:46 smithi155 ceph-mon[90160]: pgmap v2110: 169 pgs: 4 creating+peering, 55 unknown, 110 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:46:46.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:46 smithi155 ceph-mon[90160]: osdmap e1174: 8 total, 8 up, 8 in 2024-07-26T06:46:46.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:46 smithi089 ceph-mon[99608]: osdmap e1173: 8 total, 8 up, 8 in 2024-07-26T06:46:46.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:46 smithi089 ceph-mon[99608]: pgmap v2110: 169 pgs: 4 creating+peering, 55 unknown, 110 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:46:46.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:46 smithi089 ceph-mon[99608]: osdmap e1174: 8 total, 8 up, 8 in 2024-07-26T06:46:46.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:46 smithi089 ceph-mon[102056]: osdmap e1173: 8 total, 8 up, 8 in 2024-07-26T06:46:46.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:46 smithi089 ceph-mon[102056]: pgmap v2110: 169 pgs: 4 creating+peering, 55 unknown, 110 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:46:46.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:46 smithi089 ceph-mon[102056]: osdmap e1174: 8 total, 8 up, 8 in 2024-07-26T06:46:47.320 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 83886080 2024-07-26T06:46:47.332 INFO:tasks.workunit.client.0.smithi089.stdout:migration_prepare 2024-07-26T06:46:47.479 INFO:tasks.workunit.client.0.smithi089.stdout:migration_execute 2024-07-26T06:46:47.546 INFO:tasks.workunit.client.0.smithi089.stdout:migration_commit 2024-07-26T06:46:47.634 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMigration.Empty (2375 ms) 2024-07-26T06:46:47.634 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMigration.OtherName 2024-07-26T06:46:47.663 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 83886080 2024-07-26T06:46:47.673 INFO:tasks.workunit.client.0.smithi089.stdout:migration_prepare 2024-07-26T06:46:47.802 INFO:tasks.workunit.client.0.smithi089.stdout:migration_execute 2024-07-26T06:46:47.863 INFO:tasks.workunit.client.0.smithi089.stdout:migration_commit 2024-07-26T06:46:47.943 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMigration.OtherName (308 ms) 2024-07-26T06:46:47.943 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMigration.OtherPool 2024-07-26T06:46:47.971 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 83886080 2024-07-26T06:46:47.982 INFO:tasks.workunit.client.0.smithi089.stdout:migration_prepare 2024-07-26T06:46:48.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:48 smithi155 ceph-mon[90160]: pgmap v2112: 169 pgs: 12 creating+peering, 28 unknown, 129 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:46:48.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:48 smithi155 ceph-mon[90160]: osdmap e1175: 8 total, 8 up, 8 in 2024-07-26T06:46:48.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:48 smithi089 ceph-mon[99608]: pgmap v2112: 169 pgs: 12 creating+peering, 28 unknown, 129 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:46:48.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:48 smithi089 ceph-mon[99608]: osdmap e1175: 8 total, 8 up, 8 in 2024-07-26T06:46:48.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:48 smithi089 ceph-mon[102056]: pgmap v2112: 169 pgs: 12 creating+peering, 28 unknown, 129 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:46:48.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:48 smithi089 ceph-mon[102056]: osdmap e1175: 8 total, 8 up, 8 in 2024-07-26T06:46:49.412 INFO:tasks.workunit.client.0.smithi089.stdout:migration_execute 2024-07-26T06:46:49.484 INFO:tasks.workunit.client.0.smithi089.stdout:migration_commit 2024-07-26T06:46:49.564 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMigration.OtherPool (1621 ms) 2024-07-26T06:46:49.564 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMigration.OtherNamespace 2024-07-26T06:46:49.592 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 83886080 2024-07-26T06:46:49.607 INFO:tasks.workunit.client.0.smithi089.stdout:migration_prepare 2024-07-26T06:46:49.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:49 smithi155 ceph-mon[90160]: osdmap e1176: 8 total, 8 up, 8 in 2024-07-26T06:46:49.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:49 smithi089 ceph-mon[99608]: osdmap e1176: 8 total, 8 up, 8 in 2024-07-26T06:46:49.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:49 smithi089 ceph-mon[102056]: osdmap e1176: 8 total, 8 up, 8 in 2024-07-26T06:46:49.736 INFO:tasks.workunit.client.0.smithi089.stdout:migration_execute 2024-07-26T06:46:49.802 INFO:tasks.workunit.client.0.smithi089.stdout:migration_commit 2024-07-26T06:46:49.881 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMigration.OtherNamespace (317 ms) 2024-07-26T06:46:49.881 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMigration.DataPool 2024-07-26T06:46:49.909 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 83886080 2024-07-26T06:46:49.920 INFO:tasks.workunit.client.0.smithi089.stdout:migration_prepare 2024-07-26T06:46:50.053 INFO:tasks.workunit.client.0.smithi089.stdout:migration_execute 2024-07-26T06:46:50.122 INFO:tasks.workunit.client.0.smithi089.stdout:migration_commit 2024-07-26T06:46:50.201 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMigration.DataPool (321 ms) 2024-07-26T06:46:50.201 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMigration.AbortAfterPrepare 2024-07-26T06:46:50.229 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 83886080 2024-07-26T06:46:50.240 INFO:tasks.workunit.client.0.smithi089.stdout:migration_prepare 2024-07-26T06:46:50.376 INFO:tasks.workunit.client.0.smithi089.stdout:migration_abort 2024-07-26T06:46:50.475 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMigration.AbortAfterPrepare (274 ms) 2024-07-26T06:46:50.476 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMigration.AbortAfterFailedPrepare 2024-07-26T06:46:50.508 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 83886080 2024-07-26T06:46:50.518 INFO:tasks.workunit.client.0.smithi089.stdout:migration_prepare 2024-07-26T06:46:50.617 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMigration.AbortAfterFailedPrepare (142 ms) 2024-07-26T06:46:50.617 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMigration.AbortAfterExecute 2024-07-26T06:46:50.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:50 smithi155 ceph-mon[90160]: pgmap v2115: 169 pgs: 8 creating+peering, 11 unknown, 150 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 6.5 KiB/s wr, 135 op/s 2024-07-26T06:46:50.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:50 smithi155 ceph-mon[90160]: osdmap e1177: 8 total, 8 up, 8 in 2024-07-26T06:46:50.647 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 83886080 2024-07-26T06:46:50.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:50 smithi089 ceph-mon[99608]: pgmap v2115: 169 pgs: 8 creating+peering, 11 unknown, 150 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 6.5 KiB/s wr, 135 op/s 2024-07-26T06:46:50.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:50 smithi089 ceph-mon[99608]: osdmap e1177: 8 total, 8 up, 8 in 2024-07-26T06:46:50.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:50 smithi089 ceph-mon[102056]: pgmap v2115: 169 pgs: 8 creating+peering, 11 unknown, 150 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 6.5 KiB/s wr, 135 op/s 2024-07-26T06:46:50.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:50 smithi089 ceph-mon[102056]: osdmap e1177: 8 total, 8 up, 8 in 2024-07-26T06:46:50.657 INFO:tasks.workunit.client.0.smithi089.stdout:migration_prepare 2024-07-26T06:46:50.792 INFO:tasks.workunit.client.0.smithi089.stdout:migration_execute 2024-07-26T06:46:50.862 INFO:tasks.workunit.client.0.smithi089.stdout:migration_abort 2024-07-26T06:46:50.963 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMigration.AbortAfterExecute (346 ms) 2024-07-26T06:46:50.963 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMigration.OtherPoolAbortAfterExecute 2024-07-26T06:46:50.992 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 83886080 2024-07-26T06:46:51.001 INFO:tasks.workunit.client.0.smithi089.stdout:migration_prepare 2024-07-26T06:46:51.124 INFO:tasks.workunit.client.0.smithi089.stdout:migration_execute 2024-07-26T06:46:51.186 INFO:tasks.workunit.client.0.smithi089.stdout:migration_abort 2024-07-26T06:46:51.280 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMigration.OtherPoolAbortAfterExecute (317 ms) 2024-07-26T06:46:51.281 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMigration.OtherNamespaceAbortAfterExecute 2024-07-26T06:46:51.310 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 83886080 2024-07-26T06:46:51.324 INFO:tasks.workunit.client.0.smithi089.stdout:migration_prepare 2024-07-26T06:46:51.455 INFO:tasks.workunit.client.0.smithi089.stdout:migration_execute 2024-07-26T06:46:51.521 INFO:tasks.workunit.client.0.smithi089.stdout:migration_abort 2024-07-26T06:46:51.629 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMigration.OtherNamespaceAbortAfterExecute (349 ms) 2024-07-26T06:46:51.629 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMigration.MirroringSamePool 2024-07-26T06:46:51.658 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 83886080 2024-07-26T06:46:51.668 INFO:tasks.workunit.client.0.smithi089.stdout:SKIPPING 2024-07-26T06:46:51.675 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMigration.MirroringSamePool (46 ms) 2024-07-26T06:46:51.676 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMigration.MirroringAbort 2024-07-26T06:46:51.704 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 83886080 2024-07-26T06:46:51.718 INFO:tasks.workunit.client.0.smithi089.stdout:SKIPPING 2024-07-26T06:46:51.724 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMigration.MirroringAbort (49 ms) 2024-07-26T06:46:51.725 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMigration.MirroringOtherPoolDisabled 2024-07-26T06:46:51.756 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 83886080 2024-07-26T06:46:51.765 INFO:tasks.workunit.client.0.smithi089.stdout:SKIPPING 2024-07-26T06:46:51.771 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMigration.MirroringOtherPoolDisabled (47 ms) 2024-07-26T06:46:51.771 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMigration.MirroringOtherPoolEnabled 2024-07-26T06:46:51.802 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 83886080 2024-07-26T06:46:51.812 INFO:tasks.workunit.client.0.smithi089.stdout:SKIPPING 2024-07-26T06:46:51.818 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMigration.MirroringOtherPoolEnabled (47 ms) 2024-07-26T06:46:51.818 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMigration.MirroringPool 2024-07-26T06:46:51.847 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 83886080 2024-07-26T06:46:51.857 INFO:tasks.workunit.client.0.smithi089.stdout:SKIPPING 2024-07-26T06:46:51.863 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMigration.MirroringPool (45 ms) 2024-07-26T06:46:51.863 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMigration.Group 2024-07-26T06:46:51.895 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 83886080 2024-07-26T06:46:51.917 INFO:tasks.workunit.client.0.smithi089.stdout:migration_prepare 2024-07-26T06:46:52.053 INFO:tasks.workunit.client.0.smithi089.stdout:migration_execute 2024-07-26T06:46:52.118 INFO:tasks.workunit.client.0.smithi089.stdout:migration_commit 2024-07-26T06:46:52.208 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMigration.Group (344 ms) 2024-07-26T06:46:52.208 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMigration.GroupAbort 2024-07-26T06:46:52.236 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 83886080 2024-07-26T06:46:52.261 INFO:tasks.workunit.client.0.smithi089.stdout:migration_prepare 2024-07-26T06:46:52.399 INFO:tasks.workunit.client.0.smithi089.stdout:migration_abort 2024-07-26T06:46:52.512 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMigration.GroupAbort (305 ms) 2024-07-26T06:46:52.513 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMigration.NoSnaps 2024-07-26T06:46:52.543 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 83886080 2024-07-26T06:46:52.553 INFO:tasks.workunit.client.0.smithi089.stdout:write: 1 0~8388609 2024-07-26T06:46:52.622 INFO:tasks.workunit.client.0.smithi089.stdout:write: 1 16777218~8388609 2024-07-26T06:46:52.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:52 smithi155 ceph-mon[90160]: pgmap v2117: 169 pgs: 169 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 347 KiB/s rd, 18 KiB/s wr, 432 op/s 2024-07-26T06:46:52.628 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:46:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:46:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:46:52.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:52 smithi089 ceph-mon[99608]: pgmap v2117: 169 pgs: 169 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 347 KiB/s rd, 18 KiB/s wr, 432 op/s 2024-07-26T06:46:52.654 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:46:52 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:46:52] "GET /metrics HTTP/1.1" 200 36398 "" "Prometheus/2.43.0" 2024-07-26T06:46:52.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:52 smithi089 ceph-mon[102056]: pgmap v2117: 169 pgs: 169 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 347 KiB/s rd, 18 KiB/s wr, 432 op/s 2024-07-26T06:46:52.679 INFO:tasks.workunit.client.0.smithi089.stdout:migration_prepare 2024-07-26T06:46:52.852 INFO:tasks.workunit.client.0.smithi089.stdout:migration_execute 2024-07-26T06:46:52.958 INFO:tasks.workunit.client.0.smithi089.stdout:migration_commit 2024-07-26T06:46:53.066 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMigration.NoSnaps (554 ms) 2024-07-26T06:46:53.067 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMigration.NoSnapsOtherPool 2024-07-26T06:46:53.094 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 83886080 2024-07-26T06:46:53.104 INFO:tasks.workunit.client.0.smithi089.stdout:write: 1 0~8388609 2024-07-26T06:46:53.158 INFO:tasks.workunit.client.0.smithi089.stdout:write: 1 16777218~8388609 2024-07-26T06:46:53.215 INFO:tasks.workunit.client.0.smithi089.stdout:write: 1 0~8388609 2024-07-26T06:46:53.219 INFO:tasks.workunit.client.0.smithi089.stdout:write: 1 16777218~8388609 2024-07-26T06:46:53.276 INFO:tasks.workunit.client.0.smithi089.stdout:migration_prepare 2024-07-26T06:46:53.461 INFO:tasks.workunit.client.0.smithi089.stdout:migration_execute 2024-07-26T06:46:53.565 INFO:tasks.workunit.client.0.smithi089.stdout:migration_commit 2024-07-26T06:46:53.701 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMigration.NoSnapsOtherPool (634 ms) 2024-07-26T06:46:53.701 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMigration.NoSnapsDataPool 2024-07-26T06:46:53.729 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 83886080 2024-07-26T06:46:53.741 INFO:tasks.workunit.client.0.smithi089.stdout:write: 1 0~8388609 2024-07-26T06:46:53.801 INFO:tasks.workunit.client.0.smithi089.stdout:write: 1 16777218~8388609 2024-07-26T06:46:53.849 INFO:tasks.workunit.client.0.smithi089.stdout:migration_prepare 2024-07-26T06:46:54.031 INFO:tasks.workunit.client.0.smithi089.stdout:migration_execute 2024-07-26T06:46:54.149 INFO:tasks.workunit.client.0.smithi089.stdout:migration_commit 2024-07-26T06:46:54.267 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMigration.NoSnapsDataPool (566 ms) 2024-07-26T06:46:54.267 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMigration.NoSnapsShrinkAfterPrepare 2024-07-26T06:46:54.297 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 83886080 2024-07-26T06:46:54.307 INFO:tasks.workunit.client.0.smithi089.stdout:write: 1 0~8388609 2024-07-26T06:46:54.361 INFO:tasks.workunit.client.0.smithi089.stdout:write: 1 16777218~8388609 2024-07-26T06:46:54.418 INFO:tasks.workunit.client.0.smithi089.stdout:migration_prepare 2024-07-26T06:46:54.609 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 41943040 2024-07-26T06:46:54.618 INFO:tasks.workunit.client.0.smithi089.stdout:migration_execute 2024-07-26T06:46:54.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:54 smithi155 ceph-mon[90160]: pgmap v2118: 169 pgs: 169 active+clean; 8.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 724 KiB/s wr, 822 op/s 2024-07-26T06:46:54.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:54 smithi089 ceph-mon[99608]: pgmap v2118: 169 pgs: 169 active+clean; 8.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 724 KiB/s wr, 822 op/s 2024-07-26T06:46:54.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:54 smithi089 ceph-mon[102056]: pgmap v2118: 169 pgs: 169 active+clean; 8.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 724 KiB/s wr, 822 op/s 2024-07-26T06:46:54.737 INFO:tasks.workunit.client.0.smithi089.stdout:migration_commit 2024-07-26T06:46:54.842 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMigration.NoSnapsShrinkAfterPrepare (576 ms) 2024-07-26T06:46:54.842 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroBeforePrepare 2024-07-26T06:46:54.872 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 83886080 2024-07-26T06:46:54.881 INFO:tasks.workunit.client.0.smithi089.stdout:write: 1 0~8388609 2024-07-26T06:46:54.943 INFO:tasks.workunit.client.0.smithi089.stdout:write: 1 16777218~8388609 2024-07-26T06:46:54.992 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 0 2024-07-26T06:46:55.007 INFO:tasks.workunit.client.0.smithi089.stdout:migration_prepare 2024-07-26T06:46:55.112 INFO:tasks.workunit.client.0.smithi089.stdout:migration_execute 2024-07-26T06:46:55.180 INFO:tasks.workunit.client.0.smithi089.stdout:migration_commit 2024-07-26T06:46:55.225 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroBeforePrepare (382 ms) 2024-07-26T06:46:55.225 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroAfterPrepare 2024-07-26T06:46:55.252 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 83886080 2024-07-26T06:46:55.263 INFO:tasks.workunit.client.0.smithi089.stdout:write: 1 0~8388609 2024-07-26T06:46:55.310 INFO:tasks.workunit.client.0.smithi089.stdout:write: 1 16777218~8388609 2024-07-26T06:46:55.358 INFO:tasks.workunit.client.0.smithi089.stdout:migration_prepare 2024-07-26T06:46:55.539 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 0 2024-07-26T06:46:55.551 INFO:tasks.workunit.client.0.smithi089.stdout:migration_execute 2024-07-26T06:46:55.615 INFO:tasks.workunit.client.0.smithi089.stdout:migration_commit 2024-07-26T06:46:55.670 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroAfterPrepare (445 ms) 2024-07-26T06:46:55.670 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMigration.NoSnapsExpandAfterPrepare 2024-07-26T06:46:55.699 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 83886080 2024-07-26T06:46:55.709 INFO:tasks.workunit.client.0.smithi089.stdout:write: 1 0~8388609 2024-07-26T06:46:55.763 INFO:tasks.workunit.client.0.smithi089.stdout:write: 1 16777218~8388609 2024-07-26T06:46:55.817 INFO:tasks.workunit.client.0.smithi089.stdout:migration_prepare 2024-07-26T06:46:55.997 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 167772160 2024-07-26T06:46:56.063 INFO:tasks.workunit.client.0.smithi089.stdout:migration_execute 2024-07-26T06:46:56.114 INFO:tasks.workunit.client.0.smithi089.stdout:migration_commit 2024-07-26T06:46:56.241 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMigration.NoSnapsExpandAfterPrepare (572 ms) 2024-07-26T06:46:56.242 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMigration.NoSnapsSnapAfterPrepare 2024-07-26T06:46:56.270 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 83886080 2024-07-26T06:46:56.281 INFO:tasks.workunit.client.0.smithi089.stdout:write: 1 0~8388609 2024-07-26T06:46:56.336 INFO:tasks.workunit.client.0.smithi089.stdout:write: 1 16777218~8388609 2024-07-26T06:46:56.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:55 smithi155 ceph-mon[90160]: osdmap e1178: 8 total, 8 up, 8 in 2024-07-26T06:46:56.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:55 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:46:56.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:55 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:46:56.382 INFO:tasks.workunit.client.0.smithi089.stdout:migration_prepare 2024-07-26T06:46:56.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:55 smithi089 ceph-mon[102056]: osdmap e1178: 8 total, 8 up, 8 in 2024-07-26T06:46:56.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:55 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:46:56.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:55 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:46:56.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:55 smithi089 ceph-mon[99608]: osdmap e1178: 8 total, 8 up, 8 in 2024-07-26T06:46:56.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:55 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:46:56.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:55 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:46:56.562 INFO:tasks.workunit.client.0.smithi089.stdout:snap_create: after_prepare_snap 2024-07-26T06:46:57.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:56 smithi155 ceph-mon[90160]: pgmap v2120: 169 pgs: 169 active+clean; 37 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 8.6 MiB/s wr, 1.23k op/s 2024-07-26T06:46:57.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:56 smithi089 ceph-mon[99608]: pgmap v2120: 169 pgs: 169 active+clean; 37 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 8.6 MiB/s wr, 1.23k op/s 2024-07-26T06:46:57.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:56 smithi089 ceph-mon[102056]: pgmap v2120: 169 pgs: 169 active+clean; 37 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 8.6 MiB/s wr, 1.23k op/s 2024-07-26T06:46:58.001 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 41943040 2024-07-26T06:46:58.022 INFO:tasks.workunit.client.0.smithi089.stdout:write: * 0~1000 2024-07-26T06:46:58.026 INFO:tasks.workunit.client.0.smithi089.stdout:migration_execute 2024-07-26T06:46:58.131 INFO:tasks.workunit.client.0.smithi089.stdout:migration_commit 2024-07-26T06:46:58.303 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMigration.NoSnapsSnapAfterPrepare (2062 ms) 2024-07-26T06:46:58.303 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMigration.Snaps 2024-07-26T06:46:58.335 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 83886080 2024-07-26T06:46:58.344 INFO:tasks.workunit.client.0.smithi089.stdout:write: 1 0~8388609 2024-07-26T06:46:58.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:57 smithi155 ceph-mon[90160]: osdmap e1179: 8 total, 8 up, 8 in 2024-07-26T06:46:58.399 INFO:tasks.workunit.client.0.smithi089.stdout:snap_create: snap1 2024-07-26T06:46:58.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:57 smithi089 ceph-mon[99608]: osdmap e1179: 8 total, 8 up, 8 in 2024-07-26T06:46:58.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:57 smithi089 ceph-mon[102056]: osdmap e1179: 8 total, 8 up, 8 in 2024-07-26T06:46:59.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:58 smithi155 ceph-mon[90160]: pgmap v2122: 169 pgs: 169 active+clean; 145 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 36 MiB/s rd, 30 MiB/s wr, 1.65k op/s 2024-07-26T06:46:59.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:58 smithi155 ceph-mon[90160]: osdmap e1180: 8 total, 8 up, 8 in 2024-07-26T06:46:59.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:58 smithi089 ceph-mon[99608]: pgmap v2122: 169 pgs: 169 active+clean; 145 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 36 MiB/s rd, 30 MiB/s wr, 1.65k op/s 2024-07-26T06:46:59.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:58 smithi089 ceph-mon[99608]: osdmap e1180: 8 total, 8 up, 8 in 2024-07-26T06:46:59.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:58 smithi089 ceph-mon[102056]: pgmap v2122: 169 pgs: 169 active+clean; 145 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 36 MiB/s rd, 30 MiB/s wr, 1.65k op/s 2024-07-26T06:46:59.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:58 smithi089 ceph-mon[102056]: osdmap e1180: 8 total, 8 up, 8 in 2024-07-26T06:46:59.986 INFO:tasks.workunit.client.0.smithi089.stdout:write: 1 8388609~8388609 2024-07-26T06:47:00.005 INFO:tasks.workunit.client.0.smithi089.stdout:write: X 0~1000 2024-07-26T06:47:00.005 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 1010~1000 2024-07-26T06:47:00.005 INFO:tasks.workunit.client.0.smithi089.stdout:snap_create: snap2 2024-07-26T06:47:00.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:59 smithi155 ceph-mon[90160]: osdmap e1181: 8 total, 8 up, 8 in 2024-07-26T06:47:00.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:46:59 smithi155 ceph-mon[90160]: osdmap e1182: 8 total, 8 up, 8 in 2024-07-26T06:47:00.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:59 smithi089 ceph-mon[99608]: osdmap e1181: 8 total, 8 up, 8 in 2024-07-26T06:47:00.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:46:59 smithi089 ceph-mon[99608]: osdmap e1182: 8 total, 8 up, 8 in 2024-07-26T06:47:00.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:59 smithi089 ceph-mon[102056]: osdmap e1181: 8 total, 8 up, 8 in 2024-07-26T06:47:00.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:46:59 smithi089 ceph-mon[102056]: osdmap e1182: 8 total, 8 up, 8 in 2024-07-26T06:47:01.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:00 smithi155 ceph-mon[90160]: pgmap v2125: 169 pgs: 169 active+clean; 177 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 74 MiB/s rd, 61 MiB/s wr, 1.81k op/s 2024-07-26T06:47:01.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:00 smithi089 ceph-mon[99608]: pgmap v2125: 169 pgs: 169 active+clean; 177 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 74 MiB/s rd, 61 MiB/s wr, 1.81k op/s 2024-07-26T06:47:01.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:00 smithi089 ceph-mon[102056]: pgmap v2125: 169 pgs: 169 active+clean; 177 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 74 MiB/s rd, 61 MiB/s wr, 1.81k op/s 2024-07-26T06:47:02.025 INFO:tasks.workunit.client.0.smithi089.stdout:write: X 8388609~1000 2024-07-26T06:47:02.031 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 16777228~1000 2024-07-26T06:47:02.031 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 167772160 2024-07-26T06:47:02.040 INFO:tasks.workunit.client.0.smithi089.stdout:write: 2 83886079~8388609 2024-07-26T06:47:02.061 INFO:tasks.workunit.client.0.smithi089.stdout:snap_create: snap3 2024-07-26T06:47:02.313 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:02 smithi155 ceph-mon[90160]: osdmap e1183: 8 total, 8 up, 8 in 2024-07-26T06:47:02.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:02 smithi089 ceph-mon[99608]: osdmap e1183: 8 total, 8 up, 8 in 2024-07-26T06:47:02.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:02 smithi089 ceph-mon[102056]: osdmap e1183: 8 total, 8 up, 8 in 2024-07-26T06:47:02.628 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:47:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:47:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:47:02.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:47:02 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:47:02] "GET /metrics HTTP/1.1" 200 38889 "" "Prometheus/2.43.0" 2024-07-26T06:47:03.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:03 smithi155 ceph-mon[90160]: pgmap v2128: 169 pgs: 169 active+clean; 221 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 59 MiB/s rd, 40 MiB/s wr, 1.29k op/s 2024-07-26T06:47:03.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:03 smithi155 ceph-mon[90160]: osdmap e1184: 8 total, 8 up, 8 in 2024-07-26T06:47:03.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:03 smithi089 ceph-mon[99608]: pgmap v2128: 169 pgs: 169 active+clean; 221 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 59 MiB/s rd, 40 MiB/s wr, 1.29k op/s 2024-07-26T06:47:03.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:03 smithi089 ceph-mon[99608]: osdmap e1184: 8 total, 8 up, 8 in 2024-07-26T06:47:03.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:03 smithi089 ceph-mon[102056]: pgmap v2128: 169 pgs: 169 active+clean; 221 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 59 MiB/s rd, 40 MiB/s wr, 1.29k op/s 2024-07-26T06:47:03.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:03 smithi089 ceph-mon[102056]: osdmap e1184: 8 total, 8 up, 8 in 2024-07-26T06:47:04.045 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 83886080 2024-07-26T06:47:04.067 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 83886079~1 2024-07-26T06:47:04.075 INFO:tasks.workunit.client.0.smithi089.stdout:migration_prepare 2024-07-26T06:47:04.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:04 smithi155 ceph-mon[90160]: osdmap e1185: 8 total, 8 up, 8 in 2024-07-26T06:47:04.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:04 smithi089 ceph-mon[99608]: osdmap e1185: 8 total, 8 up, 8 in 2024-07-26T06:47:04.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:04 smithi089 ceph-mon[102056]: osdmap e1185: 8 total, 8 up, 8 in 2024-07-26T06:47:05.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:05 smithi155 ceph-mon[90160]: pgmap v2131: 169 pgs: 169 active+clean; 229 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 41 MiB/s rd, 23 MiB/s wr, 679 op/s 2024-07-26T06:47:05.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:05 smithi155 ceph-mon[90160]: osdmap e1186: 8 total, 8 up, 8 in 2024-07-26T06:47:05.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:05 smithi089 ceph-mon[99608]: pgmap v2131: 169 pgs: 169 active+clean; 229 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 41 MiB/s rd, 23 MiB/s wr, 679 op/s 2024-07-26T06:47:05.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:05 smithi089 ceph-mon[99608]: osdmap e1186: 8 total, 8 up, 8 in 2024-07-26T06:47:05.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:05 smithi089 ceph-mon[102056]: pgmap v2131: 169 pgs: 169 active+clean; 229 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 41 MiB/s rd, 23 MiB/s wr, 679 op/s 2024-07-26T06:47:05.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:05 smithi089 ceph-mon[102056]: osdmap e1186: 8 total, 8 up, 8 in 2024-07-26T06:47:06.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:06 smithi155 ceph-mon[90160]: osdmap e1187: 8 total, 8 up, 8 in 2024-07-26T06:47:06.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:06 smithi089 ceph-mon[99608]: osdmap e1187: 8 total, 8 up, 8 in 2024-07-26T06:47:06.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:06 smithi089 ceph-mon[102056]: osdmap e1187: 8 total, 8 up, 8 in 2024-07-26T06:47:07.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:07 smithi155 ceph-mon[90160]: pgmap v2134: 169 pgs: 169 active+clean; 245 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 8.1 MiB/s rd, 7.0 MiB/s wr, 154 op/s 2024-07-26T06:47:07.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:07 smithi155 ceph-mon[90160]: osdmap e1188: 8 total, 8 up, 8 in 2024-07-26T06:47:07.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:07 smithi089 ceph-mon[99608]: pgmap v2134: 169 pgs: 169 active+clean; 245 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 8.1 MiB/s rd, 7.0 MiB/s wr, 154 op/s 2024-07-26T06:47:07.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:07 smithi089 ceph-mon[99608]: osdmap e1188: 8 total, 8 up, 8 in 2024-07-26T06:47:07.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:07 smithi089 ceph-mon[102056]: pgmap v2134: 169 pgs: 169 active+clean; 245 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 8.1 MiB/s rd, 7.0 MiB/s wr, 154 op/s 2024-07-26T06:47:07.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:07 smithi089 ceph-mon[102056]: osdmap e1188: 8 total, 8 up, 8 in 2024-07-26T06:47:07.524 INFO:tasks.workunit.client.0.smithi089.stdout:migration_execute 2024-07-26T06:47:07.696 INFO:tasks.workunit.client.0.smithi089.stdout:migration_commit 2024-07-26T06:47:08.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:08 smithi155 ceph-mon[90160]: osdmap e1189: 8 total, 8 up, 8 in 2024-07-26T06:47:08.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:08 smithi089 ceph-mon[99608]: osdmap e1189: 8 total, 8 up, 8 in 2024-07-26T06:47:08.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:08 smithi089 ceph-mon[102056]: osdmap e1189: 8 total, 8 up, 8 in 2024-07-26T06:47:09.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:09 smithi155 ceph-mon[90160]: pgmap v2137: 169 pgs: 169 active+clean; 253 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 4.0 MiB/s wr, 127 op/s 2024-07-26T06:47:09.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:09 smithi155 ceph-mon[90160]: osdmap e1190: 8 total, 8 up, 8 in 2024-07-26T06:47:09.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:09 smithi089 ceph-mon[99608]: pgmap v2137: 169 pgs: 169 active+clean; 253 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 4.0 MiB/s wr, 127 op/s 2024-07-26T06:47:09.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:09 smithi089 ceph-mon[99608]: osdmap e1190: 8 total, 8 up, 8 in 2024-07-26T06:47:09.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:09 smithi089 ceph-mon[102056]: pgmap v2137: 169 pgs: 169 active+clean; 253 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 4.0 MiB/s wr, 127 op/s 2024-07-26T06:47:09.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:09 smithi089 ceph-mon[102056]: osdmap e1190: 8 total, 8 up, 8 in 2024-07-26T06:47:10.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:10 smithi155 ceph-mon[90160]: osdmap e1191: 8 total, 8 up, 8 in 2024-07-26T06:47:10.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:10 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:47:10.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:10 smithi089 ceph-mon[99608]: osdmap e1191: 8 total, 8 up, 8 in 2024-07-26T06:47:10.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:10 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:47:10.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:10 smithi089 ceph-mon[102056]: osdmap e1191: 8 total, 8 up, 8 in 2024-07-26T06:47:10.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:10 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:47:10.414 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMigration.Snaps (12111 ms) 2024-07-26T06:47:10.414 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMigration.SnapsOtherPool 2024-07-26T06:47:10.444 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 83886080 2024-07-26T06:47:10.456 INFO:tasks.workunit.client.0.smithi089.stdout:write: 1 0~8388609 2024-07-26T06:47:10.524 INFO:tasks.workunit.client.0.smithi089.stdout:snap_create: snap1 2024-07-26T06:47:11.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:11 smithi155 ceph-mon[90160]: pgmap v2140: 169 pgs: 169 active+clean; 257 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 2.0 MiB/s wr, 290 op/s 2024-07-26T06:47:11.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:11 smithi155 ceph-mon[90160]: osdmap e1192: 8 total, 8 up, 8 in 2024-07-26T06:47:11.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:11 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:47:11.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:11 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:47:11.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:11 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:47:11.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:11 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:47:11.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:11 smithi089 ceph-mon[99608]: pgmap v2140: 169 pgs: 169 active+clean; 257 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 2.0 MiB/s wr, 290 op/s 2024-07-26T06:47:11.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:11 smithi089 ceph-mon[99608]: osdmap e1192: 8 total, 8 up, 8 in 2024-07-26T06:47:11.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:47:11.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:47:11.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:47:11.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:47:11.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:11 smithi089 ceph-mon[102056]: pgmap v2140: 169 pgs: 169 active+clean; 257 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 2.0 MiB/s wr, 290 op/s 2024-07-26T06:47:11.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:11 smithi089 ceph-mon[102056]: osdmap e1192: 8 total, 8 up, 8 in 2024-07-26T06:47:11.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:47:11.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:47:11.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:47:11.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:47:12.337 INFO:tasks.workunit.client.0.smithi089.stdout:write: 1 8388609~8388609 2024-07-26T06:47:12.350 INFO:tasks.workunit.client.0.smithi089.stdout:write: X 0~1000 2024-07-26T06:47:12.350 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 1010~1000 2024-07-26T06:47:12.350 INFO:tasks.workunit.client.0.smithi089.stdout:snap_create: snap2 2024-07-26T06:47:12.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:12 smithi155 ceph-mon[90160]: pgmap v2142: 169 pgs: 169 active+clean; 253 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 4.8 MiB/s wr, 436 op/s 2024-07-26T06:47:12.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:12 smithi155 ceph-mon[90160]: osdmap e1193: 8 total, 8 up, 8 in 2024-07-26T06:47:12.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:47:12 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:47:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:47:12.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:12 smithi089 ceph-mon[99608]: pgmap v2142: 169 pgs: 169 active+clean; 253 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 4.8 MiB/s wr, 436 op/s 2024-07-26T06:47:12.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:12 smithi089 ceph-mon[99608]: osdmap e1193: 8 total, 8 up, 8 in 2024-07-26T06:47:12.655 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:47:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:47:12] "GET /metrics HTTP/1.1" 200 38898 "" "Prometheus/2.43.0" 2024-07-26T06:47:12.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:12 smithi089 ceph-mon[102056]: pgmap v2142: 169 pgs: 169 active+clean; 253 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 4.8 MiB/s wr, 436 op/s 2024-07-26T06:47:12.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:12 smithi089 ceph-mon[102056]: osdmap e1193: 8 total, 8 up, 8 in 2024-07-26T06:47:13.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:13 smithi155 ceph-mon[90160]: osdmap e1194: 8 total, 8 up, 8 in 2024-07-26T06:47:13.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:13 smithi089 ceph-mon[99608]: osdmap e1194: 8 total, 8 up, 8 in 2024-07-26T06:47:13.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:13 smithi089 ceph-mon[102056]: osdmap e1194: 8 total, 8 up, 8 in 2024-07-26T06:47:14.357 INFO:tasks.workunit.client.0.smithi089.stdout:write: X 8388609~1000 2024-07-26T06:47:14.364 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 16777228~1000 2024-07-26T06:47:14.364 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 167772160 2024-07-26T06:47:14.373 INFO:tasks.workunit.client.0.smithi089.stdout:write: 2 83886079~8388609 2024-07-26T06:47:14.392 INFO:tasks.workunit.client.0.smithi089.stdout:snap_create: snap3 2024-07-26T06:47:14.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:14 smithi155 ceph-mon[90160]: pgmap v2145: 169 pgs: 169 active+clean; 285 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 50 MiB/s rd, 11 MiB/s wr, 260 op/s 2024-07-26T06:47:14.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:14 smithi155 ceph-mon[90160]: osdmap e1195: 8 total, 8 up, 8 in 2024-07-26T06:47:14.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:14 smithi089 ceph-mon[99608]: pgmap v2145: 169 pgs: 169 active+clean; 285 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 50 MiB/s rd, 11 MiB/s wr, 260 op/s 2024-07-26T06:47:14.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:14 smithi089 ceph-mon[99608]: osdmap e1195: 8 total, 8 up, 8 in 2024-07-26T06:47:14.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:14 smithi089 ceph-mon[102056]: pgmap v2145: 169 pgs: 169 active+clean; 285 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 50 MiB/s rd, 11 MiB/s wr, 260 op/s 2024-07-26T06:47:14.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:14 smithi089 ceph-mon[102056]: osdmap e1195: 8 total, 8 up, 8 in 2024-07-26T06:47:15.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:15 smithi155 ceph-mon[90160]: osdmap e1196: 8 total, 8 up, 8 in 2024-07-26T06:47:15.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:15 smithi155 ceph-mon[90160]: osdmap e1197: 8 total, 8 up, 8 in 2024-07-26T06:47:15.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:15 smithi089 ceph-mon[99608]: osdmap e1196: 8 total, 8 up, 8 in 2024-07-26T06:47:15.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:15 smithi089 ceph-mon[99608]: osdmap e1197: 8 total, 8 up, 8 in 2024-07-26T06:47:15.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:15 smithi089 ceph-mon[102056]: osdmap e1196: 8 total, 8 up, 8 in 2024-07-26T06:47:15.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:15 smithi089 ceph-mon[102056]: osdmap e1197: 8 total, 8 up, 8 in 2024-07-26T06:47:15.995 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 83886080 2024-07-26T06:47:16.019 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 83886079~1 2024-07-26T06:47:16.030 INFO:tasks.workunit.client.0.smithi089.stdout:write: 1 0~8388609 2024-07-26T06:47:16.039 INFO:tasks.workunit.client.0.smithi089.stdout:write: 1 16777218~8388609 2024-07-26T06:47:16.117 INFO:tasks.workunit.client.0.smithi089.stdout:migration_prepare 2024-07-26T06:47:17.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:16 smithi155 ceph-mon[90160]: pgmap v2149: 169 pgs: 169 active+clean; 285 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 37 MiB/s rd, 9.1 MiB/s wr, 117 op/s 2024-07-26T06:47:17.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:16 smithi155 ceph-mon[90160]: osdmap e1198: 8 total, 8 up, 8 in 2024-07-26T06:47:17.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:16 smithi089 ceph-mon[99608]: pgmap v2149: 169 pgs: 169 active+clean; 285 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 37 MiB/s rd, 9.1 MiB/s wr, 117 op/s 2024-07-26T06:47:17.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:16 smithi089 ceph-mon[99608]: osdmap e1198: 8 total, 8 up, 8 in 2024-07-26T06:47:17.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:16 smithi089 ceph-mon[102056]: pgmap v2149: 169 pgs: 169 active+clean; 285 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 37 MiB/s rd, 9.1 MiB/s wr, 117 op/s 2024-07-26T06:47:17.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:16 smithi089 ceph-mon[102056]: osdmap e1198: 8 total, 8 up, 8 in 2024-07-26T06:47:18.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:17 smithi155 ceph-mon[90160]: osdmap e1199: 8 total, 8 up, 8 in 2024-07-26T06:47:18.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:17 smithi089 ceph-mon[99608]: osdmap e1199: 8 total, 8 up, 8 in 2024-07-26T06:47:18.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:17 smithi089 ceph-mon[102056]: osdmap e1199: 8 total, 8 up, 8 in 2024-07-26T06:47:19.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:18 smithi155 ceph-mon[90160]: pgmap v2152: 169 pgs: 169 active+clean; 309 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 5.1 MiB/s rd, 6.1 MiB/s wr, 108 op/s 2024-07-26T06:47:19.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:18 smithi155 ceph-mon[90160]: osdmap e1200: 8 total, 8 up, 8 in 2024-07-26T06:47:19.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:18 smithi089 ceph-mon[99608]: pgmap v2152: 169 pgs: 169 active+clean; 309 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 5.1 MiB/s rd, 6.1 MiB/s wr, 108 op/s 2024-07-26T06:47:19.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:18 smithi089 ceph-mon[99608]: osdmap e1200: 8 total, 8 up, 8 in 2024-07-26T06:47:19.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:18 smithi089 ceph-mon[102056]: pgmap v2152: 169 pgs: 169 active+clean; 309 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 5.1 MiB/s rd, 6.1 MiB/s wr, 108 op/s 2024-07-26T06:47:19.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:18 smithi089 ceph-mon[102056]: osdmap e1200: 8 total, 8 up, 8 in 2024-07-26T06:47:19.455 INFO:tasks.workunit.client.0.smithi089.stdout:migration_execute 2024-07-26T06:47:19.641 INFO:tasks.workunit.client.0.smithi089.stdout:migration_commit 2024-07-26T06:47:20.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:20 smithi155 ceph-mon[90160]: osdmap e1201: 8 total, 8 up, 8 in 2024-07-26T06:47:20.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:20 smithi155 ceph-mon[90160]: osdmap e1202: 8 total, 8 up, 8 in 2024-07-26T06:47:20.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:20 smithi089 ceph-mon[99608]: osdmap e1201: 8 total, 8 up, 8 in 2024-07-26T06:47:20.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:20 smithi089 ceph-mon[99608]: osdmap e1202: 8 total, 8 up, 8 in 2024-07-26T06:47:20.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:20 smithi089 ceph-mon[102056]: osdmap e1201: 8 total, 8 up, 8 in 2024-07-26T06:47:20.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:20 smithi089 ceph-mon[102056]: osdmap e1202: 8 total, 8 up, 8 in 2024-07-26T06:47:21.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:21 smithi155 ceph-mon[90160]: pgmap v2155: 169 pgs: 169 active+clean; 329 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 9.0 MiB/s wr, 104 op/s 2024-07-26T06:47:21.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:21 smithi089 ceph-mon[99608]: pgmap v2155: 169 pgs: 169 active+clean; 329 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 9.0 MiB/s wr, 104 op/s 2024-07-26T06:47:21.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:21 smithi089 ceph-mon[102056]: pgmap v2155: 169 pgs: 169 active+clean; 329 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 9.0 MiB/s wr, 104 op/s 2024-07-26T06:47:22.279 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:22 smithi155 ceph-mon[90160]: osdmap e1203: 8 total, 8 up, 8 in 2024-07-26T06:47:22.383 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMigration.SnapsOtherPool (11968 ms) 2024-07-26T06:47:22.383 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMigration.SnapsDataPool 2024-07-26T06:47:22.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:22 smithi089 ceph-mon[99608]: osdmap e1203: 8 total, 8 up, 8 in 2024-07-26T06:47:22.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:22 smithi089 ceph-mon[102056]: osdmap e1203: 8 total, 8 up, 8 in 2024-07-26T06:47:22.415 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 83886080 2024-07-26T06:47:22.426 INFO:tasks.workunit.client.0.smithi089.stdout:write: 1 0~8388609 2024-07-26T06:47:22.488 INFO:tasks.workunit.client.0.smithi089.stdout:snap_create: snap1 2024-07-26T06:47:22.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:47:22 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:47:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:47:22.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:47:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:47:22] "GET /metrics HTTP/1.1" 200 38898 "" "Prometheus/2.43.0" 2024-07-26T06:47:23.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:23 smithi155 ceph-mon[90160]: pgmap v2158: 169 pgs: 169 active+clean; 357 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 11 MiB/s wr, 371 op/s 2024-07-26T06:47:23.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:23 smithi155 ceph-mon[90160]: osdmap e1204: 8 total, 8 up, 8 in 2024-07-26T06:47:23.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:23 smithi089 ceph-mon[99608]: pgmap v2158: 169 pgs: 169 active+clean; 357 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 11 MiB/s wr, 371 op/s 2024-07-26T06:47:23.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:23 smithi089 ceph-mon[99608]: osdmap e1204: 8 total, 8 up, 8 in 2024-07-26T06:47:23.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:23 smithi089 ceph-mon[102056]: pgmap v2158: 169 pgs: 169 active+clean; 357 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 11 MiB/s wr, 371 op/s 2024-07-26T06:47:23.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:23 smithi089 ceph-mon[102056]: osdmap e1204: 8 total, 8 up, 8 in 2024-07-26T06:47:24.052 INFO:tasks.workunit.client.0.smithi089.stdout:write: 1 8388609~8388609 2024-07-26T06:47:24.067 INFO:tasks.workunit.client.0.smithi089.stdout:write: X 0~1000 2024-07-26T06:47:24.067 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 1010~1000 2024-07-26T06:47:24.068 INFO:tasks.workunit.client.0.smithi089.stdout:snap_create: snap2 2024-07-26T06:47:24.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:24 smithi155 ceph-mon[90160]: osdmap e1205: 8 total, 8 up, 8 in 2024-07-26T06:47:24.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:24 smithi089 ceph-mon[99608]: osdmap e1205: 8 total, 8 up, 8 in 2024-07-26T06:47:24.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:24 smithi089 ceph-mon[102056]: osdmap e1205: 8 total, 8 up, 8 in 2024-07-26T06:47:25.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:25 smithi155 ceph-mon[90160]: pgmap v2161: 169 pgs: 169 active+clean; 353 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 52 MiB/s rd, 10 MiB/s wr, 339 op/s 2024-07-26T06:47:25.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:25 smithi155 ceph-mon[90160]: osdmap e1206: 8 total, 8 up, 8 in 2024-07-26T06:47:25.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:25 smithi089 ceph-mon[99608]: pgmap v2161: 169 pgs: 169 active+clean; 353 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 52 MiB/s rd, 10 MiB/s wr, 339 op/s 2024-07-26T06:47:25.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:25 smithi089 ceph-mon[99608]: osdmap e1206: 8 total, 8 up, 8 in 2024-07-26T06:47:25.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:25 smithi089 ceph-mon[102056]: pgmap v2161: 169 pgs: 169 active+clean; 353 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 52 MiB/s rd, 10 MiB/s wr, 339 op/s 2024-07-26T06:47:25.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:25 smithi089 ceph-mon[102056]: osdmap e1206: 8 total, 8 up, 8 in 2024-07-26T06:47:26.068 INFO:tasks.workunit.client.0.smithi089.stdout:write: X 8388609~1000 2024-07-26T06:47:26.075 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 16777228~1000 2024-07-26T06:47:26.075 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 167772160 2024-07-26T06:47:26.086 INFO:tasks.workunit.client.0.smithi089.stdout:write: 2 83886079~8388609 2024-07-26T06:47:26.103 INFO:tasks.workunit.client.0.smithi089.stdout:snap_create: snap3 2024-07-26T06:47:26.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:26 smithi155 ceph-mon[90160]: osdmap e1207: 8 total, 8 up, 8 in 2024-07-26T06:47:26.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:47:26.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:26 smithi089 ceph-mon[99608]: osdmap e1207: 8 total, 8 up, 8 in 2024-07-26T06:47:26.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:47:26.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:26 smithi089 ceph-mon[102056]: osdmap e1207: 8 total, 8 up, 8 in 2024-07-26T06:47:26.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:47:27.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:27 smithi155 ceph-mon[90160]: pgmap v2164: 169 pgs: 169 active+clean; 373 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 52 MiB/s rd, 9.0 MiB/s wr, 201 op/s 2024-07-26T06:47:27.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:27 smithi155 ceph-mon[90160]: osdmap e1208: 8 total, 8 up, 8 in 2024-07-26T06:47:27.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:27 smithi089 ceph-mon[99608]: pgmap v2164: 169 pgs: 169 active+clean; 373 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 52 MiB/s rd, 9.0 MiB/s wr, 201 op/s 2024-07-26T06:47:27.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:27 smithi089 ceph-mon[99608]: osdmap e1208: 8 total, 8 up, 8 in 2024-07-26T06:47:27.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:27 smithi089 ceph-mon[102056]: pgmap v2164: 169 pgs: 169 active+clean; 373 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 52 MiB/s rd, 9.0 MiB/s wr, 201 op/s 2024-07-26T06:47:27.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:27 smithi089 ceph-mon[102056]: osdmap e1208: 8 total, 8 up, 8 in 2024-07-26T06:47:28.078 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 83886080 2024-07-26T06:47:28.101 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 83886079~1 2024-07-26T06:47:28.111 INFO:tasks.workunit.client.0.smithi089.stdout:migration_prepare 2024-07-26T06:47:28.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:28 smithi155 ceph-mon[90160]: osdmap e1209: 8 total, 8 up, 8 in 2024-07-26T06:47:28.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:28 smithi089 ceph-mon[99608]: osdmap e1209: 8 total, 8 up, 8 in 2024-07-26T06:47:28.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:28 smithi089 ceph-mon[102056]: osdmap e1209: 8 total, 8 up, 8 in 2024-07-26T06:47:29.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:29 smithi155 ceph-mon[90160]: pgmap v2167: 169 pgs: 169 active+clean; 381 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 30 MiB/s rd, 13 MiB/s wr, 249 op/s 2024-07-26T06:47:29.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:29 smithi155 ceph-mon[90160]: osdmap e1210: 8 total, 8 up, 8 in 2024-07-26T06:47:29.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:29 smithi089 ceph-mon[99608]: pgmap v2167: 169 pgs: 169 active+clean; 381 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 30 MiB/s rd, 13 MiB/s wr, 249 op/s 2024-07-26T06:47:29.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:29 smithi089 ceph-mon[99608]: osdmap e1210: 8 total, 8 up, 8 in 2024-07-26T06:47:29.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:29 smithi089 ceph-mon[102056]: pgmap v2167: 169 pgs: 169 active+clean; 381 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 30 MiB/s rd, 13 MiB/s wr, 249 op/s 2024-07-26T06:47:29.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:29 smithi089 ceph-mon[102056]: osdmap e1210: 8 total, 8 up, 8 in 2024-07-26T06:47:30.382 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:30 smithi155 ceph-mon[90160]: osdmap e1211: 8 total, 8 up, 8 in 2024-07-26T06:47:30.382 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:30 smithi155 ceph-mon[90160]: osdmap e1212: 8 total, 8 up, 8 in 2024-07-26T06:47:30.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:30 smithi089 ceph-mon[99608]: osdmap e1211: 8 total, 8 up, 8 in 2024-07-26T06:47:30.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:30 smithi089 ceph-mon[99608]: osdmap e1212: 8 total, 8 up, 8 in 2024-07-26T06:47:30.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:30 smithi089 ceph-mon[102056]: osdmap e1211: 8 total, 8 up, 8 in 2024-07-26T06:47:30.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:30 smithi089 ceph-mon[102056]: osdmap e1212: 8 total, 8 up, 8 in 2024-07-26T06:47:31.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:31 smithi155 ceph-mon[90160]: pgmap v2170: 169 pgs: 169 active+clean; 385 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 18 MiB/s rd, 7.0 MiB/s wr, 143 op/s 2024-07-26T06:47:31.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:31 smithi155 ceph-mon[90160]: osdmap e1213: 8 total, 8 up, 8 in 2024-07-26T06:47:31.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:31 smithi089 ceph-mon[99608]: pgmap v2170: 169 pgs: 169 active+clean; 385 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 18 MiB/s rd, 7.0 MiB/s wr, 143 op/s 2024-07-26T06:47:31.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:31 smithi089 ceph-mon[99608]: osdmap e1213: 8 total, 8 up, 8 in 2024-07-26T06:47:31.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:31 smithi089 ceph-mon[102056]: pgmap v2170: 169 pgs: 169 active+clean; 385 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 18 MiB/s rd, 7.0 MiB/s wr, 143 op/s 2024-07-26T06:47:31.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:31 smithi089 ceph-mon[102056]: osdmap e1213: 8 total, 8 up, 8 in 2024-07-26T06:47:31.465 INFO:tasks.workunit.client.0.smithi089.stdout:migration_execute 2024-07-26T06:47:31.610 INFO:tasks.workunit.client.0.smithi089.stdout:migration_commit 2024-07-26T06:47:32.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:47:32 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:47:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:47:32.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:47:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:47:32] "GET /metrics HTTP/1.1" 200 38897 "" "Prometheus/2.43.0" 2024-07-26T06:47:33.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:33 smithi155 ceph-mon[90160]: pgmap v2173: 169 pgs: 169 active+clean; 397 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 103 KiB/s rd, 2.0 MiB/s wr, 141 op/s 2024-07-26T06:47:33.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:33 smithi155 ceph-mon[90160]: osdmap e1214: 8 total, 8 up, 8 in 2024-07-26T06:47:33.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:33 smithi089 ceph-mon[99608]: pgmap v2173: 169 pgs: 169 active+clean; 397 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 103 KiB/s rd, 2.0 MiB/s wr, 141 op/s 2024-07-26T06:47:33.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:33 smithi089 ceph-mon[99608]: osdmap e1214: 8 total, 8 up, 8 in 2024-07-26T06:47:33.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:33 smithi089 ceph-mon[102056]: pgmap v2173: 169 pgs: 169 active+clean; 397 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 103 KiB/s rd, 2.0 MiB/s wr, 141 op/s 2024-07-26T06:47:33.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:33 smithi089 ceph-mon[102056]: osdmap e1214: 8 total, 8 up, 8 in 2024-07-26T06:47:34.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:34 smithi155 ceph-mon[90160]: osdmap e1215: 8 total, 8 up, 8 in 2024-07-26T06:47:34.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:34 smithi089 ceph-mon[99608]: osdmap e1215: 8 total, 8 up, 8 in 2024-07-26T06:47:34.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:34 smithi089 ceph-mon[102056]: osdmap e1215: 8 total, 8 up, 8 in 2024-07-26T06:47:34.439 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMigration.SnapsDataPool (12057 ms) 2024-07-26T06:47:34.440 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMigration.SnapsShrinkAfterPrepare 2024-07-26T06:47:34.473 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 83886080 2024-07-26T06:47:34.484 INFO:tasks.workunit.client.0.smithi089.stdout:write: 1 0~8388609 2024-07-26T06:47:34.555 INFO:tasks.workunit.client.0.smithi089.stdout:snap_create: snap1 2024-07-26T06:47:35.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:35 smithi155 ceph-mon[90160]: pgmap v2176: 169 pgs: 169 active+clean; 405 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 5.1 MiB/s rd, 4.0 MiB/s wr, 160 op/s 2024-07-26T06:47:35.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:35 smithi155 ceph-mon[90160]: osdmap e1216: 8 total, 8 up, 8 in 2024-07-26T06:47:35.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:35 smithi089 ceph-mon[99608]: pgmap v2176: 169 pgs: 169 active+clean; 405 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 5.1 MiB/s rd, 4.0 MiB/s wr, 160 op/s 2024-07-26T06:47:35.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:35 smithi089 ceph-mon[99608]: osdmap e1216: 8 total, 8 up, 8 in 2024-07-26T06:47:35.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:35 smithi089 ceph-mon[102056]: pgmap v2176: 169 pgs: 169 active+clean; 405 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 5.1 MiB/s rd, 4.0 MiB/s wr, 160 op/s 2024-07-26T06:47:35.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:35 smithi089 ceph-mon[102056]: osdmap e1216: 8 total, 8 up, 8 in 2024-07-26T06:47:36.119 INFO:tasks.workunit.client.0.smithi089.stdout:write: 1 8388609~8388609 2024-07-26T06:47:36.139 INFO:tasks.workunit.client.0.smithi089.stdout:write: X 0~1000 2024-07-26T06:47:36.139 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 1010~1000 2024-07-26T06:47:36.139 INFO:tasks.workunit.client.0.smithi089.stdout:snap_create: snap2 2024-07-26T06:47:36.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:36 smithi155 ceph-mon[90160]: osdmap e1217: 8 total, 8 up, 8 in 2024-07-26T06:47:36.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:36 smithi089 ceph-mon[99608]: osdmap e1217: 8 total, 8 up, 8 in 2024-07-26T06:47:36.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:36 smithi089 ceph-mon[102056]: osdmap e1217: 8 total, 8 up, 8 in 2024-07-26T06:47:37.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:37 smithi155 ceph-mon[90160]: pgmap v2179: 169 pgs: 169 active+clean; 413 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 MiB/s rd, 5.0 MiB/s wr, 117 op/s 2024-07-26T06:47:37.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:37 smithi155 ceph-mon[90160]: osdmap e1218: 8 total, 8 up, 8 in 2024-07-26T06:47:37.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:37 smithi089 ceph-mon[99608]: pgmap v2179: 169 pgs: 169 active+clean; 413 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 MiB/s rd, 5.0 MiB/s wr, 117 op/s 2024-07-26T06:47:37.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:37 smithi089 ceph-mon[99608]: osdmap e1218: 8 total, 8 up, 8 in 2024-07-26T06:47:37.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:37 smithi089 ceph-mon[102056]: pgmap v2179: 169 pgs: 169 active+clean; 413 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 MiB/s rd, 5.0 MiB/s wr, 117 op/s 2024-07-26T06:47:37.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:37 smithi089 ceph-mon[102056]: osdmap e1218: 8 total, 8 up, 8 in 2024-07-26T06:47:38.134 INFO:tasks.workunit.client.0.smithi089.stdout:write: X 8388609~1000 2024-07-26T06:47:38.143 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 16777228~1000 2024-07-26T06:47:38.143 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 167772160 2024-07-26T06:47:38.152 INFO:tasks.workunit.client.0.smithi089.stdout:write: 2 83886079~8388609 2024-07-26T06:47:38.168 INFO:tasks.workunit.client.0.smithi089.stdout:snap_create: snap3 2024-07-26T06:47:38.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:38 smithi155 ceph-mon[90160]: osdmap e1219: 8 total, 8 up, 8 in 2024-07-26T06:47:38.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:38 smithi089 ceph-mon[99608]: osdmap e1219: 8 total, 8 up, 8 in 2024-07-26T06:47:38.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:38 smithi089 ceph-mon[102056]: osdmap e1219: 8 total, 8 up, 8 in 2024-07-26T06:47:39.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:39 smithi155 ceph-mon[90160]: pgmap v2182: 169 pgs: 169 active+clean; 405 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 53 MiB/s rd, 6.0 MiB/s wr, 393 op/s 2024-07-26T06:47:39.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:39 smithi155 ceph-mon[90160]: osdmap e1220: 8 total, 8 up, 8 in 2024-07-26T06:47:39.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:39 smithi089 ceph-mon[102056]: pgmap v2182: 169 pgs: 169 active+clean; 405 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 53 MiB/s rd, 6.0 MiB/s wr, 393 op/s 2024-07-26T06:47:39.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:39 smithi089 ceph-mon[102056]: osdmap e1220: 8 total, 8 up, 8 in 2024-07-26T06:47:39.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:39 smithi089 ceph-mon[99608]: pgmap v2182: 169 pgs: 169 active+clean; 405 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 53 MiB/s rd, 6.0 MiB/s wr, 393 op/s 2024-07-26T06:47:39.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:39 smithi089 ceph-mon[99608]: osdmap e1220: 8 total, 8 up, 8 in 2024-07-26T06:47:40.000 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 83886080 2024-07-26T06:47:40.027 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 83886079~1 2024-07-26T06:47:40.037 INFO:tasks.workunit.client.0.smithi089.stdout:migration_prepare 2024-07-26T06:47:40.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:40 smithi155 ceph-mon[90160]: osdmap e1221: 8 total, 8 up, 8 in 2024-07-26T06:47:40.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:40 smithi155 ceph-mon[90160]: osdmap e1222: 8 total, 8 up, 8 in 2024-07-26T06:47:40.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:40 smithi089 ceph-mon[99608]: osdmap e1221: 8 total, 8 up, 8 in 2024-07-26T06:47:40.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:40 smithi089 ceph-mon[99608]: osdmap e1222: 8 total, 8 up, 8 in 2024-07-26T06:47:40.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:40 smithi089 ceph-mon[102056]: osdmap e1221: 8 total, 8 up, 8 in 2024-07-26T06:47:40.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:40 smithi089 ceph-mon[102056]: osdmap e1222: 8 total, 8 up, 8 in 2024-07-26T06:47:41.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:41 smithi155 ceph-mon[90160]: pgmap v2185: 169 pgs: 169 active+clean; 429 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 44 MiB/s rd, 8.0 MiB/s wr, 426 op/s 2024-07-26T06:47:41.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:47:41.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:41 smithi155 ceph-mon[90160]: osdmap e1223: 8 total, 8 up, 8 in 2024-07-26T06:47:41.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:41 smithi089 ceph-mon[99608]: pgmap v2185: 169 pgs: 169 active+clean; 429 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 44 MiB/s rd, 8.0 MiB/s wr, 426 op/s 2024-07-26T06:47:41.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:47:41.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:41 smithi089 ceph-mon[99608]: osdmap e1223: 8 total, 8 up, 8 in 2024-07-26T06:47:41.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:41 smithi089 ceph-mon[102056]: pgmap v2185: 169 pgs: 169 active+clean; 429 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 44 MiB/s rd, 8.0 MiB/s wr, 426 op/s 2024-07-26T06:47:41.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:47:41.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:41 smithi089 ceph-mon[102056]: osdmap e1223: 8 total, 8 up, 8 in 2024-07-26T06:47:42.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:42 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.0", "id": [5, 2]}]: dispatch 2024-07-26T06:47:42.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:42 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.8", "id": [5, 0]}]: dispatch 2024-07-26T06:47:42.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:42 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.19", "id": [5, 0]}]: dispatch 2024-07-26T06:47:42.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:42 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.0", "id": [5, 2]}]': finished 2024-07-26T06:47:42.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:42 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.8", "id": [5, 0]}]': finished 2024-07-26T06:47:42.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:42 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.19", "id": [5, 0]}]': finished 2024-07-26T06:47:42.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:42 smithi089 ceph-mon[99608]: osdmap e1224: 8 total, 8 up, 8 in 2024-07-26T06:47:42.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:42 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.0", "id": [5, 2]}]: dispatch 2024-07-26T06:47:42.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:42 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.8", "id": [5, 0]}]: dispatch 2024-07-26T06:47:42.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:42 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.19", "id": [5, 0]}]: dispatch 2024-07-26T06:47:42.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:42 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.0", "id": [5, 2]}]': finished 2024-07-26T06:47:42.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:42 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.8", "id": [5, 0]}]': finished 2024-07-26T06:47:42.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:42 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.19", "id": [5, 0]}]': finished 2024-07-26T06:47:42.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:42 smithi089 ceph-mon[102056]: osdmap e1224: 8 total, 8 up, 8 in 2024-07-26T06:47:42.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:47:42 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:47:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:47:42.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:42 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.0", "id": [5, 2]}]: dispatch 2024-07-26T06:47:42.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:42 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.8", "id": [5, 0]}]: dispatch 2024-07-26T06:47:42.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:42 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.19", "id": [5, 0]}]: dispatch 2024-07-26T06:47:42.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:42 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.0", "id": [5, 2]}]': finished 2024-07-26T06:47:42.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:42 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.8", "id": [5, 0]}]': finished 2024-07-26T06:47:42.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:42 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.19", "id": [5, 0]}]': finished 2024-07-26T06:47:42.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:42 smithi155 ceph-mon[90160]: osdmap e1224: 8 total, 8 up, 8 in 2024-07-26T06:47:42.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:47:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:47:42] "GET /metrics HTTP/1.1" 200 38902 "" "Prometheus/2.43.0" 2024-07-26T06:47:43.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:43 smithi089 ceph-mon[99608]: pgmap v2188: 169 pgs: 169 active+clean; 441 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.0 MiB/s wr, 123 op/s 2024-07-26T06:47:43.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:43 smithi089 ceph-mon[99608]: osdmap e1225: 8 total, 8 up, 8 in 2024-07-26T06:47:43.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:43 smithi089 ceph-mon[102056]: pgmap v2188: 169 pgs: 169 active+clean; 441 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.0 MiB/s wr, 123 op/s 2024-07-26T06:47:43.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:43 smithi089 ceph-mon[102056]: osdmap e1225: 8 total, 8 up, 8 in 2024-07-26T06:47:43.443 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 41943040 2024-07-26T06:47:43.466 INFO:tasks.workunit.client.0.smithi089.stdout:migration_execute 2024-07-26T06:47:43.627 INFO:tasks.workunit.client.0.smithi089.stdout:migration_commit 2024-07-26T06:47:43.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:43 smithi155 ceph-mon[90160]: pgmap v2188: 169 pgs: 169 active+clean; 441 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.0 MiB/s wr, 123 op/s 2024-07-26T06:47:43.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:43 smithi155 ceph-mon[90160]: osdmap e1225: 8 total, 8 up, 8 in 2024-07-26T06:47:45.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:45 smithi089 ceph-mon[99608]: pgmap v2191: 169 pgs: 2 peering, 167 active+clean; 453 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 95 KiB/s rd, 5.0 MiB/s wr, 131 op/s 2024-07-26T06:47:45.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:45 smithi089 ceph-mon[99608]: osdmap e1226: 8 total, 8 up, 8 in 2024-07-26T06:47:45.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:45 smithi089 ceph-mon[99608]: osdmap e1227: 8 total, 8 up, 8 in 2024-07-26T06:47:45.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:45 smithi089 ceph-mon[102056]: pgmap v2191: 169 pgs: 2 peering, 167 active+clean; 453 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 95 KiB/s rd, 5.0 MiB/s wr, 131 op/s 2024-07-26T06:47:45.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:45 smithi089 ceph-mon[102056]: osdmap e1226: 8 total, 8 up, 8 in 2024-07-26T06:47:45.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:45 smithi089 ceph-mon[102056]: osdmap e1227: 8 total, 8 up, 8 in 2024-07-26T06:47:45.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:45 smithi155 ceph-mon[90160]: pgmap v2191: 169 pgs: 2 peering, 167 active+clean; 453 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 95 KiB/s rd, 5.0 MiB/s wr, 131 op/s 2024-07-26T06:47:45.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:45 smithi155 ceph-mon[90160]: osdmap e1226: 8 total, 8 up, 8 in 2024-07-26T06:47:45.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:45 smithi155 ceph-mon[90160]: osdmap e1227: 8 total, 8 up, 8 in 2024-07-26T06:47:46.305 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMigration.SnapsShrinkAfterPrepare (11865 ms) 2024-07-26T06:47:46.305 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroBeforePrepare 2024-07-26T06:47:46.336 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 83886080 2024-07-26T06:47:46.347 INFO:tasks.workunit.client.0.smithi089.stdout:write: 1 0~8388609 2024-07-26T06:47:46.407 INFO:tasks.workunit.client.0.smithi089.stdout:snap_create: snap1 2024-07-26T06:47:47.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:46 smithi155 ceph-mon[90160]: pgmap v2194: 169 pgs: 2 peering, 167 active+clean; 461 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 3.0 MiB/s wr, 332 op/s; 1024 KiB/s, 0 objects/s recovering 2024-07-26T06:47:47.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:46 smithi155 ceph-mon[90160]: osdmap e1228: 8 total, 8 up, 8 in 2024-07-26T06:47:47.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:46 smithi089 ceph-mon[99608]: pgmap v2194: 169 pgs: 2 peering, 167 active+clean; 461 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 3.0 MiB/s wr, 332 op/s; 1024 KiB/s, 0 objects/s recovering 2024-07-26T06:47:47.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:46 smithi089 ceph-mon[99608]: osdmap e1228: 8 total, 8 up, 8 in 2024-07-26T06:47:47.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:46 smithi089 ceph-mon[102056]: pgmap v2194: 169 pgs: 2 peering, 167 active+clean; 461 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 3.0 MiB/s wr, 332 op/s; 1024 KiB/s, 0 objects/s recovering 2024-07-26T06:47:47.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:46 smithi089 ceph-mon[102056]: osdmap e1228: 8 total, 8 up, 8 in 2024-07-26T06:47:48.173 INFO:tasks.workunit.client.0.smithi089.stdout:write: 1 8388609~8388609 2024-07-26T06:47:48.193 INFO:tasks.workunit.client.0.smithi089.stdout:write: X 0~1000 2024-07-26T06:47:48.194 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 1010~1000 2024-07-26T06:47:48.194 INFO:tasks.workunit.client.0.smithi089.stdout:snap_create: snap2 2024-07-26T06:47:48.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:48 smithi155 ceph-mon[90160]: osdmap e1229: 8 total, 8 up, 8 in 2024-07-26T06:47:48.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:48 smithi089 ceph-mon[99608]: osdmap e1229: 8 total, 8 up, 8 in 2024-07-26T06:47:48.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:48 smithi089 ceph-mon[102056]: osdmap e1229: 8 total, 8 up, 8 in 2024-07-26T06:47:49.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:49 smithi155 ceph-mon[90160]: pgmap v2197: 169 pgs: 2 peering, 167 active+clean; 469 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 37 MiB/s rd, 4.0 MiB/s wr, 293 op/s; 1024 KiB/s, 0 objects/s recovering 2024-07-26T06:47:49.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:49 smithi155 ceph-mon[90160]: osdmap e1230: 8 total, 8 up, 8 in 2024-07-26T06:47:49.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:49 smithi089 ceph-mon[99608]: pgmap v2197: 169 pgs: 2 peering, 167 active+clean; 469 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 37 MiB/s rd, 4.0 MiB/s wr, 293 op/s; 1024 KiB/s, 0 objects/s recovering 2024-07-26T06:47:49.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:49 smithi089 ceph-mon[99608]: osdmap e1230: 8 total, 8 up, 8 in 2024-07-26T06:47:49.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:49 smithi089 ceph-mon[102056]: pgmap v2197: 169 pgs: 2 peering, 167 active+clean; 469 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 37 MiB/s rd, 4.0 MiB/s wr, 293 op/s; 1024 KiB/s, 0 objects/s recovering 2024-07-26T06:47:49.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:49 smithi089 ceph-mon[102056]: osdmap e1230: 8 total, 8 up, 8 in 2024-07-26T06:47:50.184 INFO:tasks.workunit.client.0.smithi089.stdout:write: X 8388609~1000 2024-07-26T06:47:50.196 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 16777228~1000 2024-07-26T06:47:50.196 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 167772160 2024-07-26T06:47:50.208 INFO:tasks.workunit.client.0.smithi089.stdout:write: 2 83886079~8388609 2024-07-26T06:47:50.232 INFO:tasks.workunit.client.0.smithi089.stdout:snap_create: snap3 2024-07-26T06:47:50.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:50 smithi155 ceph-mon[90160]: osdmap e1231: 8 total, 8 up, 8 in 2024-07-26T06:47:50.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:50 smithi155 ceph-mon[90160]: pgmap v2200: 169 pgs: 169 active+clean; 457 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 37 MiB/s rd, 5.0 MiB/s wr, 294 op/s; 13 B/s, 0 objects/s recovering 2024-07-26T06:47:50.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:50 smithi089 ceph-mon[99608]: osdmap e1231: 8 total, 8 up, 8 in 2024-07-26T06:47:50.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:50 smithi089 ceph-mon[99608]: pgmap v2200: 169 pgs: 169 active+clean; 457 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 37 MiB/s rd, 5.0 MiB/s wr, 294 op/s; 13 B/s, 0 objects/s recovering 2024-07-26T06:47:50.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:50 smithi089 ceph-mon[102056]: osdmap e1231: 8 total, 8 up, 8 in 2024-07-26T06:47:50.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:50 smithi089 ceph-mon[102056]: pgmap v2200: 169 pgs: 169 active+clean; 457 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 37 MiB/s rd, 5.0 MiB/s wr, 294 op/s; 13 B/s, 0 objects/s recovering 2024-07-26T06:47:51.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:51 smithi155 ceph-mon[90160]: osdmap e1232: 8 total, 8 up, 8 in 2024-07-26T06:47:51.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:51 smithi089 ceph-mon[99608]: osdmap e1232: 8 total, 8 up, 8 in 2024-07-26T06:47:51.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:51 smithi089 ceph-mon[102056]: osdmap e1232: 8 total, 8 up, 8 in 2024-07-26T06:47:52.194 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 83886080 2024-07-26T06:47:52.217 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 83886079~1 2024-07-26T06:47:52.228 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 0 2024-07-26T06:47:52.245 INFO:tasks.workunit.client.0.smithi089.stdout:migration_prepare 2024-07-26T06:47:52.530 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:47:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:47:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:47:52.530 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:52 smithi155 ceph-mon[90160]: osdmap e1233: 8 total, 8 up, 8 in 2024-07-26T06:47:52.531 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:52 smithi155 ceph-mon[90160]: pgmap v2203: 169 pgs: 169 active+clean; 489 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 10 MiB/s wr, 301 op/s; 13 B/s, 0 objects/s recovering 2024-07-26T06:47:52.532 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:52 smithi089 ceph-mon[99608]: osdmap e1233: 8 total, 8 up, 8 in 2024-07-26T06:47:52.532 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:52 smithi089 ceph-mon[99608]: pgmap v2203: 169 pgs: 169 active+clean; 489 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 10 MiB/s wr, 301 op/s; 13 B/s, 0 objects/s recovering 2024-07-26T06:47:52.532 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:52 smithi089 ceph-mon[102056]: osdmap e1233: 8 total, 8 up, 8 in 2024-07-26T06:47:52.532 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:52 smithi089 ceph-mon[102056]: pgmap v2203: 169 pgs: 169 active+clean; 489 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 10 MiB/s wr, 301 op/s; 13 B/s, 0 objects/s recovering 2024-07-26T06:47:52.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:47:52 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:47:52] "GET /metrics HTTP/1.1" 200 38902 "" "Prometheus/2.43.0" 2024-07-26T06:47:53.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:53 smithi155 ceph-mon[90160]: osdmap e1234: 8 total, 8 up, 8 in 2024-07-26T06:47:53.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:53 smithi089 ceph-mon[99608]: osdmap e1234: 8 total, 8 up, 8 in 2024-07-26T06:47:53.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:53 smithi089 ceph-mon[102056]: osdmap e1234: 8 total, 8 up, 8 in 2024-07-26T06:47:54.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:54 smithi155 ceph-mon[90160]: osdmap e1235: 8 total, 8 up, 8 in 2024-07-26T06:47:54.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:54 smithi155 ceph-mon[90160]: pgmap v2206: 169 pgs: 169 active+clean; 509 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 12 MiB/s wr, 154 op/s 2024-07-26T06:47:54.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:54 smithi089 ceph-mon[99608]: osdmap e1235: 8 total, 8 up, 8 in 2024-07-26T06:47:54.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:54 smithi089 ceph-mon[99608]: pgmap v2206: 169 pgs: 169 active+clean; 509 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 12 MiB/s wr, 154 op/s 2024-07-26T06:47:54.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:54 smithi089 ceph-mon[102056]: osdmap e1235: 8 total, 8 up, 8 in 2024-07-26T06:47:54.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:54 smithi089 ceph-mon[102056]: pgmap v2206: 169 pgs: 169 active+clean; 509 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 12 MiB/s wr, 154 op/s 2024-07-26T06:47:55.380 INFO:tasks.workunit.client.0.smithi089.stdout:migration_execute 2024-07-26T06:47:55.525 INFO:tasks.workunit.client.0.smithi089.stdout:migration_commit 2024-07-26T06:47:55.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:55 smithi155 ceph-mon[90160]: osdmap e1236: 8 total, 8 up, 8 in 2024-07-26T06:47:55.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:55 smithi155 ceph-mon[90160]: osdmap e1237: 8 total, 8 up, 8 in 2024-07-26T06:47:55.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:55 smithi089 ceph-mon[99608]: osdmap e1236: 8 total, 8 up, 8 in 2024-07-26T06:47:55.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:55 smithi089 ceph-mon[99608]: osdmap e1237: 8 total, 8 up, 8 in 2024-07-26T06:47:55.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:55 smithi089 ceph-mon[102056]: osdmap e1236: 8 total, 8 up, 8 in 2024-07-26T06:47:55.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:55 smithi089 ceph-mon[102056]: osdmap e1237: 8 total, 8 up, 8 in 2024-07-26T06:47:56.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:56 smithi155 ceph-mon[90160]: pgmap v2209: 169 pgs: 169 active+clean; 509 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 4.0 MiB/s wr, 111 op/s 2024-07-26T06:47:56.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:56 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:47:56.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:56 smithi089 ceph-mon[99608]: pgmap v2209: 169 pgs: 169 active+clean; 509 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 4.0 MiB/s wr, 111 op/s 2024-07-26T06:47:56.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:56 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:47:56.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:56 smithi089 ceph-mon[102056]: pgmap v2209: 169 pgs: 169 active+clean; 509 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 4.0 MiB/s wr, 111 op/s 2024-07-26T06:47:56.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:56 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:47:57.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:57 smithi155 ceph-mon[90160]: osdmap e1238: 8 total, 8 up, 8 in 2024-07-26T06:47:57.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:57 smithi089 ceph-mon[99608]: osdmap e1238: 8 total, 8 up, 8 in 2024-07-26T06:47:57.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:57 smithi089 ceph-mon[102056]: osdmap e1238: 8 total, 8 up, 8 in 2024-07-26T06:47:58.499 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMigration.SnapsShrinkToZeroBeforePrepare (12194 ms) 2024-07-26T06:47:58.499 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroAfterPrepare 2024-07-26T06:47:58.533 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 83886080 2024-07-26T06:47:58.543 INFO:tasks.workunit.client.0.smithi089.stdout:write: 1 0~8388609 2024-07-26T06:47:58.602 INFO:tasks.workunit.client.0.smithi089.stdout:snap_create: snap1 2024-07-26T06:47:58.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:58 smithi155 ceph-mon[90160]: osdmap e1239: 8 total, 8 up, 8 in 2024-07-26T06:47:58.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:58 smithi155 ceph-mon[90160]: pgmap v2212: 169 pgs: 169 active+clean; 517 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 20 MiB/s rd, 3.0 MiB/s wr, 298 op/s 2024-07-26T06:47:58.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:58 smithi089 ceph-mon[99608]: osdmap e1239: 8 total, 8 up, 8 in 2024-07-26T06:47:58.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:58 smithi089 ceph-mon[99608]: pgmap v2212: 169 pgs: 169 active+clean; 517 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 20 MiB/s rd, 3.0 MiB/s wr, 298 op/s 2024-07-26T06:47:58.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:58 smithi089 ceph-mon[102056]: osdmap e1239: 8 total, 8 up, 8 in 2024-07-26T06:47:58.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:58 smithi089 ceph-mon[102056]: pgmap v2212: 169 pgs: 169 active+clean; 517 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 20 MiB/s rd, 3.0 MiB/s wr, 298 op/s 2024-07-26T06:47:59.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:47:59 smithi155 ceph-mon[90160]: osdmap e1240: 8 total, 8 up, 8 in 2024-07-26T06:47:59.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:47:59 smithi089 ceph-mon[99608]: osdmap e1240: 8 total, 8 up, 8 in 2024-07-26T06:47:59.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:47:59 smithi089 ceph-mon[102056]: osdmap e1240: 8 total, 8 up, 8 in 2024-07-26T06:48:00.254 INFO:tasks.workunit.client.0.smithi089.stdout:write: 1 8388609~8388609 2024-07-26T06:48:00.277 INFO:tasks.workunit.client.0.smithi089.stdout:write: X 0~1000 2024-07-26T06:48:00.277 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 1010~1000 2024-07-26T06:48:00.277 INFO:tasks.workunit.client.0.smithi089.stdout:snap_create: snap2 2024-07-26T06:48:00.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:00 smithi155 ceph-mon[90160]: osdmap e1241: 8 total, 8 up, 8 in 2024-07-26T06:48:00.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:00 smithi155 ceph-mon[90160]: pgmap v2215: 169 pgs: 169 active+clean; 537 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 8.0 MiB/s wr, 468 op/s 2024-07-26T06:48:00.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:00 smithi089 ceph-mon[99608]: osdmap e1241: 8 total, 8 up, 8 in 2024-07-26T06:48:00.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:00 smithi089 ceph-mon[99608]: pgmap v2215: 169 pgs: 169 active+clean; 537 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 8.0 MiB/s wr, 468 op/s 2024-07-26T06:48:00.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:00 smithi089 ceph-mon[102056]: osdmap e1241: 8 total, 8 up, 8 in 2024-07-26T06:48:00.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:00 smithi089 ceph-mon[102056]: pgmap v2215: 169 pgs: 169 active+clean; 537 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 8.0 MiB/s wr, 468 op/s 2024-07-26T06:48:01.513 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:01 smithi089 ceph-mon[99608]: osdmap e1242: 8 total, 8 up, 8 in 2024-07-26T06:48:01.513 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:01 smithi089 ceph-mon[102056]: osdmap e1242: 8 total, 8 up, 8 in 2024-07-26T06:48:01.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:01 smithi155 ceph-mon[90160]: osdmap e1242: 8 total, 8 up, 8 in 2024-07-26T06:48:02.270 INFO:tasks.workunit.client.0.smithi089.stdout:write: X 8388609~1000 2024-07-26T06:48:02.277 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 16777228~1000 2024-07-26T06:48:02.277 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 167772160 2024-07-26T06:48:02.286 INFO:tasks.workunit.client.0.smithi089.stdout:write: 2 83886079~8388609 2024-07-26T06:48:02.303 INFO:tasks.workunit.client.0.smithi089.stdout:snap_create: snap3 2024-07-26T06:48:02.532 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:02 smithi089 ceph-mon[99608]: osdmap e1243: 8 total, 8 up, 8 in 2024-07-26T06:48:02.533 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:02 smithi089 ceph-mon[99608]: pgmap v2218: 169 pgs: 169 active+clean; 541 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 10 MiB/s wr, 286 op/s 2024-07-26T06:48:02.533 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:02 smithi089 ceph-mon[102056]: osdmap e1243: 8 total, 8 up, 8 in 2024-07-26T06:48:02.533 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:02 smithi089 ceph-mon[102056]: pgmap v2218: 169 pgs: 169 active+clean; 541 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 10 MiB/s wr, 286 op/s 2024-07-26T06:48:02.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:02 smithi155 ceph-mon[90160]: osdmap e1243: 8 total, 8 up, 8 in 2024-07-26T06:48:02.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:02 smithi155 ceph-mon[90160]: pgmap v2218: 169 pgs: 169 active+clean; 541 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 10 MiB/s wr, 286 op/s 2024-07-26T06:48:02.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:48:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:48:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:48:02.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:48:02 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:48:02] "GET /metrics HTTP/1.1" 200 38901 "" "Prometheus/2.43.0" 2024-07-26T06:48:03.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:03 smithi155 ceph-mon[90160]: osdmap e1244: 8 total, 8 up, 8 in 2024-07-26T06:48:03.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:03 smithi089 ceph-mon[99608]: osdmap e1244: 8 total, 8 up, 8 in 2024-07-26T06:48:03.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:03 smithi089 ceph-mon[102056]: osdmap e1244: 8 total, 8 up, 8 in 2024-07-26T06:48:04.281 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 83886080 2024-07-26T06:48:04.306 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 83886079~1 2024-07-26T06:48:04.314 INFO:tasks.workunit.client.0.smithi089.stdout:migration_prepare 2024-07-26T06:48:04.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:04 smithi155 ceph-mon[90160]: osdmap e1245: 8 total, 8 up, 8 in 2024-07-26T06:48:04.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:04 smithi155 ceph-mon[90160]: pgmap v2221: 169 pgs: 169 active+clean; 545 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 7.0 MiB/s wr, 126 op/s 2024-07-26T06:48:04.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:04 smithi089 ceph-mon[99608]: osdmap e1245: 8 total, 8 up, 8 in 2024-07-26T06:48:04.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:04 smithi089 ceph-mon[99608]: pgmap v2221: 169 pgs: 169 active+clean; 545 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 7.0 MiB/s wr, 126 op/s 2024-07-26T06:48:04.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:04 smithi089 ceph-mon[102056]: osdmap e1245: 8 total, 8 up, 8 in 2024-07-26T06:48:04.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:04 smithi089 ceph-mon[102056]: pgmap v2221: 169 pgs: 169 active+clean; 545 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 7.0 MiB/s wr, 126 op/s 2024-07-26T06:48:05.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:05 smithi155 ceph-mon[90160]: osdmap e1246: 8 total, 8 up, 8 in 2024-07-26T06:48:05.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:05 smithi155 ceph-mon[90160]: osdmap e1247: 8 total, 8 up, 8 in 2024-07-26T06:48:05.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:05 smithi089 ceph-mon[99608]: osdmap e1246: 8 total, 8 up, 8 in 2024-07-26T06:48:05.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:05 smithi089 ceph-mon[99608]: osdmap e1247: 8 total, 8 up, 8 in 2024-07-26T06:48:05.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:05 smithi089 ceph-mon[102056]: osdmap e1246: 8 total, 8 up, 8 in 2024-07-26T06:48:05.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:05 smithi089 ceph-mon[102056]: osdmap e1247: 8 total, 8 up, 8 in 2024-07-26T06:48:07.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:07 smithi155 ceph-mon[90160]: pgmap v2224: 169 pgs: 169 active+clean; 561 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 7.0 MiB/s rd, 5.0 MiB/s wr, 33 op/s 2024-07-26T06:48:07.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:07 smithi155 ceph-mon[90160]: osdmap e1248: 8 total, 8 up, 8 in 2024-07-26T06:48:07.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:06 smithi089 ceph-mon[99608]: pgmap v2224: 169 pgs: 169 active+clean; 561 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 7.0 MiB/s rd, 5.0 MiB/s wr, 33 op/s 2024-07-26T06:48:07.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:06 smithi089 ceph-mon[99608]: osdmap e1248: 8 total, 8 up, 8 in 2024-07-26T06:48:07.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:06 smithi089 ceph-mon[102056]: pgmap v2224: 169 pgs: 169 active+clean; 561 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 7.0 MiB/s rd, 5.0 MiB/s wr, 33 op/s 2024-07-26T06:48:07.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:06 smithi089 ceph-mon[102056]: osdmap e1248: 8 total, 8 up, 8 in 2024-07-26T06:48:07.449 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 0 2024-07-26T06:48:07.530 INFO:tasks.workunit.client.0.smithi089.stdout:migration_execute 2024-07-26T06:48:07.648 INFO:tasks.workunit.client.0.smithi089.stdout:migration_commit 2024-07-26T06:48:08.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:08 smithi155 ceph-mon[90160]: osdmap e1249: 8 total, 8 up, 8 in 2024-07-26T06:48:08.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:08 smithi089 ceph-mon[99608]: osdmap e1249: 8 total, 8 up, 8 in 2024-07-26T06:48:08.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:08 smithi089 ceph-mon[102056]: osdmap e1249: 8 total, 8 up, 8 in 2024-07-26T06:48:09.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:09 smithi155 ceph-mon[90160]: pgmap v2227: 169 pgs: 169 active+clean; 565 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 108 KiB/s rd, 3.0 MiB/s wr, 154 op/s 2024-07-26T06:48:09.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:09 smithi155 ceph-mon[90160]: osdmap e1250: 8 total, 8 up, 8 in 2024-07-26T06:48:09.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:09 smithi089 ceph-mon[99608]: pgmap v2227: 169 pgs: 169 active+clean; 565 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 108 KiB/s rd, 3.0 MiB/s wr, 154 op/s 2024-07-26T06:48:09.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:09 smithi089 ceph-mon[99608]: osdmap e1250: 8 total, 8 up, 8 in 2024-07-26T06:48:09.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:09 smithi089 ceph-mon[102056]: pgmap v2227: 169 pgs: 169 active+clean; 565 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 108 KiB/s rd, 3.0 MiB/s wr, 154 op/s 2024-07-26T06:48:09.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:09 smithi089 ceph-mon[102056]: osdmap e1250: 8 total, 8 up, 8 in 2024-07-26T06:48:10.322 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMigration.SnapsShrinkToZeroAfterPrepare (11823 ms) 2024-07-26T06:48:10.322 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare 2024-07-26T06:48:10.351 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 83886080 2024-07-26T06:48:10.365 INFO:tasks.workunit.client.0.smithi089.stdout:write: 1 0~8388609 2024-07-26T06:48:10.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:10 smithi155 ceph-mon[90160]: osdmap e1251: 8 total, 8 up, 8 in 2024-07-26T06:48:10.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:10 smithi089 ceph-mon[99608]: osdmap e1251: 8 total, 8 up, 8 in 2024-07-26T06:48:10.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:10 smithi089 ceph-mon[102056]: osdmap e1251: 8 total, 8 up, 8 in 2024-07-26T06:48:10.421 INFO:tasks.workunit.client.0.smithi089.stdout:snap_create: snap1 2024-07-26T06:48:11.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:11 smithi155 ceph-mon[90160]: pgmap v2230: 169 pgs: 169 active+clean; 569 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 1.0 MiB/s wr, 346 op/s 2024-07-26T06:48:11.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:11 smithi155 ceph-mon[90160]: osdmap e1252: 8 total, 8 up, 8 in 2024-07-26T06:48:11.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:11 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:48:11.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:11 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:48:11.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:11 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:48:11.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:11 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:48:11.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:11 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:48:11.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:11 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:48:11.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:11 smithi089 ceph-mon[99608]: pgmap v2230: 169 pgs: 169 active+clean; 569 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 1.0 MiB/s wr, 346 op/s 2024-07-26T06:48:11.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:11 smithi089 ceph-mon[99608]: osdmap e1252: 8 total, 8 up, 8 in 2024-07-26T06:48:11.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:48:11.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:48:11.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:48:11.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:48:11.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:48:11.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:48:11.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:11 smithi089 ceph-mon[102056]: pgmap v2230: 169 pgs: 169 active+clean; 569 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 1.0 MiB/s wr, 346 op/s 2024-07-26T06:48:11.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:11 smithi089 ceph-mon[102056]: osdmap e1252: 8 total, 8 up, 8 in 2024-07-26T06:48:11.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:48:11.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:48:11.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:48:11.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:48:11.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:48:11.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:48:12.048 INFO:tasks.workunit.client.0.smithi089.stdout:write: 1 8388609~8388609 2024-07-26T06:48:12.061 INFO:tasks.workunit.client.0.smithi089.stdout:write: X 0~1000 2024-07-26T06:48:12.061 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 1010~1000 2024-07-26T06:48:12.061 INFO:tasks.workunit.client.0.smithi089.stdout:snap_create: snap2 2024-07-26T06:48:12.305 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:12 smithi089 ceph-mon[99608]: osdmap e1253: 8 total, 8 up, 8 in 2024-07-26T06:48:12.306 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:12 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:48:12.306 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:12 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:48:12.306 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:12 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:48:12.306 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:12 smithi089 ceph-mon[102056]: osdmap e1253: 8 total, 8 up, 8 in 2024-07-26T06:48:12.306 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:12 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:48:12.306 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:12 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:48:12.306 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:12 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:48:12.314 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:12 smithi155 ceph-mon[90160]: osdmap e1253: 8 total, 8 up, 8 in 2024-07-26T06:48:12.314 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:12 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:48:12.314 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:12 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:48:12.314 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:12 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:48:12.571 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:48:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:48:12] "GET /metrics HTTP/1.1" 200 38903 "" "Prometheus/2.43.0" 2024-07-26T06:48:12.628 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:48:12 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:48:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:48:13.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:13 smithi155 ceph-mon[90160]: pgmap v2233: 169 pgs: 169 active+clean; 569 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 43 MiB/s rd, 3.0 MiB/s wr, 482 op/s 2024-07-26T06:48:13.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:13 smithi155 ceph-mon[90160]: osdmap e1254: 8 total, 8 up, 8 in 2024-07-26T06:48:13.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:13 smithi089 ceph-mon[99608]: pgmap v2233: 169 pgs: 169 active+clean; 569 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 43 MiB/s rd, 3.0 MiB/s wr, 482 op/s 2024-07-26T06:48:13.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:13 smithi089 ceph-mon[99608]: osdmap e1254: 8 total, 8 up, 8 in 2024-07-26T06:48:13.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:13 smithi089 ceph-mon[102056]: pgmap v2233: 169 pgs: 169 active+clean; 569 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 43 MiB/s rd, 3.0 MiB/s wr, 482 op/s 2024-07-26T06:48:13.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:13 smithi089 ceph-mon[102056]: osdmap e1254: 8 total, 8 up, 8 in 2024-07-26T06:48:14.053 INFO:tasks.workunit.client.0.smithi089.stdout:write: X 8388609~1000 2024-07-26T06:48:14.062 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 16777228~1000 2024-07-26T06:48:14.062 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 167772160 2024-07-26T06:48:14.071 INFO:tasks.workunit.client.0.smithi089.stdout:write: 2 83886079~8388609 2024-07-26T06:48:14.087 INFO:tasks.workunit.client.0.smithi089.stdout:snap_create: snap3 2024-07-26T06:48:14.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:14 smithi155 ceph-mon[90160]: osdmap e1255: 8 total, 8 up, 8 in 2024-07-26T06:48:14.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:14 smithi089 ceph-mon[99608]: osdmap e1255: 8 total, 8 up, 8 in 2024-07-26T06:48:14.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:14 smithi089 ceph-mon[102056]: osdmap e1255: 8 total, 8 up, 8 in 2024-07-26T06:48:15.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:15 smithi155 ceph-mon[90160]: pgmap v2236: 169 pgs: 169 active+clean; 581 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 43 MiB/s rd, 8.0 MiB/s wr, 350 op/s 2024-07-26T06:48:15.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:15 smithi155 ceph-mon[90160]: osdmap e1256: 8 total, 8 up, 8 in 2024-07-26T06:48:15.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:15 smithi155 ceph-mon[90160]: osdmap e1257: 8 total, 8 up, 8 in 2024-07-26T06:48:15.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:15 smithi089 ceph-mon[99608]: pgmap v2236: 169 pgs: 169 active+clean; 581 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 43 MiB/s rd, 8.0 MiB/s wr, 350 op/s 2024-07-26T06:48:15.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:15 smithi089 ceph-mon[99608]: osdmap e1256: 8 total, 8 up, 8 in 2024-07-26T06:48:15.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:15 smithi089 ceph-mon[99608]: osdmap e1257: 8 total, 8 up, 8 in 2024-07-26T06:48:15.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:15 smithi089 ceph-mon[102056]: pgmap v2236: 169 pgs: 169 active+clean; 581 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 43 MiB/s rd, 8.0 MiB/s wr, 350 op/s 2024-07-26T06:48:15.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:15 smithi089 ceph-mon[102056]: osdmap e1256: 8 total, 8 up, 8 in 2024-07-26T06:48:15.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:15 smithi089 ceph-mon[102056]: osdmap e1257: 8 total, 8 up, 8 in 2024-07-26T06:48:16.015 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 83886080 2024-07-26T06:48:16.040 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 83886079~1 2024-07-26T06:48:16.048 INFO:tasks.workunit.client.0.smithi089.stdout:migration_prepare 2024-07-26T06:48:17.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:16 smithi155 ceph-mon[90160]: pgmap v2239: 169 pgs: 169 active+clean; 589 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s rd, 9.0 MiB/s wr, 78 op/s 2024-07-26T06:48:17.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:16 smithi155 ceph-mon[90160]: osdmap e1258: 8 total, 8 up, 8 in 2024-07-26T06:48:17.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:16 smithi089 ceph-mon[99608]: pgmap v2239: 169 pgs: 169 active+clean; 589 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s rd, 9.0 MiB/s wr, 78 op/s 2024-07-26T06:48:17.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:16 smithi089 ceph-mon[99608]: osdmap e1258: 8 total, 8 up, 8 in 2024-07-26T06:48:17.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:16 smithi089 ceph-mon[102056]: pgmap v2239: 169 pgs: 169 active+clean; 589 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s rd, 9.0 MiB/s wr, 78 op/s 2024-07-26T06:48:17.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:16 smithi089 ceph-mon[102056]: osdmap e1258: 8 total, 8 up, 8 in 2024-07-26T06:48:18.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:18 smithi155 ceph-mon[90160]: osdmap e1259: 8 total, 8 up, 8 in 2024-07-26T06:48:18.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:18 smithi089 ceph-mon[99608]: osdmap e1259: 8 total, 8 up, 8 in 2024-07-26T06:48:18.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:18 smithi089 ceph-mon[102056]: osdmap e1259: 8 total, 8 up, 8 in 2024-07-26T06:48:19.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:19 smithi155 ceph-mon[90160]: pgmap v2242: 169 pgs: 169 active+clean; 617 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 8.0 MiB/s wr, 135 op/s 2024-07-26T06:48:19.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:19 smithi155 ceph-mon[90160]: osdmap e1260: 8 total, 8 up, 8 in 2024-07-26T06:48:19.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:19 smithi089 ceph-mon[99608]: pgmap v2242: 169 pgs: 169 active+clean; 617 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 8.0 MiB/s wr, 135 op/s 2024-07-26T06:48:19.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:19 smithi089 ceph-mon[99608]: osdmap e1260: 8 total, 8 up, 8 in 2024-07-26T06:48:19.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:19 smithi089 ceph-mon[102056]: pgmap v2242: 169 pgs: 169 active+clean; 617 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 8.0 MiB/s wr, 135 op/s 2024-07-26T06:48:19.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:19 smithi089 ceph-mon[102056]: osdmap e1260: 8 total, 8 up, 8 in 2024-07-26T06:48:19.496 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 167772160 2024-07-26T06:48:19.510 INFO:tasks.workunit.client.0.smithi089.stdout:write: * 83886080~1000 2024-07-26T06:48:19.534 INFO:tasks.workunit.client.0.smithi089.stdout:migration_execute 2024-07-26T06:48:19.686 INFO:tasks.workunit.client.0.smithi089.stdout:migration_commit 2024-07-26T06:48:20.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:20 smithi155 ceph-mon[90160]: osdmap e1261: 8 total, 8 up, 8 in 2024-07-26T06:48:20.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:20 smithi155 ceph-mon[90160]: osdmap e1262: 8 total, 8 up, 8 in 2024-07-26T06:48:20.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:20 smithi089 ceph-mon[99608]: osdmap e1261: 8 total, 8 up, 8 in 2024-07-26T06:48:20.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:20 smithi089 ceph-mon[99608]: osdmap e1262: 8 total, 8 up, 8 in 2024-07-26T06:48:20.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:20 smithi089 ceph-mon[102056]: osdmap e1261: 8 total, 8 up, 8 in 2024-07-26T06:48:20.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:20 smithi089 ceph-mon[102056]: osdmap e1262: 8 total, 8 up, 8 in 2024-07-26T06:48:21.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:21 smithi155 ceph-mon[90160]: pgmap v2245: 169 pgs: 169 active+clean; 621 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 91 KiB/s rd, 6.0 MiB/s wr, 129 op/s 2024-07-26T06:48:21.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:21 smithi155 ceph-mon[90160]: osdmap e1263: 8 total, 8 up, 8 in 2024-07-26T06:48:21.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:21 smithi089 ceph-mon[99608]: pgmap v2245: 169 pgs: 169 active+clean; 621 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 91 KiB/s rd, 6.0 MiB/s wr, 129 op/s 2024-07-26T06:48:21.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:21 smithi089 ceph-mon[99608]: osdmap e1263: 8 total, 8 up, 8 in 2024-07-26T06:48:21.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:21 smithi089 ceph-mon[102056]: pgmap v2245: 169 pgs: 169 active+clean; 621 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 91 KiB/s rd, 6.0 MiB/s wr, 129 op/s 2024-07-26T06:48:21.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:21 smithi089 ceph-mon[102056]: osdmap e1263: 8 total, 8 up, 8 in 2024-07-26T06:48:22.367 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare (12046 ms) 2024-07-26T06:48:22.367 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare2 2024-07-26T06:48:22.397 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 83886080 2024-07-26T06:48:22.408 INFO:tasks.workunit.client.0.smithi089.stdout:write: X 41943040~10 2024-07-26T06:48:22.416 INFO:tasks.workunit.client.0.smithi089.stdout:snap_create: snap1 2024-07-26T06:48:22.628 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:48:22 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:48:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:48:22.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:48:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:48:22] "GET /metrics HTTP/1.1" 200 38903 "" "Prometheus/2.43.0" 2024-07-26T06:48:23.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:22 smithi155 ceph-mon[90160]: pgmap v2248: 169 pgs: 169 active+clean; 641 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 5.0 MiB/s wr, 441 op/s 2024-07-26T06:48:23.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:22 smithi155 ceph-mon[90160]: osdmap e1264: 8 total, 8 up, 8 in 2024-07-26T06:48:23.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:22 smithi089 ceph-mon[99608]: pgmap v2248: 169 pgs: 169 active+clean; 641 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 5.0 MiB/s wr, 441 op/s 2024-07-26T06:48:23.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:22 smithi089 ceph-mon[99608]: osdmap e1264: 8 total, 8 up, 8 in 2024-07-26T06:48:23.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:22 smithi089 ceph-mon[102056]: pgmap v2248: 169 pgs: 169 active+clean; 641 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 5.0 MiB/s wr, 441 op/s 2024-07-26T06:48:23.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:22 smithi089 ceph-mon[102056]: osdmap e1264: 8 total, 8 up, 8 in 2024-07-26T06:48:24.094 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 41943040 2024-07-26T06:48:24.120 INFO:tasks.workunit.client.0.smithi089.stdout:migration_prepare 2024-07-26T06:48:24.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:24 smithi155 ceph-mon[90160]: osdmap e1265: 8 total, 8 up, 8 in 2024-07-26T06:48:24.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:24 smithi089 ceph-mon[99608]: osdmap e1265: 8 total, 8 up, 8 in 2024-07-26T06:48:24.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:24 smithi089 ceph-mon[102056]: osdmap e1265: 8 total, 8 up, 8 in 2024-07-26T06:48:25.275 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 83886080 2024-07-26T06:48:25.285 INFO:tasks.workunit.client.0.smithi089.stdout:write: Y 41943040~5 2024-07-26T06:48:25.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:25 smithi155 ceph-mon[90160]: pgmap v2251: 169 pgs: 169 active+clean; 633 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 41 MiB/s rd, 5.0 MiB/s wr, 491 op/s 2024-07-26T06:48:25.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:25 smithi155 ceph-mon[90160]: osdmap e1266: 8 total, 8 up, 8 in 2024-07-26T06:48:25.390 INFO:tasks.workunit.client.0.smithi089.stdout:migration_execute 2024-07-26T06:48:25.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:25 smithi089 ceph-mon[99608]: pgmap v2251: 169 pgs: 169 active+clean; 633 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 41 MiB/s rd, 5.0 MiB/s wr, 491 op/s 2024-07-26T06:48:25.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:25 smithi089 ceph-mon[99608]: osdmap e1266: 8 total, 8 up, 8 in 2024-07-26T06:48:25.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:25 smithi089 ceph-mon[102056]: pgmap v2251: 169 pgs: 169 active+clean; 633 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 41 MiB/s rd, 5.0 MiB/s wr, 491 op/s 2024-07-26T06:48:25.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:25 smithi089 ceph-mon[102056]: osdmap e1266: 8 total, 8 up, 8 in 2024-07-26T06:48:25.469 INFO:tasks.workunit.client.0.smithi089.stdout:migration_commit 2024-07-26T06:48:26.208 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare2 (3841 ms) 2024-07-26T06:48:26.208 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMigration.SnapsSnapAfterPrepare 2024-07-26T06:48:26.239 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 83886080 2024-07-26T06:48:26.250 INFO:tasks.workunit.client.0.smithi089.stdout:write: 1 0~8388609 2024-07-26T06:48:26.302 INFO:tasks.workunit.client.0.smithi089.stdout:snap_create: snap1 2024-07-26T06:48:26.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:26 smithi155 ceph-mon[90160]: osdmap e1267: 8 total, 8 up, 8 in 2024-07-26T06:48:26.524 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:48:26.524 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:26 smithi089 ceph-mon[99608]: osdmap e1267: 8 total, 8 up, 8 in 2024-07-26T06:48:26.525 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:48:26.525 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:26 smithi089 ceph-mon[102056]: osdmap e1267: 8 total, 8 up, 8 in 2024-07-26T06:48:26.525 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:48:27.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:27 smithi155 ceph-mon[90160]: pgmap v2254: 169 pgs: 169 active+clean; 637 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 2.0 MiB/s wr, 81 op/s 2024-07-26T06:48:27.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:27 smithi155 ceph-mon[90160]: osdmap e1268: 8 total, 8 up, 8 in 2024-07-26T06:48:27.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:27 smithi089 ceph-mon[99608]: pgmap v2254: 169 pgs: 169 active+clean; 637 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 2.0 MiB/s wr, 81 op/s 2024-07-26T06:48:27.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:27 smithi089 ceph-mon[99608]: osdmap e1268: 8 total, 8 up, 8 in 2024-07-26T06:48:27.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:27 smithi089 ceph-mon[102056]: pgmap v2254: 169 pgs: 169 active+clean; 637 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 2.0 MiB/s wr, 81 op/s 2024-07-26T06:48:27.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:27 smithi089 ceph-mon[102056]: osdmap e1268: 8 total, 8 up, 8 in 2024-07-26T06:48:28.119 INFO:tasks.workunit.client.0.smithi089.stdout:write: 1 8388609~8388609 2024-07-26T06:48:28.134 INFO:tasks.workunit.client.0.smithi089.stdout:write: X 0~1000 2024-07-26T06:48:28.134 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 1010~1000 2024-07-26T06:48:28.134 INFO:tasks.workunit.client.0.smithi089.stdout:snap_create: snap2 2024-07-26T06:48:28.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:28 smithi155 ceph-mon[90160]: osdmap e1269: 8 total, 8 up, 8 in 2024-07-26T06:48:28.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:28 smithi089 ceph-mon[99608]: osdmap e1269: 8 total, 8 up, 8 in 2024-07-26T06:48:28.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:28 smithi089 ceph-mon[102056]: osdmap e1269: 8 total, 8 up, 8 in 2024-07-26T06:48:29.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:29 smithi155 ceph-mon[90160]: pgmap v2257: 169 pgs: 169 active+clean; 621 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 29 MiB/s rd, 1.0 MiB/s wr, 386 op/s 2024-07-26T06:48:29.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:29 smithi155 ceph-mon[90160]: osdmap e1270: 8 total, 8 up, 8 in 2024-07-26T06:48:29.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:29 smithi089 ceph-mon[99608]: pgmap v2257: 169 pgs: 169 active+clean; 621 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 29 MiB/s rd, 1.0 MiB/s wr, 386 op/s 2024-07-26T06:48:29.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:29 smithi089 ceph-mon[99608]: osdmap e1270: 8 total, 8 up, 8 in 2024-07-26T06:48:29.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:29 smithi089 ceph-mon[102056]: pgmap v2257: 169 pgs: 169 active+clean; 621 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 29 MiB/s rd, 1.0 MiB/s wr, 386 op/s 2024-07-26T06:48:29.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:29 smithi089 ceph-mon[102056]: osdmap e1270: 8 total, 8 up, 8 in 2024-07-26T06:48:30.012 INFO:tasks.workunit.client.0.smithi089.stdout:write: X 8388609~1000 2024-07-26T06:48:30.020 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 16777228~1000 2024-07-26T06:48:30.020 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 167772160 2024-07-26T06:48:30.030 INFO:tasks.workunit.client.0.smithi089.stdout:write: 2 83886079~8388609 2024-07-26T06:48:30.046 INFO:tasks.workunit.client.0.smithi089.stdout:snap_create: snap3 2024-07-26T06:48:30.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:30 smithi155 ceph-mon[90160]: osdmap e1271: 8 total, 8 up, 8 in 2024-07-26T06:48:30.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:30 smithi155 ceph-mon[90160]: osdmap e1272: 8 total, 8 up, 8 in 2024-07-26T06:48:30.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:30 smithi089 ceph-mon[99608]: osdmap e1271: 8 total, 8 up, 8 in 2024-07-26T06:48:30.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:30 smithi089 ceph-mon[99608]: osdmap e1272: 8 total, 8 up, 8 in 2024-07-26T06:48:30.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:30 smithi089 ceph-mon[102056]: osdmap e1271: 8 total, 8 up, 8 in 2024-07-26T06:48:30.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:30 smithi089 ceph-mon[102056]: osdmap e1272: 8 total, 8 up, 8 in 2024-07-26T06:48:31.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:31 smithi155 ceph-mon[90160]: pgmap v2260: 169 pgs: 169 active+clean; 633 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 3.0 MiB/s wr, 408 op/s 2024-07-26T06:48:31.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:31 smithi155 ceph-mon[90160]: osdmap e1273: 8 total, 8 up, 8 in 2024-07-26T06:48:31.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:31 smithi089 ceph-mon[99608]: pgmap v2260: 169 pgs: 169 active+clean; 633 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 3.0 MiB/s wr, 408 op/s 2024-07-26T06:48:31.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:31 smithi089 ceph-mon[99608]: osdmap e1273: 8 total, 8 up, 8 in 2024-07-26T06:48:31.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:31 smithi089 ceph-mon[102056]: pgmap v2260: 169 pgs: 169 active+clean; 633 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 3.0 MiB/s wr, 408 op/s 2024-07-26T06:48:31.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:31 smithi089 ceph-mon[102056]: osdmap e1273: 8 total, 8 up, 8 in 2024-07-26T06:48:32.015 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 83886080 2024-07-26T06:48:32.042 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 83886079~1 2024-07-26T06:48:32.051 INFO:tasks.workunit.client.0.smithi089.stdout:migration_prepare 2024-07-26T06:48:32.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:48:32 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:48:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:48:32.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:48:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:48:32] "GET /metrics HTTP/1.1" 200 38902 "" "Prometheus/2.43.0" 2024-07-26T06:48:33.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:33 smithi155 ceph-mon[90160]: pgmap v2263: 169 pgs: 169 active+clean; 649 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 114 KiB/s rd, 7.0 MiB/s wr, 170 op/s 2024-07-26T06:48:33.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:33 smithi155 ceph-mon[90160]: osdmap e1274: 8 total, 8 up, 8 in 2024-07-26T06:48:33.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:33 smithi089 ceph-mon[99608]: pgmap v2263: 169 pgs: 169 active+clean; 649 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 114 KiB/s rd, 7.0 MiB/s wr, 170 op/s 2024-07-26T06:48:33.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:33 smithi089 ceph-mon[99608]: osdmap e1274: 8 total, 8 up, 8 in 2024-07-26T06:48:33.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:33 smithi089 ceph-mon[102056]: pgmap v2263: 169 pgs: 169 active+clean; 649 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 114 KiB/s rd, 7.0 MiB/s wr, 170 op/s 2024-07-26T06:48:33.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:33 smithi089 ceph-mon[102056]: osdmap e1274: 8 total, 8 up, 8 in 2024-07-26T06:48:34.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:34 smithi155 ceph-mon[90160]: osdmap e1275: 8 total, 8 up, 8 in 2024-07-26T06:48:34.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:34 smithi089 ceph-mon[99608]: osdmap e1275: 8 total, 8 up, 8 in 2024-07-26T06:48:34.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:34 smithi089 ceph-mon[102056]: osdmap e1275: 8 total, 8 up, 8 in 2024-07-26T06:48:35.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:35 smithi155 ceph-mon[90160]: pgmap v2266: 169 pgs: 169 active+clean; 661 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 117 KiB/s rd, 7.0 MiB/s wr, 172 op/s 2024-07-26T06:48:35.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:35 smithi155 ceph-mon[90160]: osdmap e1276: 8 total, 8 up, 8 in 2024-07-26T06:48:35.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:35 smithi155 ceph-mon[90160]: osdmap e1277: 8 total, 8 up, 8 in 2024-07-26T06:48:35.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:35 smithi089 ceph-mon[99608]: pgmap v2266: 169 pgs: 169 active+clean; 661 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 117 KiB/s rd, 7.0 MiB/s wr, 172 op/s 2024-07-26T06:48:35.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:35 smithi089 ceph-mon[99608]: osdmap e1276: 8 total, 8 up, 8 in 2024-07-26T06:48:35.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:35 smithi089 ceph-mon[99608]: osdmap e1277: 8 total, 8 up, 8 in 2024-07-26T06:48:35.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:35 smithi089 ceph-mon[102056]: pgmap v2266: 169 pgs: 169 active+clean; 661 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 117 KiB/s rd, 7.0 MiB/s wr, 172 op/s 2024-07-26T06:48:35.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:35 smithi089 ceph-mon[102056]: osdmap e1276: 8 total, 8 up, 8 in 2024-07-26T06:48:35.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:35 smithi089 ceph-mon[102056]: osdmap e1277: 8 total, 8 up, 8 in 2024-07-26T06:48:35.581 INFO:tasks.workunit.client.0.smithi089.stdout:snap_create: after_prepare_snap 2024-07-26T06:48:37.046 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 41943040 2024-07-26T06:48:37.081 INFO:tasks.workunit.client.0.smithi089.stdout:write: * 0~1000 2024-07-26T06:48:37.089 INFO:tasks.workunit.client.0.smithi089.stdout:migration_execute 2024-07-26T06:48:37.247 INFO:tasks.workunit.client.0.smithi089.stdout:migration_commit 2024-07-26T06:48:37.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:37 smithi155 ceph-mon[90160]: pgmap v2269: 169 pgs: 169 active+clean; 677 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 40 KiB/s rd, 5.0 MiB/s wr, 55 op/s 2024-07-26T06:48:37.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:37 smithi155 ceph-mon[90160]: osdmap e1278: 8 total, 8 up, 8 in 2024-07-26T06:48:37.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:37 smithi089 ceph-mon[99608]: pgmap v2269: 169 pgs: 169 active+clean; 677 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 40 KiB/s rd, 5.0 MiB/s wr, 55 op/s 2024-07-26T06:48:37.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:37 smithi089 ceph-mon[99608]: osdmap e1278: 8 total, 8 up, 8 in 2024-07-26T06:48:37.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:37 smithi089 ceph-mon[102056]: pgmap v2269: 169 pgs: 169 active+clean; 677 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 40 KiB/s rd, 5.0 MiB/s wr, 55 op/s 2024-07-26T06:48:37.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:37 smithi089 ceph-mon[102056]: osdmap e1278: 8 total, 8 up, 8 in 2024-07-26T06:48:38.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:38 smithi155 ceph-mon[90160]: osdmap e1279: 8 total, 8 up, 8 in 2024-07-26T06:48:38.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:38 smithi089 ceph-mon[99608]: osdmap e1279: 8 total, 8 up, 8 in 2024-07-26T06:48:38.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:38 smithi089 ceph-mon[102056]: osdmap e1279: 8 total, 8 up, 8 in 2024-07-26T06:48:39.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:39 smithi155 ceph-mon[90160]: pgmap v2272: 169 pgs: 169 active+clean; 677 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 16 MiB/s rd, 2.0 MiB/s wr, 280 op/s 2024-07-26T06:48:39.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:39 smithi155 ceph-mon[90160]: osdmap e1280: 8 total, 8 up, 8 in 2024-07-26T06:48:39.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:39 smithi089 ceph-mon[99608]: pgmap v2272: 169 pgs: 169 active+clean; 677 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 16 MiB/s rd, 2.0 MiB/s wr, 280 op/s 2024-07-26T06:48:39.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:39 smithi089 ceph-mon[99608]: osdmap e1280: 8 total, 8 up, 8 in 2024-07-26T06:48:39.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:39 smithi089 ceph-mon[102056]: pgmap v2272: 169 pgs: 169 active+clean; 677 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 16 MiB/s rd, 2.0 MiB/s wr, 280 op/s 2024-07-26T06:48:39.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:39 smithi089 ceph-mon[102056]: osdmap e1280: 8 total, 8 up, 8 in 2024-07-26T06:48:40.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:40 smithi155 ceph-mon[90160]: osdmap e1281: 8 total, 8 up, 8 in 2024-07-26T06:48:40.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:40 smithi089 ceph-mon[99608]: osdmap e1281: 8 total, 8 up, 8 in 2024-07-26T06:48:40.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:40 smithi089 ceph-mon[102056]: osdmap e1281: 8 total, 8 up, 8 in 2024-07-26T06:48:40.465 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMigration.SnapsSnapAfterPrepare (14257 ms) 2024-07-26T06:48:40.465 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMigration.SnapsSnapExpandAfterPrepare 2024-07-26T06:48:40.496 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 83886080 2024-07-26T06:48:40.555 INFO:tasks.workunit.client.0.smithi089.stdout:write: 1 0~8388609 2024-07-26T06:48:40.623 INFO:tasks.workunit.client.0.smithi089.stdout:snap_create: snap1 2024-07-26T06:48:41.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:41 smithi155 ceph-mon[90160]: pgmap v2275: 169 pgs: 169 active+clean; 681 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 1.0 MiB/s wr, 320 op/s 2024-07-26T06:48:41.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:41 smithi155 ceph-mon[90160]: osdmap e1282: 8 total, 8 up, 8 in 2024-07-26T06:48:41.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:48:41.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:41 smithi089 ceph-mon[99608]: pgmap v2275: 169 pgs: 169 active+clean; 681 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 1.0 MiB/s wr, 320 op/s 2024-07-26T06:48:41.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:41 smithi089 ceph-mon[99608]: osdmap e1282: 8 total, 8 up, 8 in 2024-07-26T06:48:41.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:48:41.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:41 smithi089 ceph-mon[102056]: pgmap v2275: 169 pgs: 169 active+clean; 681 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 1.0 MiB/s wr, 320 op/s 2024-07-26T06:48:41.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:41 smithi089 ceph-mon[102056]: osdmap e1282: 8 total, 8 up, 8 in 2024-07-26T06:48:41.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:48:42.093 INFO:tasks.workunit.client.0.smithi089.stdout:write: 1 8388609~8388609 2024-07-26T06:48:42.107 INFO:tasks.workunit.client.0.smithi089.stdout:write: X 0~1000 2024-07-26T06:48:42.107 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 1010~1000 2024-07-26T06:48:42.107 INFO:tasks.workunit.client.0.smithi089.stdout:snap_create: snap2 2024-07-26T06:48:42.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:42 smithi155 ceph-mon[90160]: osdmap e1283: 8 total, 8 up, 8 in 2024-07-26T06:48:42.379 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:48:42 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:48:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:48:42.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:42 smithi089 ceph-mon[99608]: osdmap e1283: 8 total, 8 up, 8 in 2024-07-26T06:48:42.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:42 smithi089 ceph-mon[102056]: osdmap e1283: 8 total, 8 up, 8 in 2024-07-26T06:48:42.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:48:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:48:42] "GET /metrics HTTP/1.1" 200 38897 "" "Prometheus/2.43.0" 2024-07-26T06:48:43.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:43 smithi155 ceph-mon[90160]: pgmap v2278: 169 pgs: 169 active+clean; 689 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 46 MiB/s rd, 5.0 MiB/s wr, 379 op/s 2024-07-26T06:48:43.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:43 smithi155 ceph-mon[90160]: osdmap e1284: 8 total, 8 up, 8 in 2024-07-26T06:48:43.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:43 smithi089 ceph-mon[99608]: pgmap v2278: 169 pgs: 169 active+clean; 689 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 46 MiB/s rd, 5.0 MiB/s wr, 379 op/s 2024-07-26T06:48:43.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:43 smithi089 ceph-mon[99608]: osdmap e1284: 8 total, 8 up, 8 in 2024-07-26T06:48:43.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:43 smithi089 ceph-mon[102056]: pgmap v2278: 169 pgs: 169 active+clean; 689 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 46 MiB/s rd, 5.0 MiB/s wr, 379 op/s 2024-07-26T06:48:43.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:43 smithi089 ceph-mon[102056]: osdmap e1284: 8 total, 8 up, 8 in 2024-07-26T06:48:44.107 INFO:tasks.workunit.client.0.smithi089.stdout:write: X 8388609~1000 2024-07-26T06:48:44.114 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 16777228~1000 2024-07-26T06:48:44.114 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 167772160 2024-07-26T06:48:44.129 INFO:tasks.workunit.client.0.smithi089.stdout:write: 2 83886079~8388609 2024-07-26T06:48:44.144 INFO:tasks.workunit.client.0.smithi089.stdout:snap_create: snap3 2024-07-26T06:48:44.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:44 smithi155 ceph-mon[90160]: osdmap e1285: 8 total, 8 up, 8 in 2024-07-26T06:48:44.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:44 smithi089 ceph-mon[99608]: osdmap e1285: 8 total, 8 up, 8 in 2024-07-26T06:48:44.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:44 smithi089 ceph-mon[102056]: osdmap e1285: 8 total, 8 up, 8 in 2024-07-26T06:48:45.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:45 smithi155 ceph-mon[90160]: pgmap v2281: 169 pgs: 169 active+clean; 685 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 35 MiB/s rd, 6.0 MiB/s wr, 358 op/s 2024-07-26T06:48:45.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:45 smithi155 ceph-mon[90160]: osdmap e1286: 8 total, 8 up, 8 in 2024-07-26T06:48:45.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:45 smithi155 ceph-mon[90160]: osdmap e1287: 8 total, 8 up, 8 in 2024-07-26T06:48:45.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:45 smithi089 ceph-mon[99608]: pgmap v2281: 169 pgs: 169 active+clean; 685 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 35 MiB/s rd, 6.0 MiB/s wr, 358 op/s 2024-07-26T06:48:45.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:45 smithi089 ceph-mon[99608]: osdmap e1286: 8 total, 8 up, 8 in 2024-07-26T06:48:45.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:45 smithi089 ceph-mon[99608]: osdmap e1287: 8 total, 8 up, 8 in 2024-07-26T06:48:45.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:45 smithi089 ceph-mon[102056]: pgmap v2281: 169 pgs: 169 active+clean; 685 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 35 MiB/s rd, 6.0 MiB/s wr, 358 op/s 2024-07-26T06:48:45.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:45 smithi089 ceph-mon[102056]: osdmap e1286: 8 total, 8 up, 8 in 2024-07-26T06:48:45.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:45 smithi089 ceph-mon[102056]: osdmap e1287: 8 total, 8 up, 8 in 2024-07-26T06:48:46.026 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 83886080 2024-07-26T06:48:46.051 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 83886079~1 2024-07-26T06:48:46.060 INFO:tasks.workunit.client.0.smithi089.stdout:migration_prepare 2024-07-26T06:48:47.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:47 smithi155 ceph-mon[90160]: pgmap v2284: 169 pgs: 169 active+clean; 693 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 28 MiB/s rd, 5.0 MiB/s wr, 82 op/s 2024-07-26T06:48:47.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:47 smithi155 ceph-mon[90160]: osdmap e1288: 8 total, 8 up, 8 in 2024-07-26T06:48:47.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:47 smithi089 ceph-mon[99608]: pgmap v2284: 169 pgs: 169 active+clean; 693 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 28 MiB/s rd, 5.0 MiB/s wr, 82 op/s 2024-07-26T06:48:47.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:47 smithi089 ceph-mon[99608]: osdmap e1288: 8 total, 8 up, 8 in 2024-07-26T06:48:47.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:47 smithi089 ceph-mon[102056]: pgmap v2284: 169 pgs: 169 active+clean; 693 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 28 MiB/s rd, 5.0 MiB/s wr, 82 op/s 2024-07-26T06:48:47.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:47 smithi089 ceph-mon[102056]: osdmap e1288: 8 total, 8 up, 8 in 2024-07-26T06:48:48.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:48 smithi155 ceph-mon[90160]: osdmap e1289: 8 total, 8 up, 8 in 2024-07-26T06:48:48.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:48 smithi089 ceph-mon[99608]: osdmap e1289: 8 total, 8 up, 8 in 2024-07-26T06:48:48.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:48 smithi089 ceph-mon[102056]: osdmap e1289: 8 total, 8 up, 8 in 2024-07-26T06:48:49.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:49 smithi155 ceph-mon[90160]: pgmap v2287: 169 pgs: 169 active+clean; 729 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 19 MiB/s rd, 10 MiB/s wr, 116 op/s 2024-07-26T06:48:49.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:49 smithi155 ceph-mon[90160]: osdmap e1290: 8 total, 8 up, 8 in 2024-07-26T06:48:49.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:49 smithi089 ceph-mon[99608]: pgmap v2287: 169 pgs: 169 active+clean; 729 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 19 MiB/s rd, 10 MiB/s wr, 116 op/s 2024-07-26T06:48:49.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:49 smithi089 ceph-mon[99608]: osdmap e1290: 8 total, 8 up, 8 in 2024-07-26T06:48:49.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:49 smithi089 ceph-mon[102056]: pgmap v2287: 169 pgs: 169 active+clean; 729 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 19 MiB/s rd, 10 MiB/s wr, 116 op/s 2024-07-26T06:48:49.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:49 smithi089 ceph-mon[102056]: osdmap e1290: 8 total, 8 up, 8 in 2024-07-26T06:48:49.601 INFO:tasks.workunit.client.0.smithi089.stdout:snap_create: after_prepare_snap 2024-07-26T06:48:50.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:50 smithi155 ceph-mon[90160]: osdmap e1291: 8 total, 8 up, 8 in 2024-07-26T06:48:50.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:50 smithi155 ceph-mon[90160]: osdmap e1292: 8 total, 8 up, 8 in 2024-07-26T06:48:50.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:50 smithi089 ceph-mon[99608]: osdmap e1291: 8 total, 8 up, 8 in 2024-07-26T06:48:50.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:50 smithi089 ceph-mon[99608]: osdmap e1292: 8 total, 8 up, 8 in 2024-07-26T06:48:50.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:50 smithi089 ceph-mon[102056]: osdmap e1291: 8 total, 8 up, 8 in 2024-07-26T06:48:50.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:50 smithi089 ceph-mon[102056]: osdmap e1292: 8 total, 8 up, 8 in 2024-07-26T06:48:51.019 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 167772160 2024-07-26T06:48:51.034 INFO:tasks.workunit.client.0.smithi089.stdout:write: * 83886080~1000 2024-07-26T06:48:51.042 INFO:tasks.workunit.client.0.smithi089.stdout:migration_execute 2024-07-26T06:48:51.207 INFO:tasks.workunit.client.0.smithi089.stdout:migration_commit 2024-07-26T06:48:51.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:51 smithi155 ceph-mon[90160]: pgmap v2290: 169 pgs: 169 active+clean; 733 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 117 KiB/s rd, 8.0 MiB/s wr, 167 op/s 2024-07-26T06:48:51.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:51 smithi155 ceph-mon[90160]: osdmap e1293: 8 total, 8 up, 8 in 2024-07-26T06:48:51.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:51 smithi089 ceph-mon[99608]: pgmap v2290: 169 pgs: 169 active+clean; 733 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 117 KiB/s rd, 8.0 MiB/s wr, 167 op/s 2024-07-26T06:48:51.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:51 smithi089 ceph-mon[99608]: osdmap e1293: 8 total, 8 up, 8 in 2024-07-26T06:48:51.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:51 smithi089 ceph-mon[102056]: pgmap v2290: 169 pgs: 169 active+clean; 733 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 117 KiB/s rd, 8.0 MiB/s wr, 167 op/s 2024-07-26T06:48:51.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:51 smithi089 ceph-mon[102056]: osdmap e1293: 8 total, 8 up, 8 in 2024-07-26T06:48:52.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:48:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:48:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:48:52.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:48:52 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:48:52] "GET /metrics HTTP/1.1" 200 38897 "" "Prometheus/2.43.0" 2024-07-26T06:48:53.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:53 smithi155 ceph-mon[90160]: pgmap v2293: 169 pgs: 169 active+clean; 733 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 19 MiB/s rd, 1.0 MiB/s wr, 196 op/s 2024-07-26T06:48:53.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:53 smithi155 ceph-mon[90160]: osdmap e1294: 8 total, 8 up, 8 in 2024-07-26T06:48:53.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:53 smithi089 ceph-mon[99608]: pgmap v2293: 169 pgs: 169 active+clean; 733 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 19 MiB/s rd, 1.0 MiB/s wr, 196 op/s 2024-07-26T06:48:53.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:53 smithi089 ceph-mon[99608]: osdmap e1294: 8 total, 8 up, 8 in 2024-07-26T06:48:53.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:53 smithi089 ceph-mon[102056]: pgmap v2293: 169 pgs: 169 active+clean; 733 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 19 MiB/s rd, 1.0 MiB/s wr, 196 op/s 2024-07-26T06:48:53.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:53 smithi089 ceph-mon[102056]: osdmap e1294: 8 total, 8 up, 8 in 2024-07-26T06:48:54.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:54 smithi089 ceph-mon[99608]: osdmap e1295: 8 total, 8 up, 8 in 2024-07-26T06:48:54.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:54 smithi089 ceph-mon[102056]: osdmap e1295: 8 total, 8 up, 8 in 2024-07-26T06:48:54.608 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMigration.SnapsSnapExpandAfterPrepare (14142 ms) 2024-07-26T06:48:54.608 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMigration.Clone 2024-07-26T06:48:54.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:54 smithi155 ceph-mon[90160]: osdmap e1295: 8 total, 8 up, 8 in 2024-07-26T06:48:54.639 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 83886080 2024-07-26T06:48:54.650 INFO:tasks.workunit.client.0.smithi089.stdout:write: X 0~8388609 2024-07-26T06:48:54.707 INFO:tasks.workunit.client.0.smithi089.stdout:write: X 16777218~8388609 2024-07-26T06:48:54.766 INFO:tasks.workunit.client.0.smithi089.stdout:snap_create: snap 2024-07-26T06:48:55.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:55 smithi089 ceph-mon[99608]: pgmap v2296: 169 pgs: 169 active+clean; 737 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 24 MiB/s rd, 1.0 MiB/s wr, 116 op/s 2024-07-26T06:48:55.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:55 smithi089 ceph-mon[99608]: osdmap e1296: 8 total, 8 up, 8 in 2024-07-26T06:48:55.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:55 smithi089 ceph-mon[102056]: pgmap v2296: 169 pgs: 169 active+clean; 737 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 24 MiB/s rd, 1.0 MiB/s wr, 116 op/s 2024-07-26T06:48:55.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:55 smithi089 ceph-mon[102056]: osdmap e1296: 8 total, 8 up, 8 in 2024-07-26T06:48:55.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:55 smithi155 ceph-mon[90160]: pgmap v2296: 169 pgs: 169 active+clean; 737 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 24 MiB/s rd, 1.0 MiB/s wr, 116 op/s 2024-07-26T06:48:55.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:55 smithi155 ceph-mon[90160]: osdmap e1296: 8 total, 8 up, 8 in 2024-07-26T06:48:56.167 INFO:tasks.workunit.client.0.smithi089.stdout:snap_protect: snap 2024-07-26T06:48:56.182 INFO:tasks.workunit.client.0.smithi089.stdout:clone image105 -> image108 2024-07-26T06:48:56.286 INFO:tasks.workunit.client.0.smithi089.stdout:write: X 0~1000 2024-07-26T06:48:56.349 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 1010~1000 2024-07-26T06:48:56.351 INFO:tasks.workunit.client.0.smithi089.stdout:snap_create: snap 2024-07-26T06:48:56.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:56 smithi089 ceph-mon[99608]: osdmap e1297: 8 total, 8 up, 8 in 2024-07-26T06:48:56.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:56 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:48:56.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:56 smithi089 ceph-mon[102056]: osdmap e1297: 8 total, 8 up, 8 in 2024-07-26T06:48:56.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:56 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:48:56.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:56 smithi155 ceph-mon[90160]: osdmap e1297: 8 total, 8 up, 8 in 2024-07-26T06:48:56.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:56 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:48:57.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:57 smithi089 ceph-mon[99608]: pgmap v2299: 169 pgs: 169 active+clean; 745 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 22 MiB/s rd, 4.0 MiB/s wr, 242 op/s 2024-07-26T06:48:57.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:57 smithi089 ceph-mon[99608]: osdmap e1298: 8 total, 8 up, 8 in 2024-07-26T06:48:57.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:57 smithi089 ceph-mon[102056]: pgmap v2299: 169 pgs: 169 active+clean; 745 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 22 MiB/s rd, 4.0 MiB/s wr, 242 op/s 2024-07-26T06:48:57.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:57 smithi089 ceph-mon[102056]: osdmap e1298: 8 total, 8 up, 8 in 2024-07-26T06:48:57.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:57 smithi155 ceph-mon[90160]: pgmap v2299: 169 pgs: 169 active+clean; 745 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 22 MiB/s rd, 4.0 MiB/s wr, 242 op/s 2024-07-26T06:48:57.692 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:57 smithi155 ceph-mon[90160]: osdmap e1298: 8 total, 8 up, 8 in 2024-07-26T06:48:58.178 INFO:tasks.workunit.client.0.smithi089.stdout:snap_protect: snap 2024-07-26T06:48:58.190 INFO:tasks.workunit.client.0.smithi089.stdout:clone image108 -> image110 2024-07-26T06:48:58.319 INFO:tasks.workunit.client.0.smithi089.stdout:write: X 1000~1000 2024-07-26T06:48:58.378 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 2010~1000 2024-07-26T06:48:58.380 INFO:tasks.workunit.client.0.smithi089.stdout:migration_prepare 2024-07-26T06:48:58.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:58 smithi155 ceph-mon[90160]: osdmap e1299: 8 total, 8 up, 8 in 2024-07-26T06:48:58.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:58 smithi089 ceph-mon[99608]: osdmap e1299: 8 total, 8 up, 8 in 2024-07-26T06:48:58.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:58 smithi089 ceph-mon[102056]: osdmap e1299: 8 total, 8 up, 8 in 2024-07-26T06:48:58.679 INFO:tasks.workunit.client.0.smithi089.stdout:migration_execute 2024-07-26T06:48:58.865 INFO:tasks.workunit.client.0.smithi089.stdout:migration_commit 2024-07-26T06:48:59.031 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMigration.Clone (4423 ms) 2024-07-26T06:48:59.031 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMigration.CloneParent 2024-07-26T06:48:59.061 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 83886080 2024-07-26T06:48:59.075 INFO:tasks.workunit.client.0.smithi089.stdout:snap_create: snap 2024-07-26T06:48:59.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:59 smithi155 ceph-mon[90160]: pgmap v2302: 169 pgs: 169 active+clean; 753 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 48 MiB/s rd, 8.0 MiB/s wr, 482 op/s 2024-07-26T06:48:59.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:48:59 smithi155 ceph-mon[90160]: osdmap e1300: 8 total, 8 up, 8 in 2024-07-26T06:48:59.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:59 smithi089 ceph-mon[99608]: pgmap v2302: 169 pgs: 169 active+clean; 753 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 48 MiB/s rd, 8.0 MiB/s wr, 482 op/s 2024-07-26T06:48:59.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:48:59 smithi089 ceph-mon[99608]: osdmap e1300: 8 total, 8 up, 8 in 2024-07-26T06:48:59.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:59 smithi089 ceph-mon[102056]: pgmap v2302: 169 pgs: 169 active+clean; 753 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 48 MiB/s rd, 8.0 MiB/s wr, 482 op/s 2024-07-26T06:48:59.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:48:59 smithi089 ceph-mon[102056]: osdmap e1300: 8 total, 8 up, 8 in 2024-07-26T06:49:00.022 INFO:tasks.workunit.client.0.smithi089.stdout:snap_protect: snap 2024-07-26T06:49:00.034 INFO:tasks.workunit.client.0.smithi089.stdout:clone image111 -> image114 2024-07-26T06:49:00.133 INFO:tasks.workunit.client.0.smithi089.stdout:migration_prepare 2024-07-26T06:49:00.287 INFO:tasks.workunit.client.0.smithi089.stdout:migration_abort 2024-07-26T06:49:00.413 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMigration.CloneParent (1383 ms) 2024-07-26T06:49:00.413 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMigration.CloneUpdateAfterPrepare 2024-07-26T06:49:00.446 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 83886080 2024-07-26T06:49:00.457 INFO:tasks.workunit.client.0.smithi089.stdout:write: X 0~10 2024-07-26T06:49:00.465 INFO:tasks.workunit.client.0.smithi089.stdout:snap_create: snap 2024-07-26T06:49:00.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:00 smithi155 ceph-mon[90160]: osdmap e1301: 8 total, 8 up, 8 in 2024-07-26T06:49:00.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:00 smithi155 ceph-mon[90160]: osdmap e1302: 8 total, 8 up, 8 in 2024-07-26T06:49:00.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:00 smithi089 ceph-mon[99608]: osdmap e1301: 8 total, 8 up, 8 in 2024-07-26T06:49:00.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:00 smithi089 ceph-mon[99608]: osdmap e1302: 8 total, 8 up, 8 in 2024-07-26T06:49:00.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:00 smithi089 ceph-mon[102056]: osdmap e1301: 8 total, 8 up, 8 in 2024-07-26T06:49:00.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:00 smithi089 ceph-mon[102056]: osdmap e1302: 8 total, 8 up, 8 in 2024-07-26T06:49:01.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:01 smithi155 ceph-mon[90160]: pgmap v2305: 169 pgs: 169 active+clean; 773 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 41 MiB/s rd, 12 MiB/s wr, 408 op/s 2024-07-26T06:49:01.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:01 smithi089 ceph-mon[99608]: pgmap v2305: 169 pgs: 169 active+clean; 773 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 41 MiB/s rd, 12 MiB/s wr, 408 op/s 2024-07-26T06:49:01.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:01 smithi089 ceph-mon[102056]: pgmap v2305: 169 pgs: 169 active+clean; 773 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 41 MiB/s rd, 12 MiB/s wr, 408 op/s 2024-07-26T06:49:02.195 INFO:tasks.workunit.client.0.smithi089.stdout:snap_protect: snap 2024-07-26T06:49:02.209 INFO:tasks.workunit.client.0.smithi089.stdout:clone image115 -> image118 2024-07-26T06:49:02.305 INFO:tasks.workunit.client.0.smithi089.stdout:migration_prepare 2024-07-26T06:49:02.459 INFO:tasks.workunit.client.0.smithi089.stdout:write: Y 0~1 2024-07-26T06:49:02.485 INFO:tasks.workunit.client.0.smithi089.stdout:migration_execute 2024-07-26T06:49:02.532 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:02 smithi089 ceph-mon[99608]: osdmap e1303: 8 total, 8 up, 8 in 2024-07-26T06:49:02.532 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:02 smithi089 ceph-mon[99608]: pgmap v2308: 169 pgs: 169 active+clean; 777 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 8.0 MiB/s wr, 815 op/s 2024-07-26T06:49:02.532 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:02 smithi089 ceph-mon[102056]: osdmap e1303: 8 total, 8 up, 8 in 2024-07-26T06:49:02.532 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:02 smithi089 ceph-mon[102056]: pgmap v2308: 169 pgs: 169 active+clean; 777 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 8.0 MiB/s wr, 815 op/s 2024-07-26T06:49:02.557 INFO:tasks.workunit.client.0.smithi089.stdout:migration_commit 2024-07-26T06:49:02.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:02 smithi155 ceph-mon[90160]: osdmap e1303: 8 total, 8 up, 8 in 2024-07-26T06:49:02.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:02 smithi155 ceph-mon[90160]: pgmap v2308: 169 pgs: 169 active+clean; 777 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 8.0 MiB/s wr, 815 op/s 2024-07-26T06:49:02.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:49:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:49:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:49:02.653 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMigration.CloneUpdateAfterPrepare (2240 ms) 2024-07-26T06:49:02.654 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMigration.TriggerAssertSnapcSeq 2024-07-26T06:49:02.685 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 83886080 2024-07-26T06:49:02.696 INFO:tasks.workunit.client.0.smithi089.stdout:write: A 41943040~10 2024-07-26T06:49:02.704 INFO:tasks.workunit.client.0.smithi089.stdout:snap_create: snap1 2024-07-26T06:49:02.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:49:02 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:49:02] "GET /metrics HTTP/1.1" 200 38900 "" "Prometheus/2.43.0" 2024-07-26T06:49:03.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:03 smithi155 ceph-mon[90160]: osdmap e1304: 8 total, 8 up, 8 in 2024-07-26T06:49:03.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:03 smithi089 ceph-mon[99608]: osdmap e1304: 8 total, 8 up, 8 in 2024-07-26T06:49:03.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:03 smithi089 ceph-mon[102056]: osdmap e1304: 8 total, 8 up, 8 in 2024-07-26T06:49:04.210 INFO:tasks.workunit.client.0.smithi089.stdout:write: B 41943041~10 2024-07-26T06:49:04.216 INFO:tasks.workunit.client.0.smithi089.stdout:migration_prepare 2024-07-26T06:49:04.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:04 smithi155 ceph-mon[90160]: osdmap e1305: 8 total, 8 up, 8 in 2024-07-26T06:49:04.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:04 smithi155 ceph-mon[90160]: pgmap v2311: 169 pgs: 169 active+clean; 789 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 4.0 MiB/s wr, 924 op/s 2024-07-26T06:49:04.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:04 smithi089 ceph-mon[102056]: osdmap e1305: 8 total, 8 up, 8 in 2024-07-26T06:49:04.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:04 smithi089 ceph-mon[102056]: pgmap v2311: 169 pgs: 169 active+clean; 789 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 4.0 MiB/s wr, 924 op/s 2024-07-26T06:49:04.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:04 smithi089 ceph-mon[99608]: osdmap e1305: 8 total, 8 up, 8 in 2024-07-26T06:49:04.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:04 smithi089 ceph-mon[99608]: pgmap v2311: 169 pgs: 169 active+clean; 789 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 4.0 MiB/s wr, 924 op/s 2024-07-26T06:49:05.168 INFO:tasks.workunit.client.0.smithi089.stdout:write: C 41943042~10 2024-07-26T06:49:05.185 INFO:tasks.workunit.client.0.smithi089.stdout:snap_create: snap2 2024-07-26T06:49:05.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:05 smithi155 ceph-mon[90160]: osdmap e1306: 8 total, 8 up, 8 in 2024-07-26T06:49:05.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:05 smithi155 ceph-mon[90160]: osdmap e1307: 8 total, 8 up, 8 in 2024-07-26T06:49:05.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:05 smithi089 ceph-mon[99608]: osdmap e1306: 8 total, 8 up, 8 in 2024-07-26T06:49:05.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:05 smithi089 ceph-mon[99608]: osdmap e1307: 8 total, 8 up, 8 in 2024-07-26T06:49:05.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:05 smithi089 ceph-mon[102056]: osdmap e1306: 8 total, 8 up, 8 in 2024-07-26T06:49:05.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:05 smithi089 ceph-mon[102056]: osdmap e1307: 8 total, 8 up, 8 in 2024-07-26T06:49:07.032 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 41943040 2024-07-26T06:49:07.064 INFO:tasks.workunit.client.0.smithi089.stdout:migration_execute 2024-07-26T06:49:07.126 INFO:tasks.workunit.client.0.smithi089.stdout:migration_commit 2024-07-26T06:49:07.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:07 smithi155 ceph-mon[90160]: pgmap v2314: 169 pgs: 169 active+clean; 785 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 3.0 MiB/s wr, 579 op/s 2024-07-26T06:49:07.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:07 smithi155 ceph-mon[90160]: osdmap e1308: 8 total, 8 up, 8 in 2024-07-26T06:49:07.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:07 smithi089 ceph-mon[99608]: pgmap v2314: 169 pgs: 169 active+clean; 785 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 3.0 MiB/s wr, 579 op/s 2024-07-26T06:49:07.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:07 smithi089 ceph-mon[99608]: osdmap e1308: 8 total, 8 up, 8 in 2024-07-26T06:49:07.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:07 smithi089 ceph-mon[102056]: pgmap v2314: 169 pgs: 169 active+clean; 785 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 3.0 MiB/s wr, 579 op/s 2024-07-26T06:49:07.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:07 smithi089 ceph-mon[102056]: osdmap e1308: 8 total, 8 up, 8 in 2024-07-26T06:49:08.167 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMigration.TriggerAssertSnapcSeq (5514 ms) 2024-07-26T06:49:08.167 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMigration.SnapTrimBeforePrepare 2024-07-26T06:49:08.198 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 83886080 2024-07-26T06:49:08.209 INFO:tasks.workunit.client.0.smithi089.stdout:write: A 41943040~10 2024-07-26T06:49:08.218 INFO:tasks.workunit.client.0.smithi089.stdout:snap_create: snap1 2024-07-26T06:49:08.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:08 smithi155 ceph-mon[90160]: osdmap e1309: 8 total, 8 up, 8 in 2024-07-26T06:49:08.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:08 smithi089 ceph-mon[99608]: osdmap e1309: 8 total, 8 up, 8 in 2024-07-26T06:49:08.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:08 smithi089 ceph-mon[102056]: osdmap e1309: 8 total, 8 up, 8 in 2024-07-26T06:49:09.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:09 smithi155 ceph-mon[90160]: pgmap v2317: 169 pgs: 169 active+clean; 785 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 25 KiB/s wr, 539 op/s 2024-07-26T06:49:09.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:09 smithi155 ceph-mon[90160]: osdmap e1310: 8 total, 8 up, 8 in 2024-07-26T06:49:09.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:09 smithi089 ceph-mon[99608]: pgmap v2317: 169 pgs: 169 active+clean; 785 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 25 KiB/s wr, 539 op/s 2024-07-26T06:49:09.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:09 smithi089 ceph-mon[99608]: osdmap e1310: 8 total, 8 up, 8 in 2024-07-26T06:49:09.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:09 smithi089 ceph-mon[102056]: pgmap v2317: 169 pgs: 169 active+clean; 785 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 25 KiB/s wr, 539 op/s 2024-07-26T06:49:09.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:09 smithi089 ceph-mon[102056]: osdmap e1310: 8 total, 8 up, 8 in 2024-07-26T06:49:10.058 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 41943040 2024-07-26T06:49:10.080 INFO:tasks.workunit.client.0.smithi089.stdout:migration_prepare 2024-07-26T06:49:10.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:10 smithi155 ceph-mon[90160]: osdmap e1311: 8 total, 8 up, 8 in 2024-07-26T06:49:10.467 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:10 smithi089 ceph-mon[99608]: osdmap e1311: 8 total, 8 up, 8 in 2024-07-26T06:49:10.468 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:10 smithi089 ceph-mon[102056]: osdmap e1311: 8 total, 8 up, 8 in 2024-07-26T06:49:11.188 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 83886080 2024-07-26T06:49:11.199 INFO:tasks.workunit.client.0.smithi089.stdout:snap_create: snap3 2024-07-26T06:49:11.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:11 smithi155 ceph-mon[90160]: pgmap v2320: 169 pgs: 169 active+clean; 785 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 301 KiB/s rd, 23 KiB/s wr, 391 op/s 2024-07-26T06:49:11.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:11 smithi155 ceph-mon[90160]: osdmap e1312: 8 total, 8 up, 8 in 2024-07-26T06:49:11.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:11 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:49:11.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:11 smithi089 ceph-mon[99608]: pgmap v2320: 169 pgs: 169 active+clean; 785 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 301 KiB/s rd, 23 KiB/s wr, 391 op/s 2024-07-26T06:49:11.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:11 smithi089 ceph-mon[99608]: osdmap e1312: 8 total, 8 up, 8 in 2024-07-26T06:49:11.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:49:11.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:11 smithi089 ceph-mon[102056]: pgmap v2320: 169 pgs: 169 active+clean; 785 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 301 KiB/s rd, 23 KiB/s wr, 391 op/s 2024-07-26T06:49:11.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:11 smithi089 ceph-mon[102056]: osdmap e1312: 8 total, 8 up, 8 in 2024-07-26T06:49:11.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:49:12.305 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:12 smithi089 ceph-mon[99608]: osdmap e1313: 8 total, 8 up, 8 in 2024-07-26T06:49:12.306 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:12 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:49:12.306 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:12 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:49:12.306 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:12 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:49:12.306 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:12 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:49:12.306 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:12 smithi089 ceph-mon[102056]: osdmap e1313: 8 total, 8 up, 8 in 2024-07-26T06:49:12.306 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:12 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:49:12.306 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:12 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:49:12.306 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:12 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:49:12.306 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:12 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:49:12.314 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:12 smithi155 ceph-mon[90160]: osdmap e1313: 8 total, 8 up, 8 in 2024-07-26T06:49:12.314 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:12 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:49:12.314 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:12 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:49:12.314 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:12 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:49:12.314 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:12 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:49:12.628 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:49:12 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:49:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:49:12.654 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:49:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:49:12] "GET /metrics HTTP/1.1" 200 38903 "" "Prometheus/2.43.0" 2024-07-26T06:49:13.064 INFO:tasks.workunit.client.0.smithi089.stdout:write: B 41943040~10 2024-07-26T06:49:13.072 INFO:tasks.workunit.client.0.smithi089.stdout:snap_create: snap4 2024-07-26T06:49:13.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:13 smithi155 ceph-mon[90160]: pgmap v2323: 169 pgs: 169 active+clean; 785 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 243 KiB/s rd, 18 KiB/s wr, 315 op/s 2024-07-26T06:49:13.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:13 smithi155 ceph-mon[90160]: osdmap e1314: 8 total, 8 up, 8 in 2024-07-26T06:49:13.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:13 smithi089 ceph-mon[99608]: pgmap v2323: 169 pgs: 169 active+clean; 785 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 243 KiB/s rd, 18 KiB/s wr, 315 op/s 2024-07-26T06:49:13.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:13 smithi089 ceph-mon[99608]: osdmap e1314: 8 total, 8 up, 8 in 2024-07-26T06:49:13.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:13 smithi089 ceph-mon[102056]: pgmap v2323: 169 pgs: 169 active+clean; 785 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 243 KiB/s rd, 18 KiB/s wr, 315 op/s 2024-07-26T06:49:13.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:13 smithi089 ceph-mon[102056]: osdmap e1314: 8 total, 8 up, 8 in 2024-07-26T06:49:14.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:14 smithi155 ceph-mon[90160]: osdmap e1315: 8 total, 8 up, 8 in 2024-07-26T06:49:14.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:14 smithi089 ceph-mon[99608]: osdmap e1315: 8 total, 8 up, 8 in 2024-07-26T06:49:14.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:14 smithi089 ceph-mon[102056]: osdmap e1315: 8 total, 8 up, 8 in 2024-07-26T06:49:15.033 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 41943040 2024-07-26T06:49:15.054 INFO:tasks.workunit.client.0.smithi089.stdout:migration_execute 2024-07-26T06:49:15.123 INFO:tasks.workunit.client.0.smithi089.stdout:migration_commit 2024-07-26T06:49:15.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:15 smithi155 ceph-mon[90160]: pgmap v2326: 169 pgs: 169 active+clean; 785 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 155 KiB/s rd, 16 KiB/s wr, 219 op/s 2024-07-26T06:49:15.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:15 smithi155 ceph-mon[90160]: osdmap e1316: 8 total, 8 up, 8 in 2024-07-26T06:49:15.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:15 smithi155 ceph-mon[90160]: osdmap e1317: 8 total, 8 up, 8 in 2024-07-26T06:49:15.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:15 smithi089 ceph-mon[99608]: pgmap v2326: 169 pgs: 169 active+clean; 785 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 155 KiB/s rd, 16 KiB/s wr, 219 op/s 2024-07-26T06:49:15.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:15 smithi089 ceph-mon[99608]: osdmap e1316: 8 total, 8 up, 8 in 2024-07-26T06:49:15.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:15 smithi089 ceph-mon[99608]: osdmap e1317: 8 total, 8 up, 8 in 2024-07-26T06:49:15.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:15 smithi089 ceph-mon[102056]: pgmap v2326: 169 pgs: 169 active+clean; 785 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 155 KiB/s rd, 16 KiB/s wr, 219 op/s 2024-07-26T06:49:15.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:15 smithi089 ceph-mon[102056]: osdmap e1316: 8 total, 8 up, 8 in 2024-07-26T06:49:15.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:15 smithi089 ceph-mon[102056]: osdmap e1317: 8 total, 8 up, 8 in 2024-07-26T06:49:16.242 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMigration.SnapTrimBeforePrepare (8071 ms) 2024-07-26T06:49:16.242 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMigration.AbortInUseImage 2024-07-26T06:49:16.274 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 83886080 2024-07-26T06:49:16.287 INFO:tasks.workunit.client.0.smithi089.stdout:migration_prepare 2024-07-26T06:49:16.463 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMigration.AbortInUseImage (224 ms) 2024-07-26T06:49:16.463 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMigration.AbortWithoutSnapshots 2024-07-26T06:49:16.491 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 83886080 2024-07-26T06:49:16.502 INFO:tasks.workunit.client.0.smithi089.stdout:write: 1 0~8388609 2024-07-26T06:49:16.557 INFO:tasks.workunit.client.0.smithi089.stdout:write: 1 16777218~8388609 2024-07-26T06:49:16.610 INFO:tasks.workunit.client.0.smithi089.stdout:migration_prepare 2024-07-26T06:49:16.792 INFO:tasks.workunit.client.0.smithi089.stdout:write: 1 0~8388609 2024-07-26T06:49:16.835 INFO:tasks.workunit.client.0.smithi089.stdout:write: 1 16777218~8388609 2024-07-26T06:49:16.895 INFO:tasks.workunit.client.0.smithi089.stdout:migration_abort 2024-07-26T06:49:17.084 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMigration.AbortWithoutSnapshots (621 ms) 2024-07-26T06:49:17.084 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMigration.AbortWithSnapshots 2024-07-26T06:49:17.118 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 83886080 2024-07-26T06:49:17.128 INFO:tasks.workunit.client.0.smithi089.stdout:write: 1 0~8388609 2024-07-26T06:49:17.191 INFO:tasks.workunit.client.0.smithi089.stdout:snap_create: snap1 2024-07-26T06:49:17.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:17 smithi155 ceph-mon[90160]: pgmap v2329: 169 pgs: 169 active+clean; 785 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 111 KiB/s rd, 12 KiB/s wr, 155 op/s 2024-07-26T06:49:17.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:17 smithi155 ceph-mon[90160]: osdmap e1318: 8 total, 8 up, 8 in 2024-07-26T06:49:17.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:17 smithi089 ceph-mon[99608]: pgmap v2329: 169 pgs: 169 active+clean; 785 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 111 KiB/s rd, 12 KiB/s wr, 155 op/s 2024-07-26T06:49:17.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:17 smithi089 ceph-mon[99608]: osdmap e1318: 8 total, 8 up, 8 in 2024-07-26T06:49:17.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:17 smithi089 ceph-mon[102056]: pgmap v2329: 169 pgs: 169 active+clean; 785 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 111 KiB/s rd, 12 KiB/s wr, 155 op/s 2024-07-26T06:49:17.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:17 smithi089 ceph-mon[102056]: osdmap e1318: 8 total, 8 up, 8 in 2024-07-26T06:49:19.100 INFO:tasks.workunit.client.0.smithi089.stdout:write: 1 8388609~8388609 2024-07-26T06:49:19.125 INFO:tasks.workunit.client.0.smithi089.stdout:write: X 0~1000 2024-07-26T06:49:19.126 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 1010~1000 2024-07-26T06:49:19.126 INFO:tasks.workunit.client.0.smithi089.stdout:snap_create: snap2 2024-07-26T06:49:19.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:19 smithi155 ceph-mon[90160]: pgmap v2331: 169 pgs: 169 active+clean; 785 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 216 KiB/s rd, 15 KiB/s wr, 278 op/s 2024-07-26T06:49:19.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:19 smithi155 ceph-mon[90160]: osdmap e1319: 8 total, 8 up, 8 in 2024-07-26T06:49:19.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:19 smithi089 ceph-mon[99608]: pgmap v2331: 169 pgs: 169 active+clean; 785 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 216 KiB/s rd, 15 KiB/s wr, 278 op/s 2024-07-26T06:49:19.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:19 smithi089 ceph-mon[99608]: osdmap e1319: 8 total, 8 up, 8 in 2024-07-26T06:49:19.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:19 smithi089 ceph-mon[102056]: pgmap v2331: 169 pgs: 169 active+clean; 785 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 216 KiB/s rd, 15 KiB/s wr, 278 op/s 2024-07-26T06:49:19.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:19 smithi089 ceph-mon[102056]: osdmap e1319: 8 total, 8 up, 8 in 2024-07-26T06:49:20.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:20 smithi155 ceph-mon[90160]: osdmap e1320: 8 total, 8 up, 8 in 2024-07-26T06:49:20.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:20 smithi089 ceph-mon[99608]: osdmap e1320: 8 total, 8 up, 8 in 2024-07-26T06:49:20.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:20 smithi089 ceph-mon[102056]: osdmap e1320: 8 total, 8 up, 8 in 2024-07-26T06:49:21.114 INFO:tasks.workunit.client.0.smithi089.stdout:write: X 8388609~1000 2024-07-26T06:49:21.121 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 16777228~1000 2024-07-26T06:49:21.121 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 167772160 2024-07-26T06:49:21.130 INFO:tasks.workunit.client.0.smithi089.stdout:write: 2 83886079~8388609 2024-07-26T06:49:21.156 INFO:tasks.workunit.client.0.smithi089.stdout:snap_create: snap3 2024-07-26T06:49:21.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:21 smithi155 ceph-mon[90160]: pgmap v2334: 169 pgs: 169 active+clean; 801 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 5.0 MiB/s rd, 6.5 MiB/s wr, 393 op/s 2024-07-26T06:49:21.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:21 smithi155 ceph-mon[90160]: osdmap e1321: 8 total, 8 up, 8 in 2024-07-26T06:49:21.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:21 smithi089 ceph-mon[99608]: pgmap v2334: 169 pgs: 169 active+clean; 801 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 5.0 MiB/s rd, 6.5 MiB/s wr, 393 op/s 2024-07-26T06:49:21.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:21 smithi089 ceph-mon[99608]: osdmap e1321: 8 total, 8 up, 8 in 2024-07-26T06:49:21.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:21 smithi089 ceph-mon[102056]: pgmap v2334: 169 pgs: 169 active+clean; 801 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 5.0 MiB/s rd, 6.5 MiB/s wr, 393 op/s 2024-07-26T06:49:21.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:21 smithi089 ceph-mon[102056]: osdmap e1321: 8 total, 8 up, 8 in 2024-07-26T06:49:22.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:22 smithi155 ceph-mon[90160]: osdmap e1322: 8 total, 8 up, 8 in 2024-07-26T06:49:22.379 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:49:22 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:49:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:49:22.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:22 smithi089 ceph-mon[99608]: osdmap e1322: 8 total, 8 up, 8 in 2024-07-26T06:49:22.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:22 smithi089 ceph-mon[102056]: osdmap e1322: 8 total, 8 up, 8 in 2024-07-26T06:49:22.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:49:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:49:22] "GET /metrics HTTP/1.1" 200 38903 "" "Prometheus/2.43.0" 2024-07-26T06:49:23.131 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 83886080 2024-07-26T06:49:23.154 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 83886079~1 2024-07-26T06:49:23.163 INFO:tasks.workunit.client.0.smithi089.stdout:migration_prepare 2024-07-26T06:49:23.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:23 smithi155 ceph-mon[90160]: pgmap v2337: 169 pgs: 169 active+clean; 841 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 23 MiB/s wr, 378 op/s 2024-07-26T06:49:23.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:23 smithi155 ceph-mon[90160]: osdmap e1323: 8 total, 8 up, 8 in 2024-07-26T06:49:23.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:23 smithi089 ceph-mon[99608]: pgmap v2337: 169 pgs: 169 active+clean; 841 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 23 MiB/s wr, 378 op/s 2024-07-26T06:49:23.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:23 smithi089 ceph-mon[99608]: osdmap e1323: 8 total, 8 up, 8 in 2024-07-26T06:49:23.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:23 smithi089 ceph-mon[102056]: pgmap v2337: 169 pgs: 169 active+clean; 841 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 23 MiB/s wr, 378 op/s 2024-07-26T06:49:23.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:23 smithi089 ceph-mon[102056]: osdmap e1323: 8 total, 8 up, 8 in 2024-07-26T06:49:24.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:24 smithi155 ceph-mon[90160]: osdmap e1324: 8 total, 8 up, 8 in 2024-07-26T06:49:24.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:24 smithi089 ceph-mon[99608]: osdmap e1324: 8 total, 8 up, 8 in 2024-07-26T06:49:24.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:24 smithi089 ceph-mon[102056]: osdmap e1324: 8 total, 8 up, 8 in 2024-07-26T06:49:25.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:25 smithi155 ceph-mon[90160]: pgmap v2340: 169 pgs: 169 active+clean; 853 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 16 MiB/s rd, 22 MiB/s wr, 297 op/s 2024-07-26T06:49:25.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:25 smithi155 ceph-mon[90160]: osdmap e1325: 8 total, 8 up, 8 in 2024-07-26T06:49:25.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:25 smithi155 ceph-mon[90160]: osdmap e1326: 8 total, 8 up, 8 in 2024-07-26T06:49:25.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:25 smithi089 ceph-mon[99608]: pgmap v2340: 169 pgs: 169 active+clean; 853 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 16 MiB/s rd, 22 MiB/s wr, 297 op/s 2024-07-26T06:49:25.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:25 smithi089 ceph-mon[99608]: osdmap e1325: 8 total, 8 up, 8 in 2024-07-26T06:49:25.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:25 smithi089 ceph-mon[99608]: osdmap e1326: 8 total, 8 up, 8 in 2024-07-26T06:49:25.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:25 smithi089 ceph-mon[102056]: pgmap v2340: 169 pgs: 169 active+clean; 853 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 16 MiB/s rd, 22 MiB/s wr, 297 op/s 2024-07-26T06:49:25.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:25 smithi089 ceph-mon[102056]: osdmap e1325: 8 total, 8 up, 8 in 2024-07-26T06:49:25.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:25 smithi089 ceph-mon[102056]: osdmap e1326: 8 total, 8 up, 8 in 2024-07-26T06:49:26.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:49:26.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:26 smithi155 ceph-mon[90160]: osdmap e1327: 8 total, 8 up, 8 in 2024-07-26T06:49:26.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:49:26.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:26 smithi089 ceph-mon[99608]: osdmap e1327: 8 total, 8 up, 8 in 2024-07-26T06:49:26.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:49:26.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:26 smithi089 ceph-mon[102056]: osdmap e1327: 8 total, 8 up, 8 in 2024-07-26T06:49:26.482 INFO:tasks.workunit.client.0.smithi089.stdout:write: 1 0~8388609 2024-07-26T06:49:26.578 INFO:tasks.workunit.client.0.smithi089.stdout:write: 1 16777218~8388609 2024-07-26T06:49:27.145 INFO:tasks.workunit.client.0.smithi089.stdout:write: 1 0~8388609 2024-07-26T06:49:27.160 INFO:tasks.workunit.client.0.smithi089.stdout:write: 1 16777218~8388609 2024-07-26T06:49:27.240 INFO:tasks.workunit.client.0.smithi089.stdout:migration_abort 2024-07-26T06:49:27.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:27 smithi155 ceph-mon[90160]: pgmap v2343: 169 pgs: 169 active+clean; 865 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 6.2 MiB/s rd, 9.0 MiB/s wr, 226 op/s 2024-07-26T06:49:27.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:27 smithi089 ceph-mon[99608]: pgmap v2343: 169 pgs: 169 active+clean; 865 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 6.2 MiB/s rd, 9.0 MiB/s wr, 226 op/s 2024-07-26T06:49:27.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:27 smithi089 ceph-mon[102056]: pgmap v2343: 169 pgs: 169 active+clean; 865 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 6.2 MiB/s rd, 9.0 MiB/s wr, 226 op/s 2024-07-26T06:49:28.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:28 smithi089 ceph-mon[99608]: osdmap e1328: 8 total, 8 up, 8 in 2024-07-26T06:49:28.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:28 smithi089 ceph-mon[102056]: osdmap e1328: 8 total, 8 up, 8 in 2024-07-26T06:49:28.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:28 smithi155 ceph-mon[90160]: osdmap e1328: 8 total, 8 up, 8 in 2024-07-26T06:49:29.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:29 smithi089 ceph-mon[99608]: pgmap v2346: 169 pgs: 169 active+clean; 873 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 111 KiB/s rd, 4.0 MiB/s wr, 155 op/s 2024-07-26T06:49:29.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:29 smithi089 ceph-mon[99608]: osdmap e1329: 8 total, 8 up, 8 in 2024-07-26T06:49:29.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:29 smithi089 ceph-mon[102056]: pgmap v2346: 169 pgs: 169 active+clean; 873 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 111 KiB/s rd, 4.0 MiB/s wr, 155 op/s 2024-07-26T06:49:29.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:29 smithi089 ceph-mon[102056]: osdmap e1329: 8 total, 8 up, 8 in 2024-07-26T06:49:29.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:29 smithi155 ceph-mon[90160]: pgmap v2346: 169 pgs: 169 active+clean; 873 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 111 KiB/s rd, 4.0 MiB/s wr, 155 op/s 2024-07-26T06:49:29.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:29 smithi155 ceph-mon[90160]: osdmap e1329: 8 total, 8 up, 8 in 2024-07-26T06:49:30.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:30 smithi089 ceph-mon[99608]: osdmap e1330: 8 total, 8 up, 8 in 2024-07-26T06:49:30.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:30 smithi089 ceph-mon[102056]: osdmap e1330: 8 total, 8 up, 8 in 2024-07-26T06:49:30.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:30 smithi155 ceph-mon[90160]: osdmap e1330: 8 total, 8 up, 8 in 2024-07-26T06:49:31.539 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMigration.AbortWithSnapshots (14455 ms) 2024-07-26T06:49:31.539 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMigration.CloneV1Parent 2024-07-26T06:49:31.571 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 83886080 2024-07-26T06:49:31.585 INFO:tasks.workunit.client.0.smithi089.stdout:write: A 0~10 2024-07-26T06:49:31.593 INFO:tasks.workunit.client.0.smithi089.stdout:snap_create: snap1 2024-07-26T06:49:31.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:31 smithi155 ceph-mon[90160]: pgmap v2349: 169 pgs: 169 active+clean; 893 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 11 MiB/s rd, 9.0 MiB/s wr, 125 op/s 2024-07-26T06:49:31.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:31 smithi155 ceph-mon[90160]: osdmap e1331: 8 total, 8 up, 8 in 2024-07-26T06:49:31.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:31 smithi089 ceph-mon[99608]: pgmap v2349: 169 pgs: 169 active+clean; 893 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 11 MiB/s rd, 9.0 MiB/s wr, 125 op/s 2024-07-26T06:49:31.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:31 smithi089 ceph-mon[99608]: osdmap e1331: 8 total, 8 up, 8 in 2024-07-26T06:49:31.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:31 smithi089 ceph-mon[102056]: pgmap v2349: 169 pgs: 169 active+clean; 893 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 11 MiB/s rd, 9.0 MiB/s wr, 125 op/s 2024-07-26T06:49:31.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:31 smithi089 ceph-mon[102056]: osdmap e1331: 8 total, 8 up, 8 in 2024-07-26T06:49:32.532 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:32 smithi089 ceph-mon[99608]: osdmap e1332: 8 total, 8 up, 8 in 2024-07-26T06:49:32.533 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:32 smithi089 ceph-mon[102056]: osdmap e1332: 8 total, 8 up, 8 in 2024-07-26T06:49:32.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:32 smithi155 ceph-mon[90160]: osdmap e1332: 8 total, 8 up, 8 in 2024-07-26T06:49:32.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:49:32 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:49:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:49:32.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:49:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:49:32] "GET /metrics HTTP/1.1" 200 38903 "" "Prometheus/2.43.0" 2024-07-26T06:49:33.185 INFO:tasks.workunit.client.0.smithi089.stdout:snap_protect: snap1 2024-07-26T06:49:33.245 INFO:tasks.workunit.client.0.smithi089.stdout:migration_prepare 2024-07-26T06:49:33.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:33 smithi155 ceph-mon[90160]: pgmap v2352: 169 pgs: 169 active+clean; 925 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 40 MiB/s rd, 19 MiB/s wr, 381 op/s 2024-07-26T06:49:33.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:33 smithi155 ceph-mon[90160]: osdmap e1333: 8 total, 8 up, 8 in 2024-07-26T06:49:33.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:33 smithi089 ceph-mon[99608]: pgmap v2352: 169 pgs: 169 active+clean; 925 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 40 MiB/s rd, 19 MiB/s wr, 381 op/s 2024-07-26T06:49:33.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:33 smithi089 ceph-mon[99608]: osdmap e1333: 8 total, 8 up, 8 in 2024-07-26T06:49:33.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:33 smithi089 ceph-mon[102056]: pgmap v2352: 169 pgs: 169 active+clean; 925 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 40 MiB/s rd, 19 MiB/s wr, 381 op/s 2024-07-26T06:49:33.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:33 smithi089 ceph-mon[102056]: osdmap e1333: 8 total, 8 up, 8 in 2024-07-26T06:49:34.385 INFO:tasks.workunit.client.0.smithi089.stdout:migration_execute 2024-07-26T06:49:34.458 INFO:tasks.workunit.client.0.smithi089.stdout:migration_commit 2024-07-26T06:49:34.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:34 smithi155 ceph-mon[90160]: osdmap e1334: 8 total, 8 up, 8 in 2024-07-26T06:49:34.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:34 smithi089 ceph-mon[99608]: osdmap e1334: 8 total, 8 up, 8 in 2024-07-26T06:49:34.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:34 smithi089 ceph-mon[102056]: osdmap e1334: 8 total, 8 up, 8 in 2024-07-26T06:49:35.139 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMigration.CloneV1Parent (3601 ms) 2024-07-26T06:49:35.140 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMigration.CloneV2Parent 2024-07-26T06:49:35.173 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 83886080 2024-07-26T06:49:35.185 INFO:tasks.workunit.client.0.smithi089.stdout:write: A 0~10 2024-07-26T06:49:35.193 INFO:tasks.workunit.client.0.smithi089.stdout:snap_create: snap1 2024-07-26T06:49:35.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:35 smithi155 ceph-mon[90160]: pgmap v2355: 169 pgs: 169 active+clean; 925 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 37 MiB/s rd, 15 MiB/s wr, 331 op/s 2024-07-26T06:49:35.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:35 smithi155 ceph-mon[90160]: osdmap e1335: 8 total, 8 up, 8 in 2024-07-26T06:49:35.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:35 smithi155 ceph-mon[90160]: osdmap e1336: 8 total, 8 up, 8 in 2024-07-26T06:49:35.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:35 smithi089 ceph-mon[99608]: pgmap v2355: 169 pgs: 169 active+clean; 925 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 37 MiB/s rd, 15 MiB/s wr, 331 op/s 2024-07-26T06:49:35.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:35 smithi089 ceph-mon[99608]: osdmap e1335: 8 total, 8 up, 8 in 2024-07-26T06:49:35.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:35 smithi089 ceph-mon[99608]: osdmap e1336: 8 total, 8 up, 8 in 2024-07-26T06:49:35.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:35 smithi089 ceph-mon[102056]: pgmap v2355: 169 pgs: 169 active+clean; 925 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 37 MiB/s rd, 15 MiB/s wr, 331 op/s 2024-07-26T06:49:35.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:35 smithi089 ceph-mon[102056]: osdmap e1335: 8 total, 8 up, 8 in 2024-07-26T06:49:35.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:35 smithi089 ceph-mon[102056]: osdmap e1336: 8 total, 8 up, 8 in 2024-07-26T06:49:36.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:36 smithi155 ceph-mon[90160]: pgmap v2358: 169 pgs: 169 active+clean; 925 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 29 MiB/s rd, 4.0 MiB/s wr, 78 op/s 2024-07-26T06:49:36.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:36 smithi155 ceph-mon[90160]: osdmap e1337: 8 total, 8 up, 8 in 2024-07-26T06:49:36.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:36 smithi089 ceph-mon[99608]: pgmap v2358: 169 pgs: 169 active+clean; 925 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 29 MiB/s rd, 4.0 MiB/s wr, 78 op/s 2024-07-26T06:49:36.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:36 smithi089 ceph-mon[99608]: osdmap e1337: 8 total, 8 up, 8 in 2024-07-26T06:49:36.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:36 smithi089 ceph-mon[102056]: pgmap v2358: 169 pgs: 169 active+clean; 925 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 29 MiB/s rd, 4.0 MiB/s wr, 78 op/s 2024-07-26T06:49:36.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:36 smithi089 ceph-mon[102056]: osdmap e1337: 8 total, 8 up, 8 in 2024-07-26T06:49:37.201 INFO:tasks.workunit.client.0.smithi089.stdout:snap_protect: snap1 2024-07-26T06:49:37.267 INFO:tasks.workunit.client.0.smithi089.stdout:migration_prepare 2024-07-26T06:49:38.407 INFO:tasks.workunit.client.0.smithi089.stdout:migration_execute 2024-07-26T06:49:38.494 INFO:tasks.workunit.client.0.smithi089.stdout:migration_commit 2024-07-26T06:49:38.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:38 smithi155 ceph-mon[90160]: osdmap e1338: 8 total, 8 up, 8 in 2024-07-26T06:49:38.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:38 smithi155 ceph-mon[90160]: pgmap v2361: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 30 MiB/s rd, 18 KiB/s wr, 419 op/s 2024-07-26T06:49:38.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:38 smithi089 ceph-mon[99608]: osdmap e1338: 8 total, 8 up, 8 in 2024-07-26T06:49:38.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:38 smithi089 ceph-mon[99608]: pgmap v2361: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 30 MiB/s rd, 18 KiB/s wr, 419 op/s 2024-07-26T06:49:38.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:38 smithi089 ceph-mon[102056]: osdmap e1338: 8 total, 8 up, 8 in 2024-07-26T06:49:38.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:38 smithi089 ceph-mon[102056]: pgmap v2361: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 30 MiB/s rd, 18 KiB/s wr, 419 op/s 2024-07-26T06:49:39.337 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMigration.CloneV2Parent (4198 ms) 2024-07-26T06:49:39.337 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMigration.CloneV1ParentAbort 2024-07-26T06:49:39.371 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 83886080 2024-07-26T06:49:39.382 INFO:tasks.workunit.client.0.smithi089.stdout:write: A 0~10 2024-07-26T06:49:39.391 INFO:tasks.workunit.client.0.smithi089.stdout:snap_create: snap1 2024-07-26T06:49:39.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:39 smithi155 ceph-mon[90160]: osdmap e1339: 8 total, 8 up, 8 in 2024-07-26T06:49:39.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:39 smithi089 ceph-mon[99608]: osdmap e1339: 8 total, 8 up, 8 in 2024-07-26T06:49:39.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:39 smithi089 ceph-mon[102056]: osdmap e1339: 8 total, 8 up, 8 in 2024-07-26T06:49:40.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:40 smithi155 ceph-mon[90160]: osdmap e1340: 8 total, 8 up, 8 in 2024-07-26T06:49:40.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:40 smithi155 ceph-mon[90160]: pgmap v2364: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 9.6 MiB/s rd, 31 KiB/s wr, 745 op/s 2024-07-26T06:49:40.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:40 smithi155 ceph-mon[90160]: osdmap e1341: 8 total, 8 up, 8 in 2024-07-26T06:49:40.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:40 smithi089 ceph-mon[99608]: osdmap e1340: 8 total, 8 up, 8 in 2024-07-26T06:49:40.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:40 smithi089 ceph-mon[99608]: pgmap v2364: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 9.6 MiB/s rd, 31 KiB/s wr, 745 op/s 2024-07-26T06:49:40.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:40 smithi089 ceph-mon[99608]: osdmap e1341: 8 total, 8 up, 8 in 2024-07-26T06:49:40.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:40 smithi089 ceph-mon[102056]: osdmap e1340: 8 total, 8 up, 8 in 2024-07-26T06:49:40.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:40 smithi089 ceph-mon[102056]: pgmap v2364: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 9.6 MiB/s rd, 31 KiB/s wr, 745 op/s 2024-07-26T06:49:40.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:40 smithi089 ceph-mon[102056]: osdmap e1341: 8 total, 8 up, 8 in 2024-07-26T06:49:41.036 INFO:tasks.workunit.client.0.smithi089.stdout:snap_protect: snap1 2024-07-26T06:49:41.100 INFO:tasks.workunit.client.0.smithi089.stdout:migration_prepare 2024-07-26T06:49:41.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:49:41.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:41 smithi155 ceph-mon[90160]: osdmap e1342: 8 total, 8 up, 8 in 2024-07-26T06:49:41.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:49:41.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:41 smithi089 ceph-mon[99608]: osdmap e1342: 8 total, 8 up, 8 in 2024-07-26T06:49:41.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:49:41.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:41 smithi089 ceph-mon[102056]: osdmap e1342: 8 total, 8 up, 8 in 2024-07-26T06:49:42.201 INFO:tasks.workunit.client.0.smithi089.stdout:migration_abort 2024-07-26T06:49:42.628 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:49:42 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:49:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:49:42.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:49:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:49:42] "GET /metrics HTTP/1.1" 200 38900 "" "Prometheus/2.43.0" 2024-07-26T06:49:43.358 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMigration.CloneV1ParentAbort (4021 ms) 2024-07-26T06:49:43.359 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMigration.CloneV2ParentAbort 2024-07-26T06:49:43.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:43 smithi155 ceph-mon[90160]: pgmap v2367: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 351 KiB/s rd, 21 KiB/s wr, 437 op/s 2024-07-26T06:49:43.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:43 smithi155 ceph-mon[90160]: osdmap e1343: 8 total, 8 up, 8 in 2024-07-26T06:49:43.393 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 83886080 2024-07-26T06:49:43.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:43 smithi089 ceph-mon[99608]: pgmap v2367: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 351 KiB/s rd, 21 KiB/s wr, 437 op/s 2024-07-26T06:49:43.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:43 smithi089 ceph-mon[99608]: osdmap e1343: 8 total, 8 up, 8 in 2024-07-26T06:49:43.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:43 smithi089 ceph-mon[102056]: pgmap v2367: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 351 KiB/s rd, 21 KiB/s wr, 437 op/s 2024-07-26T06:49:43.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:43 smithi089 ceph-mon[102056]: osdmap e1343: 8 total, 8 up, 8 in 2024-07-26T06:49:43.405 INFO:tasks.workunit.client.0.smithi089.stdout:write: A 0~10 2024-07-26T06:49:43.413 INFO:tasks.workunit.client.0.smithi089.stdout:snap_create: snap1 2024-07-26T06:49:44.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:44 smithi155 ceph-mon[90160]: osdmap e1344: 8 total, 8 up, 8 in 2024-07-26T06:49:44.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:44 smithi155 ceph-mon[90160]: pgmap v2370: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 98 KiB/s rd, 11 KiB/s wr, 140 op/s 2024-07-26T06:49:44.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:44 smithi089 ceph-mon[99608]: osdmap e1344: 8 total, 8 up, 8 in 2024-07-26T06:49:44.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:44 smithi089 ceph-mon[99608]: pgmap v2370: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 98 KiB/s rd, 11 KiB/s wr, 140 op/s 2024-07-26T06:49:44.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:44 smithi089 ceph-mon[102056]: osdmap e1344: 8 total, 8 up, 8 in 2024-07-26T06:49:44.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:44 smithi089 ceph-mon[102056]: pgmap v2370: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 98 KiB/s rd, 11 KiB/s wr, 140 op/s 2024-07-26T06:49:45.042 INFO:tasks.workunit.client.0.smithi089.stdout:snap_protect: snap1 2024-07-26T06:49:45.099 INFO:tasks.workunit.client.0.smithi089.stdout:migration_prepare 2024-07-26T06:49:45.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:45 smithi155 ceph-mon[90160]: osdmap e1345: 8 total, 8 up, 8 in 2024-07-26T06:49:45.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:45 smithi155 ceph-mon[90160]: osdmap e1346: 8 total, 8 up, 8 in 2024-07-26T06:49:45.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:45 smithi089 ceph-mon[99608]: osdmap e1345: 8 total, 8 up, 8 in 2024-07-26T06:49:45.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:45 smithi089 ceph-mon[99608]: osdmap e1346: 8 total, 8 up, 8 in 2024-07-26T06:49:45.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:45 smithi089 ceph-mon[102056]: osdmap e1345: 8 total, 8 up, 8 in 2024-07-26T06:49:45.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:45 smithi089 ceph-mon[102056]: osdmap e1346: 8 total, 8 up, 8 in 2024-07-26T06:49:46.211 INFO:tasks.workunit.client.0.smithi089.stdout:migration_abort 2024-07-26T06:49:47.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:47 smithi155 ceph-mon[90160]: pgmap v2373: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 209 KiB/s rd, 12 KiB/s wr, 264 op/s 2024-07-26T06:49:47.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:47 smithi155 ceph-mon[90160]: osdmap e1347: 8 total, 8 up, 8 in 2024-07-26T06:49:47.382 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMigration.CloneV2ParentAbort (4024 ms) 2024-07-26T06:49:47.382 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach 2024-07-26T06:49:47.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:47 smithi089 ceph-mon[99608]: pgmap v2373: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 209 KiB/s rd, 12 KiB/s wr, 264 op/s 2024-07-26T06:49:47.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:47 smithi089 ceph-mon[99608]: osdmap e1347: 8 total, 8 up, 8 in 2024-07-26T06:49:47.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:47 smithi089 ceph-mon[102056]: pgmap v2373: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 209 KiB/s rd, 12 KiB/s wr, 264 op/s 2024-07-26T06:49:47.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:47 smithi089 ceph-mon[102056]: osdmap e1347: 8 total, 8 up, 8 in 2024-07-26T06:49:47.412 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 83886080 2024-07-26T06:49:47.423 INFO:tasks.workunit.client.0.smithi089.stdout:write: A 0~10 2024-07-26T06:49:47.432 INFO:tasks.workunit.client.0.smithi089.stdout:snap_create: snap1 2024-07-26T06:49:48.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:48 smithi155 ceph-mon[90160]: osdmap e1348: 8 total, 8 up, 8 in 2024-07-26T06:49:48.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:48 smithi155 ceph-mon[90160]: pgmap v2376: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 242 KiB/s rd, 14 KiB/s wr, 310 op/s 2024-07-26T06:49:48.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:48 smithi089 ceph-mon[99608]: osdmap e1348: 8 total, 8 up, 8 in 2024-07-26T06:49:48.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:48 smithi089 ceph-mon[99608]: pgmap v2376: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 242 KiB/s rd, 14 KiB/s wr, 310 op/s 2024-07-26T06:49:48.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:48 smithi089 ceph-mon[102056]: osdmap e1348: 8 total, 8 up, 8 in 2024-07-26T06:49:48.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:48 smithi089 ceph-mon[102056]: pgmap v2376: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 242 KiB/s rd, 14 KiB/s wr, 310 op/s 2024-07-26T06:49:49.248 INFO:tasks.workunit.client.0.smithi089.stdout:snap_protect: snap1 2024-07-26T06:49:49.310 INFO:tasks.workunit.client.0.smithi089.stdout:migration_prepare 2024-07-26T06:49:49.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:49 smithi155 ceph-mon[90160]: osdmap e1349: 8 total, 8 up, 8 in 2024-07-26T06:49:49.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:49 smithi089 ceph-mon[99608]: osdmap e1349: 8 total, 8 up, 8 in 2024-07-26T06:49:49.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:49 smithi089 ceph-mon[102056]: osdmap e1349: 8 total, 8 up, 8 in 2024-07-26T06:49:50.213 INFO:tasks.workunit.client.0.smithi089.stdout:migration_abort 2024-07-26T06:49:50.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:50 smithi155 ceph-mon[90160]: osdmap e1350: 8 total, 8 up, 8 in 2024-07-26T06:49:50.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:50 smithi155 ceph-mon[90160]: pgmap v2379: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 230 KiB/s rd, 22 KiB/s wr, 312 op/s 2024-07-26T06:49:50.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:50 smithi155 ceph-mon[90160]: osdmap e1351: 8 total, 8 up, 8 in 2024-07-26T06:49:50.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:50 smithi089 ceph-mon[99608]: osdmap e1350: 8 total, 8 up, 8 in 2024-07-26T06:49:50.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:50 smithi089 ceph-mon[99608]: pgmap v2379: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 230 KiB/s rd, 22 KiB/s wr, 312 op/s 2024-07-26T06:49:50.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:50 smithi089 ceph-mon[99608]: osdmap e1351: 8 total, 8 up, 8 in 2024-07-26T06:49:50.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:50 smithi089 ceph-mon[102056]: osdmap e1350: 8 total, 8 up, 8 in 2024-07-26T06:49:50.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:50 smithi089 ceph-mon[102056]: pgmap v2379: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 230 KiB/s rd, 22 KiB/s wr, 312 op/s 2024-07-26T06:49:50.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:50 smithi089 ceph-mon[102056]: osdmap e1351: 8 total, 8 up, 8 in 2024-07-26T06:49:51.383 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach (4000 ms) 2024-07-26T06:49:51.383 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixParentReattach 2024-07-26T06:49:51.417 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 83886080 2024-07-26T06:49:51.428 INFO:tasks.workunit.client.0.smithi089.stdout:write: A 0~10 2024-07-26T06:49:51.438 INFO:tasks.workunit.client.0.smithi089.stdout:snap_create: snap1 2024-07-26T06:49:52.533 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:52 smithi089 ceph-mon[99608]: osdmap e1352: 8 total, 8 up, 8 in 2024-07-26T06:49:52.533 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:52 smithi089 ceph-mon[99608]: pgmap v2382: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 317 KiB/s rd, 26 KiB/s wr, 415 op/s 2024-07-26T06:49:52.534 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:52 smithi089 ceph-mon[102056]: osdmap e1352: 8 total, 8 up, 8 in 2024-07-26T06:49:52.534 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:52 smithi089 ceph-mon[102056]: pgmap v2382: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 317 KiB/s rd, 26 KiB/s wr, 415 op/s 2024-07-26T06:49:52.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:49:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:49:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:49:52.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:52 smithi155 ceph-mon[90160]: osdmap e1352: 8 total, 8 up, 8 in 2024-07-26T06:49:52.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:52 smithi155 ceph-mon[90160]: pgmap v2382: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 317 KiB/s rd, 26 KiB/s wr, 415 op/s 2024-07-26T06:49:52.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:49:52 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:49:52] "GET /metrics HTTP/1.1" 200 38900 "" "Prometheus/2.43.0" 2024-07-26T06:49:53.263 INFO:tasks.workunit.client.0.smithi089.stdout:snap_protect: snap1 2024-07-26T06:49:53.327 INFO:tasks.workunit.client.0.smithi089.stdout:migration_prepare 2024-07-26T06:49:53.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:53 smithi155 ceph-mon[90160]: osdmap e1353: 8 total, 8 up, 8 in 2024-07-26T06:49:53.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:53 smithi089 ceph-mon[99608]: osdmap e1353: 8 total, 8 up, 8 in 2024-07-26T06:49:53.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:53 smithi089 ceph-mon[102056]: osdmap e1353: 8 total, 8 up, 8 in 2024-07-26T06:49:54.478 INFO:tasks.workunit.client.0.smithi089.stdout:migration_abort 2024-07-26T06:49:54.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:54 smithi155 ceph-mon[90160]: osdmap e1354: 8 total, 8 up, 8 in 2024-07-26T06:49:54.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:54 smithi155 ceph-mon[90160]: pgmap v2385: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 290 KiB/s rd, 15 KiB/s wr, 361 op/s 2024-07-26T06:49:54.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:54 smithi089 ceph-mon[99608]: osdmap e1354: 8 total, 8 up, 8 in 2024-07-26T06:49:54.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:54 smithi089 ceph-mon[99608]: pgmap v2385: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 290 KiB/s rd, 15 KiB/s wr, 361 op/s 2024-07-26T06:49:54.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:54 smithi089 ceph-mon[102056]: osdmap e1354: 8 total, 8 up, 8 in 2024-07-26T06:49:54.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:54 smithi089 ceph-mon[102056]: pgmap v2385: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 290 KiB/s rd, 15 KiB/s wr, 361 op/s 2024-07-26T06:49:55.154 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixParentReattach (3772 ms) 2024-07-26T06:49:55.155 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMigration.CloneV1ParentAbortRelinkNotNeeded 2024-07-26T06:49:55.185 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 83886080 2024-07-26T06:49:55.198 INFO:tasks.workunit.client.0.smithi089.stdout:write: A 0~10 2024-07-26T06:49:55.207 INFO:tasks.workunit.client.0.smithi089.stdout:snap_create: snap1 2024-07-26T06:49:55.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:55 smithi155 ceph-mon[90160]: osdmap e1355: 8 total, 8 up, 8 in 2024-07-26T06:49:55.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:55 smithi155 ceph-mon[90160]: osdmap e1356: 8 total, 8 up, 8 in 2024-07-26T06:49:55.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:55 smithi089 ceph-mon[99608]: osdmap e1355: 8 total, 8 up, 8 in 2024-07-26T06:49:55.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:55 smithi089 ceph-mon[99608]: osdmap e1356: 8 total, 8 up, 8 in 2024-07-26T06:49:55.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:55 smithi089 ceph-mon[102056]: osdmap e1355: 8 total, 8 up, 8 in 2024-07-26T06:49:55.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:55 smithi089 ceph-mon[102056]: osdmap e1356: 8 total, 8 up, 8 in 2024-07-26T06:49:56.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:56 smithi155 ceph-mon[90160]: pgmap v2388: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 302 KiB/s rd, 15 KiB/s wr, 373 op/s 2024-07-26T06:49:56.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:56 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:49:56.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:56 smithi155 ceph-mon[90160]: osdmap e1357: 8 total, 8 up, 8 in 2024-07-26T06:49:56.657 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:56 smithi089 ceph-mon[99608]: pgmap v2388: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 302 KiB/s rd, 15 KiB/s wr, 373 op/s 2024-07-26T06:49:56.657 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:56 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:49:56.658 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:56 smithi089 ceph-mon[99608]: osdmap e1357: 8 total, 8 up, 8 in 2024-07-26T06:49:56.658 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:56 smithi089 ceph-mon[102056]: pgmap v2388: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 302 KiB/s rd, 15 KiB/s wr, 373 op/s 2024-07-26T06:49:56.658 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:56 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:49:56.658 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:56 smithi089 ceph-mon[102056]: osdmap e1357: 8 total, 8 up, 8 in 2024-07-26T06:49:57.042 INFO:tasks.workunit.client.0.smithi089.stdout:snap_protect: snap1 2024-07-26T06:49:57.107 INFO:tasks.workunit.client.0.smithi089.stdout:migration_prepare 2024-07-26T06:49:58.237 INFO:tasks.workunit.client.0.smithi089.stdout:migration_abort 2024-07-26T06:49:58.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:58 smithi155 ceph-mon[90160]: osdmap e1358: 8 total, 8 up, 8 in 2024-07-26T06:49:58.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:58 smithi089 ceph-mon[99608]: osdmap e1358: 8 total, 8 up, 8 in 2024-07-26T06:49:58.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:58 smithi089 ceph-mon[102056]: osdmap e1358: 8 total, 8 up, 8 in 2024-07-26T06:49:59.179 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMigration.CloneV1ParentAbortRelinkNotNeeded (4025 ms) 2024-07-26T06:49:59.179 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach 2024-07-26T06:49:59.212 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 83886080 2024-07-26T06:49:59.223 INFO:tasks.workunit.client.0.smithi089.stdout:write: A 0~10 2024-07-26T06:49:59.231 INFO:tasks.workunit.client.0.smithi089.stdout:snap_create: snap1 2024-07-26T06:49:59.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:59 smithi155 ceph-mon[90160]: pgmap v2391: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 269 KiB/s rd, 18 KiB/s wr, 354 op/s 2024-07-26T06:49:59.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:49:59 smithi155 ceph-mon[90160]: osdmap e1359: 8 total, 8 up, 8 in 2024-07-26T06:49:59.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:59 smithi089 ceph-mon[99608]: pgmap v2391: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 269 KiB/s rd, 18 KiB/s wr, 354 op/s 2024-07-26T06:49:59.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:49:59 smithi089 ceph-mon[99608]: osdmap e1359: 8 total, 8 up, 8 in 2024-07-26T06:49:59.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:59 smithi089 ceph-mon[102056]: pgmap v2391: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 269 KiB/s rd, 18 KiB/s wr, 354 op/s 2024-07-26T06:49:59.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:49:59 smithi089 ceph-mon[102056]: osdmap e1359: 8 total, 8 up, 8 in 2024-07-26T06:50:00.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:00 smithi155 ceph-mon[90160]: osdmap e1360: 8 total, 8 up, 8 in 2024-07-26T06:50:00.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:00 smithi155 ceph-mon[90160]: Health detail: HEALTH_WARN 1 pool(s) do not have an application enabled 2024-07-26T06:50:00.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:00 smithi155 ceph-mon[90160]: [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2024-07-26T06:50:00.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:00 smithi155 ceph-mon[90160]: application not enabled on pool 'test-librbd-smithi089-152442-9' 2024-07-26T06:50:00.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:00 smithi155 ceph-mon[90160]: use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2024-07-26T06:50:00.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:00 smithi155 ceph-mon[90160]: osdmap e1361: 8 total, 8 up, 8 in 2024-07-26T06:50:00.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:00 smithi089 ceph-mon[99608]: osdmap e1360: 8 total, 8 up, 8 in 2024-07-26T06:50:00.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:00 smithi089 ceph-mon[99608]: Health detail: HEALTH_WARN 1 pool(s) do not have an application enabled 2024-07-26T06:50:00.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:00 smithi089 ceph-mon[99608]: [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2024-07-26T06:50:00.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:00 smithi089 ceph-mon[99608]: application not enabled on pool 'test-librbd-smithi089-152442-9' 2024-07-26T06:50:00.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:00 smithi089 ceph-mon[99608]: use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2024-07-26T06:50:00.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:00 smithi089 ceph-mon[99608]: osdmap e1361: 8 total, 8 up, 8 in 2024-07-26T06:50:00.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:00 smithi089 ceph-mon[102056]: osdmap e1360: 8 total, 8 up, 8 in 2024-07-26T06:50:00.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:00 smithi089 ceph-mon[102056]: Health detail: HEALTH_WARN 1 pool(s) do not have an application enabled 2024-07-26T06:50:00.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:00 smithi089 ceph-mon[102056]: [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2024-07-26T06:50:00.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:00 smithi089 ceph-mon[102056]: application not enabled on pool 'test-librbd-smithi089-152442-9' 2024-07-26T06:50:00.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:00 smithi089 ceph-mon[102056]: use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2024-07-26T06:50:00.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:00 smithi089 ceph-mon[102056]: osdmap e1361: 8 total, 8 up, 8 in 2024-07-26T06:50:01.070 INFO:tasks.workunit.client.0.smithi089.stdout:snap_protect: snap1 2024-07-26T06:50:01.127 INFO:tasks.workunit.client.0.smithi089.stdout:migration_prepare 2024-07-26T06:50:01.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:01 smithi155 ceph-mon[90160]: pgmap v2394: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 271 KiB/s rd, 15 KiB/s wr, 344 op/s 2024-07-26T06:50:01.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:01 smithi089 ceph-mon[99608]: pgmap v2394: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 271 KiB/s rd, 15 KiB/s wr, 344 op/s 2024-07-26T06:50:01.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:01 smithi089 ceph-mon[102056]: pgmap v2394: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 271 KiB/s rd, 15 KiB/s wr, 344 op/s 2024-07-26T06:50:02.258 INFO:tasks.workunit.client.0.smithi089.stdout:migration_abort 2024-07-26T06:50:02.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:02 smithi155 ceph-mon[90160]: osdmap e1362: 8 total, 8 up, 8 in 2024-07-26T06:50:02.379 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:50:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:50:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:50:02.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:02 smithi089 ceph-mon[99608]: osdmap e1362: 8 total, 8 up, 8 in 2024-07-26T06:50:02.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:02 smithi089 ceph-mon[102056]: osdmap e1362: 8 total, 8 up, 8 in 2024-07-26T06:50:02.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:50:02 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:50:02] "GET /metrics HTTP/1.1" 200 38902 "" "Prometheus/2.43.0" 2024-07-26T06:50:03.205 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach (4025 ms) 2024-07-26T06:50:03.205 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixParentReattach 2024-07-26T06:50:03.237 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 83886080 2024-07-26T06:50:03.248 INFO:tasks.workunit.client.0.smithi089.stdout:write: A 0~10 2024-07-26T06:50:03.257 INFO:tasks.workunit.client.0.smithi089.stdout:snap_create: snap1 2024-07-26T06:50:03.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:03 smithi155 ceph-mon[90160]: pgmap v2397: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 269 KiB/s rd, 16 KiB/s wr, 339 op/s 2024-07-26T06:50:03.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:03 smithi155 ceph-mon[90160]: osdmap e1363: 8 total, 8 up, 8 in 2024-07-26T06:50:03.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:03 smithi089 ceph-mon[102056]: pgmap v2397: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 269 KiB/s rd, 16 KiB/s wr, 339 op/s 2024-07-26T06:50:03.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:03 smithi089 ceph-mon[102056]: osdmap e1363: 8 total, 8 up, 8 in 2024-07-26T06:50:03.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:03 smithi089 ceph-mon[99608]: pgmap v2397: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 269 KiB/s rd, 16 KiB/s wr, 339 op/s 2024-07-26T06:50:03.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:03 smithi089 ceph-mon[99608]: osdmap e1363: 8 total, 8 up, 8 in 2024-07-26T06:50:04.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:04 smithi155 ceph-mon[90160]: osdmap e1364: 8 total, 8 up, 8 in 2024-07-26T06:50:04.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:04 smithi089 ceph-mon[99608]: osdmap e1364: 8 total, 8 up, 8 in 2024-07-26T06:50:04.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:04 smithi089 ceph-mon[102056]: osdmap e1364: 8 total, 8 up, 8 in 2024-07-26T06:50:05.041 INFO:tasks.workunit.client.0.smithi089.stdout:snap_protect: snap1 2024-07-26T06:50:05.102 INFO:tasks.workunit.client.0.smithi089.stdout:migration_prepare 2024-07-26T06:50:05.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:05 smithi155 ceph-mon[90160]: pgmap v2400: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 168 KiB/s rd, 16 KiB/s wr, 225 op/s 2024-07-26T06:50:05.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:05 smithi155 ceph-mon[90160]: osdmap e1365: 8 total, 8 up, 8 in 2024-07-26T06:50:05.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:05 smithi155 ceph-mon[90160]: osdmap e1366: 8 total, 8 up, 8 in 2024-07-26T06:50:05.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:05 smithi089 ceph-mon[99608]: pgmap v2400: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 168 KiB/s rd, 16 KiB/s wr, 225 op/s 2024-07-26T06:50:05.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:05 smithi089 ceph-mon[99608]: osdmap e1365: 8 total, 8 up, 8 in 2024-07-26T06:50:05.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:05 smithi089 ceph-mon[99608]: osdmap e1366: 8 total, 8 up, 8 in 2024-07-26T06:50:05.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:05 smithi089 ceph-mon[102056]: pgmap v2400: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 168 KiB/s rd, 16 KiB/s wr, 225 op/s 2024-07-26T06:50:05.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:05 smithi089 ceph-mon[102056]: osdmap e1365: 8 total, 8 up, 8 in 2024-07-26T06:50:05.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:05 smithi089 ceph-mon[102056]: osdmap e1366: 8 total, 8 up, 8 in 2024-07-26T06:50:06.271 INFO:tasks.workunit.client.0.smithi089.stdout:migration_abort 2024-07-26T06:50:07.240 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixParentReattach (4036 ms) 2024-07-26T06:50:07.241 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMigration.CloneV2ParentAbortRelinkNotNeeded 2024-07-26T06:50:07.272 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 83886080 2024-07-26T06:50:07.284 INFO:tasks.workunit.client.0.smithi089.stdout:write: A 0~10 2024-07-26T06:50:07.292 INFO:tasks.workunit.client.0.smithi089.stdout:snap_create: snap1 2024-07-26T06:50:07.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:07 smithi155 ceph-mon[90160]: pgmap v2403: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 234 KiB/s rd, 18 KiB/s wr, 298 op/s 2024-07-26T06:50:07.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:07 smithi155 ceph-mon[90160]: osdmap e1367: 8 total, 8 up, 8 in 2024-07-26T06:50:07.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:07 smithi089 ceph-mon[99608]: pgmap v2403: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 234 KiB/s rd, 18 KiB/s wr, 298 op/s 2024-07-26T06:50:07.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:07 smithi089 ceph-mon[99608]: osdmap e1367: 8 total, 8 up, 8 in 2024-07-26T06:50:07.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:07 smithi089 ceph-mon[102056]: pgmap v2403: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 234 KiB/s rd, 18 KiB/s wr, 298 op/s 2024-07-26T06:50:07.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:07 smithi089 ceph-mon[102056]: osdmap e1367: 8 total, 8 up, 8 in 2024-07-26T06:50:08.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:08 smithi155 ceph-mon[90160]: osdmap e1368: 8 total, 8 up, 8 in 2024-07-26T06:50:08.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:08 smithi089 ceph-mon[99608]: osdmap e1368: 8 total, 8 up, 8 in 2024-07-26T06:50:08.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:08 smithi089 ceph-mon[102056]: osdmap e1368: 8 total, 8 up, 8 in 2024-07-26T06:50:09.122 INFO:tasks.workunit.client.0.smithi089.stdout:snap_protect: snap1 2024-07-26T06:50:09.188 INFO:tasks.workunit.client.0.smithi089.stdout:migration_prepare 2024-07-26T06:50:09.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:09 smithi155 ceph-mon[90160]: pgmap v2406: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 371 KiB/s rd, 26 KiB/s wr, 475 op/s 2024-07-26T06:50:09.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:09 smithi155 ceph-mon[90160]: osdmap e1369: 8 total, 8 up, 8 in 2024-07-26T06:50:09.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:09 smithi089 ceph-mon[99608]: pgmap v2406: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 371 KiB/s rd, 26 KiB/s wr, 475 op/s 2024-07-26T06:50:09.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:09 smithi089 ceph-mon[99608]: osdmap e1369: 8 total, 8 up, 8 in 2024-07-26T06:50:09.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:09 smithi089 ceph-mon[102056]: pgmap v2406: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 371 KiB/s rd, 26 KiB/s wr, 475 op/s 2024-07-26T06:50:09.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:09 smithi089 ceph-mon[102056]: osdmap e1369: 8 total, 8 up, 8 in 2024-07-26T06:50:10.215 INFO:tasks.workunit.client.0.smithi089.stdout:migration_abort 2024-07-26T06:50:10.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:10 smithi155 ceph-mon[90160]: osdmap e1370: 8 total, 8 up, 8 in 2024-07-26T06:50:10.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:10 smithi155 ceph-mon[90160]: osdmap e1371: 8 total, 8 up, 8 in 2024-07-26T06:50:10.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:10 smithi089 ceph-mon[99608]: osdmap e1370: 8 total, 8 up, 8 in 2024-07-26T06:50:10.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:10 smithi089 ceph-mon[99608]: osdmap e1371: 8 total, 8 up, 8 in 2024-07-26T06:50:10.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:10 smithi089 ceph-mon[102056]: osdmap e1370: 8 total, 8 up, 8 in 2024-07-26T06:50:10.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:10 smithi089 ceph-mon[102056]: osdmap e1371: 8 total, 8 up, 8 in 2024-07-26T06:50:11.294 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMigration.CloneV2ParentAbortRelinkNotNeeded (4054 ms) 2024-07-26T06:50:11.295 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMigration.StressNoMigrate 2024-07-26T06:50:11.328 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 83886080 2024-07-26T06:50:11.338 INFO:tasks.workunit.client.0.smithi089.stdout:write: A 60166479~1819403 2024-07-26T06:50:11.360 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 19545079~69946 2024-07-26T06:50:11.360 INFO:tasks.workunit.client.0.smithi089.stdout:write: A 53490335~2202159 2024-07-26T06:50:11.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:11 smithi155 ceph-mon[90160]: pgmap v2409: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 247 KiB/s rd, 19 KiB/s wr, 318 op/s 2024-07-26T06:50:11.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:11 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:50:11.379 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 2272820~6190226 2024-07-26T06:50:11.379 INFO:tasks.workunit.client.0.smithi089.stdout:write: A 82532491~1353589 2024-07-26T06:50:11.391 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 38576232~4707424 2024-07-26T06:50:11.391 INFO:tasks.workunit.client.0.smithi089.stdout:write: A 20889633~514023 2024-07-26T06:50:11.400 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 32923179~5150229 2024-07-26T06:50:11.400 INFO:tasks.workunit.client.0.smithi089.stdout:snap_create: snap0 2024-07-26T06:50:11.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:11 smithi089 ceph-mon[99608]: pgmap v2409: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 247 KiB/s rd, 19 KiB/s wr, 318 op/s 2024-07-26T06:50:11.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:50:11.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:11 smithi089 ceph-mon[102056]: pgmap v2409: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 247 KiB/s rd, 19 KiB/s wr, 318 op/s 2024-07-26T06:50:11.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:50:12.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:12 smithi155 ceph-mon[90160]: osdmap e1372: 8 total, 8 up, 8 in 2024-07-26T06:50:12.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:12 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:50:12.379 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:50:12 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:50:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:50:12.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:12 smithi089 ceph-mon[99608]: osdmap e1372: 8 total, 8 up, 8 in 2024-07-26T06:50:12.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:12 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:50:12.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:12 smithi089 ceph-mon[102056]: osdmap e1372: 8 total, 8 up, 8 in 2024-07-26T06:50:12.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:12 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:50:12.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:50:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:50:12] "GET /metrics HTTP/1.1" 200 38896 "" "Prometheus/2.43.0" 2024-07-26T06:50:13.156 INFO:tasks.workunit.client.0.smithi089.stdout:snap_protect: snap0 2024-07-26T06:50:13.169 INFO:tasks.workunit.client.0.smithi089.stdout:clone image159 -> image162 2024-07-26T06:50:13.274 INFO:tasks.workunit.client.0.smithi089.stdout:write: B 22503425~3468731 2024-07-26T06:50:13.314 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 49408224~1110813 2024-07-26T06:50:13.334 INFO:tasks.workunit.client.0.smithi089.stdout:write: B 593480~2843015 2024-07-26T06:50:13.354 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 11181075~8276410 2024-07-26T06:50:13.362 INFO:tasks.workunit.client.0.smithi089.stdout:write: B 75190395~3612302 2024-07-26T06:50:13.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:13 smithi155 ceph-mon[90160]: pgmap v2412: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 199 KiB/s rd, 19 KiB/s wr, 268 op/s 2024-07-26T06:50:13.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:13 smithi155 ceph-mon[90160]: osdmap e1373: 8 total, 8 up, 8 in 2024-07-26T06:50:13.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:13 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:50:13.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:13 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:50:13.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:13 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:50:13.401 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 9229612~5591997 2024-07-26T06:50:13.405 INFO:tasks.workunit.client.0.smithi089.stdout:write: B 80931779~2954301 2024-07-26T06:50:13.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:13 smithi089 ceph-mon[102056]: pgmap v2412: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 199 KiB/s rd, 19 KiB/s wr, 268 op/s 2024-07-26T06:50:13.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:13 smithi089 ceph-mon[102056]: osdmap e1373: 8 total, 8 up, 8 in 2024-07-26T06:50:13.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:13 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:50:13.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:13 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:50:13.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:13 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:50:13.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:13 smithi089 ceph-mon[99608]: pgmap v2412: 169 pgs: 169 active+clean; 905 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 199 KiB/s rd, 19 KiB/s wr, 268 op/s 2024-07-26T06:50:13.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:13 smithi089 ceph-mon[99608]: osdmap e1373: 8 total, 8 up, 8 in 2024-07-26T06:50:13.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:13 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:50:13.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:13 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:50:13.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:13 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:50:13.439 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 36578679~2287227 2024-07-26T06:50:13.446 INFO:tasks.workunit.client.0.smithi089.stdout:snap_create: snap1 2024-07-26T06:50:14.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:14 smithi089 ceph-mon[99608]: osdmap e1374: 8 total, 8 up, 8 in 2024-07-26T06:50:14.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:14 smithi089 ceph-mon[102056]: osdmap e1374: 8 total, 8 up, 8 in 2024-07-26T06:50:14.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:14 smithi155 ceph-mon[90160]: osdmap e1374: 8 total, 8 up, 8 in 2024-07-26T06:50:15.045 INFO:tasks.workunit.client.0.smithi089.stdout:write: C 16369491~6182934 2024-07-26T06:50:15.060 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 74645388~6762206 2024-07-26T06:50:15.060 INFO:tasks.workunit.client.0.smithi089.stdout:write: C 36635454~7479862 2024-07-26T06:50:15.071 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 7993885~4169716 2024-07-26T06:50:15.071 INFO:tasks.workunit.client.0.smithi089.stdout:write: C 9319945~7193440 2024-07-26T06:50:15.091 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 70611246~7362632 2024-07-26T06:50:15.123 INFO:tasks.workunit.client.0.smithi089.stdout:write: C 61163011~7074293 2024-07-26T06:50:15.133 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 8185107~839984 2024-07-26T06:50:15.133 INFO:tasks.workunit.client.0.smithi089.stdout:snap_create: snap2 2024-07-26T06:50:15.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:15 smithi155 ceph-mon[90160]: pgmap v2415: 169 pgs: 169 active+clean; 921 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 274 KiB/s rd, 1.4 MiB/s wr, 367 op/s 2024-07-26T06:50:15.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:15 smithi155 ceph-mon[90160]: osdmap e1375: 8 total, 8 up, 8 in 2024-07-26T06:50:15.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:15 smithi155 ceph-mon[90160]: osdmap e1376: 8 total, 8 up, 8 in 2024-07-26T06:50:15.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:15 smithi089 ceph-mon[99608]: pgmap v2415: 169 pgs: 169 active+clean; 921 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 274 KiB/s rd, 1.4 MiB/s wr, 367 op/s 2024-07-26T06:50:15.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:15 smithi089 ceph-mon[99608]: osdmap e1375: 8 total, 8 up, 8 in 2024-07-26T06:50:15.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:15 smithi089 ceph-mon[99608]: osdmap e1376: 8 total, 8 up, 8 in 2024-07-26T06:50:15.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:15 smithi089 ceph-mon[102056]: pgmap v2415: 169 pgs: 169 active+clean; 921 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 274 KiB/s rd, 1.4 MiB/s wr, 367 op/s 2024-07-26T06:50:15.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:15 smithi089 ceph-mon[102056]: osdmap e1375: 8 total, 8 up, 8 in 2024-07-26T06:50:15.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:15 smithi089 ceph-mon[102056]: osdmap e1376: 8 total, 8 up, 8 in 2024-07-26T06:50:17.192 INFO:tasks.workunit.client.0.smithi089.stdout:snap_protect: snap2 2024-07-26T06:50:17.205 INFO:tasks.workunit.client.0.smithi089.stdout:clone image162 -> image164 2024-07-26T06:50:17.333 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 92664667 2024-07-26T06:50:17.346 INFO:tasks.workunit.client.0.smithi089.stdout:write: D 9014389~1407134 2024-07-26T06:50:17.389 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 6368833~4002282 2024-07-26T06:50:17.394 INFO:tasks.workunit.client.0.smithi089.stdout:write: D 88985811~3678856 2024-07-26T06:50:17.426 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 28846480~4054358 2024-07-26T06:50:17.441 INFO:tasks.workunit.client.0.smithi089.stdout:write: D 1618899~7130513 2024-07-26T06:50:17.501 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 26837199~4492305 2024-07-26T06:50:17.504 INFO:tasks.workunit.client.0.smithi089.stdout:write: D 57345130~4872932 2024-07-26T06:50:17.557 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 68009880~1604889 2024-07-26T06:50:17.570 INFO:tasks.workunit.client.0.smithi089.stdout:snap_create: snap3 2024-07-26T06:50:17.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:17 smithi155 ceph-mon[90160]: pgmap v2418: 169 pgs: 169 active+clean; 943 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 188 KiB/s rd, 4.2 MiB/s wr, 223 op/s 2024-07-26T06:50:17.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:17 smithi155 ceph-mon[90160]: osdmap e1377: 8 total, 8 up, 8 in 2024-07-26T06:50:17.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:17 smithi089 ceph-mon[99608]: pgmap v2418: 169 pgs: 169 active+clean; 943 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 188 KiB/s rd, 4.2 MiB/s wr, 223 op/s 2024-07-26T06:50:17.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:17 smithi089 ceph-mon[99608]: osdmap e1377: 8 total, 8 up, 8 in 2024-07-26T06:50:17.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:17 smithi089 ceph-mon[102056]: pgmap v2418: 169 pgs: 169 active+clean; 943 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 188 KiB/s rd, 4.2 MiB/s wr, 223 op/s 2024-07-26T06:50:17.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:17 smithi089 ceph-mon[102056]: osdmap e1377: 8 total, 8 up, 8 in 2024-07-26T06:50:18.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:18 smithi155 ceph-mon[90160]: osdmap e1378: 8 total, 8 up, 8 in 2024-07-26T06:50:18.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:18 smithi089 ceph-mon[99608]: osdmap e1378: 8 total, 8 up, 8 in 2024-07-26T06:50:18.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:18 smithi089 ceph-mon[102056]: osdmap e1378: 8 total, 8 up, 8 in 2024-07-26T06:50:19.205 INFO:tasks.workunit.client.0.smithi089.stdout:snap_protect: snap3 2024-07-26T06:50:19.220 INFO:tasks.workunit.client.0.smithi089.stdout:clone image164 -> image166 2024-07-26T06:50:19.369 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 118221475 2024-07-26T06:50:19.577 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMigration.StressNoMigrate (8283 ms) 2024-07-26T06:50:19.578 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMigration.Stress 2024-07-26T06:50:19.610 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 83886080 2024-07-26T06:50:19.621 INFO:tasks.workunit.client.0.smithi089.stdout:write: A 11879351~2781111 2024-07-26T06:50:19.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:19 smithi155 ceph-mon[90160]: pgmap v2421: 169 pgs: 169 active+clean; 1.0 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.1 MiB/s rd, 16 MiB/s wr, 325 op/s 2024-07-26T06:50:19.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:19 smithi155 ceph-mon[90160]: osdmap e1379: 8 total, 8 up, 8 in 2024-07-26T06:50:19.648 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 60475391~733293 2024-07-26T06:50:19.648 INFO:tasks.workunit.client.0.smithi089.stdout:write: A 32973410~6993126 2024-07-26T06:50:19.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:19 smithi089 ceph-mon[99608]: pgmap v2421: 169 pgs: 169 active+clean; 1.0 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.1 MiB/s rd, 16 MiB/s wr, 325 op/s 2024-07-26T06:50:19.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:19 smithi089 ceph-mon[99608]: osdmap e1379: 8 total, 8 up, 8 in 2024-07-26T06:50:19.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:19 smithi089 ceph-mon[102056]: pgmap v2421: 169 pgs: 169 active+clean; 1.0 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.1 MiB/s rd, 16 MiB/s wr, 325 op/s 2024-07-26T06:50:19.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:19 smithi089 ceph-mon[102056]: osdmap e1379: 8 total, 8 up, 8 in 2024-07-26T06:50:19.702 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 74941974~4197891 2024-07-26T06:50:19.702 INFO:tasks.workunit.client.0.smithi089.stdout:write: A 14105830~7604085 2024-07-26T06:50:19.760 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 33159889~3127501 2024-07-26T06:50:19.762 INFO:tasks.workunit.client.0.smithi089.stdout:write: A 9602968~7124356 2024-07-26T06:50:19.812 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 8224413~3607739 2024-07-26T06:50:19.814 INFO:tasks.workunit.client.0.smithi089.stdout:snap_create: snap0 2024-07-26T06:50:20.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:20 smithi155 ceph-mon[90160]: osdmap e1380: 8 total, 8 up, 8 in 2024-07-26T06:50:20.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:20 smithi155 ceph-mon[90160]: pgmap v2424: 169 pgs: 169 active+clean; 1.1 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 19 MiB/s wr, 338 op/s 2024-07-26T06:50:20.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:20 smithi155 ceph-mon[90160]: osdmap e1381: 8 total, 8 up, 8 in 2024-07-26T06:50:20.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:20 smithi089 ceph-mon[99608]: osdmap e1380: 8 total, 8 up, 8 in 2024-07-26T06:50:20.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:20 smithi089 ceph-mon[99608]: pgmap v2424: 169 pgs: 169 active+clean; 1.1 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 19 MiB/s wr, 338 op/s 2024-07-26T06:50:20.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:20 smithi089 ceph-mon[99608]: osdmap e1381: 8 total, 8 up, 8 in 2024-07-26T06:50:20.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:20 smithi089 ceph-mon[102056]: osdmap e1380: 8 total, 8 up, 8 in 2024-07-26T06:50:20.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:20 smithi089 ceph-mon[102056]: pgmap v2424: 169 pgs: 169 active+clean; 1.1 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 19 MiB/s wr, 338 op/s 2024-07-26T06:50:20.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:20 smithi089 ceph-mon[102056]: osdmap e1381: 8 total, 8 up, 8 in 2024-07-26T06:50:21.047 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 96164851 2024-07-26T06:50:21.062 INFO:tasks.workunit.client.0.smithi089.stdout:write: B 84515248~7594865 2024-07-26T06:50:21.075 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 29232197~2580161 2024-07-26T06:50:21.075 INFO:tasks.workunit.client.0.smithi089.stdout:write: B 40767054~2035613 2024-07-26T06:50:21.076 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 29414608~7783143 2024-07-26T06:50:21.108 INFO:tasks.workunit.client.0.smithi089.stdout:write: B 4154744~3085333 2024-07-26T06:50:21.109 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 16750435~8326413 2024-07-26T06:50:21.109 INFO:tasks.workunit.client.0.smithi089.stdout:write: B 63124898~5351481 2024-07-26T06:50:21.114 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 25708678~3620582 2024-07-26T06:50:21.114 INFO:tasks.workunit.client.0.smithi089.stdout:snap_create: snap1 2024-07-26T06:50:22.315 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:22 smithi155 ceph-mon[90160]: osdmap e1382: 8 total, 8 up, 8 in 2024-07-26T06:50:22.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:22 smithi089 ceph-mon[99608]: osdmap e1382: 8 total, 8 up, 8 in 2024-07-26T06:50:22.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:22 smithi089 ceph-mon[102056]: osdmap e1382: 8 total, 8 up, 8 in 2024-07-26T06:50:22.586 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:50:22 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:50:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:50:22.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:50:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:50:22] "GET /metrics HTTP/1.1" 200 38896 "" "Prometheus/2.43.0" 2024-07-26T06:50:23.052 INFO:tasks.workunit.client.0.smithi089.stdout:snap_protect: snap1 2024-07-26T06:50:23.064 INFO:tasks.workunit.client.0.smithi089.stdout:clone image167 -> image170 2024-07-26T06:50:23.165 INFO:tasks.workunit.client.0.smithi089.stdout:write: C 74909724~2915899 2024-07-26T06:50:23.195 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 23104550~2255038 2024-07-26T06:50:23.202 INFO:tasks.workunit.client.0.smithi089.stdout:write: C 65687478~4605070 2024-07-26T06:50:23.259 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 88795981~7368870 2024-07-26T06:50:23.280 INFO:tasks.workunit.client.0.smithi089.stdout:write: C 34195346~5468234 2024-07-26T06:50:23.330 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 20850832~2324038 2024-07-26T06:50:23.335 INFO:tasks.workunit.client.0.smithi089.stdout:write: C 47123027~2706231 2024-07-26T06:50:23.354 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 69481186~4334973 2024-07-26T06:50:23.357 INFO:tasks.workunit.client.0.smithi089.stdout:snap_create: snap2 2024-07-26T06:50:23.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:23 smithi155 ceph-mon[90160]: pgmap v2427: 169 pgs: 169 active+clean; 1.1 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 21 MiB/s rd, 21 MiB/s wr, 344 op/s 2024-07-26T06:50:23.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:23 smithi155 ceph-mon[90160]: osdmap e1383: 8 total, 8 up, 8 in 2024-07-26T06:50:23.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:23 smithi089 ceph-mon[99608]: pgmap v2427: 169 pgs: 169 active+clean; 1.1 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 21 MiB/s rd, 21 MiB/s wr, 344 op/s 2024-07-26T06:50:23.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:23 smithi089 ceph-mon[99608]: osdmap e1383: 8 total, 8 up, 8 in 2024-07-26T06:50:23.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:23 smithi089 ceph-mon[102056]: pgmap v2427: 169 pgs: 169 active+clean; 1.1 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 21 MiB/s rd, 21 MiB/s wr, 344 op/s 2024-07-26T06:50:23.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:23 smithi089 ceph-mon[102056]: osdmap e1383: 8 total, 8 up, 8 in 2024-07-26T06:50:24.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:24 smithi155 ceph-mon[90160]: osdmap e1384: 8 total, 8 up, 8 in 2024-07-26T06:50:24.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:24 smithi089 ceph-mon[99608]: osdmap e1384: 8 total, 8 up, 8 in 2024-07-26T06:50:24.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:24 smithi089 ceph-mon[102056]: osdmap e1384: 8 total, 8 up, 8 in 2024-07-26T06:50:25.066 INFO:tasks.workunit.client.0.smithi089.stdout:snap_protect: snap2 2024-07-26T06:50:25.084 INFO:tasks.workunit.client.0.smithi089.stdout:clone image170 -> image172 2024-07-26T06:50:25.211 INFO:tasks.workunit.client.0.smithi089.stdout:write: D 50216125~4350877 2024-07-26T06:50:25.268 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 31144999~1622480 2024-07-26T06:50:25.274 INFO:tasks.workunit.client.0.smithi089.stdout:write: D 63321951~7193762 2024-07-26T06:50:25.335 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 26648860~1934891 2024-07-26T06:50:25.340 INFO:tasks.workunit.client.0.smithi089.stdout:write: D 3490156~4988834 2024-07-26T06:50:25.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:25 smithi155 ceph-mon[90160]: pgmap v2430: 169 pgs: 169 active+clean; 1.2 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 27 MiB/s rd, 22 MiB/s wr, 493 op/s 2024-07-26T06:50:25.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:25 smithi155 ceph-mon[90160]: osdmap e1385: 8 total, 8 up, 8 in 2024-07-26T06:50:25.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:25 smithi089 ceph-mon[99608]: pgmap v2430: 169 pgs: 169 active+clean; 1.2 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 27 MiB/s rd, 22 MiB/s wr, 493 op/s 2024-07-26T06:50:25.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:25 smithi089 ceph-mon[99608]: osdmap e1385: 8 total, 8 up, 8 in 2024-07-26T06:50:25.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:25 smithi089 ceph-mon[102056]: pgmap v2430: 169 pgs: 169 active+clean; 1.2 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 27 MiB/s rd, 22 MiB/s wr, 493 op/s 2024-07-26T06:50:25.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:25 smithi089 ceph-mon[102056]: osdmap e1385: 8 total, 8 up, 8 in 2024-07-26T06:50:25.407 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 47507906~2874644 2024-07-26T06:50:25.409 INFO:tasks.workunit.client.0.smithi089.stdout:write: D 90044434~206426 2024-07-26T06:50:25.422 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 29819945~110862 2024-07-26T06:50:25.425 INFO:tasks.workunit.client.0.smithi089.stdout:snap_create: snap3 2024-07-26T06:50:26.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:26 smithi155 ceph-mon[90160]: osdmap e1386: 8 total, 8 up, 8 in 2024-07-26T06:50:26.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:50:26.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:26 smithi089 ceph-mon[99608]: osdmap e1386: 8 total, 8 up, 8 in 2024-07-26T06:50:26.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:50:26.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:26 smithi089 ceph-mon[102056]: osdmap e1386: 8 total, 8 up, 8 in 2024-07-26T06:50:26.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:50:27.085 INFO:tasks.workunit.client.0.smithi089.stdout:snap_protect: snap3 2024-07-26T06:50:27.097 INFO:tasks.workunit.client.0.smithi089.stdout:clone image172 -> image174 2024-07-26T06:50:27.255 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 147536577 2024-07-26T06:50:27.271 INFO:tasks.workunit.client.0.smithi089.stdout:migration_prepare 2024-07-26T06:50:27.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:27 smithi155 ceph-mon[90160]: pgmap v2433: 169 pgs: 169 active+clean; 1.2 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 14 MiB/s rd, 17 MiB/s wr, 396 op/s 2024-07-26T06:50:27.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:27 smithi155 ceph-mon[90160]: osdmap e1387: 8 total, 8 up, 8 in 2024-07-26T06:50:27.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:27 smithi089 ceph-mon[99608]: pgmap v2433: 169 pgs: 169 active+clean; 1.2 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 14 MiB/s rd, 17 MiB/s wr, 396 op/s 2024-07-26T06:50:27.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:27 smithi089 ceph-mon[99608]: osdmap e1387: 8 total, 8 up, 8 in 2024-07-26T06:50:27.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:27 smithi089 ceph-mon[102056]: pgmap v2433: 169 pgs: 169 active+clean; 1.2 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 14 MiB/s rd, 17 MiB/s wr, 396 op/s 2024-07-26T06:50:27.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:27 smithi089 ceph-mon[102056]: osdmap e1387: 8 total, 8 up, 8 in 2024-07-26T06:50:27.733 INFO:tasks.workunit.client.0.smithi089.stdout:migration_execute 2024-07-26T06:50:27.925 INFO:tasks.workunit.client.0.smithi089.stdout:migration_commit 2024-07-26T06:50:28.184 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMigration.Stress (8606 ms) 2024-07-26T06:50:28.184 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMigration.Stress2 2024-07-26T06:50:28.214 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 83886080 2024-07-26T06:50:28.224 INFO:tasks.workunit.client.0.smithi089.stdout:write: A 35701187~5015320 2024-07-26T06:50:28.267 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 28997212~1401585 2024-07-26T06:50:28.267 INFO:tasks.workunit.client.0.smithi089.stdout:write: A 15320844~4470794 2024-07-26T06:50:28.301 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 73109953~6537619 2024-07-26T06:50:28.302 INFO:tasks.workunit.client.0.smithi089.stdout:write: A 53767052~2878601 2024-07-26T06:50:28.319 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 42803619~2841339 2024-07-26T06:50:28.319 INFO:tasks.workunit.client.0.smithi089.stdout:write: A 74573596~7786281 2024-07-26T06:50:28.367 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 81403021~2483059 2024-07-26T06:50:28.370 INFO:tasks.workunit.client.0.smithi089.stdout:snap_create: snap0 2024-07-26T06:50:28.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:28 smithi155 ceph-mon[90160]: osdmap e1388: 8 total, 8 up, 8 in 2024-07-26T06:50:28.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:28 smithi089 ceph-mon[99608]: osdmap e1388: 8 total, 8 up, 8 in 2024-07-26T06:50:28.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:28 smithi089 ceph-mon[102056]: osdmap e1388: 8 total, 8 up, 8 in 2024-07-26T06:50:29.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:29 smithi155 ceph-mon[90160]: pgmap v2436: 169 pgs: 169 active+clean; 1.3 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 11 MiB/s rd, 23 MiB/s wr, 356 op/s 2024-07-26T06:50:29.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:29 smithi089 ceph-mon[99608]: pgmap v2436: 169 pgs: 169 active+clean; 1.3 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 11 MiB/s rd, 23 MiB/s wr, 356 op/s 2024-07-26T06:50:29.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:29 smithi089 ceph-mon[102056]: pgmap v2436: 169 pgs: 169 active+clean; 1.3 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 11 MiB/s rd, 23 MiB/s wr, 356 op/s 2024-07-26T06:50:30.109 INFO:tasks.workunit.client.0.smithi089.stdout:snap_protect: snap0 2024-07-26T06:50:30.121 INFO:tasks.workunit.client.0.smithi089.stdout:clone image175 -> image178 2024-07-26T06:50:30.223 INFO:tasks.workunit.client.0.smithi089.stdout:write: B 77535386~380167 2024-07-26T06:50:30.286 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 31101465~643571 2024-07-26T06:50:30.292 INFO:tasks.workunit.client.0.smithi089.stdout:write: B 78973522~4912558 2024-07-26T06:50:30.329 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 69423358~6142067 2024-07-26T06:50:30.335 INFO:tasks.workunit.client.0.smithi089.stdout:write: B 16992139~7776335 2024-07-26T06:50:30.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:30 smithi155 ceph-mon[90160]: osdmap e1389: 8 total, 8 up, 8 in 2024-07-26T06:50:30.392 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 62823916~8349551 2024-07-26T06:50:30.398 INFO:tasks.workunit.client.0.smithi089.stdout:write: B 63696519~4536882 2024-07-26T06:50:30.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:30 smithi089 ceph-mon[99608]: osdmap e1389: 8 total, 8 up, 8 in 2024-07-26T06:50:30.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:30 smithi089 ceph-mon[102056]: osdmap e1389: 8 total, 8 up, 8 in 2024-07-26T06:50:30.425 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 73047331~6250415 2024-07-26T06:50:30.428 INFO:tasks.workunit.client.0.smithi089.stdout:snap_create: snap1 2024-07-26T06:50:31.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:31 smithi155 ceph-mon[90160]: pgmap v2438: 169 pgs: 169 active+clean; 1.3 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 16 MiB/s rd, 22 MiB/s wr, 540 op/s 2024-07-26T06:50:31.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:31 smithi155 ceph-mon[90160]: osdmap e1390: 8 total, 8 up, 8 in 2024-07-26T06:50:31.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:31 smithi089 ceph-mon[99608]: pgmap v2438: 169 pgs: 169 active+clean; 1.3 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 16 MiB/s rd, 22 MiB/s wr, 540 op/s 2024-07-26T06:50:31.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:31 smithi089 ceph-mon[99608]: osdmap e1390: 8 total, 8 up, 8 in 2024-07-26T06:50:31.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:31 smithi089 ceph-mon[102056]: pgmap v2438: 169 pgs: 169 active+clean; 1.3 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 16 MiB/s rd, 22 MiB/s wr, 540 op/s 2024-07-26T06:50:31.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:31 smithi089 ceph-mon[102056]: osdmap e1390: 8 total, 8 up, 8 in 2024-07-26T06:50:32.119 INFO:tasks.workunit.client.0.smithi089.stdout:snap_protect: snap1 2024-07-26T06:50:32.138 INFO:tasks.workunit.client.0.smithi089.stdout:clone image178 -> image180 2024-07-26T06:50:32.269 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 88368175 2024-07-26T06:50:32.280 INFO:tasks.workunit.client.0.smithi089.stdout:write: C 29017420~6956663 2024-07-26T06:50:32.331 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 33831145~7360696 2024-07-26T06:50:32.343 INFO:tasks.workunit.client.0.smithi089.stdout:write: C 29933607~2786422 2024-07-26T06:50:32.365 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 42078841~1401132 2024-07-26T06:50:32.371 INFO:tasks.workunit.client.0.smithi089.stdout:write: C 76948065~2315726 2024-07-26T06:50:32.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:32 smithi155 ceph-mon[90160]: osdmap e1391: 8 total, 8 up, 8 in 2024-07-26T06:50:32.379 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:50:32 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:50:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:50:32.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:32 smithi089 ceph-mon[99608]: osdmap e1391: 8 total, 8 up, 8 in 2024-07-26T06:50:32.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:32 smithi089 ceph-mon[102056]: osdmap e1391: 8 total, 8 up, 8 in 2024-07-26T06:50:32.405 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 62201416~8132434 2024-07-26T06:50:32.628 INFO:tasks.workunit.client.0.smithi089.stdout:write: C 43149198~226576 2024-07-26T06:50:32.632 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 9370587~7002641 2024-07-26T06:50:32.650 INFO:tasks.workunit.client.0.smithi089.stdout:snap_create: snap2 2024-07-26T06:50:32.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:50:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:50:32] "GET /metrics HTTP/1.1" 200 38897 "" "Prometheus/2.43.0" 2024-07-26T06:50:33.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:33 smithi155 ceph-mon[90160]: pgmap v2441: 169 pgs: 169 active+clean; 1.4 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 23 MiB/s rd, 21 MiB/s wr, 801 op/s 2024-07-26T06:50:33.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:33 smithi155 ceph-mon[90160]: osdmap e1392: 8 total, 8 up, 8 in 2024-07-26T06:50:33.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:33 smithi089 ceph-mon[99608]: pgmap v2441: 169 pgs: 169 active+clean; 1.4 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 23 MiB/s rd, 21 MiB/s wr, 801 op/s 2024-07-26T06:50:33.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:33 smithi089 ceph-mon[99608]: osdmap e1392: 8 total, 8 up, 8 in 2024-07-26T06:50:33.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:33 smithi089 ceph-mon[102056]: pgmap v2441: 169 pgs: 169 active+clean; 1.4 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 23 MiB/s rd, 21 MiB/s wr, 801 op/s 2024-07-26T06:50:33.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:33 smithi089 ceph-mon[102056]: osdmap e1392: 8 total, 8 up, 8 in 2024-07-26T06:50:34.138 INFO:tasks.workunit.client.0.smithi089.stdout:snap_protect: snap2 2024-07-26T06:50:34.152 INFO:tasks.workunit.client.0.smithi089.stdout:clone image180 -> image182 2024-07-26T06:50:34.314 INFO:tasks.workunit.client.0.smithi089.stdout:write: D 36231823~3915676 2024-07-26T06:50:34.359 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 61124109~5667233 2024-07-26T06:50:34.366 INFO:tasks.workunit.client.0.smithi089.stdout:write: D 86872550~581128 2024-07-26T06:50:34.374 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 80356721~278873 2024-07-26T06:50:34.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:34 smithi155 ceph-mon[90160]: osdmap e1393: 8 total, 8 up, 8 in 2024-07-26T06:50:34.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:34 smithi089 ceph-mon[99608]: osdmap e1393: 8 total, 8 up, 8 in 2024-07-26T06:50:34.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:34 smithi089 ceph-mon[102056]: osdmap e1393: 8 total, 8 up, 8 in 2024-07-26T06:50:34.426 INFO:tasks.workunit.client.0.smithi089.stdout:write: D 43678285~7632700 2024-07-26T06:50:34.489 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 16051582~5976435 2024-07-26T06:50:34.525 INFO:tasks.workunit.client.0.smithi089.stdout:write: D 2242162~2310827 2024-07-26T06:50:34.546 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 38743860~1521777 2024-07-26T06:50:34.549 INFO:tasks.workunit.client.0.smithi089.stdout:snap_create: snap3 2024-07-26T06:50:35.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:35 smithi155 ceph-mon[90160]: pgmap v2444: 169 pgs: 169 active+clean; 1.4 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 32 MiB/s rd, 18 MiB/s wr, 865 op/s 2024-07-26T06:50:35.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:35 smithi155 ceph-mon[90160]: osdmap e1394: 8 total, 8 up, 8 in 2024-07-26T06:50:35.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:35 smithi089 ceph-mon[99608]: pgmap v2444: 169 pgs: 169 active+clean; 1.4 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 32 MiB/s rd, 18 MiB/s wr, 865 op/s 2024-07-26T06:50:35.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:35 smithi089 ceph-mon[99608]: osdmap e1394: 8 total, 8 up, 8 in 2024-07-26T06:50:35.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:35 smithi089 ceph-mon[102056]: pgmap v2444: 169 pgs: 169 active+clean; 1.4 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 32 MiB/s rd, 18 MiB/s wr, 865 op/s 2024-07-26T06:50:35.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:35 smithi089 ceph-mon[102056]: osdmap e1394: 8 total, 8 up, 8 in 2024-07-26T06:50:36.152 INFO:tasks.workunit.client.0.smithi089.stdout:snap_protect: snap3 2024-07-26T06:50:36.163 INFO:tasks.workunit.client.0.smithi089.stdout:clone image182 -> image184 2024-07-26T06:50:36.343 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 152563547 2024-07-26T06:50:36.357 INFO:tasks.workunit.client.0.smithi089.stdout:migration_prepare 2024-07-26T06:50:36.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:36 smithi089 ceph-mon[99608]: osdmap e1395: 8 total, 8 up, 8 in 2024-07-26T06:50:36.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:36 smithi089 ceph-mon[102056]: osdmap e1395: 8 total, 8 up, 8 in 2024-07-26T06:50:36.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:36 smithi155 ceph-mon[90160]: osdmap e1395: 8 total, 8 up, 8 in 2024-07-26T06:50:36.825 INFO:tasks.workunit.client.0.smithi089.stdout:write: a 87465213~7949082 2024-07-26T06:50:36.883 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 121075786~3431308 2024-07-26T06:50:36.887 INFO:tasks.workunit.client.0.smithi089.stdout:write: a 63804825~5914572 2024-07-26T06:50:36.946 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 144541481~8022066 2024-07-26T06:50:36.950 INFO:tasks.workunit.client.0.smithi089.stdout:write: a 13706866~15804 2024-07-26T06:50:36.970 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 94955375~6002004 2024-07-26T06:50:36.973 INFO:tasks.workunit.client.0.smithi089.stdout:write: a 347777~1322743 2024-07-26T06:50:37.000 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 54216387~3573935 2024-07-26T06:50:37.038 INFO:tasks.workunit.client.0.smithi089.stdout:snap_create: user0 2024-07-26T06:50:37.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:37 smithi089 ceph-mon[99608]: pgmap v2447: 169 pgs: 169 active+clean; 1.4 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 24 MiB/s rd, 12 MiB/s wr, 610 op/s 2024-07-26T06:50:37.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:37 smithi089 ceph-mon[99608]: osdmap e1396: 8 total, 8 up, 8 in 2024-07-26T06:50:37.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:37 smithi089 ceph-mon[102056]: pgmap v2447: 169 pgs: 169 active+clean; 1.4 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 24 MiB/s rd, 12 MiB/s wr, 610 op/s 2024-07-26T06:50:37.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:37 smithi089 ceph-mon[102056]: osdmap e1396: 8 total, 8 up, 8 in 2024-07-26T06:50:37.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:37 smithi155 ceph-mon[90160]: pgmap v2447: 169 pgs: 169 active+clean; 1.4 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 24 MiB/s rd, 12 MiB/s wr, 610 op/s 2024-07-26T06:50:37.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:37 smithi155 ceph-mon[90160]: osdmap e1396: 8 total, 8 up, 8 in 2024-07-26T06:50:38.171 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 172250963 2024-07-26T06:50:38.184 INFO:tasks.workunit.client.0.smithi089.stdout:write: b 60247367~5732215 2024-07-26T06:50:38.202 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 156189704~4200312 2024-07-26T06:50:38.202 INFO:tasks.workunit.client.0.smithi089.stdout:write: b 131606126~1959929 2024-07-26T06:50:38.203 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 153020560~5871774 2024-07-26T06:50:38.203 INFO:tasks.workunit.client.0.smithi089.stdout:write: b 29475523~7298783 2024-07-26T06:50:38.211 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 4852188~4663761 2024-07-26T06:50:38.211 INFO:tasks.workunit.client.0.smithi089.stdout:write: b 810247~8270271 2024-07-26T06:50:38.311 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 53075621~1000513 2024-07-26T06:50:38.311 INFO:tasks.workunit.client.0.smithi089.stdout:snap_create: user1 2024-07-26T06:50:38.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:38 smithi089 ceph-mon[99608]: osdmap e1397: 8 total, 8 up, 8 in 2024-07-26T06:50:38.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:38 smithi089 ceph-mon[102056]: osdmap e1397: 8 total, 8 up, 8 in 2024-07-26T06:50:38.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:38 smithi155 ceph-mon[90160]: osdmap e1397: 8 total, 8 up, 8 in 2024-07-26T06:50:39.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:39 smithi155 ceph-mon[90160]: pgmap v2450: 169 pgs: 169 active+clean; 1.5 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 12 MiB/s rd, 20 MiB/s wr, 545 op/s 2024-07-26T06:50:39.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:39 smithi155 ceph-mon[90160]: osdmap e1398: 8 total, 8 up, 8 in 2024-07-26T06:50:39.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:39 smithi089 ceph-mon[99608]: pgmap v2450: 169 pgs: 169 active+clean; 1.5 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 12 MiB/s rd, 20 MiB/s wr, 545 op/s 2024-07-26T06:50:39.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:39 smithi089 ceph-mon[99608]: osdmap e1398: 8 total, 8 up, 8 in 2024-07-26T06:50:39.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:39 smithi089 ceph-mon[102056]: pgmap v2450: 169 pgs: 169 active+clean; 1.5 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 12 MiB/s rd, 20 MiB/s wr, 545 op/s 2024-07-26T06:50:39.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:39 smithi089 ceph-mon[102056]: osdmap e1398: 8 total, 8 up, 8 in 2024-07-26T06:50:40.177 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 290851371 2024-07-26T06:50:40.192 INFO:tasks.workunit.client.0.smithi089.stdout:write: c 190424980~4714742 2024-07-26T06:50:40.204 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 91227654~6222791 2024-07-26T06:50:40.205 INFO:tasks.workunit.client.0.smithi089.stdout:write: c 263605273~671643 2024-07-26T06:50:40.205 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 222848104~2637248 2024-07-26T06:50:40.205 INFO:tasks.workunit.client.0.smithi089.stdout:write: c 6211183~2069768 2024-07-26T06:50:40.207 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 90270375~7447729 2024-07-26T06:50:40.240 INFO:tasks.workunit.client.0.smithi089.stdout:write: c 147397673~2778795 2024-07-26T06:50:40.241 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 101864823~5256579 2024-07-26T06:50:40.241 INFO:tasks.workunit.client.0.smithi089.stdout:snap_create: user2 2024-07-26T06:50:40.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:40 smithi155 ceph-mon[90160]: osdmap e1399: 8 total, 8 up, 8 in 2024-07-26T06:50:40.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:40 smithi089 ceph-mon[99608]: osdmap e1399: 8 total, 8 up, 8 in 2024-07-26T06:50:40.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:40 smithi089 ceph-mon[102056]: osdmap e1399: 8 total, 8 up, 8 in 2024-07-26T06:50:41.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:41 smithi155 ceph-mon[90160]: pgmap v2453: 169 pgs: 169 active+clean; 1.5 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 10 MiB/s rd, 17 MiB/s wr, 632 op/s 2024-07-26T06:50:41.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:41 smithi155 ceph-mon[90160]: osdmap e1400: 8 total, 8 up, 8 in 2024-07-26T06:50:41.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:50:41.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:41 smithi089 ceph-mon[99608]: pgmap v2453: 169 pgs: 169 active+clean; 1.5 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 10 MiB/s rd, 17 MiB/s wr, 632 op/s 2024-07-26T06:50:41.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:41 smithi089 ceph-mon[99608]: osdmap e1400: 8 total, 8 up, 8 in 2024-07-26T06:50:41.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:50:41.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:41 smithi089 ceph-mon[102056]: pgmap v2453: 169 pgs: 169 active+clean; 1.5 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 10 MiB/s rd, 17 MiB/s wr, 632 op/s 2024-07-26T06:50:41.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:41 smithi089 ceph-mon[102056]: osdmap e1400: 8 total, 8 up, 8 in 2024-07-26T06:50:41.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:50:42.199 INFO:tasks.workunit.client.0.smithi089.stdout:write: d 233470950~7216508 2024-07-26T06:50:42.211 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 248601951~5835451 2024-07-26T06:50:42.211 INFO:tasks.workunit.client.0.smithi089.stdout:write: d 63182907~3277681 2024-07-26T06:50:42.214 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 31384118~1607472 2024-07-26T06:50:42.215 INFO:tasks.workunit.client.0.smithi089.stdout:write: d 22331161~4483196 2024-07-26T06:50:42.220 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 7796167~7496570 2024-07-26T06:50:42.220 INFO:tasks.workunit.client.0.smithi089.stdout:write: d 16883803~1074217 2024-07-26T06:50:42.220 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 88224873~4122301 2024-07-26T06:50:42.274 INFO:tasks.workunit.client.0.smithi089.stdout:snap_create: user3 2024-07-26T06:50:42.533 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:42 smithi089 ceph-mon[99608]: osdmap e1401: 8 total, 8 up, 8 in 2024-07-26T06:50:42.533 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:42 smithi089 ceph-mon[102056]: osdmap e1401: 8 total, 8 up, 8 in 2024-07-26T06:50:42.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:42 smithi155 ceph-mon[90160]: osdmap e1401: 8 total, 8 up, 8 in 2024-07-26T06:50:42.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:50:42 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:50:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:50:42.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:50:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:50:42] "GET /metrics HTTP/1.1" 200 38908 "" "Prometheus/2.43.0" 2024-07-26T06:50:43.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:43 smithi155 ceph-mon[90160]: pgmap v2456: 169 pgs: 169 active+clean; 1.7 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 20 MiB/s rd, 28 MiB/s wr, 614 op/s 2024-07-26T06:50:43.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:43 smithi155 ceph-mon[90160]: osdmap e1402: 8 total, 8 up, 8 in 2024-07-26T06:50:43.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:43 smithi089 ceph-mon[99608]: pgmap v2456: 169 pgs: 169 active+clean; 1.7 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 20 MiB/s rd, 28 MiB/s wr, 614 op/s 2024-07-26T06:50:43.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:43 smithi089 ceph-mon[99608]: osdmap e1402: 8 total, 8 up, 8 in 2024-07-26T06:50:43.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:43 smithi089 ceph-mon[102056]: pgmap v2456: 169 pgs: 169 active+clean; 1.7 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 20 MiB/s rd, 28 MiB/s wr, 614 op/s 2024-07-26T06:50:43.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:43 smithi089 ceph-mon[102056]: osdmap e1402: 8 total, 8 up, 8 in 2024-07-26T06:50:44.208 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 186582218 2024-07-26T06:50:44.241 INFO:tasks.workunit.client.0.smithi089.stdout:write: 1 18658221~4664555 2024-07-26T06:50:44.245 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 19824359~2332277 2024-07-26T06:50:44.288 INFO:tasks.workunit.client.0.smithi089.stdout:write: 2 37316443~4664555 2024-07-26T06:50:44.289 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 38482581~2332277 2024-07-26T06:50:44.345 INFO:tasks.workunit.client.0.smithi089.stdout:write: 3 55974665~4664555 2024-07-26T06:50:44.346 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 57140803~2332277 2024-07-26T06:50:44.387 INFO:tasks.workunit.client.0.smithi089.stdout:write: 4 74632887~4664555 2024-07-26T06:50:44.388 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 75799025~2332277 2024-07-26T06:50:44.439 INFO:tasks.workunit.client.0.smithi089.stdout:write: 5 93291109~4664555 2024-07-26T06:50:44.440 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 94457247~2332277 2024-07-26T06:50:44.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:44 smithi155 ceph-mon[90160]: osdmap e1403: 8 total, 8 up, 8 in 2024-07-26T06:50:44.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:44 smithi155 ceph-mon[90160]: pgmap v2459: 169 pgs: 169 active+clean; 1.7 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 22 MiB/s rd, 34 MiB/s wr, 557 op/s 2024-07-26T06:50:44.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:44 smithi089 ceph-mon[102056]: osdmap e1403: 8 total, 8 up, 8 in 2024-07-26T06:50:44.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:44 smithi089 ceph-mon[102056]: pgmap v2459: 169 pgs: 169 active+clean; 1.7 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 22 MiB/s rd, 34 MiB/s wr, 557 op/s 2024-07-26T06:50:44.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:44 smithi089 ceph-mon[99608]: osdmap e1403: 8 total, 8 up, 8 in 2024-07-26T06:50:44.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:44 smithi089 ceph-mon[99608]: pgmap v2459: 169 pgs: 169 active+clean; 1.7 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 22 MiB/s rd, 34 MiB/s wr, 557 op/s 2024-07-26T06:50:45.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:45 smithi155 ceph-mon[90160]: osdmap e1404: 8 total, 8 up, 8 in 2024-07-26T06:50:45.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:45 smithi089 ceph-mon[99608]: osdmap e1404: 8 total, 8 up, 8 in 2024-07-26T06:50:45.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:45 smithi089 ceph-mon[102056]: osdmap e1404: 8 total, 8 up, 8 in 2024-07-26T06:50:45.787 INFO:tasks.workunit.client.0.smithi089.stdout:migration_execute 2024-07-26T06:50:46.026 INFO:tasks.workunit.client.0.smithi089.stdout:migration_commit 2024-07-26T06:50:46.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:46 smithi155 ceph-mon[90160]: pgmap v2461: 169 pgs: 169 active+clean; 1.7 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 6.7 MiB/s rd, 17 MiB/s wr, 337 op/s 2024-07-26T06:50:46.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:46 smithi089 ceph-mon[99608]: pgmap v2461: 169 pgs: 169 active+clean; 1.7 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 6.7 MiB/s rd, 17 MiB/s wr, 337 op/s 2024-07-26T06:50:46.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:46 smithi089 ceph-mon[102056]: pgmap v2461: 169 pgs: 169 active+clean; 1.7 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 6.7 MiB/s rd, 17 MiB/s wr, 337 op/s 2024-07-26T06:50:47.418 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMigration.Stress2 (19235 ms) 2024-07-26T06:50:47.418 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMigration.StressLive 2024-07-26T06:50:47.447 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 83886080 2024-07-26T06:50:47.457 INFO:tasks.workunit.client.0.smithi089.stdout:write: A 74802282~5010436 2024-07-26T06:50:47.496 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 74113687~3101487 2024-07-26T06:50:47.498 INFO:tasks.workunit.client.0.smithi089.stdout:write: A 51255710~1374578 2024-07-26T06:50:47.512 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 44202095~6063945 2024-07-26T06:50:47.512 INFO:tasks.workunit.client.0.smithi089.stdout:write: A 52798322~3702857 2024-07-26T06:50:47.532 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 52625005~7515634 2024-07-26T06:50:47.539 INFO:tasks.workunit.client.0.smithi089.stdout:write: A 56675182~2430350 2024-07-26T06:50:47.555 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 77225217~6660863 2024-07-26T06:50:47.562 INFO:tasks.workunit.client.0.smithi089.stdout:snap_create: snap0 2024-07-26T06:50:48.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:48 smithi089 ceph-mon[99608]: pgmap v2462: 169 pgs: 169 active+clean; 1.8 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 88 MiB/s rd, 23 MiB/s wr, 549 op/s 2024-07-26T06:50:48.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:48 smithi089 ceph-mon[102056]: pgmap v2462: 169 pgs: 169 active+clean; 1.8 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 88 MiB/s rd, 23 MiB/s wr, 549 op/s 2024-07-26T06:50:48.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:48 smithi155 ceph-mon[90160]: pgmap v2462: 169 pgs: 169 active+clean; 1.8 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 88 MiB/s rd, 23 MiB/s wr, 549 op/s 2024-07-26T06:50:49.410 INFO:tasks.workunit.client.0.smithi089.stdout:snap_protect: snap0 2024-07-26T06:50:49.423 INFO:tasks.workunit.client.0.smithi089.stdout:clone image185 -> image188 2024-07-26T06:50:49.523 INFO:tasks.workunit.client.0.smithi089.stdout:write: B 4894718~4478726 2024-07-26T06:50:49.565 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 42516354~8045993 2024-07-26T06:50:49.584 INFO:tasks.workunit.client.0.smithi089.stdout:write: B 65874211~2337818 2024-07-26T06:50:49.601 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 3412035~8369481 2024-07-26T06:50:49.606 INFO:tasks.workunit.client.0.smithi089.stdout:write: B 4103175~4788395 2024-07-26T06:50:49.638 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 50588666~7750828 2024-07-26T06:50:49.650 INFO:tasks.workunit.client.0.smithi089.stdout:write: B 71481520~4567414 2024-07-26T06:50:49.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:49 smithi089 ceph-mon[99608]: osdmap e1405: 8 total, 8 up, 8 in 2024-07-26T06:50:49.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:49 smithi089 ceph-mon[102056]: osdmap e1405: 8 total, 8 up, 8 in 2024-07-26T06:50:49.690 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 75935644~7950436 2024-07-26T06:50:49.695 INFO:tasks.workunit.client.0.smithi089.stdout:snap_create: snap1 2024-07-26T06:50:49.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:49 smithi155 ceph-mon[90160]: osdmap e1405: 8 total, 8 up, 8 in 2024-07-26T06:50:50.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:50 smithi089 ceph-mon[99608]: pgmap v2464: 169 pgs: 169 active+clean; 1.8 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 137 MiB/s rd, 21 MiB/s wr, 529 op/s 2024-07-26T06:50:50.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:50 smithi089 ceph-mon[99608]: osdmap e1406: 8 total, 8 up, 8 in 2024-07-26T06:50:50.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:50 smithi089 ceph-mon[102056]: pgmap v2464: 169 pgs: 169 active+clean; 1.8 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 137 MiB/s rd, 21 MiB/s wr, 529 op/s 2024-07-26T06:50:50.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:50 smithi089 ceph-mon[102056]: osdmap e1406: 8 total, 8 up, 8 in 2024-07-26T06:50:50.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:50 smithi155 ceph-mon[90160]: pgmap v2464: 169 pgs: 169 active+clean; 1.8 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 137 MiB/s rd, 21 MiB/s wr, 529 op/s 2024-07-26T06:50:50.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:50 smithi155 ceph-mon[90160]: osdmap e1406: 8 total, 8 up, 8 in 2024-07-26T06:50:51.418 INFO:tasks.workunit.client.0.smithi089.stdout:write: C 664209~204356 2024-07-26T06:50:51.425 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 12295822~3195461 2024-07-26T06:50:51.425 INFO:tasks.workunit.client.0.smithi089.stdout:write: C 77819960~3130883 2024-07-26T06:50:51.426 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 64281489~6200571 2024-07-26T06:50:51.427 INFO:tasks.workunit.client.0.smithi089.stdout:write: C 38027258~277414 2024-07-26T06:50:51.427 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 20341876~5438427 2024-07-26T06:50:51.427 INFO:tasks.workunit.client.0.smithi089.stdout:write: C 60248801~6022762 2024-07-26T06:50:51.450 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 22457363~70771 2024-07-26T06:50:51.452 INFO:tasks.workunit.client.0.smithi089.stdout:snap_create: snap2 2024-07-26T06:50:51.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:51 smithi089 ceph-mon[99608]: osdmap e1407: 8 total, 8 up, 8 in 2024-07-26T06:50:51.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:51 smithi089 ceph-mon[102056]: osdmap e1407: 8 total, 8 up, 8 in 2024-07-26T06:50:51.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:51 smithi155 ceph-mon[90160]: osdmap e1407: 8 total, 8 up, 8 in 2024-07-26T06:50:52.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:50:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:50:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:50:52.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:52 smithi155 ceph-mon[90160]: pgmap v2467: 169 pgs: 169 active+clean; 1.9 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 218 MiB/s rd, 21 MiB/s wr, 717 op/s 2024-07-26T06:50:52.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:52 smithi155 ceph-mon[90160]: osdmap e1408: 8 total, 8 up, 8 in 2024-07-26T06:50:52.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:52 smithi089 ceph-mon[99608]: pgmap v2467: 169 pgs: 169 active+clean; 1.9 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 218 MiB/s rd, 21 MiB/s wr, 717 op/s 2024-07-26T06:50:52.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:52 smithi089 ceph-mon[99608]: osdmap e1408: 8 total, 8 up, 8 in 2024-07-26T06:50:52.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:50:52 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:50:52] "GET /metrics HTTP/1.1" 200 38908 "" "Prometheus/2.43.0" 2024-07-26T06:50:52.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:52 smithi089 ceph-mon[102056]: pgmap v2467: 169 pgs: 169 active+clean; 1.9 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 218 MiB/s rd, 21 MiB/s wr, 717 op/s 2024-07-26T06:50:52.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:52 smithi089 ceph-mon[102056]: osdmap e1408: 8 total, 8 up, 8 in 2024-07-26T06:50:53.430 INFO:tasks.workunit.client.0.smithi089.stdout:snap_protect: snap2 2024-07-26T06:50:53.444 INFO:tasks.workunit.client.0.smithi089.stdout:clone image188 -> image190 2024-07-26T06:50:53.573 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 121886006 2024-07-26T06:50:53.587 INFO:tasks.workunit.client.0.smithi089.stdout:write: D 68483994~2082732 2024-07-26T06:50:53.613 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 26403857~845281 2024-07-26T06:50:53.619 INFO:tasks.workunit.client.0.smithi089.stdout:write: D 41035819~5182844 2024-07-26T06:50:53.669 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 67270996~2364714 2024-07-26T06:50:53.671 INFO:tasks.workunit.client.0.smithi089.stdout:write: D 105246658~664127 2024-07-26T06:50:53.679 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 104699803~4155764 2024-07-26T06:50:53.681 INFO:tasks.workunit.client.0.smithi089.stdout:write: D 74867191~1849364 2024-07-26T06:50:53.729 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 7187792~4795995 2024-07-26T06:50:53.774 INFO:tasks.workunit.client.0.smithi089.stdout:snap_create: snap3 2024-07-26T06:50:53.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:53 smithi155 ceph-mon[90160]: osdmap e1409: 8 total, 8 up, 8 in 2024-07-26T06:50:53.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:53 smithi089 ceph-mon[99608]: osdmap e1409: 8 total, 8 up, 8 in 2024-07-26T06:50:53.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:53 smithi089 ceph-mon[102056]: osdmap e1409: 8 total, 8 up, 8 in 2024-07-26T06:50:54.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:54 smithi155 ceph-mon[90160]: pgmap v2470: 169 pgs: 169 active+clean; 1.9 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 159 MiB/s rd, 12 MiB/s wr, 520 op/s 2024-07-26T06:50:54.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:54 smithi155 ceph-mon[90160]: osdmap e1410: 8 total, 8 up, 8 in 2024-07-26T06:50:54.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:54 smithi089 ceph-mon[99608]: pgmap v2470: 169 pgs: 169 active+clean; 1.9 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 159 MiB/s rd, 12 MiB/s wr, 520 op/s 2024-07-26T06:50:54.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:54 smithi089 ceph-mon[99608]: osdmap e1410: 8 total, 8 up, 8 in 2024-07-26T06:50:54.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:54 smithi089 ceph-mon[102056]: pgmap v2470: 169 pgs: 169 active+clean; 1.9 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 159 MiB/s rd, 12 MiB/s wr, 520 op/s 2024-07-26T06:50:54.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:54 smithi089 ceph-mon[102056]: osdmap e1410: 8 total, 8 up, 8 in 2024-07-26T06:50:55.443 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 97776823 2024-07-26T06:50:55.471 INFO:tasks.workunit.client.0.smithi089.stdout:migration_prepare 2024-07-26T06:50:55.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:55 smithi155 ceph-mon[90160]: osdmap e1411: 8 total, 8 up, 8 in 2024-07-26T06:50:55.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:55 smithi089 ceph-mon[99608]: osdmap e1411: 8 total, 8 up, 8 in 2024-07-26T06:50:55.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:55 smithi089 ceph-mon[102056]: osdmap e1411: 8 total, 8 up, 8 in 2024-07-26T06:50:56.876 INFO:tasks.workunit.client.0.smithi089.stdout:migration_execute 2024-07-26T06:50:56.876 INFO:tasks.workunit.client.0.smithi089.stdout:write: a 73243154~5123482 2024-07-26T06:50:56.878 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:56 smithi155 ceph-mon[90160]: pgmap v2473: 169 pgs: 169 active+clean; 1.9 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 42 MiB/s rd, 9.1 MiB/s wr, 297 op/s 2024-07-26T06:50:56.878 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:56 smithi155 ceph-mon[90160]: osdmap e1412: 8 total, 8 up, 8 in 2024-07-26T06:50:56.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:56 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:50:56.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:56 smithi089 ceph-mon[99608]: pgmap v2473: 169 pgs: 169 active+clean; 1.9 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 42 MiB/s rd, 9.1 MiB/s wr, 297 op/s 2024-07-26T06:50:56.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:56 smithi089 ceph-mon[99608]: osdmap e1412: 8 total, 8 up, 8 in 2024-07-26T06:50:56.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:56 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:50:56.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:56 smithi089 ceph-mon[102056]: pgmap v2473: 169 pgs: 169 active+clean; 1.9 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 42 MiB/s rd, 9.1 MiB/s wr, 297 op/s 2024-07-26T06:50:56.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:56 smithi089 ceph-mon[102056]: osdmap e1412: 8 total, 8 up, 8 in 2024-07-26T06:50:56.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:56 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:50:56.947 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 26077518~8041367 2024-07-26T06:50:56.994 INFO:tasks.workunit.client.0.smithi089.stdout:write: a 31653779~2571950 2024-07-26T06:50:57.017 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 31507451~3701846 2024-07-26T06:50:57.026 INFO:tasks.workunit.client.0.smithi089.stdout:write: a 59021826~2967061 2024-07-26T06:50:57.066 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 32578380~5051310 2024-07-26T06:50:57.082 INFO:tasks.workunit.client.0.smithi089.stdout:write: a 31077245~7886437 2024-07-26T06:50:57.113 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 56286196~8257837 2024-07-26T06:50:57.140 INFO:tasks.workunit.client.0.smithi089.stdout:snap_create: user0 2024-07-26T06:50:57.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:57 smithi155 ceph-mon[90160]: osdmap e1413: 8 total, 8 up, 8 in 2024-07-26T06:50:57.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:57 smithi089 ceph-mon[99608]: osdmap e1413: 8 total, 8 up, 8 in 2024-07-26T06:50:57.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:57 smithi089 ceph-mon[102056]: osdmap e1413: 8 total, 8 up, 8 in 2024-07-26T06:50:58.474 INFO:tasks.workunit.client.0.smithi089.stdout:write: b 95904248~971529 2024-07-26T06:50:58.484 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 73255859~444454 2024-07-26T06:50:58.485 INFO:tasks.workunit.client.0.smithi089.stdout:write: b 70447476~1304851 2024-07-26T06:50:58.486 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 7394743~3236190 2024-07-26T06:50:58.487 INFO:tasks.workunit.client.0.smithi089.stdout:write: b 55748171~1031584 2024-07-26T06:50:58.488 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 6366779~522186 2024-07-26T06:50:58.488 INFO:tasks.workunit.client.0.smithi089.stdout:write: b 25379282~6762060 2024-07-26T06:50:58.499 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 56371808~5717315 2024-07-26T06:50:58.506 INFO:tasks.workunit.client.0.smithi089.stdout:snap_create: user1 2024-07-26T06:50:58.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:58 smithi155 ceph-mon[90160]: pgmap v2476: 169 pgs: 169 active+clean; 2.0 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 5.2 MiB/s rd, 12 MiB/s wr, 282 op/s 2024-07-26T06:50:58.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:58 smithi155 ceph-mon[90160]: osdmap e1414: 8 total, 8 up, 8 in 2024-07-26T06:50:58.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:58 smithi089 ceph-mon[99608]: pgmap v2476: 169 pgs: 169 active+clean; 2.0 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 5.2 MiB/s rd, 12 MiB/s wr, 282 op/s 2024-07-26T06:50:58.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:58 smithi089 ceph-mon[99608]: osdmap e1414: 8 total, 8 up, 8 in 2024-07-26T06:50:58.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:58 smithi089 ceph-mon[102056]: pgmap v2476: 169 pgs: 169 active+clean; 2.0 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 5.2 MiB/s rd, 12 MiB/s wr, 282 op/s 2024-07-26T06:50:58.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:58 smithi089 ceph-mon[102056]: osdmap e1414: 8 total, 8 up, 8 in 2024-07-26T06:50:59.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:50:59 smithi155 ceph-mon[90160]: osdmap e1415: 8 total, 8 up, 8 in 2024-07-26T06:50:59.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:50:59 smithi089 ceph-mon[102056]: osdmap e1415: 8 total, 8 up, 8 in 2024-07-26T06:50:59.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:50:59 smithi089 ceph-mon[99608]: osdmap e1415: 8 total, 8 up, 8 in 2024-07-26T06:51:00.484 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 117754953 2024-07-26T06:51:00.501 INFO:tasks.workunit.client.0.smithi089.stdout:write: c 109413654~8341299 2024-07-26T06:51:00.521 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 26503472~3203854 2024-07-26T06:51:00.521 INFO:tasks.workunit.client.0.smithi089.stdout:write: c 113757491~3997462 2024-07-26T06:51:00.559 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 7007844~7646722 2024-07-26T06:51:00.559 INFO:tasks.workunit.client.0.smithi089.stdout:write: c 89613954~116780 2024-07-26T06:51:00.559 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 69136089~2890640 2024-07-26T06:51:00.559 INFO:tasks.workunit.client.0.smithi089.stdout:write: c 83031634~1019002 2024-07-26T06:51:00.560 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 39947646~5460360 2024-07-26T06:51:00.560 INFO:tasks.workunit.client.0.smithi089.stdout:snap_create: user2 2024-07-26T06:51:00.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:00 smithi155 ceph-mon[90160]: pgmap v2479: 169 pgs: 169 active+clean; 2.0 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 14 MiB/s rd, 17 MiB/s wr, 483 op/s 2024-07-26T06:51:00.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:00 smithi155 ceph-mon[90160]: osdmap e1416: 8 total, 8 up, 8 in 2024-07-26T06:51:00.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:00 smithi089 ceph-mon[99608]: pgmap v2479: 169 pgs: 169 active+clean; 2.0 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 14 MiB/s rd, 17 MiB/s wr, 483 op/s 2024-07-26T06:51:00.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:00 smithi089 ceph-mon[99608]: osdmap e1416: 8 total, 8 up, 8 in 2024-07-26T06:51:00.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:00 smithi089 ceph-mon[102056]: pgmap v2479: 169 pgs: 169 active+clean; 2.0 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 14 MiB/s rd, 17 MiB/s wr, 483 op/s 2024-07-26T06:51:00.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:00 smithi089 ceph-mon[102056]: osdmap e1416: 8 total, 8 up, 8 in 2024-07-26T06:51:01.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:01 smithi155 ceph-mon[90160]: osdmap e1417: 8 total, 8 up, 8 in 2024-07-26T06:51:01.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:01 smithi089 ceph-mon[99608]: osdmap e1417: 8 total, 8 up, 8 in 2024-07-26T06:51:01.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:01 smithi089 ceph-mon[102056]: osdmap e1417: 8 total, 8 up, 8 in 2024-07-26T06:51:02.506 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 144912869 2024-07-26T06:51:02.524 INFO:tasks.workunit.client.0.smithi089.stdout:write: d 81924954~6063676 2024-07-26T06:51:02.540 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 30586036~1530819 2024-07-26T06:51:02.540 INFO:tasks.workunit.client.0.smithi089.stdout:write: d 107960852~8377592 2024-07-26T06:51:02.551 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 80573468~7689093 2024-07-26T06:51:02.596 INFO:tasks.workunit.client.0.smithi089.stdout:write: d 121620788~6143732 2024-07-26T06:51:02.601 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 44910660~4131786 2024-07-26T06:51:02.601 INFO:tasks.workunit.client.0.smithi089.stdout:write: d 63436218~4519808 2024-07-26T06:51:02.610 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 135021791~2529012 2024-07-26T06:51:02.610 INFO:tasks.workunit.client.0.smithi089.stdout:snap_create: user3 2024-07-26T06:51:02.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:02 smithi155 ceph-mon[90160]: pgmap v2482: 169 pgs: 169 active+clean; 2.1 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 30 MiB/s rd, 22 MiB/s wr, 628 op/s 2024-07-26T06:51:02.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:02 smithi155 ceph-mon[90160]: osdmap e1418: 8 total, 8 up, 8 in 2024-07-26T06:51:02.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:51:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:51:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:51:02.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:02 smithi089 ceph-mon[99608]: pgmap v2482: 169 pgs: 169 active+clean; 2.1 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 30 MiB/s rd, 22 MiB/s wr, 628 op/s 2024-07-26T06:51:02.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:02 smithi089 ceph-mon[99608]: osdmap e1418: 8 total, 8 up, 8 in 2024-07-26T06:51:02.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:51:02 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:51:02] "GET /metrics HTTP/1.1" 200 38900 "" "Prometheus/2.43.0" 2024-07-26T06:51:02.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:02 smithi089 ceph-mon[102056]: pgmap v2482: 169 pgs: 169 active+clean; 2.1 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 30 MiB/s rd, 22 MiB/s wr, 628 op/s 2024-07-26T06:51:02.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:02 smithi089 ceph-mon[102056]: osdmap e1418: 8 total, 8 up, 8 in 2024-07-26T06:51:03.878 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:03 smithi155 ceph-mon[90160]: osdmap e1419: 8 total, 8 up, 8 in 2024-07-26T06:51:03.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:03 smithi089 ceph-mon[99608]: osdmap e1419: 8 total, 8 up, 8 in 2024-07-26T06:51:03.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:03 smithi089 ceph-mon[102056]: osdmap e1419: 8 total, 8 up, 8 in 2024-07-26T06:51:04.524 INFO:tasks.workunit.client.0.smithi089.stdout:write: 1 14491286~3622821 2024-07-26T06:51:04.527 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 15396991~1811410 2024-07-26T06:51:04.546 INFO:tasks.workunit.client.0.smithi089.stdout:write: 2 28982573~3622821 2024-07-26T06:51:04.547 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 29888278~1811410 2024-07-26T06:51:04.571 INFO:tasks.workunit.client.0.smithi089.stdout:write: 3 43473860~3622821 2024-07-26T06:51:04.572 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 44379565~1811410 2024-07-26T06:51:04.594 INFO:tasks.workunit.client.0.smithi089.stdout:write: 4 57965147~3622821 2024-07-26T06:51:04.595 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 58870852~1811410 2024-07-26T06:51:04.611 INFO:tasks.workunit.client.0.smithi089.stdout:write: 5 72456434~3622821 2024-07-26T06:51:04.613 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 73362139~1811410 2024-07-26T06:51:04.705 INFO:tasks.workunit.client.0.smithi089.stdout:migration_commit 2024-07-26T06:51:04.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:04 smithi155 ceph-mon[90160]: pgmap v2485: 169 pgs: 169 active+clean; 2.1 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 23 MiB/s rd, 24 MiB/s wr, 543 op/s 2024-07-26T06:51:04.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:04 smithi155 ceph-mon[90160]: osdmap e1420: 8 total, 8 up, 8 in 2024-07-26T06:51:04.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:04 smithi089 ceph-mon[99608]: pgmap v2485: 169 pgs: 169 active+clean; 2.1 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 23 MiB/s rd, 24 MiB/s wr, 543 op/s 2024-07-26T06:51:04.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:04 smithi089 ceph-mon[99608]: osdmap e1420: 8 total, 8 up, 8 in 2024-07-26T06:51:04.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:04 smithi089 ceph-mon[102056]: pgmap v2485: 169 pgs: 169 active+clean; 2.1 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 23 MiB/s rd, 24 MiB/s wr, 543 op/s 2024-07-26T06:51:04.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:04 smithi089 ceph-mon[102056]: osdmap e1420: 8 total, 8 up, 8 in 2024-07-26T06:51:05.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:05 smithi155 ceph-mon[90160]: osdmap e1421: 8 total, 8 up, 8 in 2024-07-26T06:51:05.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:05 smithi089 ceph-mon[99608]: osdmap e1421: 8 total, 8 up, 8 in 2024-07-26T06:51:05.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:05 smithi089 ceph-mon[102056]: osdmap e1421: 8 total, 8 up, 8 in 2024-07-26T06:51:06.402 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMigration.StressLive (18983 ms) 2024-07-26T06:51:06.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:06 smithi155 ceph-mon[90160]: pgmap v2488: 169 pgs: 169 active+clean; 2.2 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 16 MiB/s wr, 255 op/s 2024-07-26T06:51:06.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:06 smithi155 ceph-mon[90160]: osdmap e1422: 8 total, 8 up, 8 in 2024-07-26T06:51:06.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:06 smithi089 ceph-mon[99608]: pgmap v2488: 169 pgs: 169 active+clean; 2.2 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 16 MiB/s wr, 255 op/s 2024-07-26T06:51:06.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:06 smithi089 ceph-mon[99608]: osdmap e1422: 8 total, 8 up, 8 in 2024-07-26T06:51:06.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:06 smithi089 ceph-mon[102056]: pgmap v2488: 169 pgs: 169 active+clean; 2.2 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 16 MiB/s wr, 255 op/s 2024-07-26T06:51:06.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:06 smithi089 ceph-mon[102056]: osdmap e1422: 8 total, 8 up, 8 in 2024-07-26T06:51:07.518 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] 57 tests from TestMigration (261142 ms total) 2024-07-26T06:51:07.518 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:51:07.518 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] 6 tests from TestGroup 2024-07-26T06:51:07.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:07 smithi155 ceph-mon[90160]: osdmap e1423: 8 total, 8 up, 8 in 2024-07-26T06:51:07.909 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:07 smithi155 ceph-mon[90160]: osdmap e1424: 8 total, 8 up, 8 in 2024-07-26T06:51:07.909 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:07 smithi089 ceph-mon[99608]: osdmap e1423: 8 total, 8 up, 8 in 2024-07-26T06:51:07.910 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:07 smithi089 ceph-mon[99608]: osdmap e1424: 8 total, 8 up, 8 in 2024-07-26T06:51:07.910 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:07 smithi089 ceph-mon[102056]: osdmap e1423: 8 total, 8 up, 8 in 2024-07-26T06:51:07.910 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:07 smithi089 ceph-mon[102056]: osdmap e1424: 8 total, 8 up, 8 in 2024-07-26T06:51:08.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:08 smithi155 ceph-mon[90160]: pgmap v2491: 137 pgs: 137 active+clean; 2.1 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail 2024-07-26T06:51:08.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:08 smithi155 ceph-mon[90160]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:51:08.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:08 smithi155 ceph-mon[90160]: Cluster is now healthy 2024-07-26T06:51:08.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:08 smithi089 ceph-mon[99608]: pgmap v2491: 137 pgs: 137 active+clean; 2.1 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail 2024-07-26T06:51:08.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:08 smithi089 ceph-mon[99608]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:51:08.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:08 smithi089 ceph-mon[99608]: Cluster is now healthy 2024-07-26T06:51:08.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:08 smithi089 ceph-mon[102056]: pgmap v2491: 137 pgs: 137 active+clean; 2.1 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail 2024-07-26T06:51:08.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:08 smithi089 ceph-mon[102056]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:51:08.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:08 smithi089 ceph-mon[102056]: Cluster is now healthy 2024-07-26T06:51:09.545 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestGroup.group_create 2024-07-26T06:51:09.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:09 smithi155 ceph-mon[90160]: osdmap e1425: 8 total, 8 up, 8 in 2024-07-26T06:51:09.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:09 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/2476222422' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:51:09.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:09 smithi089 ceph-mon[99608]: osdmap e1425: 8 total, 8 up, 8 in 2024-07-26T06:51:09.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:09 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/2476222422' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:51:09.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:09 smithi089 ceph-mon[102056]: osdmap e1425: 8 total, 8 up, 8 in 2024-07-26T06:51:09.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:09 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/2476222422' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:51:10.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:10 smithi155 ceph-mon[90160]: pgmap v2494: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 4.6 MiB data, 8.8 GiB used, 706 GiB / 715 GiB avail 2024-07-26T06:51:10.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:10 smithi155 ceph-mon[90160]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:51:10.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:10 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/2476222422' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:51:10.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:10 smithi155 ceph-mon[90160]: osdmap e1426: 8 total, 8 up, 8 in 2024-07-26T06:51:10.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:10 smithi089 ceph-mon[99608]: pgmap v2494: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 4.6 MiB data, 8.8 GiB used, 706 GiB / 715 GiB avail 2024-07-26T06:51:10.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:10 smithi089 ceph-mon[99608]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:51:10.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:10 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/2476222422' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:51:10.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:10 smithi089 ceph-mon[99608]: osdmap e1426: 8 total, 8 up, 8 in 2024-07-26T06:51:10.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:10 smithi089 ceph-mon[102056]: pgmap v2494: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 4.6 MiB data, 8.8 GiB used, 706 GiB / 715 GiB avail 2024-07-26T06:51:10.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:10 smithi089 ceph-mon[102056]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:51:10.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:10 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/2476222422' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:51:10.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:10 smithi089 ceph-mon[102056]: osdmap e1426: 8 total, 8 up, 8 in 2024-07-26T06:51:11.592 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestGroup.group_create (2047 ms) 2024-07-26T06:51:11.592 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestGroup.group_createPP 2024-07-26T06:51:11.609 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestGroup.group_createPP (18 ms) 2024-07-26T06:51:11.609 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestGroup.add_image 2024-07-26T06:51:11.649 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestGroup.add_image (39 ms) 2024-07-26T06:51:11.649 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestGroup.add_imagePP 2024-07-26T06:51:11.686 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestGroup.add_imagePP (37 ms) 2024-07-26T06:51:11.686 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestGroup.add_snapshot 2024-07-26T06:51:11.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:11 smithi155 ceph-mon[90160]: osdmap e1427: 8 total, 8 up, 8 in 2024-07-26T06:51:11.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:11 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:51:11.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:11 smithi089 ceph-mon[99608]: osdmap e1427: 8 total, 8 up, 8 in 2024-07-26T06:51:11.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:51:11.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:11 smithi089 ceph-mon[102056]: osdmap e1427: 8 total, 8 up, 8 in 2024-07-26T06:51:11.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:51:12.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:51:12 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:51:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:51:12.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:12 smithi155 ceph-mon[90160]: pgmap v2497: 137 pgs: 8 creating+peering, 17 unknown, 112 active+clean; 4.6 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail 2024-07-26T06:51:12.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:12 smithi155 ceph-mon[90160]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:51:12.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:12 smithi155 ceph-mon[90160]: Cluster is now healthy 2024-07-26T06:51:12.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:12 smithi155 ceph-mon[90160]: osdmap e1428: 8 total, 8 up, 8 in 2024-07-26T06:51:12.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:12 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:51:12.806 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:51:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:51:12] "GET /metrics HTTP/1.1" 200 36403 "" "Prometheus/2.43.0" 2024-07-26T06:51:12.806 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:12 smithi089 ceph-mon[99608]: pgmap v2497: 137 pgs: 8 creating+peering, 17 unknown, 112 active+clean; 4.6 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail 2024-07-26T06:51:12.806 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:12 smithi089 ceph-mon[99608]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:51:12.806 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:12 smithi089 ceph-mon[99608]: Cluster is now healthy 2024-07-26T06:51:12.806 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:12 smithi089 ceph-mon[99608]: osdmap e1428: 8 total, 8 up, 8 in 2024-07-26T06:51:12.806 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:12 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:51:12.807 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:12 smithi089 ceph-mon[102056]: pgmap v2497: 137 pgs: 8 creating+peering, 17 unknown, 112 active+clean; 4.6 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail 2024-07-26T06:51:12.807 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:12 smithi089 ceph-mon[102056]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:51:12.807 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:12 smithi089 ceph-mon[102056]: Cluster is now healthy 2024-07-26T06:51:12.807 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:12 smithi089 ceph-mon[102056]: osdmap e1428: 8 total, 8 up, 8 in 2024-07-26T06:51:12.807 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:12 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:51:13.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:13 smithi155 ceph-mon[90160]: osdmap e1429: 8 total, 8 up, 8 in 2024-07-26T06:51:13.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:13 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:51:13.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:13 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:51:13.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:13 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:51:13.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:13 smithi089 ceph-mon[99608]: osdmap e1429: 8 total, 8 up, 8 in 2024-07-26T06:51:13.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:13 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:51:13.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:13 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:51:13.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:13 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:51:13.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:13 smithi089 ceph-mon[102056]: osdmap e1429: 8 total, 8 up, 8 in 2024-07-26T06:51:13.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:13 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:51:13.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:13 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:51:13.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:13 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:51:15.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:14 smithi155 ceph-mon[90160]: pgmap v2500: 137 pgs: 8 creating+peering, 129 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 3.2 KiB/s wr, 68 op/s 2024-07-26T06:51:15.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:14 smithi155 ceph-mon[90160]: osdmap e1430: 8 total, 8 up, 8 in 2024-07-26T06:51:15.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:14 smithi089 ceph-mon[99608]: pgmap v2500: 137 pgs: 8 creating+peering, 129 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 3.2 KiB/s wr, 68 op/s 2024-07-26T06:51:15.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:14 smithi089 ceph-mon[99608]: osdmap e1430: 8 total, 8 up, 8 in 2024-07-26T06:51:15.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:14 smithi089 ceph-mon[102056]: pgmap v2500: 137 pgs: 8 creating+peering, 129 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 3.2 KiB/s wr, 68 op/s 2024-07-26T06:51:15.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:14 smithi089 ceph-mon[102056]: osdmap e1430: 8 total, 8 up, 8 in 2024-07-26T06:51:16.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:15 smithi155 ceph-mon[90160]: osdmap e1431: 8 total, 8 up, 8 in 2024-07-26T06:51:16.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:15 smithi089 ceph-mon[99608]: osdmap e1431: 8 total, 8 up, 8 in 2024-07-26T06:51:16.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:15 smithi089 ceph-mon[102056]: osdmap e1431: 8 total, 8 up, 8 in 2024-07-26T06:51:17.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:16 smithi155 ceph-mon[90160]: pgmap v2503: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 5.5 KiB/s wr, 89 op/s 2024-07-26T06:51:17.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:16 smithi155 ceph-mon[90160]: osdmap e1432: 8 total, 8 up, 8 in 2024-07-26T06:51:17.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:16 smithi089 ceph-mon[99608]: pgmap v2503: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 5.5 KiB/s wr, 89 op/s 2024-07-26T06:51:17.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:16 smithi089 ceph-mon[99608]: osdmap e1432: 8 total, 8 up, 8 in 2024-07-26T06:51:17.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:16 smithi089 ceph-mon[102056]: pgmap v2503: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 5.5 KiB/s wr, 89 op/s 2024-07-26T06:51:17.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:16 smithi089 ceph-mon[102056]: osdmap e1432: 8 total, 8 up, 8 in 2024-07-26T06:51:17.727 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestGroup.add_snapshot (6042 ms) 2024-07-26T06:51:17.727 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestGroup.add_snapshotPP 2024-07-26T06:51:18.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:17 smithi155 ceph-mon[90160]: osdmap e1433: 8 total, 8 up, 8 in 2024-07-26T06:51:18.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:17 smithi089 ceph-mon[99608]: osdmap e1433: 8 total, 8 up, 8 in 2024-07-26T06:51:18.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:17 smithi089 ceph-mon[102056]: osdmap e1433: 8 total, 8 up, 8 in 2024-07-26T06:51:19.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:18 smithi155 ceph-mon[90160]: pgmap v2506: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 14 KiB/s wr, 114 op/s 2024-07-26T06:51:19.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:18 smithi155 ceph-mon[90160]: osdmap e1434: 8 total, 8 up, 8 in 2024-07-26T06:51:19.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:18 smithi089 ceph-mon[99608]: pgmap v2506: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 14 KiB/s wr, 114 op/s 2024-07-26T06:51:19.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:18 smithi089 ceph-mon[99608]: osdmap e1434: 8 total, 8 up, 8 in 2024-07-26T06:51:19.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:18 smithi089 ceph-mon[102056]: pgmap v2506: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 14 KiB/s wr, 114 op/s 2024-07-26T06:51:19.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:18 smithi089 ceph-mon[102056]: osdmap e1434: 8 total, 8 up, 8 in 2024-07-26T06:51:20.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:19 smithi155 ceph-mon[90160]: osdmap e1435: 8 total, 8 up, 8 in 2024-07-26T06:51:20.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:19 smithi089 ceph-mon[99608]: osdmap e1435: 8 total, 8 up, 8 in 2024-07-26T06:51:20.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:19 smithi089 ceph-mon[102056]: osdmap e1435: 8 total, 8 up, 8 in 2024-07-26T06:51:21.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:20 smithi155 ceph-mon[90160]: pgmap v2509: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 125 KiB/s rd, 18 KiB/s wr, 174 op/s 2024-07-26T06:51:21.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:20 smithi155 ceph-mon[90160]: osdmap e1436: 8 total, 8 up, 8 in 2024-07-26T06:51:21.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:20 smithi155 ceph-mon[90160]: osdmap e1437: 8 total, 8 up, 8 in 2024-07-26T06:51:21.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:20 smithi089 ceph-mon[99608]: pgmap v2509: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 125 KiB/s rd, 18 KiB/s wr, 174 op/s 2024-07-26T06:51:21.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:20 smithi089 ceph-mon[99608]: osdmap e1436: 8 total, 8 up, 8 in 2024-07-26T06:51:21.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:20 smithi089 ceph-mon[99608]: osdmap e1437: 8 total, 8 up, 8 in 2024-07-26T06:51:21.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:20 smithi089 ceph-mon[102056]: pgmap v2509: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 125 KiB/s rd, 18 KiB/s wr, 174 op/s 2024-07-26T06:51:21.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:20 smithi089 ceph-mon[102056]: osdmap e1436: 8 total, 8 up, 8 in 2024-07-26T06:51:21.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:20 smithi089 ceph-mon[102056]: osdmap e1437: 8 total, 8 up, 8 in 2024-07-26T06:51:22.314 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:22 smithi155 ceph-mon[90160]: osdmap e1438: 8 total, 8 up, 8 in 2024-07-26T06:51:22.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:22 smithi089 ceph-mon[99608]: osdmap e1438: 8 total, 8 up, 8 in 2024-07-26T06:51:22.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:22 smithi089 ceph-mon[102056]: osdmap e1438: 8 total, 8 up, 8 in 2024-07-26T06:51:22.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:51:22 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:51:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:51:22.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:51:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:51:22] "GET /metrics HTTP/1.1" 200 36403 "" "Prometheus/2.43.0" 2024-07-26T06:51:23.085 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestGroup.add_snapshotPP (5358 ms) 2024-07-26T06:51:23.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:23 smithi155 ceph-mon[90160]: pgmap v2513: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 85 KiB/s rd, 9.0 KiB/s wr, 111 op/s 2024-07-26T06:51:23.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:23 smithi155 ceph-mon[90160]: osdmap e1439: 8 total, 8 up, 8 in 2024-07-26T06:51:23.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:23 smithi089 ceph-mon[99608]: pgmap v2513: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 85 KiB/s rd, 9.0 KiB/s wr, 111 op/s 2024-07-26T06:51:23.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:23 smithi089 ceph-mon[99608]: osdmap e1439: 8 total, 8 up, 8 in 2024-07-26T06:51:23.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:23 smithi089 ceph-mon[102056]: pgmap v2513: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 85 KiB/s rd, 9.0 KiB/s wr, 111 op/s 2024-07-26T06:51:23.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:23 smithi089 ceph-mon[102056]: osdmap e1439: 8 total, 8 up, 8 in 2024-07-26T06:51:24.069 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] 6 tests from TestGroup (13541 ms total) 2024-07-26T06:51:24.069 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:51:24.069 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] 31 tests from TestDeepCopy 2024-07-26T06:51:24.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:24 smithi155 ceph-mon[90160]: osdmap e1440: 8 total, 8 up, 8 in 2024-07-26T06:51:24.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:24 smithi089 ceph-mon[99608]: osdmap e1440: 8 total, 8 up, 8 in 2024-07-26T06:51:24.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:24 smithi089 ceph-mon[102056]: osdmap e1440: 8 total, 8 up, 8 in 2024-07-26T06:51:25.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:25 smithi155 ceph-mon[90160]: pgmap v2516: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 8.5 KiB/s wr, 141 op/s 2024-07-26T06:51:25.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:25 smithi155 ceph-mon[90160]: osdmap e1441: 8 total, 8 up, 8 in 2024-07-26T06:51:25.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:25 smithi089 ceph-mon[99608]: pgmap v2516: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 8.5 KiB/s wr, 141 op/s 2024-07-26T06:51:25.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:25 smithi089 ceph-mon[99608]: osdmap e1441: 8 total, 8 up, 8 in 2024-07-26T06:51:25.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:25 smithi089 ceph-mon[102056]: pgmap v2516: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 8.5 KiB/s wr, 141 op/s 2024-07-26T06:51:25.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:25 smithi089 ceph-mon[102056]: osdmap e1441: 8 total, 8 up, 8 in 2024-07-26T06:51:26.074 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestDeepCopy.Empty 2024-07-26T06:51:26.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:26 smithi155 ceph-mon[90160]: osdmap e1442: 8 total, 8 up, 8 in 2024-07-26T06:51:26.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:26 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/499609919' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:51:26.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:26 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:51:26.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:51:26.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:51:26.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:26 smithi089 ceph-mon[99608]: osdmap e1442: 8 total, 8 up, 8 in 2024-07-26T06:51:26.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:26 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/499609919' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:51:26.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:26 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:51:26.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:51:26.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:51:26.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:26 smithi089 ceph-mon[102056]: osdmap e1442: 8 total, 8 up, 8 in 2024-07-26T06:51:26.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:26 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/499609919' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:51:26.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:26 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:51:26.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:51:26.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:51:27.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:27 smithi155 ceph-mon[90160]: pgmap v2519: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:51:27.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:27 smithi155 ceph-mon[90160]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:51:27.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:27 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:51:27.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:27 smithi155 ceph-mon[90160]: osdmap e1443: 8 total, 8 up, 8 in 2024-07-26T06:51:27.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:27 smithi089 ceph-mon[99608]: pgmap v2519: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:51:27.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:27 smithi089 ceph-mon[99608]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:51:27.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:27 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:51:27.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:27 smithi089 ceph-mon[99608]: osdmap e1443: 8 total, 8 up, 8 in 2024-07-26T06:51:27.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:27 smithi089 ceph-mon[102056]: pgmap v2519: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:51:27.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:27 smithi089 ceph-mon[102056]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:51:27.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:27 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:51:27.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:27 smithi089 ceph-mon[102056]: osdmap e1443: 8 total, 8 up, 8 in 2024-07-26T06:51:28.221 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestDeepCopy.Empty (2147 ms) 2024-07-26T06:51:28.221 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestDeepCopy.NoSnaps 2024-07-26T06:51:28.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:28 smithi155 ceph-mon[90160]: osdmap e1444: 8 total, 8 up, 8 in 2024-07-26T06:51:28.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:28 smithi089 ceph-mon[99608]: osdmap e1444: 8 total, 8 up, 8 in 2024-07-26T06:51:28.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:28 smithi089 ceph-mon[102056]: osdmap e1444: 8 total, 8 up, 8 in 2024-07-26T06:51:28.495 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestDeepCopy.NoSnaps (274 ms) 2024-07-26T06:51:28.496 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestDeepCopy.Snaps 2024-07-26T06:51:29.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:29 smithi155 ceph-mon[90160]: pgmap v2522: 137 pgs: 5 creating+peering, 21 unknown, 111 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:51:29.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:29 smithi155 ceph-mon[90160]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:51:29.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:29 smithi155 ceph-mon[90160]: Cluster is now healthy 2024-07-26T06:51:29.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:29 smithi155 ceph-mon[90160]: osdmap e1445: 8 total, 8 up, 8 in 2024-07-26T06:51:29.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:29 smithi089 ceph-mon[99608]: pgmap v2522: 137 pgs: 5 creating+peering, 21 unknown, 111 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:51:29.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:29 smithi089 ceph-mon[99608]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:51:29.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:29 smithi089 ceph-mon[99608]: Cluster is now healthy 2024-07-26T06:51:29.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:29 smithi089 ceph-mon[99608]: osdmap e1445: 8 total, 8 up, 8 in 2024-07-26T06:51:29.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:29 smithi089 ceph-mon[102056]: pgmap v2522: 137 pgs: 5 creating+peering, 21 unknown, 111 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:51:29.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:29 smithi089 ceph-mon[102056]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:51:29.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:29 smithi089 ceph-mon[102056]: Cluster is now healthy 2024-07-26T06:51:29.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:29 smithi089 ceph-mon[102056]: osdmap e1445: 8 total, 8 up, 8 in 2024-07-26T06:51:30.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:30 smithi155 ceph-mon[90160]: osdmap e1446: 8 total, 8 up, 8 in 2024-07-26T06:51:30.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:30 smithi089 ceph-mon[99608]: osdmap e1446: 8 total, 8 up, 8 in 2024-07-26T06:51:30.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:30 smithi089 ceph-mon[102056]: osdmap e1446: 8 total, 8 up, 8 in 2024-07-26T06:51:31.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:31 smithi155 ceph-mon[90160]: pgmap v2525: 137 pgs: 5 creating+peering, 10 unknown, 122 active+clean; 13 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 31 op/s 2024-07-26T06:51:31.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:31 smithi155 ceph-mon[90160]: osdmap e1447: 8 total, 8 up, 8 in 2024-07-26T06:51:31.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:31 smithi089 ceph-mon[99608]: pgmap v2525: 137 pgs: 5 creating+peering, 10 unknown, 122 active+clean; 13 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 31 op/s 2024-07-26T06:51:31.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:31 smithi089 ceph-mon[99608]: osdmap e1447: 8 total, 8 up, 8 in 2024-07-26T06:51:31.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:31 smithi089 ceph-mon[102056]: pgmap v2525: 137 pgs: 5 creating+peering, 10 unknown, 122 active+clean; 13 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 31 op/s 2024-07-26T06:51:31.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:31 smithi089 ceph-mon[102056]: osdmap e1447: 8 total, 8 up, 8 in 2024-07-26T06:51:32.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:32 smithi155 ceph-mon[90160]: osdmap e1448: 8 total, 8 up, 8 in 2024-07-26T06:51:32.379 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:51:32 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:51:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:51:32.400 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestDeepCopy.Snaps (3905 ms) 2024-07-26T06:51:32.400 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestDeepCopy.SnapDiscard 2024-07-26T06:51:32.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:32 smithi089 ceph-mon[99608]: osdmap e1448: 8 total, 8 up, 8 in 2024-07-26T06:51:32.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:32 smithi089 ceph-mon[102056]: osdmap e1448: 8 total, 8 up, 8 in 2024-07-26T06:51:32.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:51:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:51:32] "GET /metrics HTTP/1.1" 200 36398 "" "Prometheus/2.43.0" 2024-07-26T06:51:33.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:33 smithi155 ceph-mon[90160]: pgmap v2528: 137 pgs: 137 active+clean; 45 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 10 MiB/s wr, 117 op/s 2024-07-26T06:51:33.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:33 smithi155 ceph-mon[90160]: osdmap e1449: 8 total, 8 up, 8 in 2024-07-26T06:51:33.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:33 smithi089 ceph-mon[99608]: pgmap v2528: 137 pgs: 137 active+clean; 45 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 10 MiB/s wr, 117 op/s 2024-07-26T06:51:33.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:33 smithi089 ceph-mon[99608]: osdmap e1449: 8 total, 8 up, 8 in 2024-07-26T06:51:33.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:33 smithi089 ceph-mon[102056]: pgmap v2528: 137 pgs: 137 active+clean; 45 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 10 MiB/s wr, 117 op/s 2024-07-26T06:51:33.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:33 smithi089 ceph-mon[102056]: osdmap e1449: 8 total, 8 up, 8 in 2024-07-26T06:51:34.249 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestDeepCopy.SnapDiscard (1849 ms) 2024-07-26T06:51:34.249 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestDeepCopy.CloneDiscard 2024-07-26T06:51:34.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:34 smithi089 ceph-mon[99608]: osdmap e1450: 8 total, 8 up, 8 in 2024-07-26T06:51:34.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:34 smithi089 ceph-mon[102056]: osdmap e1450: 8 total, 8 up, 8 in 2024-07-26T06:51:34.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:34 smithi155 ceph-mon[90160]: osdmap e1450: 8 total, 8 up, 8 in 2024-07-26T06:51:35.251 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestDeepCopy.CloneDiscard (1001 ms) 2024-07-26T06:51:35.251 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestDeepCopy.CloneShrink 2024-07-26T06:51:35.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:35 smithi089 ceph-mon[99608]: pgmap v2531: 137 pgs: 137 active+clean; 53 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 10 MiB/s wr, 129 op/s 2024-07-26T06:51:35.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:35 smithi089 ceph-mon[99608]: osdmap e1451: 8 total, 8 up, 8 in 2024-07-26T06:51:35.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:35 smithi089 ceph-mon[99608]: osdmap e1452: 8 total, 8 up, 8 in 2024-07-26T06:51:35.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:35 smithi089 ceph-mon[102056]: pgmap v2531: 137 pgs: 137 active+clean; 53 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 10 MiB/s wr, 129 op/s 2024-07-26T06:51:35.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:35 smithi089 ceph-mon[102056]: osdmap e1451: 8 total, 8 up, 8 in 2024-07-26T06:51:35.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:35 smithi089 ceph-mon[102056]: osdmap e1452: 8 total, 8 up, 8 in 2024-07-26T06:51:35.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:35 smithi155 ceph-mon[90160]: pgmap v2531: 137 pgs: 137 active+clean; 53 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 10 MiB/s wr, 129 op/s 2024-07-26T06:51:35.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:35 smithi155 ceph-mon[90160]: osdmap e1451: 8 total, 8 up, 8 in 2024-07-26T06:51:35.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:35 smithi155 ceph-mon[90160]: osdmap e1452: 8 total, 8 up, 8 in 2024-07-26T06:51:36.325 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestDeepCopy.CloneShrink (1074 ms) 2024-07-26T06:51:36.325 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestDeepCopy.CloneExpand 2024-07-26T06:51:37.364 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestDeepCopy.CloneExpand (1039 ms) 2024-07-26T06:51:37.364 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestDeepCopy.CloneHideParent 2024-07-26T06:51:37.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:37 smithi089 ceph-mon[99608]: pgmap v2534: 137 pgs: 137 active+clean; 61 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 4.0 MiB/s wr, 152 op/s 2024-07-26T06:51:37.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:37 smithi089 ceph-mon[99608]: osdmap e1453: 8 total, 8 up, 8 in 2024-07-26T06:51:37.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:37 smithi089 ceph-mon[102056]: pgmap v2534: 137 pgs: 137 active+clean; 61 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 4.0 MiB/s wr, 152 op/s 2024-07-26T06:51:37.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:37 smithi089 ceph-mon[102056]: osdmap e1453: 8 total, 8 up, 8 in 2024-07-26T06:51:37.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:37 smithi155 ceph-mon[90160]: pgmap v2534: 137 pgs: 137 active+clean; 61 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 4.0 MiB/s wr, 152 op/s 2024-07-26T06:51:37.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:37 smithi155 ceph-mon[90160]: osdmap e1453: 8 total, 8 up, 8 in 2024-07-26T06:51:38.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:38 smithi089 ceph-mon[99608]: osdmap e1454: 8 total, 8 up, 8 in 2024-07-26T06:51:38.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:38 smithi089 ceph-mon[102056]: osdmap e1454: 8 total, 8 up, 8 in 2024-07-26T06:51:38.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:38 smithi155 ceph-mon[90160]: osdmap e1454: 8 total, 8 up, 8 in 2024-07-26T06:51:39.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:39 smithi089 ceph-mon[99608]: pgmap v2537: 137 pgs: 137 active+clean; 69 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 4.0 MiB/s wr, 207 op/s 2024-07-26T06:51:39.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:39 smithi089 ceph-mon[99608]: osdmap e1455: 8 total, 8 up, 8 in 2024-07-26T06:51:39.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:39 smithi089 ceph-mon[102056]: pgmap v2537: 137 pgs: 137 active+clean; 69 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 4.0 MiB/s wr, 207 op/s 2024-07-26T06:51:39.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:39 smithi089 ceph-mon[102056]: osdmap e1455: 8 total, 8 up, 8 in 2024-07-26T06:51:39.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:39 smithi155 ceph-mon[90160]: pgmap v2537: 137 pgs: 137 active+clean; 69 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 4.0 MiB/s wr, 207 op/s 2024-07-26T06:51:39.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:39 smithi155 ceph-mon[90160]: osdmap e1455: 8 total, 8 up, 8 in 2024-07-26T06:51:40.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:40 smithi155 ceph-mon[90160]: osdmap e1456: 8 total, 8 up, 8 in 2024-07-26T06:51:40.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:40 smithi089 ceph-mon[99608]: osdmap e1456: 8 total, 8 up, 8 in 2024-07-26T06:51:40.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:40 smithi089 ceph-mon[102056]: osdmap e1456: 8 total, 8 up, 8 in 2024-07-26T06:51:41.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:41 smithi155 ceph-mon[90160]: pgmap v2540: 137 pgs: 137 active+clean; 69 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 2.0 MiB/s wr, 204 op/s 2024-07-26T06:51:41.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:41 smithi155 ceph-mon[90160]: osdmap e1457: 8 total, 8 up, 8 in 2024-07-26T06:51:41.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:51:41.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:41 smithi089 ceph-mon[99608]: pgmap v2540: 137 pgs: 137 active+clean; 69 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 2.0 MiB/s wr, 204 op/s 2024-07-26T06:51:41.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:41 smithi089 ceph-mon[99608]: osdmap e1457: 8 total, 8 up, 8 in 2024-07-26T06:51:41.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:51:41.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:41 smithi089 ceph-mon[102056]: pgmap v2540: 137 pgs: 137 active+clean; 69 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 2.0 MiB/s wr, 204 op/s 2024-07-26T06:51:41.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:41 smithi089 ceph-mon[102056]: osdmap e1457: 8 total, 8 up, 8 in 2024-07-26T06:51:41.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:51:42.534 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:42 smithi089 ceph-mon[99608]: osdmap e1458: 8 total, 8 up, 8 in 2024-07-26T06:51:42.535 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:42 smithi089 ceph-mon[102056]: osdmap e1458: 8 total, 8 up, 8 in 2024-07-26T06:51:42.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:42 smithi155 ceph-mon[90160]: osdmap e1458: 8 total, 8 up, 8 in 2024-07-26T06:51:42.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:51:42 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:51:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:51:42.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:51:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:51:42] "GET /metrics HTTP/1.1" 200 36463 "" "Prometheus/2.43.0" 2024-07-26T06:51:43.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:43 smithi155 ceph-mon[90160]: pgmap v2543: 137 pgs: 137 active+clean; 69 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 329 KiB/s rd, 25 KiB/s wr, 442 op/s 2024-07-26T06:51:43.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:43 smithi155 ceph-mon[90160]: osdmap e1459: 8 total, 8 up, 8 in 2024-07-26T06:51:43.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:43 smithi089 ceph-mon[99608]: pgmap v2543: 137 pgs: 137 active+clean; 69 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 329 KiB/s rd, 25 KiB/s wr, 442 op/s 2024-07-26T06:51:43.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:43 smithi089 ceph-mon[99608]: osdmap e1459: 8 total, 8 up, 8 in 2024-07-26T06:51:43.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:43 smithi089 ceph-mon[102056]: pgmap v2543: 137 pgs: 137 active+clean; 69 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 329 KiB/s rd, 25 KiB/s wr, 442 op/s 2024-07-26T06:51:43.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:43 smithi089 ceph-mon[102056]: osdmap e1459: 8 total, 8 up, 8 in 2024-07-26T06:51:44.306 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestDeepCopy.CloneHideParent (6943 ms) 2024-07-26T06:51:44.306 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestDeepCopy.Clone 2024-07-26T06:51:44.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:44 smithi155 ceph-mon[90160]: osdmap e1460: 8 total, 8 up, 8 in 2024-07-26T06:51:44.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:44 smithi089 ceph-mon[99608]: osdmap e1460: 8 total, 8 up, 8 in 2024-07-26T06:51:44.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:44 smithi089 ceph-mon[102056]: osdmap e1460: 8 total, 8 up, 8 in 2024-07-26T06:51:45.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:45 smithi155 ceph-mon[90160]: pgmap v2546: 137 pgs: 137 active+clean; 69 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 328 KiB/s rd, 22 KiB/s wr, 433 op/s 2024-07-26T06:51:45.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:45 smithi155 ceph-mon[90160]: osdmap e1461: 8 total, 8 up, 8 in 2024-07-26T06:51:45.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:45 smithi089 ceph-mon[99608]: pgmap v2546: 137 pgs: 137 active+clean; 69 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 328 KiB/s rd, 22 KiB/s wr, 433 op/s 2024-07-26T06:51:45.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:45 smithi089 ceph-mon[99608]: osdmap e1461: 8 total, 8 up, 8 in 2024-07-26T06:51:45.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:45 smithi089 ceph-mon[102056]: pgmap v2546: 137 pgs: 137 active+clean; 69 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 328 KiB/s rd, 22 KiB/s wr, 433 op/s 2024-07-26T06:51:45.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:45 smithi089 ceph-mon[102056]: osdmap e1461: 8 total, 8 up, 8 in 2024-07-26T06:51:46.546 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestDeepCopy.Clone (2240 ms) 2024-07-26T06:51:46.546 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestDeepCopy.CloneFlatten 2024-07-26T06:51:46.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:46 smithi155 ceph-mon[90160]: osdmap e1462: 8 total, 8 up, 8 in 2024-07-26T06:51:46.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:46 smithi155 ceph-mon[90160]: pgmap v2549: 137 pgs: 137 active+clean; 77 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 103 KiB/s rd, 2.0 MiB/s wr, 144 op/s 2024-07-26T06:51:46.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:46 smithi089 ceph-mon[99608]: osdmap e1462: 8 total, 8 up, 8 in 2024-07-26T06:51:46.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:46 smithi089 ceph-mon[99608]: pgmap v2549: 137 pgs: 137 active+clean; 77 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 103 KiB/s rd, 2.0 MiB/s wr, 144 op/s 2024-07-26T06:51:46.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:46 smithi089 ceph-mon[102056]: osdmap e1462: 8 total, 8 up, 8 in 2024-07-26T06:51:46.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:46 smithi089 ceph-mon[102056]: pgmap v2549: 137 pgs: 137 active+clean; 77 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 103 KiB/s rd, 2.0 MiB/s wr, 144 op/s 2024-07-26T06:51:47.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:47 smithi155 ceph-mon[90160]: osdmap e1463: 8 total, 8 up, 8 in 2024-07-26T06:51:47.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:47 smithi089 ceph-mon[99608]: osdmap e1463: 8 total, 8 up, 8 in 2024-07-26T06:51:47.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:47 smithi089 ceph-mon[102056]: osdmap e1463: 8 total, 8 up, 8 in 2024-07-26T06:51:48.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:48 smithi155 ceph-mon[90160]: osdmap e1464: 8 total, 8 up, 8 in 2024-07-26T06:51:48.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:48 smithi155 ceph-mon[90160]: pgmap v2552: 137 pgs: 137 active+clean; 81 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 3.0 MiB/s wr, 108 op/s 2024-07-26T06:51:48.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:48 smithi089 ceph-mon[99608]: osdmap e1464: 8 total, 8 up, 8 in 2024-07-26T06:51:48.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:48 smithi089 ceph-mon[99608]: pgmap v2552: 137 pgs: 137 active+clean; 81 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 3.0 MiB/s wr, 108 op/s 2024-07-26T06:51:48.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:48 smithi089 ceph-mon[102056]: osdmap e1464: 8 total, 8 up, 8 in 2024-07-26T06:51:48.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:48 smithi089 ceph-mon[102056]: pgmap v2552: 137 pgs: 137 active+clean; 81 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 3.0 MiB/s wr, 108 op/s 2024-07-26T06:51:48.747 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestDeepCopy.CloneFlatten (2200 ms) 2024-07-26T06:51:48.747 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestDeepCopy.Stress 2024-07-26T06:51:48.769 INFO:tasks.workunit.client.0.smithi089.stdout:write: A 67062869~6526475 2024-07-26T06:51:48.789 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 34713709~5938004 2024-07-26T06:51:48.789 INFO:tasks.workunit.client.0.smithi089.stdout:write: A 41233877~70786 2024-07-26T06:51:48.792 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 64591559~4049917 2024-07-26T06:51:48.793 INFO:tasks.workunit.client.0.smithi089.stdout:write: A 75020950~309839 2024-07-26T06:51:48.794 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 68882160~2943056 2024-07-26T06:51:48.796 INFO:tasks.workunit.client.0.smithi089.stdout:write: A 60039915~5021304 2024-07-26T06:51:48.812 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 5366711~7836972 2024-07-26T06:51:48.812 INFO:tasks.workunit.client.0.smithi089.stdout:snap: snap0 2024-07-26T06:51:49.237 INFO:tasks.workunit.client.0.smithi089.stdout:clone image236 -> image237 2024-07-26T06:51:49.281 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 97630384 2024-07-26T06:51:49.287 INFO:tasks.workunit.client.0.smithi089.stdout:write: B 85602350~4903483 2024-07-26T06:51:49.313 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 32277600~3718132 2024-07-26T06:51:49.316 INFO:tasks.workunit.client.0.smithi089.stdout:write: B 54956254~2473303 2024-07-26T06:51:49.329 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 45518439~4157219 2024-07-26T06:51:49.333 INFO:tasks.workunit.client.0.smithi089.stdout:write: B 57728008~3545788 2024-07-26T06:51:49.354 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 72496574~6328166 2024-07-26T06:51:49.361 INFO:tasks.workunit.client.0.smithi089.stdout:write: B 17703691~4824099 2024-07-26T06:51:49.380 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 48444144~7775074 2024-07-26T06:51:49.382 INFO:tasks.workunit.client.0.smithi089.stdout:snap: snap1 2024-07-26T06:51:49.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:49 smithi155 ceph-mon[90160]: osdmap e1465: 8 total, 8 up, 8 in 2024-07-26T06:51:49.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:49 smithi089 ceph-mon[99608]: osdmap e1465: 8 total, 8 up, 8 in 2024-07-26T06:51:49.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:49 smithi089 ceph-mon[102056]: osdmap e1465: 8 total, 8 up, 8 in 2024-07-26T06:51:50.254 INFO:tasks.workunit.client.0.smithi089.stdout:clone image237 -> image238 2024-07-26T06:51:50.322 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 101213054 2024-07-26T06:51:50.328 INFO:tasks.workunit.client.0.smithi089.stdout:write: C 68437277~3835653 2024-07-26T06:51:50.351 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 56702837~1168164 2024-07-26T06:51:50.365 INFO:tasks.workunit.client.0.smithi089.stdout:write: C 56113596~760439 2024-07-26T06:51:50.369 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 20426806~8098368 2024-07-26T06:51:50.389 INFO:tasks.workunit.client.0.smithi089.stdout:write: C 43403763~3167572 2024-07-26T06:51:50.404 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 74125096~6752429 2024-07-26T06:51:50.408 INFO:tasks.workunit.client.0.smithi089.stdout:write: C 65819215~7463722 2024-07-26T06:51:50.437 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 96899438~3852792 2024-07-26T06:51:50.440 INFO:tasks.workunit.client.0.smithi089.stdout:snap: snap2 2024-07-26T06:51:50.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:50 smithi155 ceph-mon[90160]: osdmap e1466: 8 total, 8 up, 8 in 2024-07-26T06:51:50.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:50 smithi155 ceph-mon[90160]: pgmap v2555: 137 pgs: 137 active+clean; 133 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 14 MiB/s wr, 308 op/s 2024-07-26T06:51:50.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:50 smithi089 ceph-mon[99608]: osdmap e1466: 8 total, 8 up, 8 in 2024-07-26T06:51:50.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:50 smithi089 ceph-mon[99608]: pgmap v2555: 137 pgs: 137 active+clean; 133 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 14 MiB/s wr, 308 op/s 2024-07-26T06:51:50.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:50 smithi089 ceph-mon[102056]: osdmap e1466: 8 total, 8 up, 8 in 2024-07-26T06:51:50.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:50 smithi089 ceph-mon[102056]: pgmap v2555: 137 pgs: 137 active+clean; 133 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 14 MiB/s wr, 308 op/s 2024-07-26T06:51:51.255 INFO:tasks.workunit.client.0.smithi089.stdout:clone image238 -> image239 2024-07-26T06:51:51.342 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 139558912 2024-07-26T06:51:51.347 INFO:tasks.workunit.client.0.smithi089.stdout:write: D 43461747~5285738 2024-07-26T06:51:51.376 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 126727888~4188566 2024-07-26T06:51:51.376 INFO:tasks.workunit.client.0.smithi089.stdout:write: D 101254585~308353 2024-07-26T06:51:51.379 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 24827875~1118859 2024-07-26T06:51:51.383 INFO:tasks.workunit.client.0.smithi089.stdout:write: D 56263369~6607433 2024-07-26T06:51:51.411 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 70773463~6760731 2024-07-26T06:51:51.434 INFO:tasks.workunit.client.0.smithi089.stdout:write: D 56833186~2918862 2024-07-26T06:51:51.443 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 76020003~1031676 2024-07-26T06:51:51.444 INFO:tasks.workunit.client.0.smithi089.stdout:snap: snap3 2024-07-26T06:51:51.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:51 smithi155 ceph-mon[90160]: osdmap e1467: 8 total, 8 up, 8 in 2024-07-26T06:51:51.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:51 smithi089 ceph-mon[99608]: osdmap e1467: 8 total, 8 up, 8 in 2024-07-26T06:51:51.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:51 smithi089 ceph-mon[102056]: osdmap e1467: 8 total, 8 up, 8 in 2024-07-26T06:51:52.269 INFO:tasks.workunit.client.0.smithi089.stdout:clone image239 -> image240 2024-07-26T06:51:52.529 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:51:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:51:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:51:52.530 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:52 smithi155 ceph-mon[90160]: osdmap e1468: 8 total, 8 up, 8 in 2024-07-26T06:51:52.530 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:52 smithi155 ceph-mon[90160]: pgmap v2558: 137 pgs: 137 active+clean; 217 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 36 MiB/s rd, 32 MiB/s wr, 437 op/s 2024-07-26T06:51:52.533 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:52 smithi089 ceph-mon[99608]: osdmap e1468: 8 total, 8 up, 8 in 2024-07-26T06:51:52.533 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:52 smithi089 ceph-mon[99608]: pgmap v2558: 137 pgs: 137 active+clean; 217 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 36 MiB/s rd, 32 MiB/s wr, 437 op/s 2024-07-26T06:51:52.533 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:52 smithi089 ceph-mon[102056]: osdmap e1468: 8 total, 8 up, 8 in 2024-07-26T06:51:52.534 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:52 smithi089 ceph-mon[102056]: pgmap v2558: 137 pgs: 137 active+clean; 217 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 36 MiB/s rd, 32 MiB/s wr, 437 op/s 2024-07-26T06:51:52.626 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestDeepCopy.Stress (3879 ms) 2024-07-26T06:51:52.626 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestDeepCopy.NoSnaps_LargerDstObjSize 2024-07-26T06:51:52.880 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestDeepCopy.NoSnaps_LargerDstObjSize (254 ms) 2024-07-26T06:51:52.880 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestDeepCopy.Snaps_LargerDstObjSize 2024-07-26T06:51:52.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:51:52 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:51:52] "GET /metrics HTTP/1.1" 200 36463 "" "Prometheus/2.43.0" 2024-07-26T06:51:53.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:53 smithi155 ceph-mon[90160]: osdmap e1469: 8 total, 8 up, 8 in 2024-07-26T06:51:53.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:53 smithi089 ceph-mon[99608]: osdmap e1469: 8 total, 8 up, 8 in 2024-07-26T06:51:53.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:53 smithi089 ceph-mon[102056]: osdmap e1469: 8 total, 8 up, 8 in 2024-07-26T06:51:54.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:54 smithi155 ceph-mon[90160]: osdmap e1470: 8 total, 8 up, 8 in 2024-07-26T06:51:54.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:54 smithi155 ceph-mon[90160]: pgmap v2561: 137 pgs: 137 active+clean; 263 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 35 MiB/s rd, 28 MiB/s wr, 444 op/s 2024-07-26T06:51:54.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:54 smithi089 ceph-mon[99608]: osdmap e1470: 8 total, 8 up, 8 in 2024-07-26T06:51:54.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:54 smithi089 ceph-mon[99608]: pgmap v2561: 137 pgs: 137 active+clean; 263 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 35 MiB/s rd, 28 MiB/s wr, 444 op/s 2024-07-26T06:51:54.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:54 smithi089 ceph-mon[102056]: osdmap e1470: 8 total, 8 up, 8 in 2024-07-26T06:51:54.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:54 smithi089 ceph-mon[102056]: pgmap v2561: 137 pgs: 137 active+clean; 263 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 35 MiB/s rd, 28 MiB/s wr, 444 op/s 2024-07-26T06:51:55.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:55 smithi155 ceph-mon[90160]: osdmap e1471: 8 total, 8 up, 8 in 2024-07-26T06:51:55.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:55 smithi089 ceph-mon[99608]: osdmap e1471: 8 total, 8 up, 8 in 2024-07-26T06:51:55.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:55 smithi089 ceph-mon[102056]: osdmap e1471: 8 total, 8 up, 8 in 2024-07-26T06:51:56.573 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestDeepCopy.Snaps_LargerDstObjSize (3693 ms) 2024-07-26T06:51:56.573 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestDeepCopy.Clone_LargerDstObjSize 2024-07-26T06:51:56.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:56 smithi155 ceph-mon[90160]: osdmap e1472: 8 total, 8 up, 8 in 2024-07-26T06:51:56.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:56 smithi155 ceph-mon[90160]: pgmap v2564: 137 pgs: 137 active+clean; 318 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 30 MiB/s rd, 22 MiB/s wr, 630 op/s 2024-07-26T06:51:56.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:56 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:51:56.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:56 smithi089 ceph-mon[99608]: osdmap e1472: 8 total, 8 up, 8 in 2024-07-26T06:51:56.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:56 smithi089 ceph-mon[99608]: pgmap v2564: 137 pgs: 137 active+clean; 318 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 30 MiB/s rd, 22 MiB/s wr, 630 op/s 2024-07-26T06:51:56.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:56 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:51:56.657 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:56 smithi089 ceph-mon[102056]: osdmap e1472: 8 total, 8 up, 8 in 2024-07-26T06:51:56.657 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:56 smithi089 ceph-mon[102056]: pgmap v2564: 137 pgs: 137 active+clean; 318 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 30 MiB/s rd, 22 MiB/s wr, 630 op/s 2024-07-26T06:51:56.657 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:56 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:51:57.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:57 smithi155 ceph-mon[90160]: osdmap e1473: 8 total, 8 up, 8 in 2024-07-26T06:51:57.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:57 smithi089 ceph-mon[99608]: osdmap e1473: 8 total, 8 up, 8 in 2024-07-26T06:51:57.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:57 smithi089 ceph-mon[102056]: osdmap e1473: 8 total, 8 up, 8 in 2024-07-26T06:51:58.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:58 smithi155 ceph-mon[90160]: osdmap e1474: 8 total, 8 up, 8 in 2024-07-26T06:51:58.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:58 smithi155 ceph-mon[90160]: pgmap v2567: 137 pgs: 137 active+clean; 346 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 28 MiB/s rd, 20 MiB/s wr, 506 op/s 2024-07-26T06:51:58.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:58 smithi089 ceph-mon[99608]: osdmap e1474: 8 total, 8 up, 8 in 2024-07-26T06:51:58.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:58 smithi089 ceph-mon[99608]: pgmap v2567: 137 pgs: 137 active+clean; 346 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 28 MiB/s rd, 20 MiB/s wr, 506 op/s 2024-07-26T06:51:58.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:58 smithi089 ceph-mon[102056]: osdmap e1474: 8 total, 8 up, 8 in 2024-07-26T06:51:58.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:58 smithi089 ceph-mon[102056]: pgmap v2567: 137 pgs: 137 active+clean; 346 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 28 MiB/s rd, 20 MiB/s wr, 506 op/s 2024-07-26T06:51:58.707 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestDeepCopy.Clone_LargerDstObjSize (2133 ms) 2024-07-26T06:51:58.707 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestDeepCopy.CloneFlatten_LargerDstObjSize 2024-07-26T06:51:59.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:51:59 smithi155 ceph-mon[90160]: osdmap e1475: 8 total, 8 up, 8 in 2024-07-26T06:51:59.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:51:59 smithi089 ceph-mon[99608]: osdmap e1475: 8 total, 8 up, 8 in 2024-07-26T06:51:59.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:51:59 smithi089 ceph-mon[102056]: osdmap e1475: 8 total, 8 up, 8 in 2024-07-26T06:52:00.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:00 smithi155 ceph-mon[90160]: osdmap e1476: 8 total, 8 up, 8 in 2024-07-26T06:52:00.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:00 smithi155 ceph-mon[90160]: pgmap v2570: 137 pgs: 137 active+clean; 374 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 14 MiB/s wr, 329 op/s 2024-07-26T06:52:00.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:00 smithi089 ceph-mon[99608]: osdmap e1476: 8 total, 8 up, 8 in 2024-07-26T06:52:00.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:00 smithi089 ceph-mon[99608]: pgmap v2570: 137 pgs: 137 active+clean; 374 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 14 MiB/s wr, 329 op/s 2024-07-26T06:52:00.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:00 smithi089 ceph-mon[102056]: osdmap e1476: 8 total, 8 up, 8 in 2024-07-26T06:52:00.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:00 smithi089 ceph-mon[102056]: pgmap v2570: 137 pgs: 137 active+clean; 374 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 14 MiB/s wr, 329 op/s 2024-07-26T06:52:00.900 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestDeepCopy.CloneFlatten_LargerDstObjSize (2195 ms) 2024-07-26T06:52:00.900 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestDeepCopy.Stress_LargerDstObjSize 2024-07-26T06:52:00.921 INFO:tasks.workunit.client.0.smithi089.stdout:write: A 80307118~3578962 2024-07-26T06:52:00.945 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 27819901~2134768 2024-07-26T06:52:00.946 INFO:tasks.workunit.client.0.smithi089.stdout:write: A 22764777~900262 2024-07-26T06:52:00.950 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 66301752~4387799 2024-07-26T06:52:00.950 INFO:tasks.workunit.client.0.smithi089.stdout:write: A 35444565~913056 2024-07-26T06:52:00.954 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 7772947~4478626 2024-07-26T06:52:00.955 INFO:tasks.workunit.client.0.smithi089.stdout:write: A 24481138~6078699 2024-07-26T06:52:00.976 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 31868580~8081300 2024-07-26T06:52:00.979 INFO:tasks.workunit.client.0.smithi089.stdout:snap: snap0 2024-07-26T06:52:01.324 INFO:tasks.workunit.client.0.smithi089.stdout:clone image259 -> image260 2024-07-26T06:52:01.365 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 130750702 2024-07-26T06:52:01.372 INFO:tasks.workunit.client.0.smithi089.stdout:write: B 49207110~7905991 2024-07-26T06:52:01.401 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 4109987~4785093 2024-07-26T06:52:01.405 INFO:tasks.workunit.client.0.smithi089.stdout:write: B 76053931~3507508 2024-07-26T06:52:01.417 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 127005494~3745208 2024-07-26T06:52:01.417 INFO:tasks.workunit.client.0.smithi089.stdout:write: B 70976153~4649306 2024-07-26T06:52:01.439 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 79795688~8344331 2024-07-26T06:52:01.446 INFO:tasks.workunit.client.0.smithi089.stdout:write: B 122407808~8342894 2024-07-26T06:52:01.469 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 123177173~395575 2024-07-26T06:52:01.470 INFO:tasks.workunit.client.0.smithi089.stdout:snap: snap1 2024-07-26T06:52:01.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:01 smithi155 ceph-mon[90160]: osdmap e1477: 8 total, 8 up, 8 in 2024-07-26T06:52:01.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:01 smithi089 ceph-mon[99608]: osdmap e1477: 8 total, 8 up, 8 in 2024-07-26T06:52:01.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:01 smithi089 ceph-mon[102056]: osdmap e1477: 8 total, 8 up, 8 in 2024-07-26T06:52:02.332 INFO:tasks.workunit.client.0.smithi089.stdout:write: C 49085322~6996162 2024-07-26T06:52:02.334 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 86954152~7296192 2024-07-26T06:52:02.334 INFO:tasks.workunit.client.0.smithi089.stdout:write: C 109356297~1219831 2024-07-26T06:52:02.334 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 111260791~6576387 2024-07-26T06:52:02.338 INFO:tasks.workunit.client.0.smithi089.stdout:write: C 57792568~6373223 2024-07-26T06:52:02.339 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 4864092~969319 2024-07-26T06:52:02.339 INFO:tasks.workunit.client.0.smithi089.stdout:write: C 90968106~1423510 2024-07-26T06:52:02.339 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 68953799~3520369 2024-07-26T06:52:02.370 INFO:tasks.workunit.client.0.smithi089.stdout:snap: snap2 2024-07-26T06:52:02.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:52:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:52:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:52:02.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:02 smithi155 ceph-mon[90160]: osdmap e1478: 8 total, 8 up, 8 in 2024-07-26T06:52:02.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:02 smithi155 ceph-mon[90160]: pgmap v2573: 137 pgs: 137 active+clean; 426 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 20 MiB/s wr, 355 op/s 2024-07-26T06:52:02.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:02 smithi089 ceph-mon[99608]: osdmap e1478: 8 total, 8 up, 8 in 2024-07-26T06:52:02.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:02 smithi089 ceph-mon[99608]: pgmap v2573: 137 pgs: 137 active+clean; 426 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 20 MiB/s wr, 355 op/s 2024-07-26T06:52:02.654 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:52:02 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:52:02] "GET /metrics HTTP/1.1" 200 36468 "" "Prometheus/2.43.0" 2024-07-26T06:52:02.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:02 smithi089 ceph-mon[102056]: osdmap e1478: 8 total, 8 up, 8 in 2024-07-26T06:52:02.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:02 smithi089 ceph-mon[102056]: pgmap v2573: 137 pgs: 137 active+clean; 426 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 20 MiB/s wr, 355 op/s 2024-07-26T06:52:03.347 INFO:tasks.workunit.client.0.smithi089.stdout:clone image260 -> image261 2024-07-26T06:52:03.409 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 173421395 2024-07-26T06:52:03.418 INFO:tasks.workunit.client.0.smithi089.stdout:write: D 83641096~6668155 2024-07-26T06:52:03.447 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 27697836~8286071 2024-07-26T06:52:03.469 INFO:tasks.workunit.client.0.smithi089.stdout:write: D 20073253~222207 2024-07-26T06:52:03.474 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 18955734~2997765 2024-07-26T06:52:03.492 INFO:tasks.workunit.client.0.smithi089.stdout:write: D 150951837~6942452 2024-07-26T06:52:03.521 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 155761435~2807185 2024-07-26T06:52:03.523 INFO:tasks.workunit.client.0.smithi089.stdout:write: D 158590963~4213682 2024-07-26T06:52:03.535 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 15668862~3844564 2024-07-26T06:52:03.538 INFO:tasks.workunit.client.0.smithi089.stdout:snap: snap3 2024-07-26T06:52:03.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:03 smithi155 ceph-mon[90160]: osdmap e1479: 8 total, 8 up, 8 in 2024-07-26T06:52:03.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:03 smithi089 ceph-mon[99608]: osdmap e1479: 8 total, 8 up, 8 in 2024-07-26T06:52:03.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:03 smithi089 ceph-mon[102056]: osdmap e1479: 8 total, 8 up, 8 in 2024-07-26T06:52:04.356 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 86103274 2024-07-26T06:52:04.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:04 smithi155 ceph-mon[90160]: osdmap e1480: 8 total, 8 up, 8 in 2024-07-26T06:52:04.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:04 smithi155 ceph-mon[90160]: pgmap v2576: 137 pgs: 137 active+clean; 486 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 32 MiB/s rd, 26 MiB/s wr, 465 op/s 2024-07-26T06:52:04.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:04 smithi089 ceph-mon[99608]: osdmap e1480: 8 total, 8 up, 8 in 2024-07-26T06:52:04.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:04 smithi089 ceph-mon[99608]: pgmap v2576: 137 pgs: 137 active+clean; 486 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 32 MiB/s rd, 26 MiB/s wr, 465 op/s 2024-07-26T06:52:04.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:04 smithi089 ceph-mon[102056]: osdmap e1480: 8 total, 8 up, 8 in 2024-07-26T06:52:04.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:04 smithi089 ceph-mon[102056]: pgmap v2576: 137 pgs: 137 active+clean; 486 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 32 MiB/s rd, 26 MiB/s wr, 465 op/s 2024-07-26T06:52:05.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:05 smithi155 ceph-mon[90160]: osdmap e1481: 8 total, 8 up, 8 in 2024-07-26T06:52:05.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:05 smithi089 ceph-mon[99608]: osdmap e1481: 8 total, 8 up, 8 in 2024-07-26T06:52:05.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:05 smithi089 ceph-mon[102056]: osdmap e1481: 8 total, 8 up, 8 in 2024-07-26T06:52:05.825 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestDeepCopy.Stress_LargerDstObjSize (4924 ms) 2024-07-26T06:52:05.825 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestDeepCopy.NoSnaps_SmallerDstObjSize 2024-07-26T06:52:06.042 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestDeepCopy.NoSnaps_SmallerDstObjSize (217 ms) 2024-07-26T06:52:06.042 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestDeepCopy.Snaps_SmallerDstObjSize 2024-07-26T06:52:06.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:06 smithi155 ceph-mon[90160]: pgmap v2579: 137 pgs: 137 active+clean; 577 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 33 MiB/s wr, 444 op/s 2024-07-26T06:52:06.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:06 smithi155 ceph-mon[90160]: osdmap e1482: 8 total, 8 up, 8 in 2024-07-26T06:52:06.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:06 smithi089 ceph-mon[99608]: pgmap v2579: 137 pgs: 137 active+clean; 577 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 33 MiB/s wr, 444 op/s 2024-07-26T06:52:06.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:06 smithi089 ceph-mon[99608]: osdmap e1482: 8 total, 8 up, 8 in 2024-07-26T06:52:06.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:06 smithi089 ceph-mon[102056]: pgmap v2579: 137 pgs: 137 active+clean; 577 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 33 MiB/s wr, 444 op/s 2024-07-26T06:52:06.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:06 smithi089 ceph-mon[102056]: osdmap e1482: 8 total, 8 up, 8 in 2024-07-26T06:52:07.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:07 smithi155 ceph-mon[90160]: osdmap e1483: 8 total, 8 up, 8 in 2024-07-26T06:52:07.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:07 smithi089 ceph-mon[99608]: osdmap e1483: 8 total, 8 up, 8 in 2024-07-26T06:52:07.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:07 smithi089 ceph-mon[102056]: osdmap e1483: 8 total, 8 up, 8 in 2024-07-26T06:52:08.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:08 smithi155 ceph-mon[90160]: pgmap v2581: 137 pgs: 137 active+clean; 652 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 34 MiB/s rd, 32 MiB/s wr, 295 op/s 2024-07-26T06:52:08.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:08 smithi155 ceph-mon[90160]: osdmap e1484: 8 total, 8 up, 8 in 2024-07-26T06:52:08.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:08 smithi089 ceph-mon[99608]: pgmap v2581: 137 pgs: 137 active+clean; 652 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 34 MiB/s rd, 32 MiB/s wr, 295 op/s 2024-07-26T06:52:08.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:08 smithi089 ceph-mon[99608]: osdmap e1484: 8 total, 8 up, 8 in 2024-07-26T06:52:08.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:08 smithi089 ceph-mon[102056]: pgmap v2581: 137 pgs: 137 active+clean; 652 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 34 MiB/s rd, 32 MiB/s wr, 295 op/s 2024-07-26T06:52:08.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:08 smithi089 ceph-mon[102056]: osdmap e1484: 8 total, 8 up, 8 in 2024-07-26T06:52:09.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:09 smithi155 ceph-mon[90160]: osdmap e1485: 8 total, 8 up, 8 in 2024-07-26T06:52:09.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:09 smithi089 ceph-mon[99608]: osdmap e1485: 8 total, 8 up, 8 in 2024-07-26T06:52:09.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:09 smithi089 ceph-mon[102056]: osdmap e1485: 8 total, 8 up, 8 in 2024-07-26T06:52:09.662 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestDeepCopy.Snaps_SmallerDstObjSize (3620 ms) 2024-07-26T06:52:09.662 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestDeepCopy.Clone_SmallerDstObjSize 2024-07-26T06:52:10.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:10 smithi155 ceph-mon[90160]: pgmap v2584: 137 pgs: 137 active+clean; 718 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 47 MiB/s rd, 26 MiB/s wr, 354 op/s 2024-07-26T06:52:10.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:10 smithi155 ceph-mon[90160]: osdmap e1486: 8 total, 8 up, 8 in 2024-07-26T06:52:10.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:10 smithi089 ceph-mon[99608]: pgmap v2584: 137 pgs: 137 active+clean; 718 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 47 MiB/s rd, 26 MiB/s wr, 354 op/s 2024-07-26T06:52:10.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:10 smithi089 ceph-mon[99608]: osdmap e1486: 8 total, 8 up, 8 in 2024-07-26T06:52:10.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:10 smithi089 ceph-mon[102056]: pgmap v2584: 137 pgs: 137 active+clean; 718 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 47 MiB/s rd, 26 MiB/s wr, 354 op/s 2024-07-26T06:52:10.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:10 smithi089 ceph-mon[102056]: osdmap e1486: 8 total, 8 up, 8 in 2024-07-26T06:52:11.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:11 smithi089 ceph-mon[99608]: osdmap e1487: 8 total, 8 up, 8 in 2024-07-26T06:52:11.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:52:11.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:11 smithi089 ceph-mon[102056]: osdmap e1487: 8 total, 8 up, 8 in 2024-07-26T06:52:11.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:52:11.708 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestDeepCopy.Clone_SmallerDstObjSize (2046 ms) 2024-07-26T06:52:11.708 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestDeepCopy.CloneFlatten_SmallerDstObjSize 2024-07-26T06:52:11.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:11 smithi155 ceph-mon[90160]: osdmap e1487: 8 total, 8 up, 8 in 2024-07-26T06:52:11.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:11 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:52:12.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:12 smithi155 ceph-mon[90160]: pgmap v2587: 137 pgs: 137 active+clean; 767 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 66 MiB/s rd, 24 MiB/s wr, 346 op/s 2024-07-26T06:52:12.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:12 smithi155 ceph-mon[90160]: osdmap e1488: 8 total, 8 up, 8 in 2024-07-26T06:52:12.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:52:12 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:52:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:52:12.654 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:52:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:52:12] "GET /metrics HTTP/1.1" 200 36471 "" "Prometheus/2.43.0" 2024-07-26T06:52:12.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:12 smithi089 ceph-mon[99608]: pgmap v2587: 137 pgs: 137 active+clean; 767 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 66 MiB/s rd, 24 MiB/s wr, 346 op/s 2024-07-26T06:52:12.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:12 smithi089 ceph-mon[99608]: osdmap e1488: 8 total, 8 up, 8 in 2024-07-26T06:52:12.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:12 smithi089 ceph-mon[102056]: pgmap v2587: 137 pgs: 137 active+clean; 767 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 66 MiB/s rd, 24 MiB/s wr, 346 op/s 2024-07-26T06:52:12.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:12 smithi089 ceph-mon[102056]: osdmap e1488: 8 total, 8 up, 8 in 2024-07-26T06:52:13.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:13 smithi089 ceph-mon[99608]: osdmap e1489: 8 total, 8 up, 8 in 2024-07-26T06:52:13.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:13 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:52:13.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:13 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:52:13.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:13 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:52:13.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:13 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:52:13.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:13 smithi089 ceph-mon[102056]: osdmap e1489: 8 total, 8 up, 8 in 2024-07-26T06:52:13.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:13 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:52:13.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:13 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:52:13.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:13 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:52:13.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:13 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:52:13.865 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestDeepCopy.CloneFlatten_SmallerDstObjSize (2157 ms) 2024-07-26T06:52:13.865 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestDeepCopy.Stress_SmallerDstObjSize 2024-07-26T06:52:13.878 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:13 smithi155 ceph-mon[90160]: osdmap e1489: 8 total, 8 up, 8 in 2024-07-26T06:52:13.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:13 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:52:13.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:13 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:52:13.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:13 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:52:13.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:13 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:52:13.887 INFO:tasks.workunit.client.0.smithi089.stdout:write: A 22659053~2272685 2024-07-26T06:52:13.900 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 69868252~824588 2024-07-26T06:52:13.900 INFO:tasks.workunit.client.0.smithi089.stdout:write: A 57364839~1013598 2024-07-26T06:52:13.905 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 49984515~5682335 2024-07-26T06:52:13.906 INFO:tasks.workunit.client.0.smithi089.stdout:write: A 12350491~2281348 2024-07-26T06:52:13.919 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 18956027~8307959 2024-07-26T06:52:13.924 INFO:tasks.workunit.client.0.smithi089.stdout:write: A 75639030~7005362 2024-07-26T06:52:13.944 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 18391735~337081 2024-07-26T06:52:13.944 INFO:tasks.workunit.client.0.smithi089.stdout:snap: snap0 2024-07-26T06:52:14.432 INFO:tasks.workunit.client.0.smithi089.stdout:clone image280 -> image281 2024-07-26T06:52:14.478 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 91106727 2024-07-26T06:52:14.484 INFO:tasks.workunit.client.0.smithi089.stdout:write: B 26019165~8207612 2024-07-26T06:52:14.510 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 42265513~3045721 2024-07-26T06:52:14.513 INFO:tasks.workunit.client.0.smithi089.stdout:write: B 2446605~7672470 2024-07-26T06:52:14.532 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 58759764~135614 2024-07-26T06:52:14.535 INFO:tasks.workunit.client.0.smithi089.stdout:write: B 62069396~2267634 2024-07-26T06:52:14.540 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 14729164~1541452 2024-07-26T06:52:14.557 INFO:tasks.workunit.client.0.smithi089.stdout:write: B 8378369~3711665 2024-07-26T06:52:14.574 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 1373447~2493300 2024-07-26T06:52:14.575 INFO:tasks.workunit.client.0.smithi089.stdout:snap: snap1 2024-07-26T06:52:14.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:14 smithi089 ceph-mon[99608]: pgmap v2590: 137 pgs: 137 active+clean; 793 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 46 MiB/s rd, 17 MiB/s wr, 337 op/s 2024-07-26T06:52:14.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:14 smithi089 ceph-mon[99608]: osdmap e1490: 8 total, 8 up, 8 in 2024-07-26T06:52:14.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:14 smithi089 ceph-mon[102056]: pgmap v2590: 137 pgs: 137 active+clean; 793 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 46 MiB/s rd, 17 MiB/s wr, 337 op/s 2024-07-26T06:52:14.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:14 smithi089 ceph-mon[102056]: osdmap e1490: 8 total, 8 up, 8 in 2024-07-26T06:52:14.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:14 smithi155 ceph-mon[90160]: pgmap v2590: 137 pgs: 137 active+clean; 793 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 46 MiB/s rd, 17 MiB/s wr, 337 op/s 2024-07-26T06:52:14.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:14 smithi155 ceph-mon[90160]: osdmap e1490: 8 total, 8 up, 8 in 2024-07-26T06:52:15.437 INFO:tasks.workunit.client.0.smithi089.stdout:clone image281 -> image282 2024-07-26T06:52:15.507 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 151998041 2024-07-26T06:52:15.514 INFO:tasks.workunit.client.0.smithi089.stdout:write: C 10804743~8089755 2024-07-26T06:52:15.543 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 4360550~7726664 2024-07-26T06:52:15.554 INFO:tasks.workunit.client.0.smithi089.stdout:write: C 5340321~5598043 2024-07-26T06:52:15.570 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 139513587~8150664 2024-07-26T06:52:15.571 INFO:tasks.workunit.client.0.smithi089.stdout:write: C 110201999~7957937 2024-07-26T06:52:15.596 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 64507135~4826050 2024-07-26T06:52:15.605 INFO:tasks.workunit.client.0.smithi089.stdout:write: C 50596996~4981487 2024-07-26T06:52:15.628 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 149325242~1447089 2024-07-26T06:52:15.628 INFO:tasks.workunit.client.0.smithi089.stdout:snap: snap2 2024-07-26T06:52:15.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:15 smithi155 ceph-mon[90160]: osdmap e1491: 8 total, 8 up, 8 in 2024-07-26T06:52:15.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:15 smithi089 ceph-mon[99608]: osdmap e1491: 8 total, 8 up, 8 in 2024-07-26T06:52:15.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:15 smithi089 ceph-mon[102056]: osdmap e1491: 8 total, 8 up, 8 in 2024-07-26T06:52:16.459 INFO:tasks.workunit.client.0.smithi089.stdout:clone image282 -> image283 2024-07-26T06:52:16.545 INFO:tasks.workunit.client.0.smithi089.stdout:resize: 190400799 2024-07-26T06:52:16.551 INFO:tasks.workunit.client.0.smithi089.stdout:write: D 45232273~969560 2024-07-26T06:52:16.560 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 152728904~5923474 2024-07-26T06:52:16.564 INFO:tasks.workunit.client.0.smithi089.stdout:write: D 36561096~4751919 2024-07-26T06:52:16.594 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 47634153~1545694 2024-07-26T06:52:16.597 INFO:tasks.workunit.client.0.smithi089.stdout:write: D 135034649~7717585 2024-07-26T06:52:16.622 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 153311649~8383103 2024-07-26T06:52:16.623 INFO:tasks.workunit.client.0.smithi089.stdout:write: D 174706151~1295121 2024-07-26T06:52:16.628 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 101578915~2431814 2024-07-26T06:52:16.631 INFO:tasks.workunit.client.0.smithi089.stdout:snap: snap3 2024-07-26T06:52:16.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:16 smithi155 ceph-mon[90160]: pgmap v2593: 137 pgs: 137 active+clean; 864 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 39 MiB/s rd, 24 MiB/s wr, 409 op/s 2024-07-26T06:52:16.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:16 smithi155 ceph-mon[90160]: osdmap e1492: 8 total, 8 up, 8 in 2024-07-26T06:52:16.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:16 smithi089 ceph-mon[99608]: pgmap v2593: 137 pgs: 137 active+clean; 864 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 39 MiB/s rd, 24 MiB/s wr, 409 op/s 2024-07-26T06:52:16.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:16 smithi089 ceph-mon[99608]: osdmap e1492: 8 total, 8 up, 8 in 2024-07-26T06:52:16.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:16 smithi089 ceph-mon[102056]: pgmap v2593: 137 pgs: 137 active+clean; 864 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 39 MiB/s rd, 24 MiB/s wr, 409 op/s 2024-07-26T06:52:16.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:16 smithi089 ceph-mon[102056]: osdmap e1492: 8 total, 8 up, 8 in 2024-07-26T06:52:17.459 INFO:tasks.workunit.client.0.smithi089.stdout:clone image283 -> image284 2024-07-26T06:52:17.878 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:17 smithi155 ceph-mon[90160]: osdmap e1493: 8 total, 8 up, 8 in 2024-07-26T06:52:17.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:17 smithi089 ceph-mon[99608]: osdmap e1493: 8 total, 8 up, 8 in 2024-07-26T06:52:17.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:17 smithi089 ceph-mon[102056]: osdmap e1493: 8 total, 8 up, 8 in 2024-07-26T06:52:17.915 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestDeepCopy.Stress_SmallerDstObjSize (4050 ms) 2024-07-26T06:52:17.915 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize 2024-07-26T06:52:17.941 INFO:tasks.workunit.client.0.smithi089.stdout:SKIPPING 2024-07-26T06:52:18.013 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize (99 ms) 2024-07-26T06:52:18.014 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingLargerDstObjSize 2024-07-26T06:52:18.036 INFO:tasks.workunit.client.0.smithi089.stdout:SKIPPING 2024-07-26T06:52:18.109 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestDeepCopy.Snaps_StrippingLargerDstObjSize (95 ms) 2024-07-26T06:52:18.109 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestDeepCopy.Clone_StrippingLargerDstObjSize 2024-07-26T06:52:18.131 INFO:tasks.workunit.client.0.smithi089.stdout:SKIPPING 2024-07-26T06:52:18.200 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestDeepCopy.Clone_StrippingLargerDstObjSize (91 ms) 2024-07-26T06:52:18.200 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize 2024-07-26T06:52:18.223 INFO:tasks.workunit.client.0.smithi089.stdout:SKIPPING 2024-07-26T06:52:18.292 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize (92 ms) 2024-07-26T06:52:18.292 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestDeepCopy.Stress_StrippingLargerDstObjSize 2024-07-26T06:52:18.313 INFO:tasks.workunit.client.0.smithi089.stdout:SKIPPING 2024-07-26T06:52:18.386 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestDeepCopy.Stress_StrippingLargerDstObjSize (94 ms) 2024-07-26T06:52:18.386 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize 2024-07-26T06:52:18.406 INFO:tasks.workunit.client.0.smithi089.stdout:SKIPPING 2024-07-26T06:52:18.478 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize (92 ms) 2024-07-26T06:52:18.478 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize 2024-07-26T06:52:18.500 INFO:tasks.workunit.client.0.smithi089.stdout:SKIPPING 2024-07-26T06:52:18.570 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize (93 ms) 2024-07-26T06:52:18.570 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestDeepCopy.Clone_StrippingSmallerDstObjSize 2024-07-26T06:52:18.591 INFO:tasks.workunit.client.0.smithi089.stdout:SKIPPING 2024-07-26T06:52:18.663 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestDeepCopy.Clone_StrippingSmallerDstObjSize (93 ms) 2024-07-26T06:52:18.663 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize 2024-07-26T06:52:18.686 INFO:tasks.workunit.client.0.smithi089.stdout:SKIPPING 2024-07-26T06:52:18.761 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize (98 ms) 2024-07-26T06:52:18.762 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestDeepCopy.Stress_StrippingSmallerDstObjSize 2024-07-26T06:52:18.782 INFO:tasks.workunit.client.0.smithi089.stdout:SKIPPING 2024-07-26T06:52:18.851 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestDeepCopy.Stress_StrippingSmallerDstObjSize (89 ms) 2024-07-26T06:52:18.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:18 smithi155 ceph-mon[90160]: pgmap v2596: 137 pgs: 137 active+clean; 929 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 46 MiB/s rd, 34 MiB/s wr, 524 op/s 2024-07-26T06:52:18.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:18 smithi155 ceph-mon[90160]: osdmap e1494: 8 total, 8 up, 8 in 2024-07-26T06:52:18.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:18 smithi089 ceph-mon[99608]: pgmap v2596: 137 pgs: 137 active+clean; 929 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 46 MiB/s rd, 34 MiB/s wr, 524 op/s 2024-07-26T06:52:18.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:18 smithi089 ceph-mon[99608]: osdmap e1494: 8 total, 8 up, 8 in 2024-07-26T06:52:18.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:18 smithi089 ceph-mon[102056]: pgmap v2596: 137 pgs: 137 active+clean; 929 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 46 MiB/s rd, 34 MiB/s wr, 524 op/s 2024-07-26T06:52:18.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:18 smithi089 ceph-mon[102056]: osdmap e1494: 8 total, 8 up, 8 in 2024-07-26T06:52:19.456 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] 31 tests from TestDeepCopy (52776 ms total) 2024-07-26T06:52:19.456 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:52:19.456 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] 51 tests from TestMirroring 2024-07-26T06:52:20.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:20 smithi155 ceph-mon[90160]: pgmap v2598: 137 pgs: 137 active+clean; 980 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 44 MiB/s rd, 30 MiB/s wr, 529 op/s 2024-07-26T06:52:20.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:20 smithi155 ceph-mon[90160]: osdmap e1495: 8 total, 8 up, 8 in 2024-07-26T06:52:20.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:20 smithi089 ceph-mon[99608]: pgmap v2598: 137 pgs: 137 active+clean; 980 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 44 MiB/s rd, 30 MiB/s wr, 529 op/s 2024-07-26T06:52:20.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:20 smithi089 ceph-mon[99608]: osdmap e1495: 8 total, 8 up, 8 in 2024-07-26T06:52:20.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:20 smithi089 ceph-mon[102056]: pgmap v2598: 137 pgs: 137 active+clean; 980 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 44 MiB/s rd, 30 MiB/s wr, 529 op/s 2024-07-26T06:52:20.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:20 smithi089 ceph-mon[102056]: osdmap e1495: 8 total, 8 up, 8 in 2024-07-26T06:52:21.459 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage 2024-07-26T06:52:21.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:21 smithi155 ceph-mon[90160]: osdmap e1496: 8 total, 8 up, 8 in 2024-07-26T06:52:21.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:21 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/359539259' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:52:21.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:21 smithi089 ceph-mon[99608]: osdmap e1496: 8 total, 8 up, 8 in 2024-07-26T06:52:21.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:21 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/359539259' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:52:21.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:21 smithi089 ceph-mon[102056]: osdmap e1496: 8 total, 8 up, 8 in 2024-07-26T06:52:21.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:21 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/359539259' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:52:22.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:52:22 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:52:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:52:22.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:22 smithi155 ceph-mon[90160]: pgmap v2601: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 4.6 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail 2024-07-26T06:52:22.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:22 smithi155 ceph-mon[90160]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:52:22.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:22 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/359539259' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:52:22.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:22 smithi155 ceph-mon[90160]: osdmap e1497: 8 total, 8 up, 8 in 2024-07-26T06:52:22.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:22 smithi089 ceph-mon[99608]: pgmap v2601: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 4.6 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail 2024-07-26T06:52:22.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:22 smithi089 ceph-mon[99608]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:52:22.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:22 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/359539259' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:52:22.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:22 smithi089 ceph-mon[99608]: osdmap e1497: 8 total, 8 up, 8 in 2024-07-26T06:52:22.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:52:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:52:22] "GET /metrics HTTP/1.1" 200 36471 "" "Prometheus/2.43.0" 2024-07-26T06:52:22.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:22 smithi089 ceph-mon[102056]: pgmap v2601: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 4.6 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail 2024-07-26T06:52:22.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:22 smithi089 ceph-mon[102056]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:52:22.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:22 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/359539259' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:52:22.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:22 smithi089 ceph-mon[102056]: osdmap e1497: 8 total, 8 up, 8 in 2024-07-26T06:52:23.586 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage (2127 ms) 2024-07-26T06:52:23.586 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool 2024-07-26T06:52:23.690 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool (103 ms) 2024-07-26T06:52:23.690 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled 2024-07-26T06:52:23.768 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled (79 ms) 2024-07-26T06:52:23.768 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage 2024-07-26T06:52:23.875 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage (106 ms) 2024-07-26T06:52:23.875 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap 2024-07-26T06:52:23.878 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:23 smithi155 ceph-mon[90160]: osdmap e1498: 8 total, 8 up, 8 in 2024-07-26T06:52:23.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:23 smithi089 ceph-mon[99608]: osdmap e1498: 8 total, 8 up, 8 in 2024-07-26T06:52:23.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:23 smithi089 ceph-mon[102056]: osdmap e1498: 8 total, 8 up, 8 in 2024-07-26T06:52:23.964 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap (90 ms) 2024-07-26T06:52:23.964 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModePool 2024-07-26T06:52:24.059 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModePool (94 ms) 2024-07-26T06:52:24.059 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled 2024-07-26T06:52:24.162 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled (103 ms) 2024-07-26T06:52:24.162 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMirroring.DisableImageMirrorWithPeer 2024-07-26T06:52:24.162 INFO:tasks.workunit.client.0.smithi089.stdout:SKIPPING 2024-07-26T06:52:24.162 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMirroring.DisableImageMirrorWithPeer (0 ms) 2024-07-26T06:52:24.162 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMirroring.DisableJournalingWithPeer 2024-07-26T06:52:24.163 INFO:tasks.workunit.client.0.smithi089.stdout:SKIPPING 2024-07-26T06:52:24.163 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMirroring.DisableJournalingWithPeer (0 ms) 2024-07-26T06:52:24.163 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling 2024-07-26T06:52:24.229 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling (67 ms) 2024-07-26T06:52:24.229 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling 2024-07-26T06:52:24.303 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling (74 ms) 2024-07-26T06:52:24.303 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling 2024-07-26T06:52:24.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:24 smithi155 ceph-mon[90160]: pgmap v2604: 137 pgs: 21 creating+peering, 6 unknown, 110 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-07-26T06:52:24.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:24 smithi155 ceph-mon[90160]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:52:24.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:24 smithi155 ceph-mon[90160]: Cluster is now healthy 2024-07-26T06:52:24.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:24 smithi155 ceph-mon[90160]: osdmap e1499: 8 total, 8 up, 8 in 2024-07-26T06:52:24.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:24 smithi089 ceph-mon[99608]: pgmap v2604: 137 pgs: 21 creating+peering, 6 unknown, 110 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-07-26T06:52:24.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:24 smithi089 ceph-mon[99608]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:52:24.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:24 smithi089 ceph-mon[99608]: Cluster is now healthy 2024-07-26T06:52:24.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:24 smithi089 ceph-mon[99608]: osdmap e1499: 8 total, 8 up, 8 in 2024-07-26T06:52:24.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:24 smithi089 ceph-mon[102056]: pgmap v2604: 137 pgs: 21 creating+peering, 6 unknown, 110 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-07-26T06:52:24.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:24 smithi089 ceph-mon[102056]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:52:24.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:24 smithi089 ceph-mon[102056]: Cluster is now healthy 2024-07-26T06:52:24.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:24 smithi089 ceph-mon[102056]: osdmap e1499: 8 total, 8 up, 8 in 2024-07-26T06:52:25.539 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling (1237 ms) 2024-07-26T06:52:25.539 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock 2024-07-26T06:52:25.878 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:25 smithi155 ceph-mon[90160]: osdmap e1500: 8 total, 8 up, 8 in 2024-07-26T06:52:25.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:25 smithi089 ceph-mon[99608]: osdmap e1500: 8 total, 8 up, 8 in 2024-07-26T06:52:25.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:25 smithi089 ceph-mon[102056]: osdmap e1500: 8 total, 8 up, 8 in 2024-07-26T06:52:26.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:26 smithi155 ceph-mon[90160]: pgmap v2607: 137 pgs: 21 creating+peering, 116 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 8.2 KiB/s wr, 94 op/s 2024-07-26T06:52:26.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:26 smithi155 ceph-mon[90160]: osdmap e1501: 8 total, 8 up, 8 in 2024-07-26T06:52:26.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:52:26.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:26 smithi089 ceph-mon[99608]: pgmap v2607: 137 pgs: 21 creating+peering, 116 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 8.2 KiB/s wr, 94 op/s 2024-07-26T06:52:26.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:26 smithi089 ceph-mon[99608]: osdmap e1501: 8 total, 8 up, 8 in 2024-07-26T06:52:26.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:52:26.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:26 smithi089 ceph-mon[102056]: pgmap v2607: 137 pgs: 21 creating+peering, 116 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 8.2 KiB/s wr, 94 op/s 2024-07-26T06:52:26.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:26 smithi089 ceph-mon[102056]: osdmap e1501: 8 total, 8 up, 8 in 2024-07-26T06:52:26.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:52:27.548 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock (2009 ms) 2024-07-26T06:52:27.548 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeDisabled 2024-07-26T06:52:27.634 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeDisabled (85 ms) 2024-07-26T06:52:27.634 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage 2024-07-26T06:52:27.721 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage (88 ms) 2024-07-26T06:52:27.722 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool 2024-07-26T06:52:27.816 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool (94 ms) 2024-07-26T06:52:27.816 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling 2024-07-26T06:52:27.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:27 smithi155 ceph-mon[90160]: osdmap e1502: 8 total, 8 up, 8 in 2024-07-26T06:52:27.897 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling (80 ms) 2024-07-26T06:52:27.897 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling 2024-07-26T06:52:27.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:27 smithi089 ceph-mon[99608]: osdmap e1502: 8 total, 8 up, 8 in 2024-07-26T06:52:27.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:27 smithi089 ceph-mon[102056]: osdmap e1502: 8 total, 8 up, 8 in 2024-07-26T06:52:27.977 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling (80 ms) 2024-07-26T06:52:27.977 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeDisabled 2024-07-26T06:52:28.065 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeDisabled (88 ms) 2024-07-26T06:52:28.065 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage 2024-07-26T06:52:28.159 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage (94 ms) 2024-07-26T06:52:28.159 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled 2024-07-26T06:52:28.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:28 smithi155 ceph-mon[90160]: pgmap v2610: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 310 KiB/s rd, 49 KiB/s wr, 464 op/s 2024-07-26T06:52:28.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:28 smithi155 ceph-mon[90160]: osdmap e1503: 8 total, 8 up, 8 in 2024-07-26T06:52:28.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:28 smithi089 ceph-mon[99608]: pgmap v2610: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 310 KiB/s rd, 49 KiB/s wr, 464 op/s 2024-07-26T06:52:28.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:28 smithi089 ceph-mon[99608]: osdmap e1503: 8 total, 8 up, 8 in 2024-07-26T06:52:28.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:28 smithi089 ceph-mon[102056]: pgmap v2610: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 310 KiB/s rd, 49 KiB/s wr, 464 op/s 2024-07-26T06:52:28.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:28 smithi089 ceph-mon[102056]: osdmap e1503: 8 total, 8 up, 8 in 2024-07-26T06:52:29.572 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled (1413 ms) 2024-07-26T06:52:29.572 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModePool 2024-07-26T06:52:29.681 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModePool (109 ms) 2024-07-26T06:52:29.681 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModePool 2024-07-26T06:52:29.776 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModePool (96 ms) 2024-07-26T06:52:29.777 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModeImage 2024-07-26T06:52:29.877 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModeImage (100 ms) 2024-07-26T06:52:29.877 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode 2024-07-26T06:52:29.878 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:29 smithi155 ceph-mon[90160]: osdmap e1504: 8 total, 8 up, 8 in 2024-07-26T06:52:29.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:29 smithi089 ceph-mon[99608]: osdmap e1504: 8 total, 8 up, 8 in 2024-07-26T06:52:29.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:29 smithi089 ceph-mon[102056]: osdmap e1504: 8 total, 8 up, 8 in 2024-07-26T06:52:30.038 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode (161 ms) 2024-07-26T06:52:30.038 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode 2024-07-26T06:52:30.201 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode (163 ms) 2024-07-26T06:52:30.201 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode 2024-07-26T06:52:30.340 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode (139 ms) 2024-07-26T06:52:30.340 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode 2024-07-26T06:52:30.484 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode (145 ms) 2024-07-26T06:52:30.485 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode 2024-07-26T06:52:30.638 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode (153 ms) 2024-07-26T06:52:30.638 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode 2024-07-26T06:52:30.802 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode (164 ms) 2024-07-26T06:52:30.802 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageEnabled 2024-07-26T06:52:30.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:30 smithi155 ceph-mon[90160]: pgmap v2613: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 401 KiB/s rd, 49 KiB/s wr, 567 op/s 2024-07-26T06:52:30.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:30 smithi155 ceph-mon[90160]: osdmap e1505: 8 total, 8 up, 8 in 2024-07-26T06:52:30.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:30 smithi155 ceph-mon[90160]: osdmap e1506: 8 total, 8 up, 8 in 2024-07-26T06:52:30.880 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageEnabled (79 ms) 2024-07-26T06:52:30.881 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDisabled 2024-07-26T06:52:30.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:30 smithi089 ceph-mon[99608]: pgmap v2613: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 401 KiB/s rd, 49 KiB/s wr, 567 op/s 2024-07-26T06:52:30.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:30 smithi089 ceph-mon[99608]: osdmap e1505: 8 total, 8 up, 8 in 2024-07-26T06:52:30.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:30 smithi089 ceph-mon[99608]: osdmap e1506: 8 total, 8 up, 8 in 2024-07-26T06:52:30.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:30 smithi089 ceph-mon[102056]: pgmap v2613: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 401 KiB/s rd, 49 KiB/s wr, 567 op/s 2024-07-26T06:52:30.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:30 smithi089 ceph-mon[102056]: osdmap e1505: 8 total, 8 up, 8 in 2024-07-26T06:52:30.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:30 smithi089 ceph-mon[102056]: osdmap e1506: 8 total, 8 up, 8 in 2024-07-26T06:52:30.953 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDisabled (73 ms) 2024-07-26T06:52:30.953 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMirroring.RemoveImage_With_ImageWithoutJournal 2024-07-26T06:52:31.019 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMirroring.RemoveImage_With_ImageWithoutJournal (66 ms) 2024-07-26T06:52:31.020 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDemoted 2024-07-26T06:52:31.135 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDemoted (116 ms) 2024-07-26T06:52:31.136 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMirroring.TrashMoveRestore_PoolMode 2024-07-26T06:52:31.258 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMirroring.TrashMoveRestore_PoolMode (122 ms) 2024-07-26T06:52:31.258 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled 2024-07-26T06:52:31.362 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled (105 ms) 2024-07-26T06:52:31.363 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled 2024-07-26T06:52:31.469 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled (107 ms) 2024-07-26T06:52:31.469 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMirroring.MirrorStatusList 2024-07-26T06:52:31.543 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMirroring.MirrorStatusList (73 ms) 2024-07-26T06:52:31.543 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMirroring.RemoveBootstrapped 2024-07-26T06:52:31.638 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMirroring.RemoveBootstrapped (96 ms) 2024-07-26T06:52:31.639 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMirroring.AioPromoteDemote 2024-07-26T06:52:31.997 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMirroring.AioPromoteDemote (359 ms) 2024-07-26T06:52:31.997 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMirroring.AioGetInfo 2024-07-26T06:52:32.343 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMirroring.AioGetInfo (345 ms) 2024-07-26T06:52:32.343 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMirroring.AioGetStatus 2024-07-26T06:52:32.565 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMirroring.AioGetStatus (223 ms) 2024-07-26T06:52:32.566 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMirroring.SiteName 2024-07-26T06:52:32.572 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMirroring.SiteName (6 ms) 2024-07-26T06:52:32.572 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMirroring.Bootstrap 2024-07-26T06:52:32.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:32 smithi155 ceph-mon[90160]: pgmap v2616: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 492 KiB/s rd, 48 KiB/s wr, 700 op/s 2024-07-26T06:52:32.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:52:32 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:52:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:52:32.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:32 smithi089 ceph-mon[99608]: pgmap v2616: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 492 KiB/s rd, 48 KiB/s wr, 700 op/s 2024-07-26T06:52:32.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:52:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:52:32] "GET /metrics HTTP/1.1" 200 36440 "" "Prometheus/2.43.0" 2024-07-26T06:52:32.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:32 smithi089 ceph-mon[102056]: pgmap v2616: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 492 KiB/s rd, 48 KiB/s wr, 700 op/s 2024-07-26T06:52:33.377 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMirroring.Bootstrap (805 ms) 2024-07-26T06:52:33.377 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMirroring.PeerDirection 2024-07-26T06:52:33.386 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMirroring.PeerDirection (9 ms) 2024-07-26T06:52:33.386 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMirroring.Snapshot 2024-07-26T06:52:33.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:33 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/359539259' entity='client.admin' 2024-07-26T06:52:33.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:33 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/359539259' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-07-26T06:52:33.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:33 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/359539259' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-07-26T06:52:33.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:33 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/359539259' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-07-26T06:52:33.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:33 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/359539259' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-07-26T06:52:33.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:33 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/359539259' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-07-26T06:52:33.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:33 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/359539259' entity='client.admin' 2024-07-26T06:52:33.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:33 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/359539259' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-07-26T06:52:33.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:33 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/359539259' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-07-26T06:52:33.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:33 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/359539259' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-07-26T06:52:33.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:33 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/359539259' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/3f1eea11-ed4f-418b-b50e-3e61f3f44138"}]: dispatch 2024-07-26T06:52:33.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:33 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/359539259' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/3f1eea11-ed4f-418b-b50e-3e61f3f44138"}]': finished 2024-07-26T06:52:33.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:33 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/359539259' entity='client.admin' 2024-07-26T06:52:33.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:33 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/359539259' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-07-26T06:52:33.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:33 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/359539259' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-07-26T06:52:33.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:33 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/359539259' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-07-26T06:52:33.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:33 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/359539259' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-07-26T06:52:33.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:33 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/359539259' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-07-26T06:52:33.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:33 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/359539259' entity='client.admin' 2024-07-26T06:52:33.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:33 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/359539259' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-07-26T06:52:33.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:33 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/359539259' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-07-26T06:52:33.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:33 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/359539259' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-07-26T06:52:33.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:33 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/359539259' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/3f1eea11-ed4f-418b-b50e-3e61f3f44138"}]: dispatch 2024-07-26T06:52:33.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:33 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/359539259' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/3f1eea11-ed4f-418b-b50e-3e61f3f44138"}]': finished 2024-07-26T06:52:33.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:33 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/359539259' entity='client.admin' 2024-07-26T06:52:33.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:33 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/359539259' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-07-26T06:52:33.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:33 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/359539259' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-07-26T06:52:33.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:33 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/359539259' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-07-26T06:52:33.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:33 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/359539259' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-07-26T06:52:33.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:33 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/359539259' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-07-26T06:52:33.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:33 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/359539259' entity='client.admin' 2024-07-26T06:52:33.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:33 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/359539259' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-07-26T06:52:33.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:33 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/359539259' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-07-26T06:52:33.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:33 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/359539259' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-07-26T06:52:33.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:33 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/359539259' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/3f1eea11-ed4f-418b-b50e-3e61f3f44138"}]: dispatch 2024-07-26T06:52:33.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:33 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/359539259' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/3f1eea11-ed4f-418b-b50e-3e61f3f44138"}]': finished 2024-07-26T06:52:34.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:34 smithi155 ceph-mon[90160]: pgmap v2617: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 825 KiB/s rd, 101 KiB/s wr, 1.12k op/s 2024-07-26T06:52:34.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:34 smithi155 ceph-mon[90160]: osdmap e1507: 8 total, 8 up, 8 in 2024-07-26T06:52:34.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:34 smithi089 ceph-mon[99608]: pgmap v2617: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 825 KiB/s rd, 101 KiB/s wr, 1.12k op/s 2024-07-26T06:52:34.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:34 smithi089 ceph-mon[99608]: osdmap e1507: 8 total, 8 up, 8 in 2024-07-26T06:52:34.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:34 smithi089 ceph-mon[102056]: pgmap v2617: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 825 KiB/s rd, 101 KiB/s wr, 1.12k op/s 2024-07-26T06:52:34.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:34 smithi089 ceph-mon[102056]: osdmap e1507: 8 total, 8 up, 8 in 2024-07-26T06:52:36.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:36 smithi155 ceph-mon[90160]: osdmap e1508: 8 total, 8 up, 8 in 2024-07-26T06:52:36.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:36 smithi089 ceph-mon[99608]: osdmap e1508: 8 total, 8 up, 8 in 2024-07-26T06:52:36.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:36 smithi089 ceph-mon[102056]: osdmap e1508: 8 total, 8 up, 8 in 2024-07-26T06:52:37.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:37 smithi155 ceph-mon[90160]: pgmap v2620: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 137 KiB/s wr, 1.41k op/s 2024-07-26T06:52:37.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:37 smithi155 ceph-mon[90160]: osdmap e1509: 8 total, 8 up, 8 in 2024-07-26T06:52:37.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:37 smithi089 ceph-mon[99608]: pgmap v2620: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 137 KiB/s wr, 1.41k op/s 2024-07-26T06:52:37.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:37 smithi089 ceph-mon[99608]: osdmap e1509: 8 total, 8 up, 8 in 2024-07-26T06:52:37.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:37 smithi089 ceph-mon[102056]: pgmap v2620: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 137 KiB/s wr, 1.41k op/s 2024-07-26T06:52:37.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:37 smithi089 ceph-mon[102056]: osdmap e1509: 8 total, 8 up, 8 in 2024-07-26T06:52:38.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:38 smithi155 ceph-mon[90160]: osdmap e1510: 8 total, 8 up, 8 in 2024-07-26T06:52:38.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:38 smithi089 ceph-mon[99608]: osdmap e1510: 8 total, 8 up, 8 in 2024-07-26T06:52:38.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:38 smithi089 ceph-mon[102056]: osdmap e1510: 8 total, 8 up, 8 in 2024-07-26T06:52:39.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:39 smithi155 ceph-mon[90160]: pgmap v2623: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 208 KiB/s wr, 1.76k op/s 2024-07-26T06:52:39.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:39 smithi155 ceph-mon[90160]: osdmap e1511: 8 total, 8 up, 8 in 2024-07-26T06:52:39.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:39 smithi089 ceph-mon[99608]: pgmap v2623: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 208 KiB/s wr, 1.76k op/s 2024-07-26T06:52:39.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:39 smithi089 ceph-mon[99608]: osdmap e1511: 8 total, 8 up, 8 in 2024-07-26T06:52:39.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:39 smithi089 ceph-mon[102056]: pgmap v2623: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 208 KiB/s wr, 1.76k op/s 2024-07-26T06:52:39.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:39 smithi089 ceph-mon[102056]: osdmap e1511: 8 total, 8 up, 8 in 2024-07-26T06:52:40.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:40 smithi155 ceph-mon[90160]: osdmap e1512: 8 total, 8 up, 8 in 2024-07-26T06:52:40.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:40 smithi155 ceph-mon[90160]: osdmap e1513: 8 total, 8 up, 8 in 2024-07-26T06:52:40.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:40 smithi089 ceph-mon[99608]: osdmap e1512: 8 total, 8 up, 8 in 2024-07-26T06:52:40.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:40 smithi089 ceph-mon[99608]: osdmap e1513: 8 total, 8 up, 8 in 2024-07-26T06:52:40.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:40 smithi089 ceph-mon[102056]: osdmap e1512: 8 total, 8 up, 8 in 2024-07-26T06:52:40.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:40 smithi089 ceph-mon[102056]: osdmap e1513: 8 total, 8 up, 8 in 2024-07-26T06:52:41.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:41 smithi155 ceph-mon[90160]: pgmap v2626: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 879 KiB/s rd, 146 KiB/s wr, 1.23k op/s 2024-07-26T06:52:41.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:52:41.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:41 smithi089 ceph-mon[99608]: pgmap v2626: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 879 KiB/s rd, 146 KiB/s wr, 1.23k op/s 2024-07-26T06:52:41.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:52:41.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:41 smithi089 ceph-mon[102056]: pgmap v2626: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 879 KiB/s rd, 146 KiB/s wr, 1.23k op/s 2024-07-26T06:52:41.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:52:42.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:42 smithi155 ceph-mon[90160]: osdmap e1514: 8 total, 8 up, 8 in 2024-07-26T06:52:42.379 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:52:42 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:52:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:52:42.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:42 smithi089 ceph-mon[99608]: osdmap e1514: 8 total, 8 up, 8 in 2024-07-26T06:52:42.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:42 smithi089 ceph-mon[102056]: osdmap e1514: 8 total, 8 up, 8 in 2024-07-26T06:52:42.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:52:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:52:42] "GET /metrics HTTP/1.1" 200 36447 "" "Prometheus/2.43.0" 2024-07-26T06:52:43.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:43 smithi155 ceph-mon[90160]: pgmap v2629: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 7.0 KiB/s wr, 138 op/s 2024-07-26T06:52:43.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:43 smithi155 ceph-mon[90160]: osdmap e1515: 8 total, 8 up, 8 in 2024-07-26T06:52:43.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:43 smithi089 ceph-mon[99608]: pgmap v2629: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 7.0 KiB/s wr, 138 op/s 2024-07-26T06:52:43.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:43 smithi089 ceph-mon[99608]: osdmap e1515: 8 total, 8 up, 8 in 2024-07-26T06:52:43.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:43 smithi089 ceph-mon[102056]: pgmap v2629: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 7.0 KiB/s wr, 138 op/s 2024-07-26T06:52:43.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:43 smithi089 ceph-mon[102056]: osdmap e1515: 8 total, 8 up, 8 in 2024-07-26T06:52:44.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:44 smithi155 ceph-mon[90160]: osdmap e1516: 8 total, 8 up, 8 in 2024-07-26T06:52:44.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:44 smithi089 ceph-mon[99608]: osdmap e1516: 8 total, 8 up, 8 in 2024-07-26T06:52:44.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:44 smithi089 ceph-mon[102056]: osdmap e1516: 8 total, 8 up, 8 in 2024-07-26T06:52:45.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:45 smithi155 ceph-mon[90160]: pgmap v2632: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 5.0 KiB/s wr, 66 op/s 2024-07-26T06:52:45.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:45 smithi155 ceph-mon[90160]: osdmap e1517: 8 total, 8 up, 8 in 2024-07-26T06:52:45.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:45 smithi155 ceph-mon[90160]: osdmap e1518: 8 total, 8 up, 8 in 2024-07-26T06:52:45.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:45 smithi089 ceph-mon[99608]: pgmap v2632: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 5.0 KiB/s wr, 66 op/s 2024-07-26T06:52:45.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:45 smithi089 ceph-mon[99608]: osdmap e1517: 8 total, 8 up, 8 in 2024-07-26T06:52:45.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:45 smithi089 ceph-mon[99608]: osdmap e1518: 8 total, 8 up, 8 in 2024-07-26T06:52:45.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:45 smithi089 ceph-mon[102056]: pgmap v2632: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 5.0 KiB/s wr, 66 op/s 2024-07-26T06:52:45.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:45 smithi089 ceph-mon[102056]: osdmap e1517: 8 total, 8 up, 8 in 2024-07-26T06:52:45.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:45 smithi089 ceph-mon[102056]: osdmap e1518: 8 total, 8 up, 8 in 2024-07-26T06:52:47.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:47 smithi155 ceph-mon[90160]: pgmap v2635: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.5 KiB/s rd, 511 B/s wr, 8 op/s 2024-07-26T06:52:47.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:47 smithi155 ceph-mon[90160]: osdmap e1519: 8 total, 8 up, 8 in 2024-07-26T06:52:47.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:47 smithi089 ceph-mon[99608]: pgmap v2635: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.5 KiB/s rd, 511 B/s wr, 8 op/s 2024-07-26T06:52:47.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:47 smithi089 ceph-mon[99608]: osdmap e1519: 8 total, 8 up, 8 in 2024-07-26T06:52:47.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:47 smithi089 ceph-mon[102056]: pgmap v2635: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.5 KiB/s rd, 511 B/s wr, 8 op/s 2024-07-26T06:52:47.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:47 smithi089 ceph-mon[102056]: osdmap e1519: 8 total, 8 up, 8 in 2024-07-26T06:52:48.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:48 smithi155 ceph-mon[90160]: osdmap e1520: 8 total, 8 up, 8 in 2024-07-26T06:52:48.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:48 smithi089 ceph-mon[99608]: osdmap e1520: 8 total, 8 up, 8 in 2024-07-26T06:52:48.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:48 smithi089 ceph-mon[102056]: osdmap e1520: 8 total, 8 up, 8 in 2024-07-26T06:52:49.178 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMirroring.Snapshot (15792 ms) 2024-07-26T06:52:49.178 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMirroring.SnapshotRemoveOnDisable 2024-07-26T06:52:49.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:49 smithi155 ceph-mon[90160]: pgmap v2638: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 6.0 KiB/s wr, 95 op/s 2024-07-26T06:52:49.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:49 smithi155 ceph-mon[90160]: osdmap e1521: 8 total, 8 up, 8 in 2024-07-26T06:52:49.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:49 smithi089 ceph-mon[99608]: pgmap v2638: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 6.0 KiB/s wr, 95 op/s 2024-07-26T06:52:49.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:49 smithi089 ceph-mon[99608]: osdmap e1521: 8 total, 8 up, 8 in 2024-07-26T06:52:49.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:49 smithi089 ceph-mon[102056]: pgmap v2638: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 6.0 KiB/s wr, 95 op/s 2024-07-26T06:52:49.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:49 smithi089 ceph-mon[102056]: osdmap e1521: 8 total, 8 up, 8 in 2024-07-26T06:52:50.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:50 smithi155 ceph-mon[90160]: osdmap e1522: 8 total, 8 up, 8 in 2024-07-26T06:52:50.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:50 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/359539259' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/4497f7ee-ffa0-4733-89be-30f9fed9922d"}]: dispatch 2024-07-26T06:52:50.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:50 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/359539259' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/4497f7ee-ffa0-4733-89be-30f9fed9922d"}]': finished 2024-07-26T06:52:50.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:50 smithi089 ceph-mon[99608]: osdmap e1522: 8 total, 8 up, 8 in 2024-07-26T06:52:50.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:50 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/359539259' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/4497f7ee-ffa0-4733-89be-30f9fed9922d"}]: dispatch 2024-07-26T06:52:50.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:50 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/359539259' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/4497f7ee-ffa0-4733-89be-30f9fed9922d"}]': finished 2024-07-26T06:52:50.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:50 smithi089 ceph-mon[102056]: osdmap e1522: 8 total, 8 up, 8 in 2024-07-26T06:52:50.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:50 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/359539259' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/4497f7ee-ffa0-4733-89be-30f9fed9922d"}]: dispatch 2024-07-26T06:52:50.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:50 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/359539259' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/4497f7ee-ffa0-4733-89be-30f9fed9922d"}]': finished 2024-07-26T06:52:51.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:51 smithi155 ceph-mon[90160]: pgmap v2641: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 5.7 KiB/s wr, 94 op/s 2024-07-26T06:52:51.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:51 smithi155 ceph-mon[90160]: osdmap e1523: 8 total, 8 up, 8 in 2024-07-26T06:52:51.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:51 smithi089 ceph-mon[99608]: pgmap v2641: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 5.7 KiB/s wr, 94 op/s 2024-07-26T06:52:51.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:51 smithi089 ceph-mon[99608]: osdmap e1523: 8 total, 8 up, 8 in 2024-07-26T06:52:51.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:51 smithi089 ceph-mon[102056]: pgmap v2641: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 5.7 KiB/s wr, 94 op/s 2024-07-26T06:52:51.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:51 smithi089 ceph-mon[102056]: osdmap e1523: 8 total, 8 up, 8 in 2024-07-26T06:52:52.530 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:52:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:52:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:52:52.530 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:52 smithi155 ceph-mon[90160]: osdmap e1524: 8 total, 8 up, 8 in 2024-07-26T06:52:52.532 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:52 smithi089 ceph-mon[99608]: osdmap e1524: 8 total, 8 up, 8 in 2024-07-26T06:52:52.532 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:52 smithi089 ceph-mon[102056]: osdmap e1524: 8 total, 8 up, 8 in 2024-07-26T06:52:52.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:52:52 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:52:52] "GET /metrics HTTP/1.1" 200 36447 "" "Prometheus/2.43.0" 2024-07-26T06:52:53.310 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMirroring.SnapshotRemoveOnDisable (4133 ms) 2024-07-26T06:52:53.310 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMirroring.SnapshotUnlinkPeer 2024-07-26T06:52:53.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:53 smithi155 ceph-mon[90160]: pgmap v2644: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 5.7 KiB/s wr, 90 op/s 2024-07-26T06:52:53.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:53 smithi155 ceph-mon[90160]: osdmap e1525: 8 total, 8 up, 8 in 2024-07-26T06:52:53.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:53 smithi089 ceph-mon[99608]: pgmap v2644: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 5.7 KiB/s wr, 90 op/s 2024-07-26T06:52:53.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:53 smithi089 ceph-mon[99608]: osdmap e1525: 8 total, 8 up, 8 in 2024-07-26T06:52:53.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:53 smithi089 ceph-mon[102056]: pgmap v2644: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 5.7 KiB/s wr, 90 op/s 2024-07-26T06:52:53.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:53 smithi089 ceph-mon[102056]: osdmap e1525: 8 total, 8 up, 8 in 2024-07-26T06:52:54.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:54 smithi155 ceph-mon[90160]: osdmap e1526: 8 total, 8 up, 8 in 2024-07-26T06:52:54.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:54 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/359539259' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/580f80ea-8e6e-44da-b3e0-a36c1ab48e4f"}]: dispatch 2024-07-26T06:52:54.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:54 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/359539259' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/580f80ea-8e6e-44da-b3e0-a36c1ab48e4f"}]': finished 2024-07-26T06:52:54.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:54 smithi155 ceph-mon[90160]: pgmap v2647: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 8.5 KiB/s wr, 104 op/s 2024-07-26T06:52:54.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:54 smithi089 ceph-mon[99608]: osdmap e1526: 8 total, 8 up, 8 in 2024-07-26T06:52:54.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:54 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/359539259' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/580f80ea-8e6e-44da-b3e0-a36c1ab48e4f"}]: dispatch 2024-07-26T06:52:54.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:54 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/359539259' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/580f80ea-8e6e-44da-b3e0-a36c1ab48e4f"}]': finished 2024-07-26T06:52:54.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:54 smithi089 ceph-mon[99608]: pgmap v2647: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 8.5 KiB/s wr, 104 op/s 2024-07-26T06:52:54.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:54 smithi089 ceph-mon[102056]: osdmap e1526: 8 total, 8 up, 8 in 2024-07-26T06:52:54.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:54 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/359539259' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/580f80ea-8e6e-44da-b3e0-a36c1ab48e4f"}]: dispatch 2024-07-26T06:52:54.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:54 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/359539259' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/580f80ea-8e6e-44da-b3e0-a36c1ab48e4f"}]': finished 2024-07-26T06:52:54.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:54 smithi089 ceph-mon[102056]: pgmap v2647: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 8.5 KiB/s wr, 104 op/s 2024-07-26T06:52:55.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:55 smithi155 ceph-mon[90160]: osdmap e1527: 8 total, 8 up, 8 in 2024-07-26T06:52:55.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:55 smithi155 ceph-mon[90160]: osdmap e1528: 8 total, 8 up, 8 in 2024-07-26T06:52:55.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:55 smithi089 ceph-mon[99608]: osdmap e1527: 8 total, 8 up, 8 in 2024-07-26T06:52:55.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:55 smithi089 ceph-mon[99608]: osdmap e1528: 8 total, 8 up, 8 in 2024-07-26T06:52:55.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:55 smithi089 ceph-mon[102056]: osdmap e1527: 8 total, 8 up, 8 in 2024-07-26T06:52:55.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:55 smithi089 ceph-mon[102056]: osdmap e1528: 8 total, 8 up, 8 in 2024-07-26T06:52:56.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:56 smithi155 ceph-mon[90160]: pgmap v2650: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 3.7 KiB/s wr, 25 op/s 2024-07-26T06:52:56.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:56 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:52:56.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:56 smithi155 ceph-mon[90160]: osdmap e1529: 8 total, 8 up, 8 in 2024-07-26T06:52:56.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:56 smithi089 ceph-mon[99608]: pgmap v2650: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 3.7 KiB/s wr, 25 op/s 2024-07-26T06:52:56.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:56 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:52:56.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:56 smithi089 ceph-mon[99608]: osdmap e1529: 8 total, 8 up, 8 in 2024-07-26T06:52:56.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:56 smithi089 ceph-mon[102056]: pgmap v2650: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 3.7 KiB/s wr, 25 op/s 2024-07-26T06:52:56.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:56 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:52:56.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:56 smithi089 ceph-mon[102056]: osdmap e1529: 8 total, 8 up, 8 in 2024-07-26T06:52:58.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:58 smithi155 ceph-mon[90160]: osdmap e1530: 8 total, 8 up, 8 in 2024-07-26T06:52:58.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:58 smithi089 ceph-mon[99608]: osdmap e1530: 8 total, 8 up, 8 in 2024-07-26T06:52:58.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:58 smithi089 ceph-mon[102056]: osdmap e1530: 8 total, 8 up, 8 in 2024-07-26T06:52:59.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:59 smithi155 ceph-mon[90160]: pgmap v2653: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 9.7 KiB/s wr, 114 op/s 2024-07-26T06:52:59.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:59 smithi155 ceph-mon[90160]: osdmap e1531: 8 total, 8 up, 8 in 2024-07-26T06:52:59.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:59 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/359539259' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ddbb0f25-1d74-4980-b57e-70b37ed2ed5c"}]: dispatch 2024-07-26T06:52:59.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:52:59 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/359539259' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ddbb0f25-1d74-4980-b57e-70b37ed2ed5c"}]': finished 2024-07-26T06:52:59.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:59 smithi089 ceph-mon[99608]: pgmap v2653: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 9.7 KiB/s wr, 114 op/s 2024-07-26T06:52:59.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:59 smithi089 ceph-mon[99608]: osdmap e1531: 8 total, 8 up, 8 in 2024-07-26T06:52:59.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:59 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/359539259' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ddbb0f25-1d74-4980-b57e-70b37ed2ed5c"}]: dispatch 2024-07-26T06:52:59.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:52:59 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/359539259' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ddbb0f25-1d74-4980-b57e-70b37ed2ed5c"}]': finished 2024-07-26T06:52:59.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:59 smithi089 ceph-mon[102056]: pgmap v2653: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 9.7 KiB/s wr, 114 op/s 2024-07-26T06:52:59.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:59 smithi089 ceph-mon[102056]: osdmap e1531: 8 total, 8 up, 8 in 2024-07-26T06:52:59.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:59 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/359539259' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ddbb0f25-1d74-4980-b57e-70b37ed2ed5c"}]: dispatch 2024-07-26T06:52:59.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:52:59 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/359539259' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ddbb0f25-1d74-4980-b57e-70b37ed2ed5c"}]': finished 2024-07-26T06:53:00.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:00 smithi155 ceph-mon[90160]: osdmap e1532: 8 total, 8 up, 8 in 2024-07-26T06:53:00.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:00 smithi155 ceph-mon[90160]: osdmap e1533: 8 total, 8 up, 8 in 2024-07-26T06:53:00.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:00 smithi089 ceph-mon[99608]: osdmap e1532: 8 total, 8 up, 8 in 2024-07-26T06:53:00.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:00 smithi089 ceph-mon[99608]: osdmap e1533: 8 total, 8 up, 8 in 2024-07-26T06:53:00.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:00 smithi089 ceph-mon[102056]: osdmap e1532: 8 total, 8 up, 8 in 2024-07-26T06:53:00.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:00 smithi089 ceph-mon[102056]: osdmap e1533: 8 total, 8 up, 8 in 2024-07-26T06:53:01.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:01 smithi155 ceph-mon[90160]: pgmap v2656: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 10 KiB/s wr, 119 op/s 2024-07-26T06:53:01.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:01 smithi089 ceph-mon[99608]: pgmap v2656: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 10 KiB/s wr, 119 op/s 2024-07-26T06:53:01.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:01 smithi089 ceph-mon[102056]: pgmap v2656: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 10 KiB/s wr, 119 op/s 2024-07-26T06:53:02.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:02 smithi155 ceph-mon[90160]: osdmap e1534: 8 total, 8 up, 8 in 2024-07-26T06:53:02.379 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:53:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:53:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:53:02.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:02 smithi089 ceph-mon[99608]: osdmap e1534: 8 total, 8 up, 8 in 2024-07-26T06:53:02.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:02 smithi089 ceph-mon[102056]: osdmap e1534: 8 total, 8 up, 8 in 2024-07-26T06:53:02.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:53:02 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:53:02] "GET /metrics HTTP/1.1" 200 36452 "" "Prometheus/2.43.0" 2024-07-26T06:53:03.204 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMirroring.SnapshotUnlinkPeer (9894 ms) 2024-07-26T06:53:03.205 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMirroring.SnapshotImageState 2024-07-26T06:53:03.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:03 smithi155 ceph-mon[90160]: pgmap v2659: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 170 KiB/s rd, 9.7 KiB/s wr, 221 op/s 2024-07-26T06:53:03.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:03 smithi155 ceph-mon[90160]: osdmap e1535: 8 total, 8 up, 8 in 2024-07-26T06:53:03.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:03 smithi089 ceph-mon[99608]: pgmap v2659: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 170 KiB/s rd, 9.7 KiB/s wr, 221 op/s 2024-07-26T06:53:03.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:03 smithi089 ceph-mon[99608]: osdmap e1535: 8 total, 8 up, 8 in 2024-07-26T06:53:03.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:03 smithi089 ceph-mon[102056]: pgmap v2659: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 170 KiB/s rd, 9.7 KiB/s wr, 221 op/s 2024-07-26T06:53:03.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:03 smithi089 ceph-mon[102056]: osdmap e1535: 8 total, 8 up, 8 in 2024-07-26T06:53:04.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:04 smithi155 ceph-mon[90160]: osdmap e1536: 8 total, 8 up, 8 in 2024-07-26T06:53:04.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:04 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/359539259' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/0936cce3-ee99-4a84-99d5-27717e597cc3"}]: dispatch 2024-07-26T06:53:04.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:04 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/359539259' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/0936cce3-ee99-4a84-99d5-27717e597cc3"}]': finished 2024-07-26T06:53:04.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:04 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/359539259' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/424d5b2b-2305-48ac-8b3d-f1660e47ef08"}]: dispatch 2024-07-26T06:53:04.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:04 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/359539259' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/424d5b2b-2305-48ac-8b3d-f1660e47ef08"}]': finished 2024-07-26T06:53:04.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:04 smithi089 ceph-mon[99608]: osdmap e1536: 8 total, 8 up, 8 in 2024-07-26T06:53:04.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:04 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/359539259' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/0936cce3-ee99-4a84-99d5-27717e597cc3"}]: dispatch 2024-07-26T06:53:04.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:04 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/359539259' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/0936cce3-ee99-4a84-99d5-27717e597cc3"}]': finished 2024-07-26T06:53:04.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:04 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/359539259' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/424d5b2b-2305-48ac-8b3d-f1660e47ef08"}]: dispatch 2024-07-26T06:53:04.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:04 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/359539259' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/424d5b2b-2305-48ac-8b3d-f1660e47ef08"}]': finished 2024-07-26T06:53:04.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:04 smithi089 ceph-mon[102056]: osdmap e1536: 8 total, 8 up, 8 in 2024-07-26T06:53:04.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:04 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/359539259' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/0936cce3-ee99-4a84-99d5-27717e597cc3"}]: dispatch 2024-07-26T06:53:04.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:04 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/359539259' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/0936cce3-ee99-4a84-99d5-27717e597cc3"}]': finished 2024-07-26T06:53:04.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:04 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/359539259' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/424d5b2b-2305-48ac-8b3d-f1660e47ef08"}]: dispatch 2024-07-26T06:53:04.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:04 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/359539259' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/424d5b2b-2305-48ac-8b3d-f1660e47ef08"}]': finished 2024-07-26T06:53:05.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:05 smithi155 ceph-mon[90160]: pgmap v2662: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 176 KiB/s rd, 9.2 KiB/s wr, 233 op/s 2024-07-26T06:53:05.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:05 smithi155 ceph-mon[90160]: osdmap e1537: 8 total, 8 up, 8 in 2024-07-26T06:53:05.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:05 smithi155 ceph-mon[90160]: osdmap e1538: 8 total, 8 up, 8 in 2024-07-26T06:53:05.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:05 smithi089 ceph-mon[99608]: pgmap v2662: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 176 KiB/s rd, 9.2 KiB/s wr, 233 op/s 2024-07-26T06:53:05.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:05 smithi089 ceph-mon[99608]: osdmap e1537: 8 total, 8 up, 8 in 2024-07-26T06:53:05.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:05 smithi089 ceph-mon[99608]: osdmap e1538: 8 total, 8 up, 8 in 2024-07-26T06:53:05.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:05 smithi089 ceph-mon[102056]: pgmap v2662: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 176 KiB/s rd, 9.2 KiB/s wr, 233 op/s 2024-07-26T06:53:05.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:05 smithi089 ceph-mon[102056]: osdmap e1537: 8 total, 8 up, 8 in 2024-07-26T06:53:05.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:05 smithi089 ceph-mon[102056]: osdmap e1538: 8 total, 8 up, 8 in 2024-07-26T06:53:07.271 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMirroring.SnapshotImageState (4066 ms) 2024-07-26T06:53:07.271 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMirroring.SnapshotPromoteDemote 2024-07-26T06:53:07.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:07 smithi155 ceph-mon[90160]: pgmap v2665: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 5.7 KiB/s wr, 87 op/s 2024-07-26T06:53:07.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:07 smithi155 ceph-mon[90160]: osdmap e1539: 8 total, 8 up, 8 in 2024-07-26T06:53:07.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:07 smithi089 ceph-mon[99608]: pgmap v2665: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 5.7 KiB/s wr, 87 op/s 2024-07-26T06:53:07.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:07 smithi089 ceph-mon[99608]: osdmap e1539: 8 total, 8 up, 8 in 2024-07-26T06:53:07.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:07 smithi089 ceph-mon[102056]: pgmap v2665: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 5.7 KiB/s wr, 87 op/s 2024-07-26T06:53:07.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:07 smithi089 ceph-mon[102056]: osdmap e1539: 8 total, 8 up, 8 in 2024-07-26T06:53:08.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:08 smithi155 ceph-mon[90160]: osdmap e1540: 8 total, 8 up, 8 in 2024-07-26T06:53:08.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:08 smithi155 ceph-mon[90160]: pgmap v2668: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 14 KiB/s wr, 108 op/s 2024-07-26T06:53:08.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:08 smithi089 ceph-mon[99608]: osdmap e1540: 8 total, 8 up, 8 in 2024-07-26T06:53:08.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:08 smithi089 ceph-mon[99608]: pgmap v2668: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 14 KiB/s wr, 108 op/s 2024-07-26T06:53:08.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:08 smithi089 ceph-mon[102056]: osdmap e1540: 8 total, 8 up, 8 in 2024-07-26T06:53:08.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:08 smithi089 ceph-mon[102056]: pgmap v2668: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 14 KiB/s wr, 108 op/s 2024-07-26T06:53:09.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:09 smithi155 ceph-mon[90160]: osdmap e1541: 8 total, 8 up, 8 in 2024-07-26T06:53:09.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:09 smithi089 ceph-mon[99608]: osdmap e1541: 8 total, 8 up, 8 in 2024-07-26T06:53:09.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:09 smithi089 ceph-mon[102056]: osdmap e1541: 8 total, 8 up, 8 in 2024-07-26T06:53:10.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:10 smithi155 ceph-mon[90160]: osdmap e1542: 8 total, 8 up, 8 in 2024-07-26T06:53:10.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:10 smithi155 ceph-mon[90160]: pgmap v2671: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 13 KiB/s wr, 77 op/s 2024-07-26T06:53:10.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:10 smithi155 ceph-mon[90160]: osdmap e1543: 8 total, 8 up, 8 in 2024-07-26T06:53:10.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:10 smithi089 ceph-mon[99608]: osdmap e1542: 8 total, 8 up, 8 in 2024-07-26T06:53:10.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:10 smithi089 ceph-mon[99608]: pgmap v2671: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 13 KiB/s wr, 77 op/s 2024-07-26T06:53:10.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:10 smithi089 ceph-mon[99608]: osdmap e1543: 8 total, 8 up, 8 in 2024-07-26T06:53:10.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:10 smithi089 ceph-mon[102056]: osdmap e1542: 8 total, 8 up, 8 in 2024-07-26T06:53:10.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:10 smithi089 ceph-mon[102056]: pgmap v2671: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 13 KiB/s wr, 77 op/s 2024-07-26T06:53:10.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:10 smithi089 ceph-mon[102056]: osdmap e1543: 8 total, 8 up, 8 in 2024-07-26T06:53:11.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:11 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:53:11.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:11 smithi155 ceph-mon[90160]: osdmap e1544: 8 total, 8 up, 8 in 2024-07-26T06:53:11.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:53:11.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:11 smithi089 ceph-mon[99608]: osdmap e1544: 8 total, 8 up, 8 in 2024-07-26T06:53:11.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:53:11.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:11 smithi089 ceph-mon[102056]: osdmap e1544: 8 total, 8 up, 8 in 2024-07-26T06:53:12.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:53:12 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:53:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:53:12.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:53:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:53:12] "GET /metrics HTTP/1.1" 200 36451 "" "Prometheus/2.43.0" 2024-07-26T06:53:13.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:13 smithi155 ceph-mon[90160]: pgmap v2674: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 128 KiB/s rd, 14 KiB/s wr, 175 op/s 2024-07-26T06:53:13.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:13 smithi155 ceph-mon[90160]: osdmap e1545: 8 total, 8 up, 8 in 2024-07-26T06:53:13.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:13 smithi089 ceph-mon[99608]: pgmap v2674: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 128 KiB/s rd, 14 KiB/s wr, 175 op/s 2024-07-26T06:53:13.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:13 smithi089 ceph-mon[99608]: osdmap e1545: 8 total, 8 up, 8 in 2024-07-26T06:53:13.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:13 smithi089 ceph-mon[102056]: pgmap v2674: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 128 KiB/s rd, 14 KiB/s wr, 175 op/s 2024-07-26T06:53:13.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:13 smithi089 ceph-mon[102056]: osdmap e1545: 8 total, 8 up, 8 in 2024-07-26T06:53:14.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:14 smithi155 ceph-mon[90160]: osdmap e1546: 8 total, 8 up, 8 in 2024-07-26T06:53:14.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:14 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:53:14.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:14 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:53:14.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:14 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:53:14.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:14 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:53:14.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:14 smithi089 ceph-mon[99608]: osdmap e1546: 8 total, 8 up, 8 in 2024-07-26T06:53:14.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:14 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:53:14.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:14 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:53:14.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:14 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:53:14.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:14 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:53:14.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:14 smithi089 ceph-mon[102056]: osdmap e1546: 8 total, 8 up, 8 in 2024-07-26T06:53:14.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:14 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:53:14.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:14 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:53:14.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:14 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:53:14.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:14 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:53:15.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:15 smithi155 ceph-mon[90160]: pgmap v2677: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 200 KiB/s rd, 17 KiB/s wr, 262 op/s 2024-07-26T06:53:15.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:15 smithi155 ceph-mon[90160]: osdmap e1547: 8 total, 8 up, 8 in 2024-07-26T06:53:15.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:15 smithi155 ceph-mon[90160]: osdmap e1548: 8 total, 8 up, 8 in 2024-07-26T06:53:15.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:15 smithi089 ceph-mon[99608]: pgmap v2677: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 200 KiB/s rd, 17 KiB/s wr, 262 op/s 2024-07-26T06:53:15.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:15 smithi089 ceph-mon[99608]: osdmap e1547: 8 total, 8 up, 8 in 2024-07-26T06:53:15.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:15 smithi089 ceph-mon[99608]: osdmap e1548: 8 total, 8 up, 8 in 2024-07-26T06:53:15.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:15 smithi089 ceph-mon[102056]: pgmap v2677: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 200 KiB/s rd, 17 KiB/s wr, 262 op/s 2024-07-26T06:53:15.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:15 smithi089 ceph-mon[102056]: osdmap e1547: 8 total, 8 up, 8 in 2024-07-26T06:53:15.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:15 smithi089 ceph-mon[102056]: osdmap e1548: 8 total, 8 up, 8 in 2024-07-26T06:53:17.174 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMirroring.SnapshotPromoteDemote (9904 ms) 2024-07-26T06:53:17.175 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestMirroring.AioSnapshotCreate 2024-07-26T06:53:17.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:17 smithi155 ceph-mon[90160]: pgmap v2680: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 6.5 KiB/s wr, 116 op/s 2024-07-26T06:53:17.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:17 smithi155 ceph-mon[90160]: osdmap e1549: 8 total, 8 up, 8 in 2024-07-26T06:53:17.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:17 smithi089 ceph-mon[99608]: pgmap v2680: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 6.5 KiB/s wr, 116 op/s 2024-07-26T06:53:17.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:17 smithi089 ceph-mon[99608]: osdmap e1549: 8 total, 8 up, 8 in 2024-07-26T06:53:17.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:17 smithi089 ceph-mon[102056]: pgmap v2680: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 6.5 KiB/s wr, 116 op/s 2024-07-26T06:53:17.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:17 smithi089 ceph-mon[102056]: osdmap e1549: 8 total, 8 up, 8 in 2024-07-26T06:53:18.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:18 smithi155 ceph-mon[90160]: osdmap e1550: 8 total, 8 up, 8 in 2024-07-26T06:53:18.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:18 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/359539259' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/739cd7db-2884-48ac-808a-cf05148987df"}]: dispatch 2024-07-26T06:53:18.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:18 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/359539259' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/739cd7db-2884-48ac-808a-cf05148987df"}]': finished 2024-07-26T06:53:18.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:18 smithi089 ceph-mon[99608]: osdmap e1550: 8 total, 8 up, 8 in 2024-07-26T06:53:18.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:18 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/359539259' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/739cd7db-2884-48ac-808a-cf05148987df"}]: dispatch 2024-07-26T06:53:18.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:18 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/359539259' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/739cd7db-2884-48ac-808a-cf05148987df"}]': finished 2024-07-26T06:53:18.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:18 smithi089 ceph-mon[102056]: osdmap e1550: 8 total, 8 up, 8 in 2024-07-26T06:53:18.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:18 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/359539259' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/739cd7db-2884-48ac-808a-cf05148987df"}]: dispatch 2024-07-26T06:53:18.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:18 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/359539259' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/739cd7db-2884-48ac-808a-cf05148987df"}]': finished 2024-07-26T06:53:19.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:19 smithi155 ceph-mon[90160]: pgmap v2683: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 6.7 KiB/s wr, 78 op/s 2024-07-26T06:53:19.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:19 smithi155 ceph-mon[90160]: osdmap e1551: 8 total, 8 up, 8 in 2024-07-26T06:53:19.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:19 smithi089 ceph-mon[99608]: pgmap v2683: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 6.7 KiB/s wr, 78 op/s 2024-07-26T06:53:19.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:19 smithi089 ceph-mon[99608]: osdmap e1551: 8 total, 8 up, 8 in 2024-07-26T06:53:19.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:19 smithi089 ceph-mon[102056]: pgmap v2683: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 6.7 KiB/s wr, 78 op/s 2024-07-26T06:53:19.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:19 smithi089 ceph-mon[102056]: osdmap e1551: 8 total, 8 up, 8 in 2024-07-26T06:53:20.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:20 smithi155 ceph-mon[90160]: osdmap e1552: 8 total, 8 up, 8 in 2024-07-26T06:53:20.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:20 smithi089 ceph-mon[99608]: osdmap e1552: 8 total, 8 up, 8 in 2024-07-26T06:53:20.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:20 smithi089 ceph-mon[102056]: osdmap e1552: 8 total, 8 up, 8 in 2024-07-26T06:53:21.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:21 smithi155 ceph-mon[90160]: pgmap v2686: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 6.7 KiB/s wr, 81 op/s 2024-07-26T06:53:21.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:21 smithi155 ceph-mon[90160]: osdmap e1553: 8 total, 8 up, 8 in 2024-07-26T06:53:21.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:21 smithi089 ceph-mon[99608]: pgmap v2686: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 6.7 KiB/s wr, 81 op/s 2024-07-26T06:53:21.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:21 smithi089 ceph-mon[99608]: osdmap e1553: 8 total, 8 up, 8 in 2024-07-26T06:53:21.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:21 smithi089 ceph-mon[102056]: pgmap v2686: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 6.7 KiB/s wr, 81 op/s 2024-07-26T06:53:21.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:21 smithi089 ceph-mon[102056]: osdmap e1553: 8 total, 8 up, 8 in 2024-07-26T06:53:22.530 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:53:22 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:53:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:53:22.530 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:22 smithi155 ceph-mon[90160]: osdmap e1554: 8 total, 8 up, 8 in 2024-07-26T06:53:22.532 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:22 smithi089 ceph-mon[99608]: osdmap e1554: 8 total, 8 up, 8 in 2024-07-26T06:53:22.532 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:22 smithi089 ceph-mon[102056]: osdmap e1554: 8 total, 8 up, 8 in 2024-07-26T06:53:22.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:53:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:53:22] "GET /metrics HTTP/1.1" 200 36451 "" "Prometheus/2.43.0" 2024-07-26T06:53:23.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:23 smithi155 ceph-mon[90160]: pgmap v2689: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 5.7 KiB/s wr, 58 op/s 2024-07-26T06:53:23.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:23 smithi155 ceph-mon[90160]: osdmap e1555: 8 total, 8 up, 8 in 2024-07-26T06:53:23.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:23 smithi089 ceph-mon[99608]: pgmap v2689: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 5.7 KiB/s wr, 58 op/s 2024-07-26T06:53:23.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:23 smithi089 ceph-mon[99608]: osdmap e1555: 8 total, 8 up, 8 in 2024-07-26T06:53:23.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:23 smithi089 ceph-mon[102056]: pgmap v2689: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 5.7 KiB/s wr, 58 op/s 2024-07-26T06:53:23.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:23 smithi089 ceph-mon[102056]: osdmap e1555: 8 total, 8 up, 8 in 2024-07-26T06:53:24.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:24 smithi155 ceph-mon[90160]: osdmap e1556: 8 total, 8 up, 8 in 2024-07-26T06:53:24.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:24 smithi155 ceph-mon[90160]: pgmap v2692: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 12 KiB/s wr, 119 op/s 2024-07-26T06:53:24.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:24 smithi089 ceph-mon[99608]: osdmap e1556: 8 total, 8 up, 8 in 2024-07-26T06:53:24.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:24 smithi089 ceph-mon[99608]: pgmap v2692: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 12 KiB/s wr, 119 op/s 2024-07-26T06:53:24.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:24 smithi089 ceph-mon[102056]: osdmap e1556: 8 total, 8 up, 8 in 2024-07-26T06:53:24.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:24 smithi089 ceph-mon[102056]: pgmap v2692: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 12 KiB/s wr, 119 op/s 2024-07-26T06:53:25.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:25 smithi155 ceph-mon[90160]: osdmap e1557: 8 total, 8 up, 8 in 2024-07-26T06:53:25.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:25 smithi155 ceph-mon[90160]: osdmap e1558: 8 total, 8 up, 8 in 2024-07-26T06:53:25.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:25 smithi089 ceph-mon[99608]: osdmap e1557: 8 total, 8 up, 8 in 2024-07-26T06:53:25.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:25 smithi089 ceph-mon[99608]: osdmap e1558: 8 total, 8 up, 8 in 2024-07-26T06:53:25.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:25 smithi089 ceph-mon[102056]: osdmap e1557: 8 total, 8 up, 8 in 2024-07-26T06:53:25.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:25 smithi089 ceph-mon[102056]: osdmap e1558: 8 total, 8 up, 8 in 2024-07-26T06:53:26.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:26 smithi155 ceph-mon[90160]: pgmap v2695: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 7.7 KiB/s wr, 75 op/s 2024-07-26T06:53:26.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:53:26.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:26 smithi155 ceph-mon[90160]: osdmap e1559: 8 total, 8 up, 8 in 2024-07-26T06:53:26.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:26 smithi089 ceph-mon[99608]: pgmap v2695: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 7.7 KiB/s wr, 75 op/s 2024-07-26T06:53:26.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:53:26.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:26 smithi089 ceph-mon[99608]: osdmap e1559: 8 total, 8 up, 8 in 2024-07-26T06:53:26.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:26 smithi089 ceph-mon[102056]: pgmap v2695: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 7.7 KiB/s wr, 75 op/s 2024-07-26T06:53:26.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:53:26.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:26 smithi089 ceph-mon[102056]: osdmap e1559: 8 total, 8 up, 8 in 2024-07-26T06:53:28.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:28 smithi155 ceph-mon[90160]: osdmap e1560: 8 total, 8 up, 8 in 2024-07-26T06:53:28.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:28 smithi089 ceph-mon[99608]: osdmap e1560: 8 total, 8 up, 8 in 2024-07-26T06:53:28.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:28 smithi089 ceph-mon[102056]: osdmap e1560: 8 total, 8 up, 8 in 2024-07-26T06:53:29.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:29 smithi155 ceph-mon[90160]: pgmap v2698: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 13 KiB/s wr, 101 op/s 2024-07-26T06:53:29.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:29 smithi155 ceph-mon[90160]: osdmap e1561: 8 total, 8 up, 8 in 2024-07-26T06:53:29.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:29 smithi089 ceph-mon[99608]: pgmap v2698: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 13 KiB/s wr, 101 op/s 2024-07-26T06:53:29.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:29 smithi089 ceph-mon[99608]: osdmap e1561: 8 total, 8 up, 8 in 2024-07-26T06:53:29.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:29 smithi089 ceph-mon[102056]: pgmap v2698: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 13 KiB/s wr, 101 op/s 2024-07-26T06:53:29.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:29 smithi089 ceph-mon[102056]: osdmap e1561: 8 total, 8 up, 8 in 2024-07-26T06:53:30.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:30 smithi155 ceph-mon[90160]: osdmap e1562: 8 total, 8 up, 8 in 2024-07-26T06:53:30.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:30 smithi089 ceph-mon[99608]: osdmap e1562: 8 total, 8 up, 8 in 2024-07-26T06:53:30.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:30 smithi089 ceph-mon[102056]: osdmap e1562: 8 total, 8 up, 8 in 2024-07-26T06:53:31.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:31 smithi155 ceph-mon[90160]: pgmap v2701: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 13 KiB/s wr, 106 op/s 2024-07-26T06:53:31.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:31 smithi155 ceph-mon[90160]: osdmap e1563: 8 total, 8 up, 8 in 2024-07-26T06:53:31.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:31 smithi089 ceph-mon[99608]: pgmap v2701: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 13 KiB/s wr, 106 op/s 2024-07-26T06:53:31.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:31 smithi089 ceph-mon[99608]: osdmap e1563: 8 total, 8 up, 8 in 2024-07-26T06:53:31.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:31 smithi089 ceph-mon[102056]: pgmap v2701: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 13 KiB/s wr, 106 op/s 2024-07-26T06:53:31.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:31 smithi089 ceph-mon[102056]: osdmap e1563: 8 total, 8 up, 8 in 2024-07-26T06:53:32.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:32 smithi155 ceph-mon[90160]: osdmap e1564: 8 total, 8 up, 8 in 2024-07-26T06:53:32.379 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:53:32 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:53:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:53:32.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:32 smithi089 ceph-mon[99608]: osdmap e1564: 8 total, 8 up, 8 in 2024-07-26T06:53:32.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:32 smithi089 ceph-mon[102056]: osdmap e1564: 8 total, 8 up, 8 in 2024-07-26T06:53:32.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:53:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:53:32] "GET /metrics HTTP/1.1" 200 36451 "" "Prometheus/2.43.0" 2024-07-26T06:53:33.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:33 smithi155 ceph-mon[90160]: pgmap v2704: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 15 KiB/s wr, 193 op/s 2024-07-26T06:53:33.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:33 smithi155 ceph-mon[90160]: osdmap e1565: 8 total, 8 up, 8 in 2024-07-26T06:53:33.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:33 smithi089 ceph-mon[99608]: pgmap v2704: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 15 KiB/s wr, 193 op/s 2024-07-26T06:53:33.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:33 smithi089 ceph-mon[99608]: osdmap e1565: 8 total, 8 up, 8 in 2024-07-26T06:53:33.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:33 smithi089 ceph-mon[102056]: pgmap v2704: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 15 KiB/s wr, 193 op/s 2024-07-26T06:53:33.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:33 smithi089 ceph-mon[102056]: osdmap e1565: 8 total, 8 up, 8 in 2024-07-26T06:53:34.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:34 smithi089 ceph-mon[99608]: osdmap e1566: 8 total, 8 up, 8 in 2024-07-26T06:53:34.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:34 smithi089 ceph-mon[102056]: osdmap e1566: 8 total, 8 up, 8 in 2024-07-26T06:53:34.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:34 smithi155 ceph-mon[90160]: osdmap e1566: 8 total, 8 up, 8 in 2024-07-26T06:53:35.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:35 smithi089 ceph-mon[99608]: pgmap v2707: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s rd, 19 KiB/s wr, 239 op/s 2024-07-26T06:53:35.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:35 smithi089 ceph-mon[99608]: osdmap e1567: 8 total, 8 up, 8 in 2024-07-26T06:53:35.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:35 smithi089 ceph-mon[102056]: pgmap v2707: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s rd, 19 KiB/s wr, 239 op/s 2024-07-26T06:53:35.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:35 smithi089 ceph-mon[102056]: osdmap e1567: 8 total, 8 up, 8 in 2024-07-26T06:53:35.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:35 smithi155 ceph-mon[90160]: pgmap v2707: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s rd, 19 KiB/s wr, 239 op/s 2024-07-26T06:53:35.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:35 smithi155 ceph-mon[90160]: osdmap e1567: 8 total, 8 up, 8 in 2024-07-26T06:53:36.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:36 smithi089 ceph-mon[99608]: osdmap e1568: 8 total, 8 up, 8 in 2024-07-26T06:53:36.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:36 smithi089 ceph-mon[102056]: osdmap e1568: 8 total, 8 up, 8 in 2024-07-26T06:53:36.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:36 smithi155 ceph-mon[90160]: osdmap e1568: 8 total, 8 up, 8 in 2024-07-26T06:53:37.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:37 smithi089 ceph-mon[99608]: pgmap v2710: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 10 KiB/s wr, 110 op/s 2024-07-26T06:53:37.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:37 smithi089 ceph-mon[99608]: osdmap e1569: 8 total, 8 up, 8 in 2024-07-26T06:53:37.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:37 smithi089 ceph-mon[102056]: pgmap v2710: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 10 KiB/s wr, 110 op/s 2024-07-26T06:53:37.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:37 smithi089 ceph-mon[102056]: osdmap e1569: 8 total, 8 up, 8 in 2024-07-26T06:53:37.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:37 smithi155 ceph-mon[90160]: pgmap v2710: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 10 KiB/s wr, 110 op/s 2024-07-26T06:53:37.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:37 smithi155 ceph-mon[90160]: osdmap e1569: 8 total, 8 up, 8 in 2024-07-26T06:53:38.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:38 smithi155 ceph-mon[90160]: osdmap e1570: 8 total, 8 up, 8 in 2024-07-26T06:53:38.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:38 smithi089 ceph-mon[99608]: osdmap e1570: 8 total, 8 up, 8 in 2024-07-26T06:53:38.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:38 smithi089 ceph-mon[102056]: osdmap e1570: 8 total, 8 up, 8 in 2024-07-26T06:53:39.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:39 smithi155 ceph-mon[90160]: pgmap v2713: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 9.0 KiB/s wr, 125 op/s 2024-07-26T06:53:39.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:39 smithi155 ceph-mon[90160]: osdmap e1571: 8 total, 8 up, 8 in 2024-07-26T06:53:39.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:39 smithi089 ceph-mon[99608]: pgmap v2713: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 9.0 KiB/s wr, 125 op/s 2024-07-26T06:53:39.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:39 smithi089 ceph-mon[99608]: osdmap e1571: 8 total, 8 up, 8 in 2024-07-26T06:53:39.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:39 smithi089 ceph-mon[102056]: pgmap v2713: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 9.0 KiB/s wr, 125 op/s 2024-07-26T06:53:39.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:39 smithi089 ceph-mon[102056]: osdmap e1571: 8 total, 8 up, 8 in 2024-07-26T06:53:40.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:40 smithi155 ceph-mon[90160]: osdmap e1572: 8 total, 8 up, 8 in 2024-07-26T06:53:40.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:40 smithi155 ceph-mon[90160]: osdmap e1573: 8 total, 8 up, 8 in 2024-07-26T06:53:40.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:40 smithi089 ceph-mon[99608]: osdmap e1572: 8 total, 8 up, 8 in 2024-07-26T06:53:40.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:40 smithi089 ceph-mon[99608]: osdmap e1573: 8 total, 8 up, 8 in 2024-07-26T06:53:40.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:40 smithi089 ceph-mon[102056]: osdmap e1572: 8 total, 8 up, 8 in 2024-07-26T06:53:40.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:40 smithi089 ceph-mon[102056]: osdmap e1573: 8 total, 8 up, 8 in 2024-07-26T06:53:41.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:41 smithi155 ceph-mon[90160]: pgmap v2716: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 4.7 KiB/s wr, 88 op/s 2024-07-26T06:53:41.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:53:41.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:41 smithi089 ceph-mon[99608]: pgmap v2716: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 4.7 KiB/s wr, 88 op/s 2024-07-26T06:53:41.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:53:41.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:41 smithi089 ceph-mon[102056]: pgmap v2716: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 4.7 KiB/s wr, 88 op/s 2024-07-26T06:53:41.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:53:42.532 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:42 smithi089 ceph-mon[99608]: osdmap e1574: 8 total, 8 up, 8 in 2024-07-26T06:53:42.533 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:42 smithi089 ceph-mon[102056]: osdmap e1574: 8 total, 8 up, 8 in 2024-07-26T06:53:42.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:53:42 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:53:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:53:42.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:42 smithi155 ceph-mon[90160]: osdmap e1574: 8 total, 8 up, 8 in 2024-07-26T06:53:42.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:53:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:53:42] "GET /metrics HTTP/1.1" 200 36454 "" "Prometheus/2.43.0" 2024-07-26T06:53:43.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:43 smithi155 ceph-mon[90160]: pgmap v2719: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 4.2 KiB/s wr, 91 op/s 2024-07-26T06:53:43.672 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:43 smithi155 ceph-mon[90160]: osdmap e1575: 8 total, 8 up, 8 in 2024-07-26T06:53:43.673 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:43 smithi089 ceph-mon[99608]: pgmap v2719: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 4.2 KiB/s wr, 91 op/s 2024-07-26T06:53:43.673 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:43 smithi089 ceph-mon[99608]: osdmap e1575: 8 total, 8 up, 8 in 2024-07-26T06:53:43.673 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:43 smithi089 ceph-mon[102056]: pgmap v2719: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 4.2 KiB/s wr, 91 op/s 2024-07-26T06:53:43.673 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:43 smithi089 ceph-mon[102056]: osdmap e1575: 8 total, 8 up, 8 in 2024-07-26T06:53:44.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:44 smithi155 ceph-mon[90160]: osdmap e1576: 8 total, 8 up, 8 in 2024-07-26T06:53:44.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:44 smithi089 ceph-mon[99608]: osdmap e1576: 8 total, 8 up, 8 in 2024-07-26T06:53:44.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:44 smithi089 ceph-mon[102056]: osdmap e1576: 8 total, 8 up, 8 in 2024-07-26T06:53:45.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:45 smithi155 ceph-mon[90160]: pgmap v2722: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 101 KiB/s rd, 7.2 KiB/s wr, 143 op/s 2024-07-26T06:53:45.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:45 smithi155 ceph-mon[90160]: osdmap e1577: 8 total, 8 up, 8 in 2024-07-26T06:53:45.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:45 smithi155 ceph-mon[90160]: osdmap e1578: 8 total, 8 up, 8 in 2024-07-26T06:53:45.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:45 smithi089 ceph-mon[99608]: pgmap v2722: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 101 KiB/s rd, 7.2 KiB/s wr, 143 op/s 2024-07-26T06:53:45.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:45 smithi089 ceph-mon[99608]: osdmap e1577: 8 total, 8 up, 8 in 2024-07-26T06:53:45.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:45 smithi089 ceph-mon[99608]: osdmap e1578: 8 total, 8 up, 8 in 2024-07-26T06:53:45.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:45 smithi089 ceph-mon[102056]: pgmap v2722: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 101 KiB/s rd, 7.2 KiB/s wr, 143 op/s 2024-07-26T06:53:45.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:45 smithi089 ceph-mon[102056]: osdmap e1577: 8 total, 8 up, 8 in 2024-07-26T06:53:45.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:45 smithi089 ceph-mon[102056]: osdmap e1578: 8 total, 8 up, 8 in 2024-07-26T06:53:47.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:47 smithi155 ceph-mon[90160]: pgmap v2725: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 5.2 KiB/s wr, 70 op/s 2024-07-26T06:53:47.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:47 smithi155 ceph-mon[90160]: osdmap e1579: 8 total, 8 up, 8 in 2024-07-26T06:53:47.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:47 smithi089 ceph-mon[99608]: pgmap v2725: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 5.2 KiB/s wr, 70 op/s 2024-07-26T06:53:47.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:47 smithi089 ceph-mon[99608]: osdmap e1579: 8 total, 8 up, 8 in 2024-07-26T06:53:47.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:47 smithi089 ceph-mon[102056]: pgmap v2725: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 5.2 KiB/s wr, 70 op/s 2024-07-26T06:53:47.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:47 smithi089 ceph-mon[102056]: osdmap e1579: 8 total, 8 up, 8 in 2024-07-26T06:53:48.164 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestMirroring.AioSnapshotCreate (30990 ms) 2024-07-26T06:53:48.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:48 smithi155 ceph-mon[90160]: osdmap e1580: 8 total, 8 up, 8 in 2024-07-26T06:53:48.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:48 smithi089 ceph-mon[99608]: osdmap e1580: 8 total, 8 up, 8 in 2024-07-26T06:53:48.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:48 smithi089 ceph-mon[102056]: osdmap e1580: 8 total, 8 up, 8 in 2024-07-26T06:53:49.172 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] 51 tests from TestMirroring (86705 ms total) 2024-07-26T06:53:49.172 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:53:49.172 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] 34 tests from TestInternal 2024-07-26T06:53:49.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:49 smithi155 ceph-mon[90160]: pgmap v2728: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 9.0 KiB/s wr, 126 op/s 2024-07-26T06:53:49.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:49 smithi155 ceph-mon[90160]: osdmap e1581: 8 total, 8 up, 8 in 2024-07-26T06:53:49.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:49 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/359539259' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/d2f5e5d0-40f9-45c4-ba86-7c7595d725d1"}]: dispatch 2024-07-26T06:53:49.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:49 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/359539259' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/d2f5e5d0-40f9-45c4-ba86-7c7595d725d1"}]': finished 2024-07-26T06:53:49.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:49 smithi089 ceph-mon[99608]: pgmap v2728: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 9.0 KiB/s wr, 126 op/s 2024-07-26T06:53:49.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:49 smithi089 ceph-mon[99608]: osdmap e1581: 8 total, 8 up, 8 in 2024-07-26T06:53:49.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:49 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/359539259' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/d2f5e5d0-40f9-45c4-ba86-7c7595d725d1"}]: dispatch 2024-07-26T06:53:49.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:49 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/359539259' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/d2f5e5d0-40f9-45c4-ba86-7c7595d725d1"}]': finished 2024-07-26T06:53:49.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:49 smithi089 ceph-mon[102056]: pgmap v2728: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 9.0 KiB/s wr, 126 op/s 2024-07-26T06:53:49.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:49 smithi089 ceph-mon[102056]: osdmap e1581: 8 total, 8 up, 8 in 2024-07-26T06:53:49.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:49 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/359539259' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/d2f5e5d0-40f9-45c4-ba86-7c7595d725d1"}]: dispatch 2024-07-26T06:53:49.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:49 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/359539259' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/d2f5e5d0-40f9-45c4-ba86-7c7595d725d1"}]': finished 2024-07-26T06:53:50.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:50 smithi155 ceph-mon[90160]: osdmap e1582: 8 total, 8 up, 8 in 2024-07-26T06:53:50.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:50 smithi089 ceph-mon[99608]: osdmap e1582: 8 total, 8 up, 8 in 2024-07-26T06:53:50.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:50 smithi089 ceph-mon[102056]: osdmap e1582: 8 total, 8 up, 8 in 2024-07-26T06:53:51.176 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestInternal.OpenByID 2024-07-26T06:53:51.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:51 smithi155 ceph-mon[90160]: pgmap v2731: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:53:51.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:51 smithi155 ceph-mon[90160]: osdmap e1583: 8 total, 8 up, 8 in 2024-07-26T06:53:51.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:51 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/125038018' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:53:51.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:51 smithi089 ceph-mon[99608]: pgmap v2731: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:53:51.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:51 smithi089 ceph-mon[99608]: osdmap e1583: 8 total, 8 up, 8 in 2024-07-26T06:53:51.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:51 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/125038018' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:53:51.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:51 smithi089 ceph-mon[102056]: pgmap v2731: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:53:51.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:51 smithi089 ceph-mon[102056]: osdmap e1583: 8 total, 8 up, 8 in 2024-07-26T06:53:51.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:51 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/125038018' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:53:52.530 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:52 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/125038018' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:53:52.530 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:52 smithi155 ceph-mon[90160]: osdmap e1584: 8 total, 8 up, 8 in 2024-07-26T06:53:52.531 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:53:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:53:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:53:52.532 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:52 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/125038018' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:53:52.532 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:52 smithi089 ceph-mon[99608]: osdmap e1584: 8 total, 8 up, 8 in 2024-07-26T06:53:52.532 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:52 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/125038018' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:53:52.533 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:52 smithi089 ceph-mon[102056]: osdmap e1584: 8 total, 8 up, 8 in 2024-07-26T06:53:52.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:53:52 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:53:52] "GET /metrics HTTP/1.1" 200 36454 "" "Prometheus/2.43.0" 2024-07-26T06:53:53.242 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestInternal.OpenByID (2066 ms) 2024-07-26T06:53:53.242 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestInternal.OpenSnapDNE 2024-07-26T06:53:53.267 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestInternal.OpenSnapDNE (26 ms) 2024-07-26T06:53:53.267 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestInternal.IsExclusiveLockOwner 2024-07-26T06:53:53.293 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestInternal.IsExclusiveLockOwner (25 ms) 2024-07-26T06:53:53.293 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestInternal.ResizeLocksImage 2024-07-26T06:53:53.316 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestInternal.ResizeLocksImage (23 ms) 2024-07-26T06:53:53.317 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestInternal.ResizeFailsToLockImage 2024-07-26T06:53:53.334 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestInternal.ResizeFailsToLockImage (18 ms) 2024-07-26T06:53:53.334 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestInternal.SnapCreateLocksImage 2024-07-26T06:53:53.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:53 smithi155 ceph-mon[90160]: pgmap v2734: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:53:53.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:53 smithi155 ceph-mon[90160]: osdmap e1585: 8 total, 8 up, 8 in 2024-07-26T06:53:53.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:53 smithi089 ceph-mon[99608]: pgmap v2734: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:53:53.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:53 smithi089 ceph-mon[99608]: osdmap e1585: 8 total, 8 up, 8 in 2024-07-26T06:53:53.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:53 smithi089 ceph-mon[102056]: pgmap v2734: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:53:53.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:53 smithi089 ceph-mon[102056]: osdmap e1585: 8 total, 8 up, 8 in 2024-07-26T06:53:54.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:54 smithi155 ceph-mon[90160]: osdmap e1586: 8 total, 8 up, 8 in 2024-07-26T06:53:54.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:54 smithi089 ceph-mon[99608]: osdmap e1586: 8 total, 8 up, 8 in 2024-07-26T06:53:54.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:54 smithi089 ceph-mon[102056]: osdmap e1586: 8 total, 8 up, 8 in 2024-07-26T06:53:55.227 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestInternal.SnapCreateLocksImage (1892 ms) 2024-07-26T06:53:55.227 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestInternal.SnapCreateFailsToLockImage 2024-07-26T06:53:55.253 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestInternal.SnapCreateFailsToLockImage (27 ms) 2024-07-26T06:53:55.253 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestInternal.SnapRollbackLocksImage 2024-07-26T06:53:55.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:55 smithi155 ceph-mon[90160]: pgmap v2737: 137 pgs: 9 creating+peering, 13 unknown, 115 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:53:55.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:55 smithi155 ceph-mon[90160]: osdmap e1587: 8 total, 8 up, 8 in 2024-07-26T06:53:55.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:55 smithi089 ceph-mon[99608]: pgmap v2737: 137 pgs: 9 creating+peering, 13 unknown, 115 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:53:55.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:55 smithi089 ceph-mon[99608]: osdmap e1587: 8 total, 8 up, 8 in 2024-07-26T06:53:55.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:55 smithi089 ceph-mon[102056]: pgmap v2737: 137 pgs: 9 creating+peering, 13 unknown, 115 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:53:55.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:55 smithi089 ceph-mon[102056]: osdmap e1587: 8 total, 8 up, 8 in 2024-07-26T06:53:56.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:56 smithi155 ceph-mon[90160]: osdmap e1588: 8 total, 8 up, 8 in 2024-07-26T06:53:56.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:56 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:53:56.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:56 smithi089 ceph-mon[99608]: osdmap e1588: 8 total, 8 up, 8 in 2024-07-26T06:53:56.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:56 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:53:56.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:56 smithi089 ceph-mon[102056]: osdmap e1588: 8 total, 8 up, 8 in 2024-07-26T06:53:56.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:56 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:53:57.238 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestInternal.SnapRollbackLocksImage (1985 ms) 2024-07-26T06:53:57.239 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestInternal.SnapRollbackFailsToLockImage 2024-07-26T06:53:57.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:57 smithi155 ceph-mon[90160]: pgmap v2740: 137 pgs: 9 creating+peering, 128 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 5.0 KiB/s wr, 41 op/s 2024-07-26T06:53:57.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:57 smithi155 ceph-mon[90160]: osdmap e1589: 8 total, 8 up, 8 in 2024-07-26T06:53:57.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:57 smithi089 ceph-mon[99608]: pgmap v2740: 137 pgs: 9 creating+peering, 128 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 5.0 KiB/s wr, 41 op/s 2024-07-26T06:53:57.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:57 smithi089 ceph-mon[99608]: osdmap e1589: 8 total, 8 up, 8 in 2024-07-26T06:53:57.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:57 smithi089 ceph-mon[102056]: pgmap v2740: 137 pgs: 9 creating+peering, 128 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 5.0 KiB/s wr, 41 op/s 2024-07-26T06:53:57.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:57 smithi089 ceph-mon[102056]: osdmap e1589: 8 total, 8 up, 8 in 2024-07-26T06:53:58.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:58 smithi155 ceph-mon[90160]: osdmap e1590: 8 total, 8 up, 8 in 2024-07-26T06:53:58.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:58 smithi155 ceph-mon[90160]: pgmap v2743: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 8.0 KiB/s wr, 94 op/s 2024-07-26T06:53:58.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:58 smithi089 ceph-mon[99608]: osdmap e1590: 8 total, 8 up, 8 in 2024-07-26T06:53:58.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:58 smithi089 ceph-mon[99608]: pgmap v2743: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 8.0 KiB/s wr, 94 op/s 2024-07-26T06:53:58.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:58 smithi089 ceph-mon[102056]: osdmap e1590: 8 total, 8 up, 8 in 2024-07-26T06:53:58.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:58 smithi089 ceph-mon[102056]: pgmap v2743: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 8.0 KiB/s wr, 94 op/s 2024-07-26T06:53:59.255 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestInternal.SnapRollbackFailsToLockImage (2016 ms) 2024-07-26T06:53:59.255 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestInternal.SnapSetReleasesLock 2024-07-26T06:53:59.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:53:59 smithi155 ceph-mon[90160]: osdmap e1591: 8 total, 8 up, 8 in 2024-07-26T06:53:59.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:53:59 smithi089 ceph-mon[99608]: osdmap e1591: 8 total, 8 up, 8 in 2024-07-26T06:53:59.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:53:59 smithi089 ceph-mon[102056]: osdmap e1591: 8 total, 8 up, 8 in 2024-07-26T06:54:00.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:00 smithi155 ceph-mon[90160]: osdmap e1592: 8 total, 8 up, 8 in 2024-07-26T06:54:00.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:00 smithi155 ceph-mon[90160]: pgmap v2746: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 4.5 KiB/s wr, 62 op/s 2024-07-26T06:54:00.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:00 smithi089 ceph-mon[99608]: osdmap e1592: 8 total, 8 up, 8 in 2024-07-26T06:54:00.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:00 smithi089 ceph-mon[99608]: pgmap v2746: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 4.5 KiB/s wr, 62 op/s 2024-07-26T06:54:00.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:00 smithi089 ceph-mon[102056]: osdmap e1592: 8 total, 8 up, 8 in 2024-07-26T06:54:00.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:00 smithi089 ceph-mon[102056]: pgmap v2746: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 4.5 KiB/s wr, 62 op/s 2024-07-26T06:54:01.271 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestInternal.SnapSetReleasesLock (2017 ms) 2024-07-26T06:54:01.272 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestInternal.FlattenLocksImage 2024-07-26T06:54:01.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:01 smithi155 ceph-mon[90160]: osdmap e1593: 8 total, 8 up, 8 in 2024-07-26T06:54:01.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:01 smithi089 ceph-mon[99608]: osdmap e1593: 8 total, 8 up, 8 in 2024-07-26T06:54:01.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:01 smithi089 ceph-mon[102056]: osdmap e1593: 8 total, 8 up, 8 in 2024-07-26T06:54:02.532 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:02 smithi089 ceph-mon[99608]: osdmap e1594: 8 total, 8 up, 8 in 2024-07-26T06:54:02.532 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:02 smithi089 ceph-mon[99608]: pgmap v2749: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 7.5 KiB/s wr, 109 op/s 2024-07-26T06:54:02.533 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:02 smithi089 ceph-mon[102056]: osdmap e1594: 8 total, 8 up, 8 in 2024-07-26T06:54:02.533 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:02 smithi089 ceph-mon[102056]: pgmap v2749: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 7.5 KiB/s wr, 109 op/s 2024-07-26T06:54:02.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:54:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:54:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:54:02.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:02 smithi155 ceph-mon[90160]: osdmap e1594: 8 total, 8 up, 8 in 2024-07-26T06:54:02.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:02 smithi155 ceph-mon[90160]: pgmap v2749: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 7.5 KiB/s wr, 109 op/s 2024-07-26T06:54:02.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:54:02 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:54:02] "GET /metrics HTTP/1.1" 200 36440 "" "Prometheus/2.43.0" 2024-07-26T06:54:03.295 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestInternal.FlattenLocksImage (2024 ms) 2024-07-26T06:54:03.295 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestInternal.FlattenFailsToLockImage 2024-07-26T06:54:03.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:03 smithi155 ceph-mon[90160]: osdmap e1595: 8 total, 8 up, 8 in 2024-07-26T06:54:03.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:03 smithi089 ceph-mon[99608]: osdmap e1595: 8 total, 8 up, 8 in 2024-07-26T06:54:03.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:03 smithi089 ceph-mon[102056]: osdmap e1595: 8 total, 8 up, 8 in 2024-07-26T06:54:04.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:04 smithi155 ceph-mon[90160]: osdmap e1596: 8 total, 8 up, 8 in 2024-07-26T06:54:04.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:04 smithi155 ceph-mon[90160]: pgmap v2752: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 101 KiB/s rd, 9.0 KiB/s wr, 142 op/s 2024-07-26T06:54:04.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:04 smithi089 ceph-mon[99608]: osdmap e1596: 8 total, 8 up, 8 in 2024-07-26T06:54:04.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:04 smithi089 ceph-mon[99608]: pgmap v2752: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 101 KiB/s rd, 9.0 KiB/s wr, 142 op/s 2024-07-26T06:54:04.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:04 smithi089 ceph-mon[102056]: osdmap e1596: 8 total, 8 up, 8 in 2024-07-26T06:54:04.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:04 smithi089 ceph-mon[102056]: pgmap v2752: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 101 KiB/s rd, 9.0 KiB/s wr, 142 op/s 2024-07-26T06:54:05.106 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestInternal.FlattenFailsToLockImage (1811 ms) 2024-07-26T06:54:05.106 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestInternal.WriteFailsToLockImageBlocklisted 2024-07-26T06:54:05.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:05 smithi155 ceph-mon[90160]: osdmap e1597: 8 total, 8 up, 8 in 2024-07-26T06:54:05.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:05 smithi155 ceph-mon[90160]: osdmap e1598: 8 total, 8 up, 8 in 2024-07-26T06:54:05.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:05 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/1851355217' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.89:0/1851355217"}]: dispatch 2024-07-26T06:54:05.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:05 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.89:0/1851355217"}]: dispatch 2024-07-26T06:54:05.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:05 smithi089 ceph-mon[99608]: osdmap e1597: 8 total, 8 up, 8 in 2024-07-26T06:54:05.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:05 smithi089 ceph-mon[99608]: osdmap e1598: 8 total, 8 up, 8 in 2024-07-26T06:54:05.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:05 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/1851355217' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.89:0/1851355217"}]: dispatch 2024-07-26T06:54:05.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:05 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.89:0/1851355217"}]: dispatch 2024-07-26T06:54:05.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:05 smithi089 ceph-mon[102056]: osdmap e1597: 8 total, 8 up, 8 in 2024-07-26T06:54:05.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:05 smithi089 ceph-mon[102056]: osdmap e1598: 8 total, 8 up, 8 in 2024-07-26T06:54:05.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:05 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/1851355217' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.89:0/1851355217"}]: dispatch 2024-07-26T06:54:05.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:05 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.89:0/1851355217"}]: dispatch 2024-07-26T06:54:06.099 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestInternal.WriteFailsToLockImageBlocklisted (992 ms) 2024-07-26T06:54:06.099 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestInternal.WriteFailsToLockImageBlocklistedWatch 2024-07-26T06:54:07.100 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestInternal.WriteFailsToLockImageBlocklistedWatch (1002 ms) 2024-07-26T06:54:07.101 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestInternal.AioWriteRequestsLock 2024-07-26T06:54:07.134 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestInternal.AioWriteRequestsLock (33 ms) 2024-07-26T06:54:07.134 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestInternal.AioDiscardRequestsLock 2024-07-26T06:54:07.161 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestInternal.AioDiscardRequestsLock (28 ms) 2024-07-26T06:54:07.161 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestInternal.CancelAsyncResize 2024-07-26T06:54:07.204 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestInternal.CancelAsyncResize (43 ms) 2024-07-26T06:54:07.205 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestInternal.MultipleResize 2024-07-26T06:54:07.259 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestInternal.MultipleResize (54 ms) 2024-07-26T06:54:07.259 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestInternal.Metadata 2024-07-26T06:54:07.300 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestInternal.Metadata (42 ms) 2024-07-26T06:54:07.301 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestInternal.MetadataConfApply 2024-07-26T06:54:07.332 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestInternal.MetadataConfApply (32 ms) 2024-07-26T06:54:07.332 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestInternal.SnapshotCopyup 2024-07-26T06:54:07.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:07 smithi155 ceph-mon[90160]: pgmap v2755: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 111 KiB/s rd, 8.2 KiB/s wr, 153 op/s 2024-07-26T06:54:07.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:07 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.89:0/1851355217"}]': finished 2024-07-26T06:54:07.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:07 smithi155 ceph-mon[90160]: osdmap e1599: 8 total, 8 up, 8 in 2024-07-26T06:54:07.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:07 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/1565501151' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.89:0/1565501151"}]: dispatch 2024-07-26T06:54:07.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:07 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.89:0/1565501151"}]: dispatch 2024-07-26T06:54:07.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:07 smithi089 ceph-mon[99608]: pgmap v2755: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 111 KiB/s rd, 8.2 KiB/s wr, 153 op/s 2024-07-26T06:54:07.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:07 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.89:0/1851355217"}]': finished 2024-07-26T06:54:07.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:07 smithi089 ceph-mon[99608]: osdmap e1599: 8 total, 8 up, 8 in 2024-07-26T06:54:07.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:07 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/1565501151' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.89:0/1565501151"}]: dispatch 2024-07-26T06:54:07.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:07 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.89:0/1565501151"}]: dispatch 2024-07-26T06:54:07.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:07 smithi089 ceph-mon[102056]: pgmap v2755: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 111 KiB/s rd, 8.2 KiB/s wr, 153 op/s 2024-07-26T06:54:07.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:07 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.89:0/1851355217"}]': finished 2024-07-26T06:54:07.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:07 smithi089 ceph-mon[102056]: osdmap e1599: 8 total, 8 up, 8 in 2024-07-26T06:54:07.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:07 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/1565501151' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.89:0/1565501151"}]: dispatch 2024-07-26T06:54:07.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:07 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.89:0/1565501151"}]: dispatch 2024-07-26T06:54:08.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:08 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.89:0/1565501151"}]': finished 2024-07-26T06:54:08.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:08 smithi155 ceph-mon[90160]: osdmap e1600: 8 total, 8 up, 8 in 2024-07-26T06:54:08.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:08 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.89:0/1565501151"}]': finished 2024-07-26T06:54:08.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:08 smithi089 ceph-mon[99608]: osdmap e1600: 8 total, 8 up, 8 in 2024-07-26T06:54:08.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:08 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.89:0/1565501151"}]': finished 2024-07-26T06:54:08.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:08 smithi089 ceph-mon[102056]: osdmap e1600: 8 total, 8 up, 8 in 2024-07-26T06:54:09.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:09 smithi155 ceph-mon[90160]: pgmap v2758: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 7.2 KiB/s wr, 123 op/s 2024-07-26T06:54:09.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:09 smithi155 ceph-mon[90160]: osdmap e1601: 8 total, 8 up, 8 in 2024-07-26T06:54:09.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:09 smithi089 ceph-mon[99608]: pgmap v2758: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 7.2 KiB/s wr, 123 op/s 2024-07-26T06:54:09.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:09 smithi089 ceph-mon[99608]: osdmap e1601: 8 total, 8 up, 8 in 2024-07-26T06:54:09.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:09 smithi089 ceph-mon[102056]: pgmap v2758: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 7.2 KiB/s wr, 123 op/s 2024-07-26T06:54:09.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:09 smithi089 ceph-mon[102056]: osdmap e1601: 8 total, 8 up, 8 in 2024-07-26T06:54:10.170 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestInternal.SnapshotCopyup (2838 ms) 2024-07-26T06:54:10.170 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestInternal.SnapshotCopyupZeros 2024-07-26T06:54:10.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:10 smithi155 ceph-mon[90160]: osdmap e1602: 8 total, 8 up, 8 in 2024-07-26T06:54:10.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:10 smithi155 ceph-mon[90160]: osdmap e1603: 8 total, 8 up, 8 in 2024-07-26T06:54:10.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:10 smithi089 ceph-mon[99608]: osdmap e1602: 8 total, 8 up, 8 in 2024-07-26T06:54:10.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:10 smithi089 ceph-mon[99608]: osdmap e1603: 8 total, 8 up, 8 in 2024-07-26T06:54:10.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:10 smithi089 ceph-mon[102056]: osdmap e1602: 8 total, 8 up, 8 in 2024-07-26T06:54:10.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:10 smithi089 ceph-mon[102056]: osdmap e1603: 8 total, 8 up, 8 in 2024-07-26T06:54:11.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:11 smithi155 ceph-mon[90160]: pgmap v2761: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 152 KiB/s rd, 16 KiB/s wr, 216 op/s 2024-07-26T06:54:11.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:11 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:54:11.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:11 smithi089 ceph-mon[99608]: pgmap v2761: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 152 KiB/s rd, 16 KiB/s wr, 216 op/s 2024-07-26T06:54:11.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:54:11.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:11 smithi089 ceph-mon[102056]: pgmap v2761: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 152 KiB/s rd, 16 KiB/s wr, 216 op/s 2024-07-26T06:54:11.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:54:12.174 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestInternal.SnapshotCopyupZeros (2003 ms) 2024-07-26T06:54:12.174 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestInternal.SnapshotCopyupZerosMigration 2024-07-26T06:54:12.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:12 smithi155 ceph-mon[90160]: osdmap e1604: 8 total, 8 up, 8 in 2024-07-26T06:54:12.379 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:54:12 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:54:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:54:12.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:12 smithi089 ceph-mon[99608]: osdmap e1604: 8 total, 8 up, 8 in 2024-07-26T06:54:12.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:12 smithi089 ceph-mon[102056]: osdmap e1604: 8 total, 8 up, 8 in 2024-07-26T06:54:12.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:54:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:54:12] "GET /metrics HTTP/1.1" 200 36444 "" "Prometheus/2.43.0" 2024-07-26T06:54:13.174 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestInternal.SnapshotCopyupZerosMigration (1000 ms) 2024-07-26T06:54:13.174 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestInternal.ResizeCopyup 2024-07-26T06:54:13.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:13 smithi089 ceph-mon[99608]: pgmap v2764: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 305 KiB/s rd, 33 KiB/s wr, 427 op/s 2024-07-26T06:54:13.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:13 smithi089 ceph-mon[99608]: osdmap e1605: 8 total, 8 up, 8 in 2024-07-26T06:54:13.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:13 smithi089 ceph-mon[102056]: pgmap v2764: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 305 KiB/s rd, 33 KiB/s wr, 427 op/s 2024-07-26T06:54:13.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:13 smithi089 ceph-mon[102056]: osdmap e1605: 8 total, 8 up, 8 in 2024-07-26T06:54:13.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:13 smithi155 ceph-mon[90160]: pgmap v2764: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 305 KiB/s rd, 33 KiB/s wr, 427 op/s 2024-07-26T06:54:13.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:13 smithi155 ceph-mon[90160]: osdmap e1605: 8 total, 8 up, 8 in 2024-07-26T06:54:14.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:14 smithi089 ceph-mon[99608]: osdmap e1606: 8 total, 8 up, 8 in 2024-07-26T06:54:14.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:14 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:54:14.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:14 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:54:14.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:14 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:54:14.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:14 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:54:14.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:14 smithi089 ceph-mon[102056]: osdmap e1606: 8 total, 8 up, 8 in 2024-07-26T06:54:14.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:14 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:54:14.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:14 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:54:14.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:14 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:54:14.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:14 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:54:14.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:14 smithi155 ceph-mon[90160]: osdmap e1606: 8 total, 8 up, 8 in 2024-07-26T06:54:14.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:14 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:54:14.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:14 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:54:14.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:14 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:54:14.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:14 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:54:15.147 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestInternal.ResizeCopyup (1973 ms) 2024-07-26T06:54:15.147 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestInternal.DiscardCopyup 2024-07-26T06:54:15.156 INFO:tasks.workunit.client.0.smithi089.stdout:SKIPPING 2024-07-26T06:54:15.156 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestInternal.DiscardCopyup (9 ms) 2024-07-26T06:54:15.156 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestInternal.ImageOptions 2024-07-26T06:54:15.164 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestInternal.ImageOptions (9 ms) 2024-07-26T06:54:15.164 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestInternal.WriteFullCopyup 2024-07-26T06:54:15.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:15 smithi089 ceph-mon[99608]: pgmap v2767: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 198 KiB/s rd, 20 KiB/s wr, 272 op/s 2024-07-26T06:54:15.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:15 smithi089 ceph-mon[99608]: osdmap e1607: 8 total, 8 up, 8 in 2024-07-26T06:54:15.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:15 smithi089 ceph-mon[99608]: osdmap e1608: 8 total, 8 up, 8 in 2024-07-26T06:54:15.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:15 smithi089 ceph-mon[102056]: pgmap v2767: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 198 KiB/s rd, 20 KiB/s wr, 272 op/s 2024-07-26T06:54:15.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:15 smithi089 ceph-mon[102056]: osdmap e1607: 8 total, 8 up, 8 in 2024-07-26T06:54:15.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:15 smithi089 ceph-mon[102056]: osdmap e1608: 8 total, 8 up, 8 in 2024-07-26T06:54:15.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:15 smithi155 ceph-mon[90160]: pgmap v2767: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 198 KiB/s rd, 20 KiB/s wr, 272 op/s 2024-07-26T06:54:15.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:15 smithi155 ceph-mon[90160]: osdmap e1607: 8 total, 8 up, 8 in 2024-07-26T06:54:15.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:15 smithi155 ceph-mon[90160]: osdmap e1608: 8 total, 8 up, 8 in 2024-07-26T06:54:17.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:17 smithi155 ceph-mon[90160]: pgmap v2770: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 171 KiB/s rd, 9.2 KiB/s wr, 218 op/s 2024-07-26T06:54:17.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:17 smithi155 ceph-mon[90160]: osdmap e1609: 8 total, 8 up, 8 in 2024-07-26T06:54:17.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:17 smithi089 ceph-mon[99608]: pgmap v2770: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 171 KiB/s rd, 9.2 KiB/s wr, 218 op/s 2024-07-26T06:54:17.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:17 smithi089 ceph-mon[99608]: osdmap e1609: 8 total, 8 up, 8 in 2024-07-26T06:54:17.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:17 smithi089 ceph-mon[102056]: pgmap v2770: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 171 KiB/s rd, 9.2 KiB/s wr, 218 op/s 2024-07-26T06:54:17.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:17 smithi089 ceph-mon[102056]: osdmap e1609: 8 total, 8 up, 8 in 2024-07-26T06:54:18.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:18 smithi155 ceph-mon[90160]: osdmap e1610: 8 total, 8 up, 8 in 2024-07-26T06:54:18.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:18 smithi089 ceph-mon[99608]: osdmap e1610: 8 total, 8 up, 8 in 2024-07-26T06:54:18.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:18 smithi089 ceph-mon[102056]: osdmap e1610: 8 total, 8 up, 8 in 2024-07-26T06:54:19.202 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestInternal.WriteFullCopyup (4037 ms) 2024-07-26T06:54:19.202 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestInternal.DiffIterateCloneOverwrite 2024-07-26T06:54:19.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:19 smithi155 ceph-mon[90160]: pgmap v2773: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 204 KiB/s rd, 21 KiB/s wr, 276 op/s 2024-07-26T06:54:19.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:19 smithi155 ceph-mon[90160]: osdmap e1611: 8 total, 8 up, 8 in 2024-07-26T06:54:19.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:19 smithi089 ceph-mon[99608]: pgmap v2773: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 204 KiB/s rd, 21 KiB/s wr, 276 op/s 2024-07-26T06:54:19.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:19 smithi089 ceph-mon[99608]: osdmap e1611: 8 total, 8 up, 8 in 2024-07-26T06:54:19.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:19 smithi089 ceph-mon[102056]: pgmap v2773: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 204 KiB/s rd, 21 KiB/s wr, 276 op/s 2024-07-26T06:54:19.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:19 smithi089 ceph-mon[102056]: osdmap e1611: 8 total, 8 up, 8 in 2024-07-26T06:54:20.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:20 smithi155 ceph-mon[90160]: osdmap e1612: 8 total, 8 up, 8 in 2024-07-26T06:54:20.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:20 smithi089 ceph-mon[99608]: osdmap e1612: 8 total, 8 up, 8 in 2024-07-26T06:54:20.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:20 smithi089 ceph-mon[102056]: osdmap e1612: 8 total, 8 up, 8 in 2024-07-26T06:54:21.228 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestInternal.DiffIterateCloneOverwrite (2025 ms) 2024-07-26T06:54:21.228 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestInternal.TestCoR 2024-07-26T06:54:21.237 INFO:tasks.workunit.client.0.smithi089.stdout:SKIPPING due to disabled rbd_copy_on_read 2024-07-26T06:54:21.237 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestInternal.TestCoR (10 ms) 2024-07-26T06:54:21.237 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestInternal.FlattenNoEmptyObjects 2024-07-26T06:54:21.486 INFO:tasks.workunit.client.0.smithi089.stdout:made parent image "image395": 4194304K (1024 * 4K) 2024-07-26T06:54:21.486 INFO:tasks.workunit.client.0.smithi089.stdout:generated random write map: 2024-07-26T06:54:21.486 INFO:tasks.workunit.client.0.smithi089.stdout: [1 , 5459 ] 2024-07-26T06:54:21.486 INFO:tasks.workunit.client.0.smithi089.stdout: [42 , 173690 ] 2024-07-26T06:54:21.486 INFO:tasks.workunit.client.0.smithi089.stdout: [49 , 203801 ] 2024-07-26T06:54:21.487 INFO:tasks.workunit.client.0.smithi089.stdout: [65 , 266735 ] 2024-07-26T06:54:21.487 INFO:tasks.workunit.client.0.smithi089.stdout: [77 , 316643 ] 2024-07-26T06:54:21.487 INFO:tasks.workunit.client.0.smithi089.stdout: [79 , 325292 ] 2024-07-26T06:54:21.487 INFO:tasks.workunit.client.0.smithi089.stdout: [84 , 346916 ] 2024-07-26T06:54:21.487 INFO:tasks.workunit.client.0.smithi089.stdout: [98 , 403799 ] 2024-07-26T06:54:21.487 INFO:tasks.workunit.client.0.smithi089.stdout: [100 , 412708 ] 2024-07-26T06:54:21.487 INFO:tasks.workunit.client.0.smithi089.stdout: [102 , 418925 ] 2024-07-26T06:54:21.487 INFO:tasks.workunit.client.0.smithi089.stdout: [111 , 456499 ] 2024-07-26T06:54:21.487 INFO:tasks.workunit.client.0.smithi089.stdout: [137 , 562582 ] 2024-07-26T06:54:21.487 INFO:tasks.workunit.client.0.smithi089.stdout: [143 , 588788 ] 2024-07-26T06:54:21.487 INFO:tasks.workunit.client.0.smithi089.stdout: [164 , 672923 ] 2024-07-26T06:54:21.487 INFO:tasks.workunit.client.0.smithi089.stdout: [171 , 700655 ] 2024-07-26T06:54:21.487 INFO:tasks.workunit.client.0.smithi089.stdout: [191 , 782888 ] 2024-07-26T06:54:21.487 INFO:tasks.workunit.client.0.smithi089.stdout: [211 , 866126 ] 2024-07-26T06:54:21.488 INFO:tasks.workunit.client.0.smithi089.stdout: [230 , 944928 ] 2024-07-26T06:54:21.488 INFO:tasks.workunit.client.0.smithi089.stdout: [231 , 946956 ] 2024-07-26T06:54:21.488 INFO:tasks.workunit.client.0.smithi089.stdout: [235 , 965336 ] 2024-07-26T06:54:21.488 INFO:tasks.workunit.client.0.smithi089.stdout: [250 , 1024102 ] 2024-07-26T06:54:21.488 INFO:tasks.workunit.client.0.smithi089.stdout: [254 , 1041663 ] 2024-07-26T06:54:21.488 INFO:tasks.workunit.client.0.smithi089.stdout: [264 , 1081953 ] 2024-07-26T06:54:21.488 INFO:tasks.workunit.client.0.smithi089.stdout: [265 , 1087392 ] 2024-07-26T06:54:21.488 INFO:tasks.workunit.client.0.smithi089.stdout: [267 , 1094125 ] 2024-07-26T06:54:21.488 INFO:tasks.workunit.client.0.smithi089.stdout: [268 , 1098825 ] 2024-07-26T06:54:21.488 INFO:tasks.workunit.client.0.smithi089.stdout: [274 , 1124805 ] 2024-07-26T06:54:21.488 INFO:tasks.workunit.client.0.smithi089.stdout: [276 , 1133491 ] 2024-07-26T06:54:21.488 INFO:tasks.workunit.client.0.smithi089.stdout: [289 , 1184259 ] 2024-07-26T06:54:21.488 INFO:tasks.workunit.client.0.smithi089.stdout: [309 , 1269062 ] 2024-07-26T06:54:21.488 INFO:tasks.workunit.client.0.smithi089.stdout: [322 , 1320822 ] 2024-07-26T06:54:21.489 INFO:tasks.workunit.client.0.smithi089.stdout: [329 , 1349064 ] 2024-07-26T06:54:21.489 INFO:tasks.workunit.client.0.smithi089.stdout: [333 , 1364749 ] 2024-07-26T06:54:21.489 INFO:tasks.workunit.client.0.smithi089.stdout: [335 , 1372764 ] 2024-07-26T06:54:21.489 INFO:tasks.workunit.client.0.smithi089.stdout: [339 , 1391435 ] 2024-07-26T06:54:21.489 INFO:tasks.workunit.client.0.smithi089.stdout: [342 , 1402440 ] 2024-07-26T06:54:21.489 INFO:tasks.workunit.client.0.smithi089.stdout: [349 , 1430370 ] 2024-07-26T06:54:21.489 INFO:tasks.workunit.client.0.smithi089.stdout: [372 , 1523786 ] 2024-07-26T06:54:21.489 INFO:tasks.workunit.client.0.smithi089.stdout: [373 , 1530385 ] 2024-07-26T06:54:21.489 INFO:tasks.workunit.client.0.smithi089.stdout: [383 , 1570689 ] 2024-07-26T06:54:21.489 INFO:tasks.workunit.client.0.smithi089.stdout: [396 , 1625252 ] 2024-07-26T06:54:21.489 INFO:tasks.workunit.client.0.smithi089.stdout: [408 , 1674331 ] 2024-07-26T06:54:21.489 INFO:tasks.workunit.client.0.smithi089.stdout: [423 , 1734518 ] 2024-07-26T06:54:21.489 INFO:tasks.workunit.client.0.smithi089.stdout: [431 , 1768509 ] 2024-07-26T06:54:21.489 INFO:tasks.workunit.client.0.smithi089.stdout: [457 , 1872414 ] 2024-07-26T06:54:21.490 INFO:tasks.workunit.client.0.smithi089.stdout: [480 , 1966748 ] 2024-07-26T06:54:21.490 INFO:tasks.workunit.client.0.smithi089.stdout: [487 , 1997156 ] 2024-07-26T06:54:21.490 INFO:tasks.workunit.client.0.smithi089.stdout: [488 , 2001992 ] 2024-07-26T06:54:21.490 INFO:tasks.workunit.client.0.smithi089.stdout: [510 , 2089117 ] 2024-07-26T06:54:21.490 INFO:tasks.workunit.client.0.smithi089.stdout: [516 , 2115303 ] 2024-07-26T06:54:21.490 INFO:tasks.workunit.client.0.smithi089.stdout: [536 , 2196491 ] 2024-07-26T06:54:21.490 INFO:tasks.workunit.client.0.smithi089.stdout: [550 , 2255040 ] 2024-07-26T06:54:21.490 INFO:tasks.workunit.client.0.smithi089.stdout: [565 , 2314612 ] 2024-07-26T06:54:21.490 INFO:tasks.workunit.client.0.smithi089.stdout: [570 , 2337562 ] 2024-07-26T06:54:21.490 INFO:tasks.workunit.client.0.smithi089.stdout: [572 , 2345312 ] 2024-07-26T06:54:21.490 INFO:tasks.workunit.client.0.smithi089.stdout: [591 , 2421463 ] 2024-07-26T06:54:21.490 INFO:tasks.workunit.client.0.smithi089.stdout: [609 , 2497455 ] 2024-07-26T06:54:21.490 INFO:tasks.workunit.client.0.smithi089.stdout: [621 , 2543752 ] 2024-07-26T06:54:21.491 INFO:tasks.workunit.client.0.smithi089.stdout: [624 , 2556310 ] 2024-07-26T06:54:21.491 INFO:tasks.workunit.client.0.smithi089.stdout: [626 , 2567669 ] 2024-07-26T06:54:21.491 INFO:tasks.workunit.client.0.smithi089.stdout: [628 , 2575811 ] 2024-07-26T06:54:21.491 INFO:tasks.workunit.client.0.smithi089.stdout: [638 , 2613780 ] 2024-07-26T06:54:21.491 INFO:tasks.workunit.client.0.smithi089.stdout: [644 , 2641377 ] 2024-07-26T06:54:21.491 INFO:tasks.workunit.client.0.smithi089.stdout: [645 , 2644964 ] 2024-07-26T06:54:21.491 INFO:tasks.workunit.client.0.smithi089.stdout: [647 , 2653390 ] 2024-07-26T06:54:21.491 INFO:tasks.workunit.client.0.smithi089.stdout: [654 , 2681619 ] 2024-07-26T06:54:21.491 INFO:tasks.workunit.client.0.smithi089.stdout: [688 , 2820948 ] 2024-07-26T06:54:21.491 INFO:tasks.workunit.client.0.smithi089.stdout: [705 , 2888373 ] 2024-07-26T06:54:21.491 INFO:tasks.workunit.client.0.smithi089.stdout: [711 , 2915630 ] 2024-07-26T06:54:21.491 INFO:tasks.workunit.client.0.smithi089.stdout: [712 , 2918205 ] 2024-07-26T06:54:21.491 INFO:tasks.workunit.client.0.smithi089.stdout: [723 , 2962570 ] 2024-07-26T06:54:21.491 INFO:tasks.workunit.client.0.smithi089.stdout: [724 , 2966900 ] 2024-07-26T06:54:21.492 INFO:tasks.workunit.client.0.smithi089.stdout: [745 , 3052504 ] 2024-07-26T06:54:21.492 INFO:tasks.workunit.client.0.smithi089.stdout: [757 , 3102247 ] 2024-07-26T06:54:21.492 INFO:tasks.workunit.client.0.smithi089.stdout: [766 , 3140907 ] 2024-07-26T06:54:21.492 INFO:tasks.workunit.client.0.smithi089.stdout: [772 , 3162686 ] 2024-07-26T06:54:21.492 INFO:tasks.workunit.client.0.smithi089.stdout: [773 , 3169045 ] 2024-07-26T06:54:21.492 INFO:tasks.workunit.client.0.smithi089.stdout: [790 , 3238454 ] 2024-07-26T06:54:21.492 INFO:tasks.workunit.client.0.smithi089.stdout: [801 , 3282042 ] 2024-07-26T06:54:21.492 INFO:tasks.workunit.client.0.smithi089.stdout: [805 , 3299648 ] 2024-07-26T06:54:21.492 INFO:tasks.workunit.client.0.smithi089.stdout: [807 , 3305580 ] 2024-07-26T06:54:21.492 INFO:tasks.workunit.client.0.smithi089.stdout: [815 , 3339240 ] 2024-07-26T06:54:21.492 INFO:tasks.workunit.client.0.smithi089.stdout: [817 , 3347896 ] 2024-07-26T06:54:21.492 INFO:tasks.workunit.client.0.smithi089.stdout: [819 , 3357474 ] 2024-07-26T06:54:21.492 INFO:tasks.workunit.client.0.smithi089.stdout: [821 , 3364572 ] 2024-07-26T06:54:21.492 INFO:tasks.workunit.client.0.smithi089.stdout: [853 , 3494439 ] 2024-07-26T06:54:21.493 INFO:tasks.workunit.client.0.smithi089.stdout: [858 , 3517607 ] 2024-07-26T06:54:21.493 INFO:tasks.workunit.client.0.smithi089.stdout: [872 , 3573302 ] 2024-07-26T06:54:21.493 INFO:tasks.workunit.client.0.smithi089.stdout: [922 , 3777393 ] 2024-07-26T06:54:21.493 INFO:tasks.workunit.client.0.smithi089.stdout: [965 , 3954253 ] 2024-07-26T06:54:21.493 INFO:tasks.workunit.client.0.smithi089.stdout: [982 , 4023731 ] 2024-07-26T06:54:21.493 INFO:tasks.workunit.client.0.smithi089.stdout: [983 , 4028603 ] 2024-07-26T06:54:21.493 INFO:tasks.workunit.client.0.smithi089.stdout:write data based on random map 2024-07-26T06:54:21.493 INFO:tasks.workunit.client.0.smithi089.stdout: write object-1 2024-07-26T06:54:21.493 INFO:tasks.workunit.client.0.smithi089.stdout: write object-42 2024-07-26T06:54:21.493 INFO:tasks.workunit.client.0.smithi089.stdout: write object-49 2024-07-26T06:54:21.493 INFO:tasks.workunit.client.0.smithi089.stdout: write object-65 2024-07-26T06:54:21.493 INFO:tasks.workunit.client.0.smithi089.stdout: write object-77 2024-07-26T06:54:21.493 INFO:tasks.workunit.client.0.smithi089.stdout: write object-79 2024-07-26T06:54:21.493 INFO:tasks.workunit.client.0.smithi089.stdout: write object-84 2024-07-26T06:54:21.494 INFO:tasks.workunit.client.0.smithi089.stdout: write object-98 2024-07-26T06:54:21.494 INFO:tasks.workunit.client.0.smithi089.stdout: write object-100 2024-07-26T06:54:21.494 INFO:tasks.workunit.client.0.smithi089.stdout: write object-102 2024-07-26T06:54:21.494 INFO:tasks.workunit.client.0.smithi089.stdout: write object-111 2024-07-26T06:54:21.494 INFO:tasks.workunit.client.0.smithi089.stdout: write object-137 2024-07-26T06:54:21.494 INFO:tasks.workunit.client.0.smithi089.stdout: write object-143 2024-07-26T06:54:21.494 INFO:tasks.workunit.client.0.smithi089.stdout: write object-164 2024-07-26T06:54:21.494 INFO:tasks.workunit.client.0.smithi089.stdout: write object-171 2024-07-26T06:54:21.494 INFO:tasks.workunit.client.0.smithi089.stdout: write object-191 2024-07-26T06:54:21.494 INFO:tasks.workunit.client.0.smithi089.stdout: write object-211 2024-07-26T06:54:21.494 INFO:tasks.workunit.client.0.smithi089.stdout: write object-230 2024-07-26T06:54:21.494 INFO:tasks.workunit.client.0.smithi089.stdout: write object-231 2024-07-26T06:54:21.494 INFO:tasks.workunit.client.0.smithi089.stdout: write object-235 2024-07-26T06:54:21.494 INFO:tasks.workunit.client.0.smithi089.stdout: write object-250 2024-07-26T06:54:21.495 INFO:tasks.workunit.client.0.smithi089.stdout: write object-254 2024-07-26T06:54:21.495 INFO:tasks.workunit.client.0.smithi089.stdout: write object-264 2024-07-26T06:54:21.495 INFO:tasks.workunit.client.0.smithi089.stdout: write object-265 2024-07-26T06:54:21.495 INFO:tasks.workunit.client.0.smithi089.stdout: write object-267 2024-07-26T06:54:21.495 INFO:tasks.workunit.client.0.smithi089.stdout: write object-268 2024-07-26T06:54:21.495 INFO:tasks.workunit.client.0.smithi089.stdout: write object-274 2024-07-26T06:54:21.495 INFO:tasks.workunit.client.0.smithi089.stdout: write object-276 2024-07-26T06:54:21.495 INFO:tasks.workunit.client.0.smithi089.stdout: write object-289 2024-07-26T06:54:21.495 INFO:tasks.workunit.client.0.smithi089.stdout: write object-309 2024-07-26T06:54:21.495 INFO:tasks.workunit.client.0.smithi089.stdout: write object-322 2024-07-26T06:54:21.495 INFO:tasks.workunit.client.0.smithi089.stdout: write object-329 2024-07-26T06:54:21.495 INFO:tasks.workunit.client.0.smithi089.stdout: write object-333 2024-07-26T06:54:21.495 INFO:tasks.workunit.client.0.smithi089.stdout: write object-335 2024-07-26T06:54:21.495 INFO:tasks.workunit.client.0.smithi089.stdout: write object-339 2024-07-26T06:54:21.496 INFO:tasks.workunit.client.0.smithi089.stdout: write object-342 2024-07-26T06:54:21.496 INFO:tasks.workunit.client.0.smithi089.stdout: write object-349 2024-07-26T06:54:21.496 INFO:tasks.workunit.client.0.smithi089.stdout: write object-372 2024-07-26T06:54:21.496 INFO:tasks.workunit.client.0.smithi089.stdout: write object-373 2024-07-26T06:54:21.496 INFO:tasks.workunit.client.0.smithi089.stdout: write object-383 2024-07-26T06:54:21.496 INFO:tasks.workunit.client.0.smithi089.stdout: write object-396 2024-07-26T06:54:21.496 INFO:tasks.workunit.client.0.smithi089.stdout: write object-408 2024-07-26T06:54:21.496 INFO:tasks.workunit.client.0.smithi089.stdout: write object-423 2024-07-26T06:54:21.496 INFO:tasks.workunit.client.0.smithi089.stdout: write object-431 2024-07-26T06:54:21.496 INFO:tasks.workunit.client.0.smithi089.stdout: write object-457 2024-07-26T06:54:21.496 INFO:tasks.workunit.client.0.smithi089.stdout: write object-480 2024-07-26T06:54:21.496 INFO:tasks.workunit.client.0.smithi089.stdout: write object-487 2024-07-26T06:54:21.496 INFO:tasks.workunit.client.0.smithi089.stdout: write object-488 2024-07-26T06:54:21.496 INFO:tasks.workunit.client.0.smithi089.stdout: write object-510 2024-07-26T06:54:21.497 INFO:tasks.workunit.client.0.smithi089.stdout: write object-516 2024-07-26T06:54:21.497 INFO:tasks.workunit.client.0.smithi089.stdout: write object-536 2024-07-26T06:54:21.497 INFO:tasks.workunit.client.0.smithi089.stdout: write object-550 2024-07-26T06:54:21.497 INFO:tasks.workunit.client.0.smithi089.stdout: write object-565 2024-07-26T06:54:21.497 INFO:tasks.workunit.client.0.smithi089.stdout: write object-570 2024-07-26T06:54:21.497 INFO:tasks.workunit.client.0.smithi089.stdout: write object-572 2024-07-26T06:54:21.497 INFO:tasks.workunit.client.0.smithi089.stdout: write object-591 2024-07-26T06:54:21.497 INFO:tasks.workunit.client.0.smithi089.stdout: write object-609 2024-07-26T06:54:21.497 INFO:tasks.workunit.client.0.smithi089.stdout: write object-621 2024-07-26T06:54:21.497 INFO:tasks.workunit.client.0.smithi089.stdout: write object-624 2024-07-26T06:54:21.497 INFO:tasks.workunit.client.0.smithi089.stdout: write object-626 2024-07-26T06:54:21.497 INFO:tasks.workunit.client.0.smithi089.stdout: write object-628 2024-07-26T06:54:21.497 INFO:tasks.workunit.client.0.smithi089.stdout: write object-638 2024-07-26T06:54:21.498 INFO:tasks.workunit.client.0.smithi089.stdout: write object-644 2024-07-26T06:54:21.498 INFO:tasks.workunit.client.0.smithi089.stdout: write object-645 2024-07-26T06:54:21.498 INFO:tasks.workunit.client.0.smithi089.stdout: write object-647 2024-07-26T06:54:21.498 INFO:tasks.workunit.client.0.smithi089.stdout: write object-654 2024-07-26T06:54:21.498 INFO:tasks.workunit.client.0.smithi089.stdout: write object-688 2024-07-26T06:54:21.498 INFO:tasks.workunit.client.0.smithi089.stdout: write object-705 2024-07-26T06:54:21.498 INFO:tasks.workunit.client.0.smithi089.stdout: write object-711 2024-07-26T06:54:21.498 INFO:tasks.workunit.client.0.smithi089.stdout: write object-712 2024-07-26T06:54:21.498 INFO:tasks.workunit.client.0.smithi089.stdout: write object-723 2024-07-26T06:54:21.498 INFO:tasks.workunit.client.0.smithi089.stdout: write object-724 2024-07-26T06:54:21.498 INFO:tasks.workunit.client.0.smithi089.stdout: write object-745 2024-07-26T06:54:21.498 INFO:tasks.workunit.client.0.smithi089.stdout: write object-757 2024-07-26T06:54:21.499 INFO:tasks.workunit.client.0.smithi089.stdout: write object-766 2024-07-26T06:54:21.499 INFO:tasks.workunit.client.0.smithi089.stdout: write object-772 2024-07-26T06:54:21.499 INFO:tasks.workunit.client.0.smithi089.stdout: write object-773 2024-07-26T06:54:21.499 INFO:tasks.workunit.client.0.smithi089.stdout: write object-790 2024-07-26T06:54:21.499 INFO:tasks.workunit.client.0.smithi089.stdout: write object-801 2024-07-26T06:54:21.499 INFO:tasks.workunit.client.0.smithi089.stdout: write object-805 2024-07-26T06:54:21.499 INFO:tasks.workunit.client.0.smithi089.stdout: write object-807 2024-07-26T06:54:21.499 INFO:tasks.workunit.client.0.smithi089.stdout: write object-815 2024-07-26T06:54:21.499 INFO:tasks.workunit.client.0.smithi089.stdout: write object-817 2024-07-26T06:54:21.499 INFO:tasks.workunit.client.0.smithi089.stdout: write object-819 2024-07-26T06:54:21.499 INFO:tasks.workunit.client.0.smithi089.stdout: write object-821 2024-07-26T06:54:21.499 INFO:tasks.workunit.client.0.smithi089.stdout: write object-853 2024-07-26T06:54:21.499 INFO:tasks.workunit.client.0.smithi089.stdout: write object-858 2024-07-26T06:54:21.499 INFO:tasks.workunit.client.0.smithi089.stdout: write object-872 2024-07-26T06:54:21.500 INFO:tasks.workunit.client.0.smithi089.stdout: write object-922 2024-07-26T06:54:21.500 INFO:tasks.workunit.client.0.smithi089.stdout: write object-965 2024-07-26T06:54:21.500 INFO:tasks.workunit.client.0.smithi089.stdout: write object-982 2024-07-26T06:54:21.500 INFO:tasks.workunit.client.0.smithi089.stdout: write object-983 2024-07-26T06:54:21.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:21 smithi155 ceph-mon[90160]: pgmap v2776: 137 pgs: 137 active+clean; 8.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.0 MiB/s wr, 117 op/s 2024-07-26T06:54:21.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:21 smithi155 ceph-mon[90160]: osdmap e1613: 8 total, 8 up, 8 in 2024-07-26T06:54:21.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:21 smithi089 ceph-mon[99608]: pgmap v2776: 137 pgs: 137 active+clean; 8.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.0 MiB/s wr, 117 op/s 2024-07-26T06:54:21.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:21 smithi089 ceph-mon[99608]: osdmap e1613: 8 total, 8 up, 8 in 2024-07-26T06:54:21.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:21 smithi089 ceph-mon[102056]: pgmap v2776: 137 pgs: 137 active+clean; 8.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.0 MiB/s wr, 117 op/s 2024-07-26T06:54:21.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:21 smithi089 ceph-mon[102056]: osdmap e1613: 8 total, 8 up, 8 in 2024-07-26T06:54:22.385 INFO:tasks.workunit.client.0.smithi089.stdout:verify written data by reading 2024-07-26T06:54:22.385 INFO:tasks.workunit.client.0.smithi089.stdout: read object-1 2024-07-26T06:54:22.385 INFO:tasks.workunit.client.0.smithi089.stdout:made snapshot "image395@parent_snap" and protect it 2024-07-26T06:54:22.385 INFO:tasks.workunit.client.0.smithi089.stdout:made and opened clone "image396" 2024-07-26T06:54:22.385 INFO:tasks.workunit.client.0.smithi089.stdout:flattening clone: "image396" 2024-07-26T06:54:22.385 INFO:tasks.workunit.client.0.smithi089.stdout:check whether child image has the same set of objects as parent 2024-07-26T06:54:22.385 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestInternal.FlattenNoEmptyObjects (1147 ms) 2024-07-26T06:54:22.385 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestInternal.PoolMetadataConfApply 2024-07-26T06:54:22.458 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestInternal.PoolMetadataConfApply (74 ms) 2024-07-26T06:54:22.458 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestInternal.Sparsify 2024-07-26T06:54:22.482 INFO:tasks.workunit.client.0.smithi089.stdout:sparsify_supported=1 2024-07-26T06:54:22.482 INFO:tasks.workunit.client.0.smithi089.stdout:sparse_read_supported=1 2024-07-26T06:54:22.510 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestInternal.Sparsify (51 ms) 2024-07-26T06:54:22.510 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestInternal.SparsifyClone 2024-07-26T06:54:22.528 INFO:tasks.workunit.client.0.smithi089.stdout:sparsify_supported=1 2024-07-26T06:54:22.529 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:54:22 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:54:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:54:22.529 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:22 smithi155 ceph-mon[90160]: osdmap e1614: 8 total, 8 up, 8 in 2024-07-26T06:54:22.532 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:22 smithi089 ceph-mon[99608]: osdmap e1614: 8 total, 8 up, 8 in 2024-07-26T06:54:22.533 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:54:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: [26/Jul/2024:06:54:22] ENGINE Bus STOPPING 2024-07-26T06:54:22.533 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:22 smithi089 ceph-mon[102056]: osdmap e1614: 8 total, 8 up, 8 in 2024-07-26T06:54:22.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:54:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:54:22] "GET /metrics HTTP/1.1" 200 36444 "" "Prometheus/2.43.0" 2024-07-26T06:54:22.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:54:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: [26/Jul/2024:06:54:22] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-07-26T06:54:22.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:54:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: [26/Jul/2024:06:54:22] ENGINE Bus STOPPED 2024-07-26T06:54:22.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:54:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: [26/Jul/2024:06:54:22] ENGINE Bus STARTING 2024-07-26T06:54:22.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:54:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: [26/Jul/2024:06:54:22] ENGINE Serving on http://:::9283 2024-07-26T06:54:22.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:54:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: [26/Jul/2024:06:54:22] ENGINE Bus STARTED 2024-07-26T06:54:23.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:23 smithi155 ceph-mon[90160]: pgmap v2779: 137 pgs: 137 active+clean; 8.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 233 op/s 2024-07-26T06:54:23.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:23 smithi155 ceph-mon[90160]: osdmap e1615: 8 total, 8 up, 8 in 2024-07-26T06:54:23.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:23 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/125038018' entity='client.admin' 2024-07-26T06:54:23.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:23 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:54:23.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:23 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:54:23.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:23 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:54:23.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:23 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:54:23.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:23 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:54:23.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:23 smithi089 ceph-mon[99608]: pgmap v2779: 137 pgs: 137 active+clean; 8.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 233 op/s 2024-07-26T06:54:23.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:23 smithi089 ceph-mon[99608]: osdmap e1615: 8 total, 8 up, 8 in 2024-07-26T06:54:23.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:23 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/125038018' entity='client.admin' 2024-07-26T06:54:23.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:23 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:54:23.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:23 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:54:23.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:23 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:54:23.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:23 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:54:23.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:23 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:54:23.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:23 smithi089 ceph-mon[102056]: pgmap v2779: 137 pgs: 137 active+clean; 8.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 233 op/s 2024-07-26T06:54:23.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:23 smithi089 ceph-mon[102056]: osdmap e1615: 8 total, 8 up, 8 in 2024-07-26T06:54:23.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:23 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/125038018' entity='client.admin' 2024-07-26T06:54:23.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:23 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:54:23.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:23 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:54:23.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:23 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:54:23.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:23 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:54:23.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:23 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:54:24.448 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestInternal.SparsifyClone (1939 ms) 2024-07-26T06:54:24.449 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestInternal.MissingDataPool 2024-07-26T06:54:24.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:24 smithi155 ceph-mon[90160]: pgmap v2781: 137 pgs: 137 active+clean; 8.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 277 op/s 2024-07-26T06:54:24.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:24 smithi155 ceph-mon[90160]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-07-26T06:54:24.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:24 smithi155 ceph-mon[90160]: osdmap e1616: 8 total, 8 up, 8 in 2024-07-26T06:54:24.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:24 smithi089 ceph-mon[99608]: pgmap v2781: 137 pgs: 137 active+clean; 8.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 277 op/s 2024-07-26T06:54:24.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:24 smithi089 ceph-mon[99608]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-07-26T06:54:24.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:24 smithi089 ceph-mon[99608]: osdmap e1616: 8 total, 8 up, 8 in 2024-07-26T06:54:24.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:24 smithi089 ceph-mon[102056]: pgmap v2781: 137 pgs: 137 active+clean; 8.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 277 op/s 2024-07-26T06:54:24.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:24 smithi089 ceph-mon[102056]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-07-26T06:54:24.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:24 smithi089 ceph-mon[102056]: osdmap e1616: 8 total, 8 up, 8 in 2024-07-26T06:54:25.558 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestInternal.MissingDataPool (1110 ms) 2024-07-26T06:54:25.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:25 smithi155 ceph-mon[90160]: pgmap v2783: 137 pgs: 137 active+clean; 8.8 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 307 KiB/s rd, 91 KiB/s wr, 447 op/s 2024-07-26T06:54:25.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:25 smithi155 ceph-mon[90160]: osdmap e1617: 8 total, 8 up, 8 in 2024-07-26T06:54:25.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:25 smithi089 ceph-mon[99608]: pgmap v2783: 137 pgs: 137 active+clean; 8.8 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 307 KiB/s rd, 91 KiB/s wr, 447 op/s 2024-07-26T06:54:25.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:25 smithi089 ceph-mon[99608]: osdmap e1617: 8 total, 8 up, 8 in 2024-07-26T06:54:25.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:25 smithi089 ceph-mon[102056]: pgmap v2783: 137 pgs: 137 active+clean; 8.8 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 307 KiB/s rd, 91 KiB/s wr, 447 op/s 2024-07-26T06:54:25.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:25 smithi089 ceph-mon[102056]: osdmap e1617: 8 total, 8 up, 8 in 2024-07-26T06:54:26.457 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] 34 tests from TestInternal (34383 ms total) 2024-07-26T06:54:26.458 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:54:26.458 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] 17 tests from TestImageWatcher 2024-07-26T06:54:26.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:26 smithi155 ceph-mon[90160]: osdmap e1618: 8 total, 8 up, 8 in 2024-07-26T06:54:26.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:54:26.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:54:26.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:26 smithi089 ceph-mon[99608]: osdmap e1618: 8 total, 8 up, 8 in 2024-07-26T06:54:26.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:54:26.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:54:26.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:26 smithi089 ceph-mon[102056]: osdmap e1618: 8 total, 8 up, 8 in 2024-07-26T06:54:26.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:54:26.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:54:27.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:27 smithi155 ceph-mon[90160]: pgmap v2786: 137 pgs: 137 active+clean; 9.0 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 501 KiB/s rd, 169 KiB/s wr, 790 op/s 2024-07-26T06:54:27.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:27 smithi155 ceph-mon[90160]: osdmap e1619: 8 total, 8 up, 8 in 2024-07-26T06:54:27.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:27 smithi089 ceph-mon[99608]: pgmap v2786: 137 pgs: 137 active+clean; 9.0 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 501 KiB/s rd, 169 KiB/s wr, 790 op/s 2024-07-26T06:54:27.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:27 smithi089 ceph-mon[99608]: osdmap e1619: 8 total, 8 up, 8 in 2024-07-26T06:54:27.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:27 smithi089 ceph-mon[102056]: pgmap v2786: 137 pgs: 137 active+clean; 9.0 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 501 KiB/s rd, 169 KiB/s wr, 790 op/s 2024-07-26T06:54:27.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:27 smithi089 ceph-mon[102056]: osdmap e1619: 8 total, 8 up, 8 in 2024-07-26T06:54:28.464 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestImageWatcher.NotifyHeaderUpdate 2024-07-26T06:54:28.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:28 smithi155 ceph-mon[90160]: osdmap e1620: 8 total, 8 up, 8 in 2024-07-26T06:54:28.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:28 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/271578087' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:54:28.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:28 smithi089 ceph-mon[99608]: osdmap e1620: 8 total, 8 up, 8 in 2024-07-26T06:54:28.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:28 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/271578087' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:54:28.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:28 smithi089 ceph-mon[102056]: osdmap e1620: 8 total, 8 up, 8 in 2024-07-26T06:54:28.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:28 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/271578087' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:54:29.379 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 06:54:28 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[128126]: logger=cleanup t=2024-07-26T06:54:28.997254001Z level=info msg="Completed cleanup jobs" duration=2.295961ms 2024-07-26T06:54:29.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:29 smithi155 ceph-mon[90160]: pgmap v2789: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:54:29.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:29 smithi155 ceph-mon[90160]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:54:29.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:29 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/271578087' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:54:29.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:29 smithi155 ceph-mon[90160]: osdmap e1621: 8 total, 8 up, 8 in 2024-07-26T06:54:29.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:29 smithi089 ceph-mon[99608]: pgmap v2789: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:54:29.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:29 smithi089 ceph-mon[99608]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:54:29.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:29 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/271578087' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:54:29.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:29 smithi089 ceph-mon[99608]: osdmap e1621: 8 total, 8 up, 8 in 2024-07-26T06:54:29.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:29 smithi089 ceph-mon[102056]: pgmap v2789: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:54:29.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:29 smithi089 ceph-mon[102056]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:54:29.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:29 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/271578087' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:54:29.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:29 smithi089 ceph-mon[102056]: osdmap e1621: 8 total, 8 up, 8 in 2024-07-26T06:54:30.505 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestImageWatcher.NotifyHeaderUpdate (2041 ms) 2024-07-26T06:54:30.505 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestImageWatcher.NotifyFlatten 2024-07-26T06:54:30.533 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestImageWatcher.NotifyFlatten (27 ms) 2024-07-26T06:54:30.533 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestImageWatcher.NotifyResize 2024-07-26T06:54:30.555 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestImageWatcher.NotifyResize (22 ms) 2024-07-26T06:54:30.555 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestImageWatcher.NotifyRebuildObjectMap 2024-07-26T06:54:30.577 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestImageWatcher.NotifyRebuildObjectMap (22 ms) 2024-07-26T06:54:30.577 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestImageWatcher.NotifyUpdateFeatures 2024-07-26T06:54:30.598 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestImageWatcher.NotifyUpdateFeatures (22 ms) 2024-07-26T06:54:30.598 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestImageWatcher.NotifySnapCreate 2024-07-26T06:54:30.624 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestImageWatcher.NotifySnapCreate (25 ms) 2024-07-26T06:54:30.624 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestImageWatcher.NotifySnapCreateError 2024-07-26T06:54:30.643 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestImageWatcher.NotifySnapCreateError (20 ms) 2024-07-26T06:54:30.643 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestImageWatcher.NotifySnapRename 2024-07-26T06:54:30.662 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestImageWatcher.NotifySnapRename (19 ms) 2024-07-26T06:54:30.662 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestImageWatcher.NotifySnapRenameError 2024-07-26T06:54:30.682 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestImageWatcher.NotifySnapRenameError (20 ms) 2024-07-26T06:54:30.682 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestImageWatcher.NotifySnapRemove 2024-07-26T06:54:30.701 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestImageWatcher.NotifySnapRemove (19 ms) 2024-07-26T06:54:30.701 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestImageWatcher.NotifySnapProtect 2024-07-26T06:54:30.721 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestImageWatcher.NotifySnapProtect (20 ms) 2024-07-26T06:54:30.721 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestImageWatcher.NotifySnapUnprotect 2024-07-26T06:54:30.740 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestImageWatcher.NotifySnapUnprotect (19 ms) 2024-07-26T06:54:30.741 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestImageWatcher.NotifyRename 2024-07-26T06:54:30.761 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestImageWatcher.NotifyRename (20 ms) 2024-07-26T06:54:30.761 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestImageWatcher.NotifyAsyncTimedOut 2024-07-26T06:54:30.779 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestImageWatcher.NotifyAsyncTimedOut (19 ms) 2024-07-26T06:54:30.779 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestImageWatcher.NotifyAsyncError 2024-07-26T06:54:30.798 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestImageWatcher.NotifyAsyncError (19 ms) 2024-07-26T06:54:30.798 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestImageWatcher.NotifyAsyncCompleteError 2024-07-26T06:54:30.819 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestImageWatcher.NotifyAsyncCompleteError (20 ms) 2024-07-26T06:54:30.819 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestImageWatcher.NotifyAsyncRequestTimedOut 2024-07-26T06:54:30.840 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestImageWatcher.NotifyAsyncRequestTimedOut (21 ms) 2024-07-26T06:54:30.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:30 smithi155 ceph-mon[90160]: osdmap e1622: 8 total, 8 up, 8 in 2024-07-26T06:54:30.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:30 smithi089 ceph-mon[99608]: osdmap e1622: 8 total, 8 up, 8 in 2024-07-26T06:54:30.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:30 smithi089 ceph-mon[102056]: osdmap e1622: 8 total, 8 up, 8 in 2024-07-26T06:54:31.482 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] 17 tests from TestImageWatcher (2375 ms total) 2024-07-26T06:54:31.482 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:54:31.482 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] 161 tests from TestLibRBD 2024-07-26T06:54:31.515 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.CreateAndStat 2024-07-26T06:54:31.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:31 smithi155 ceph-mon[90160]: pgmap v2792: 137 pgs: 12 creating+peering, 13 unknown, 112 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:54:31.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:31 smithi155 ceph-mon[90160]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:54:31.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:31 smithi155 ceph-mon[90160]: osdmap e1623: 8 total, 8 up, 8 in 2024-07-26T06:54:31.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:31 smithi089 ceph-mon[99608]: pgmap v2792: 137 pgs: 12 creating+peering, 13 unknown, 112 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:54:31.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:31 smithi089 ceph-mon[99608]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:54:31.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:31 smithi089 ceph-mon[99608]: osdmap e1623: 8 total, 8 up, 8 in 2024-07-26T06:54:31.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:31 smithi089 ceph-mon[102056]: pgmap v2792: 137 pgs: 12 creating+peering, 13 unknown, 112 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:54:31.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:31 smithi089 ceph-mon[102056]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:54:31.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:31 smithi089 ceph-mon[102056]: osdmap e1623: 8 total, 8 up, 8 in 2024-07-26T06:54:32.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:32 smithi155 ceph-mon[90160]: osdmap e1624: 8 total, 8 up, 8 in 2024-07-26T06:54:32.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:54:32 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:54:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:54:32.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:32 smithi089 ceph-mon[99608]: osdmap e1624: 8 total, 8 up, 8 in 2024-07-26T06:54:32.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:54:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:54:32] "GET /metrics HTTP/1.1" 200 36534 "" "Prometheus/2.43.0" 2024-07-26T06:54:32.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:32 smithi089 ceph-mon[102056]: osdmap e1624: 8 total, 8 up, 8 in 2024-07-26T06:54:33.505 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:54:33.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:33 smithi155 ceph-mon[90160]: pgmap v2795: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:54:33.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:33 smithi155 ceph-mon[90160]: osdmap e1625: 8 total, 8 up, 8 in 2024-07-26T06:54:33.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:33 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/3568041172' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:54:33.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:33 smithi089 ceph-mon[99608]: pgmap v2795: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:54:33.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:33 smithi089 ceph-mon[99608]: osdmap e1625: 8 total, 8 up, 8 in 2024-07-26T06:54:33.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:33 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/3568041172' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:54:33.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:33 smithi089 ceph-mon[102056]: pgmap v2795: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:54:33.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:33 smithi089 ceph-mon[102056]: osdmap e1625: 8 total, 8 up, 8 in 2024-07-26T06:54:33.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:33 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/3568041172' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:54:34.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:34 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/3568041172' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:54:34.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:34 smithi155 ceph-mon[90160]: osdmap e1626: 8 total, 8 up, 8 in 2024-07-26T06:54:34.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:34 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/3568041172' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:54:34.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:34 smithi089 ceph-mon[99608]: osdmap e1626: 8 total, 8 up, 8 in 2024-07-26T06:54:34.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:34 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/3568041172' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:54:34.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:34 smithi089 ceph-mon[102056]: osdmap e1626: 8 total, 8 up, 8 in 2024-07-26T06:54:35.540 INFO:tasks.workunit.client.0.smithi089.stdout:image has size 2097152 and order 22 2024-07-26T06:54:35.540 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.CreateAndStat (4026 ms) 2024-07-26T06:54:35.541 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.CreateWithSameDataPool 2024-07-26T06:54:35.541 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:54:35.563 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.CreateWithSameDataPool (23 ms) 2024-07-26T06:54:35.564 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.CreateAndStatPP 2024-07-26T06:54:35.564 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:54:35.582 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.CreateAndStatPP (19 ms) 2024-07-26T06:54:35.582 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.GetId 2024-07-26T06:54:35.582 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:54:35.608 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.GetId (25 ms) 2024-07-26T06:54:35.608 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.GetIdPP 2024-07-26T06:54:35.608 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:54:35.632 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.GetIdPP (25 ms) 2024-07-26T06:54:35.632 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefix 2024-07-26T06:54:35.632 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:54:35.649 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.GetBlockNamePrefix (16 ms) 2024-07-26T06:54:35.649 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefixPP 2024-07-26T06:54:35.649 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:54:35.669 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.GetBlockNamePrefixPP (21 ms) 2024-07-26T06:54:35.669 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.TestGetCreateTimestamp 2024-07-26T06:54:35.669 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:54:35.685 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.TestGetCreateTimestamp (15 ms) 2024-07-26T06:54:35.685 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.GetCreateTimestampPP 2024-07-26T06:54:35.685 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:54:35.702 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.GetCreateTimestampPP (18 ms) 2024-07-26T06:54:35.702 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.OpenAio 2024-07-26T06:54:35.703 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:54:35.717 INFO:tasks.workunit.client.0.smithi089.stdout:image has size 2097152 and order 22 2024-07-26T06:54:35.717 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.OpenAio (15 ms) 2024-07-26T06:54:35.717 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.OpenAioFail 2024-07-26T06:54:35.719 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.OpenAioFail (2 ms) 2024-07-26T06:54:35.719 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.OpenAioPP 2024-07-26T06:54:35.720 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:54:35.746 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.OpenAioPP (27 ms) 2024-07-26T06:54:35.747 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.OpenAioFailPP 2024-07-26T06:54:35.749 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.OpenAioFailPP (3 ms) 2024-07-26T06:54:35.749 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.ResizeAndStat 2024-07-26T06:54:35.749 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:54:35.780 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.ResizeAndStat (31 ms) 2024-07-26T06:54:35.780 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.ResizeAndStatPP 2024-07-26T06:54:35.780 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:54:35.808 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.ResizeAndStatPP (27 ms) 2024-07-26T06:54:35.808 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResize 2024-07-26T06:54:35.808 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:54:35.841 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.UpdateWatchAndResize (33 ms) 2024-07-26T06:54:35.841 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResizePP 2024-07-26T06:54:35.841 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:54:35.872 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.UpdateWatchAndResizePP (31 ms) 2024-07-26T06:54:35.872 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.TestCreateLsDelete 2024-07-26T06:54:35.878 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:35 smithi155 ceph-mon[90160]: pgmap v2798: 137 pgs: 2 creating+peering, 27 unknown, 108 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:54:35.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:35 smithi155 ceph-mon[90160]: osdmap e1627: 8 total, 8 up, 8 in 2024-07-26T06:54:35.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:35 smithi089 ceph-mon[99608]: pgmap v2798: 137 pgs: 2 creating+peering, 27 unknown, 108 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:54:35.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:35 smithi089 ceph-mon[99608]: osdmap e1627: 8 total, 8 up, 8 in 2024-07-26T06:54:35.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:35 smithi089 ceph-mon[102056]: pgmap v2798: 137 pgs: 2 creating+peering, 27 unknown, 108 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-07-26T06:54:35.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:35 smithi089 ceph-mon[102056]: osdmap e1627: 8 total, 8 up, 8 in 2024-07-26T06:54:36.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:36 smithi155 ceph-mon[90160]: osdmap e1628: 8 total, 8 up, 8 in 2024-07-26T06:54:36.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:36 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T06:54:36.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:36 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:54:36.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:36 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:54:36.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:36 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:54:36.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:36 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:54:36.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:36 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:54:36.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:36 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:54:36.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:36 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:54:36.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:36 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:54:36.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:36 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:54:36.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:36 smithi155 ceph-mon[90160]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:54:36.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:36 smithi155 ceph-mon[90160]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:54:36.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:36 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:54:36.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:36 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:54:36.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:36 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:54:36.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:36 smithi155 ceph-mon[90160]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:54:36.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:36 smithi155 ceph-mon[90160]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:54:36.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:36 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:54:36.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:36 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:54:36.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:36 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:54:36.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:36 smithi155 ceph-mon[90160]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:54:36.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:36 smithi155 ceph-mon[90160]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:54:36.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:36 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:54:36.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:36 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:54:36.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:36 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:54:36.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:36 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:54:36.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:36 smithi089 ceph-mon[99608]: osdmap e1628: 8 total, 8 up, 8 in 2024-07-26T06:54:36.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:36 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T06:54:36.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:36 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:54:36.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:36 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:54:36.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:36 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:54:36.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:36 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:54:36.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:36 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:54:36.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:36 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:54:36.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:36 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:54:36.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:36 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:54:36.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:36 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:54:36.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:36 smithi089 ceph-mon[99608]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:54:36.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:36 smithi089 ceph-mon[99608]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:54:36.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:36 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:54:36.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:36 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:54:36.907 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:36 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:54:36.907 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:36 smithi089 ceph-mon[99608]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:54:36.907 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:36 smithi089 ceph-mon[99608]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:54:36.907 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:36 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:54:36.907 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:36 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:54:36.907 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:36 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:54:36.907 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:36 smithi089 ceph-mon[99608]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:54:36.907 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:36 smithi089 ceph-mon[99608]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:54:36.907 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:36 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:54:36.907 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:36 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:54:36.907 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:36 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:54:36.907 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:36 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:54:36.908 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:36 smithi089 ceph-mon[102056]: osdmap e1628: 8 total, 8 up, 8 in 2024-07-26T06:54:36.908 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:36 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T06:54:36.908 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:36 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:54:36.908 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:36 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:54:36.908 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:36 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:54:36.908 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:36 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:54:36.908 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:36 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:54:36.908 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:36 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:54:36.908 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:36 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:54:36.908 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:36 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:54:36.908 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:36 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:54:36.908 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:36 smithi089 ceph-mon[102056]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:54:36.909 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:36 smithi089 ceph-mon[102056]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:54:36.909 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:36 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:54:36.909 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:36 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:54:36.909 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:36 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:54:36.909 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:36 smithi089 ceph-mon[102056]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:54:36.909 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:36 smithi089 ceph-mon[102056]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:54:36.909 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:36 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:54:36.909 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:36 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:54:36.909 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:36 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:54:36.909 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:36 smithi089 ceph-mon[102056]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T06:54:36.909 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:36 smithi089 ceph-mon[102056]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T06:54:36.909 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:36 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T06:54:36.909 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:36 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T06:54:36.909 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:36 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T06:54:36.910 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:36 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:54:37.547 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:54:37.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:37 smithi155 ceph-mon[90160]: pgmap v2801: 137 pgs: 2 creating+peering, 7 unknown, 128 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 2.5 KiB/s wr, 23 op/s 2024-07-26T06:54:37.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:37 smithi155 ceph-mon[90160]: osdmap e1629: 8 total, 8 up, 8 in 2024-07-26T06:54:37.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:37 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/3911242397' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:54:37.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:37 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:54:37.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:37 smithi089 ceph-mon[99608]: pgmap v2801: 137 pgs: 2 creating+peering, 7 unknown, 128 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 2.5 KiB/s wr, 23 op/s 2024-07-26T06:54:37.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:37 smithi089 ceph-mon[99608]: osdmap e1629: 8 total, 8 up, 8 in 2024-07-26T06:54:37.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:37 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/3911242397' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:54:37.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:37 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:54:37.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:37 smithi089 ceph-mon[102056]: pgmap v2801: 137 pgs: 2 creating+peering, 7 unknown, 128 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 2.5 KiB/s wr, 23 op/s 2024-07-26T06:54:37.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:37 smithi089 ceph-mon[102056]: osdmap e1629: 8 total, 8 up, 8 in 2024-07-26T06:54:37.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:37 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/3911242397' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:54:37.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:37 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:54:38.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:38 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:54:38.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:38 smithi155 ceph-mon[90160]: osdmap e1630: 8 total, 8 up, 8 in 2024-07-26T06:54:38.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:38 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:54:38.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:38 smithi089 ceph-mon[99608]: osdmap e1630: 8 total, 8 up, 8 in 2024-07-26T06:54:38.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:38 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:54:38.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:38 smithi089 ceph-mon[102056]: osdmap e1630: 8 total, 8 up, 8 in 2024-07-26T06:54:39.574 INFO:tasks.workunit.client.0.smithi089.stdout:image: image18 2024-07-26T06:54:39.574 INFO:tasks.workunit.client.0.smithi089.stdout:expected = image18 2024-07-26T06:54:39.574 INFO:tasks.workunit.client.0.smithi089.stdout:found image18 2024-07-26T06:54:39.574 INFO:tasks.workunit.client.0.smithi089.stdout:erased image18 2024-07-26T06:54:39.574 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:54:39.659 INFO:tasks.workunit.client.0.smithi089.stdout:image: image18 2024-07-26T06:54:39.659 INFO:tasks.workunit.client.0.smithi089.stdout:image: image19 2024-07-26T06:54:39.659 INFO:tasks.workunit.client.0.smithi089.stdout:expected = image18 2024-07-26T06:54:39.659 INFO:tasks.workunit.client.0.smithi089.stdout:found image18 2024-07-26T06:54:39.659 INFO:tasks.workunit.client.0.smithi089.stdout:erased image18 2024-07-26T06:54:39.660 INFO:tasks.workunit.client.0.smithi089.stdout:expected = image19 2024-07-26T06:54:39.660 INFO:tasks.workunit.client.0.smithi089.stdout:found image19 2024-07-26T06:54:39.660 INFO:tasks.workunit.client.0.smithi089.stdout:erased image19 2024-07-26T06:54:39.660 INFO:tasks.workunit.client.0.smithi089.stdout:image: image19 2024-07-26T06:54:39.660 INFO:tasks.workunit.client.0.smithi089.stdout:expected = image19 2024-07-26T06:54:39.660 INFO:tasks.workunit.client.0.smithi089.stdout:found image19 2024-07-26T06:54:39.660 INFO:tasks.workunit.client.0.smithi089.stdout:erased image19 2024-07-26T06:54:39.661 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.TestCreateLsDelete (3787 ms) 2024-07-26T06:54:39.661 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.TestCreateLsDeletePP 2024-07-26T06:54:39.878 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:39 smithi155 ceph-mon[90160]: pgmap v2804: 169 pgs: 5 creating+peering, 26 unknown, 138 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 5.7 KiB/s wr, 65 op/s 2024-07-26T06:54:39.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:39 smithi155 ceph-mon[90160]: osdmap e1631: 8 total, 8 up, 8 in 2024-07-26T06:54:39.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:39 smithi089 ceph-mon[99608]: pgmap v2804: 169 pgs: 5 creating+peering, 26 unknown, 138 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 5.7 KiB/s wr, 65 op/s 2024-07-26T06:54:39.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:39 smithi089 ceph-mon[99608]: osdmap e1631: 8 total, 8 up, 8 in 2024-07-26T06:54:39.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:39 smithi089 ceph-mon[102056]: pgmap v2804: 169 pgs: 5 creating+peering, 26 unknown, 138 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 5.7 KiB/s wr, 65 op/s 2024-07-26T06:54:39.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:39 smithi089 ceph-mon[102056]: osdmap e1631: 8 total, 8 up, 8 in 2024-07-26T06:54:40.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:40 smithi155 ceph-mon[90160]: osdmap e1632: 8 total, 8 up, 8 in 2024-07-26T06:54:40.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:40 smithi089 ceph-mon[99608]: osdmap e1632: 8 total, 8 up, 8 in 2024-07-26T06:54:40.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:40 smithi089 ceph-mon[102056]: osdmap e1632: 8 total, 8 up, 8 in 2024-07-26T06:54:41.575 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:54:41.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:41 smithi155 ceph-mon[90160]: pgmap v2807: 169 pgs: 5 creating+peering, 9 unknown, 155 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 102 KiB/s rd, 13 KiB/s wr, 150 op/s 2024-07-26T06:54:41.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:41 smithi155 ceph-mon[90160]: osdmap e1633: 8 total, 8 up, 8 in 2024-07-26T06:54:41.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:41 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/529001284' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:54:41.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:41 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:54:41.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:54:41.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:41 smithi089 ceph-mon[99608]: pgmap v2807: 169 pgs: 5 creating+peering, 9 unknown, 155 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 102 KiB/s rd, 13 KiB/s wr, 150 op/s 2024-07-26T06:54:41.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:41 smithi089 ceph-mon[99608]: osdmap e1633: 8 total, 8 up, 8 in 2024-07-26T06:54:41.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:41 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/529001284' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:54:41.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:41 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:54:41.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:54:41.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:41 smithi089 ceph-mon[102056]: pgmap v2807: 169 pgs: 5 creating+peering, 9 unknown, 155 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 102 KiB/s rd, 13 KiB/s wr, 150 op/s 2024-07-26T06:54:41.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:41 smithi089 ceph-mon[102056]: osdmap e1633: 8 total, 8 up, 8 in 2024-07-26T06:54:41.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:41 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/529001284' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:54:41.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:41 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:54:41.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:54:42.569 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:54:42 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:54:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:54:42.806 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:42 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:54:42.806 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:42 smithi089 ceph-mon[99608]: osdmap e1634: 8 total, 8 up, 8 in 2024-07-26T06:54:42.806 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:54:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:54:42] "GET /metrics HTTP/1.1" 200 41275 "" "Prometheus/2.43.0" 2024-07-26T06:54:42.806 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:42 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:54:42.807 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:42 smithi089 ceph-mon[102056]: osdmap e1634: 8 total, 8 up, 8 in 2024-07-26T06:54:42.878 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:42 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:54:42.878 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:42 smithi155 ceph-mon[90160]: osdmap e1634: 8 total, 8 up, 8 in 2024-07-26T06:54:43.608 INFO:tasks.workunit.client.0.smithi089.stdout:num images is: 1 2024-07-26T06:54:43.608 INFO:tasks.workunit.client.0.smithi089.stdout:expected: 1 2024-07-26T06:54:43.608 INFO:tasks.workunit.client.0.smithi089.stdout:image: image20 2024-07-26T06:54:43.608 INFO:tasks.workunit.client.0.smithi089.stdout:expected = image20 2024-07-26T06:54:43.608 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:54:43.618 INFO:tasks.workunit.client.0.smithi089.stdout:num images is: 2 2024-07-26T06:54:43.618 INFO:tasks.workunit.client.0.smithi089.stdout:expected: 2 2024-07-26T06:54:43.618 INFO:tasks.workunit.client.0.smithi089.stdout:image: image20 2024-07-26T06:54:43.619 INFO:tasks.workunit.client.0.smithi089.stdout:image: image21 2024-07-26T06:54:43.619 INFO:tasks.workunit.client.0.smithi089.stdout:expected = image20 2024-07-26T06:54:43.619 INFO:tasks.workunit.client.0.smithi089.stdout:expected = image21 2024-07-26T06:54:43.683 INFO:tasks.workunit.client.0.smithi089.stdout:num images is: 1 2024-07-26T06:54:43.683 INFO:tasks.workunit.client.0.smithi089.stdout:expected: 1 2024-07-26T06:54:43.683 INFO:tasks.workunit.client.0.smithi089.stdout:image: image21 2024-07-26T06:54:43.684 INFO:tasks.workunit.client.0.smithi089.stdout:expected = image21 2024-07-26T06:54:43.684 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.TestCreateLsDeletePP (4025 ms) 2024-07-26T06:54:43.684 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.TestCopy 2024-07-26T06:54:43.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:43 smithi155 ceph-mon[90160]: pgmap v2810: 201 pgs: 14 creating+peering, 23 unknown, 164 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 154 KiB/s rd, 15 KiB/s wr, 210 op/s 2024-07-26T06:54:43.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:43 smithi155 ceph-mon[90160]: osdmap e1635: 8 total, 8 up, 8 in 2024-07-26T06:54:43.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:43 smithi089 ceph-mon[99608]: pgmap v2810: 201 pgs: 14 creating+peering, 23 unknown, 164 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 154 KiB/s rd, 15 KiB/s wr, 210 op/s 2024-07-26T06:54:43.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:43 smithi089 ceph-mon[99608]: osdmap e1635: 8 total, 8 up, 8 in 2024-07-26T06:54:43.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:43 smithi089 ceph-mon[102056]: pgmap v2810: 201 pgs: 14 creating+peering, 23 unknown, 164 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 154 KiB/s rd, 15 KiB/s wr, 210 op/s 2024-07-26T06:54:43.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:43 smithi089 ceph-mon[102056]: osdmap e1635: 8 total, 8 up, 8 in 2024-07-26T06:54:44.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:44 smithi155 ceph-mon[90160]: osdmap e1636: 8 total, 8 up, 8 in 2024-07-26T06:54:44.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:44 smithi089 ceph-mon[99608]: osdmap e1636: 8 total, 8 up, 8 in 2024-07-26T06:54:44.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:44 smithi089 ceph-mon[102056]: osdmap e1636: 8 total, 8 up, 8 in 2024-07-26T06:54:45.109 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:54:45.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:45 smithi155 ceph-mon[90160]: pgmap v2813: 201 pgs: 9 creating+peering, 7 unknown, 185 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 7.7 KiB/s wr, 133 op/s 2024-07-26T06:54:45.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:45 smithi155 ceph-mon[90160]: osdmap e1637: 8 total, 8 up, 8 in 2024-07-26T06:54:45.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:45 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/3204466208' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:54:45.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:45 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/3204466208' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:54:45.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:45 smithi155 ceph-mon[90160]: osdmap e1638: 8 total, 8 up, 8 in 2024-07-26T06:54:45.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:45 smithi089 ceph-mon[99608]: pgmap v2813: 201 pgs: 9 creating+peering, 7 unknown, 185 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 7.7 KiB/s wr, 133 op/s 2024-07-26T06:54:45.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:45 smithi089 ceph-mon[99608]: osdmap e1637: 8 total, 8 up, 8 in 2024-07-26T06:54:45.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:45 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/3204466208' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:54:45.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:45 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/3204466208' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:54:45.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:45 smithi089 ceph-mon[99608]: osdmap e1638: 8 total, 8 up, 8 in 2024-07-26T06:54:45.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:45 smithi089 ceph-mon[102056]: pgmap v2813: 201 pgs: 9 creating+peering, 7 unknown, 185 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 7.7 KiB/s wr, 133 op/s 2024-07-26T06:54:45.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:45 smithi089 ceph-mon[102056]: osdmap e1637: 8 total, 8 up, 8 in 2024-07-26T06:54:45.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:45 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/3204466208' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:54:45.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:45 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/3204466208' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:54:45.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:45 smithi089 ceph-mon[102056]: osdmap e1638: 8 total, 8 up, 8 in 2024-07-26T06:54:47.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:47 smithi155 ceph-mon[90160]: osdmap e1639: 8 total, 8 up, 8 in 2024-07-26T06:54:47.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:47 smithi089 ceph-mon[99608]: osdmap e1639: 8 total, 8 up, 8 in 2024-07-26T06:54:47.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:47 smithi089 ceph-mon[102056]: osdmap e1639: 8 total, 8 up, 8 in 2024-07-26T06:54:47.490 INFO:tasks.workunit.client.0.smithi089.stdout:image: image22 2024-07-26T06:54:47.490 INFO:tasks.workunit.client.0.smithi089.stdout:expected = image22 2024-07-26T06:54:47.490 INFO:tasks.workunit.client.0.smithi089.stdout:found image22 2024-07-26T06:54:47.490 INFO:tasks.workunit.client.0.smithi089.stdout:erased image22 2024-07-26T06:54:47.490 INFO:tasks.workunit.client.0.smithi089.stdout:image: image22 2024-07-26T06:54:47.490 INFO:tasks.workunit.client.0.smithi089.stdout:image: image23 2024-07-26T06:54:47.490 INFO:tasks.workunit.client.0.smithi089.stdout:expected = image22 2024-07-26T06:54:47.491 INFO:tasks.workunit.client.0.smithi089.stdout:found image22 2024-07-26T06:54:47.491 INFO:tasks.workunit.client.0.smithi089.stdout:erased image22 2024-07-26T06:54:47.491 INFO:tasks.workunit.client.0.smithi089.stdout:expected = image23 2024-07-26T06:54:47.491 INFO:tasks.workunit.client.0.smithi089.stdout:found image23 2024-07-26T06:54:47.491 INFO:tasks.workunit.client.0.smithi089.stdout:erased image23 2024-07-26T06:54:47.491 INFO:tasks.workunit.client.0.smithi089.stdout:100.00% done 2024-07-26T06:54:47.491 INFO:tasks.workunit.client.0.smithi089.stdout:image: image22 2024-07-26T06:54:47.491 INFO:tasks.workunit.client.0.smithi089.stdout:image: image23 2024-07-26T06:54:47.491 INFO:tasks.workunit.client.0.smithi089.stdout:image: image24 2024-07-26T06:54:47.491 INFO:tasks.workunit.client.0.smithi089.stdout:expected = image22 2024-07-26T06:54:47.491 INFO:tasks.workunit.client.0.smithi089.stdout:found image22 2024-07-26T06:54:47.491 INFO:tasks.workunit.client.0.smithi089.stdout:erased image22 2024-07-26T06:54:47.491 INFO:tasks.workunit.client.0.smithi089.stdout:expected = image23 2024-07-26T06:54:47.491 INFO:tasks.workunit.client.0.smithi089.stdout:found image23 2024-07-26T06:54:47.492 INFO:tasks.workunit.client.0.smithi089.stdout:erased image23 2024-07-26T06:54:47.492 INFO:tasks.workunit.client.0.smithi089.stdout:expected = image24 2024-07-26T06:54:47.492 INFO:tasks.workunit.client.0.smithi089.stdout:found image24 2024-07-26T06:54:47.492 INFO:tasks.workunit.client.0.smithi089.stdout:erased image24 2024-07-26T06:54:47.492 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.TestCopy (3807 ms) 2024-07-26T06:54:47.492 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.TestCopyPP 2024-07-26T06:54:48.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:48 smithi155 ceph-mon[90160]: pgmap v2817: 233 pgs: 5 creating+peering, 23 unknown, 205 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 4.7 KiB/s wr, 55 op/s 2024-07-26T06:54:48.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:48 smithi155 ceph-mon[90160]: osdmap e1640: 8 total, 8 up, 8 in 2024-07-26T06:54:48.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:48 smithi089 ceph-mon[99608]: pgmap v2817: 233 pgs: 5 creating+peering, 23 unknown, 205 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 4.7 KiB/s wr, 55 op/s 2024-07-26T06:54:48.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:48 smithi089 ceph-mon[99608]: osdmap e1640: 8 total, 8 up, 8 in 2024-07-26T06:54:48.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:48 smithi089 ceph-mon[102056]: pgmap v2817: 233 pgs: 5 creating+peering, 23 unknown, 205 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 4.7 KiB/s wr, 55 op/s 2024-07-26T06:54:48.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:48 smithi089 ceph-mon[102056]: osdmap e1640: 8 total, 8 up, 8 in 2024-07-26T06:54:49.125 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:54:49.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:49 smithi155 ceph-mon[90160]: osdmap e1641: 8 total, 8 up, 8 in 2024-07-26T06:54:49.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:49 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/2652471587' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:54:49.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:49 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:54:49.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:49 smithi089 ceph-mon[99608]: osdmap e1641: 8 total, 8 up, 8 in 2024-07-26T06:54:49.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:49 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/2652471587' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:54:49.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:49 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:54:49.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:49 smithi089 ceph-mon[102056]: osdmap e1641: 8 total, 8 up, 8 in 2024-07-26T06:54:49.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:49 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/2652471587' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:54:49.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:49 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:54:50.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:50 smithi155 ceph-mon[90160]: pgmap v2820: 265 pgs: 40 unknown, 225 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 306 KiB/s rd, 22 KiB/s wr, 363 op/s 2024-07-26T06:54:50.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:50 smithi155 ceph-mon[90160]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:54:50.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:50 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:54:50.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:50 smithi155 ceph-mon[90160]: osdmap e1642: 8 total, 8 up, 8 in 2024-07-26T06:54:50.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:50 smithi155 ceph-mon[90160]: osdmap e1643: 8 total, 8 up, 8 in 2024-07-26T06:54:50.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:50 smithi089 ceph-mon[99608]: pgmap v2820: 265 pgs: 40 unknown, 225 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 306 KiB/s rd, 22 KiB/s wr, 363 op/s 2024-07-26T06:54:50.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:50 smithi089 ceph-mon[99608]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:54:50.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:50 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:54:50.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:50 smithi089 ceph-mon[99608]: osdmap e1642: 8 total, 8 up, 8 in 2024-07-26T06:54:50.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:50 smithi089 ceph-mon[99608]: osdmap e1643: 8 total, 8 up, 8 in 2024-07-26T06:54:50.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:50 smithi089 ceph-mon[102056]: pgmap v2820: 265 pgs: 40 unknown, 225 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 306 KiB/s rd, 22 KiB/s wr, 363 op/s 2024-07-26T06:54:50.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:50 smithi089 ceph-mon[102056]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:54:50.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:50 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:54:50.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:50 smithi089 ceph-mon[102056]: osdmap e1642: 8 total, 8 up, 8 in 2024-07-26T06:54:50.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:50 smithi089 ceph-mon[102056]: osdmap e1643: 8 total, 8 up, 8 in 2024-07-26T06:54:51.372 INFO:tasks.workunit.client.0.smithi089.stdout:num images is: 1 2024-07-26T06:54:51.372 INFO:tasks.workunit.client.0.smithi089.stdout:expected: 1 2024-07-26T06:54:51.372 INFO:tasks.workunit.client.0.smithi089.stdout:image: image25 2024-07-26T06:54:51.372 INFO:tasks.workunit.client.0.smithi089.stdout:expected = image25 2024-07-26T06:54:51.391 INFO:tasks.workunit.client.0.smithi089.stdout:num images is: 2 2024-07-26T06:54:51.392 INFO:tasks.workunit.client.0.smithi089.stdout:expected: 2 2024-07-26T06:54:51.392 INFO:tasks.workunit.client.0.smithi089.stdout:image: image25 2024-07-26T06:54:51.392 INFO:tasks.workunit.client.0.smithi089.stdout:image: image26 2024-07-26T06:54:51.392 INFO:tasks.workunit.client.0.smithi089.stdout:expected = image25 2024-07-26T06:54:51.392 INFO:tasks.workunit.client.0.smithi089.stdout:expected = image26 2024-07-26T06:54:51.437 INFO:tasks.workunit.client.0.smithi089.stdout:100.00% done 2024-07-26T06:54:51.438 INFO:tasks.workunit.client.0.smithi089.stdout:num images is: 3 2024-07-26T06:54:51.438 INFO:tasks.workunit.client.0.smithi089.stdout:expected: 3 2024-07-26T06:54:51.438 INFO:tasks.workunit.client.0.smithi089.stdout:image: image25 2024-07-26T06:54:51.438 INFO:tasks.workunit.client.0.smithi089.stdout:image: image26 2024-07-26T06:54:51.438 INFO:tasks.workunit.client.0.smithi089.stdout:image: image27 2024-07-26T06:54:51.438 INFO:tasks.workunit.client.0.smithi089.stdout:expected = image25 2024-07-26T06:54:51.438 INFO:tasks.workunit.client.0.smithi089.stdout:expected = image26 2024-07-26T06:54:51.438 INFO:tasks.workunit.client.0.smithi089.stdout:expected = image27 2024-07-26T06:54:51.469 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.TestCopyPP (3978 ms) 2024-07-26T06:54:51.469 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.TestDeepCopy 2024-07-26T06:54:52.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:52 smithi155 ceph-mon[90160]: pgmap v2823: 265 pgs: 3 creating+peering, 18 unknown, 244 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 291 KiB/s rd, 20 KiB/s wr, 344 op/s 2024-07-26T06:54:52.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:52 smithi155 ceph-mon[90160]: osdmap e1644: 8 total, 8 up, 8 in 2024-07-26T06:54:52.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:52 smithi155 ceph-mon[90160]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:54:52.379 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:54:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:54:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:54:52.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:52 smithi089 ceph-mon[99608]: pgmap v2823: 265 pgs: 3 creating+peering, 18 unknown, 244 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 291 KiB/s rd, 20 KiB/s wr, 344 op/s 2024-07-26T06:54:52.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:52 smithi089 ceph-mon[99608]: osdmap e1644: 8 total, 8 up, 8 in 2024-07-26T06:54:52.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:52 smithi089 ceph-mon[99608]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:54:52.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:52 smithi089 ceph-mon[102056]: pgmap v2823: 265 pgs: 3 creating+peering, 18 unknown, 244 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 291 KiB/s rd, 20 KiB/s wr, 344 op/s 2024-07-26T06:54:52.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:52 smithi089 ceph-mon[102056]: osdmap e1644: 8 total, 8 up, 8 in 2024-07-26T06:54:52.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:52 smithi089 ceph-mon[102056]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:54:52.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:54:52 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:54:52] "GET /metrics HTTP/1.1" 200 41275 "" "Prometheus/2.43.0" 2024-07-26T06:54:53.139 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:54:53.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:53 smithi155 ceph-mon[90160]: osdmap e1645: 8 total, 8 up, 8 in 2024-07-26T06:54:53.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:53 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/2078962522' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:54:53.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:53 smithi089 ceph-mon[99608]: osdmap e1645: 8 total, 8 up, 8 in 2024-07-26T06:54:53.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:53 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/2078962522' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:54:53.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:53 smithi089 ceph-mon[102056]: osdmap e1645: 8 total, 8 up, 8 in 2024-07-26T06:54:53.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:53 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/2078962522' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:54:54.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:54 smithi155 ceph-mon[90160]: pgmap v2826: 297 pgs: 3 creating+peering, 38 unknown, 256 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 2.7 KiB/s wr, 59 op/s 2024-07-26T06:54:54.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:54 smithi155 ceph-mon[90160]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:54:54.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:54 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/2078962522' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:54:54.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:54 smithi155 ceph-mon[90160]: osdmap e1646: 8 total, 8 up, 8 in 2024-07-26T06:54:54.407 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:54 smithi089 ceph-mon[99608]: pgmap v2826: 297 pgs: 3 creating+peering, 38 unknown, 256 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 2.7 KiB/s wr, 59 op/s 2024-07-26T06:54:54.407 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:54 smithi089 ceph-mon[99608]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:54:54.407 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:54 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/2078962522' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:54:54.407 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:54 smithi089 ceph-mon[99608]: osdmap e1646: 8 total, 8 up, 8 in 2024-07-26T06:54:54.407 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:54 smithi089 ceph-mon[102056]: pgmap v2826: 297 pgs: 3 creating+peering, 38 unknown, 256 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 2.7 KiB/s wr, 59 op/s 2024-07-26T06:54:54.407 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:54 smithi089 ceph-mon[102056]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:54:54.408 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:54 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/2078962522' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:54:54.408 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:54 smithi089 ceph-mon[102056]: osdmap e1646: 8 total, 8 up, 8 in 2024-07-26T06:54:55.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:55 smithi089 ceph-mon[99608]: osdmap e1647: 8 total, 8 up, 8 in 2024-07-26T06:54:55.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:55 smithi089 ceph-mon[99608]: osdmap e1648: 8 total, 8 up, 8 in 2024-07-26T06:54:55.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:55 smithi089 ceph-mon[102056]: osdmap e1647: 8 total, 8 up, 8 in 2024-07-26T06:54:55.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:55 smithi089 ceph-mon[102056]: osdmap e1648: 8 total, 8 up, 8 in 2024-07-26T06:54:55.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:55 smithi155 ceph-mon[90160]: osdmap e1647: 8 total, 8 up, 8 in 2024-07-26T06:54:55.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:55 smithi155 ceph-mon[90160]: osdmap e1648: 8 total, 8 up, 8 in 2024-07-26T06:54:56.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:56 smithi089 ceph-mon[99608]: pgmap v2829: 297 pgs: 5 creating+peering, 22 unknown, 270 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 2.5 KiB/s wr, 87 op/s 2024-07-26T06:54:56.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:56 smithi089 ceph-mon[99608]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:54:56.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:56 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:54:56.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:56 smithi089 ceph-mon[102056]: pgmap v2829: 297 pgs: 5 creating+peering, 22 unknown, 270 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 2.5 KiB/s wr, 87 op/s 2024-07-26T06:54:56.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:56 smithi089 ceph-mon[102056]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:54:56.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:56 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:54:56.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:56 smithi155 ceph-mon[90160]: pgmap v2829: 297 pgs: 5 creating+peering, 22 unknown, 270 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 2.5 KiB/s wr, 87 op/s 2024-07-26T06:54:56.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:56 smithi155 ceph-mon[90160]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:54:56.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:56 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:54:57.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:57 smithi089 ceph-mon[99608]: osdmap e1649: 8 total, 8 up, 8 in 2024-07-26T06:54:57.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:57 smithi089 ceph-mon[102056]: osdmap e1649: 8 total, 8 up, 8 in 2024-07-26T06:54:57.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:57 smithi155 ceph-mon[90160]: osdmap e1649: 8 total, 8 up, 8 in 2024-07-26T06:54:58.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:58 smithi089 ceph-mon[99608]: pgmap v2832: 297 pgs: 5 creating+peering, 6 unknown, 286 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 399 KiB/s rd, 23 KiB/s wr, 462 op/s 2024-07-26T06:54:58.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:58 smithi089 ceph-mon[99608]: osdmap e1650: 8 total, 8 up, 8 in 2024-07-26T06:54:58.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:58 smithi089 ceph-mon[102056]: pgmap v2832: 297 pgs: 5 creating+peering, 6 unknown, 286 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 399 KiB/s rd, 23 KiB/s wr, 462 op/s 2024-07-26T06:54:58.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:58 smithi089 ceph-mon[102056]: osdmap e1650: 8 total, 8 up, 8 in 2024-07-26T06:54:58.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:58 smithi155 ceph-mon[90160]: pgmap v2832: 297 pgs: 5 creating+peering, 6 unknown, 286 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 399 KiB/s rd, 23 KiB/s wr, 462 op/s 2024-07-26T06:54:58.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:58 smithi155 ceph-mon[90160]: osdmap e1650: 8 total, 8 up, 8 in 2024-07-26T06:54:59.249 INFO:tasks.workunit.client.0.smithi089.stdout:image: image28 2024-07-26T06:54:59.249 INFO:tasks.workunit.client.0.smithi089.stdout:expected = image28 2024-07-26T06:54:59.249 INFO:tasks.workunit.client.0.smithi089.stdout:found image28 2024-07-26T06:54:59.249 INFO:tasks.workunit.client.0.smithi089.stdout:erased image28 2024-07-26T06:54:59.249 INFO:tasks.workunit.client.0.smithi089.stdout:image: image28 2024-07-26T06:54:59.249 INFO:tasks.workunit.client.0.smithi089.stdout:image: image29 2024-07-26T06:54:59.249 INFO:tasks.workunit.client.0.smithi089.stdout:expected = image28 2024-07-26T06:54:59.249 INFO:tasks.workunit.client.0.smithi089.stdout:found image28 2024-07-26T06:54:59.250 INFO:tasks.workunit.client.0.smithi089.stdout:erased image28 2024-07-26T06:54:59.250 INFO:tasks.workunit.client.0.smithi089.stdout:expected = image29 2024-07-26T06:54:59.250 INFO:tasks.workunit.client.0.smithi089.stdout:found image29 2024-07-26T06:54:59.250 INFO:tasks.workunit.client.0.smithi089.stdout:erased image29 2024-07-26T06:54:59.250 INFO:tasks.workunit.client.0.smithi089.stdout:100.00% done 2024-07-26T06:54:59.250 INFO:tasks.workunit.client.0.smithi089.stdout:image: image28 2024-07-26T06:54:59.250 INFO:tasks.workunit.client.0.smithi089.stdout:image: image29 2024-07-26T06:54:59.250 INFO:tasks.workunit.client.0.smithi089.stdout:image: image30 2024-07-26T06:54:59.250 INFO:tasks.workunit.client.0.smithi089.stdout:expected = image28 2024-07-26T06:54:59.250 INFO:tasks.workunit.client.0.smithi089.stdout:found image28 2024-07-26T06:54:59.250 INFO:tasks.workunit.client.0.smithi089.stdout:erased image28 2024-07-26T06:54:59.250 INFO:tasks.workunit.client.0.smithi089.stdout:expected = image29 2024-07-26T06:54:59.250 INFO:tasks.workunit.client.0.smithi089.stdout:found image29 2024-07-26T06:54:59.250 INFO:tasks.workunit.client.0.smithi089.stdout:erased image29 2024-07-26T06:54:59.251 INFO:tasks.workunit.client.0.smithi089.stdout:expected = image30 2024-07-26T06:54:59.251 INFO:tasks.workunit.client.0.smithi089.stdout:found image30 2024-07-26T06:54:59.251 INFO:tasks.workunit.client.0.smithi089.stdout:erased image30 2024-07-26T06:54:59.251 INFO:tasks.workunit.client.0.smithi089.stdout:image: image28 2024-07-26T06:54:59.251 INFO:tasks.workunit.client.0.smithi089.stdout:image: image29 2024-07-26T06:54:59.251 INFO:tasks.workunit.client.0.smithi089.stdout:image: image30 2024-07-26T06:54:59.251 INFO:tasks.workunit.client.0.smithi089.stdout:image: image31 2024-07-26T06:54:59.251 INFO:tasks.workunit.client.0.smithi089.stdout:expected = image28 2024-07-26T06:54:59.251 INFO:tasks.workunit.client.0.smithi089.stdout:found image28 2024-07-26T06:54:59.251 INFO:tasks.workunit.client.0.smithi089.stdout:erased image28 2024-07-26T06:54:59.251 INFO:tasks.workunit.client.0.smithi089.stdout:expected = image29 2024-07-26T06:54:59.251 INFO:tasks.workunit.client.0.smithi089.stdout:found image29 2024-07-26T06:54:59.251 INFO:tasks.workunit.client.0.smithi089.stdout:erased image29 2024-07-26T06:54:59.251 INFO:tasks.workunit.client.0.smithi089.stdout:expected = image30 2024-07-26T06:54:59.251 INFO:tasks.workunit.client.0.smithi089.stdout:found image30 2024-07-26T06:54:59.252 INFO:tasks.workunit.client.0.smithi089.stdout:erased image30 2024-07-26T06:54:59.252 INFO:tasks.workunit.client.0.smithi089.stdout:expected = image31 2024-07-26T06:54:59.252 INFO:tasks.workunit.client.0.smithi089.stdout:found image31 2024-07-26T06:54:59.252 INFO:tasks.workunit.client.0.smithi089.stdout:erased image31 2024-07-26T06:54:59.252 INFO:tasks.workunit.client.0.smithi089.stdout:image: image28 2024-07-26T06:54:59.252 INFO:tasks.workunit.client.0.smithi089.stdout:image: image29 2024-07-26T06:54:59.252 INFO:tasks.workunit.client.0.smithi089.stdout:image: image30 2024-07-26T06:54:59.252 INFO:tasks.workunit.client.0.smithi089.stdout:image: image31 2024-07-26T06:54:59.252 INFO:tasks.workunit.client.0.smithi089.stdout:image: image32 2024-07-26T06:54:59.252 INFO:tasks.workunit.client.0.smithi089.stdout:expected = image28 2024-07-26T06:54:59.252 INFO:tasks.workunit.client.0.smithi089.stdout:found image28 2024-07-26T06:54:59.252 INFO:tasks.workunit.client.0.smithi089.stdout:erased image28 2024-07-26T06:54:59.252 INFO:tasks.workunit.client.0.smithi089.stdout:expected = image29 2024-07-26T06:54:59.253 INFO:tasks.workunit.client.0.smithi089.stdout:found image29 2024-07-26T06:54:59.253 INFO:tasks.workunit.client.0.smithi089.stdout:erased image29 2024-07-26T06:54:59.253 INFO:tasks.workunit.client.0.smithi089.stdout:expected = image30 2024-07-26T06:54:59.253 INFO:tasks.workunit.client.0.smithi089.stdout:found image30 2024-07-26T06:54:59.253 INFO:tasks.workunit.client.0.smithi089.stdout:erased image30 2024-07-26T06:54:59.253 INFO:tasks.workunit.client.0.smithi089.stdout:expected = image31 2024-07-26T06:54:59.253 INFO:tasks.workunit.client.0.smithi089.stdout:found image31 2024-07-26T06:54:59.253 INFO:tasks.workunit.client.0.smithi089.stdout:erased image31 2024-07-26T06:54:59.253 INFO:tasks.workunit.client.0.smithi089.stdout:expected = image32 2024-07-26T06:54:59.253 INFO:tasks.workunit.client.0.smithi089.stdout:found image32 2024-07-26T06:54:59.253 INFO:tasks.workunit.client.0.smithi089.stdout:erased image32 2024-07-26T06:54:59.253 INFO:tasks.workunit.client.0.smithi089.stdout:100.00% done 2024-07-26T06:54:59.253 INFO:tasks.workunit.client.0.smithi089.stdout:image: image28 2024-07-26T06:54:59.253 INFO:tasks.workunit.client.0.smithi089.stdout:image: image29 2024-07-26T06:54:59.254 INFO:tasks.workunit.client.0.smithi089.stdout:image: image30 2024-07-26T06:54:59.254 INFO:tasks.workunit.client.0.smithi089.stdout:image: image31 2024-07-26T06:54:59.254 INFO:tasks.workunit.client.0.smithi089.stdout:image: image32 2024-07-26T06:54:59.254 INFO:tasks.workunit.client.0.smithi089.stdout:image: image33 2024-07-26T06:54:59.254 INFO:tasks.workunit.client.0.smithi089.stdout:expected = image28 2024-07-26T06:54:59.254 INFO:tasks.workunit.client.0.smithi089.stdout:found image28 2024-07-26T06:54:59.254 INFO:tasks.workunit.client.0.smithi089.stdout:erased image28 2024-07-26T06:54:59.254 INFO:tasks.workunit.client.0.smithi089.stdout:expected = image29 2024-07-26T06:54:59.254 INFO:tasks.workunit.client.0.smithi089.stdout:found image29 2024-07-26T06:54:59.254 INFO:tasks.workunit.client.0.smithi089.stdout:erased image29 2024-07-26T06:54:59.254 INFO:tasks.workunit.client.0.smithi089.stdout:expected = image30 2024-07-26T06:54:59.254 INFO:tasks.workunit.client.0.smithi089.stdout:found image30 2024-07-26T06:54:59.255 INFO:tasks.workunit.client.0.smithi089.stdout:erased image30 2024-07-26T06:54:59.255 INFO:tasks.workunit.client.0.smithi089.stdout:expected = image31 2024-07-26T06:54:59.255 INFO:tasks.workunit.client.0.smithi089.stdout:found image31 2024-07-26T06:54:59.255 INFO:tasks.workunit.client.0.smithi089.stdout:erased image31 2024-07-26T06:54:59.255 INFO:tasks.workunit.client.0.smithi089.stdout:expected = image32 2024-07-26T06:54:59.255 INFO:tasks.workunit.client.0.smithi089.stdout:found image32 2024-07-26T06:54:59.255 INFO:tasks.workunit.client.0.smithi089.stdout:erased image32 2024-07-26T06:54:59.255 INFO:tasks.workunit.client.0.smithi089.stdout:expected = image33 2024-07-26T06:54:59.255 INFO:tasks.workunit.client.0.smithi089.stdout:found image33 2024-07-26T06:54:59.255 INFO:tasks.workunit.client.0.smithi089.stdout:erased image33 2024-07-26T06:54:59.255 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.TestDeepCopy (7780 ms) 2024-07-26T06:54:59.255 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.TestDeepCopyPP 2024-07-26T06:54:59.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:54:59 smithi155 ceph-mon[90160]: osdmap e1651: 8 total, 8 up, 8 in 2024-07-26T06:54:59.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:54:59 smithi089 ceph-mon[99608]: osdmap e1651: 8 total, 8 up, 8 in 2024-07-26T06:54:59.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:54:59 smithi089 ceph-mon[102056]: osdmap e1651: 8 total, 8 up, 8 in 2024-07-26T06:55:00.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:00 smithi155 ceph-mon[90160]: pgmap v2835: 297 pgs: 297 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 419 KiB/s rd, 27 KiB/s wr, 488 op/s 2024-07-26T06:55:00.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:00 smithi155 ceph-mon[90160]: osdmap e1652: 8 total, 8 up, 8 in 2024-07-26T06:55:00.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:00 smithi155 ceph-mon[90160]: osdmap e1653: 8 total, 8 up, 8 in 2024-07-26T06:55:00.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:00 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/73278093' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:55:00.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:00 smithi089 ceph-mon[99608]: pgmap v2835: 297 pgs: 297 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 419 KiB/s rd, 27 KiB/s wr, 488 op/s 2024-07-26T06:55:00.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:00 smithi089 ceph-mon[99608]: osdmap e1652: 8 total, 8 up, 8 in 2024-07-26T06:55:00.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:00 smithi089 ceph-mon[99608]: osdmap e1653: 8 total, 8 up, 8 in 2024-07-26T06:55:00.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:00 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/73278093' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:55:00.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:00 smithi089 ceph-mon[102056]: pgmap v2835: 297 pgs: 297 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 419 KiB/s rd, 27 KiB/s wr, 488 op/s 2024-07-26T06:55:00.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:00 smithi089 ceph-mon[102056]: osdmap e1652: 8 total, 8 up, 8 in 2024-07-26T06:55:00.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:00 smithi089 ceph-mon[102056]: osdmap e1653: 8 total, 8 up, 8 in 2024-07-26T06:55:00.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:00 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/73278093' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:55:01.113 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:55:02.379 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:55:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:55:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:55:02.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:02 smithi155 ceph-mon[90160]: pgmap v2838: 329 pgs: 32 unknown, 297 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 410 KiB/s rd, 26 KiB/s wr, 496 op/s 2024-07-26T06:55:02.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:02 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/73278093' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:55:02.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:02 smithi155 ceph-mon[90160]: osdmap e1654: 8 total, 8 up, 8 in 2024-07-26T06:55:02.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:02 smithi155 ceph-mon[90160]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:55:02.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:02 smithi089 ceph-mon[99608]: pgmap v2838: 329 pgs: 32 unknown, 297 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 410 KiB/s rd, 26 KiB/s wr, 496 op/s 2024-07-26T06:55:02.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:02 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/73278093' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:55:02.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:02 smithi089 ceph-mon[99608]: osdmap e1654: 8 total, 8 up, 8 in 2024-07-26T06:55:02.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:02 smithi089 ceph-mon[99608]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:55:02.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:02 smithi089 ceph-mon[102056]: pgmap v2838: 329 pgs: 32 unknown, 297 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 410 KiB/s rd, 26 KiB/s wr, 496 op/s 2024-07-26T06:55:02.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:02 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/73278093' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:55:02.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:02 smithi089 ceph-mon[102056]: osdmap e1654: 8 total, 8 up, 8 in 2024-07-26T06:55:02.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:02 smithi089 ceph-mon[102056]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:55:02.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:55:02 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:55:02] "GET /metrics HTTP/1.1" 200 48516 "" "Prometheus/2.43.0" 2024-07-26T06:55:03.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:03 smithi155 ceph-mon[90160]: osdmap e1655: 8 total, 8 up, 8 in 2024-07-26T06:55:03.379 INFO:tasks.workunit.client.0.smithi089.stdout:num images is: 1 2024-07-26T06:55:03.379 INFO:tasks.workunit.client.0.smithi089.stdout:expected: 1 2024-07-26T06:55:03.379 INFO:tasks.workunit.client.0.smithi089.stdout:image: image34 2024-07-26T06:55:03.379 INFO:tasks.workunit.client.0.smithi089.stdout:expected = image34 2024-07-26T06:55:03.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:03 smithi089 ceph-mon[99608]: osdmap e1655: 8 total, 8 up, 8 in 2024-07-26T06:55:03.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:03 smithi089 ceph-mon[102056]: osdmap e1655: 8 total, 8 up, 8 in 2024-07-26T06:55:03.408 INFO:tasks.workunit.client.0.smithi089.stdout:num images is: 2 2024-07-26T06:55:03.408 INFO:tasks.workunit.client.0.smithi089.stdout:expected: 2 2024-07-26T06:55:03.408 INFO:tasks.workunit.client.0.smithi089.stdout:image: image34 2024-07-26T06:55:03.408 INFO:tasks.workunit.client.0.smithi089.stdout:image: image35 2024-07-26T06:55:03.408 INFO:tasks.workunit.client.0.smithi089.stdout:expected = image34 2024-07-26T06:55:03.409 INFO:tasks.workunit.client.0.smithi089.stdout:expected = image35 2024-07-26T06:55:03.458 INFO:tasks.workunit.client.0.smithi089.stdout:100.00% done 2024-07-26T06:55:03.458 INFO:tasks.workunit.client.0.smithi089.stdout:num images is: 3 2024-07-26T06:55:03.458 INFO:tasks.workunit.client.0.smithi089.stdout:expected: 3 2024-07-26T06:55:03.458 INFO:tasks.workunit.client.0.smithi089.stdout:image: image34 2024-07-26T06:55:03.458 INFO:tasks.workunit.client.0.smithi089.stdout:image: image35 2024-07-26T06:55:03.458 INFO:tasks.workunit.client.0.smithi089.stdout:image: image36 2024-07-26T06:55:03.458 INFO:tasks.workunit.client.0.smithi089.stdout:expected = image34 2024-07-26T06:55:03.458 INFO:tasks.workunit.client.0.smithi089.stdout:expected = image35 2024-07-26T06:55:03.458 INFO:tasks.workunit.client.0.smithi089.stdout:expected = image36 2024-07-26T06:55:03.486 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.TestDeepCopyPP (4237 ms) 2024-07-26T06:55:03.486 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnap 2024-07-26T06:55:03.486 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:55:04.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:04 smithi155 ceph-mon[90160]: pgmap v2841: 329 pgs: 9 creating+peering, 21 unknown, 299 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 385 KiB/s rd, 24 KiB/s wr, 467 op/s 2024-07-26T06:55:04.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:04 smithi155 ceph-mon[90160]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:55:04.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:04 smithi155 ceph-mon[90160]: osdmap e1656: 8 total, 8 up, 8 in 2024-07-26T06:55:04.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:04 smithi089 ceph-mon[99608]: pgmap v2841: 329 pgs: 9 creating+peering, 21 unknown, 299 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 385 KiB/s rd, 24 KiB/s wr, 467 op/s 2024-07-26T06:55:04.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:04 smithi089 ceph-mon[99608]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:55:04.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:04 smithi089 ceph-mon[99608]: osdmap e1656: 8 total, 8 up, 8 in 2024-07-26T06:55:04.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:04 smithi089 ceph-mon[102056]: pgmap v2841: 329 pgs: 9 creating+peering, 21 unknown, 299 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 385 KiB/s rd, 24 KiB/s wr, 467 op/s 2024-07-26T06:55:04.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:04 smithi089 ceph-mon[102056]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:55:04.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:04 smithi089 ceph-mon[102056]: osdmap e1656: 8 total, 8 up, 8 in 2024-07-26T06:55:05.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:05 smithi089 ceph-mon[99608]: osdmap e1657: 8 total, 8 up, 8 in 2024-07-26T06:55:05.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:05 smithi089 ceph-mon[99608]: osdmap e1658: 8 total, 8 up, 8 in 2024-07-26T06:55:05.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:05 smithi089 ceph-mon[102056]: osdmap e1657: 8 total, 8 up, 8 in 2024-07-26T06:55:05.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:05 smithi089 ceph-mon[102056]: osdmap e1658: 8 total, 8 up, 8 in 2024-07-26T06:55:05.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:05 smithi155 ceph-mon[90160]: osdmap e1657: 8 total, 8 up, 8 in 2024-07-26T06:55:05.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:05 smithi155 ceph-mon[90160]: osdmap e1658: 8 total, 8 up, 8 in 2024-07-26T06:55:06.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:06 smithi089 ceph-mon[99608]: pgmap v2844: 329 pgs: 9 creating+peering, 7 unknown, 313 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 5.5 KiB/s wr, 107 op/s 2024-07-26T06:55:06.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:06 smithi089 ceph-mon[102056]: pgmap v2844: 329 pgs: 9 creating+peering, 7 unknown, 313 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 5.5 KiB/s wr, 107 op/s 2024-07-26T06:55:06.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:06 smithi155 ceph-mon[90160]: pgmap v2844: 329 pgs: 9 creating+peering, 7 unknown, 313 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 5.5 KiB/s wr, 107 op/s 2024-07-26T06:55:07.181 INFO:tasks.workunit.client.0.smithi089.stdout:num snaps is: 1 2024-07-26T06:55:07.181 INFO:tasks.workunit.client.0.smithi089.stdout:expected: 1 2024-07-26T06:55:07.181 INFO:tasks.workunit.client.0.smithi089.stdout:snap: snap1 2024-07-26T06:55:07.181 INFO:tasks.workunit.client.0.smithi089.stdout:found snap1 with size 2097152 2024-07-26T06:55:07.181 INFO:tasks.workunit.client.0.smithi089.stdout:num snaps is: 2 2024-07-26T06:55:07.181 INFO:tasks.workunit.client.0.smithi089.stdout:expected: 2 2024-07-26T06:55:07.181 INFO:tasks.workunit.client.0.smithi089.stdout:snap: snap1 2024-07-26T06:55:07.182 INFO:tasks.workunit.client.0.smithi089.stdout:snap: snap2 2024-07-26T06:55:07.182 INFO:tasks.workunit.client.0.smithi089.stdout:found snap1 with size 2097152 2024-07-26T06:55:07.182 INFO:tasks.workunit.client.0.smithi089.stdout:found snap2 with size 4194304 2024-07-26T06:55:07.182 INFO:tasks.workunit.client.0.smithi089.stdout:num snaps is: 1 2024-07-26T06:55:07.182 INFO:tasks.workunit.client.0.smithi089.stdout:expected: 1 2024-07-26T06:55:07.182 INFO:tasks.workunit.client.0.smithi089.stdout:snap: snap2 2024-07-26T06:55:07.182 INFO:tasks.workunit.client.0.smithi089.stdout:found snap2 with size 4194304 2024-07-26T06:55:07.182 INFO:tasks.workunit.client.0.smithi089.stdout:num snaps is: 0 2024-07-26T06:55:07.182 INFO:tasks.workunit.client.0.smithi089.stdout:expected: 0 2024-07-26T06:55:07.182 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnap (3695 ms) 2024-07-26T06:55:07.182 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.TestGetSnapShotTimeStamp 2024-07-26T06:55:07.182 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:55:07.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:07 smithi089 ceph-mon[99608]: osdmap e1659: 8 total, 8 up, 8 in 2024-07-26T06:55:07.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:07 smithi089 ceph-mon[102056]: osdmap e1659: 8 total, 8 up, 8 in 2024-07-26T06:55:07.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:07 smithi155 ceph-mon[90160]: osdmap e1659: 8 total, 8 up, 8 in 2024-07-26T06:55:08.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:08 smithi089 ceph-mon[99608]: pgmap v2847: 329 pgs: 329 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 137 KiB/s rd, 6.5 KiB/s wr, 159 op/s 2024-07-26T06:55:08.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:08 smithi089 ceph-mon[99608]: osdmap e1660: 8 total, 8 up, 8 in 2024-07-26T06:55:08.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:08 smithi089 ceph-mon[102056]: pgmap v2847: 329 pgs: 329 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 137 KiB/s rd, 6.5 KiB/s wr, 159 op/s 2024-07-26T06:55:08.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:08 smithi089 ceph-mon[102056]: osdmap e1660: 8 total, 8 up, 8 in 2024-07-26T06:55:08.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:08 smithi155 ceph-mon[90160]: pgmap v2847: 329 pgs: 329 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 137 KiB/s rd, 6.5 KiB/s wr, 159 op/s 2024-07-26T06:55:08.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:08 smithi155 ceph-mon[90160]: osdmap e1660: 8 total, 8 up, 8 in 2024-07-26T06:55:09.183 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.TestGetSnapShotTimeStamp (2003 ms) 2024-07-26T06:55:09.184 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnapPP 2024-07-26T06:55:09.184 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:55:09.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:09 smithi155 ceph-mon[90160]: osdmap e1661: 8 total, 8 up, 8 in 2024-07-26T06:55:09.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:09 smithi089 ceph-mon[99608]: osdmap e1661: 8 total, 8 up, 8 in 2024-07-26T06:55:09.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:09 smithi089 ceph-mon[102056]: osdmap e1661: 8 total, 8 up, 8 in 2024-07-26T06:55:10.131 INFO:tasks.workunit.client.0.smithi089.stdout:num snaps is: 1 2024-07-26T06:55:10.132 INFO:tasks.workunit.client.0.smithi089.stdout:expected: 1 2024-07-26T06:55:10.132 INFO:tasks.workunit.client.0.smithi089.stdout:snap: snap1 2024-07-26T06:55:10.132 INFO:tasks.workunit.client.0.smithi089.stdout:found snap1 with size 2097152 2024-07-26T06:55:10.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:10 smithi155 ceph-mon[90160]: pgmap v2850: 329 pgs: 329 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 365 KiB/s rd, 24 KiB/s wr, 434 op/s 2024-07-26T06:55:10.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:10 smithi155 ceph-mon[90160]: osdmap e1662: 8 total, 8 up, 8 in 2024-07-26T06:55:10.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:10 smithi155 ceph-mon[90160]: osdmap e1663: 8 total, 8 up, 8 in 2024-07-26T06:55:10.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:10 smithi089 ceph-mon[99608]: pgmap v2850: 329 pgs: 329 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 365 KiB/s rd, 24 KiB/s wr, 434 op/s 2024-07-26T06:55:10.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:10 smithi089 ceph-mon[99608]: osdmap e1662: 8 total, 8 up, 8 in 2024-07-26T06:55:10.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:10 smithi089 ceph-mon[99608]: osdmap e1663: 8 total, 8 up, 8 in 2024-07-26T06:55:10.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:10 smithi089 ceph-mon[102056]: pgmap v2850: 329 pgs: 329 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 365 KiB/s rd, 24 KiB/s wr, 434 op/s 2024-07-26T06:55:10.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:10 smithi089 ceph-mon[102056]: osdmap e1662: 8 total, 8 up, 8 in 2024-07-26T06:55:10.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:10 smithi089 ceph-mon[102056]: osdmap e1663: 8 total, 8 up, 8 in 2024-07-26T06:55:11.130 INFO:tasks.workunit.client.0.smithi089.stdout:num snaps is: 2 2024-07-26T06:55:11.130 INFO:tasks.workunit.client.0.smithi089.stdout:expected: 2 2024-07-26T06:55:11.130 INFO:tasks.workunit.client.0.smithi089.stdout:snap: snap1 2024-07-26T06:55:11.130 INFO:tasks.workunit.client.0.smithi089.stdout:snap: snap2 2024-07-26T06:55:11.130 INFO:tasks.workunit.client.0.smithi089.stdout:found snap1 with size 2097152 2024-07-26T06:55:11.131 INFO:tasks.workunit.client.0.smithi089.stdout:found snap2 with size 4194304 2024-07-26T06:55:11.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:11 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:55:11.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:11 smithi155 ceph-mon[90160]: osdmap e1664: 8 total, 8 up, 8 in 2024-07-26T06:55:11.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:55:11.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:11 smithi089 ceph-mon[99608]: osdmap e1664: 8 total, 8 up, 8 in 2024-07-26T06:55:11.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:55:11.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:11 smithi089 ceph-mon[102056]: osdmap e1664: 8 total, 8 up, 8 in 2024-07-26T06:55:12.128 INFO:tasks.workunit.client.0.smithi089.stdout:num snaps is: 1 2024-07-26T06:55:12.129 INFO:tasks.workunit.client.0.smithi089.stdout:expected: 1 2024-07-26T06:55:12.129 INFO:tasks.workunit.client.0.smithi089.stdout:snap: snap2 2024-07-26T06:55:12.129 INFO:tasks.workunit.client.0.smithi089.stdout:found snap2 with size 4194304 2024-07-26T06:55:12.533 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:12 smithi089 ceph-mon[99608]: pgmap v2853: 329 pgs: 329 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 323 KiB/s rd, 24 KiB/s wr, 388 op/s 2024-07-26T06:55:12.533 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:12 smithi089 ceph-mon[99608]: osdmap e1665: 8 total, 8 up, 8 in 2024-07-26T06:55:12.534 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:12 smithi089 ceph-mon[102056]: pgmap v2853: 329 pgs: 329 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 323 KiB/s rd, 24 KiB/s wr, 388 op/s 2024-07-26T06:55:12.534 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:12 smithi089 ceph-mon[102056]: osdmap e1665: 8 total, 8 up, 8 in 2024-07-26T06:55:12.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:12 smithi155 ceph-mon[90160]: pgmap v2853: 329 pgs: 329 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 323 KiB/s rd, 24 KiB/s wr, 388 op/s 2024-07-26T06:55:12.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:12 smithi155 ceph-mon[90160]: osdmap e1665: 8 total, 8 up, 8 in 2024-07-26T06:55:12.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:55:12 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:55:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:55:12.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:55:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:55:12] "GET /metrics HTTP/1.1" 200 50957 "" "Prometheus/2.43.0" 2024-07-26T06:55:13.129 INFO:tasks.workunit.client.0.smithi089.stdout:num snaps is: 0 2024-07-26T06:55:13.129 INFO:tasks.workunit.client.0.smithi089.stdout:expected: 0 2024-07-26T06:55:13.140 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnapPP (3956 ms) 2024-07-26T06:55:13.140 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.TestGetNameIdSnapPP 2024-07-26T06:55:13.140 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:55:14.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:14 smithi155 ceph-mon[90160]: pgmap v2856: 329 pgs: 329 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 5.7 KiB/s wr, 70 op/s 2024-07-26T06:55:14.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:14 smithi155 ceph-mon[90160]: osdmap e1666: 8 total, 8 up, 8 in 2024-07-26T06:55:14.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:14 smithi089 ceph-mon[99608]: pgmap v2856: 329 pgs: 329 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 5.7 KiB/s wr, 70 op/s 2024-07-26T06:55:14.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:14 smithi089 ceph-mon[99608]: osdmap e1666: 8 total, 8 up, 8 in 2024-07-26T06:55:14.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:14 smithi089 ceph-mon[102056]: pgmap v2856: 329 pgs: 329 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 5.7 KiB/s wr, 70 op/s 2024-07-26T06:55:14.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:14 smithi089 ceph-mon[102056]: osdmap e1666: 8 total, 8 up, 8 in 2024-07-26T06:55:15.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:15 smithi155 ceph-mon[90160]: osdmap e1667: 8 total, 8 up, 8 in 2024-07-26T06:55:15.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:15 smithi155 ceph-mon[90160]: osdmap e1668: 8 total, 8 up, 8 in 2024-07-26T06:55:15.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:15 smithi089 ceph-mon[99608]: osdmap e1667: 8 total, 8 up, 8 in 2024-07-26T06:55:15.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:15 smithi089 ceph-mon[99608]: osdmap e1668: 8 total, 8 up, 8 in 2024-07-26T06:55:15.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:15 smithi089 ceph-mon[102056]: osdmap e1667: 8 total, 8 up, 8 in 2024-07-26T06:55:15.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:15 smithi089 ceph-mon[102056]: osdmap e1668: 8 total, 8 up, 8 in 2024-07-26T06:55:16.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:16 smithi155 ceph-mon[90160]: pgmap v2859: 329 pgs: 329 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 3.2 KiB/s wr, 39 op/s 2024-07-26T06:55:16.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:16 smithi155 ceph-mon[90160]: osdmap e1669: 8 total, 8 up, 8 in 2024-07-26T06:55:16.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:16 smithi089 ceph-mon[99608]: pgmap v2859: 329 pgs: 329 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 3.2 KiB/s wr, 39 op/s 2024-07-26T06:55:16.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:16 smithi089 ceph-mon[99608]: osdmap e1669: 8 total, 8 up, 8 in 2024-07-26T06:55:16.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:16 smithi089 ceph-mon[102056]: pgmap v2859: 329 pgs: 329 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 3.2 KiB/s wr, 39 op/s 2024-07-26T06:55:16.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:16 smithi089 ceph-mon[102056]: osdmap e1669: 8 total, 8 up, 8 in 2024-07-26T06:55:18.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:18 smithi155 ceph-mon[90160]: pgmap v2862: 329 pgs: 329 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 5.0 KiB/s wr, 57 op/s 2024-07-26T06:55:18.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:18 smithi155 ceph-mon[90160]: osdmap e1670: 8 total, 8 up, 8 in 2024-07-26T06:55:18.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:18 smithi089 ceph-mon[99608]: pgmap v2862: 329 pgs: 329 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 5.0 KiB/s wr, 57 op/s 2024-07-26T06:55:18.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:18 smithi089 ceph-mon[99608]: osdmap e1670: 8 total, 8 up, 8 in 2024-07-26T06:55:18.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:18 smithi089 ceph-mon[102056]: pgmap v2862: 329 pgs: 329 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 5.0 KiB/s wr, 57 op/s 2024-07-26T06:55:18.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:18 smithi089 ceph-mon[102056]: osdmap e1670: 8 total, 8 up, 8 in 2024-07-26T06:55:19.151 INFO:tasks.workunit.client.0.smithi089.stdout:num snaps is: 0 2024-07-26T06:55:19.152 INFO:tasks.workunit.client.0.smithi089.stdout:expected: 0 2024-07-26T06:55:19.158 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.TestGetNameIdSnapPP (6018 ms) 2024-07-26T06:55:19.158 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.TestCreateLsRenameSnapPP 2024-07-26T06:55:19.158 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:55:19.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:19 smithi155 ceph-mon[90160]: osdmap e1671: 8 total, 8 up, 8 in 2024-07-26T06:55:19.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:19 smithi089 ceph-mon[99608]: osdmap e1671: 8 total, 8 up, 8 in 2024-07-26T06:55:19.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:19 smithi089 ceph-mon[102056]: osdmap e1671: 8 total, 8 up, 8 in 2024-07-26T06:55:20.138 INFO:tasks.workunit.client.0.smithi089.stdout:num snaps is: 1 2024-07-26T06:55:20.139 INFO:tasks.workunit.client.0.smithi089.stdout:expected: 1 2024-07-26T06:55:20.139 INFO:tasks.workunit.client.0.smithi089.stdout:snap: snap1 2024-07-26T06:55:20.139 INFO:tasks.workunit.client.0.smithi089.stdout:found snap1 with size 2097152 2024-07-26T06:55:20.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:20 smithi155 ceph-mon[90160]: pgmap v2865: 329 pgs: 329 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 8.0 KiB/s wr, 99 op/s 2024-07-26T06:55:20.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:20 smithi155 ceph-mon[90160]: osdmap e1672: 8 total, 8 up, 8 in 2024-07-26T06:55:20.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:20 smithi155 ceph-mon[90160]: osdmap e1673: 8 total, 8 up, 8 in 2024-07-26T06:55:20.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:20 smithi089 ceph-mon[102056]: pgmap v2865: 329 pgs: 329 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 8.0 KiB/s wr, 99 op/s 2024-07-26T06:55:20.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:20 smithi089 ceph-mon[102056]: osdmap e1672: 8 total, 8 up, 8 in 2024-07-26T06:55:20.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:20 smithi089 ceph-mon[102056]: osdmap e1673: 8 total, 8 up, 8 in 2024-07-26T06:55:20.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:20 smithi089 ceph-mon[99608]: pgmap v2865: 329 pgs: 329 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 8.0 KiB/s wr, 99 op/s 2024-07-26T06:55:20.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:20 smithi089 ceph-mon[99608]: osdmap e1672: 8 total, 8 up, 8 in 2024-07-26T06:55:20.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:20 smithi089 ceph-mon[99608]: osdmap e1673: 8 total, 8 up, 8 in 2024-07-26T06:55:21.154 INFO:tasks.workunit.client.0.smithi089.stdout:num snaps is: 2 2024-07-26T06:55:21.154 INFO:tasks.workunit.client.0.smithi089.stdout:expected: 2 2024-07-26T06:55:21.154 INFO:tasks.workunit.client.0.smithi089.stdout:snap: snap1 2024-07-26T06:55:21.154 INFO:tasks.workunit.client.0.smithi089.stdout:snap: snap2 2024-07-26T06:55:21.154 INFO:tasks.workunit.client.0.smithi089.stdout:found snap1 with size 2097152 2024-07-26T06:55:21.154 INFO:tasks.workunit.client.0.smithi089.stdout:found snap2 with size 4194304 2024-07-26T06:55:21.158 INFO:tasks.workunit.client.0.smithi089.stdout:num snaps is: 2 2024-07-26T06:55:21.158 INFO:tasks.workunit.client.0.smithi089.stdout:expected: 2 2024-07-26T06:55:21.158 INFO:tasks.workunit.client.0.smithi089.stdout:snap: snap1-rename 2024-07-26T06:55:21.158 INFO:tasks.workunit.client.0.smithi089.stdout:snap: snap2 2024-07-26T06:55:21.158 INFO:tasks.workunit.client.0.smithi089.stdout:found snap1-rename with size 2097152 2024-07-26T06:55:21.158 INFO:tasks.workunit.client.0.smithi089.stdout:found snap2 with size 4194304 2024-07-26T06:55:22.164 INFO:tasks.workunit.client.0.smithi089.stdout:num snaps is: 1 2024-07-26T06:55:22.164 INFO:tasks.workunit.client.0.smithi089.stdout:expected: 1 2024-07-26T06:55:22.164 INFO:tasks.workunit.client.0.smithi089.stdout:snap: snap2-rename 2024-07-26T06:55:22.164 INFO:tasks.workunit.client.0.smithi089.stdout:found snap2-rename with size 4194304 2024-07-26T06:55:22.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:22 smithi089 ceph-mon[99608]: pgmap v2868: 329 pgs: 329 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 4.0 KiB/s wr, 56 op/s 2024-07-26T06:55:22.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:22 smithi089 ceph-mon[99608]: osdmap e1674: 8 total, 8 up, 8 in 2024-07-26T06:55:22.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:22 smithi089 ceph-mon[102056]: pgmap v2868: 329 pgs: 329 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 4.0 KiB/s wr, 56 op/s 2024-07-26T06:55:22.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:22 smithi089 ceph-mon[102056]: osdmap e1674: 8 total, 8 up, 8 in 2024-07-26T06:55:22.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:22 smithi155 ceph-mon[90160]: pgmap v2868: 329 pgs: 329 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 4.0 KiB/s wr, 56 op/s 2024-07-26T06:55:22.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:22 smithi155 ceph-mon[90160]: osdmap e1674: 8 total, 8 up, 8 in 2024-07-26T06:55:22.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:55:22 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:55:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:55:22.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:55:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:55:22] "GET /metrics HTTP/1.1" 200 50957 "" "Prometheus/2.43.0" 2024-07-26T06:55:23.168 INFO:tasks.workunit.client.0.smithi089.stdout:num snaps is: 0 2024-07-26T06:55:23.168 INFO:tasks.workunit.client.0.smithi089.stdout:expected: 0 2024-07-26T06:55:23.176 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.TestCreateLsRenameSnapPP (4017 ms) 2024-07-26T06:55:23.176 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.ConcurrentCreatesUnvalidatedPool 2024-07-26T06:55:23.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:23 smithi089 ceph-mon[99608]: osdmap e1675: 8 total, 8 up, 8 in 2024-07-26T06:55:23.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:23 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:55:23.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:23 smithi089 ceph-mon[102056]: osdmap e1675: 8 total, 8 up, 8 in 2024-07-26T06:55:23.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:23 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:55:23.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:23 smithi155 ceph-mon[90160]: osdmap e1675: 8 total, 8 up, 8 in 2024-07-26T06:55:23.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:23 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:55:24.402 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:24 smithi089 ceph-mon[99608]: pgmap v2871: 329 pgs: 329 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 511 B/s wr, 9 op/s 2024-07-26T06:55:24.402 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:24 smithi089 ceph-mon[99608]: osdmap e1676: 8 total, 8 up, 8 in 2024-07-26T06:55:24.402 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:24 smithi089 ceph-mon[102056]: pgmap v2871: 329 pgs: 329 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 511 B/s wr, 9 op/s 2024-07-26T06:55:24.402 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:24 smithi089 ceph-mon[102056]: osdmap e1676: 8 total, 8 up, 8 in 2024-07-26T06:55:24.520 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:24 smithi155 ceph-mon[90160]: pgmap v2871: 329 pgs: 329 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 511 B/s wr, 9 op/s 2024-07-26T06:55:24.520 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:24 smithi155 ceph-mon[90160]: osdmap e1676: 8 total, 8 up, 8 in 2024-07-26T06:55:25.128 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:55:25.128 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:55:25.128 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:55:25.129 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:55:25.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:25 smithi155 ceph-mon[90160]: osdmap e1677: 8 total, 8 up, 8 in 2024-07-26T06:55:25.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:25 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/3539743376' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:55:25.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:25 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:55:25.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:25 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:55:25.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:25 smithi155 ceph-mon[90160]: osdmap e1678: 8 total, 8 up, 8 in 2024-07-26T06:55:25.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:25 smithi089 ceph-mon[99608]: osdmap e1677: 8 total, 8 up, 8 in 2024-07-26T06:55:25.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:25 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/3539743376' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:55:25.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:25 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:55:25.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:25 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:55:25.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:25 smithi089 ceph-mon[99608]: osdmap e1678: 8 total, 8 up, 8 in 2024-07-26T06:55:25.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:25 smithi089 ceph-mon[102056]: osdmap e1677: 8 total, 8 up, 8 in 2024-07-26T06:55:25.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:25 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/3539743376' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:55:25.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:25 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:55:25.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:25 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:55:25.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:25 smithi089 ceph-mon[102056]: osdmap e1678: 8 total, 8 up, 8 in 2024-07-26T06:55:26.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:26 smithi155 ceph-mon[90160]: pgmap v2874: 361 pgs: 32 unknown, 329 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 6.2 KiB/s wr, 82 op/s 2024-07-26T06:55:26.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:26 smithi155 ceph-mon[90160]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:55:26.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:55:26.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:55:26.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:55:26.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:55:26.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:26 smithi155 ceph-mon[90160]: osdmap e1679: 8 total, 8 up, 8 in 2024-07-26T06:55:26.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:26 smithi089 ceph-mon[99608]: pgmap v2874: 361 pgs: 32 unknown, 329 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 6.2 KiB/s wr, 82 op/s 2024-07-26T06:55:26.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:26 smithi089 ceph-mon[99608]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:55:26.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:55:26.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:55:26.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:55:26.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:55:26.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:26 smithi089 ceph-mon[99608]: osdmap e1679: 8 total, 8 up, 8 in 2024-07-26T06:55:26.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:26 smithi089 ceph-mon[102056]: pgmap v2874: 361 pgs: 32 unknown, 329 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 6.2 KiB/s wr, 82 op/s 2024-07-26T06:55:26.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:26 smithi089 ceph-mon[102056]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:55:26.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:55:26.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:55:26.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:55:26.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:55:26.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:26 smithi089 ceph-mon[102056]: osdmap e1679: 8 total, 8 up, 8 in 2024-07-26T06:55:27.390 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.ConcurrentCreatesUnvalidatedPool (4215 ms) 2024-07-26T06:55:27.390 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.RemoveFullTry 2024-07-26T06:55:27.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:27 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:55:27.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:27 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:55:27.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:27 smithi155 ceph-mon[90160]: pgmap v2877: 361 pgs: 7 creating+peering, 14 unknown, 340 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 6.2 KiB/s wr, 83 op/s 2024-07-26T06:55:27.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:27 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:55:27.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:27 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:55:27.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:27 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:55:27.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:27 smithi155 ceph-mon[90160]: osdmap e1680: 8 total, 8 up, 8 in 2024-07-26T06:55:27.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:27 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:55:27.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:27 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:55:27.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:27 smithi089 ceph-mon[99608]: pgmap v2877: 361 pgs: 7 creating+peering, 14 unknown, 340 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 6.2 KiB/s wr, 83 op/s 2024-07-26T06:55:27.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:27 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:55:27.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:27 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:55:27.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:27 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:55:27.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:27 smithi089 ceph-mon[99608]: osdmap e1680: 8 total, 8 up, 8 in 2024-07-26T06:55:27.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:27 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:55:27.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:27 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:55:27.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:27 smithi089 ceph-mon[102056]: pgmap v2877: 361 pgs: 7 creating+peering, 14 unknown, 340 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 6.2 KiB/s wr, 83 op/s 2024-07-26T06:55:27.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:27 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:55:27.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:27 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:55:27.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:27 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:55:27.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:27 smithi089 ceph-mon[102056]: osdmap e1680: 8 total, 8 up, 8 in 2024-07-26T06:55:28.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:28 smithi155 ceph-mon[90160]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:55:28.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:28 smithi089 ceph-mon[99608]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:55:28.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:28 smithi089 ceph-mon[102056]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:55:29.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:29 smithi155 ceph-mon[90160]: osdmap e1681: 8 total, 8 up, 8 in 2024-07-26T06:55:29.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:29 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/3314363631' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:55:29.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:29 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:55:29.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:29 smithi155 ceph-mon[90160]: pgmap v2880: 393 pgs: 7 creating+peering, 36 unknown, 350 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 4.0 KiB/s wr, 44 op/s 2024-07-26T06:55:29.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:29 smithi089 ceph-mon[99608]: osdmap e1681: 8 total, 8 up, 8 in 2024-07-26T06:55:29.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:29 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/3314363631' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:55:29.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:29 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:55:29.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:29 smithi089 ceph-mon[99608]: pgmap v2880: 393 pgs: 7 creating+peering, 36 unknown, 350 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 4.0 KiB/s wr, 44 op/s 2024-07-26T06:55:29.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:29 smithi089 ceph-mon[102056]: osdmap e1681: 8 total, 8 up, 8 in 2024-07-26T06:55:29.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:29 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/3314363631' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:55:29.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:29 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:55:29.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:29 smithi089 ceph-mon[102056]: pgmap v2880: 393 pgs: 7 creating+peering, 36 unknown, 350 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 4.0 KiB/s wr, 44 op/s 2024-07-26T06:55:30.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:30 smithi155 ceph-mon[90160]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:55:30.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:30 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:55:30.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:30 smithi155 ceph-mon[90160]: osdmap e1682: 8 total, 8 up, 8 in 2024-07-26T06:55:30.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:30 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/638193009' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-23","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:55:30.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:30 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-23","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:55:30.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:30 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-23","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-07-26T06:55:30.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:30 smithi155 ceph-mon[90160]: osdmap e1683: 8 total, 8 up, 8 in 2024-07-26T06:55:30.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:30 smithi089 ceph-mon[99608]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:55:30.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:30 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:55:30.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:30 smithi089 ceph-mon[99608]: osdmap e1682: 8 total, 8 up, 8 in 2024-07-26T06:55:30.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:30 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/638193009' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-23","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:55:30.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:30 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-23","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:55:30.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:30 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-23","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-07-26T06:55:30.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:30 smithi089 ceph-mon[99608]: osdmap e1683: 8 total, 8 up, 8 in 2024-07-26T06:55:30.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:30 smithi089 ceph-mon[102056]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:55:30.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:30 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:55:30.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:30 smithi089 ceph-mon[102056]: osdmap e1682: 8 total, 8 up, 8 in 2024-07-26T06:55:30.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:30 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/638193009' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-23","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:55:30.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:30 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-23","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:55:30.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:30 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-23","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-07-26T06:55:30.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:30 smithi089 ceph-mon[102056]: osdmap e1683: 8 total, 8 up, 8 in 2024-07-26T06:55:32.144 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:55:32.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:32 smithi155 ceph-mon[90160]: pgmap v2883: 393 pgs: 5 creating+peering, 20 unknown, 368 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 6.0 KiB/s wr, 63 op/s 2024-07-26T06:55:32.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:32 smithi155 ceph-mon[90160]: osdmap e1684: 8 total, 8 up, 8 in 2024-07-26T06:55:32.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:32 smithi155 ceph-mon[90160]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:55:32.379 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:55:32 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:55:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:55:32.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:32 smithi089 ceph-mon[99608]: pgmap v2883: 393 pgs: 5 creating+peering, 20 unknown, 368 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 6.0 KiB/s wr, 63 op/s 2024-07-26T06:55:32.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:32 smithi089 ceph-mon[99608]: osdmap e1684: 8 total, 8 up, 8 in 2024-07-26T06:55:32.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:32 smithi089 ceph-mon[99608]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:55:32.405 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:55:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: [26/Jul/2024:06:55:32] ENGINE Bus STOPPING 2024-07-26T06:55:32.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:32 smithi089 ceph-mon[102056]: pgmap v2883: 393 pgs: 5 creating+peering, 20 unknown, 368 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 6.0 KiB/s wr, 63 op/s 2024-07-26T06:55:32.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:32 smithi089 ceph-mon[102056]: osdmap e1684: 8 total, 8 up, 8 in 2024-07-26T06:55:32.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:32 smithi089 ceph-mon[102056]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:55:32.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:55:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:55:32] "GET /metrics HTTP/1.1" 200 53329 "" "Prometheus/2.43.0" 2024-07-26T06:55:32.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:55:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: [26/Jul/2024:06:55:32] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-07-26T06:55:32.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:55:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: [26/Jul/2024:06:55:32] ENGINE Bus STOPPED 2024-07-26T06:55:32.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:55:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: [26/Jul/2024:06:55:32] ENGINE Bus STARTING 2024-07-26T06:55:32.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:55:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: [26/Jul/2024:06:55:32] ENGINE Serving on http://:::9283 2024-07-26T06:55:32.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:55:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: [26/Jul/2024:06:55:32] ENGINE Bus STARTED 2024-07-26T06:55:33.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:33 smithi155 ceph-mon[90160]: osdmap e1685: 8 total, 8 up, 8 in 2024-07-26T06:55:33.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:33 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' 2024-07-26T06:55:33.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:33 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:55:33.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:33 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:55:33.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:33 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:55:33.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:33 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/638193009' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi089-152442-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-07-26T06:55:33.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:33 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi089-152442-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-07-26T06:55:33.380 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:33 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:55:33.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:33 smithi089 ceph-mon[99608]: osdmap e1685: 8 total, 8 up, 8 in 2024-07-26T06:55:33.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:33 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' 2024-07-26T06:55:33.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:33 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:55:33.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:33 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:55:33.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:33 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:55:33.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:33 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/638193009' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi089-152442-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-07-26T06:55:33.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:33 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi089-152442-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-07-26T06:55:33.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:33 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:55:33.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:33 smithi089 ceph-mon[102056]: osdmap e1685: 8 total, 8 up, 8 in 2024-07-26T06:55:33.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:33 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' 2024-07-26T06:55:33.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:33 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:55:33.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:33 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:55:33.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:33 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:55:33.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:33 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/638193009' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi089-152442-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-07-26T06:55:33.407 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:33 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi089-152442-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-07-26T06:55:33.407 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:33 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:55:34.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:34 smithi089 ceph-mon[99608]: pgmap v2886: 393 pgs: 5 creating+peering, 11 unknown, 377 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 4.7 KiB/s wr, 109 op/s 2024-07-26T06:55:34.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:34 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi089-152442-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-07-26T06:55:34.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:34 smithi089 ceph-mon[99608]: osdmap e1686: 8 total, 8 up, 8 in 2024-07-26T06:55:34.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:34 smithi089 ceph-mon[102056]: pgmap v2886: 393 pgs: 5 creating+peering, 11 unknown, 377 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 4.7 KiB/s wr, 109 op/s 2024-07-26T06:55:34.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:34 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi089-152442-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-07-26T06:55:34.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:34 smithi089 ceph-mon[102056]: osdmap e1686: 8 total, 8 up, 8 in 2024-07-26T06:55:34.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:34 smithi155 ceph-mon[90160]: pgmap v2886: 393 pgs: 5 creating+peering, 11 unknown, 377 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 4.7 KiB/s wr, 109 op/s 2024-07-26T06:55:34.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:34 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi089-152442-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-07-26T06:55:34.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:34 smithi155 ceph-mon[90160]: osdmap e1686: 8 total, 8 up, 8 in 2024-07-26T06:55:36.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:36 smithi155 ceph-mon[90160]: pgmap v2888: 393 pgs: 393 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 3.7 KiB/s wr, 85 op/s 2024-07-26T06:55:36.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:36 smithi155 ceph-mon[90160]: osdmap e1687: 8 total, 8 up, 8 in 2024-07-26T06:55:36.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:36 smithi089 ceph-mon[99608]: pgmap v2888: 393 pgs: 393 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 3.7 KiB/s wr, 85 op/s 2024-07-26T06:55:36.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:36 smithi089 ceph-mon[99608]: osdmap e1687: 8 total, 8 up, 8 in 2024-07-26T06:55:36.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:36 smithi089 ceph-mon[102056]: pgmap v2888: 393 pgs: 393 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 3.7 KiB/s wr, 85 op/s 2024-07-26T06:55:36.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:36 smithi089 ceph-mon[102056]: osdmap e1687: 8 total, 8 up, 8 in 2024-07-26T06:55:38.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:38 smithi155 ceph-mon[90160]: pgmap v2890: 393 pgs: 393 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.3 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-07-26T06:55:38.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:38 smithi089 ceph-mon[102056]: pgmap v2890: 393 pgs: 393 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.3 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-07-26T06:55:38.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:38 smithi089 ceph-mon[99608]: pgmap v2890: 393 pgs: 393 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.3 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-07-26T06:55:40.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:40 smithi155 ceph-mon[90160]: pgmap v2891: 393 pgs: 393 active+clean; 8.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 650 KiB/s wr, 11 op/s 2024-07-26T06:55:40.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:40 smithi155 ceph-mon[90160]: osdmap e1688: 8 total, 8 up, 8 in 2024-07-26T06:55:40.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:40 smithi089 ceph-mon[99608]: pgmap v2891: 393 pgs: 393 active+clean; 8.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 650 KiB/s wr, 11 op/s 2024-07-26T06:55:40.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:40 smithi089 ceph-mon[99608]: osdmap e1688: 8 total, 8 up, 8 in 2024-07-26T06:55:40.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:40 smithi089 ceph-mon[102056]: pgmap v2891: 393 pgs: 393 active+clean; 8.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 650 KiB/s wr, 11 op/s 2024-07-26T06:55:40.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:40 smithi089 ceph-mon[102056]: osdmap e1688: 8 total, 8 up, 8 in 2024-07-26T06:55:42.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:41 smithi155 ceph-mon[90160]: pgmap v2893: 393 pgs: 393 active+clean; 11 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.3 KiB/s rd, 843 KiB/s wr, 9 op/s 2024-07-26T06:55:42.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:55:42.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:55:42.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:41 smithi089 ceph-mon[99608]: pgmap v2893: 393 pgs: 393 active+clean; 11 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.3 KiB/s rd, 843 KiB/s wr, 9 op/s 2024-07-26T06:55:42.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:55:42.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:55:42.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:41 smithi089 ceph-mon[102056]: pgmap v2893: 393 pgs: 393 active+clean; 11 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.3 KiB/s rd, 843 KiB/s wr, 9 op/s 2024-07-26T06:55:42.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:55:42.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:55:42.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:55:42 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:55:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:55:42.775 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:55:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:55:42] "GET /metrics HTTP/1.1" 200 55789 "" "Prometheus/2.43.0" 2024-07-26T06:55:43.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:42 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.17", "id": [2, 4]}]: dispatch 2024-07-26T06:55:43.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:42 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1b", "id": [2, 4]}]: dispatch 2024-07-26T06:55:43.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:42 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1f", "id": [2, 3]}]: dispatch 2024-07-26T06:55:43.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:42 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.8", "id": [1, 4]}]: dispatch 2024-07-26T06:55:43.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:42 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.1a", "id": [0, 3]}]: dispatch 2024-07-26T06:55:43.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:42 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.6", "id": [4, 7]}]: dispatch 2024-07-26T06:55:43.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:42 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1b", "id": [0, 3]}]: dispatch 2024-07-26T06:55:43.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:42 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1d", "id": [0, 2]}]: dispatch 2024-07-26T06:55:43.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:42 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.3", "id": [4, 3]}]: dispatch 2024-07-26T06:55:43.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:42 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.17", "id": [2, 4]}]: dispatch 2024-07-26T06:55:43.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:42 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1b", "id": [2, 4]}]: dispatch 2024-07-26T06:55:43.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:42 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1f", "id": [2, 3]}]: dispatch 2024-07-26T06:55:43.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:42 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.8", "id": [1, 4]}]: dispatch 2024-07-26T06:55:43.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:42 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.1a", "id": [0, 3]}]: dispatch 2024-07-26T06:55:43.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:42 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.6", "id": [4, 7]}]: dispatch 2024-07-26T06:55:43.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:42 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1b", "id": [0, 3]}]: dispatch 2024-07-26T06:55:43.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:42 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1d", "id": [0, 2]}]: dispatch 2024-07-26T06:55:43.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:42 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.3", "id": [4, 3]}]: dispatch 2024-07-26T06:55:43.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:42 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.17", "id": [2, 4]}]: dispatch 2024-07-26T06:55:43.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:42 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1b", "id": [2, 4]}]: dispatch 2024-07-26T06:55:43.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:42 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1f", "id": [2, 3]}]: dispatch 2024-07-26T06:55:43.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:42 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.8", "id": [1, 4]}]: dispatch 2024-07-26T06:55:43.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:42 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.1a", "id": [0, 3]}]: dispatch 2024-07-26T06:55:43.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:42 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.6", "id": [4, 7]}]: dispatch 2024-07-26T06:55:43.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:42 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1b", "id": [0, 3]}]: dispatch 2024-07-26T06:55:43.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:42 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1d", "id": [0, 2]}]: dispatch 2024-07-26T06:55:43.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:42 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.3", "id": [4, 3]}]: dispatch 2024-07-26T06:55:44.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:43 smithi155 ceph-mon[90160]: pgmap v2894: 393 pgs: 393 active+clean; 11 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 768 KiB/s wr, 6 op/s 2024-07-26T06:55:44.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:43 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.17", "id": [2, 4]}]': finished 2024-07-26T06:55:44.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:43 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1b", "id": [2, 4]}]': finished 2024-07-26T06:55:44.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:43 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1f", "id": [2, 3]}]': finished 2024-07-26T06:55:44.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:43 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.8", "id": [1, 4]}]': finished 2024-07-26T06:55:44.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:43 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.1a", "id": [0, 3]}]': finished 2024-07-26T06:55:44.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:43 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.6", "id": [4, 7]}]': finished 2024-07-26T06:55:44.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:43 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1b", "id": [0, 3]}]': finished 2024-07-26T06:55:44.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:43 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1d", "id": [0, 2]}]': finished 2024-07-26T06:55:44.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:43 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.3", "id": [4, 3]}]': finished 2024-07-26T06:55:44.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:43 smithi155 ceph-mon[90160]: osdmap e1689: 8 total, 8 up, 8 in 2024-07-26T06:55:44.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:43 smithi089 ceph-mon[99608]: pgmap v2894: 393 pgs: 393 active+clean; 11 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 768 KiB/s wr, 6 op/s 2024-07-26T06:55:44.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:43 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.17", "id": [2, 4]}]': finished 2024-07-26T06:55:44.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:43 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1b", "id": [2, 4]}]': finished 2024-07-26T06:55:44.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:43 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1f", "id": [2, 3]}]': finished 2024-07-26T06:55:44.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:43 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.8", "id": [1, 4]}]': finished 2024-07-26T06:55:44.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:43 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.1a", "id": [0, 3]}]': finished 2024-07-26T06:55:44.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:43 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.6", "id": [4, 7]}]': finished 2024-07-26T06:55:44.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:43 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1b", "id": [0, 3]}]': finished 2024-07-26T06:55:44.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:43 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1d", "id": [0, 2]}]': finished 2024-07-26T06:55:44.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:43 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.3", "id": [4, 3]}]': finished 2024-07-26T06:55:44.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:43 smithi089 ceph-mon[99608]: osdmap e1689: 8 total, 8 up, 8 in 2024-07-26T06:55:44.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:43 smithi089 ceph-mon[102056]: pgmap v2894: 393 pgs: 393 active+clean; 11 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 768 KiB/s wr, 6 op/s 2024-07-26T06:55:44.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:43 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.17", "id": [2, 4]}]': finished 2024-07-26T06:55:44.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:43 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1b", "id": [2, 4]}]': finished 2024-07-26T06:55:44.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:43 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1f", "id": [2, 3]}]': finished 2024-07-26T06:55:44.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:43 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.8", "id": [1, 4]}]': finished 2024-07-26T06:55:44.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:43 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.1a", "id": [0, 3]}]': finished 2024-07-26T06:55:44.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:43 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.6", "id": [4, 7]}]': finished 2024-07-26T06:55:44.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:43 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1b", "id": [0, 3]}]': finished 2024-07-26T06:55:44.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:43 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1d", "id": [0, 2]}]': finished 2024-07-26T06:55:44.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:43 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.3", "id": [4, 3]}]': finished 2024-07-26T06:55:44.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:43 smithi089 ceph-mon[102056]: osdmap e1689: 8 total, 8 up, 8 in 2024-07-26T06:55:45.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:44 smithi155 ceph-mon[90160]: osdmap e1690: 8 total, 8 up, 8 in 2024-07-26T06:55:45.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:44 smithi089 ceph-mon[99608]: osdmap e1690: 8 total, 8 up, 8 in 2024-07-26T06:55:45.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:44 smithi089 ceph-mon[102056]: osdmap e1690: 8 total, 8 up, 8 in 2024-07-26T06:55:46.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:45 smithi155 ceph-mon[90160]: pgmap v2897: 393 pgs: 393 active+clean; 13 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 852 B/s rd, 683 KiB/s wr, 1 op/s; 5 B/s, 0 objects/s recovering 2024-07-26T06:55:46.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:45 smithi089 ceph-mon[99608]: pgmap v2897: 393 pgs: 393 active+clean; 13 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 852 B/s rd, 683 KiB/s wr, 1 op/s; 5 B/s, 0 objects/s recovering 2024-07-26T06:55:46.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:45 smithi089 ceph-mon[102056]: pgmap v2897: 393 pgs: 393 active+clean; 13 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 852 B/s rd, 683 KiB/s wr, 1 op/s; 5 B/s, 0 objects/s recovering 2024-07-26T06:55:48.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:47 smithi155 ceph-mon[90160]: pgmap v2898: 393 pgs: 393 active+clean; 17 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 809 B/s rd, 971 KiB/s wr, 2 op/s; 13 B/s, 0 objects/s recovering 2024-07-26T06:55:48.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:47 smithi089 ceph-mon[99608]: pgmap v2898: 393 pgs: 393 active+clean; 17 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 809 B/s rd, 971 KiB/s wr, 2 op/s; 13 B/s, 0 objects/s recovering 2024-07-26T06:55:48.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:47 smithi089 ceph-mon[102056]: pgmap v2898: 393 pgs: 393 active+clean; 17 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 809 B/s rd, 971 KiB/s wr, 2 op/s; 13 B/s, 0 objects/s recovering 2024-07-26T06:55:50.128 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:49 smithi155 ceph-mon[90160]: pgmap v2899: 393 pgs: 393 active+clean; 20 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.1 MiB/s wr, 3 op/s; 10 B/s, 9 keys/s, 0 objects/s recovering 2024-07-26T06:55:50.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:49 smithi089 ceph-mon[99608]: pgmap v2899: 393 pgs: 393 active+clean; 20 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.1 MiB/s wr, 3 op/s; 10 B/s, 9 keys/s, 0 objects/s recovering 2024-07-26T06:55:50.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:49 smithi089 ceph-mon[102056]: pgmap v2899: 393 pgs: 393 active+clean; 20 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.1 MiB/s wr, 3 op/s; 10 B/s, 9 keys/s, 0 objects/s recovering 2024-07-26T06:55:50.343 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.RemoveFullTry (22953 ms) 2024-07-26T06:55:50.343 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.RemoveFullTryDataPool 2024-07-26T06:55:51.128 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:50 smithi155 ceph-mon[90160]: pool 'test-librbd-smithi089-152442-23' is full (reached quota's max_bytes: 10 MiB) 2024-07-26T06:55:51.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:50 smithi155 ceph-mon[90160]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-07-26T06:55:51.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:50 smithi155 ceph-mon[90160]: osdmap e1691: 8 total, 8 up, 8 in 2024-07-26T06:55:51.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:50 smithi089 ceph-mon[99608]: pool 'test-librbd-smithi089-152442-23' is full (reached quota's max_bytes: 10 MiB) 2024-07-26T06:55:51.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:50 smithi089 ceph-mon[99608]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-07-26T06:55:51.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:50 smithi089 ceph-mon[99608]: osdmap e1691: 8 total, 8 up, 8 in 2024-07-26T06:55:51.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:50 smithi089 ceph-mon[102056]: pool 'test-librbd-smithi089-152442-23' is full (reached quota's max_bytes: 10 MiB) 2024-07-26T06:55:51.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:50 smithi089 ceph-mon[102056]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-07-26T06:55:51.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:50 smithi089 ceph-mon[102056]: osdmap e1691: 8 total, 8 up, 8 in 2024-07-26T06:55:52.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:52 smithi089 ceph-mon[99608]: pgmap v2901: 393 pgs: 393 active+clean; 20 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 668 B/s rd, 1.2 MiB/s wr, 2 op/s; 11 B/s, 10 keys/s, 0 objects/s recovering 2024-07-26T06:55:52.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:52 smithi089 ceph-mon[99608]: osdmap e1692: 8 total, 8 up, 8 in 2024-07-26T06:55:52.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:52 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/2868669014' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:55:52.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:52 smithi089 ceph-mon[102056]: pgmap v2901: 393 pgs: 393 active+clean; 20 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 668 B/s rd, 1.2 MiB/s wr, 2 op/s; 11 B/s, 10 keys/s, 0 objects/s recovering 2024-07-26T06:55:52.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:52 smithi089 ceph-mon[102056]: osdmap e1692: 8 total, 8 up, 8 in 2024-07-26T06:55:52.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:52 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/2868669014' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:55:52.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:52 smithi155 ceph-mon[90160]: pgmap v2901: 393 pgs: 393 active+clean; 20 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 668 B/s rd, 1.2 MiB/s wr, 2 op/s; 11 B/s, 10 keys/s, 0 objects/s recovering 2024-07-26T06:55:52.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:52 smithi155 ceph-mon[90160]: osdmap e1692: 8 total, 8 up, 8 in 2024-07-26T06:55:52.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:52 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/2868669014' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:55:52.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:55:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:55:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:55:52.868 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:55:52 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:55:52] "GET /metrics HTTP/1.1" 200 55789 "" "Prometheus/2.43.0" 2024-07-26T06:55:53.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:53 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/2868669014' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:55:53.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:53 smithi089 ceph-mon[99608]: osdmap e1693: 8 total, 8 up, 8 in 2024-07-26T06:55:53.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:53 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/2868669014' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:55:53.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:53 smithi089 ceph-mon[102056]: osdmap e1693: 8 total, 8 up, 8 in 2024-07-26T06:55:53.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:53 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/2868669014' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:55:53.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:53 smithi155 ceph-mon[90160]: osdmap e1693: 8 total, 8 up, 8 in 2024-07-26T06:55:54.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:54 smithi155 ceph-mon[90160]: pgmap v2904: 425 pgs: 4 creating+peering, 28 unknown, 393 active+clean; 16 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 852 B/s rd, 512 KiB/s wr, 1 op/s; 0 B/s, 12 keys/s, 0 objects/s recovering 2024-07-26T06:55:54.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:54 smithi155 ceph-mon[90160]: osdmap e1694: 8 total, 8 up, 8 in 2024-07-26T06:55:54.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:54 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/3473191709' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:55:54.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:54 smithi089 ceph-mon[99608]: pgmap v2904: 425 pgs: 4 creating+peering, 28 unknown, 393 active+clean; 16 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 852 B/s rd, 512 KiB/s wr, 1 op/s; 0 B/s, 12 keys/s, 0 objects/s recovering 2024-07-26T06:55:54.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:54 smithi089 ceph-mon[99608]: osdmap e1694: 8 total, 8 up, 8 in 2024-07-26T06:55:54.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:54 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/3473191709' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:55:54.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:54 smithi089 ceph-mon[102056]: pgmap v2904: 425 pgs: 4 creating+peering, 28 unknown, 393 active+clean; 16 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 852 B/s rd, 512 KiB/s wr, 1 op/s; 0 B/s, 12 keys/s, 0 objects/s recovering 2024-07-26T06:55:54.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:54 smithi089 ceph-mon[102056]: osdmap e1694: 8 total, 8 up, 8 in 2024-07-26T06:55:54.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:54 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/3473191709' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:55:55.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:55 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/3473191709' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:55:55.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:55 smithi155 ceph-mon[90160]: osdmap e1695: 8 total, 8 up, 8 in 2024-07-26T06:55:55.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:55 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/638193009' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-24","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:55:55.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:55 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-24","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:55:55.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:55 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/3473191709' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:55:55.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:55 smithi089 ceph-mon[99608]: osdmap e1695: 8 total, 8 up, 8 in 2024-07-26T06:55:55.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:55 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/638193009' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-24","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:55:55.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:55 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-24","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:55:55.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:55 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/3473191709' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:55:55.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:55 smithi089 ceph-mon[102056]: osdmap e1695: 8 total, 8 up, 8 in 2024-07-26T06:55:55.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:55 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/638193009' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-24","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:55:55.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:55 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-24","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:55:56.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:56 smithi155 ceph-mon[90160]: pgmap v2907: 457 pgs: 6 creating+peering, 42 unknown, 409 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 514 KiB/s wr, 18 op/s 2024-07-26T06:55:56.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:56 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-24","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-07-26T06:55:56.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:56 smithi155 ceph-mon[90160]: osdmap e1696: 8 total, 8 up, 8 in 2024-07-26T06:55:56.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:56 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:55:56.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:56 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:55:56.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:56 smithi089 ceph-mon[99608]: pgmap v2907: 457 pgs: 6 creating+peering, 42 unknown, 409 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 514 KiB/s wr, 18 op/s 2024-07-26T06:55:56.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:56 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-24","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-07-26T06:55:56.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:56 smithi089 ceph-mon[99608]: osdmap e1696: 8 total, 8 up, 8 in 2024-07-26T06:55:56.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:56 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:55:56.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:56 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:55:56.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:56 smithi089 ceph-mon[102056]: pgmap v2907: 457 pgs: 6 creating+peering, 42 unknown, 409 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 514 KiB/s wr, 18 op/s 2024-07-26T06:55:56.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:56 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-24","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-07-26T06:55:56.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:56 smithi089 ceph-mon[102056]: osdmap e1696: 8 total, 8 up, 8 in 2024-07-26T06:55:56.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:56 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:55:56.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:56 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:55:57.254 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:55:57.545 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:57 smithi089 ceph-mon[99608]: osdmap e1697: 8 total, 8 up, 8 in 2024-07-26T06:55:57.546 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:57 smithi089 ceph-mon[102056]: osdmap e1697: 8 total, 8 up, 8 in 2024-07-26T06:55:57.546 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:55:57 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: [26/Jul/2024:06:55:57] ENGINE Bus STOPPING 2024-07-26T06:55:57.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:57 smithi155 ceph-mon[90160]: osdmap e1697: 8 total, 8 up, 8 in 2024-07-26T06:55:57.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:55:57 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: [26/Jul/2024:06:55:57] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-07-26T06:55:57.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:55:57 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: [26/Jul/2024:06:55:57] ENGINE Bus STOPPED 2024-07-26T06:55:57.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:55:57 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: [26/Jul/2024:06:55:57] ENGINE Bus STARTING 2024-07-26T06:55:57.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:55:57 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: [26/Jul/2024:06:55:57] ENGINE Serving on http://:::9283 2024-07-26T06:55:57.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:55:57 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: [26/Jul/2024:06:55:57] ENGINE Bus STARTED 2024-07-26T06:55:58.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:58 smithi155 ceph-mon[90160]: pgmap v2910: 457 pgs: 6 creating+peering, 13 unknown, 438 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 514 KiB/s wr, 41 op/s 2024-07-26T06:55:58.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:58 smithi155 ceph-mon[90160]: osdmap e1698: 8 total, 8 up, 8 in 2024-07-26T06:55:58.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:58 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' 2024-07-26T06:55:58.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:58 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:55:58.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:58 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:55:58.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:58 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:55:58.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:58 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:55:58.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:58 smithi089 ceph-mon[99608]: pgmap v2910: 457 pgs: 6 creating+peering, 13 unknown, 438 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 514 KiB/s wr, 41 op/s 2024-07-26T06:55:58.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:58 smithi089 ceph-mon[99608]: osdmap e1698: 8 total, 8 up, 8 in 2024-07-26T06:55:58.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:58 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' 2024-07-26T06:55:58.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:58 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:55:58.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:58 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:55:58.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:58 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:55:58.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:58 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:55:58.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:58 smithi089 ceph-mon[102056]: pgmap v2910: 457 pgs: 6 creating+peering, 13 unknown, 438 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 514 KiB/s wr, 41 op/s 2024-07-26T06:55:58.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:58 smithi089 ceph-mon[102056]: osdmap e1698: 8 total, 8 up, 8 in 2024-07-26T06:55:58.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:58 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' 2024-07-26T06:55:58.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:58 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:55:58.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:58 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:55:58.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:58 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:55:58.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:58 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:55:59.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:59 smithi155 ceph-mon[90160]: osdmap e1699: 8 total, 8 up, 8 in 2024-07-26T06:55:59.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:55:59 smithi155 ceph-mon[90160]: pgmap v2913: 457 pgs: 2 creating+peering, 455 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 767 B/s wr, 24 op/s 2024-07-26T06:55:59.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:59 smithi089 ceph-mon[99608]: osdmap e1699: 8 total, 8 up, 8 in 2024-07-26T06:55:59.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:55:59 smithi089 ceph-mon[99608]: pgmap v2913: 457 pgs: 2 creating+peering, 455 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 767 B/s wr, 24 op/s 2024-07-26T06:55:59.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:59 smithi089 ceph-mon[102056]: osdmap e1699: 8 total, 8 up, 8 in 2024-07-26T06:55:59.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:55:59 smithi089 ceph-mon[102056]: pgmap v2913: 457 pgs: 2 creating+peering, 455 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 767 B/s wr, 24 op/s 2024-07-26T06:56:00.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:00 smithi155 ceph-mon[90160]: osdmap e1700: 8 total, 8 up, 8 in 2024-07-26T06:56:00.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:00 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/638193009' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi089-152442-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-07-26T06:56:00.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:00 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi089-152442-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-07-26T06:56:00.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:00 smithi155 ceph-mon[90160]: pool 'test-librbd-smithi089-152442-23' no longer out of quota; removing NO_QUOTA flag 2024-07-26T06:56:00.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:00 smithi155 ceph-mon[90160]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-07-26T06:56:00.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:00 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi089-152442-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-07-26T06:56:00.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:00 smithi155 ceph-mon[90160]: osdmap e1701: 8 total, 8 up, 8 in 2024-07-26T06:56:00.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:00 smithi089 ceph-mon[99608]: osdmap e1700: 8 total, 8 up, 8 in 2024-07-26T06:56:00.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:00 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/638193009' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi089-152442-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-07-26T06:56:00.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:00 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi089-152442-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-07-26T06:56:00.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:00 smithi089 ceph-mon[99608]: pool 'test-librbd-smithi089-152442-23' no longer out of quota; removing NO_QUOTA flag 2024-07-26T06:56:00.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:00 smithi089 ceph-mon[99608]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-07-26T06:56:00.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:00 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi089-152442-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-07-26T06:56:00.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:00 smithi089 ceph-mon[99608]: osdmap e1701: 8 total, 8 up, 8 in 2024-07-26T06:56:00.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:00 smithi089 ceph-mon[102056]: osdmap e1700: 8 total, 8 up, 8 in 2024-07-26T06:56:00.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:00 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/638193009' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi089-152442-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-07-26T06:56:00.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:00 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi089-152442-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-07-26T06:56:00.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:00 smithi089 ceph-mon[102056]: pool 'test-librbd-smithi089-152442-23' no longer out of quota; removing NO_QUOTA flag 2024-07-26T06:56:00.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:00 smithi089 ceph-mon[102056]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-07-26T06:56:00.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:00 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi089-152442-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-07-26T06:56:00.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:00 smithi089 ceph-mon[102056]: osdmap e1701: 8 total, 8 up, 8 in 2024-07-26T06:56:01.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:01 smithi155 ceph-mon[90160]: pgmap v2916: 457 pgs: 457 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 1.2 KiB/s wr, 2 op/s 2024-07-26T06:56:01.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:01 smithi089 ceph-mon[99608]: pgmap v2916: 457 pgs: 457 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 1.2 KiB/s wr, 2 op/s 2024-07-26T06:56:01.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:01 smithi089 ceph-mon[102056]: pgmap v2916: 457 pgs: 457 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 1.2 KiB/s wr, 2 op/s 2024-07-26T06:56:02.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:56:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:56:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:56:02.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:56:02 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:56:02] "GET /metrics HTTP/1.1" 200 60690 "" "Prometheus/2.43.0" 2024-07-26T06:56:03.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:03 smithi155 ceph-mon[90160]: pgmap v2917: 457 pgs: 457 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 195 B/s rd, 1.3 KiB/s wr, 2 op/s 2024-07-26T06:56:03.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:03 smithi089 ceph-mon[99608]: pgmap v2917: 457 pgs: 457 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 195 B/s rd, 1.3 KiB/s wr, 2 op/s 2024-07-26T06:56:03.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:03 smithi089 ceph-mon[102056]: pgmap v2917: 457 pgs: 457 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 195 B/s rd, 1.3 KiB/s wr, 2 op/s 2024-07-26T06:56:06.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:06 smithi155 ceph-mon[90160]: pgmap v2918: 457 pgs: 457 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 991 B/s wr, 6 op/s 2024-07-26T06:56:06.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:06 smithi155 ceph-mon[90160]: osdmap e1702: 8 total, 8 up, 8 in 2024-07-26T06:56:06.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:06 smithi089 ceph-mon[99608]: pgmap v2918: 457 pgs: 457 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 991 B/s wr, 6 op/s 2024-07-26T06:56:06.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:06 smithi089 ceph-mon[99608]: osdmap e1702: 8 total, 8 up, 8 in 2024-07-26T06:56:06.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:06 smithi089 ceph-mon[102056]: pgmap v2918: 457 pgs: 457 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 991 B/s wr, 6 op/s 2024-07-26T06:56:06.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:06 smithi089 ceph-mon[102056]: osdmap e1702: 8 total, 8 up, 8 in 2024-07-26T06:56:08.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:08 smithi089 ceph-mon[99608]: pgmap v2920: 457 pgs: 457 active+clean; 8.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.1 KiB/s rd, 571 KiB/s wr, 9 op/s 2024-07-26T06:56:08.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:08 smithi089 ceph-mon[102056]: pgmap v2920: 457 pgs: 457 active+clean; 8.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.1 KiB/s rd, 571 KiB/s wr, 9 op/s 2024-07-26T06:56:08.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:08 smithi155 ceph-mon[90160]: pgmap v2920: 457 pgs: 457 active+clean; 8.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.1 KiB/s rd, 571 KiB/s wr, 9 op/s 2024-07-26T06:56:10.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:10 smithi089 ceph-mon[99608]: pgmap v2921: 457 pgs: 457 active+clean; 12 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.4 KiB/s rd, 861 KiB/s wr, 7 op/s 2024-07-26T06:56:10.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:10 smithi089 ceph-mon[102056]: pgmap v2921: 457 pgs: 457 active+clean; 12 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.4 KiB/s rd, 861 KiB/s wr, 7 op/s 2024-07-26T06:56:10.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:10 smithi155 ceph-mon[90160]: pgmap v2921: 457 pgs: 457 active+clean; 12 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.4 KiB/s rd, 861 KiB/s wr, 7 op/s 2024-07-26T06:56:12.131 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:11 smithi155 ceph-mon[90160]: pgmap v2922: 457 pgs: 457 active+clean; 12 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 717 KiB/s wr, 7 op/s 2024-07-26T06:56:12.131 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:11 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:56:12.131 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:11 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:56:12.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:11 smithi089 ceph-mon[99608]: pgmap v2922: 457 pgs: 457 active+clean; 12 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 717 KiB/s wr, 7 op/s 2024-07-26T06:56:12.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:56:12.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:56:12.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:11 smithi089 ceph-mon[102056]: pgmap v2922: 457 pgs: 457 active+clean; 12 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 717 KiB/s wr, 7 op/s 2024-07-26T06:56:12.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:56:12.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:56:12.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:56:12 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:56:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:56:12.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:56:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:56:12] "GET /metrics HTTP/1.1" 200 60778 "" "Prometheus/2.43.0" 2024-07-26T06:56:14.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:13 smithi155 ceph-mon[90160]: pgmap v2923: 457 pgs: 457 active+clean; 17 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-07-26T06:56:14.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:13 smithi089 ceph-mon[99608]: pgmap v2923: 457 pgs: 457 active+clean; 17 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-07-26T06:56:14.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:13 smithi089 ceph-mon[102056]: pgmap v2923: 457 pgs: 457 active+clean; 17 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-07-26T06:56:16.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:15 smithi155 ceph-mon[90160]: pgmap v2924: 457 pgs: 457 active+clean; 17 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.2 MiB/s wr, 4 op/s 2024-07-26T06:56:16.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:15 smithi155 ceph-mon[90160]: pool 'test-librbd-smithi089-152442-25' is full (reached quota's max_bytes: 10 MiB) 2024-07-26T06:56:16.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:15 smithi155 ceph-mon[90160]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-07-26T06:56:16.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:15 smithi155 ceph-mon[90160]: osdmap e1703: 8 total, 8 up, 8 in 2024-07-26T06:56:16.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:15 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/638193009' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi089-152442-24", "field": "max_objects", "val": "6"}]: dispatch 2024-07-26T06:56:16.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:15 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi089-152442-24", "field": "max_objects", "val": "6"}]: dispatch 2024-07-26T06:56:16.138 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:56:16.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:15 smithi089 ceph-mon[99608]: pgmap v2924: 457 pgs: 457 active+clean; 17 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.2 MiB/s wr, 4 op/s 2024-07-26T06:56:16.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:15 smithi089 ceph-mon[99608]: pool 'test-librbd-smithi089-152442-25' is full (reached quota's max_bytes: 10 MiB) 2024-07-26T06:56:16.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:15 smithi089 ceph-mon[99608]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-07-26T06:56:16.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:15 smithi089 ceph-mon[99608]: osdmap e1703: 8 total, 8 up, 8 in 2024-07-26T06:56:16.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:15 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/638193009' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi089-152442-24", "field": "max_objects", "val": "6"}]: dispatch 2024-07-26T06:56:16.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:15 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi089-152442-24", "field": "max_objects", "val": "6"}]: dispatch 2024-07-26T06:56:16.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:15 smithi089 ceph-mon[102056]: pgmap v2924: 457 pgs: 457 active+clean; 17 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.2 MiB/s wr, 4 op/s 2024-07-26T06:56:16.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:15 smithi089 ceph-mon[102056]: pool 'test-librbd-smithi089-152442-25' is full (reached quota's max_bytes: 10 MiB) 2024-07-26T06:56:16.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:15 smithi089 ceph-mon[102056]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-07-26T06:56:16.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:15 smithi089 ceph-mon[102056]: osdmap e1703: 8 total, 8 up, 8 in 2024-07-26T06:56:16.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:15 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/638193009' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi089-152442-24", "field": "max_objects", "val": "6"}]: dispatch 2024-07-26T06:56:16.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:15 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi089-152442-24", "field": "max_objects", "val": "6"}]: dispatch 2024-07-26T06:56:17.149 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:56:17.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:17 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi089-152442-24", "field": "max_objects", "val": "6"}]': finished 2024-07-26T06:56:17.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:17 smithi089 ceph-mon[99608]: osdmap e1704: 8 total, 8 up, 8 in 2024-07-26T06:56:17.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:17 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi089-152442-24", "field": "max_objects", "val": "6"}]': finished 2024-07-26T06:56:17.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:17 smithi089 ceph-mon[102056]: osdmap e1704: 8 total, 8 up, 8 in 2024-07-26T06:56:17.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:17 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi089-152442-24", "field": "max_objects", "val": "6"}]': finished 2024-07-26T06:56:17.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:17 smithi155 ceph-mon[90160]: osdmap e1704: 8 total, 8 up, 8 in 2024-07-26T06:56:18.159 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:56:18.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:18 smithi089 ceph-mon[99608]: pgmap v2927: 457 pgs: 457 active+clean; 20 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1024 KiB/s wr, 2 op/s 2024-07-26T06:56:18.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:18 smithi089 ceph-mon[102056]: pgmap v2927: 457 pgs: 457 active+clean; 20 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1024 KiB/s wr, 2 op/s 2024-07-26T06:56:18.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:18 smithi155 ceph-mon[90160]: pgmap v2927: 457 pgs: 457 active+clean; 20 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1024 KiB/s wr, 2 op/s 2024-07-26T06:56:19.169 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:56:20.180 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:56:20.255 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.RemoveFullTryDataPool (29912 ms) 2024-07-26T06:56:20.255 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.RemoveFullTryNamespace 2024-07-26T06:56:20.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:20 smithi089 ceph-mon[99608]: pgmap v2928: 457 pgs: 457 active+clean; 20 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-07-26T06:56:20.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:20 smithi089 ceph-mon[99608]: pool 'test-librbd-smithi089-152442-24' is full (reached quota's max_objects: 6) 2024-07-26T06:56:20.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:20 smithi089 ceph-mon[99608]: Health check update: 2 pool(s) full (POOL_FULL) 2024-07-26T06:56:20.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:20 smithi089 ceph-mon[99608]: osdmap e1705: 8 total, 8 up, 8 in 2024-07-26T06:56:20.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:20 smithi089 ceph-mon[102056]: pgmap v2928: 457 pgs: 457 active+clean; 20 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-07-26T06:56:20.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:20 smithi089 ceph-mon[102056]: pool 'test-librbd-smithi089-152442-24' is full (reached quota's max_objects: 6) 2024-07-26T06:56:20.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:20 smithi089 ceph-mon[102056]: Health check update: 2 pool(s) full (POOL_FULL) 2024-07-26T06:56:20.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:20 smithi089 ceph-mon[102056]: osdmap e1705: 8 total, 8 up, 8 in 2024-07-26T06:56:20.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:20 smithi155 ceph-mon[90160]: pgmap v2928: 457 pgs: 457 active+clean; 20 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-07-26T06:56:20.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:20 smithi155 ceph-mon[90160]: pool 'test-librbd-smithi089-152442-24' is full (reached quota's max_objects: 6) 2024-07-26T06:56:20.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:20 smithi155 ceph-mon[90160]: Health check update: 2 pool(s) full (POOL_FULL) 2024-07-26T06:56:20.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:20 smithi155 ceph-mon[90160]: osdmap e1705: 8 total, 8 up, 8 in 2024-07-26T06:56:22.189 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:56:22.430 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:56:22 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:56:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:56:22.431 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:22 smithi155 ceph-mon[90160]: pgmap v2930: 457 pgs: 457 active+clean; 20 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.8 KiB/s rd, 514 KiB/s wr, 6 op/s 2024-07-26T06:56:22.431 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:22 smithi155 ceph-mon[90160]: osdmap e1706: 8 total, 8 up, 8 in 2024-07-26T06:56:22.431 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:22 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/4244946122' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:56:22.533 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:56:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: [26/Jul/2024:06:56:22] ENGINE Bus STOPPING 2024-07-26T06:56:22.533 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:22 smithi089 ceph-mon[99608]: pgmap v2930: 457 pgs: 457 active+clean; 20 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.8 KiB/s rd, 514 KiB/s wr, 6 op/s 2024-07-26T06:56:22.533 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:22 smithi089 ceph-mon[99608]: osdmap e1706: 8 total, 8 up, 8 in 2024-07-26T06:56:22.533 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:22 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/4244946122' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:56:22.533 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:22 smithi089 ceph-mon[102056]: pgmap v2930: 457 pgs: 457 active+clean; 20 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.8 KiB/s rd, 514 KiB/s wr, 6 op/s 2024-07-26T06:56:22.534 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:22 smithi089 ceph-mon[102056]: osdmap e1706: 8 total, 8 up, 8 in 2024-07-26T06:56:22.534 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:22 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/4244946122' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:56:22.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:56:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:56:22] "GET /metrics HTTP/1.1" 200 60778 "" "Prometheus/2.43.0" 2024-07-26T06:56:22.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:56:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: [26/Jul/2024:06:56:22] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-07-26T06:56:22.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:56:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: [26/Jul/2024:06:56:22] ENGINE Bus STOPPED 2024-07-26T06:56:22.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:56:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: [26/Jul/2024:06:56:22] ENGINE Bus STARTING 2024-07-26T06:56:22.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:56:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: [26/Jul/2024:06:56:22] ENGINE Serving on http://:::9283 2024-07-26T06:56:22.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:56:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: [26/Jul/2024:06:56:22] ENGINE Bus STARTED 2024-07-26T06:56:23.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:23 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/4244946122' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:56:23.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:23 smithi155 ceph-mon[90160]: osdmap e1707: 8 total, 8 up, 8 in 2024-07-26T06:56:23.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:23 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' 2024-07-26T06:56:23.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:23 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:56:23.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:23 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:56:23.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:23 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:56:23.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:23 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:56:23.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:23 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/4244946122' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:56:23.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:23 smithi089 ceph-mon[99608]: osdmap e1707: 8 total, 8 up, 8 in 2024-07-26T06:56:23.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:23 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' 2024-07-26T06:56:23.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:23 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:56:23.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:23 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:56:23.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:23 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:56:23.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:23 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:56:23.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:23 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/4244946122' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:56:23.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:23 smithi089 ceph-mon[102056]: osdmap e1707: 8 total, 8 up, 8 in 2024-07-26T06:56:23.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:23 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' 2024-07-26T06:56:23.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:23 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:56:23.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:23 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:56:23.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:23 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:56:23.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:23 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:56:24.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:24 smithi155 ceph-mon[90160]: pgmap v2933: 489 pgs: 7 creating+peering, 25 unknown, 457 active+clean; 12 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 2.3 KiB/s wr, 7 op/s 2024-07-26T06:56:24.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:24 smithi155 ceph-mon[90160]: osdmap e1708: 8 total, 8 up, 8 in 2024-07-26T06:56:24.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:24 smithi089 ceph-mon[99608]: pgmap v2933: 489 pgs: 7 creating+peering, 25 unknown, 457 active+clean; 12 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 2.3 KiB/s wr, 7 op/s 2024-07-26T06:56:24.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:24 smithi089 ceph-mon[99608]: osdmap e1708: 8 total, 8 up, 8 in 2024-07-26T06:56:24.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:24 smithi089 ceph-mon[102056]: pgmap v2933: 489 pgs: 7 creating+peering, 25 unknown, 457 active+clean; 12 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 2.3 KiB/s wr, 7 op/s 2024-07-26T06:56:24.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:24 smithi089 ceph-mon[102056]: osdmap e1708: 8 total, 8 up, 8 in 2024-07-26T06:56:25.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:25 smithi155 ceph-mon[90160]: osdmap e1709: 8 total, 8 up, 8 in 2024-07-26T06:56:25.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:25 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/638193009' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi089-152442-26", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-07-26T06:56:25.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:25 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi089-152442-26", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-07-26T06:56:25.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:25 smithi155 ceph-mon[90160]: pool 'test-librbd-smithi089-152442-25' no longer out of quota; removing NO_QUOTA flag 2024-07-26T06:56:25.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:25 smithi155 ceph-mon[90160]: Health check update: 1 pool(s) full (POOL_FULL) 2024-07-26T06:56:25.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:25 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi089-152442-26", "field": "max_bytes", "val": "10485760"}]': finished 2024-07-26T06:56:25.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:25 smithi155 ceph-mon[90160]: osdmap e1710: 8 total, 8 up, 8 in 2024-07-26T06:56:25.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:25 smithi089 ceph-mon[99608]: osdmap e1709: 8 total, 8 up, 8 in 2024-07-26T06:56:25.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:25 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/638193009' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi089-152442-26", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-07-26T06:56:25.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:25 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi089-152442-26", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-07-26T06:56:25.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:25 smithi089 ceph-mon[99608]: pool 'test-librbd-smithi089-152442-25' no longer out of quota; removing NO_QUOTA flag 2024-07-26T06:56:25.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:25 smithi089 ceph-mon[99608]: Health check update: 1 pool(s) full (POOL_FULL) 2024-07-26T06:56:25.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:25 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi089-152442-26", "field": "max_bytes", "val": "10485760"}]': finished 2024-07-26T06:56:25.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:25 smithi089 ceph-mon[99608]: osdmap e1710: 8 total, 8 up, 8 in 2024-07-26T06:56:25.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:25 smithi089 ceph-mon[102056]: osdmap e1709: 8 total, 8 up, 8 in 2024-07-26T06:56:25.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:25 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/638193009' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi089-152442-26", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-07-26T06:56:25.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:25 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi089-152442-26", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-07-26T06:56:25.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:25 smithi089 ceph-mon[102056]: pool 'test-librbd-smithi089-152442-25' no longer out of quota; removing NO_QUOTA flag 2024-07-26T06:56:25.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:25 smithi089 ceph-mon[102056]: Health check update: 1 pool(s) full (POOL_FULL) 2024-07-26T06:56:25.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:25 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi089-152442-26", "field": "max_bytes", "val": "10485760"}]': finished 2024-07-26T06:56:25.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:25 smithi089 ceph-mon[102056]: osdmap e1710: 8 total, 8 up, 8 in 2024-07-26T06:56:26.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:26 smithi155 ceph-mon[90160]: pgmap v2936: 489 pgs: 7 creating+peering, 15 unknown, 467 active+clean; 12 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 KiB/s wr, 36 op/s 2024-07-26T06:56:26.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:56:26.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:56:26.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:26 smithi089 ceph-mon[99608]: pgmap v2936: 489 pgs: 7 creating+peering, 15 unknown, 467 active+clean; 12 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 KiB/s wr, 36 op/s 2024-07-26T06:56:26.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:56:26.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:56:26.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:26 smithi089 ceph-mon[102056]: pgmap v2936: 489 pgs: 7 creating+peering, 15 unknown, 467 active+clean; 12 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 KiB/s wr, 36 op/s 2024-07-26T06:56:26.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:56:26.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:56:28.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:28 smithi155 ceph-mon[90160]: pgmap v2938: 489 pgs: 7 creating+peering, 482 active+clean; 5.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 241 KiB/s wr, 46 op/s 2024-07-26T06:56:28.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:28 smithi089 ceph-mon[99608]: pgmap v2938: 489 pgs: 7 creating+peering, 482 active+clean; 5.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 241 KiB/s wr, 46 op/s 2024-07-26T06:56:28.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:28 smithi089 ceph-mon[102056]: pgmap v2938: 489 pgs: 7 creating+peering, 482 active+clean; 5.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 241 KiB/s wr, 46 op/s 2024-07-26T06:56:30.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:30 smithi155 ceph-mon[90160]: pgmap v2939: 489 pgs: 489 active+clean; 5.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 174 KiB/s wr, 37 op/s 2024-07-26T06:56:30.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:30 smithi089 ceph-mon[99608]: pgmap v2939: 489 pgs: 489 active+clean; 5.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 174 KiB/s wr, 37 op/s 2024-07-26T06:56:30.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:30 smithi089 ceph-mon[102056]: pgmap v2939: 489 pgs: 489 active+clean; 5.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 174 KiB/s wr, 37 op/s 2024-07-26T06:56:32.533 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:32 smithi089 ceph-mon[99608]: pgmap v2940: 489 pgs: 489 active+clean; 5.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.7 KiB/s rd, 143 KiB/s wr, 17 op/s 2024-07-26T06:56:32.534 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:32 smithi089 ceph-mon[102056]: pgmap v2940: 489 pgs: 489 active+clean; 5.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.7 KiB/s rd, 143 KiB/s wr, 17 op/s 2024-07-26T06:56:32.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:32 smithi155 ceph-mon[90160]: pgmap v2940: 489 pgs: 489 active+clean; 5.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.7 KiB/s rd, 143 KiB/s wr, 17 op/s 2024-07-26T06:56:32.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:56:32 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:56:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:56:32.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:56:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:56:32] "GET /metrics HTTP/1.1" 200 63241 "" "Prometheus/2.43.0" 2024-07-26T06:56:34.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:34 smithi155 ceph-mon[90160]: pgmap v2941: 489 pgs: 489 active+clean; 11 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 6.5 KiB/s rd, 744 KiB/s wr, 12 op/s 2024-07-26T06:56:34.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:34 smithi089 ceph-mon[99608]: pgmap v2941: 489 pgs: 489 active+clean; 11 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 6.5 KiB/s rd, 744 KiB/s wr, 12 op/s 2024-07-26T06:56:34.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:34 smithi089 ceph-mon[102056]: pgmap v2941: 489 pgs: 489 active+clean; 11 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 6.5 KiB/s rd, 744 KiB/s wr, 12 op/s 2024-07-26T06:56:36.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:36 smithi089 ceph-mon[99608]: pgmap v2942: 489 pgs: 489 active+clean; 11 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.9 KiB/s rd, 616 KiB/s wr, 11 op/s 2024-07-26T06:56:36.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:36 smithi089 ceph-mon[99608]: osdmap e1711: 8 total, 8 up, 8 in 2024-07-26T06:56:36.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:36 smithi089 ceph-mon[102056]: pgmap v2942: 489 pgs: 489 active+clean; 11 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.9 KiB/s rd, 616 KiB/s wr, 11 op/s 2024-07-26T06:56:36.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:36 smithi089 ceph-mon[102056]: osdmap e1711: 8 total, 8 up, 8 in 2024-07-26T06:56:36.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:36 smithi155 ceph-mon[90160]: pgmap v2942: 489 pgs: 489 active+clean; 11 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.9 KiB/s rd, 616 KiB/s wr, 11 op/s 2024-07-26T06:56:36.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:36 smithi155 ceph-mon[90160]: osdmap e1711: 8 total, 8 up, 8 in 2024-07-26T06:56:38.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:38 smithi089 ceph-mon[99608]: pgmap v2944: 489 pgs: 489 active+clean; 13 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 717 KiB/s wr, 4 op/s 2024-07-26T06:56:38.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:38 smithi089 ceph-mon[102056]: pgmap v2944: 489 pgs: 489 active+clean; 13 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 717 KiB/s wr, 4 op/s 2024-07-26T06:56:38.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:38 smithi155 ceph-mon[90160]: pgmap v2944: 489 pgs: 489 active+clean; 13 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 717 KiB/s wr, 4 op/s 2024-07-26T06:56:40.397 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.RemoveFullTryNamespace (20142 ms) 2024-07-26T06:56:40.397 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.RemoveFullTryNamespaceDataPool 2024-07-26T06:56:40.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:40 smithi089 ceph-mon[99608]: pgmap v2945: 489 pgs: 489 active+clean; 17 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.6 KiB/s rd, 1.1 MiB/s wr, 3 op/s 2024-07-26T06:56:40.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:40 smithi089 ceph-mon[99608]: pool 'test-librbd-smithi089-152442-26' is full (reached quota's max_bytes: 10 MiB) 2024-07-26T06:56:40.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:40 smithi089 ceph-mon[99608]: Health check update: 2 pool(s) full (POOL_FULL) 2024-07-26T06:56:40.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:40 smithi089 ceph-mon[102056]: pgmap v2945: 489 pgs: 489 active+clean; 17 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.6 KiB/s rd, 1.1 MiB/s wr, 3 op/s 2024-07-26T06:56:40.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:40 smithi089 ceph-mon[102056]: pool 'test-librbd-smithi089-152442-26' is full (reached quota's max_bytes: 10 MiB) 2024-07-26T06:56:40.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:40 smithi089 ceph-mon[102056]: Health check update: 2 pool(s) full (POOL_FULL) 2024-07-26T06:56:40.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:40 smithi155 ceph-mon[90160]: pgmap v2945: 489 pgs: 489 active+clean; 17 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.6 KiB/s rd, 1.1 MiB/s wr, 3 op/s 2024-07-26T06:56:40.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:40 smithi155 ceph-mon[90160]: pool 'test-librbd-smithi089-152442-26' is full (reached quota's max_bytes: 10 MiB) 2024-07-26T06:56:40.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:40 smithi155 ceph-mon[90160]: Health check update: 2 pool(s) full (POOL_FULL) 2024-07-26T06:56:41.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:41 smithi155 ceph-mon[90160]: osdmap e1712: 8 total, 8 up, 8 in 2024-07-26T06:56:41.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:56:41.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:41 smithi089 ceph-mon[99608]: osdmap e1712: 8 total, 8 up, 8 in 2024-07-26T06:56:41.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:56:41.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:41 smithi089 ceph-mon[102056]: osdmap e1712: 8 total, 8 up, 8 in 2024-07-26T06:56:41.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:56:42.533 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:42 smithi089 ceph-mon[99608]: pgmap v2947: 489 pgs: 489 active+clean; 17 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.9 KiB/s rd, 768 KiB/s wr, 3 op/s 2024-07-26T06:56:42.533 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:42 smithi089 ceph-mon[99608]: osdmap e1713: 8 total, 8 up, 8 in 2024-07-26T06:56:42.533 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:42 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/3869509519' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:56:42.533 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:42 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:56:42.534 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:42 smithi089 ceph-mon[102056]: pgmap v2947: 489 pgs: 489 active+clean; 17 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.9 KiB/s rd, 768 KiB/s wr, 3 op/s 2024-07-26T06:56:42.534 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:42 smithi089 ceph-mon[102056]: osdmap e1713: 8 total, 8 up, 8 in 2024-07-26T06:56:42.534 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:42 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/3869509519' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:56:42.534 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:42 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:56:42.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:56:42 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:56:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:56:42.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:42 smithi155 ceph-mon[90160]: pgmap v2947: 489 pgs: 489 active+clean; 17 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.9 KiB/s rd, 768 KiB/s wr, 3 op/s 2024-07-26T06:56:42.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:42 smithi155 ceph-mon[90160]: osdmap e1713: 8 total, 8 up, 8 in 2024-07-26T06:56:42.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:42 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/3869509519' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:56:42.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:42 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:56:42.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:56:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:56:42] "GET /metrics HTTP/1.1" 200 63257 "" "Prometheus/2.43.0" 2024-07-26T06:56:43.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:43 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:56:43.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:43 smithi155 ceph-mon[90160]: osdmap e1714: 8 total, 8 up, 8 in 2024-07-26T06:56:43.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:43 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:56:43.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:43 smithi089 ceph-mon[99608]: osdmap e1714: 8 total, 8 up, 8 in 2024-07-26T06:56:43.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:43 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:56:43.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:43 smithi089 ceph-mon[102056]: osdmap e1714: 8 total, 8 up, 8 in 2024-07-26T06:56:44.226 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:56:44.541 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:56:44 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: [26/Jul/2024:06:56:44] ENGINE Bus STOPPING 2024-07-26T06:56:44.541 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:44 smithi089 ceph-mon[99608]: pgmap v2950: 521 pgs: 3 creating+peering, 29 unknown, 489 active+clean; 8.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 1.2 MiB/s wr, 23 op/s 2024-07-26T06:56:44.541 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:44 smithi089 ceph-mon[99608]: osdmap e1715: 8 total, 8 up, 8 in 2024-07-26T06:56:44.541 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:44 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/870764461' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:56:44.541 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:44 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:56:44.542 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:44 smithi089 ceph-mon[102056]: pgmap v2950: 521 pgs: 3 creating+peering, 29 unknown, 489 active+clean; 8.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 1.2 MiB/s wr, 23 op/s 2024-07-26T06:56:44.542 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:44 smithi089 ceph-mon[102056]: osdmap e1715: 8 total, 8 up, 8 in 2024-07-26T06:56:44.542 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:44 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/870764461' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:56:44.542 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:44 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:56:44.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:44 smithi155 ceph-mon[90160]: pgmap v2950: 521 pgs: 3 creating+peering, 29 unknown, 489 active+clean; 8.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 1.2 MiB/s wr, 23 op/s 2024-07-26T06:56:44.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:44 smithi155 ceph-mon[90160]: osdmap e1715: 8 total, 8 up, 8 in 2024-07-26T06:56:44.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:44 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/870764461' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:56:44.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:44 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:56:44.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:56:44 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: [26/Jul/2024:06:56:44] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-07-26T06:56:44.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:56:44 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: [26/Jul/2024:06:56:44] ENGINE Bus STOPPED 2024-07-26T06:56:44.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:56:44 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: [26/Jul/2024:06:56:44] ENGINE Bus STARTING 2024-07-26T06:56:44.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:56:44 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: [26/Jul/2024:06:56:44] ENGINE Serving on http://:::9283 2024-07-26T06:56:44.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:56:44 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: [26/Jul/2024:06:56:44] ENGINE Bus STARTED 2024-07-26T06:56:45.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:45 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:56:45.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:45 smithi155 ceph-mon[90160]: osdmap e1716: 8 total, 8 up, 8 in 2024-07-26T06:56:45.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:45 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' 2024-07-26T06:56:45.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:45 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:56:45.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:45 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:56:45.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:45 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:56:45.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:45 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:56:45.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:45 smithi155 ceph-mon[90160]: pool 'test-librbd-smithi089-152442-26' no longer out of quota; removing NO_QUOTA flag 2024-07-26T06:56:45.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:45 smithi155 ceph-mon[90160]: Health check update: 1 pool(s) full (POOL_FULL) 2024-07-26T06:56:45.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:45 smithi155 ceph-mon[90160]: osdmap e1717: 8 total, 8 up, 8 in 2024-07-26T06:56:45.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:45 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:56:45.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:45 smithi089 ceph-mon[99608]: osdmap e1716: 8 total, 8 up, 8 in 2024-07-26T06:56:45.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:45 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' 2024-07-26T06:56:45.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:45 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:56:45.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:45 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:56:45.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:45 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:56:45.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:45 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:56:45.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:45 smithi089 ceph-mon[99608]: pool 'test-librbd-smithi089-152442-26' no longer out of quota; removing NO_QUOTA flag 2024-07-26T06:56:45.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:45 smithi089 ceph-mon[99608]: Health check update: 1 pool(s) full (POOL_FULL) 2024-07-26T06:56:45.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:45 smithi089 ceph-mon[99608]: osdmap e1717: 8 total, 8 up, 8 in 2024-07-26T06:56:45.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:45 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:56:45.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:45 smithi089 ceph-mon[102056]: osdmap e1716: 8 total, 8 up, 8 in 2024-07-26T06:56:45.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:45 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' 2024-07-26T06:56:45.657 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:45 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:56:45.657 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:45 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:56:45.657 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:45 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:56:45.657 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:45 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:56:45.657 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:45 smithi089 ceph-mon[102056]: pool 'test-librbd-smithi089-152442-26' no longer out of quota; removing NO_QUOTA flag 2024-07-26T06:56:45.657 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:45 smithi089 ceph-mon[102056]: Health check update: 1 pool(s) full (POOL_FULL) 2024-07-26T06:56:45.657 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:45 smithi089 ceph-mon[102056]: osdmap e1717: 8 total, 8 up, 8 in 2024-07-26T06:56:46.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:46 smithi155 ceph-mon[90160]: pgmap v2953: 553 pgs: 9 creating+peering, 41 unknown, 503 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 770 KiB/s wr, 39 op/s 2024-07-26T06:56:46.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:46 smithi155 ceph-mon[90160]: osdmap e1718: 8 total, 8 up, 8 in 2024-07-26T06:56:46.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:46 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/638193009' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi089-152442-28", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-07-26T06:56:46.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:46 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi089-152442-28", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-07-26T06:56:46.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:46 smithi089 ceph-mon[99608]: pgmap v2953: 553 pgs: 9 creating+peering, 41 unknown, 503 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 770 KiB/s wr, 39 op/s 2024-07-26T06:56:46.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:46 smithi089 ceph-mon[99608]: osdmap e1718: 8 total, 8 up, 8 in 2024-07-26T06:56:46.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:46 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/638193009' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi089-152442-28", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-07-26T06:56:46.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:46 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi089-152442-28", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-07-26T06:56:46.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:46 smithi089 ceph-mon[102056]: pgmap v2953: 553 pgs: 9 creating+peering, 41 unknown, 503 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 770 KiB/s wr, 39 op/s 2024-07-26T06:56:46.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:46 smithi089 ceph-mon[102056]: osdmap e1718: 8 total, 8 up, 8 in 2024-07-26T06:56:46.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:46 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/638193009' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi089-152442-28", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-07-26T06:56:46.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:46 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi089-152442-28", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-07-26T06:56:48.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:48 smithi155 ceph-mon[90160]: pgmap v2956: 553 pgs: 9 creating+peering, 11 unknown, 533 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.2 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-07-26T06:56:48.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:48 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi089-152442-28", "field": "max_bytes", "val": "10485760"}]': finished 2024-07-26T06:56:48.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:48 smithi155 ceph-mon[90160]: osdmap e1719: 8 total, 8 up, 8 in 2024-07-26T06:56:48.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:48 smithi089 ceph-mon[99608]: pgmap v2956: 553 pgs: 9 creating+peering, 11 unknown, 533 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.2 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-07-26T06:56:48.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:48 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi089-152442-28", "field": "max_bytes", "val": "10485760"}]': finished 2024-07-26T06:56:48.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:48 smithi089 ceph-mon[99608]: osdmap e1719: 8 total, 8 up, 8 in 2024-07-26T06:56:48.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:48 smithi089 ceph-mon[102056]: pgmap v2956: 553 pgs: 9 creating+peering, 11 unknown, 533 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.2 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-07-26T06:56:48.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:48 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi089-152442-28", "field": "max_bytes", "val": "10485760"}]': finished 2024-07-26T06:56:48.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:48 smithi089 ceph-mon[102056]: osdmap e1719: 8 total, 8 up, 8 in 2024-07-26T06:56:50.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:50 smithi155 ceph-mon[90160]: pgmap v2958: 553 pgs: 6 creating+peering, 547 active+clean; 5.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.6 KiB/s rd, 240 KiB/s wr, 4 op/s 2024-07-26T06:56:50.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:50 smithi089 ceph-mon[99608]: pgmap v2958: 553 pgs: 6 creating+peering, 547 active+clean; 5.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.6 KiB/s rd, 240 KiB/s wr, 4 op/s 2024-07-26T06:56:50.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:50 smithi089 ceph-mon[102056]: pgmap v2958: 553 pgs: 6 creating+peering, 547 active+clean; 5.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.6 KiB/s rd, 240 KiB/s wr, 4 op/s 2024-07-26T06:56:52.431 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:52 smithi155 ceph-mon[90160]: pgmap v2959: 553 pgs: 553 active+clean; 5.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.8 KiB/s rd, 172 KiB/s wr, 10 op/s 2024-07-26T06:56:52.431 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:56:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:56:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:56:52.533 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:52 smithi089 ceph-mon[99608]: pgmap v2959: 553 pgs: 553 active+clean; 5.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.8 KiB/s rd, 172 KiB/s wr, 10 op/s 2024-07-26T06:56:52.533 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:52 smithi089 ceph-mon[102056]: pgmap v2959: 553 pgs: 553 active+clean; 5.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.8 KiB/s rd, 172 KiB/s wr, 10 op/s 2024-07-26T06:56:52.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:56:52 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:56:52] "GET /metrics HTTP/1.1" 200 63257 "" "Prometheus/2.43.0" 2024-07-26T06:56:54.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:54 smithi155 ceph-mon[90160]: pgmap v2960: 553 pgs: 553 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.8 KiB/s rd, 281 KiB/s wr, 8 op/s 2024-07-26T06:56:54.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:54 smithi089 ceph-mon[99608]: pgmap v2960: 553 pgs: 553 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.8 KiB/s rd, 281 KiB/s wr, 8 op/s 2024-07-26T06:56:54.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:54 smithi089 ceph-mon[102056]: pgmap v2960: 553 pgs: 553 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.8 KiB/s rd, 281 KiB/s wr, 8 op/s 2024-07-26T06:56:56.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:56 smithi089 ceph-mon[99608]: pgmap v2961: 553 pgs: 553 active+clean; 9.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.7 KiB/s rd, 616 KiB/s wr, 8 op/s 2024-07-26T06:56:56.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:56 smithi089 ceph-mon[99608]: osdmap e1720: 8 total, 8 up, 8 in 2024-07-26T06:56:56.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:56 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:56:56.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:56 smithi089 ceph-mon[102056]: pgmap v2961: 553 pgs: 553 active+clean; 9.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.7 KiB/s rd, 616 KiB/s wr, 8 op/s 2024-07-26T06:56:56.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:56 smithi089 ceph-mon[102056]: osdmap e1720: 8 total, 8 up, 8 in 2024-07-26T06:56:56.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:56 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:56:56.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:56 smithi155 ceph-mon[90160]: pgmap v2961: 553 pgs: 553 active+clean; 9.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.7 KiB/s rd, 616 KiB/s wr, 8 op/s 2024-07-26T06:56:56.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:56 smithi155 ceph-mon[90160]: osdmap e1720: 8 total, 8 up, 8 in 2024-07-26T06:56:56.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:56 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:56:58.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:56:58 smithi089 ceph-mon[99608]: pgmap v2963: 553 pgs: 553 active+clean; 9.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 552 KiB/s wr, 7 op/s 2024-07-26T06:56:58.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:56:58 smithi089 ceph-mon[102056]: pgmap v2963: 553 pgs: 553 active+clean; 9.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 552 KiB/s wr, 7 op/s 2024-07-26T06:56:58.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:56:58 smithi155 ceph-mon[90160]: pgmap v2963: 553 pgs: 553 active+clean; 9.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 552 KiB/s wr, 7 op/s 2024-07-26T06:57:00.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:57:00 smithi089 ceph-mon[99608]: pgmap v2964: 553 pgs: 553 active+clean; 13 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.8 KiB/s rd, 717 KiB/s wr, 6 op/s 2024-07-26T06:57:00.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:57:00 smithi089 ceph-mon[102056]: pgmap v2964: 553 pgs: 553 active+clean; 13 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.8 KiB/s rd, 717 KiB/s wr, 6 op/s 2024-07-26T06:57:00.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:57:00 smithi155 ceph-mon[90160]: pgmap v2964: 553 pgs: 553 active+clean; 13 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.8 KiB/s rd, 717 KiB/s wr, 6 op/s 2024-07-26T06:57:02.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:57:02 smithi089 ceph-mon[99608]: pgmap v2965: 553 pgs: 553 active+clean; 18 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1.2 MiB/s wr, 2 op/s 2024-07-26T06:57:02.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:57:02 smithi089 ceph-mon[102056]: pgmap v2965: 553 pgs: 553 active+clean; 18 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1.2 MiB/s wr, 2 op/s 2024-07-26T06:57:02.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:57:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:57:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:57:02.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:57:02 smithi155 ceph-mon[90160]: pgmap v2965: 553 pgs: 553 active+clean; 18 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1.2 MiB/s wr, 2 op/s 2024-07-26T06:57:02.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:57:02 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:57:02] "GET /metrics HTTP/1.1" 200 68179 "" "Prometheus/2.43.0" 2024-07-26T06:57:04.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:57:04 smithi089 ceph-mon[102056]: pgmap v2966: 553 pgs: 553 active+clean; 18 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1.1 MiB/s wr, 2 op/s 2024-07-26T06:57:04.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:57:04 smithi089 ceph-mon[99608]: pgmap v2966: 553 pgs: 553 active+clean; 18 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1.1 MiB/s wr, 2 op/s 2024-07-26T06:57:04.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:57:04 smithi155 ceph-mon[90160]: pgmap v2966: 553 pgs: 553 active+clean; 18 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1.1 MiB/s wr, 2 op/s 2024-07-26T06:57:05.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:57:05 smithi155 ceph-mon[90160]: pool 'test-librbd-smithi089-152442-28' is full (reached quota's max_bytes: 10 MiB) 2024-07-26T06:57:05.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:57:05 smithi155 ceph-mon[90160]: Health check update: 2 pool(s) full (POOL_FULL) 2024-07-26T06:57:05.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:57:05 smithi155 ceph-mon[90160]: osdmap e1721: 8 total, 8 up, 8 in 2024-07-26T06:57:05.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:57:05 smithi089 ceph-mon[99608]: pool 'test-librbd-smithi089-152442-28' is full (reached quota's max_bytes: 10 MiB) 2024-07-26T06:57:05.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:57:05 smithi089 ceph-mon[99608]: Health check update: 2 pool(s) full (POOL_FULL) 2024-07-26T06:57:05.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:57:05 smithi089 ceph-mon[99608]: osdmap e1721: 8 total, 8 up, 8 in 2024-07-26T06:57:05.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:57:05 smithi089 ceph-mon[102056]: pool 'test-librbd-smithi089-152442-28' is full (reached quota's max_bytes: 10 MiB) 2024-07-26T06:57:05.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:57:05 smithi089 ceph-mon[102056]: Health check update: 2 pool(s) full (POOL_FULL) 2024-07-26T06:57:05.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:57:05 smithi089 ceph-mon[102056]: osdmap e1721: 8 total, 8 up, 8 in 2024-07-26T06:57:06.173 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:57:06.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:57:06 smithi155 ceph-mon[90160]: pgmap v2967: 553 pgs: 553 active+clean; 18 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 819 KiB/s wr, 2 op/s 2024-07-26T06:57:06.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:57:06 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/638193009' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi089-152442-27", "field": "max_objects", "val": "7"}]: dispatch 2024-07-26T06:57:06.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:57:06 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi089-152442-27", "field": "max_objects", "val": "7"}]: dispatch 2024-07-26T06:57:06.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:57:06 smithi089 ceph-mon[99608]: pgmap v2967: 553 pgs: 553 active+clean; 18 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 819 KiB/s wr, 2 op/s 2024-07-26T06:57:06.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:57:06 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/638193009' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi089-152442-27", "field": "max_objects", "val": "7"}]: dispatch 2024-07-26T06:57:06.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:57:06 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi089-152442-27", "field": "max_objects", "val": "7"}]: dispatch 2024-07-26T06:57:06.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:57:06 smithi089 ceph-mon[102056]: pgmap v2967: 553 pgs: 553 active+clean; 18 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 819 KiB/s wr, 2 op/s 2024-07-26T06:57:06.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:57:06 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/638193009' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi089-152442-27", "field": "max_objects", "val": "7"}]: dispatch 2024-07-26T06:57:06.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:57:06 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi089-152442-27", "field": "max_objects", "val": "7"}]: dispatch 2024-07-26T06:57:07.191 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:57:07.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:57:07 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi089-152442-27", "field": "max_objects", "val": "7"}]': finished 2024-07-26T06:57:07.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:57:07 smithi155 ceph-mon[90160]: osdmap e1722: 8 total, 8 up, 8 in 2024-07-26T06:57:07.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:57:07 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi089-152442-27", "field": "max_objects", "val": "7"}]': finished 2024-07-26T06:57:07.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:57:07 smithi089 ceph-mon[99608]: osdmap e1722: 8 total, 8 up, 8 in 2024-07-26T06:57:07.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:57:07 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi089-152442-27", "field": "max_objects", "val": "7"}]': finished 2024-07-26T06:57:07.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:57:07 smithi089 ceph-mon[102056]: osdmap e1722: 8 total, 8 up, 8 in 2024-07-26T06:57:08.203 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:57:08.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:57:08 smithi155 ceph-mon[90160]: pgmap v2970: 553 pgs: 553 active+clean; 23 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 639 B/s rd, 1.2 MiB/s wr, 2 op/s 2024-07-26T06:57:08.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:57:08 smithi089 ceph-mon[99608]: pgmap v2970: 553 pgs: 553 active+clean; 23 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 639 B/s rd, 1.2 MiB/s wr, 2 op/s 2024-07-26T06:57:08.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:57:08 smithi089 ceph-mon[102056]: pgmap v2970: 553 pgs: 553 active+clean; 23 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 639 B/s rd, 1.2 MiB/s wr, 2 op/s 2024-07-26T06:57:09.214 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:57:10.224 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:57:10.293 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.RemoveFullTryNamespaceDataPool (29896 ms) 2024-07-26T06:57:10.293 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.TestIO 2024-07-26T06:57:10.293 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:57:10.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:57:10 smithi155 ceph-mon[90160]: pgmap v2971: 553 pgs: 553 active+clean; 23 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 640 KiB/s wr, 3 op/s 2024-07-26T06:57:10.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:57:10 smithi155 ceph-mon[90160]: pool 'test-librbd-smithi089-152442-27' is full (reached quota's max_objects: 7) 2024-07-26T06:57:10.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:57:10 smithi155 ceph-mon[90160]: Health check update: 3 pool(s) full (POOL_FULL) 2024-07-26T06:57:10.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:57:10 smithi155 ceph-mon[90160]: osdmap e1723: 8 total, 8 up, 8 in 2024-07-26T06:57:10.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:57:10 smithi089 ceph-mon[99608]: pgmap v2971: 553 pgs: 553 active+clean; 23 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 640 KiB/s wr, 3 op/s 2024-07-26T06:57:10.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:57:10 smithi089 ceph-mon[99608]: pool 'test-librbd-smithi089-152442-27' is full (reached quota's max_objects: 7) 2024-07-26T06:57:10.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:57:10 smithi089 ceph-mon[99608]: Health check update: 3 pool(s) full (POOL_FULL) 2024-07-26T06:57:10.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:57:10 smithi089 ceph-mon[99608]: osdmap e1723: 8 total, 8 up, 8 in 2024-07-26T06:57:10.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:57:10 smithi089 ceph-mon[102056]: pgmap v2971: 553 pgs: 553 active+clean; 23 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 640 KiB/s wr, 3 op/s 2024-07-26T06:57:10.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:57:10 smithi089 ceph-mon[102056]: pool 'test-librbd-smithi089-152442-27' is full (reached quota's max_objects: 7) 2024-07-26T06:57:10.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:57:10 smithi089 ceph-mon[102056]: Health check update: 3 pool(s) full (POOL_FULL) 2024-07-26T06:57:10.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:57:10 smithi089 ceph-mon[102056]: osdmap e1723: 8 total, 8 up, 8 in 2024-07-26T06:57:11.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:57:11 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:57:11.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:57:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:57:11.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:57:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:57:12.307 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 512 2024-07-26T06:57:12.307 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 512 2024-07-26T06:57:12.307 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 512 2024-07-26T06:57:12.307 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 512 2024-07-26T06:57:12.307 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 512 2024-07-26T06:57:12.307 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:12.307 INFO:tasks.workunit.client.0.smithi089.stdout:started write 2024-07-26T06:57:12.308 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:12.308 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:12.308 INFO:tasks.workunit.client.0.smithi089.stdout:finished write 2024-07-26T06:57:12.308 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:12.308 INFO:tasks.workunit.client.0.smithi089.stdout:started write 2024-07-26T06:57:12.308 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:12.308 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:12.308 INFO:tasks.workunit.client.0.smithi089.stdout:finished write 2024-07-26T06:57:12.308 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:12.308 INFO:tasks.workunit.client.0.smithi089.stdout:started write 2024-07-26T06:57:12.308 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:12.308 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:12.309 INFO:tasks.workunit.client.0.smithi089.stdout:finished write 2024-07-26T06:57:12.309 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:12.309 INFO:tasks.workunit.client.0.smithi089.stdout:started write 2024-07-26T06:57:12.309 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:12.309 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:12.309 INFO:tasks.workunit.client.0.smithi089.stdout:finished write 2024-07-26T06:57:12.309 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:12.309 INFO:tasks.workunit.client.0.smithi089.stdout:started write 2024-07-26T06:57:12.309 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:12.309 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:12.309 INFO:tasks.workunit.client.0.smithi089.stdout:finished write 2024-07-26T06:57:12.309 INFO:tasks.workunit.client.0.smithi089.stdout:start compare and write 2024-07-26T06:57:12.309 INFO:tasks.workunit.client.0.smithi089.stdout:compare and wrote: 512 2024-07-26T06:57:12.309 INFO:tasks.workunit.client.0.smithi089.stdout:start compare and write 2024-07-26T06:57:12.310 INFO:tasks.workunit.client.0.smithi089.stdout:compare and wrote: 512 2024-07-26T06:57:12.310 INFO:tasks.workunit.client.0.smithi089.stdout:start compare and write 2024-07-26T06:57:12.310 INFO:tasks.workunit.client.0.smithi089.stdout:compare and wrote: 512 2024-07-26T06:57:12.310 INFO:tasks.workunit.client.0.smithi089.stdout:start compare and write 2024-07-26T06:57:12.310 INFO:tasks.workunit.client.0.smithi089.stdout:compare and wrote: 512 2024-07-26T06:57:12.310 INFO:tasks.workunit.client.0.smithi089.stdout:start compare and write 2024-07-26T06:57:12.310 INFO:tasks.workunit.client.0.smithi089.stdout:compare and wrote: 512 2024-07-26T06:57:12.310 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:12.310 INFO:tasks.workunit.client.0.smithi089.stdout:started aio compare and write 2024-07-26T06:57:12.310 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:12.310 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:12.310 INFO:tasks.workunit.client.0.smithi089.stdout:finished aio compare and write 2024-07-26T06:57:12.310 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:12.311 INFO:tasks.workunit.client.0.smithi089.stdout:started aio compare and write 2024-07-26T06:57:12.311 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:12.311 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:12.311 INFO:tasks.workunit.client.0.smithi089.stdout:finished aio compare and write 2024-07-26T06:57:12.311 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:12.311 INFO:tasks.workunit.client.0.smithi089.stdout:started aio compare and write 2024-07-26T06:57:12.311 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:12.311 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:12.311 INFO:tasks.workunit.client.0.smithi089.stdout:finished aio compare and write 2024-07-26T06:57:12.311 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:12.311 INFO:tasks.workunit.client.0.smithi089.stdout:started aio compare and write 2024-07-26T06:57:12.311 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:12.311 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:12.311 INFO:tasks.workunit.client.0.smithi089.stdout:finished aio compare and write 2024-07-26T06:57:12.312 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:12.312 INFO:tasks.workunit.client.0.smithi089.stdout:started aio compare and write 2024-07-26T06:57:12.312 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:12.312 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:12.312 INFO:tasks.workunit.client.0.smithi089.stdout:finished aio compare and write 2024-07-26T06:57:12.312 INFO:tasks.workunit.client.0.smithi089.stdout:read: 512 2024-07-26T06:57:12.312 INFO:tasks.workunit.client.0.smithi089.stdout:read: 512 2024-07-26T06:57:12.312 INFO:tasks.workunit.client.0.smithi089.stdout:read: 512 2024-07-26T06:57:12.312 INFO:tasks.workunit.client.0.smithi089.stdout:read: 512 2024-07-26T06:57:12.312 INFO:tasks.workunit.client.0.smithi089.stdout:read: 512 2024-07-26T06:57:12.312 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:12.312 INFO:tasks.workunit.client.0.smithi089.stdout:started read 2024-07-26T06:57:12.312 INFO:tasks.workunit.client.0.smithi089.stdout:read completion cb called! 2024-07-26T06:57:12.312 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 512 2024-07-26T06:57:12.313 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:12.313 INFO:tasks.workunit.client.0.smithi089.stdout:started read 2024-07-26T06:57:12.313 INFO:tasks.workunit.client.0.smithi089.stdout:read completion cb called! 2024-07-26T06:57:12.313 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 512 2024-07-26T06:57:12.313 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:12.313 INFO:tasks.workunit.client.0.smithi089.stdout:started read 2024-07-26T06:57:12.313 INFO:tasks.workunit.client.0.smithi089.stdout:read completion cb called! 2024-07-26T06:57:12.313 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 512 2024-07-26T06:57:12.313 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:12.313 INFO:tasks.workunit.client.0.smithi089.stdout:started read 2024-07-26T06:57:12.313 INFO:tasks.workunit.client.0.smithi089.stdout:read completion cb called! 2024-07-26T06:57:12.313 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 512 2024-07-26T06:57:12.313 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:12.313 INFO:tasks.workunit.client.0.smithi089.stdout:started read 2024-07-26T06:57:12.314 INFO:tasks.workunit.client.0.smithi089.stdout:read completion cb called! 2024-07-26T06:57:12.314 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 512 2024-07-26T06:57:12.314 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 512~512 = 512 2024-07-26T06:57:12.314 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:12.314 INFO:tasks.workunit.client.0.smithi089.stdout:aio discard: 1536~512 = 0 2024-07-26T06:57:12.314 INFO:tasks.workunit.client.0.smithi089.stdout:read: 512 2024-07-26T06:57:12.315 INFO:tasks.workunit.client.0.smithi089.stdout:read: 512 2024-07-26T06:57:12.315 INFO:tasks.workunit.client.0.smithi089.stdout:read: 512 2024-07-26T06:57:12.315 INFO:tasks.workunit.client.0.smithi089.stdout:read: 512 2024-07-26T06:57:12.315 INFO:tasks.workunit.client.0.smithi089.stdout:read: 512 2024-07-26T06:57:12.315 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 0 2024-07-26T06:57:12.315 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:12.315 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:12.315 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 0 2024-07-26T06:57:12.315 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:12.315 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:12.315 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 16384 2024-07-26T06:57:12.315 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:12.315 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:12.315 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 16384 2024-07-26T06:57:12.316 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:12.316 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:12.316 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:12.316 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:12.316 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 49152 2024-07-26T06:57:12.316 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:12.316 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:12.316 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 49152 2024-07-26T06:57:12.316 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:12.316 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:12.316 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 65536 2024-07-26T06:57:12.316 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:12.316 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:12.317 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 65536 2024-07-26T06:57:12.317 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:12.317 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:12.317 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:12.317 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:12.317 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 98304 2024-07-26T06:57:12.317 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:12.317 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:12.317 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 98304 2024-07-26T06:57:12.317 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:12.317 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:12.317 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 114688 2024-07-26T06:57:12.317 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:12.318 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:12.318 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 114688 2024-07-26T06:57:12.318 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:12.318 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:12.318 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:12.318 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:12.318 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 147456 2024-07-26T06:57:12.318 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:12.318 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:12.318 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 147456 2024-07-26T06:57:12.319 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:12.319 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:12.319 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 163840 2024-07-26T06:57:12.319 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:12.319 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:12.319 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 163840 2024-07-26T06:57:12.319 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:12.319 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:12.319 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:12.319 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:12.319 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 196608 2024-07-26T06:57:12.319 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:12.319 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:12.320 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 196608 2024-07-26T06:57:12.320 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:12.320 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:12.320 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 212992 2024-07-26T06:57:12.320 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:12.320 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:12.320 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 212992 2024-07-26T06:57:12.320 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:12.320 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:12.320 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:12.320 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:12.320 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:12.320 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:12.321 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:12.321 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:12.321 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:12.321 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:12.321 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:12.321 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:12.321 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:12.321 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:12.321 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:12.321 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:12.321 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:12.322 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:12.322 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:12.322 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:12.322 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:12.322 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:12.322 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:12.322 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:12.322 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:12.322 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:12.322 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:12.322 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:12.322 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:12.322 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:12.322 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:12.323 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:12.323 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:12.323 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:12.323 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:12.323 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:12.323 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:12.323 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:12.323 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:12.323 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:12.323 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:12.323 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:12.323 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:12.323 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:12.324 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:12.324 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:12.324 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:12.324 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:12.324 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:12.324 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:12.324 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:12.324 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:12.324 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:12.532 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:57:12 smithi089 ceph-mon[99608]: pgmap v2973: 553 pgs: 553 active+clean; 23 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 855 KiB/s wr, 7 op/s 2024-07-26T06:57:12.533 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:57:12 smithi089 ceph-mon[102056]: pgmap v2973: 553 pgs: 553 active+clean; 23 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 855 KiB/s wr, 7 op/s 2024-07-26T06:57:12.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:57:12 smithi155 ceph-mon[90160]: pgmap v2973: 553 pgs: 553 active+clean; 23 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 855 KiB/s wr, 7 op/s 2024-07-26T06:57:12.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:57:12 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:57:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:57:12.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:57:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:57:12] "GET /metrics HTTP/1.1" 200 68183 "" "Prometheus/2.43.0" 2024-07-26T06:57:13.991 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:13.991 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:13.991 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:13.991 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:13.991 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:13.992 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:13.992 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:13.992 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:13.992 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:13.992 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:13.992 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:13.992 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:13.992 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:13.992 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:13.992 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:13.992 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:13.992 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:13.993 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:13.993 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:13.993 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:13.993 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:13.993 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:13.993 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:13.993 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:13.993 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:13.993 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:13.993 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:13.993 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:13.993 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:13.993 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:13.993 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:13.994 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:13.994 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:13.994 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:13.994 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:13.994 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:13.994 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:13.994 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:13.994 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:13.994 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:13.994 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:13.994 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:13.994 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:13.994 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:13.995 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:13.995 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:13.995 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:13.995 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:13.995 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:13.995 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:13.995 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:13.995 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:13.995 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:13.995 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:13.995 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:13.995 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:13.995 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:13.996 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:13.996 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:13.996 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:13.996 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:13.996 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:13.996 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:13.996 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:13.996 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:13.996 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:13.996 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:13.996 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:13.996 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:13.996 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:13.996 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:13.996 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:13.997 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:13.997 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:13.997 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:13.997 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:13.997 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:13.997 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:13.997 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:13.997 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:13.997 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:13.997 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:13.997 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:13.997 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:13.998 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:13.998 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:13.998 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:13.998 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:13.998 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:13.998 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:13.998 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:13.998 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:13.998 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:13.998 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:13.998 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:13.998 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:13.998 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:13.999 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:13.999 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:13.999 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:13.999 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:13.999 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:13.999 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:13.999 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:13.999 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:13.999 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:13.999 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:13.999 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:13.999 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:13.999 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:13.999 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:14.000 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:14.000 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:14.000 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:14.000 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:14.000 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:14.000 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:14.000 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:14.000 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:14.000 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:14.000 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:14.000 INFO:tasks.workunit.client.0.smithi089.stdout:read completion cb called! 2024-07-26T06:57:14.000 INFO:tasks.workunit.client.0.smithi089.stdout:read completion cb called! 2024-07-26T06:57:14.000 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 512 2024-07-26T06:57:14.000 INFO:tasks.workunit.client.0.smithi089.stdout:read completion cb called! 2024-07-26T06:57:14.000 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.TestIO (3697 ms) 2024-07-26T06:57:14.001 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.TestEncryptionLUKS1 2024-07-26T06:57:14.001 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:57:14.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:57:14 smithi155 ceph-mon[90160]: pgmap v2974: 553 pgs: 553 active+clean; 19 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 7.8 KiB/s rd, 3.1 KiB/s wr, 15 op/s 2024-07-26T06:57:14.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:57:14 smithi089 ceph-mon[99608]: pgmap v2974: 553 pgs: 553 active+clean; 19 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 7.8 KiB/s rd, 3.1 KiB/s wr, 15 op/s 2024-07-26T06:57:14.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:57:14 smithi089 ceph-mon[102056]: pgmap v2974: 553 pgs: 553 active+clean; 19 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 7.8 KiB/s rd, 3.1 KiB/s wr, 15 op/s 2024-07-26T06:57:16.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:57:16 smithi155 ceph-mon[90160]: pgmap v2975: 553 pgs: 553 active+clean; 15 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 317 KiB/s rd, 158 KiB/s wr, 613 op/s 2024-07-26T06:57:16.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:57:16 smithi089 ceph-mon[99608]: pgmap v2975: 553 pgs: 553 active+clean; 15 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 317 KiB/s rd, 158 KiB/s wr, 613 op/s 2024-07-26T06:57:16.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:57:16 smithi089 ceph-mon[102056]: pgmap v2975: 553 pgs: 553 active+clean; 15 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 317 KiB/s rd, 158 KiB/s wr, 613 op/s 2024-07-26T06:57:18.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:57:18 smithi155 ceph-mon[90160]: pgmap v2976: 553 pgs: 553 active+clean; 4.7 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 275 KiB/s rd, 132 KiB/s wr, 524 op/s 2024-07-26T06:57:18.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:57:18 smithi089 ceph-mon[99608]: pgmap v2976: 553 pgs: 553 active+clean; 4.7 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 275 KiB/s rd, 132 KiB/s wr, 524 op/s 2024-07-26T06:57:18.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:57:18 smithi089 ceph-mon[102056]: pgmap v2976: 553 pgs: 553 active+clean; 4.7 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 275 KiB/s rd, 132 KiB/s wr, 524 op/s 2024-07-26T06:57:19.285 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 512 2024-07-26T06:57:19.285 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 512 2024-07-26T06:57:19.285 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 512 2024-07-26T06:57:19.285 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 512 2024-07-26T06:57:19.285 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 512 2024-07-26T06:57:19.286 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:19.286 INFO:tasks.workunit.client.0.smithi089.stdout:started write 2024-07-26T06:57:19.286 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:19.286 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:19.286 INFO:tasks.workunit.client.0.smithi089.stdout:finished write 2024-07-26T06:57:19.286 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:19.286 INFO:tasks.workunit.client.0.smithi089.stdout:started write 2024-07-26T06:57:19.286 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:19.286 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:19.286 INFO:tasks.workunit.client.0.smithi089.stdout:finished write 2024-07-26T06:57:19.286 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:19.286 INFO:tasks.workunit.client.0.smithi089.stdout:started write 2024-07-26T06:57:19.286 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:19.287 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:19.287 INFO:tasks.workunit.client.0.smithi089.stdout:finished write 2024-07-26T06:57:19.287 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:19.287 INFO:tasks.workunit.client.0.smithi089.stdout:started write 2024-07-26T06:57:19.287 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:19.287 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:19.287 INFO:tasks.workunit.client.0.smithi089.stdout:finished write 2024-07-26T06:57:19.287 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:19.287 INFO:tasks.workunit.client.0.smithi089.stdout:started write 2024-07-26T06:57:19.287 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:19.287 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:19.287 INFO:tasks.workunit.client.0.smithi089.stdout:finished write 2024-07-26T06:57:19.287 INFO:tasks.workunit.client.0.smithi089.stdout:start compare and write 2024-07-26T06:57:19.288 INFO:tasks.workunit.client.0.smithi089.stdout:compare and wrote: 512 2024-07-26T06:57:19.288 INFO:tasks.workunit.client.0.smithi089.stdout:start compare and write 2024-07-26T06:57:19.288 INFO:tasks.workunit.client.0.smithi089.stdout:compare and wrote: 512 2024-07-26T06:57:19.288 INFO:tasks.workunit.client.0.smithi089.stdout:start compare and write 2024-07-26T06:57:19.288 INFO:tasks.workunit.client.0.smithi089.stdout:compare and wrote: 512 2024-07-26T06:57:19.288 INFO:tasks.workunit.client.0.smithi089.stdout:start compare and write 2024-07-26T06:57:19.288 INFO:tasks.workunit.client.0.smithi089.stdout:compare and wrote: 512 2024-07-26T06:57:19.288 INFO:tasks.workunit.client.0.smithi089.stdout:start compare and write 2024-07-26T06:57:19.288 INFO:tasks.workunit.client.0.smithi089.stdout:compare and wrote: 512 2024-07-26T06:57:19.288 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:19.288 INFO:tasks.workunit.client.0.smithi089.stdout:started aio compare and write 2024-07-26T06:57:19.288 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:19.288 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:19.288 INFO:tasks.workunit.client.0.smithi089.stdout:finished aio compare and write 2024-07-26T06:57:19.289 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:19.289 INFO:tasks.workunit.client.0.smithi089.stdout:started aio compare and write 2024-07-26T06:57:19.289 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:19.289 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:19.289 INFO:tasks.workunit.client.0.smithi089.stdout:finished aio compare and write 2024-07-26T06:57:19.289 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:19.289 INFO:tasks.workunit.client.0.smithi089.stdout:started aio compare and write 2024-07-26T06:57:19.289 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:19.289 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:19.289 INFO:tasks.workunit.client.0.smithi089.stdout:finished aio compare and write 2024-07-26T06:57:19.289 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:19.289 INFO:tasks.workunit.client.0.smithi089.stdout:started aio compare and write 2024-07-26T06:57:19.289 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:19.289 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:19.290 INFO:tasks.workunit.client.0.smithi089.stdout:finished aio compare and write 2024-07-26T06:57:19.290 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:19.290 INFO:tasks.workunit.client.0.smithi089.stdout:started aio compare and write 2024-07-26T06:57:19.290 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:19.290 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:19.290 INFO:tasks.workunit.client.0.smithi089.stdout:finished aio compare and write 2024-07-26T06:57:19.290 INFO:tasks.workunit.client.0.smithi089.stdout:read: 512 2024-07-26T06:57:19.290 INFO:tasks.workunit.client.0.smithi089.stdout:read: 512 2024-07-26T06:57:19.290 INFO:tasks.workunit.client.0.smithi089.stdout:read: 512 2024-07-26T06:57:19.290 INFO:tasks.workunit.client.0.smithi089.stdout:read: 512 2024-07-26T06:57:19.290 INFO:tasks.workunit.client.0.smithi089.stdout:read: 512 2024-07-26T06:57:19.290 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:19.290 INFO:tasks.workunit.client.0.smithi089.stdout:started read 2024-07-26T06:57:19.291 INFO:tasks.workunit.client.0.smithi089.stdout:read completion cb called! 2024-07-26T06:57:19.291 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 512 2024-07-26T06:57:19.291 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:19.291 INFO:tasks.workunit.client.0.smithi089.stdout:started read 2024-07-26T06:57:19.291 INFO:tasks.workunit.client.0.smithi089.stdout:read completion cb called! 2024-07-26T06:57:19.291 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 512 2024-07-26T06:57:19.291 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:19.291 INFO:tasks.workunit.client.0.smithi089.stdout:started read 2024-07-26T06:57:19.291 INFO:tasks.workunit.client.0.smithi089.stdout:read completion cb called! 2024-07-26T06:57:19.291 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 512 2024-07-26T06:57:19.291 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:19.292 INFO:tasks.workunit.client.0.smithi089.stdout:started read 2024-07-26T06:57:19.292 INFO:tasks.workunit.client.0.smithi089.stdout:read completion cb called! 2024-07-26T06:57:19.292 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 512 2024-07-26T06:57:19.292 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:19.292 INFO:tasks.workunit.client.0.smithi089.stdout:started read 2024-07-26T06:57:19.292 INFO:tasks.workunit.client.0.smithi089.stdout:read completion cb called! 2024-07-26T06:57:19.292 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 512 2024-07-26T06:57:19.292 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 512~512 = 512 2024-07-26T06:57:19.292 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:19.292 INFO:tasks.workunit.client.0.smithi089.stdout:aio discard: 1536~512 = 0 2024-07-26T06:57:19.292 INFO:tasks.workunit.client.0.smithi089.stdout:read: 512 2024-07-26T06:57:19.292 INFO:tasks.workunit.client.0.smithi089.stdout:read: 512 2024-07-26T06:57:19.292 INFO:tasks.workunit.client.0.smithi089.stdout:read: 512 2024-07-26T06:57:19.292 INFO:tasks.workunit.client.0.smithi089.stdout:read: 512 2024-07-26T06:57:19.293 INFO:tasks.workunit.client.0.smithi089.stdout:read: 512 2024-07-26T06:57:19.293 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 0 2024-07-26T06:57:19.293 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:19.293 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:19.293 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 0 2024-07-26T06:57:19.293 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:19.293 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:19.293 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 16384 2024-07-26T06:57:19.293 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:19.293 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:19.293 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 16384 2024-07-26T06:57:19.293 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:19.293 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:19.294 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:19.294 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:19.294 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 49152 2024-07-26T06:57:19.294 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:19.294 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:19.294 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 49152 2024-07-26T06:57:19.294 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:19.294 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:19.294 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 65536 2024-07-26T06:57:19.294 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:19.294 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:19.294 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 65536 2024-07-26T06:57:19.294 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:19.294 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:19.295 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:19.295 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:19.295 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 98304 2024-07-26T06:57:19.295 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:19.295 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:19.295 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 98304 2024-07-26T06:57:19.295 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:19.295 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:19.295 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 114688 2024-07-26T06:57:19.295 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:19.295 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:19.295 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 114688 2024-07-26T06:57:19.295 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:19.295 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:19.296 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:19.296 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:19.296 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 147456 2024-07-26T06:57:19.296 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:19.296 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:19.296 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 147456 2024-07-26T06:57:19.296 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:19.296 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:19.296 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 163840 2024-07-26T06:57:19.296 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:19.296 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:19.296 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 163840 2024-07-26T06:57:19.296 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:19.296 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:19.297 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:19.297 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:19.297 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 196608 2024-07-26T06:57:19.297 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:19.297 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:19.297 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 196608 2024-07-26T06:57:19.297 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:19.297 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:19.297 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 212992 2024-07-26T06:57:19.297 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:19.297 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:19.297 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 212992 2024-07-26T06:57:19.297 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:19.297 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:19.298 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:19.298 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:19.298 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:19.298 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:19.298 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:19.298 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:19.298 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:19.298 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:19.298 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:19.298 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:19.298 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:19.298 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:19.298 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:19.298 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:19.299 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:19.299 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:19.299 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:19.299 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:19.299 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:19.299 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:19.299 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:19.299 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:19.299 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:19.299 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:19.299 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:19.299 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:19.299 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:19.299 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:19.299 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:19.300 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:19.300 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:19.300 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:19.300 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:19.300 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:19.300 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:19.300 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:19.300 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:19.300 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:19.300 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:19.300 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:19.300 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:19.300 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:19.301 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:19.301 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:19.301 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:19.301 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:19.301 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:19.301 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:19.301 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:19.301 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:19.301 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:20.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:57:20 smithi155 ceph-mon[90160]: pgmap v2977: 553 pgs: 553 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 439 KiB/s rd, 213 KiB/s wr, 870 op/s 2024-07-26T06:57:20.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:57:20 smithi155 ceph-mon[90160]: pool 'test-librbd-smithi089-152442-28' no longer out of quota; removing NO_QUOTA flag 2024-07-26T06:57:20.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:57:20 smithi155 ceph-mon[90160]: Health check update: 2 pool(s) full (POOL_FULL) 2024-07-26T06:57:20.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:57:20 smithi155 ceph-mon[90160]: osdmap e1724: 8 total, 8 up, 8 in 2024-07-26T06:57:20.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:57:20 smithi089 ceph-mon[102056]: pgmap v2977: 553 pgs: 553 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 439 KiB/s rd, 213 KiB/s wr, 870 op/s 2024-07-26T06:57:20.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:57:20 smithi089 ceph-mon[102056]: pool 'test-librbd-smithi089-152442-28' no longer out of quota; removing NO_QUOTA flag 2024-07-26T06:57:20.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:57:20 smithi089 ceph-mon[102056]: Health check update: 2 pool(s) full (POOL_FULL) 2024-07-26T06:57:20.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:57:20 smithi089 ceph-mon[102056]: osdmap e1724: 8 total, 8 up, 8 in 2024-07-26T06:57:20.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:57:20 smithi089 ceph-mon[99608]: pgmap v2977: 553 pgs: 553 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 439 KiB/s rd, 213 KiB/s wr, 870 op/s 2024-07-26T06:57:20.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:57:20 smithi089 ceph-mon[99608]: pool 'test-librbd-smithi089-152442-28' no longer out of quota; removing NO_QUOTA flag 2024-07-26T06:57:20.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:57:20 smithi089 ceph-mon[99608]: Health check update: 2 pool(s) full (POOL_FULL) 2024-07-26T06:57:20.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:57:20 smithi089 ceph-mon[99608]: osdmap e1724: 8 total, 8 up, 8 in 2024-07-26T06:57:22.533 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:57:22 smithi089 ceph-mon[99608]: pgmap v2979: 553 pgs: 553 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 438 KiB/s rd, 213 KiB/s wr, 870 op/s 2024-07-26T06:57:22.533 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:57:22 smithi089 ceph-mon[102056]: pgmap v2979: 553 pgs: 553 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 438 KiB/s rd, 213 KiB/s wr, 870 op/s 2024-07-26T06:57:22.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:57:22 smithi155 ceph-mon[90160]: pgmap v2979: 553 pgs: 553 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 438 KiB/s rd, 213 KiB/s wr, 870 op/s 2024-07-26T06:57:22.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:57:22 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:57:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:57:22.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:57:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:57:22] "GET /metrics HTTP/1.1" 200 68183 "" "Prometheus/2.43.0" 2024-07-26T06:57:22.986 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:22.986 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:22.986 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:22.986 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:22.986 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:22.986 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:22.986 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:22.987 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:22.987 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:22.987 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:22.987 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:22.987 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:22.987 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:22.987 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:22.987 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:22.987 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:22.987 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:22.987 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:22.987 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:22.987 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:22.987 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:22.988 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:22.988 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:22.988 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:22.988 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:22.988 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:22.988 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:22.988 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:22.988 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:22.988 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:22.988 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:22.988 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:22.988 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:22.988 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:22.989 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:22.989 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:22.989 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:22.989 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:22.989 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:22.989 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:22.989 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:22.989 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:22.989 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:22.989 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:22.989 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:22.989 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:22.989 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:22.990 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:22.990 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:22.990 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:22.990 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:22.990 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:22.990 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:22.990 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:22.990 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:22.990 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:22.990 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:22.990 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:22.990 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:22.990 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:22.991 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:22.991 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:22.991 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:22.991 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:22.991 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:22.991 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:22.991 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:22.991 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:22.991 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:22.991 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:22.991 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:22.991 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:22.991 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:22.992 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:22.992 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:22.992 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:22.992 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:22.992 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:22.992 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:22.992 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:22.992 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:22.992 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:22.992 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:22.992 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:22.992 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:22.992 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:22.993 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:22.993 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:22.993 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:22.993 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:22.993 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:22.993 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:22.993 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:22.993 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:22.993 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:22.993 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:22.993 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:22.993 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:22.993 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:22.994 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:22.994 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:22.994 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:22.994 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:22.994 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:22.994 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:22.994 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:22.994 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:22.994 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:22.994 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:22.994 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:22.994 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:22.994 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:22.995 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:22.995 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:22.995 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:22.995 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:22.995 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:22.995 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:22.995 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:22.995 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:22.995 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:22.995 INFO:tasks.workunit.client.0.smithi089.stdout:read completion cb called! 2024-07-26T06:57:22.995 INFO:tasks.workunit.client.0.smithi089.stdout:read completion cb called! 2024-07-26T06:57:22.995 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 512 2024-07-26T06:57:22.995 INFO:tasks.workunit.client.0.smithi089.stdout:read completion cb called! 2024-07-26T06:57:22.995 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 4 2024-07-26T06:57:22.995 INFO:tasks.workunit.client.0.smithi089.stdout:read: 4 2024-07-26T06:57:22.996 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.TestEncryptionLUKS1 (8995 ms) 2024-07-26T06:57:22.996 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.TestEncryptionLUKS2 2024-07-26T06:57:22.996 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:57:24.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:57:24 smithi155 ceph-mon[90160]: pgmap v2980: 553 pgs: 553 active+clean; 11 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.0 MiB/s wr, 1.71k op/s 2024-07-26T06:57:24.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:57:24 smithi089 ceph-mon[99608]: pgmap v2980: 553 pgs: 553 active+clean; 11 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.0 MiB/s wr, 1.71k op/s 2024-07-26T06:57:24.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:57:24 smithi089 ceph-mon[102056]: pgmap v2980: 553 pgs: 553 active+clean; 11 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.0 MiB/s wr, 1.71k op/s 2024-07-26T06:57:26.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:57:26 smithi155 ceph-mon[90160]: pgmap v2981: 553 pgs: 553 active+clean; 11 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1013 KiB/s rd, 912 KiB/s wr, 1.21k op/s 2024-07-26T06:57:26.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:57:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:57:26.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:57:26 smithi089 ceph-mon[99608]: pgmap v2981: 553 pgs: 553 active+clean; 11 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1013 KiB/s rd, 912 KiB/s wr, 1.21k op/s 2024-07-26T06:57:26.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:57:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:57:26.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:57:26 smithi089 ceph-mon[102056]: pgmap v2981: 553 pgs: 553 active+clean; 11 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1013 KiB/s rd, 912 KiB/s wr, 1.21k op/s 2024-07-26T06:57:26.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:57:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:57:28.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:57:28 smithi155 ceph-mon[90160]: pgmap v2982: 553 pgs: 553 active+clean; 15 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 912 KiB/s wr, 1.20k op/s 2024-07-26T06:57:28.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:57:28 smithi089 ceph-mon[99608]: pgmap v2982: 553 pgs: 553 active+clean; 15 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 912 KiB/s wr, 1.20k op/s 2024-07-26T06:57:28.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:57:28 smithi089 ceph-mon[102056]: pgmap v2982: 553 pgs: 553 active+clean; 15 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 912 KiB/s wr, 1.20k op/s 2024-07-26T06:57:30.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:57:30 smithi155 ceph-mon[90160]: pgmap v2983: 553 pgs: 553 active+clean; 15 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 874 KiB/s rd, 831 KiB/s wr, 855 op/s 2024-07-26T06:57:30.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:57:30 smithi089 ceph-mon[99608]: pgmap v2983: 553 pgs: 553 active+clean; 15 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 874 KiB/s rd, 831 KiB/s wr, 855 op/s 2024-07-26T06:57:30.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:57:30 smithi089 ceph-mon[102056]: pgmap v2983: 553 pgs: 553 active+clean; 15 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 874 KiB/s rd, 831 KiB/s wr, 855 op/s 2024-07-26T06:57:31.125 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 512 2024-07-26T06:57:31.126 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 512 2024-07-26T06:57:31.126 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 512 2024-07-26T06:57:31.126 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 512 2024-07-26T06:57:31.126 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 512 2024-07-26T06:57:31.126 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:31.126 INFO:tasks.workunit.client.0.smithi089.stdout:started write 2024-07-26T06:57:31.126 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:31.126 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:31.126 INFO:tasks.workunit.client.0.smithi089.stdout:finished write 2024-07-26T06:57:31.126 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:31.126 INFO:tasks.workunit.client.0.smithi089.stdout:started write 2024-07-26T06:57:31.127 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:31.127 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:31.127 INFO:tasks.workunit.client.0.smithi089.stdout:finished write 2024-07-26T06:57:31.127 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:31.127 INFO:tasks.workunit.client.0.smithi089.stdout:started write 2024-07-26T06:57:31.127 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:31.127 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:31.127 INFO:tasks.workunit.client.0.smithi089.stdout:finished write 2024-07-26T06:57:31.127 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:31.127 INFO:tasks.workunit.client.0.smithi089.stdout:started write 2024-07-26T06:57:31.127 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:31.127 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:31.127 INFO:tasks.workunit.client.0.smithi089.stdout:finished write 2024-07-26T06:57:31.128 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:31.128 INFO:tasks.workunit.client.0.smithi089.stdout:started write 2024-07-26T06:57:31.128 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:31.128 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:31.128 INFO:tasks.workunit.client.0.smithi089.stdout:finished write 2024-07-26T06:57:31.128 INFO:tasks.workunit.client.0.smithi089.stdout:start compare and write 2024-07-26T06:57:31.128 INFO:tasks.workunit.client.0.smithi089.stdout:compare and wrote: 512 2024-07-26T06:57:31.128 INFO:tasks.workunit.client.0.smithi089.stdout:start compare and write 2024-07-26T06:57:31.128 INFO:tasks.workunit.client.0.smithi089.stdout:compare and wrote: 512 2024-07-26T06:57:31.128 INFO:tasks.workunit.client.0.smithi089.stdout:start compare and write 2024-07-26T06:57:31.128 INFO:tasks.workunit.client.0.smithi089.stdout:compare and wrote: 512 2024-07-26T06:57:31.128 INFO:tasks.workunit.client.0.smithi089.stdout:start compare and write 2024-07-26T06:57:31.128 INFO:tasks.workunit.client.0.smithi089.stdout:compare and wrote: 512 2024-07-26T06:57:31.128 INFO:tasks.workunit.client.0.smithi089.stdout:start compare and write 2024-07-26T06:57:31.129 INFO:tasks.workunit.client.0.smithi089.stdout:compare and wrote: 512 2024-07-26T06:57:31.129 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:31.129 INFO:tasks.workunit.client.0.smithi089.stdout:started aio compare and write 2024-07-26T06:57:31.129 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:31.129 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:31.129 INFO:tasks.workunit.client.0.smithi089.stdout:finished aio compare and write 2024-07-26T06:57:31.129 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:31.129 INFO:tasks.workunit.client.0.smithi089.stdout:started aio compare and write 2024-07-26T06:57:31.129 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:31.129 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:31.129 INFO:tasks.workunit.client.0.smithi089.stdout:finished aio compare and write 2024-07-26T06:57:31.129 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:31.129 INFO:tasks.workunit.client.0.smithi089.stdout:started aio compare and write 2024-07-26T06:57:31.130 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:31.130 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:31.130 INFO:tasks.workunit.client.0.smithi089.stdout:finished aio compare and write 2024-07-26T06:57:31.130 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:31.130 INFO:tasks.workunit.client.0.smithi089.stdout:started aio compare and write 2024-07-26T06:57:31.130 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:31.130 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:31.130 INFO:tasks.workunit.client.0.smithi089.stdout:finished aio compare and write 2024-07-26T06:57:31.130 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:31.130 INFO:tasks.workunit.client.0.smithi089.stdout:started aio compare and write 2024-07-26T06:57:31.130 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:31.130 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:31.130 INFO:tasks.workunit.client.0.smithi089.stdout:finished aio compare and write 2024-07-26T06:57:31.131 INFO:tasks.workunit.client.0.smithi089.stdout:read: 512 2024-07-26T06:57:31.131 INFO:tasks.workunit.client.0.smithi089.stdout:read: 512 2024-07-26T06:57:31.131 INFO:tasks.workunit.client.0.smithi089.stdout:read: 512 2024-07-26T06:57:31.131 INFO:tasks.workunit.client.0.smithi089.stdout:read: 512 2024-07-26T06:57:31.131 INFO:tasks.workunit.client.0.smithi089.stdout:read: 512 2024-07-26T06:57:31.131 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:31.131 INFO:tasks.workunit.client.0.smithi089.stdout:started read 2024-07-26T06:57:31.131 INFO:tasks.workunit.client.0.smithi089.stdout:read completion cb called! 2024-07-26T06:57:31.131 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 512 2024-07-26T06:57:31.131 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:31.131 INFO:tasks.workunit.client.0.smithi089.stdout:started read 2024-07-26T06:57:31.131 INFO:tasks.workunit.client.0.smithi089.stdout:read completion cb called! 2024-07-26T06:57:31.131 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 512 2024-07-26T06:57:31.132 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:31.132 INFO:tasks.workunit.client.0.smithi089.stdout:started read 2024-07-26T06:57:31.132 INFO:tasks.workunit.client.0.smithi089.stdout:read completion cb called! 2024-07-26T06:57:31.132 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 512 2024-07-26T06:57:31.132 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:31.132 INFO:tasks.workunit.client.0.smithi089.stdout:started read 2024-07-26T06:57:31.132 INFO:tasks.workunit.client.0.smithi089.stdout:read completion cb called! 2024-07-26T06:57:31.132 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 512 2024-07-26T06:57:31.132 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:31.132 INFO:tasks.workunit.client.0.smithi089.stdout:started read 2024-07-26T06:57:31.132 INFO:tasks.workunit.client.0.smithi089.stdout:read completion cb called! 2024-07-26T06:57:31.132 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 512 2024-07-26T06:57:31.132 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 512~512 = 512 2024-07-26T06:57:31.132 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:31.132 INFO:tasks.workunit.client.0.smithi089.stdout:aio discard: 1536~512 = 0 2024-07-26T06:57:31.133 INFO:tasks.workunit.client.0.smithi089.stdout:read: 512 2024-07-26T06:57:31.133 INFO:tasks.workunit.client.0.smithi089.stdout:read: 512 2024-07-26T06:57:31.133 INFO:tasks.workunit.client.0.smithi089.stdout:read: 512 2024-07-26T06:57:31.133 INFO:tasks.workunit.client.0.smithi089.stdout:read: 512 2024-07-26T06:57:31.133 INFO:tasks.workunit.client.0.smithi089.stdout:read: 512 2024-07-26T06:57:31.133 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 0 2024-07-26T06:57:31.133 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:31.133 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:31.133 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 0 2024-07-26T06:57:31.133 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:31.133 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:31.133 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 16384 2024-07-26T06:57:31.133 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:31.134 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:31.134 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 16384 2024-07-26T06:57:31.134 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:31.134 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:31.134 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:31.134 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:31.134 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 49152 2024-07-26T06:57:31.134 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:31.134 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:31.134 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 49152 2024-07-26T06:57:31.134 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:31.135 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:31.135 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 65536 2024-07-26T06:57:31.135 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:31.135 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:31.135 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 65536 2024-07-26T06:57:31.135 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:31.135 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:31.135 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:31.135 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:31.135 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 98304 2024-07-26T06:57:31.135 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:31.135 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:31.135 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 98304 2024-07-26T06:57:31.135 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:31.136 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:31.136 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 114688 2024-07-26T06:57:31.136 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:31.136 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:31.136 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 114688 2024-07-26T06:57:31.136 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:31.136 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:31.136 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:31.136 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:31.136 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 147456 2024-07-26T06:57:31.136 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:31.136 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:31.137 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 147456 2024-07-26T06:57:31.137 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:31.137 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:31.137 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 163840 2024-07-26T06:57:31.137 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:31.137 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:31.137 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 163840 2024-07-26T06:57:31.137 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:31.137 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:31.137 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:31.137 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:31.137 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 196608 2024-07-26T06:57:31.137 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:31.137 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:31.138 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 196608 2024-07-26T06:57:31.138 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:31.138 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:31.138 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 212992 2024-07-26T06:57:31.138 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:31.138 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:31.138 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 212992 2024-07-26T06:57:31.138 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:31.138 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:31.138 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:31.138 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:31.138 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:31.138 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:31.138 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:31.139 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:31.139 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:31.139 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:31.139 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:31.139 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:31.139 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:31.139 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:31.139 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:31.139 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:31.139 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:31.139 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:31.139 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:31.139 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:31.140 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:31.140 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:31.140 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:31.140 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:31.140 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:31.140 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:31.140 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:31.140 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:31.140 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:31.140 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:31.141 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:31.141 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:31.141 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:31.141 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:31.141 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:31.141 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:31.141 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:31.141 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:31.141 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:31.141 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:31.141 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:31.141 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:31.141 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:31.142 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:31.142 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:31.142 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:31.142 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:31.142 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:31.142 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:31.142 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:31.142 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:31.142 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:31.142 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:32.532 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:57:32 smithi089 ceph-mon[99608]: pgmap v2984: 553 pgs: 553 active+clean; 27 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.0 MiB/s wr, 893 op/s 2024-07-26T06:57:32.533 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:57:32 smithi089 ceph-mon[102056]: pgmap v2984: 553 pgs: 553 active+clean; 27 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.0 MiB/s wr, 893 op/s 2024-07-26T06:57:32.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:57:32 smithi155 ceph-mon[90160]: pgmap v2984: 553 pgs: 553 active+clean; 27 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.0 MiB/s wr, 893 op/s 2024-07-26T06:57:32.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:57:32 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:57:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:57:32.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:57:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:57:32] "GET /metrics HTTP/1.1" 200 68188 "" "Prometheus/2.43.0" 2024-07-26T06:57:34.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:57:34 smithi155 ceph-mon[90160]: pgmap v2985: 553 pgs: 553 active+clean; 27 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 956 KiB/s rd, 1.7 MiB/s wr, 770 op/s 2024-07-26T06:57:34.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:57:34 smithi089 ceph-mon[99608]: pgmap v2985: 553 pgs: 553 active+clean; 27 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 956 KiB/s rd, 1.7 MiB/s wr, 770 op/s 2024-07-26T06:57:34.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:57:34 smithi089 ceph-mon[102056]: pgmap v2985: 553 pgs: 553 active+clean; 27 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 956 KiB/s rd, 1.7 MiB/s wr, 770 op/s 2024-07-26T06:57:35.444 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:35.444 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:35.444 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:35.444 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:35.444 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:35.445 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:35.445 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:35.445 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:35.445 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:35.445 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:35.445 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:35.445 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:35.445 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:35.445 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:35.445 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:35.445 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:35.445 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:35.445 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:35.445 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:35.446 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:35.446 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:35.446 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:35.446 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:35.446 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:35.446 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:35.446 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:35.446 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:35.446 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:35.446 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:35.446 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:35.446 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:35.446 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:35.447 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:35.447 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:35.447 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:35.447 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:35.447 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:35.447 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:35.447 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:35.447 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:35.447 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:35.447 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:35.447 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:35.447 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:35.447 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:35.447 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:35.447 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:35.448 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:35.448 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:35.448 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:35.448 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:35.448 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:35.448 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:35.448 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:35.448 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:35.448 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:35.448 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:35.448 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:35.449 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:35.449 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:35.449 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:35.449 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:35.449 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:35.449 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:35.449 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:35.449 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:35.449 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:35.449 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:35.449 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:35.449 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:35.449 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:35.449 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:35.449 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:35.450 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:35.450 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:35.450 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:35.450 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:35.450 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:35.450 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:35.450 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:35.450 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:35.450 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:35.450 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:35.450 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:35.450 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:35.450 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:35.451 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:35.451 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:35.451 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:35.451 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:35.451 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:35.451 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:35.451 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:35.451 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:35.451 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:35.451 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:35.451 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:35.451 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:35.451 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:35.451 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:35.451 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:35.452 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:35.452 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:35.452 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:35.452 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:35.452 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:35.452 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:35.452 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:35.452 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:35.452 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:35.452 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:35.452 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:35.452 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:35.452 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:35.453 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:35.453 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:35.453 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:35.453 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:35.453 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:35.453 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:35.453 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:35.453 INFO:tasks.workunit.client.0.smithi089.stdout:read completion cb called! 2024-07-26T06:57:35.453 INFO:tasks.workunit.client.0.smithi089.stdout:read completion cb called! 2024-07-26T06:57:35.453 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 512 2024-07-26T06:57:35.453 INFO:tasks.workunit.client.0.smithi089.stdout:read completion cb called! 2024-07-26T06:57:35.453 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 4 2024-07-26T06:57:35.454 INFO:tasks.workunit.client.0.smithi089.stdout:read: 4 2024-07-26T06:57:35.454 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.TestEncryptionLUKS2 (12458 ms) 2024-07-26T06:57:35.454 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.TestIOWithIOHint 2024-07-26T06:57:35.454 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:57:36.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:57:36 smithi155 ceph-mon[90160]: pgmap v2986: 553 pgs: 553 active+clean; 31 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 727 op/s 2024-07-26T06:57:36.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:57:36 smithi089 ceph-mon[99608]: pgmap v2986: 553 pgs: 553 active+clean; 31 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 727 op/s 2024-07-26T06:57:36.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:57:36 smithi089 ceph-mon[102056]: pgmap v2986: 553 pgs: 553 active+clean; 31 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 727 op/s 2024-07-26T06:57:37.331 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 512 2024-07-26T06:57:37.331 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 512 2024-07-26T06:57:37.331 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 512 2024-07-26T06:57:37.331 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 512 2024-07-26T06:57:37.331 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 512 2024-07-26T06:57:37.331 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:37.331 INFO:tasks.workunit.client.0.smithi089.stdout:started write 2024-07-26T06:57:37.332 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:37.332 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:37.332 INFO:tasks.workunit.client.0.smithi089.stdout:finished write 2024-07-26T06:57:37.332 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:37.332 INFO:tasks.workunit.client.0.smithi089.stdout:started write 2024-07-26T06:57:37.332 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:37.332 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:37.332 INFO:tasks.workunit.client.0.smithi089.stdout:finished write 2024-07-26T06:57:37.332 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:37.332 INFO:tasks.workunit.client.0.smithi089.stdout:started write 2024-07-26T06:57:37.332 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:37.332 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:37.332 INFO:tasks.workunit.client.0.smithi089.stdout:finished write 2024-07-26T06:57:37.332 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:37.332 INFO:tasks.workunit.client.0.smithi089.stdout:started write 2024-07-26T06:57:37.333 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:37.333 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:37.333 INFO:tasks.workunit.client.0.smithi089.stdout:finished write 2024-07-26T06:57:37.333 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:37.333 INFO:tasks.workunit.client.0.smithi089.stdout:started write 2024-07-26T06:57:37.333 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:37.333 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:37.333 INFO:tasks.workunit.client.0.smithi089.stdout:finished write 2024-07-26T06:57:37.333 INFO:tasks.workunit.client.0.smithi089.stdout:start compare and write 2024-07-26T06:57:37.333 INFO:tasks.workunit.client.0.smithi089.stdout:compare and wrote: 512 2024-07-26T06:57:37.333 INFO:tasks.workunit.client.0.smithi089.stdout:start compare and write 2024-07-26T06:57:37.333 INFO:tasks.workunit.client.0.smithi089.stdout:compare and wrote: 512 2024-07-26T06:57:37.333 INFO:tasks.workunit.client.0.smithi089.stdout:start compare and write 2024-07-26T06:57:37.333 INFO:tasks.workunit.client.0.smithi089.stdout:compare and wrote: 512 2024-07-26T06:57:37.334 INFO:tasks.workunit.client.0.smithi089.stdout:start compare and write 2024-07-26T06:57:37.334 INFO:tasks.workunit.client.0.smithi089.stdout:compare and wrote: 512 2024-07-26T06:57:37.334 INFO:tasks.workunit.client.0.smithi089.stdout:start compare and write 2024-07-26T06:57:37.334 INFO:tasks.workunit.client.0.smithi089.stdout:compare and wrote: 512 2024-07-26T06:57:37.334 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:37.334 INFO:tasks.workunit.client.0.smithi089.stdout:started aio compare and write 2024-07-26T06:57:37.334 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:37.334 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:37.334 INFO:tasks.workunit.client.0.smithi089.stdout:finished aio compare and write 2024-07-26T06:57:37.334 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:37.334 INFO:tasks.workunit.client.0.smithi089.stdout:started aio compare and write 2024-07-26T06:57:37.334 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:37.334 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:37.334 INFO:tasks.workunit.client.0.smithi089.stdout:finished aio compare and write 2024-07-26T06:57:37.335 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:37.335 INFO:tasks.workunit.client.0.smithi089.stdout:started aio compare and write 2024-07-26T06:57:37.335 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:37.335 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:37.335 INFO:tasks.workunit.client.0.smithi089.stdout:finished aio compare and write 2024-07-26T06:57:37.335 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:37.335 INFO:tasks.workunit.client.0.smithi089.stdout:started aio compare and write 2024-07-26T06:57:37.335 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:37.335 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:37.335 INFO:tasks.workunit.client.0.smithi089.stdout:finished aio compare and write 2024-07-26T06:57:37.335 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:37.335 INFO:tasks.workunit.client.0.smithi089.stdout:started aio compare and write 2024-07-26T06:57:37.335 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:37.335 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:37.336 INFO:tasks.workunit.client.0.smithi089.stdout:finished aio compare and write 2024-07-26T06:57:37.336 INFO:tasks.workunit.client.0.smithi089.stdout:read: 512 2024-07-26T06:57:37.336 INFO:tasks.workunit.client.0.smithi089.stdout:read: 512 2024-07-26T06:57:37.336 INFO:tasks.workunit.client.0.smithi089.stdout:read: 512 2024-07-26T06:57:37.336 INFO:tasks.workunit.client.0.smithi089.stdout:read: 512 2024-07-26T06:57:37.336 INFO:tasks.workunit.client.0.smithi089.stdout:read: 512 2024-07-26T06:57:37.336 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:37.336 INFO:tasks.workunit.client.0.smithi089.stdout:started read 2024-07-26T06:57:37.336 INFO:tasks.workunit.client.0.smithi089.stdout:read completion cb called! 2024-07-26T06:57:37.336 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 512 2024-07-26T06:57:37.336 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:37.336 INFO:tasks.workunit.client.0.smithi089.stdout:started read 2024-07-26T06:57:37.336 INFO:tasks.workunit.client.0.smithi089.stdout:read completion cb called! 2024-07-26T06:57:37.336 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 512 2024-07-26T06:57:37.336 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:37.337 INFO:tasks.workunit.client.0.smithi089.stdout:started read 2024-07-26T06:57:37.337 INFO:tasks.workunit.client.0.smithi089.stdout:read completion cb called! 2024-07-26T06:57:37.337 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 512 2024-07-26T06:57:37.337 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:37.337 INFO:tasks.workunit.client.0.smithi089.stdout:started read 2024-07-26T06:57:37.337 INFO:tasks.workunit.client.0.smithi089.stdout:read completion cb called! 2024-07-26T06:57:37.337 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 512 2024-07-26T06:57:37.337 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:37.337 INFO:tasks.workunit.client.0.smithi089.stdout:started read 2024-07-26T06:57:37.337 INFO:tasks.workunit.client.0.smithi089.stdout:read completion cb called! 2024-07-26T06:57:37.337 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 512 2024-07-26T06:57:37.337 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 512~512 = 512 2024-07-26T06:57:37.337 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:37.337 INFO:tasks.workunit.client.0.smithi089.stdout:aio discard: 1536~512 = 0 2024-07-26T06:57:37.338 INFO:tasks.workunit.client.0.smithi089.stdout:read: 512 2024-07-26T06:57:37.338 INFO:tasks.workunit.client.0.smithi089.stdout:read: 512 2024-07-26T06:57:37.338 INFO:tasks.workunit.client.0.smithi089.stdout:read: 512 2024-07-26T06:57:37.338 INFO:tasks.workunit.client.0.smithi089.stdout:read: 512 2024-07-26T06:57:37.338 INFO:tasks.workunit.client.0.smithi089.stdout:read: 512 2024-07-26T06:57:37.338 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 0 2024-07-26T06:57:37.338 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:37.338 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:37.338 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 0 2024-07-26T06:57:37.338 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:37.338 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:37.338 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 16384 2024-07-26T06:57:37.338 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:37.339 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:37.339 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 16384 2024-07-26T06:57:37.339 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:37.339 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:37.339 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:37.339 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:37.339 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 49152 2024-07-26T06:57:37.339 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:37.339 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:37.339 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 49152 2024-07-26T06:57:37.339 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:37.339 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:37.339 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 65536 2024-07-26T06:57:37.339 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:37.339 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:37.339 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 65536 2024-07-26T06:57:37.340 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:37.340 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:37.340 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:37.340 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:37.340 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 98304 2024-07-26T06:57:37.340 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:37.340 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:37.340 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 98304 2024-07-26T06:57:37.340 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:37.340 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:37.340 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 114688 2024-07-26T06:57:37.340 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:37.340 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:37.340 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 114688 2024-07-26T06:57:37.341 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:37.341 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:37.341 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:37.341 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:37.341 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 147456 2024-07-26T06:57:37.341 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:37.341 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:37.341 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 147456 2024-07-26T06:57:37.341 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:37.341 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:37.341 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 163840 2024-07-26T06:57:37.341 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:37.341 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:37.341 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 163840 2024-07-26T06:57:37.342 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:37.342 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:37.342 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:37.342 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:37.342 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 196608 2024-07-26T06:57:37.342 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:37.342 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:37.342 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 196608 2024-07-26T06:57:37.342 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:37.342 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:37.342 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 212992 2024-07-26T06:57:37.342 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:37.342 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:37.342 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 212992 2024-07-26T06:57:37.342 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:37.343 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:37.343 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:37.343 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:37.343 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:37.343 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:37.343 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:37.343 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:37.343 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:37.343 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:37.343 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:37.343 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:37.343 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:37.343 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:37.344 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:37.344 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:37.344 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:37.344 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:37.344 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:37.344 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:37.344 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:37.344 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:37.344 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:37.344 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:37.344 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:37.344 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:37.344 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:37.345 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:37.345 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:37.345 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:37.345 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:37.345 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:37.345 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:37.345 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:37.345 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:37.345 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:37.345 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:37.345 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:37.345 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:37.346 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:37.346 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:37.346 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:37.346 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:37.346 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:37.346 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:37.346 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:37.346 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:37.346 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:37.346 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:37.346 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:37.346 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:37.346 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:37.347 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:38.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:57:38 smithi155 ceph-mon[90160]: pgmap v2987: 553 pgs: 553 active+clean; 35 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 729 op/s 2024-07-26T06:57:38.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:57:38 smithi089 ceph-mon[99608]: pgmap v2987: 553 pgs: 553 active+clean; 35 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 729 op/s 2024-07-26T06:57:38.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:57:38 smithi089 ceph-mon[102056]: pgmap v2987: 553 pgs: 553 active+clean; 35 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 729 op/s 2024-07-26T06:57:38.924 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:38.924 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:38.924 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:38.925 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:38.925 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:38.925 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:38.925 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:38.925 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:38.925 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:38.925 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:38.925 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:38.925 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:38.925 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:38.925 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:38.925 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:38.925 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:38.925 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:38.926 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:38.926 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:38.926 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:38.926 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:38.926 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:38.926 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:38.926 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:38.926 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:38.926 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:38.926 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:38.926 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:38.926 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:38.927 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:38.927 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:38.927 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:38.927 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:38.927 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:38.927 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:38.927 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:38.927 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:38.927 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:38.927 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:38.927 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:38.927 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:38.927 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:38.928 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:38.928 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:38.928 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:38.928 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:38.928 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:38.928 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:38.928 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:38.928 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:38.928 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:38.928 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:38.928 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:38.928 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:38.928 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:38.928 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:38.929 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:38.929 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:38.929 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:38.929 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:38.929 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:38.929 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:38.929 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:38.929 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:38.929 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:38.929 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:38.929 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:38.929 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:38.929 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:38.929 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:38.930 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:38.930 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:38.930 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:38.930 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:38.930 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:38.930 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:38.930 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:38.930 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:38.930 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:38.930 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:38.930 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:38.930 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:38.930 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:38.930 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:38.931 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:38.931 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:38.931 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:38.931 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:38.931 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:38.931 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:38.931 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:38.931 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:38.931 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:38.931 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:38.931 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:38.931 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:38.931 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:38.931 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:38.932 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:38.932 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:38.932 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:38.932 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:38.932 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:38.932 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:38.932 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:38.932 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:38.932 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:38.932 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:38.933 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:38.933 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:38.933 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:38.933 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:38.933 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:38.933 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:38.933 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:38.933 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:38.933 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:38.933 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:38.933 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:38.933 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:38.933 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:38.934 INFO:tasks.workunit.client.0.smithi089.stdout:read completion cb called! 2024-07-26T06:57:38.934 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 512 2024-07-26T06:57:38.934 INFO:tasks.workunit.client.0.smithi089.stdout:read completion cb called! 2024-07-26T06:57:38.934 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.TestIOWithIOHint (3481 ms) 2024-07-26T06:57:38.934 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.TestDataPoolIO 2024-07-26T06:57:40.239 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:57:40.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:57:40 smithi155 ceph-mon[90160]: pgmap v2988: 553 pgs: 553 active+clean; 35 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 723 op/s 2024-07-26T06:57:40.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:57:40 smithi155 ceph-mon[90160]: osdmap e1725: 8 total, 8 up, 8 in 2024-07-26T06:57:40.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:57:40 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/3799289923' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:57:40.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:57:40 smithi089 ceph-mon[99608]: pgmap v2988: 553 pgs: 553 active+clean; 35 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 723 op/s 2024-07-26T06:57:40.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:57:40 smithi089 ceph-mon[99608]: osdmap e1725: 8 total, 8 up, 8 in 2024-07-26T06:57:40.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:57:40 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/3799289923' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:57:40.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:57:40 smithi089 ceph-mon[102056]: pgmap v2988: 553 pgs: 553 active+clean; 35 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 723 op/s 2024-07-26T06:57:40.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:57:40 smithi089 ceph-mon[102056]: osdmap e1725: 8 total, 8 up, 8 in 2024-07-26T06:57:40.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:57:40 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/3799289923' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:57:41.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:57:41 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/3799289923' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:57:41.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:57:41 smithi155 ceph-mon[90160]: osdmap e1726: 8 total, 8 up, 8 in 2024-07-26T06:57:41.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:57:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:57:41.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:57:41 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/3799289923' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:57:41.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:57:41 smithi089 ceph-mon[99608]: osdmap e1726: 8 total, 8 up, 8 in 2024-07-26T06:57:41.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:57:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:57:41.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:57:41 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/3799289923' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:57:41.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:57:41 smithi089 ceph-mon[102056]: osdmap e1726: 8 total, 8 up, 8 in 2024-07-26T06:57:41.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:57:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:57:42.318 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 512 2024-07-26T06:57:42.318 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 512 2024-07-26T06:57:42.318 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 512 2024-07-26T06:57:42.318 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 512 2024-07-26T06:57:42.318 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 512 2024-07-26T06:57:42.318 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:42.318 INFO:tasks.workunit.client.0.smithi089.stdout:started write 2024-07-26T06:57:42.318 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:42.318 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:42.318 INFO:tasks.workunit.client.0.smithi089.stdout:finished write 2024-07-26T06:57:42.319 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:42.319 INFO:tasks.workunit.client.0.smithi089.stdout:started write 2024-07-26T06:57:42.319 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:42.319 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:42.319 INFO:tasks.workunit.client.0.smithi089.stdout:finished write 2024-07-26T06:57:42.319 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:42.319 INFO:tasks.workunit.client.0.smithi089.stdout:started write 2024-07-26T06:57:42.319 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:42.319 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:42.319 INFO:tasks.workunit.client.0.smithi089.stdout:finished write 2024-07-26T06:57:42.319 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:42.319 INFO:tasks.workunit.client.0.smithi089.stdout:started write 2024-07-26T06:57:42.319 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:42.319 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:42.319 INFO:tasks.workunit.client.0.smithi089.stdout:finished write 2024-07-26T06:57:42.320 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:42.320 INFO:tasks.workunit.client.0.smithi089.stdout:started write 2024-07-26T06:57:42.320 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:42.320 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:42.320 INFO:tasks.workunit.client.0.smithi089.stdout:finished write 2024-07-26T06:57:42.320 INFO:tasks.workunit.client.0.smithi089.stdout:read: 512 2024-07-26T06:57:42.320 INFO:tasks.workunit.client.0.smithi089.stdout:read: 512 2024-07-26T06:57:42.320 INFO:tasks.workunit.client.0.smithi089.stdout:read: 512 2024-07-26T06:57:42.320 INFO:tasks.workunit.client.0.smithi089.stdout:read: 512 2024-07-26T06:57:42.320 INFO:tasks.workunit.client.0.smithi089.stdout:read: 512 2024-07-26T06:57:42.320 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:42.320 INFO:tasks.workunit.client.0.smithi089.stdout:started read 2024-07-26T06:57:42.320 INFO:tasks.workunit.client.0.smithi089.stdout:read completion cb called! 2024-07-26T06:57:42.320 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 512 2024-07-26T06:57:42.320 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:42.320 INFO:tasks.workunit.client.0.smithi089.stdout:started read 2024-07-26T06:57:42.321 INFO:tasks.workunit.client.0.smithi089.stdout:read completion cb called! 2024-07-26T06:57:42.321 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 512 2024-07-26T06:57:42.321 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:42.321 INFO:tasks.workunit.client.0.smithi089.stdout:started read 2024-07-26T06:57:42.321 INFO:tasks.workunit.client.0.smithi089.stdout:read completion cb called! 2024-07-26T06:57:42.321 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 512 2024-07-26T06:57:42.321 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:42.321 INFO:tasks.workunit.client.0.smithi089.stdout:started read 2024-07-26T06:57:42.321 INFO:tasks.workunit.client.0.smithi089.stdout:read completion cb called! 2024-07-26T06:57:42.321 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 512 2024-07-26T06:57:42.321 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:42.321 INFO:tasks.workunit.client.0.smithi089.stdout:started read 2024-07-26T06:57:42.322 INFO:tasks.workunit.client.0.smithi089.stdout:read completion cb called! 2024-07-26T06:57:42.322 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 512 2024-07-26T06:57:42.322 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 512~512 = 512 2024-07-26T06:57:42.322 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:42.322 INFO:tasks.workunit.client.0.smithi089.stdout:aio discard: 1536~512 = 0 2024-07-26T06:57:42.322 INFO:tasks.workunit.client.0.smithi089.stdout:read: 512 2024-07-26T06:57:42.322 INFO:tasks.workunit.client.0.smithi089.stdout:read: 512 2024-07-26T06:57:42.322 INFO:tasks.workunit.client.0.smithi089.stdout:read: 512 2024-07-26T06:57:42.322 INFO:tasks.workunit.client.0.smithi089.stdout:read: 512 2024-07-26T06:57:42.323 INFO:tasks.workunit.client.0.smithi089.stdout:read: 512 2024-07-26T06:57:42.323 INFO:tasks.workunit.client.0.smithi089.stdout:read completion cb called! 2024-07-26T06:57:42.323 INFO:tasks.workunit.client.0.smithi089.stdout:read completion cb called! 2024-07-26T06:57:42.323 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.TestDataPoolIO (3393 ms) 2024-07-26T06:57:42.323 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatch 2024-07-26T06:57:42.323 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:57:42.346 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatch (28 ms) 2024-07-26T06:57:42.346 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatch 2024-07-26T06:57:42.346 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:57:42.374 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatch (28 ms) 2024-07-26T06:57:42.374 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccess 2024-07-26T06:57:42.374 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:57:42.401 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccess (27 ms) 2024-07-26T06:57:42.401 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccess 2024-07-26T06:57:42.401 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:57:42.430 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccess (30 ms) 2024-07-26T06:57:42.431 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitUnaligned 2024-07-26T06:57:42.431 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:57:42.489 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitUnaligned (59 ms) 2024-07-26T06:57:42.489 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnaligned 2024-07-26T06:57:42.489 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:57:42.532 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:57:42 smithi089 ceph-mon[99608]: pgmap v2991: 585 pgs: 6 creating+peering, 26 unknown, 553 active+clean; 37 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.2 MiB/s wr, 2.05k op/s 2024-07-26T06:57:42.532 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:57:42 smithi089 ceph-mon[99608]: osdmap e1727: 8 total, 8 up, 8 in 2024-07-26T06:57:42.532 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:57:42 smithi089 ceph-mon[102056]: pgmap v2991: 585 pgs: 6 creating+peering, 26 unknown, 553 active+clean; 37 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.2 MiB/s wr, 2.05k op/s 2024-07-26T06:57:42.533 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:57:42 smithi089 ceph-mon[102056]: osdmap e1727: 8 total, 8 up, 8 in 2024-07-26T06:57:42.552 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnaligned (63 ms) 2024-07-26T06:57:42.552 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteTooLarge 2024-07-26T06:57:42.553 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:57:42.619 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.TestCompareAndWriteTooLarge (67 ms) 2024-07-26T06:57:42.620 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteTooLarge 2024-07-26T06:57:42.620 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:57:42.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:57:42 smithi155 ceph-mon[90160]: pgmap v2991: 585 pgs: 6 creating+peering, 26 unknown, 553 active+clean; 37 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.2 MiB/s wr, 2.05k op/s 2024-07-26T06:57:42.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:57:42 smithi155 ceph-mon[90160]: osdmap e1727: 8 total, 8 up, 8 in 2024-07-26T06:57:42.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:57:42 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:57:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:57:42.682 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteTooLarge (62 ms) 2024-07-26T06:57:42.682 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitSuccess 2024-07-26T06:57:42.682 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:57:42.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:57:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:57:42] "GET /metrics HTTP/1.1" 200 70611 "" "Prometheus/2.43.0" 2024-07-26T06:57:42.943 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitSuccess (262 ms) 2024-07-26T06:57:42.943 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccess 2024-07-26T06:57:42.943 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:57:43.241 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccess (298 ms) 2024-07-26T06:57:43.242 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVIovecLenDiffers 2024-07-26T06:57:43.242 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:57:43.267 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVIovecLenDiffers (25 ms) 2024-07-26T06:57:43.267 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVMismatch 2024-07-26T06:57:43.267 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:57:43.294 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVMismatch (27 ms) 2024-07-26T06:57:43.294 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVSuccess 2024-07-26T06:57:43.294 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:57:43.319 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVSuccess (26 ms) 2024-07-26T06:57:43.319 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.TestScatterGatherIO 2024-07-26T06:57:43.319 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:57:43.349 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.TestScatterGatherIO (30 ms) 2024-07-26T06:57:43.350 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.TestEmptyDiscard 2024-07-26T06:57:43.350 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:57:43.374 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:43.374 INFO:tasks.workunit.client.0.smithi089.stdout:aio discard: 0~1048576 = 0 2024-07-26T06:57:43.375 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:43.375 INFO:tasks.workunit.client.0.smithi089.stdout:aio discard: 0~4194304 = 0 2024-07-26T06:57:43.375 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:43.375 INFO:tasks.workunit.client.0.smithi089.stdout:aio discard: 3145728~1048576 = 0 2024-07-26T06:57:43.375 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.TestEmptyDiscard (25 ms) 2024-07-26T06:57:43.375 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.TestFUA 2024-07-26T06:57:43.375 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:57:43.482 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 512 2024-07-26T06:57:43.482 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 512 2024-07-26T06:57:43.482 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 512 2024-07-26T06:57:43.482 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 512 2024-07-26T06:57:43.482 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 512 2024-07-26T06:57:43.482 INFO:tasks.workunit.client.0.smithi089.stdout:read: 512 2024-07-26T06:57:43.482 INFO:tasks.workunit.client.0.smithi089.stdout:read: 512 2024-07-26T06:57:43.482 INFO:tasks.workunit.client.0.smithi089.stdout:read: 512 2024-07-26T06:57:43.483 INFO:tasks.workunit.client.0.smithi089.stdout:read: 512 2024-07-26T06:57:43.483 INFO:tasks.workunit.client.0.smithi089.stdout:read: 512 2024-07-26T06:57:43.483 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:43.483 INFO:tasks.workunit.client.0.smithi089.stdout:started write 2024-07-26T06:57:43.483 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:43.483 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:43.483 INFO:tasks.workunit.client.0.smithi089.stdout:finished write 2024-07-26T06:57:43.483 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:43.483 INFO:tasks.workunit.client.0.smithi089.stdout:started write 2024-07-26T06:57:43.483 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:43.483 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:43.483 INFO:tasks.workunit.client.0.smithi089.stdout:finished write 2024-07-26T06:57:43.483 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:43.484 INFO:tasks.workunit.client.0.smithi089.stdout:started write 2024-07-26T06:57:43.484 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:43.484 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:43.484 INFO:tasks.workunit.client.0.smithi089.stdout:finished write 2024-07-26T06:57:43.484 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:43.484 INFO:tasks.workunit.client.0.smithi089.stdout:started write 2024-07-26T06:57:43.484 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:43.484 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:43.484 INFO:tasks.workunit.client.0.smithi089.stdout:finished write 2024-07-26T06:57:43.484 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:43.484 INFO:tasks.workunit.client.0.smithi089.stdout:started write 2024-07-26T06:57:43.484 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:43.484 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:43.484 INFO:tasks.workunit.client.0.smithi089.stdout:finished write 2024-07-26T06:57:43.485 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:43.485 INFO:tasks.workunit.client.0.smithi089.stdout:started read 2024-07-26T06:57:43.485 INFO:tasks.workunit.client.0.smithi089.stdout:read completion cb called! 2024-07-26T06:57:43.485 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 512 2024-07-26T06:57:43.485 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:43.485 INFO:tasks.workunit.client.0.smithi089.stdout:started read 2024-07-26T06:57:43.485 INFO:tasks.workunit.client.0.smithi089.stdout:read completion cb called! 2024-07-26T06:57:43.485 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 512 2024-07-26T06:57:43.485 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:43.485 INFO:tasks.workunit.client.0.smithi089.stdout:started read 2024-07-26T06:57:43.485 INFO:tasks.workunit.client.0.smithi089.stdout:read completion cb called! 2024-07-26T06:57:43.485 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 512 2024-07-26T06:57:43.485 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:43.485 INFO:tasks.workunit.client.0.smithi089.stdout:started read 2024-07-26T06:57:43.485 INFO:tasks.workunit.client.0.smithi089.stdout:read completion cb called! 2024-07-26T06:57:43.486 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 512 2024-07-26T06:57:43.486 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:43.486 INFO:tasks.workunit.client.0.smithi089.stdout:started read 2024-07-26T06:57:43.486 INFO:tasks.workunit.client.0.smithi089.stdout:read completion cb called! 2024-07-26T06:57:43.486 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 512 2024-07-26T06:57:43.486 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.TestFUA (107 ms) 2024-07-26T06:57:43.486 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.TestIOPP 2024-07-26T06:57:43.486 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:57:43.502 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 512 2024-07-26T06:57:43.502 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 512 2024-07-26T06:57:43.502 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 512 2024-07-26T06:57:43.502 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 512 2024-07-26T06:57:43.502 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 512 2024-07-26T06:57:43.502 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:43.502 INFO:tasks.workunit.client.0.smithi089.stdout:started write 2024-07-26T06:57:43.502 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:43.502 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:43.502 INFO:tasks.workunit.client.0.smithi089.stdout:finished write 2024-07-26T06:57:43.502 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:43.502 INFO:tasks.workunit.client.0.smithi089.stdout:started write 2024-07-26T06:57:43.502 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:43.503 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:43.503 INFO:tasks.workunit.client.0.smithi089.stdout:finished write 2024-07-26T06:57:43.503 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:43.503 INFO:tasks.workunit.client.0.smithi089.stdout:started write 2024-07-26T06:57:43.503 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:43.503 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:43.503 INFO:tasks.workunit.client.0.smithi089.stdout:finished write 2024-07-26T06:57:43.503 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:43.503 INFO:tasks.workunit.client.0.smithi089.stdout:started write 2024-07-26T06:57:43.503 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:43.503 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:43.503 INFO:tasks.workunit.client.0.smithi089.stdout:finished write 2024-07-26T06:57:43.503 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:43.503 INFO:tasks.workunit.client.0.smithi089.stdout:started write 2024-07-26T06:57:43.504 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:43.514 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:43.514 INFO:tasks.workunit.client.0.smithi089.stdout:finished write 2024-07-26T06:57:43.514 INFO:tasks.workunit.client.0.smithi089.stdout:start compare and write 2024-07-26T06:57:43.514 INFO:tasks.workunit.client.0.smithi089.stdout:compare and wrote: 512 2024-07-26T06:57:43.514 INFO:tasks.workunit.client.0.smithi089.stdout:start compare and write 2024-07-26T06:57:43.514 INFO:tasks.workunit.client.0.smithi089.stdout:compare and wrote: 512 2024-07-26T06:57:43.514 INFO:tasks.workunit.client.0.smithi089.stdout:start compare and write 2024-07-26T06:57:43.514 INFO:tasks.workunit.client.0.smithi089.stdout:compare and wrote: 512 2024-07-26T06:57:43.514 INFO:tasks.workunit.client.0.smithi089.stdout:start compare and write 2024-07-26T06:57:43.514 INFO:tasks.workunit.client.0.smithi089.stdout:compare and wrote: 512 2024-07-26T06:57:43.514 INFO:tasks.workunit.client.0.smithi089.stdout:start compare and write 2024-07-26T06:57:43.514 INFO:tasks.workunit.client.0.smithi089.stdout:compare and wrote: 512 2024-07-26T06:57:43.515 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:43.515 INFO:tasks.workunit.client.0.smithi089.stdout:started aio compare and write 2024-07-26T06:57:43.515 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:43.515 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:43.515 INFO:tasks.workunit.client.0.smithi089.stdout:finished aio compare and write 2024-07-26T06:57:43.515 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:43.515 INFO:tasks.workunit.client.0.smithi089.stdout:started aio compare and write 2024-07-26T06:57:43.515 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:43.516 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:43.516 INFO:tasks.workunit.client.0.smithi089.stdout:finished aio compare and write 2024-07-26T06:57:43.516 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:43.516 INFO:tasks.workunit.client.0.smithi089.stdout:started aio compare and write 2024-07-26T06:57:43.516 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:43.518 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:43.519 INFO:tasks.workunit.client.0.smithi089.stdout:finished aio compare and write 2024-07-26T06:57:43.519 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:43.519 INFO:tasks.workunit.client.0.smithi089.stdout:started aio compare and write 2024-07-26T06:57:43.519 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:43.520 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:43.520 INFO:tasks.workunit.client.0.smithi089.stdout:finished aio compare and write 2024-07-26T06:57:43.520 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:43.520 INFO:tasks.workunit.client.0.smithi089.stdout:started aio compare and write 2024-07-26T06:57:43.520 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:43.522 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:43.522 INFO:tasks.workunit.client.0.smithi089.stdout:finished aio compare and write 2024-07-26T06:57:43.522 INFO:tasks.workunit.client.0.smithi089.stdout:read: 512 2024-07-26T06:57:43.522 INFO:tasks.workunit.client.0.smithi089.stdout:read: 512 2024-07-26T06:57:43.522 INFO:tasks.workunit.client.0.smithi089.stdout:read: 512 2024-07-26T06:57:43.523 INFO:tasks.workunit.client.0.smithi089.stdout:read: 512 2024-07-26T06:57:43.523 INFO:tasks.workunit.client.0.smithi089.stdout:read: 512 2024-07-26T06:57:43.523 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:43.523 INFO:tasks.workunit.client.0.smithi089.stdout:started read 2024-07-26T06:57:43.523 INFO:tasks.workunit.client.0.smithi089.stdout:read completion cb called! 2024-07-26T06:57:43.523 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 512 2024-07-26T06:57:43.523 INFO:tasks.workunit.client.0.smithi089.stdout:finished read 2024-07-26T06:57:43.523 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:43.523 INFO:tasks.workunit.client.0.smithi089.stdout:started read 2024-07-26T06:57:43.523 INFO:tasks.workunit.client.0.smithi089.stdout:read completion cb called! 2024-07-26T06:57:43.523 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 512 2024-07-26T06:57:43.523 INFO:tasks.workunit.client.0.smithi089.stdout:finished read 2024-07-26T06:57:43.523 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:43.523 INFO:tasks.workunit.client.0.smithi089.stdout:started read 2024-07-26T06:57:43.524 INFO:tasks.workunit.client.0.smithi089.stdout:read completion cb called! 2024-07-26T06:57:43.524 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 512 2024-07-26T06:57:43.524 INFO:tasks.workunit.client.0.smithi089.stdout:finished read 2024-07-26T06:57:43.524 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:43.524 INFO:tasks.workunit.client.0.smithi089.stdout:started read 2024-07-26T06:57:43.525 INFO:tasks.workunit.client.0.smithi089.stdout:read completion cb called! 2024-07-26T06:57:43.525 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 512 2024-07-26T06:57:43.525 INFO:tasks.workunit.client.0.smithi089.stdout:finished read 2024-07-26T06:57:43.525 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:43.525 INFO:tasks.workunit.client.0.smithi089.stdout:started read 2024-07-26T06:57:43.525 INFO:tasks.workunit.client.0.smithi089.stdout:read completion cb called! 2024-07-26T06:57:43.525 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 512 2024-07-26T06:57:43.525 INFO:tasks.workunit.client.0.smithi089.stdout:finished read 2024-07-26T06:57:43.525 INFO:tasks.workunit.client.0.smithi089.stdout:discard: 512~512 2024-07-26T06:57:43.525 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:43.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:57:43 smithi155 ceph-mon[90160]: osdmap e1728: 8 total, 8 up, 8 in 2024-07-26T06:57:43.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:57:43 smithi155 ceph-mon[90160]: pgmap v2994: 585 pgs: 6 creating+peering, 12 unknown, 567 active+clean; 37 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 526 KiB/s wr, 2.11k op/s 2024-07-26T06:57:43.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:57:43 smithi089 ceph-mon[99608]: osdmap e1728: 8 total, 8 up, 8 in 2024-07-26T06:57:43.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:57:43 smithi089 ceph-mon[99608]: pgmap v2994: 585 pgs: 6 creating+peering, 12 unknown, 567 active+clean; 37 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 526 KiB/s wr, 2.11k op/s 2024-07-26T06:57:43.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:57:43 smithi089 ceph-mon[102056]: osdmap e1728: 8 total, 8 up, 8 in 2024-07-26T06:57:43.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:57:43 smithi089 ceph-mon[102056]: pgmap v2994: 585 pgs: 6 creating+peering, 12 unknown, 567 active+clean; 37 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 526 KiB/s wr, 2.11k op/s 2024-07-26T06:57:44.536 INFO:tasks.workunit.client.0.smithi089.stdout:read: 512 2024-07-26T06:57:44.536 INFO:tasks.workunit.client.0.smithi089.stdout:read: 512 2024-07-26T06:57:44.536 INFO:tasks.workunit.client.0.smithi089.stdout:read: 512 2024-07-26T06:57:44.536 INFO:tasks.workunit.client.0.smithi089.stdout:read: 512 2024-07-26T06:57:44.536 INFO:tasks.workunit.client.0.smithi089.stdout:read: 512 2024-07-26T06:57:44.536 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 0 2024-07-26T06:57:44.536 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:44.537 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:44.537 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 0 2024-07-26T06:57:44.537 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:44.537 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:44.537 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 16384 2024-07-26T06:57:44.537 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:44.537 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:44.537 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 16384 2024-07-26T06:57:44.537 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:44.537 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:44.537 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:44.537 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:44.537 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 49152 2024-07-26T06:57:44.537 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:44.538 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:44.538 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 49152 2024-07-26T06:57:44.538 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:44.538 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:44.538 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 65536 2024-07-26T06:57:44.538 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:44.538 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:44.538 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 65536 2024-07-26T06:57:44.538 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:44.538 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:44.539 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:44.539 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:44.539 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 98304 2024-07-26T06:57:44.539 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:44.539 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:44.539 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 98304 2024-07-26T06:57:44.539 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:44.539 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:44.539 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 114688 2024-07-26T06:57:44.539 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:44.539 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:44.539 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 114688 2024-07-26T06:57:44.539 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:44.539 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:44.540 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:44.540 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:44.540 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 147456 2024-07-26T06:57:44.540 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:44.540 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:44.540 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 147456 2024-07-26T06:57:44.540 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:44.540 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:44.540 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 163840 2024-07-26T06:57:44.540 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:44.540 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:44.540 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 163840 2024-07-26T06:57:44.540 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:44.540 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:44.540 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:44.540 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:44.541 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 196608 2024-07-26T06:57:44.541 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:44.541 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:44.541 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 196608 2024-07-26T06:57:44.541 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:44.541 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:44.541 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 212992 2024-07-26T06:57:44.541 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:44.541 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:44.541 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 212992 2024-07-26T06:57:44.541 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:44.541 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:44.541 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:44.541 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:44.541 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:44.541 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:44.542 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:44.542 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:44.542 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:44.542 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:44.542 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:44.542 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:44.542 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:44.542 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:44.542 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:44.542 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:44.542 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:44.542 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:44.542 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:44.542 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:44.543 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:44.546 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:44.546 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:44.546 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:44.546 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:44.546 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:44.546 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:44.546 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:44.554 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:44.554 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:44.554 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:44.554 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:44.554 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:44.554 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:44.555 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:44.555 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:44.555 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:44.555 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:44.555 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:44.555 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:44.555 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:44.579 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:44.579 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:44.579 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:44.579 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:44.580 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:44.580 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:44.580 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:44.601 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:44.601 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:44.601 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:44.601 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:44.601 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:44.602 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:44.602 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:44.635 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:44.635 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:44.635 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:44.635 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:44.635 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:44.635 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:44.635 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:44.669 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:44.669 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:44.670 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:44.670 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:44.670 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:44.670 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:44.670 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:44.671 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:44.671 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:44.671 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:44.671 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:44.671 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:44.671 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:44.724 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:44.724 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:44.725 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:44.725 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:44.725 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:44.725 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:44.725 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:44.771 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:44.772 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:44.772 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:44.772 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:44.772 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:44.772 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:44.772 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:44.828 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:44.829 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:44.829 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:44.829 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:44.829 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:44.829 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:44.829 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:44.877 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:44.877 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:44.877 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:44.877 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:44.877 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:44.877 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:44.877 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:44.877 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:44.877 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:44.877 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:44.878 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:44.878 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:44.878 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:44.946 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:44.946 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:44.946 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:44.946 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:44.946 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:44.946 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:44.946 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:45.012 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:45.012 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:45.012 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:45.012 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:45.012 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:45.012 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:45.012 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:45.087 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:45.088 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:45.088 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:45.088 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:45.088 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:45.088 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:45.088 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:45.161 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:45.161 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:45.161 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:45.161 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:45.161 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:45.162 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:45.162 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:45.162 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:45.162 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:45.162 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:45.162 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:45.162 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:45.162 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:45.264 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:45.264 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:45.264 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:45.264 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:45.265 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:45.265 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:45.265 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:45.358 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:45.358 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:45.358 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:45.358 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:45.358 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:45.358 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:45.358 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:45.465 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:45.465 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:45.465 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:45.465 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:45.465 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:45.465 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:45.465 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:45.574 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:45.574 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:45.574 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:45.574 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:45.574 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:45.575 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:45.575 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:45.575 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:45.575 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:45.575 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:45.575 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.TestIOPP (2093 ms) 2024-07-26T06:57:45.575 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteCompareTooSmallPP 2024-07-26T06:57:45.575 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:57:45.598 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.TestCompareAndWriteCompareTooSmallPP (23 ms) 2024-07-26T06:57:45.598 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteCompareTooSmallPP 2024-07-26T06:57:45.598 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:57:45.619 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteCompareTooSmallPP (22 ms) 2024-07-26T06:57:45.619 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteWriteTooSmallPP 2024-07-26T06:57:45.619 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:57:45.642 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.TestCompareAndWriteWriteTooSmallPP (22 ms) 2024-07-26T06:57:45.642 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteWriteTooSmallPP 2024-07-26T06:57:45.642 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:57:45.666 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteWriteTooSmallPP (24 ms) 2024-07-26T06:57:45.666 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatchPP 2024-07-26T06:57:45.666 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:57:45.689 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatchPP (23 ms) 2024-07-26T06:57:45.689 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatchPP 2024-07-26T06:57:45.689 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:57:45.709 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:45.713 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatchPP (23 ms) 2024-07-26T06:57:45.713 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatchBufferlistGreaterLenPP 2024-07-26T06:57:45.713 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:57:45.739 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatchBufferlistGreaterLenPP (26 ms) 2024-07-26T06:57:45.739 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatchBufferlistGreaterLenPP 2024-07-26T06:57:45.739 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:57:45.761 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:45.765 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatchBufferlistGreaterLenPP (26 ms) 2024-07-26T06:57:45.765 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccessPP 2024-07-26T06:57:45.765 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:57:45.796 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccessPP (32 ms) 2024-07-26T06:57:45.796 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccessPP 2024-07-26T06:57:45.796 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:57:45.818 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:45.822 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccessPP (25 ms) 2024-07-26T06:57:45.822 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccessBufferlistGreaterLenPP 2024-07-26T06:57:45.822 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:57:45.848 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccessBufferlistGreaterLenPP (27 ms) 2024-07-26T06:57:45.849 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccessBufferlistGreaterLenPP 2024-07-26T06:57:45.849 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:57:45.871 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:45.874 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccessBufferlistGreaterLenPP (26 ms) 2024-07-26T06:57:45.874 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitUnalignedPP 2024-07-26T06:57:45.874 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:57:45.878 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:57:45 smithi155 ceph-mon[90160]: pgmap v2995: 585 pgs: 3 creating+peering, 582 active+clean; 51 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.5 MiB/s wr, 1.96k op/s 2024-07-26T06:57:45.878 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:57:45 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:57:45.878 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:57:45 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:57:45.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:57:45 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:57:45.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:57:45 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:57:45.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:57:45 smithi089 ceph-mon[102056]: pgmap v2995: 585 pgs: 3 creating+peering, 582 active+clean; 51 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.5 MiB/s wr, 1.96k op/s 2024-07-26T06:57:45.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:57:45 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:57:45.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:57:45 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:57:45.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:57:45 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:57:45.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:57:45 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:57:45.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:57:45 smithi089 ceph-mon[99608]: pgmap v2995: 585 pgs: 3 creating+peering, 582 active+clean; 51 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.5 MiB/s wr, 1.96k op/s 2024-07-26T06:57:45.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:57:45 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:57:45.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:57:45 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:57:45.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:57:45 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:57:45.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:57:45 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:57:45.931 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitUnalignedPP (56 ms) 2024-07-26T06:57:45.931 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnalignedPP 2024-07-26T06:57:45.931 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:57:45.975 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:45.996 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnalignedPP (66 ms) 2024-07-26T06:57:45.996 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteTooLargePP 2024-07-26T06:57:45.996 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:57:46.067 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.TestCompareAndWriteTooLargePP (70 ms) 2024-07-26T06:57:46.067 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteTooLargePP 2024-07-26T06:57:46.067 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:57:46.112 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:46.130 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteTooLargePP (64 ms) 2024-07-26T06:57:46.131 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitSuccessPP 2024-07-26T06:57:46.131 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:57:46.577 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitSuccessPP (446 ms) 2024-07-26T06:57:46.577 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccessPP 2024-07-26T06:57:46.577 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:57:46.871 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:46.893 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccessPP (316 ms) 2024-07-26T06:57:46.893 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.TestIOPPWithIOHint 2024-07-26T06:57:46.893 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:57:46.927 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 512 2024-07-26T06:57:46.928 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 512 2024-07-26T06:57:46.928 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 512 2024-07-26T06:57:46.928 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 512 2024-07-26T06:57:46.928 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 512 2024-07-26T06:57:46.928 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:46.928 INFO:tasks.workunit.client.0.smithi089.stdout:started write 2024-07-26T06:57:46.928 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:46.928 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:46.928 INFO:tasks.workunit.client.0.smithi089.stdout:finished write 2024-07-26T06:57:46.929 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:46.929 INFO:tasks.workunit.client.0.smithi089.stdout:started write 2024-07-26T06:57:46.929 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:46.929 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:46.929 INFO:tasks.workunit.client.0.smithi089.stdout:finished write 2024-07-26T06:57:46.929 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:46.929 INFO:tasks.workunit.client.0.smithi089.stdout:started write 2024-07-26T06:57:46.929 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:46.930 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:46.930 INFO:tasks.workunit.client.0.smithi089.stdout:finished write 2024-07-26T06:57:46.930 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:46.931 INFO:tasks.workunit.client.0.smithi089.stdout:started write 2024-07-26T06:57:46.931 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:46.933 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:46.933 INFO:tasks.workunit.client.0.smithi089.stdout:finished write 2024-07-26T06:57:46.933 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:46.933 INFO:tasks.workunit.client.0.smithi089.stdout:started write 2024-07-26T06:57:46.934 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:46.934 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:46.934 INFO:tasks.workunit.client.0.smithi089.stdout:finished write 2024-07-26T06:57:46.934 INFO:tasks.workunit.client.0.smithi089.stdout:read: 512 2024-07-26T06:57:46.934 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:46.934 INFO:tasks.workunit.client.0.smithi089.stdout:started read 2024-07-26T06:57:46.934 INFO:tasks.workunit.client.0.smithi089.stdout:read completion cb called! 2024-07-26T06:57:46.935 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 512 2024-07-26T06:57:46.935 INFO:tasks.workunit.client.0.smithi089.stdout:finished read 2024-07-26T06:57:46.935 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:46.935 INFO:tasks.workunit.client.0.smithi089.stdout:started read 2024-07-26T06:57:46.935 INFO:tasks.workunit.client.0.smithi089.stdout:read completion cb called! 2024-07-26T06:57:46.935 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 512 2024-07-26T06:57:46.935 INFO:tasks.workunit.client.0.smithi089.stdout:finished read 2024-07-26T06:57:46.936 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:46.936 INFO:tasks.workunit.client.0.smithi089.stdout:started read 2024-07-26T06:57:46.936 INFO:tasks.workunit.client.0.smithi089.stdout:read completion cb called! 2024-07-26T06:57:46.936 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 512 2024-07-26T06:57:46.936 INFO:tasks.workunit.client.0.smithi089.stdout:finished read 2024-07-26T06:57:46.936 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:46.936 INFO:tasks.workunit.client.0.smithi089.stdout:started read 2024-07-26T06:57:46.936 INFO:tasks.workunit.client.0.smithi089.stdout:read completion cb called! 2024-07-26T06:57:46.936 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 512 2024-07-26T06:57:46.936 INFO:tasks.workunit.client.0.smithi089.stdout:finished read 2024-07-26T06:57:46.936 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:46.936 INFO:tasks.workunit.client.0.smithi089.stdout:started read 2024-07-26T06:57:46.936 INFO:tasks.workunit.client.0.smithi089.stdout:read completion cb called! 2024-07-26T06:57:47.878 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:57:47 smithi155 ceph-mon[90160]: pgmap v2996: 585 pgs: 585 active+clean; 87 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 9.2 MiB/s rd, 9.0 MiB/s wr, 432 op/s 2024-07-26T06:57:47.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:57:47 smithi089 ceph-mon[99608]: pgmap v2996: 585 pgs: 585 active+clean; 87 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 9.2 MiB/s rd, 9.0 MiB/s wr, 432 op/s 2024-07-26T06:57:47.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:57:47 smithi089 ceph-mon[102056]: pgmap v2996: 585 pgs: 585 active+clean; 87 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 9.2 MiB/s rd, 9.0 MiB/s wr, 432 op/s 2024-07-26T06:57:48.090 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 512 2024-07-26T06:57:48.090 INFO:tasks.workunit.client.0.smithi089.stdout:finished read 2024-07-26T06:57:48.090 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 0 2024-07-26T06:57:48.090 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:48.090 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:48.090 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 0 2024-07-26T06:57:48.090 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:48.090 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:48.090 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 16384 2024-07-26T06:57:48.091 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:48.091 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:48.091 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 16384 2024-07-26T06:57:48.091 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:48.091 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:48.091 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:48.091 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:48.091 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 49152 2024-07-26T06:57:48.091 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:48.091 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:48.091 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 49152 2024-07-26T06:57:48.091 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:48.091 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:48.092 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 65536 2024-07-26T06:57:48.092 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:48.092 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:48.092 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 65536 2024-07-26T06:57:48.092 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:48.092 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:48.092 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:48.092 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:48.092 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 98304 2024-07-26T06:57:48.092 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:48.092 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:48.092 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 98304 2024-07-26T06:57:48.092 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:48.093 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:48.093 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 114688 2024-07-26T06:57:48.093 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:48.093 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:48.093 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 114688 2024-07-26T06:57:48.093 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:48.093 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:48.093 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:48.093 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:48.093 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 147456 2024-07-26T06:57:48.093 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:48.093 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:48.093 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 147456 2024-07-26T06:57:48.093 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:48.093 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:48.094 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 163840 2024-07-26T06:57:48.094 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:48.094 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:48.094 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 163840 2024-07-26T06:57:48.094 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:48.094 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:48.094 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:48.094 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:48.094 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 196608 2024-07-26T06:57:48.094 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:48.094 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:48.094 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 196608 2024-07-26T06:57:48.094 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:48.094 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:48.095 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 212992 2024-07-26T06:57:48.095 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:48.095 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:48.095 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 212992 2024-07-26T06:57:48.095 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:48.095 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:48.095 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:48.095 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:48.095 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:48.095 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:48.095 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:48.095 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:48.095 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:48.095 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:48.095 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:48.096 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:48.096 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:48.096 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:48.096 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:48.096 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:48.096 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:48.096 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:48.096 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:48.096 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:48.097 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:48.102 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:48.102 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:48.102 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:48.102 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:48.102 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:48.102 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:48.102 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:48.110 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:48.110 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:48.110 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:48.110 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:48.111 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:48.111 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:48.111 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:48.111 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:48.111 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:48.111 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:48.111 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:48.111 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:48.111 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:48.135 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:48.135 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:48.135 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:48.135 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:48.135 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:48.135 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:48.135 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:48.159 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:48.160 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:48.160 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:48.160 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:48.160 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:48.160 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:48.160 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:48.191 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:48.191 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:48.191 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:48.191 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:48.191 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:48.191 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:48.191 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:48.221 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:48.222 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:48.222 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:48.222 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:48.222 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:48.222 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:48.222 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:48.222 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:48.222 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:48.222 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:48.222 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:48.222 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:48.222 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:48.279 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:48.279 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:48.279 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:48.279 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:48.279 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:48.279 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:48.279 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:48.321 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:48.321 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:48.322 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:48.322 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:48.322 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:48.322 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:48.322 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:48.374 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:48.375 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:48.375 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:48.375 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:48.375 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:48.375 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:48.375 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:48.431 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:48.431 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:48.431 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:48.432 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:48.432 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:48.432 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:48.432 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:48.432 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:48.432 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:48.432 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:48.432 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:48.432 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:48.432 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:48.532 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:48.533 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:48.533 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:48.533 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:48.533 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:48.533 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:48.533 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:48.611 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:48.611 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:48.612 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:48.612 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:48.612 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:48.612 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:48.612 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:48.698 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:48.699 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:48.699 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:48.699 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:48.699 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:48.699 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:48.699 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:48.777 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:48.777 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:48.777 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:48.777 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:48.777 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:48.777 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:48.777 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:48.777 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:48.777 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:48.778 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:48.778 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:48.778 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:48.778 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:48.913 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:48.913 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:48.914 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:48.914 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:48.914 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:48.914 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:48.914 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:48.995 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:48.996 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:48.996 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:48.996 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:48.996 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:48.996 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:48.996 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:49.094 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:49.095 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:49.095 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:49.095 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:49.095 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:49.095 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:49.095 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:57:49.195 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:57:49.195 INFO:tasks.workunit.client.0.smithi089.stdout:finished writesame 2024-07-26T06:57:49.195 INFO:tasks.workunit.client.0.smithi089.stdout:to verify the data 2024-07-26T06:57:49.195 INFO:tasks.workunit.client.0.smithi089.stdout:verified 2024-07-26T06:57:49.195 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:49.195 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:49.195 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:49.195 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:57:49.195 INFO:tasks.workunit.client.0.smithi089.stdout:started writesame 2024-07-26T06:57:49.195 INFO:tasks.workunit.client.0.smithi089.stdout:expected fail, finished writesame 2024-07-26T06:57:49.195 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.TestIOPPWithIOHint (2302 ms) 2024-07-26T06:57:49.196 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.TestIOToSnapshot 2024-07-26T06:57:49.196 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:57:49.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:57:49 smithi155 ceph-mon[90160]: pgmap v2997: 585 pgs: 585 active+clean; 115 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 12 MiB/s wr, 640 op/s 2024-07-26T06:57:49.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:57:49 smithi089 ceph-mon[99608]: pgmap v2997: 585 pgs: 585 active+clean; 115 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 12 MiB/s wr, 640 op/s 2024-07-26T06:57:49.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:57:49 smithi089 ceph-mon[102056]: pgmap v2997: 585 pgs: 585 active+clean; 115 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 12 MiB/s wr, 640 op/s 2024-07-26T06:57:50.181 INFO:tasks.workunit.client.0.smithi089.stdout:num snaps is: 0 2024-07-26T06:57:50.181 INFO:tasks.workunit.client.0.smithi089.stdout:expected: 0 2024-07-26T06:57:50.182 INFO:tasks.workunit.client.0.smithi089.stdout:num snaps is: 1 2024-07-26T06:57:50.182 INFO:tasks.workunit.client.0.smithi089.stdout:expected: 1 2024-07-26T06:57:50.182 INFO:tasks.workunit.client.0.smithi089.stdout:snap: orig 2024-07-26T06:57:50.182 INFO:tasks.workunit.client.0.smithi089.stdout:found orig with size 2097152 2024-07-26T06:57:50.182 INFO:tasks.workunit.client.0.smithi089.stdout:read: 80 2024-07-26T06:57:50.182 INFO:tasks.workunit.client.0.smithi089.stdout:write test data! 2024-07-26T06:57:50.182 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 80 2024-07-26T06:57:50.182 INFO:tasks.workunit.client.0.smithi089.stdout:num snaps is: 2 2024-07-26T06:57:50.182 INFO:tasks.workunit.client.0.smithi089.stdout:expected: 2 2024-07-26T06:57:50.182 INFO:tasks.workunit.client.0.smithi089.stdout:snap: orig 2024-07-26T06:57:50.182 INFO:tasks.workunit.client.0.smithi089.stdout:snap: written 2024-07-26T06:57:50.182 INFO:tasks.workunit.client.0.smithi089.stdout:found orig with size 2097152 2024-07-26T06:57:50.182 INFO:tasks.workunit.client.0.smithi089.stdout:found written with size 2097152 2024-07-26T06:57:50.183 INFO:tasks.workunit.client.0.smithi089.stdout:read: 80 2024-07-26T06:57:50.183 INFO:tasks.workunit.client.0.smithi089.stdout:read: 80 2024-07-26T06:57:50.183 INFO:tasks.workunit.client.0.smithi089.stdout:read: 80 2024-07-26T06:57:50.183 INFO:tasks.workunit.client.0.smithi089.stdout:write to snapshot returned -30 2024-07-26T06:57:50.183 INFO:tasks.workunit.client.0.smithi089.stdout:Read-only file system 2024-07-26T06:57:50.204 INFO:tasks.workunit.client.0.smithi089.stdout:read: 80 2024-07-26T06:57:50.204 INFO:tasks.workunit.client.0.smithi089.stdout:read: 80 2024-07-26T06:57:50.204 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 80 2024-07-26T06:57:50.204 INFO:tasks.workunit.client.0.smithi089.stdout:opening testimg@orig 2024-07-26T06:57:50.204 INFO:tasks.workunit.client.0.smithi089.stdout:read: 80 2024-07-26T06:57:50.204 INFO:tasks.workunit.client.0.smithi089.stdout:write to snapshot returned -30 2024-07-26T06:57:50.204 INFO:tasks.workunit.client.0.smithi089.stdout:Read-only file system 2024-07-26T06:57:50.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:57:50 smithi155 ceph-mon[90160]: osdmap e1729: 8 total, 8 up, 8 in 2024-07-26T06:57:50.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:57:50 smithi155 ceph-mon[90160]: osdmap e1730: 8 total, 8 up, 8 in 2024-07-26T06:57:50.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:57:50 smithi089 ceph-mon[99608]: osdmap e1729: 8 total, 8 up, 8 in 2024-07-26T06:57:50.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:57:50 smithi089 ceph-mon[99608]: osdmap e1730: 8 total, 8 up, 8 in 2024-07-26T06:57:50.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:57:50 smithi089 ceph-mon[102056]: osdmap e1729: 8 total, 8 up, 8 in 2024-07-26T06:57:50.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:57:50 smithi089 ceph-mon[102056]: osdmap e1730: 8 total, 8 up, 8 in 2024-07-26T06:57:52.198 INFO:tasks.workunit.client.0.smithi089.stdout:num snaps is: 2 2024-07-26T06:57:52.198 INFO:tasks.workunit.client.0.smithi089.stdout:expected: 2 2024-07-26T06:57:52.199 INFO:tasks.workunit.client.0.smithi089.stdout:snap: orig 2024-07-26T06:57:52.199 INFO:tasks.workunit.client.0.smithi089.stdout:snap: written 2024-07-26T06:57:52.199 INFO:tasks.workunit.client.0.smithi089.stdout:found orig with size 2097152 2024-07-26T06:57:52.199 INFO:tasks.workunit.client.0.smithi089.stdout:found written with size 2097152 2024-07-26T06:57:52.199 INFO:tasks.workunit.client.0.smithi089.stdout:num snaps is: 1 2024-07-26T06:57:52.199 INFO:tasks.workunit.client.0.smithi089.stdout:expected: 1 2024-07-26T06:57:52.199 INFO:tasks.workunit.client.0.smithi089.stdout:snap: orig 2024-07-26T06:57:52.199 INFO:tasks.workunit.client.0.smithi089.stdout:found orig with size 2097152 2024-07-26T06:57:52.199 INFO:tasks.workunit.client.0.smithi089.stdout:num snaps is: 0 2024-07-26T06:57:52.199 INFO:tasks.workunit.client.0.smithi089.stdout:expected: 0 2024-07-26T06:57:52.199 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.TestIOToSnapshot (3004 ms) 2024-07-26T06:57:52.199 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.TestSnapshotDeletedIo 2024-07-26T06:57:52.199 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:57:52.533 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:57:52 smithi089 ceph-mon[99608]: pgmap v3000: 585 pgs: 585 active+clean; 131 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 14 MiB/s wr, 1.59k op/s 2024-07-26T06:57:52.533 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:57:52 smithi089 ceph-mon[99608]: osdmap e1731: 8 total, 8 up, 8 in 2024-07-26T06:57:52.533 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:57:52 smithi089 ceph-mon[102056]: pgmap v3000: 585 pgs: 585 active+clean; 131 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 14 MiB/s wr, 1.59k op/s 2024-07-26T06:57:52.534 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:57:52 smithi089 ceph-mon[102056]: osdmap e1731: 8 total, 8 up, 8 in 2024-07-26T06:57:52.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:57:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:57:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:57:52.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:57:52 smithi155 ceph-mon[90160]: pgmap v3000: 585 pgs: 585 active+clean; 131 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 14 MiB/s wr, 1.59k op/s 2024-07-26T06:57:52.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:57:52 smithi155 ceph-mon[90160]: osdmap e1731: 8 total, 8 up, 8 in 2024-07-26T06:57:52.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:57:52 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:57:52] "GET /metrics HTTP/1.1" 200 70611 "" "Prometheus/2.43.0" 2024-07-26T06:57:53.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:57:53 smithi155 ceph-mon[90160]: osdmap e1732: 8 total, 8 up, 8 in 2024-07-26T06:57:53.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:57:53 smithi089 ceph-mon[99608]: osdmap e1732: 8 total, 8 up, 8 in 2024-07-26T06:57:53.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:57:53 smithi089 ceph-mon[102056]: osdmap e1732: 8 total, 8 up, 8 in 2024-07-26T06:57:54.217 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.TestSnapshotDeletedIo (2019 ms) 2024-07-26T06:57:54.218 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.TestClone 2024-07-26T06:57:54.218 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:57:54.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:57:54 smithi155 ceph-mon[90160]: pgmap v3003: 585 pgs: 585 active+clean; 135 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 6.0 MiB/s rd, 5.5 MiB/s wr, 2.04k op/s 2024-07-26T06:57:54.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:57:54 smithi155 ceph-mon[90160]: osdmap e1733: 8 total, 8 up, 8 in 2024-07-26T06:57:54.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:57:54 smithi089 ceph-mon[99608]: pgmap v3003: 585 pgs: 585 active+clean; 135 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 6.0 MiB/s rd, 5.5 MiB/s wr, 2.04k op/s 2024-07-26T06:57:54.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:57:54 smithi089 ceph-mon[99608]: osdmap e1733: 8 total, 8 up, 8 in 2024-07-26T06:57:54.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:57:54 smithi089 ceph-mon[102056]: pgmap v3003: 585 pgs: 585 active+clean; 135 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 6.0 MiB/s rd, 5.5 MiB/s wr, 2.04k op/s 2024-07-26T06:57:54.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:57:54 smithi089 ceph-mon[102056]: osdmap e1733: 8 total, 8 up, 8 in 2024-07-26T06:57:55.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:57:55 smithi155 ceph-mon[90160]: osdmap e1734: 8 total, 8 up, 8 in 2024-07-26T06:57:55.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:57:55 smithi089 ceph-mon[99608]: osdmap e1734: 8 total, 8 up, 8 in 2024-07-26T06:57:55.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:57:55 smithi089 ceph-mon[102056]: osdmap e1734: 8 total, 8 up, 8 in 2024-07-26T06:57:56.237 INFO:tasks.workunit.client.0.smithi089.stdout:made parent image "parent" 2024-07-26T06:57:56.238 INFO:tasks.workunit.client.0.smithi089.stdout:parent has no parent info 2024-07-26T06:57:56.238 INFO:tasks.workunit.client.0.smithi089.stdout:made snapshot "parent@parent_snap" 2024-07-26T06:57:56.238 INFO:tasks.workunit.client.0.smithi089.stdout:can't unprotect an unprotected snap 2024-07-26T06:57:56.238 INFO:tasks.workunit.client.0.smithi089.stdout:can't protect a protected snap 2024-07-26T06:57:56.238 INFO:tasks.workunit.client.0.smithi089.stdout:made and opened clone "child" 2024-07-26T06:57:56.238 INFO:tasks.workunit.client.0.smithi089.stdout:read: 8 2024-07-26T06:57:56.238 INFO:tasks.workunit.client.0.smithi089.stdout:read: 8 2024-07-26T06:57:56.238 INFO:tasks.workunit.client.0.smithi089.stdout:read: 8 2024-07-26T06:57:56.238 INFO:tasks.workunit.client.0.smithi089.stdout:sizes and overlaps are good between parent and child 2024-07-26T06:57:56.238 INFO:tasks.workunit.client.0.smithi089.stdout:child image successfully cloned all image-meta pairs 2024-07-26T06:57:56.238 INFO:tasks.workunit.client.0.smithi089.stdout:sized down clone, changed overlap 2024-07-26T06:57:56.239 INFO:tasks.workunit.client.0.smithi089.stdout:parent info: size 4194304 obj_size 4194304 parent_pool 18446744073709551615 2024-07-26T06:57:56.239 INFO:tasks.workunit.client.0.smithi089.stdout:sized up clone, changed size but not overlap or parent's size 2024-07-26T06:57:56.239 INFO:tasks.workunit.client.0.smithi089.stdout:can't remove parent while child still exists 2024-07-26T06:57:56.239 INFO:tasks.workunit.client.0.smithi089.stdout:can't remove parent while still protected 2024-07-26T06:57:56.239 INFO:tasks.workunit.client.0.smithi089.stdout:removed parent snap after unprotecting 2024-07-26T06:57:56.239 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.TestClone (2020 ms) 2024-07-26T06:57:56.239 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.TestClone2 2024-07-26T06:57:56.239 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:57:56.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:57:56 smithi155 ceph-mon[90160]: pgmap v3006: 585 pgs: 585 active+clean; 135 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.4 MiB/s wr, 1.76k op/s 2024-07-26T06:57:56.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:57:56 smithi155 ceph-mon[90160]: osdmap e1735: 8 total, 8 up, 8 in 2024-07-26T06:57:56.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:57:56 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:57:56.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:57:56 smithi089 ceph-mon[99608]: pgmap v3006: 585 pgs: 585 active+clean; 135 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.4 MiB/s wr, 1.76k op/s 2024-07-26T06:57:56.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:57:56 smithi089 ceph-mon[99608]: osdmap e1735: 8 total, 8 up, 8 in 2024-07-26T06:57:56.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:57:56 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:57:56.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:57:56 smithi089 ceph-mon[102056]: pgmap v3006: 585 pgs: 585 active+clean; 135 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.4 MiB/s wr, 1.76k op/s 2024-07-26T06:57:56.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:57:56 smithi089 ceph-mon[102056]: osdmap e1735: 8 total, 8 up, 8 in 2024-07-26T06:57:56.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:57:56 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:57:57.334 INFO:tasks.workunit.client.0.smithi089.stdout:made parent image "parent" 2024-07-26T06:57:57.334 INFO:tasks.workunit.client.0.smithi089.stdout:parent has no parent info 2024-07-26T06:57:57.334 INFO:tasks.workunit.client.0.smithi089.stdout:made snapshot "parent@parent_snap" 2024-07-26T06:57:57.334 INFO:tasks.workunit.client.0.smithi089.stdout:made and opened clone "child" 2024-07-26T06:57:57.334 INFO:tasks.workunit.client.0.smithi089.stdout:child image successfully cloned all image-meta pairs 2024-07-26T06:57:57.334 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.TestClone2 (1096 ms) 2024-07-26T06:57:57.334 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.ListChildren 2024-07-26T06:57:57.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:57:57 smithi155 ceph-mon[90160]: osdmap e1736: 8 total, 8 up, 8 in 2024-07-26T06:57:57.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:57:57 smithi089 ceph-mon[99608]: osdmap e1736: 8 total, 8 up, 8 in 2024-07-26T06:57:57.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:57:57 smithi089 ceph-mon[102056]: osdmap e1736: 8 total, 8 up, 8 in 2024-07-26T06:57:58.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:57:58 smithi155 ceph-mon[90160]: pgmap v3009: 585 pgs: 585 active+clean; 135 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 386 KiB/s wr, 2.02k op/s 2024-07-26T06:57:58.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:57:58 smithi155 ceph-mon[90160]: osdmap e1737: 8 total, 8 up, 8 in 2024-07-26T06:57:58.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:57:58 smithi089 ceph-mon[99608]: pgmap v3009: 585 pgs: 585 active+clean; 135 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 386 KiB/s wr, 2.02k op/s 2024-07-26T06:57:58.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:57:58 smithi089 ceph-mon[99608]: osdmap e1737: 8 total, 8 up, 8 in 2024-07-26T06:57:58.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:57:58 smithi089 ceph-mon[102056]: pgmap v3009: 585 pgs: 585 active+clean; 135 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 386 KiB/s wr, 2.02k op/s 2024-07-26T06:57:58.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:57:58 smithi089 ceph-mon[102056]: osdmap e1737: 8 total, 8 up, 8 in 2024-07-26T06:57:59.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:57:59 smithi155 ceph-mon[90160]: osdmap e1738: 8 total, 8 up, 8 in 2024-07-26T06:57:59.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:57:59 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/3567498741' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:57:59.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:57:59 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:57:59.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:57:59 smithi089 ceph-mon[99608]: osdmap e1738: 8 total, 8 up, 8 in 2024-07-26T06:57:59.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:57:59 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/3567498741' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:57:59.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:57:59 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:57:59.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:57:59 smithi089 ceph-mon[102056]: osdmap e1738: 8 total, 8 up, 8 in 2024-07-26T06:57:59.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:57:59 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/3567498741' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:57:59.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:57:59 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:58:00.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:00 smithi155 ceph-mon[90160]: pgmap v3012: 617 pgs: 32 unknown, 585 active+clean; 135 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 419 KiB/s rd, 31 KiB/s wr, 511 op/s 2024-07-26T06:58:00.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:00 smithi155 ceph-mon[90160]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:58:00.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:00 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:58:00.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:00 smithi155 ceph-mon[90160]: osdmap e1739: 8 total, 8 up, 8 in 2024-07-26T06:58:00.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:00 smithi155 ceph-mon[90160]: osdmap e1740: 8 total, 8 up, 8 in 2024-07-26T06:58:00.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:00 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/2987113550' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:58:00.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:00 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:58:00.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:00 smithi089 ceph-mon[99608]: pgmap v3012: 617 pgs: 32 unknown, 585 active+clean; 135 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 419 KiB/s rd, 31 KiB/s wr, 511 op/s 2024-07-26T06:58:00.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:00 smithi089 ceph-mon[99608]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:58:00.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:00 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:58:00.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:00 smithi089 ceph-mon[99608]: osdmap e1739: 8 total, 8 up, 8 in 2024-07-26T06:58:00.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:00 smithi089 ceph-mon[99608]: osdmap e1740: 8 total, 8 up, 8 in 2024-07-26T06:58:00.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:00 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/2987113550' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:58:00.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:00 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:58:00.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:00 smithi089 ceph-mon[102056]: pgmap v3012: 617 pgs: 32 unknown, 585 active+clean; 135 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 419 KiB/s rd, 31 KiB/s wr, 511 op/s 2024-07-26T06:58:00.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:00 smithi089 ceph-mon[102056]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:58:00.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:00 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:58:00.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:00 smithi089 ceph-mon[102056]: osdmap e1739: 8 total, 8 up, 8 in 2024-07-26T06:58:00.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:00 smithi089 ceph-mon[102056]: osdmap e1740: 8 total, 8 up, 8 in 2024-07-26T06:58:00.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:00 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/2987113550' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:58:00.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:00 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:58:01.162 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:58:02.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:02 smithi089 ceph-mon[99608]: pgmap v3015: 649 pgs: 5 creating+peering, 52 unknown, 592 active+clean; 135 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 440 KiB/s rd, 31 KiB/s wr, 526 op/s 2024-07-26T06:58:02.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:02 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:58:02.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:02 smithi089 ceph-mon[99608]: osdmap e1741: 8 total, 8 up, 8 in 2024-07-26T06:58:02.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:02 smithi089 ceph-mon[102056]: pgmap v3015: 649 pgs: 5 creating+peering, 52 unknown, 592 active+clean; 135 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 440 KiB/s rd, 31 KiB/s wr, 526 op/s 2024-07-26T06:58:02.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:02 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:58:02.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:02 smithi089 ceph-mon[102056]: osdmap e1741: 8 total, 8 up, 8 in 2024-07-26T06:58:02.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:58:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:58:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:58:02.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:02 smithi155 ceph-mon[90160]: pgmap v3015: 649 pgs: 5 creating+peering, 52 unknown, 592 active+clean; 135 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 440 KiB/s rd, 31 KiB/s wr, 526 op/s 2024-07-26T06:58:02.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:02 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:58:02.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:02 smithi155 ceph-mon[90160]: osdmap e1741: 8 total, 8 up, 8 in 2024-07-26T06:58:02.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:58:02 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:58:02] "GET /metrics HTTP/1.1" 200 70653 "" "Prometheus/2.43.0" 2024-07-26T06:58:03.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:03 smithi155 ceph-mon[90160]: osdmap e1742: 8 total, 8 up, 8 in 2024-07-26T06:58:03.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:03 smithi089 ceph-mon[99608]: osdmap e1742: 8 total, 8 up, 8 in 2024-07-26T06:58:03.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:03 smithi089 ceph-mon[102056]: osdmap e1742: 8 total, 8 up, 8 in 2024-07-26T06:58:04.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:04 smithi155 ceph-mon[90160]: pgmap v3018: 649 pgs: 17 creating+peering, 25 unknown, 607 active+clean; 135 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 362 KiB/s rd, 26 KiB/s wr, 430 op/s 2024-07-26T06:58:04.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:04 smithi155 ceph-mon[90160]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:58:04.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:04 smithi155 ceph-mon[90160]: osdmap e1743: 8 total, 8 up, 8 in 2024-07-26T06:58:04.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:04 smithi089 ceph-mon[99608]: pgmap v3018: 649 pgs: 17 creating+peering, 25 unknown, 607 active+clean; 135 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 362 KiB/s rd, 26 KiB/s wr, 430 op/s 2024-07-26T06:58:04.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:04 smithi089 ceph-mon[99608]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:58:04.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:04 smithi089 ceph-mon[99608]: osdmap e1743: 8 total, 8 up, 8 in 2024-07-26T06:58:04.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:04 smithi089 ceph-mon[102056]: pgmap v3018: 649 pgs: 17 creating+peering, 25 unknown, 607 active+clean; 135 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 362 KiB/s rd, 26 KiB/s wr, 430 op/s 2024-07-26T06:58:04.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:04 smithi089 ceph-mon[102056]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:58:04.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:04 smithi089 ceph-mon[102056]: osdmap e1743: 8 total, 8 up, 8 in 2024-07-26T06:58:05.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:05 smithi155 ceph-mon[90160]: osdmap e1744: 8 total, 8 up, 8 in 2024-07-26T06:58:05.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:05 smithi155 ceph-mon[90160]: osdmap e1745: 8 total, 8 up, 8 in 2024-07-26T06:58:05.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:05 smithi089 ceph-mon[102056]: osdmap e1744: 8 total, 8 up, 8 in 2024-07-26T06:58:05.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:05 smithi089 ceph-mon[102056]: osdmap e1745: 8 total, 8 up, 8 in 2024-07-26T06:58:05.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:05 smithi089 ceph-mon[99608]: osdmap e1744: 8 total, 8 up, 8 in 2024-07-26T06:58:05.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:05 smithi089 ceph-mon[99608]: osdmap e1745: 8 total, 8 up, 8 in 2024-07-26T06:58:06.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:06 smithi155 ceph-mon[90160]: pgmap v3021: 649 pgs: 12 creating+peering, 2 unknown, 635 active+clean; 135 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 8.0 KiB/s rd, 3.2 KiB/s wr, 14 op/s 2024-07-26T06:58:06.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:06 smithi089 ceph-mon[99608]: pgmap v3021: 649 pgs: 12 creating+peering, 2 unknown, 635 active+clean; 135 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 8.0 KiB/s rd, 3.2 KiB/s wr, 14 op/s 2024-07-26T06:58:06.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:06 smithi089 ceph-mon[102056]: pgmap v3021: 649 pgs: 12 creating+peering, 2 unknown, 635 active+clean; 135 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 8.0 KiB/s rd, 3.2 KiB/s wr, 14 op/s 2024-07-26T06:58:06.685 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:06.685 INFO:tasks.workunit.client.0.smithi089.stdout:trying to find test-librbd-smithi089-152442-31/image108 2024-07-26T06:58:06.685 INFO:tasks.workunit.client.0.smithi089.stdout:checking test-librbd-smithi089-152442-31/image108 2024-07-26T06:58:06.685 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-31/image108 2024-07-26T06:58:06.685 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:06.685 INFO:tasks.workunit.client.0.smithi089.stdout:num children is: 1 2024-07-26T06:58:06.685 INFO:tasks.workunit.client.0.smithi089.stdout:expected: 1 2024-07-26T06:58:06.685 INFO:tasks.workunit.client.0.smithi089.stdout:child: image108 2024-07-26T06:58:06.685 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-31/image108/b216d708aa8b 2024-07-26T06:58:06.685 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:06.685 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:06.686 INFO:tasks.workunit.client.0.smithi089.stdout:trying to find test-librbd-smithi089-152442-31/image108 2024-07-26T06:58:06.686 INFO:tasks.workunit.client.0.smithi089.stdout:checking test-librbd-smithi089-152442-30/image109 2024-07-26T06:58:06.686 INFO:tasks.workunit.client.0.smithi089.stdout:checking test-librbd-smithi089-152442-31/image108 2024-07-26T06:58:06.686 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-31/image108 2024-07-26T06:58:06.686 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:06.686 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:06.686 INFO:tasks.workunit.client.0.smithi089.stdout:trying to find test-librbd-smithi089-152442-30/image109 2024-07-26T06:58:06.686 INFO:tasks.workunit.client.0.smithi089.stdout:checking test-librbd-smithi089-152442-30/image109 2024-07-26T06:58:06.686 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-30/image109 2024-07-26T06:58:06.686 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:06.686 INFO:tasks.workunit.client.0.smithi089.stdout:num children is: 2 2024-07-26T06:58:06.686 INFO:tasks.workunit.client.0.smithi089.stdout:expected: 2 2024-07-26T06:58:06.686 INFO:tasks.workunit.client.0.smithi089.stdout:child: image109 2024-07-26T06:58:06.687 INFO:tasks.workunit.client.0.smithi089.stdout:child: image108 2024-07-26T06:58:06.687 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-31/image108/b216d708aa8b 2024-07-26T06:58:06.687 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:06.687 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-30/image109/b216ce8c438 2024-07-26T06:58:06.687 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:06.687 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:06.687 INFO:tasks.workunit.client.0.smithi089.stdout:trying to find test-librbd-smithi089-152442-31/image108 2024-07-26T06:58:06.687 INFO:tasks.workunit.client.0.smithi089.stdout:checking test-librbd-smithi089-152442-30/image109 2024-07-26T06:58:06.687 INFO:tasks.workunit.client.0.smithi089.stdout:checking test-librbd-smithi089-152442-31/image108 2024-07-26T06:58:06.687 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-31/image108 2024-07-26T06:58:06.687 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:06.687 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:06.687 INFO:tasks.workunit.client.0.smithi089.stdout:trying to find test-librbd-smithi089-152442-30/image109 2024-07-26T06:58:06.687 INFO:tasks.workunit.client.0.smithi089.stdout:checking test-librbd-smithi089-152442-30/image109 2024-07-26T06:58:06.688 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-30/image109 2024-07-26T06:58:06.688 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:06.688 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:06.688 INFO:tasks.workunit.client.0.smithi089.stdout:trying to find test-librbd-smithi089-152442-31/image110 2024-07-26T06:58:06.688 INFO:tasks.workunit.client.0.smithi089.stdout:checking test-librbd-smithi089-152442-30/image109 2024-07-26T06:58:06.688 INFO:tasks.workunit.client.0.smithi089.stdout:checking test-librbd-smithi089-152442-31/image108 2024-07-26T06:58:06.688 INFO:tasks.workunit.client.0.smithi089.stdout:checking test-librbd-smithi089-152442-31/image110 2024-07-26T06:58:06.688 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-31/image110 2024-07-26T06:58:06.688 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:06.688 INFO:tasks.workunit.client.0.smithi089.stdout:num children is: 3 2024-07-26T06:58:06.688 INFO:tasks.workunit.client.0.smithi089.stdout:expected: 3 2024-07-26T06:58:06.688 INFO:tasks.workunit.client.0.smithi089.stdout:child: image109 2024-07-26T06:58:06.688 INFO:tasks.workunit.client.0.smithi089.stdout:child: image108 2024-07-26T06:58:06.688 INFO:tasks.workunit.client.0.smithi089.stdout:child: image110 2024-07-26T06:58:06.689 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-31/image108/b216d708aa8b 2024-07-26T06:58:06.689 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:06.689 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-30/image109/b216ce8c438 2024-07-26T06:58:06.689 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:06.689 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-31/image110/b216616b4e83 2024-07-26T06:58:06.689 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:06.689 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:06.689 INFO:tasks.workunit.client.0.smithi089.stdout:trying to find test-librbd-smithi089-152442-31/image108 2024-07-26T06:58:06.689 INFO:tasks.workunit.client.0.smithi089.stdout:checking test-librbd-smithi089-152442-30/image109 2024-07-26T06:58:06.689 INFO:tasks.workunit.client.0.smithi089.stdout:checking test-librbd-smithi089-152442-31/image108 2024-07-26T06:58:06.689 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-31/image108 2024-07-26T06:58:06.689 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:06.689 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:06.690 INFO:tasks.workunit.client.0.smithi089.stdout:trying to find test-librbd-smithi089-152442-30/image109 2024-07-26T06:58:06.690 INFO:tasks.workunit.client.0.smithi089.stdout:checking test-librbd-smithi089-152442-30/image109 2024-07-26T06:58:06.690 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-30/image109 2024-07-26T06:58:06.690 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:06.690 INFO:tasks.workunit.client.0.smithi089.stdout:num children is: 3 2024-07-26T06:58:06.690 INFO:tasks.workunit.client.0.smithi089.stdout:expected: 3 2024-07-26T06:58:06.690 INFO:tasks.workunit.client.0.smithi089.stdout:child: image109 2024-07-26T06:58:06.690 INFO:tasks.workunit.client.0.smithi089.stdout:child: image108 2024-07-26T06:58:06.690 INFO:tasks.workunit.client.0.smithi089.stdout:child: image110 2024-07-26T06:58:06.691 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-31/image108/b216d708aa8b 2024-07-26T06:58:06.691 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:06.691 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-30/image109/b216ce8c438 2024-07-26T06:58:06.691 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:06.691 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-31/image110/b216616b4e83 2024-07-26T06:58:06.691 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:06.691 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:06.691 INFO:tasks.workunit.client.0.smithi089.stdout:trying to find test-librbd-smithi089-152442-31/image108 2024-07-26T06:58:06.691 INFO:tasks.workunit.client.0.smithi089.stdout:checking test-librbd-smithi089-152442-30/image109 2024-07-26T06:58:06.691 INFO:tasks.workunit.client.0.smithi089.stdout:checking test-librbd-smithi089-152442-31/image108 2024-07-26T06:58:06.691 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-31/image108 2024-07-26T06:58:06.691 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:06.691 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:06.692 INFO:tasks.workunit.client.0.smithi089.stdout:trying to find test-librbd-smithi089-152442-30/image109 2024-07-26T06:58:06.692 INFO:tasks.workunit.client.0.smithi089.stdout:checking test-librbd-smithi089-152442-30/image109 2024-07-26T06:58:06.692 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-30/image109 2024-07-26T06:58:06.692 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:06.692 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:06.692 INFO:tasks.workunit.client.0.smithi089.stdout:trying to find test-librbd-smithi089-152442-31/image111 2024-07-26T06:58:06.692 INFO:tasks.workunit.client.0.smithi089.stdout:checking test-librbd-smithi089-152442-30/image109 2024-07-26T06:58:06.692 INFO:tasks.workunit.client.0.smithi089.stdout:checking test-librbd-smithi089-152442-31/image108 2024-07-26T06:58:06.692 INFO:tasks.workunit.client.0.smithi089.stdout:checking test-librbd-smithi089-152442-31/image111 2024-07-26T06:58:06.692 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-31/image111 2024-07-26T06:58:06.693 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:06.693 INFO:tasks.workunit.client.0.smithi089.stdout:num children is: 4 2024-07-26T06:58:06.693 INFO:tasks.workunit.client.0.smithi089.stdout:expected: 4 2024-07-26T06:58:06.693 INFO:tasks.workunit.client.0.smithi089.stdout:child: image109 2024-07-26T06:58:06.693 INFO:tasks.workunit.client.0.smithi089.stdout:child: image108 2024-07-26T06:58:06.693 INFO:tasks.workunit.client.0.smithi089.stdout:child: image110 2024-07-26T06:58:06.693 INFO:tasks.workunit.client.0.smithi089.stdout:child: image111 2024-07-26T06:58:06.693 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-31/image108/b216d708aa8b 2024-07-26T06:58:06.693 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:06.693 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-30/image109/b216ce8c438 2024-07-26T06:58:06.693 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:06.693 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-31/image110/b216616b4e83 2024-07-26T06:58:06.693 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:06.694 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-31/image111/b216598249d4 2024-07-26T06:58:06.694 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:06.694 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:06.694 INFO:tasks.workunit.client.0.smithi089.stdout:trying to find test-librbd-smithi089-152442-31/image108 2024-07-26T06:58:06.694 INFO:tasks.workunit.client.0.smithi089.stdout:checking test-librbd-smithi089-152442-30/image109 2024-07-26T06:58:06.694 INFO:tasks.workunit.client.0.smithi089.stdout:checking test-librbd-smithi089-152442-31/image108 2024-07-26T06:58:06.694 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-31/image108 2024-07-26T06:58:06.694 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:06.694 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:06.694 INFO:tasks.workunit.client.0.smithi089.stdout:trying to find test-librbd-smithi089-152442-30/image109 2024-07-26T06:58:06.694 INFO:tasks.workunit.client.0.smithi089.stdout:checking test-librbd-smithi089-152442-30/image109 2024-07-26T06:58:06.694 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-30/image109 2024-07-26T06:58:06.694 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:06.694 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:06.695 INFO:tasks.workunit.client.0.smithi089.stdout:trying to find test-librbd-smithi089-152442-31/image110 2024-07-26T06:58:06.695 INFO:tasks.workunit.client.0.smithi089.stdout:checking test-librbd-smithi089-152442-30/image109 2024-07-26T06:58:06.695 INFO:tasks.workunit.client.0.smithi089.stdout:checking test-librbd-smithi089-152442-31/image108 2024-07-26T06:58:06.695 INFO:tasks.workunit.client.0.smithi089.stdout:checking test-librbd-smithi089-152442-31/image110 2024-07-26T06:58:06.695 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-31/image110 2024-07-26T06:58:06.695 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:06.695 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:06.695 INFO:tasks.workunit.client.0.smithi089.stdout:trying to find test-librbd-smithi089-152442-31/image111 2024-07-26T06:58:07.288 INFO:tasks.workunit.client.0.smithi089.stdout:checking test-librbd-smithi089-152442-30/image109 2024-07-26T06:58:07.288 INFO:tasks.workunit.client.0.smithi089.stdout:checking test-librbd-smithi089-152442-31/image108 2024-07-26T06:58:07.288 INFO:tasks.workunit.client.0.smithi089.stdout:checking test-librbd-smithi089-152442-31/image110 2024-07-26T06:58:07.288 INFO:tasks.workunit.client.0.smithi089.stdout:checking test-librbd-smithi089-152442-31/image111 2024-07-26T06:58:07.288 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-31/image111 2024-07-26T06:58:07.288 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:07.288 INFO:tasks.workunit.client.0.smithi089.stdout:num children is: 4 2024-07-26T06:58:07.288 INFO:tasks.workunit.client.0.smithi089.stdout:expected: 4 2024-07-26T06:58:07.288 INFO:tasks.workunit.client.0.smithi089.stdout:child: image109 2024-07-26T06:58:07.289 INFO:tasks.workunit.client.0.smithi089.stdout:child: image108 2024-07-26T06:58:07.289 INFO:tasks.workunit.client.0.smithi089.stdout:child: image110 2024-07-26T06:58:07.289 INFO:tasks.workunit.client.0.smithi089.stdout:child: image111 2024-07-26T06:58:07.289 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-31/image108/b216d708aa8b 2024-07-26T06:58:07.289 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:07.289 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-30/image109/b216ce8c438 2024-07-26T06:58:07.289 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:07.289 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-31/image110/b216616b4e83 2024-07-26T06:58:07.289 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:07.289 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-31/image111/b216598249d4 2024-07-26T06:58:07.289 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:07.289 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:07.289 INFO:tasks.workunit.client.0.smithi089.stdout:trying to find test-librbd-smithi089-152442-30/image109 2024-07-26T06:58:07.289 INFO:tasks.workunit.client.0.smithi089.stdout:checking test-librbd-smithi089-152442-30/image109 2024-07-26T06:58:07.290 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-30/image109 2024-07-26T06:58:07.290 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:07.290 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:07.290 INFO:tasks.workunit.client.0.smithi089.stdout:trying to find test-librbd-smithi089-152442-31/image110 2024-07-26T06:58:07.290 INFO:tasks.workunit.client.0.smithi089.stdout:checking test-librbd-smithi089-152442-30/image109 2024-07-26T06:58:07.290 INFO:tasks.workunit.client.0.smithi089.stdout:checking test-librbd-smithi089-152442-31/image110 2024-07-26T06:58:07.290 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-31/image110 2024-07-26T06:58:07.291 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:07.291 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:07.291 INFO:tasks.workunit.client.0.smithi089.stdout:trying to find test-librbd-smithi089-152442-31/image111 2024-07-26T06:58:07.291 INFO:tasks.workunit.client.0.smithi089.stdout:checking test-librbd-smithi089-152442-30/image109 2024-07-26T06:58:07.291 INFO:tasks.workunit.client.0.smithi089.stdout:checking test-librbd-smithi089-152442-31/image110 2024-07-26T06:58:07.291 INFO:tasks.workunit.client.0.smithi089.stdout:checking test-librbd-smithi089-152442-31/image111 2024-07-26T06:58:07.291 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-31/image111 2024-07-26T06:58:07.291 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:07.291 INFO:tasks.workunit.client.0.smithi089.stdout:num children is: 3 2024-07-26T06:58:07.291 INFO:tasks.workunit.client.0.smithi089.stdout:expected: 3 2024-07-26T06:58:07.291 INFO:tasks.workunit.client.0.smithi089.stdout:child: image109 2024-07-26T06:58:07.291 INFO:tasks.workunit.client.0.smithi089.stdout:child: image110 2024-07-26T06:58:07.291 INFO:tasks.workunit.client.0.smithi089.stdout:child: image111 2024-07-26T06:58:07.292 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-30/image109/b216ce8c438 2024-07-26T06:58:07.292 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:07.292 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-31/image110/b216616b4e83 2024-07-26T06:58:07.292 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:07.292 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-31/image111/b216598249d4 2024-07-26T06:58:07.292 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:07.292 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:07.292 INFO:tasks.workunit.client.0.smithi089.stdout:trying to find test-librbd-smithi089-152442-30/image109 2024-07-26T06:58:07.292 INFO:tasks.workunit.client.0.smithi089.stdout:checking test-librbd-smithi089-152442-30/image109 2024-07-26T06:58:07.293 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-30/image109 2024-07-26T06:58:07.293 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:07.293 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:07.293 INFO:tasks.workunit.client.0.smithi089.stdout:trying to find test-librbd-smithi089-152442-31/image111 2024-07-26T06:58:07.293 INFO:tasks.workunit.client.0.smithi089.stdout:checking test-librbd-smithi089-152442-30/image109 2024-07-26T06:58:07.293 INFO:tasks.workunit.client.0.smithi089.stdout:checking test-librbd-smithi089-152442-31/image111 2024-07-26T06:58:07.293 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-31/image111 2024-07-26T06:58:07.293 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:07.293 INFO:tasks.workunit.client.0.smithi089.stdout:num children is: 2 2024-07-26T06:58:07.293 INFO:tasks.workunit.client.0.smithi089.stdout:expected: 2 2024-07-26T06:58:07.294 INFO:tasks.workunit.client.0.smithi089.stdout:child: image109 2024-07-26T06:58:07.294 INFO:tasks.workunit.client.0.smithi089.stdout:child: image111 2024-07-26T06:58:07.294 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-30/image109/b216ce8c438 2024-07-26T06:58:07.294 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:07.294 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-31/image111/b216598249d4 2024-07-26T06:58:07.294 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:07.294 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:07.294 INFO:tasks.workunit.client.0.smithi089.stdout:trying to find test-librbd-smithi089-152442-30/image109 2024-07-26T06:58:07.294 INFO:tasks.workunit.client.0.smithi089.stdout:checking test-librbd-smithi089-152442-30/image109 2024-07-26T06:58:07.294 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-30/image109 2024-07-26T06:58:07.294 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:07.295 INFO:tasks.workunit.client.0.smithi089.stdout:num children is: 1 2024-07-26T06:58:07.295 INFO:tasks.workunit.client.0.smithi089.stdout:expected: 1 2024-07-26T06:58:07.295 INFO:tasks.workunit.client.0.smithi089.stdout:child: image109 2024-07-26T06:58:07.295 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-30/image109/b216ce8c438 2024-07-26T06:58:07.295 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:07.295 INFO:tasks.workunit.client.0.smithi089.stdout:num children is: 0 2024-07-26T06:58:07.295 INFO:tasks.workunit.client.0.smithi089.stdout:expected: 0 2024-07-26T06:58:07.295 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.ListChildren (9954 ms) 2024-07-26T06:58:07.295 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.ListChildrenTiered 2024-07-26T06:58:07.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:07 smithi155 ceph-mon[90160]: osdmap e1746: 8 total, 8 up, 8 in 2024-07-26T06:58:07.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:07 smithi089 ceph-mon[99608]: osdmap e1746: 8 total, 8 up, 8 in 2024-07-26T06:58:07.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:07 smithi089 ceph-mon[102056]: osdmap e1746: 8 total, 8 up, 8 in 2024-07-26T06:58:08.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:08 smithi155 ceph-mon[90160]: pgmap v3024: 649 pgs: 649 active+clean; 135 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 2.0 KiB/s wr, 96 op/s 2024-07-26T06:58:08.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:08 smithi155 ceph-mon[90160]: osdmap e1747: 8 total, 8 up, 8 in 2024-07-26T06:58:08.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:08 smithi089 ceph-mon[99608]: pgmap v3024: 649 pgs: 649 active+clean; 135 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 2.0 KiB/s wr, 96 op/s 2024-07-26T06:58:08.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:08 smithi089 ceph-mon[99608]: osdmap e1747: 8 total, 8 up, 8 in 2024-07-26T06:58:08.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:08 smithi089 ceph-mon[102056]: pgmap v3024: 649 pgs: 649 active+clean; 135 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 2.0 KiB/s wr, 96 op/s 2024-07-26T06:58:08.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:08 smithi089 ceph-mon[102056]: osdmap e1747: 8 total, 8 up, 8 in 2024-07-26T06:58:09.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:09 smithi155 ceph-mon[90160]: osdmap e1748: 8 total, 8 up, 8 in 2024-07-26T06:58:09.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:09 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/2817895450' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:58:09.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:09 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:58:09.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:09 smithi089 ceph-mon[99608]: osdmap e1748: 8 total, 8 up, 8 in 2024-07-26T06:58:09.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:09 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/2817895450' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:58:09.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:09 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:58:09.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:09 smithi089 ceph-mon[102056]: osdmap e1748: 8 total, 8 up, 8 in 2024-07-26T06:58:09.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:09 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/2817895450' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:58:09.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:09 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:58:10.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:10 smithi155 ceph-mon[90160]: pgmap v3027: 681 pgs: 32 unknown, 649 active+clean; 135 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 185 KiB/s rd, 6.5 KiB/s wr, 234 op/s 2024-07-26T06:58:10.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:10 smithi155 ceph-mon[90160]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:58:10.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:10 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:58:10.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:10 smithi155 ceph-mon[90160]: osdmap e1749: 8 total, 8 up, 8 in 2024-07-26T06:58:10.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:10 smithi155 ceph-mon[90160]: osdmap e1750: 8 total, 8 up, 8 in 2024-07-26T06:58:10.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:10 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/2844703269' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:58:10.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:10 smithi089 ceph-mon[99608]: pgmap v3027: 681 pgs: 32 unknown, 649 active+clean; 135 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 185 KiB/s rd, 6.5 KiB/s wr, 234 op/s 2024-07-26T06:58:10.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:10 smithi089 ceph-mon[99608]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:58:10.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:10 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:58:10.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:10 smithi089 ceph-mon[99608]: osdmap e1749: 8 total, 8 up, 8 in 2024-07-26T06:58:10.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:10 smithi089 ceph-mon[99608]: osdmap e1750: 8 total, 8 up, 8 in 2024-07-26T06:58:10.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:10 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/2844703269' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:58:10.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:10 smithi089 ceph-mon[102056]: pgmap v3027: 681 pgs: 32 unknown, 649 active+clean; 135 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 185 KiB/s rd, 6.5 KiB/s wr, 234 op/s 2024-07-26T06:58:10.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:10 smithi089 ceph-mon[102056]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:58:10.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:10 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:58:10.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:10 smithi089 ceph-mon[102056]: osdmap e1749: 8 total, 8 up, 8 in 2024-07-26T06:58:10.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:10 smithi089 ceph-mon[102056]: osdmap e1750: 8 total, 8 up, 8 in 2024-07-26T06:58:10.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:10 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/2844703269' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:58:12.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:11 smithi155 ceph-mon[90160]: pgmap v3030: 713 pgs: 5 creating+peering, 50 unknown, 658 active+clean; 135 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 8.7 KiB/s wr, 176 op/s 2024-07-26T06:58:12.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:11 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:58:12.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:11 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:58:12.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:11 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/2844703269' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:58:12.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:11 smithi155 ceph-mon[90160]: osdmap e1751: 8 total, 8 up, 8 in 2024-07-26T06:58:12.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:11 smithi089 ceph-mon[99608]: pgmap v3030: 713 pgs: 5 creating+peering, 50 unknown, 658 active+clean; 135 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 8.7 KiB/s wr, 176 op/s 2024-07-26T06:58:12.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:58:12.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:58:12.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:11 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/2844703269' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:58:12.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:11 smithi089 ceph-mon[99608]: osdmap e1751: 8 total, 8 up, 8 in 2024-07-26T06:58:12.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:11 smithi089 ceph-mon[102056]: pgmap v3030: 713 pgs: 5 creating+peering, 50 unknown, 658 active+clean; 135 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 8.7 KiB/s wr, 176 op/s 2024-07-26T06:58:12.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:58:12.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:58:12.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:11 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/2844703269' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:58:12.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:11 smithi089 ceph-mon[102056]: osdmap e1751: 8 total, 8 up, 8 in 2024-07-26T06:58:12.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:58:12 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:58:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:58:12.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:58:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:58:12] "GET /metrics HTTP/1.1" 200 80423 "" "Prometheus/2.43.0" 2024-07-26T06:58:13.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:13 smithi155 ceph-mon[90160]: osdmap e1752: 8 total, 8 up, 8 in 2024-07-26T06:58:13.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:13 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/3152980946' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:58:13.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:13 smithi089 ceph-mon[99608]: osdmap e1752: 8 total, 8 up, 8 in 2024-07-26T06:58:13.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:13 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/3152980946' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:58:13.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:13 smithi089 ceph-mon[102056]: osdmap e1752: 8 total, 8 up, 8 in 2024-07-26T06:58:13.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:13 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/3152980946' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:58:14.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:14 smithi155 ceph-mon[90160]: pgmap v3033: 745 pgs: 13 creating+peering, 51 unknown, 681 active+clean; 135 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 410 KiB/s rd, 9.2 KiB/s wr, 494 op/s 2024-07-26T06:58:14.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:14 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/3152980946' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:58:14.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:14 smithi155 ceph-mon[90160]: osdmap e1753: 8 total, 8 up, 8 in 2024-07-26T06:58:14.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:14 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/638193009' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi089-152442-32", "tierpool":"test-librbd-smithi089-152442-34", "force_nonempty":""}]: dispatch 2024-07-26T06:58:14.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:14 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi089-152442-32", "tierpool":"test-librbd-smithi089-152442-34", "force_nonempty":""}]: dispatch 2024-07-26T06:58:14.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:14 smithi089 ceph-mon[99608]: pgmap v3033: 745 pgs: 13 creating+peering, 51 unknown, 681 active+clean; 135 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 410 KiB/s rd, 9.2 KiB/s wr, 494 op/s 2024-07-26T06:58:14.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:14 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/3152980946' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:58:14.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:14 smithi089 ceph-mon[99608]: osdmap e1753: 8 total, 8 up, 8 in 2024-07-26T06:58:14.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:14 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/638193009' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi089-152442-32", "tierpool":"test-librbd-smithi089-152442-34", "force_nonempty":""}]: dispatch 2024-07-26T06:58:14.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:14 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi089-152442-32", "tierpool":"test-librbd-smithi089-152442-34", "force_nonempty":""}]: dispatch 2024-07-26T06:58:14.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:14 smithi089 ceph-mon[102056]: pgmap v3033: 745 pgs: 13 creating+peering, 51 unknown, 681 active+clean; 135 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 410 KiB/s rd, 9.2 KiB/s wr, 494 op/s 2024-07-26T06:58:14.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:14 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/3152980946' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:58:14.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:14 smithi089 ceph-mon[102056]: osdmap e1753: 8 total, 8 up, 8 in 2024-07-26T06:58:14.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:14 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/638193009' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi089-152442-32", "tierpool":"test-librbd-smithi089-152442-34", "force_nonempty":""}]: dispatch 2024-07-26T06:58:14.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:14 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi089-152442-32", "tierpool":"test-librbd-smithi089-152442-34", "force_nonempty":""}]: dispatch 2024-07-26T06:58:15.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:15 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi089-152442-32", "tierpool":"test-librbd-smithi089-152442-34", "force_nonempty":""}]': finished 2024-07-26T06:58:15.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:15 smithi155 ceph-mon[90160]: osdmap e1754: 8 total, 8 up, 8 in 2024-07-26T06:58:15.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:15 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/638193009' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi089-152442-34", "mode":"writeback"}]: dispatch 2024-07-26T06:58:15.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:15 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi089-152442-34", "mode":"writeback"}]: dispatch 2024-07-26T06:58:15.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:15 smithi155 ceph-mon[90160]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-07-26T06:58:15.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:15 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi089-152442-34", "mode":"writeback"}]': finished 2024-07-26T06:58:15.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:15 smithi155 ceph-mon[90160]: osdmap e1755: 8 total, 8 up, 8 in 2024-07-26T06:58:15.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:15 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/638193009' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi089-152442-32", "overlaypool":"test-librbd-smithi089-152442-34"}]: dispatch 2024-07-26T06:58:15.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:15 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi089-152442-32", "overlaypool":"test-librbd-smithi089-152442-34"}]: dispatch 2024-07-26T06:58:15.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:15 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi089-152442-32", "tierpool":"test-librbd-smithi089-152442-34", "force_nonempty":""}]': finished 2024-07-26T06:58:15.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:15 smithi089 ceph-mon[99608]: osdmap e1754: 8 total, 8 up, 8 in 2024-07-26T06:58:15.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:15 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/638193009' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi089-152442-34", "mode":"writeback"}]: dispatch 2024-07-26T06:58:15.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:15 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi089-152442-34", "mode":"writeback"}]: dispatch 2024-07-26T06:58:15.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:15 smithi089 ceph-mon[99608]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-07-26T06:58:15.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:15 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi089-152442-34", "mode":"writeback"}]': finished 2024-07-26T06:58:15.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:15 smithi089 ceph-mon[99608]: osdmap e1755: 8 total, 8 up, 8 in 2024-07-26T06:58:15.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:15 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/638193009' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi089-152442-32", "overlaypool":"test-librbd-smithi089-152442-34"}]: dispatch 2024-07-26T06:58:15.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:15 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi089-152442-32", "overlaypool":"test-librbd-smithi089-152442-34"}]: dispatch 2024-07-26T06:58:15.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:15 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi089-152442-32", "tierpool":"test-librbd-smithi089-152442-34", "force_nonempty":""}]': finished 2024-07-26T06:58:15.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:15 smithi089 ceph-mon[102056]: osdmap e1754: 8 total, 8 up, 8 in 2024-07-26T06:58:15.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:15 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/638193009' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi089-152442-34", "mode":"writeback"}]: dispatch 2024-07-26T06:58:15.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:15 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi089-152442-34", "mode":"writeback"}]: dispatch 2024-07-26T06:58:15.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:15 smithi089 ceph-mon[102056]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-07-26T06:58:15.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:15 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi089-152442-34", "mode":"writeback"}]': finished 2024-07-26T06:58:15.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:15 smithi089 ceph-mon[102056]: osdmap e1755: 8 total, 8 up, 8 in 2024-07-26T06:58:15.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:15 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/638193009' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi089-152442-32", "overlaypool":"test-librbd-smithi089-152442-34"}]: dispatch 2024-07-26T06:58:15.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:15 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi089-152442-32", "overlaypool":"test-librbd-smithi089-152442-34"}]: dispatch 2024-07-26T06:58:16.169 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:58:16.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:16 smithi155 ceph-mon[90160]: pgmap v3036: 745 pgs: 14 creating+peering, 18 unknown, 713 active+clean; 135 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 383 KiB/s rd, 5.5 KiB/s wr, 457 op/s 2024-07-26T06:58:16.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:16 smithi155 ceph-mon[90160]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:58:16.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:16 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi089-152442-32", "overlaypool":"test-librbd-smithi089-152442-34"}]': finished 2024-07-26T06:58:16.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:16 smithi155 ceph-mon[90160]: osdmap e1756: 8 total, 8 up, 8 in 2024-07-26T06:58:16.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:16 smithi089 ceph-mon[99608]: pgmap v3036: 745 pgs: 14 creating+peering, 18 unknown, 713 active+clean; 135 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 383 KiB/s rd, 5.5 KiB/s wr, 457 op/s 2024-07-26T06:58:16.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:16 smithi089 ceph-mon[99608]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:58:16.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:16 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi089-152442-32", "overlaypool":"test-librbd-smithi089-152442-34"}]': finished 2024-07-26T06:58:16.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:16 smithi089 ceph-mon[99608]: osdmap e1756: 8 total, 8 up, 8 in 2024-07-26T06:58:16.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:16 smithi089 ceph-mon[102056]: pgmap v3036: 745 pgs: 14 creating+peering, 18 unknown, 713 active+clean; 135 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 383 KiB/s rd, 5.5 KiB/s wr, 457 op/s 2024-07-26T06:58:16.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:16 smithi089 ceph-mon[102056]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:58:16.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:16 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi089-152442-32", "overlaypool":"test-librbd-smithi089-152442-34"}]': finished 2024-07-26T06:58:16.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:16 smithi089 ceph-mon[102056]: osdmap e1756: 8 total, 8 up, 8 in 2024-07-26T06:58:18.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:18 smithi155 ceph-mon[90160]: pgmap v3039: 745 pgs: 9 creating+peering, 736 active+clean; 135 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-07-26T06:58:18.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:18 smithi155 ceph-mon[90160]: osdmap e1757: 8 total, 8 up, 8 in 2024-07-26T06:58:18.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:18 smithi089 ceph-mon[99608]: pgmap v3039: 745 pgs: 9 creating+peering, 736 active+clean; 135 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-07-26T06:58:18.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:18 smithi089 ceph-mon[99608]: osdmap e1757: 8 total, 8 up, 8 in 2024-07-26T06:58:18.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:18 smithi089 ceph-mon[102056]: pgmap v3039: 745 pgs: 9 creating+peering, 736 active+clean; 135 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-07-26T06:58:18.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:18 smithi089 ceph-mon[102056]: osdmap e1757: 8 total, 8 up, 8 in 2024-07-26T06:58:19.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:19 smithi155 ceph-mon[90160]: osdmap e1758: 8 total, 8 up, 8 in 2024-07-26T06:58:19.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:19 smithi089 ceph-mon[99608]: osdmap e1758: 8 total, 8 up, 8 in 2024-07-26T06:58:19.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:19 smithi089 ceph-mon[102056]: osdmap e1758: 8 total, 8 up, 8 in 2024-07-26T06:58:20.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:20 smithi155 ceph-mon[90160]: pgmap v3042: 745 pgs: 745 active+clean; 135 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-07-26T06:58:20.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:20 smithi155 ceph-mon[90160]: osdmap e1759: 8 total, 8 up, 8 in 2024-07-26T06:58:20.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:20 smithi089 ceph-mon[99608]: pgmap v3042: 745 pgs: 745 active+clean; 135 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-07-26T06:58:20.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:20 smithi089 ceph-mon[99608]: osdmap e1759: 8 total, 8 up, 8 in 2024-07-26T06:58:20.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:20 smithi089 ceph-mon[102056]: pgmap v3042: 745 pgs: 745 active+clean; 135 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-07-26T06:58:20.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:20 smithi089 ceph-mon[102056]: osdmap e1759: 8 total, 8 up, 8 in 2024-07-26T06:58:21.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:21 smithi155 ceph-mon[90160]: osdmap e1760: 8 total, 8 up, 8 in 2024-07-26T06:58:21.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:21 smithi089 ceph-mon[99608]: osdmap e1760: 8 total, 8 up, 8 in 2024-07-26T06:58:21.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:21 smithi089 ceph-mon[102056]: osdmap e1760: 8 total, 8 up, 8 in 2024-07-26T06:58:21.763 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:21.763 INFO:tasks.workunit.client.0.smithi089.stdout:trying to find test-librbd-smithi089-152442-33/image113 2024-07-26T06:58:21.763 INFO:tasks.workunit.client.0.smithi089.stdout:checking test-librbd-smithi089-152442-33/image113 2024-07-26T06:58:21.763 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-33/image113 2024-07-26T06:58:21.763 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:21.763 INFO:tasks.workunit.client.0.smithi089.stdout:num children is: 1 2024-07-26T06:58:21.763 INFO:tasks.workunit.client.0.smithi089.stdout:expected: 1 2024-07-26T06:58:21.763 INFO:tasks.workunit.client.0.smithi089.stdout:child: image113 2024-07-26T06:58:21.763 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-33/image113/b216fe552611 2024-07-26T06:58:21.763 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:21.763 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:21.764 INFO:tasks.workunit.client.0.smithi089.stdout:trying to find test-librbd-smithi089-152442-33/image113 2024-07-26T06:58:21.764 INFO:tasks.workunit.client.0.smithi089.stdout:checking test-librbd-smithi089-152442-32/image114 2024-07-26T06:58:21.764 INFO:tasks.workunit.client.0.smithi089.stdout:checking test-librbd-smithi089-152442-33/image113 2024-07-26T06:58:21.764 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-33/image113 2024-07-26T06:58:21.764 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:21.764 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:21.764 INFO:tasks.workunit.client.0.smithi089.stdout:trying to find test-librbd-smithi089-152442-32/image114 2024-07-26T06:58:21.764 INFO:tasks.workunit.client.0.smithi089.stdout:checking test-librbd-smithi089-152442-32/image114 2024-07-26T06:58:21.764 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-32/image114 2024-07-26T06:58:21.764 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:21.764 INFO:tasks.workunit.client.0.smithi089.stdout:num children is: 2 2024-07-26T06:58:21.764 INFO:tasks.workunit.client.0.smithi089.stdout:expected: 2 2024-07-26T06:58:21.764 INFO:tasks.workunit.client.0.smithi089.stdout:child: image114 2024-07-26T06:58:21.764 INFO:tasks.workunit.client.0.smithi089.stdout:child: image113 2024-07-26T06:58:21.764 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-33/image113/b216fe552611 2024-07-26T06:58:21.765 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:21.765 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-32/image114/b2168a2611fb 2024-07-26T06:58:21.765 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:21.765 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:21.765 INFO:tasks.workunit.client.0.smithi089.stdout:trying to find test-librbd-smithi089-152442-33/image113 2024-07-26T06:58:21.765 INFO:tasks.workunit.client.0.smithi089.stdout:checking test-librbd-smithi089-152442-32/image114 2024-07-26T06:58:21.765 INFO:tasks.workunit.client.0.smithi089.stdout:checking test-librbd-smithi089-152442-33/image113 2024-07-26T06:58:21.765 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-33/image113 2024-07-26T06:58:21.765 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:21.765 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:21.765 INFO:tasks.workunit.client.0.smithi089.stdout:trying to find test-librbd-smithi089-152442-32/image114 2024-07-26T06:58:21.765 INFO:tasks.workunit.client.0.smithi089.stdout:checking test-librbd-smithi089-152442-32/image114 2024-07-26T06:58:21.765 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-32/image114 2024-07-26T06:58:21.766 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:21.766 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:21.766 INFO:tasks.workunit.client.0.smithi089.stdout:trying to find test-librbd-smithi089-152442-33/image115 2024-07-26T06:58:21.766 INFO:tasks.workunit.client.0.smithi089.stdout:checking test-librbd-smithi089-152442-32/image114 2024-07-26T06:58:21.766 INFO:tasks.workunit.client.0.smithi089.stdout:checking test-librbd-smithi089-152442-33/image113 2024-07-26T06:58:21.766 INFO:tasks.workunit.client.0.smithi089.stdout:checking test-librbd-smithi089-152442-33/image115 2024-07-26T06:58:21.766 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-33/image115 2024-07-26T06:58:21.766 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:21.766 INFO:tasks.workunit.client.0.smithi089.stdout:num children is: 3 2024-07-26T06:58:21.766 INFO:tasks.workunit.client.0.smithi089.stdout:expected: 3 2024-07-26T06:58:21.766 INFO:tasks.workunit.client.0.smithi089.stdout:child: image114 2024-07-26T06:58:21.766 INFO:tasks.workunit.client.0.smithi089.stdout:child: image113 2024-07-26T06:58:21.766 INFO:tasks.workunit.client.0.smithi089.stdout:child: image115 2024-07-26T06:58:21.766 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-33/image113/b216fe552611 2024-07-26T06:58:21.767 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:21.767 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-32/image114/b2168a2611fb 2024-07-26T06:58:21.767 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:21.767 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-33/image115/b216ccdba5cc 2024-07-26T06:58:21.767 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:21.767 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:21.767 INFO:tasks.workunit.client.0.smithi089.stdout:trying to find test-librbd-smithi089-152442-33/image113 2024-07-26T06:58:21.767 INFO:tasks.workunit.client.0.smithi089.stdout:checking test-librbd-smithi089-152442-32/image114 2024-07-26T06:58:21.767 INFO:tasks.workunit.client.0.smithi089.stdout:checking test-librbd-smithi089-152442-33/image113 2024-07-26T06:58:21.767 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-33/image113 2024-07-26T06:58:21.767 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:21.767 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:21.767 INFO:tasks.workunit.client.0.smithi089.stdout:trying to find test-librbd-smithi089-152442-32/image114 2024-07-26T06:58:21.767 INFO:tasks.workunit.client.0.smithi089.stdout:checking test-librbd-smithi089-152442-32/image114 2024-07-26T06:58:21.767 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-32/image114 2024-07-26T06:58:21.768 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:21.768 INFO:tasks.workunit.client.0.smithi089.stdout:num children is: 3 2024-07-26T06:58:21.768 INFO:tasks.workunit.client.0.smithi089.stdout:expected: 3 2024-07-26T06:58:21.768 INFO:tasks.workunit.client.0.smithi089.stdout:child: image114 2024-07-26T06:58:21.768 INFO:tasks.workunit.client.0.smithi089.stdout:child: image113 2024-07-26T06:58:21.768 INFO:tasks.workunit.client.0.smithi089.stdout:child: image115 2024-07-26T06:58:21.768 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-33/image113/b216fe552611 2024-07-26T06:58:21.768 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:21.768 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-32/image114/b2168a2611fb 2024-07-26T06:58:21.768 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:21.768 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-33/image115/b216ccdba5cc 2024-07-26T06:58:21.768 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:21.768 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:21.768 INFO:tasks.workunit.client.0.smithi089.stdout:trying to find test-librbd-smithi089-152442-33/image113 2024-07-26T06:58:21.768 INFO:tasks.workunit.client.0.smithi089.stdout:checking test-librbd-smithi089-152442-32/image114 2024-07-26T06:58:21.768 INFO:tasks.workunit.client.0.smithi089.stdout:checking test-librbd-smithi089-152442-33/image113 2024-07-26T06:58:21.769 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-33/image113 2024-07-26T06:58:21.769 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:21.769 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:21.769 INFO:tasks.workunit.client.0.smithi089.stdout:trying to find test-librbd-smithi089-152442-32/image114 2024-07-26T06:58:21.769 INFO:tasks.workunit.client.0.smithi089.stdout:checking test-librbd-smithi089-152442-32/image114 2024-07-26T06:58:21.769 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-32/image114 2024-07-26T06:58:21.769 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:21.769 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:21.769 INFO:tasks.workunit.client.0.smithi089.stdout:trying to find test-librbd-smithi089-152442-33/image116 2024-07-26T06:58:21.769 INFO:tasks.workunit.client.0.smithi089.stdout:checking test-librbd-smithi089-152442-32/image114 2024-07-26T06:58:21.769 INFO:tasks.workunit.client.0.smithi089.stdout:checking test-librbd-smithi089-152442-33/image113 2024-07-26T06:58:21.769 INFO:tasks.workunit.client.0.smithi089.stdout:checking test-librbd-smithi089-152442-33/image116 2024-07-26T06:58:21.769 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-33/image116 2024-07-26T06:58:21.769 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:21.769 INFO:tasks.workunit.client.0.smithi089.stdout:num children is: 4 2024-07-26T06:58:21.770 INFO:tasks.workunit.client.0.smithi089.stdout:expected: 4 2024-07-26T06:58:21.770 INFO:tasks.workunit.client.0.smithi089.stdout:child: image114 2024-07-26T06:58:21.770 INFO:tasks.workunit.client.0.smithi089.stdout:child: image113 2024-07-26T06:58:21.770 INFO:tasks.workunit.client.0.smithi089.stdout:child: image115 2024-07-26T06:58:21.770 INFO:tasks.workunit.client.0.smithi089.stdout:child: image116 2024-07-26T06:58:21.770 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-33/image113/b216fe552611 2024-07-26T06:58:21.770 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:21.770 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-32/image114/b2168a2611fb 2024-07-26T06:58:21.770 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:21.770 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-33/image115/b216ccdba5cc 2024-07-26T06:58:21.770 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:21.770 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-33/image116/b216ff6f378c 2024-07-26T06:58:21.770 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:21.771 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:21.771 INFO:tasks.workunit.client.0.smithi089.stdout:trying to find test-librbd-smithi089-152442-33/image113 2024-07-26T06:58:21.771 INFO:tasks.workunit.client.0.smithi089.stdout:checking test-librbd-smithi089-152442-32/image114 2024-07-26T06:58:21.771 INFO:tasks.workunit.client.0.smithi089.stdout:checking test-librbd-smithi089-152442-33/image113 2024-07-26T06:58:21.771 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-33/image113 2024-07-26T06:58:21.771 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:21.771 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:21.771 INFO:tasks.workunit.client.0.smithi089.stdout:trying to find test-librbd-smithi089-152442-32/image114 2024-07-26T06:58:21.771 INFO:tasks.workunit.client.0.smithi089.stdout:checking test-librbd-smithi089-152442-32/image114 2024-07-26T06:58:21.771 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-32/image114 2024-07-26T06:58:21.771 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:21.771 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:21.771 INFO:tasks.workunit.client.0.smithi089.stdout:trying to find test-librbd-smithi089-152442-33/image115 2024-07-26T06:58:21.771 INFO:tasks.workunit.client.0.smithi089.stdout:checking test-librbd-smithi089-152442-32/image114 2024-07-26T06:58:21.772 INFO:tasks.workunit.client.0.smithi089.stdout:checking test-librbd-smithi089-152442-33/image113 2024-07-26T06:58:21.772 INFO:tasks.workunit.client.0.smithi089.stdout:checking test-librbd-smithi089-152442-33/image115 2024-07-26T06:58:21.772 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-33/image115 2024-07-26T06:58:21.772 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:21.772 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:21.772 INFO:tasks.workunit.client.0.smithi089.stdout:trying to find test-librbd-smithi089-152442-33/image116 2024-07-26T06:58:22.530 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:58:22 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:58:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:58:22.530 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:22 smithi155 ceph-mon[90160]: pgmap v3045: 745 pgs: 745 active+clean; 135 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 511 B/s wr, 1 op/s 2024-07-26T06:58:22.530 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:22 smithi155 ceph-mon[90160]: osdmap e1761: 8 total, 8 up, 8 in 2024-07-26T06:58:22.532 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:22 smithi089 ceph-mon[99608]: pgmap v3045: 745 pgs: 745 active+clean; 135 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 511 B/s wr, 1 op/s 2024-07-26T06:58:22.532 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:22 smithi089 ceph-mon[99608]: osdmap e1761: 8 total, 8 up, 8 in 2024-07-26T06:58:22.532 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:22 smithi089 ceph-mon[102056]: pgmap v3045: 745 pgs: 745 active+clean; 135 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 511 B/s wr, 1 op/s 2024-07-26T06:58:22.532 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:22 smithi089 ceph-mon[102056]: osdmap e1761: 8 total, 8 up, 8 in 2024-07-26T06:58:22.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:58:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:58:22] "GET /metrics HTTP/1.1" 200 80423 "" "Prometheus/2.43.0" 2024-07-26T06:58:23.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:23 smithi155 ceph-mon[90160]: osdmap e1762: 8 total, 8 up, 8 in 2024-07-26T06:58:23.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:23 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/638193009' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi089-152442-32"}]: dispatch 2024-07-26T06:58:23.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:23 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi089-152442-32"}]: dispatch 2024-07-26T06:58:23.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:23 smithi089 ceph-mon[99608]: osdmap e1762: 8 total, 8 up, 8 in 2024-07-26T06:58:23.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:23 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/638193009' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi089-152442-32"}]: dispatch 2024-07-26T06:58:23.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:23 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi089-152442-32"}]: dispatch 2024-07-26T06:58:23.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:23 smithi089 ceph-mon[102056]: osdmap e1762: 8 total, 8 up, 8 in 2024-07-26T06:58:23.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:23 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/638193009' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi089-152442-32"}]: dispatch 2024-07-26T06:58:23.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:23 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi089-152442-32"}]: dispatch 2024-07-26T06:58:24.277 INFO:tasks.workunit.client.0.smithi089.stdout:checking test-librbd-smithi089-152442-32/image114 2024-07-26T06:58:24.277 INFO:tasks.workunit.client.0.smithi089.stdout:checking test-librbd-smithi089-152442-33/image113 2024-07-26T06:58:24.278 INFO:tasks.workunit.client.0.smithi089.stdout:checking test-librbd-smithi089-152442-33/image115 2024-07-26T06:58:24.278 INFO:tasks.workunit.client.0.smithi089.stdout:checking test-librbd-smithi089-152442-33/image116 2024-07-26T06:58:24.278 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-33/image116 2024-07-26T06:58:24.278 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:24.278 INFO:tasks.workunit.client.0.smithi089.stdout:num children is: 4 2024-07-26T06:58:24.278 INFO:tasks.workunit.client.0.smithi089.stdout:expected: 4 2024-07-26T06:58:24.278 INFO:tasks.workunit.client.0.smithi089.stdout:child: image114 2024-07-26T06:58:24.278 INFO:tasks.workunit.client.0.smithi089.stdout:child: image113 2024-07-26T06:58:24.278 INFO:tasks.workunit.client.0.smithi089.stdout:child: image115 2024-07-26T06:58:24.278 INFO:tasks.workunit.client.0.smithi089.stdout:child: image116 2024-07-26T06:58:24.278 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-33/image113/b216fe552611 2024-07-26T06:58:24.279 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:24.279 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-32/image114/b2168a2611fb 2024-07-26T06:58:24.279 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:24.279 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-33/image115/b216ccdba5cc 2024-07-26T06:58:24.279 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:24.279 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-33/image116/b216ff6f378c 2024-07-26T06:58:24.279 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:24.279 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:24.279 INFO:tasks.workunit.client.0.smithi089.stdout:trying to find test-librbd-smithi089-152442-32/image114 2024-07-26T06:58:24.279 INFO:tasks.workunit.client.0.smithi089.stdout:checking test-librbd-smithi089-152442-32/image114 2024-07-26T06:58:24.279 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-32/image114 2024-07-26T06:58:24.279 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:24.279 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:24.280 INFO:tasks.workunit.client.0.smithi089.stdout:trying to find test-librbd-smithi089-152442-33/image115 2024-07-26T06:58:24.280 INFO:tasks.workunit.client.0.smithi089.stdout:checking test-librbd-smithi089-152442-32/image114 2024-07-26T06:58:24.280 INFO:tasks.workunit.client.0.smithi089.stdout:checking test-librbd-smithi089-152442-33/image115 2024-07-26T06:58:24.280 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-33/image115 2024-07-26T06:58:24.280 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:24.280 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:24.280 INFO:tasks.workunit.client.0.smithi089.stdout:trying to find test-librbd-smithi089-152442-33/image116 2024-07-26T06:58:24.280 INFO:tasks.workunit.client.0.smithi089.stdout:checking test-librbd-smithi089-152442-32/image114 2024-07-26T06:58:24.280 INFO:tasks.workunit.client.0.smithi089.stdout:checking test-librbd-smithi089-152442-33/image115 2024-07-26T06:58:24.281 INFO:tasks.workunit.client.0.smithi089.stdout:checking test-librbd-smithi089-152442-33/image116 2024-07-26T06:58:24.281 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-33/image116 2024-07-26T06:58:24.281 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:24.281 INFO:tasks.workunit.client.0.smithi089.stdout:num children is: 3 2024-07-26T06:58:24.281 INFO:tasks.workunit.client.0.smithi089.stdout:expected: 3 2024-07-26T06:58:24.281 INFO:tasks.workunit.client.0.smithi089.stdout:child: image114 2024-07-26T06:58:24.281 INFO:tasks.workunit.client.0.smithi089.stdout:child: image115 2024-07-26T06:58:24.281 INFO:tasks.workunit.client.0.smithi089.stdout:child: image116 2024-07-26T06:58:24.281 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-32/image114/b2168a2611fb 2024-07-26T06:58:24.281 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:24.281 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-33/image115/b216ccdba5cc 2024-07-26T06:58:24.281 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:24.281 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-33/image116/b216ff6f378c 2024-07-26T06:58:24.281 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:24.282 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:24.282 INFO:tasks.workunit.client.0.smithi089.stdout:trying to find test-librbd-smithi089-152442-32/image114 2024-07-26T06:58:24.282 INFO:tasks.workunit.client.0.smithi089.stdout:checking test-librbd-smithi089-152442-32/image114 2024-07-26T06:58:24.282 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-32/image114 2024-07-26T06:58:24.282 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:24.282 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:24.282 INFO:tasks.workunit.client.0.smithi089.stdout:trying to find test-librbd-smithi089-152442-33/image116 2024-07-26T06:58:24.282 INFO:tasks.workunit.client.0.smithi089.stdout:checking test-librbd-smithi089-152442-32/image114 2024-07-26T06:58:24.282 INFO:tasks.workunit.client.0.smithi089.stdout:checking test-librbd-smithi089-152442-33/image116 2024-07-26T06:58:24.282 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-33/image116 2024-07-26T06:58:24.283 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:24.283 INFO:tasks.workunit.client.0.smithi089.stdout:num children is: 2 2024-07-26T06:58:24.283 INFO:tasks.workunit.client.0.smithi089.stdout:expected: 2 2024-07-26T06:58:24.283 INFO:tasks.workunit.client.0.smithi089.stdout:child: image114 2024-07-26T06:58:24.283 INFO:tasks.workunit.client.0.smithi089.stdout:child: image116 2024-07-26T06:58:24.283 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-32/image114/b2168a2611fb 2024-07-26T06:58:24.283 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:24.283 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-33/image116/b216ff6f378c 2024-07-26T06:58:24.283 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:24.283 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:24.284 INFO:tasks.workunit.client.0.smithi089.stdout:trying to find test-librbd-smithi089-152442-32/image114 2024-07-26T06:58:24.284 INFO:tasks.workunit.client.0.smithi089.stdout:checking test-librbd-smithi089-152442-32/image114 2024-07-26T06:58:24.284 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-32/image114 2024-07-26T06:58:24.284 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:24.284 INFO:tasks.workunit.client.0.smithi089.stdout:num children is: 1 2024-07-26T06:58:24.284 INFO:tasks.workunit.client.0.smithi089.stdout:expected: 1 2024-07-26T06:58:24.284 INFO:tasks.workunit.client.0.smithi089.stdout:child: image114 2024-07-26T06:58:24.284 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-32/image114/b2168a2611fb 2024-07-26T06:58:24.284 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:58:24.285 INFO:tasks.workunit.client.0.smithi089.stdout:num children is: 0 2024-07-26T06:58:24.285 INFO:tasks.workunit.client.0.smithi089.stdout:expected: 0 2024-07-26T06:58:24.285 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.ListChildrenTiered (16989 ms) 2024-07-26T06:58:24.285 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.LockingPP 2024-07-26T06:58:24.285 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:58:24.337 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.LockingPP (60 ms) 2024-07-26T06:58:24.337 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.FlushAio 2024-07-26T06:58:24.337 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:58:24.593 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.FlushAio (256 ms) 2024-07-26T06:58:24.593 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.FlushAioPP 2024-07-26T06:58:24.593 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:58:24.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:24 smithi155 ceph-mon[90160]: pgmap v3048: 745 pgs: 745 active+clean; 135 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 190 KiB/s rd, 5.0 KiB/s wr, 236 op/s 2024-07-26T06:58:24.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:24 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi089-152442-32"}]': finished 2024-07-26T06:58:24.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:24 smithi155 ceph-mon[90160]: osdmap e1763: 8 total, 8 up, 8 in 2024-07-26T06:58:24.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:24 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/638193009' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi089-152442-32", "tierpool":"test-librbd-smithi089-152442-34"}]: dispatch 2024-07-26T06:58:24.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:24 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi089-152442-32", "tierpool":"test-librbd-smithi089-152442-34"}]: dispatch 2024-07-26T06:58:24.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:24 smithi089 ceph-mon[99608]: pgmap v3048: 745 pgs: 745 active+clean; 135 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 190 KiB/s rd, 5.0 KiB/s wr, 236 op/s 2024-07-26T06:58:24.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:24 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi089-152442-32"}]': finished 2024-07-26T06:58:24.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:24 smithi089 ceph-mon[99608]: osdmap e1763: 8 total, 8 up, 8 in 2024-07-26T06:58:24.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:24 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/638193009' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi089-152442-32", "tierpool":"test-librbd-smithi089-152442-34"}]: dispatch 2024-07-26T06:58:24.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:24 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi089-152442-32", "tierpool":"test-librbd-smithi089-152442-34"}]: dispatch 2024-07-26T06:58:24.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:24 smithi089 ceph-mon[102056]: pgmap v3048: 745 pgs: 745 active+clean; 135 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 190 KiB/s rd, 5.0 KiB/s wr, 236 op/s 2024-07-26T06:58:24.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:24 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi089-152442-32"}]': finished 2024-07-26T06:58:24.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:24 smithi089 ceph-mon[102056]: osdmap e1763: 8 total, 8 up, 8 in 2024-07-26T06:58:24.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:24 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/638193009' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi089-152442-32", "tierpool":"test-librbd-smithi089-152442-34"}]: dispatch 2024-07-26T06:58:24.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:24 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi089-152442-32", "tierpool":"test-librbd-smithi089-152442-34"}]: dispatch 2024-07-26T06:58:24.778 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.FlushAioPP (184 ms) 2024-07-26T06:58:24.778 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.ZeroLengthWrite 2024-07-26T06:58:24.778 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:58:24.803 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.ZeroLengthWrite (25 ms) 2024-07-26T06:58:24.803 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.ZeroLengthDiscard 2024-07-26T06:58:24.803 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:58:24.830 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.ZeroLengthDiscard (28 ms) 2024-07-26T06:58:24.830 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.ZeroLengthRead 2024-07-26T06:58:24.831 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:58:24.847 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.ZeroLengthRead (16 ms) 2024-07-26T06:58:24.847 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.LargeCacheRead 2024-07-26T06:58:24.847 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:58:24.887 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.LargeCacheRead (41 ms) 2024-07-26T06:58:24.888 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.TestPendingAio 2024-07-26T06:58:24.888 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:58:25.105 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.TestPendingAio (218 ms) 2024-07-26T06:58:25.106 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyup 2024-07-26T06:58:25.106 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:58:25.368 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:58:25.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:25 smithi155 ceph-mon[90160]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-07-26T06:58:25.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:25 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi089-152442-32", "tierpool":"test-librbd-smithi089-152442-34"}]': finished 2024-07-26T06:58:25.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:25 smithi155 ceph-mon[90160]: osdmap e1764: 8 total, 8 up, 8 in 2024-07-26T06:58:25.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:25 smithi155 ceph-mon[90160]: pgmap v3051: 745 pgs: 745 active+clean; 135 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 432 KiB/s rd, 14 KiB/s wr, 533 op/s 2024-07-26T06:58:25.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:25 smithi089 ceph-mon[99608]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-07-26T06:58:25.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:25 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi089-152442-32", "tierpool":"test-librbd-smithi089-152442-34"}]': finished 2024-07-26T06:58:25.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:25 smithi089 ceph-mon[99608]: osdmap e1764: 8 total, 8 up, 8 in 2024-07-26T06:58:25.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:25 smithi089 ceph-mon[99608]: pgmap v3051: 745 pgs: 745 active+clean; 135 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 432 KiB/s rd, 14 KiB/s wr, 533 op/s 2024-07-26T06:58:25.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:25 smithi089 ceph-mon[102056]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-07-26T06:58:25.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:25 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi089-152442-32", "tierpool":"test-librbd-smithi089-152442-34"}]': finished 2024-07-26T06:58:25.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:25 smithi089 ceph-mon[102056]: osdmap e1764: 8 total, 8 up, 8 in 2024-07-26T06:58:25.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:25 smithi089 ceph-mon[102056]: pgmap v3051: 745 pgs: 745 active+clean; 135 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 432 KiB/s rd, 14 KiB/s wr, 533 op/s 2024-07-26T06:58:26.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:26 smithi155 ceph-mon[90160]: osdmap e1765: 8 total, 8 up, 8 in 2024-07-26T06:58:26.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:58:26.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:58:26.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:26 smithi089 ceph-mon[99608]: osdmap e1765: 8 total, 8 up, 8 in 2024-07-26T06:58:26.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:58:26.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:58:26.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:26 smithi089 ceph-mon[102056]: osdmap e1765: 8 total, 8 up, 8 in 2024-07-26T06:58:26.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:58:26.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:58:27.336 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyup (2230 ms) 2024-07-26T06:58:27.336 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyupMismatch 2024-07-26T06:58:27.336 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:58:27.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:27 smithi155 ceph-mon[90160]: osdmap e1766: 8 total, 8 up, 8 in 2024-07-26T06:58:27.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:27 smithi155 ceph-mon[90160]: pgmap v3054: 745 pgs: 745 active+clean; 137 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 505 KiB/s rd, 84 KiB/s wr, 690 op/s 2024-07-26T06:58:27.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:27 smithi089 ceph-mon[99608]: osdmap e1766: 8 total, 8 up, 8 in 2024-07-26T06:58:27.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:27 smithi089 ceph-mon[99608]: pgmap v3054: 745 pgs: 745 active+clean; 137 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 505 KiB/s rd, 84 KiB/s wr, 690 op/s 2024-07-26T06:58:27.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:27 smithi089 ceph-mon[102056]: osdmap e1766: 8 total, 8 up, 8 in 2024-07-26T06:58:27.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:27 smithi089 ceph-mon[102056]: pgmap v3054: 745 pgs: 745 active+clean; 137 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 505 KiB/s rd, 84 KiB/s wr, 690 op/s 2024-07-26T06:58:28.391 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:58:28.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:28 smithi155 ceph-mon[90160]: osdmap e1767: 8 total, 8 up, 8 in 2024-07-26T06:58:28.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:28 smithi089 ceph-mon[99608]: osdmap e1767: 8 total, 8 up, 8 in 2024-07-26T06:58:28.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:28 smithi089 ceph-mon[102056]: osdmap e1767: 8 total, 8 up, 8 in 2024-07-26T06:58:29.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:29 smithi155 ceph-mon[90160]: osdmap e1768: 8 total, 8 up, 8 in 2024-07-26T06:58:29.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:29 smithi155 ceph-mon[90160]: pgmap v3057: 745 pgs: 745 active+clean; 137 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 296 KiB/s rd, 82 KiB/s wr, 452 op/s 2024-07-26T06:58:29.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:29 smithi089 ceph-mon[99608]: osdmap e1768: 8 total, 8 up, 8 in 2024-07-26T06:58:29.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:29 smithi089 ceph-mon[99608]: pgmap v3057: 745 pgs: 745 active+clean; 137 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 296 KiB/s rd, 82 KiB/s wr, 452 op/s 2024-07-26T06:58:29.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:29 smithi089 ceph-mon[102056]: osdmap e1768: 8 total, 8 up, 8 in 2024-07-26T06:58:29.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:29 smithi089 ceph-mon[102056]: pgmap v3057: 745 pgs: 745 active+clean; 137 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 296 KiB/s rd, 82 KiB/s wr, 452 op/s 2024-07-26T06:58:30.217 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyupMismatch (2881 ms) 2024-07-26T06:58:30.217 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.Flatten 2024-07-26T06:58:30.217 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:58:30.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:30 smithi155 ceph-mon[90160]: osdmap e1769: 8 total, 8 up, 8 in 2024-07-26T06:58:30.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:30 smithi155 ceph-mon[90160]: osdmap e1770: 8 total, 8 up, 8 in 2024-07-26T06:58:30.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:30 smithi089 ceph-mon[99608]: osdmap e1769: 8 total, 8 up, 8 in 2024-07-26T06:58:30.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:30 smithi089 ceph-mon[99608]: osdmap e1770: 8 total, 8 up, 8 in 2024-07-26T06:58:30.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:30 smithi089 ceph-mon[102056]: osdmap e1769: 8 total, 8 up, 8 in 2024-07-26T06:58:30.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:30 smithi089 ceph-mon[102056]: osdmap e1770: 8 total, 8 up, 8 in 2024-07-26T06:58:31.256 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.Flatten (1039 ms) 2024-07-26T06:58:31.256 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.Sparsify 2024-07-26T06:58:31.256 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:58:31.290 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 32768 2024-07-26T06:58:31.290 INFO:tasks.workunit.client.0.smithi089.stdout:read: 32768 2024-07-26T06:58:31.290 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.Sparsify (34 ms) 2024-07-26T06:58:31.290 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.SparsifyPP 2024-07-26T06:58:31.290 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:58:31.321 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.SparsifyPP (32 ms) 2024-07-26T06:58:31.321 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.SnapshotLimit 2024-07-26T06:58:31.321 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:58:32.533 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:32 smithi089 ceph-mon[99608]: pgmap v3060: 745 pgs: 745 active+clean; 143 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 748 KiB/s rd, 664 KiB/s wr, 445 op/s 2024-07-26T06:58:32.533 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:32 smithi089 ceph-mon[99608]: osdmap e1771: 8 total, 8 up, 8 in 2024-07-26T06:58:32.533 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:32 smithi089 ceph-mon[102056]: pgmap v3060: 745 pgs: 745 active+clean; 143 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 748 KiB/s rd, 664 KiB/s wr, 445 op/s 2024-07-26T06:58:32.534 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:32 smithi089 ceph-mon[102056]: osdmap e1771: 8 total, 8 up, 8 in 2024-07-26T06:58:32.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:32 smithi155 ceph-mon[90160]: pgmap v3060: 745 pgs: 745 active+clean; 143 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 748 KiB/s rd, 664 KiB/s wr, 445 op/s 2024-07-26T06:58:32.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:32 smithi155 ceph-mon[90160]: osdmap e1771: 8 total, 8 up, 8 in 2024-07-26T06:58:32.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:58:32 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:58:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:58:32.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:58:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:58:32] "GET /metrics HTTP/1.1" 200 82937 "" "Prometheus/2.43.0" 2024-07-26T06:58:33.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:33 smithi155 ceph-mon[90160]: osdmap e1772: 8 total, 8 up, 8 in 2024-07-26T06:58:33.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:33 smithi155 ceph-mon[90160]: pgmap v3063: 745 pgs: 745 active+clean; 143 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 816 KiB/s rd, 666 KiB/s wr, 523 op/s 2024-07-26T06:58:33.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:33 smithi089 ceph-mon[99608]: osdmap e1772: 8 total, 8 up, 8 in 2024-07-26T06:58:33.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:33 smithi089 ceph-mon[99608]: pgmap v3063: 745 pgs: 745 active+clean; 143 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 816 KiB/s rd, 666 KiB/s wr, 523 op/s 2024-07-26T06:58:33.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:33 smithi089 ceph-mon[102056]: osdmap e1772: 8 total, 8 up, 8 in 2024-07-26T06:58:33.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:33 smithi089 ceph-mon[102056]: pgmap v3063: 745 pgs: 745 active+clean; 143 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 816 KiB/s rd, 666 KiB/s wr, 523 op/s 2024-07-26T06:58:34.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:34 smithi155 ceph-mon[90160]: osdmap e1773: 8 total, 8 up, 8 in 2024-07-26T06:58:34.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:34 smithi089 ceph-mon[99608]: osdmap e1773: 8 total, 8 up, 8 in 2024-07-26T06:58:34.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:34 smithi089 ceph-mon[102056]: osdmap e1773: 8 total, 8 up, 8 in 2024-07-26T06:58:35.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:35 smithi155 ceph-mon[90160]: osdmap e1774: 8 total, 8 up, 8 in 2024-07-26T06:58:35.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:35 smithi155 ceph-mon[90160]: pgmap v3066: 745 pgs: 745 active+clean; 143 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 176 KiB/s rd, 15 KiB/s wr, 234 op/s 2024-07-26T06:58:35.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:35 smithi089 ceph-mon[99608]: osdmap e1774: 8 total, 8 up, 8 in 2024-07-26T06:58:35.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:35 smithi089 ceph-mon[99608]: pgmap v3066: 745 pgs: 745 active+clean; 143 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 176 KiB/s rd, 15 KiB/s wr, 234 op/s 2024-07-26T06:58:35.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:35 smithi089 ceph-mon[102056]: osdmap e1774: 8 total, 8 up, 8 in 2024-07-26T06:58:35.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:35 smithi089 ceph-mon[102056]: pgmap v3066: 745 pgs: 745 active+clean; 143 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 176 KiB/s rd, 15 KiB/s wr, 234 op/s 2024-07-26T06:58:36.369 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.SnapshotLimit (5048 ms) 2024-07-26T06:58:36.369 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.SnapshotLimitPP 2024-07-26T06:58:36.369 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:58:36.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:36 smithi155 ceph-mon[90160]: osdmap e1775: 8 total, 8 up, 8 in 2024-07-26T06:58:36.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:36 smithi089 ceph-mon[99608]: osdmap e1775: 8 total, 8 up, 8 in 2024-07-26T06:58:36.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:36 smithi089 ceph-mon[102056]: osdmap e1775: 8 total, 8 up, 8 in 2024-07-26T06:58:37.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:37 smithi155 ceph-mon[90160]: osdmap e1776: 8 total, 8 up, 8 in 2024-07-26T06:58:37.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:37 smithi155 ceph-mon[90160]: pgmap v3069: 745 pgs: 745 active+clean; 143 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 148 KiB/s rd, 30 KiB/s wr, 170 op/s 2024-07-26T06:58:37.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:37 smithi089 ceph-mon[99608]: osdmap e1776: 8 total, 8 up, 8 in 2024-07-26T06:58:37.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:37 smithi089 ceph-mon[99608]: pgmap v3069: 745 pgs: 745 active+clean; 143 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 148 KiB/s rd, 30 KiB/s wr, 170 op/s 2024-07-26T06:58:37.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:37 smithi089 ceph-mon[102056]: osdmap e1776: 8 total, 8 up, 8 in 2024-07-26T06:58:37.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:37 smithi089 ceph-mon[102056]: pgmap v3069: 745 pgs: 745 active+clean; 143 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 148 KiB/s rd, 30 KiB/s wr, 170 op/s 2024-07-26T06:58:38.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:38 smithi155 ceph-mon[90160]: osdmap e1777: 8 total, 8 up, 8 in 2024-07-26T06:58:38.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:38 smithi089 ceph-mon[99608]: osdmap e1777: 8 total, 8 up, 8 in 2024-07-26T06:58:38.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:38 smithi089 ceph-mon[102056]: osdmap e1777: 8 total, 8 up, 8 in 2024-07-26T06:58:39.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:39 smithi155 ceph-mon[90160]: osdmap e1778: 8 total, 8 up, 8 in 2024-07-26T06:58:39.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:39 smithi155 ceph-mon[90160]: pgmap v3072: 745 pgs: 745 active+clean; 143 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 25 KiB/s wr, 75 op/s 2024-07-26T06:58:39.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:39 smithi089 ceph-mon[99608]: osdmap e1778: 8 total, 8 up, 8 in 2024-07-26T06:58:39.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:39 smithi089 ceph-mon[99608]: pgmap v3072: 745 pgs: 745 active+clean; 143 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 25 KiB/s wr, 75 op/s 2024-07-26T06:58:39.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:39 smithi089 ceph-mon[102056]: osdmap e1778: 8 total, 8 up, 8 in 2024-07-26T06:58:39.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:39 smithi089 ceph-mon[102056]: pgmap v3072: 745 pgs: 745 active+clean; 143 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 25 KiB/s wr, 75 op/s 2024-07-26T06:58:40.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:40 smithi155 ceph-mon[90160]: osdmap e1779: 8 total, 8 up, 8 in 2024-07-26T06:58:40.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:40 smithi089 ceph-mon[99608]: osdmap e1779: 8 total, 8 up, 8 in 2024-07-26T06:58:40.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:40 smithi089 ceph-mon[102056]: osdmap e1779: 8 total, 8 up, 8 in 2024-07-26T06:58:41.414 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.SnapshotLimitPP (5045 ms) 2024-07-26T06:58:41.414 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.RebuildObjectMapViaLockOwner 2024-07-26T06:58:41.415 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:58:41.467 INFO:tasks.workunit.client.0.smithi089.stdout:0.00% done 2024-07-26T06:58:41.467 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.RebuildObjectMapViaLockOwner (52 ms) 2024-07-26T06:58:41.467 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.RenameViaLockOwner 2024-07-26T06:58:41.467 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:58:41.534 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.RenameViaLockOwner (68 ms) 2024-07-26T06:58:41.534 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.SnapCreateViaLockOwner 2024-07-26T06:58:41.534 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:58:41.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:41 smithi089 ceph-mon[99608]: osdmap e1780: 8 total, 8 up, 8 in 2024-07-26T06:58:41.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:41 smithi089 ceph-mon[99608]: pgmap v3075: 745 pgs: 745 active+clean; 143 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.7 KiB/s wr, 32 op/s 2024-07-26T06:58:41.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:58:41.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:41 smithi089 ceph-mon[102056]: osdmap e1780: 8 total, 8 up, 8 in 2024-07-26T06:58:41.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:41 smithi089 ceph-mon[102056]: pgmap v3075: 745 pgs: 745 active+clean; 143 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.7 KiB/s wr, 32 op/s 2024-07-26T06:58:41.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:58:41.878 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:41 smithi155 ceph-mon[90160]: osdmap e1780: 8 total, 8 up, 8 in 2024-07-26T06:58:41.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:41 smithi155 ceph-mon[90160]: pgmap v3075: 745 pgs: 745 active+clean; 143 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.7 KiB/s wr, 32 op/s 2024-07-26T06:58:41.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:58:42.429 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.SnapCreateViaLockOwner (895 ms) 2024-07-26T06:58:42.430 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.SnapRemoveViaLockOwner 2024-07-26T06:58:42.430 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:58:42.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:42 smithi155 ceph-mon[90160]: osdmap e1781: 8 total, 8 up, 8 in 2024-07-26T06:58:42.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:58:42 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:58:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:58:42.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:42 smithi089 ceph-mon[99608]: osdmap e1781: 8 total, 8 up, 8 in 2024-07-26T06:58:42.654 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:58:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:58:42] "GET /metrics HTTP/1.1" 200 82931 "" "Prometheus/2.43.0" 2024-07-26T06:58:42.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:42 smithi089 ceph-mon[102056]: osdmap e1781: 8 total, 8 up, 8 in 2024-07-26T06:58:43.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:43 smithi089 ceph-mon[99608]: osdmap e1782: 8 total, 8 up, 8 in 2024-07-26T06:58:43.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:43 smithi089 ceph-mon[99608]: pgmap v3078: 745 pgs: 745 active+clean; 143 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 3.5 KiB/s wr, 37 op/s 2024-07-26T06:58:43.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:43 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.8", "id": [6, 7]}]: dispatch 2024-07-26T06:58:43.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:43 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.1f", "id": [2, 5]}]: dispatch 2024-07-26T06:58:43.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:43 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.0", "id": [3, 7]}]: dispatch 2024-07-26T06:58:43.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:43 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1d", "id": [3, 0]}]: dispatch 2024-07-26T06:58:43.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:43 smithi089 ceph-mon[102056]: osdmap e1782: 8 total, 8 up, 8 in 2024-07-26T06:58:43.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:43 smithi089 ceph-mon[102056]: pgmap v3078: 745 pgs: 745 active+clean; 143 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 3.5 KiB/s wr, 37 op/s 2024-07-26T06:58:43.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:43 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.8", "id": [6, 7]}]: dispatch 2024-07-26T06:58:43.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:43 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.1f", "id": [2, 5]}]: dispatch 2024-07-26T06:58:43.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:43 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.0", "id": [3, 7]}]: dispatch 2024-07-26T06:58:43.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:43 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1d", "id": [3, 0]}]: dispatch 2024-07-26T06:58:43.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:43 smithi155 ceph-mon[90160]: osdmap e1782: 8 total, 8 up, 8 in 2024-07-26T06:58:43.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:43 smithi155 ceph-mon[90160]: pgmap v3078: 745 pgs: 745 active+clean; 143 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 3.5 KiB/s wr, 37 op/s 2024-07-26T06:58:43.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:43 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.8", "id": [6, 7]}]: dispatch 2024-07-26T06:58:43.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:43 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.1f", "id": [2, 5]}]: dispatch 2024-07-26T06:58:43.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:43 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.0", "id": [3, 7]}]: dispatch 2024-07-26T06:58:43.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:43 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1d", "id": [3, 0]}]: dispatch 2024-07-26T06:58:44.445 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.SnapRemoveViaLockOwner (2015 ms) 2024-07-26T06:58:44.445 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.UpdateFeaturesViaLockOwner 2024-07-26T06:58:44.445 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:58:44.491 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.UpdateFeaturesViaLockOwner (46 ms) 2024-07-26T06:58:44.491 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.EnableJournalingViaLockOwner 2024-07-26T06:58:44.491 INFO:tasks.workunit.client.0.smithi089.stdout:SKIPPING 2024-07-26T06:58:44.491 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.EnableJournalingViaLockOwner (0 ms) 2024-07-26T06:58:44.491 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.SnapRemove2 2024-07-26T06:58:44.491 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:58:44.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:44 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.8", "id": [6, 7]}]': finished 2024-07-26T06:58:44.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:44 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.1f", "id": [2, 5]}]': finished 2024-07-26T06:58:44.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:44 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.0", "id": [3, 7]}]': finished 2024-07-26T06:58:44.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:44 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1d", "id": [3, 0]}]': finished 2024-07-26T06:58:44.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:44 smithi089 ceph-mon[99608]: osdmap e1783: 8 total, 8 up, 8 in 2024-07-26T06:58:44.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:44 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.8", "id": [6, 7]}]': finished 2024-07-26T06:58:44.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:44 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.1f", "id": [2, 5]}]': finished 2024-07-26T06:58:44.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:44 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.0", "id": [3, 7]}]': finished 2024-07-26T06:58:44.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:44 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1d", "id": [3, 0]}]': finished 2024-07-26T06:58:44.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:44 smithi089 ceph-mon[102056]: osdmap e1783: 8 total, 8 up, 8 in 2024-07-26T06:58:44.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:44 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.8", "id": [6, 7]}]': finished 2024-07-26T06:58:44.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:44 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.1f", "id": [2, 5]}]': finished 2024-07-26T06:58:44.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:44 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.0", "id": [3, 7]}]': finished 2024-07-26T06:58:44.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:44 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1d", "id": [3, 0]}]': finished 2024-07-26T06:58:44.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:44 smithi155 ceph-mon[90160]: osdmap e1783: 8 total, 8 up, 8 in 2024-07-26T06:58:45.878 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:45 smithi155 ceph-mon[90160]: osdmap e1784: 8 total, 8 up, 8 in 2024-07-26T06:58:45.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:45 smithi155 ceph-mon[90160]: pgmap v3081: 745 pgs: 3 peering, 742 active+clean; 143 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 7.7 KiB/s wr, 95 op/s 2024-07-26T06:58:45.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:45 smithi155 ceph-mon[90160]: osdmap e1785: 8 total, 8 up, 8 in 2024-07-26T06:58:45.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:45 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:58:45.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:45 smithi089 ceph-mon[99608]: osdmap e1784: 8 total, 8 up, 8 in 2024-07-26T06:58:45.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:45 smithi089 ceph-mon[99608]: pgmap v3081: 745 pgs: 3 peering, 742 active+clean; 143 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 7.7 KiB/s wr, 95 op/s 2024-07-26T06:58:45.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:45 smithi089 ceph-mon[99608]: osdmap e1785: 8 total, 8 up, 8 in 2024-07-26T06:58:45.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:45 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:58:45.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:45 smithi089 ceph-mon[102056]: osdmap e1784: 8 total, 8 up, 8 in 2024-07-26T06:58:45.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:45 smithi089 ceph-mon[102056]: pgmap v3081: 745 pgs: 3 peering, 742 active+clean; 143 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 7.7 KiB/s wr, 95 op/s 2024-07-26T06:58:45.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:45 smithi089 ceph-mon[102056]: osdmap e1785: 8 total, 8 up, 8 in 2024-07-26T06:58:45.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:45 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:58:46.209 INFO:tasks.workunit.client.0.smithi089.stdout:100.00% done 2024-07-26T06:58:46.209 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.SnapRemove2 (1719 ms) 2024-07-26T06:58:46.210 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.SnapRenameViaLockOwner 2024-07-26T06:58:46.210 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:58:46.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:46 smithi155 ceph-mon[90160]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-07-26T06:58:46.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:46 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:58:46.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:46 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:58:46.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:46 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:58:46.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:46 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:58:46.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:46 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:58:46.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:46 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:58:46.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:46 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:58:46.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:46 smithi155 ceph-mon[90160]: osdmap e1786: 8 total, 8 up, 8 in 2024-07-26T06:58:46.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:46 smithi089 ceph-mon[99608]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-07-26T06:58:46.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:46 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:58:46.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:46 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:58:46.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:46 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:58:46.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:46 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:58:46.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:46 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:58:46.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:46 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:58:46.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:46 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:58:46.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:46 smithi089 ceph-mon[99608]: osdmap e1786: 8 total, 8 up, 8 in 2024-07-26T06:58:46.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:46 smithi089 ceph-mon[102056]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-07-26T06:58:46.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:46 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:58:46.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:46 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:58:46.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:46 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:58:46.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:46 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:58:46.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:46 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:58:46.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:46 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:58:46.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:46 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:58:46.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:46 smithi089 ceph-mon[102056]: osdmap e1786: 8 total, 8 up, 8 in 2024-07-26T06:58:47.223 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.SnapRenameViaLockOwner (1013 ms) 2024-07-26T06:58:47.223 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.SnapProtectViaLockOwner 2024-07-26T06:58:47.223 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:58:48.226 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.SnapProtectViaLockOwner (1003 ms) 2024-07-26T06:58:48.226 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.SnapUnprotectViaLockOwner 2024-07-26T06:58:48.226 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:58:48.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:48 smithi155 ceph-mon[90160]: pgmap v3084: 745 pgs: 3 peering, 742 active+clean; 143 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 173 KiB/s rd, 15 KiB/s wr, 235 op/s 2024-07-26T06:58:48.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:48 smithi155 ceph-mon[90160]: osdmap e1787: 8 total, 8 up, 8 in 2024-07-26T06:58:48.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:48 smithi089 ceph-mon[99608]: pgmap v3084: 745 pgs: 3 peering, 742 active+clean; 143 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 173 KiB/s rd, 15 KiB/s wr, 235 op/s 2024-07-26T06:58:48.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:48 smithi089 ceph-mon[99608]: osdmap e1787: 8 total, 8 up, 8 in 2024-07-26T06:58:48.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:48 smithi089 ceph-mon[102056]: pgmap v3084: 745 pgs: 3 peering, 742 active+clean; 143 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 173 KiB/s rd, 15 KiB/s wr, 235 op/s 2024-07-26T06:58:48.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:48 smithi089 ceph-mon[102056]: osdmap e1787: 8 total, 8 up, 8 in 2024-07-26T06:58:49.237 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.SnapUnprotectViaLockOwner (1012 ms) 2024-07-26T06:58:49.237 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.FlattenViaLockOwner 2024-07-26T06:58:49.238 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:58:49.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:49 smithi155 ceph-mon[90160]: osdmap e1788: 8 total, 8 up, 8 in 2024-07-26T06:58:49.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:49 smithi089 ceph-mon[99608]: osdmap e1788: 8 total, 8 up, 8 in 2024-07-26T06:58:49.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:49 smithi089 ceph-mon[102056]: osdmap e1788: 8 total, 8 up, 8 in 2024-07-26T06:58:50.288 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.FlattenViaLockOwner (1050 ms) 2024-07-26T06:58:50.288 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.ResizeViaLockOwner 2024-07-26T06:58:50.288 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:58:50.324 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.ResizeViaLockOwner (36 ms) 2024-07-26T06:58:50.324 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.SparsifyViaLockOwner 2024-07-26T06:58:50.324 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:58:50.357 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.SparsifyViaLockOwner (34 ms) 2024-07-26T06:58:50.357 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.ObjectMapConsistentSnap 2024-07-26T06:58:50.357 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:58:50.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:50 smithi155 ceph-mon[90160]: pgmap v3087: 745 pgs: 3 peering, 742 active+clean; 143 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 136 KiB/s rd, 11 KiB/s wr, 181 op/s 2024-07-26T06:58:50.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:50 smithi155 ceph-mon[90160]: osdmap e1789: 8 total, 8 up, 8 in 2024-07-26T06:58:50.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:50 smithi155 ceph-mon[90160]: osdmap e1790: 8 total, 8 up, 8 in 2024-07-26T06:58:50.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:50 smithi089 ceph-mon[99608]: pgmap v3087: 745 pgs: 3 peering, 742 active+clean; 143 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 136 KiB/s rd, 11 KiB/s wr, 181 op/s 2024-07-26T06:58:50.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:50 smithi089 ceph-mon[99608]: osdmap e1789: 8 total, 8 up, 8 in 2024-07-26T06:58:50.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:50 smithi089 ceph-mon[99608]: osdmap e1790: 8 total, 8 up, 8 in 2024-07-26T06:58:50.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:50 smithi089 ceph-mon[102056]: pgmap v3087: 745 pgs: 3 peering, 742 active+clean; 143 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 136 KiB/s rd, 11 KiB/s wr, 181 op/s 2024-07-26T06:58:50.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:50 smithi089 ceph-mon[102056]: osdmap e1789: 8 total, 8 up, 8 in 2024-07-26T06:58:50.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:50 smithi089 ceph-mon[102056]: osdmap e1790: 8 total, 8 up, 8 in 2024-07-26T06:58:51.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:51 smithi155 ceph-mon[90160]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-07-26T06:58:51.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:51 smithi155 ceph-mon[90160]: osdmap e1791: 8 total, 8 up, 8 in 2024-07-26T06:58:51.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:51 smithi089 ceph-mon[99608]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-07-26T06:58:51.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:51 smithi089 ceph-mon[99608]: osdmap e1791: 8 total, 8 up, 8 in 2024-07-26T06:58:51.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:51 smithi089 ceph-mon[102056]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-07-26T06:58:51.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:51 smithi089 ceph-mon[102056]: osdmap e1791: 8 total, 8 up, 8 in 2024-07-26T06:58:52.530 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:58:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:58:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:58:52.531 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:52 smithi155 ceph-mon[90160]: pgmap v3090: 745 pgs: 745 active+clean; 143 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 118 KiB/s rd, 6.5 KiB/s wr, 155 op/s; 0 B/s, 0 objects/s recovering 2024-07-26T06:58:52.531 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:52 smithi155 ceph-mon[90160]: osdmap e1792: 8 total, 8 up, 8 in 2024-07-26T06:58:52.533 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:52 smithi089 ceph-mon[99608]: pgmap v3090: 745 pgs: 745 active+clean; 143 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 118 KiB/s rd, 6.5 KiB/s wr, 155 op/s; 0 B/s, 0 objects/s recovering 2024-07-26T06:58:52.533 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:52 smithi089 ceph-mon[99608]: osdmap e1792: 8 total, 8 up, 8 in 2024-07-26T06:58:52.533 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:52 smithi089 ceph-mon[102056]: pgmap v3090: 745 pgs: 745 active+clean; 143 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 118 KiB/s rd, 6.5 KiB/s wr, 155 op/s; 0 B/s, 0 objects/s recovering 2024-07-26T06:58:52.533 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:52 smithi089 ceph-mon[102056]: osdmap e1792: 8 total, 8 up, 8 in 2024-07-26T06:58:52.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:58:52 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:58:52] "GET /metrics HTTP/1.1" 200 82931 "" "Prometheus/2.43.0" 2024-07-26T06:58:54.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:54 smithi155 ceph-mon[90160]: pgmap v3093: 745 pgs: 745 active+clean; 143 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 190 KiB/s rd, 12 KiB/s wr, 254 op/s; 0 B/s, 0 objects/s recovering 2024-07-26T06:58:54.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:54 smithi155 ceph-mon[90160]: osdmap e1793: 8 total, 8 up, 8 in 2024-07-26T06:58:54.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:54 smithi089 ceph-mon[99608]: pgmap v3093: 745 pgs: 745 active+clean; 143 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 190 KiB/s rd, 12 KiB/s wr, 254 op/s; 0 B/s, 0 objects/s recovering 2024-07-26T06:58:54.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:54 smithi089 ceph-mon[99608]: osdmap e1793: 8 total, 8 up, 8 in 2024-07-26T06:58:54.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:54 smithi089 ceph-mon[102056]: pgmap v3093: 745 pgs: 745 active+clean; 143 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 190 KiB/s rd, 12 KiB/s wr, 254 op/s; 0 B/s, 0 objects/s recovering 2024-07-26T06:58:54.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:54 smithi089 ceph-mon[102056]: osdmap e1793: 8 total, 8 up, 8 in 2024-07-26T06:58:55.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:55 smithi155 ceph-mon[90160]: osdmap e1794: 8 total, 8 up, 8 in 2024-07-26T06:58:55.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:55 smithi155 ceph-mon[90160]: osdmap e1795: 8 total, 8 up, 8 in 2024-07-26T06:58:55.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:55 smithi089 ceph-mon[99608]: osdmap e1794: 8 total, 8 up, 8 in 2024-07-26T06:58:55.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:55 smithi089 ceph-mon[99608]: osdmap e1795: 8 total, 8 up, 8 in 2024-07-26T06:58:55.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:55 smithi089 ceph-mon[102056]: osdmap e1794: 8 total, 8 up, 8 in 2024-07-26T06:58:55.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:55 smithi089 ceph-mon[102056]: osdmap e1795: 8 total, 8 up, 8 in 2024-07-26T06:58:56.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:56 smithi155 ceph-mon[90160]: pgmap v3096: 745 pgs: 745 active+clean; 143 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 150 KiB/s rd, 9.7 KiB/s wr, 201 op/s 2024-07-26T06:58:56.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:56 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:58:56.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:56 smithi155 ceph-mon[90160]: osdmap e1796: 8 total, 8 up, 8 in 2024-07-26T06:58:56.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:56 smithi089 ceph-mon[99608]: pgmap v3096: 745 pgs: 745 active+clean; 143 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 150 KiB/s rd, 9.7 KiB/s wr, 201 op/s 2024-07-26T06:58:56.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:56 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:58:56.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:56 smithi089 ceph-mon[99608]: osdmap e1796: 8 total, 8 up, 8 in 2024-07-26T06:58:56.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:56 smithi089 ceph-mon[102056]: pgmap v3096: 745 pgs: 745 active+clean; 143 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 150 KiB/s rd, 9.7 KiB/s wr, 201 op/s 2024-07-26T06:58:56.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:56 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:58:56.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:56 smithi089 ceph-mon[102056]: osdmap e1796: 8 total, 8 up, 8 in 2024-07-26T06:58:58.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:58 smithi155 ceph-mon[90160]: pgmap v3099: 745 pgs: 745 active+clean; 143 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 95 KiB/s rd, 5.7 KiB/s wr, 126 op/s 2024-07-26T06:58:58.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:58 smithi155 ceph-mon[90160]: osdmap e1797: 8 total, 8 up, 8 in 2024-07-26T06:58:58.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:58 smithi089 ceph-mon[99608]: pgmap v3099: 745 pgs: 745 active+clean; 143 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 95 KiB/s rd, 5.7 KiB/s wr, 126 op/s 2024-07-26T06:58:58.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:58 smithi089 ceph-mon[99608]: osdmap e1797: 8 total, 8 up, 8 in 2024-07-26T06:58:58.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:58 smithi089 ceph-mon[102056]: pgmap v3099: 745 pgs: 745 active+clean; 143 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 95 KiB/s rd, 5.7 KiB/s wr, 126 op/s 2024-07-26T06:58:58.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:58 smithi089 ceph-mon[102056]: osdmap e1797: 8 total, 8 up, 8 in 2024-07-26T06:58:59.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:58:59 smithi155 ceph-mon[90160]: osdmap e1798: 8 total, 8 up, 8 in 2024-07-26T06:58:59.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:58:59 smithi089 ceph-mon[99608]: osdmap e1798: 8 total, 8 up, 8 in 2024-07-26T06:58:59.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:58:59 smithi089 ceph-mon[102056]: osdmap e1798: 8 total, 8 up, 8 in 2024-07-26T06:59:00.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:00 smithi155 ceph-mon[90160]: pgmap v3102: 745 pgs: 745 active+clean; 143 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 45 KiB/s rd, 3.7 KiB/s wr, 59 op/s 2024-07-26T06:59:00.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:00 smithi155 ceph-mon[90160]: osdmap e1799: 8 total, 8 up, 8 in 2024-07-26T06:59:00.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:00 smithi089 ceph-mon[99608]: pgmap v3102: 745 pgs: 745 active+clean; 143 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 45 KiB/s rd, 3.7 KiB/s wr, 59 op/s 2024-07-26T06:59:00.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:00 smithi089 ceph-mon[99608]: osdmap e1799: 8 total, 8 up, 8 in 2024-07-26T06:59:00.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:00 smithi089 ceph-mon[102056]: pgmap v3102: 745 pgs: 745 active+clean; 143 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 45 KiB/s rd, 3.7 KiB/s wr, 59 op/s 2024-07-26T06:59:00.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:00 smithi089 ceph-mon[102056]: osdmap e1799: 8 total, 8 up, 8 in 2024-07-26T06:59:00.804 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.ObjectMapConsistentSnap (10447 ms) 2024-07-26T06:59:00.804 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.Metadata 2024-07-26T06:59:00.804 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:59:01.302 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.Metadata (498 ms) 2024-07-26T06:59:01.303 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.MetadataPP 2024-07-26T06:59:01.303 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:59:01.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:01 smithi155 ceph-mon[90160]: osdmap e1800: 8 total, 8 up, 8 in 2024-07-26T06:59:01.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:01 smithi089 ceph-mon[99608]: osdmap e1800: 8 total, 8 up, 8 in 2024-07-26T06:59:01.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:01 smithi089 ceph-mon[102056]: osdmap e1800: 8 total, 8 up, 8 in 2024-07-26T06:59:02.318 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.MetadataPP (1015 ms) 2024-07-26T06:59:02.318 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.UpdateFeatures 2024-07-26T06:59:02.318 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:59:02.421 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.UpdateFeatures (103 ms) 2024-07-26T06:59:02.421 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.FeaturesBitmaskString 2024-07-26T06:59:02.421 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.FeaturesBitmaskString (0 ms) 2024-07-26T06:59:02.421 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.RebuildObjectMap 2024-07-26T06:59:02.421 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:59:02.532 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:02 smithi089 ceph-mon[99608]: pgmap v3105: 745 pgs: 745 active+clean; 143 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-07-26T06:59:02.532 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:02 smithi089 ceph-mon[99608]: osdmap e1801: 8 total, 8 up, 8 in 2024-07-26T06:59:02.532 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:02 smithi089 ceph-mon[102056]: pgmap v3105: 745 pgs: 745 active+clean; 143 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-07-26T06:59:02.533 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:02 smithi089 ceph-mon[102056]: osdmap e1801: 8 total, 8 up, 8 in 2024-07-26T06:59:02.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:59:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:59:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:59:02.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:02 smithi155 ceph-mon[90160]: pgmap v3105: 745 pgs: 745 active+clean; 143 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-07-26T06:59:02.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:02 smithi155 ceph-mon[90160]: osdmap e1801: 8 total, 8 up, 8 in 2024-07-26T06:59:02.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:59:02 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:59:02] "GET /metrics HTTP/1.1" 200 82928 "" "Prometheus/2.43.0" 2024-07-26T06:59:03.291 INFO:tasks.workunit.client.0.smithi089.stdout:0.00% done 2024-07-26T06:59:03.291 INFO:tasks.workunit.client.0.smithi089.stdout:25.00% done 2024-07-26T06:59:03.292 INFO:tasks.workunit.client.0.smithi089.stdout:50.00% done 2024-07-26T06:59:03.292 INFO:tasks.workunit.client.0.smithi089.stdout:75.00% done 2024-07-26T06:59:03.292 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.RebuildObjectMap (871 ms) 2024-07-26T06:59:03.292 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.RebuildNewObjectMap 2024-07-26T06:59:03.325 INFO:tasks.workunit.client.0.smithi089.stdout:0.00% done 2024-07-26T06:59:03.325 INFO:tasks.workunit.client.0.smithi089.stdout:25.00% done 2024-07-26T06:59:03.325 INFO:tasks.workunit.client.0.smithi089.stdout:50.00% done 2024-07-26T06:59:03.325 INFO:tasks.workunit.client.0.smithi089.stdout:75.00% done 2024-07-26T06:59:03.325 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.RebuildNewObjectMap (33 ms) 2024-07-26T06:59:03.325 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.CheckObjectMap 2024-07-26T06:59:03.325 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:59:03.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:03 smithi155 ceph-mon[90160]: osdmap e1802: 8 total, 8 up, 8 in 2024-07-26T06:59:03.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:03 smithi089 ceph-mon[99608]: osdmap e1802: 8 total, 8 up, 8 in 2024-07-26T06:59:03.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:03 smithi089 ceph-mon[102056]: osdmap e1802: 8 total, 8 up, 8 in 2024-07-26T06:59:04.302 INFO:tasks.workunit.client.0.smithi089.stdout:0.00% done 2024-07-26T06:59:04.383 INFO:tasks.workunit.client.0.smithi089.stdout:25.00% done 2024-07-26T06:59:04.383 INFO:tasks.workunit.client.0.smithi089.stdout:50.00% done 2024-07-26T06:59:04.383 INFO:tasks.workunit.client.0.smithi089.stdout:75.00% done 2024-07-26T06:59:04.384 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.CheckObjectMap (977 ms) 2024-07-26T06:59:04.384 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.BlockingAIO 2024-07-26T06:59:04.384 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:59:04.384 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.BlockingAIO (27 ms) 2024-07-26T06:59:04.384 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.ExclusiveLockTransition 2024-07-26T06:59:04.384 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:59:04.466 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.ExclusiveLockTransition (138 ms) 2024-07-26T06:59:04.467 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.ExclusiveLockReadTransition 2024-07-26T06:59:04.467 INFO:tasks.workunit.client.0.smithi089.stdout:SKIPPING 2024-07-26T06:59:04.467 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.ExclusiveLockReadTransition (0 ms) 2024-07-26T06:59:04.467 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.CacheMayCopyOnWrite 2024-07-26T06:59:04.467 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:59:04.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:04 smithi155 ceph-mon[90160]: pgmap v3108: 745 pgs: 745 active+clean; 143 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 28 KiB/s wr, 136 op/s 2024-07-26T06:59:04.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:04 smithi155 ceph-mon[90160]: osdmap e1803: 8 total, 8 up, 8 in 2024-07-26T06:59:04.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:04 smithi089 ceph-mon[102056]: pgmap v3108: 745 pgs: 745 active+clean; 143 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 28 KiB/s wr, 136 op/s 2024-07-26T06:59:04.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:04 smithi089 ceph-mon[102056]: osdmap e1803: 8 total, 8 up, 8 in 2024-07-26T06:59:04.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:04 smithi089 ceph-mon[99608]: pgmap v3108: 745 pgs: 745 active+clean; 143 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 28 KiB/s wr, 136 op/s 2024-07-26T06:59:04.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:04 smithi089 ceph-mon[99608]: osdmap e1803: 8 total, 8 up, 8 in 2024-07-26T06:59:05.316 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.CacheMayCopyOnWrite (849 ms) 2024-07-26T06:59:05.316 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot 2024-07-26T06:59:05.316 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:59:05.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:05 smithi155 ceph-mon[90160]: osdmap e1804: 8 total, 8 up, 8 in 2024-07-26T06:59:05.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:05 smithi089 ceph-mon[99608]: osdmap e1804: 8 total, 8 up, 8 in 2024-07-26T06:59:05.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:05 smithi089 ceph-mon[102056]: osdmap e1804: 8 total, 8 up, 8 in 2024-07-26T06:59:06.285 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot (970 ms) 2024-07-26T06:59:06.286 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.TestImageOptions 2024-07-26T06:59:06.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:06 smithi155 ceph-mon[90160]: pgmap v3111: 745 pgs: 745 active+clean; 143 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 675 KiB/s rd, 211 KiB/s wr, 1.02k op/s 2024-07-26T06:59:06.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:06 smithi155 ceph-mon[90160]: osdmap e1805: 8 total, 8 up, 8 in 2024-07-26T06:59:06.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:06 smithi089 ceph-mon[99608]: pgmap v3111: 745 pgs: 745 active+clean; 143 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 675 KiB/s rd, 211 KiB/s wr, 1.02k op/s 2024-07-26T06:59:06.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:06 smithi089 ceph-mon[99608]: osdmap e1805: 8 total, 8 up, 8 in 2024-07-26T06:59:06.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:06 smithi089 ceph-mon[102056]: pgmap v3111: 745 pgs: 745 active+clean; 143 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 675 KiB/s rd, 211 KiB/s wr, 1.02k op/s 2024-07-26T06:59:06.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:06 smithi089 ceph-mon[102056]: osdmap e1805: 8 total, 8 up, 8 in 2024-07-26T06:59:07.432 INFO:tasks.workunit.client.0.smithi089.stdout:0.00% done 2024-07-26T06:59:07.432 INFO:tasks.workunit.client.0.smithi089.stdout:100.00% done 2024-07-26T06:59:07.432 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.TestImageOptions (1146 ms) 2024-07-26T06:59:07.432 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.TestImageOptionsPP 2024-07-26T06:59:07.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:07 smithi155 ceph-mon[90160]: osdmap e1806: 8 total, 8 up, 8 in 2024-07-26T06:59:07.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:07 smithi089 ceph-mon[99608]: osdmap e1806: 8 total, 8 up, 8 in 2024-07-26T06:59:07.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:07 smithi089 ceph-mon[102056]: osdmap e1806: 8 total, 8 up, 8 in 2024-07-26T06:59:08.376 INFO:tasks.workunit.client.0.smithi089.stdout:0.00% done 2024-07-26T06:59:08.376 INFO:tasks.workunit.client.0.smithi089.stdout:100.00% done 2024-07-26T06:59:08.376 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.TestImageOptionsPP (944 ms) 2024-07-26T06:59:08.376 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.EventSocketPipe 2024-07-26T06:59:08.376 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.EventSocketPipe (0 ms) 2024-07-26T06:59:08.376 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.EventSocketEventfd 2024-07-26T06:59:08.376 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.EventSocketEventfd (0 ms) 2024-07-26T06:59:08.377 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.ImagePollIO 2024-07-26T06:59:08.377 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:59:08.417 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 512 2024-07-26T06:59:08.417 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 512 2024-07-26T06:59:08.417 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 512 2024-07-26T06:59:08.417 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 512 2024-07-26T06:59:08.417 INFO:tasks.workunit.client.0.smithi089.stdout:wrote: 512 2024-07-26T06:59:08.417 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:59:08.417 INFO:tasks.workunit.client.0.smithi089.stdout:started write 2024-07-26T06:59:08.417 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:59:08.417 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:59:08.417 INFO:tasks.workunit.client.0.smithi089.stdout:finished write 2024-07-26T06:59:08.418 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:59:08.418 INFO:tasks.workunit.client.0.smithi089.stdout:started write 2024-07-26T06:59:08.418 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:59:08.418 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:59:08.418 INFO:tasks.workunit.client.0.smithi089.stdout:finished write 2024-07-26T06:59:08.418 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:59:08.418 INFO:tasks.workunit.client.0.smithi089.stdout:started write 2024-07-26T06:59:08.418 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:59:08.418 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:59:08.418 INFO:tasks.workunit.client.0.smithi089.stdout:finished write 2024-07-26T06:59:08.418 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:59:08.418 INFO:tasks.workunit.client.0.smithi089.stdout:started write 2024-07-26T06:59:08.418 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:59:08.419 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:59:08.419 INFO:tasks.workunit.client.0.smithi089.stdout:finished write 2024-07-26T06:59:08.419 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:59:08.419 INFO:tasks.workunit.client.0.smithi089.stdout:started write 2024-07-26T06:59:08.419 INFO:tasks.workunit.client.0.smithi089.stdout:write completion cb called! 2024-07-26T06:59:08.419 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 0 2024-07-26T06:59:08.419 INFO:tasks.workunit.client.0.smithi089.stdout:finished write 2024-07-26T06:59:08.419 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:59:08.419 INFO:tasks.workunit.client.0.smithi089.stdout:started read 2024-07-26T06:59:08.419 INFO:tasks.workunit.client.0.smithi089.stdout:read completion cb called! 2024-07-26T06:59:08.419 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 512 2024-07-26T06:59:08.419 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:59:08.420 INFO:tasks.workunit.client.0.smithi089.stdout:started read 2024-07-26T06:59:08.420 INFO:tasks.workunit.client.0.smithi089.stdout:read completion cb called! 2024-07-26T06:59:08.420 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 512 2024-07-26T06:59:08.420 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:59:08.420 INFO:tasks.workunit.client.0.smithi089.stdout:started read 2024-07-26T06:59:08.420 INFO:tasks.workunit.client.0.smithi089.stdout:read completion cb called! 2024-07-26T06:59:08.420 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 512 2024-07-26T06:59:08.420 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:59:08.420 INFO:tasks.workunit.client.0.smithi089.stdout:started read 2024-07-26T06:59:08.420 INFO:tasks.workunit.client.0.smithi089.stdout:read completion cb called! 2024-07-26T06:59:08.420 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 512 2024-07-26T06:59:08.420 INFO:tasks.workunit.client.0.smithi089.stdout:created completion 2024-07-26T06:59:08.420 INFO:tasks.workunit.client.0.smithi089.stdout:started read 2024-07-26T06:59:08.421 INFO:tasks.workunit.client.0.smithi089.stdout:read completion cb called! 2024-07-26T06:59:08.421 INFO:tasks.workunit.client.0.smithi089.stdout:return value is: 512 2024-07-26T06:59:08.421 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.ImagePollIO (41 ms) 2024-07-26T06:59:08.421 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.Mirror 2024-07-26T06:59:08.421 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:59:08.428 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:59:08.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:08 smithi155 ceph-mon[90160]: pgmap v3114: 745 pgs: 745 active+clean; 143 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 775 KiB/s rd, 274 KiB/s wr, 1.16k op/s 2024-07-26T06:59:08.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:08 smithi155 ceph-mon[90160]: osdmap e1807: 8 total, 8 up, 8 in 2024-07-26T06:59:08.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:08 smithi089 ceph-mon[99608]: pgmap v3114: 745 pgs: 745 active+clean; 143 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 775 KiB/s rd, 274 KiB/s wr, 1.16k op/s 2024-07-26T06:59:08.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:08 smithi089 ceph-mon[99608]: osdmap e1807: 8 total, 8 up, 8 in 2024-07-26T06:59:08.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:08 smithi089 ceph-mon[102056]: pgmap v3114: 745 pgs: 745 active+clean; 143 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 775 KiB/s rd, 274 KiB/s wr, 1.16k op/s 2024-07-26T06:59:08.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:08 smithi089 ceph-mon[102056]: osdmap e1807: 8 total, 8 up, 8 in 2024-07-26T06:59:09.426 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.Mirror (1009 ms) 2024-07-26T06:59:09.426 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.MirrorPeerAttributes 2024-07-26T06:59:09.450 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.MirrorPeerAttributes (25 ms) 2024-07-26T06:59:09.450 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.CreateWithMirrorEnabled 2024-07-26T06:59:09.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:09 smithi155 ceph-mon[90160]: osdmap e1808: 8 total, 8 up, 8 in 2024-07-26T06:59:09.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:09 smithi155 ceph-mon[90160]: pgmap v3117: 745 pgs: 745 active+clean; 145 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 259 KiB/s rd, 497 KiB/s wr, 373 op/s 2024-07-26T06:59:09.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:09 smithi089 ceph-mon[99608]: osdmap e1808: 8 total, 8 up, 8 in 2024-07-26T06:59:09.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:09 smithi089 ceph-mon[99608]: pgmap v3117: 745 pgs: 745 active+clean; 145 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 259 KiB/s rd, 497 KiB/s wr, 373 op/s 2024-07-26T06:59:09.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:09 smithi089 ceph-mon[102056]: osdmap e1808: 8 total, 8 up, 8 in 2024-07-26T06:59:09.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:09 smithi089 ceph-mon[102056]: pgmap v3117: 745 pgs: 745 active+clean; 145 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 259 KiB/s rd, 497 KiB/s wr, 373 op/s 2024-07-26T06:59:10.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:10 smithi155 ceph-mon[90160]: osdmap e1809: 8 total, 8 up, 8 in 2024-07-26T06:59:10.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:10 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/2414729869' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-07-26T06:59:10.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:10 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-07-26T06:59:10.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:10 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-07-26T06:59:10.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:10 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/2414729869' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/913b19e2-7413-41fd-933c-50c171c38406"}]: dispatch 2024-07-26T06:59:10.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:10 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/913b19e2-7413-41fd-933c-50c171c38406"}]: dispatch 2024-07-26T06:59:10.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:10 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/913b19e2-7413-41fd-933c-50c171c38406"}]': finished 2024-07-26T06:59:10.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:10 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/2414729869' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/a5664baf-9282-4064-859b-77bbb3c8c6a2"}]: dispatch 2024-07-26T06:59:10.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:10 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/a5664baf-9282-4064-859b-77bbb3c8c6a2"}]: dispatch 2024-07-26T06:59:10.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:10 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/a5664baf-9282-4064-859b-77bbb3c8c6a2"}]': finished 2024-07-26T06:59:10.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:10 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/2414729869' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/96e6da19-9073-4850-a4df-c2eebc6ec229"}]: dispatch 2024-07-26T06:59:10.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:10 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/96e6da19-9073-4850-a4df-c2eebc6ec229"}]: dispatch 2024-07-26T06:59:10.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:10 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/96e6da19-9073-4850-a4df-c2eebc6ec229"}]': finished 2024-07-26T06:59:10.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:10 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/2414729869' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/d470a023-b39c-4d64-9108-ac05dbd1d7c3"}]: dispatch 2024-07-26T06:59:10.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:10 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' 2024-07-26T06:59:10.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:10 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/2414729869' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/d470a023-b39c-4d64-9108-ac05dbd1d7c3"}]: dispatch 2024-07-26T06:59:10.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:10 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/2414729869' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/d470a023-b39c-4d64-9108-ac05dbd1d7c3"}]: dispatch 2024-07-26T06:59:10.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:10 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/d470a023-b39c-4d64-9108-ac05dbd1d7c3"}]: dispatch 2024-07-26T06:59:10.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:10 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/d470a023-b39c-4d64-9108-ac05dbd1d7c3"}]': finished 2024-07-26T06:59:10.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:10 smithi089 ceph-mon[99608]: osdmap e1809: 8 total, 8 up, 8 in 2024-07-26T06:59:10.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:10 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/2414729869' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-07-26T06:59:10.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:10 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-07-26T06:59:10.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:10 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-07-26T06:59:10.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:10 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/2414729869' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/913b19e2-7413-41fd-933c-50c171c38406"}]: dispatch 2024-07-26T06:59:10.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:10 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/913b19e2-7413-41fd-933c-50c171c38406"}]: dispatch 2024-07-26T06:59:10.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:10 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/913b19e2-7413-41fd-933c-50c171c38406"}]': finished 2024-07-26T06:59:10.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:10 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/2414729869' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/a5664baf-9282-4064-859b-77bbb3c8c6a2"}]: dispatch 2024-07-26T06:59:10.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:10 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/a5664baf-9282-4064-859b-77bbb3c8c6a2"}]: dispatch 2024-07-26T06:59:10.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:10 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/a5664baf-9282-4064-859b-77bbb3c8c6a2"}]': finished 2024-07-26T06:59:10.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:10 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/2414729869' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/96e6da19-9073-4850-a4df-c2eebc6ec229"}]: dispatch 2024-07-26T06:59:10.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:10 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/96e6da19-9073-4850-a4df-c2eebc6ec229"}]: dispatch 2024-07-26T06:59:10.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:10 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/96e6da19-9073-4850-a4df-c2eebc6ec229"}]': finished 2024-07-26T06:59:10.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:10 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/2414729869' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/d470a023-b39c-4d64-9108-ac05dbd1d7c3"}]: dispatch 2024-07-26T06:59:10.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:10 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' 2024-07-26T06:59:10.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:10 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/2414729869' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/d470a023-b39c-4d64-9108-ac05dbd1d7c3"}]: dispatch 2024-07-26T06:59:10.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:10 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/2414729869' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/d470a023-b39c-4d64-9108-ac05dbd1d7c3"}]: dispatch 2024-07-26T06:59:10.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:10 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/d470a023-b39c-4d64-9108-ac05dbd1d7c3"}]: dispatch 2024-07-26T06:59:10.656 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:10 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/d470a023-b39c-4d64-9108-ac05dbd1d7c3"}]': finished 2024-07-26T06:59:10.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:10 smithi089 ceph-mon[102056]: osdmap e1809: 8 total, 8 up, 8 in 2024-07-26T06:59:10.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:10 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/2414729869' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-07-26T06:59:10.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:10 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-07-26T06:59:10.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:10 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-07-26T06:59:10.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:10 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/2414729869' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/913b19e2-7413-41fd-933c-50c171c38406"}]: dispatch 2024-07-26T06:59:10.657 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:10 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/913b19e2-7413-41fd-933c-50c171c38406"}]: dispatch 2024-07-26T06:59:10.657 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:10 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/913b19e2-7413-41fd-933c-50c171c38406"}]': finished 2024-07-26T06:59:10.657 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:10 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/2414729869' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/a5664baf-9282-4064-859b-77bbb3c8c6a2"}]: dispatch 2024-07-26T06:59:10.657 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:10 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/a5664baf-9282-4064-859b-77bbb3c8c6a2"}]: dispatch 2024-07-26T06:59:10.657 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:10 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/a5664baf-9282-4064-859b-77bbb3c8c6a2"}]': finished 2024-07-26T06:59:10.657 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:10 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/2414729869' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/96e6da19-9073-4850-a4df-c2eebc6ec229"}]: dispatch 2024-07-26T06:59:10.657 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:10 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/96e6da19-9073-4850-a4df-c2eebc6ec229"}]: dispatch 2024-07-26T06:59:10.657 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:10 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/96e6da19-9073-4850-a4df-c2eebc6ec229"}]': finished 2024-07-26T06:59:10.657 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:10 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/2414729869' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/d470a023-b39c-4d64-9108-ac05dbd1d7c3"}]: dispatch 2024-07-26T06:59:10.657 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:10 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' 2024-07-26T06:59:10.657 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:10 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/2414729869' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/d470a023-b39c-4d64-9108-ac05dbd1d7c3"}]: dispatch 2024-07-26T06:59:10.657 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:10 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/2414729869' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/d470a023-b39c-4d64-9108-ac05dbd1d7c3"}]: dispatch 2024-07-26T06:59:10.657 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:10 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/d470a023-b39c-4d64-9108-ac05dbd1d7c3"}]: dispatch 2024-07-26T06:59:10.657 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:10 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/d470a023-b39c-4d64-9108-ac05dbd1d7c3"}]': finished 2024-07-26T06:59:11.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:11 smithi155 ceph-mon[90160]: osdmap e1810: 8 total, 8 up, 8 in 2024-07-26T06:59:11.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:11 smithi155 ceph-mon[90160]: pgmap v3120: 745 pgs: 745 active+clean; 149 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 260 KiB/s rd, 1.4 MiB/s wr, 335 op/s 2024-07-26T06:59:11.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:11 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:59:11.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:11 smithi089 ceph-mon[99608]: osdmap e1810: 8 total, 8 up, 8 in 2024-07-26T06:59:11.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:11 smithi089 ceph-mon[99608]: pgmap v3120: 745 pgs: 745 active+clean; 149 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 260 KiB/s rd, 1.4 MiB/s wr, 335 op/s 2024-07-26T06:59:11.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:59:11.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:11 smithi089 ceph-mon[102056]: osdmap e1810: 8 total, 8 up, 8 in 2024-07-26T06:59:11.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:11 smithi089 ceph-mon[102056]: pgmap v3120: 745 pgs: 745 active+clean; 149 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 260 KiB/s rd, 1.4 MiB/s wr, 335 op/s 2024-07-26T06:59:11.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:59:12.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:12 smithi155 ceph-mon[90160]: osdmap e1811: 8 total, 8 up, 8 in 2024-07-26T06:59:12.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:59:12 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:59:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:59:12.806 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:12 smithi089 ceph-mon[99608]: osdmap e1811: 8 total, 8 up, 8 in 2024-07-26T06:59:12.806 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:59:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:59:12] "GET /metrics HTTP/1.1" 200 82936 "" "Prometheus/2.43.0" 2024-07-26T06:59:12.806 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:12 smithi089 ceph-mon[102056]: osdmap e1811: 8 total, 8 up, 8 in 2024-07-26T06:59:13.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:13 smithi155 ceph-mon[90160]: osdmap e1812: 8 total, 8 up, 8 in 2024-07-26T06:59:13.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:13 smithi155 ceph-mon[90160]: pgmap v3123: 745 pgs: 745 active+clean; 151 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 297 KiB/s rd, 1.7 MiB/s wr, 388 op/s 2024-07-26T06:59:13.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:13 smithi089 ceph-mon[99608]: osdmap e1812: 8 total, 8 up, 8 in 2024-07-26T06:59:13.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:13 smithi089 ceph-mon[99608]: pgmap v3123: 745 pgs: 745 active+clean; 151 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 297 KiB/s rd, 1.7 MiB/s wr, 388 op/s 2024-07-26T06:59:13.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:13 smithi089 ceph-mon[102056]: osdmap e1812: 8 total, 8 up, 8 in 2024-07-26T06:59:13.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:13 smithi089 ceph-mon[102056]: pgmap v3123: 745 pgs: 745 active+clean; 151 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 297 KiB/s rd, 1.7 MiB/s wr, 388 op/s 2024-07-26T06:59:14.519 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.CreateWithMirrorEnabled (5069 ms) 2024-07-26T06:59:14.520 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot 2024-07-26T06:59:14.520 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:59:14.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:14 smithi155 ceph-mon[90160]: osdmap e1813: 8 total, 8 up, 8 in 2024-07-26T06:59:14.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:14 smithi089 ceph-mon[99608]: osdmap e1813: 8 total, 8 up, 8 in 2024-07-26T06:59:14.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:14 smithi089 ceph-mon[102056]: osdmap e1813: 8 total, 8 up, 8 in 2024-07-26T06:59:15.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:15 smithi155 ceph-mon[90160]: osdmap e1814: 8 total, 8 up, 8 in 2024-07-26T06:59:15.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:15 smithi155 ceph-mon[90160]: pgmap v3126: 745 pgs: 745 active+clean; 151 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 205 KiB/s rd, 722 KiB/s wr, 269 op/s 2024-07-26T06:59:15.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:15 smithi089 ceph-mon[99608]: osdmap e1814: 8 total, 8 up, 8 in 2024-07-26T06:59:15.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:15 smithi089 ceph-mon[99608]: pgmap v3126: 745 pgs: 745 active+clean; 151 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 205 KiB/s rd, 722 KiB/s wr, 269 op/s 2024-07-26T06:59:15.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:15 smithi089 ceph-mon[102056]: osdmap e1814: 8 total, 8 up, 8 in 2024-07-26T06:59:15.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:15 smithi089 ceph-mon[102056]: pgmap v3126: 745 pgs: 745 active+clean; 151 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 205 KiB/s rd, 722 KiB/s wr, 269 op/s 2024-07-26T06:59:16.523 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot (2004 ms) 2024-07-26T06:59:16.523 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.ExclusiveLock 2024-07-26T06:59:16.524 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:59:16.573 INFO:tasks.workunit.client.0.smithi089.stdout:1: acquiring exclusive lock 2024-07-26T06:59:16.573 INFO:tasks.workunit.client.0.smithi089.stdout:2: acquiring exclusive lock 2024-07-26T06:59:16.576 INFO:tasks.workunit.client.0.smithi089.stdout:2: exclusive lock acquired 2024-07-26T06:59:16.599 INFO:tasks.workunit.client.0.smithi089.stdout:2: releasing exclusive lock 2024-07-26T06:59:16.603 INFO:tasks.workunit.client.0.smithi089.stdout:2: exclusive lock released 2024-07-26T06:59:16.603 INFO:tasks.workunit.client.0.smithi089.stdout:2: acquiring exclusive lock 2024-07-26T06:59:16.604 INFO:tasks.workunit.client.0.smithi089.stdout:1: exclusive lock acquired 2024-07-26T06:59:16.623 INFO:tasks.workunit.client.0.smithi089.stdout:1: releasing exclusive lock 2024-07-26T06:59:16.625 INFO:tasks.workunit.client.0.smithi089.stdout:1: exclusive lock released 2024-07-26T06:59:16.626 INFO:tasks.workunit.client.0.smithi089.stdout:1: acquiring exclusive lock 2024-07-26T06:59:16.629 INFO:tasks.workunit.client.0.smithi089.stdout:2: exclusive lock acquired 2024-07-26T06:59:16.639 INFO:tasks.workunit.client.0.smithi089.stdout:2: releasing exclusive lock 2024-07-26T06:59:16.641 INFO:tasks.workunit.client.0.smithi089.stdout:2: exclusive lock released 2024-07-26T06:59:16.642 INFO:tasks.workunit.client.0.smithi089.stdout:2: acquiring exclusive lock 2024-07-26T06:59:16.645 INFO:tasks.workunit.client.0.smithi089.stdout:1: exclusive lock acquired 2024-07-26T06:59:16.680 INFO:tasks.workunit.client.0.smithi089.stdout:1: releasing exclusive lock 2024-07-26T06:59:16.682 INFO:tasks.workunit.client.0.smithi089.stdout:1: exclusive lock released 2024-07-26T06:59:16.683 INFO:tasks.workunit.client.0.smithi089.stdout:1: acquiring exclusive lock 2024-07-26T06:59:16.686 INFO:tasks.workunit.client.0.smithi089.stdout:2: exclusive lock acquired 2024-07-26T06:59:16.703 INFO:tasks.workunit.client.0.smithi089.stdout:2: releasing exclusive lock 2024-07-26T06:59:16.706 INFO:tasks.workunit.client.0.smithi089.stdout:2: exclusive lock released 2024-07-26T06:59:16.706 INFO:tasks.workunit.client.0.smithi089.stdout:2: acquiring exclusive lock 2024-07-26T06:59:16.709 INFO:tasks.workunit.client.0.smithi089.stdout:1: exclusive lock acquired 2024-07-26T06:59:16.749 INFO:tasks.workunit.client.0.smithi089.stdout:1: releasing exclusive lock 2024-07-26T06:59:16.752 INFO:tasks.workunit.client.0.smithi089.stdout:1: exclusive lock released 2024-07-26T06:59:16.752 INFO:tasks.workunit.client.0.smithi089.stdout:1: acquiring exclusive lock 2024-07-26T06:59:16.756 INFO:tasks.workunit.client.0.smithi089.stdout:2: exclusive lock acquired 2024-07-26T06:59:16.759 INFO:tasks.workunit.client.0.smithi089.stdout:2: releasing exclusive lock 2024-07-26T06:59:16.762 INFO:tasks.workunit.client.0.smithi089.stdout:2: exclusive lock released 2024-07-26T06:59:16.762 INFO:tasks.workunit.client.0.smithi089.stdout:2: acquiring exclusive lock 2024-07-26T06:59:16.765 INFO:tasks.workunit.client.0.smithi089.stdout:1: exclusive lock acquired 2024-07-26T06:59:16.783 INFO:tasks.workunit.client.0.smithi089.stdout:1: releasing exclusive lock 2024-07-26T06:59:16.786 INFO:tasks.workunit.client.0.smithi089.stdout:1: exclusive lock released 2024-07-26T06:59:16.786 INFO:tasks.workunit.client.0.smithi089.stdout:1: acquiring exclusive lock 2024-07-26T06:59:16.789 INFO:tasks.workunit.client.0.smithi089.stdout:2: exclusive lock acquired 2024-07-26T06:59:16.836 INFO:tasks.workunit.client.0.smithi089.stdout:2: releasing exclusive lock 2024-07-26T06:59:16.839 INFO:tasks.workunit.client.0.smithi089.stdout:2: exclusive lock released 2024-07-26T06:59:16.843 INFO:tasks.workunit.client.0.smithi089.stdout:1: exclusive lock acquired 2024-07-26T06:59:16.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:16 smithi155 ceph-mon[90160]: osdmap e1815: 8 total, 8 up, 8 in 2024-07-26T06:59:16.891 INFO:tasks.workunit.client.0.smithi089.stdout:1: releasing exclusive lock 2024-07-26T06:59:16.894 INFO:tasks.workunit.client.0.smithi089.stdout:1: exclusive lock released 2024-07-26T06:59:16.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:16 smithi089 ceph-mon[99608]: osdmap e1815: 8 total, 8 up, 8 in 2024-07-26T06:59:16.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:16 smithi089 ceph-mon[102056]: osdmap e1815: 8 total, 8 up, 8 in 2024-07-26T06:59:16.908 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.ExclusiveLock (384 ms) 2024-07-26T06:59:16.908 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.BreakLock 2024-07-26T06:59:16.923 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:59:17.534 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.BreakLock (626 ms) 2024-07-26T06:59:17.534 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.DiscardAfterWrite 2024-07-26T06:59:17.534 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:59:17.558 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.DiscardAfterWrite (24 ms) 2024-07-26T06:59:17.558 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.DefaultFeatures 2024-07-26T06:59:17.558 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.DefaultFeatures (0 ms) 2024-07-26T06:59:17.558 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurge 2024-07-26T06:59:17.558 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:59:17.615 INFO:tasks.workunit.client.0.smithi089.stdout:0.00% done 2024-07-26T06:59:17.615 INFO:tasks.workunit.client.0.smithi089.stdout:1.56% done 2024-07-26T06:59:17.616 INFO:tasks.workunit.client.0.smithi089.stdout:3.12% done 2024-07-26T06:59:17.616 INFO:tasks.workunit.client.0.smithi089.stdout:4.69% done 2024-07-26T06:59:17.616 INFO:tasks.workunit.client.0.smithi089.stdout:6.25% done 2024-07-26T06:59:17.616 INFO:tasks.workunit.client.0.smithi089.stdout:7.81% done 2024-07-26T06:59:17.616 INFO:tasks.workunit.client.0.smithi089.stdout:9.38% done 2024-07-26T06:59:17.616 INFO:tasks.workunit.client.0.smithi089.stdout:10.94% done 2024-07-26T06:59:17.616 INFO:tasks.workunit.client.0.smithi089.stdout:12.50% done 2024-07-26T06:59:17.616 INFO:tasks.workunit.client.0.smithi089.stdout:14.06% done 2024-07-26T06:59:17.616 INFO:tasks.workunit.client.0.smithi089.stdout:15.62% done 2024-07-26T06:59:17.617 INFO:tasks.workunit.client.0.smithi089.stdout:17.19% done 2024-07-26T06:59:17.617 INFO:tasks.workunit.client.0.smithi089.stdout:18.75% done 2024-07-26T06:59:17.617 INFO:tasks.workunit.client.0.smithi089.stdout:20.31% done 2024-07-26T06:59:17.617 INFO:tasks.workunit.client.0.smithi089.stdout:21.88% done 2024-07-26T06:59:17.617 INFO:tasks.workunit.client.0.smithi089.stdout:23.44% done 2024-07-26T06:59:17.617 INFO:tasks.workunit.client.0.smithi089.stdout:25.00% done 2024-07-26T06:59:17.617 INFO:tasks.workunit.client.0.smithi089.stdout:26.56% done 2024-07-26T06:59:17.617 INFO:tasks.workunit.client.0.smithi089.stdout:28.12% done 2024-07-26T06:59:17.617 INFO:tasks.workunit.client.0.smithi089.stdout:29.69% done 2024-07-26T06:59:17.617 INFO:tasks.workunit.client.0.smithi089.stdout:31.25% done 2024-07-26T06:59:17.617 INFO:tasks.workunit.client.0.smithi089.stdout:32.81% done 2024-07-26T06:59:17.617 INFO:tasks.workunit.client.0.smithi089.stdout:34.38% done 2024-07-26T06:59:17.617 INFO:tasks.workunit.client.0.smithi089.stdout:35.94% done 2024-07-26T06:59:17.618 INFO:tasks.workunit.client.0.smithi089.stdout:37.50% done 2024-07-26T06:59:17.618 INFO:tasks.workunit.client.0.smithi089.stdout:39.06% done 2024-07-26T06:59:17.618 INFO:tasks.workunit.client.0.smithi089.stdout:40.62% done 2024-07-26T06:59:17.618 INFO:tasks.workunit.client.0.smithi089.stdout:42.19% done 2024-07-26T06:59:17.618 INFO:tasks.workunit.client.0.smithi089.stdout:43.75% done 2024-07-26T06:59:17.618 INFO:tasks.workunit.client.0.smithi089.stdout:45.31% done 2024-07-26T06:59:17.618 INFO:tasks.workunit.client.0.smithi089.stdout:46.88% done 2024-07-26T06:59:17.618 INFO:tasks.workunit.client.0.smithi089.stdout:48.44% done 2024-07-26T06:59:17.618 INFO:tasks.workunit.client.0.smithi089.stdout:50.00% done 2024-07-26T06:59:17.618 INFO:tasks.workunit.client.0.smithi089.stdout:51.56% done 2024-07-26T06:59:17.618 INFO:tasks.workunit.client.0.smithi089.stdout:53.12% done 2024-07-26T06:59:17.619 INFO:tasks.workunit.client.0.smithi089.stdout:54.69% done 2024-07-26T06:59:17.619 INFO:tasks.workunit.client.0.smithi089.stdout:56.25% done 2024-07-26T06:59:17.619 INFO:tasks.workunit.client.0.smithi089.stdout:57.81% done 2024-07-26T06:59:17.619 INFO:tasks.workunit.client.0.smithi089.stdout:59.38% done 2024-07-26T06:59:17.619 INFO:tasks.workunit.client.0.smithi089.stdout:60.94% done 2024-07-26T06:59:17.619 INFO:tasks.workunit.client.0.smithi089.stdout:62.50% done 2024-07-26T06:59:17.619 INFO:tasks.workunit.client.0.smithi089.stdout:64.06% done 2024-07-26T06:59:17.619 INFO:tasks.workunit.client.0.smithi089.stdout:65.62% done 2024-07-26T06:59:17.619 INFO:tasks.workunit.client.0.smithi089.stdout:67.19% done 2024-07-26T06:59:17.619 INFO:tasks.workunit.client.0.smithi089.stdout:68.75% done 2024-07-26T06:59:17.619 INFO:tasks.workunit.client.0.smithi089.stdout:70.31% done 2024-07-26T06:59:17.619 INFO:tasks.workunit.client.0.smithi089.stdout:71.88% done 2024-07-26T06:59:17.619 INFO:tasks.workunit.client.0.smithi089.stdout:73.44% done 2024-07-26T06:59:17.619 INFO:tasks.workunit.client.0.smithi089.stdout:75.00% done 2024-07-26T06:59:17.620 INFO:tasks.workunit.client.0.smithi089.stdout:76.56% done 2024-07-26T06:59:17.620 INFO:tasks.workunit.client.0.smithi089.stdout:78.12% done 2024-07-26T06:59:17.620 INFO:tasks.workunit.client.0.smithi089.stdout:79.69% done 2024-07-26T06:59:17.620 INFO:tasks.workunit.client.0.smithi089.stdout:81.25% done 2024-07-26T06:59:17.620 INFO:tasks.workunit.client.0.smithi089.stdout:82.81% done 2024-07-26T06:59:17.620 INFO:tasks.workunit.client.0.smithi089.stdout:84.38% done 2024-07-26T06:59:17.620 INFO:tasks.workunit.client.0.smithi089.stdout:85.94% done 2024-07-26T06:59:17.620 INFO:tasks.workunit.client.0.smithi089.stdout:87.50% done 2024-07-26T06:59:17.620 INFO:tasks.workunit.client.0.smithi089.stdout:89.06% done 2024-07-26T06:59:17.620 INFO:tasks.workunit.client.0.smithi089.stdout:90.62% done 2024-07-26T06:59:17.620 INFO:tasks.workunit.client.0.smithi089.stdout:92.19% done 2024-07-26T06:59:17.620 INFO:tasks.workunit.client.0.smithi089.stdout:93.75% done 2024-07-26T06:59:17.620 INFO:tasks.workunit.client.0.smithi089.stdout:95.31% done 2024-07-26T06:59:17.620 INFO:tasks.workunit.client.0.smithi089.stdout:96.88% done 2024-07-26T06:59:17.621 INFO:tasks.workunit.client.0.smithi089.stdout:98.44% done 2024-07-26T06:59:17.621 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurge (58 ms) 2024-07-26T06:59:17.621 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay 2024-07-26T06:59:17.621 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:59:17.668 INFO:tasks.workunit.client.0.smithi089.stdout:0.00% done 2024-07-26T06:59:17.668 INFO:tasks.workunit.client.0.smithi089.stdout:1.56% done 2024-07-26T06:59:17.668 INFO:tasks.workunit.client.0.smithi089.stdout:3.12% done 2024-07-26T06:59:17.668 INFO:tasks.workunit.client.0.smithi089.stdout:4.69% done 2024-07-26T06:59:17.669 INFO:tasks.workunit.client.0.smithi089.stdout:6.25% done 2024-07-26T06:59:17.669 INFO:tasks.workunit.client.0.smithi089.stdout:7.81% done 2024-07-26T06:59:17.669 INFO:tasks.workunit.client.0.smithi089.stdout:9.38% done 2024-07-26T06:59:17.669 INFO:tasks.workunit.client.0.smithi089.stdout:10.94% done 2024-07-26T06:59:17.669 INFO:tasks.workunit.client.0.smithi089.stdout:12.50% done 2024-07-26T06:59:17.670 INFO:tasks.workunit.client.0.smithi089.stdout:14.06% done 2024-07-26T06:59:17.670 INFO:tasks.workunit.client.0.smithi089.stdout:15.62% done 2024-07-26T06:59:17.670 INFO:tasks.workunit.client.0.smithi089.stdout:17.19% done 2024-07-26T06:59:17.670 INFO:tasks.workunit.client.0.smithi089.stdout:18.75% done 2024-07-26T06:59:17.670 INFO:tasks.workunit.client.0.smithi089.stdout:20.31% done 2024-07-26T06:59:17.671 INFO:tasks.workunit.client.0.smithi089.stdout:21.88% done 2024-07-26T06:59:17.671 INFO:tasks.workunit.client.0.smithi089.stdout:23.44% done 2024-07-26T06:59:17.671 INFO:tasks.workunit.client.0.smithi089.stdout:25.00% done 2024-07-26T06:59:17.671 INFO:tasks.workunit.client.0.smithi089.stdout:26.56% done 2024-07-26T06:59:17.671 INFO:tasks.workunit.client.0.smithi089.stdout:28.12% done 2024-07-26T06:59:17.672 INFO:tasks.workunit.client.0.smithi089.stdout:29.69% done 2024-07-26T06:59:17.672 INFO:tasks.workunit.client.0.smithi089.stdout:31.25% done 2024-07-26T06:59:17.672 INFO:tasks.workunit.client.0.smithi089.stdout:32.81% done 2024-07-26T06:59:17.672 INFO:tasks.workunit.client.0.smithi089.stdout:34.38% done 2024-07-26T06:59:17.672 INFO:tasks.workunit.client.0.smithi089.stdout:35.94% done 2024-07-26T06:59:17.672 INFO:tasks.workunit.client.0.smithi089.stdout:37.50% done 2024-07-26T06:59:17.672 INFO:tasks.workunit.client.0.smithi089.stdout:39.06% done 2024-07-26T06:59:17.672 INFO:tasks.workunit.client.0.smithi089.stdout:40.62% done 2024-07-26T06:59:17.672 INFO:tasks.workunit.client.0.smithi089.stdout:42.19% done 2024-07-26T06:59:17.672 INFO:tasks.workunit.client.0.smithi089.stdout:43.75% done 2024-07-26T06:59:17.672 INFO:tasks.workunit.client.0.smithi089.stdout:45.31% done 2024-07-26T06:59:17.672 INFO:tasks.workunit.client.0.smithi089.stdout:46.88% done 2024-07-26T06:59:17.673 INFO:tasks.workunit.client.0.smithi089.stdout:48.44% done 2024-07-26T06:59:17.673 INFO:tasks.workunit.client.0.smithi089.stdout:50.00% done 2024-07-26T06:59:17.673 INFO:tasks.workunit.client.0.smithi089.stdout:51.56% done 2024-07-26T06:59:17.673 INFO:tasks.workunit.client.0.smithi089.stdout:53.12% done 2024-07-26T06:59:17.673 INFO:tasks.workunit.client.0.smithi089.stdout:54.69% done 2024-07-26T06:59:17.673 INFO:tasks.workunit.client.0.smithi089.stdout:56.25% done 2024-07-26T06:59:17.673 INFO:tasks.workunit.client.0.smithi089.stdout:57.81% done 2024-07-26T06:59:17.673 INFO:tasks.workunit.client.0.smithi089.stdout:59.38% done 2024-07-26T06:59:17.673 INFO:tasks.workunit.client.0.smithi089.stdout:60.94% done 2024-07-26T06:59:17.673 INFO:tasks.workunit.client.0.smithi089.stdout:62.50% done 2024-07-26T06:59:17.673 INFO:tasks.workunit.client.0.smithi089.stdout:64.06% done 2024-07-26T06:59:17.673 INFO:tasks.workunit.client.0.smithi089.stdout:65.62% done 2024-07-26T06:59:17.673 INFO:tasks.workunit.client.0.smithi089.stdout:67.19% done 2024-07-26T06:59:17.673 INFO:tasks.workunit.client.0.smithi089.stdout:68.75% done 2024-07-26T06:59:17.674 INFO:tasks.workunit.client.0.smithi089.stdout:70.31% done 2024-07-26T06:59:17.674 INFO:tasks.workunit.client.0.smithi089.stdout:71.88% done 2024-07-26T06:59:17.674 INFO:tasks.workunit.client.0.smithi089.stdout:73.44% done 2024-07-26T06:59:17.674 INFO:tasks.workunit.client.0.smithi089.stdout:75.00% done 2024-07-26T06:59:17.674 INFO:tasks.workunit.client.0.smithi089.stdout:76.56% done 2024-07-26T06:59:17.674 INFO:tasks.workunit.client.0.smithi089.stdout:78.12% done 2024-07-26T06:59:17.674 INFO:tasks.workunit.client.0.smithi089.stdout:79.69% done 2024-07-26T06:59:17.674 INFO:tasks.workunit.client.0.smithi089.stdout:81.25% done 2024-07-26T06:59:17.674 INFO:tasks.workunit.client.0.smithi089.stdout:82.81% done 2024-07-26T06:59:17.674 INFO:tasks.workunit.client.0.smithi089.stdout:84.38% done 2024-07-26T06:59:17.674 INFO:tasks.workunit.client.0.smithi089.stdout:85.94% done 2024-07-26T06:59:17.674 INFO:tasks.workunit.client.0.smithi089.stdout:87.50% done 2024-07-26T06:59:17.674 INFO:tasks.workunit.client.0.smithi089.stdout:89.06% done 2024-07-26T06:59:17.675 INFO:tasks.workunit.client.0.smithi089.stdout:90.62% done 2024-07-26T06:59:17.675 INFO:tasks.workunit.client.0.smithi089.stdout:92.19% done 2024-07-26T06:59:17.675 INFO:tasks.workunit.client.0.smithi089.stdout:93.75% done 2024-07-26T06:59:17.675 INFO:tasks.workunit.client.0.smithi089.stdout:95.31% done 2024-07-26T06:59:17.675 INFO:tasks.workunit.client.0.smithi089.stdout:96.88% done 2024-07-26T06:59:17.675 INFO:tasks.workunit.client.0.smithi089.stdout:98.44% done 2024-07-26T06:59:17.675 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay (52 ms) 2024-07-26T06:59:17.676 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.TestTrashPurge 2024-07-26T06:59:17.676 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:59:17.676 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:59:17.791 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.TestTrashPurge (123 ms) 2024-07-26T06:59:17.791 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndRestore 2024-07-26T06:59:17.791 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:59:17.833 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.TestTrashMoveAndRestore (42 ms) 2024-07-26T06:59:17.833 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.TestListWatchers 2024-07-26T06:59:17.833 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:59:17.857 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.TestListWatchers (24 ms) 2024-07-26T06:59:17.857 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.TestSetSnapById 2024-07-26T06:59:17.857 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:59:17.878 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:17 smithi155 ceph-mon[90160]: osdmap e1816: 8 total, 8 up, 8 in 2024-07-26T06:59:17.878 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:17 smithi155 ceph-mon[90160]: pgmap v3129: 745 pgs: 745 active+clean; 151 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 116 KiB/s rd, 8.7 KiB/s wr, 155 op/s 2024-07-26T06:59:17.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:17 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/638193009' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.89:0/3715109265"}]: dispatch 2024-07-26T06:59:17.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:17 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.89:0/3715109265"}]: dispatch 2024-07-26T06:59:17.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:17 smithi089 ceph-mon[99608]: osdmap e1816: 8 total, 8 up, 8 in 2024-07-26T06:59:17.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:17 smithi089 ceph-mon[99608]: pgmap v3129: 745 pgs: 745 active+clean; 151 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 116 KiB/s rd, 8.7 KiB/s wr, 155 op/s 2024-07-26T06:59:17.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:17 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/638193009' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.89:0/3715109265"}]: dispatch 2024-07-26T06:59:17.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:17 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.89:0/3715109265"}]: dispatch 2024-07-26T06:59:17.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:17 smithi089 ceph-mon[102056]: osdmap e1816: 8 total, 8 up, 8 in 2024-07-26T06:59:17.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:17 smithi089 ceph-mon[102056]: pgmap v3129: 745 pgs: 745 active+clean; 151 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 116 KiB/s rd, 8.7 KiB/s wr, 155 op/s 2024-07-26T06:59:17.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:17 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/638193009' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.89:0/3715109265"}]: dispatch 2024-07-26T06:59:17.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:17 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.89:0/3715109265"}]: dispatch 2024-07-26T06:59:18.550 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.TestSetSnapById (694 ms) 2024-07-26T06:59:18.550 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.Namespaces 2024-07-26T06:59:18.575 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.Namespaces (25 ms) 2024-07-26T06:59:18.576 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.NamespacesPP 2024-07-26T06:59:18.609 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:59:18.613 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:59:18.696 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.NamespacesPP (121 ms) 2024-07-26T06:59:18.697 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.Migration 2024-07-26T06:59:18.697 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:59:18.697 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:59:18.878 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:18 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.89:0/3715109265"}]': finished 2024-07-26T06:59:18.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:18 smithi155 ceph-mon[90160]: osdmap e1817: 8 total, 8 up, 8 in 2024-07-26T06:59:18.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:18 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.89:0/3715109265"}]': finished 2024-07-26T06:59:18.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:18 smithi089 ceph-mon[99608]: osdmap e1817: 8 total, 8 up, 8 in 2024-07-26T06:59:18.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:18 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.89:0/3715109265"}]': finished 2024-07-26T06:59:18.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:18 smithi089 ceph-mon[102056]: osdmap e1817: 8 total, 8 up, 8 in 2024-07-26T06:59:19.108 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.Migration (412 ms) 2024-07-26T06:59:19.108 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.MigrationPP 2024-07-26T06:59:19.109 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:59:19.109 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:59:19.501 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.MigrationPP (392 ms) 2024-07-26T06:59:19.501 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.TestGetAccessTimestamp 2024-07-26T06:59:19.501 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:59:19.518 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.TestGetAccessTimestamp (17 ms) 2024-07-26T06:59:19.518 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.TestGetModifyTimestamp 2024-07-26T06:59:19.518 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:59:19.536 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.TestGetModifyTimestamp (19 ms) 2024-07-26T06:59:19.536 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.ZeroOverlapFlatten 2024-07-26T06:59:19.536 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:59:19.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:19 smithi155 ceph-mon[90160]: osdmap e1818: 8 total, 8 up, 8 in 2024-07-26T06:59:19.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:19 smithi155 ceph-mon[90160]: pgmap v3132: 745 pgs: 745 active+clean; 151 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 118 KiB/s rd, 7.7 KiB/s wr, 167 op/s 2024-07-26T06:59:19.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:19 smithi089 ceph-mon[99608]: osdmap e1818: 8 total, 8 up, 8 in 2024-07-26T06:59:19.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:19 smithi089 ceph-mon[99608]: pgmap v3132: 745 pgs: 745 active+clean; 151 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 118 KiB/s rd, 7.7 KiB/s wr, 167 op/s 2024-07-26T06:59:19.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:19 smithi089 ceph-mon[102056]: osdmap e1818: 8 total, 8 up, 8 in 2024-07-26T06:59:19.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:19 smithi089 ceph-mon[102056]: pgmap v3132: 745 pgs: 745 active+clean; 151 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 118 KiB/s rd, 7.7 KiB/s wr, 167 op/s 2024-07-26T06:59:20.269 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.ZeroOverlapFlatten (733 ms) 2024-07-26T06:59:20.269 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.PoolMetadata 2024-07-26T06:59:20.298 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.PoolMetadata (28 ms) 2024-07-26T06:59:20.298 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.PoolMetadataPP 2024-07-26T06:59:20.318 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.PoolMetadataPP (20 ms) 2024-07-26T06:59:20.318 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.Config 2024-07-26T06:59:20.323 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:59:20.365 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.Config (47 ms) 2024-07-26T06:59:20.365 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.ConfigPP 2024-07-26T06:59:20.369 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:59:20.407 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.ConfigPP (42 ms) 2024-07-26T06:59:20.407 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.PoolStatsPP 2024-07-26T06:59:20.543 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:59:20 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: [26/Jul/2024:06:59:20] ENGINE Bus STOPPING 2024-07-26T06:59:20.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:59:20 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: [26/Jul/2024:06:59:20] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-07-26T06:59:20.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:59:20 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: [26/Jul/2024:06:59:20] ENGINE Bus STOPPED 2024-07-26T06:59:20.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:59:20 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: [26/Jul/2024:06:59:20] ENGINE Bus STARTING 2024-07-26T06:59:20.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:59:20 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: [26/Jul/2024:06:59:20] ENGINE Serving on http://:::9283 2024-07-26T06:59:20.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:59:20 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: [26/Jul/2024:06:59:20] ENGINE Bus STARTED 2024-07-26T06:59:21.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:21 smithi155 ceph-mon[90160]: osdmap e1819: 8 total, 8 up, 8 in 2024-07-26T06:59:21.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:21 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' 2024-07-26T06:59:21.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:21 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:59:21.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:21 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:59:21.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:21 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:59:21.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:21 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:59:21.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:21 smithi089 ceph-mon[99608]: osdmap e1819: 8 total, 8 up, 8 in 2024-07-26T06:59:21.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:21 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' 2024-07-26T06:59:21.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:21 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:59:21.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:21 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:59:21.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:21 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:59:21.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:21 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:59:21.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:21 smithi089 ceph-mon[102056]: osdmap e1819: 8 total, 8 up, 8 in 2024-07-26T06:59:21.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:21 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' 2024-07-26T06:59:21.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:21 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T06:59:21.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:21 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T06:59:21.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:21 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T06:59:21.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:21 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T06:59:22.319 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:59:22.530 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:59:22 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:59:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:59:22.531 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:22 smithi155 ceph-mon[90160]: pgmap v3134: 745 pgs: 745 active+clean; 152 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 576 KiB/s rd, 150 KiB/s wr, 691 op/s 2024-07-26T06:59:22.531 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:22 smithi155 ceph-mon[90160]: osdmap e1820: 8 total, 8 up, 8 in 2024-07-26T06:59:22.531 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:22 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/1828757642' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:59:22.533 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:22 smithi089 ceph-mon[99608]: pgmap v3134: 745 pgs: 745 active+clean; 152 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 576 KiB/s rd, 150 KiB/s wr, 691 op/s 2024-07-26T06:59:22.533 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:22 smithi089 ceph-mon[99608]: osdmap e1820: 8 total, 8 up, 8 in 2024-07-26T06:59:22.533 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:22 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/1828757642' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:59:22.533 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:22 smithi089 ceph-mon[102056]: pgmap v3134: 745 pgs: 745 active+clean; 152 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 576 KiB/s rd, 150 KiB/s wr, 691 op/s 2024-07-26T06:59:22.533 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:22 smithi089 ceph-mon[102056]: osdmap e1820: 8 total, 8 up, 8 in 2024-07-26T06:59:22.533 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:22 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/1828757642' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:59:22.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:59:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:59:22] "GET /metrics HTTP/1.1" 200 82936 "" "Prometheus/2.43.0" 2024-07-26T06:59:23.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:23 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/1828757642' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:59:23.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:23 smithi155 ceph-mon[90160]: osdmap e1821: 8 total, 8 up, 8 in 2024-07-26T06:59:23.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:23 smithi155 ceph-mon[90160]: pgmap v3137: 777 pgs: 27 unknown, 750 active+clean; 152 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 844 KiB/s rd, 177 KiB/s wr, 1.04k op/s 2024-07-26T06:59:23.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:23 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/1828757642' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:59:23.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:23 smithi089 ceph-mon[102056]: osdmap e1821: 8 total, 8 up, 8 in 2024-07-26T06:59:23.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:23 smithi089 ceph-mon[102056]: pgmap v3137: 777 pgs: 27 unknown, 750 active+clean; 152 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 844 KiB/s rd, 177 KiB/s wr, 1.04k op/s 2024-07-26T06:59:23.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:23 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/1828757642' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:59:23.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:23 smithi089 ceph-mon[99608]: osdmap e1821: 8 total, 8 up, 8 in 2024-07-26T06:59:23.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:23 smithi089 ceph-mon[99608]: pgmap v3137: 777 pgs: 27 unknown, 750 active+clean; 152 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 844 KiB/s rd, 177 KiB/s wr, 1.04k op/s 2024-07-26T06:59:24.369 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:59:24.404 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:59:24.419 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:59:24.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:24 smithi155 ceph-mon[90160]: osdmap e1822: 8 total, 8 up, 8 in 2024-07-26T06:59:24.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:24 smithi089 ceph-mon[99608]: osdmap e1822: 8 total, 8 up, 8 in 2024-07-26T06:59:24.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:24 smithi089 ceph-mon[102056]: osdmap e1822: 8 total, 8 up, 8 in 2024-07-26T06:59:25.246 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.PoolStatsPP (4840 ms) 2024-07-26T06:59:25.247 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.ImageSpec 2024-07-26T06:59:25.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:25 smithi155 ceph-mon[90160]: osdmap e1823: 8 total, 8 up, 8 in 2024-07-26T06:59:25.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:25 smithi155 ceph-mon[90160]: pgmap v3140: 777 pgs: 11 unknown, 766 active+clean; 152 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 422 KiB/s rd, 40 KiB/s wr, 573 op/s 2024-07-26T06:59:25.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:25 smithi155 ceph-mon[90160]: osdmap e1824: 8 total, 8 up, 8 in 2024-07-26T06:59:25.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:25 smithi089 ceph-mon[99608]: osdmap e1823: 8 total, 8 up, 8 in 2024-07-26T06:59:25.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:25 smithi089 ceph-mon[99608]: pgmap v3140: 777 pgs: 11 unknown, 766 active+clean; 152 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 422 KiB/s rd, 40 KiB/s wr, 573 op/s 2024-07-26T06:59:25.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:25 smithi089 ceph-mon[99608]: osdmap e1824: 8 total, 8 up, 8 in 2024-07-26T06:59:25.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:25 smithi089 ceph-mon[102056]: osdmap e1823: 8 total, 8 up, 8 in 2024-07-26T06:59:25.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:25 smithi089 ceph-mon[102056]: pgmap v3140: 777 pgs: 11 unknown, 766 active+clean; 152 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 422 KiB/s rd, 40 KiB/s wr, 573 op/s 2024-07-26T06:59:25.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:25 smithi089 ceph-mon[102056]: osdmap e1824: 8 total, 8 up, 8 in 2024-07-26T06:59:26.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:59:26.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:26 smithi155 ceph-mon[90160]: osdmap e1825: 8 total, 8 up, 8 in 2024-07-26T06:59:26.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:26 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/3934295331' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:59:26.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:26 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:59:26.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:59:26.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:26 smithi089 ceph-mon[99608]: osdmap e1825: 8 total, 8 up, 8 in 2024-07-26T06:59:26.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:26 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/3934295331' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:59:26.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:26 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:59:26.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:59:26.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:26 smithi089 ceph-mon[102056]: osdmap e1825: 8 total, 8 up, 8 in 2024-07-26T06:59:26.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:26 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/3934295331' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:59:26.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:26 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:59:27.195 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:59:28.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:28 smithi155 ceph-mon[90160]: pgmap v3143: 809 pgs: 3 creating+peering, 29 unknown, 777 active+clean; 152 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 10 KiB/s wr, 125 op/s 2024-07-26T06:59:28.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:28 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:59:28.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:28 smithi155 ceph-mon[90160]: osdmap e1826: 8 total, 8 up, 8 in 2024-07-26T06:59:28.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:28 smithi155 ceph-mon[90160]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:59:28.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:28 smithi089 ceph-mon[99608]: pgmap v3143: 809 pgs: 3 creating+peering, 29 unknown, 777 active+clean; 152 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 10 KiB/s wr, 125 op/s 2024-07-26T06:59:28.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:28 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:59:28.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:28 smithi089 ceph-mon[99608]: osdmap e1826: 8 total, 8 up, 8 in 2024-07-26T06:59:28.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:28 smithi089 ceph-mon[99608]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:59:28.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:28 smithi089 ceph-mon[102056]: pgmap v3143: 809 pgs: 3 creating+peering, 29 unknown, 777 active+clean; 152 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 10 KiB/s wr, 125 op/s 2024-07-26T06:59:28.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:28 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:59:28.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:28 smithi089 ceph-mon[102056]: osdmap e1826: 8 total, 8 up, 8 in 2024-07-26T06:59:28.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:28 smithi089 ceph-mon[102056]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:59:29.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:29 smithi155 ceph-mon[90160]: osdmap e1827: 8 total, 8 up, 8 in 2024-07-26T06:59:29.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:29 smithi089 ceph-mon[99608]: osdmap e1827: 8 total, 8 up, 8 in 2024-07-26T06:59:29.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:29 smithi089 ceph-mon[102056]: osdmap e1827: 8 total, 8 up, 8 in 2024-07-26T06:59:30.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:30 smithi155 ceph-mon[90160]: pgmap v3146: 809 pgs: 3 creating+peering, 18 unknown, 788 active+clean; 152 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 5.2 KiB/s wr, 66 op/s 2024-07-26T06:59:30.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:30 smithi155 ceph-mon[90160]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:59:30.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:30 smithi155 ceph-mon[90160]: osdmap e1828: 8 total, 8 up, 8 in 2024-07-26T06:59:30.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:30 smithi089 ceph-mon[99608]: pgmap v3146: 809 pgs: 3 creating+peering, 18 unknown, 788 active+clean; 152 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 5.2 KiB/s wr, 66 op/s 2024-07-26T06:59:30.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:30 smithi089 ceph-mon[99608]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:59:30.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:30 smithi089 ceph-mon[99608]: osdmap e1828: 8 total, 8 up, 8 in 2024-07-26T06:59:30.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:30 smithi089 ceph-mon[102056]: pgmap v3146: 809 pgs: 3 creating+peering, 18 unknown, 788 active+clean; 152 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 5.2 KiB/s wr, 66 op/s 2024-07-26T06:59:30.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:30 smithi089 ceph-mon[102056]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:59:30.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:30 smithi089 ceph-mon[102056]: osdmap e1828: 8 total, 8 up, 8 in 2024-07-26T06:59:31.370 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.ImageSpec (6123 ms) 2024-07-26T06:59:31.370 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.SnapRemoveWithChildMissing 2024-07-26T06:59:31.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:31 smithi155 ceph-mon[90160]: osdmap e1829: 8 total, 8 up, 8 in 2024-07-26T06:59:31.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:31 smithi089 ceph-mon[99608]: osdmap e1829: 8 total, 8 up, 8 in 2024-07-26T06:59:31.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:31 smithi089 ceph-mon[102056]: osdmap e1829: 8 total, 8 up, 8 in 2024-07-26T06:59:32.532 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:32 smithi089 ceph-mon[99608]: pgmap v3149: 809 pgs: 3 creating+peering, 8 unknown, 798 active+clean; 152 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 3.7 KiB/s wr, 50 op/s 2024-07-26T06:59:32.532 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:32 smithi089 ceph-mon[99608]: osdmap e1830: 8 total, 8 up, 8 in 2024-07-26T06:59:32.532 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:32 smithi089 ceph-mon[102056]: pgmap v3149: 809 pgs: 3 creating+peering, 8 unknown, 798 active+clean; 152 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 3.7 KiB/s wr, 50 op/s 2024-07-26T06:59:32.532 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:32 smithi089 ceph-mon[102056]: osdmap e1830: 8 total, 8 up, 8 in 2024-07-26T06:59:32.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:32 smithi155 ceph-mon[90160]: pgmap v3149: 809 pgs: 3 creating+peering, 8 unknown, 798 active+clean; 152 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 3.7 KiB/s wr, 50 op/s 2024-07-26T06:59:32.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:32 smithi155 ceph-mon[90160]: osdmap e1830: 8 total, 8 up, 8 in 2024-07-26T06:59:32.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:59:32 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:59:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:59:32.906 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:59:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:59:32] "GET /metrics HTTP/1.1" 200 85392 "" "Prometheus/2.43.0" 2024-07-26T06:59:33.251 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:59:33.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:33 smithi155 ceph-mon[90160]: osdmap e1831: 8 total, 8 up, 8 in 2024-07-26T06:59:33.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:33 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/3885415513' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:59:33.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:33 smithi089 ceph-mon[99608]: osdmap e1831: 8 total, 8 up, 8 in 2024-07-26T06:59:33.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:33 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/3885415513' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:59:33.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:33 smithi089 ceph-mon[102056]: osdmap e1831: 8 total, 8 up, 8 in 2024-07-26T06:59:33.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:33 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/3885415513' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:59:34.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:34 smithi155 ceph-mon[90160]: pgmap v3152: 841 pgs: 3 creating+peering, 29 unknown, 809 active+clean; 152 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 5.0 KiB/s wr, 168 op/s 2024-07-26T06:59:34.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:34 smithi155 ceph-mon[90160]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:59:34.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:34 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/3885415513' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:59:34.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:34 smithi155 ceph-mon[90160]: osdmap e1832: 8 total, 8 up, 8 in 2024-07-26T06:59:34.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:34 smithi089 ceph-mon[99608]: pgmap v3152: 841 pgs: 3 creating+peering, 29 unknown, 809 active+clean; 152 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 5.0 KiB/s wr, 168 op/s 2024-07-26T06:59:34.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:34 smithi089 ceph-mon[99608]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:59:34.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:34 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/3885415513' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:59:34.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:34 smithi089 ceph-mon[99608]: osdmap e1832: 8 total, 8 up, 8 in 2024-07-26T06:59:34.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:34 smithi089 ceph-mon[102056]: pgmap v3152: 841 pgs: 3 creating+peering, 29 unknown, 809 active+clean; 152 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 5.0 KiB/s wr, 168 op/s 2024-07-26T06:59:34.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:34 smithi089 ceph-mon[102056]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-07-26T06:59:34.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:34 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/3885415513' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:59:34.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:34 smithi089 ceph-mon[102056]: osdmap e1832: 8 total, 8 up, 8 in 2024-07-26T06:59:35.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:35 smithi155 ceph-mon[90160]: osdmap e1833: 8 total, 8 up, 8 in 2024-07-26T06:59:35.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:35 smithi155 ceph-mon[90160]: osdmap e1834: 8 total, 8 up, 8 in 2024-07-26T06:59:35.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:35 smithi089 ceph-mon[99608]: osdmap e1833: 8 total, 8 up, 8 in 2024-07-26T06:59:35.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:35 smithi089 ceph-mon[99608]: osdmap e1834: 8 total, 8 up, 8 in 2024-07-26T06:59:35.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:35 smithi089 ceph-mon[102056]: osdmap e1833: 8 total, 8 up, 8 in 2024-07-26T06:59:35.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:35 smithi089 ceph-mon[102056]: osdmap e1834: 8 total, 8 up, 8 in 2024-07-26T06:59:36.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:36 smithi155 ceph-mon[90160]: pgmap v3155: 841 pgs: 6 creating+peering, 16 unknown, 819 active+clean; 152 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 137 KiB/s rd, 6.0 KiB/s wr, 172 op/s 2024-07-26T06:59:36.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:36 smithi155 ceph-mon[90160]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:59:36.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:36 smithi089 ceph-mon[99608]: pgmap v3155: 841 pgs: 6 creating+peering, 16 unknown, 819 active+clean; 152 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 137 KiB/s rd, 6.0 KiB/s wr, 172 op/s 2024-07-26T06:59:36.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:36 smithi089 ceph-mon[99608]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:59:36.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:36 smithi089 ceph-mon[102056]: pgmap v3155: 841 pgs: 6 creating+peering, 16 unknown, 819 active+clean; 152 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 137 KiB/s rd, 6.0 KiB/s wr, 172 op/s 2024-07-26T06:59:36.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:36 smithi089 ceph-mon[102056]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-07-26T06:59:37.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:37 smithi155 ceph-mon[90160]: osdmap e1835: 8 total, 8 up, 8 in 2024-07-26T06:59:37.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:37 smithi155 ceph-mon[90160]: pgmap v3158: 841 pgs: 6 creating+peering, 835 active+clean; 152 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 2.5 KiB/s wr, 16 op/s 2024-07-26T06:59:37.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:37 smithi089 ceph-mon[99608]: osdmap e1835: 8 total, 8 up, 8 in 2024-07-26T06:59:37.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:37 smithi089 ceph-mon[99608]: pgmap v3158: 841 pgs: 6 creating+peering, 835 active+clean; 152 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 2.5 KiB/s wr, 16 op/s 2024-07-26T06:59:37.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:37 smithi089 ceph-mon[102056]: osdmap e1835: 8 total, 8 up, 8 in 2024-07-26T06:59:37.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:37 smithi089 ceph-mon[102056]: pgmap v3158: 841 pgs: 6 creating+peering, 835 active+clean; 152 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 2.5 KiB/s wr, 16 op/s 2024-07-26T06:59:38.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:38 smithi155 ceph-mon[90160]: osdmap e1836: 8 total, 8 up, 8 in 2024-07-26T06:59:38.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:38 smithi089 ceph-mon[99608]: osdmap e1836: 8 total, 8 up, 8 in 2024-07-26T06:59:38.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:38 smithi089 ceph-mon[102056]: osdmap e1836: 8 total, 8 up, 8 in 2024-07-26T06:59:39.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:39 smithi155 ceph-mon[90160]: osdmap e1837: 8 total, 8 up, 8 in 2024-07-26T06:59:39.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:39 smithi155 ceph-mon[90160]: pgmap v3161: 809 pgs: 809 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-07-26T06:59:39.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:39 smithi089 ceph-mon[99608]: osdmap e1837: 8 total, 8 up, 8 in 2024-07-26T06:59:39.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:39 smithi089 ceph-mon[99608]: pgmap v3161: 809 pgs: 809 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-07-26T06:59:39.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:39 smithi089 ceph-mon[102056]: osdmap e1837: 8 total, 8 up, 8 in 2024-07-26T06:59:39.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:39 smithi089 ceph-mon[102056]: pgmap v3161: 809 pgs: 809 active+clean; 6.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-07-26T06:59:40.225 INFO:tasks.workunit.client.0.smithi089.stdout:num children is: 3 2024-07-26T06:59:40.225 INFO:tasks.workunit.client.0.smithi089.stdout:expected: 3 2024-07-26T06:59:40.225 INFO:tasks.workunit.client.0.smithi089.stdout:child: image213 2024-07-26T06:59:40.225 INFO:tasks.workunit.client.0.smithi089.stdout:child: image215 2024-07-26T06:59:40.225 INFO:tasks.workunit.client.0.smithi089.stdout:child: image214 2024-07-26T06:59:40.226 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-15/image213/b216bf0b0501 2024-07-26T06:59:40.226 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:59:40.226 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-37/image214/b216aba8b27f 2024-07-26T06:59:40.226 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:59:40.226 INFO:tasks.workunit.client.0.smithi089.stdout:found child test-librbd-smithi089-152442-15/image215/b216f01e287b 2024-07-26T06:59:40.226 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T06:59:40.226 INFO:tasks.workunit.client.0.smithi089.stdout:num children is: 0 2024-07-26T06:59:40.226 INFO:tasks.workunit.client.0.smithi089.stdout:expected: 0 2024-07-26T06:59:40.226 INFO:tasks.workunit.client.0.smithi089.stdout:num snaps is: 0 2024-07-26T06:59:40.226 INFO:tasks.workunit.client.0.smithi089.stdout:expected: 0 2024-07-26T06:59:40.226 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.SnapRemoveWithChildMissing (8855 ms) 2024-07-26T06:59:40.226 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.QuiesceWatch 2024-07-26T06:59:40.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:40 smithi155 ceph-mon[90160]: osdmap e1838: 8 total, 8 up, 8 in 2024-07-26T06:59:40.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:40 smithi155 ceph-mon[90160]: osdmap e1839: 8 total, 8 up, 8 in 2024-07-26T06:59:40.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:40 smithi089 ceph-mon[99608]: osdmap e1838: 8 total, 8 up, 8 in 2024-07-26T06:59:40.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:40 smithi089 ceph-mon[99608]: osdmap e1839: 8 total, 8 up, 8 in 2024-07-26T06:59:40.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:40 smithi089 ceph-mon[102056]: osdmap e1838: 8 total, 8 up, 8 in 2024-07-26T06:59:40.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:40 smithi089 ceph-mon[102056]: osdmap e1839: 8 total, 8 up, 8 in 2024-07-26T06:59:41.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:41 smithi155 ceph-mon[90160]: pgmap v3164: 809 pgs: 809 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-07-26T06:59:41.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:59:41.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:41 smithi155 ceph-mon[90160]: osdmap e1840: 8 total, 8 up, 8 in 2024-07-26T06:59:41.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:41 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/3470638924' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:59:41.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:41 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:59:41.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:41 smithi089 ceph-mon[99608]: pgmap v3164: 809 pgs: 809 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-07-26T06:59:41.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:59:41.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:41 smithi089 ceph-mon[99608]: osdmap e1840: 8 total, 8 up, 8 in 2024-07-26T06:59:41.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:41 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/3470638924' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:59:41.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:41 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:59:41.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:41 smithi089 ceph-mon[102056]: pgmap v3164: 809 pgs: 809 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-07-26T06:59:41.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:59:41.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:41 smithi089 ceph-mon[102056]: osdmap e1840: 8 total, 8 up, 8 in 2024-07-26T06:59:41.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:41 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/3470638924' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:59:41.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:41 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T06:59:42.190 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:59:42.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:59:42 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:59:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:59:42.806 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:59:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:59:42] "GET /metrics HTTP/1.1" 200 87881 "" "Prometheus/2.43.0" 2024-07-26T06:59:43.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:43 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:59:43.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:43 smithi155 ceph-mon[90160]: osdmap e1841: 8 total, 8 up, 8 in 2024-07-26T06:59:43.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:43 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:59:43.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:43 smithi089 ceph-mon[99608]: osdmap e1841: 8 total, 8 up, 8 in 2024-07-26T06:59:43.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:43 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T06:59:43.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:43 smithi089 ceph-mon[102056]: osdmap e1841: 8 total, 8 up, 8 in 2024-07-26T06:59:44.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:44 smithi155 ceph-mon[90160]: pgmap v3167: 841 pgs: 6 creating+peering, 24 unknown, 811 active+clean; 6.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 124 KiB/s rd, 7.7 KiB/s wr, 157 op/s 2024-07-26T06:59:44.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:44 smithi155 ceph-mon[90160]: osdmap e1842: 8 total, 8 up, 8 in 2024-07-26T06:59:44.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:44 smithi089 ceph-mon[99608]: pgmap v3167: 841 pgs: 6 creating+peering, 24 unknown, 811 active+clean; 6.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 124 KiB/s rd, 7.7 KiB/s wr, 157 op/s 2024-07-26T06:59:44.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:44 smithi089 ceph-mon[99608]: osdmap e1842: 8 total, 8 up, 8 in 2024-07-26T06:59:44.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:44 smithi089 ceph-mon[102056]: pgmap v3167: 841 pgs: 6 creating+peering, 24 unknown, 811 active+clean; 6.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 124 KiB/s rd, 7.7 KiB/s wr, 157 op/s 2024-07-26T06:59:44.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:44 smithi089 ceph-mon[102056]: osdmap e1842: 8 total, 8 up, 8 in 2024-07-26T06:59:45.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:45 smithi155 ceph-mon[90160]: osdmap e1843: 8 total, 8 up, 8 in 2024-07-26T06:59:45.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:45 smithi089 ceph-mon[99608]: osdmap e1843: 8 total, 8 up, 8 in 2024-07-26T06:59:45.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:45 smithi089 ceph-mon[102056]: osdmap e1843: 8 total, 8 up, 8 in 2024-07-26T06:59:46.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:46 smithi155 ceph-mon[90160]: pgmap v3170: 841 pgs: 6 creating+peering, 12 unknown, 823 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 255 B/s wr, 34 op/s 2024-07-26T06:59:46.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:46 smithi155 ceph-mon[90160]: osdmap e1844: 8 total, 8 up, 8 in 2024-07-26T06:59:46.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:46 smithi089 ceph-mon[99608]: pgmap v3170: 841 pgs: 6 creating+peering, 12 unknown, 823 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 255 B/s wr, 34 op/s 2024-07-26T06:59:46.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:46 smithi089 ceph-mon[99608]: osdmap e1844: 8 total, 8 up, 8 in 2024-07-26T06:59:46.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:46 smithi089 ceph-mon[102056]: pgmap v3170: 841 pgs: 6 creating+peering, 12 unknown, 823 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 255 B/s wr, 34 op/s 2024-07-26T06:59:46.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:46 smithi089 ceph-mon[102056]: osdmap e1844: 8 total, 8 up, 8 in 2024-07-26T06:59:47.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:47 smithi155 ceph-mon[90160]: osdmap e1845: 8 total, 8 up, 8 in 2024-07-26T06:59:47.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:47 smithi089 ceph-mon[99608]: osdmap e1845: 8 total, 8 up, 8 in 2024-07-26T06:59:47.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:47 smithi089 ceph-mon[102056]: osdmap e1845: 8 total, 8 up, 8 in 2024-07-26T06:59:48.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:48 smithi155 ceph-mon[90160]: pgmap v3173: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 9.0 KiB/s rd, 1.7 KiB/s wr, 14 op/s 2024-07-26T06:59:48.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:48 smithi155 ceph-mon[90160]: osdmap e1846: 8 total, 8 up, 8 in 2024-07-26T06:59:48.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:48 smithi089 ceph-mon[99608]: pgmap v3173: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 9.0 KiB/s rd, 1.7 KiB/s wr, 14 op/s 2024-07-26T06:59:48.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:48 smithi089 ceph-mon[99608]: osdmap e1846: 8 total, 8 up, 8 in 2024-07-26T06:59:48.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:48 smithi089 ceph-mon[102056]: pgmap v3173: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 9.0 KiB/s rd, 1.7 KiB/s wr, 14 op/s 2024-07-26T06:59:48.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:48 smithi089 ceph-mon[102056]: osdmap e1846: 8 total, 8 up, 8 in 2024-07-26T06:59:49.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:49 smithi155 ceph-mon[90160]: osdmap e1847: 8 total, 8 up, 8 in 2024-07-26T06:59:49.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:49 smithi089 ceph-mon[99608]: osdmap e1847: 8 total, 8 up, 8 in 2024-07-26T06:59:49.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:49 smithi089 ceph-mon[102056]: osdmap e1847: 8 total, 8 up, 8 in 2024-07-26T06:59:50.293 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.QuiesceWatch (10068 ms) 2024-07-26T06:59:50.293 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.QuiesceWatchPP 2024-07-26T06:59:50.293 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:59:50.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:50 smithi155 ceph-mon[90160]: pgmap v3176: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 48 KiB/s rd, 4.5 KiB/s wr, 64 op/s 2024-07-26T06:59:50.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:50 smithi155 ceph-mon[90160]: osdmap e1848: 8 total, 8 up, 8 in 2024-07-26T06:59:50.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:50 smithi155 ceph-mon[90160]: osdmap e1849: 8 total, 8 up, 8 in 2024-07-26T06:59:50.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:50 smithi089 ceph-mon[99608]: pgmap v3176: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 48 KiB/s rd, 4.5 KiB/s wr, 64 op/s 2024-07-26T06:59:50.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:50 smithi089 ceph-mon[99608]: osdmap e1848: 8 total, 8 up, 8 in 2024-07-26T06:59:50.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:50 smithi089 ceph-mon[99608]: osdmap e1849: 8 total, 8 up, 8 in 2024-07-26T06:59:50.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:50 smithi089 ceph-mon[102056]: pgmap v3176: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 48 KiB/s rd, 4.5 KiB/s wr, 64 op/s 2024-07-26T06:59:50.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:50 smithi089 ceph-mon[102056]: osdmap e1848: 8 total, 8 up, 8 in 2024-07-26T06:59:50.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:50 smithi089 ceph-mon[102056]: osdmap e1849: 8 total, 8 up, 8 in 2024-07-26T06:59:52.534 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:52 smithi089 ceph-mon[99608]: pgmap v3179: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 3.0 KiB/s wr, 52 op/s 2024-07-26T06:59:52.534 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:52 smithi089 ceph-mon[99608]: osdmap e1850: 8 total, 8 up, 8 in 2024-07-26T06:59:52.534 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:52 smithi089 ceph-mon[102056]: pgmap v3179: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 3.0 KiB/s wr, 52 op/s 2024-07-26T06:59:52.534 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:52 smithi089 ceph-mon[102056]: osdmap e1850: 8 total, 8 up, 8 in 2024-07-26T06:59:52.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 06:59:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T06:59:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T06:59:52.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:52 smithi155 ceph-mon[90160]: pgmap v3179: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 3.0 KiB/s wr, 52 op/s 2024-07-26T06:59:52.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:52 smithi155 ceph-mon[90160]: osdmap e1850: 8 total, 8 up, 8 in 2024-07-26T06:59:52.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 06:59:52 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:06:59:52] "GET /metrics HTTP/1.1" 200 87881 "" "Prometheus/2.43.0" 2024-07-26T06:59:53.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:53 smithi155 ceph-mon[90160]: osdmap e1851: 8 total, 8 up, 8 in 2024-07-26T06:59:53.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:53 smithi155 ceph-mon[90160]: pgmap v3182: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 767 B/s wr, 17 op/s 2024-07-26T06:59:53.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:53 smithi089 ceph-mon[99608]: osdmap e1851: 8 total, 8 up, 8 in 2024-07-26T06:59:53.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:53 smithi089 ceph-mon[99608]: pgmap v3182: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 767 B/s wr, 17 op/s 2024-07-26T06:59:53.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:53 smithi089 ceph-mon[102056]: osdmap e1851: 8 total, 8 up, 8 in 2024-07-26T06:59:53.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:53 smithi089 ceph-mon[102056]: pgmap v3182: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 767 B/s wr, 17 op/s 2024-07-26T06:59:54.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:54 smithi155 ceph-mon[90160]: osdmap e1852: 8 total, 8 up, 8 in 2024-07-26T06:59:54.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:54 smithi089 ceph-mon[99608]: osdmap e1852: 8 total, 8 up, 8 in 2024-07-26T06:59:54.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:54 smithi089 ceph-mon[102056]: osdmap e1852: 8 total, 8 up, 8 in 2024-07-26T06:59:55.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:55 smithi155 ceph-mon[90160]: osdmap e1853: 8 total, 8 up, 8 in 2024-07-26T06:59:55.645 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:55 smithi155 ceph-mon[90160]: pgmap v3185: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 5.5 KiB/s wr, 107 op/s 2024-07-26T06:59:55.645 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:55 smithi155 ceph-mon[90160]: osdmap e1854: 8 total, 8 up, 8 in 2024-07-26T06:59:55.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:55 smithi089 ceph-mon[99608]: osdmap e1853: 8 total, 8 up, 8 in 2024-07-26T06:59:55.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:55 smithi089 ceph-mon[99608]: pgmap v3185: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 5.5 KiB/s wr, 107 op/s 2024-07-26T06:59:55.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:55 smithi089 ceph-mon[99608]: osdmap e1854: 8 total, 8 up, 8 in 2024-07-26T06:59:55.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:55 smithi089 ceph-mon[102056]: osdmap e1853: 8 total, 8 up, 8 in 2024-07-26T06:59:55.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:55 smithi089 ceph-mon[102056]: pgmap v3185: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 5.5 KiB/s wr, 107 op/s 2024-07-26T06:59:55.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:55 smithi089 ceph-mon[102056]: osdmap e1854: 8 total, 8 up, 8 in 2024-07-26T06:59:56.292 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.QuiesceWatchPP (5999 ms) 2024-07-26T06:59:56.292 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.QuiesceWatchError 2024-07-26T06:59:56.292 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T06:59:56.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:56 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:59:56.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:56 smithi155 ceph-mon[90160]: osdmap e1855: 8 total, 8 up, 8 in 2024-07-26T06:59:56.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:56 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:59:56.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:56 smithi089 ceph-mon[99608]: osdmap e1855: 8 total, 8 up, 8 in 2024-07-26T06:59:56.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:56 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T06:59:56.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:56 smithi089 ceph-mon[102056]: osdmap e1855: 8 total, 8 up, 8 in 2024-07-26T06:59:57.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:57 smithi155 ceph-mon[90160]: pgmap v3188: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 5.2 KiB/s wr, 93 op/s 2024-07-26T06:59:57.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:57 smithi089 ceph-mon[99608]: pgmap v3188: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 5.2 KiB/s wr, 93 op/s 2024-07-26T06:59:57.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:57 smithi089 ceph-mon[102056]: pgmap v3188: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 5.2 KiB/s wr, 93 op/s 2024-07-26T06:59:58.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:58 smithi155 ceph-mon[90160]: osdmap e1856: 8 total, 8 up, 8 in 2024-07-26T06:59:58.716 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:58 smithi089 ceph-mon[99608]: osdmap e1856: 8 total, 8 up, 8 in 2024-07-26T06:59:58.717 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:58 smithi089 ceph-mon[102056]: osdmap e1856: 8 total, 8 up, 8 in 2024-07-26T06:59:59.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:59 smithi155 ceph-mon[90160]: osdmap e1857: 8 total, 8 up, 8 in 2024-07-26T06:59:59.686 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 06:59:59 smithi155 ceph-mon[90160]: pgmap v3191: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 4.7 KiB/s wr, 75 op/s 2024-07-26T06:59:59.687 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:59 smithi089 ceph-mon[99608]: osdmap e1857: 8 total, 8 up, 8 in 2024-07-26T06:59:59.687 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 06:59:59 smithi089 ceph-mon[99608]: pgmap v3191: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 4.7 KiB/s wr, 75 op/s 2024-07-26T06:59:59.687 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:59 smithi089 ceph-mon[102056]: osdmap e1857: 8 total, 8 up, 8 in 2024-07-26T06:59:59.687 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 06:59:59 smithi089 ceph-mon[102056]: pgmap v3191: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 4.7 KiB/s wr, 75 op/s 2024-07-26T07:00:00.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:00:00 smithi155 ceph-mon[90160]: osdmap e1858: 8 total, 8 up, 8 in 2024-07-26T07:00:00.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:00:00 smithi155 ceph-mon[90160]: Health detail: HEALTH_WARN 2 pool(s) full; Telemetry requires re-opt-in 2024-07-26T07:00:00.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:00:00 smithi155 ceph-mon[90160]: [WRN] POOL_FULL: 2 pool(s) full 2024-07-26T07:00:00.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:00:00 smithi155 ceph-mon[90160]: pool 'test-librbd-smithi089-152442-24' is full (running out of quota) 2024-07-26T07:00:00.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:00:00 smithi155 ceph-mon[90160]: pool 'test-librbd-smithi089-152442-27' is full (running out of quota) 2024-07-26T07:00:00.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:00:00 smithi155 ceph-mon[90160]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-07-26T07:00:00.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:00:00 smithi155 ceph-mon[90160]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-07-26T07:00:00.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:00:00 smithi155 ceph-mon[90160]: osdmap e1859: 8 total, 8 up, 8 in 2024-07-26T07:00:00.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:00:00 smithi089 ceph-mon[99608]: osdmap e1858: 8 total, 8 up, 8 in 2024-07-26T07:00:00.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:00:00 smithi089 ceph-mon[99608]: Health detail: HEALTH_WARN 2 pool(s) full; Telemetry requires re-opt-in 2024-07-26T07:00:00.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:00:00 smithi089 ceph-mon[99608]: [WRN] POOL_FULL: 2 pool(s) full 2024-07-26T07:00:00.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:00:00 smithi089 ceph-mon[99608]: pool 'test-librbd-smithi089-152442-24' is full (running out of quota) 2024-07-26T07:00:00.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:00:00 smithi089 ceph-mon[99608]: pool 'test-librbd-smithi089-152442-27' is full (running out of quota) 2024-07-26T07:00:00.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:00:00 smithi089 ceph-mon[99608]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-07-26T07:00:00.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:00:00 smithi089 ceph-mon[99608]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-07-26T07:00:00.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:00:00 smithi089 ceph-mon[99608]: osdmap e1859: 8 total, 8 up, 8 in 2024-07-26T07:00:00.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:00:00 smithi089 ceph-mon[102056]: osdmap e1858: 8 total, 8 up, 8 in 2024-07-26T07:00:00.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:00:00 smithi089 ceph-mon[102056]: Health detail: HEALTH_WARN 2 pool(s) full; Telemetry requires re-opt-in 2024-07-26T07:00:00.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:00:00 smithi089 ceph-mon[102056]: [WRN] POOL_FULL: 2 pool(s) full 2024-07-26T07:00:00.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:00:00 smithi089 ceph-mon[102056]: pool 'test-librbd-smithi089-152442-24' is full (running out of quota) 2024-07-26T07:00:00.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:00:00 smithi089 ceph-mon[102056]: pool 'test-librbd-smithi089-152442-27' is full (running out of quota) 2024-07-26T07:00:00.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:00:00 smithi089 ceph-mon[102056]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-07-26T07:00:00.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:00:00 smithi089 ceph-mon[102056]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-07-26T07:00:00.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:00:00 smithi089 ceph-mon[102056]: osdmap e1859: 8 total, 8 up, 8 in 2024-07-26T07:00:02.298 INFO:tasks.workunit.client.0.smithi089.stdout:10.00% done 2024-07-26T07:00:02.298 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.QuiesceWatchError (6007 ms) 2024-07-26T07:00:02.298 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.QuiesceWatchTimeout 2024-07-26T07:00:02.299 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:00:02.312 INFO:tasks.workunit.client.0.smithi089.stderr:test quiesce is not long enough to time out 2024-07-26T07:00:02.532 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:00:02 smithi089 ceph-mon[99608]: pgmap v3194: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 4.5 KiB/s wr, 72 op/s 2024-07-26T07:00:02.532 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:00:02 smithi089 ceph-mon[99608]: osdmap e1860: 8 total, 8 up, 8 in 2024-07-26T07:00:02.532 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:00:02 smithi089 ceph-mon[102056]: pgmap v3194: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 4.5 KiB/s wr, 72 op/s 2024-07-26T07:00:02.532 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:00:02 smithi089 ceph-mon[102056]: osdmap e1860: 8 total, 8 up, 8 in 2024-07-26T07:00:02.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:00:02 smithi155 ceph-mon[90160]: pgmap v3194: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 4.5 KiB/s wr, 72 op/s 2024-07-26T07:00:02.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:00:02 smithi155 ceph-mon[90160]: osdmap e1860: 8 total, 8 up, 8 in 2024-07-26T07:00:02.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:00:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:00:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:00:02.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:00:02 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:00:02] "GET /metrics HTTP/1.1" 200 90351 "" "Prometheus/2.43.0" 2024-07-26T07:00:03.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:00:03 smithi155 ceph-mon[90160]: osdmap e1861: 8 total, 8 up, 8 in 2024-07-26T07:00:03.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:00:03 smithi089 ceph-mon[99608]: osdmap e1861: 8 total, 8 up, 8 in 2024-07-26T07:00:03.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:00:03 smithi089 ceph-mon[102056]: osdmap e1861: 8 total, 8 up, 8 in 2024-07-26T07:00:04.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:00:04 smithi155 ceph-mon[90160]: pgmap v3197: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 4.5 KiB/s wr, 76 op/s 2024-07-26T07:00:04.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:00:04 smithi089 ceph-mon[99608]: pgmap v3197: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 4.5 KiB/s wr, 76 op/s 2024-07-26T07:00:04.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:00:04 smithi089 ceph-mon[102056]: pgmap v3197: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 4.5 KiB/s wr, 76 op/s 2024-07-26T07:00:06.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:00:06 smithi155 ceph-mon[90160]: pgmap v3198: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 4.6 KiB/s wr, 67 op/s 2024-07-26T07:00:06.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:00:06 smithi155 ceph-mon[90160]: osdmap e1862: 8 total, 8 up, 8 in 2024-07-26T07:00:06.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:00:06 smithi089 ceph-mon[99608]: pgmap v3198: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 4.6 KiB/s wr, 67 op/s 2024-07-26T07:00:06.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:00:06 smithi089 ceph-mon[99608]: osdmap e1862: 8 total, 8 up, 8 in 2024-07-26T07:00:06.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:00:06 smithi089 ceph-mon[102056]: pgmap v3198: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 4.6 KiB/s wr, 67 op/s 2024-07-26T07:00:06.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:00:06 smithi089 ceph-mon[102056]: osdmap e1862: 8 total, 8 up, 8 in 2024-07-26T07:00:08.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:00:08 smithi155 ceph-mon[90160]: pgmap v3200: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 5.2 KiB/s wr, 90 op/s 2024-07-26T07:00:08.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:00:08 smithi089 ceph-mon[99608]: pgmap v3200: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 5.2 KiB/s wr, 90 op/s 2024-07-26T07:00:08.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:00:08 smithi089 ceph-mon[102056]: pgmap v3200: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 5.2 KiB/s wr, 90 op/s 2024-07-26T07:00:10.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:00:10 smithi155 ceph-mon[90160]: pgmap v3201: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 1.9 KiB/s wr, 33 op/s 2024-07-26T07:00:10.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:00:10 smithi089 ceph-mon[99608]: pgmap v3201: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 1.9 KiB/s wr, 33 op/s 2024-07-26T07:00:10.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:00:10 smithi089 ceph-mon[102056]: pgmap v3201: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 1.9 KiB/s wr, 33 op/s 2024-07-26T07:00:11.247 INFO:tasks.workunit.client.0.smithi089.stderr:test quiesce is timed out 2024-07-26T07:00:11.250 INFO:tasks.workunit.client.0.smithi089.stderr:waiting for timed out ... 0 2024-07-26T07:00:11.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:00:11 smithi155 ceph-mon[90160]: osdmap e1863: 8 total, 8 up, 8 in 2024-07-26T07:00:11.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:00:11 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:00:11.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:00:11 smithi089 ceph-mon[99608]: osdmap e1863: 8 total, 8 up, 8 in 2024-07-26T07:00:11.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:00:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:00:11.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:00:11 smithi089 ceph-mon[102056]: osdmap e1863: 8 total, 8 up, 8 in 2024-07-26T07:00:11.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:00:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:00:12.250 INFO:tasks.workunit.client.0.smithi089.stderr:waiting for timed out ... 1 2024-07-26T07:00:12.532 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:00:12 smithi089 ceph-mon[99608]: pgmap v3203: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 1.6 KiB/s wr, 29 op/s 2024-07-26T07:00:12.533 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:00:12 smithi089 ceph-mon[99608]: osdmap e1864: 8 total, 8 up, 8 in 2024-07-26T07:00:12.533 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:00:12 smithi089 ceph-mon[102056]: pgmap v3203: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 1.6 KiB/s wr, 29 op/s 2024-07-26T07:00:12.533 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:00:12 smithi089 ceph-mon[102056]: osdmap e1864: 8 total, 8 up, 8 in 2024-07-26T07:00:12.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:00:12 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:00:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:00:12.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:00:12 smithi155 ceph-mon[90160]: pgmap v3203: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 1.6 KiB/s wr, 29 op/s 2024-07-26T07:00:12.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:00:12 smithi155 ceph-mon[90160]: osdmap e1864: 8 total, 8 up, 8 in 2024-07-26T07:00:12.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:00:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:00:12] "GET /metrics HTTP/1.1" 200 90349 "" "Prometheus/2.43.0" 2024-07-26T07:00:13.250 INFO:tasks.workunit.client.0.smithi089.stderr:waiting for timed out ... 2 2024-07-26T07:00:14.250 INFO:tasks.workunit.client.0.smithi089.stderr:waiting for timed out ... 3 2024-07-26T07:00:14.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:00:14 smithi155 ceph-mon[90160]: pgmap v3205: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 1.1 KiB/s wr, 25 op/s 2024-07-26T07:00:14.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:00:14 smithi089 ceph-mon[99608]: pgmap v3205: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 1.1 KiB/s wr, 25 op/s 2024-07-26T07:00:14.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:00:14 smithi089 ceph-mon[102056]: pgmap v3205: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 1.1 KiB/s wr, 25 op/s 2024-07-26T07:00:15.250 INFO:tasks.workunit.client.0.smithi089.stderr:waiting for timed out ... 4 2024-07-26T07:00:16.250 INFO:tasks.workunit.client.0.smithi089.stderr:waiting for timed out ... 5 2024-07-26T07:00:16.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:00:16 smithi155 ceph-mon[90160]: pgmap v3206: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.5 KiB/s rd, 383 B/s wr, 4 op/s 2024-07-26T07:00:16.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:00:16 smithi089 ceph-mon[99608]: pgmap v3206: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.5 KiB/s rd, 383 B/s wr, 4 op/s 2024-07-26T07:00:16.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:00:16 smithi089 ceph-mon[102056]: pgmap v3206: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.5 KiB/s rd, 383 B/s wr, 4 op/s 2024-07-26T07:00:17.250 INFO:tasks.workunit.client.0.smithi089.stderr:waiting for timed out ... 6 2024-07-26T07:00:18.251 INFO:tasks.workunit.client.0.smithi089.stderr:waiting for timed out ... 7 2024-07-26T07:00:18.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:00:18 smithi155 ceph-mon[90160]: pgmap v3207: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-07-26T07:00:18.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:00:18 smithi089 ceph-mon[99608]: pgmap v3207: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-07-26T07:00:18.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:00:18 smithi089 ceph-mon[102056]: pgmap v3207: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-07-26T07:00:19.251 INFO:tasks.workunit.client.0.smithi089.stderr:waiting for timed out ... 8 2024-07-26T07:00:20.251 INFO:tasks.workunit.client.0.smithi089.stderr:waiting for timed out ... 9 2024-07-26T07:00:20.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:00:20 smithi155 ceph-mon[90160]: pgmap v3208: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.5 KiB/s rd, 366 B/s wr, 4 op/s 2024-07-26T07:00:20.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:00:20 smithi089 ceph-mon[99608]: pgmap v3208: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.5 KiB/s rd, 366 B/s wr, 4 op/s 2024-07-26T07:00:20.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:00:20 smithi089 ceph-mon[102056]: pgmap v3208: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.5 KiB/s rd, 366 B/s wr, 4 op/s 2024-07-26T07:00:21.251 INFO:tasks.workunit.client.0.smithi089.stderr:waiting for timed out ... 10 2024-07-26T07:00:21.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:00:21 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:00:21.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:00:21 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:00:21.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:00:21 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:00:21.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:00:21 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:00:21.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:00:21 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:00:21.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:00:21 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:00:21.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:00:21 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:00:21.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:00:21 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:00:21.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:00:21 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:00:21.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:00:21 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:00:21.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:00:21 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:00:21.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:00:21 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:00:22.530 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:00:22 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:00:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:00:22.531 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:00:22 smithi155 ceph-mon[90160]: pgmap v3209: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.9 KiB/s rd, 306 B/s wr, 3 op/s 2024-07-26T07:00:22.533 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:00:22 smithi089 ceph-mon[99608]: pgmap v3209: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.9 KiB/s rd, 306 B/s wr, 3 op/s 2024-07-26T07:00:22.533 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:00:22 smithi089 ceph-mon[102056]: pgmap v3209: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.9 KiB/s rd, 306 B/s wr, 3 op/s 2024-07-26T07:00:22.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:00:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:00:22] "GET /metrics HTTP/1.1" 200 90349 "" "Prometheus/2.43.0" 2024-07-26T07:00:24.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:00:24 smithi155 ceph-mon[90160]: pgmap v3210: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.6 KiB/s rd, 270 B/s wr, 3 op/s 2024-07-26T07:00:24.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:00:24 smithi089 ceph-mon[99608]: pgmap v3210: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.6 KiB/s rd, 270 B/s wr, 3 op/s 2024-07-26T07:00:24.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:00:24 smithi089 ceph-mon[102056]: pgmap v3210: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.6 KiB/s rd, 270 B/s wr, 3 op/s 2024-07-26T07:00:26.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:00:26 smithi155 ceph-mon[90160]: pgmap v3211: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.4 KiB/s rd, 170 B/s wr, 2 op/s 2024-07-26T07:00:26.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:00:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:00:26.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:00:26 smithi089 ceph-mon[99608]: pgmap v3211: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.4 KiB/s rd, 170 B/s wr, 2 op/s 2024-07-26T07:00:26.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:00:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:00:26.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:00:26 smithi089 ceph-mon[102056]: pgmap v3211: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.4 KiB/s rd, 170 B/s wr, 2 op/s 2024-07-26T07:00:26.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:00:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:00:28.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:00:28 smithi155 ceph-mon[90160]: pgmap v3212: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-07-26T07:00:28.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:00:28 smithi089 ceph-mon[99608]: pgmap v3212: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-07-26T07:00:28.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:00:28 smithi089 ceph-mon[102056]: pgmap v3212: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-07-26T07:00:30.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:00:30 smithi155 ceph-mon[90160]: pgmap v3213: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:00:30.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:00:30 smithi089 ceph-mon[99608]: pgmap v3213: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:00:30.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:00:30 smithi089 ceph-mon[102056]: pgmap v3213: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:00:32.251 INFO:tasks.workunit.client.0.smithi089.stderr:test retry succeeds 2024-07-26T07:00:32.533 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:00:32 smithi089 ceph-mon[99608]: pgmap v3214: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:00:32.533 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:00:32 smithi089 ceph-mon[102056]: pgmap v3214: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:00:32.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:00:32 smithi155 ceph-mon[90160]: pgmap v3214: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:00:32.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:00:32 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:00:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:00:32.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:00:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:00:32] "GET /metrics HTTP/1.1" 200 90358 "" "Prometheus/2.43.0" 2024-07-26T07:00:34.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:00:34 smithi155 ceph-mon[90160]: pgmap v3215: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:00:34.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:00:34 smithi155 ceph-mon[90160]: osdmap e1865: 8 total, 8 up, 8 in 2024-07-26T07:00:34.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:00:34 smithi089 ceph-mon[99608]: pgmap v3215: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:00:34.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:00:34 smithi089 ceph-mon[99608]: osdmap e1865: 8 total, 8 up, 8 in 2024-07-26T07:00:34.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:00:34 smithi089 ceph-mon[102056]: pgmap v3215: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:00:34.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:00:34 smithi089 ceph-mon[102056]: osdmap e1865: 8 total, 8 up, 8 in 2024-07-26T07:00:35.387 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.QuiesceWatchTimeout (33088 ms) 2024-07-26T07:00:35.387 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.WriteZeroes 2024-07-26T07:00:35.388 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:00:35.449 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.WriteZeroes (62 ms) 2024-07-26T07:00:35.449 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.WriteZeroesThickProvision 2024-07-26T07:00:35.449 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:00:35.514 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.WriteZeroesThickProvision (66 ms) 2024-07-26T07:00:35.514 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] TestLibRBD.ConcurentOperations 2024-07-26T07:00:35.515 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:00:35.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:00:35 smithi155 ceph-mon[90160]: osdmap e1866: 8 total, 8 up, 8 in 2024-07-26T07:00:35.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:00:35 smithi155 ceph-mon[90160]: pgmap v3218: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:00:35.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:00:35 smithi089 ceph-mon[99608]: osdmap e1866: 8 total, 8 up, 8 in 2024-07-26T07:00:35.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:00:35 smithi089 ceph-mon[99608]: pgmap v3218: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:00:35.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:00:35 smithi089 ceph-mon[102056]: osdmap e1866: 8 total, 8 up, 8 in 2024-07-26T07:00:35.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:00:35 smithi089 ceph-mon[102056]: pgmap v3218: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:00:36.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:00:36 smithi155 ceph-mon[90160]: osdmap e1867: 8 total, 8 up, 8 in 2024-07-26T07:00:36.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:00:36 smithi089 ceph-mon[99608]: osdmap e1867: 8 total, 8 up, 8 in 2024-07-26T07:00:36.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:00:36 smithi089 ceph-mon[102056]: osdmap e1867: 8 total, 8 up, 8 in 2024-07-26T07:00:37.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:00:37 smithi155 ceph-mon[90160]: osdmap e1868: 8 total, 8 up, 8 in 2024-07-26T07:00:37.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:00:37 smithi155 ceph-mon[90160]: pgmap v3221: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 5.0 KiB/s wr, 42 op/s 2024-07-26T07:00:37.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:00:37 smithi089 ceph-mon[99608]: osdmap e1868: 8 total, 8 up, 8 in 2024-07-26T07:00:37.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:00:37 smithi089 ceph-mon[99608]: pgmap v3221: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 5.0 KiB/s wr, 42 op/s 2024-07-26T07:00:37.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:00:37 smithi089 ceph-mon[102056]: osdmap e1868: 8 total, 8 up, 8 in 2024-07-26T07:00:37.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:00:37 smithi089 ceph-mon[102056]: pgmap v3221: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 5.0 KiB/s wr, 42 op/s 2024-07-26T07:00:38.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:00:38 smithi155 ceph-mon[90160]: osdmap e1869: 8 total, 8 up, 8 in 2024-07-26T07:00:38.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:00:38 smithi089 ceph-mon[99608]: osdmap e1869: 8 total, 8 up, 8 in 2024-07-26T07:00:38.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:00:38 smithi089 ceph-mon[102056]: osdmap e1869: 8 total, 8 up, 8 in 2024-07-26T07:00:39.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:00:39 smithi155 ceph-mon[90160]: osdmap e1870: 8 total, 8 up, 8 in 2024-07-26T07:00:39.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:00:39 smithi155 ceph-mon[90160]: pgmap v3224: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 8.5 KiB/s wr, 100 op/s 2024-07-26T07:00:39.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:00:39 smithi089 ceph-mon[99608]: osdmap e1870: 8 total, 8 up, 8 in 2024-07-26T07:00:39.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:00:39 smithi089 ceph-mon[99608]: pgmap v3224: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 8.5 KiB/s wr, 100 op/s 2024-07-26T07:00:39.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:00:39 smithi089 ceph-mon[102056]: osdmap e1870: 8 total, 8 up, 8 in 2024-07-26T07:00:39.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:00:39 smithi089 ceph-mon[102056]: pgmap v3224: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 8.5 KiB/s wr, 100 op/s 2024-07-26T07:00:40.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:00:40 smithi155 ceph-mon[90160]: osdmap e1871: 8 total, 8 up, 8 in 2024-07-26T07:00:40.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:00:40 smithi089 ceph-mon[99608]: osdmap e1871: 8 total, 8 up, 8 in 2024-07-26T07:00:40.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:00:40 smithi089 ceph-mon[102056]: osdmap e1871: 8 total, 8 up, 8 in 2024-07-26T07:00:41.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:00:41 smithi155 ceph-mon[90160]: osdmap e1872: 8 total, 8 up, 8 in 2024-07-26T07:00:41.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:00:41 smithi155 ceph-mon[90160]: pgmap v3227: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 111 KiB/s rd, 6.7 KiB/s wr, 146 op/s 2024-07-26T07:00:41.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:00:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:00:41.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:00:41 smithi089 ceph-mon[99608]: osdmap e1872: 8 total, 8 up, 8 in 2024-07-26T07:00:41.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:00:41 smithi089 ceph-mon[99608]: pgmap v3227: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 111 KiB/s rd, 6.7 KiB/s wr, 146 op/s 2024-07-26T07:00:41.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:00:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:00:41.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:00:41 smithi089 ceph-mon[102056]: osdmap e1872: 8 total, 8 up, 8 in 2024-07-26T07:00:41.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:00:41 smithi089 ceph-mon[102056]: pgmap v3227: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 111 KiB/s rd, 6.7 KiB/s wr, 146 op/s 2024-07-26T07:00:41.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:00:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:00:42.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:00:42 smithi155 ceph-mon[90160]: osdmap e1873: 8 total, 8 up, 8 in 2024-07-26T07:00:42.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:00:42 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:00:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:00:42.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:00:42 smithi089 ceph-mon[99608]: osdmap e1873: 8 total, 8 up, 8 in 2024-07-26T07:00:42.655 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:00:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:00:42] "GET /metrics HTTP/1.1" 200 90356 "" "Prometheus/2.43.0" 2024-07-26T07:00:42.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:00:42 smithi089 ceph-mon[102056]: osdmap e1873: 8 total, 8 up, 8 in 2024-07-26T07:00:43.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:00:43 smithi155 ceph-mon[90160]: osdmap e1874: 8 total, 8 up, 8 in 2024-07-26T07:00:43.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:00:43 smithi155 ceph-mon[90160]: pgmap v3230: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 3.5 KiB/s wr, 88 op/s 2024-07-26T07:00:43.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:00:43 smithi089 ceph-mon[99608]: osdmap e1874: 8 total, 8 up, 8 in 2024-07-26T07:00:43.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:00:43 smithi089 ceph-mon[99608]: pgmap v3230: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 3.5 KiB/s wr, 88 op/s 2024-07-26T07:00:43.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:00:43 smithi089 ceph-mon[102056]: osdmap e1874: 8 total, 8 up, 8 in 2024-07-26T07:00:43.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:00:43 smithi089 ceph-mon[102056]: pgmap v3230: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 3.5 KiB/s wr, 88 op/s 2024-07-26T07:00:44.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:00:44 smithi089 ceph-mon[99608]: osdmap e1875: 8 total, 8 up, 8 in 2024-07-26T07:00:44.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:00:44 smithi089 ceph-mon[102056]: osdmap e1875: 8 total, 8 up, 8 in 2024-07-26T07:00:44.878 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:00:44 smithi155 ceph-mon[90160]: osdmap e1875: 8 total, 8 up, 8 in 2024-07-26T07:00:45.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:00:45 smithi089 ceph-mon[99608]: osdmap e1876: 8 total, 8 up, 8 in 2024-07-26T07:00:45.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:00:45 smithi089 ceph-mon[99608]: pgmap v3233: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 3.5 KiB/s wr, 15 op/s 2024-07-26T07:00:45.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:00:45 smithi089 ceph-mon[99608]: osdmap e1877: 8 total, 8 up, 8 in 2024-07-26T07:00:45.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:00:45 smithi089 ceph-mon[102056]: osdmap e1876: 8 total, 8 up, 8 in 2024-07-26T07:00:45.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:00:45 smithi089 ceph-mon[102056]: pgmap v3233: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 3.5 KiB/s wr, 15 op/s 2024-07-26T07:00:45.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:00:45 smithi089 ceph-mon[102056]: osdmap e1877: 8 total, 8 up, 8 in 2024-07-26T07:00:45.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:00:45 smithi155 ceph-mon[90160]: osdmap e1876: 8 total, 8 up, 8 in 2024-07-26T07:00:45.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:00:45 smithi155 ceph-mon[90160]: pgmap v3233: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 3.5 KiB/s wr, 15 op/s 2024-07-26T07:00:45.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:00:45 smithi155 ceph-mon[90160]: osdmap e1877: 8 total, 8 up, 8 in 2024-07-26T07:00:47.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:00:47 smithi155 ceph-mon[90160]: osdmap e1878: 8 total, 8 up, 8 in 2024-07-26T07:00:47.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:00:47 smithi089 ceph-mon[99608]: osdmap e1878: 8 total, 8 up, 8 in 2024-07-26T07:00:47.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:00:47 smithi089 ceph-mon[102056]: osdmap e1878: 8 total, 8 up, 8 in 2024-07-26T07:00:48.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:00:48 smithi155 ceph-mon[90160]: pgmap v3236: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 3.7 KiB/s wr, 18 op/s 2024-07-26T07:00:48.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:00:48 smithi155 ceph-mon[90160]: osdmap e1879: 8 total, 8 up, 8 in 2024-07-26T07:00:48.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:00:48 smithi089 ceph-mon[99608]: pgmap v3236: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 3.7 KiB/s wr, 18 op/s 2024-07-26T07:00:48.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:00:48 smithi089 ceph-mon[99608]: osdmap e1879: 8 total, 8 up, 8 in 2024-07-26T07:00:48.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:00:48 smithi089 ceph-mon[102056]: pgmap v3236: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 3.7 KiB/s wr, 18 op/s 2024-07-26T07:00:48.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:00:48 smithi089 ceph-mon[102056]: osdmap e1879: 8 total, 8 up, 8 in 2024-07-26T07:00:49.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:00:49 smithi155 ceph-mon[90160]: osdmap e1880: 8 total, 8 up, 8 in 2024-07-26T07:00:49.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:00:49 smithi089 ceph-mon[99608]: osdmap e1880: 8 total, 8 up, 8 in 2024-07-26T07:00:49.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:00:49 smithi089 ceph-mon[102056]: osdmap e1880: 8 total, 8 up, 8 in 2024-07-26T07:00:50.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:00:50 smithi155 ceph-mon[90160]: pgmap v3239: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.5 KiB/s rd, 767 B/s wr, 5 op/s 2024-07-26T07:00:50.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:00:50 smithi155 ceph-mon[90160]: osdmap e1881: 8 total, 8 up, 8 in 2024-07-26T07:00:50.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:00:50 smithi089 ceph-mon[99608]: pgmap v3239: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.5 KiB/s rd, 767 B/s wr, 5 op/s 2024-07-26T07:00:50.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:00:50 smithi089 ceph-mon[99608]: osdmap e1881: 8 total, 8 up, 8 in 2024-07-26T07:00:50.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:00:50 smithi089 ceph-mon[102056]: pgmap v3239: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.5 KiB/s rd, 767 B/s wr, 5 op/s 2024-07-26T07:00:50.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:00:50 smithi089 ceph-mon[102056]: osdmap e1881: 8 total, 8 up, 8 in 2024-07-26T07:00:51.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:00:51 smithi155 ceph-mon[90160]: osdmap e1882: 8 total, 8 up, 8 in 2024-07-26T07:00:51.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:00:51 smithi089 ceph-mon[99608]: osdmap e1882: 8 total, 8 up, 8 in 2024-07-26T07:00:51.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:00:51 smithi089 ceph-mon[102056]: osdmap e1882: 8 total, 8 up, 8 in 2024-07-26T07:00:52.530 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:00:52 smithi155 ceph-mon[90160]: pgmap v3242: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 5.7 KiB/s wr, 244 op/s 2024-07-26T07:00:52.530 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:00:52 smithi155 ceph-mon[90160]: osdmap e1883: 8 total, 8 up, 8 in 2024-07-26T07:00:52.531 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:00:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:00:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:00:52.532 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:00:52 smithi089 ceph-mon[99608]: pgmap v3242: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 5.7 KiB/s wr, 244 op/s 2024-07-26T07:00:52.532 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:00:52 smithi089 ceph-mon[99608]: osdmap e1883: 8 total, 8 up, 8 in 2024-07-26T07:00:52.533 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:00:52 smithi089 ceph-mon[102056]: pgmap v3242: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 5.7 KiB/s wr, 244 op/s 2024-07-26T07:00:52.533 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:00:52 smithi089 ceph-mon[102056]: osdmap e1883: 8 total, 8 up, 8 in 2024-07-26T07:00:52.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:00:52 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:00:52] "GET /metrics HTTP/1.1" 200 90356 "" "Prometheus/2.43.0" 2024-07-26T07:00:53.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:00:53 smithi155 ceph-mon[90160]: osdmap e1884: 8 total, 8 up, 8 in 2024-07-26T07:00:53.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:00:53 smithi089 ceph-mon[99608]: osdmap e1884: 8 total, 8 up, 8 in 2024-07-26T07:00:53.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:00:53 smithi089 ceph-mon[102056]: osdmap e1884: 8 total, 8 up, 8 in 2024-07-26T07:00:54.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:00:54 smithi155 ceph-mon[90160]: pgmap v3245: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 5.5 KiB/s wr, 245 op/s 2024-07-26T07:00:54.684 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:00:54 smithi155 ceph-mon[90160]: osdmap e1885: 8 total, 8 up, 8 in 2024-07-26T07:00:54.684 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:00:54 smithi089 ceph-mon[99608]: pgmap v3245: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 5.5 KiB/s wr, 245 op/s 2024-07-26T07:00:54.685 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:00:54 smithi089 ceph-mon[99608]: osdmap e1885: 8 total, 8 up, 8 in 2024-07-26T07:00:54.685 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:00:54 smithi089 ceph-mon[102056]: pgmap v3245: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 5.5 KiB/s wr, 245 op/s 2024-07-26T07:00:54.685 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:00:54 smithi089 ceph-mon[102056]: osdmap e1885: 8 total, 8 up, 8 in 2024-07-26T07:00:55.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:00:55 smithi155 ceph-mon[90160]: osdmap e1886: 8 total, 8 up, 8 in 2024-07-26T07:00:55.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:00:55 smithi155 ceph-mon[90160]: osdmap e1887: 8 total, 8 up, 8 in 2024-07-26T07:00:55.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:00:55 smithi089 ceph-mon[99608]: osdmap e1886: 8 total, 8 up, 8 in 2024-07-26T07:00:55.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:00:55 smithi089 ceph-mon[99608]: osdmap e1887: 8 total, 8 up, 8 in 2024-07-26T07:00:55.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:00:55 smithi089 ceph-mon[102056]: osdmap e1886: 8 total, 8 up, 8 in 2024-07-26T07:00:55.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:00:55 smithi089 ceph-mon[102056]: osdmap e1887: 8 total, 8 up, 8 in 2024-07-26T07:00:56.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:00:56 smithi155 ceph-mon[90160]: pgmap v3248: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 25 op/s 2024-07-26T07:00:56.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:00:56 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:00:56.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:00:56 smithi089 ceph-mon[99608]: pgmap v3248: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 25 op/s 2024-07-26T07:00:56.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:00:56 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:00:56.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:00:56 smithi089 ceph-mon[102056]: pgmap v3248: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 25 op/s 2024-07-26T07:00:56.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:00:56 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:00:57.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:00:57 smithi155 ceph-mon[90160]: osdmap e1888: 8 total, 8 up, 8 in 2024-07-26T07:00:57.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:00:57 smithi155 ceph-mon[90160]: pgmap v3251: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 5.0 KiB/s wr, 26 op/s 2024-07-26T07:00:57.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:00:57 smithi089 ceph-mon[99608]: osdmap e1888: 8 total, 8 up, 8 in 2024-07-26T07:00:57.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:00:57 smithi089 ceph-mon[99608]: pgmap v3251: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 5.0 KiB/s wr, 26 op/s 2024-07-26T07:00:57.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:00:57 smithi089 ceph-mon[102056]: osdmap e1888: 8 total, 8 up, 8 in 2024-07-26T07:00:57.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:00:57 smithi089 ceph-mon[102056]: pgmap v3251: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 5.0 KiB/s wr, 26 op/s 2024-07-26T07:00:58.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:00:58 smithi155 ceph-mon[90160]: osdmap e1889: 8 total, 8 up, 8 in 2024-07-26T07:00:58.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:00:58 smithi089 ceph-mon[99608]: osdmap e1889: 8 total, 8 up, 8 in 2024-07-26T07:00:58.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:00:58 smithi089 ceph-mon[102056]: osdmap e1889: 8 total, 8 up, 8 in 2024-07-26T07:00:59.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:00:59 smithi155 ceph-mon[90160]: osdmap e1890: 8 total, 8 up, 8 in 2024-07-26T07:00:59.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:00:59 smithi155 ceph-mon[90160]: pgmap v3254: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 511 B/s wr, 4 op/s 2024-07-26T07:00:59.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:00:59 smithi089 ceph-mon[99608]: osdmap e1890: 8 total, 8 up, 8 in 2024-07-26T07:00:59.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:00:59 smithi089 ceph-mon[99608]: pgmap v3254: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 511 B/s wr, 4 op/s 2024-07-26T07:00:59.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:00:59 smithi089 ceph-mon[102056]: osdmap e1890: 8 total, 8 up, 8 in 2024-07-26T07:00:59.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:00:59 smithi089 ceph-mon[102056]: pgmap v3254: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 511 B/s wr, 4 op/s 2024-07-26T07:01:00.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:00 smithi155 ceph-mon[90160]: osdmap e1891: 8 total, 8 up, 8 in 2024-07-26T07:01:00.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:00 smithi155 ceph-mon[90160]: osdmap e1892: 8 total, 8 up, 8 in 2024-07-26T07:01:00.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:00 smithi089 ceph-mon[99608]: osdmap e1891: 8 total, 8 up, 8 in 2024-07-26T07:01:00.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:00 smithi089 ceph-mon[99608]: osdmap e1892: 8 total, 8 up, 8 in 2024-07-26T07:01:00.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:00 smithi089 ceph-mon[102056]: osdmap e1891: 8 total, 8 up, 8 in 2024-07-26T07:01:00.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:00 smithi089 ceph-mon[102056]: osdmap e1892: 8 total, 8 up, 8 in 2024-07-26T07:01:01.313 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] TestLibRBD.ConcurentOperations (25799 ms) 2024-07-26T07:01:02.533 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:02 smithi089 ceph-mon[99608]: pgmap v3257: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 4.2 KiB/s wr, 84 op/s 2024-07-26T07:01:02.533 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:02 smithi089 ceph-mon[99608]: osdmap e1893: 8 total, 8 up, 8 in 2024-07-26T07:01:02.533 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:02 smithi089 ceph-mon[102056]: pgmap v3257: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 4.2 KiB/s wr, 84 op/s 2024-07-26T07:01:02.533 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:02 smithi089 ceph-mon[102056]: osdmap e1893: 8 total, 8 up, 8 in 2024-07-26T07:01:02.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:01:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:01:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:01:02.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:02 smithi155 ceph-mon[90160]: pgmap v3257: 841 pgs: 841 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 4.2 KiB/s wr, 84 op/s 2024-07-26T07:01:02.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:02 smithi155 ceph-mon[90160]: osdmap e1893: 8 total, 8 up, 8 in 2024-07-26T07:01:02.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:01:02 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:01:02] "GET /metrics HTTP/1.1" 200 90354 "" "Prometheus/2.43.0" 2024-07-26T07:01:03.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:03 smithi155 ceph-mon[90160]: osdmap e1894: 8 total, 8 up, 8 in 2024-07-26T07:01:03.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:03 smithi089 ceph-mon[99608]: osdmap e1894: 8 total, 8 up, 8 in 2024-07-26T07:01:03.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:03 smithi089 ceph-mon[102056]: osdmap e1894: 8 total, 8 up, 8 in 2024-07-26T07:01:04.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:04 smithi155 ceph-mon[90160]: pgmap v3260: 809 pgs: 809 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 39 KiB/s rd, 45 op/s 2024-07-26T07:01:04.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:04 smithi155 ceph-mon[90160]: osdmap e1895: 8 total, 8 up, 8 in 2024-07-26T07:01:04.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:04 smithi089 ceph-mon[99608]: pgmap v3260: 809 pgs: 809 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 39 KiB/s rd, 45 op/s 2024-07-26T07:01:04.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:04 smithi089 ceph-mon[99608]: osdmap e1895: 8 total, 8 up, 8 in 2024-07-26T07:01:04.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:04 smithi089 ceph-mon[102056]: pgmap v3260: 809 pgs: 809 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 39 KiB/s rd, 45 op/s 2024-07-26T07:01:04.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:04 smithi089 ceph-mon[102056]: osdmap e1895: 8 total, 8 up, 8 in 2024-07-26T07:01:05.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:05 smithi155 ceph-mon[90160]: osdmap e1896: 8 total, 8 up, 8 in 2024-07-26T07:01:05.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:05 smithi155 ceph-mon[90160]: osdmap e1897: 8 total, 8 up, 8 in 2024-07-26T07:01:05.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:05 smithi089 ceph-mon[99608]: osdmap e1896: 8 total, 8 up, 8 in 2024-07-26T07:01:05.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:05 smithi089 ceph-mon[99608]: osdmap e1897: 8 total, 8 up, 8 in 2024-07-26T07:01:05.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:05 smithi089 ceph-mon[102056]: osdmap e1896: 8 total, 8 up, 8 in 2024-07-26T07:01:05.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:05 smithi089 ceph-mon[102056]: osdmap e1897: 8 total, 8 up, 8 in 2024-07-26T07:01:06.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:06 smithi155 ceph-mon[90160]: pgmap v3263: 745 pgs: 745 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:01:06.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:06 smithi155 ceph-mon[90160]: osdmap e1898: 8 total, 8 up, 8 in 2024-07-26T07:01:06.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:06 smithi089 ceph-mon[99608]: pgmap v3263: 745 pgs: 745 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:01:06.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:06 smithi089 ceph-mon[99608]: osdmap e1898: 8 total, 8 up, 8 in 2024-07-26T07:01:06.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:06 smithi089 ceph-mon[102056]: pgmap v3263: 745 pgs: 745 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:01:06.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:06 smithi089 ceph-mon[102056]: osdmap e1898: 8 total, 8 up, 8 in 2024-07-26T07:01:08.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:08 smithi155 ceph-mon[90160]: pgmap v3266: 681 pgs: 681 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:01:08.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:08 smithi155 ceph-mon[90160]: osdmap e1899: 8 total, 8 up, 8 in 2024-07-26T07:01:08.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:08 smithi089 ceph-mon[99608]: pgmap v3266: 681 pgs: 681 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:01:08.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:08 smithi089 ceph-mon[99608]: osdmap e1899: 8 total, 8 up, 8 in 2024-07-26T07:01:08.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:08 smithi089 ceph-mon[102056]: pgmap v3266: 681 pgs: 681 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:01:08.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:08 smithi089 ceph-mon[102056]: osdmap e1899: 8 total, 8 up, 8 in 2024-07-26T07:01:09.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:09 smithi155 ceph-mon[90160]: osdmap e1900: 8 total, 8 up, 8 in 2024-07-26T07:01:09.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:09 smithi089 ceph-mon[99608]: osdmap e1900: 8 total, 8 up, 8 in 2024-07-26T07:01:09.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:09 smithi089 ceph-mon[102056]: osdmap e1900: 8 total, 8 up, 8 in 2024-07-26T07:01:10.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:10 smithi155 ceph-mon[90160]: pgmap v3269: 617 pgs: 617 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:01:10.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:10 smithi155 ceph-mon[90160]: osdmap e1901: 8 total, 8 up, 8 in 2024-07-26T07:01:10.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:10 smithi155 ceph-mon[90160]: Health check update: 1 pool(s) full (POOL_FULL) 2024-07-26T07:01:10.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:10 smithi155 ceph-mon[90160]: osdmap e1902: 8 total, 8 up, 8 in 2024-07-26T07:01:10.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:10 smithi089 ceph-mon[99608]: pgmap v3269: 617 pgs: 617 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:01:10.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:10 smithi089 ceph-mon[99608]: osdmap e1901: 8 total, 8 up, 8 in 2024-07-26T07:01:10.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:10 smithi089 ceph-mon[99608]: Health check update: 1 pool(s) full (POOL_FULL) 2024-07-26T07:01:10.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:10 smithi089 ceph-mon[99608]: osdmap e1902: 8 total, 8 up, 8 in 2024-07-26T07:01:10.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:10 smithi089 ceph-mon[102056]: pgmap v3269: 617 pgs: 617 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:01:10.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:10 smithi089 ceph-mon[102056]: osdmap e1901: 8 total, 8 up, 8 in 2024-07-26T07:01:10.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:10 smithi089 ceph-mon[102056]: Health check update: 1 pool(s) full (POOL_FULL) 2024-07-26T07:01:10.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:10 smithi089 ceph-mon[102056]: osdmap e1902: 8 total, 8 up, 8 in 2024-07-26T07:01:11.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:11 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:01:11.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:11 smithi155 ceph-mon[90160]: osdmap e1903: 8 total, 8 up, 8 in 2024-07-26T07:01:11.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:01:11.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:11 smithi089 ceph-mon[99608]: osdmap e1903: 8 total, 8 up, 8 in 2024-07-26T07:01:11.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:01:11.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:11 smithi089 ceph-mon[102056]: osdmap e1903: 8 total, 8 up, 8 in 2024-07-26T07:01:12.533 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:12 smithi089 ceph-mon[99608]: pgmap v3272: 553 pgs: 553 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:01:12.533 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:12 smithi089 ceph-mon[99608]: osdmap e1904: 8 total, 8 up, 8 in 2024-07-26T07:01:12.533 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:12 smithi089 ceph-mon[102056]: pgmap v3272: 553 pgs: 553 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:01:12.533 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:12 smithi089 ceph-mon[102056]: osdmap e1904: 8 total, 8 up, 8 in 2024-07-26T07:01:12.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:12 smithi155 ceph-mon[90160]: pgmap v3272: 553 pgs: 553 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:01:12.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:12 smithi155 ceph-mon[90160]: osdmap e1904: 8 total, 8 up, 8 in 2024-07-26T07:01:12.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:01:12 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:01:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:01:12.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:01:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:01:12] "GET /metrics HTTP/1.1" 200 68642 "" "Prometheus/2.43.0" 2024-07-26T07:01:13.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:13 smithi155 ceph-mon[90160]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-07-26T07:01:13.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:13 smithi155 ceph-mon[90160]: osdmap e1905: 8 total, 8 up, 8 in 2024-07-26T07:01:13.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:13 smithi089 ceph-mon[99608]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-07-26T07:01:13.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:13 smithi089 ceph-mon[99608]: osdmap e1905: 8 total, 8 up, 8 in 2024-07-26T07:01:13.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:13 smithi089 ceph-mon[102056]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-07-26T07:01:13.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:13 smithi089 ceph-mon[102056]: osdmap e1905: 8 total, 8 up, 8 in 2024-07-26T07:01:14.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:14 smithi155 ceph-mon[90160]: pgmap v3275: 489 pgs: 489 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:01:14.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:14 smithi155 ceph-mon[90160]: osdmap e1906: 8 total, 8 up, 8 in 2024-07-26T07:01:14.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:14 smithi089 ceph-mon[99608]: pgmap v3275: 489 pgs: 489 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:01:14.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:14 smithi089 ceph-mon[99608]: osdmap e1906: 8 total, 8 up, 8 in 2024-07-26T07:01:14.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:14 smithi089 ceph-mon[102056]: pgmap v3275: 489 pgs: 489 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:01:14.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:14 smithi089 ceph-mon[102056]: osdmap e1906: 8 total, 8 up, 8 in 2024-07-26T07:01:16.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:16 smithi155 ceph-mon[90160]: pgmap v3278: 425 pgs: 425 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:01:16.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:16 smithi155 ceph-mon[90160]: osdmap e1907: 8 total, 8 up, 8 in 2024-07-26T07:01:16.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:16 smithi089 ceph-mon[99608]: pgmap v3278: 425 pgs: 425 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:01:16.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:16 smithi089 ceph-mon[99608]: osdmap e1907: 8 total, 8 up, 8 in 2024-07-26T07:01:16.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:16 smithi089 ceph-mon[102056]: pgmap v3278: 425 pgs: 425 active+clean; 6.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:01:16.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:16 smithi089 ceph-mon[102056]: osdmap e1907: 8 total, 8 up, 8 in 2024-07-26T07:01:17.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:17 smithi155 ceph-mon[90160]: osdmap e1908: 8 total, 8 up, 8 in 2024-07-26T07:01:17.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:17 smithi089 ceph-mon[99608]: osdmap e1908: 8 total, 8 up, 8 in 2024-07-26T07:01:17.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:17 smithi089 ceph-mon[102056]: osdmap e1908: 8 total, 8 up, 8 in 2024-07-26T07:01:18.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:18 smithi155 ceph-mon[90160]: pgmap v3281: 361 pgs: 361 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:01:18.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:18 smithi155 ceph-mon[90160]: osdmap e1909: 8 total, 8 up, 8 in 2024-07-26T07:01:18.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:18 smithi089 ceph-mon[99608]: pgmap v3281: 361 pgs: 361 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:01:18.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:18 smithi089 ceph-mon[99608]: osdmap e1909: 8 total, 8 up, 8 in 2024-07-26T07:01:18.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:18 smithi089 ceph-mon[102056]: pgmap v3281: 361 pgs: 361 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:01:18.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:18 smithi089 ceph-mon[102056]: osdmap e1909: 8 total, 8 up, 8 in 2024-07-26T07:01:19.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:19 smithi155 ceph-mon[90160]: osdmap e1910: 8 total, 8 up, 8 in 2024-07-26T07:01:19.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:19 smithi089 ceph-mon[99608]: osdmap e1910: 8 total, 8 up, 8 in 2024-07-26T07:01:19.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:19 smithi089 ceph-mon[102056]: osdmap e1910: 8 total, 8 up, 8 in 2024-07-26T07:01:20.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:20 smithi155 ceph-mon[90160]: pgmap v3284: 297 pgs: 297 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:01:20.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:20 smithi155 ceph-mon[90160]: osdmap e1911: 8 total, 8 up, 8 in 2024-07-26T07:01:20.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:20 smithi089 ceph-mon[99608]: pgmap v3284: 297 pgs: 297 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:01:20.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:20 smithi089 ceph-mon[99608]: osdmap e1911: 8 total, 8 up, 8 in 2024-07-26T07:01:20.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:20 smithi089 ceph-mon[102056]: pgmap v3284: 297 pgs: 297 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:01:20.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:20 smithi089 ceph-mon[102056]: osdmap e1911: 8 total, 8 up, 8 in 2024-07-26T07:01:21.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:21 smithi155 ceph-mon[90160]: osdmap e1912: 8 total, 8 up, 8 in 2024-07-26T07:01:21.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:21 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:01:21.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:21 smithi089 ceph-mon[99608]: osdmap e1912: 8 total, 8 up, 8 in 2024-07-26T07:01:21.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:21 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:01:21.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:21 smithi089 ceph-mon[102056]: osdmap e1912: 8 total, 8 up, 8 in 2024-07-26T07:01:21.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:21 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:01:22.530 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:01:22 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:01:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:01:22.530 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:22 smithi155 ceph-mon[90160]: pgmap v3287: 233 pgs: 233 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:01:22.531 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:22 smithi155 ceph-mon[90160]: osdmap e1913: 8 total, 8 up, 8 in 2024-07-26T07:01:22.531 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:22 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:01:22.531 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:22 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:01:22.531 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:22 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:01:22.533 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:22 smithi089 ceph-mon[99608]: pgmap v3287: 233 pgs: 233 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:01:22.533 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:22 smithi089 ceph-mon[99608]: osdmap e1913: 8 total, 8 up, 8 in 2024-07-26T07:01:22.533 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:22 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:01:22.533 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:22 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:01:22.533 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:22 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:01:22.533 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:22 smithi089 ceph-mon[102056]: pgmap v3287: 233 pgs: 233 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:01:22.533 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:22 smithi089 ceph-mon[102056]: osdmap e1913: 8 total, 8 up, 8 in 2024-07-26T07:01:22.534 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:22 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:01:22.534 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:22 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:01:22.534 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:22 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:01:22.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:01:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:01:22] "GET /metrics HTTP/1.1" 200 68642 "" "Prometheus/2.43.0" 2024-07-26T07:01:23.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:23 smithi155 ceph-mon[90160]: osdmap e1914: 8 total, 8 up, 8 in 2024-07-26T07:01:23.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:23 smithi089 ceph-mon[99608]: osdmap e1914: 8 total, 8 up, 8 in 2024-07-26T07:01:23.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:23 smithi089 ceph-mon[102056]: osdmap e1914: 8 total, 8 up, 8 in 2024-07-26T07:01:24.290 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] 161 tests from TestLibRBD (389799 ms total) 2024-07-26T07:01:24.290 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T07:01:24.290 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] 19 tests from DiffIterateTest/0, where TypeParam = DiffIterateParams 2024-07-26T07:01:24.319 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] DiffIterateTest/0.DiffIterate 2024-07-26T07:01:24.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:24 smithi155 ceph-mon[90160]: pgmap v3290: 169 pgs: 169 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:01:24.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:24 smithi155 ceph-mon[90160]: osdmap e1915: 8 total, 8 up, 8 in 2024-07-26T07:01:24.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:24 smithi089 ceph-mon[99608]: pgmap v3290: 169 pgs: 169 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:01:24.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:24 smithi089 ceph-mon[99608]: osdmap e1915: 8 total, 8 up, 8 in 2024-07-26T07:01:24.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:24 smithi089 ceph-mon[102056]: pgmap v3290: 169 pgs: 169 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:01:24.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:24 smithi089 ceph-mon[102056]: osdmap e1915: 8 total, 8 up, 8 in 2024-07-26T07:01:25.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:25 smithi155 ceph-mon[90160]: osdmap e1916: 8 total, 8 up, 8 in 2024-07-26T07:01:25.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:25 smithi155 ceph-mon[90160]: pgmap v3293: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:01:25.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:25 smithi089 ceph-mon[99608]: osdmap e1916: 8 total, 8 up, 8 in 2024-07-26T07:01:25.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:25 smithi089 ceph-mon[99608]: pgmap v3293: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:01:25.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:25 smithi089 ceph-mon[102056]: osdmap e1916: 8 total, 8 up, 8 in 2024-07-26T07:01:25.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:25 smithi089 ceph-mon[102056]: pgmap v3293: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:01:26.314 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:01:26.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:26 smithi155 ceph-mon[90160]: osdmap e1917: 8 total, 8 up, 8 in 2024-07-26T07:01:26.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:26 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/3004491375' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:01:26.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:01:26.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:01:26.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:26 smithi089 ceph-mon[99608]: osdmap e1917: 8 total, 8 up, 8 in 2024-07-26T07:01:26.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:26 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/3004491375' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:01:26.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:01:26.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:01:26.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:26 smithi089 ceph-mon[102056]: osdmap e1917: 8 total, 8 up, 8 in 2024-07-26T07:01:26.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:26 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/3004491375' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:01:26.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:01:26.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:01:27.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:27 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/3004491375' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:01:27.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:27 smithi155 ceph-mon[90160]: osdmap e1918: 8 total, 8 up, 8 in 2024-07-26T07:01:27.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:27 smithi155 ceph-mon[90160]: pgmap v3296: 137 pgs: 5 creating+peering, 19 unknown, 113 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:01:27.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:27 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/3004491375' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:01:27.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:27 smithi089 ceph-mon[99608]: osdmap e1918: 8 total, 8 up, 8 in 2024-07-26T07:01:27.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:27 smithi089 ceph-mon[99608]: pgmap v3296: 137 pgs: 5 creating+peering, 19 unknown, 113 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:01:27.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:27 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/3004491375' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:01:27.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:27 smithi089 ceph-mon[102056]: osdmap e1918: 8 total, 8 up, 8 in 2024-07-26T07:01:27.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:27 smithi089 ceph-mon[102056]: pgmap v3296: 137 pgs: 5 creating+peering, 19 unknown, 113 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:01:28.373 INFO:tasks.workunit.client.0.smithi089.stdout: wrote [263171~34763,5517124~75773,6656431~17466,10066376~58475,10498227~59999,12349534~44861,13565562~19791,14412717~80984,16660972~91309,17351568~12027] 2024-07-26T07:01:28.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:28 smithi155 ceph-mon[90160]: osdmap e1919: 8 total, 8 up, 8 in 2024-07-26T07:01:28.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:28 smithi089 ceph-mon[99608]: osdmap e1919: 8 total, 8 up, 8 in 2024-07-26T07:01:28.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:28 smithi089 ceph-mon[102056]: osdmap e1919: 8 total, 8 up, 8 in 2024-07-26T07:01:29.354 INFO:tasks.workunit.client.0.smithi089.stdout: wrote [618966~700,966698~21753,7683320~78681,8601970~81909,10991684~92200,15129515~26909,16575013~64614,16890355~2887,17107778~2893,17540901~56077] 2024-07-26T07:01:29.363 INFO:tasks.workunit.client.0.smithi089.stdout: diff was [297934~690517,6673897~1088104,8601970~81909,10991684~92200,15129515~26909,16575013~64614,16890355~2887,17107778~2893,17363595~233383] 2024-07-26T07:01:29.367 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] DiffIterateTest/0.DiffIterate (5047 ms) 2024-07-26T07:01:29.367 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministic 2024-07-26T07:01:29.367 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:01:29.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:29 smithi155 ceph-mon[90160]: osdmap e1920: 8 total, 8 up, 8 in 2024-07-26T07:01:29.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:29 smithi155 ceph-mon[90160]: pgmap v3299: 137 pgs: 5 creating+peering, 9 unknown, 123 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:01:29.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:29 smithi089 ceph-mon[99608]: osdmap e1920: 8 total, 8 up, 8 in 2024-07-26T07:01:29.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:29 smithi089 ceph-mon[99608]: pgmap v3299: 137 pgs: 5 creating+peering, 9 unknown, 123 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:01:29.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:29 smithi089 ceph-mon[102056]: osdmap e1920: 8 total, 8 up, 8 in 2024-07-26T07:01:29.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:29 smithi089 ceph-mon[102056]: pgmap v3299: 137 pgs: 5 creating+peering, 9 unknown, 123 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:01:30.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:30 smithi155 ceph-mon[90160]: osdmap e1921: 8 total, 8 up, 8 in 2024-07-26T07:01:30.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:30 smithi089 ceph-mon[99608]: osdmap e1921: 8 total, 8 up, 8 in 2024-07-26T07:01:30.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:30 smithi089 ceph-mon[102056]: osdmap e1921: 8 total, 8 up, 8 in 2024-07-26T07:01:31.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:31 smithi155 ceph-mon[90160]: osdmap e1922: 8 total, 8 up, 8 in 2024-07-26T07:01:31.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:31 smithi155 ceph-mon[90160]: pgmap v3302: 137 pgs: 5 creating+peering, 132 active+clean; 8.5 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 47 KiB/s wr, 6 op/s 2024-07-26T07:01:31.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:31 smithi089 ceph-mon[99608]: osdmap e1922: 8 total, 8 up, 8 in 2024-07-26T07:01:31.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:31 smithi089 ceph-mon[99608]: pgmap v3302: 137 pgs: 5 creating+peering, 132 active+clean; 8.5 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 47 KiB/s wr, 6 op/s 2024-07-26T07:01:31.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:31 smithi089 ceph-mon[102056]: osdmap e1922: 8 total, 8 up, 8 in 2024-07-26T07:01:31.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:31 smithi089 ceph-mon[102056]: pgmap v3302: 137 pgs: 5 creating+peering, 132 active+clean; 8.5 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 47 KiB/s wr, 6 op/s 2024-07-26T07:01:32.393 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:01:32.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:32 smithi155 ceph-mon[90160]: osdmap e1923: 8 total, 8 up, 8 in 2024-07-26T07:01:32.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:01:32 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:01:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:01:32.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:32 smithi089 ceph-mon[99608]: osdmap e1923: 8 total, 8 up, 8 in 2024-07-26T07:01:32.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:32 smithi089 ceph-mon[102056]: osdmap e1923: 8 total, 8 up, 8 in 2024-07-26T07:01:32.655 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:01:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:01:32] "GET /metrics HTTP/1.1" 200 36590 "" "Prometheus/2.43.0" 2024-07-26T07:01:33.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:33 smithi155 ceph-mon[90160]: osdmap e1924: 8 total, 8 up, 8 in 2024-07-26T07:01:33.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:33 smithi155 ceph-mon[90160]: pgmap v3305: 137 pgs: 137 active+clean; 18 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 222 KiB/s wr, 53 op/s 2024-07-26T07:01:33.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:33 smithi089 ceph-mon[99608]: osdmap e1924: 8 total, 8 up, 8 in 2024-07-26T07:01:33.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:33 smithi089 ceph-mon[99608]: pgmap v3305: 137 pgs: 137 active+clean; 18 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 222 KiB/s wr, 53 op/s 2024-07-26T07:01:33.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:33 smithi089 ceph-mon[102056]: osdmap e1924: 8 total, 8 up, 8 in 2024-07-26T07:01:33.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:33 smithi089 ceph-mon[102056]: pgmap v3305: 137 pgs: 137 active+clean; 18 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 222 KiB/s wr, 53 op/s 2024-07-26T07:01:34.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:34 smithi155 ceph-mon[90160]: osdmap e1925: 8 total, 8 up, 8 in 2024-07-26T07:01:34.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:34 smithi089 ceph-mon[99608]: osdmap e1925: 8 total, 8 up, 8 in 2024-07-26T07:01:34.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:34 smithi089 ceph-mon[102056]: osdmap e1925: 8 total, 8 up, 8 in 2024-07-26T07:01:35.422 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:01:35.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:35 smithi089 ceph-mon[99608]: osdmap e1926: 8 total, 8 up, 8 in 2024-07-26T07:01:35.670 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:35 smithi089 ceph-mon[99608]: pgmap v3308: 137 pgs: 137 active+clean; 18 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 194 KiB/s wr, 106 op/s 2024-07-26T07:01:35.670 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:35 smithi089 ceph-mon[102056]: osdmap e1926: 8 total, 8 up, 8 in 2024-07-26T07:01:35.670 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:35 smithi089 ceph-mon[102056]: pgmap v3308: 137 pgs: 137 active+clean; 18 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 194 KiB/s wr, 106 op/s 2024-07-26T07:01:35.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:35 smithi155 ceph-mon[90160]: osdmap e1926: 8 total, 8 up, 8 in 2024-07-26T07:01:35.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:35 smithi155 ceph-mon[90160]: pgmap v3308: 137 pgs: 137 active+clean; 18 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 194 KiB/s wr, 106 op/s 2024-07-26T07:01:36.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:36 smithi089 ceph-mon[99608]: osdmap e1927: 8 total, 8 up, 8 in 2024-07-26T07:01:36.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:36 smithi089 ceph-mon[102056]: osdmap e1927: 8 total, 8 up, 8 in 2024-07-26T07:01:36.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:36 smithi155 ceph-mon[90160]: osdmap e1927: 8 total, 8 up, 8 in 2024-07-26T07:01:37.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:37 smithi155 ceph-mon[90160]: osdmap e1928: 8 total, 8 up, 8 in 2024-07-26T07:01:37.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:37 smithi155 ceph-mon[90160]: pgmap v3311: 137 pgs: 137 active+clean; 20 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 48 KiB/s rd, 21 KiB/s wr, 77 op/s 2024-07-26T07:01:37.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:37 smithi089 ceph-mon[99608]: osdmap e1928: 8 total, 8 up, 8 in 2024-07-26T07:01:37.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:37 smithi089 ceph-mon[99608]: pgmap v3311: 137 pgs: 137 active+clean; 20 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 48 KiB/s rd, 21 KiB/s wr, 77 op/s 2024-07-26T07:01:37.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:37 smithi089 ceph-mon[102056]: osdmap e1928: 8 total, 8 up, 8 in 2024-07-26T07:01:37.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:37 smithi089 ceph-mon[102056]: pgmap v3311: 137 pgs: 137 active+clean; 20 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 48 KiB/s rd, 21 KiB/s wr, 77 op/s 2024-07-26T07:01:38.448 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:01:38.878 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:38 smithi155 ceph-mon[90160]: osdmap e1929: 8 total, 8 up, 8 in 2024-07-26T07:01:38.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:38 smithi089 ceph-mon[99608]: osdmap e1929: 8 total, 8 up, 8 in 2024-07-26T07:01:38.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:38 smithi089 ceph-mon[102056]: osdmap e1929: 8 total, 8 up, 8 in 2024-07-26T07:01:39.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:39 smithi155 ceph-mon[90160]: osdmap e1930: 8 total, 8 up, 8 in 2024-07-26T07:01:39.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:39 smithi155 ceph-mon[90160]: pgmap v3314: 137 pgs: 137 active+clean; 22 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 35 KiB/s rd, 6.2 KiB/s wr, 61 op/s 2024-07-26T07:01:39.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:39 smithi089 ceph-mon[99608]: osdmap e1930: 8 total, 8 up, 8 in 2024-07-26T07:01:39.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:39 smithi089 ceph-mon[99608]: pgmap v3314: 137 pgs: 137 active+clean; 22 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 35 KiB/s rd, 6.2 KiB/s wr, 61 op/s 2024-07-26T07:01:39.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:39 smithi089 ceph-mon[102056]: osdmap e1930: 8 total, 8 up, 8 in 2024-07-26T07:01:39.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:39 smithi089 ceph-mon[102056]: pgmap v3314: 137 pgs: 137 active+clean; 22 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 35 KiB/s rd, 6.2 KiB/s wr, 61 op/s 2024-07-26T07:01:40.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:40 smithi155 ceph-mon[90160]: osdmap e1931: 8 total, 8 up, 8 in 2024-07-26T07:01:40.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:40 smithi155 ceph-mon[90160]: osdmap e1932: 8 total, 8 up, 8 in 2024-07-26T07:01:40.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:40 smithi089 ceph-mon[99608]: osdmap e1931: 8 total, 8 up, 8 in 2024-07-26T07:01:40.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:40 smithi089 ceph-mon[99608]: osdmap e1932: 8 total, 8 up, 8 in 2024-07-26T07:01:40.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:40 smithi089 ceph-mon[102056]: osdmap e1931: 8 total, 8 up, 8 in 2024-07-26T07:01:40.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:40 smithi089 ceph-mon[102056]: osdmap e1932: 8 total, 8 up, 8 in 2024-07-26T07:01:41.251 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:01:41.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:41 smithi155 ceph-mon[90160]: pgmap v3317: 137 pgs: 137 active+clean; 22 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 5.2 KiB/s wr, 48 op/s 2024-07-26T07:01:41.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:01:41.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:41 smithi155 ceph-mon[90160]: osdmap e1933: 8 total, 8 up, 8 in 2024-07-26T07:01:41.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:41 smithi089 ceph-mon[99608]: pgmap v3317: 137 pgs: 137 active+clean; 22 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 5.2 KiB/s wr, 48 op/s 2024-07-26T07:01:41.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:01:41.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:41 smithi089 ceph-mon[99608]: osdmap e1933: 8 total, 8 up, 8 in 2024-07-26T07:01:41.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:41 smithi089 ceph-mon[102056]: pgmap v3317: 137 pgs: 137 active+clean; 22 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 5.2 KiB/s wr, 48 op/s 2024-07-26T07:01:41.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:01:41.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:41 smithi089 ceph-mon[102056]: osdmap e1933: 8 total, 8 up, 8 in 2024-07-26T07:01:42.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:01:42 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:01:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:01:42.806 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:01:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:01:42] "GET /metrics HTTP/1.1" 200 36643 "" "Prometheus/2.43.0" 2024-07-26T07:01:43.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:43 smithi155 ceph-mon[90160]: osdmap e1934: 8 total, 8 up, 8 in 2024-07-26T07:01:43.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:43 smithi089 ceph-mon[99608]: osdmap e1934: 8 total, 8 up, 8 in 2024-07-26T07:01:43.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:43 smithi089 ceph-mon[102056]: osdmap e1934: 8 total, 8 up, 8 in 2024-07-26T07:01:44.274 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministic (14908 ms) 2024-07-26T07:01:44.274 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicPP 2024-07-26T07:01:44.274 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:01:44.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:44 smithi155 ceph-mon[90160]: pgmap v3320: 137 pgs: 137 active+clean; 24 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 7.2 KiB/s wr, 91 op/s 2024-07-26T07:01:44.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:44 smithi155 ceph-mon[90160]: osdmap e1935: 8 total, 8 up, 8 in 2024-07-26T07:01:44.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:44 smithi089 ceph-mon[99608]: pgmap v3320: 137 pgs: 137 active+clean; 24 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 7.2 KiB/s wr, 91 op/s 2024-07-26T07:01:44.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:44 smithi089 ceph-mon[99608]: osdmap e1935: 8 total, 8 up, 8 in 2024-07-26T07:01:44.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:44 smithi089 ceph-mon[102056]: pgmap v3320: 137 pgs: 137 active+clean; 24 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 7.2 KiB/s wr, 91 op/s 2024-07-26T07:01:44.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:44 smithi089 ceph-mon[102056]: osdmap e1935: 8 total, 8 up, 8 in 2024-07-26T07:01:45.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:45 smithi155 ceph-mon[90160]: osdmap e1936: 8 total, 8 up, 8 in 2024-07-26T07:01:45.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:45 smithi089 ceph-mon[99608]: osdmap e1936: 8 total, 8 up, 8 in 2024-07-26T07:01:45.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:45 smithi089 ceph-mon[102056]: osdmap e1936: 8 total, 8 up, 8 in 2024-07-26T07:01:46.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:46 smithi155 ceph-mon[90160]: pgmap v3323: 137 pgs: 137 active+clean; 24 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 91 KiB/s rd, 12 KiB/s wr, 137 op/s 2024-07-26T07:01:46.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:46 smithi155 ceph-mon[90160]: osdmap e1937: 8 total, 8 up, 8 in 2024-07-26T07:01:46.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:46 smithi089 ceph-mon[99608]: pgmap v3323: 137 pgs: 137 active+clean; 24 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 91 KiB/s rd, 12 KiB/s wr, 137 op/s 2024-07-26T07:01:46.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:46 smithi089 ceph-mon[99608]: osdmap e1937: 8 total, 8 up, 8 in 2024-07-26T07:01:46.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:46 smithi089 ceph-mon[102056]: pgmap v3323: 137 pgs: 137 active+clean; 24 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 91 KiB/s rd, 12 KiB/s wr, 137 op/s 2024-07-26T07:01:46.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:46 smithi089 ceph-mon[102056]: osdmap e1937: 8 total, 8 up, 8 in 2024-07-26T07:01:47.293 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:01:47.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:47 smithi155 ceph-mon[90160]: osdmap e1938: 8 total, 8 up, 8 in 2024-07-26T07:01:47.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:47 smithi089 ceph-mon[99608]: osdmap e1938: 8 total, 8 up, 8 in 2024-07-26T07:01:47.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:47 smithi089 ceph-mon[102056]: osdmap e1938: 8 total, 8 up, 8 in 2024-07-26T07:01:48.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:48 smithi155 ceph-mon[90160]: pgmap v3326: 137 pgs: 137 active+clean; 32 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 7.0 KiB/s wr, 60 op/s 2024-07-26T07:01:48.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:48 smithi155 ceph-mon[90160]: osdmap e1939: 8 total, 8 up, 8 in 2024-07-26T07:01:48.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:48 smithi089 ceph-mon[99608]: pgmap v3326: 137 pgs: 137 active+clean; 32 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 7.0 KiB/s wr, 60 op/s 2024-07-26T07:01:48.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:48 smithi089 ceph-mon[99608]: osdmap e1939: 8 total, 8 up, 8 in 2024-07-26T07:01:48.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:48 smithi089 ceph-mon[102056]: pgmap v3326: 137 pgs: 137 active+clean; 32 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 7.0 KiB/s wr, 60 op/s 2024-07-26T07:01:48.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:48 smithi089 ceph-mon[102056]: osdmap e1939: 8 total, 8 up, 8 in 2024-07-26T07:01:49.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:49 smithi155 ceph-mon[90160]: osdmap e1940: 8 total, 8 up, 8 in 2024-07-26T07:01:49.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:49 smithi089 ceph-mon[99608]: osdmap e1940: 8 total, 8 up, 8 in 2024-07-26T07:01:49.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:49 smithi089 ceph-mon[102056]: osdmap e1940: 8 total, 8 up, 8 in 2024-07-26T07:01:50.313 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:01:50.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:50 smithi155 ceph-mon[90160]: pgmap v3329: 137 pgs: 137 active+clean; 32 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 4.0 KiB/s wr, 53 op/s 2024-07-26T07:01:50.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:50 smithi155 ceph-mon[90160]: osdmap e1941: 8 total, 8 up, 8 in 2024-07-26T07:01:50.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:50 smithi089 ceph-mon[99608]: pgmap v3329: 137 pgs: 137 active+clean; 32 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 4.0 KiB/s wr, 53 op/s 2024-07-26T07:01:50.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:50 smithi089 ceph-mon[99608]: osdmap e1941: 8 total, 8 up, 8 in 2024-07-26T07:01:50.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:50 smithi089 ceph-mon[102056]: pgmap v3329: 137 pgs: 137 active+clean; 32 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 4.0 KiB/s wr, 53 op/s 2024-07-26T07:01:50.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:50 smithi089 ceph-mon[102056]: osdmap e1941: 8 total, 8 up, 8 in 2024-07-26T07:01:51.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:51 smithi155 ceph-mon[90160]: osdmap e1942: 8 total, 8 up, 8 in 2024-07-26T07:01:51.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:51 smithi089 ceph-mon[99608]: osdmap e1942: 8 total, 8 up, 8 in 2024-07-26T07:01:51.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:51 smithi089 ceph-mon[102056]: osdmap e1942: 8 total, 8 up, 8 in 2024-07-26T07:01:52.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:01:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:01:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:01:52.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:52 smithi155 ceph-mon[90160]: pgmap v3332: 137 pgs: 137 active+clean; 32 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 7.0 KiB/s wr, 94 op/s 2024-07-26T07:01:52.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:52 smithi155 ceph-mon[90160]: osdmap e1943: 8 total, 8 up, 8 in 2024-07-26T07:01:52.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:52 smithi089 ceph-mon[99608]: pgmap v3332: 137 pgs: 137 active+clean; 32 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 7.0 KiB/s wr, 94 op/s 2024-07-26T07:01:52.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:52 smithi089 ceph-mon[99608]: osdmap e1943: 8 total, 8 up, 8 in 2024-07-26T07:01:52.655 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:01:52 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:01:52] "GET /metrics HTTP/1.1" 200 36643 "" "Prometheus/2.43.0" 2024-07-26T07:01:52.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:52 smithi089 ceph-mon[102056]: pgmap v3332: 137 pgs: 137 active+clean; 32 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 7.0 KiB/s wr, 94 op/s 2024-07-26T07:01:52.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:52 smithi089 ceph-mon[102056]: osdmap e1943: 8 total, 8 up, 8 in 2024-07-26T07:01:53.330 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:01:53.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:53 smithi155 ceph-mon[90160]: osdmap e1944: 8 total, 8 up, 8 in 2024-07-26T07:01:53.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:53 smithi155 ceph-mon[90160]: pgmap v3335: 137 pgs: 137 active+clean; 38 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 43 KiB/s rd, 7.0 KiB/s wr, 71 op/s 2024-07-26T07:01:53.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:53 smithi089 ceph-mon[99608]: osdmap e1944: 8 total, 8 up, 8 in 2024-07-26T07:01:53.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:53 smithi089 ceph-mon[99608]: pgmap v3335: 137 pgs: 137 active+clean; 38 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 43 KiB/s rd, 7.0 KiB/s wr, 71 op/s 2024-07-26T07:01:53.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:53 smithi089 ceph-mon[102056]: osdmap e1944: 8 total, 8 up, 8 in 2024-07-26T07:01:53.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:53 smithi089 ceph-mon[102056]: pgmap v3335: 137 pgs: 137 active+clean; 38 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 43 KiB/s rd, 7.0 KiB/s wr, 71 op/s 2024-07-26T07:01:54.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:54 smithi155 ceph-mon[90160]: osdmap e1945: 8 total, 8 up, 8 in 2024-07-26T07:01:54.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:54 smithi089 ceph-mon[99608]: osdmap e1945: 8 total, 8 up, 8 in 2024-07-26T07:01:54.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:54 smithi089 ceph-mon[102056]: osdmap e1945: 8 total, 8 up, 8 in 2024-07-26T07:01:55.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:55 smithi155 ceph-mon[90160]: osdmap e1946: 8 total, 8 up, 8 in 2024-07-26T07:01:55.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:55 smithi155 ceph-mon[90160]: pgmap v3338: 137 pgs: 137 active+clean; 47 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 9.0 KiB/s wr, 86 op/s 2024-07-26T07:01:55.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:55 smithi089 ceph-mon[99608]: osdmap e1946: 8 total, 8 up, 8 in 2024-07-26T07:01:55.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:55 smithi089 ceph-mon[99608]: pgmap v3338: 137 pgs: 137 active+clean; 47 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 9.0 KiB/s wr, 86 op/s 2024-07-26T07:01:55.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:55 smithi089 ceph-mon[102056]: osdmap e1946: 8 total, 8 up, 8 in 2024-07-26T07:01:55.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:55 smithi089 ceph-mon[102056]: pgmap v3338: 137 pgs: 137 active+clean; 47 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 9.0 KiB/s wr, 86 op/s 2024-07-26T07:01:56.345 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:01:56.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:56 smithi155 ceph-mon[90160]: osdmap e1947: 8 total, 8 up, 8 in 2024-07-26T07:01:56.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:56 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:01:56.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:56 smithi089 ceph-mon[99608]: osdmap e1947: 8 total, 8 up, 8 in 2024-07-26T07:01:56.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:56 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:01:56.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:56 smithi089 ceph-mon[102056]: osdmap e1947: 8 total, 8 up, 8 in 2024-07-26T07:01:56.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:56 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:01:57.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:57 smithi155 ceph-mon[90160]: osdmap e1948: 8 total, 8 up, 8 in 2024-07-26T07:01:57.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:57 smithi155 ceph-mon[90160]: pgmap v3341: 137 pgs: 137 active+clean; 47 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 48 KiB/s rd, 6.7 KiB/s wr, 68 op/s 2024-07-26T07:01:57.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:57 smithi089 ceph-mon[99608]: osdmap e1948: 8 total, 8 up, 8 in 2024-07-26T07:01:57.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:57 smithi089 ceph-mon[99608]: pgmap v3341: 137 pgs: 137 active+clean; 47 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 48 KiB/s rd, 6.7 KiB/s wr, 68 op/s 2024-07-26T07:01:57.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:57 smithi089 ceph-mon[102056]: osdmap e1948: 8 total, 8 up, 8 in 2024-07-26T07:01:57.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:57 smithi089 ceph-mon[102056]: pgmap v3341: 137 pgs: 137 active+clean; 47 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 48 KiB/s rd, 6.7 KiB/s wr, 68 op/s 2024-07-26T07:01:58.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:58 smithi155 ceph-mon[90160]: osdmap e1949: 8 total, 8 up, 8 in 2024-07-26T07:01:58.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:58 smithi089 ceph-mon[99608]: osdmap e1949: 8 total, 8 up, 8 in 2024-07-26T07:01:58.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:58 smithi089 ceph-mon[102056]: osdmap e1949: 8 total, 8 up, 8 in 2024-07-26T07:01:59.368 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicPP (15094 ms) 2024-07-26T07:01:59.369 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicLUKS1 2024-07-26T07:01:59.369 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:01:59.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:59 smithi155 ceph-mon[90160]: osdmap e1950: 8 total, 8 up, 8 in 2024-07-26T07:01:59.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:01:59 smithi155 ceph-mon[90160]: pgmap v3344: 137 pgs: 137 active+clean; 47 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 3.7 KiB/s wr, 49 op/s 2024-07-26T07:01:59.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:59 smithi089 ceph-mon[99608]: osdmap e1950: 8 total, 8 up, 8 in 2024-07-26T07:01:59.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:01:59 smithi089 ceph-mon[99608]: pgmap v3344: 137 pgs: 137 active+clean; 47 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 3.7 KiB/s wr, 49 op/s 2024-07-26T07:01:59.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:59 smithi089 ceph-mon[102056]: osdmap e1950: 8 total, 8 up, 8 in 2024-07-26T07:01:59.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:01:59 smithi089 ceph-mon[102056]: pgmap v3344: 137 pgs: 137 active+clean; 47 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 3.7 KiB/s wr, 49 op/s 2024-07-26T07:02:00.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:02:00 smithi155 ceph-mon[90160]: osdmap e1951: 8 total, 8 up, 8 in 2024-07-26T07:02:00.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:02:00 smithi089 ceph-mon[99608]: osdmap e1951: 8 total, 8 up, 8 in 2024-07-26T07:02:00.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:02:00 smithi089 ceph-mon[102056]: osdmap e1951: 8 total, 8 up, 8 in 2024-07-26T07:02:01.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:02:01 smithi155 ceph-mon[90160]: pgmap v3346: 137 pgs: 137 active+clean; 54 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 7.7 KiB/s wr, 98 op/s 2024-07-26T07:02:01.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:02:01 smithi089 ceph-mon[99608]: pgmap v3346: 137 pgs: 137 active+clean; 54 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 7.7 KiB/s wr, 98 op/s 2024-07-26T07:02:01.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:02:01 smithi089 ceph-mon[102056]: pgmap v3346: 137 pgs: 137 active+clean; 54 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 7.7 KiB/s wr, 98 op/s 2024-07-26T07:02:02.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:02:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:02:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:02:02.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:02:02 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:02:02] "GET /metrics HTTP/1.1" 200 36647 "" "Prometheus/2.43.0" 2024-07-26T07:02:04.128 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:02:03 smithi155 ceph-mon[90160]: pgmap v3347: 137 pgs: 137 active+clean; 58 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 6.3 KiB/s wr, 75 op/s 2024-07-26T07:02:04.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:02:03 smithi089 ceph-mon[99608]: pgmap v3347: 137 pgs: 137 active+clean; 58 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 6.3 KiB/s wr, 75 op/s 2024-07-26T07:02:04.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:02:03 smithi089 ceph-mon[102056]: pgmap v3347: 137 pgs: 137 active+clean; 58 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 6.3 KiB/s wr, 75 op/s 2024-07-26T07:02:05.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:02:04 smithi155 ceph-mon[90160]: osdmap e1952: 8 total, 8 up, 8 in 2024-07-26T07:02:05.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:02:04 smithi089 ceph-mon[99608]: osdmap e1952: 8 total, 8 up, 8 in 2024-07-26T07:02:05.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:02:04 smithi089 ceph-mon[102056]: osdmap e1952: 8 total, 8 up, 8 in 2024-07-26T07:02:05.716 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:02:06.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:02:05 smithi155 ceph-mon[90160]: pgmap v3349: 137 pgs: 137 active+clean; 58 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 35 KiB/s rd, 5.6 KiB/s wr, 58 op/s 2024-07-26T07:02:06.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:02:05 smithi155 ceph-mon[90160]: osdmap e1953: 8 total, 8 up, 8 in 2024-07-26T07:02:06.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:02:05 smithi089 ceph-mon[99608]: pgmap v3349: 137 pgs: 137 active+clean; 58 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 35 KiB/s rd, 5.6 KiB/s wr, 58 op/s 2024-07-26T07:02:06.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:02:05 smithi089 ceph-mon[99608]: osdmap e1953: 8 total, 8 up, 8 in 2024-07-26T07:02:06.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:02:05 smithi089 ceph-mon[102056]: pgmap v3349: 137 pgs: 137 active+clean; 58 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 35 KiB/s rd, 5.6 KiB/s wr, 58 op/s 2024-07-26T07:02:06.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:02:05 smithi089 ceph-mon[102056]: osdmap e1953: 8 total, 8 up, 8 in 2024-07-26T07:02:07.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:02:06 smithi155 ceph-mon[90160]: osdmap e1954: 8 total, 8 up, 8 in 2024-07-26T07:02:07.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:02:06 smithi089 ceph-mon[99608]: osdmap e1954: 8 total, 8 up, 8 in 2024-07-26T07:02:07.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:02:06 smithi089 ceph-mon[102056]: osdmap e1954: 8 total, 8 up, 8 in 2024-07-26T07:02:08.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:02:07 smithi155 ceph-mon[90160]: pgmap v3352: 137 pgs: 137 active+clean; 62 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 685 KiB/s wr, 24 op/s 2024-07-26T07:02:08.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:02:07 smithi089 ceph-mon[99608]: pgmap v3352: 137 pgs: 137 active+clean; 62 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 685 KiB/s wr, 24 op/s 2024-07-26T07:02:08.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:02:07 smithi089 ceph-mon[102056]: pgmap v3352: 137 pgs: 137 active+clean; 62 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 685 KiB/s wr, 24 op/s 2024-07-26T07:02:10.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:02:09 smithi155 ceph-mon[90160]: pgmap v3353: 137 pgs: 137 active+clean; 62 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 686 KiB/s wr, 26 op/s 2024-07-26T07:02:10.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:02:09 smithi089 ceph-mon[99608]: pgmap v3353: 137 pgs: 137 active+clean; 62 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 686 KiB/s wr, 26 op/s 2024-07-26T07:02:10.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:02:09 smithi089 ceph-mon[102056]: pgmap v3353: 137 pgs: 137 active+clean; 62 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 686 KiB/s wr, 26 op/s 2024-07-26T07:02:11.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:02:10 smithi155 ceph-mon[90160]: osdmap e1955: 8 total, 8 up, 8 in 2024-07-26T07:02:11.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:02:10 smithi089 ceph-mon[99608]: osdmap e1955: 8 total, 8 up, 8 in 2024-07-26T07:02:11.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:02:10 smithi089 ceph-mon[102056]: osdmap e1955: 8 total, 8 up, 8 in 2024-07-26T07:02:11.751 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:02:12.055 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:02:11 smithi089 ceph-mon[99608]: pgmap v3355: 137 pgs: 137 active+clean; 62 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 685 KiB/s wr, 31 op/s 2024-07-26T07:02:12.056 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:02:11 smithi089 ceph-mon[99608]: osdmap e1956: 8 total, 8 up, 8 in 2024-07-26T07:02:12.056 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:02:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:02:12.056 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:02:11 smithi089 ceph-mon[102056]: pgmap v3355: 137 pgs: 137 active+clean; 62 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 685 KiB/s wr, 31 op/s 2024-07-26T07:02:12.056 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:02:11 smithi089 ceph-mon[102056]: osdmap e1956: 8 total, 8 up, 8 in 2024-07-26T07:02:12.056 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:02:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:02:12.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:02:11 smithi155 ceph-mon[90160]: pgmap v3355: 137 pgs: 137 active+clean; 62 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 685 KiB/s wr, 31 op/s 2024-07-26T07:02:12.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:02:11 smithi155 ceph-mon[90160]: osdmap e1956: 8 total, 8 up, 8 in 2024-07-26T07:02:12.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:02:11 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:02:12.628 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:02:12 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:02:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:02:12.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:02:12 smithi089 ceph-mon[99608]: osdmap e1957: 8 total, 8 up, 8 in 2024-07-26T07:02:12.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:02:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:02:12] "GET /metrics HTTP/1.1" 200 36654 "" "Prometheus/2.43.0" 2024-07-26T07:02:12.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:02:12 smithi089 ceph-mon[102056]: osdmap e1957: 8 total, 8 up, 8 in 2024-07-26T07:02:13.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:02:12 smithi155 ceph-mon[90160]: osdmap e1957: 8 total, 8 up, 8 in 2024-07-26T07:02:14.128 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:02:13 smithi155 ceph-mon[90160]: pgmap v3358: 137 pgs: 137 active+clean; 67 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 687 KiB/s wr, 40 op/s 2024-07-26T07:02:14.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:02:13 smithi089 ceph-mon[99608]: pgmap v3358: 137 pgs: 137 active+clean; 67 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 687 KiB/s wr, 40 op/s 2024-07-26T07:02:14.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:02:13 smithi089 ceph-mon[102056]: pgmap v3358: 137 pgs: 137 active+clean; 67 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 687 KiB/s wr, 40 op/s 2024-07-26T07:02:16.128 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:02:15 smithi155 ceph-mon[90160]: pgmap v3359: 137 pgs: 137 active+clean; 68 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 39 KiB/s rd, 687 KiB/s wr, 56 op/s 2024-07-26T07:02:16.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:02:15 smithi089 ceph-mon[99608]: pgmap v3359: 137 pgs: 137 active+clean; 68 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 39 KiB/s rd, 687 KiB/s wr, 56 op/s 2024-07-26T07:02:16.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:02:15 smithi089 ceph-mon[102056]: pgmap v3359: 137 pgs: 137 active+clean; 68 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 39 KiB/s rd, 687 KiB/s wr, 56 op/s 2024-07-26T07:02:17.128 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:02:16 smithi155 ceph-mon[90160]: osdmap e1958: 8 total, 8 up, 8 in 2024-07-26T07:02:17.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:02:16 smithi089 ceph-mon[99608]: osdmap e1958: 8 total, 8 up, 8 in 2024-07-26T07:02:17.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:02:16 smithi089 ceph-mon[102056]: osdmap e1958: 8 total, 8 up, 8 in 2024-07-26T07:02:17.778 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:02:18.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:02:17 smithi155 ceph-mon[90160]: pgmap v3361: 137 pgs: 137 active+clean; 68 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 687 KiB/s wr, 42 op/s 2024-07-26T07:02:18.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:02:17 smithi155 ceph-mon[90160]: osdmap e1959: 8 total, 8 up, 8 in 2024-07-26T07:02:18.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:02:17 smithi089 ceph-mon[99608]: pgmap v3361: 137 pgs: 137 active+clean; 68 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 687 KiB/s wr, 42 op/s 2024-07-26T07:02:18.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:02:17 smithi089 ceph-mon[99608]: osdmap e1959: 8 total, 8 up, 8 in 2024-07-26T07:02:18.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:02:17 smithi089 ceph-mon[102056]: pgmap v3361: 137 pgs: 137 active+clean; 68 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 687 KiB/s wr, 42 op/s 2024-07-26T07:02:18.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:02:17 smithi089 ceph-mon[102056]: osdmap e1959: 8 total, 8 up, 8 in 2024-07-26T07:02:19.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:02:18 smithi155 ceph-mon[90160]: osdmap e1960: 8 total, 8 up, 8 in 2024-07-26T07:02:19.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:02:18 smithi089 ceph-mon[99608]: osdmap e1960: 8 total, 8 up, 8 in 2024-07-26T07:02:19.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:02:18 smithi089 ceph-mon[102056]: osdmap e1960: 8 total, 8 up, 8 in 2024-07-26T07:02:20.128 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:02:19 smithi155 ceph-mon[90160]: pgmap v3364: 137 pgs: 137 active+clean; 68 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 3.8 KiB/s wr, 45 op/s 2024-07-26T07:02:20.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:02:19 smithi089 ceph-mon[99608]: pgmap v3364: 137 pgs: 137 active+clean; 68 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 3.8 KiB/s wr, 45 op/s 2024-07-26T07:02:20.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:02:19 smithi089 ceph-mon[102056]: pgmap v3364: 137 pgs: 137 active+clean; 68 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 3.8 KiB/s wr, 45 op/s 2024-07-26T07:02:22.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:02:21 smithi155 ceph-mon[90160]: pgmap v3365: 137 pgs: 137 active+clean; 73 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 685 KiB/s wr, 29 op/s 2024-07-26T07:02:22.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:02:21 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:02:22.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:02:21 smithi089 ceph-mon[99608]: pgmap v3365: 137 pgs: 137 active+clean; 73 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 685 KiB/s wr, 29 op/s 2024-07-26T07:02:22.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:02:21 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:02:22.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:02:21 smithi089 ceph-mon[102056]: pgmap v3365: 137 pgs: 137 active+clean; 73 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 685 KiB/s wr, 29 op/s 2024-07-26T07:02:22.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:02:21 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:02:22.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:02:22 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:02:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:02:22.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:02:22 smithi089 ceph-mon[99608]: osdmap e1961: 8 total, 8 up, 8 in 2024-07-26T07:02:22.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:02:22 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:02:22.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:02:22 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:02:22.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:02:22 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:02:22.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:02:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:02:22] "GET /metrics HTTP/1.1" 200 36654 "" "Prometheus/2.43.0" 2024-07-26T07:02:22.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:02:22 smithi089 ceph-mon[102056]: osdmap e1961: 8 total, 8 up, 8 in 2024-07-26T07:02:22.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:02:22 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:02:22.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:02:22 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:02:22.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:02:22 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:02:23.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:02:22 smithi155 ceph-mon[90160]: osdmap e1961: 8 total, 8 up, 8 in 2024-07-26T07:02:23.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:02:22 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:02:23.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:02:22 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:02:23.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:02:22 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:02:23.808 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:02:24.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:02:23 smithi155 ceph-mon[90160]: pgmap v3367: 137 pgs: 137 active+clean; 78 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 1.3 MiB/s wr, 42 op/s 2024-07-26T07:02:24.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:02:23 smithi155 ceph-mon[90160]: osdmap e1962: 8 total, 8 up, 8 in 2024-07-26T07:02:24.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:02:23 smithi089 ceph-mon[99608]: pgmap v3367: 137 pgs: 137 active+clean; 78 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 1.3 MiB/s wr, 42 op/s 2024-07-26T07:02:24.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:02:23 smithi089 ceph-mon[99608]: osdmap e1962: 8 total, 8 up, 8 in 2024-07-26T07:02:24.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:02:23 smithi089 ceph-mon[102056]: pgmap v3367: 137 pgs: 137 active+clean; 78 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 1.3 MiB/s wr, 42 op/s 2024-07-26T07:02:24.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:02:23 smithi089 ceph-mon[102056]: osdmap e1962: 8 total, 8 up, 8 in 2024-07-26T07:02:25.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:02:24 smithi155 ceph-mon[90160]: osdmap e1963: 8 total, 8 up, 8 in 2024-07-26T07:02:25.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:02:24 smithi089 ceph-mon[99608]: osdmap e1963: 8 total, 8 up, 8 in 2024-07-26T07:02:25.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:02:24 smithi089 ceph-mon[102056]: osdmap e1963: 8 total, 8 up, 8 in 2024-07-26T07:02:26.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:02:25 smithi155 ceph-mon[90160]: pgmap v3370: 137 pgs: 137 active+clean; 79 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 1.3 MiB/s wr, 42 op/s 2024-07-26T07:02:26.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:02:25 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:02:26.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:02:25 smithi089 ceph-mon[99608]: pgmap v3370: 137 pgs: 137 active+clean; 79 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 1.3 MiB/s wr, 42 op/s 2024-07-26T07:02:26.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:02:25 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:02:26.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:02:25 smithi089 ceph-mon[102056]: pgmap v3370: 137 pgs: 137 active+clean; 79 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 1.3 MiB/s wr, 42 op/s 2024-07-26T07:02:26.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:02:25 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:02:28.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:02:27 smithi155 ceph-mon[90160]: pgmap v3371: 137 pgs: 137 active+clean; 80 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 687 KiB/s wr, 42 op/s 2024-07-26T07:02:28.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:02:27 smithi089 ceph-mon[99608]: pgmap v3371: 137 pgs: 137 active+clean; 80 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 687 KiB/s wr, 42 op/s 2024-07-26T07:02:28.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:02:27 smithi089 ceph-mon[102056]: pgmap v3371: 137 pgs: 137 active+clean; 80 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 687 KiB/s wr, 42 op/s 2024-07-26T07:02:29.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:02:28 smithi155 ceph-mon[90160]: osdmap e1964: 8 total, 8 up, 8 in 2024-07-26T07:02:29.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:02:28 smithi089 ceph-mon[99608]: osdmap e1964: 8 total, 8 up, 8 in 2024-07-26T07:02:29.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:02:28 smithi089 ceph-mon[102056]: osdmap e1964: 8 total, 8 up, 8 in 2024-07-26T07:02:29.833 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicLUKS1 (30464 ms) 2024-07-26T07:02:29.833 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicLUKS1PP 2024-07-26T07:02:29.833 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:02:30.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:02:29 smithi155 ceph-mon[90160]: pgmap v3373: 137 pgs: 137 active+clean; 80 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 2.5 KiB/s wr, 26 op/s 2024-07-26T07:02:30.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:02:29 smithi155 ceph-mon[90160]: osdmap e1965: 8 total, 8 up, 8 in 2024-07-26T07:02:30.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:02:29 smithi089 ceph-mon[99608]: pgmap v3373: 137 pgs: 137 active+clean; 80 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 2.5 KiB/s wr, 26 op/s 2024-07-26T07:02:30.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:02:29 smithi089 ceph-mon[99608]: osdmap e1965: 8 total, 8 up, 8 in 2024-07-26T07:02:30.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:02:29 smithi089 ceph-mon[102056]: pgmap v3373: 137 pgs: 137 active+clean; 80 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 2.5 KiB/s wr, 26 op/s 2024-07-26T07:02:30.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:02:29 smithi089 ceph-mon[102056]: osdmap e1965: 8 total, 8 up, 8 in 2024-07-26T07:02:31.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:02:30 smithi155 ceph-mon[90160]: osdmap e1966: 8 total, 8 up, 8 in 2024-07-26T07:02:31.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:02:30 smithi089 ceph-mon[99608]: osdmap e1966: 8 total, 8 up, 8 in 2024-07-26T07:02:31.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:02:30 smithi089 ceph-mon[102056]: osdmap e1966: 8 total, 8 up, 8 in 2024-07-26T07:02:32.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:02:31 smithi155 ceph-mon[90160]: pgmap v3376: 137 pgs: 137 active+clean; 84 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 3.0 KiB/s wr, 27 op/s 2024-07-26T07:02:32.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:02:31 smithi089 ceph-mon[99608]: pgmap v3376: 137 pgs: 137 active+clean; 84 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 3.0 KiB/s wr, 27 op/s 2024-07-26T07:02:32.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:02:31 smithi089 ceph-mon[102056]: pgmap v3376: 137 pgs: 137 active+clean; 84 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 3.0 KiB/s wr, 27 op/s 2024-07-26T07:02:32.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:02:32 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:02:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:02:32.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:02:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:02:32] "GET /metrics HTTP/1.1" 200 36654 "" "Prometheus/2.43.0" 2024-07-26T07:02:34.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:02:33 smithi155 ceph-mon[90160]: pgmap v3377: 137 pgs: 137 active+clean; 92 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 687 KiB/s wr, 47 op/s 2024-07-26T07:02:34.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:02:33 smithi089 ceph-mon[99608]: pgmap v3377: 137 pgs: 137 active+clean; 92 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 687 KiB/s wr, 47 op/s 2024-07-26T07:02:34.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:02:33 smithi089 ceph-mon[102056]: pgmap v3377: 137 pgs: 137 active+clean; 92 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 687 KiB/s wr, 47 op/s 2024-07-26T07:02:35.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:02:34 smithi155 ceph-mon[90160]: osdmap e1967: 8 total, 8 up, 8 in 2024-07-26T07:02:35.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:02:34 smithi089 ceph-mon[99608]: osdmap e1967: 8 total, 8 up, 8 in 2024-07-26T07:02:35.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:02:34 smithi089 ceph-mon[102056]: osdmap e1967: 8 total, 8 up, 8 in 2024-07-26T07:02:35.854 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:02:36.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:02:35 smithi155 ceph-mon[90160]: pgmap v3379: 137 pgs: 137 active+clean; 92 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 687 KiB/s wr, 49 op/s 2024-07-26T07:02:36.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:02:35 smithi155 ceph-mon[90160]: osdmap e1968: 8 total, 8 up, 8 in 2024-07-26T07:02:36.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:02:35 smithi089 ceph-mon[99608]: pgmap v3379: 137 pgs: 137 active+clean; 92 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 687 KiB/s wr, 49 op/s 2024-07-26T07:02:36.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:02:35 smithi089 ceph-mon[99608]: osdmap e1968: 8 total, 8 up, 8 in 2024-07-26T07:02:36.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:02:35 smithi089 ceph-mon[102056]: pgmap v3379: 137 pgs: 137 active+clean; 92 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 687 KiB/s wr, 49 op/s 2024-07-26T07:02:36.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:02:35 smithi089 ceph-mon[102056]: osdmap e1968: 8 total, 8 up, 8 in 2024-07-26T07:02:37.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:02:36 smithi155 ceph-mon[90160]: osdmap e1969: 8 total, 8 up, 8 in 2024-07-26T07:02:37.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:02:36 smithi089 ceph-mon[99608]: osdmap e1969: 8 total, 8 up, 8 in 2024-07-26T07:02:37.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:02:36 smithi089 ceph-mon[102056]: osdmap e1969: 8 total, 8 up, 8 in 2024-07-26T07:02:38.128 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:02:37 smithi155 ceph-mon[90160]: pgmap v3382: 137 pgs: 137 active+clean; 92 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 46 KiB/s rd, 689 KiB/s wr, 70 op/s 2024-07-26T07:02:38.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:02:37 smithi089 ceph-mon[99608]: pgmap v3382: 137 pgs: 137 active+clean; 92 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 46 KiB/s rd, 689 KiB/s wr, 70 op/s 2024-07-26T07:02:38.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:02:37 smithi089 ceph-mon[102056]: pgmap v3382: 137 pgs: 137 active+clean; 92 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 46 KiB/s rd, 689 KiB/s wr, 70 op/s 2024-07-26T07:02:40.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:02:39 smithi155 ceph-mon[90160]: pgmap v3383: 137 pgs: 137 active+clean; 96 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 687 KiB/s wr, 43 op/s 2024-07-26T07:02:40.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:02:39 smithi089 ceph-mon[99608]: pgmap v3383: 137 pgs: 137 active+clean; 96 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 687 KiB/s wr, 43 op/s 2024-07-26T07:02:40.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:02:39 smithi089 ceph-mon[102056]: pgmap v3383: 137 pgs: 137 active+clean; 96 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 687 KiB/s wr, 43 op/s 2024-07-26T07:02:41.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:02:40 smithi155 ceph-mon[90160]: osdmap e1970: 8 total, 8 up, 8 in 2024-07-26T07:02:41.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:02:40 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:02:41.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:02:40 smithi089 ceph-mon[99608]: osdmap e1970: 8 total, 8 up, 8 in 2024-07-26T07:02:41.214 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:02:40 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:02:41.214 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:02:40 smithi089 ceph-mon[102056]: osdmap e1970: 8 total, 8 up, 8 in 2024-07-26T07:02:41.214 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:02:40 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:02:41.879 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:02:42.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:02:41 smithi155 ceph-mon[90160]: pgmap v3385: 137 pgs: 137 active+clean; 96 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 39 op/s 2024-07-26T07:02:42.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:02:41 smithi155 ceph-mon[90160]: osdmap e1971: 8 total, 8 up, 8 in 2024-07-26T07:02:42.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:02:41 smithi089 ceph-mon[99608]: pgmap v3385: 137 pgs: 137 active+clean; 96 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 39 op/s 2024-07-26T07:02:42.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:02:41 smithi089 ceph-mon[99608]: osdmap e1971: 8 total, 8 up, 8 in 2024-07-26T07:02:42.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:02:41 smithi089 ceph-mon[102056]: pgmap v3385: 137 pgs: 137 active+clean; 96 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 39 op/s 2024-07-26T07:02:42.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:02:41 smithi089 ceph-mon[102056]: osdmap e1971: 8 total, 8 up, 8 in 2024-07-26T07:02:42.628 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:02:42 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:02:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:02:42.861 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:02:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:02:42] "GET /metrics HTTP/1.1" 200 36653 "" "Prometheus/2.43.0" 2024-07-26T07:02:43.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:02:42 smithi155 ceph-mon[90160]: osdmap e1972: 8 total, 8 up, 8 in 2024-07-26T07:02:43.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:02:42 smithi089 ceph-mon[99608]: osdmap e1972: 8 total, 8 up, 8 in 2024-07-26T07:02:43.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:02:42 smithi089 ceph-mon[102056]: osdmap e1972: 8 total, 8 up, 8 in 2024-07-26T07:02:44.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:02:43 smithi155 ceph-mon[90160]: pgmap v3388: 137 pgs: 137 active+clean; 103 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-07-26T07:02:44.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:02:43 smithi089 ceph-mon[99608]: pgmap v3388: 137 pgs: 137 active+clean; 103 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-07-26T07:02:44.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:02:43 smithi089 ceph-mon[102056]: pgmap v3388: 137 pgs: 137 active+clean; 103 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-07-26T07:02:46.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:02:45 smithi155 ceph-mon[90160]: pgmap v3389: 137 pgs: 137 active+clean; 106 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 686 KiB/s wr, 26 op/s 2024-07-26T07:02:46.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:02:45 smithi089 ceph-mon[99608]: pgmap v3389: 137 pgs: 137 active+clean; 106 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 686 KiB/s wr, 26 op/s 2024-07-26T07:02:46.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:02:45 smithi089 ceph-mon[102056]: pgmap v3389: 137 pgs: 137 active+clean; 106 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 686 KiB/s wr, 26 op/s 2024-07-26T07:02:47.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:02:46 smithi089 ceph-mon[99608]: osdmap e1973: 8 total, 8 up, 8 in 2024-07-26T07:02:47.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:02:46 smithi089 ceph-mon[102056]: osdmap e1973: 8 total, 8 up, 8 in 2024-07-26T07:02:47.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:02:46 smithi155 ceph-mon[90160]: osdmap e1973: 8 total, 8 up, 8 in 2024-07-26T07:02:47.917 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:02:48.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:02:47 smithi089 ceph-mon[99608]: pgmap v3391: 137 pgs: 137 active+clean; 109 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 687 KiB/s wr, 41 op/s 2024-07-26T07:02:48.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:02:47 smithi089 ceph-mon[99608]: osdmap e1974: 8 total, 8 up, 8 in 2024-07-26T07:02:48.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:02:47 smithi089 ceph-mon[102056]: pgmap v3391: 137 pgs: 137 active+clean; 109 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 687 KiB/s wr, 41 op/s 2024-07-26T07:02:48.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:02:47 smithi089 ceph-mon[102056]: osdmap e1974: 8 total, 8 up, 8 in 2024-07-26T07:02:48.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:02:47 smithi155 ceph-mon[90160]: pgmap v3391: 137 pgs: 137 active+clean; 109 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 687 KiB/s wr, 41 op/s 2024-07-26T07:02:48.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:02:47 smithi155 ceph-mon[90160]: osdmap e1974: 8 total, 8 up, 8 in 2024-07-26T07:02:49.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:02:48 smithi089 ceph-mon[99608]: osdmap e1975: 8 total, 8 up, 8 in 2024-07-26T07:02:49.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:02:48 smithi089 ceph-mon[102056]: osdmap e1975: 8 total, 8 up, 8 in 2024-07-26T07:02:49.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:02:48 smithi155 ceph-mon[90160]: osdmap e1975: 8 total, 8 up, 8 in 2024-07-26T07:02:50.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:02:49 smithi089 ceph-mon[99608]: pgmap v3394: 137 pgs: 137 active+clean; 109 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 2.7 KiB/s wr, 22 op/s 2024-07-26T07:02:50.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:02:49 smithi089 ceph-mon[102056]: pgmap v3394: 137 pgs: 137 active+clean; 109 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 2.7 KiB/s wr, 22 op/s 2024-07-26T07:02:50.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:02:49 smithi155 ceph-mon[90160]: pgmap v3394: 137 pgs: 137 active+clean; 109 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 2.7 KiB/s wr, 22 op/s 2024-07-26T07:02:52.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:02:51 smithi089 ceph-mon[99608]: pgmap v3395: 137 pgs: 137 active+clean; 113 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 37 KiB/s rd, 688 KiB/s wr, 53 op/s 2024-07-26T07:02:52.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:02:51 smithi089 ceph-mon[102056]: pgmap v3395: 137 pgs: 137 active+clean; 113 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 37 KiB/s rd, 688 KiB/s wr, 53 op/s 2024-07-26T07:02:52.181 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:02:51 smithi155 ceph-mon[90160]: pgmap v3395: 137 pgs: 137 active+clean; 113 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 37 KiB/s rd, 688 KiB/s wr, 53 op/s 2024-07-26T07:02:52.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:02:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:02:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:02:52.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:02:52 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:02:52] "GET /metrics HTTP/1.1" 200 36653 "" "Prometheus/2.43.0" 2024-07-26T07:02:53.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:02:52 smithi155 ceph-mon[90160]: osdmap e1976: 8 total, 8 up, 8 in 2024-07-26T07:02:53.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:02:52 smithi089 ceph-mon[99608]: osdmap e1976: 8 total, 8 up, 8 in 2024-07-26T07:02:53.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:02:52 smithi089 ceph-mon[102056]: osdmap e1976: 8 total, 8 up, 8 in 2024-07-26T07:02:53.940 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:02:54.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:02:53 smithi155 ceph-mon[90160]: pgmap v3397: 137 pgs: 137 active+clean; 116 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 687 KiB/s wr, 39 op/s 2024-07-26T07:02:54.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:02:53 smithi155 ceph-mon[90160]: osdmap e1977: 8 total, 8 up, 8 in 2024-07-26T07:02:54.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:02:53 smithi089 ceph-mon[99608]: pgmap v3397: 137 pgs: 137 active+clean; 116 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 687 KiB/s wr, 39 op/s 2024-07-26T07:02:54.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:02:53 smithi089 ceph-mon[99608]: osdmap e1977: 8 total, 8 up, 8 in 2024-07-26T07:02:54.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:02:53 smithi089 ceph-mon[102056]: pgmap v3397: 137 pgs: 137 active+clean; 116 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 687 KiB/s wr, 39 op/s 2024-07-26T07:02:54.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:02:53 smithi089 ceph-mon[102056]: osdmap e1977: 8 total, 8 up, 8 in 2024-07-26T07:02:55.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:02:54 smithi155 ceph-mon[90160]: osdmap e1978: 8 total, 8 up, 8 in 2024-07-26T07:02:55.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:02:54 smithi089 ceph-mon[99608]: osdmap e1978: 8 total, 8 up, 8 in 2024-07-26T07:02:55.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:02:54 smithi089 ceph-mon[102056]: osdmap e1978: 8 total, 8 up, 8 in 2024-07-26T07:02:56.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:02:55 smithi155 ceph-mon[90160]: pgmap v3400: 137 pgs: 137 active+clean; 120 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 39 KiB/s rd, 1.3 MiB/s wr, 59 op/s 2024-07-26T07:02:56.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:02:55 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:02:56.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:02:55 smithi089 ceph-mon[99608]: pgmap v3400: 137 pgs: 137 active+clean; 120 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 39 KiB/s rd, 1.3 MiB/s wr, 59 op/s 2024-07-26T07:02:56.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:02:55 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:02:56.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:02:55 smithi089 ceph-mon[102056]: pgmap v3400: 137 pgs: 137 active+clean; 120 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 39 KiB/s rd, 1.3 MiB/s wr, 59 op/s 2024-07-26T07:02:56.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:02:55 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:02:58.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:02:57 smithi155 ceph-mon[90160]: pgmap v3401: 137 pgs: 137 active+clean; 126 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 686 KiB/s wr, 30 op/s 2024-07-26T07:02:58.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:02:57 smithi089 ceph-mon[99608]: pgmap v3401: 137 pgs: 137 active+clean; 126 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 686 KiB/s wr, 30 op/s 2024-07-26T07:02:58.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:02:57 smithi089 ceph-mon[102056]: pgmap v3401: 137 pgs: 137 active+clean; 126 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 686 KiB/s wr, 30 op/s 2024-07-26T07:02:59.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:02:58 smithi155 ceph-mon[90160]: osdmap e1979: 8 total, 8 up, 8 in 2024-07-26T07:02:59.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:02:58 smithi089 ceph-mon[99608]: osdmap e1979: 8 total, 8 up, 8 in 2024-07-26T07:02:59.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:02:58 smithi089 ceph-mon[102056]: osdmap e1979: 8 total, 8 up, 8 in 2024-07-26T07:02:59.962 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicLUKS1PP (30129 ms) 2024-07-26T07:02:59.962 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicLUKS2 2024-07-26T07:02:59.962 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:03:00.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:02:59 smithi155 ceph-mon[90160]: pgmap v3403: 137 pgs: 137 active+clean; 130 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 1.3 MiB/s wr, 27 op/s 2024-07-26T07:03:00.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:02:59 smithi155 ceph-mon[90160]: osdmap e1980: 8 total, 8 up, 8 in 2024-07-26T07:03:00.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:02:59 smithi089 ceph-mon[99608]: pgmap v3403: 137 pgs: 137 active+clean; 130 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 1.3 MiB/s wr, 27 op/s 2024-07-26T07:03:00.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:02:59 smithi089 ceph-mon[99608]: osdmap e1980: 8 total, 8 up, 8 in 2024-07-26T07:03:00.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:02:59 smithi089 ceph-mon[102056]: pgmap v3403: 137 pgs: 137 active+clean; 130 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 1.3 MiB/s wr, 27 op/s 2024-07-26T07:03:00.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:02:59 smithi089 ceph-mon[102056]: osdmap e1980: 8 total, 8 up, 8 in 2024-07-26T07:03:01.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:03:00 smithi155 ceph-mon[90160]: osdmap e1981: 8 total, 8 up, 8 in 2024-07-26T07:03:01.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:03:00 smithi089 ceph-mon[99608]: osdmap e1981: 8 total, 8 up, 8 in 2024-07-26T07:03:01.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:03:00 smithi089 ceph-mon[102056]: osdmap e1981: 8 total, 8 up, 8 in 2024-07-26T07:03:02.314 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:03:01 smithi155 ceph-mon[90160]: pgmap v3406: 137 pgs: 137 active+clean; 130 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 686 KiB/s wr, 35 op/s 2024-07-26T07:03:02.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:03:01 smithi089 ceph-mon[99608]: pgmap v3406: 137 pgs: 137 active+clean; 130 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 686 KiB/s wr, 35 op/s 2024-07-26T07:03:02.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:03:01 smithi089 ceph-mon[102056]: pgmap v3406: 137 pgs: 137 active+clean; 130 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 686 KiB/s wr, 35 op/s 2024-07-26T07:03:02.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:03:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:03:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:03:02.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:03:02 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:03:02] "GET /metrics HTTP/1.1" 200 36657 "" "Prometheus/2.43.0" 2024-07-26T07:03:04.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:03:03 smithi155 ceph-mon[90160]: pgmap v3407: 137 pgs: 137 active+clean; 134 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 685 KiB/s wr, 32 op/s 2024-07-26T07:03:04.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:03:03 smithi089 ceph-mon[99608]: pgmap v3407: 137 pgs: 137 active+clean; 134 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 685 KiB/s wr, 32 op/s 2024-07-26T07:03:04.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:03:03 smithi089 ceph-mon[102056]: pgmap v3407: 137 pgs: 137 active+clean; 134 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 685 KiB/s wr, 32 op/s 2024-07-26T07:03:06.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:03:05 smithi155 ceph-mon[90160]: pgmap v3408: 137 pgs: 137 active+clean; 138 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 4.2 KiB/s wr, 48 op/s 2024-07-26T07:03:06.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:03:05 smithi089 ceph-mon[99608]: pgmap v3408: 137 pgs: 137 active+clean; 138 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 4.2 KiB/s wr, 48 op/s 2024-07-26T07:03:06.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:03:05 smithi089 ceph-mon[102056]: pgmap v3408: 137 pgs: 137 active+clean; 138 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 4.2 KiB/s wr, 48 op/s 2024-07-26T07:03:07.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:03:06 smithi155 ceph-mon[90160]: osdmap e1982: 8 total, 8 up, 8 in 2024-07-26T07:03:07.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:03:06 smithi089 ceph-mon[99608]: osdmap e1982: 8 total, 8 up, 8 in 2024-07-26T07:03:07.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:03:06 smithi089 ceph-mon[102056]: osdmap e1982: 8 total, 8 up, 8 in 2024-07-26T07:03:07.997 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:03:08.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:03:07 smithi155 ceph-mon[90160]: pgmap v3410: 137 pgs: 137 active+clean; 146 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 1.0 MiB/s wr, 24 op/s 2024-07-26T07:03:08.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:03:07 smithi155 ceph-mon[90160]: osdmap e1983: 8 total, 8 up, 8 in 2024-07-26T07:03:08.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:03:07 smithi089 ceph-mon[99608]: pgmap v3410: 137 pgs: 137 active+clean; 146 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 1.0 MiB/s wr, 24 op/s 2024-07-26T07:03:08.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:03:07 smithi089 ceph-mon[99608]: osdmap e1983: 8 total, 8 up, 8 in 2024-07-26T07:03:08.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:03:07 smithi089 ceph-mon[102056]: pgmap v3410: 137 pgs: 137 active+clean; 146 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 1.0 MiB/s wr, 24 op/s 2024-07-26T07:03:08.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:03:07 smithi089 ceph-mon[102056]: osdmap e1983: 8 total, 8 up, 8 in 2024-07-26T07:03:09.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:03:08 smithi155 ceph-mon[90160]: osdmap e1984: 8 total, 8 up, 8 in 2024-07-26T07:03:09.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:03:08 smithi089 ceph-mon[99608]: osdmap e1984: 8 total, 8 up, 8 in 2024-07-26T07:03:09.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:03:08 smithi089 ceph-mon[102056]: osdmap e1984: 8 total, 8 up, 8 in 2024-07-26T07:03:10.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:03:09 smithi155 ceph-mon[90160]: pgmap v3413: 137 pgs: 137 active+clean; 146 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 1.3 MiB/s wr, 34 op/s 2024-07-26T07:03:10.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:03:09 smithi089 ceph-mon[99608]: pgmap v3413: 137 pgs: 137 active+clean; 146 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 1.3 MiB/s wr, 34 op/s 2024-07-26T07:03:10.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:03:09 smithi089 ceph-mon[102056]: pgmap v3413: 137 pgs: 137 active+clean; 146 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 1.3 MiB/s wr, 34 op/s 2024-07-26T07:03:11.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:03:10 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:03:11.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:03:10 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:03:11.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:03:10 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:03:12.306 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:03:11 smithi089 ceph-mon[99608]: pgmap v3414: 137 pgs: 137 active+clean; 154 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.7 MiB/s wr, 36 op/s 2024-07-26T07:03:12.306 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:03:11 smithi089 ceph-mon[102056]: pgmap v3414: 137 pgs: 137 active+clean; 154 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.7 MiB/s wr, 36 op/s 2024-07-26T07:03:12.314 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:03:11 smithi155 ceph-mon[90160]: pgmap v3414: 137 pgs: 137 active+clean; 154 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.7 MiB/s wr, 36 op/s 2024-07-26T07:03:12.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:03:12 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:03:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:03:12.654 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:03:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:03:12] "GET /metrics HTTP/1.1" 200 36658 "" "Prometheus/2.43.0" 2024-07-26T07:03:14.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:03:13 smithi155 ceph-mon[90160]: pgmap v3415: 137 pgs: 137 active+clean; 154 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 2.4 MiB/s wr, 38 op/s 2024-07-26T07:03:14.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:03:13 smithi089 ceph-mon[99608]: pgmap v3415: 137 pgs: 137 active+clean; 154 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 2.4 MiB/s wr, 38 op/s 2024-07-26T07:03:14.495 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:03:13 smithi089 ceph-mon[102056]: pgmap v3415: 137 pgs: 137 active+clean; 154 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 2.4 MiB/s wr, 38 op/s 2024-07-26T07:03:15.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:03:15 smithi155 ceph-mon[90160]: osdmap e1985: 8 total, 8 up, 8 in 2024-07-26T07:03:15.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:03:15 smithi089 ceph-mon[99608]: osdmap e1985: 8 total, 8 up, 8 in 2024-07-26T07:03:15.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:03:15 smithi089 ceph-mon[102056]: osdmap e1985: 8 total, 8 up, 8 in 2024-07-26T07:03:16.043 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:03:16.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:03:16 smithi155 ceph-mon[90160]: pgmap v3417: 137 pgs: 137 active+clean; 154 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 1.0 MiB/s wr, 34 op/s 2024-07-26T07:03:16.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:03:16 smithi155 ceph-mon[90160]: osdmap e1986: 8 total, 8 up, 8 in 2024-07-26T07:03:16.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:03:16 smithi089 ceph-mon[99608]: pgmap v3417: 137 pgs: 137 active+clean; 154 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 1.0 MiB/s wr, 34 op/s 2024-07-26T07:03:16.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:03:16 smithi089 ceph-mon[99608]: osdmap e1986: 8 total, 8 up, 8 in 2024-07-26T07:03:16.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:03:16 smithi089 ceph-mon[102056]: pgmap v3417: 137 pgs: 137 active+clean; 154 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 1.0 MiB/s wr, 34 op/s 2024-07-26T07:03:16.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:03:16 smithi089 ceph-mon[102056]: osdmap e1986: 8 total, 8 up, 8 in 2024-07-26T07:03:17.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:03:17 smithi155 ceph-mon[90160]: osdmap e1987: 8 total, 8 up, 8 in 2024-07-26T07:03:17.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:03:17 smithi089 ceph-mon[99608]: osdmap e1987: 8 total, 8 up, 8 in 2024-07-26T07:03:17.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:03:17 smithi089 ceph-mon[102056]: osdmap e1987: 8 total, 8 up, 8 in 2024-07-26T07:03:18.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:03:18 smithi155 ceph-mon[90160]: pgmap v3420: 137 pgs: 137 active+clean; 164 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 1.3 MiB/s wr, 40 op/s 2024-07-26T07:03:18.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:03:18 smithi089 ceph-mon[99608]: pgmap v3420: 137 pgs: 137 active+clean; 164 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 1.3 MiB/s wr, 40 op/s 2024-07-26T07:03:18.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:03:18 smithi089 ceph-mon[102056]: pgmap v3420: 137 pgs: 137 active+clean; 164 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 1.3 MiB/s wr, 40 op/s 2024-07-26T07:03:20.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:03:20 smithi155 ceph-mon[90160]: pgmap v3421: 137 pgs: 137 active+clean; 172 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.7 MiB/s wr, 39 op/s 2024-07-26T07:03:20.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:03:20 smithi089 ceph-mon[99608]: pgmap v3421: 137 pgs: 137 active+clean; 172 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.7 MiB/s wr, 39 op/s 2024-07-26T07:03:20.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:03:20 smithi089 ceph-mon[102056]: pgmap v3421: 137 pgs: 137 active+clean; 172 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.7 MiB/s wr, 39 op/s 2024-07-26T07:03:22.315 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:03:22 smithi155 ceph-mon[90160]: pgmap v3422: 137 pgs: 137 active+clean; 172 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 2.4 MiB/s wr, 37 op/s 2024-07-26T07:03:22.315 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:03:22 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:03:22.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:03:22 smithi089 ceph-mon[99608]: pgmap v3422: 137 pgs: 137 active+clean; 172 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 2.4 MiB/s wr, 37 op/s 2024-07-26T07:03:22.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:03:22 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:03:22.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:03:22 smithi089 ceph-mon[102056]: pgmap v3422: 137 pgs: 137 active+clean; 172 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 2.4 MiB/s wr, 37 op/s 2024-07-26T07:03:22.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:03:22 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:03:22.628 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:03:22 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:03:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:03:22.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:03:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:03:22] "GET /metrics HTTP/1.1" 200 36658 "" "Prometheus/2.43.0" 2024-07-26T07:03:23.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:03:23 smithi155 ceph-mon[90160]: osdmap e1988: 8 total, 8 up, 8 in 2024-07-26T07:03:23.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:03:23 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:03:23.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:03:23 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:03:23.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:03:23 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:03:23.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:03:23 smithi089 ceph-mon[99608]: osdmap e1988: 8 total, 8 up, 8 in 2024-07-26T07:03:23.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:03:23 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:03:23.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:03:23 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:03:23.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:03:23 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:03:23.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:03:23 smithi089 ceph-mon[102056]: osdmap e1988: 8 total, 8 up, 8 in 2024-07-26T07:03:23.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:03:23 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:03:23.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:03:23 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:03:23.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:03:23 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:03:24.076 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:03:24.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:03:24 smithi155 ceph-mon[90160]: pgmap v3424: 137 pgs: 137 active+clean; 176 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 2.6 MiB/s wr, 35 op/s 2024-07-26T07:03:24.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:03:24 smithi155 ceph-mon[90160]: osdmap e1989: 8 total, 8 up, 8 in 2024-07-26T07:03:24.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:03:24 smithi089 ceph-mon[99608]: pgmap v3424: 137 pgs: 137 active+clean; 176 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 2.6 MiB/s wr, 35 op/s 2024-07-26T07:03:24.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:03:24 smithi089 ceph-mon[99608]: osdmap e1989: 8 total, 8 up, 8 in 2024-07-26T07:03:24.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:03:24 smithi089 ceph-mon[102056]: pgmap v3424: 137 pgs: 137 active+clean; 176 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 2.6 MiB/s wr, 35 op/s 2024-07-26T07:03:24.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:03:24 smithi089 ceph-mon[102056]: osdmap e1989: 8 total, 8 up, 8 in 2024-07-26T07:03:25.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:03:25 smithi155 ceph-mon[90160]: osdmap e1990: 8 total, 8 up, 8 in 2024-07-26T07:03:25.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:03:25 smithi089 ceph-mon[99608]: osdmap e1990: 8 total, 8 up, 8 in 2024-07-26T07:03:25.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:03:25 smithi089 ceph-mon[102056]: osdmap e1990: 8 total, 8 up, 8 in 2024-07-26T07:03:26.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:03:26 smithi155 ceph-mon[90160]: pgmap v3427: 137 pgs: 137 active+clean; 185 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 2.0 MiB/s wr, 25 op/s 2024-07-26T07:03:26.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:03:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:03:26.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:03:26 smithi089 ceph-mon[99608]: pgmap v3427: 137 pgs: 137 active+clean; 185 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 2.0 MiB/s wr, 25 op/s 2024-07-26T07:03:26.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:03:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:03:26.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:03:26 smithi089 ceph-mon[102056]: pgmap v3427: 137 pgs: 137 active+clean; 185 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 2.0 MiB/s wr, 25 op/s 2024-07-26T07:03:26.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:03:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:03:28.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:03:28 smithi155 ceph-mon[90160]: pgmap v3428: 137 pgs: 137 active+clean; 190 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 2.7 MiB/s wr, 24 op/s 2024-07-26T07:03:28.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:03:28 smithi089 ceph-mon[99608]: pgmap v3428: 137 pgs: 137 active+clean; 190 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 2.7 MiB/s wr, 24 op/s 2024-07-26T07:03:28.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:03:28 smithi089 ceph-mon[102056]: pgmap v3428: 137 pgs: 137 active+clean; 190 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 2.7 MiB/s wr, 24 op/s 2024-07-26T07:03:30.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:03:30 smithi155 ceph-mon[90160]: pgmap v3429: 137 pgs: 137 active+clean; 190 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 1.8 MiB/s wr, 37 op/s 2024-07-26T07:03:30.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:03:30 smithi089 ceph-mon[99608]: pgmap v3429: 137 pgs: 137 active+clean; 190 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 1.8 MiB/s wr, 37 op/s 2024-07-26T07:03:30.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:03:30 smithi089 ceph-mon[102056]: pgmap v3429: 137 pgs: 137 active+clean; 190 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 1.8 MiB/s wr, 37 op/s 2024-07-26T07:03:31.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:03:31 smithi155 ceph-mon[90160]: osdmap e1991: 8 total, 8 up, 8 in 2024-07-26T07:03:31.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:03:31 smithi089 ceph-mon[99608]: osdmap e1991: 8 total, 8 up, 8 in 2024-07-26T07:03:31.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:03:31 smithi089 ceph-mon[102056]: osdmap e1991: 8 total, 8 up, 8 in 2024-07-26T07:03:32.110 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:03:32.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:03:32 smithi155 ceph-mon[90160]: pgmap v3431: 137 pgs: 137 active+clean; 190 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 1.1 MiB/s wr, 30 op/s 2024-07-26T07:03:32.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:03:32 smithi155 ceph-mon[90160]: osdmap e1992: 8 total, 8 up, 8 in 2024-07-26T07:03:32.379 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:03:32 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:03:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:03:32.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:03:32 smithi089 ceph-mon[99608]: pgmap v3431: 137 pgs: 137 active+clean; 190 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 1.1 MiB/s wr, 30 op/s 2024-07-26T07:03:32.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:03:32 smithi089 ceph-mon[99608]: osdmap e1992: 8 total, 8 up, 8 in 2024-07-26T07:03:32.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:03:32 smithi089 ceph-mon[102056]: pgmap v3431: 137 pgs: 137 active+clean; 190 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 1.1 MiB/s wr, 30 op/s 2024-07-26T07:03:32.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:03:32 smithi089 ceph-mon[102056]: osdmap e1992: 8 total, 8 up, 8 in 2024-07-26T07:03:32.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:03:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:03:32] "GET /metrics HTTP/1.1" 200 36654 "" "Prometheus/2.43.0" 2024-07-26T07:03:33.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:03:33 smithi155 ceph-mon[90160]: osdmap e1993: 8 total, 8 up, 8 in 2024-07-26T07:03:33.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:03:33 smithi089 ceph-mon[99608]: osdmap e1993: 8 total, 8 up, 8 in 2024-07-26T07:03:33.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:03:33 smithi089 ceph-mon[102056]: osdmap e1993: 8 total, 8 up, 8 in 2024-07-26T07:03:34.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:03:34 smithi155 ceph-mon[90160]: pgmap v3434: 137 pgs: 137 active+clean; 198 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 1.3 MiB/s wr, 44 op/s 2024-07-26T07:03:34.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:03:34 smithi089 ceph-mon[99608]: pgmap v3434: 137 pgs: 137 active+clean; 198 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 1.3 MiB/s wr, 44 op/s 2024-07-26T07:03:34.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:03:34 smithi089 ceph-mon[102056]: pgmap v3434: 137 pgs: 137 active+clean; 198 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 1.3 MiB/s wr, 44 op/s 2024-07-26T07:03:36.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:03:36 smithi155 ceph-mon[90160]: pgmap v3435: 137 pgs: 137 active+clean; 208 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 2.7 MiB/s wr, 47 op/s 2024-07-26T07:03:36.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:03:36 smithi089 ceph-mon[99608]: pgmap v3435: 137 pgs: 137 active+clean; 208 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 2.7 MiB/s wr, 47 op/s 2024-07-26T07:03:36.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:03:36 smithi089 ceph-mon[102056]: pgmap v3435: 137 pgs: 137 active+clean; 208 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 2.7 MiB/s wr, 47 op/s 2024-07-26T07:03:38.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:03:38 smithi155 ceph-mon[90160]: pgmap v3436: 137 pgs: 137 active+clean; 208 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 2.4 MiB/s wr, 40 op/s 2024-07-26T07:03:38.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:03:38 smithi089 ceph-mon[99608]: pgmap v3436: 137 pgs: 137 active+clean; 208 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 2.4 MiB/s wr, 40 op/s 2024-07-26T07:03:38.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:03:38 smithi089 ceph-mon[102056]: pgmap v3436: 137 pgs: 137 active+clean; 208 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 2.4 MiB/s wr, 40 op/s 2024-07-26T07:03:39.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:03:39 smithi155 ceph-mon[90160]: osdmap e1994: 8 total, 8 up, 8 in 2024-07-26T07:03:39.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:03:39 smithi089 ceph-mon[99608]: osdmap e1994: 8 total, 8 up, 8 in 2024-07-26T07:03:39.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:03:39 smithi089 ceph-mon[102056]: osdmap e1994: 8 total, 8 up, 8 in 2024-07-26T07:03:40.158 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicLUKS2 (40196 ms) 2024-07-26T07:03:40.158 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicLUKS2PP 2024-07-26T07:03:40.158 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:03:40.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:03:40 smithi089 ceph-mon[99608]: pgmap v3438: 137 pgs: 137 active+clean; 208 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 1.6 MiB/s wr, 35 op/s 2024-07-26T07:03:40.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:03:40 smithi089 ceph-mon[99608]: osdmap e1995: 8 total, 8 up, 8 in 2024-07-26T07:03:40.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:03:40 smithi089 ceph-mon[102056]: pgmap v3438: 137 pgs: 137 active+clean; 208 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 1.6 MiB/s wr, 35 op/s 2024-07-26T07:03:40.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:03:40 smithi089 ceph-mon[102056]: osdmap e1995: 8 total, 8 up, 8 in 2024-07-26T07:03:40.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:03:40 smithi155 ceph-mon[90160]: pgmap v3438: 137 pgs: 137 active+clean; 208 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 1.6 MiB/s wr, 35 op/s 2024-07-26T07:03:40.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:03:40 smithi155 ceph-mon[90160]: osdmap e1995: 8 total, 8 up, 8 in 2024-07-26T07:03:41.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:03:41 smithi089 ceph-mon[99608]: osdmap e1996: 8 total, 8 up, 8 in 2024-07-26T07:03:41.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:03:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:03:41.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:03:41 smithi089 ceph-mon[102056]: osdmap e1996: 8 total, 8 up, 8 in 2024-07-26T07:03:41.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:03:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:03:41.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:03:41 smithi155 ceph-mon[90160]: osdmap e1996: 8 total, 8 up, 8 in 2024-07-26T07:03:41.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:03:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:03:42.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:03:42 smithi089 ceph-mon[102056]: pgmap v3441: 137 pgs: 137 active+clean; 220 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 6.7 KiB/s rd, 2.0 MiB/s wr, 11 op/s 2024-07-26T07:03:42.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:03:42 smithi089 ceph-mon[99608]: pgmap v3441: 137 pgs: 137 active+clean; 220 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 6.7 KiB/s rd, 2.0 MiB/s wr, 11 op/s 2024-07-26T07:03:42.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:03:42 smithi155 ceph-mon[90160]: pgmap v3441: 137 pgs: 137 active+clean; 220 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 6.7 KiB/s rd, 2.0 MiB/s wr, 11 op/s 2024-07-26T07:03:42.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:03:42 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:03:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:03:42.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:03:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:03:42] "GET /metrics HTTP/1.1" 200 36657 "" "Prometheus/2.43.0" 2024-07-26T07:03:44.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:03:44 smithi089 ceph-mon[99608]: pgmap v3442: 137 pgs: 137 active+clean; 224 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 2.7 MiB/s wr, 16 op/s 2024-07-26T07:03:44.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:03:44 smithi089 ceph-mon[102056]: pgmap v3442: 137 pgs: 137 active+clean; 224 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 2.7 MiB/s wr, 16 op/s 2024-07-26T07:03:44.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:03:44 smithi155 ceph-mon[90160]: pgmap v3442: 137 pgs: 137 active+clean; 224 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 2.7 MiB/s wr, 16 op/s 2024-07-26T07:03:46.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:03:46 smithi089 ceph-mon[99608]: pgmap v3443: 137 pgs: 137 active+clean; 232 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 2.5 MiB/s wr, 41 op/s 2024-07-26T07:03:46.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:03:46 smithi089 ceph-mon[102056]: pgmap v3443: 137 pgs: 137 active+clean; 232 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 2.5 MiB/s wr, 41 op/s 2024-07-26T07:03:46.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:03:46 smithi155 ceph-mon[90160]: pgmap v3443: 137 pgs: 137 active+clean; 232 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 2.5 MiB/s wr, 41 op/s 2024-07-26T07:03:48.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:03:48 smithi089 ceph-mon[99608]: pgmap v3444: 137 pgs: 137 active+clean; 232 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-07-26T07:03:48.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:03:48 smithi089 ceph-mon[102056]: pgmap v3444: 137 pgs: 137 active+clean; 232 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-07-26T07:03:48.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:03:48 smithi155 ceph-mon[90160]: pgmap v3444: 137 pgs: 137 active+clean; 232 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-07-26T07:03:50.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:03:50 smithi155 ceph-mon[90160]: pgmap v3445: 137 pgs: 137 active+clean; 232 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 1.7 MiB/s wr, 28 op/s 2024-07-26T07:03:50.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:03:50 smithi155 ceph-mon[90160]: osdmap e1997: 8 total, 8 up, 8 in 2024-07-26T07:03:50.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:03:50 smithi089 ceph-mon[99608]: pgmap v3445: 137 pgs: 137 active+clean; 232 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 1.7 MiB/s wr, 28 op/s 2024-07-26T07:03:50.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:03:50 smithi089 ceph-mon[99608]: osdmap e1997: 8 total, 8 up, 8 in 2024-07-26T07:03:50.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:03:50 smithi089 ceph-mon[102056]: pgmap v3445: 137 pgs: 137 active+clean; 232 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 1.7 MiB/s wr, 28 op/s 2024-07-26T07:03:50.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:03:50 smithi089 ceph-mon[102056]: osdmap e1997: 8 total, 8 up, 8 in 2024-07-26T07:03:51.212 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:03:51.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:03:51 smithi155 ceph-mon[90160]: osdmap e1998: 8 total, 8 up, 8 in 2024-07-26T07:03:51.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:03:51 smithi089 ceph-mon[99608]: osdmap e1998: 8 total, 8 up, 8 in 2024-07-26T07:03:51.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:03:51 smithi089 ceph-mon[102056]: osdmap e1998: 8 total, 8 up, 8 in 2024-07-26T07:03:52.530 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:03:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:03:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:03:52.530 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:03:52 smithi155 ceph-mon[90160]: pgmap v3448: 137 pgs: 137 active+clean; 236 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 515 KiB/s wr, 21 op/s 2024-07-26T07:03:52.531 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:03:52 smithi155 ceph-mon[90160]: osdmap e1999: 8 total, 8 up, 8 in 2024-07-26T07:03:52.533 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:03:52 smithi089 ceph-mon[99608]: pgmap v3448: 137 pgs: 137 active+clean; 236 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 515 KiB/s wr, 21 op/s 2024-07-26T07:03:52.533 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:03:52 smithi089 ceph-mon[99608]: osdmap e1999: 8 total, 8 up, 8 in 2024-07-26T07:03:52.534 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:03:52 smithi089 ceph-mon[102056]: pgmap v3448: 137 pgs: 137 active+clean; 236 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 515 KiB/s wr, 21 op/s 2024-07-26T07:03:52.534 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:03:52 smithi089 ceph-mon[102056]: osdmap e1999: 8 total, 8 up, 8 in 2024-07-26T07:03:52.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:03:52 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:03:52] "GET /metrics HTTP/1.1" 200 36657 "" "Prometheus/2.43.0" 2024-07-26T07:03:54.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:03:54 smithi155 ceph-mon[90160]: pgmap v3450: 137 pgs: 137 active+clean; 248 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 2.7 MiB/s wr, 34 op/s 2024-07-26T07:03:54.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:03:54 smithi089 ceph-mon[99608]: pgmap v3450: 137 pgs: 137 active+clean; 248 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 2.7 MiB/s wr, 34 op/s 2024-07-26T07:03:54.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:03:54 smithi089 ceph-mon[102056]: pgmap v3450: 137 pgs: 137 active+clean; 248 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 2.7 MiB/s wr, 34 op/s 2024-07-26T07:03:56.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:03:56 smithi155 ceph-mon[90160]: pgmap v3451: 137 pgs: 137 active+clean; 248 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 43 op/s 2024-07-26T07:03:56.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:03:56 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:03:56.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:03:56 smithi089 ceph-mon[99608]: pgmap v3451: 137 pgs: 137 active+clean; 248 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 43 op/s 2024-07-26T07:03:56.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:03:56 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:03:56.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:03:56 smithi089 ceph-mon[102056]: pgmap v3451: 137 pgs: 137 active+clean; 248 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 43 op/s 2024-07-26T07:03:56.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:03:56 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:03:58.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:03:58 smithi155 ceph-mon[90160]: pgmap v3452: 137 pgs: 137 active+clean; 248 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 1.6 MiB/s wr, 35 op/s 2024-07-26T07:03:58.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:03:58 smithi155 ceph-mon[90160]: osdmap e2000: 8 total, 8 up, 8 in 2024-07-26T07:03:58.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:03:58 smithi089 ceph-mon[99608]: pgmap v3452: 137 pgs: 137 active+clean; 248 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 1.6 MiB/s wr, 35 op/s 2024-07-26T07:03:58.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:03:58 smithi089 ceph-mon[99608]: osdmap e2000: 8 total, 8 up, 8 in 2024-07-26T07:03:58.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:03:58 smithi089 ceph-mon[102056]: pgmap v3452: 137 pgs: 137 active+clean; 248 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 1.6 MiB/s wr, 35 op/s 2024-07-26T07:03:58.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:03:58 smithi089 ceph-mon[102056]: osdmap e2000: 8 total, 8 up, 8 in 2024-07-26T07:03:59.237 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:03:59.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:03:59 smithi155 ceph-mon[90160]: osdmap e2001: 8 total, 8 up, 8 in 2024-07-26T07:03:59.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:03:59 smithi089 ceph-mon[99608]: osdmap e2001: 8 total, 8 up, 8 in 2024-07-26T07:03:59.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:03:59 smithi089 ceph-mon[102056]: osdmap e2001: 8 total, 8 up, 8 in 2024-07-26T07:04:00.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:04:00 smithi155 ceph-mon[90160]: pgmap v3455: 137 pgs: 137 active+clean; 255 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.1 MiB/s wr, 40 op/s 2024-07-26T07:04:00.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:04:00 smithi155 ceph-mon[90160]: osdmap e2002: 8 total, 8 up, 8 in 2024-07-26T07:04:00.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:04:00 smithi089 ceph-mon[99608]: pgmap v3455: 137 pgs: 137 active+clean; 255 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.1 MiB/s wr, 40 op/s 2024-07-26T07:04:00.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:04:00 smithi089 ceph-mon[99608]: osdmap e2002: 8 total, 8 up, 8 in 2024-07-26T07:04:00.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:04:00 smithi089 ceph-mon[102056]: pgmap v3455: 137 pgs: 137 active+clean; 255 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.1 MiB/s wr, 40 op/s 2024-07-26T07:04:00.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:04:00 smithi089 ceph-mon[102056]: osdmap e2002: 8 total, 8 up, 8 in 2024-07-26T07:04:02.533 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:04:02 smithi089 ceph-mon[99608]: pgmap v3457: 137 pgs: 137 active+clean; 262 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.8 KiB/s rd, 1.3 MiB/s wr, 11 op/s 2024-07-26T07:04:02.533 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:04:02 smithi089 ceph-mon[102056]: pgmap v3457: 137 pgs: 137 active+clean; 262 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.8 KiB/s rd, 1.3 MiB/s wr, 11 op/s 2024-07-26T07:04:02.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:04:02 smithi155 ceph-mon[90160]: pgmap v3457: 137 pgs: 137 active+clean; 262 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.8 KiB/s rd, 1.3 MiB/s wr, 11 op/s 2024-07-26T07:04:02.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:04:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:04:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:04:02.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:04:02 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:04:02] "GET /metrics HTTP/1.1" 200 36660 "" "Prometheus/2.43.0" 2024-07-26T07:04:04.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:04:04 smithi155 ceph-mon[90160]: pgmap v3458: 137 pgs: 137 active+clean; 270 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-07-26T07:04:04.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:04:04 smithi089 ceph-mon[99608]: pgmap v3458: 137 pgs: 137 active+clean; 270 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-07-26T07:04:04.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:04:04 smithi089 ceph-mon[102056]: pgmap v3458: 137 pgs: 137 active+clean; 270 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-07-26T07:04:06.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:04:06 smithi155 ceph-mon[90160]: pgmap v3459: 137 pgs: 137 active+clean; 270 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 2.2 MiB/s wr, 40 op/s 2024-07-26T07:04:06.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:04:06 smithi155 ceph-mon[90160]: osdmap e2003: 8 total, 8 up, 8 in 2024-07-26T07:04:06.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:04:06 smithi089 ceph-mon[99608]: pgmap v3459: 137 pgs: 137 active+clean; 270 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 2.2 MiB/s wr, 40 op/s 2024-07-26T07:04:06.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:04:06 smithi089 ceph-mon[99608]: osdmap e2003: 8 total, 8 up, 8 in 2024-07-26T07:04:06.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:04:06 smithi089 ceph-mon[102056]: pgmap v3459: 137 pgs: 137 active+clean; 270 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 2.2 MiB/s wr, 40 op/s 2024-07-26T07:04:06.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:04:06 smithi089 ceph-mon[102056]: osdmap e2003: 8 total, 8 up, 8 in 2024-07-26T07:04:07.271 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:04:07.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:04:07 smithi155 ceph-mon[90160]: osdmap e2004: 8 total, 8 up, 8 in 2024-07-26T07:04:07.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:04:07 smithi089 ceph-mon[99608]: osdmap e2004: 8 total, 8 up, 8 in 2024-07-26T07:04:07.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:04:07 smithi089 ceph-mon[102056]: osdmap e2004: 8 total, 8 up, 8 in 2024-07-26T07:04:08.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:04:08 smithi155 ceph-mon[90160]: pgmap v3462: 137 pgs: 137 active+clean; 281 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.2 MiB/s wr, 36 op/s 2024-07-26T07:04:08.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:04:08 smithi155 ceph-mon[90160]: osdmap e2005: 8 total, 8 up, 8 in 2024-07-26T07:04:08.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:04:08 smithi089 ceph-mon[99608]: pgmap v3462: 137 pgs: 137 active+clean; 281 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.2 MiB/s wr, 36 op/s 2024-07-26T07:04:08.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:04:08 smithi089 ceph-mon[99608]: osdmap e2005: 8 total, 8 up, 8 in 2024-07-26T07:04:08.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:04:08 smithi089 ceph-mon[102056]: pgmap v3462: 137 pgs: 137 active+clean; 281 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.2 MiB/s wr, 36 op/s 2024-07-26T07:04:08.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:04:08 smithi089 ceph-mon[102056]: osdmap e2005: 8 total, 8 up, 8 in 2024-07-26T07:04:10.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:04:10 smithi155 ceph-mon[90160]: pgmap v3464: 137 pgs: 137 active+clean; 288 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-07-26T07:04:10.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:04:10 smithi089 ceph-mon[99608]: pgmap v3464: 137 pgs: 137 active+clean; 288 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-07-26T07:04:10.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:04:10 smithi089 ceph-mon[102056]: pgmap v3464: 137 pgs: 137 active+clean; 288 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-07-26T07:04:11.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:04:11 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:04:11.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:04:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:04:11.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:04:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:04:12.533 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:04:12 smithi089 ceph-mon[99608]: pgmap v3465: 137 pgs: 137 active+clean; 292 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 2.7 MiB/s wr, 37 op/s 2024-07-26T07:04:12.533 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:04:12 smithi089 ceph-mon[102056]: pgmap v3465: 137 pgs: 137 active+clean; 292 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 2.7 MiB/s wr, 37 op/s 2024-07-26T07:04:12.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:04:12 smithi155 ceph-mon[90160]: pgmap v3465: 137 pgs: 137 active+clean; 292 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 2.7 MiB/s wr, 37 op/s 2024-07-26T07:04:12.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:04:12 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:04:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:04:12.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:04:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:04:12] "GET /metrics HTTP/1.1" 200 36658 "" "Prometheus/2.43.0" 2024-07-26T07:04:14.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:04:14 smithi155 ceph-mon[90160]: pgmap v3466: 137 pgs: 137 active+clean; 292 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 2.2 MiB/s wr, 31 op/s 2024-07-26T07:04:14.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:04:14 smithi155 ceph-mon[90160]: osdmap e2006: 8 total, 8 up, 8 in 2024-07-26T07:04:14.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:04:14 smithi089 ceph-mon[99608]: pgmap v3466: 137 pgs: 137 active+clean; 292 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 2.2 MiB/s wr, 31 op/s 2024-07-26T07:04:14.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:04:14 smithi089 ceph-mon[99608]: osdmap e2006: 8 total, 8 up, 8 in 2024-07-26T07:04:14.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:04:14 smithi089 ceph-mon[102056]: pgmap v3466: 137 pgs: 137 active+clean; 292 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 2.2 MiB/s wr, 31 op/s 2024-07-26T07:04:14.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:04:14 smithi089 ceph-mon[102056]: osdmap e2006: 8 total, 8 up, 8 in 2024-07-26T07:04:15.336 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:04:15.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:04:15 smithi155 ceph-mon[90160]: osdmap e2007: 8 total, 8 up, 8 in 2024-07-26T07:04:15.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:04:15 smithi089 ceph-mon[99608]: osdmap e2007: 8 total, 8 up, 8 in 2024-07-26T07:04:15.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:04:15 smithi089 ceph-mon[102056]: osdmap e2007: 8 total, 8 up, 8 in 2024-07-26T07:04:16.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:04:16 smithi155 ceph-mon[90160]: pgmap v3469: 137 pgs: 137 active+clean; 296 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 1.6 MiB/s wr, 31 op/s 2024-07-26T07:04:16.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:04:16 smithi155 ceph-mon[90160]: osdmap e2008: 8 total, 8 up, 8 in 2024-07-26T07:04:16.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:04:16 smithi089 ceph-mon[99608]: pgmap v3469: 137 pgs: 137 active+clean; 296 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 1.6 MiB/s wr, 31 op/s 2024-07-26T07:04:16.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:04:16 smithi089 ceph-mon[99608]: osdmap e2008: 8 total, 8 up, 8 in 2024-07-26T07:04:16.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:04:16 smithi089 ceph-mon[102056]: pgmap v3469: 137 pgs: 137 active+clean; 296 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 1.6 MiB/s wr, 31 op/s 2024-07-26T07:04:16.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:04:16 smithi089 ceph-mon[102056]: osdmap e2008: 8 total, 8 up, 8 in 2024-07-26T07:04:18.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:04:18 smithi155 ceph-mon[90160]: pgmap v3471: 137 pgs: 137 active+clean; 310 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 2.0 MiB/s wr, 8 op/s 2024-07-26T07:04:18.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:04:18 smithi089 ceph-mon[99608]: pgmap v3471: 137 pgs: 137 active+clean; 310 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 2.0 MiB/s wr, 8 op/s 2024-07-26T07:04:18.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:04:18 smithi089 ceph-mon[102056]: pgmap v3471: 137 pgs: 137 active+clean; 310 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 2.0 MiB/s wr, 8 op/s 2024-07-26T07:04:20.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:04:20 smithi155 ceph-mon[90160]: pgmap v3472: 137 pgs: 137 active+clean; 314 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.7 MiB/s wr, 43 op/s 2024-07-26T07:04:20.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:04:20 smithi089 ceph-mon[99608]: pgmap v3472: 137 pgs: 137 active+clean; 314 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.7 MiB/s wr, 43 op/s 2024-07-26T07:04:20.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:04:20 smithi089 ceph-mon[102056]: pgmap v3472: 137 pgs: 137 active+clean; 314 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.7 MiB/s wr, 43 op/s 2024-07-26T07:04:22.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:04:22 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:04:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:04:22.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:04:22 smithi155 ceph-mon[90160]: pgmap v3473: 137 pgs: 137 active+clean; 314 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 2.2 MiB/s wr, 35 op/s 2024-07-26T07:04:22.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:04:22 smithi155 ceph-mon[90160]: osdmap e2009: 8 total, 8 up, 8 in 2024-07-26T07:04:22.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:04:22 smithi089 ceph-mon[99608]: pgmap v3473: 137 pgs: 137 active+clean; 314 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 2.2 MiB/s wr, 35 op/s 2024-07-26T07:04:22.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:04:22 smithi089 ceph-mon[99608]: osdmap e2009: 8 total, 8 up, 8 in 2024-07-26T07:04:22.655 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:04:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:04:22] "GET /metrics HTTP/1.1" 200 36658 "" "Prometheus/2.43.0" 2024-07-26T07:04:22.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:04:22 smithi089 ceph-mon[102056]: pgmap v3473: 137 pgs: 137 active+clean; 314 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 2.2 MiB/s wr, 35 op/s 2024-07-26T07:04:22.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:04:22 smithi089 ceph-mon[102056]: osdmap e2009: 8 total, 8 up, 8 in 2024-07-26T07:04:23.332 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicLUKS2PP (43174 ms) 2024-07-26T07:04:23.332 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDiscard 2024-07-26T07:04:23.332 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:04:23.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:04:23 smithi155 ceph-mon[90160]: osdmap e2010: 8 total, 8 up, 8 in 2024-07-26T07:04:23.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:04:23 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:04:23.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:04:23 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:04:23.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:04:23 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:04:23.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:04:23 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:04:23.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:04:23 smithi089 ceph-mon[99608]: osdmap e2010: 8 total, 8 up, 8 in 2024-07-26T07:04:23.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:04:23 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:04:23.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:04:23 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:04:23.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:04:23 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:04:23.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:04:23 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:04:23.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:04:23 smithi089 ceph-mon[102056]: osdmap e2010: 8 total, 8 up, 8 in 2024-07-26T07:04:23.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:04:23 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:04:23.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:04:23 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:04:23.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:04:23 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:04:23.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:04:23 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:04:24.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:04:24 smithi155 ceph-mon[90160]: pgmap v3476: 137 pgs: 137 active+clean; 326 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 35 KiB/s rd, 2.7 MiB/s wr, 54 op/s 2024-07-26T07:04:24.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:04:24 smithi155 ceph-mon[90160]: osdmap e2011: 8 total, 8 up, 8 in 2024-07-26T07:04:24.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:04:24 smithi089 ceph-mon[99608]: pgmap v3476: 137 pgs: 137 active+clean; 326 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 35 KiB/s rd, 2.7 MiB/s wr, 54 op/s 2024-07-26T07:04:24.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:04:24 smithi089 ceph-mon[99608]: osdmap e2011: 8 total, 8 up, 8 in 2024-07-26T07:04:24.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:04:24 smithi089 ceph-mon[102056]: pgmap v3476: 137 pgs: 137 active+clean; 326 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 35 KiB/s rd, 2.7 MiB/s wr, 54 op/s 2024-07-26T07:04:24.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:04:24 smithi089 ceph-mon[102056]: osdmap e2011: 8 total, 8 up, 8 in 2024-07-26T07:04:25.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:04:25 smithi155 ceph-mon[90160]: osdmap e2012: 8 total, 8 up, 8 in 2024-07-26T07:04:25.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:04:25 smithi155 ceph-mon[90160]: pgmap v3479: 137 pgs: 137 active+clean; 338 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 4.0 MiB/s wr, 55 op/s 2024-07-26T07:04:25.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:04:25 smithi089 ceph-mon[99608]: osdmap e2012: 8 total, 8 up, 8 in 2024-07-26T07:04:25.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:04:25 smithi089 ceph-mon[99608]: pgmap v3479: 137 pgs: 137 active+clean; 338 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 4.0 MiB/s wr, 55 op/s 2024-07-26T07:04:25.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:04:25 smithi089 ceph-mon[102056]: osdmap e2012: 8 total, 8 up, 8 in 2024-07-26T07:04:25.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:04:25 smithi089 ceph-mon[102056]: pgmap v3479: 137 pgs: 137 active+clean; 338 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 4.0 MiB/s wr, 55 op/s 2024-07-26T07:04:26.358 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] DiffIterateTest/0.DiffIterateDiscard (3023 ms) 2024-07-26T07:04:26.358 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] DiffIterateTest/0.DiffIterateTruncate 2024-07-26T07:04:26.358 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:04:26.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:04:26 smithi155 ceph-mon[90160]: osdmap e2013: 8 total, 8 up, 8 in 2024-07-26T07:04:26.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:04:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:04:26.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:04:26 smithi089 ceph-mon[99608]: osdmap e2013: 8 total, 8 up, 8 in 2024-07-26T07:04:26.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:04:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:04:26.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:04:26 smithi089 ceph-mon[102056]: osdmap e2013: 8 total, 8 up, 8 in 2024-07-26T07:04:26.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:04:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:04:27.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:04:27 smithi155 ceph-mon[90160]: osdmap e2014: 8 total, 8 up, 8 in 2024-07-26T07:04:27.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:04:27 smithi155 ceph-mon[90160]: pgmap v3482: 137 pgs: 137 active+clean; 338 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 2.0 MiB/s wr, 29 op/s 2024-07-26T07:04:27.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:04:27 smithi089 ceph-mon[99608]: osdmap e2014: 8 total, 8 up, 8 in 2024-07-26T07:04:27.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:04:27 smithi089 ceph-mon[99608]: pgmap v3482: 137 pgs: 137 active+clean; 338 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 2.0 MiB/s wr, 29 op/s 2024-07-26T07:04:27.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:04:27 smithi089 ceph-mon[102056]: osdmap e2014: 8 total, 8 up, 8 in 2024-07-26T07:04:27.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:04:27 smithi089 ceph-mon[102056]: pgmap v3482: 137 pgs: 137 active+clean; 338 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 2.0 MiB/s wr, 29 op/s 2024-07-26T07:04:28.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:04:28 smithi155 ceph-mon[90160]: osdmap e2015: 8 total, 8 up, 8 in 2024-07-26T07:04:28.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:04:28 smithi089 ceph-mon[99608]: osdmap e2015: 8 total, 8 up, 8 in 2024-07-26T07:04:28.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:04:28 smithi089 ceph-mon[102056]: osdmap e2015: 8 total, 8 up, 8 in 2024-07-26T07:04:29.350 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 07:04:28 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[128126]: logger=cleanup t=2024-07-26T07:04:28.99947138Z level=info msg="Completed cleanup jobs" duration=4.818281ms 2024-07-26T07:04:29.385 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] DiffIterateTest/0.DiffIterateTruncate (3031 ms) 2024-07-26T07:04:29.385 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] DiffIterateTest/0.DiffIterateWriteAndTruncate 2024-07-26T07:04:29.385 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:04:29.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:04:29 smithi155 ceph-mon[90160]: osdmap e2016: 8 total, 8 up, 8 in 2024-07-26T07:04:29.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:04:29 smithi155 ceph-mon[90160]: pgmap v3485: 137 pgs: 137 active+clean; 338 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 5.5 KiB/s wr, 70 op/s 2024-07-26T07:04:29.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:04:29 smithi089 ceph-mon[99608]: osdmap e2016: 8 total, 8 up, 8 in 2024-07-26T07:04:29.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:04:29 smithi089 ceph-mon[99608]: pgmap v3485: 137 pgs: 137 active+clean; 338 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 5.5 KiB/s wr, 70 op/s 2024-07-26T07:04:29.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:04:29 smithi089 ceph-mon[102056]: osdmap e2016: 8 total, 8 up, 8 in 2024-07-26T07:04:29.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:04:29 smithi089 ceph-mon[102056]: pgmap v3485: 137 pgs: 137 active+clean; 338 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 5.5 KiB/s wr, 70 op/s 2024-07-26T07:04:30.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:04:30 smithi155 ceph-mon[90160]: osdmap e2017: 8 total, 8 up, 8 in 2024-07-26T07:04:30.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:04:30 smithi089 ceph-mon[99608]: osdmap e2017: 8 total, 8 up, 8 in 2024-07-26T07:04:30.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:04:30 smithi089 ceph-mon[102056]: osdmap e2017: 8 total, 8 up, 8 in 2024-07-26T07:04:31.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:04:31 smithi155 ceph-mon[90160]: osdmap e2018: 8 total, 8 up, 8 in 2024-07-26T07:04:31.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:04:31 smithi155 ceph-mon[90160]: pgmap v3488: 137 pgs: 137 active+clean; 338 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 9.0 KiB/s wr, 115 op/s 2024-07-26T07:04:31.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:04:31 smithi089 ceph-mon[99608]: osdmap e2018: 8 total, 8 up, 8 in 2024-07-26T07:04:31.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:04:31 smithi089 ceph-mon[99608]: pgmap v3488: 137 pgs: 137 active+clean; 338 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 9.0 KiB/s wr, 115 op/s 2024-07-26T07:04:31.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:04:31 smithi089 ceph-mon[102056]: osdmap e2018: 8 total, 8 up, 8 in 2024-07-26T07:04:31.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:04:31 smithi089 ceph-mon[102056]: pgmap v3488: 137 pgs: 137 active+clean; 338 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 9.0 KiB/s wr, 115 op/s 2024-07-26T07:04:32.408 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] DiffIterateTest/0.DiffIterateWriteAndTruncate (3023 ms) 2024-07-26T07:04:32.408 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] DiffIterateTest/0.DiffIterateStress 2024-07-26T07:04:32.409 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:04:32.488 INFO:tasks.workunit.client.0.smithi089.stdout: i=0 exists [36947560~6645678,48747417~2671961,201567182~156920,210541252~5135072,250046803~7904288,317962297~6766181,372375091~8073202,392335443~4307578] wrote [36947560~6645678,48747417~2671961,201567182~156920,210541252~5135072,250046803~7904288,317962297~6766181,372375091~8073202,392335443~4307578] 2024-07-26T07:04:32.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:04:32 smithi155 ceph-mon[90160]: osdmap e2019: 8 total, 8 up, 8 in 2024-07-26T07:04:32.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:04:32 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:04:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:04:32.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:04:32 smithi089 ceph-mon[99608]: osdmap e2019: 8 total, 8 up, 8 in 2024-07-26T07:04:32.655 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:04:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:04:32] "GET /metrics HTTP/1.1" 200 36656 "" "Prometheus/2.43.0" 2024-07-26T07:04:32.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:04:32 smithi089 ceph-mon[102056]: osdmap e2019: 8 total, 8 up, 8 in 2024-07-26T07:04:33.476 INFO:tasks.workunit.client.0.smithi089.stdout: i=1 exists [10632121~8961663,36947560~6645678,48747417~6028630,183738645~2294964,201567182~156920,210541252~5135072,250046803~7904288,262996216~6643757,317962297~6766181,325898888~5765217,348491896~3062074,360586384~7298193,372375091~8073202,392335443~4307578,410156446~6546181] wrote [10632121~8961663,50930147~3845900,183738645~2294964,262996216~6643757,325898888~5765217,348491896~3062074,360586384~7298193,410156446~6546181] 2024-07-26T07:04:33.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:04:33 smithi155 ceph-mon[90160]: osdmap e2020: 8 total, 8 up, 8 in 2024-07-26T07:04:33.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:04:33 smithi155 ceph-mon[90160]: pgmap v3491: 137 pgs: 137 active+clean; 342 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 986 KiB/s wr, 69 op/s 2024-07-26T07:04:33.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:04:33 smithi089 ceph-mon[99608]: osdmap e2020: 8 total, 8 up, 8 in 2024-07-26T07:04:33.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:04:33 smithi089 ceph-mon[99608]: pgmap v3491: 137 pgs: 137 active+clean; 342 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 986 KiB/s wr, 69 op/s 2024-07-26T07:04:33.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:04:33 smithi089 ceph-mon[102056]: osdmap e2020: 8 total, 8 up, 8 in 2024-07-26T07:04:33.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:04:33 smithi089 ceph-mon[102056]: pgmap v3491: 137 pgs: 137 active+clean; 342 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 986 KiB/s wr, 69 op/s 2024-07-26T07:04:34.464 INFO:tasks.workunit.client.0.smithi089.stdout: i=2 exists [10632121~12646361,34098337~2432257,36947560~6645678,48747417~6028630,74454016~5391741,84052016~9882142,99661093~3919291,131927406~3983943,183738645~2294964,190046531~5483381,201567182~156920,210541252~5135072,250046803~7904288,262996216~6643757,291553956~5832962,317962297~6766181,325898888~5765217,348491896~3062074,360586384~7298193,372375091~8073202,392335443~4307578,405929986~712696,410156446~6546181] wrote [19049769~4228713,34098337~2432257,74454016~5391741,84052016~9882142,99661093~3919291,131927406~3983943,190046531~5483381,291553956~5832962,405929986~712696] 2024-07-26T07:04:34.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:04:34 smithi089 ceph-mon[99608]: osdmap e2021: 8 total, 8 up, 8 in 2024-07-26T07:04:34.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:04:34 smithi089 ceph-mon[102056]: osdmap e2021: 8 total, 8 up, 8 in 2024-07-26T07:04:34.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:04:34 smithi155 ceph-mon[90160]: osdmap e2021: 8 total, 8 up, 8 in 2024-07-26T07:04:35.486 INFO:tasks.workunit.client.0.smithi089.stdout: i=3 exists [9684726~13593756,34098337~2432257,36947560~6645678,48747417~6028630,74454016~8220194,84052016~9882142,98812313~4768071,122146001~612089,131927406~3983943,153532985~1339458,169473136~6450885,183738645~2294964,189647629~5963471,201567182~156920,210541252~5135072,242990192~268807,250046803~7904288,262996216~6643757,291553956~5832962,317962297~6766181,324816106~7853772,344525030~7028940,360586384~7298193,372375091~8073202,392335443~4307578,405929986~712696,410156446~6546181] wrote [9684726~8056506,74909186~7765024,98812313~1459368,122146001~612089,153532985~1339458,169473136~6450885,189647629~5963471,242990192~268807,324816106~7853772,344525030~5985056] 2024-07-26T07:04:35.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:04:35 smithi089 ceph-mon[99608]: osdmap e2022: 8 total, 8 up, 8 in 2024-07-26T07:04:35.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:04:35 smithi089 ceph-mon[99608]: pgmap v3494: 137 pgs: 137 active+clean; 406 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 104 KiB/s rd, 15 MiB/s wr, 175 op/s 2024-07-26T07:04:35.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:04:35 smithi089 ceph-mon[102056]: osdmap e2022: 8 total, 8 up, 8 in 2024-07-26T07:04:35.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:04:35 smithi089 ceph-mon[102056]: pgmap v3494: 137 pgs: 137 active+clean; 406 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 104 KiB/s rd, 15 MiB/s wr, 175 op/s 2024-07-26T07:04:35.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:04:35 smithi155 ceph-mon[90160]: osdmap e2022: 8 total, 8 up, 8 in 2024-07-26T07:04:35.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:04:35 smithi155 ceph-mon[90160]: pgmap v3494: 137 pgs: 137 active+clean; 406 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 104 KiB/s rd, 15 MiB/s wr, 175 op/s 2024-07-26T07:04:36.454 INFO:tasks.workunit.client.0.smithi089.stdout: i=4 exists [9684726~13593756,34098337~2432257,36947560~6645678,48747417~6028630,56347228~2924691,74454016~8220194,84052016~9882142,98812313~4768071,119581246~263002,122146001~612089,131927406~3983943,140692895~4180317,153532985~1339458,154996944~2109524,158524258~165016,169473136~6450885,183738645~2294964,189647629~5963471,201567182~156920,206804902~8871422,227182409~5055069,242990192~268807,250046803~9435578,262996216~6643757,291553956~5832962,312761182~3530150,317962297~6766181,324816106~7853772,344525030~7028940,360586384~7298193,372375091~8073202,392335443~4307578,397789527~4569010,405929986~712696,410156446~6546181] wrote [56347228~2924691,119581246~263002,140692895~4180317,154996944~2109524,158524258~165016,206804902~4624456,227182409~5055069,256161461~3320920,312761182~3530150,397789527~4569010] 2024-07-26T07:04:36.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:04:36 smithi089 ceph-mon[99608]: osdmap e2023: 8 total, 8 up, 8 in 2024-07-26T07:04:36.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:04:36 smithi089 ceph-mon[102056]: osdmap e2023: 8 total, 8 up, 8 in 2024-07-26T07:04:36.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:04:36 smithi155 ceph-mon[90160]: osdmap e2023: 8 total, 8 up, 8 in 2024-07-26T07:04:37.490 INFO:tasks.workunit.client.0.smithi089.stdout: i=5 exists [9684726~13593756,34098337~2432257,36947560~6645678,48747417~10524502,62651527~480906,74454016~8220194,84052016~9882142,98535653~5044731,119581246~263002,122146001~612089,131927406~3983943,140692895~4180317,153532985~1339458,154996944~2109524,158524258~165016,169473136~6450885,183738645~2294964,187160464~8450636,201567182~156920,206804902~8871422,227182409~5055069,242990192~268807,243846522~4168649,249208443~10273938,262996216~6643757,285383316~12003602,310658268~5633064,317962297~6766181,324816106~7853772,344525030~7028940,358927451~8957126,372375091~8073202,392335443~4307578,397789527~4569010,405929986~712696,410156446~6546181] wrote [54644437~2594954,62651527~480906,98535653~1117753,187160464~5674034,243846522~4168649,249208443~5998803,285383316~6522257,310658268~4015321,358927451~8469262] 2024-07-26T07:04:37.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:04:37 smithi089 ceph-mon[99608]: osdmap e2024: 8 total, 8 up, 8 in 2024-07-26T07:04:37.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:04:37 smithi089 ceph-mon[99608]: pgmap v3497: 137 pgs: 137 active+clean; 479 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 99 KiB/s rd, 28 MiB/s wr, 167 op/s 2024-07-26T07:04:37.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:04:37 smithi089 ceph-mon[102056]: osdmap e2024: 8 total, 8 up, 8 in 2024-07-26T07:04:37.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:04:37 smithi089 ceph-mon[102056]: pgmap v3497: 137 pgs: 137 active+clean; 479 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 99 KiB/s rd, 28 MiB/s wr, 167 op/s 2024-07-26T07:04:37.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:04:37 smithi155 ceph-mon[90160]: osdmap e2024: 8 total, 8 up, 8 in 2024-07-26T07:04:37.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:04:37 smithi155 ceph-mon[90160]: pgmap v3497: 137 pgs: 137 active+clean; 479 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 99 KiB/s rd, 28 MiB/s wr, 167 op/s 2024-07-26T07:04:38.494 INFO:tasks.workunit.client.0.smithi089.stdout: i=6 exists [9684726~13723635,34098337~2432257,36947560~6645678,48747417~10524502,61148965~2704067,74454016~8220194,84052016~9882142,98535653~5044731,119581246~263002,122146001~612089,125696648~3572204,131927406~3983943,140692895~4180317,153532985~1339458,154996944~9212991,169473136~6450885,183738645~2294964,187160464~8450636,201567182~156920,206804902~8871422,226964674~5272804,242990192~268807,243846522~4168649,249208443~10273938,262996216~6643757,285383316~12003602,310658268~5633064,317962297~6766181,324816106~7853772,344525030~7028940,357126723~10757854,372375091~8073202,392335443~4307578,397789527~4569010,403481667~13220960] wrote [21067884~2340477,61148965~2704067,77653712~4760050,86942421~2770407,125696648~3572204,156574520~7635415,226964674~5163575,357126723~8460762,403481667~8056731] 2024-07-26T07:04:38.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:04:38 smithi089 ceph-mon[99608]: osdmap e2025: 8 total, 8 up, 8 in 2024-07-26T07:04:38.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:04:38 smithi089 ceph-mon[102056]: osdmap e2025: 8 total, 8 up, 8 in 2024-07-26T07:04:38.878 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:04:38 smithi155 ceph-mon[90160]: osdmap e2025: 8 total, 8 up, 8 in 2024-07-26T07:04:39.484 INFO:tasks.workunit.client.0.smithi089.stdout: i=7 exists [9684726~13723635,34098337~2432257,36947560~7269238,48747417~10524502,61148965~2704067,74454016~8220194,84052016~9882142,98535653~5044731,119581246~263002,122146001~612089,125696648~3572204,131927406~3983943,138062602~7206704,153532985~1339458,154996944~9212991,169473136~6471440,183738645~2294964,187160464~8450636,201567182~156920,206804902~8871422,226964674~5272804,236292026~7459223,243846522~4168649,249208443~10273938,262996216~6643757,269809471~1909585,283230826~14156092,301216133~3485244,310658268~5633064,317962297~6766181,324816106~7853772,344525030~7028940,357126723~10757854,372375091~8073202,389627075~8094279,397789527~4569010,403481667~13220960] wrote [13751986~7145757,42414513~1802285,138062602~7206704,169956222~5988354,236292026~7459223,269809471~1909585,283230826~6208903,301216133~3485244,389627075~8094279] 2024-07-26T07:04:39.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:04:39 smithi155 ceph-mon[90160]: osdmap e2026: 8 total, 8 up, 8 in 2024-07-26T07:04:39.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:04:39 smithi155 ceph-mon[90160]: pgmap v3500: 137 pgs: 137 active+clean; 582 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 35 MiB/s wr, 18 op/s 2024-07-26T07:04:39.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:04:39 smithi089 ceph-mon[99608]: osdmap e2026: 8 total, 8 up, 8 in 2024-07-26T07:04:39.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:04:39 smithi089 ceph-mon[99608]: pgmap v3500: 137 pgs: 137 active+clean; 582 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 35 MiB/s wr, 18 op/s 2024-07-26T07:04:39.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:04:39 smithi089 ceph-mon[102056]: osdmap e2026: 8 total, 8 up, 8 in 2024-07-26T07:04:39.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:04:39 smithi089 ceph-mon[102056]: pgmap v3500: 137 pgs: 137 active+clean; 582 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 35 MiB/s wr, 18 op/s 2024-07-26T07:04:40.494 INFO:tasks.workunit.client.0.smithi089.stdout: i=8 exists [9684726~13723635,34098337~2432257,36947560~7269238,48747417~11505473,61148965~2704067,74454016~8220194,84052016~9882142,98535653~7806523,119581246~263002,121046044~2095049,125696648~3572204,131272622~6437521,138062602~7206704,153532985~1339458,154996944~9212991,169473136~6471440,183738645~2294964,186845403~8765697,201567182~156920,206804902~8871422,220055171~4866360,226964674~5272804,236292026~11723145,249208443~10273938,262996216~6643757,269809471~1909585,283230826~14156092,301216133~3485244,310658268~5633064,317962297~6766181,324816106~7853772,342625770~8928200,357126723~10757854,372375091~8073202,389627075~8094279,397789527~4569010,403481667~13220960] wrote [56643479~3609411,100977085~5365091,121046044~2095049,131272622~6437521,186845403~6440536,220055171~4866360,243034314~1154361,267013904~1109087,342625770~4267012] 2024-07-26T07:04:40.878 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:04:40 smithi155 ceph-mon[90160]: osdmap e2027: 8 total, 8 up, 8 in 2024-07-26T07:04:40.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:04:40 smithi089 ceph-mon[99608]: osdmap e2027: 8 total, 8 up, 8 in 2024-07-26T07:04:40.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:04:40 smithi089 ceph-mon[102056]: osdmap e2027: 8 total, 8 up, 8 in 2024-07-26T07:04:41.517 INFO:tasks.workunit.client.0.smithi089.stdout: i=9 exists [5232336~18176025,34098337~2432257,36947560~7269238,45034025~15218865,61148965~2704067,74454016~8220194,84052016~9882142,98535653~7806523,109777469~790220,119581246~263002,121046044~16664099,138062602~7206704,153532985~1339458,154996944~9212991,169473136~6471440,183738645~2294964,186845403~8765697,201567182~156920,206804902~8871422,220055171~4866360,226964674~5272804,233921213~14093958,249208443~10273938,262996216~6643757,269809471~1909585,283230826~14156092,301216133~3485244,310658268~5633064,317962297~6766181,324816106~10957389,342625770~8928200,357126723~10757854,371443446~9004847,389627075~8094279,397789527~4569010,403481667~13220960] wrote [5232336~5260768,45034025~5891266,53460778~5073119,109777469~790220,122692196~11314823,233921213~5174626,327043666~8729829,371443446~6512431] 2024-07-26T07:04:41.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:04:41 smithi155 ceph-mon[90160]: osdmap e2028: 8 total, 8 up, 8 in 2024-07-26T07:04:41.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:04:41 smithi155 ceph-mon[90160]: pgmap v3503: 137 pgs: 137 active+clean; 668 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 166 KiB/s rd, 40 MiB/s wr, 270 op/s 2024-07-26T07:04:41.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:04:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:04:41.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:04:41 smithi089 ceph-mon[99608]: osdmap e2028: 8 total, 8 up, 8 in 2024-07-26T07:04:41.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:04:41 smithi089 ceph-mon[99608]: pgmap v3503: 137 pgs: 137 active+clean; 668 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 166 KiB/s rd, 40 MiB/s wr, 270 op/s 2024-07-26T07:04:41.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:04:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:04:41.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:04:41 smithi089 ceph-mon[102056]: osdmap e2028: 8 total, 8 up, 8 in 2024-07-26T07:04:41.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:04:41 smithi089 ceph-mon[102056]: pgmap v3503: 137 pgs: 137 active+clean; 668 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 166 KiB/s rd, 40 MiB/s wr, 270 op/s 2024-07-26T07:04:41.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:04:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:04:42.524 INFO:tasks.workunit.client.0.smithi089.stdout: i=10 exists [5232336~18176025,34098337~2432257,36947560~7269238,45034025~15218865,61148965~2704067,74454016~8220194,84052016~9882142,98535653~8954500,109777469~790220,119581246~263002,121046044~16664099,138062602~7206704,153532985~1339458,154996944~20947632,183738645~2294964,186845403~8765697,201567182~156920,206381903~9294421,220055171~4866360,226964674~5272804,233921213~14093958,249208443~10273938,262996216~6643757,269809471~1909585,275986773~4947475,283230826~14156092,301216133~3485244,310658268~5633064,317176553~7551925,324816106~10957389,342625770~8928200,353772037~14112540,371443446~9004847,389627075~8094279,397789527~4569010,403481667~13220960] wrote [100509005~6981148,140861884~4283327,163757976~7659728,186933730~2849090,206381903~5794907,275986773~4947475,292540704~3500738,317176553~2475343,353772037~8130078,407986313~6039732] 2024-07-26T07:04:42.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:04:42 smithi155 ceph-mon[90160]: osdmap e2029: 8 total, 8 up, 8 in 2024-07-26T07:04:42.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:04:42 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:04:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:04:42.806 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:04:42 smithi089 ceph-mon[99608]: osdmap e2029: 8 total, 8 up, 8 in 2024-07-26T07:04:42.806 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:04:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:04:42] "GET /metrics HTTP/1.1" 200 36663 "" "Prometheus/2.43.0" 2024-07-26T07:04:42.806 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:04:42 smithi089 ceph-mon[102056]: osdmap e2029: 8 total, 8 up, 8 in 2024-07-26T07:04:43.503 INFO:tasks.workunit.client.0.smithi089.stdout: i=11 exists [5232336~18176025,34098337~2432257,36947560~23305330,61148965~2704067,74454016~8220194,84052016~9882142,98535653~8954500,109777469~790220,119581246~263002,121046044~16664099,138062602~7606844,153532985~1339458,154996944~20947632,179959402~6130989,186845403~8765697,201567182~156920,206381903~9294421,220055171~4866360,226964674~5272804,233921213~14093958,249208443~10273938,262996216~6643757,269809471~1909585,275986773~4947475,283230826~14156092,297569108~2889841,301216133~3485244,310658268~5633064,317176553~7551925,324816106~10957389,342625770~8928200,353772037~14112540,371443446~9004847,389627075~8094279,397789527~18913100] wrote [42528812~7195748,100711631~591165,139936554~5732892,161236386~1447324,179959402~6130989,206866660~5679694,297569108~2889841,377373817~1724944,397976118~6119354] 2024-07-26T07:04:43.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:04:43 smithi155 ceph-mon[90160]: osdmap e2030: 8 total, 8 up, 8 in 2024-07-26T07:04:43.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:04:43 smithi155 ceph-mon[90160]: pgmap v3506: 137 pgs: 137 active+clean; 773 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 166 KiB/s rd, 43 MiB/s wr, 271 op/s 2024-07-26T07:04:43.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:04:43 smithi089 ceph-mon[99608]: osdmap e2030: 8 total, 8 up, 8 in 2024-07-26T07:04:43.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:04:43 smithi089 ceph-mon[99608]: pgmap v3506: 137 pgs: 137 active+clean; 773 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 166 KiB/s rd, 43 MiB/s wr, 271 op/s 2024-07-26T07:04:43.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:04:43 smithi089 ceph-mon[102056]: osdmap e2030: 8 total, 8 up, 8 in 2024-07-26T07:04:43.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:04:43 smithi089 ceph-mon[102056]: pgmap v3506: 137 pgs: 137 active+clean; 773 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 166 KiB/s rd, 43 MiB/s wr, 271 op/s 2024-07-26T07:04:44.522 INFO:tasks.workunit.client.0.smithi089.stdout: i=12 exists [5232336~18176025,34098337~2432257,36947560~23305330,61148965~2704067,74454016~8220194,84052016~9882142,98535653~8954500,109777469~790220,119581246~263002,121046044~24623402,153532985~1339458,154996944~20947632,179959402~6130989,186845403~8765697,201567182~156920,206381903~9294421,220055171~4866360,226964674~5272804,233921213~14093958,249208443~10273938,262996216~6643757,269809471~1909585,275986773~4947475,283230826~14156092,297569108~2889841,300778698~3922679,310658268~5633064,317176553~7551925,324816106~10957389,338536402~1688386,342625770~8928200,353772037~14744805,371443446~9004847,389627075~8094279,397789527~18913100] wrote [42214135~4201279,123077967~16566823,300778698~2468246,338536402~1688386,350432442~910984,362180670~6336172,394210065~2509323,399725207~1528423] 2024-07-26T07:04:44.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:04:44 smithi155 ceph-mon[90160]: osdmap e2031: 8 total, 8 up, 8 in 2024-07-26T07:04:44.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:04:44 smithi089 ceph-mon[102056]: osdmap e2031: 8 total, 8 up, 8 in 2024-07-26T07:04:44.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:04:44 smithi089 ceph-mon[99608]: osdmap e2031: 8 total, 8 up, 8 in 2024-07-26T07:04:45.545 INFO:tasks.workunit.client.0.smithi089.stdout: i=13 exists [5232336~18176025,34098337~2432257,36947560~26905472,74454016~8220194,84052016~9882142,98535653~8954500,109777469~790220,119581246~263002,121046044~24623402,153532985~1339458,154996944~20947632,179959402~6130989,186845403~8765697,201567182~156920,206381903~18539628,226964674~5272804,233921213~14093958,249208443~13773539,262996216~6643757,269809471~1909585,275986773~4947475,283230826~14156092,297569108~2889841,300778698~3922679,310658268~5633064,317176553~7551925,324816106~10957389,338536402~1688386,342625770~8928200,353772037~14744805,371443446~9004847,386894825~10826529,397789527~18913100] wrote [45914956~15261078,84442385~1780255,215545660~7252842,249454923~2257788,254963019~8018963,265754218~2254711,386894825~7404673] 2024-07-26T07:04:45.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:04:45 smithi155 ceph-mon[90160]: osdmap e2032: 8 total, 8 up, 8 in 2024-07-26T07:04:45.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:04:45 smithi155 ceph-mon[90160]: pgmap v3509: 137 pgs: 137 active+clean; 884 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 209 KiB/s rd, 50 MiB/s wr, 337 op/s 2024-07-26T07:04:45.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:04:45 smithi089 ceph-mon[99608]: osdmap e2032: 8 total, 8 up, 8 in 2024-07-26T07:04:45.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:04:45 smithi089 ceph-mon[99608]: pgmap v3509: 137 pgs: 137 active+clean; 884 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 209 KiB/s rd, 50 MiB/s wr, 337 op/s 2024-07-26T07:04:45.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:04:45 smithi089 ceph-mon[102056]: osdmap e2032: 8 total, 8 up, 8 in 2024-07-26T07:04:45.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:04:45 smithi089 ceph-mon[102056]: pgmap v3509: 137 pgs: 137 active+clean; 884 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 209 KiB/s rd, 50 MiB/s wr, 337 op/s 2024-07-26T07:04:46.544 INFO:tasks.workunit.client.0.smithi089.stdout: i=14 exists [5232336~18234567,24598748~2401796,34098337~2432257,36947560~31612564,74454016~8220194,84052016~9882142,98535653~8954500,109777469~790220,119581246~263002,121046044~24623402,153532985~1339458,154996944~20947632,179959402~20021385,201567182~156920,206381903~18539628,226964674~5272804,233921213~14093958,249208443~13773539,262996216~6643757,269809471~1909585,275986773~4947475,283230826~14156092,297569108~2889841,300778698~3922679,310658268~5633064,317176553~7551925,324816106~10957389,338536402~1688386,342625770~8928200,353772037~14744805,371443446~9004847,386296132~11425222,397789527~18913100] wrote [19164070~4302833,24598748~2401796,44592900~8085802,61408882~7151242,127412402~7602354,185879225~1346625,191882303~8098484,254276532~3464277,284802362~6123720,386296132~2708424] 2024-07-26T07:04:46.878 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:04:46 smithi155 ceph-mon[90160]: osdmap e2033: 8 total, 8 up, 8 in 2024-07-26T07:04:46.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:04:46 smithi089 ceph-mon[102056]: osdmap e2033: 8 total, 8 up, 8 in 2024-07-26T07:04:46.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:04:46 smithi089 ceph-mon[99608]: osdmap e2033: 8 total, 8 up, 8 in 2024-07-26T07:04:47.533 INFO:tasks.workunit.client.0.smithi089.stdout: i=15 exists [5232336~18234567,24598748~2401796,34098337~2432257,36947560~31612564,69591216~3195879,74454016~8220194,84052016~9882142,98535653~8954500,109777469~790220,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,179959402~20021385,201567182~156920,206381903~18539628,226964674~5272804,233921213~14126067,249208443~20431530,269809471~1909585,275986773~4947475,283230826~14156092,297569108~2889841,300778698~3922679,310658268~5633064,317176553~18596942,338536402~1688386,342625770~8928200,353772037~14744805,371443446~9004847,386296132~11425222,397789527~18913100] wrote [69591216~3195879,76221229~4157486,142406236~7574669,206624806~7691171,244608654~3438626,258632662~317305,261390564~7812425,321420951~3558491,349736754~1353345,405137488~6300390] 2024-07-26T07:04:47.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:04:47 smithi155 ceph-mon[90160]: osdmap e2034: 8 total, 8 up, 8 in 2024-07-26T07:04:47.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:04:47 smithi155 ceph-mon[90160]: pgmap v3512: 137 pgs: 137 active+clean; 969 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 209 KiB/s rd, 46 MiB/s wr, 334 op/s 2024-07-26T07:04:47.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:04:47 smithi089 ceph-mon[99608]: osdmap e2034: 8 total, 8 up, 8 in 2024-07-26T07:04:47.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:04:47 smithi089 ceph-mon[99608]: pgmap v3512: 137 pgs: 137 active+clean; 969 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 209 KiB/s rd, 46 MiB/s wr, 334 op/s 2024-07-26T07:04:47.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:04:47 smithi089 ceph-mon[102056]: osdmap e2034: 8 total, 8 up, 8 in 2024-07-26T07:04:47.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:04:47 smithi089 ceph-mon[102056]: pgmap v3512: 137 pgs: 137 active+clean; 969 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 209 KiB/s rd, 46 MiB/s wr, 334 op/s 2024-07-26T07:04:48.543 INFO:tasks.workunit.client.0.smithi089.stdout: i=16 exists [5232336~18234567,24598748~2401796,34098337~2432257,36947560~31612564,69591216~3195879,74454016~8220194,84052016~9882142,98535653~8954500,109777469~790220,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,179959402~20021385,201567182~156920,206381903~18539628,226964674~5272804,233921213~14126067,249208443~20431530,269809471~1909585,275986773~4947475,283230826~14156092,297569108~2889841,300778698~3922679,310658268~6273015,317176553~18596942,338536402~1688386,342625770~8928200,353772037~14744805,371443446~9004847,386296132~11425222,397789527~18913100] wrote [43444190~7821147,76714318~1474578,133909595~7158305,155464620~5914954,171381120~3613108,241355985~1272579,250315789~3267481,310747340~6183943] 2024-07-26T07:04:48.878 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:04:48 smithi155 ceph-mon[90160]: osdmap e2035: 8 total, 8 up, 8 in 2024-07-26T07:04:48.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:04:48 smithi089 ceph-mon[99608]: osdmap e2035: 8 total, 8 up, 8 in 2024-07-26T07:04:48.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:04:48 smithi089 ceph-mon[102056]: osdmap e2035: 8 total, 8 up, 8 in 2024-07-26T07:04:49.517 INFO:tasks.workunit.client.0.smithi089.stdout: i=17 exists [5232336~18234567,24598748~2401796,34098337~2432257,36947560~31612564,69591216~3195879,74454016~8220194,84052016~9882142,98535653~8954500,109777469~790220,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,201567182~156920,206381903~18539628,226964674~5272804,233921213~14126067,249208443~20431530,269809471~1909585,275986773~4947475,283230826~14156092,297569108~7132269,305523442~259134,310658268~6273015,317176553~18596942,338536402~1688386,342625770~8928200,353772037~14744805,371443446~9004847,386296132~11425222,397789527~18913100] wrote [59690965~2275256,78246356~3936287,143769178~1617871,177188937~3546166,208438278~3698435,216482807~2889839,300216291~1093817,305523442~259134,358630490~7587856,403639382~732336] 2024-07-26T07:04:49.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:04:49 smithi155 ceph-mon[90160]: osdmap e2036: 8 total, 8 up, 8 in 2024-07-26T07:04:49.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:04:49 smithi155 ceph-mon[90160]: pgmap v3515: 137 pgs: 137 active+clean; 1.0 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 38 MiB/s wr, 19 op/s 2024-07-26T07:04:49.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:04:49 smithi089 ceph-mon[99608]: osdmap e2036: 8 total, 8 up, 8 in 2024-07-26T07:04:49.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:04:49 smithi089 ceph-mon[99608]: pgmap v3515: 137 pgs: 137 active+clean; 1.0 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 38 MiB/s wr, 19 op/s 2024-07-26T07:04:49.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:04:49 smithi089 ceph-mon[102056]: osdmap e2036: 8 total, 8 up, 8 in 2024-07-26T07:04:49.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:04:49 smithi089 ceph-mon[102056]: pgmap v3515: 137 pgs: 137 active+clean; 1.0 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 38 MiB/s wr, 19 op/s 2024-07-26T07:04:50.553 INFO:tasks.workunit.client.0.smithi089.stdout: i=18 exists [5232336~18234567,24598748~2401796,34098337~2432257,36947560~31612564,69591216~3195879,74454016~8220194,84052016~9882142,98535653~15108634,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,201567182~156920,206381903~18539628,226964674~5272804,233921213~14126067,249208443~20431530,269809471~1909585,275986773~4947475,283230826~14156092,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~18596942,336003190~15550780,353772037~14744805,371443446~9004847,382040864~34661763] wrote [55643314~5876014,106133904~7510383,128654846~3428524,305925972~371713,336003190~7932683,382040864~5762470,395428247~7003228,408165037~7834787] 2024-07-26T07:04:50.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:04:50 smithi155 ceph-mon[90160]: osdmap e2037: 8 total, 8 up, 8 in 2024-07-26T07:04:50.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:04:50 smithi089 ceph-mon[99608]: osdmap e2037: 8 total, 8 up, 8 in 2024-07-26T07:04:50.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:04:50 smithi089 ceph-mon[102056]: osdmap e2037: 8 total, 8 up, 8 in 2024-07-26T07:04:51.569 INFO:tasks.workunit.client.0.smithi089.stdout: i=19 exists [5232336~23484998,34098337~2432257,36947560~35839535,74454016~8220194,82877359~11056799,98535653~15108634,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,201567182~156920,206381903~18539628,226964674~5272804,233921213~14126067,249208443~20431530,269809471~1909585,275986773~4947475,283230826~14156092,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~18596942,336003190~15550780,353772037~14744805,371443446~9004847,382040864~34661763] wrote [20622658~8094676,42103169~5334150,53728133~744833,61182956~9667810,82877359~3261323,123872376~6269032,312970664~3601805,327179714~7868178] 2024-07-26T07:04:51.878 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:04:51 smithi155 ceph-mon[90160]: osdmap e2038: 8 total, 8 up, 8 in 2024-07-26T07:04:51.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:04:51 smithi155 ceph-mon[90160]: pgmap v3518: 137 pgs: 137 active+clean; 1.1 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 237 KiB/s rd, 35 MiB/s wr, 367 op/s 2024-07-26T07:04:51.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:04:51 smithi089 ceph-mon[99608]: osdmap e2038: 8 total, 8 up, 8 in 2024-07-26T07:04:51.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:04:51 smithi089 ceph-mon[99608]: pgmap v3518: 137 pgs: 137 active+clean; 1.1 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 237 KiB/s rd, 35 MiB/s wr, 367 op/s 2024-07-26T07:04:51.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:04:51 smithi089 ceph-mon[102056]: osdmap e2038: 8 total, 8 up, 8 in 2024-07-26T07:04:51.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:04:51 smithi089 ceph-mon[102056]: pgmap v3518: 137 pgs: 137 active+clean; 1.1 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 237 KiB/s rd, 35 MiB/s wr, 367 op/s 2024-07-26T07:04:52.502 INFO:tasks.workunit.client.0.smithi089.stdout:from 0 to 1 diff [10632121~8961663,50930147~3845900,183738645~2294964,262996216~6643757,325898888~5765217,348491896~3062074,360586384~7298193,410156446~6546181] 2024-07-26T07:04:52.502 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [10632121~8961663,50930147~3845900,183738645~2294964,262996216~6643757,325898888~5765217,348491896~3062074,360586384~7298193,410156446~6546181] 2024-07-26T07:04:52.519 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [8388608~11205176,50930147~3845900,180355072~5678537,260046848~9593125,324728478~6935627,348127232~3426738,356515840~11368737,406847488~9855139] 2024-07-26T07:04:52.519 INFO:tasks.workunit.client.0.smithi089.stdout:from 0 to 2 diff [10632121~12646361,34098337~2432257,50930147~3845900,74454016~5391741,84052016~9882142,99661093~3919291,131927406~3983943,183738645~2294964,190046531~5483381,262996216~6643757,291553956~5832962,325898888~5765217,348491896~3062074,360586384~7298193,405929986~712696,410156446~6546181] 2024-07-26T07:04:52.519 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [10632121~12646361,34098337~2432257,50930147~3845900,74454016~5391741,84052016~9882142,99661093~3919291,131927406~3983943,183738645~2294964,190046531~5483381,262996216~6643757,291553956~5832962,325898888~5765217,348491896~3062074,360586384~7298193,405929986~712696,410156446~6546181] 2024-07-26T07:04:52.527 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [8388608~14889874,34098337~2432257,50930147~3845900,71303168~8542589,83886080~10048078,96468992~7111392,130023424~5887925,180355072~5678537,188743680~6786232,260046848~9593125,289406976~7979942,324728478~6935627,348127232~3426738,356515840~11368737,402653184~3989498,406847488~9855139] 2024-07-26T07:04:52.527 INFO:tasks.workunit.client.0.smithi089.stdout:from 0 to 3 diff [9684726~13593756,34098337~2432257,50930147~3845900,74454016~8220194,84052016~9882142,98812313~4768071,122146001~612089,131927406~3983943,153532985~1339458,169473136~6450885,183738645~2294964,189647629~5963471,242990192~268807,262996216~6643757,291553956~5832962,324816106~7853772,344525030~7028940,360586384~7298193,405929986~712696,410156446~6546181] 2024-07-26T07:04:52.527 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [9684726~13593756,34098337~2432257,50930147~3845900,74454016~8220194,84052016~9882142,98812313~4768071,122146001~612089,131927406~3983943,153532985~1339458,169473136~6450885,183738645~2294964,189647629~5963471,242990192~268807,262996216~6643757,291553956~5832962,324816106~7853772,344525030~7028940,360586384~7298193,405929986~712696,410156446~6546181] 2024-07-26T07:04:52.533 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [8388608~14889874,34098337~2432257,50930147~3845900,71303168~11371042,83886080~10048078,96468992~7111392,121634816~1123274,130023424~5887925,150994944~3877499,167772160~8151861,180355072~5678537,188743680~6867420,239075328~4183671,260046848~9593125,289406976~7979942,324728478~7941400,343932928~7621042,356515840~11368737,402653184~3989498,406847488~9855139] 2024-07-26T07:04:52.533 INFO:tasks.workunit.client.0.smithi089.stdout:from 0 to 4 diff [9684726~13593756,34098337~2432257,50930147~3845900,56347228~2924691,74454016~8220194,84052016~9882142,98812313~4768071,119581246~263002,122146001~612089,131927406~3983943,140692895~4180317,153532985~1339458,154996944~2109524,158524258~165016,169473136~6450885,183738645~2294964,189647629~5963471,206804902~4624456,227182409~5055069,242990192~268807,256161461~3320920,262996216~6643757,291553956~5832962,312761182~3530150,324816106~7853772,344525030~7028940,360586384~7298193,397789527~4569010,405929986~712696,410156446~6546181] 2024-07-26T07:04:52.534 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [9684726~13593756,34098337~2432257,50930147~3845900,56347228~2924691,74454016~8220194,84052016~9882142,98812313~4768071,119581246~263002,122146001~612089,131927406~3983943,140692895~4180317,153532985~1339458,154996944~2109524,158524258~165016,169473136~6450885,183738645~2294964,189647629~5963471,206804902~4624456,227182409~5055069,242990192~268807,256161461~3320920,262996216~6643757,291553956~5832962,312761182~3530150,324816106~7853772,344525030~7028940,360586384~7298193,397789527~4569010,405929986~712696,410156446~6546181] 2024-07-26T07:04:52.540 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [8388608~14889874,34098337~2432257,50930147~8341772,71303168~11371042,83886080~10048078,96468992~7111392,117440512~2403736,121634816~1123274,130023424~5887925,138412032~6461180,150994944~7694330,167772160~8151861,180355072~5678537,188743680~6867420,205520896~5908462,226492416~5745062,239075328~4183671,256161461~3320920,260046848~9593125,289406976~7979942,310378496~5912836,324728478~7941400,343932928~7621042,356515840~11368737,396643021~5715516,402653184~3989498,406847488~9855139] 2024-07-26T07:04:52.540 INFO:tasks.workunit.client.0.smithi089.stdout:from 0 to 5 diff [9684726~13593756,34098337~2432257,50930147~8341772,62651527~480906,74454016~8220194,84052016~9882142,98535653~5044731,119581246~263002,122146001~612089,131927406~3983943,140692895~4180317,153532985~1339458,154996944~2109524,158524258~165016,169473136~6450885,183738645~2294964,187160464~8450636,206804902~4624456,227182409~5055069,242990192~268807,243846522~4168649,249208443~5998803,256161461~3320920,262996216~6643757,285383316~12003602,310658268~5633064,324816106~7853772,344525030~7028940,358927451~8957126,397789527~4569010,405929986~712696,410156446~6546181] 2024-07-26T07:04:52.540 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [9684726~13593756,34098337~2432257,50930147~8341772,62651527~480906,74454016~8220194,84052016~9882142,98535653~5044731,119581246~263002,122146001~612089,131927406~3983943,140692895~4180317,153532985~1339458,154996944~2109524,158524258~165016,169473136~6450885,183738645~2294964,187160464~8450636,206804902~4624456,227182409~5055069,242990192~268807,243846522~4168649,249208443~5998803,256161461~3320920,262996216~6643757,285383316~12003602,310658268~5633064,324816106~7853772,344525030~7028940,358927451~8957126,397789527~4569010,405929986~712696,410156446~6546181] 2024-07-26T07:04:52.546 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [8388608~14889874,34098337~2432257,50930147~12202286,71303168~11371042,83886080~10048078,96468992~7111392,117440512~2403736,121634816~1123274,130023424~5887925,138412032~6461180,150994944~7694330,167772160~8151861,180355072~15256028,205520896~5908462,226492416~5745062,239075328~4183671,243269632~4745539,249208443~5998803,256161461~3320920,260046848~9593125,285212672~12174246,310378496~5912836,324728478~7941400,343932928~7621042,356515840~11368737,396643021~5715516,402653184~3989498,406847488~9855139] 2024-07-26T07:04:52.546 INFO:tasks.workunit.client.0.smithi089.stdout:from 0 to 6 diff [9684726~13723635,34098337~2432257,50930147~8341772,61148965~2704067,74454016~8220194,84052016~9882142,98535653~5044731,119581246~263002,122146001~612089,125696648~3572204,131927406~3983943,140692895~4180317,153532985~1339458,154996944~9212991,169473136~6450885,183738645~2294964,187160464~8450636,206804902~4624456,226964674~5272804,242990192~268807,243846522~4168649,249208443~5998803,256161461~3320920,262996216~6643757,285383316~12003602,310658268~5633064,324816106~7853772,344525030~7028940,357126723~10757854,397789527~4569010,403481667~13220960] 2024-07-26T07:04:52.546 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [9684726~13723635,34098337~2432257,50930147~8341772,61148965~2704067,74454016~8220194,84052016~9882142,98535653~5044731,119581246~263002,122146001~612089,125696648~3572204,131927406~3983943,140692895~4180317,153532985~1339458,154996944~9212991,169473136~6450885,183738645~2294964,187160464~8450636,206804902~4624456,226964674~5272804,242990192~268807,243846522~4168649,249208443~5998803,256161461~3320920,262996216~6643757,285383316~12003602,310658268~5633064,324816106~7853772,344525030~7028940,357126723~10757854,397789527~4569010,403481667~13220960] 2024-07-26T07:04:52.552 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [8388608~15019753,34098337~2432257,50930147~12922885,71303168~11371042,83886080~10048078,96468992~7111392,117440512~2403736,121634816~7634036,130023424~5887925,138412032~6461180,150994944~13214991,167772160~8151861,180355072~15256028,205520896~5908462,226492416~5745062,239075328~4183671,243269632~4745539,249208443~5998803,256161461~3320920,260046848~9593125,285212672~12174246,310378496~5912836,324728478~7941400,343932928~7621042,356515840~11368737,396643021~5715516,402653184~14049443] 2024-07-26T07:04:52.552 INFO:tasks.workunit.client.0.smithi089.stdout:from 0 to 7 diff [9684726~13723635,34098337~2432257,42414513~1802285,50930147~8341772,61148965~2704067,74454016~8220194,84052016~9882142,98535653~5044731,119581246~263002,122146001~612089,125696648~3572204,131927406~3983943,138062602~7206704,153532985~1339458,154996944~9212991,169473136~6471440,183738645~2294964,187160464~8450636,206804902~4624456,226964674~5272804,236292026~7459223,243846522~4168649,249208443~5998803,256161461~3320920,262996216~6643757,269809471~1909585,283230826~14156092,301216133~3485244,310658268~5633064,324816106~7853772,344525030~7028940,357126723~10757854,389627075~8094279,397789527~4569010,403481667~13220960] 2024-07-26T07:04:52.552 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [9684726~13723635,34098337~2432257,42414513~1802285,50930147~8341772,61148965~2704067,74454016~8220194,84052016~9882142,98535653~5044731,119581246~263002,122146001~612089,125696648~3572204,131927406~3983943,138062602~7206704,153532985~1339458,154996944~9212991,169473136~6471440,183738645~2294964,187160464~8450636,206804902~4624456,226964674~5272804,236292026~7459223,243846522~4168649,249208443~5998803,256161461~3320920,262996216~6643757,269809471~1909585,283230826~14156092,301216133~3485244,310658268~5633064,324816106~7853772,344525030~7028940,357126723~10757854,389627075~8094279,397789527~4569010,403481667~13220960] 2024-07-26T07:04:52.558 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [8388608~15019753,34098337~2432257,42414513~1802285,50930147~12922885,71303168~11371042,83886080~10048078,96468992~7111392,117440512~2403736,121634816~7634036,130023424~15245882,150994944~13214991,167772160~8172416,180355072~15256028,205520896~5908462,226492416~5745062,234881024~13134147,249208443~5998803,256161461~3320920,260046848~11672208,281018368~16368550,297795584~6905793,310378496~5912836,324728478~7941400,343932928~7621042,356515840~11368737,385875968~16482569,402653184~14049443] 2024-07-26T07:04:52.558 INFO:tasks.workunit.client.0.smithi089.stdout:from 0 to 8 diff [9684726~13723635,34098337~2432257,42414513~1802285,50930147~9322743,61148965~2704067,74454016~8220194,84052016~9882142,98535653~7806523,119581246~263002,121046044~2095049,125696648~3572204,131272622~6437521,138062602~7206704,153532985~1339458,154996944~9212991,169473136~6471440,183738645~2294964,186845403~8765697,206804902~4624456,220055171~4866360,226964674~5272804,236292026~11723145,249208443~5998803,256161461~3320920,262996216~6643757,269809471~1909585,283230826~14156092,301216133~3485244,310658268~5633064,324816106~7853772,342625770~8928200,357126723~10757854,389627075~8094279,397789527~4569010,403481667~13220960] 2024-07-26T07:04:52.558 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [9684726~13723635,34098337~2432257,42414513~1802285,50930147~9322743,61148965~2704067,74454016~8220194,84052016~9882142,98535653~7806523,119581246~263002,121046044~2095049,125696648~3572204,131272622~6437521,138062602~7206704,153532985~1339458,154996944~9212991,169473136~6471440,183738645~2294964,186845403~8765697,206804902~4624456,220055171~4866360,226964674~5272804,236292026~11723145,249208443~5998803,256161461~3320920,262996216~6643757,269809471~1909585,283230826~14156092,301216133~3485244,310658268~5633064,324816106~7853772,342625770~8928200,357126723~10757854,389627075~8094279,397789527~4569010,403481667~13220960] 2024-07-26T07:04:52.565 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [8388608~15019753,34098337~2432257,42414513~1802285,50930147~12922885,71303168~11371042,83886080~10048078,96468992~9873184,117440512~11828340,130023424~15245882,150994944~13214991,167772160~8172416,180355072~15256028,205520896~5908462,218103808~6817723,226492416~5745062,234881024~13134147,249208443~5998803,256161461~3320920,260046848~11672208,281018368~16368550,297795584~6905793,310378496~5912836,324728478~7941400,339738624~11815346,356515840~11368737,385875968~16482569,402653184~14049443] 2024-07-26T07:04:52.565 INFO:tasks.workunit.client.0.smithi089.stdout:from 0 to 9 diff [5232336~18176025,34098337~2432257,42414513~1802285,45034025~5891266,50930147~9322743,61148965~2704067,74454016~8220194,84052016~9882142,98535653~7806523,109777469~790220,119581246~263002,121046044~16664099,138062602~7206704,153532985~1339458,154996944~9212991,169473136~6471440,183738645~2294964,186845403~8765697,206804902~4624456,220055171~4866360,226964674~5272804,233921213~14093958,249208443~5998803,256161461~3320920,262996216~6643757,269809471~1909585,283230826~14156092,301216133~3485244,310658268~5633064,324816106~10957389,342625770~8928200,357126723~10757854,371443446~6512431,389627075~8094279,397789527~4569010,403481667~13220960] 2024-07-26T07:04:52.565 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~18176025,34098337~2432257,42414513~1802285,45034025~5891266,50930147~9322743,61148965~2704067,74454016~8220194,84052016~9882142,98535653~7806523,109777469~790220,119581246~263002,121046044~16664099,138062602~7206704,153532985~1339458,154996944~9212991,169473136~6471440,183738645~2294964,186845403~8765697,206804902~4624456,220055171~4866360,226964674~5272804,233921213~14093958,249208443~5998803,256161461~3320920,262996216~6643757,269809471~1909585,283230826~14156092,301216133~3485244,310658268~5633064,324816106~10957389,342625770~8928200,357126723~10757854,371443446~6512431,389627075~8094279,397789527~4569010,403481667~13220960] 2024-07-26T07:04:52.571 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~19214057,34098337~2432257,42414513~8510778,50930147~12922885,71303168~11371042,83886080~10048078,96468992~9873184,109051904~1515785,117440512~27828794,150994944~13214991,167772160~8172416,180355072~15256028,205520896~5908462,218103808~6817723,226492416~21522755,249208443~5998803,256161461~3320920,260046848~11672208,281018368~16368550,297795584~6905793,310378496~5912836,324728478~11045017,339738624~11815346,356515840~11368737,371443446~6512431,385875968~16482569,402653184~14049443] 2024-07-26T07:04:52.571 INFO:tasks.workunit.client.0.smithi089.stdout:from 0 to 10 diff [5232336~18176025,34098337~2432257,42414513~1802285,45034025~5891266,50930147~9322743,61148965~2704067,74454016~8220194,84052016~9882142,98535653~8954500,109777469~790220,119581246~263002,121046044~16664099,138062602~7206704,153532985~1339458,154996944~20947632,183738645~2294964,186845403~8765697,206381903~5794907,220055171~4866360,226964674~5272804,233921213~14093958,249208443~5998803,256161461~3320920,262996216~6643757,269809471~1909585,275986773~4947475,283230826~14156092,301216133~3485244,310658268~5633064,317176553~2475343,324816106~10957389,342625770~8928200,353772037~14112540,371443446~6512431,389627075~8094279,397789527~4569010,403481667~13220960] 2024-07-26T07:04:52.571 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~18176025,34098337~2432257,42414513~1802285,45034025~5891266,50930147~9322743,61148965~2704067,74454016~8220194,84052016~9882142,98535653~8954500,109777469~790220,119581246~263002,121046044~16664099,138062602~7206704,153532985~1339458,154996944~20947632,183738645~2294964,186845403~8765697,206381903~5794907,220055171~4866360,226964674~5272804,233921213~14093958,249208443~5998803,256161461~3320920,262996216~6643757,269809471~1909585,275986773~4947475,283230826~14156092,301216133~3485244,310658268~5633064,317176553~2475343,324816106~10957389,342625770~8928200,353772037~14112540,371443446~6512431,389627075~8094279,397789527~4569010,403481667~13220960] 2024-07-26T07:04:52.577 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~19214057,34098337~2432257,42414513~8510778,50930147~12922885,71303168~11371042,83886080~10048078,96468992~11021161,109051904~1515785,117440512~27828794,150994944~24949632,180355072~15256028,205520896~6655914,218103808~6817723,226492416~21522755,249208443~5998803,256161461~3320920,260046848~11672208,272629760~8304488,281018368~16368550,297795584~6905793,310378496~5912836,317176553~2475343,324728478~11045017,339738624~11815346,352321536~15563041,371443446~6512431,385875968~16482569,402653184~14049443] 2024-07-26T07:04:52.577 INFO:tasks.workunit.client.0.smithi089.stdout:from 0 to 11 diff [5232336~18176025,34098337~2432257,42414513~8510778,50930147~9322743,61148965~2704067,74454016~8220194,84052016~9882142,98535653~8954500,109777469~790220,119581246~263002,121046044~16664099,138062602~7606844,153532985~1339458,154996944~20947632,179959402~6130989,186845403~8765697,206381903~6164451,220055171~4866360,226964674~5272804,233921213~14093958,249208443~5998803,256161461~3320920,262996216~6643757,269809471~1909585,275986773~4947475,283230826~14156092,297569108~2889841,301216133~3485244,310658268~5633064,317176553~2475343,324816106~10957389,342625770~8928200,353772037~14112540,371443446~7655315,389627075~8094279,397789527~18913100] 2024-07-26T07:04:52.577 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~18176025,34098337~2432257,42414513~8510778,50930147~9322743,61148965~2704067,74454016~8220194,84052016~9882142,98535653~8954500,109777469~790220,119581246~263002,121046044~16664099,138062602~7606844,153532985~1339458,154996944~20947632,179959402~6130989,186845403~8765697,206381903~6164451,220055171~4866360,226964674~5272804,233921213~14093958,249208443~5998803,256161461~3320920,262996216~6643757,269809471~1909585,275986773~4947475,283230826~14156092,297569108~2889841,301216133~3485244,310658268~5633064,317176553~2475343,324816106~10957389,342625770~8928200,353772037~14112540,371443446~7655315,389627075~8094279,397789527~18913100] 2024-07-26T07:04:52.583 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~19214057,34098337~2432257,42414513~8510778,50930147~12922885,71303168~11371042,83886080~10048078,96468992~11021161,109051904~1515785,117440512~28228934,150994944~24949632,176160768~19450332,205520896~7025458,218103808~6817723,226492416~21522755,249208443~5998803,256161461~3320920,260046848~11672208,272629760~8304488,281018368~23683009,310378496~5912836,317176553~2475343,324728478~11045017,339738624~11815346,352321536~15563041,371443446~7655315,385875968~30826659] 2024-07-26T07:04:52.583 INFO:tasks.workunit.client.0.smithi089.stdout:from 0 to 12 diff [5232336~18176025,34098337~2432257,42214135~8711156,50930147~9322743,61148965~2704067,74454016~8220194,84052016~9882142,98535653~8954500,109777469~790220,119581246~263002,121046044~24623402,153532985~1339458,154996944~20947632,179959402~6130989,186845403~8765697,206381903~6164451,220055171~4866360,226964674~5272804,233921213~14093958,249208443~5998803,256161461~3320920,262996216~6643757,269809471~1909585,275986773~4947475,283230826~14156092,297569108~2889841,300778698~3922679,310658268~5633064,317176553~2475343,324816106~10957389,338536402~1688386,342625770~8928200,353772037~14744805,371443446~7655315,389627075~8094279,397789527~18913100] 2024-07-26T07:04:52.583 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~18176025,34098337~2432257,42214135~8711156,50930147~9322743,61148965~2704067,74454016~8220194,84052016~9882142,98535653~8954500,109777469~790220,119581246~263002,121046044~24623402,153532985~1339458,154996944~20947632,179959402~6130989,186845403~8765697,206381903~6164451,220055171~4866360,226964674~5272804,233921213~14093958,249208443~5998803,256161461~3320920,262996216~6643757,269809471~1909585,275986773~4947475,283230826~14156092,297569108~2889841,300778698~3922679,310658268~5633064,317176553~2475343,324816106~10957389,338536402~1688386,342625770~8928200,353772037~14744805,371443446~7655315,389627075~8094279,397789527~18913100] 2024-07-26T07:04:52.589 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~19214057,34098337~2432257,42214135~8711156,50930147~12922885,71303168~11371042,83886080~10048078,96468992~11021161,109051904~1515785,117440512~28228934,150994944~24949632,176160768~19450332,205520896~7025458,218103808~6817723,226492416~21522755,249208443~5998803,256161461~3320920,260046848~11672208,272629760~8304488,281018368~23683009,310378496~5912836,317176553~2475343,324728478~26825492,352321536~16195306,371443446~7655315,385875968~30826659] 2024-07-26T07:04:52.589 INFO:tasks.workunit.client.0.smithi089.stdout:from 0 to 13 diff [5232336~18176025,34098337~2432257,42214135~21638897,74454016~8220194,84052016~9882142,98535653~8954500,109777469~790220,119581246~263002,121046044~24623402,153532985~1339458,154996944~20947632,179959402~6130989,186845403~8765697,206381903~6164451,215545660~9375871,226964674~5272804,233921213~14093958,249208443~13773539,262996216~6643757,269809471~1909585,275986773~4947475,283230826~14156092,297569108~2889841,300778698~3922679,310658268~5633064,317176553~2475343,324816106~10957389,338536402~1688386,342625770~8928200,353772037~14744805,371443446~7655315,386894825~10826529,397789527~18913100] 2024-07-26T07:04:52.589 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~18176025,34098337~2432257,42214135~21638897,74454016~8220194,84052016~9882142,98535653~8954500,109777469~790220,119581246~263002,121046044~24623402,153532985~1339458,154996944~20947632,179959402~6130989,186845403~8765697,206381903~6164451,215545660~9375871,226964674~5272804,233921213~14093958,249208443~13773539,262996216~6643757,269809471~1909585,275986773~4947475,283230826~14156092,297569108~2889841,300778698~3922679,310658268~5633064,317176553~2475343,324816106~10957389,338536402~1688386,342625770~8928200,353772037~14744805,371443446~7655315,386894825~10826529,397789527~18913100] 2024-07-26T07:04:52.595 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~19214057,34098337~2432257,42214135~21638897,71303168~11371042,83886080~10048078,96468992~11021161,109051904~1515785,117440512~28228934,150994944~24949632,176160768~19450332,205520896~7025458,215545660~9375871,226492416~21522755,249208443~22510613,272629760~8304488,281018368~23683009,310378496~5912836,317176553~2475343,324728478~26825492,352321536~16195306,371443446~7655315,385875968~30826659] 2024-07-26T07:04:52.595 INFO:tasks.workunit.client.0.smithi089.stdout:from 0 to 14 diff [5232336~18234567,24598748~2401796,34098337~2432257,42214135~26345989,74454016~8220194,84052016~9882142,98535653~8954500,109777469~790220,119581246~263002,121046044~24623402,153532985~1339458,154996944~20947632,179959402~20021385,206381903~6164451,215545660~9375871,226964674~5272804,233921213~14093958,249208443~13773539,262996216~6643757,269809471~1909585,275986773~4947475,283230826~14156092,297569108~2889841,300778698~3922679,310658268~5633064,317176553~2475343,324816106~10957389,338536402~1688386,342625770~8928200,353772037~14744805,371443446~7655315,386296132~11425222,397789527~18913100] 2024-07-26T07:04:52.595 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~18234567,24598748~2401796,34098337~2432257,42214135~26345989,74454016~8220194,84052016~9882142,98535653~8954500,109777469~790220,119581246~263002,121046044~24623402,153532985~1339458,154996944~20947632,179959402~20021385,206381903~6164451,215545660~9375871,226964674~5272804,233921213~14093958,249208443~13773539,262996216~6643757,269809471~1909585,275986773~4947475,283230826~14156092,297569108~2889841,300778698~3922679,310658268~5633064,317176553~2475343,324816106~10957389,338536402~1688386,342625770~8928200,353772037~14744805,371443446~7655315,386296132~11425222,397789527~18913100] 2024-07-26T07:04:52.601 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~22806240,34098337~2432257,42214135~26345989,71303168~11371042,83886080~10048078,96468992~11021161,109051904~1515785,117440512~28228934,150994944~24949632,176160768~23820019,205520896~7025458,215545660~9375871,226492416~21522755,249208443~22510613,272629760~8304488,281018368~23683009,310378496~5912836,317176553~2475343,324728478~26825492,352321536~16195306,371443446~7655315,385875968~30826659] 2024-07-26T07:04:52.601 INFO:tasks.workunit.client.0.smithi089.stdout:from 0 to 15 diff [5232336~18234567,24598748~2401796,34098337~2432257,42214135~26345989,69591216~3195879,74454016~8220194,84052016~9882142,98535653~8954500,109777469~790220,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,179959402~20021385,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~20431530,269809471~1909585,275986773~4947475,283230826~14156092,297569108~2889841,300778698~3922679,310658268~5633064,317176553~2475343,321420951~14352544,338536402~1688386,342625770~8928200,353772037~14744805,371443446~7655315,386296132~11425222,397789527~18913100] 2024-07-26T07:04:52.601 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~18234567,24598748~2401796,34098337~2432257,42214135~26345989,69591216~3195879,74454016~8220194,84052016~9882142,98535653~8954500,109777469~790220,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,179959402~20021385,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~20431530,269809471~1909585,275986773~4947475,283230826~14156092,297569108~2889841,300778698~3922679,310658268~5633064,317176553~2475343,321420951~14352544,338536402~1688386,342625770~8928200,353772037~14744805,371443446~7655315,386296132~11425222,397789527~18913100] 2024-07-26T07:04:52.607 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~22806240,34098337~2432257,42214135~40460075,83886080~10048078,96468992~11021161,109051904~1515785,117440512~32540393,150994944~24949632,176160768~23820019,205520896~8795081,215545660~9375871,226492416~21554864,249208443~22510613,272629760~8304488,281018368~23683009,310378496~5912836,317176553~2475343,321420951~30133019,352321536~16195306,371443446~7655315,385875968~30826659] 2024-07-26T07:04:52.607 INFO:tasks.workunit.client.0.smithi089.stdout:from 0 to 16 diff [5232336~18234567,24598748~2401796,34098337~2432257,42214135~26345989,69591216~3195879,74454016~8220194,84052016~9882142,98535653~8954500,109777469~790220,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,179959402~20021385,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~20431530,269809471~1909585,275986773~4947475,283230826~14156092,297569108~2889841,300778698~3922679,310658268~6273015,317176553~2475343,321420951~14352544,338536402~1688386,342625770~8928200,353772037~14744805,371443446~7655315,386296132~11425222,397789527~18913100] 2024-07-26T07:04:52.607 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~18234567,24598748~2401796,34098337~2432257,42214135~26345989,69591216~3195879,74454016~8220194,84052016~9882142,98535653~8954500,109777469~790220,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,179959402~20021385,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~20431530,269809471~1909585,275986773~4947475,283230826~14156092,297569108~2889841,300778698~3922679,310658268~6273015,317176553~2475343,321420951~14352544,338536402~1688386,342625770~8928200,353772037~14744805,371443446~7655315,386296132~11425222,397789527~18913100] 2024-07-26T07:04:52.613 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~22806240,34098337~2432257,42214135~40460075,83886080~10048078,96468992~11021161,109051904~1515785,117440512~32540393,150994944~24949632,176160768~23820019,205520896~8795081,215545660~9375871,226492416~21554864,249208443~22510613,272629760~8304488,281018368~23683009,310378496~6552787,317176553~2475343,321420951~30133019,352321536~16195306,371443446~7655315,385875968~30826659] 2024-07-26T07:04:52.613 INFO:tasks.workunit.client.0.smithi089.stdout:from 0 to 17 diff [5232336~18234567,24598748~2401796,34098337~2432257,42214135~26345989,69591216~3195879,74454016~8220194,84052016~9882142,98535653~8954500,109777469~790220,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~20431530,269809471~1909585,275986773~4947475,283230826~14156092,297569108~7132269,305523442~259134,310658268~6273015,317176553~2475343,321420951~14352544,338536402~1688386,342625770~8928200,353772037~14744805,371443446~7655315,386296132~11425222,397789527~18913100] 2024-07-26T07:04:52.613 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~18234567,24598748~2401796,34098337~2432257,42214135~26345989,69591216~3195879,74454016~8220194,84052016~9882142,98535653~8954500,109777469~790220,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~20431530,269809471~1909585,275986773~4947475,283230826~14156092,297569108~7132269,305523442~259134,310658268~6273015,317176553~2475343,321420951~14352544,338536402~1688386,342625770~8928200,353772037~14744805,371443446~7655315,386296132~11425222,397789527~18913100] 2024-07-26T07:04:52.619 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~22806240,34098337~2432257,42214135~40460075,83886080~10048078,96468992~11021161,109051904~1515785,117440512~32540393,150994944~24949632,176160768~23820019,205520896~8795081,215545660~9375871,226492416~21554864,249208443~22510613,272629760~8304488,281018368~24764208,310378496~6552787,317176553~2475343,321420951~30133019,352321536~16195306,371443446~7655315,385875968~30826659] 2024-07-26T07:04:52.619 INFO:tasks.workunit.client.0.smithi089.stdout:from 0 to 18 diff [5232336~18234567,24598748~2401796,34098337~2432257,42214135~26345989,69591216~3195879,74454016~8220194,84052016~9882142,98535653~15108634,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~20431530,269809471~1909585,275986773~4947475,283230826~14156092,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15550780,353772037~14744805,371443446~7655315,382040864~34661763] 2024-07-26T07:04:52.619 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~18234567,24598748~2401796,34098337~2432257,42214135~26345989,69591216~3195879,74454016~8220194,84052016~9882142,98535653~15108634,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~20431530,269809471~1909585,275986773~4947475,283230826~14156092,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15550780,353772037~14744805,371443446~7655315,382040864~34661763] 2024-07-26T07:04:52.625 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~22806240,34098337~2432257,42214135~40460075,83886080~10048078,96468992~17175295,117440512~32540393,150994944~24949632,176160768~23820019,205520896~8795081,215545660~9375871,226492416~21554864,249208443~22510613,272629760~8304488,281018368~25279317,310378496~6552787,317176553~2475343,321420951~30133019,352321536~16195306,371443446~7655315,381681664~35020963] 2024-07-26T07:04:52.625 INFO:tasks.workunit.client.0.smithi089.stdout:from 0 to 19 diff [5232336~23484998,34098337~2432257,42103169~30683926,74454016~8220194,82877359~11056799,98535653~15108634,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~20431530,269809471~1909585,275986773~4947475,283230826~14156092,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15550780,353772037~14744805,371443446~7655315,382040864~34661763] 2024-07-26T07:04:52.625 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~23484998,34098337~2432257,42103169~30683926,74454016~8220194,82877359~11056799,98535653~15108634,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~20431530,269809471~1909585,275986773~4947475,283230826~14156092,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15550780,353772037~14744805,371443446~7655315,382040864~34661763] 2024-07-26T07:04:52.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:04:52 smithi155 ceph-mon[90160]: osdmap e2039: 8 total, 8 up, 8 in 2024-07-26T07:04:52.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:04:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:04:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:04:52.632 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~24523030,34098337~2432257,42103169~51830989,96468992~17175295,117440512~32540393,150994944~24949632,176160768~23820019,205520896~8795081,215545660~9375871,226492416~21554864,249208443~22510613,272629760~8304488,281018368~25279317,310378496~6552787,317176553~2475343,321420951~30133019,352321536~16195306,371443446~7655315,381681664~35020963] 2024-07-26T07:04:52.632 INFO:tasks.workunit.client.0.smithi089.stdout:from 1 to 2 diff [19049769~4228713,34098337~2432257,74454016~5391741,84052016~9882142,99661093~3919291,131927406~3983943,190046531~5483381,291553956~5832962,405929986~712696] 2024-07-26T07:04:52.632 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [19049769~4228713,34098337~2432257,74454016~5391741,84052016~9882142,99661093~3919291,131927406~3983943,190046531~5483381,291553956~5832962,405929986~712696] 2024-07-26T07:04:52.637 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [19049769~4228713,34098337~2432257,71303168~8542589,83886080~10048078,96468992~7111392,130023424~5887925,188743680~6786232,289406976~7979942,402653184~3989498] 2024-07-26T07:04:52.637 INFO:tasks.workunit.client.0.smithi089.stdout:from 1 to 3 diff [9684726~8056506,19049769~4228713,34098337~2432257,74454016~8220194,84052016~9882142,98812313~4768071,122146001~612089,131927406~3983943,153532985~1339458,169473136~6450885,189647629~5963471,242990192~268807,291553956~5832962,324816106~7853772,344525030~5985056,405929986~712696] 2024-07-26T07:04:52.638 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [9684726~8056506,19049769~4228713,34098337~2432257,74454016~8220194,84052016~9882142,98812313~4768071,122146001~612089,131927406~3983943,153532985~1339458,169473136~6450885,189647629~5963471,242990192~268807,291553956~5832962,324816106~7853772,344525030~5985056,405929986~712696] 2024-07-26T07:04:52.643 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [9684726~8056506,19049769~4228713,34098337~2432257,71303168~11371042,83886080~10048078,96468992~7111392,121634816~1123274,130023424~5887925,150994944~3877499,167772160~8151861,188743680~6867420,239075328~4183671,289406976~7979942,324816106~7853772,343932928~6577158,402653184~3989498] 2024-07-26T07:04:52.644 INFO:tasks.workunit.client.0.smithi089.stdout:from 1 to 4 diff [9684726~8056506,19049769~4228713,34098337~2432257,56347228~2924691,74454016~8220194,84052016~9882142,98812313~4768071,119581246~263002,122146001~612089,131927406~3983943,140692895~4180317,153532985~1339458,154996944~2109524,158524258~165016,169473136~6450885,189647629~5963471,206804902~4624456,227182409~5055069,242990192~268807,256161461~3320920,291553956~5832962,312761182~3530150,324816106~7853772,344525030~5985056,397789527~4569010,405929986~712696] 2024-07-26T07:04:52.644 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [9684726~8056506,19049769~4228713,34098337~2432257,56347228~2924691,74454016~8220194,84052016~9882142,98812313~4768071,119581246~263002,122146001~612089,131927406~3983943,140692895~4180317,153532985~1339458,154996944~2109524,158524258~165016,169473136~6450885,189647629~5963471,206804902~4624456,227182409~5055069,242990192~268807,256161461~3320920,291553956~5832962,312761182~3530150,324816106~7853772,344525030~5985056,397789527~4569010,405929986~712696] 2024-07-26T07:04:52.649 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [9684726~8056506,19049769~4228713,34098337~2432257,54776047~4495872,71303168~11371042,83886080~10048078,96468992~7111392,117440512~2403736,121634816~1123274,130023424~5887925,138412032~6461180,150994944~7694330,167772160~8151861,188743680~6867420,205520896~5908462,226492416~5745062,239075328~4183671,256161461~3320920,289406976~7979942,310378496~5912836,324816106~7853772,343932928~6577158,396643021~5715516,402653184~3989498] 2024-07-26T07:04:52.649 INFO:tasks.workunit.client.0.smithi089.stdout:from 1 to 5 diff [9684726~8056506,19049769~4228713,34098337~2432257,54644437~4627482,62651527~480906,74454016~8220194,84052016~9882142,98535653~5044731,119581246~263002,122146001~612089,131927406~3983943,140692895~4180317,153532985~1339458,154996944~2109524,158524258~165016,169473136~6450885,187160464~8450636,206804902~4624456,227182409~5055069,242990192~268807,243846522~4168649,249208443~5998803,256161461~3320920,285383316~12003602,310658268~5633064,324816106~7853772,344525030~5985056,358927451~8469262,397789527~4569010,405929986~712696] 2024-07-26T07:04:52.649 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [9684726~8056506,19049769~4228713,34098337~2432257,54644437~4627482,62651527~480906,74454016~8220194,84052016~9882142,98535653~5044731,119581246~263002,122146001~612089,131927406~3983943,140692895~4180317,153532985~1339458,154996944~2109524,158524258~165016,169473136~6450885,187160464~8450636,206804902~4624456,227182409~5055069,242990192~268807,243846522~4168649,249208443~5998803,256161461~3320920,285383316~12003602,310658268~5633064,324816106~7853772,344525030~5985056,358927451~8469262,397789527~4569010,405929986~712696] 2024-07-26T07:04:52.655 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [9684726~8056506,19049769~4228713,34098337~2432257,54644437~8487996,71303168~11371042,83886080~10048078,96468992~7111392,117440512~2403736,121634816~1123274,130023424~5887925,138412032~6461180,150994944~7694330,167772160~8151861,186033609~9577491,205520896~5908462,226492416~5745062,239075328~4183671,243269632~4745539,249208443~5998803,256161461~3320920,285212672~12174246,310378496~5912836,324816106~7853772,343932928~6577158,358927451~8469262,396643021~5715516,402653184~3989498] 2024-07-26T07:04:52.655 INFO:tasks.workunit.client.0.smithi089.stdout:from 1 to 6 diff [9684726~8056506,19049769~4358592,34098337~2432257,54644437~4627482,61148965~2704067,74454016~8220194,84052016~9882142,98535653~5044731,119581246~263002,122146001~612089,125696648~3572204,131927406~3983943,140692895~4180317,153532985~1339458,154996944~9212991,169473136~6450885,187160464~8450636,206804902~4624456,226964674~5272804,242990192~268807,243846522~4168649,249208443~5998803,256161461~3320920,285383316~12003602,310658268~5633064,324816106~7853772,344525030~5985056,357126723~10269990,397789527~4569010,403481667~8056731] 2024-07-26T07:04:52.655 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [9684726~8056506,19049769~4358592,34098337~2432257,54644437~4627482,61148965~2704067,74454016~8220194,84052016~9882142,98535653~5044731,119581246~263002,122146001~612089,125696648~3572204,131927406~3983943,140692895~4180317,153532985~1339458,154996944~9212991,169473136~6450885,187160464~8450636,206804902~4624456,226964674~5272804,242990192~268807,243846522~4168649,249208443~5998803,256161461~3320920,285383316~12003602,310658268~5633064,324816106~7853772,344525030~5985056,357126723~10269990,397789527~4569010,403481667~8056731] 2024-07-26T07:04:52.661 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [9684726~8056506,19049769~4358592,34098337~2432257,54644437~9208595,71303168~11371042,83886080~10048078,96468992~7111392,117440512~2403736,121634816~7634036,130023424~5887925,138412032~6461180,150994944~13214991,167772160~8151861,186033609~9577491,205520896~5908462,226492416~5745062,239075328~4183671,243269632~4745539,249208443~5998803,256161461~3320920,285212672~12174246,310378496~5912836,324816106~7853772,343932928~6577158,357126723~10269990,396643021~5715516,402653184~8885214] 2024-07-26T07:04:52.661 INFO:tasks.workunit.client.0.smithi089.stdout:from 1 to 7 diff [9684726~13723635,34098337~2432257,42414513~1802285,54644437~4627482,61148965~2704067,74454016~8220194,84052016~9882142,98535653~5044731,119581246~263002,122146001~612089,125696648~3572204,131927406~3983943,138062602~7206704,153532985~1339458,154996944~9212991,169473136~6471440,187160464~8450636,206804902~4624456,226964674~5272804,236292026~7459223,243846522~4168649,249208443~5998803,256161461~3320920,269809471~1909585,283230826~14156092,301216133~3485244,310658268~5633064,324816106~7853772,344525030~5985056,357126723~10269990,389627075~8094279,397789527~4569010,403481667~8056731] 2024-07-26T07:04:52.661 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [9684726~13723635,34098337~2432257,42414513~1802285,54644437~4627482,61148965~2704067,74454016~8220194,84052016~9882142,98535653~5044731,119581246~263002,122146001~612089,125696648~3572204,131927406~3983943,138062602~7206704,153532985~1339458,154996944~9212991,169473136~6471440,187160464~8450636,206804902~4624456,226964674~5272804,236292026~7459223,243846522~4168649,249208443~5998803,256161461~3320920,269809471~1909585,283230826~14156092,301216133~3485244,310658268~5633064,324816106~7853772,344525030~5985056,357126723~10269990,389627075~8094279,397789527~4569010,403481667~8056731] 2024-07-26T07:04:52.666 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [9684726~13723635,34098337~2432257,42414513~1802285,54644437~9208595,71303168~11371042,83886080~10048078,96468992~7111392,117440512~2403736,121634816~7634036,130023424~15245882,150994944~13214991,167772160~8172416,186033609~9577491,205520896~5908462,226492416~5745062,234881024~13134147,249208443~5998803,256161461~3320920,269639973~2079083,281018368~16368550,297795584~6905793,310378496~5912836,324816106~7853772,343932928~6577158,357126723~10269990,385875968~16482569,402653184~8885214] 2024-07-26T07:04:52.666 INFO:tasks.workunit.client.0.smithi089.stdout:from 1 to 8 diff [9684726~13723635,34098337~2432257,42414513~1802285,54644437~5608453,61148965~2704067,74454016~8220194,84052016~9882142,98535653~7806523,119581246~263002,121046044~2095049,125696648~3572204,131272622~6437521,138062602~7206704,153532985~1339458,154996944~9212991,169473136~6471440,186845403~8765697,206804902~4624456,220055171~4866360,226964674~5272804,236292026~11723145,249208443~5998803,256161461~3320920,267013904~1109087,269809471~1909585,283230826~14156092,301216133~3485244,310658268~5633064,324816106~7853772,342625770~7884316,357126723~10269990,389627075~8094279,397789527~4569010,403481667~8056731] 2024-07-26T07:04:52.666 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [9684726~13723635,34098337~2432257,42414513~1802285,54644437~5608453,61148965~2704067,74454016~8220194,84052016~9882142,98535653~7806523,119581246~263002,121046044~2095049,125696648~3572204,131272622~6437521,138062602~7206704,153532985~1339458,154996944~9212991,169473136~6471440,186845403~8765697,206804902~4624456,220055171~4866360,226964674~5272804,236292026~11723145,249208443~5998803,256161461~3320920,267013904~1109087,269809471~1909585,283230826~14156092,301216133~3485244,310658268~5633064,324816106~7853772,342625770~7884316,357126723~10269990,389627075~8094279,397789527~4569010,403481667~8056731] 2024-07-26T07:04:52.672 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [9684726~13723635,34098337~2432257,42414513~1802285,54644437~9208595,71303168~11371042,83886080~10048078,96468992~9873184,117440512~11828340,130023424~15245882,150994944~13214991,167772160~8172416,186033609~9577491,205520896~5908462,218103808~6817723,226492416~5745062,234881024~13134147,249208443~5998803,256161461~3320920,267013904~1109087,269639973~2079083,281018368~16368550,297795584~6905793,310378496~5912836,324816106~7853772,339738624~10771462,357126723~10269990,385875968~16482569,402653184~8885214] 2024-07-26T07:04:52.672 INFO:tasks.workunit.client.0.smithi089.stdout:from 1 to 9 diff [5232336~18176025,34098337~2432257,42414513~1802285,45034025~5891266,53460778~6792112,61148965~2704067,74454016~8220194,84052016~9882142,98535653~7806523,109777469~790220,119581246~263002,121046044~16664099,138062602~7206704,153532985~1339458,154996944~9212991,169473136~6471440,186845403~8765697,206804902~4624456,220055171~4866360,226964674~5272804,233921213~14093958,249208443~5998803,256161461~3320920,267013904~1109087,269809471~1909585,283230826~14156092,301216133~3485244,310658268~5633064,324816106~10957389,342625770~7884316,357126723~10269990,371443446~6512431,389627075~8094279,397789527~4569010,403481667~8056731] 2024-07-26T07:04:52.672 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~18176025,34098337~2432257,42414513~1802285,45034025~5891266,53460778~6792112,61148965~2704067,74454016~8220194,84052016~9882142,98535653~7806523,109777469~790220,119581246~263002,121046044~16664099,138062602~7206704,153532985~1339458,154996944~9212991,169473136~6471440,186845403~8765697,206804902~4624456,220055171~4866360,226964674~5272804,233921213~14093958,249208443~5998803,256161461~3320920,267013904~1109087,269809471~1909585,283230826~14156092,301216133~3485244,310658268~5633064,324816106~10957389,342625770~7884316,357126723~10269990,371443446~6512431,389627075~8094279,397789527~4569010,403481667~8056731] 2024-07-26T07:04:52.678 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~19214057,34098337~2432257,42414513~8510778,53460778~10392254,71303168~11371042,83886080~10048078,96468992~9873184,109051904~1515785,117440512~27828794,150994944~13214991,167772160~8172416,186033609~9577491,205520896~5908462,218103808~6817723,226492416~21522755,249208443~5998803,256161461~3320920,267013904~1109087,269639973~2079083,281018368~16368550,297795584~6905793,310378496~5912836,324816106~10957389,339738624~10771462,357126723~10269990,371443446~6512431,385875968~16482569,402653184~8885214] 2024-07-26T07:04:52.678 INFO:tasks.workunit.client.0.smithi089.stdout:from 1 to 10 diff [5232336~18176025,34098337~2432257,42414513~1802285,45034025~5891266,53460778~6792112,61148965~2704067,74454016~8220194,84052016~9882142,98535653~8954500,109777469~790220,119581246~263002,121046044~16664099,138062602~7206704,153532985~1339458,154996944~20947632,186845403~8765697,206381903~5794907,220055171~4866360,226964674~5272804,233921213~14093958,249208443~5998803,256161461~3320920,267013904~1109087,269809471~1909585,275986773~4947475,283230826~14156092,301216133~3485244,310658268~5633064,317176553~2475343,324816106~10957389,342625770~7884316,353772037~13624676,371443446~6512431,389627075~8094279,397789527~4569010,403481667~10544378] 2024-07-26T07:04:52.678 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~18176025,34098337~2432257,42414513~1802285,45034025~5891266,53460778~6792112,61148965~2704067,74454016~8220194,84052016~9882142,98535653~8954500,109777469~790220,119581246~263002,121046044~16664099,138062602~7206704,153532985~1339458,154996944~20947632,186845403~8765697,206381903~5794907,220055171~4866360,226964674~5272804,233921213~14093958,249208443~5998803,256161461~3320920,267013904~1109087,269809471~1909585,275986773~4947475,283230826~14156092,301216133~3485244,310658268~5633064,317176553~2475343,324816106~10957389,342625770~7884316,353772037~13624676,371443446~6512431,389627075~8094279,397789527~4569010,403481667~10544378] 2024-07-26T07:04:52.684 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~19214057,34098337~2432257,42414513~8510778,53460778~10392254,71303168~11371042,83886080~10048078,96468992~11021161,109051904~1515785,117440512~27828794,150994944~24949632,186033609~9577491,205520896~6655914,218103808~6817723,226492416~21522755,249208443~5998803,256161461~3320920,267013904~1109087,269639973~2079083,272629760~8304488,281018368~16368550,297795584~6905793,310378496~5912836,317176553~2475343,324816106~10957389,339738624~10771462,352321536~15075177,371443446~6512431,385875968~16482569,402653184~11372861] 2024-07-26T07:04:52.684 INFO:tasks.workunit.client.0.smithi089.stdout:from 1 to 11 diff [5232336~18176025,34098337~2432257,42414513~8510778,53460778~6792112,61148965~2704067,74454016~8220194,84052016~9882142,98535653~8954500,109777469~790220,119581246~263002,121046044~16664099,138062602~7606844,153532985~1339458,154996944~20947632,179959402~6130989,186845403~8765697,206381903~6164451,220055171~4866360,226964674~5272804,233921213~14093958,249208443~5998803,256161461~3320920,267013904~1109087,269809471~1909585,275986773~4947475,283230826~14156092,297569108~2889841,301216133~3485244,310658268~5633064,317176553~2475343,324816106~10957389,342625770~7884316,353772037~13624676,371443446~7655315,389627075~8094279,397789527~16236518] 2024-07-26T07:04:52.684 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~18176025,34098337~2432257,42414513~8510778,53460778~6792112,61148965~2704067,74454016~8220194,84052016~9882142,98535653~8954500,109777469~790220,119581246~263002,121046044~16664099,138062602~7606844,153532985~1339458,154996944~20947632,179959402~6130989,186845403~8765697,206381903~6164451,220055171~4866360,226964674~5272804,233921213~14093958,249208443~5998803,256161461~3320920,267013904~1109087,269809471~1909585,275986773~4947475,283230826~14156092,297569108~2889841,301216133~3485244,310658268~5633064,317176553~2475343,324816106~10957389,342625770~7884316,353772037~13624676,371443446~7655315,389627075~8094279,397789527~16236518] 2024-07-26T07:04:52.690 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~19214057,34098337~2432257,42414513~8510778,53460778~10392254,71303168~11371042,83886080~10048078,96468992~11021161,109051904~1515785,117440512~28228934,150994944~24949632,176160768~19450332,205520896~7025458,218103808~6817723,226492416~21522755,249208443~5998803,256161461~3320920,267013904~1109087,269639973~2079083,272629760~8304488,281018368~23683009,310378496~5912836,317176553~2475343,324816106~10957389,339738624~10771462,352321536~15075177,371443446~7655315,385875968~28150077] 2024-07-26T07:04:52.690 INFO:tasks.workunit.client.0.smithi089.stdout:from 1 to 12 diff [5232336~18176025,34098337~2432257,42214135~8711156,53460778~6792112,61148965~2704067,74454016~8220194,84052016~9882142,98535653~8954500,109777469~790220,119581246~263002,121046044~24623402,153532985~1339458,154996944~20947632,179959402~6130989,186845403~8765697,206381903~6164451,220055171~4866360,226964674~5272804,233921213~14093958,249208443~5998803,256161461~3320920,267013904~1109087,269809471~1909585,275986773~4947475,283230826~14156092,297569108~2889841,300778698~3922679,310658268~5633064,317176553~2475343,324816106~10957389,338536402~1688386,342625770~8717656,353772037~14744805,371443446~7655315,389627075~8094279,397789527~16236518] 2024-07-26T07:04:52.690 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~18176025,34098337~2432257,42214135~8711156,53460778~6792112,61148965~2704067,74454016~8220194,84052016~9882142,98535653~8954500,109777469~790220,119581246~263002,121046044~24623402,153532985~1339458,154996944~20947632,179959402~6130989,186845403~8765697,206381903~6164451,220055171~4866360,226964674~5272804,233921213~14093958,249208443~5998803,256161461~3320920,267013904~1109087,269809471~1909585,275986773~4947475,283230826~14156092,297569108~2889841,300778698~3922679,310658268~5633064,317176553~2475343,324816106~10957389,338536402~1688386,342625770~8717656,353772037~14744805,371443446~7655315,389627075~8094279,397789527~16236518] 2024-07-26T07:04:52.696 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~19214057,34098337~2432257,42214135~8711156,53460778~10392254,71303168~11371042,83886080~10048078,96468992~11021161,109051904~1515785,117440512~28228934,150994944~24949632,176160768~19450332,205520896~7025458,218103808~6817723,226492416~21522755,249208443~5998803,256161461~3320920,267013904~1109087,269639973~2079083,272629760~8304488,281018368~23683009,310378496~5912836,317176553~2475343,324816106~26527320,352321536~16195306,371443446~7655315,385875968~28150077] 2024-07-26T07:04:52.696 INFO:tasks.workunit.client.0.smithi089.stdout:from 1 to 13 diff [5232336~18176025,34098337~2432257,42214135~21638897,74454016~8220194,84052016~9882142,98535653~8954500,109777469~790220,119581246~263002,121046044~24623402,153532985~1339458,154996944~20947632,179959402~6130989,186845403~8765697,206381903~6164451,215545660~9375871,226964674~5272804,233921213~14093958,249208443~13773539,265754218~2368773,269809471~1909585,275986773~4947475,283230826~14156092,297569108~2889841,300778698~3922679,310658268~5633064,317176553~2475343,324816106~10957389,338536402~1688386,342625770~8717656,353772037~14744805,371443446~7655315,386894825~10826529,397789527~16236518] 2024-07-26T07:04:52.696 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~18176025,34098337~2432257,42214135~21638897,74454016~8220194,84052016~9882142,98535653~8954500,109777469~790220,119581246~263002,121046044~24623402,153532985~1339458,154996944~20947632,179959402~6130989,186845403~8765697,206381903~6164451,215545660~9375871,226964674~5272804,233921213~14093958,249208443~13773539,265754218~2368773,269809471~1909585,275986773~4947475,283230826~14156092,297569108~2889841,300778698~3922679,310658268~5633064,317176553~2475343,324816106~10957389,338536402~1688386,342625770~8717656,353772037~14744805,371443446~7655315,386894825~10826529,397789527~16236518] 2024-07-26T07:04:52.701 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~19214057,34098337~2432257,42214135~21638897,71303168~11371042,83886080~10048078,96468992~11021161,109051904~1515785,117440512~28228934,150994944~24949632,176160768~19450332,205520896~7025458,215545660~9375871,226492416~21522755,249208443~13773539,265754218~2368773,269639973~2079083,272629760~8304488,281018368~23683009,310378496~5912836,317176553~2475343,324816106~26527320,352321536~16195306,371443446~7655315,385875968~28150077] 2024-07-26T07:04:52.701 INFO:tasks.workunit.client.0.smithi089.stdout:from 1 to 14 diff [5232336~18234567,24598748~2401796,34098337~2432257,42214135~26345989,74454016~8220194,84052016~9882142,98535653~8954500,109777469~790220,119581246~263002,121046044~24623402,153532985~1339458,154996944~20947632,179959402~20021385,206381903~6164451,215545660~9375871,226964674~5272804,233921213~14093958,249208443~13773539,265754218~2368773,269809471~1909585,275986773~4947475,283230826~14156092,297569108~2889841,300778698~3922679,310658268~5633064,317176553~2475343,324816106~10957389,338536402~1688386,342625770~8717656,353772037~14744805,371443446~7655315,386296132~11425222,397789527~16236518] 2024-07-26T07:04:52.701 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~18234567,24598748~2401796,34098337~2432257,42214135~26345989,74454016~8220194,84052016~9882142,98535653~8954500,109777469~790220,119581246~263002,121046044~24623402,153532985~1339458,154996944~20947632,179959402~20021385,206381903~6164451,215545660~9375871,226964674~5272804,233921213~14093958,249208443~13773539,265754218~2368773,269809471~1909585,275986773~4947475,283230826~14156092,297569108~2889841,300778698~3922679,310658268~5633064,317176553~2475343,324816106~10957389,338536402~1688386,342625770~8717656,353772037~14744805,371443446~7655315,386296132~11425222,397789527~16236518] 2024-07-26T07:04:52.707 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~22806240,34098337~2432257,42214135~26345989,71303168~11371042,83886080~10048078,96468992~11021161,109051904~1515785,117440512~28228934,150994944~24949632,176160768~23820019,205520896~7025458,215545660~9375871,226492416~21522755,249208443~13773539,265754218~2368773,269639973~2079083,272629760~8304488,281018368~23683009,310378496~5912836,317176553~2475343,324816106~26527320,352321536~16195306,371443446~7655315,385875968~28150077] 2024-07-26T07:04:52.707 INFO:tasks.workunit.client.0.smithi089.stdout:from 1 to 15 diff [5232336~18234567,24598748~2401796,34098337~2432257,42214135~26345989,69591216~3195879,74454016~8220194,84052016~9882142,98535653~8954500,109777469~790220,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,179959402~20021385,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~14156092,297569108~2889841,300778698~3922679,310658268~5633064,317176553~2475343,321420951~14352544,338536402~1688386,342625770~8717656,353772037~14744805,371443446~7655315,386296132~11425222,397789527~16236518] 2024-07-26T07:04:52.707 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~18234567,24598748~2401796,34098337~2432257,42214135~26345989,69591216~3195879,74454016~8220194,84052016~9882142,98535653~8954500,109777469~790220,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,179959402~20021385,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~14156092,297569108~2889841,300778698~3922679,310658268~5633064,317176553~2475343,321420951~14352544,338536402~1688386,342625770~8717656,353772037~14744805,371443446~7655315,386296132~11425222,397789527~16236518] 2024-07-26T07:04:52.713 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~22806240,34098337~2432257,42214135~40460075,83886080~10048078,96468992~11021161,109051904~1515785,117440512~32540393,150994944~24949632,176160768~23820019,205520896~8795081,215545660~9375871,226492416~21554864,249208443~19994546,269639973~2079083,272629760~8304488,281018368~23683009,310378496~5912836,317176553~2475343,321420951~29922475,352321536~16195306,371443446~7655315,385875968~28150077] 2024-07-26T07:04:52.713 INFO:tasks.workunit.client.0.smithi089.stdout:from 1 to 16 diff [5232336~18234567,24598748~2401796,34098337~2432257,42214135~26345989,69591216~3195879,74454016~8220194,84052016~9882142,98535653~8954500,109777469~790220,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,179959402~20021385,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~14156092,297569108~2889841,300778698~3922679,310658268~6273015,317176553~2475343,321420951~14352544,338536402~1688386,342625770~8717656,353772037~14744805,371443446~7655315,386296132~11425222,397789527~16236518] 2024-07-26T07:04:52.713 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~18234567,24598748~2401796,34098337~2432257,42214135~26345989,69591216~3195879,74454016~8220194,84052016~9882142,98535653~8954500,109777469~790220,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,179959402~20021385,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~14156092,297569108~2889841,300778698~3922679,310658268~6273015,317176553~2475343,321420951~14352544,338536402~1688386,342625770~8717656,353772037~14744805,371443446~7655315,386296132~11425222,397789527~16236518] 2024-07-26T07:04:52.718 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~22806240,34098337~2432257,42214135~40460075,83886080~10048078,96468992~11021161,109051904~1515785,117440512~32540393,150994944~24949632,176160768~23820019,205520896~8795081,215545660~9375871,226492416~21554864,249208443~19994546,269639973~2079083,272629760~8304488,281018368~23683009,310378496~6552787,317176553~2475343,321420951~29922475,352321536~16195306,371443446~7655315,385875968~28150077] 2024-07-26T07:04:52.719 INFO:tasks.workunit.client.0.smithi089.stdout:from 1 to 17 diff [5232336~18234567,24598748~2401796,34098337~2432257,42214135~26345989,69591216~3195879,74454016~8220194,84052016~9882142,98535653~8954500,109777469~790220,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~14156092,297569108~7132269,305523442~259134,310658268~6273015,317176553~2475343,321420951~14352544,338536402~1688386,342625770~8717656,353772037~14744805,371443446~7655315,386296132~11425222,397789527~16236518] 2024-07-26T07:04:52.719 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~18234567,24598748~2401796,34098337~2432257,42214135~26345989,69591216~3195879,74454016~8220194,84052016~9882142,98535653~8954500,109777469~790220,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~14156092,297569108~7132269,305523442~259134,310658268~6273015,317176553~2475343,321420951~14352544,338536402~1688386,342625770~8717656,353772037~14744805,371443446~7655315,386296132~11425222,397789527~16236518] 2024-07-26T07:04:52.724 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~22806240,34098337~2432257,42214135~40460075,83886080~10048078,96468992~11021161,109051904~1515785,117440512~32540393,150994944~24949632,176160768~23820019,205520896~8795081,215545660~9375871,226492416~21554864,249208443~19994546,269639973~2079083,272629760~8304488,281018368~24764208,310378496~6552787,317176553~2475343,321420951~29922475,352321536~16195306,371443446~7655315,385875968~28150077] 2024-07-26T07:04:52.725 INFO:tasks.workunit.client.0.smithi089.stdout:from 1 to 18 diff [5232336~18234567,24598748~2401796,34098337~2432257,42214135~26345989,69591216~3195879,74454016~8220194,84052016~9882142,98535653~15108634,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~14156092,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15340236,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:04:52.725 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~18234567,24598748~2401796,34098337~2432257,42214135~26345989,69591216~3195879,74454016~8220194,84052016~9882142,98535653~15108634,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~14156092,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15340236,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:04:52.730 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~22806240,34098337~2432257,42214135~40460075,83886080~10048078,96468992~17175295,117440512~32540393,150994944~24949632,176160768~23820019,205520896~8795081,215545660~9375871,226492416~21554864,249208443~19994546,269639973~2079083,272629760~8304488,281018368~25279317,310378496~6552787,317176553~2475343,321420951~29922475,352321536~16195306,371443446~7655315,381681664~34318160] 2024-07-26T07:04:52.730 INFO:tasks.workunit.client.0.smithi089.stdout:from 1 to 19 diff [5232336~23484998,34098337~2432257,42103169~30683926,74454016~8220194,82877359~11056799,98535653~15108634,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~14156092,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15340236,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:04:52.730 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~23484998,34098337~2432257,42103169~30683926,74454016~8220194,82877359~11056799,98535653~15108634,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~14156092,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15340236,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:04:52.736 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~24523030,34098337~2432257,42103169~51830989,96468992~17175295,117440512~32540393,150994944~24949632,176160768~23820019,205520896~8795081,215545660~9375871,226492416~21554864,249208443~19994546,269639973~2079083,272629760~8304488,281018368~25279317,310378496~6552787,317176553~2475343,321420951~29922475,352321536~16195306,371443446~7655315,381681664~34318160] 2024-07-26T07:04:52.736 INFO:tasks.workunit.client.0.smithi089.stdout:from 2 to 3 diff [9684726~8056506,74909186~7765024,98812313~1459368,122146001~612089,153532985~1339458,169473136~6450885,189647629~5963471,242990192~268807,324816106~7853772,344525030~5985056] 2024-07-26T07:04:52.736 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [9684726~8056506,74909186~7765024,98812313~1459368,122146001~612089,153532985~1339458,169473136~6450885,189647629~5963471,242990192~268807,324816106~7853772,344525030~5985056] 2024-07-26T07:04:52.741 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [9684726~8056506,74909186~7765024,98812313~1459368,121634816~1123274,150994944~3877499,167772160~8151861,189647629~5963471,239075328~4183671,324816106~7853772,343932928~6577158] 2024-07-26T07:04:52.741 INFO:tasks.workunit.client.0.smithi089.stdout:from 2 to 4 diff [9684726~8056506,56347228~2924691,74909186~7765024,98812313~1459368,119581246~263002,122146001~612089,140692895~4180317,153532985~1339458,154996944~2109524,158524258~165016,169473136~6450885,189647629~5963471,206804902~4624456,227182409~5055069,242990192~268807,256161461~3320920,312761182~3530150,324816106~7853772,344525030~5985056,397789527~4569010] 2024-07-26T07:04:52.742 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [9684726~8056506,56347228~2924691,74909186~7765024,98812313~1459368,119581246~263002,122146001~612089,140692895~4180317,153532985~1339458,154996944~2109524,158524258~165016,169473136~6450885,189647629~5963471,206804902~4624456,227182409~5055069,242990192~268807,256161461~3320920,312761182~3530150,324816106~7853772,344525030~5985056,397789527~4569010] 2024-07-26T07:04:52.747 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [9684726~8056506,54776047~4495872,74909186~7765024,98812313~1459368,117440512~2403736,121634816~1123274,138412032~6461180,150994944~7694330,167772160~8151861,189647629~5963471,205520896~5908462,226492416~5745062,239075328~4183671,256161461~3320920,310378496~5912836,324816106~7853772,343932928~6577158,396643021~5715516] 2024-07-26T07:04:52.748 INFO:tasks.workunit.client.0.smithi089.stdout:from 2 to 5 diff [9684726~8056506,54644437~4627482,62651527~480906,74909186~7765024,98535653~1736028,119581246~263002,122146001~612089,140692895~4180317,153532985~1339458,154996944~2109524,158524258~165016,169473136~6450885,187160464~8450636,206804902~4624456,227182409~5055069,242990192~268807,243846522~4168649,249208443~5998803,256161461~3320920,285383316~6522257,310658268~5633064,324816106~7853772,344525030~5985056,358927451~8469262,397789527~4569010] 2024-07-26T07:04:52.748 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [9684726~8056506,54644437~4627482,62651527~480906,74909186~7765024,98535653~1736028,119581246~263002,122146001~612089,140692895~4180317,153532985~1339458,154996944~2109524,158524258~165016,169473136~6450885,187160464~8450636,206804902~4624456,227182409~5055069,242990192~268807,243846522~4168649,249208443~5998803,256161461~3320920,285383316~6522257,310658268~5633064,324816106~7853772,344525030~5985056,358927451~8469262,397789527~4569010] 2024-07-26T07:04:52.754 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [9684726~8056506,54644437~8487996,74909186~7765024,98535653~1736028,117440512~2403736,121634816~1123274,138412032~6461180,150994944~7694330,167772160~8151861,186033609~9577491,205520896~5908462,226492416~5745062,239075328~4183671,243269632~4745539,249208443~5998803,256161461~3320920,285212672~6692901,310378496~5912836,324816106~7853772,343932928~6577158,358927451~8469262,396643021~5715516] 2024-07-26T07:04:52.754 INFO:tasks.workunit.client.0.smithi089.stdout:from 2 to 6 diff [9684726~8056506,21067884~2340477,54644437~4627482,61148965~2704067,74909186~7765024,86942421~2770407,98535653~1736028,119581246~263002,122146001~612089,125696648~3572204,140692895~4180317,153532985~1339458,154996944~9212991,169473136~6450885,187160464~8450636,206804902~4624456,226964674~5272804,242990192~268807,243846522~4168649,249208443~5998803,256161461~3320920,285383316~6522257,310658268~5633064,324816106~7853772,344525030~5985056,357126723~10269990,397789527~4569010,403481667~8056731] 2024-07-26T07:04:52.754 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [9684726~8056506,21067884~2340477,54644437~4627482,61148965~2704067,74909186~7765024,86942421~2770407,98535653~1736028,119581246~263002,122146001~612089,125696648~3572204,140692895~4180317,153532985~1339458,154996944~9212991,169473136~6450885,187160464~8450636,206804902~4624456,226964674~5272804,242990192~268807,243846522~4168649,249208443~5998803,256161461~3320920,285383316~6522257,310658268~5633064,324816106~7853772,344525030~5985056,357126723~10269990,397789527~4569010,403481667~8056731] 2024-07-26T07:04:52.759 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [9684726~8056506,21067884~2340477,54644437~9208595,74909186~7765024,86942421~2770407,98535653~1736028,117440512~2403736,121634816~7634036,138412032~6461180,150994944~13214991,167772160~8151861,186033609~9577491,205520896~5908462,226492416~5745062,239075328~4183671,243269632~4745539,249208443~5998803,256161461~3320920,285212672~6692901,310378496~5912836,324816106~7853772,343932928~6577158,357126723~10269990,396643021~5715516,403481667~8056731] 2024-07-26T07:04:52.759 INFO:tasks.workunit.client.0.smithi089.stdout:from 2 to 7 diff [9684726~11213017,21067884~2340477,42414513~1802285,54644437~4627482,61148965~2704067,74909186~7765024,86942421~2770407,98535653~1736028,119581246~263002,122146001~612089,125696648~3572204,138062602~7206704,153532985~1339458,154996944~9212991,169473136~6471440,187160464~8450636,206804902~4624456,226964674~5272804,236292026~7459223,243846522~4168649,249208443~5998803,256161461~3320920,269809471~1909585,283230826~8674747,301216133~3485244,310658268~5633064,324816106~7853772,344525030~5985056,357126723~10269990,389627075~8094279,397789527~4569010,403481667~8056731] 2024-07-26T07:04:52.759 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [9684726~11213017,21067884~2340477,42414513~1802285,54644437~4627482,61148965~2704067,74909186~7765024,86942421~2770407,98535653~1736028,119581246~263002,122146001~612089,125696648~3572204,138062602~7206704,153532985~1339458,154996944~9212991,169473136~6471440,187160464~8450636,206804902~4624456,226964674~5272804,236292026~7459223,243846522~4168649,249208443~5998803,256161461~3320920,269809471~1909585,283230826~8674747,301216133~3485244,310658268~5633064,324816106~7853772,344525030~5985056,357126723~10269990,389627075~8094279,397789527~4569010,403481667~8056731] 2024-07-26T07:04:52.766 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [9684726~11213017,21067884~2340477,42414513~1802285,54644437~9208595,74909186~7765024,86942421~2770407,98535653~1736028,117440512~2403736,121634816~7634036,135911349~9357957,150994944~13214991,167772160~8172416,186033609~9577491,205520896~5908462,226492416~5745062,234881024~13134147,249208443~5998803,256161461~3320920,269639973~2079083,281018368~10887205,297795584~6905793,310378496~5912836,324816106~7853772,343932928~6577158,357126723~10269990,385875968~16482569,403481667~8056731] 2024-07-26T07:04:52.766 INFO:tasks.workunit.client.0.smithi089.stdout:from 2 to 8 diff [9684726~11213017,21067884~2340477,42414513~1802285,54644437~5608453,61148965~2704067,74909186~7765024,86942421~2770407,98535653~1736028,100977085~5365091,119581246~263002,121046044~2095049,125696648~3572204,131272622~6437521,138062602~7206704,153532985~1339458,154996944~9212991,169473136~6471440,186845403~8765697,206804902~4624456,220055171~4866360,226964674~5272804,236292026~11723145,249208443~5998803,256161461~3320920,267013904~1109087,269809471~1909585,283230826~8674747,301216133~3485244,310658268~5633064,324816106~7853772,342625770~7884316,357126723~10269990,389627075~8094279,397789527~4569010,403481667~8056731] 2024-07-26T07:04:52.766 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [9684726~11213017,21067884~2340477,42414513~1802285,54644437~5608453,61148965~2704067,74909186~7765024,86942421~2770407,98535653~1736028,100977085~5365091,119581246~263002,121046044~2095049,125696648~3572204,131272622~6437521,138062602~7206704,153532985~1339458,154996944~9212991,169473136~6471440,186845403~8765697,206804902~4624456,220055171~4866360,226964674~5272804,236292026~11723145,249208443~5998803,256161461~3320920,267013904~1109087,269809471~1909585,283230826~8674747,301216133~3485244,310658268~5633064,324816106~7853772,342625770~7884316,357126723~10269990,389627075~8094279,397789527~4569010,403481667~8056731] 2024-07-26T07:04:52.771 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [9684726~11213017,21067884~2340477,42414513~1802285,54644437~9208595,74909186~7765024,86942421~2770407,98535653~1736028,100977085~5365091,117440512~11828340,131272622~13996684,150994944~13214991,167772160~8172416,186033609~9577491,205520896~5908462,218103808~6817723,226492416~5745062,234881024~13134147,249208443~5998803,256161461~3320920,267013904~1109087,269639973~2079083,281018368~10887205,297795584~6905793,310378496~5912836,324816106~7853772,339738624~10771462,357126723~10269990,385875968~16482569,403481667~8056731] 2024-07-26T07:04:52.771 INFO:tasks.workunit.client.0.smithi089.stdout:from 2 to 9 diff [5232336~15665407,21067884~2340477,42414513~1802285,45034025~5891266,53460778~6792112,61148965~2704067,74909186~7765024,86942421~2770407,98535653~1736028,100977085~5365091,109777469~790220,119581246~263002,121046044~16664099,138062602~7206704,153532985~1339458,154996944~9212991,169473136~6471440,186845403~8765697,206804902~4624456,220055171~4866360,226964674~5272804,233921213~14093958,249208443~5998803,256161461~3320920,267013904~1109087,269809471~1909585,283230826~8674747,301216133~3485244,310658268~5633064,324816106~10957389,342625770~7884316,357126723~10269990,371443446~6512431,389627075~8094279,397789527~4569010,403481667~8056731] 2024-07-26T07:04:52.771 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~15665407,21067884~2340477,42414513~1802285,45034025~5891266,53460778~6792112,61148965~2704067,74909186~7765024,86942421~2770407,98535653~1736028,100977085~5365091,109777469~790220,119581246~263002,121046044~16664099,138062602~7206704,153532985~1339458,154996944~9212991,169473136~6471440,186845403~8765697,206804902~4624456,220055171~4866360,226964674~5272804,233921213~14093958,249208443~5998803,256161461~3320920,267013904~1109087,269809471~1909585,283230826~8674747,301216133~3485244,310658268~5633064,324816106~10957389,342625770~7884316,357126723~10269990,371443446~6512431,389627075~8094279,397789527~4569010,403481667~8056731] 2024-07-26T07:04:52.777 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~16703439,21067884~2340477,42414513~8510778,53460778~10392254,74909186~7765024,86942421~2770407,98535653~1736028,100977085~5365091,109051904~1515785,117440512~27828794,150994944~13214991,167772160~8172416,186033609~9577491,205520896~5908462,218103808~6817723,226492416~21522755,249208443~5998803,256161461~3320920,267013904~1109087,269639973~2079083,281018368~10887205,297795584~6905793,310378496~5912836,324816106~10957389,339738624~10771462,357126723~10269990,371443446~6512431,385875968~16482569,403481667~8056731] 2024-07-26T07:04:52.777 INFO:tasks.workunit.client.0.smithi089.stdout:from 2 to 10 diff [5232336~15665407,21067884~2340477,42414513~1802285,45034025~5891266,53460778~6792112,61148965~2704067,74909186~7765024,86942421~2770407,98535653~1736028,100509005~6981148,109777469~790220,119581246~263002,121046044~16664099,138062602~7206704,153532985~1339458,154996944~20947632,186845403~8765697,206381903~5794907,220055171~4866360,226964674~5272804,233921213~14093958,249208443~5998803,256161461~3320920,267013904~1109087,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,301216133~3485244,310658268~5633064,317176553~2475343,324816106~10957389,342625770~7884316,353772037~13624676,371443446~6512431,389627075~8094279,397789527~4569010,403481667~10544378] 2024-07-26T07:04:52.777 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~15665407,21067884~2340477,42414513~1802285,45034025~5891266,53460778~6792112,61148965~2704067,74909186~7765024,86942421~2770407,98535653~1736028,100509005~6981148,109777469~790220,119581246~263002,121046044~16664099,138062602~7206704,153532985~1339458,154996944~20947632,186845403~8765697,206381903~5794907,220055171~4866360,226964674~5272804,233921213~14093958,249208443~5998803,256161461~3320920,267013904~1109087,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,301216133~3485244,310658268~5633064,317176553~2475343,324816106~10957389,342625770~7884316,353772037~13624676,371443446~6512431,389627075~8094279,397789527~4569010,403481667~10544378] 2024-07-26T07:04:52.782 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~16703439,21067884~2340477,42414513~8510778,53460778~10392254,74909186~7765024,86942421~2770407,98535653~1736028,100509005~6981148,109051904~1515785,117440512~27828794,150994944~24949632,186033609~9577491,205520896~6655914,218103808~6817723,226492416~21522755,249208443~5998803,256161461~3320920,267013904~1109087,269639973~2079083,272629760~8304488,281018368~10887205,292540704~3500738,297795584~6905793,310378496~5912836,317176553~2475343,324816106~10957389,339738624~10771462,352321536~15075177,371443446~6512431,385875968~16482569,403481667~10544378] 2024-07-26T07:04:52.782 INFO:tasks.workunit.client.0.smithi089.stdout:from 2 to 11 diff [5232336~15665407,21067884~2340477,42414513~8510778,53460778~6792112,61148965~2704067,74909186~7765024,86942421~2770407,98535653~1736028,100509005~6981148,109777469~790220,119581246~263002,121046044~16664099,138062602~7606844,153532985~1339458,154996944~20947632,179959402~6130989,186845403~8765697,206381903~6164451,220055171~4866360,226964674~5272804,233921213~14093958,249208443~5998803,256161461~3320920,267013904~1109087,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~2889841,301216133~3485244,310658268~5633064,317176553~2475343,324816106~10957389,342625770~7884316,353772037~13624676,371443446~7655315,389627075~8094279,397789527~16236518] 2024-07-26T07:04:52.783 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~15665407,21067884~2340477,42414513~8510778,53460778~6792112,61148965~2704067,74909186~7765024,86942421~2770407,98535653~1736028,100509005~6981148,109777469~790220,119581246~263002,121046044~16664099,138062602~7606844,153532985~1339458,154996944~20947632,179959402~6130989,186845403~8765697,206381903~6164451,220055171~4866360,226964674~5272804,233921213~14093958,249208443~5998803,256161461~3320920,267013904~1109087,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~2889841,301216133~3485244,310658268~5633064,317176553~2475343,324816106~10957389,342625770~7884316,353772037~13624676,371443446~7655315,389627075~8094279,397789527~16236518] 2024-07-26T07:04:52.788 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~16703439,21067884~2340477,42414513~8510778,53460778~10392254,74909186~7765024,86942421~2770407,98535653~1736028,100509005~6981148,109051904~1515785,117440512~28228934,150994944~24949632,176160768~19450332,205520896~7025458,218103808~6817723,226492416~21522755,249208443~5998803,256161461~3320920,267013904~1109087,269639973~2079083,272629760~8304488,281018368~10887205,292540704~3500738,297386918~7314459,310378496~5912836,317176553~2475343,324816106~10957389,339738624~10771462,352321536~15075177,371443446~7655315,385875968~28150077] 2024-07-26T07:04:52.788 INFO:tasks.workunit.client.0.smithi089.stdout:from 2 to 12 diff [5232336~15665407,21067884~2340477,42214135~8711156,53460778~6792112,61148965~2704067,74909186~7765024,86942421~2770407,98535653~1736028,100509005~6981148,109777469~790220,119581246~263002,121046044~24623402,153532985~1339458,154996944~20947632,179959402~6130989,186845403~8765697,206381903~6164451,220055171~4866360,226964674~5272804,233921213~14093958,249208443~5998803,256161461~3320920,267013904~1109087,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~2889841,300778698~3922679,310658268~5633064,317176553~2475343,324816106~10957389,338536402~1688386,342625770~8717656,353772037~14744805,371443446~7655315,389627075~8094279,397789527~16236518] 2024-07-26T07:04:52.788 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~15665407,21067884~2340477,42214135~8711156,53460778~6792112,61148965~2704067,74909186~7765024,86942421~2770407,98535653~1736028,100509005~6981148,109777469~790220,119581246~263002,121046044~24623402,153532985~1339458,154996944~20947632,179959402~6130989,186845403~8765697,206381903~6164451,220055171~4866360,226964674~5272804,233921213~14093958,249208443~5998803,256161461~3320920,267013904~1109087,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~2889841,300778698~3922679,310658268~5633064,317176553~2475343,324816106~10957389,338536402~1688386,342625770~8717656,353772037~14744805,371443446~7655315,389627075~8094279,397789527~16236518] 2024-07-26T07:04:52.794 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~16703439,21067884~2340477,42214135~8711156,53460778~10392254,74909186~7765024,86942421~2770407,98535653~1736028,100509005~6981148,109051904~1515785,117440512~28228934,150994944~24949632,176160768~19450332,205520896~7025458,218103808~6817723,226492416~21522755,249208443~5998803,256161461~3320920,267013904~1109087,269639973~2079083,272629760~8304488,281018368~10887205,292540704~3500738,297386918~7314459,310378496~5912836,317176553~2475343,324816106~26527320,352321536~16195306,371443446~7655315,385875968~28150077] 2024-07-26T07:04:52.794 INFO:tasks.workunit.client.0.smithi089.stdout:from 2 to 13 diff [5232336~15665407,21067884~2340477,42214135~21638897,74909186~7765024,84442385~1780255,86942421~2770407,98535653~1736028,100509005~6981148,109777469~790220,119581246~263002,121046044~24623402,153532985~1339458,154996944~20947632,179959402~6130989,186845403~8765697,206381903~6164451,215545660~9375871,226964674~5272804,233921213~14093958,249208443~13773539,265754218~2368773,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~2889841,300778698~3922679,310658268~5633064,317176553~2475343,324816106~10957389,338536402~1688386,342625770~8717656,353772037~14744805,371443446~7655315,386894825~10826529,397789527~16236518] 2024-07-26T07:04:52.794 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~15665407,21067884~2340477,42214135~21638897,74909186~7765024,84442385~1780255,86942421~2770407,98535653~1736028,100509005~6981148,109777469~790220,119581246~263002,121046044~24623402,153532985~1339458,154996944~20947632,179959402~6130989,186845403~8765697,206381903~6164451,215545660~9375871,226964674~5272804,233921213~14093958,249208443~13773539,265754218~2368773,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~2889841,300778698~3922679,310658268~5633064,317176553~2475343,324816106~10957389,338536402~1688386,342625770~8717656,353772037~14744805,371443446~7655315,386894825~10826529,397789527~16236518] 2024-07-26T07:04:52.800 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~16703439,21067884~2340477,42214135~21638897,74909186~7765024,84442385~1780255,86942421~2770407,98535653~1736028,100509005~6981148,109051904~1515785,117440512~28228934,150994944~24949632,176160768~19450332,205520896~7025458,215545660~9375871,226492416~21522755,249208443~13773539,265754218~2368773,269639973~2079083,272629760~8304488,281018368~10887205,292540704~3500738,297386918~7314459,310378496~5912836,317176553~2475343,324816106~26527320,352321536~16195306,371443446~7655315,385875968~28150077] 2024-07-26T07:04:52.800 INFO:tasks.workunit.client.0.smithi089.stdout:from 2 to 14 diff [5232336~18234567,24598748~2401796,42214135~26345989,74909186~7765024,84442385~1780255,86942421~2770407,98535653~1736028,100509005~6981148,109777469~790220,119581246~263002,121046044~24623402,153532985~1339458,154996944~20947632,179959402~20021385,206381903~6164451,215545660~9375871,226964674~5272804,233921213~14093958,249208443~13773539,265754218~2368773,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~2889841,300778698~3922679,310658268~5633064,317176553~2475343,324816106~10957389,338536402~1688386,342625770~8717656,353772037~14744805,371443446~7655315,386296132~11425222,397789527~16236518] 2024-07-26T07:04:52.800 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~18234567,24598748~2401796,42214135~26345989,74909186~7765024,84442385~1780255,86942421~2770407,98535653~1736028,100509005~6981148,109777469~790220,119581246~263002,121046044~24623402,153532985~1339458,154996944~20947632,179959402~20021385,206381903~6164451,215545660~9375871,226964674~5272804,233921213~14093958,249208443~13773539,265754218~2368773,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~2889841,300778698~3922679,310658268~5633064,317176553~2475343,324816106~10957389,338536402~1688386,342625770~8717656,353772037~14744805,371443446~7655315,386296132~11425222,397789527~16236518] 2024-07-26T07:04:52.806 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~22806240,42214135~26345989,74909186~7765024,84442385~1780255,86942421~2770407,98535653~1736028,100509005~6981148,109051904~1515785,117440512~28228934,150994944~24949632,176160768~23820019,205520896~7025458,215545660~9375871,226492416~21522755,249208443~13773539,265754218~2368773,269639973~2079083,272629760~8304488,281018368~10887205,292540704~3500738,297386918~7314459,310378496~5912836,317176553~2475343,324816106~26527320,352321536~16195306,371443446~7655315,385875968~28150077] 2024-07-26T07:04:52.806 INFO:tasks.workunit.client.0.smithi089.stdout:from 2 to 15 diff [5232336~18234567,24598748~2401796,42214135~26345989,69591216~3195879,74909186~7765024,84442385~1780255,86942421~2770407,98535653~1736028,100509005~6981148,109777469~790220,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,179959402~20021385,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~2889841,300778698~3922679,310658268~5633064,317176553~2475343,321420951~14352544,338536402~1688386,342625770~8717656,353772037~14744805,371443446~7655315,386296132~11425222,397789527~16236518] 2024-07-26T07:04:52.806 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~18234567,24598748~2401796,42214135~26345989,69591216~3195879,74909186~7765024,84442385~1780255,86942421~2770407,98535653~1736028,100509005~6981148,109777469~790220,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,179959402~20021385,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~2889841,300778698~3922679,310658268~5633064,317176553~2475343,321420951~14352544,338536402~1688386,342625770~8717656,353772037~14744805,371443446~7655315,386296132~11425222,397789527~16236518] 2024-07-26T07:04:52.812 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~22806240,42214135~30572960,74909186~7765024,84442385~1780255,86942421~2770407,98535653~1736028,100509005~6981148,109051904~1515785,117440512~32540393,150994944~24949632,176160768~23820019,205520896~8795081,215545660~9375871,226492416~21554864,249208443~19994546,269639973~2079083,272629760~8304488,281018368~10887205,292540704~3500738,297386918~7314459,310378496~5912836,317176553~2475343,321420951~29922475,352321536~16195306,371443446~7655315,385875968~28150077] 2024-07-26T07:04:52.812 INFO:tasks.workunit.client.0.smithi089.stdout:from 2 to 16 diff [5232336~18234567,24598748~2401796,42214135~26345989,69591216~3195879,74909186~7765024,84442385~1780255,86942421~2770407,98535653~1736028,100509005~6981148,109777469~790220,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,179959402~20021385,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~2889841,300778698~3922679,310658268~6273015,317176553~2475343,321420951~14352544,338536402~1688386,342625770~8717656,353772037~14744805,371443446~7655315,386296132~11425222,397789527~16236518] 2024-07-26T07:04:52.812 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~18234567,24598748~2401796,42214135~26345989,69591216~3195879,74909186~7765024,84442385~1780255,86942421~2770407,98535653~1736028,100509005~6981148,109777469~790220,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,179959402~20021385,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~2889841,300778698~3922679,310658268~6273015,317176553~2475343,321420951~14352544,338536402~1688386,342625770~8717656,353772037~14744805,371443446~7655315,386296132~11425222,397789527~16236518] 2024-07-26T07:04:52.817 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~22806240,42214135~30572960,74909186~7765024,84442385~1780255,86942421~2770407,98535653~1736028,100509005~6981148,109051904~1515785,117440512~32540393,150994944~24949632,176160768~23820019,205520896~8795081,215545660~9375871,226492416~21554864,249208443~19994546,269639973~2079083,272629760~8304488,281018368~10887205,292540704~3500738,297386918~7314459,310378496~6552787,317176553~2475343,321420951~29922475,352321536~16195306,371443446~7655315,385875968~28150077] 2024-07-26T07:04:52.818 INFO:tasks.workunit.client.0.smithi089.stdout:from 2 to 17 diff [5232336~18234567,24598748~2401796,42214135~26345989,69591216~3195879,74909186~7765024,84442385~1780255,86942421~2770407,98535653~1736028,100509005~6981148,109777469~790220,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,310658268~6273015,317176553~2475343,321420951~14352544,338536402~1688386,342625770~8717656,353772037~14744805,371443446~7655315,386296132~11425222,397789527~16236518] 2024-07-26T07:04:52.818 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~18234567,24598748~2401796,42214135~26345989,69591216~3195879,74909186~7765024,84442385~1780255,86942421~2770407,98535653~1736028,100509005~6981148,109777469~790220,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,310658268~6273015,317176553~2475343,321420951~14352544,338536402~1688386,342625770~8717656,353772037~14744805,371443446~7655315,386296132~11425222,397789527~16236518] 2024-07-26T07:04:52.823 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~22806240,42214135~30572960,74909186~7765024,84442385~1780255,86942421~2770407,98535653~1736028,100509005~6981148,109051904~1515785,117440512~32540393,150994944~24949632,176160768~23820019,205520896~8795081,215545660~9375871,226492416~21554864,249208443~19994546,269639973~2079083,272629760~8304488,281018368~10887205,292540704~3500738,297386918~8395658,310378496~6552787,317176553~2475343,321420951~29922475,352321536~16195306,371443446~7655315,385875968~28150077] 2024-07-26T07:04:52.824 INFO:tasks.workunit.client.0.smithi089.stdout:from 2 to 18 diff [5232336~18234567,24598748~2401796,42214135~26345989,69591216~3195879,74909186~7765024,84442385~1780255,86942421~2770407,98535653~1736028,100509005~13135282,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15340236,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:04:52.824 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~18234567,24598748~2401796,42214135~26345989,69591216~3195879,74909186~7765024,84442385~1780255,86942421~2770407,98535653~1736028,100509005~13135282,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15340236,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:04:52.829 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~22806240,42214135~30572960,74909186~7765024,84442385~1780255,86942421~2770407,98535653~1736028,100509005~13135282,117440512~32540393,150994944~24949632,176160768~23820019,205520896~8795081,215545660~9375871,226492416~21554864,249208443~19994546,269639973~2079083,272629760~8304488,281018368~10887205,292540704~3500738,297386918~8910767,310378496~6552787,317176553~2475343,321420951~29922475,352321536~16195306,371443446~7655315,381681664~34318160] 2024-07-26T07:04:52.829 INFO:tasks.workunit.client.0.smithi089.stdout:from 2 to 19 diff [5232336~23484998,42103169~30683926,74909186~7765024,82877359~3345281,86942421~2770407,98535653~1736028,100509005~13135282,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15340236,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:04:52.829 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~23484998,42103169~30683926,74909186~7765024,82877359~3345281,86942421~2770407,98535653~1736028,100509005~13135282,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15340236,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:04:52.835 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~24523030,42103169~30683926,74909186~11313454,86942421~2770407,98535653~1736028,100509005~13135282,117440512~32540393,150994944~24949632,176160768~23820019,205520896~8795081,215545660~9375871,226492416~21554864,249208443~19994546,269639973~2079083,272629760~8304488,281018368~10887205,292540704~3500738,297386918~8910767,310378496~6552787,317176553~2475343,321420951~29922475,352321536~16195306,371443446~7655315,381681664~34318160] 2024-07-26T07:04:52.835 INFO:tasks.workunit.client.0.smithi089.stdout:from 3 to 4 diff [56347228~2924691,119581246~263002,140692895~4180317,154996944~2109524,158524258~165016,206804902~4624456,227182409~5055069,256161461~3320920,312761182~3530150,397789527~4569010] 2024-07-26T07:04:52.835 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [56347228~2924691,119581246~263002,140692895~4180317,154996944~2109524,158524258~165016,206804902~4624456,227182409~5055069,256161461~3320920,312761182~3530150,397789527~4569010] 2024-07-26T07:04:52.840 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [54776047~4495872,117440512~2403736,138412032~6461180,154872443~3816831,205520896~5908462,226492416~5745062,256161461~3320920,310378496~5912836,396643021~5715516] 2024-07-26T07:04:52.841 INFO:tasks.workunit.client.0.smithi089.stdout:from 3 to 5 diff [54644437~4627482,62651527~480906,98535653~1117753,119581246~263002,140692895~4180317,154996944~2109524,158524258~165016,187160464~5674034,206804902~4624456,227182409~5055069,243846522~4168649,249208443~5998803,256161461~3320920,285383316~6522257,310658268~5633064,358927451~8469262,397789527~4569010] 2024-07-26T07:04:52.841 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [54644437~4627482,62651527~480906,98535653~1117753,119581246~263002,140692895~4180317,154996944~2109524,158524258~165016,187160464~5674034,206804902~4624456,227182409~5055069,243846522~4168649,249208443~5998803,256161461~3320920,285383316~6522257,310658268~5633064,358927451~8469262,397789527~4569010] 2024-07-26T07:04:52.846 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [54644437~8487996,98535653~1117753,117440512~2403736,138412032~6461180,154872443~3816831,186033609~6800889,205520896~5908462,226492416~5745062,243269632~4745539,249208443~5998803,256161461~3320920,285212672~6692901,310378496~5912836,358927451~8469262,396643021~5715516] 2024-07-26T07:04:52.846 INFO:tasks.workunit.client.0.smithi089.stdout:from 3 to 6 diff [21067884~2340477,54644437~4627482,61148965~2704067,77653712~4760050,86942421~2770407,98535653~1117753,119581246~263002,125696648~3572204,140692895~4180317,154996944~9212991,187160464~5674034,206804902~4624456,226964674~5272804,243846522~4168649,249208443~5998803,256161461~3320920,285383316~6522257,310658268~5633064,357126723~10269990,397789527~4569010,403481667~8056731] 2024-07-26T07:04:52.847 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [21067884~2340477,54644437~4627482,61148965~2704067,77653712~4760050,86942421~2770407,98535653~1117753,119581246~263002,125696648~3572204,140692895~4180317,154996944~9212991,187160464~5674034,206804902~4624456,226964674~5272804,243846522~4168649,249208443~5998803,256161461~3320920,285383316~6522257,310658268~5633064,357126723~10269990,397789527~4569010,403481667~8056731] 2024-07-26T07:04:52.852 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [21067884~2340477,54644437~9208595,77653712~4760050,86942421~2770407,98535653~1117753,117440512~2403736,122758090~6510762,138412032~6461180,154872443~9337492,186033609~6800889,205520896~5908462,226492416~5745062,243269632~4745539,249208443~5998803,256161461~3320920,285212672~6692901,310378496~5912836,357126723~10269990,396643021~5715516,403481667~8056731] 2024-07-26T07:04:52.852 INFO:tasks.workunit.client.0.smithi089.stdout:from 3 to 7 diff [13751986~7145757,21067884~2340477,42414513~1802285,54644437~4627482,61148965~2704067,77653712~4760050,86942421~2770407,98535653~1117753,119581246~263002,125696648~3572204,138062602~7206704,154996944~9212991,169956222~5988354,187160464~5674034,206804902~4624456,226964674~5272804,236292026~7459223,243846522~4168649,249208443~5998803,256161461~3320920,269809471~1909585,283230826~8674747,301216133~3485244,310658268~5633064,357126723~10269990,389627075~8094279,397789527~4569010,403481667~8056731] 2024-07-26T07:04:52.852 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [13751986~7145757,21067884~2340477,42414513~1802285,54644437~4627482,61148965~2704067,77653712~4760050,86942421~2770407,98535653~1117753,119581246~263002,125696648~3572204,138062602~7206704,154996944~9212991,169956222~5988354,187160464~5674034,206804902~4624456,226964674~5272804,236292026~7459223,243846522~4168649,249208443~5998803,256161461~3320920,269809471~1909585,283230826~8674747,301216133~3485244,310658268~5633064,357126723~10269990,389627075~8094279,397789527~4569010,403481667~8056731] 2024-07-26T07:04:52.857 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [13751986~7145757,21067884~2340477,42414513~1802285,54644437~9208595,77653712~4760050,86942421~2770407,98535653~1117753,117440512~2403736,122758090~6510762,135911349~9357957,154872443~9337492,169956222~5988354,186033609~6800889,205520896~5908462,226492416~5745062,234881024~13134147,249208443~5998803,256161461~3320920,269639973~2079083,281018368~10887205,297795584~6905793,310378496~5912836,357126723~10269990,385875968~16482569,403481667~8056731] 2024-07-26T07:04:52.858 INFO:tasks.workunit.client.0.smithi089.stdout:from 3 to 8 diff [13751986~7145757,21067884~2340477,42414513~1802285,54644437~5608453,61148965~2704067,77653712~4760050,86942421~2770407,98535653~1117753,100977085~5365091,119581246~263002,121046044~2095049,125696648~3572204,131272622~6437521,138062602~7206704,154996944~9212991,169956222~5988354,186845403~6440536,206804902~4624456,220055171~4866360,226964674~5272804,236292026~11723145,249208443~5998803,256161461~3320920,267013904~1109087,269809471~1909585,283230826~8674747,301216133~3485244,310658268~5633064,342625770~4267012,357126723~10269990,389627075~8094279,397789527~4569010,403481667~8056731] 2024-07-26T07:04:52.858 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [13751986~7145757,21067884~2340477,42414513~1802285,54644437~5608453,61148965~2704067,77653712~4760050,86942421~2770407,98535653~1117753,100977085~5365091,119581246~263002,121046044~2095049,125696648~3572204,131272622~6437521,138062602~7206704,154996944~9212991,169956222~5988354,186845403~6440536,206804902~4624456,220055171~4866360,226964674~5272804,236292026~11723145,249208443~5998803,256161461~3320920,267013904~1109087,269809471~1909585,283230826~8674747,301216133~3485244,310658268~5633064,342625770~4267012,357126723~10269990,389627075~8094279,397789527~4569010,403481667~8056731] 2024-07-26T07:04:52.863 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [13751986~7145757,21067884~2340477,42414513~1802285,54644437~9208595,77653712~4760050,86942421~2770407,98535653~1117753,100977085~5365091,117440512~11828340,131272622~13996684,154872443~9337492,169956222~5988354,186033609~7252330,205520896~5908462,218103808~6817723,226492416~5745062,234881024~13134147,249208443~5998803,256161461~3320920,267013904~1109087,269639973~2079083,281018368~10887205,297795584~6905793,310378496~5912836,339738624~7154158,357126723~10269990,385875968~16482569,403481667~8056731] 2024-07-26T07:04:52.863 INFO:tasks.workunit.client.0.smithi089.stdout:from 3 to 9 diff [5232336~5260768,13751986~7145757,21067884~2340477,42414513~1802285,45034025~5891266,53460778~6792112,61148965~2704067,77653712~4760050,86942421~2770407,98535653~1117753,100977085~5365091,109777469~790220,119581246~263002,121046044~16664099,138062602~7206704,154996944~9212991,169956222~5988354,186845403~6440536,206804902~4624456,220055171~4866360,226964674~5272804,233921213~14093958,249208443~5998803,256161461~3320920,267013904~1109087,269809471~1909585,283230826~8674747,301216133~3485244,310658268~5633064,327043666~8729829,342625770~4267012,357126723~10269990,371443446~6512431,389627075~8094279,397789527~4569010,403481667~8056731] 2024-07-26T07:04:52.863 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~7145757,21067884~2340477,42414513~1802285,45034025~5891266,53460778~6792112,61148965~2704067,77653712~4760050,86942421~2770407,98535653~1117753,100977085~5365091,109777469~790220,119581246~263002,121046044~16664099,138062602~7206704,154996944~9212991,169956222~5988354,186845403~6440536,206804902~4624456,220055171~4866360,226964674~5272804,233921213~14093958,249208443~5998803,256161461~3320920,267013904~1109087,269809471~1909585,283230826~8674747,301216133~3485244,310658268~5633064,327043666~8729829,342625770~4267012,357126723~10269990,371443446~6512431,389627075~8094279,397789527~4569010,403481667~8056731] 2024-07-26T07:04:52.869 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~7145757,21067884~2340477,42414513~8510778,53460778~10392254,77653712~4760050,86942421~2770407,98535653~1117753,100977085~5365091,109051904~1515785,117440512~27828794,154872443~9337492,169956222~5988354,186033609~7252330,205520896~5908462,218103808~6817723,226492416~21522755,249208443~5998803,256161461~3320920,267013904~1109087,269639973~2079083,281018368~10887205,297795584~6905793,310378496~5912836,327043666~8729829,339738624~7154158,357126723~10269990,371443446~6512431,385875968~16482569,403481667~8056731] 2024-07-26T07:04:52.869 INFO:tasks.workunit.client.0.smithi089.stdout:from 3 to 10 diff [5232336~5260768,13751986~7145757,21067884~2340477,42414513~1802285,45034025~5891266,53460778~6792112,61148965~2704067,77653712~4760050,86942421~2770407,98535653~1117753,100509005~6981148,109777469~790220,119581246~263002,121046044~16664099,138062602~7206704,154996944~20947632,186845403~6440536,206381903~5794907,220055171~4866360,226964674~5272804,233921213~14093958,249208443~5998803,256161461~3320920,267013904~1109087,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,301216133~3485244,310658268~5633064,317176553~2475343,327043666~8729829,342625770~4267012,353772037~13624676,371443446~6512431,389627075~8094279,397789527~4569010,403481667~10544378] 2024-07-26T07:04:52.869 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~7145757,21067884~2340477,42414513~1802285,45034025~5891266,53460778~6792112,61148965~2704067,77653712~4760050,86942421~2770407,98535653~1117753,100509005~6981148,109777469~790220,119581246~263002,121046044~16664099,138062602~7206704,154996944~20947632,186845403~6440536,206381903~5794907,220055171~4866360,226964674~5272804,233921213~14093958,249208443~5998803,256161461~3320920,267013904~1109087,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,301216133~3485244,310658268~5633064,317176553~2475343,327043666~8729829,342625770~4267012,353772037~13624676,371443446~6512431,389627075~8094279,397789527~4569010,403481667~10544378] 2024-07-26T07:04:52.875 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~7145757,21067884~2340477,42414513~8510778,53460778~10392254,77653712~4760050,86942421~2770407,98535653~1117753,100509005~6981148,109051904~1515785,117440512~27828794,154872443~21072133,186033609~7252330,205520896~6655914,218103808~6817723,226492416~21522755,249208443~5998803,256161461~3320920,267013904~1109087,269639973~2079083,272629760~8304488,281018368~10887205,292540704~3500738,297795584~6905793,310378496~5912836,317176553~2475343,327043666~8729829,339738624~7154158,352321536~15075177,371443446~6512431,385875968~16482569,403481667~10544378] 2024-07-26T07:04:52.875 INFO:tasks.workunit.client.0.smithi089.stdout:from 3 to 11 diff [5232336~5260768,13751986~7145757,21067884~2340477,42414513~8510778,53460778~6792112,61148965~2704067,77653712~4760050,86942421~2770407,98535653~1117753,100509005~6981148,109777469~790220,119581246~263002,121046044~16664099,138062602~7606844,154996944~20947632,179959402~6130989,186845403~6440536,206381903~6164451,220055171~4866360,226964674~5272804,233921213~14093958,249208443~5998803,256161461~3320920,267013904~1109087,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~2889841,301216133~3485244,310658268~5633064,317176553~2475343,327043666~8729829,342625770~4267012,353772037~13624676,371443446~7655315,389627075~8094279,397789527~16236518] 2024-07-26T07:04:52.875 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~7145757,21067884~2340477,42414513~8510778,53460778~6792112,61148965~2704067,77653712~4760050,86942421~2770407,98535653~1117753,100509005~6981148,109777469~790220,119581246~263002,121046044~16664099,138062602~7606844,154996944~20947632,179959402~6130989,186845403~6440536,206381903~6164451,220055171~4866360,226964674~5272804,233921213~14093958,249208443~5998803,256161461~3320920,267013904~1109087,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~2889841,301216133~3485244,310658268~5633064,317176553~2475343,327043666~8729829,342625770~4267012,353772037~13624676,371443446~7655315,389627075~8094279,397789527~16236518] 2024-07-26T07:04:52.881 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~7145757,21067884~2340477,42414513~8510778,53460778~10392254,77653712~4760050,86942421~2770407,98535653~1117753,100509005~6981148,109051904~1515785,117440512~28228934,154872443~21072133,176160768~17125171,205520896~7025458,218103808~6817723,226492416~21522755,249208443~5998803,256161461~3320920,267013904~1109087,269639973~2079083,272629760~8304488,281018368~10887205,292540704~3500738,297386918~7314459,310378496~5912836,317176553~2475343,327043666~8729829,339738624~7154158,352321536~15075177,371443446~7655315,385875968~28150077] 2024-07-26T07:04:52.881 INFO:tasks.workunit.client.0.smithi089.stdout:from 3 to 12 diff [5232336~5260768,13751986~7145757,21067884~2340477,42214135~8711156,53460778~6792112,61148965~2704067,77653712~4760050,86942421~2770407,98535653~1117753,100509005~6981148,109777469~790220,119581246~263002,121046044~24623402,154996944~20947632,179959402~6130989,186845403~6440536,206381903~6164451,220055171~4866360,226964674~5272804,233921213~14093958,249208443~5998803,256161461~3320920,267013904~1109087,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~2889841,300778698~3922679,310658268~5633064,317176553~2475343,327043666~8729829,338536402~1688386,342625770~4267012,350432442~910984,353772037~14744805,371443446~7655315,389627075~8094279,397789527~16236518] 2024-07-26T07:04:52.881 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~7145757,21067884~2340477,42214135~8711156,53460778~6792112,61148965~2704067,77653712~4760050,86942421~2770407,98535653~1117753,100509005~6981148,109777469~790220,119581246~263002,121046044~24623402,154996944~20947632,179959402~6130989,186845403~6440536,206381903~6164451,220055171~4866360,226964674~5272804,233921213~14093958,249208443~5998803,256161461~3320920,267013904~1109087,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~2889841,300778698~3922679,310658268~5633064,317176553~2475343,327043666~8729829,338536402~1688386,342625770~4267012,350432442~910984,353772037~14744805,371443446~7655315,389627075~8094279,397789527~16236518] 2024-07-26T07:04:52.886 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~7145757,21067884~2340477,42214135~8711156,53460778~10392254,77653712~4760050,86942421~2770407,98535653~1117753,100509005~6981148,109051904~1515785,117440512~28228934,154872443~21072133,176160768~17125171,205520896~7025458,218103808~6817723,226492416~21522755,249208443~5998803,256161461~3320920,267013904~1109087,269639973~2079083,272629760~8304488,281018368~10887205,292540704~3500738,297386918~7314459,310378496~5912836,317176553~2475343,327043666~19849116,350432442~910984,352321536~16195306,371443446~7655315,385875968~28150077] 2024-07-26T07:04:52.886 INFO:tasks.workunit.client.0.smithi089.stdout:from 3 to 13 diff [5232336~5260768,13751986~7145757,21067884~2340477,42214135~21638897,77653712~4760050,84442385~1780255,86942421~2770407,98535653~1117753,100509005~6981148,109777469~790220,119581246~263002,121046044~24623402,154996944~20947632,179959402~6130989,186845403~6440536,206381903~6164451,215545660~9375871,226964674~5272804,233921213~14093958,249208443~13773539,265754218~2368773,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~2889841,300778698~3922679,310658268~5633064,317176553~2475343,327043666~8729829,338536402~1688386,342625770~4267012,350432442~910984,353772037~14744805,371443446~7655315,386894825~10826529,397789527~16236518] 2024-07-26T07:04:52.886 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~7145757,21067884~2340477,42214135~21638897,77653712~4760050,84442385~1780255,86942421~2770407,98535653~1117753,100509005~6981148,109777469~790220,119581246~263002,121046044~24623402,154996944~20947632,179959402~6130989,186845403~6440536,206381903~6164451,215545660~9375871,226964674~5272804,233921213~14093958,249208443~13773539,265754218~2368773,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~2889841,300778698~3922679,310658268~5633064,317176553~2475343,327043666~8729829,338536402~1688386,342625770~4267012,350432442~910984,353772037~14744805,371443446~7655315,386894825~10826529,397789527~16236518] 2024-07-26T07:04:52.892 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~7145757,21067884~2340477,42214135~21638897,77653712~4760050,84442385~1780255,86942421~2770407,98535653~1117753,100509005~6981148,109051904~1515785,117440512~28228934,154872443~21072133,176160768~17125171,205520896~7025458,215545660~9375871,226492416~21522755,249208443~13773539,265754218~2368773,269639973~2079083,272629760~8304488,281018368~10887205,292540704~3500738,297386918~7314459,310378496~5912836,317176553~2475343,327043666~19849116,350432442~910984,352321536~16195306,371443446~7655315,385875968~28150077] 2024-07-26T07:04:52.892 INFO:tasks.workunit.client.0.smithi089.stdout:from 3 to 14 diff [5232336~5260768,13751986~9714917,24598748~2401796,42214135~26345989,77653712~4760050,84442385~1780255,86942421~2770407,98535653~1117753,100509005~6981148,109777469~790220,119581246~263002,121046044~24623402,154996944~20947632,179959402~20021385,206381903~6164451,215545660~9375871,226964674~5272804,233921213~14093958,249208443~13773539,265754218~2368773,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~2889841,300778698~3922679,310658268~5633064,317176553~2475343,327043666~8729829,338536402~1688386,342625770~4267012,350432442~910984,353772037~14744805,371443446~7655315,386296132~11425222,397789527~16236518] 2024-07-26T07:04:52.892 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~9714917,24598748~2401796,42214135~26345989,77653712~4760050,84442385~1780255,86942421~2770407,98535653~1117753,100509005~6981148,109777469~790220,119581246~263002,121046044~24623402,154996944~20947632,179959402~20021385,206381903~6164451,215545660~9375871,226964674~5272804,233921213~14093958,249208443~13773539,265754218~2368773,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~2889841,300778698~3922679,310658268~5633064,317176553~2475343,327043666~8729829,338536402~1688386,342625770~4267012,350432442~910984,353772037~14744805,371443446~7655315,386296132~11425222,397789527~16236518] 2024-07-26T07:04:52.897 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~13248558,42214135~26345989,77653712~4760050,84442385~1780255,86942421~2770407,98535653~1117753,100509005~6981148,109051904~1515785,117440512~28228934,154872443~21072133,176160768~23820019,205520896~7025458,215545660~9375871,226492416~21522755,249208443~13773539,265754218~2368773,269639973~2079083,272629760~8304488,281018368~10887205,292540704~3500738,297386918~7314459,310378496~5912836,317176553~2475343,327043666~19849116,350432442~910984,352321536~16195306,371443446~7655315,385875968~28150077] 2024-07-26T07:04:52.897 INFO:tasks.workunit.client.0.smithi089.stdout:from 3 to 15 diff [5232336~5260768,13751986~9714917,24598748~2401796,42214135~26345989,69591216~3195879,76221229~6192533,84442385~1780255,86942421~2770407,98535653~1117753,100509005~6981148,109777469~790220,119581246~263002,121046044~28934861,154996944~20947632,179959402~20021385,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~2889841,300778698~3922679,310658268~5633064,317176553~2475343,321420951~3558491,327043666~8729829,338536402~1688386,342625770~4267012,349736754~1606672,353772037~14744805,371443446~7655315,386296132~11425222,397789527~16236518] 2024-07-26T07:04:52.898 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~9714917,24598748~2401796,42214135~26345989,69591216~3195879,76221229~6192533,84442385~1780255,86942421~2770407,98535653~1117753,100509005~6981148,109777469~790220,119581246~263002,121046044~28934861,154996944~20947632,179959402~20021385,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~2889841,300778698~3922679,310658268~5633064,317176553~2475343,321420951~3558491,327043666~8729829,338536402~1688386,342625770~4267012,349736754~1606672,353772037~14744805,371443446~7655315,386296132~11425222,397789527~16236518] 2024-07-26T07:04:52.903 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~13248558,42214135~30572960,76221229~6192533,84442385~1780255,86942421~2770407,98535653~1117753,100509005~6981148,109051904~1515785,117440512~32540393,154872443~21072133,176160768~23820019,205520896~8795081,215545660~9375871,226492416~21554864,249208443~19994546,269639973~2079083,272629760~8304488,281018368~10887205,292540704~3500738,297386918~7314459,310378496~5912836,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~16195306,371443446~7655315,385875968~28150077] 2024-07-26T07:04:52.903 INFO:tasks.workunit.client.0.smithi089.stdout:from 3 to 16 diff [5232336~5260768,13751986~9714917,24598748~2401796,42214135~26345989,69591216~3195879,76221229~6192533,84442385~1780255,86942421~2770407,98535653~1117753,100509005~6981148,109777469~790220,119581246~263002,121046044~28934861,154996944~20947632,179959402~20021385,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~2889841,300778698~3922679,310658268~6273015,317176553~2475343,321420951~3558491,327043666~8729829,338536402~1688386,342625770~4267012,349736754~1606672,353772037~14744805,371443446~7655315,386296132~11425222,397789527~16236518] 2024-07-26T07:04:52.904 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~9714917,24598748~2401796,42214135~26345989,69591216~3195879,76221229~6192533,84442385~1780255,86942421~2770407,98535653~1117753,100509005~6981148,109777469~790220,119581246~263002,121046044~28934861,154996944~20947632,179959402~20021385,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~2889841,300778698~3922679,310658268~6273015,317176553~2475343,321420951~3558491,327043666~8729829,338536402~1688386,342625770~4267012,349736754~1606672,353772037~14744805,371443446~7655315,386296132~11425222,397789527~16236518] 2024-07-26T07:04:52.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:04:52 smithi089 ceph-mon[99608]: osdmap e2039: 8 total, 8 up, 8 in 2024-07-26T07:04:52.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:04:52 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:04:52] "GET /metrics HTTP/1.1" 200 36663 "" "Prometheus/2.43.0" 2024-07-26T07:04:52.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:04:52 smithi089 ceph-mon[102056]: osdmap e2039: 8 total, 8 up, 8 in 2024-07-26T07:04:52.909 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~13248558,42214135~30572960,76221229~6192533,84442385~1780255,86942421~2770407,98535653~1117753,100509005~6981148,109051904~1515785,117440512~32540393,154872443~21072133,176160768~23820019,205520896~8795081,215545660~9375871,226492416~21554864,249208443~19994546,269639973~2079083,272629760~8304488,281018368~10887205,292540704~3500738,297386918~7314459,310378496~6552787,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~16195306,371443446~7655315,385875968~28150077] 2024-07-26T07:04:52.909 INFO:tasks.workunit.client.0.smithi089.stdout:from 3 to 17 diff [5232336~5260768,13751986~9714917,24598748~2401796,42214135~26345989,69591216~3195879,76221229~6192533,84442385~1780255,86942421~2770407,98535653~1117753,100509005~6981148,109777469~790220,119581246~263002,121046044~28934861,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,310658268~6273015,317176553~2475343,321420951~3558491,327043666~8729829,338536402~1688386,342625770~4267012,349736754~1606672,353772037~14744805,371443446~7655315,386296132~11425222,397789527~16236518] 2024-07-26T07:04:52.910 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~9714917,24598748~2401796,42214135~26345989,69591216~3195879,76221229~6192533,84442385~1780255,86942421~2770407,98535653~1117753,100509005~6981148,109777469~790220,119581246~263002,121046044~28934861,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,310658268~6273015,317176553~2475343,321420951~3558491,327043666~8729829,338536402~1688386,342625770~4267012,349736754~1606672,353772037~14744805,371443446~7655315,386296132~11425222,397789527~16236518] 2024-07-26T07:04:52.915 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~13248558,42214135~30572960,76221229~6192533,84442385~1780255,86942421~2770407,98535653~1117753,100509005~6981148,109051904~1515785,117440512~32540393,154872443~21072133,176160768~23820019,205520896~8795081,215545660~9375871,226492416~21554864,249208443~19994546,269639973~2079083,272629760~8304488,281018368~10887205,292540704~3500738,297386918~8395658,310378496~6552787,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~16195306,371443446~7655315,385875968~28150077] 2024-07-26T07:04:52.915 INFO:tasks.workunit.client.0.smithi089.stdout:from 3 to 18 diff [5232336~5260768,13751986~9714917,24598748~2401796,42214135~26345989,69591216~3195879,76221229~6192533,84442385~1780255,86942421~2770407,98535653~1117753,100509005~13135282,119581246~263002,121046044~28934861,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:04:52.915 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~9714917,24598748~2401796,42214135~26345989,69591216~3195879,76221229~6192533,84442385~1780255,86942421~2770407,98535653~1117753,100509005~13135282,119581246~263002,121046044~28934861,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:04:52.921 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~13248558,42214135~30572960,76221229~6192533,84442385~1780255,86942421~2770407,98535653~1117753,100509005~13135282,117440512~32540393,154872443~21072133,176160768~23820019,205520896~8795081,215545660~9375871,226492416~21554864,249208443~19994546,269639973~2079083,272629760~8304488,281018368~10887205,292540704~3500738,297386918~8910767,310378496~6552787,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~16195306,371443446~7655315,381681664~34318160] 2024-07-26T07:04:52.921 INFO:tasks.workunit.client.0.smithi089.stdout:from 3 to 19 diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,98535653~1117753,100509005~13135282,119581246~263002,121046044~28934861,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:04:52.921 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,98535653~1117753,100509005~13135282,119581246~263002,121046044~28934861,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:04:52.927 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~14965348,42103169~30683926,76221229~6192533,82674210~3548430,86942421~2770407,98535653~1117753,100509005~13135282,117440512~32540393,154872443~21072133,176160768~23820019,205520896~8795081,215545660~9375871,226492416~21554864,249208443~19994546,269639973~2079083,272629760~8304488,281018368~10887205,292540704~3500738,297386918~8910767,310378496~6552787,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~16195306,371443446~7655315,381681664~34318160] 2024-07-26T07:04:52.927 INFO:tasks.workunit.client.0.smithi089.stdout:from 4 to 5 diff [54644437~2594954,62651527~480906,98535653~1117753,187160464~5674034,243846522~4168649,249208443~5998803,285383316~6522257,310658268~4015321,358927451~8469262] 2024-07-26T07:04:52.927 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [54644437~2594954,62651527~480906,98535653~1117753,187160464~5674034,243846522~4168649,249208443~5998803,285383316~6522257,310658268~4015321,358927451~8469262] 2024-07-26T07:04:52.933 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [54644437~2594954,59271919~3860514,98535653~1117753,186033609~6800889,243269632~4745539,249208443~5998803,285212672~6692901,310658268~4015321,358927451~8469262] 2024-07-26T07:04:52.933 INFO:tasks.workunit.client.0.smithi089.stdout:from 4 to 6 diff [21067884~2340477,54644437~2594954,61148965~2704067,77653712~4760050,86942421~2770407,98535653~1117753,125696648~3572204,156574520~7635415,187160464~5674034,226964674~5163575,243846522~4168649,249208443~5998803,285383316~6522257,310658268~4015321,357126723~10269990,403481667~8056731] 2024-07-26T07:04:52.933 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [21067884~2340477,54644437~2594954,61148965~2704067,77653712~4760050,86942421~2770407,98535653~1117753,125696648~3572204,156574520~7635415,187160464~5674034,226964674~5163575,243846522~4168649,249208443~5998803,285383316~6522257,310658268~4015321,357126723~10269990,403481667~8056731] 2024-07-26T07:04:52.938 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [21067884~2340477,54644437~2594954,59271919~4581113,77653712~4760050,86942421~2770407,98535653~1117753,122758090~6510762,156574520~7635415,186033609~6800889,226964674~5163575,243269632~4745539,249208443~5998803,285212672~6692901,310658268~4015321,357126723~10269990,403481667~8056731] 2024-07-26T07:04:52.938 INFO:tasks.workunit.client.0.smithi089.stdout:from 4 to 7 diff [13751986~7145757,21067884~2340477,42414513~1802285,54644437~2594954,61148965~2704067,77653712~4760050,86942421~2770407,98535653~1117753,125696648~3572204,138062602~7206704,156574520~7635415,169956222~5988354,187160464~5674034,226964674~5163575,236292026~7459223,243846522~4168649,249208443~5998803,269809471~1909585,283230826~8674747,301216133~3485244,310658268~4015321,357126723~10269990,389627075~8094279,403481667~8056731] 2024-07-26T07:04:52.938 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [13751986~7145757,21067884~2340477,42414513~1802285,54644437~2594954,61148965~2704067,77653712~4760050,86942421~2770407,98535653~1117753,125696648~3572204,138062602~7206704,156574520~7635415,169956222~5988354,187160464~5674034,226964674~5163575,236292026~7459223,243846522~4168649,249208443~5998803,269809471~1909585,283230826~8674747,301216133~3485244,310658268~4015321,357126723~10269990,389627075~8094279,403481667~8056731] 2024-07-26T07:04:52.944 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [13751986~7145757,21067884~2340477,42414513~1802285,54644437~2594954,59271919~4581113,77653712~4760050,86942421~2770407,98535653~1117753,122758090~6510762,135911349~9357957,156574520~7635415,169956222~5988354,186033609~6800889,226964674~5163575,234881024~13134147,249208443~5998803,269639973~2079083,281018368~10887205,297795584~6905793,310658268~4015321,357126723~10269990,385875968~11845386,403481667~8056731] 2024-07-26T07:04:52.944 INFO:tasks.workunit.client.0.smithi089.stdout:from 4 to 8 diff [13751986~7145757,21067884~2340477,42414513~1802285,54644437~5608453,61148965~2704067,77653712~4760050,86942421~2770407,98535653~1117753,100977085~5365091,121046044~2095049,125696648~3572204,131272622~6437521,138062602~7206704,156574520~7635415,169956222~5988354,186845403~6440536,220055171~4866360,226964674~5163575,236292026~11723145,249208443~5998803,267013904~1109087,269809471~1909585,283230826~8674747,301216133~3485244,310658268~4015321,342625770~4267012,357126723~10269990,389627075~8094279,403481667~8056731] 2024-07-26T07:04:52.944 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [13751986~7145757,21067884~2340477,42414513~1802285,54644437~5608453,61148965~2704067,77653712~4760050,86942421~2770407,98535653~1117753,100977085~5365091,121046044~2095049,125696648~3572204,131272622~6437521,138062602~7206704,156574520~7635415,169956222~5988354,186845403~6440536,220055171~4866360,226964674~5163575,236292026~11723145,249208443~5998803,267013904~1109087,269809471~1909585,283230826~8674747,301216133~3485244,310658268~4015321,342625770~4267012,357126723~10269990,389627075~8094279,403481667~8056731] 2024-07-26T07:04:52.949 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [13751986~7145757,21067884~2340477,42414513~1802285,54644437~9208595,77653712~4760050,86942421~2770407,98535653~1117753,100977085~5365091,119844248~9424604,131272622~13996684,156574520~7635415,169956222~5988354,186033609~7252330,218103808~6817723,226964674~5163575,234881024~13134147,249208443~5998803,267013904~1109087,269639973~2079083,281018368~10887205,297795584~6905793,310658268~4015321,339738624~7154158,357126723~10269990,385875968~11845386,403481667~8056731] 2024-07-26T07:04:52.950 INFO:tasks.workunit.client.0.smithi089.stdout:from 4 to 9 diff [5232336~5260768,13751986~7145757,21067884~2340477,42414513~1802285,45034025~5891266,53460778~6792112,61148965~2704067,77653712~4760050,86942421~2770407,98535653~1117753,100977085~5365091,109777469~790220,121046044~16664099,138062602~7206704,156574520~7635415,169956222~5988354,186845403~6440536,220055171~4866360,226964674~5163575,233921213~14093958,249208443~5998803,267013904~1109087,269809471~1909585,283230826~8674747,301216133~3485244,310658268~4015321,327043666~8729829,342625770~4267012,357126723~10269990,371443446~6512431,389627075~8094279,403481667~8056731] 2024-07-26T07:04:52.950 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~7145757,21067884~2340477,42414513~1802285,45034025~5891266,53460778~6792112,61148965~2704067,77653712~4760050,86942421~2770407,98535653~1117753,100977085~5365091,109777469~790220,121046044~16664099,138062602~7206704,156574520~7635415,169956222~5988354,186845403~6440536,220055171~4866360,226964674~5163575,233921213~14093958,249208443~5998803,267013904~1109087,269809471~1909585,283230826~8674747,301216133~3485244,310658268~4015321,327043666~8729829,342625770~4267012,357126723~10269990,371443446~6512431,389627075~8094279,403481667~8056731] 2024-07-26T07:04:52.955 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~7145757,21067884~2340477,42414513~8510778,53460778~10392254,77653712~4760050,86942421~2770407,98535653~1117753,100977085~5365091,109051904~1515785,119844248~25425058,156574520~7635415,169956222~5988354,186033609~7252330,218103808~6817723,226964674~5163575,232237478~15777693,249208443~5998803,267013904~1109087,269639973~2079083,281018368~10887205,297795584~6905793,310658268~4015321,327043666~8729829,339738624~7154158,357126723~10269990,371443446~6512431,385875968~11845386,403481667~8056731] 2024-07-26T07:04:52.955 INFO:tasks.workunit.client.0.smithi089.stdout:from 4 to 10 diff [5232336~5260768,13751986~7145757,21067884~2340477,42414513~1802285,45034025~5891266,53460778~6792112,61148965~2704067,77653712~4760050,86942421~2770407,98535653~1117753,100509005~6981148,109777469~790220,121046044~16664099,138062602~7206704,156574520~19370056,186845403~6440536,206381903~5794907,220055171~4866360,226964674~5163575,233921213~14093958,249208443~5998803,267013904~1109087,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,301216133~3485244,310658268~4015321,317176553~2475343,327043666~8729829,342625770~4267012,353772037~13624676,371443446~6512431,389627075~8094279,403481667~10544378] 2024-07-26T07:04:52.955 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~7145757,21067884~2340477,42414513~1802285,45034025~5891266,53460778~6792112,61148965~2704067,77653712~4760050,86942421~2770407,98535653~1117753,100509005~6981148,109777469~790220,121046044~16664099,138062602~7206704,156574520~19370056,186845403~6440536,206381903~5794907,220055171~4866360,226964674~5163575,233921213~14093958,249208443~5998803,267013904~1109087,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,301216133~3485244,310658268~4015321,317176553~2475343,327043666~8729829,342625770~4267012,353772037~13624676,371443446~6512431,389627075~8094279,403481667~10544378] 2024-07-26T07:04:52.960 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~7145757,21067884~2340477,42414513~8510778,53460778~10392254,77653712~4760050,86942421~2770407,98535653~1117753,100509005~6981148,109051904~1515785,119844248~25425058,156574520~19370056,186033609~7252330,206381903~5794907,218103808~6817723,226964674~5163575,232237478~15777693,249208443~5998803,267013904~1109087,269639973~2079083,272629760~8304488,281018368~10887205,292540704~3500738,297795584~6905793,310658268~4015321,317176553~2475343,327043666~8729829,339738624~7154158,352321536~15075177,371443446~6512431,385875968~11845386,403481667~10544378] 2024-07-26T07:04:52.961 INFO:tasks.workunit.client.0.smithi089.stdout:from 4 to 11 diff [5232336~5260768,13751986~7145757,21067884~2340477,42414513~8510778,53460778~6792112,61148965~2704067,77653712~4760050,86942421~2770407,98535653~1117753,100509005~6981148,109777469~790220,121046044~16664099,138062602~7606844,156574520~19370056,179959402~6130989,186845403~6440536,206381903~6164451,220055171~4866360,226964674~5163575,233921213~14093958,249208443~5998803,267013904~1109087,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~2889841,301216133~3485244,310658268~4015321,317176553~2475343,327043666~8729829,342625770~4267012,353772037~13624676,371443446~7655315,389627075~8094279,397976118~16049927] 2024-07-26T07:04:52.961 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~7145757,21067884~2340477,42414513~8510778,53460778~6792112,61148965~2704067,77653712~4760050,86942421~2770407,98535653~1117753,100509005~6981148,109777469~790220,121046044~16664099,138062602~7606844,156574520~19370056,179959402~6130989,186845403~6440536,206381903~6164451,220055171~4866360,226964674~5163575,233921213~14093958,249208443~5998803,267013904~1109087,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~2889841,301216133~3485244,310658268~4015321,317176553~2475343,327043666~8729829,342625770~4267012,353772037~13624676,371443446~7655315,389627075~8094279,397976118~16049927] 2024-07-26T07:04:52.966 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~7145757,21067884~2340477,42414513~8510778,53460778~10392254,77653712~4760050,86942421~2770407,98535653~1117753,100509005~6981148,109051904~1515785,119844248~25825198,156574520~19370056,176160768~17125171,206381903~6164451,218103808~6817723,226964674~5163575,232237478~15777693,249208443~5998803,267013904~1109087,269639973~2079083,272629760~8304488,281018368~10887205,292540704~3500738,297386918~7314459,310658268~4015321,317176553~2475343,327043666~8729829,339738624~7154158,352321536~15075177,371443446~7655315,385875968~11845386,397976118~16049927] 2024-07-26T07:04:52.966 INFO:tasks.workunit.client.0.smithi089.stdout:from 4 to 12 diff [5232336~5260768,13751986~7145757,21067884~2340477,42214135~8711156,53460778~6792112,61148965~2704067,77653712~4760050,86942421~2770407,98535653~1117753,100509005~6981148,109777469~790220,121046044~24623402,156574520~19370056,179959402~6130989,186845403~6440536,206381903~6164451,220055171~4866360,226964674~5163575,233921213~14093958,249208443~5998803,267013904~1109087,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~2889841,300778698~3922679,310658268~4015321,317176553~2475343,327043666~8729829,338536402~1688386,342625770~4267012,350432442~910984,353772037~14744805,371443446~7655315,389627075~8094279,397976118~16049927] 2024-07-26T07:04:52.966 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~7145757,21067884~2340477,42214135~8711156,53460778~6792112,61148965~2704067,77653712~4760050,86942421~2770407,98535653~1117753,100509005~6981148,109777469~790220,121046044~24623402,156574520~19370056,179959402~6130989,186845403~6440536,206381903~6164451,220055171~4866360,226964674~5163575,233921213~14093958,249208443~5998803,267013904~1109087,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~2889841,300778698~3922679,310658268~4015321,317176553~2475343,327043666~8729829,338536402~1688386,342625770~4267012,350432442~910984,353772037~14744805,371443446~7655315,389627075~8094279,397976118~16049927] 2024-07-26T07:04:52.971 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~7145757,21067884~2340477,42214135~8711156,53460778~10392254,77653712~4760050,86942421~2770407,98535653~1117753,100509005~6981148,109051904~1515785,119844248~25825198,156574520~19370056,176160768~17125171,206381903~6164451,218103808~6817723,226964674~5163575,232237478~15777693,249208443~5998803,267013904~1109087,269639973~2079083,272629760~8304488,281018368~10887205,292540704~3500738,297386918~7314459,310658268~4015321,317176553~2475343,327043666~19849116,350432442~910984,352321536~16195306,371443446~7655315,385875968~11845386,397976118~16049927] 2024-07-26T07:04:52.972 INFO:tasks.workunit.client.0.smithi089.stdout:from 4 to 13 diff [5232336~5260768,13751986~7145757,21067884~2340477,42214135~21638897,77653712~4760050,84442385~1780255,86942421~2770407,98535653~1117753,100509005~6981148,109777469~790220,121046044~24623402,156574520~19370056,179959402~6130989,186845403~6440536,206381903~6164451,215545660~9375871,226964674~5163575,233921213~14093958,249208443~13773539,265754218~2368773,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~2889841,300778698~3922679,310658268~4015321,317176553~2475343,327043666~8729829,338536402~1688386,342625770~4267012,350432442~910984,353772037~14744805,371443446~7655315,386894825~10826529,397976118~16049927] 2024-07-26T07:04:52.972 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~7145757,21067884~2340477,42214135~21638897,77653712~4760050,84442385~1780255,86942421~2770407,98535653~1117753,100509005~6981148,109777469~790220,121046044~24623402,156574520~19370056,179959402~6130989,186845403~6440536,206381903~6164451,215545660~9375871,226964674~5163575,233921213~14093958,249208443~13773539,265754218~2368773,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~2889841,300778698~3922679,310658268~4015321,317176553~2475343,327043666~8729829,338536402~1688386,342625770~4267012,350432442~910984,353772037~14744805,371443446~7655315,386894825~10826529,397976118~16049927] 2024-07-26T07:04:52.977 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~7145757,21067884~2340477,42214135~21638897,77653712~4760050,84442385~1780255,86942421~2770407,98535653~1117753,100509005~6981148,109051904~1515785,119844248~25825198,156574520~19370056,176160768~17125171,206381903~6164451,215545660~9375871,226964674~5163575,232237478~15777693,249208443~13773539,265754218~2368773,269639973~2079083,272629760~8304488,281018368~10887205,292540704~3500738,297386918~7314459,310658268~4015321,317176553~2475343,327043666~19849116,350432442~910984,352321536~16195306,371443446~7655315,385875968~11845386,397976118~16049927] 2024-07-26T07:04:52.977 INFO:tasks.workunit.client.0.smithi089.stdout:from 4 to 14 diff [5232336~5260768,13751986~9714917,24598748~2401796,42214135~26345989,77653712~4760050,84442385~1780255,86942421~2770407,98535653~1117753,100509005~6981148,109777469~790220,121046044~24623402,156574520~19370056,179959402~20021385,206381903~6164451,215545660~9375871,226964674~5163575,233921213~14093958,249208443~13773539,265754218~2368773,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~2889841,300778698~3922679,310658268~4015321,317176553~2475343,327043666~8729829,338536402~1688386,342625770~4267012,350432442~910984,353772037~14744805,371443446~7655315,386296132~11425222,397976118~16049927] 2024-07-26T07:04:52.977 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~9714917,24598748~2401796,42214135~26345989,77653712~4760050,84442385~1780255,86942421~2770407,98535653~1117753,100509005~6981148,109777469~790220,121046044~24623402,156574520~19370056,179959402~20021385,206381903~6164451,215545660~9375871,226964674~5163575,233921213~14093958,249208443~13773539,265754218~2368773,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~2889841,300778698~3922679,310658268~4015321,317176553~2475343,327043666~8729829,338536402~1688386,342625770~4267012,350432442~910984,353772037~14744805,371443446~7655315,386296132~11425222,397976118~16049927] 2024-07-26T07:04:52.983 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~13248558,42214135~26345989,77653712~4760050,84442385~1780255,86942421~2770407,98535653~1117753,100509005~6981148,109051904~1515785,119844248~25825198,156574520~19370056,176160768~23820019,206381903~6164451,215545660~9375871,226964674~5163575,232237478~15777693,249208443~13773539,265754218~2368773,269639973~2079083,272629760~8304488,281018368~10887205,292540704~3500738,297386918~7314459,310658268~4015321,317176553~2475343,327043666~19849116,350432442~910984,352321536~16195306,371443446~7655315,385875968~11845386,397976118~16049927] 2024-07-26T07:04:52.983 INFO:tasks.workunit.client.0.smithi089.stdout:from 4 to 15 diff [5232336~5260768,13751986~9714917,24598748~2401796,42214135~26345989,69591216~3195879,76221229~6192533,84442385~1780255,86942421~2770407,98535653~1117753,100509005~6981148,109777469~790220,121046044~28934861,156574520~19370056,179959402~20021385,206381903~7934074,215545660~9375871,226964674~5163575,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~2889841,300778698~3922679,310658268~4015321,317176553~2475343,321420951~3558491,327043666~8729829,338536402~1688386,342625770~4267012,349736754~1606672,353772037~14744805,371443446~7655315,386296132~11425222,397976118~16049927] 2024-07-26T07:04:52.983 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~9714917,24598748~2401796,42214135~26345989,69591216~3195879,76221229~6192533,84442385~1780255,86942421~2770407,98535653~1117753,100509005~6981148,109777469~790220,121046044~28934861,156574520~19370056,179959402~20021385,206381903~7934074,215545660~9375871,226964674~5163575,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~2889841,300778698~3922679,310658268~4015321,317176553~2475343,321420951~3558491,327043666~8729829,338536402~1688386,342625770~4267012,349736754~1606672,353772037~14744805,371443446~7655315,386296132~11425222,397976118~16049927] 2024-07-26T07:04:52.989 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~13248558,42214135~30572960,76221229~6192533,84442385~1780255,86942421~2770407,98535653~1117753,100509005~6981148,109051904~1515785,119844248~30136657,156574520~19370056,176160768~23820019,206381903~7934074,215545660~9375871,226964674~5163575,232237478~15809802,249208443~19994546,269639973~2079083,272629760~8304488,281018368~10887205,292540704~3500738,297386918~7314459,310658268~4015321,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~16195306,371443446~7655315,385875968~11845386,397976118~16049927] 2024-07-26T07:04:52.989 INFO:tasks.workunit.client.0.smithi089.stdout:from 4 to 16 diff [5232336~5260768,13751986~9714917,24598748~2401796,42214135~26345989,69591216~3195879,76221229~6192533,84442385~1780255,86942421~2770407,98535653~1117753,100509005~6981148,109777469~790220,121046044~28934861,155464620~20479956,179959402~20021385,206381903~7934074,215545660~9375871,226964674~5163575,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~2889841,300778698~3922679,310658268~6273015,317176553~2475343,321420951~3558491,327043666~8729829,338536402~1688386,342625770~4267012,349736754~1606672,353772037~14744805,371443446~7655315,386296132~11425222,397976118~16049927] 2024-07-26T07:04:52.989 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~9714917,24598748~2401796,42214135~26345989,69591216~3195879,76221229~6192533,84442385~1780255,86942421~2770407,98535653~1117753,100509005~6981148,109777469~790220,121046044~28934861,155464620~20479956,179959402~20021385,206381903~7934074,215545660~9375871,226964674~5163575,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~2889841,300778698~3922679,310658268~6273015,317176553~2475343,321420951~3558491,327043666~8729829,338536402~1688386,342625770~4267012,349736754~1606672,353772037~14744805,371443446~7655315,386296132~11425222,397976118~16049927] 2024-07-26T07:04:52.994 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~13248558,42214135~30572960,76221229~6192533,84442385~1780255,86942421~2770407,98535653~1117753,100509005~6981148,109051904~1515785,119844248~30136657,155464620~20479956,176160768~23820019,206381903~7934074,215545660~9375871,226964674~5163575,232237478~15809802,249208443~19994546,269639973~2079083,272629760~8304488,281018368~10887205,292540704~3500738,297386918~7314459,310658268~6273015,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~16195306,371443446~7655315,385875968~11845386,397976118~16049927] 2024-07-26T07:04:52.995 INFO:tasks.workunit.client.0.smithi089.stdout:from 4 to 17 diff [5232336~5260768,13751986~9714917,24598748~2401796,42214135~26345989,69591216~3195879,76221229~6192533,84442385~1780255,86942421~2770407,98535653~1117753,100509005~6981148,109777469~790220,121046044~28934861,155464620~20479956,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5163575,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,310658268~6273015,317176553~2475343,321420951~3558491,327043666~8729829,338536402~1688386,342625770~4267012,349736754~1606672,353772037~14744805,371443446~7655315,386296132~11425222,397976118~16049927] 2024-07-26T07:04:52.995 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~9714917,24598748~2401796,42214135~26345989,69591216~3195879,76221229~6192533,84442385~1780255,86942421~2770407,98535653~1117753,100509005~6981148,109777469~790220,121046044~28934861,155464620~20479956,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5163575,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,310658268~6273015,317176553~2475343,321420951~3558491,327043666~8729829,338536402~1688386,342625770~4267012,349736754~1606672,353772037~14744805,371443446~7655315,386296132~11425222,397976118~16049927] 2024-07-26T07:04:53.000 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~13248558,42214135~30572960,76221229~6192533,84442385~1780255,86942421~2770407,98535653~1117753,100509005~6981148,109051904~1515785,119844248~30136657,155464620~20479956,176160768~23820019,206381903~7934074,215545660~9375871,226964674~5163575,232237478~15809802,249208443~19994546,269639973~2079083,272629760~8304488,281018368~10887205,292540704~3500738,297386918~8395658,310658268~6273015,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~16195306,371443446~7655315,385875968~11845386,397976118~16049927] 2024-07-26T07:04:53.000 INFO:tasks.workunit.client.0.smithi089.stdout:from 4 to 18 diff [5232336~5260768,13751986~9714917,24598748~2401796,42214135~26345989,69591216~3195879,76221229~6192533,84442385~1780255,86942421~2770407,98535653~1117753,100509005~13135282,121046044~28934861,155464620~20479956,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5163575,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:04:53.000 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~9714917,24598748~2401796,42214135~26345989,69591216~3195879,76221229~6192533,84442385~1780255,86942421~2770407,98535653~1117753,100509005~13135282,121046044~28934861,155464620~20479956,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5163575,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:04:53.006 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~13248558,42214135~30572960,76221229~6192533,84442385~1780255,86942421~2770407,98535653~1117753,100509005~13135282,119844248~30136657,155464620~20479956,176160768~23820019,206381903~7934074,215545660~9375871,226964674~5163575,232237478~15809802,249208443~19994546,269639973~2079083,272629760~8304488,281018368~10887205,292540704~3500738,297386918~8910767,310658268~6273015,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~16195306,371443446~7655315,381681664~34318160] 2024-07-26T07:04:53.006 INFO:tasks.workunit.client.0.smithi089.stdout:from 4 to 19 diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,98535653~1117753,100509005~13135282,121046044~28934861,155464620~20479956,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5163575,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:04:53.006 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,98535653~1117753,100509005~13135282,121046044~28934861,155464620~20479956,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5163575,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:04:53.012 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~14965348,42103169~30683926,76221229~6192533,82674210~3548430,86942421~2770407,98535653~1117753,100509005~13135282,119844248~30136657,155464620~20479956,176160768~23820019,206381903~7934074,215545660~9375871,226964674~5163575,232237478~15809802,249208443~19994546,269639973~2079083,272629760~8304488,281018368~10887205,292540704~3500738,297386918~8910767,310658268~6273015,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~16195306,371443446~7655315,381681664~34318160] 2024-07-26T07:04:53.012 INFO:tasks.workunit.client.0.smithi089.stdout:from 5 to 6 diff [21067884~2340477,61148965~2704067,77653712~4760050,86942421~2770407,125696648~3572204,156574520~7635415,226964674~5163575,357126723~8460762,403481667~8056731] 2024-07-26T07:04:53.012 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [21067884~2340477,61148965~2704067,77653712~4760050,86942421~2770407,125696648~3572204,156574520~7635415,226964674~5163575,357126723~8460762,403481667~8056731] 2024-07-26T07:04:53.018 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [21067884~2340477,61148965~2704067,77653712~4760050,86942421~2770407,122758090~6510762,156574520~7635415,226964674~5163575,357126723~8460762,403481667~8056731] 2024-07-26T07:04:53.018 INFO:tasks.workunit.client.0.smithi089.stdout:from 5 to 7 diff [13751986~7145757,21067884~2340477,42414513~1802285,61148965~2704067,77653712~4760050,86942421~2770407,125696648~3572204,138062602~7206704,156574520~7635415,169956222~5988354,226964674~5163575,236292026~7459223,269809471~1909585,283230826~6208903,301216133~3485244,357126723~8460762,389627075~8094279,403481667~8056731] 2024-07-26T07:04:53.018 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [13751986~7145757,21067884~2340477,42414513~1802285,61148965~2704067,77653712~4760050,86942421~2770407,125696648~3572204,138062602~7206704,156574520~7635415,169956222~5988354,226964674~5163575,236292026~7459223,269809471~1909585,283230826~6208903,301216133~3485244,357126723~8460762,389627075~8094279,403481667~8056731] 2024-07-26T07:04:53.023 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [13751986~7145757,21067884~2340477,42414513~1802285,61148965~2704067,77653712~4760050,86942421~2770407,122758090~6510762,135911349~9357957,156574520~7635415,169956222~5988354,226964674~5163575,234881024~8870225,269639973~2079083,281018368~8421361,297795584~6905793,357126723~8460762,385875968~11845386,403481667~8056731] 2024-07-26T07:04:53.024 INFO:tasks.workunit.client.0.smithi089.stdout:from 5 to 8 diff [13751986~7145757,21067884~2340477,42414513~1802285,56643479~3609411,61148965~2704067,77653712~4760050,86942421~2770407,100977085~5365091,121046044~2095049,125696648~3572204,131272622~6437521,138062602~7206704,156574520~7635415,169956222~5988354,186845403~6440536,220055171~4866360,226964674~5163575,236292026~7896649,267013904~1109087,269809471~1909585,283230826~6208903,301216133~3485244,342625770~4267012,357126723~8460762,389627075~8094279,403481667~8056731] 2024-07-26T07:04:53.024 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [13751986~7145757,21067884~2340477,42414513~1802285,56643479~3609411,61148965~2704067,77653712~4760050,86942421~2770407,100977085~5365091,121046044~2095049,125696648~3572204,131272622~6437521,138062602~7206704,156574520~7635415,169956222~5988354,186845403~6440536,220055171~4866360,226964674~5163575,236292026~7896649,267013904~1109087,269809471~1909585,283230826~6208903,301216133~3485244,342625770~4267012,357126723~8460762,389627075~8094279,403481667~8056731] 2024-07-26T07:04:53.029 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [13751986~7145757,21067884~2340477,42414513~1802285,56643479~3609411,61148965~2704067,77653712~4760050,86942421~2770407,100977085~5365091,119844248~9424604,131272622~13996684,156574520~7635415,169956222~5988354,186845403~6440536,218103808~6817723,226964674~5163575,234881024~9307651,267013904~1109087,269639973~2079083,281018368~8421361,297795584~6905793,339738624~7154158,357126723~8460762,385875968~11845386,403481667~8056731] 2024-07-26T07:04:53.029 INFO:tasks.workunit.client.0.smithi089.stdout:from 5 to 9 diff [5232336~5260768,13751986~7145757,21067884~2340477,42414513~1802285,45034025~5891266,53460778~6792112,61148965~2704067,77653712~4760050,86942421~2770407,100977085~5365091,109777469~790220,121046044~16664099,138062602~7206704,156574520~7635415,169956222~5988354,186845403~6440536,220055171~4866360,226964674~5163575,233921213~10267462,267013904~1109087,269809471~1909585,283230826~6208903,301216133~3485244,327043666~8729829,342625770~4267012,357126723~8460762,371443446~6512431,389627075~8094279,403481667~8056731] 2024-07-26T07:04:53.029 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~7145757,21067884~2340477,42414513~1802285,45034025~5891266,53460778~6792112,61148965~2704067,77653712~4760050,86942421~2770407,100977085~5365091,109777469~790220,121046044~16664099,138062602~7206704,156574520~7635415,169956222~5988354,186845403~6440536,220055171~4866360,226964674~5163575,233921213~10267462,267013904~1109087,269809471~1909585,283230826~6208903,301216133~3485244,327043666~8729829,342625770~4267012,357126723~8460762,371443446~6512431,389627075~8094279,403481667~8056731] 2024-07-26T07:04:53.035 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~7145757,21067884~2340477,42414513~8510778,53460778~6792112,61148965~2704067,77653712~4760050,86942421~2770407,100977085~5365091,109051904~1515785,119844248~25425058,156574520~7635415,169956222~5988354,186845403~6440536,218103808~6817723,226964674~5163575,232237478~11951197,267013904~1109087,269639973~2079083,281018368~8421361,297795584~6905793,327043666~8729829,339738624~7154158,357126723~8460762,371443446~6512431,385875968~11845386,403481667~8056731] 2024-07-26T07:04:53.035 INFO:tasks.workunit.client.0.smithi089.stdout:from 5 to 10 diff [5232336~5260768,13751986~7145757,21067884~2340477,42414513~1802285,45034025~5891266,53460778~6792112,61148965~2704067,77653712~4760050,86942421~2770407,100509005~6981148,109777469~790220,121046044~16664099,138062602~7206704,156574520~19370056,186845403~6440536,206381903~5794907,220055171~4866360,226964674~5163575,233921213~10267462,267013904~1109087,269809471~1909585,275986773~4947475,283230826~6208903,292540704~3500738,301216133~3485244,317176553~2475343,327043666~8729829,342625770~4267012,353772037~11815448,371443446~6512431,389627075~8094279,403481667~10544378] 2024-07-26T07:04:53.035 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~7145757,21067884~2340477,42414513~1802285,45034025~5891266,53460778~6792112,61148965~2704067,77653712~4760050,86942421~2770407,100509005~6981148,109777469~790220,121046044~16664099,138062602~7206704,156574520~19370056,186845403~6440536,206381903~5794907,220055171~4866360,226964674~5163575,233921213~10267462,267013904~1109087,269809471~1909585,275986773~4947475,283230826~6208903,292540704~3500738,301216133~3485244,317176553~2475343,327043666~8729829,342625770~4267012,353772037~11815448,371443446~6512431,389627075~8094279,403481667~10544378] 2024-07-26T07:04:53.040 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~7145757,21067884~2340477,42414513~8510778,53460778~6792112,61148965~2704067,77653712~4760050,86942421~2770407,100509005~6981148,109051904~1515785,119844248~25425058,156574520~19370056,186845403~6440536,206381903~5794907,218103808~6817723,226964674~5163575,232237478~11951197,267013904~1109087,269639973~2079083,272629760~8304488,281018368~8421361,292540704~3500738,297795584~6905793,317176553~2475343,327043666~8729829,339738624~7154158,352321536~13265949,371443446~6512431,385875968~11845386,403481667~10544378] 2024-07-26T07:04:53.040 INFO:tasks.workunit.client.0.smithi089.stdout:from 5 to 11 diff [5232336~5260768,13751986~7145757,21067884~2340477,42414513~8510778,53460778~6792112,61148965~2704067,77653712~4760050,86942421~2770407,100509005~6981148,109777469~790220,121046044~16664099,138062602~7606844,156574520~19370056,179959402~6130989,186845403~6440536,206381903~6164451,220055171~4866360,226964674~5163575,233921213~10267462,267013904~1109087,269809471~1909585,275986773~4947475,283230826~6208903,292540704~3500738,297569108~2889841,301216133~3485244,317176553~2475343,327043666~8729829,342625770~4267012,353772037~11815448,371443446~7655315,389627075~8094279,397976118~16049927] 2024-07-26T07:04:53.040 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~7145757,21067884~2340477,42414513~8510778,53460778~6792112,61148965~2704067,77653712~4760050,86942421~2770407,100509005~6981148,109777469~790220,121046044~16664099,138062602~7606844,156574520~19370056,179959402~6130989,186845403~6440536,206381903~6164451,220055171~4866360,226964674~5163575,233921213~10267462,267013904~1109087,269809471~1909585,275986773~4947475,283230826~6208903,292540704~3500738,297569108~2889841,301216133~3485244,317176553~2475343,327043666~8729829,342625770~4267012,353772037~11815448,371443446~7655315,389627075~8094279,397976118~16049927] 2024-07-26T07:04:53.046 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~7145757,21067884~2340477,42414513~8510778,53460778~6792112,61148965~2704067,77653712~4760050,86942421~2770407,100509005~6981148,109051904~1515785,119844248~25825198,156574520~19370056,176160768~9929623,186845403~6440536,206381903~6164451,218103808~6817723,226964674~5163575,232237478~11951197,267013904~1109087,269639973~2079083,272629760~8304488,281018368~8421361,292540704~3500738,297386918~7314459,317176553~2475343,327043666~8729829,339738624~7154158,352321536~13265949,371443446~7655315,385875968~11845386,397976118~16049927] 2024-07-26T07:04:53.046 INFO:tasks.workunit.client.0.smithi089.stdout:from 5 to 12 diff [5232336~5260768,13751986~7145757,21067884~2340477,42214135~8711156,53460778~6792112,61148965~2704067,77653712~4760050,86942421~2770407,100509005~6981148,109777469~790220,121046044~24623402,156574520~19370056,179959402~6130989,186845403~6440536,206381903~6164451,220055171~4866360,226964674~5163575,233921213~10267462,267013904~1109087,269809471~1909585,275986773~4947475,283230826~6208903,292540704~3500738,297569108~2889841,300778698~3922679,317176553~2475343,327043666~8729829,338536402~1688386,342625770~4267012,350432442~910984,353772037~14744805,371443446~7655315,389627075~8094279,397976118~16049927] 2024-07-26T07:04:53.046 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~7145757,21067884~2340477,42214135~8711156,53460778~6792112,61148965~2704067,77653712~4760050,86942421~2770407,100509005~6981148,109777469~790220,121046044~24623402,156574520~19370056,179959402~6130989,186845403~6440536,206381903~6164451,220055171~4866360,226964674~5163575,233921213~10267462,267013904~1109087,269809471~1909585,275986773~4947475,283230826~6208903,292540704~3500738,297569108~2889841,300778698~3922679,317176553~2475343,327043666~8729829,338536402~1688386,342625770~4267012,350432442~910984,353772037~14744805,371443446~7655315,389627075~8094279,397976118~16049927] 2024-07-26T07:04:53.051 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~7145757,21067884~2340477,42214135~8711156,53460778~6792112,61148965~2704067,77653712~4760050,86942421~2770407,100509005~6981148,109051904~1515785,119844248~25825198,156574520~19370056,176160768~9929623,186845403~6440536,206381903~6164451,218103808~6817723,226964674~5163575,232237478~11951197,267013904~1109087,269639973~2079083,272629760~8304488,281018368~8421361,292540704~3500738,297386918~7314459,317176553~2475343,327043666~19849116,350432442~910984,352321536~16195306,371443446~7655315,385875968~11845386,397976118~16049927] 2024-07-26T07:04:53.051 INFO:tasks.workunit.client.0.smithi089.stdout:from 5 to 13 diff [5232336~5260768,13751986~7145757,21067884~2340477,42214135~21638897,77653712~4760050,84442385~1780255,86942421~2770407,100509005~6981148,109777469~790220,121046044~24623402,156574520~19370056,179959402~6130989,186845403~6440536,206381903~6164451,215545660~9375871,226964674~5163575,233921213~10267462,249454923~2257788,254963019~8018963,265754218~2368773,269809471~1909585,275986773~4947475,283230826~6208903,292540704~3500738,297569108~2889841,300778698~3922679,317176553~2475343,327043666~8729829,338536402~1688386,342625770~4267012,350432442~910984,353772037~14744805,371443446~7655315,386894825~10826529,397976118~16049927] 2024-07-26T07:04:53.052 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~7145757,21067884~2340477,42214135~21638897,77653712~4760050,84442385~1780255,86942421~2770407,100509005~6981148,109777469~790220,121046044~24623402,156574520~19370056,179959402~6130989,186845403~6440536,206381903~6164451,215545660~9375871,226964674~5163575,233921213~10267462,249454923~2257788,254963019~8018963,265754218~2368773,269809471~1909585,275986773~4947475,283230826~6208903,292540704~3500738,297569108~2889841,300778698~3922679,317176553~2475343,327043666~8729829,338536402~1688386,342625770~4267012,350432442~910984,353772037~14744805,371443446~7655315,386894825~10826529,397976118~16049927] 2024-07-26T07:04:53.057 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~7145757,21067884~2340477,42214135~21638897,77653712~4760050,84442385~1780255,86942421~2770407,100509005~6981148,109051904~1515785,119844248~25825198,156574520~19370056,176160768~9929623,186845403~6440536,206381903~6164451,215545660~9375871,226964674~5163575,232237478~11951197,249454923~2257788,254963019~8018963,265754218~2368773,269639973~2079083,272629760~8304488,281018368~8421361,292540704~3500738,297386918~7314459,317176553~2475343,327043666~19849116,350432442~910984,352321536~16195306,371443446~7655315,385875968~11845386,397976118~16049927] 2024-07-26T07:04:53.057 INFO:tasks.workunit.client.0.smithi089.stdout:from 5 to 14 diff [5232336~5260768,13751986~9714917,24598748~2401796,42214135~26345989,77653712~4760050,84442385~1780255,86942421~2770407,100509005~6981148,109777469~790220,121046044~24623402,156574520~19370056,179959402~20021385,206381903~6164451,215545660~9375871,226964674~5163575,233921213~10267462,249454923~2257788,254276532~8705450,265754218~2368773,269809471~1909585,275986773~4947475,283230826~7695256,292540704~3500738,297569108~2889841,300778698~3922679,317176553~2475343,327043666~8729829,338536402~1688386,342625770~4267012,350432442~910984,353772037~14744805,371443446~7655315,386296132~11425222,397976118~16049927] 2024-07-26T07:04:53.057 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~9714917,24598748~2401796,42214135~26345989,77653712~4760050,84442385~1780255,86942421~2770407,100509005~6981148,109777469~790220,121046044~24623402,156574520~19370056,179959402~20021385,206381903~6164451,215545660~9375871,226964674~5163575,233921213~10267462,249454923~2257788,254276532~8705450,265754218~2368773,269809471~1909585,275986773~4947475,283230826~7695256,292540704~3500738,297569108~2889841,300778698~3922679,317176553~2475343,327043666~8729829,338536402~1688386,342625770~4267012,350432442~910984,353772037~14744805,371443446~7655315,386296132~11425222,397976118~16049927] 2024-07-26T07:04:53.063 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~13248558,42214135~26345989,77653712~4760050,84442385~1780255,86942421~2770407,100509005~6981148,109051904~1515785,119844248~25825198,156574520~19370056,176160768~23820019,206381903~6164451,215545660~9375871,226964674~5163575,232237478~11951197,249454923~2257788,254276532~8705450,265754218~2368773,269639973~2079083,272629760~8304488,281018368~9907714,292540704~3500738,297386918~7314459,317176553~2475343,327043666~19849116,350432442~910984,352321536~16195306,371443446~7655315,385875968~11845386,397976118~16049927] 2024-07-26T07:04:53.063 INFO:tasks.workunit.client.0.smithi089.stdout:from 5 to 15 diff [5232336~5260768,13751986~9714917,24598748~2401796,42214135~26345989,69591216~3195879,76221229~6192533,84442385~1780255,86942421~2770407,100509005~6981148,109777469~790220,121046044~28934861,156574520~19370056,179959402~20021385,206381903~7934074,215545660~9375871,226964674~5163575,233921213~10267462,244608654~3438626,249454923~2257788,254276532~14926457,269809471~1909585,275986773~4947475,283230826~7695256,292540704~3500738,297569108~2889841,300778698~3922679,317176553~2475343,321420951~3558491,327043666~8729829,338536402~1688386,342625770~4267012,349736754~1606672,353772037~14744805,371443446~7655315,386296132~11425222,397976118~16049927] 2024-07-26T07:04:53.063 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~9714917,24598748~2401796,42214135~26345989,69591216~3195879,76221229~6192533,84442385~1780255,86942421~2770407,100509005~6981148,109777469~790220,121046044~28934861,156574520~19370056,179959402~20021385,206381903~7934074,215545660~9375871,226964674~5163575,233921213~10267462,244608654~3438626,249454923~2257788,254276532~14926457,269809471~1909585,275986773~4947475,283230826~7695256,292540704~3500738,297569108~2889841,300778698~3922679,317176553~2475343,321420951~3558491,327043666~8729829,338536402~1688386,342625770~4267012,349736754~1606672,353772037~14744805,371443446~7655315,386296132~11425222,397976118~16049927] 2024-07-26T07:04:53.069 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~13248558,42214135~30572960,76221229~6192533,84442385~1780255,86942421~2770407,100509005~6981148,109051904~1515785,119844248~30136657,156574520~19370056,176160768~23820019,206381903~7934074,215545660~9375871,226964674~5163575,232237478~11951197,244608654~3438626,249454923~2257788,254276532~14926457,269639973~2079083,272629760~8304488,281018368~9907714,292540704~3500738,297386918~7314459,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~16195306,371443446~7655315,385875968~11845386,397976118~16049927] 2024-07-26T07:04:53.070 INFO:tasks.workunit.client.0.smithi089.stdout:from 5 to 16 diff [5232336~5260768,13751986~9714917,24598748~2401796,42214135~26345989,69591216~3195879,76221229~6192533,84442385~1780255,86942421~2770407,100509005~6981148,109777469~790220,121046044~28934861,155464620~20479956,179959402~20021385,206381903~7934074,215545660~9375871,226964674~5163575,233921213~10267462,244608654~3438626,249454923~4128347,254276532~14926457,269809471~1909585,275986773~4947475,283230826~7695256,292540704~3500738,297569108~2889841,300778698~3922679,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,338536402~1688386,342625770~4267012,349736754~1606672,353772037~14744805,371443446~7655315,386296132~11425222,397976118~16049927] 2024-07-26T07:04:53.070 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~9714917,24598748~2401796,42214135~26345989,69591216~3195879,76221229~6192533,84442385~1780255,86942421~2770407,100509005~6981148,109777469~790220,121046044~28934861,155464620~20479956,179959402~20021385,206381903~7934074,215545660~9375871,226964674~5163575,233921213~10267462,244608654~3438626,249454923~4128347,254276532~14926457,269809471~1909585,275986773~4947475,283230826~7695256,292540704~3500738,297569108~2889841,300778698~3922679,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,338536402~1688386,342625770~4267012,349736754~1606672,353772037~14744805,371443446~7655315,386296132~11425222,397976118~16049927] 2024-07-26T07:04:53.075 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~13248558,42214135~30572960,76221229~6192533,84442385~1780255,86942421~2770407,100509005~6981148,109051904~1515785,119844248~30136657,155464620~20479956,176160768~23820019,206381903~7934074,215545660~9375871,226964674~5163575,232237478~11951197,244608654~3438626,249454923~4128347,254276532~14926457,269639973~2079083,272629760~8304488,281018368~9907714,292540704~3500738,297386918~7314459,310747340~6183943,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~16195306,371443446~7655315,385875968~11845386,397976118~16049927] 2024-07-26T07:04:53.075 INFO:tasks.workunit.client.0.smithi089.stdout:from 5 to 17 diff [5232336~5260768,13751986~9714917,24598748~2401796,42214135~26345989,69591216~3195879,76221229~6192533,84442385~1780255,86942421~2770407,100509005~6981148,109777469~790220,121046044~28934861,155464620~20479956,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5163575,233921213~10267462,244608654~3438626,249454923~4128347,254276532~14926457,269809471~1909585,275986773~4947475,283230826~7695256,292540704~3500738,297569108~7132269,305523442~259134,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,338536402~1688386,342625770~4267012,349736754~1606672,353772037~14744805,371443446~7655315,386296132~11425222,397976118~16049927] 2024-07-26T07:04:53.075 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~9714917,24598748~2401796,42214135~26345989,69591216~3195879,76221229~6192533,84442385~1780255,86942421~2770407,100509005~6981148,109777469~790220,121046044~28934861,155464620~20479956,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5163575,233921213~10267462,244608654~3438626,249454923~4128347,254276532~14926457,269809471~1909585,275986773~4947475,283230826~7695256,292540704~3500738,297569108~7132269,305523442~259134,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,338536402~1688386,342625770~4267012,349736754~1606672,353772037~14744805,371443446~7655315,386296132~11425222,397976118~16049927] 2024-07-26T07:04:53.081 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~13248558,42214135~30572960,76221229~6192533,84442385~1780255,86942421~2770407,100509005~6981148,109051904~1515785,119844248~30136657,155464620~20479956,176160768~23820019,206381903~7934074,215545660~9375871,226964674~5163575,232237478~11951197,244608654~3438626,249454923~4128347,254276532~14926457,269639973~2079083,272629760~8304488,281018368~9907714,292540704~3500738,297386918~8395658,310747340~6183943,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~16195306,371443446~7655315,385875968~11845386,397976118~16049927] 2024-07-26T07:04:53.081 INFO:tasks.workunit.client.0.smithi089.stdout:from 5 to 18 diff [5232336~5260768,13751986~9714917,24598748~2401796,42214135~26345989,69591216~3195879,76221229~6192533,84442385~1780255,86942421~2770407,100509005~13135282,121046044~28934861,155464620~20479956,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5163575,233921213~10267462,244608654~3438626,249454923~4128347,254276532~14926457,269809471~1909585,275986773~4947475,283230826~7695256,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:04:53.081 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~9714917,24598748~2401796,42214135~26345989,69591216~3195879,76221229~6192533,84442385~1780255,86942421~2770407,100509005~13135282,121046044~28934861,155464620~20479956,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5163575,233921213~10267462,244608654~3438626,249454923~4128347,254276532~14926457,269809471~1909585,275986773~4947475,283230826~7695256,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:04:53.086 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~13248558,42214135~30572960,76221229~6192533,84442385~1780255,86942421~2770407,100509005~13135282,119844248~30136657,155464620~20479956,176160768~23820019,206381903~7934074,215545660~9375871,226964674~5163575,232237478~11951197,244608654~3438626,249454923~4128347,254276532~14926457,269639973~2079083,272629760~8304488,281018368~9907714,292540704~3500738,297386918~8910767,310747340~6183943,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~16195306,371443446~7655315,381681664~34318160] 2024-07-26T07:04:53.086 INFO:tasks.workunit.client.0.smithi089.stdout:from 5 to 19 diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,100509005~13135282,121046044~28934861,155464620~20479956,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5163575,233921213~10267462,244608654~3438626,249454923~4128347,254276532~14926457,269809471~1909585,275986773~4947475,283230826~7695256,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:04:53.086 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,100509005~13135282,121046044~28934861,155464620~20479956,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5163575,233921213~10267462,244608654~3438626,249454923~4128347,254276532~14926457,269809471~1909585,275986773~4947475,283230826~7695256,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:04:53.092 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~14965348,42103169~30683926,76221229~6192533,82674210~3548430,86942421~2770407,100509005~13135282,119844248~30136657,155464620~20479956,176160768~23820019,206381903~7934074,215545660~9375871,226964674~5163575,232237478~11951197,244608654~3438626,249454923~4128347,254276532~14926457,269639973~2079083,272629760~8304488,281018368~9907714,292540704~3500738,297386918~8910767,310747340~6183943,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~16195306,371443446~7655315,381681664~34318160] 2024-07-26T07:04:53.092 INFO:tasks.workunit.client.0.smithi089.stdout:from 6 to 7 diff [13751986~7145757,42414513~1802285,138062602~7206704,169956222~5988354,236292026~7459223,269809471~1909585,283230826~6208903,301216133~3485244,389627075~8094279] 2024-07-26T07:04:53.092 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [13751986~7145757,42414513~1802285,138062602~7206704,169956222~5988354,236292026~7459223,269809471~1909585,283230826~6208903,301216133~3485244,389627075~8094279] 2024-07-26T07:04:53.097 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [13751986~7145757,42414513~1802285,135911349~9357957,169956222~5988354,234881024~8870225,269639973~2079083,281018368~8421361,297795584~6905793,385875968~11845386] 2024-07-26T07:04:53.097 INFO:tasks.workunit.client.0.smithi089.stdout:from 6 to 8 diff [13751986~7145757,42414513~1802285,56643479~3609411,100977085~5365091,121046044~2095049,131272622~6437521,138062602~7206704,169956222~5988354,186845403~6440536,220055171~4866360,236292026~7896649,267013904~1109087,269809471~1909585,283230826~6208903,301216133~3485244,342625770~4267012,389627075~8094279] 2024-07-26T07:04:53.097 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [13751986~7145757,42414513~1802285,56643479~3609411,100977085~5365091,121046044~2095049,131272622~6437521,138062602~7206704,169956222~5988354,186845403~6440536,220055171~4866360,236292026~7896649,267013904~1109087,269809471~1909585,283230826~6208903,301216133~3485244,342625770~4267012,389627075~8094279] 2024-07-26T07:04:53.103 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [13751986~7145757,42414513~1802285,56643479~3609411,100977085~5365091,119844248~3296845,131272622~13996684,169956222~5988354,186845403~6440536,218103808~6817723,234881024~9307651,267013904~1109087,269639973~2079083,281018368~8421361,297795584~6905793,339738624~7154158,385875968~11845386] 2024-07-26T07:04:53.103 INFO:tasks.workunit.client.0.smithi089.stdout:from 6 to 9 diff [5232336~5260768,13751986~7145757,42414513~1802285,45034025~5891266,53460778~6792112,100977085~5365091,109777469~790220,121046044~16664099,138062602~7206704,169956222~5988354,186845403~6440536,220055171~4866360,233921213~10267462,267013904~1109087,269809471~1909585,283230826~6208903,301216133~3485244,327043666~8729829,342625770~4267012,371443446~6512431,389627075~8094279] 2024-07-26T07:04:53.103 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~7145757,42414513~1802285,45034025~5891266,53460778~6792112,100977085~5365091,109777469~790220,121046044~16664099,138062602~7206704,169956222~5988354,186845403~6440536,220055171~4866360,233921213~10267462,267013904~1109087,269809471~1909585,283230826~6208903,301216133~3485244,327043666~8729829,342625770~4267012,371443446~6512431,389627075~8094279] 2024-07-26T07:04:53.109 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~7145757,42414513~8510778,53460778~6792112,100977085~5365091,109051904~1515785,119844248~25425058,169956222~5988354,186845403~6440536,218103808~6817723,232237478~11951197,267013904~1109087,269639973~2079083,281018368~8421361,297795584~6905793,327043666~8729829,339738624~7154158,371443446~6512431,385875968~11845386] 2024-07-26T07:04:53.109 INFO:tasks.workunit.client.0.smithi089.stdout:from 6 to 10 diff [5232336~5260768,13751986~7145757,42414513~1802285,45034025~5891266,53460778~6792112,100509005~6981148,109777469~790220,121046044~16664099,138062602~7206704,163757976~12186600,186845403~6440536,206381903~5794907,220055171~4866360,233921213~10267462,267013904~1109087,269809471~1909585,275986773~4947475,283230826~6208903,292540704~3500738,301216133~3485244,317176553~2475343,327043666~8729829,342625770~4267012,353772037~8130078,371443446~6512431,389627075~8094279,407986313~6039732] 2024-07-26T07:04:53.109 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~7145757,42414513~1802285,45034025~5891266,53460778~6792112,100509005~6981148,109777469~790220,121046044~16664099,138062602~7206704,163757976~12186600,186845403~6440536,206381903~5794907,220055171~4866360,233921213~10267462,267013904~1109087,269809471~1909585,275986773~4947475,283230826~6208903,292540704~3500738,301216133~3485244,317176553~2475343,327043666~8729829,342625770~4267012,353772037~8130078,371443446~6512431,389627075~8094279,407986313~6039732] 2024-07-26T07:04:53.114 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~7145757,42414513~8510778,53460778~6792112,100509005~6981148,109051904~1515785,119844248~25425058,163757976~12186600,186845403~6440536,206381903~5794907,218103808~6817723,232237478~11951197,267013904~1109087,269639973~2079083,272629760~8304488,281018368~8421361,292540704~3500738,297795584~6905793,317176553~2475343,327043666~8729829,339738624~7154158,352321536~9580579,371443446~6512431,385875968~11845386,407986313~6039732] 2024-07-26T07:04:53.115 INFO:tasks.workunit.client.0.smithi089.stdout:from 6 to 11 diff [5232336~5260768,13751986~7145757,42414513~8510778,53460778~6792112,100509005~6981148,109777469~790220,121046044~16664099,138062602~7606844,161236386~1447324,163757976~12186600,179959402~6130989,186845403~6440536,206381903~6164451,220055171~4866360,233921213~10267462,267013904~1109087,269809471~1909585,275986773~4947475,283230826~6208903,292540704~3500738,297569108~2889841,301216133~3485244,317176553~2475343,327043666~8729829,342625770~4267012,353772037~8130078,371443446~7655315,389627075~8094279,397976118~6119354,407986313~6039732] 2024-07-26T07:04:53.115 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~7145757,42414513~8510778,53460778~6792112,100509005~6981148,109777469~790220,121046044~16664099,138062602~7606844,161236386~1447324,163757976~12186600,179959402~6130989,186845403~6440536,206381903~6164451,220055171~4866360,233921213~10267462,267013904~1109087,269809471~1909585,275986773~4947475,283230826~6208903,292540704~3500738,297569108~2889841,301216133~3485244,317176553~2475343,327043666~8729829,342625770~4267012,353772037~8130078,371443446~7655315,389627075~8094279,397976118~6119354,407986313~6039732] 2024-07-26T07:04:53.120 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~7145757,42414513~8510778,53460778~6792112,100509005~6981148,109051904~1515785,119844248~25825198,161236386~1447324,163757976~12186600,176160768~9929623,186845403~6440536,206381903~6164451,218103808~6817723,232237478~11951197,267013904~1109087,269639973~2079083,272629760~8304488,281018368~8421361,292540704~3500738,297386918~7314459,317176553~2475343,327043666~8729829,339738624~7154158,352321536~9580579,371443446~7655315,385875968~11845386,397976118~6119354,407986313~6039732] 2024-07-26T07:04:53.121 INFO:tasks.workunit.client.0.smithi089.stdout:from 6 to 12 diff [5232336~5260768,13751986~7145757,42214135~8711156,53460778~6792112,100509005~6981148,109777469~790220,121046044~24623402,161236386~1447324,163757976~12186600,179959402~6130989,186845403~6440536,206381903~6164451,220055171~4866360,233921213~10267462,267013904~1109087,269809471~1909585,275986773~4947475,283230826~6208903,292540704~3500738,297569108~2889841,300778698~3922679,317176553~2475343,327043666~8729829,338536402~1688386,342625770~4267012,350432442~910984,353772037~8130078,362180670~6336172,371443446~7655315,389627075~8094279,397976118~6119354,407986313~6039732] 2024-07-26T07:04:53.121 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~7145757,42214135~8711156,53460778~6792112,100509005~6981148,109777469~790220,121046044~24623402,161236386~1447324,163757976~12186600,179959402~6130989,186845403~6440536,206381903~6164451,220055171~4866360,233921213~10267462,267013904~1109087,269809471~1909585,275986773~4947475,283230826~6208903,292540704~3500738,297569108~2889841,300778698~3922679,317176553~2475343,327043666~8729829,338536402~1688386,342625770~4267012,350432442~910984,353772037~8130078,362180670~6336172,371443446~7655315,389627075~8094279,397976118~6119354,407986313~6039732] 2024-07-26T07:04:53.127 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~7145757,42214135~8711156,53460778~6792112,100509005~6981148,109051904~1515785,119844248~25825198,161236386~1447324,163757976~12186600,176160768~9929623,186845403~6440536,206381903~6164451,218103808~6817723,232237478~11951197,267013904~1109087,269639973~2079083,272629760~8304488,281018368~8421361,292540704~3500738,297386918~7314459,317176553~2475343,327043666~19849116,350432442~910984,352321536~9580579,362180670~6336172,371443446~7655315,385875968~11845386,397976118~6119354,407986313~6039732] 2024-07-26T07:04:53.127 INFO:tasks.workunit.client.0.smithi089.stdout:from 6 to 13 diff [5232336~5260768,13751986~7145757,42214135~18961899,84442385~1780255,100509005~6981148,109777469~790220,121046044~24623402,161236386~1447324,163757976~12186600,179959402~6130989,186845403~6440536,206381903~6164451,215545660~9375871,233921213~10267462,249454923~2257788,254963019~8018963,265754218~2368773,269809471~1909585,275986773~4947475,283230826~6208903,292540704~3500738,297569108~2889841,300778698~3922679,317176553~2475343,327043666~8729829,338536402~1688386,342625770~4267012,350432442~910984,353772037~8130078,362180670~6336172,371443446~7655315,386894825~10826529,397976118~6119354,407986313~6039732] 2024-07-26T07:04:53.127 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~7145757,42214135~18961899,84442385~1780255,100509005~6981148,109777469~790220,121046044~24623402,161236386~1447324,163757976~12186600,179959402~6130989,186845403~6440536,206381903~6164451,215545660~9375871,233921213~10267462,249454923~2257788,254963019~8018963,265754218~2368773,269809471~1909585,275986773~4947475,283230826~6208903,292540704~3500738,297569108~2889841,300778698~3922679,317176553~2475343,327043666~8729829,338536402~1688386,342625770~4267012,350432442~910984,353772037~8130078,362180670~6336172,371443446~7655315,386894825~10826529,397976118~6119354,407986313~6039732] 2024-07-26T07:04:53.132 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~7145757,42214135~18961899,84442385~1780255,100509005~6981148,109051904~1515785,119844248~25825198,161236386~1447324,163757976~12186600,176160768~9929623,186845403~6440536,206381903~6164451,215545660~9375871,232237478~11951197,249454923~2257788,254963019~8018963,265754218~2368773,269639973~2079083,272629760~8304488,281018368~8421361,292540704~3500738,297386918~7314459,317176553~2475343,327043666~19849116,350432442~910984,352321536~9580579,362180670~6336172,371443446~7655315,385875968~11845386,397976118~6119354,407986313~6039732] 2024-07-26T07:04:53.133 INFO:tasks.workunit.client.0.smithi089.stdout:from 6 to 14 diff [5232336~5260768,13751986~9714917,24598748~2401796,42214135~18961899,61408882~7151242,84442385~1780255,100509005~6981148,109777469~790220,121046044~24623402,161236386~1447324,163757976~12186600,179959402~20021385,206381903~6164451,215545660~9375871,233921213~10267462,249454923~2257788,254276532~8705450,265754218~2368773,269809471~1909585,275986773~4947475,283230826~7695256,292540704~3500738,297569108~2889841,300778698~3922679,317176553~2475343,327043666~8729829,338536402~1688386,342625770~4267012,350432442~910984,353772037~8130078,362180670~6336172,371443446~7655315,386296132~11425222,397976118~6119354,407986313~6039732] 2024-07-26T07:04:53.133 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~9714917,24598748~2401796,42214135~18961899,61408882~7151242,84442385~1780255,100509005~6981148,109777469~790220,121046044~24623402,161236386~1447324,163757976~12186600,179959402~20021385,206381903~6164451,215545660~9375871,233921213~10267462,249454923~2257788,254276532~8705450,265754218~2368773,269809471~1909585,275986773~4947475,283230826~7695256,292540704~3500738,297569108~2889841,300778698~3922679,317176553~2475343,327043666~8729829,338536402~1688386,342625770~4267012,350432442~910984,353772037~8130078,362180670~6336172,371443446~7655315,386296132~11425222,397976118~6119354,407986313~6039732] 2024-07-26T07:04:53.138 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~13248558,42214135~18961899,61408882~7151242,84442385~1780255,100509005~6981148,109051904~1515785,119844248~25825198,161236386~1447324,163757976~12186600,176160768~23820019,206381903~6164451,215545660~9375871,232237478~11951197,249454923~2257788,254276532~8705450,265754218~2368773,269639973~2079083,272629760~8304488,281018368~9907714,292540704~3500738,297386918~7314459,317176553~2475343,327043666~19849116,350432442~910984,352321536~9580579,362180670~6336172,371443446~7655315,385875968~11845386,397976118~6119354,407986313~6039732] 2024-07-26T07:04:53.138 INFO:tasks.workunit.client.0.smithi089.stdout:from 6 to 15 diff [5232336~5260768,13751986~9714917,24598748~2401796,42214135~18961899,61408882~7151242,69591216~3195879,76221229~4157486,84442385~1780255,100509005~6981148,109777469~790220,121046044~28934861,161236386~1447324,163757976~12186600,179959402~20021385,206381903~7934074,215545660~9375871,233921213~10267462,244608654~3438626,249454923~2257788,254276532~14926457,269809471~1909585,275986773~4947475,283230826~7695256,292540704~3500738,297569108~2889841,300778698~3922679,317176553~2475343,321420951~3558491,327043666~8729829,338536402~1688386,342625770~4267012,349736754~1606672,353772037~8130078,362180670~6336172,371443446~7655315,386296132~11425222,397976118~6119354,405137488~8888557] 2024-07-26T07:04:53.138 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~9714917,24598748~2401796,42214135~18961899,61408882~7151242,69591216~3195879,76221229~4157486,84442385~1780255,100509005~6981148,109777469~790220,121046044~28934861,161236386~1447324,163757976~12186600,179959402~20021385,206381903~7934074,215545660~9375871,233921213~10267462,244608654~3438626,249454923~2257788,254276532~14926457,269809471~1909585,275986773~4947475,283230826~7695256,292540704~3500738,297569108~2889841,300778698~3922679,317176553~2475343,321420951~3558491,327043666~8729829,338536402~1688386,342625770~4267012,349736754~1606672,353772037~8130078,362180670~6336172,371443446~7655315,386296132~11425222,397976118~6119354,405137488~8888557] 2024-07-26T07:04:53.144 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~13248558,42214135~18961899,61408882~11378213,76221229~4157486,84442385~1780255,100509005~6981148,109051904~1515785,119844248~30136657,161236386~1447324,163757976~12186600,176160768~23820019,206381903~7934074,215545660~9375871,232237478~11951197,244608654~3438626,249454923~2257788,254276532~14926457,269639973~2079083,272629760~8304488,281018368~9907714,292540704~3500738,297386918~7314459,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~9580579,362180670~6336172,371443446~7655315,385875968~11845386,397976118~6119354,405137488~8888557] 2024-07-26T07:04:53.144 INFO:tasks.workunit.client.0.smithi089.stdout:from 6 to 16 diff [5232336~5260768,13751986~9714917,24598748~2401796,42214135~18961899,61408882~7151242,69591216~3195879,76221229~4157486,84442385~1780255,100509005~6981148,109777469~790220,121046044~28934861,155464620~7219090,163757976~12186600,179959402~20021385,206381903~7934074,215545660~9375871,233921213~10267462,244608654~3438626,249454923~4128347,254276532~14926457,269809471~1909585,275986773~4947475,283230826~7695256,292540704~3500738,297569108~2889841,300778698~3922679,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,338536402~1688386,342625770~4267012,349736754~1606672,353772037~8130078,362180670~6336172,371443446~7655315,386296132~11425222,397976118~6119354,405137488~8888557] 2024-07-26T07:04:53.144 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~9714917,24598748~2401796,42214135~18961899,61408882~7151242,69591216~3195879,76221229~4157486,84442385~1780255,100509005~6981148,109777469~790220,121046044~28934861,155464620~7219090,163757976~12186600,179959402~20021385,206381903~7934074,215545660~9375871,233921213~10267462,244608654~3438626,249454923~4128347,254276532~14926457,269809471~1909585,275986773~4947475,283230826~7695256,292540704~3500738,297569108~2889841,300778698~3922679,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,338536402~1688386,342625770~4267012,349736754~1606672,353772037~8130078,362180670~6336172,371443446~7655315,386296132~11425222,397976118~6119354,405137488~8888557] 2024-07-26T07:04:53.149 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~13248558,42214135~18961899,61408882~11378213,76221229~4157486,84442385~1780255,100509005~6981148,109051904~1515785,119844248~30136657,155464620~7219090,163757976~12186600,176160768~23820019,206381903~7934074,215545660~9375871,232237478~11951197,244608654~3438626,249454923~4128347,254276532~14926457,269639973~2079083,272629760~8304488,281018368~9907714,292540704~3500738,297386918~7314459,310747340~6183943,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~9580579,362180670~6336172,371443446~7655315,385875968~11845386,397976118~6119354,405137488~8888557] 2024-07-26T07:04:53.149 INFO:tasks.workunit.client.0.smithi089.stdout:from 6 to 17 diff [5232336~5260768,13751986~9714917,24598748~2401796,42214135~26345989,69591216~3195879,76221229~5961414,84442385~1780255,100509005~6981148,109777469~790220,121046044~28934861,155464620~7219090,163757976~12186600,177188937~22791850,206381903~7934074,215545660~9375871,233921213~10267462,244608654~3438626,249454923~4128347,254276532~14926457,269809471~1909585,275986773~4947475,283230826~7695256,292540704~3500738,297569108~7132269,305523442~259134,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,338536402~1688386,342625770~4267012,349736754~1606672,353772037~14744805,371443446~7655315,386296132~11425222,397976118~6395600,405137488~8888557] 2024-07-26T07:04:53.150 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~9714917,24598748~2401796,42214135~26345989,69591216~3195879,76221229~5961414,84442385~1780255,100509005~6981148,109777469~790220,121046044~28934861,155464620~7219090,163757976~12186600,177188937~22791850,206381903~7934074,215545660~9375871,233921213~10267462,244608654~3438626,249454923~4128347,254276532~14926457,269809471~1909585,275986773~4947475,283230826~7695256,292540704~3500738,297569108~7132269,305523442~259134,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,338536402~1688386,342625770~4267012,349736754~1606672,353772037~14744805,371443446~7655315,386296132~11425222,397976118~6395600,405137488~8888557] 2024-07-26T07:04:53.156 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~13248558,42214135~30572960,76221229~5961414,84442385~1780255,100509005~6981148,109051904~1515785,119844248~30136657,155464620~7219090,163757976~12186600,176160768~23820019,206381903~7934074,215545660~9375871,232237478~11951197,244608654~3438626,249454923~4128347,254276532~14926457,269639973~2079083,272629760~8304488,281018368~9907714,292540704~3500738,297386918~8395658,310747340~6183943,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~16195306,371443446~7655315,385875968~11845386,397976118~6395600,405137488~8888557] 2024-07-26T07:04:53.157 INFO:tasks.workunit.client.0.smithi089.stdout:from 6 to 18 diff [5232336~5260768,13751986~9714917,24598748~2401796,42214135~26345989,69591216~3195879,76221229~5961414,84442385~1780255,100509005~13135282,121046044~28934861,155464620~7219090,163757976~12186600,177188937~22791850,206381903~7934074,215545660~9375871,233921213~10267462,244608654~3438626,249454923~4128347,254276532~14926457,269809471~1909585,275986773~4947475,283230826~7695256,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~22330854,405137488~10862336] 2024-07-26T07:04:53.157 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~9714917,24598748~2401796,42214135~26345989,69591216~3195879,76221229~5961414,84442385~1780255,100509005~13135282,121046044~28934861,155464620~7219090,163757976~12186600,177188937~22791850,206381903~7934074,215545660~9375871,233921213~10267462,244608654~3438626,249454923~4128347,254276532~14926457,269809471~1909585,275986773~4947475,283230826~7695256,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~22330854,405137488~10862336] 2024-07-26T07:04:53.161 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~13248558,42214135~30572960,76221229~5961414,84442385~1780255,100509005~13135282,119844248~30136657,155464620~7219090,163757976~12186600,176160768~23820019,206381903~7934074,215545660~9375871,232237478~11951197,244608654~3438626,249454923~4128347,254276532~14926457,269639973~2079083,272629760~8304488,281018368~9907714,292540704~3500738,297386918~8910767,310747340~6183943,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~16195306,371443446~7655315,381681664~22690054,405137488~10862336] 2024-07-26T07:04:53.161 INFO:tasks.workunit.client.0.smithi089.stdout:from 6 to 19 diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,121046044~28934861,155464620~7219090,163757976~12186600,177188937~22791850,206381903~7934074,215545660~9375871,233921213~10267462,244608654~3438626,249454923~4128347,254276532~14926457,269809471~1909585,275986773~4947475,283230826~7695256,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~22330854,405137488~10862336] 2024-07-26T07:04:53.161 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,121046044~28934861,155464620~7219090,163757976~12186600,177188937~22791850,206381903~7934074,215545660~9375871,233921213~10267462,244608654~3438626,249454923~4128347,254276532~14926457,269809471~1909585,275986773~4947475,283230826~7695256,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~22330854,405137488~10862336] 2024-07-26T07:04:53.167 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~14965348,42103169~30683926,76221229~5961414,82674210~3548430,100509005~13135282,119844248~30136657,155464620~7219090,163757976~12186600,176160768~23820019,206381903~7934074,215545660~9375871,232237478~11951197,244608654~3438626,249454923~4128347,254276532~14926457,269639973~2079083,272629760~8304488,281018368~9907714,292540704~3500738,297386918~8910767,310747340~6183943,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~16195306,371443446~7655315,381681664~22690054,405137488~10862336] 2024-07-26T07:04:53.167 INFO:tasks.workunit.client.0.smithi089.stdout:from 7 to 8 diff [56643479~3609411,100977085~5365091,121046044~2095049,131272622~6437521,186845403~6440536,220055171~4866360,243034314~1154361,267013904~1109087,342625770~4267012] 2024-07-26T07:04:53.167 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [56643479~3609411,100977085~5365091,121046044~2095049,131272622~6437521,186845403~6440536,220055171~4866360,243034314~1154361,267013904~1109087,342625770~4267012] 2024-07-26T07:04:53.172 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [56643479~3609411,100977085~5365091,119844248~3296845,131272622~6437521,186845403~6440536,218103808~6817723,243034314~1154361,267013904~1109087,339738624~7154158] 2024-07-26T07:04:53.173 INFO:tasks.workunit.client.0.smithi089.stdout:from 7 to 9 diff [5232336~5260768,45034025~5891266,53460778~6792112,100977085~5365091,109777469~790220,121046044~16664099,186845403~6440536,220055171~4866360,233921213~5174626,243034314~1154361,267013904~1109087,327043666~8729829,342625770~4267012,371443446~6512431] 2024-07-26T07:04:53.173 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,45034025~5891266,53460778~6792112,100977085~5365091,109777469~790220,121046044~16664099,186845403~6440536,220055171~4866360,233921213~5174626,243034314~1154361,267013904~1109087,327043666~8729829,342625770~4267012,371443446~6512431] 2024-07-26T07:04:53.178 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,44216798~6708493,53460778~6792112,100977085~5365091,109051904~1515785,119844248~17865895,186845403~6440536,218103808~6817723,232237478~6858361,243034314~1154361,267013904~1109087,327043666~8729829,339738624~7154158,371443446~6512431] 2024-07-26T07:04:53.178 INFO:tasks.workunit.client.0.smithi089.stdout:from 7 to 10 diff [5232336~5260768,45034025~5891266,53460778~6792112,100509005~6981148,109777469~790220,121046044~16664099,140861884~4283327,163757976~7659728,186845403~6440536,206381903~5794907,220055171~4866360,233921213~5174626,243034314~1154361,267013904~1109087,275986773~4947475,292540704~3500738,317176553~2475343,327043666~8729829,342625770~4267012,353772037~8130078,371443446~6512431,407986313~6039732] 2024-07-26T07:04:53.178 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,45034025~5891266,53460778~6792112,100509005~6981148,109777469~790220,121046044~16664099,140861884~4283327,163757976~7659728,186845403~6440536,206381903~5794907,220055171~4866360,233921213~5174626,243034314~1154361,267013904~1109087,275986773~4947475,292540704~3500738,317176553~2475343,327043666~8729829,342625770~4267012,353772037~8130078,371443446~6512431,407986313~6039732] 2024-07-26T07:04:53.184 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,44216798~6708493,53460778~6792112,100509005~6981148,109051904~1515785,119844248~17865895,140861884~4283327,163757976~7659728,186845403~6440536,206381903~5794907,218103808~6817723,232237478~6858361,243034314~1154361,267013904~1109087,272629760~8304488,292540704~3500738,317176553~2475343,327043666~8729829,339738624~7154158,352321536~9580579,371443446~6512431,407986313~6039732] 2024-07-26T07:04:53.184 INFO:tasks.workunit.client.0.smithi089.stdout:from 7 to 11 diff [5232336~5260768,42528812~8396479,53460778~6792112,100509005~6981148,109777469~790220,121046044~16664099,139936554~5732892,161236386~1447324,163757976~7659728,179959402~6130989,186845403~6440536,206381903~6164451,220055171~4866360,233921213~5174626,243034314~1154361,267013904~1109087,275986773~4947475,292540704~3500738,297569108~2889841,317176553~2475343,327043666~8729829,342625770~4267012,353772037~8130078,371443446~7655315,397976118~6119354,407986313~6039732] 2024-07-26T07:04:53.184 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,42528812~8396479,53460778~6792112,100509005~6981148,109777469~790220,121046044~16664099,139936554~5732892,161236386~1447324,163757976~7659728,179959402~6130989,186845403~6440536,206381903~6164451,220055171~4866360,233921213~5174626,243034314~1154361,267013904~1109087,275986773~4947475,292540704~3500738,297569108~2889841,317176553~2475343,327043666~8729829,342625770~4267012,353772037~8130078,371443446~7655315,397976118~6119354,407986313~6039732] 2024-07-26T07:04:53.190 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,42528812~8396479,53460778~6792112,100509005~6981148,109051904~1515785,119844248~17865895,139936554~5732892,161236386~1447324,163757976~7659728,176160768~9929623,186845403~6440536,206381903~6164451,218103808~6817723,232237478~6858361,243034314~1154361,267013904~1109087,272629760~8304488,292540704~3500738,297386918~3072031,317176553~2475343,327043666~8729829,339738624~7154158,352321536~9580579,371443446~7655315,397976118~6119354,407986313~6039732] 2024-07-26T07:04:53.190 INFO:tasks.workunit.client.0.smithi089.stdout:from 7 to 12 diff [5232336~5260768,42214135~8711156,53460778~6792112,100509005~6981148,109777469~790220,121046044~18598746,139936554~5732892,161236386~1447324,163757976~7659728,179959402~6130989,186845403~6440536,206381903~6164451,220055171~4866360,233921213~5174626,243034314~1154361,267013904~1109087,275986773~4947475,292540704~3500738,297569108~2889841,300778698~2468246,317176553~2475343,327043666~8729829,338536402~1688386,342625770~4267012,350432442~910984,353772037~8130078,362180670~6336172,371443446~7655315,394210065~2509323,397976118~6119354,407986313~6039732] 2024-07-26T07:04:53.190 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,42214135~8711156,53460778~6792112,100509005~6981148,109777469~790220,121046044~18598746,139936554~5732892,161236386~1447324,163757976~7659728,179959402~6130989,186845403~6440536,206381903~6164451,220055171~4866360,233921213~5174626,243034314~1154361,267013904~1109087,275986773~4947475,292540704~3500738,297569108~2889841,300778698~2468246,317176553~2475343,327043666~8729829,338536402~1688386,342625770~4267012,350432442~910984,353772037~8130078,362180670~6336172,371443446~7655315,394210065~2509323,397976118~6119354,407986313~6039732] 2024-07-26T07:04:53.195 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,42214135~8711156,53460778~6792112,100509005~6981148,109051904~1515785,119844248~19800542,139936554~5732892,161236386~1447324,163757976~7659728,176160768~9929623,186845403~6440536,206381903~6164451,218103808~6817723,232237478~6858361,243034314~1154361,267013904~1109087,272629760~8304488,292540704~3500738,297386918~3072031,300778698~2468246,317176553~2475343,327043666~19849116,350432442~910984,352321536~9580579,362180670~6336172,371443446~7655315,394210065~2509323,397976118~6119354,407986313~6039732] 2024-07-26T07:04:53.195 INFO:tasks.workunit.client.0.smithi089.stdout:from 7 to 13 diff [5232336~5260768,42214135~18961899,84442385~1780255,100509005~6981148,109777469~790220,121046044~18598746,139936554~5732892,161236386~1447324,163757976~7659728,179959402~6130989,186845403~6440536,206381903~6164451,215545660~9375871,233921213~5174626,243034314~1154361,249454923~2257788,254963019~8018963,265754218~2368773,275986773~4947475,292540704~3500738,297569108~2889841,300778698~2468246,317176553~2475343,327043666~8729829,338536402~1688386,342625770~4267012,350432442~910984,353772037~8130078,362180670~6336172,371443446~7655315,386894825~9824563,397976118~6119354,407986313~6039732] 2024-07-26T07:04:53.196 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,42214135~18961899,84442385~1780255,100509005~6981148,109777469~790220,121046044~18598746,139936554~5732892,161236386~1447324,163757976~7659728,179959402~6130989,186845403~6440536,206381903~6164451,215545660~9375871,233921213~5174626,243034314~1154361,249454923~2257788,254963019~8018963,265754218~2368773,275986773~4947475,292540704~3500738,297569108~2889841,300778698~2468246,317176553~2475343,327043666~8729829,338536402~1688386,342625770~4267012,350432442~910984,353772037~8130078,362180670~6336172,371443446~7655315,386894825~9824563,397976118~6119354,407986313~6039732] 2024-07-26T07:04:53.201 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,42214135~18961899,84442385~1780255,100509005~6981148,109051904~1515785,119844248~19800542,139936554~5732892,161236386~1447324,163757976~7659728,176160768~9929623,186845403~6440536,206381903~6164451,215545660~9375871,232237478~6858361,243034314~1154361,249454923~2257788,254963019~8018963,265754218~2368773,272629760~8304488,292540704~3500738,297386918~3072031,300778698~2468246,317176553~2475343,327043666~19849116,350432442~910984,352321536~9580579,362180670~6336172,371443446~7655315,386894825~9824563,397976118~6119354,407986313~6039732] 2024-07-26T07:04:53.201 INFO:tasks.workunit.client.0.smithi089.stdout:from 7 to 14 diff [5232336~5260768,19164070~4302833,24598748~2401796,42214135~18961899,61408882~7151242,84442385~1780255,100509005~6981148,109777469~790220,121046044~18598746,139936554~5732892,161236386~1447324,163757976~7659728,179959402~20021385,206381903~6164451,215545660~9375871,233921213~5174626,243034314~1154361,249454923~2257788,254276532~8705450,265754218~2368773,275986773~4947475,284802362~6123720,292540704~3500738,297569108~2889841,300778698~2468246,317176553~2475343,327043666~8729829,338536402~1688386,342625770~4267012,350432442~910984,353772037~8130078,362180670~6336172,371443446~7655315,386296132~10423256,397976118~6119354,407986313~6039732] 2024-07-26T07:04:53.201 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,19164070~4302833,24598748~2401796,42214135~18961899,61408882~7151242,84442385~1780255,100509005~6981148,109777469~790220,121046044~18598746,139936554~5732892,161236386~1447324,163757976~7659728,179959402~20021385,206381903~6164451,215545660~9375871,233921213~5174626,243034314~1154361,249454923~2257788,254276532~8705450,265754218~2368773,275986773~4947475,284802362~6123720,292540704~3500738,297569108~2889841,300778698~2468246,317176553~2475343,327043666~8729829,338536402~1688386,342625770~4267012,350432442~910984,353772037~8130078,362180670~6336172,371443446~7655315,386296132~10423256,397976118~6119354,407986313~6039732] 2024-07-26T07:04:53.207 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,19164070~7836474,42214135~18961899,61408882~7151242,84442385~1780255,100509005~6981148,109051904~1515785,119844248~19800542,139936554~5732892,161236386~1447324,163757976~7659728,176160768~23820019,206381903~6164451,215545660~9375871,232237478~6858361,243034314~1154361,249454923~2257788,254276532~8705450,265754218~2368773,272629760~8304488,284802362~6123720,292540704~3500738,297386918~3072031,300778698~2468246,317176553~2475343,327043666~19849116,350432442~910984,352321536~9580579,362180670~6336172,371443446~7655315,386296132~10423256,397976118~6119354,407986313~6039732] 2024-07-26T07:04:53.207 INFO:tasks.workunit.client.0.smithi089.stdout:from 7 to 15 diff [5232336~5260768,19164070~4302833,24598748~2401796,42214135~18961899,61408882~7151242,69591216~3195879,76221229~4157486,84442385~1780255,100509005~6981148,109777469~790220,121046044~18598746,139936554~10044351,161236386~1447324,163757976~7659728,179959402~20021385,206381903~7934074,215545660~9375871,233921213~5174626,243034314~1154361,244608654~3438626,249454923~2257788,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~2889841,300778698~2468246,317176553~2475343,321420951~3558491,327043666~8729829,338536402~1688386,342625770~4267012,349736754~1606672,353772037~8130078,362180670~6336172,371443446~7655315,386296132~10423256,397976118~6119354,405137488~8888557] 2024-07-26T07:04:53.207 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,19164070~4302833,24598748~2401796,42214135~18961899,61408882~7151242,69591216~3195879,76221229~4157486,84442385~1780255,100509005~6981148,109777469~790220,121046044~18598746,139936554~10044351,161236386~1447324,163757976~7659728,179959402~20021385,206381903~7934074,215545660~9375871,233921213~5174626,243034314~1154361,244608654~3438626,249454923~2257788,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~2889841,300778698~2468246,317176553~2475343,321420951~3558491,327043666~8729829,338536402~1688386,342625770~4267012,349736754~1606672,353772037~8130078,362180670~6336172,371443446~7655315,386296132~10423256,397976118~6119354,405137488~8888557] 2024-07-26T07:04:53.213 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,19164070~7836474,42214135~18961899,61408882~11378213,76221229~4157486,84442385~1780255,100509005~6981148,109051904~1515785,119844248~19800542,139936554~10044351,161236386~1447324,163757976~7659728,176160768~23820019,206381903~7934074,215545660~9375871,232237478~6858361,243034314~1154361,244608654~3438626,249454923~2257788,254276532~14926457,272629760~8304488,284802362~6123720,292540704~3500738,297386918~3072031,300778698~2468246,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~9580579,362180670~6336172,371443446~7655315,386296132~10423256,397976118~6119354,405137488~8888557] 2024-07-26T07:04:53.213 INFO:tasks.workunit.client.0.smithi089.stdout:from 7 to 16 diff [5232336~5260768,19164070~4302833,24598748~2401796,42214135~18961899,61408882~7151242,69591216~3195879,76221229~4157486,84442385~1780255,100509005~6981148,109777469~790220,121046044~28934861,155464620~7219090,163757976~11236252,179959402~20021385,206381903~7934074,215545660~9375871,233921213~5174626,241355985~1272579,243034314~1154361,244608654~3438626,249454923~4128347,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~2889841,300778698~2468246,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,338536402~1688386,342625770~4267012,349736754~1606672,353772037~8130078,362180670~6336172,371443446~7655315,386296132~10423256,397976118~6119354,405137488~8888557] 2024-07-26T07:04:53.213 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,19164070~4302833,24598748~2401796,42214135~18961899,61408882~7151242,69591216~3195879,76221229~4157486,84442385~1780255,100509005~6981148,109777469~790220,121046044~28934861,155464620~7219090,163757976~11236252,179959402~20021385,206381903~7934074,215545660~9375871,233921213~5174626,241355985~1272579,243034314~1154361,244608654~3438626,249454923~4128347,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~2889841,300778698~2468246,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,338536402~1688386,342625770~4267012,349736754~1606672,353772037~8130078,362180670~6336172,371443446~7655315,386296132~10423256,397976118~6119354,405137488~8888557] 2024-07-26T07:04:53.218 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,19164070~7836474,42214135~18961899,61408882~11378213,76221229~4157486,84442385~1780255,100509005~6981148,109051904~1515785,119844248~30136657,155464620~7219090,163757976~11236252,176160768~23820019,206381903~7934074,215545660~9375871,232237478~6858361,241355985~1272579,243034314~1154361,244608654~3438626,249454923~4128347,254276532~14926457,272629760~8304488,284802362~6123720,292540704~3500738,297386918~3072031,300778698~2468246,310747340~6183943,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~9580579,362180670~6336172,371443446~7655315,386296132~10423256,397976118~6119354,405137488~8888557] 2024-07-26T07:04:53.219 INFO:tasks.workunit.client.0.smithi089.stdout:from 7 to 17 diff [5232336~5260768,19164070~4302833,24598748~2401796,42214135~26345989,69591216~3195879,76221229~5961414,84442385~1780255,100509005~6981148,109777469~790220,121046044~28934861,155464620~7219090,163757976~11236252,177188937~22791850,206381903~7934074,215545660~9375871,233921213~5174626,241355985~1272579,243034314~1154361,244608654~3438626,249454923~4128347,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~5677836,305523442~259134,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,338536402~1688386,342625770~4267012,349736754~1606672,353772037~14744805,371443446~7655315,386296132~10423256,397976118~6395600,405137488~8888557] 2024-07-26T07:04:53.219 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,19164070~4302833,24598748~2401796,42214135~26345989,69591216~3195879,76221229~5961414,84442385~1780255,100509005~6981148,109777469~790220,121046044~28934861,155464620~7219090,163757976~11236252,177188937~22791850,206381903~7934074,215545660~9375871,233921213~5174626,241355985~1272579,243034314~1154361,244608654~3438626,249454923~4128347,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~5677836,305523442~259134,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,338536402~1688386,342625770~4267012,349736754~1606672,353772037~14744805,371443446~7655315,386296132~10423256,397976118~6395600,405137488~8888557] 2024-07-26T07:04:53.224 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,19164070~7836474,42214135~30572960,76221229~5961414,84442385~1780255,100509005~6981148,109051904~1515785,119844248~30136657,155464620~7219090,163757976~11236252,176160768~23820019,206381903~7934074,215545660~9375871,232237478~6858361,241355985~1272579,243034314~1154361,244608654~3438626,249454923~4128347,254276532~14926457,272629760~8304488,284802362~6123720,292540704~3500738,297386918~5860026,304701377~1081199,310747340~6183943,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~16195306,371443446~7655315,386296132~10423256,397976118~6395600,405137488~8888557] 2024-07-26T07:04:53.224 INFO:tasks.workunit.client.0.smithi089.stdout:from 7 to 18 diff [5232336~5260768,19164070~4302833,24598748~2401796,42214135~26345989,69591216~3195879,76221229~5961414,84442385~1780255,100509005~13135282,121046044~28934861,155464620~7219090,163757976~11236252,177188937~22791850,206381903~7934074,215545660~9375871,233921213~5174626,241355985~1272579,243034314~1154361,244608654~3438626,249454923~4128347,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~22330854,405137488~10862336] 2024-07-26T07:04:53.224 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,19164070~4302833,24598748~2401796,42214135~26345989,69591216~3195879,76221229~5961414,84442385~1780255,100509005~13135282,121046044~28934861,155464620~7219090,163757976~11236252,177188937~22791850,206381903~7934074,215545660~9375871,233921213~5174626,241355985~1272579,243034314~1154361,244608654~3438626,249454923~4128347,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~22330854,405137488~10862336] 2024-07-26T07:04:53.230 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,19164070~7836474,42214135~30572960,76221229~5961414,84442385~1780255,100509005~13135282,119844248~30136657,155464620~7219090,163757976~11236252,176160768~23820019,206381903~7934074,215545660~9375871,232237478~6858361,241355985~1272579,243034314~1154361,244608654~3438626,249454923~4128347,254276532~14926457,272629760~8304488,284802362~6123720,292540704~3500738,297386918~5860026,304701377~1596308,310747340~6183943,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~16195306,371443446~7655315,381681664~22690054,405137488~10862336] 2024-07-26T07:04:53.230 INFO:tasks.workunit.client.0.smithi089.stdout:from 7 to 19 diff [5232336~5260768,19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,121046044~28934861,155464620~7219090,163757976~11236252,177188937~22791850,206381903~7934074,215545660~9375871,233921213~5174626,241355985~1272579,243034314~1154361,244608654~3438626,249454923~4128347,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~22330854,405137488~10862336] 2024-07-26T07:04:53.230 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,121046044~28934861,155464620~7219090,163757976~11236252,177188937~22791850,206381903~7934074,215545660~9375871,233921213~5174626,241355985~1272579,243034314~1154361,244608654~3438626,249454923~4128347,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~22330854,405137488~10862336] 2024-07-26T07:04:53.236 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,19164070~9553264,42103169~30683926,76221229~5961414,82674210~3548430,100509005~13135282,119844248~30136657,155464620~7219090,163757976~11236252,176160768~23820019,206381903~7934074,215545660~9375871,232237478~6858361,241355985~1272579,243034314~1154361,244608654~3438626,249454923~4128347,254276532~14926457,272629760~8304488,284802362~6123720,292540704~3500738,297386918~5860026,304701377~1596308,310747340~6183943,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~16195306,371443446~7655315,381681664~22690054,405137488~10862336] 2024-07-26T07:04:53.236 INFO:tasks.workunit.client.0.smithi089.stdout:from 8 to 9 diff [5232336~5260768,45034025~5891266,53460778~5073119,109777469~790220,122692196~11314823,233921213~5174626,327043666~8729829,371443446~6512431] 2024-07-26T07:04:53.236 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,45034025~5891266,53460778~5073119,109777469~790220,122692196~11314823,233921213~5174626,327043666~8729829,371443446~6512431] 2024-07-26T07:04:53.241 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,44216798~6708493,53460778~5073119,109051904~1515785,122692196~11314823,232237478~6858361,327043666~8729829,371443446~6512431] 2024-07-26T07:04:53.241 INFO:tasks.workunit.client.0.smithi089.stdout:from 8 to 10 diff [5232336~5260768,45034025~5891266,53460778~5073119,100509005~6981148,109777469~790220,122692196~11314823,140861884~4283327,163757976~7659728,186933730~2849090,206381903~5794907,233921213~5174626,275986773~4947475,292540704~3500738,317176553~2475343,327043666~8729829,353772037~8130078,371443446~6512431,407986313~6039732] 2024-07-26T07:04:53.241 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,45034025~5891266,53460778~5073119,100509005~6981148,109777469~790220,122692196~11314823,140861884~4283327,163757976~7659728,186933730~2849090,206381903~5794907,233921213~5174626,275986773~4947475,292540704~3500738,317176553~2475343,327043666~8729829,353772037~8130078,371443446~6512431,407986313~6039732] 2024-07-26T07:04:53.247 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,44216798~6708493,53460778~5073119,100509005~6981148,109051904~1515785,122692196~11314823,140861884~4283327,163757976~7659728,186933730~2849090,206381903~5794907,232237478~6858361,272629760~8304488,292540704~3500738,317176553~2475343,327043666~8729829,352321536~9580579,371443446~6512431,407986313~6039732] 2024-07-26T07:04:53.247 INFO:tasks.workunit.client.0.smithi089.stdout:from 8 to 11 diff [5232336~5260768,42528812~8396479,53460778~5073119,100509005~6981148,109777469~790220,122692196~11314823,139936554~5732892,161236386~1447324,163757976~7659728,179959402~6130989,186933730~2849090,206381903~6164451,233921213~5174626,275986773~4947475,292540704~3500738,297569108~2889841,317176553~2475343,327043666~8729829,353772037~8130078,371443446~7655315,397976118~6119354,407986313~6039732] 2024-07-26T07:04:53.247 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,42528812~8396479,53460778~5073119,100509005~6981148,109777469~790220,122692196~11314823,139936554~5732892,161236386~1447324,163757976~7659728,179959402~6130989,186933730~2849090,206381903~6164451,233921213~5174626,275986773~4947475,292540704~3500738,297569108~2889841,317176553~2475343,327043666~8729829,353772037~8130078,371443446~7655315,397976118~6119354,407986313~6039732] 2024-07-26T07:04:53.252 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,42528812~8396479,53460778~5073119,100509005~6981148,109051904~1515785,122692196~11314823,139936554~5732892,161236386~1447324,163757976~7659728,176160768~9929623,186933730~2849090,206381903~6164451,232237478~6858361,272629760~8304488,292540704~3500738,297386918~3072031,317176553~2475343,327043666~8729829,352321536~9580579,371443446~7655315,397976118~6119354,407986313~6039732] 2024-07-26T07:04:53.253 INFO:tasks.workunit.client.0.smithi089.stdout:from 8 to 12 diff [5232336~5260768,42214135~8711156,53460778~5073119,100509005~6981148,109777469~790220,122692196~16952594,139936554~5732892,161236386~1447324,163757976~7659728,179959402~6130989,186933730~2849090,206381903~6164451,233921213~5174626,275986773~4947475,292540704~3500738,297569108~2889841,300778698~2468246,317176553~2475343,327043666~8729829,338536402~1688386,350432442~910984,353772037~8130078,362180670~6336172,371443446~7655315,394210065~2509323,397976118~6119354,407986313~6039732] 2024-07-26T07:04:53.253 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,42214135~8711156,53460778~5073119,100509005~6981148,109777469~790220,122692196~16952594,139936554~5732892,161236386~1447324,163757976~7659728,179959402~6130989,186933730~2849090,206381903~6164451,233921213~5174626,275986773~4947475,292540704~3500738,297569108~2889841,300778698~2468246,317176553~2475343,327043666~8729829,338536402~1688386,350432442~910984,353772037~8130078,362180670~6336172,371443446~7655315,394210065~2509323,397976118~6119354,407986313~6039732] 2024-07-26T07:04:53.258 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,42214135~8711156,53460778~5073119,100509005~6981148,109051904~1515785,122692196~16952594,139936554~5732892,161236386~1447324,163757976~7659728,176160768~9929623,186933730~2849090,206381903~6164451,232237478~6858361,272629760~8304488,292540704~3500738,297386918~3072031,300778698~2468246,317176553~2475343,327043666~13181122,350432442~910984,352321536~9580579,362180670~6336172,371443446~7655315,394210065~2509323,397976118~6119354,407986313~6039732] 2024-07-26T07:04:53.258 INFO:tasks.workunit.client.0.smithi089.stdout:from 8 to 13 diff [5232336~5260768,42214135~18961899,84442385~1780255,100509005~6981148,109777469~790220,122692196~16952594,139936554~5732892,161236386~1447324,163757976~7659728,179959402~6130989,186933730~2849090,206381903~6164451,215545660~7252842,233921213~5174626,249454923~2257788,254963019~8018963,265754218~2254711,275986773~4947475,292540704~3500738,297569108~2889841,300778698~2468246,317176553~2475343,327043666~8729829,338536402~1688386,350432442~910984,353772037~8130078,362180670~6336172,371443446~7655315,386894825~9824563,397976118~6119354,407986313~6039732] 2024-07-26T07:04:53.258 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,42214135~18961899,84442385~1780255,100509005~6981148,109777469~790220,122692196~16952594,139936554~5732892,161236386~1447324,163757976~7659728,179959402~6130989,186933730~2849090,206381903~6164451,215545660~7252842,233921213~5174626,249454923~2257788,254963019~8018963,265754218~2254711,275986773~4947475,292540704~3500738,297569108~2889841,300778698~2468246,317176553~2475343,327043666~8729829,338536402~1688386,350432442~910984,353772037~8130078,362180670~6336172,371443446~7655315,386894825~9824563,397976118~6119354,407986313~6039732] 2024-07-26T07:04:53.264 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,42214135~18961899,84442385~1780255,100509005~6981148,109051904~1515785,122692196~16952594,139936554~5732892,161236386~1447324,163757976~7659728,176160768~9929623,186933730~2849090,206381903~6164451,215545660~7252842,232237478~6858361,249454923~2257788,254963019~8018963,265754218~2254711,272629760~8304488,292540704~3500738,297386918~3072031,300778698~2468246,317176553~2475343,327043666~13181122,350432442~910984,352321536~9580579,362180670~6336172,371443446~7655315,386894825~9824563,397976118~6119354,407986313~6039732] 2024-07-26T07:04:53.264 INFO:tasks.workunit.client.0.smithi089.stdout:from 8 to 14 diff [5232336~5260768,19164070~4302833,24598748~2401796,42214135~18961899,61408882~7151242,84442385~1780255,100509005~6981148,109777469~790220,122692196~16952594,139936554~5732892,161236386~1447324,163757976~7659728,179959402~9823418,191882303~8098484,206381903~6164451,215545660~7252842,233921213~5174626,249454923~2257788,254276532~8705450,265754218~2254711,275986773~4947475,284802362~6123720,292540704~3500738,297569108~2889841,300778698~2468246,317176553~2475343,327043666~8729829,338536402~1688386,350432442~910984,353772037~8130078,362180670~6336172,371443446~7655315,386296132~10423256,397976118~6119354,407986313~6039732] 2024-07-26T07:04:53.264 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,19164070~4302833,24598748~2401796,42214135~18961899,61408882~7151242,84442385~1780255,100509005~6981148,109777469~790220,122692196~16952594,139936554~5732892,161236386~1447324,163757976~7659728,179959402~9823418,191882303~8098484,206381903~6164451,215545660~7252842,233921213~5174626,249454923~2257788,254276532~8705450,265754218~2254711,275986773~4947475,284802362~6123720,292540704~3500738,297569108~2889841,300778698~2468246,317176553~2475343,327043666~8729829,338536402~1688386,350432442~910984,353772037~8130078,362180670~6336172,371443446~7655315,386296132~10423256,397976118~6119354,407986313~6039732] 2024-07-26T07:04:53.269 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,19164070~7836474,42214135~18961899,61408882~7151242,84442385~1780255,100509005~6981148,109051904~1515785,122692196~16952594,139936554~5732892,161236386~1447324,163757976~7659728,176160768~13622052,191882303~8098484,206381903~6164451,215545660~7252842,232237478~6858361,249454923~2257788,254276532~8705450,265754218~2254711,272629760~8304488,284802362~6123720,292540704~3500738,297386918~3072031,300778698~2468246,317176553~2475343,327043666~13181122,350432442~910984,352321536~9580579,362180670~6336172,371443446~7655315,386296132~10423256,397976118~6119354,407986313~6039732] 2024-07-26T07:04:53.269 INFO:tasks.workunit.client.0.smithi089.stdout:from 8 to 15 diff [5232336~5260768,19164070~4302833,24598748~2401796,42214135~18961899,61408882~7151242,69591216~3195879,76221229~4157486,84442385~1780255,100509005~6981148,109777469~790220,122692196~16952594,139936554~10044351,161236386~1447324,163757976~7659728,179959402~9823418,191882303~8098484,206381903~7934074,215545660~7252842,233921213~5174626,244608654~3438626,249454923~2257788,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~2889841,300778698~2468246,317176553~2475343,321420951~3558491,327043666~8729829,338536402~1688386,349736754~1606672,353772037~8130078,362180670~6336172,371443446~7655315,386296132~10423256,397976118~6119354,405137488~8888557] 2024-07-26T07:04:53.270 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,19164070~4302833,24598748~2401796,42214135~18961899,61408882~7151242,69591216~3195879,76221229~4157486,84442385~1780255,100509005~6981148,109777469~790220,122692196~16952594,139936554~10044351,161236386~1447324,163757976~7659728,179959402~9823418,191882303~8098484,206381903~7934074,215545660~7252842,233921213~5174626,244608654~3438626,249454923~2257788,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~2889841,300778698~2468246,317176553~2475343,321420951~3558491,327043666~8729829,338536402~1688386,349736754~1606672,353772037~8130078,362180670~6336172,371443446~7655315,386296132~10423256,397976118~6119354,405137488~8888557] 2024-07-26T07:04:53.275 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,19164070~7836474,42214135~18961899,61408882~11378213,76221229~4157486,84442385~1780255,100509005~6981148,109051904~1515785,122692196~16952594,139936554~10044351,161236386~1447324,163757976~7659728,176160768~13622052,191882303~8098484,206381903~7934074,215545660~7252842,232237478~6858361,244608654~3438626,249454923~2257788,254276532~14926457,272629760~8304488,284802362~6123720,292540704~3500738,297386918~3072031,300778698~2468246,317176553~2475343,321420951~3558491,327043666~13181122,349736754~1606672,352321536~9580579,362180670~6336172,371443446~7655315,386296132~10423256,397976118~6119354,405137488~8888557] 2024-07-26T07:04:53.275 INFO:tasks.workunit.client.0.smithi089.stdout:from 8 to 16 diff [5232336~5260768,19164070~4302833,24598748~2401796,42214135~18961899,61408882~7151242,69591216~3195879,76221229~4157486,84442385~1780255,100509005~6981148,109777469~790220,122692196~27288709,155464620~7219090,163757976~11236252,179959402~9823418,191882303~8098484,206381903~7934074,215545660~7252842,233921213~5174626,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~2889841,300778698~2468246,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,338536402~1688386,349736754~1606672,353772037~8130078,362180670~6336172,371443446~7655315,386296132~10423256,397976118~6119354,405137488~8888557] 2024-07-26T07:04:53.275 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,19164070~4302833,24598748~2401796,42214135~18961899,61408882~7151242,69591216~3195879,76221229~4157486,84442385~1780255,100509005~6981148,109777469~790220,122692196~27288709,155464620~7219090,163757976~11236252,179959402~9823418,191882303~8098484,206381903~7934074,215545660~7252842,233921213~5174626,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~2889841,300778698~2468246,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,338536402~1688386,349736754~1606672,353772037~8130078,362180670~6336172,371443446~7655315,386296132~10423256,397976118~6119354,405137488~8888557] 2024-07-26T07:04:53.280 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,19164070~7836474,42214135~18961899,61408882~11378213,76221229~4157486,84442385~1780255,100509005~6981148,109051904~1515785,122692196~27288709,155464620~7219090,163757976~11236252,176160768~13622052,191882303~8098484,206381903~7934074,215545660~7252842,232237478~6858361,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,272629760~8304488,284802362~6123720,292540704~3500738,297386918~3072031,300778698~2468246,310747340~6183943,317176553~2475343,321420951~3558491,327043666~13181122,349736754~1606672,352321536~9580579,362180670~6336172,371443446~7655315,386296132~10423256,397976118~6119354,405137488~8888557] 2024-07-26T07:04:53.281 INFO:tasks.workunit.client.0.smithi089.stdout:from 8 to 17 diff [5232336~5260768,19164070~4302833,24598748~2401796,42214135~26345989,69591216~3195879,76221229~5961414,84442385~1780255,100509005~6981148,109777469~790220,122692196~27288709,155464620~7219090,163757976~11236252,177188937~12593883,191882303~8098484,206381903~7934074,215545660~7252842,233921213~5174626,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~5677836,305523442~259134,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,338536402~1688386,349736754~1606672,353772037~14744805,371443446~7655315,386296132~10423256,397976118~6395600,405137488~8888557] 2024-07-26T07:04:53.281 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,19164070~4302833,24598748~2401796,42214135~26345989,69591216~3195879,76221229~5961414,84442385~1780255,100509005~6981148,109777469~790220,122692196~27288709,155464620~7219090,163757976~11236252,177188937~12593883,191882303~8098484,206381903~7934074,215545660~7252842,233921213~5174626,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~5677836,305523442~259134,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,338536402~1688386,349736754~1606672,353772037~14744805,371443446~7655315,386296132~10423256,397976118~6395600,405137488~8888557] 2024-07-26T07:04:53.286 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,19164070~7836474,42214135~30572960,76221229~5961414,84442385~1780255,100509005~6981148,109051904~1515785,122692196~27288709,155464620~7219090,163757976~11236252,176160768~13622052,191882303~8098484,206381903~7934074,215545660~7252842,232237478~6858361,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,272629760~8304488,284802362~6123720,292540704~3500738,297386918~5860026,304701377~1081199,310747340~6183943,317176553~2475343,321420951~3558491,327043666~13181122,349736754~1606672,352321536~16195306,371443446~7655315,386296132~10423256,397976118~6395600,405137488~8888557] 2024-07-26T07:04:53.286 INFO:tasks.workunit.client.0.smithi089.stdout:from 8 to 18 diff [5232336~5260768,19164070~4302833,24598748~2401796,42214135~26345989,69591216~3195879,76221229~5961414,84442385~1780255,100509005~13135282,122692196~27288709,155464620~7219090,163757976~11236252,177188937~12593883,191882303~8098484,206381903~7934074,215545660~7252842,233921213~5174626,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~7932683,349736754~1606672,353772037~14744805,371443446~7655315,382040864~22330854,405137488~10862336] 2024-07-26T07:04:53.286 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,19164070~4302833,24598748~2401796,42214135~26345989,69591216~3195879,76221229~5961414,84442385~1780255,100509005~13135282,122692196~27288709,155464620~7219090,163757976~11236252,177188937~12593883,191882303~8098484,206381903~7934074,215545660~7252842,233921213~5174626,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~7932683,349736754~1606672,353772037~14744805,371443446~7655315,382040864~22330854,405137488~10862336] 2024-07-26T07:04:53.292 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,19164070~7836474,42214135~30572960,76221229~5961414,84442385~1780255,100509005~13135282,122692196~27288709,155464620~7219090,163757976~11236252,176160768~13622052,191882303~8098484,206381903~7934074,215545660~7252842,232237478~6858361,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,272629760~8304488,284802362~6123720,292540704~3500738,297386918~5860026,304701377~1596308,310747340~6183943,317176553~2475343,321420951~3558491,327043666~16892207,349736754~1606672,352321536~16195306,371443446~7655315,381681664~22690054,405137488~10862336] 2024-07-26T07:04:53.292 INFO:tasks.workunit.client.0.smithi089.stdout:from 8 to 19 diff [5232336~5260768,19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,122692196~27288709,155464620~7219090,163757976~11236252,177188937~12593883,191882303~8098484,206381903~7934074,215545660~7252842,233921213~5174626,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~7932683,349736754~1606672,353772037~14744805,371443446~7655315,382040864~22330854,405137488~10862336] 2024-07-26T07:04:53.292 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,122692196~27288709,155464620~7219090,163757976~11236252,177188937~12593883,191882303~8098484,206381903~7934074,215545660~7252842,233921213~5174626,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~7932683,349736754~1606672,353772037~14744805,371443446~7655315,382040864~22330854,405137488~10862336] 2024-07-26T07:04:53.298 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,19164070~9553264,42103169~30683926,76221229~5961414,82674210~3548430,100509005~13135282,122692196~27288709,155464620~7219090,163757976~11236252,176160768~13622052,191882303~8098484,206381903~7934074,215545660~7252842,232237478~6858361,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,272629760~8304488,284802362~6123720,292540704~3500738,297386918~5860026,304701377~1596308,310747340~6183943,317176553~2475343,321420951~3558491,327043666~16892207,349736754~1606672,352321536~16195306,371443446~7655315,381681664~22690054,405137488~10862336] 2024-07-26T07:04:53.298 INFO:tasks.workunit.client.0.smithi089.stdout:from 9 to 10 diff [100509005~6981148,140861884~4283327,163757976~7659728,186933730~2849090,206381903~5794907,275986773~4947475,292540704~3500738,317176553~2475343,353772037~8130078,407986313~6039732] 2024-07-26T07:04:53.298 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [100509005~6981148,140861884~4283327,163757976~7659728,186933730~2849090,206381903~5794907,275986773~4947475,292540704~3500738,317176553~2475343,353772037~8130078,407986313~6039732] 2024-07-26T07:04:53.303 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [100509005~6981148,140861884~4283327,163757976~7659728,186933730~2849090,206381903~5794907,272629760~8304488,292540704~3500738,317176553~2475343,352321536~9580579,407986313~6039732] 2024-07-26T07:04:53.303 INFO:tasks.workunit.client.0.smithi089.stdout:from 9 to 11 diff [42528812~7195748,100509005~6981148,139936554~5732892,161236386~1447324,163757976~7659728,179959402~6130989,186933730~2849090,206381903~6164451,275986773~4947475,292540704~3500738,297569108~2889841,317176553~2475343,353772037~8130078,377373817~1724944,397976118~6119354,407986313~6039732] 2024-07-26T07:04:53.303 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [42528812~7195748,100509005~6981148,139936554~5732892,161236386~1447324,163757976~7659728,179959402~6130989,186933730~2849090,206381903~6164451,275986773~4947475,292540704~3500738,297569108~2889841,317176553~2475343,353772037~8130078,377373817~1724944,397976118~6119354,407986313~6039732] 2024-07-26T07:04:53.309 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [42528812~7195748,100509005~6981148,139936554~5732892,161236386~1447324,163757976~7659728,176160768~9929623,186933730~2849090,206381903~6164451,272629760~8304488,292540704~3500738,297386918~3072031,317176553~2475343,352321536~9580579,377373817~1724944,397976118~6119354,407986313~6039732] 2024-07-26T07:04:53.309 INFO:tasks.workunit.client.0.smithi089.stdout:from 9 to 12 diff [42214135~7510425,100509005~6981148,123077967~16566823,139936554~5732892,161236386~1447324,163757976~7659728,179959402~6130989,186933730~2849090,206381903~6164451,275986773~4947475,292540704~3500738,297569108~2889841,300778698~2468246,317176553~2475343,338536402~1688386,350432442~910984,353772037~8130078,362180670~6336172,377373817~1724944,394210065~2509323,397976118~6119354,407986313~6039732] 2024-07-26T07:04:53.309 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [42214135~7510425,100509005~6981148,123077967~16566823,139936554~5732892,161236386~1447324,163757976~7659728,179959402~6130989,186933730~2849090,206381903~6164451,275986773~4947475,292540704~3500738,297569108~2889841,300778698~2468246,317176553~2475343,338536402~1688386,350432442~910984,353772037~8130078,362180670~6336172,377373817~1724944,394210065~2509323,397976118~6119354,407986313~6039732] 2024-07-26T07:04:53.315 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [42214135~7510425,100509005~6981148,123077967~16566823,139936554~5732892,161236386~1447324,163757976~7659728,176160768~9929623,186933730~2849090,206381903~6164451,272629760~8304488,292540704~3500738,297386918~3072031,300778698~2468246,317176553~2475343,335773495~4451293,350432442~910984,352321536~9580579,362180670~6336172,377373817~1724944,394210065~2509323,397976118~6119354,407986313~6039732] 2024-07-26T07:04:53.315 INFO:tasks.workunit.client.0.smithi089.stdout:from 9 to 13 diff [42214135~18961899,84442385~1780255,100509005~6981148,123077967~16566823,139936554~5732892,161236386~1447324,163757976~7659728,179959402~6130989,186933730~2849090,206381903~6164451,215545660~7252842,249454923~2257788,254963019~8018963,265754218~2254711,275986773~4947475,292540704~3500738,297569108~2889841,300778698~2468246,317176553~2475343,338536402~1688386,350432442~910984,353772037~8130078,362180670~6336172,377373817~1724944,386894825~9824563,397976118~6119354,407986313~6039732] 2024-07-26T07:04:53.315 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [42214135~18961899,84442385~1780255,100509005~6981148,123077967~16566823,139936554~5732892,161236386~1447324,163757976~7659728,179959402~6130989,186933730~2849090,206381903~6164451,215545660~7252842,249454923~2257788,254963019~8018963,265754218~2254711,275986773~4947475,292540704~3500738,297569108~2889841,300778698~2468246,317176553~2475343,338536402~1688386,350432442~910984,353772037~8130078,362180670~6336172,377373817~1724944,386894825~9824563,397976118~6119354,407986313~6039732] 2024-07-26T07:04:53.320 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [42214135~18961899,84442385~1780255,100509005~6981148,123077967~16566823,139936554~5732892,161236386~1447324,163757976~7659728,176160768~9929623,186933730~2849090,206381903~6164451,215545660~7252842,249454923~2257788,254963019~8018963,265754218~2254711,272629760~8304488,292540704~3500738,297386918~3072031,300778698~2468246,317176553~2475343,335773495~4451293,350432442~910984,352321536~9580579,362180670~6336172,377373817~1724944,386894825~9824563,397976118~6119354,407986313~6039732] 2024-07-26T07:04:53.321 INFO:tasks.workunit.client.0.smithi089.stdout:from 9 to 14 diff [19164070~4302833,24598748~2401796,42214135~18961899,61408882~7151242,84442385~1780255,100509005~6981148,123077967~16566823,139936554~5732892,161236386~1447324,163757976~7659728,179959402~9823418,191882303~8098484,206381903~6164451,215545660~7252842,249454923~2257788,254276532~8705450,265754218~2254711,275986773~4947475,284802362~6123720,292540704~3500738,297569108~2889841,300778698~2468246,317176553~2475343,338536402~1688386,350432442~910984,353772037~8130078,362180670~6336172,377373817~1724944,386296132~10423256,397976118~6119354,407986313~6039732] 2024-07-26T07:04:53.321 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [19164070~4302833,24598748~2401796,42214135~18961899,61408882~7151242,84442385~1780255,100509005~6981148,123077967~16566823,139936554~5732892,161236386~1447324,163757976~7659728,179959402~9823418,191882303~8098484,206381903~6164451,215545660~7252842,249454923~2257788,254276532~8705450,265754218~2254711,275986773~4947475,284802362~6123720,292540704~3500738,297569108~2889841,300778698~2468246,317176553~2475343,338536402~1688386,350432442~910984,353772037~8130078,362180670~6336172,377373817~1724944,386296132~10423256,397976118~6119354,407986313~6039732] 2024-07-26T07:04:53.326 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [19164070~7836474,42214135~18961899,61408882~7151242,84442385~1780255,100509005~6981148,123077967~16566823,139936554~5732892,161236386~1447324,163757976~7659728,176160768~13622052,191882303~8098484,206381903~6164451,215545660~7252842,249454923~2257788,254276532~8705450,265754218~2254711,272629760~8304488,284802362~6123720,292540704~3500738,297386918~3072031,300778698~2468246,317176553~2475343,335773495~4451293,350432442~910984,352321536~9580579,362180670~6336172,377373817~1724944,386296132~10423256,397976118~6119354,407986313~6039732] 2024-07-26T07:04:53.326 INFO:tasks.workunit.client.0.smithi089.stdout:from 9 to 15 diff [19164070~4302833,24598748~2401796,42214135~18961899,61408882~7151242,69591216~3195879,76221229~4157486,84442385~1780255,100509005~6981148,123077967~16566823,139936554~10044351,161236386~1447324,163757976~7659728,179959402~9823418,191882303~8098484,206381903~7934074,215545660~7252842,244608654~3438626,249454923~2257788,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~2889841,300778698~2468246,317176553~2475343,321420951~3558491,338536402~1688386,349736754~1606672,353772037~8130078,362180670~6336172,377373817~1724944,386296132~10423256,397976118~6119354,405137488~8888557] 2024-07-26T07:04:53.326 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [19164070~4302833,24598748~2401796,42214135~18961899,61408882~7151242,69591216~3195879,76221229~4157486,84442385~1780255,100509005~6981148,123077967~16566823,139936554~10044351,161236386~1447324,163757976~7659728,179959402~9823418,191882303~8098484,206381903~7934074,215545660~7252842,244608654~3438626,249454923~2257788,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~2889841,300778698~2468246,317176553~2475343,321420951~3558491,338536402~1688386,349736754~1606672,353772037~8130078,362180670~6336172,377373817~1724944,386296132~10423256,397976118~6119354,405137488~8888557] 2024-07-26T07:04:53.332 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [19164070~7836474,42214135~18961899,61408882~11378213,76221229~4157486,84442385~1780255,100509005~6981148,123077967~16566823,139936554~10044351,161236386~1447324,163757976~7659728,176160768~13622052,191882303~8098484,206381903~7934074,215545660~7252842,244608654~3438626,249454923~2257788,254276532~14926457,272629760~8304488,284802362~6123720,292540704~3500738,297386918~3072031,300778698~2468246,317176553~2475343,321420951~3558491,335773495~4451293,349736754~1606672,352321536~9580579,362180670~6336172,377373817~1724944,386296132~10423256,397976118~6119354,405137488~8888557] 2024-07-26T07:04:53.332 INFO:tasks.workunit.client.0.smithi089.stdout:from 9 to 16 diff [19164070~4302833,24598748~2401796,42214135~18961899,61408882~7151242,69591216~3195879,76221229~4157486,84442385~1780255,100509005~6981148,123077967~26902938,155464620~7219090,163757976~11236252,179959402~9823418,191882303~8098484,206381903~7934074,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~2889841,300778698~2468246,310747340~6183943,317176553~2475343,321420951~3558491,338536402~1688386,349736754~1606672,353772037~8130078,362180670~6336172,377373817~1724944,386296132~10423256,397976118~6119354,405137488~8888557] 2024-07-26T07:04:53.332 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [19164070~4302833,24598748~2401796,42214135~18961899,61408882~7151242,69591216~3195879,76221229~4157486,84442385~1780255,100509005~6981148,123077967~26902938,155464620~7219090,163757976~11236252,179959402~9823418,191882303~8098484,206381903~7934074,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~2889841,300778698~2468246,310747340~6183943,317176553~2475343,321420951~3558491,338536402~1688386,349736754~1606672,353772037~8130078,362180670~6336172,377373817~1724944,386296132~10423256,397976118~6119354,405137488~8888557] 2024-07-26T07:04:53.338 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [19164070~7836474,42214135~18961899,61408882~11378213,76221229~4157486,84442385~1780255,100509005~6981148,123077967~26902938,155464620~7219090,163757976~11236252,176160768~13622052,191882303~8098484,206381903~7934074,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,272629760~8304488,284802362~6123720,292540704~3500738,297386918~3072031,300778698~2468246,310747340~6183943,317176553~2475343,321420951~3558491,335773495~4451293,349736754~1606672,352321536~9580579,362180670~6336172,377373817~1724944,386296132~10423256,397976118~6119354,405137488~8888557] 2024-07-26T07:04:53.338 INFO:tasks.workunit.client.0.smithi089.stdout:from 9 to 17 diff [19164070~4302833,24598748~2401796,42214135~26345989,69591216~3195879,76221229~5961414,84442385~1780255,100509005~6981148,123077967~26902938,155464620~7219090,163757976~11236252,177188937~12593883,191882303~8098484,206381903~7934074,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~5677836,305523442~259134,310747340~6183943,317176553~2475343,321420951~3558491,338536402~1688386,349736754~1606672,353772037~14744805,377373817~1724944,386296132~10423256,397976118~6395600,405137488~8888557] 2024-07-26T07:04:53.338 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [19164070~4302833,24598748~2401796,42214135~26345989,69591216~3195879,76221229~5961414,84442385~1780255,100509005~6981148,123077967~26902938,155464620~7219090,163757976~11236252,177188937~12593883,191882303~8098484,206381903~7934074,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~5677836,305523442~259134,310747340~6183943,317176553~2475343,321420951~3558491,338536402~1688386,349736754~1606672,353772037~14744805,377373817~1724944,386296132~10423256,397976118~6395600,405137488~8888557] 2024-07-26T07:04:53.344 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [19164070~7836474,42214135~30572960,76221229~5961414,84442385~1780255,100509005~6981148,123077967~26902938,155464620~7219090,163757976~11236252,176160768~13622052,191882303~8098484,206381903~7934074,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,272629760~8304488,284802362~6123720,292540704~3500738,297386918~5860026,304701377~1081199,310747340~6183943,317176553~2475343,321420951~3558491,335773495~4451293,349736754~1606672,352321536~16195306,377373817~1724944,386296132~10423256,397976118~6395600,405137488~8888557] 2024-07-26T07:04:53.344 INFO:tasks.workunit.client.0.smithi089.stdout:from 9 to 18 diff [19164070~4302833,24598748~2401796,42214135~26345989,69591216~3195879,76221229~5961414,84442385~1780255,100509005~13135282,123077967~26902938,155464620~7219090,163757976~11236252,177188937~12593883,191882303~8098484,206381903~7934074,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,336003190~7932683,349736754~1606672,353772037~14744805,377373817~1724944,382040864~22330854,405137488~10862336] 2024-07-26T07:04:53.344 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [19164070~4302833,24598748~2401796,42214135~26345989,69591216~3195879,76221229~5961414,84442385~1780255,100509005~13135282,123077967~26902938,155464620~7219090,163757976~11236252,177188937~12593883,191882303~8098484,206381903~7934074,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,336003190~7932683,349736754~1606672,353772037~14744805,377373817~1724944,382040864~22330854,405137488~10862336] 2024-07-26T07:04:53.349 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [19164070~7836474,42214135~30572960,76221229~5961414,84442385~1780255,100509005~13135282,123077967~26902938,155464620~7219090,163757976~11236252,176160768~13622052,191882303~8098484,206381903~7934074,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,272629760~8304488,284802362~6123720,292540704~3500738,297386918~5860026,304701377~1596308,310747340~6183943,317176553~2475343,321420951~3558491,335773495~8162378,349736754~1606672,352321536~16195306,377373817~1724944,381681664~22690054,405137488~10862336] 2024-07-26T07:04:53.349 INFO:tasks.workunit.client.0.smithi089.stdout:from 9 to 19 diff [19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,123077967~26902938,155464620~7219090,163757976~11236252,177188937~12593883,191882303~8098484,206381903~7934074,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1606672,353772037~14744805,377373817~1724944,382040864~22330854,405137488~10862336] 2024-07-26T07:04:53.349 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,123077967~26902938,155464620~7219090,163757976~11236252,177188937~12593883,191882303~8098484,206381903~7934074,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1606672,353772037~14744805,377373817~1724944,382040864~22330854,405137488~10862336] 2024-07-26T07:04:53.355 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [19164070~9553264,42103169~30683926,76221229~5961414,82674210~3548430,100509005~13135282,123077967~26902938,155464620~7219090,163757976~11236252,176160768~13622052,191882303~8098484,206381903~7934074,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,272629760~8304488,284802362~6123720,292540704~3500738,297386918~5860026,304701377~1596308,310747340~6183943,317176553~2475343,321420951~3558491,327179714~7868178,335773495~8162378,349736754~1606672,352321536~16195306,377373817~1724944,381681664~22690054,405137488~10862336] 2024-07-26T07:04:53.355 INFO:tasks.workunit.client.0.smithi089.stdout:from 10 to 11 diff [42528812~7195748,100711631~591165,139936554~5732892,161236386~1447324,179959402~6130989,206866660~5679694,297569108~2889841,377373817~1724944,397976118~6119354] 2024-07-26T07:04:53.355 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [42528812~7195748,100711631~591165,139936554~5732892,161236386~1447324,179959402~6130989,206866660~5679694,297569108~2889841,377373817~1724944,397976118~6119354] 2024-07-26T07:04:53.360 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [42528812~7195748,100711631~591165,139936554~5732892,161236386~1447324,176160768~9929623,206866660~5679694,297386918~3072031,377373817~1724944,397976118~6119354] 2024-07-26T07:04:53.360 INFO:tasks.workunit.client.0.smithi089.stdout:from 10 to 12 diff [42214135~7510425,100711631~591165,123077967~16566823,139936554~5732892,161236386~1447324,179959402~6130989,206866660~5679694,297569108~2889841,300778698~2468246,338536402~1688386,350432442~910984,362180670~6336172,377373817~1724944,394210065~2509323,397976118~6119354] 2024-07-26T07:04:53.360 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [42214135~7510425,100711631~591165,123077967~16566823,139936554~5732892,161236386~1447324,179959402~6130989,206866660~5679694,297569108~2889841,300778698~2468246,338536402~1688386,350432442~910984,362180670~6336172,377373817~1724944,394210065~2509323,397976118~6119354] 2024-07-26T07:04:53.366 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [42214135~7510425,100711631~591165,123077967~16566823,139936554~5732892,161236386~1447324,176160768~9929623,206866660~5679694,297386918~3072031,300778698~2468246,335773495~4451293,350432442~910984,362180670~6336172,377373817~1724944,394210065~2509323,397976118~6119354] 2024-07-26T07:04:53.366 INFO:tasks.workunit.client.0.smithi089.stdout:from 10 to 13 diff [42214135~18961899,84442385~1780255,100711631~591165,123077967~16566823,139936554~5732892,161236386~1447324,179959402~6130989,206866660~5679694,215545660~7252842,249454923~2257788,254963019~8018963,265754218~2254711,297569108~2889841,300778698~2468246,338536402~1688386,350432442~910984,362180670~6336172,377373817~1724944,386894825~9824563,397976118~6119354] 2024-07-26T07:04:53.366 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [42214135~18961899,84442385~1780255,100711631~591165,123077967~16566823,139936554~5732892,161236386~1447324,179959402~6130989,206866660~5679694,215545660~7252842,249454923~2257788,254963019~8018963,265754218~2254711,297569108~2889841,300778698~2468246,338536402~1688386,350432442~910984,362180670~6336172,377373817~1724944,386894825~9824563,397976118~6119354] 2024-07-26T07:04:53.371 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [42214135~18961899,84442385~1780255,100711631~591165,123077967~16566823,139936554~5732892,161236386~1447324,176160768~9929623,206866660~5679694,215545660~7252842,249454923~2257788,254963019~8018963,265754218~2254711,297386918~3072031,300778698~2468246,335773495~4451293,350432442~910984,362180670~6336172,377373817~1724944,386894825~9824563,397976118~6119354] 2024-07-26T07:04:53.372 INFO:tasks.workunit.client.0.smithi089.stdout:from 10 to 14 diff [19164070~4302833,24598748~2401796,42214135~18961899,61408882~7151242,84442385~1780255,100711631~591165,123077967~16566823,139936554~5732892,161236386~1447324,179959402~7266448,191882303~8098484,206866660~5679694,215545660~7252842,249454923~2257788,254276532~8705450,265754218~2254711,284802362~6123720,297569108~2889841,300778698~2468246,338536402~1688386,350432442~910984,362180670~6336172,377373817~1724944,386296132~10423256,397976118~6119354] 2024-07-26T07:04:53.372 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [19164070~4302833,24598748~2401796,42214135~18961899,61408882~7151242,84442385~1780255,100711631~591165,123077967~16566823,139936554~5732892,161236386~1447324,179959402~7266448,191882303~8098484,206866660~5679694,215545660~7252842,249454923~2257788,254276532~8705450,265754218~2254711,284802362~6123720,297569108~2889841,300778698~2468246,338536402~1688386,350432442~910984,362180670~6336172,377373817~1724944,386296132~10423256,397976118~6119354] 2024-07-26T07:04:53.377 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [19164070~7836474,42214135~18961899,61408882~7151242,84442385~1780255,100711631~591165,123077967~16566823,139936554~5732892,161236386~1447324,176160768~11065082,191882303~8098484,206866660~5679694,215545660~7252842,249454923~2257788,254276532~8705450,265754218~2254711,284802362~6123720,297386918~3072031,300778698~2468246,335773495~4451293,350432442~910984,362180670~6336172,377373817~1724944,386296132~10423256,397976118~6119354] 2024-07-26T07:04:53.377 INFO:tasks.workunit.client.0.smithi089.stdout:from 10 to 15 diff [19164070~4302833,24598748~2401796,42214135~18961899,61408882~7151242,69591216~3195879,76221229~4157486,84442385~1780255,100711631~591165,123077967~16566823,139936554~10044351,161236386~1447324,179959402~7266448,191882303~8098484,206624806~7691171,215545660~7252842,244608654~3438626,249454923~2257788,254276532~14926457,284802362~6123720,297569108~2889841,300778698~2468246,321420951~3558491,338536402~1688386,349736754~1606672,362180670~6336172,377373817~1724944,386296132~10423256,397976118~6119354,405137488~6300390] 2024-07-26T07:04:53.377 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [19164070~4302833,24598748~2401796,42214135~18961899,61408882~7151242,69591216~3195879,76221229~4157486,84442385~1780255,100711631~591165,123077967~16566823,139936554~10044351,161236386~1447324,179959402~7266448,191882303~8098484,206624806~7691171,215545660~7252842,244608654~3438626,249454923~2257788,254276532~14926457,284802362~6123720,297569108~2889841,300778698~2468246,321420951~3558491,338536402~1688386,349736754~1606672,362180670~6336172,377373817~1724944,386296132~10423256,397976118~6119354,405137488~6300390] 2024-07-26T07:04:53.383 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [19164070~7836474,42214135~18961899,61408882~11378213,76221229~4157486,84442385~1780255,100711631~591165,123077967~16566823,139936554~10044351,161236386~1447324,176160768~11065082,191882303~8098484,206624806~7691171,215545660~7252842,244608654~3438626,249454923~2257788,254276532~14926457,284802362~6123720,297386918~3072031,300778698~2468246,321420951~3558491,335773495~4451293,349736754~1606672,362180670~6336172,377373817~1724944,386296132~10423256,397976118~6119354,405137488~6300390] 2024-07-26T07:04:53.383 INFO:tasks.workunit.client.0.smithi089.stdout:from 10 to 16 diff [19164070~4302833,24598748~2401796,42214135~18961899,61408882~7151242,69591216~3195879,76221229~4157486,84442385~1780255,100711631~591165,123077967~26902938,155464620~7219090,171381120~3613108,179959402~7266448,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,297569108~2889841,300778698~2468246,310747340~6183943,321420951~3558491,338536402~1688386,349736754~1606672,362180670~6336172,377373817~1724944,386296132~10423256,397976118~6119354,405137488~6300390] 2024-07-26T07:04:53.383 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [19164070~4302833,24598748~2401796,42214135~18961899,61408882~7151242,69591216~3195879,76221229~4157486,84442385~1780255,100711631~591165,123077967~26902938,155464620~7219090,171381120~3613108,179959402~7266448,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,297569108~2889841,300778698~2468246,310747340~6183943,321420951~3558491,338536402~1688386,349736754~1606672,362180670~6336172,377373817~1724944,386296132~10423256,397976118~6119354,405137488~6300390] 2024-07-26T07:04:53.389 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [19164070~7836474,42214135~18961899,61408882~11378213,76221229~4157486,84442385~1780255,100711631~591165,123077967~26902938,155464620~7219090,171381120~3613108,176160768~11065082,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,297386918~3072031,300778698~2468246,310747340~6183943,321420951~3558491,335773495~4451293,349736754~1606672,362180670~6336172,377373817~1724944,386296132~10423256,397976118~6119354,405137488~6300390] 2024-07-26T07:04:53.389 INFO:tasks.workunit.client.0.smithi089.stdout:from 10 to 17 diff [19164070~4302833,24598748~2401796,42214135~26345989,69591216~3195879,76221229~5961414,84442385~1780255,100711631~591165,123077967~26902938,155464620~7219090,171381120~3613108,177188937~10036913,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,297569108~5677836,305523442~259134,310747340~6183943,321420951~3558491,338536402~1688386,349736754~1606672,358630490~9886352,377373817~1724944,386296132~10423256,397976118~6395600,405137488~6300390] 2024-07-26T07:04:53.389 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [19164070~4302833,24598748~2401796,42214135~26345989,69591216~3195879,76221229~5961414,84442385~1780255,100711631~591165,123077967~26902938,155464620~7219090,171381120~3613108,177188937~10036913,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,297569108~5677836,305523442~259134,310747340~6183943,321420951~3558491,338536402~1688386,349736754~1606672,358630490~9886352,377373817~1724944,386296132~10423256,397976118~6395600,405137488~6300390] 2024-07-26T07:04:53.395 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [19164070~7836474,42214135~30572960,76221229~5961414,84442385~1780255,100711631~591165,123077967~26902938,155464620~7219090,171381120~3613108,176160768~11065082,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,297386918~5860026,304701377~1081199,310747340~6183943,321420951~3558491,335773495~4451293,349736754~1606672,358630490~9886352,377373817~1724944,386296132~10423256,397976118~6395600,405137488~6300390] 2024-07-26T07:04:53.395 INFO:tasks.workunit.client.0.smithi089.stdout:from 10 to 18 diff [19164070~4302833,24598748~2401796,42214135~26345989,69591216~3195879,76221229~5961414,84442385~1780255,100711631~591165,106133904~7510383,123077967~26902938,155464620~7219090,171381120~3613108,177188937~10036913,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,321420951~3558491,336003190~7932683,349736754~1606672,358630490~9886352,377373817~1724944,382040864~22330854,405137488~10862336] 2024-07-26T07:04:53.395 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [19164070~4302833,24598748~2401796,42214135~26345989,69591216~3195879,76221229~5961414,84442385~1780255,100711631~591165,106133904~7510383,123077967~26902938,155464620~7219090,171381120~3613108,177188937~10036913,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,321420951~3558491,336003190~7932683,349736754~1606672,358630490~9886352,377373817~1724944,382040864~22330854,405137488~10862336] 2024-07-26T07:04:53.400 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [19164070~7836474,42214135~30572960,76221229~5961414,84442385~1780255,100711631~591165,106133904~7510383,123077967~26902938,155464620~7219090,171381120~3613108,176160768~11065082,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,297386918~5860026,304701377~1596308,310747340~6183943,321420951~3558491,335773495~8162378,349736754~1606672,358630490~9886352,377373817~1724944,381681664~22690054,405137488~10862336] 2024-07-26T07:04:53.400 INFO:tasks.workunit.client.0.smithi089.stdout:from 10 to 19 diff [19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,100711631~591165,106133904~7510383,123077967~26902938,155464620~7219090,171381120~3613108,177188937~10036913,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1606672,358630490~9886352,377373817~1724944,382040864~22330854,405137488~10862336] 2024-07-26T07:04:53.400 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,100711631~591165,106133904~7510383,123077967~26902938,155464620~7219090,171381120~3613108,177188937~10036913,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1606672,358630490~9886352,377373817~1724944,382040864~22330854,405137488~10862336] 2024-07-26T07:04:53.406 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [19164070~9553264,42103169~30683926,76221229~5961414,82674210~3548430,100711631~591165,106133904~7510383,123077967~26902938,155464620~7219090,171381120~3613108,176160768~11065082,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,297386918~5860026,304701377~1596308,310747340~6183943,321420951~3558491,327179714~7868178,335773495~8162378,349736754~1606672,358630490~9886352,377373817~1724944,381681664~22690054,405137488~10862336] 2024-07-26T07:04:53.406 INFO:tasks.workunit.client.0.smithi089.stdout:from 11 to 12 diff [42214135~4201279,123077967~16566823,300778698~2468246,338536402~1688386,350432442~910984,362180670~6336172,394210065~2509323,399725207~1528423] 2024-07-26T07:04:53.406 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [42214135~4201279,123077967~16566823,300778698~2468246,338536402~1688386,350432442~910984,362180670~6336172,394210065~2509323,399725207~1528423] 2024-07-26T07:04:53.412 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [42214135~4201279,123077967~16566823,300778698~2468246,335773495~4451293,350432442~910984,362180670~6336172,394210065~2509323,399725207~1528423] 2024-07-26T07:04:53.412 INFO:tasks.workunit.client.0.smithi089.stdout:from 11 to 13 diff [42214135~18961899,84442385~1780255,123077967~16566823,215545660~7252842,249454923~2257788,254963019~8018963,265754218~2254711,300778698~2468246,338536402~1688386,350432442~910984,362180670~6336172,386894825~9824563,399725207~1528423] 2024-07-26T07:04:53.412 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [42214135~18961899,84442385~1780255,123077967~16566823,215545660~7252842,249454923~2257788,254963019~8018963,265754218~2254711,300778698~2468246,338536402~1688386,350432442~910984,362180670~6336172,386894825~9824563,399725207~1528423] 2024-07-26T07:04:53.417 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [42214135~18961899,84442385~1780255,123077967~16566823,215545660~7252842,249454923~2257788,254963019~8018963,265754218~2254711,300778698~2468246,335773495~4451293,350432442~910984,362180670~6336172,386894825~9824563,399725207~1528423] 2024-07-26T07:04:53.418 INFO:tasks.workunit.client.0.smithi089.stdout:from 11 to 14 diff [19164070~4302833,24598748~2401796,42214135~18961899,61408882~7151242,84442385~1780255,123077967~16566823,185879225~1346625,191882303~8098484,215545660~7252842,249454923~2257788,254276532~8705450,265754218~2254711,284802362~6123720,300778698~2468246,338536402~1688386,350432442~910984,362180670~6336172,386296132~10423256,399725207~1528423] 2024-07-26T07:04:53.418 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [19164070~4302833,24598748~2401796,42214135~18961899,61408882~7151242,84442385~1780255,123077967~16566823,185879225~1346625,191882303~8098484,215545660~7252842,249454923~2257788,254276532~8705450,265754218~2254711,284802362~6123720,300778698~2468246,338536402~1688386,350432442~910984,362180670~6336172,386296132~10423256,399725207~1528423] 2024-07-26T07:04:53.423 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [19164070~7836474,42214135~18961899,61408882~7151242,84442385~1780255,123077967~16566823,185879225~1346625,191882303~8098484,215545660~7252842,249454923~2257788,254276532~8705450,265754218~2254711,284802362~6123720,300778698~2468246,335773495~4451293,350432442~910984,362180670~6336172,386296132~10423256,399725207~1528423] 2024-07-26T07:04:53.423 INFO:tasks.workunit.client.0.smithi089.stdout:from 11 to 15 diff [19164070~4302833,24598748~2401796,42214135~18961899,61408882~7151242,69591216~3195879,76221229~4157486,84442385~1780255,123077967~16566823,142406236~7574669,185879225~1346625,191882303~8098484,206624806~7691171,215545660~7252842,244608654~3438626,249454923~2257788,254276532~14926457,284802362~6123720,300778698~2468246,321420951~3558491,338536402~1688386,349736754~1606672,362180670~6336172,386296132~10423256,399725207~1528423,405137488~6300390] 2024-07-26T07:04:53.423 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [19164070~4302833,24598748~2401796,42214135~18961899,61408882~7151242,69591216~3195879,76221229~4157486,84442385~1780255,123077967~16566823,142406236~7574669,185879225~1346625,191882303~8098484,206624806~7691171,215545660~7252842,244608654~3438626,249454923~2257788,254276532~14926457,284802362~6123720,300778698~2468246,321420951~3558491,338536402~1688386,349736754~1606672,362180670~6336172,386296132~10423256,399725207~1528423,405137488~6300390] 2024-07-26T07:04:53.429 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [19164070~7836474,42214135~18961899,61408882~11378213,76221229~4157486,84442385~1780255,123077967~16566823,142406236~7574669,185879225~1346625,191882303~8098484,206624806~7691171,215545660~7252842,244608654~3438626,249454923~2257788,254276532~14926457,284802362~6123720,300778698~2468246,321420951~3558491,335773495~4451293,349736754~1606672,362180670~6336172,386296132~10423256,399725207~1528423,405137488~6300390] 2024-07-26T07:04:53.429 INFO:tasks.workunit.client.0.smithi089.stdout:from 11 to 16 diff [19164070~4302833,24598748~2401796,42214135~18961899,61408882~7151242,69591216~3195879,76221229~4157486,84442385~1780255,123077967~17989933,142406236~7574669,155464620~5914954,171381120~3613108,185879225~1346625,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,300778698~2468246,310747340~6183943,321420951~3558491,338536402~1688386,349736754~1606672,362180670~6336172,386296132~10423256,399725207~1528423,405137488~6300390] 2024-07-26T07:04:53.429 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [19164070~4302833,24598748~2401796,42214135~18961899,61408882~7151242,69591216~3195879,76221229~4157486,84442385~1780255,123077967~17989933,142406236~7574669,155464620~5914954,171381120~3613108,185879225~1346625,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,300778698~2468246,310747340~6183943,321420951~3558491,338536402~1688386,349736754~1606672,362180670~6336172,386296132~10423256,399725207~1528423,405137488~6300390] 2024-07-26T07:04:53.435 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [19164070~7836474,42214135~18961899,61408882~11378213,76221229~4157486,84442385~1780255,123077967~17989933,142406236~7574669,155464620~5914954,171381120~3613108,185879225~1346625,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,300778698~2468246,310747340~6183943,321420951~3558491,335773495~4451293,349736754~1606672,362180670~6336172,386296132~10423256,399725207~1528423,405137488~6300390] 2024-07-26T07:04:53.435 INFO:tasks.workunit.client.0.smithi089.stdout:from 11 to 17 diff [19164070~4302833,24598748~2401796,42214135~26345989,69591216~3195879,76221229~5961414,84442385~1780255,123077967~17989933,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,185879225~1346625,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,300216291~3030653,305523442~259134,310747340~6183943,321420951~3558491,338536402~1688386,349736754~1606672,358630490~9886352,386296132~10423256,399725207~1528423,403639382~732336,405137488~6300390] 2024-07-26T07:04:53.435 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [19164070~4302833,24598748~2401796,42214135~26345989,69591216~3195879,76221229~5961414,84442385~1780255,123077967~17989933,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,185879225~1346625,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,300216291~3030653,305523442~259134,310747340~6183943,321420951~3558491,338536402~1688386,349736754~1606672,358630490~9886352,386296132~10423256,399725207~1528423,403639382~732336,405137488~6300390] 2024-07-26T07:04:53.440 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [19164070~7836474,42214135~30572960,76221229~5961414,84442385~1780255,123077967~17989933,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,185879225~1346625,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,300216291~3030653,304701377~1081199,310747340~6183943,321420951~3558491,335773495~4451293,349736754~1606672,358630490~9886352,386296132~10423256,399725207~1528423,403639382~732336,405137488~6300390] 2024-07-26T07:04:53.440 INFO:tasks.workunit.client.0.smithi089.stdout:from 11 to 18 diff [19164070~4302833,24598748~2401796,42214135~26345989,69591216~3195879,76221229~5961414,84442385~1780255,106133904~7510383,123077967~17989933,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,185879225~1346625,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,300216291~3030653,305523442~259134,305925972~371713,310747340~6183943,321420951~3558491,336003190~7932683,349736754~1606672,358630490~9886352,382040864~20390611,403639382~732336,405137488~10862336] 2024-07-26T07:04:53.440 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [19164070~4302833,24598748~2401796,42214135~26345989,69591216~3195879,76221229~5961414,84442385~1780255,106133904~7510383,123077967~17989933,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,185879225~1346625,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,300216291~3030653,305523442~259134,305925972~371713,310747340~6183943,321420951~3558491,336003190~7932683,349736754~1606672,358630490~9886352,382040864~20390611,403639382~732336,405137488~10862336] 2024-07-26T07:04:53.446 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [19164070~7836474,42214135~30572960,76221229~5961414,84442385~1780255,106133904~7510383,123077967~17989933,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,185879225~1346625,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,300216291~3030653,304701377~1596308,310747340~6183943,321420951~3558491,335773495~8162378,349736754~1606672,358630490~9886352,381681664~20749811,403639382~732336,405137488~10862336] 2024-07-26T07:04:53.446 INFO:tasks.workunit.client.0.smithi089.stdout:from 11 to 19 diff [19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,106133904~7510383,123077967~17989933,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,185879225~1346625,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,300216291~3030653,305523442~259134,305925972~371713,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1606672,358630490~9886352,382040864~20390611,403639382~732336,405137488~10862336] 2024-07-26T07:04:53.446 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,106133904~7510383,123077967~17989933,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,185879225~1346625,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,300216291~3030653,305523442~259134,305925972~371713,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1606672,358630490~9886352,382040864~20390611,403639382~732336,405137488~10862336] 2024-07-26T07:04:53.451 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [19164070~9553264,42103169~30683926,76221229~5961414,82674210~3548430,106133904~7510383,123077967~17989933,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,185879225~1346625,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,300216291~3030653,304701377~1596308,310747340~6183943,321420951~3558491,327179714~7868178,335773495~8162378,349736754~1606672,358630490~9886352,381681664~20749811,403639382~732336,405137488~10862336] 2024-07-26T07:04:53.451 INFO:tasks.workunit.client.0.smithi089.stdout:from 12 to 13 diff [45914956~15261078,84442385~1780255,215545660~7252842,249454923~2257788,254963019~8018963,265754218~2254711,386894825~7404673] 2024-07-26T07:04:53.452 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [45914956~15261078,84442385~1780255,215545660~7252842,249454923~2257788,254963019~8018963,265754218~2254711,386894825~7404673] 2024-07-26T07:04:53.457 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [45914956~15261078,84442385~1780255,215545660~7252842,249454923~2257788,254963019~8018963,265754218~2254711,386894825~7404673] 2024-07-26T07:04:53.457 INFO:tasks.workunit.client.0.smithi089.stdout:from 12 to 14 diff [19164070~4302833,24598748~2401796,44592900~16583134,61408882~7151242,84442385~1780255,127412402~7602354,185879225~1346625,191882303~8098484,215545660~7252842,249454923~2257788,254276532~8705450,265754218~2254711,284802362~6123720,386296132~8003366] 2024-07-26T07:04:53.457 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [19164070~4302833,24598748~2401796,44592900~16583134,61408882~7151242,84442385~1780255,127412402~7602354,185879225~1346625,191882303~8098484,215545660~7252842,249454923~2257788,254276532~8705450,265754218~2254711,284802362~6123720,386296132~8003366] 2024-07-26T07:04:53.463 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [19164070~7836474,44592900~16583134,61408882~7151242,84442385~1780255,127412402~7602354,185879225~1346625,191882303~8098484,215545660~7252842,249454923~2257788,254276532~8705450,265754218~2254711,284802362~6123720,386296132~8003366] 2024-07-26T07:04:53.463 INFO:tasks.workunit.client.0.smithi089.stdout:from 12 to 15 diff [19164070~4302833,24598748~2401796,44592900~16583134,61408882~7151242,69591216~3195879,76221229~4157486,84442385~1780255,127412402~7602354,142406236~7574669,185879225~1346625,191882303~8098484,206624806~7691171,215545660~7252842,244608654~3438626,249454923~2257788,254276532~14926457,284802362~6123720,321420951~3558491,349736754~1353345,386296132~8003366,405137488~6300390] 2024-07-26T07:04:53.463 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [19164070~4302833,24598748~2401796,44592900~16583134,61408882~7151242,69591216~3195879,76221229~4157486,84442385~1780255,127412402~7602354,142406236~7574669,185879225~1346625,191882303~8098484,206624806~7691171,215545660~7252842,244608654~3438626,249454923~2257788,254276532~14926457,284802362~6123720,321420951~3558491,349736754~1353345,386296132~8003366,405137488~6300390] 2024-07-26T07:04:53.468 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [19164070~7836474,44592900~16583134,61408882~11378213,76221229~4157486,84442385~1780255,127412402~7602354,142406236~7574669,185879225~1346625,191882303~8098484,206624806~7691171,215545660~7252842,244608654~3438626,249454923~2257788,254276532~14926457,284802362~6123720,321420951~3558491,349736754~1353345,386296132~8003366,405137488~6300390] 2024-07-26T07:04:53.468 INFO:tasks.workunit.client.0.smithi089.stdout:from 12 to 16 diff [19164070~4302833,24598748~2401796,43444190~17731844,61408882~7151242,69591216~3195879,76221229~4157486,84442385~1780255,127412402~13655498,142406236~7574669,155464620~5914954,171381120~3613108,185879225~1346625,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,310747340~6183943,321420951~3558491,349736754~1353345,386296132~8003366,405137488~6300390] 2024-07-26T07:04:53.468 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [19164070~4302833,24598748~2401796,43444190~17731844,61408882~7151242,69591216~3195879,76221229~4157486,84442385~1780255,127412402~13655498,142406236~7574669,155464620~5914954,171381120~3613108,185879225~1346625,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,310747340~6183943,321420951~3558491,349736754~1353345,386296132~8003366,405137488~6300390] 2024-07-26T07:04:53.474 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [19164070~7836474,43444190~17731844,61408882~11378213,76221229~4157486,84442385~1780255,127412402~13655498,142406236~7574669,155464620~5914954,171381120~3613108,185879225~1346625,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,310747340~6183943,321420951~3558491,349736754~1353345,386296132~8003366,405137488~6300390] 2024-07-26T07:04:53.474 INFO:tasks.workunit.client.0.smithi089.stdout:from 12 to 17 diff [19164070~4302833,24598748~2401796,43444190~25115934,69591216~3195879,76221229~5961414,84442385~1780255,127412402~13655498,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,185879225~1346625,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,300216291~1093817,305523442~259134,310747340~6183943,321420951~3558491,349736754~1353345,358630490~7587856,386296132~8003366,403639382~732336,405137488~6300390] 2024-07-26T07:04:53.474 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [19164070~4302833,24598748~2401796,43444190~25115934,69591216~3195879,76221229~5961414,84442385~1780255,127412402~13655498,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,185879225~1346625,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,300216291~1093817,305523442~259134,310747340~6183943,321420951~3558491,349736754~1353345,358630490~7587856,386296132~8003366,403639382~732336,405137488~6300390] 2024-07-26T07:04:53.480 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [19164070~7836474,43444190~29342905,76221229~5961414,84442385~1780255,127412402~13655498,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,185879225~1346625,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,300216291~1093817,304701377~1081199,310747340~6183943,321420951~3558491,349736754~1353345,358630490~7587856,386296132~8003366,403639382~732336,405137488~6300390] 2024-07-26T07:04:53.480 INFO:tasks.workunit.client.0.smithi089.stdout:from 12 to 18 diff [19164070~4302833,24598748~2401796,43444190~25115934,69591216~3195879,76221229~5961414,84442385~1780255,106133904~7510383,127412402~13655498,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,185879225~1346625,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,300216291~1093817,305523442~259134,305925972~371713,310747340~6183943,321420951~3558491,336003190~7932683,349736754~1353345,358630490~7587856,382040864~12258634,395428247~7003228,403639382~732336,405137488~10862336] 2024-07-26T07:04:53.480 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [19164070~4302833,24598748~2401796,43444190~25115934,69591216~3195879,76221229~5961414,84442385~1780255,106133904~7510383,127412402~13655498,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,185879225~1346625,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,300216291~1093817,305523442~259134,305925972~371713,310747340~6183943,321420951~3558491,336003190~7932683,349736754~1353345,358630490~7587856,382040864~12258634,395428247~7003228,403639382~732336,405137488~10862336] 2024-07-26T07:04:53.485 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [19164070~7836474,43444190~29342905,76221229~5961414,84442385~1780255,106133904~7510383,127412402~13655498,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,185879225~1346625,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,300216291~1093817,304701377~1596308,310747340~6183943,321420951~3558491,336003190~7932683,349736754~1353345,358630490~7587856,381681664~12617834,395428247~7003228,403639382~732336,405137488~10862336] 2024-07-26T07:04:53.485 INFO:tasks.workunit.client.0.smithi089.stdout:from 12 to 19 diff [19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,106133904~7510383,123872376~17195524,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,185879225~1346625,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,300216291~1093817,305523442~259134,305925972~371713,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1353345,358630490~7587856,382040864~12258634,395428247~7003228,403639382~732336,405137488~10862336] 2024-07-26T07:04:53.485 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,106133904~7510383,123872376~17195524,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,185879225~1346625,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,300216291~1093817,305523442~259134,305925972~371713,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1353345,358630490~7587856,382040864~12258634,395428247~7003228,403639382~732336,405137488~10862336] 2024-07-26T07:04:53.492 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [19164070~9553264,42103169~30683926,76221229~5961414,82674210~3548430,106133904~7510383,123872376~17195524,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,185879225~1346625,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,300216291~1093817,304701377~1596308,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1353345,358630490~7587856,381681664~12617834,395428247~7003228,403639382~732336,405137488~10862336] 2024-07-26T07:04:53.492 INFO:tasks.workunit.client.0.smithi089.stdout:from 13 to 14 diff [19164070~4302833,24598748~2401796,44592900~8085802,61408882~7151242,127412402~7602354,185879225~1346625,191882303~8098484,254276532~3464277,284802362~6123720,386296132~2708424] 2024-07-26T07:04:53.492 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [19164070~4302833,24598748~2401796,44592900~8085802,61408882~7151242,127412402~7602354,185879225~1346625,191882303~8098484,254276532~3464277,284802362~6123720,386296132~2708424] 2024-07-26T07:04:53.498 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [19164070~7836474,44592900~8085802,61408882~7151242,127412402~7602354,185879225~1346625,191882303~8098484,254276532~3464277,284802362~6123720,386296132~2708424] 2024-07-26T07:04:53.498 INFO:tasks.workunit.client.0.smithi089.stdout:from 13 to 15 diff [19164070~4302833,24598748~2401796,44592900~8085802,61408882~7151242,69591216~3195879,76221229~4157486,127412402~7602354,142406236~7574669,185879225~1346625,191882303~8098484,206624806~7691171,244608654~3438626,254276532~3464277,258632662~317305,261390564~7812425,284802362~6123720,321420951~3558491,349736754~1353345,386296132~2708424,405137488~6300390] 2024-07-26T07:04:53.499 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [19164070~4302833,24598748~2401796,44592900~8085802,61408882~7151242,69591216~3195879,76221229~4157486,127412402~7602354,142406236~7574669,185879225~1346625,191882303~8098484,206624806~7691171,244608654~3438626,254276532~3464277,258632662~317305,261390564~7812425,284802362~6123720,321420951~3558491,349736754~1353345,386296132~2708424,405137488~6300390] 2024-07-26T07:04:53.505 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [19164070~7836474,44592900~8085802,61408882~11378213,76221229~4157486,127412402~7602354,142406236~7574669,185879225~1346625,191882303~8098484,206624806~7691171,244608654~3438626,254276532~3464277,258632662~317305,261390564~7812425,284802362~6123720,321420951~3558491,349736754~1353345,386296132~2708424,405137488~6300390] 2024-07-26T07:04:53.505 INFO:tasks.workunit.client.0.smithi089.stdout:from 13 to 16 diff [19164070~4302833,24598748~2401796,43444190~9234512,61408882~7151242,69591216~3195879,76221229~4157486,127412402~13655498,142406236~7574669,155464620~5914954,171381120~3613108,185879225~1346625,191882303~8098484,206624806~7691171,241355985~1272579,244608654~3438626,250315789~3267481,254276532~3464277,258632662~317305,261390564~7812425,284802362~6123720,310747340~6183943,321420951~3558491,349736754~1353345,386296132~2708424,405137488~6300390] 2024-07-26T07:04:53.505 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [19164070~4302833,24598748~2401796,43444190~9234512,61408882~7151242,69591216~3195879,76221229~4157486,127412402~13655498,142406236~7574669,155464620~5914954,171381120~3613108,185879225~1346625,191882303~8098484,206624806~7691171,241355985~1272579,244608654~3438626,250315789~3267481,254276532~3464277,258632662~317305,261390564~7812425,284802362~6123720,310747340~6183943,321420951~3558491,349736754~1353345,386296132~2708424,405137488~6300390] 2024-07-26T07:04:53.511 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [19164070~7836474,43444190~9234512,61408882~11378213,76221229~4157486,127412402~13655498,142406236~7574669,155464620~5914954,171381120~3613108,185879225~1346625,191882303~8098484,206624806~7691171,241355985~1272579,244608654~3438626,250315789~3267481,254276532~3464277,258632662~317305,261390564~7812425,284802362~6123720,310747340~6183943,321420951~3558491,349736754~1353345,386296132~2708424,405137488~6300390] 2024-07-26T07:04:53.511 INFO:tasks.workunit.client.0.smithi089.stdout:from 13 to 17 diff [19164070~4302833,24598748~2401796,43444190~9234512,59690965~8869159,69591216~3195879,76221229~5961414,127412402~13655498,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,185879225~1346625,191882303~8098484,206624806~7691171,216482807~2889839,241355985~1272579,244608654~3438626,250315789~3267481,254276532~3464277,258632662~317305,261390564~7812425,284802362~6123720,300216291~1093817,305523442~259134,310747340~6183943,321420951~3558491,349736754~1353345,358630490~7587856,386296132~2708424,403639382~732336,405137488~6300390] 2024-07-26T07:04:53.511 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [19164070~4302833,24598748~2401796,43444190~9234512,59690965~8869159,69591216~3195879,76221229~5961414,127412402~13655498,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,185879225~1346625,191882303~8098484,206624806~7691171,216482807~2889839,241355985~1272579,244608654~3438626,250315789~3267481,254276532~3464277,258632662~317305,261390564~7812425,284802362~6123720,300216291~1093817,305523442~259134,310747340~6183943,321420951~3558491,349736754~1353345,358630490~7587856,386296132~2708424,403639382~732336,405137488~6300390] 2024-07-26T07:04:53.516 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [19164070~7836474,43444190~9234512,59690965~13096130,76221229~5961414,127412402~13655498,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,185879225~1346625,191882303~8098484,206624806~7691171,216482807~2889839,241355985~1272579,244608654~3438626,250315789~3267481,254276532~3464277,258632662~317305,261390564~7812425,284802362~6123720,300216291~1093817,304701377~1081199,310747340~6183943,321420951~3558491,349736754~1353345,358630490~7587856,386296132~2708424,403639382~732336,405137488~6300390] 2024-07-26T07:04:53.517 INFO:tasks.workunit.client.0.smithi089.stdout:from 13 to 18 diff [19164070~4302833,24598748~2401796,43444190~9234512,55643314~12916810,69591216~3195879,76221229~5961414,106133904~7510383,127412402~13655498,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,185879225~1346625,191882303~8098484,206624806~7691171,216482807~2889839,241355985~1272579,244608654~3438626,250315789~3267481,254276532~3464277,258632662~317305,261390564~7812425,284802362~6123720,300216291~1093817,305523442~259134,305925972~371713,310747340~6183943,321420951~3558491,336003190~7932683,349736754~1353345,358630490~7587856,382040864~6963692,395428247~7003228,403639382~732336,405137488~10862336] 2024-07-26T07:04:53.517 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [19164070~4302833,24598748~2401796,43444190~9234512,55643314~12916810,69591216~3195879,76221229~5961414,106133904~7510383,127412402~13655498,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,185879225~1346625,191882303~8098484,206624806~7691171,216482807~2889839,241355985~1272579,244608654~3438626,250315789~3267481,254276532~3464277,258632662~317305,261390564~7812425,284802362~6123720,300216291~1093817,305523442~259134,305925972~371713,310747340~6183943,321420951~3558491,336003190~7932683,349736754~1353345,358630490~7587856,382040864~6963692,395428247~7003228,403639382~732336,405137488~10862336] 2024-07-26T07:04:53.522 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [19164070~7836474,43444190~9234512,55643314~17143781,76221229~5961414,106133904~7510383,127412402~13655498,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,185879225~1346625,191882303~8098484,206624806~7691171,216482807~2889839,241355985~1272579,244608654~3438626,250315789~3267481,254276532~3464277,258632662~317305,261390564~7812425,284802362~6123720,300216291~1093817,304701377~1596308,310747340~6183943,321420951~3558491,336003190~7932683,349736754~1353345,358630490~7587856,381681664~7322892,395428247~7003228,403639382~732336,405137488~10862336] 2024-07-26T07:04:53.522 INFO:tasks.workunit.client.0.smithi089.stdout:from 13 to 19 diff [19164070~9553264,42103169~10575533,53728133~744833,55643314~17143781,76221229~5961414,82877359~3261323,106133904~7510383,123872376~17195524,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,185879225~1346625,191882303~8098484,206624806~7691171,216482807~2889839,241355985~1272579,244608654~3438626,250315789~3267481,254276532~3464277,258632662~317305,261390564~7812425,284802362~6123720,300216291~1093817,305523442~259134,305925972~371713,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1353345,358630490~7587856,382040864~6963692,395428247~7003228,403639382~732336,405137488~10862336] 2024-07-26T07:04:53.523 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [19164070~9553264,42103169~10575533,53728133~744833,55643314~17143781,76221229~5961414,82877359~3261323,106133904~7510383,123872376~17195524,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,185879225~1346625,191882303~8098484,206624806~7691171,216482807~2889839,241355985~1272579,244608654~3438626,250315789~3267481,254276532~3464277,258632662~317305,261390564~7812425,284802362~6123720,300216291~1093817,305523442~259134,305925972~371713,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1353345,358630490~7587856,382040864~6963692,395428247~7003228,403639382~732336,405137488~10862336] 2024-07-26T07:04:53.528 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [19164070~9553264,42103169~10575533,53728133~744833,55643314~17143781,76221229~5961414,82674210~3464472,106133904~7510383,123872376~17195524,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,185879225~1346625,191882303~8098484,206624806~7691171,216482807~2889839,241355985~1272579,244608654~3438626,250315789~3267481,254276532~3464277,258632662~317305,261390564~7812425,284802362~6123720,300216291~1093817,304701377~1596308,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1353345,358630490~7587856,381681664~7322892,395428247~7003228,403639382~732336,405137488~10862336] 2024-07-26T07:04:53.528 INFO:tasks.workunit.client.0.smithi089.stdout:from 14 to 15 diff [69591216~3195879,76221229~4157486,142406236~7574669,206624806~7691171,244608654~3438626,258632662~317305,261390564~7812425,321420951~3558491,349736754~1353345,405137488~6300390] 2024-07-26T07:04:53.528 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [69591216~3195879,76221229~4157486,142406236~7574669,206624806~7691171,244608654~3438626,258632662~317305,261390564~7812425,321420951~3558491,349736754~1353345,405137488~6300390] 2024-07-26T07:04:53.534 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [68560124~4226971,76221229~4157486,142406236~7574669,206624806~7691171,244608654~3438626,258632662~317305,261390564~7812425,321420951~3558491,349736754~1353345,405137488~6300390] 2024-07-26T07:04:53.534 INFO:tasks.workunit.client.0.smithi089.stdout:from 14 to 16 diff [43444190~7821147,69591216~3195879,76221229~4157486,133909595~7158305,142406236~7574669,155464620~5914954,171381120~3613108,206624806~7691171,241355985~1272579,244608654~3438626,250315789~3267481,258632662~317305,261390564~7812425,310747340~6183943,321420951~3558491,349736754~1353345,405137488~6300390] 2024-07-26T07:04:53.534 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [43444190~7821147,69591216~3195879,76221229~4157486,133909595~7158305,142406236~7574669,155464620~5914954,171381120~3613108,206624806~7691171,241355985~1272579,244608654~3438626,250315789~3267481,258632662~317305,261390564~7812425,310747340~6183943,321420951~3558491,349736754~1353345,405137488~6300390] 2024-07-26T07:04:53.540 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [43444190~7821147,68560124~4226971,76221229~4157486,133909595~7158305,142406236~7574669,155464620~5914954,171381120~3613108,206624806~7691171,241355985~1272579,244608654~3438626,250315789~3267481,258632662~317305,261390564~7812425,310747340~6183943,321420951~3558491,349736754~1353345,405137488~6300390] 2024-07-26T07:04:53.540 INFO:tasks.workunit.client.0.smithi089.stdout:from 14 to 17 diff [43444190~7821147,59690965~2275256,69591216~3195879,76221229~5961414,133909595~7158305,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,206624806~7691171,216482807~2889839,241355985~1272579,244608654~3438626,250315789~3267481,258632662~317305,261390564~7812425,300216291~1093817,305523442~259134,310747340~6183943,321420951~3558491,349736754~1353345,358630490~7587856,403639382~732336,405137488~6300390] 2024-07-26T07:04:53.540 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [43444190~7821147,59690965~2275256,69591216~3195879,76221229~5961414,133909595~7158305,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,206624806~7691171,216482807~2889839,241355985~1272579,244608654~3438626,250315789~3267481,258632662~317305,261390564~7812425,300216291~1093817,305523442~259134,310747340~6183943,321420951~3558491,349736754~1353345,358630490~7587856,403639382~732336,405137488~6300390] 2024-07-26T07:04:53.545 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [43444190~7821147,59690965~2275256,68560124~4226971,76221229~5961414,133909595~7158305,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,206624806~7691171,216482807~2889839,241355985~1272579,244608654~3438626,250315789~3267481,258632662~317305,261390564~7812425,300216291~1093817,304701377~1081199,310747340~6183943,321420951~3558491,349736754~1353345,358630490~7587856,403639382~732336,405137488~6300390] 2024-07-26T07:04:53.546 INFO:tasks.workunit.client.0.smithi089.stdout:from 14 to 18 diff [43444190~7821147,55643314~6322907,69591216~3195879,76221229~5961414,106133904~7510383,128654846~3428524,133909595~7158305,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,206624806~7691171,216482807~2889839,241355985~1272579,244608654~3438626,250315789~3267481,258632662~317305,261390564~7812425,300216291~1093817,305523442~259134,305925972~371713,310747340~6183943,321420951~3558491,336003190~7932683,349736754~1353345,358630490~7587856,382040864~5762470,395428247~7003228,403639382~732336,405137488~10862336] 2024-07-26T07:04:53.546 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [43444190~7821147,55643314~6322907,69591216~3195879,76221229~5961414,106133904~7510383,128654846~3428524,133909595~7158305,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,206624806~7691171,216482807~2889839,241355985~1272579,244608654~3438626,250315789~3267481,258632662~317305,261390564~7812425,300216291~1093817,305523442~259134,305925972~371713,310747340~6183943,321420951~3558491,336003190~7932683,349736754~1353345,358630490~7587856,382040864~5762470,395428247~7003228,403639382~732336,405137488~10862336] 2024-07-26T07:04:53.550 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [43444190~7821147,55643314~6322907,68560124~4226971,76221229~5961414,106133904~7510383,128654846~3428524,133909595~7158305,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,206624806~7691171,216482807~2889839,241355985~1272579,244608654~3438626,250315789~3267481,258632662~317305,261390564~7812425,300216291~1093817,304701377~1596308,310747340~6183943,321420951~3558491,336003190~7932683,349736754~1353345,358630490~7587856,381681664~6121670,395428247~7003228,403639382~732336,405137488~10862336] 2024-07-26T07:04:53.551 INFO:tasks.workunit.client.0.smithi089.stdout:from 14 to 19 diff [20622658~8094676,42103169~9162168,53728133~744833,55643314~17143781,76221229~5961414,82877359~3261323,106133904~7510383,123872376~8210994,133909595~7158305,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,206624806~7691171,216482807~2889839,241355985~1272579,244608654~3438626,250315789~3267481,258632662~317305,261390564~7812425,300216291~1093817,305523442~259134,305925972~371713,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1353345,358630490~7587856,382040864~5762470,395428247~7003228,403639382~732336,405137488~10862336] 2024-07-26T07:04:53.551 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [20622658~8094676,42103169~9162168,53728133~744833,55643314~17143781,76221229~5961414,82877359~3261323,106133904~7510383,123872376~8210994,133909595~7158305,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,206624806~7691171,216482807~2889839,241355985~1272579,244608654~3438626,250315789~3267481,258632662~317305,261390564~7812425,300216291~1093817,305523442~259134,305925972~371713,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1353345,358630490~7587856,382040864~5762470,395428247~7003228,403639382~732336,405137488~10862336] 2024-07-26T07:04:53.556 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [20622658~8094676,42103169~9162168,53728133~744833,55643314~17143781,76221229~5961414,82674210~3464472,106133904~7510383,123872376~8210994,133909595~7158305,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,206624806~7691171,216482807~2889839,241355985~1272579,244608654~3438626,250315789~3267481,258632662~317305,261390564~7812425,300216291~1093817,304701377~1596308,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1353345,358630490~7587856,381681664~6121670,395428247~7003228,403639382~732336,405137488~10862336] 2024-07-26T07:04:53.556 INFO:tasks.workunit.client.0.smithi089.stdout:from 15 to 16 diff [43444190~7821147,76714318~1474578,133909595~7158305,155464620~5914954,171381120~3613108,241355985~1272579,250315789~3267481,310747340~6183943] 2024-07-26T07:04:53.557 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [43444190~7821147,76714318~1474578,133909595~7158305,155464620~5914954,171381120~3613108,241355985~1272579,250315789~3267481,310747340~6183943] 2024-07-26T07:04:53.562 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [43444190~7821147,76714318~1474578,133909595~7158305,155464620~5914954,171381120~3613108,241355985~1272579,250315789~3267481,310747340~6183943] 2024-07-26T07:04:53.562 INFO:tasks.workunit.client.0.smithi089.stdout:from 15 to 17 diff [43444190~7821147,59690965~2275256,76714318~1474578,78246356~3936287,133909595~7158305,143769178~1617871,155464620~5914954,171381120~3613108,177188937~3546166,208438278~3698435,216482807~2889839,241355985~1272579,250315789~3267481,300216291~1093817,305523442~259134,310747340~6183943,358630490~7587856,403639382~732336] 2024-07-26T07:04:53.562 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [43444190~7821147,59690965~2275256,76714318~1474578,78246356~3936287,133909595~7158305,143769178~1617871,155464620~5914954,171381120~3613108,177188937~3546166,208438278~3698435,216482807~2889839,241355985~1272579,250315789~3267481,300216291~1093817,305523442~259134,310747340~6183943,358630490~7587856,403639382~732336] 2024-07-26T07:04:53.568 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [43444190~7821147,59690965~2275256,76714318~1474578,78246356~3936287,133909595~7158305,143769178~1617871,155464620~5914954,171381120~3613108,177188937~3546166,208438278~3698435,216482807~2889839,241355985~1272579,250315789~3267481,300216291~1093817,304701377~1081199,310747340~6183943,358630490~7587856,403639382~732336] 2024-07-26T07:04:53.568 INFO:tasks.workunit.client.0.smithi089.stdout:from 15 to 18 diff [43444190~7821147,55643314~6322907,76714318~1474578,78246356~3936287,106133904~7510383,128654846~3428524,133909595~7158305,143769178~1617871,155464620~5914954,171381120~3613108,177188937~3546166,208438278~3698435,216482807~2889839,241355985~1272579,250315789~3267481,300216291~1093817,305523442~259134,305925972~371713,310747340~6183943,336003190~7932683,358630490~7587856,382040864~5762470,395428247~7003228,403639382~732336,408165037~7834787] 2024-07-26T07:04:53.568 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [43444190~7821147,55643314~6322907,76714318~1474578,78246356~3936287,106133904~7510383,128654846~3428524,133909595~7158305,143769178~1617871,155464620~5914954,171381120~3613108,177188937~3546166,208438278~3698435,216482807~2889839,241355985~1272579,250315789~3267481,300216291~1093817,305523442~259134,305925972~371713,310747340~6183943,336003190~7932683,358630490~7587856,382040864~5762470,395428247~7003228,403639382~732336,408165037~7834787] 2024-07-26T07:04:53.573 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [43444190~7821147,55643314~6322907,76714318~1474578,78246356~3936287,106133904~7510383,128654846~3428524,133909595~7158305,143769178~1617871,155464620~5914954,171381120~3613108,177188937~3546166,208438278~3698435,216482807~2889839,241355985~1272579,250315789~3267481,300216291~1093817,304701377~1596308,310747340~6183943,336003190~7932683,358630490~7587856,381681664~6121670,395428247~7003228,403639382~732336,408165037~7834787] 2024-07-26T07:04:53.573 INFO:tasks.workunit.client.0.smithi089.stdout:from 15 to 19 diff [20622658~8094676,42103169~9162168,53728133~744833,55643314~15207452,76714318~1474578,78246356~3936287,82877359~3261323,106133904~7510383,123872376~8210994,133909595~7158305,143769178~1617871,155464620~5914954,171381120~3613108,177188937~3546166,208438278~3698435,216482807~2889839,241355985~1272579,250315789~3267481,300216291~1093817,305523442~259134,305925972~371713,310747340~6183943,327179714~7868178,336003190~7932683,358630490~7587856,382040864~5762470,395428247~7003228,403639382~732336,408165037~7834787] 2024-07-26T07:04:53.573 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [20622658~8094676,42103169~9162168,53728133~744833,55643314~15207452,76714318~1474578,78246356~3936287,82877359~3261323,106133904~7510383,123872376~8210994,133909595~7158305,143769178~1617871,155464620~5914954,171381120~3613108,177188937~3546166,208438278~3698435,216482807~2889839,241355985~1272579,250315789~3267481,300216291~1093817,305523442~259134,305925972~371713,310747340~6183943,327179714~7868178,336003190~7932683,358630490~7587856,382040864~5762470,395428247~7003228,403639382~732336,408165037~7834787] 2024-07-26T07:04:53.579 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [20622658~8094676,42103169~9162168,53728133~744833,55643314~15207452,76714318~1474578,78246356~3936287,82674210~3464472,106133904~7510383,123872376~8210994,133909595~7158305,143769178~1617871,155464620~5914954,171381120~3613108,177188937~3546166,208438278~3698435,216482807~2889839,241355985~1272579,250315789~3267481,300216291~1093817,304701377~1596308,310747340~6183943,327179714~7868178,336003190~7932683,358630490~7587856,381681664~6121670,395428247~7003228,403639382~732336,408165037~7834787] 2024-07-26T07:04:53.579 INFO:tasks.workunit.client.0.smithi089.stdout:from 16 to 17 diff [59690965~2275256,78246356~3936287,143769178~1617871,177188937~3546166,208438278~3698435,216482807~2889839,300216291~1093817,305523442~259134,358630490~7587856,403639382~732336] 2024-07-26T07:04:53.579 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [59690965~2275256,78246356~3936287,143769178~1617871,177188937~3546166,208438278~3698435,216482807~2889839,300216291~1093817,305523442~259134,358630490~7587856,403639382~732336] 2024-07-26T07:04:53.584 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [59690965~2275256,78246356~3936287,143769178~1617871,177188937~3546166,208438278~3698435,216482807~2889839,300216291~1093817,304701377~1081199,358630490~7587856,403639382~732336] 2024-07-26T07:04:53.585 INFO:tasks.workunit.client.0.smithi089.stdout:from 16 to 18 diff [55643314~6322907,78246356~3936287,106133904~7510383,128654846~3428524,143769178~1617871,177188937~3546166,208438278~3698435,216482807~2889839,300216291~1093817,305523442~259134,305925972~371713,336003190~7932683,358630490~7587856,382040864~5762470,395428247~7003228,403639382~732336,408165037~7834787] 2024-07-26T07:04:53.585 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [55643314~6322907,78246356~3936287,106133904~7510383,128654846~3428524,143769178~1617871,177188937~3546166,208438278~3698435,216482807~2889839,300216291~1093817,305523442~259134,305925972~371713,336003190~7932683,358630490~7587856,382040864~5762470,395428247~7003228,403639382~732336,408165037~7834787] 2024-07-26T07:04:53.590 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [55643314~6322907,78246356~3936287,106133904~7510383,128654846~3428524,143769178~1617871,177188937~3546166,208438278~3698435,216482807~2889839,300216291~1093817,304701377~1596308,336003190~7932683,358630490~7587856,381681664~6121670,395428247~7003228,403639382~732336,408165037~7834787] 2024-07-26T07:04:53.590 INFO:tasks.workunit.client.0.smithi089.stdout:from 16 to 19 diff [20622658~8094676,42103169~5334150,53728133~744833,55643314~15207452,78246356~3936287,82877359~3261323,106133904~7510383,123872376~8210994,143769178~1617871,177188937~3546166,208438278~3698435,216482807~2889839,300216291~1093817,305523442~259134,305925972~371713,312970664~3601805,327179714~7868178,336003190~7932683,358630490~7587856,382040864~5762470,395428247~7003228,403639382~732336,408165037~7834787] 2024-07-26T07:04:53.590 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [20622658~8094676,42103169~5334150,53728133~744833,55643314~15207452,78246356~3936287,82877359~3261323,106133904~7510383,123872376~8210994,143769178~1617871,177188937~3546166,208438278~3698435,216482807~2889839,300216291~1093817,305523442~259134,305925972~371713,312970664~3601805,327179714~7868178,336003190~7932683,358630490~7587856,382040864~5762470,395428247~7003228,403639382~732336,408165037~7834787] 2024-07-26T07:04:53.595 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [20622658~8094676,42103169~5334150,53728133~744833,55643314~15207452,78246356~3936287,82674210~3464472,106133904~7510383,123872376~8210994,143769178~1617871,177188937~3546166,208438278~3698435,216482807~2889839,300216291~1093817,304701377~1596308,312970664~3601805,327179714~7868178,336003190~7932683,358630490~7587856,381681664~6121670,395428247~7003228,403639382~732336,408165037~7834787] 2024-07-26T07:04:53.596 INFO:tasks.workunit.client.0.smithi089.stdout:from 17 to 18 diff [55643314~5876014,106133904~7510383,128654846~3428524,305925972~371713,336003190~7932683,382040864~5762470,395428247~7003228,408165037~7834787] 2024-07-26T07:04:53.596 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [55643314~5876014,106133904~7510383,128654846~3428524,305925972~371713,336003190~7932683,382040864~5762470,395428247~7003228,408165037~7834787] 2024-07-26T07:04:53.601 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [55643314~5876014,106133904~7510383,128654846~3428524,305782576~515109,336003190~7932683,381681664~6121670,395428247~7003228,408165037~7834787] 2024-07-26T07:04:53.601 INFO:tasks.workunit.client.0.smithi089.stdout:from 17 to 19 diff [20622658~8094676,42103169~5334150,53728133~744833,55643314~15207452,82877359~3261323,106133904~7510383,123872376~8210994,305925972~371713,312970664~3601805,327179714~7868178,336003190~7932683,382040864~5762470,395428247~7003228,408165037~7834787] 2024-07-26T07:04:53.601 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [20622658~8094676,42103169~5334150,53728133~744833,55643314~15207452,82877359~3261323,106133904~7510383,123872376~8210994,305925972~371713,312970664~3601805,327179714~7868178,336003190~7932683,382040864~5762470,395428247~7003228,408165037~7834787] 2024-07-26T07:04:53.607 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [20622658~8094676,42103169~5334150,53728133~744833,55643314~15207452,82674210~3464472,106133904~7510383,123872376~8210994,305782576~515109,312970664~3601805,327179714~7868178,336003190~7932683,381681664~6121670,395428247~7003228,408165037~7834787] 2024-07-26T07:04:53.607 INFO:tasks.workunit.client.0.smithi089.stdout:from 18 to 19 diff [20622658~8094676,42103169~5334150,53728133~744833,61182956~9667810,82877359~3261323,123872376~6269032,312970664~3601805,327179714~7868178] 2024-07-26T07:04:53.607 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [20622658~8094676,42103169~5334150,53728133~744833,61182956~9667810,82877359~3261323,123872376~6269032,312970664~3601805,327179714~7868178] 2024-07-26T07:04:53.612 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [20622658~8094676,42103169~5334150,53728133~744833,61182956~9667810,82674210~3464472,123872376~6269032,312970664~3601805,327179714~7868178] 2024-07-26T07:04:53.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:04:53 smithi155 ceph-mon[90160]: osdmap e2040: 8 total, 8 up, 8 in 2024-07-26T07:04:53.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:04:53 smithi155 ceph-mon[90160]: pgmap v3521: 137 pgs: 137 active+clean; 1.2 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 238 KiB/s rd, 35 MiB/s wr, 405 op/s 2024-07-26T07:04:53.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:04:53 smithi089 ceph-mon[99608]: osdmap e2040: 8 total, 8 up, 8 in 2024-07-26T07:04:53.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:04:53 smithi089 ceph-mon[99608]: pgmap v3521: 137 pgs: 137 active+clean; 1.2 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 238 KiB/s rd, 35 MiB/s wr, 405 op/s 2024-07-26T07:04:53.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:04:53 smithi089 ceph-mon[102056]: osdmap e2040: 8 total, 8 up, 8 in 2024-07-26T07:04:53.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:04:53 smithi089 ceph-mon[102056]: pgmap v3521: 137 pgs: 137 active+clean; 1.2 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 238 KiB/s rd, 35 MiB/s wr, 405 op/s 2024-07-26T07:04:54.511 INFO:tasks.workunit.client.0.smithi089.stdout:from 0 to HEAD diff [5232336~23484998,34098337~2432257,42103169~30683926,74454016~8220194,82877359~11056799,98535653~15108634,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~20431530,269809471~1909585,275986773~4947475,283230826~14156092,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15550780,353772037~14744805,371443446~7655315,382040864~34661763] 2024-07-26T07:04:54.511 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~23484998,34098337~2432257,42103169~30683926,74454016~8220194,82877359~11056799,98535653~15108634,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~20431530,269809471~1909585,275986773~4947475,283230826~14156092,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15550780,353772037~14744805,371443446~7655315,382040864~34661763] 2024-07-26T07:04:54.528 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~24523030,34098337~2432257,42103169~51830989,96468992~17175295,117440512~32540393,150994944~24949632,176160768~23820019,205520896~8795081,215545660~9375871,226492416~21554864,249208443~22510613,272629760~8304488,281018368~25279317,310378496~6552787,317176553~2475343,321420951~30133019,352321536~16195306,371443446~7655315,381681664~35020963] 2024-07-26T07:04:54.528 INFO:tasks.workunit.client.0.smithi089.stdout:from 1 to HEAD diff [5232336~23484998,34098337~2432257,42103169~30683926,74454016~8220194,82877359~11056799,98535653~15108634,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~14156092,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15340236,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:04:54.529 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~23484998,34098337~2432257,42103169~30683926,74454016~8220194,82877359~11056799,98535653~15108634,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~14156092,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15340236,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:04:54.534 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~24523030,34098337~2432257,42103169~51830989,96468992~17175295,117440512~32540393,150994944~24949632,176160768~23820019,205520896~8795081,215545660~9375871,226492416~21554864,249208443~19994546,269639973~2079083,272629760~8304488,281018368~25279317,310378496~6552787,317176553~2475343,321420951~29922475,352321536~16195306,371443446~7655315,381681664~34318160] 2024-07-26T07:04:54.534 INFO:tasks.workunit.client.0.smithi089.stdout:from 2 to HEAD diff [5232336~23484998,42103169~30683926,74909186~7765024,82877359~3345281,86942421~2770407,98535653~1736028,100509005~13135282,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15340236,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:04:54.535 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~23484998,42103169~30683926,74909186~7765024,82877359~3345281,86942421~2770407,98535653~1736028,100509005~13135282,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15340236,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:04:54.540 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~24523030,42103169~30683926,74909186~11313454,86942421~2770407,98535653~1736028,100509005~13135282,117440512~32540393,150994944~24949632,176160768~23820019,205520896~8795081,215545660~9375871,226492416~21554864,249208443~19994546,269639973~2079083,272629760~8304488,281018368~10887205,292540704~3500738,297386918~8910767,310378496~6552787,317176553~2475343,321420951~29922475,352321536~16195306,371443446~7655315,381681664~34318160] 2024-07-26T07:04:54.540 INFO:tasks.workunit.client.0.smithi089.stdout:from 3 to HEAD diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,98535653~1117753,100509005~13135282,119581246~263002,121046044~28934861,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:04:54.540 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,98535653~1117753,100509005~13135282,119581246~263002,121046044~28934861,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:04:54.546 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~14965348,42103169~30683926,76221229~6192533,82674210~3548430,86942421~2770407,98535653~1117753,100509005~13135282,117440512~32540393,154872443~21072133,176160768~23820019,205520896~8795081,215545660~9375871,226492416~21554864,249208443~19994546,269639973~2079083,272629760~8304488,281018368~10887205,292540704~3500738,297386918~8910767,310378496~6552787,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~16195306,371443446~7655315,381681664~34318160] 2024-07-26T07:04:54.546 INFO:tasks.workunit.client.0.smithi089.stdout:from 4 to HEAD diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,98535653~1117753,100509005~13135282,121046044~28934861,155464620~20479956,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5163575,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:04:54.547 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,98535653~1117753,100509005~13135282,121046044~28934861,155464620~20479956,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5163575,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:04:54.552 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~14965348,42103169~30683926,76221229~6192533,82674210~3548430,86942421~2770407,98535653~1117753,100509005~13135282,119844248~30136657,155464620~20479956,176160768~23820019,206381903~7934074,215545660~9375871,226964674~5163575,232237478~15809802,249208443~19994546,269639973~2079083,272629760~8304488,281018368~10887205,292540704~3500738,297386918~8910767,310658268~6273015,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~16195306,371443446~7655315,381681664~34318160] 2024-07-26T07:04:54.552 INFO:tasks.workunit.client.0.smithi089.stdout:from 5 to HEAD diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,100509005~13135282,121046044~28934861,155464620~20479956,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5163575,233921213~10267462,244608654~3438626,249454923~4128347,254276532~14926457,269809471~1909585,275986773~4947475,283230826~7695256,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:04:54.552 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,100509005~13135282,121046044~28934861,155464620~20479956,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5163575,233921213~10267462,244608654~3438626,249454923~4128347,254276532~14926457,269809471~1909585,275986773~4947475,283230826~7695256,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:04:54.558 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~14965348,42103169~30683926,76221229~6192533,82674210~3548430,86942421~2770407,100509005~13135282,119844248~30136657,155464620~20479956,176160768~23820019,206381903~7934074,215545660~9375871,226964674~5163575,232237478~11951197,244608654~3438626,249454923~4128347,254276532~14926457,269639973~2079083,272629760~8304488,281018368~9907714,292540704~3500738,297386918~8910767,310747340~6183943,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~16195306,371443446~7655315,381681664~34318160] 2024-07-26T07:04:54.558 INFO:tasks.workunit.client.0.smithi089.stdout:from 6 to HEAD diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,121046044~28934861,155464620~7219090,163757976~12186600,177188937~22791850,206381903~7934074,215545660~9375871,233921213~10267462,244608654~3438626,249454923~4128347,254276532~14926457,269809471~1909585,275986773~4947475,283230826~7695256,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~22330854,405137488~10862336] 2024-07-26T07:04:54.558 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,121046044~28934861,155464620~7219090,163757976~12186600,177188937~22791850,206381903~7934074,215545660~9375871,233921213~10267462,244608654~3438626,249454923~4128347,254276532~14926457,269809471~1909585,275986773~4947475,283230826~7695256,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~22330854,405137488~10862336] 2024-07-26T07:04:54.564 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~14965348,42103169~30683926,76221229~5961414,82674210~3548430,100509005~13135282,119844248~30136657,155464620~7219090,163757976~12186600,176160768~23820019,206381903~7934074,215545660~9375871,232237478~11951197,244608654~3438626,249454923~4128347,254276532~14926457,269639973~2079083,272629760~8304488,281018368~9907714,292540704~3500738,297386918~8910767,310747340~6183943,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~16195306,371443446~7655315,381681664~22690054,405137488~10862336] 2024-07-26T07:04:54.564 INFO:tasks.workunit.client.0.smithi089.stdout:from 7 to HEAD diff [5232336~5260768,19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,121046044~28934861,155464620~7219090,163757976~11236252,177188937~22791850,206381903~7934074,215545660~9375871,233921213~5174626,241355985~1272579,243034314~1154361,244608654~3438626,249454923~4128347,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~22330854,405137488~10862336] 2024-07-26T07:04:54.564 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,121046044~28934861,155464620~7219090,163757976~11236252,177188937~22791850,206381903~7934074,215545660~9375871,233921213~5174626,241355985~1272579,243034314~1154361,244608654~3438626,249454923~4128347,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~22330854,405137488~10862336] 2024-07-26T07:04:54.569 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,19164070~9553264,42103169~30683926,76221229~5961414,82674210~3548430,100509005~13135282,119844248~30136657,155464620~7219090,163757976~11236252,176160768~23820019,206381903~7934074,215545660~9375871,232237478~6858361,241355985~1272579,243034314~1154361,244608654~3438626,249454923~4128347,254276532~14926457,272629760~8304488,284802362~6123720,292540704~3500738,297386918~5860026,304701377~1596308,310747340~6183943,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~16195306,371443446~7655315,381681664~22690054,405137488~10862336] 2024-07-26T07:04:54.569 INFO:tasks.workunit.client.0.smithi089.stdout:from 8 to HEAD diff [5232336~5260768,19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,122692196~27288709,155464620~7219090,163757976~11236252,177188937~12593883,191882303~8098484,206381903~7934074,215545660~7252842,233921213~5174626,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~7932683,349736754~1606672,353772037~14744805,371443446~7655315,382040864~22330854,405137488~10862336] 2024-07-26T07:04:54.570 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,122692196~27288709,155464620~7219090,163757976~11236252,177188937~12593883,191882303~8098484,206381903~7934074,215545660~7252842,233921213~5174626,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~7932683,349736754~1606672,353772037~14744805,371443446~7655315,382040864~22330854,405137488~10862336] 2024-07-26T07:04:54.575 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,19164070~9553264,42103169~30683926,76221229~5961414,82674210~3548430,100509005~13135282,122692196~27288709,155464620~7219090,163757976~11236252,176160768~13622052,191882303~8098484,206381903~7934074,215545660~7252842,232237478~6858361,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,272629760~8304488,284802362~6123720,292540704~3500738,297386918~5860026,304701377~1596308,310747340~6183943,317176553~2475343,321420951~3558491,327043666~16892207,349736754~1606672,352321536~16195306,371443446~7655315,381681664~22690054,405137488~10862336] 2024-07-26T07:04:54.575 INFO:tasks.workunit.client.0.smithi089.stdout:from 9 to HEAD diff [19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,123077967~26902938,155464620~7219090,163757976~11236252,177188937~12593883,191882303~8098484,206381903~7934074,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1606672,353772037~14744805,377373817~1724944,382040864~22330854,405137488~10862336] 2024-07-26T07:04:54.575 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,123077967~26902938,155464620~7219090,163757976~11236252,177188937~12593883,191882303~8098484,206381903~7934074,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1606672,353772037~14744805,377373817~1724944,382040864~22330854,405137488~10862336] 2024-07-26T07:04:54.581 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [19164070~9553264,42103169~30683926,76221229~5961414,82674210~3548430,100509005~13135282,123077967~26902938,155464620~7219090,163757976~11236252,176160768~13622052,191882303~8098484,206381903~7934074,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,272629760~8304488,284802362~6123720,292540704~3500738,297386918~5860026,304701377~1596308,310747340~6183943,317176553~2475343,321420951~3558491,327179714~7868178,335773495~8162378,349736754~1606672,352321536~16195306,377373817~1724944,381681664~22690054,405137488~10862336] 2024-07-26T07:04:54.581 INFO:tasks.workunit.client.0.smithi089.stdout:from 10 to HEAD diff [19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,100711631~591165,106133904~7510383,123077967~26902938,155464620~7219090,171381120~3613108,177188937~10036913,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1606672,358630490~9886352,377373817~1724944,382040864~22330854,405137488~10862336] 2024-07-26T07:04:54.581 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,100711631~591165,106133904~7510383,123077967~26902938,155464620~7219090,171381120~3613108,177188937~10036913,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1606672,358630490~9886352,377373817~1724944,382040864~22330854,405137488~10862336] 2024-07-26T07:04:54.587 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [19164070~9553264,42103169~30683926,76221229~5961414,82674210~3548430,100711631~591165,106133904~7510383,123077967~26902938,155464620~7219090,171381120~3613108,176160768~11065082,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,297386918~5860026,304701377~1596308,310747340~6183943,321420951~3558491,327179714~7868178,335773495~8162378,349736754~1606672,358630490~9886352,377373817~1724944,381681664~22690054,405137488~10862336] 2024-07-26T07:04:54.587 INFO:tasks.workunit.client.0.smithi089.stdout:from 11 to HEAD diff [19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,106133904~7510383,123077967~17989933,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,185879225~1346625,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,300216291~3030653,305523442~259134,305925972~371713,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1606672,358630490~9886352,382040864~20390611,403639382~732336,405137488~10862336] 2024-07-26T07:04:54.587 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,106133904~7510383,123077967~17989933,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,185879225~1346625,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,300216291~3030653,305523442~259134,305925972~371713,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1606672,358630490~9886352,382040864~20390611,403639382~732336,405137488~10862336] 2024-07-26T07:04:54.592 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [19164070~9553264,42103169~30683926,76221229~5961414,82674210~3548430,106133904~7510383,123077967~17989933,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,185879225~1346625,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,300216291~3030653,304701377~1596308,310747340~6183943,321420951~3558491,327179714~7868178,335773495~8162378,349736754~1606672,358630490~9886352,381681664~20749811,403639382~732336,405137488~10862336] 2024-07-26T07:04:54.592 INFO:tasks.workunit.client.0.smithi089.stdout:from 12 to HEAD diff [19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,106133904~7510383,123872376~17195524,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,185879225~1346625,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,300216291~1093817,305523442~259134,305925972~371713,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1353345,358630490~7587856,382040864~12258634,395428247~7003228,403639382~732336,405137488~10862336] 2024-07-26T07:04:54.592 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,106133904~7510383,123872376~17195524,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,185879225~1346625,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,300216291~1093817,305523442~259134,305925972~371713,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1353345,358630490~7587856,382040864~12258634,395428247~7003228,403639382~732336,405137488~10862336] 2024-07-26T07:04:54.597 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [19164070~9553264,42103169~30683926,76221229~5961414,82674210~3548430,106133904~7510383,123872376~17195524,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,185879225~1346625,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,300216291~1093817,304701377~1596308,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1353345,358630490~7587856,381681664~12617834,395428247~7003228,403639382~732336,405137488~10862336] 2024-07-26T07:04:54.598 INFO:tasks.workunit.client.0.smithi089.stdout:from 13 to HEAD diff [19164070~9553264,42103169~10575533,53728133~744833,55643314~17143781,76221229~5961414,82877359~3261323,106133904~7510383,123872376~17195524,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,185879225~1346625,191882303~8098484,206624806~7691171,216482807~2889839,241355985~1272579,244608654~3438626,250315789~3267481,254276532~3464277,258632662~317305,261390564~7812425,284802362~6123720,300216291~1093817,305523442~259134,305925972~371713,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1353345,358630490~7587856,382040864~6963692,395428247~7003228,403639382~732336,405137488~10862336] 2024-07-26T07:04:54.598 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [19164070~9553264,42103169~10575533,53728133~744833,55643314~17143781,76221229~5961414,82877359~3261323,106133904~7510383,123872376~17195524,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,185879225~1346625,191882303~8098484,206624806~7691171,216482807~2889839,241355985~1272579,244608654~3438626,250315789~3267481,254276532~3464277,258632662~317305,261390564~7812425,284802362~6123720,300216291~1093817,305523442~259134,305925972~371713,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1353345,358630490~7587856,382040864~6963692,395428247~7003228,403639382~732336,405137488~10862336] 2024-07-26T07:04:54.603 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [19164070~9553264,42103169~10575533,53728133~744833,55643314~17143781,76221229~5961414,82674210~3464472,106133904~7510383,123872376~17195524,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,185879225~1346625,191882303~8098484,206624806~7691171,216482807~2889839,241355985~1272579,244608654~3438626,250315789~3267481,254276532~3464277,258632662~317305,261390564~7812425,284802362~6123720,300216291~1093817,304701377~1596308,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1353345,358630490~7587856,381681664~7322892,395428247~7003228,403639382~732336,405137488~10862336] 2024-07-26T07:04:54.603 INFO:tasks.workunit.client.0.smithi089.stdout:from 14 to HEAD diff [20622658~8094676,42103169~9162168,53728133~744833,55643314~17143781,76221229~5961414,82877359~3261323,106133904~7510383,123872376~8210994,133909595~7158305,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,206624806~7691171,216482807~2889839,241355985~1272579,244608654~3438626,250315789~3267481,258632662~317305,261390564~7812425,300216291~1093817,305523442~259134,305925972~371713,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1353345,358630490~7587856,382040864~5762470,395428247~7003228,403639382~732336,405137488~10862336] 2024-07-26T07:04:54.603 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [20622658~8094676,42103169~9162168,53728133~744833,55643314~17143781,76221229~5961414,82877359~3261323,106133904~7510383,123872376~8210994,133909595~7158305,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,206624806~7691171,216482807~2889839,241355985~1272579,244608654~3438626,250315789~3267481,258632662~317305,261390564~7812425,300216291~1093817,305523442~259134,305925972~371713,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1353345,358630490~7587856,382040864~5762470,395428247~7003228,403639382~732336,405137488~10862336] 2024-07-26T07:04:54.609 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [20622658~8094676,42103169~9162168,53728133~744833,55643314~17143781,76221229~5961414,82674210~3464472,106133904~7510383,123872376~8210994,133909595~7158305,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,206624806~7691171,216482807~2889839,241355985~1272579,244608654~3438626,250315789~3267481,258632662~317305,261390564~7812425,300216291~1093817,304701377~1596308,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1353345,358630490~7587856,381681664~6121670,395428247~7003228,403639382~732336,405137488~10862336] 2024-07-26T07:04:54.609 INFO:tasks.workunit.client.0.smithi089.stdout:from 15 to HEAD diff [20622658~8094676,42103169~9162168,53728133~744833,55643314~15207452,76714318~1474578,78246356~3936287,82877359~3261323,106133904~7510383,123872376~8210994,133909595~7158305,143769178~1617871,155464620~5914954,171381120~3613108,177188937~3546166,208438278~3698435,216482807~2889839,241355985~1272579,250315789~3267481,300216291~1093817,305523442~259134,305925972~371713,310747340~6183943,327179714~7868178,336003190~7932683,358630490~7587856,382040864~5762470,395428247~7003228,403639382~732336,408165037~7834787] 2024-07-26T07:04:54.609 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [20622658~8094676,42103169~9162168,53728133~744833,55643314~15207452,76714318~1474578,78246356~3936287,82877359~3261323,106133904~7510383,123872376~8210994,133909595~7158305,143769178~1617871,155464620~5914954,171381120~3613108,177188937~3546166,208438278~3698435,216482807~2889839,241355985~1272579,250315789~3267481,300216291~1093817,305523442~259134,305925972~371713,310747340~6183943,327179714~7868178,336003190~7932683,358630490~7587856,382040864~5762470,395428247~7003228,403639382~732336,408165037~7834787] 2024-07-26T07:04:54.614 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [20622658~8094676,42103169~9162168,53728133~744833,55643314~15207452,76714318~1474578,78246356~3936287,82674210~3464472,106133904~7510383,123872376~8210994,133909595~7158305,143769178~1617871,155464620~5914954,171381120~3613108,177188937~3546166,208438278~3698435,216482807~2889839,241355985~1272579,250315789~3267481,300216291~1093817,304701377~1596308,310747340~6183943,327179714~7868178,336003190~7932683,358630490~7587856,381681664~6121670,395428247~7003228,403639382~732336,408165037~7834787] 2024-07-26T07:04:54.614 INFO:tasks.workunit.client.0.smithi089.stdout:from 16 to HEAD diff [20622658~8094676,42103169~5334150,53728133~744833,55643314~15207452,78246356~3936287,82877359~3261323,106133904~7510383,123872376~8210994,143769178~1617871,177188937~3546166,208438278~3698435,216482807~2889839,300216291~1093817,305523442~259134,305925972~371713,312970664~3601805,327179714~7868178,336003190~7932683,358630490~7587856,382040864~5762470,395428247~7003228,403639382~732336,408165037~7834787] 2024-07-26T07:04:54.614 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [20622658~8094676,42103169~5334150,53728133~744833,55643314~15207452,78246356~3936287,82877359~3261323,106133904~7510383,123872376~8210994,143769178~1617871,177188937~3546166,208438278~3698435,216482807~2889839,300216291~1093817,305523442~259134,305925972~371713,312970664~3601805,327179714~7868178,336003190~7932683,358630490~7587856,382040864~5762470,395428247~7003228,403639382~732336,408165037~7834787] 2024-07-26T07:04:54.619 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [20622658~8094676,42103169~5334150,53728133~744833,55643314~15207452,78246356~3936287,82674210~3464472,106133904~7510383,123872376~8210994,143769178~1617871,177188937~3546166,208438278~3698435,216482807~2889839,300216291~1093817,304701377~1596308,312970664~3601805,327179714~7868178,336003190~7932683,358630490~7587856,381681664~6121670,395428247~7003228,403639382~732336,408165037~7834787] 2024-07-26T07:04:54.620 INFO:tasks.workunit.client.0.smithi089.stdout:from 17 to HEAD diff [20622658~8094676,42103169~5334150,53728133~744833,55643314~15207452,82877359~3261323,106133904~7510383,123872376~8210994,305925972~371713,312970664~3601805,327179714~7868178,336003190~7932683,382040864~5762470,395428247~7003228,408165037~7834787] 2024-07-26T07:04:54.620 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [20622658~8094676,42103169~5334150,53728133~744833,55643314~15207452,82877359~3261323,106133904~7510383,123872376~8210994,305925972~371713,312970664~3601805,327179714~7868178,336003190~7932683,382040864~5762470,395428247~7003228,408165037~7834787] 2024-07-26T07:04:54.625 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [20622658~8094676,42103169~5334150,53728133~744833,55643314~15207452,82674210~3464472,106133904~7510383,123872376~8210994,305782576~515109,312970664~3601805,327179714~7868178,336003190~7932683,381681664~6121670,395428247~7003228,408165037~7834787] 2024-07-26T07:04:55.524 INFO:tasks.workunit.client.0.smithi089.stdout:from 0 to HEAD diff [5232336~23484998,34098337~2432257,42103169~30683926,74454016~8220194,82877359~11056799,98535653~15108634,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~20431530,269809471~1909585,275986773~4947475,283230826~14156092,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15550780,353772037~14744805,371443446~7655315,382040864~34661763] 2024-07-26T07:04:55.524 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~23484998,34098337~2432257,42103169~30683926,74454016~8220194,82877359~11056799,98535653~15108634,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~20431530,269809471~1909585,275986773~4947475,283230826~14156092,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15550780,353772037~14744805,371443446~7655315,382040864~34661763] 2024-07-26T07:04:55.555 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~24523030,34098337~2432257,42103169~51830989,96468992~17175295,117440512~32540393,150994944~24949632,176160768~23820019,205520896~8795081,215545660~9375871,226492416~21554864,249208443~22510613,272629760~8304488,281018368~25279317,310378496~6552787,317176553~2475343,321420951~30133019,352321536~16195306,371443446~7655315,381681664~35020963] 2024-07-26T07:04:55.555 INFO:tasks.workunit.client.0.smithi089.stdout:from 1 to HEAD diff [5232336~23484998,34098337~2432257,42103169~30683926,74454016~8220194,82877359~11056799,98535653~15108634,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~14156092,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15340236,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:04:55.555 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~23484998,34098337~2432257,42103169~30683926,74454016~8220194,82877359~11056799,98535653~15108634,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~14156092,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15340236,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:04:55.560 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~24523030,34098337~2432257,42103169~51830989,96468992~17175295,117440512~32540393,150994944~24949632,176160768~23820019,205520896~8795081,215545660~9375871,226492416~21554864,249208443~19994546,269639973~2079083,272629760~8304488,281018368~25279317,310378496~6552787,317176553~2475343,321420951~29922475,352321536~16195306,371443446~7655315,381681664~34318160] 2024-07-26T07:04:55.560 INFO:tasks.workunit.client.0.smithi089.stdout:from 2 to HEAD diff [5232336~23484998,42103169~30683926,74909186~7765024,82877359~3345281,86942421~2770407,98535653~1736028,100509005~13135282,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15340236,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:04:55.561 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~23484998,42103169~30683926,74909186~7765024,82877359~3345281,86942421~2770407,98535653~1736028,100509005~13135282,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15340236,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:04:55.567 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~24523030,42103169~30683926,74909186~11313454,86942421~2770407,98535653~1736028,100509005~13135282,117440512~32540393,150994944~24949632,176160768~23820019,205520896~8795081,215545660~9375871,226492416~21554864,249208443~19994546,269639973~2079083,272629760~8304488,281018368~10887205,292540704~3500738,297386918~8910767,310378496~6552787,317176553~2475343,321420951~29922475,352321536~16195306,371443446~7655315,381681664~34318160] 2024-07-26T07:04:55.567 INFO:tasks.workunit.client.0.smithi089.stdout:from 3 to HEAD diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,98535653~1117753,100509005~13135282,119581246~263002,121046044~28934861,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:04:55.567 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,98535653~1117753,100509005~13135282,119581246~263002,121046044~28934861,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:04:55.573 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~14965348,42103169~30683926,76221229~6192533,82674210~3548430,86942421~2770407,98535653~1117753,100509005~13135282,117440512~32540393,154872443~21072133,176160768~23820019,205520896~8795081,215545660~9375871,226492416~21554864,249208443~19994546,269639973~2079083,272629760~8304488,281018368~10887205,292540704~3500738,297386918~8910767,310378496~6552787,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~16195306,371443446~7655315,381681664~34318160] 2024-07-26T07:04:55.573 INFO:tasks.workunit.client.0.smithi089.stdout:from 4 to HEAD diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,98535653~1117753,100509005~13135282,121046044~28934861,155464620~20479956,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5163575,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:04:55.573 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,98535653~1117753,100509005~13135282,121046044~28934861,155464620~20479956,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5163575,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:04:55.579 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~14965348,42103169~30683926,76221229~6192533,82674210~3548430,86942421~2770407,98535653~1117753,100509005~13135282,119844248~30136657,155464620~20479956,176160768~23820019,206381903~7934074,215545660~9375871,226964674~5163575,232237478~15809802,249208443~19994546,269639973~2079083,272629760~8304488,281018368~10887205,292540704~3500738,297386918~8910767,310658268~6273015,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~16195306,371443446~7655315,381681664~34318160] 2024-07-26T07:04:55.579 INFO:tasks.workunit.client.0.smithi089.stdout:from 5 to HEAD diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,100509005~13135282,121046044~28934861,155464620~20479956,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5163575,233921213~10267462,244608654~3438626,249454923~4128347,254276532~14926457,269809471~1909585,275986773~4947475,283230826~7695256,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:04:55.579 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,100509005~13135282,121046044~28934861,155464620~20479956,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5163575,233921213~10267462,244608654~3438626,249454923~4128347,254276532~14926457,269809471~1909585,275986773~4947475,283230826~7695256,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:04:55.585 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~14965348,42103169~30683926,76221229~6192533,82674210~3548430,86942421~2770407,100509005~13135282,119844248~30136657,155464620~20479956,176160768~23820019,206381903~7934074,215545660~9375871,226964674~5163575,232237478~11951197,244608654~3438626,249454923~4128347,254276532~14926457,269639973~2079083,272629760~8304488,281018368~9907714,292540704~3500738,297386918~8910767,310747340~6183943,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~16195306,371443446~7655315,381681664~34318160] 2024-07-26T07:04:55.585 INFO:tasks.workunit.client.0.smithi089.stdout:from 6 to HEAD diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,121046044~28934861,155464620~7219090,163757976~12186600,177188937~22791850,206381903~7934074,215545660~9375871,233921213~10267462,244608654~3438626,249454923~4128347,254276532~14926457,269809471~1909585,275986773~4947475,283230826~7695256,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~22330854,405137488~10862336] 2024-07-26T07:04:55.585 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,121046044~28934861,155464620~7219090,163757976~12186600,177188937~22791850,206381903~7934074,215545660~9375871,233921213~10267462,244608654~3438626,249454923~4128347,254276532~14926457,269809471~1909585,275986773~4947475,283230826~7695256,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~22330854,405137488~10862336] 2024-07-26T07:04:55.591 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~14965348,42103169~30683926,76221229~5961414,82674210~3548430,100509005~13135282,119844248~30136657,155464620~7219090,163757976~12186600,176160768~23820019,206381903~7934074,215545660~9375871,232237478~11951197,244608654~3438626,249454923~4128347,254276532~14926457,269639973~2079083,272629760~8304488,281018368~9907714,292540704~3500738,297386918~8910767,310747340~6183943,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~16195306,371443446~7655315,381681664~22690054,405137488~10862336] 2024-07-26T07:04:55.591 INFO:tasks.workunit.client.0.smithi089.stdout:from 7 to HEAD diff [5232336~5260768,19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,121046044~28934861,155464620~7219090,163757976~11236252,177188937~22791850,206381903~7934074,215545660~9375871,233921213~5174626,241355985~1272579,243034314~1154361,244608654~3438626,249454923~4128347,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~22330854,405137488~10862336] 2024-07-26T07:04:55.591 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,121046044~28934861,155464620~7219090,163757976~11236252,177188937~22791850,206381903~7934074,215545660~9375871,233921213~5174626,241355985~1272579,243034314~1154361,244608654~3438626,249454923~4128347,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~22330854,405137488~10862336] 2024-07-26T07:04:55.597 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,19164070~9553264,42103169~30683926,76221229~5961414,82674210~3548430,100509005~13135282,119844248~30136657,155464620~7219090,163757976~11236252,176160768~23820019,206381903~7934074,215545660~9375871,232237478~6858361,241355985~1272579,243034314~1154361,244608654~3438626,249454923~4128347,254276532~14926457,272629760~8304488,284802362~6123720,292540704~3500738,297386918~5860026,304701377~1596308,310747340~6183943,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~16195306,371443446~7655315,381681664~22690054,405137488~10862336] 2024-07-26T07:04:55.597 INFO:tasks.workunit.client.0.smithi089.stdout:from 8 to HEAD diff [5232336~5260768,19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,122692196~27288709,155464620~7219090,163757976~11236252,177188937~12593883,191882303~8098484,206381903~7934074,215545660~7252842,233921213~5174626,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~7932683,349736754~1606672,353772037~14744805,371443446~7655315,382040864~22330854,405137488~10862336] 2024-07-26T07:04:55.597 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,122692196~27288709,155464620~7219090,163757976~11236252,177188937~12593883,191882303~8098484,206381903~7934074,215545660~7252842,233921213~5174626,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~7932683,349736754~1606672,353772037~14744805,371443446~7655315,382040864~22330854,405137488~10862336] 2024-07-26T07:04:55.602 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,19164070~9553264,42103169~30683926,76221229~5961414,82674210~3548430,100509005~13135282,122692196~27288709,155464620~7219090,163757976~11236252,176160768~13622052,191882303~8098484,206381903~7934074,215545660~7252842,232237478~6858361,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,272629760~8304488,284802362~6123720,292540704~3500738,297386918~5860026,304701377~1596308,310747340~6183943,317176553~2475343,321420951~3558491,327043666~16892207,349736754~1606672,352321536~16195306,371443446~7655315,381681664~22690054,405137488~10862336] 2024-07-26T07:04:55.602 INFO:tasks.workunit.client.0.smithi089.stdout:from 9 to HEAD diff [19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,123077967~26902938,155464620~7219090,163757976~11236252,177188937~12593883,191882303~8098484,206381903~7934074,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1606672,353772037~14744805,377373817~1724944,382040864~22330854,405137488~10862336] 2024-07-26T07:04:55.603 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,123077967~26902938,155464620~7219090,163757976~11236252,177188937~12593883,191882303~8098484,206381903~7934074,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1606672,353772037~14744805,377373817~1724944,382040864~22330854,405137488~10862336] 2024-07-26T07:04:55.608 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [19164070~9553264,42103169~30683926,76221229~5961414,82674210~3548430,100509005~13135282,123077967~26902938,155464620~7219090,163757976~11236252,176160768~13622052,191882303~8098484,206381903~7934074,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,272629760~8304488,284802362~6123720,292540704~3500738,297386918~5860026,304701377~1596308,310747340~6183943,317176553~2475343,321420951~3558491,327179714~7868178,335773495~8162378,349736754~1606672,352321536~16195306,377373817~1724944,381681664~22690054,405137488~10862336] 2024-07-26T07:04:55.608 INFO:tasks.workunit.client.0.smithi089.stdout:from 10 to HEAD diff [19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,100711631~591165,106133904~7510383,123077967~26902938,155464620~7219090,171381120~3613108,177188937~10036913,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1606672,358630490~9886352,377373817~1724944,382040864~22330854,405137488~10862336] 2024-07-26T07:04:55.608 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,100711631~591165,106133904~7510383,123077967~26902938,155464620~7219090,171381120~3613108,177188937~10036913,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1606672,358630490~9886352,377373817~1724944,382040864~22330854,405137488~10862336] 2024-07-26T07:04:55.614 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [19164070~9553264,42103169~30683926,76221229~5961414,82674210~3548430,100711631~591165,106133904~7510383,123077967~26902938,155464620~7219090,171381120~3613108,176160768~11065082,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,297386918~5860026,304701377~1596308,310747340~6183943,321420951~3558491,327179714~7868178,335773495~8162378,349736754~1606672,358630490~9886352,377373817~1724944,381681664~22690054,405137488~10862336] 2024-07-26T07:04:55.614 INFO:tasks.workunit.client.0.smithi089.stdout:from 11 to HEAD diff [19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,106133904~7510383,123077967~17989933,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,185879225~1346625,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,300216291~3030653,305523442~259134,305925972~371713,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1606672,358630490~9886352,382040864~20390611,403639382~732336,405137488~10862336] 2024-07-26T07:04:55.614 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,106133904~7510383,123077967~17989933,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,185879225~1346625,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,300216291~3030653,305523442~259134,305925972~371713,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1606672,358630490~9886352,382040864~20390611,403639382~732336,405137488~10862336] 2024-07-26T07:04:55.619 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [19164070~9553264,42103169~30683926,76221229~5961414,82674210~3548430,106133904~7510383,123077967~17989933,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,185879225~1346625,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,300216291~3030653,304701377~1596308,310747340~6183943,321420951~3558491,327179714~7868178,335773495~8162378,349736754~1606672,358630490~9886352,381681664~20749811,403639382~732336,405137488~10862336] 2024-07-26T07:04:55.620 INFO:tasks.workunit.client.0.smithi089.stdout:from 12 to HEAD diff [19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,106133904~7510383,123872376~17195524,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,185879225~1346625,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,300216291~1093817,305523442~259134,305925972~371713,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1353345,358630490~7587856,382040864~12258634,395428247~7003228,403639382~732336,405137488~10862336] 2024-07-26T07:04:55.620 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,106133904~7510383,123872376~17195524,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,185879225~1346625,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,300216291~1093817,305523442~259134,305925972~371713,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1353345,358630490~7587856,382040864~12258634,395428247~7003228,403639382~732336,405137488~10862336] 2024-07-26T07:04:55.625 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [19164070~9553264,42103169~30683926,76221229~5961414,82674210~3548430,106133904~7510383,123872376~17195524,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,185879225~1346625,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,300216291~1093817,304701377~1596308,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1353345,358630490~7587856,381681664~12617834,395428247~7003228,403639382~732336,405137488~10862336] 2024-07-26T07:04:55.625 INFO:tasks.workunit.client.0.smithi089.stdout:from 13 to HEAD diff [19164070~9553264,42103169~10575533,53728133~744833,55643314~17143781,76221229~5961414,82877359~3261323,106133904~7510383,123872376~17195524,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,185879225~1346625,191882303~8098484,206624806~7691171,216482807~2889839,241355985~1272579,244608654~3438626,250315789~3267481,254276532~3464277,258632662~317305,261390564~7812425,284802362~6123720,300216291~1093817,305523442~259134,305925972~371713,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1353345,358630490~7587856,382040864~6963692,395428247~7003228,403639382~732336,405137488~10862336] 2024-07-26T07:04:55.625 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [19164070~9553264,42103169~10575533,53728133~744833,55643314~17143781,76221229~5961414,82877359~3261323,106133904~7510383,123872376~17195524,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,185879225~1346625,191882303~8098484,206624806~7691171,216482807~2889839,241355985~1272579,244608654~3438626,250315789~3267481,254276532~3464277,258632662~317305,261390564~7812425,284802362~6123720,300216291~1093817,305523442~259134,305925972~371713,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1353345,358630490~7587856,382040864~6963692,395428247~7003228,403639382~732336,405137488~10862336] 2024-07-26T07:04:55.631 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [19164070~9553264,42103169~10575533,53728133~744833,55643314~17143781,76221229~5961414,82674210~3464472,106133904~7510383,123872376~17195524,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,185879225~1346625,191882303~8098484,206624806~7691171,216482807~2889839,241355985~1272579,244608654~3438626,250315789~3267481,254276532~3464277,258632662~317305,261390564~7812425,284802362~6123720,300216291~1093817,304701377~1596308,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1353345,358630490~7587856,381681664~7322892,395428247~7003228,403639382~732336,405137488~10862336] 2024-07-26T07:04:55.631 INFO:tasks.workunit.client.0.smithi089.stdout:from 14 to HEAD diff [20622658~8094676,42103169~9162168,53728133~744833,55643314~17143781,76221229~5961414,82877359~3261323,106133904~7510383,123872376~8210994,133909595~7158305,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,206624806~7691171,216482807~2889839,241355985~1272579,244608654~3438626,250315789~3267481,258632662~317305,261390564~7812425,300216291~1093817,305523442~259134,305925972~371713,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1353345,358630490~7587856,382040864~5762470,395428247~7003228,403639382~732336,405137488~10862336] 2024-07-26T07:04:55.631 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [20622658~8094676,42103169~9162168,53728133~744833,55643314~17143781,76221229~5961414,82877359~3261323,106133904~7510383,123872376~8210994,133909595~7158305,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,206624806~7691171,216482807~2889839,241355985~1272579,244608654~3438626,250315789~3267481,258632662~317305,261390564~7812425,300216291~1093817,305523442~259134,305925972~371713,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1353345,358630490~7587856,382040864~5762470,395428247~7003228,403639382~732336,405137488~10862336] 2024-07-26T07:04:55.636 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [20622658~8094676,42103169~9162168,53728133~744833,55643314~17143781,76221229~5961414,82674210~3464472,106133904~7510383,123872376~8210994,133909595~7158305,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,206624806~7691171,216482807~2889839,241355985~1272579,244608654~3438626,250315789~3267481,258632662~317305,261390564~7812425,300216291~1093817,304701377~1596308,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1353345,358630490~7587856,381681664~6121670,395428247~7003228,403639382~732336,405137488~10862336] 2024-07-26T07:04:55.637 INFO:tasks.workunit.client.0.smithi089.stdout:from 15 to HEAD diff [20622658~8094676,42103169~9162168,53728133~744833,55643314~15207452,76714318~1474578,78246356~3936287,82877359~3261323,106133904~7510383,123872376~8210994,133909595~7158305,143769178~1617871,155464620~5914954,171381120~3613108,177188937~3546166,208438278~3698435,216482807~2889839,241355985~1272579,250315789~3267481,300216291~1093817,305523442~259134,305925972~371713,310747340~6183943,327179714~7868178,336003190~7932683,358630490~7587856,382040864~5762470,395428247~7003228,403639382~732336,408165037~7834787] 2024-07-26T07:04:55.637 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [20622658~8094676,42103169~9162168,53728133~744833,55643314~15207452,76714318~1474578,78246356~3936287,82877359~3261323,106133904~7510383,123872376~8210994,133909595~7158305,143769178~1617871,155464620~5914954,171381120~3613108,177188937~3546166,208438278~3698435,216482807~2889839,241355985~1272579,250315789~3267481,300216291~1093817,305523442~259134,305925972~371713,310747340~6183943,327179714~7868178,336003190~7932683,358630490~7587856,382040864~5762470,395428247~7003228,403639382~732336,408165037~7834787] 2024-07-26T07:04:55.642 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [20622658~8094676,42103169~9162168,53728133~744833,55643314~15207452,76714318~1474578,78246356~3936287,82674210~3464472,106133904~7510383,123872376~8210994,133909595~7158305,143769178~1617871,155464620~5914954,171381120~3613108,177188937~3546166,208438278~3698435,216482807~2889839,241355985~1272579,250315789~3267481,300216291~1093817,304701377~1596308,310747340~6183943,327179714~7868178,336003190~7932683,358630490~7587856,381681664~6121670,395428247~7003228,403639382~732336,408165037~7834787] 2024-07-26T07:04:55.642 INFO:tasks.workunit.client.0.smithi089.stdout:from 16 to HEAD diff [20622658~8094676,42103169~5334150,53728133~744833,55643314~15207452,78246356~3936287,82877359~3261323,106133904~7510383,123872376~8210994,143769178~1617871,177188937~3546166,208438278~3698435,216482807~2889839,300216291~1093817,305523442~259134,305925972~371713,312970664~3601805,327179714~7868178,336003190~7932683,358630490~7587856,382040864~5762470,395428247~7003228,403639382~732336,408165037~7834787] 2024-07-26T07:04:55.642 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [20622658~8094676,42103169~5334150,53728133~744833,55643314~15207452,78246356~3936287,82877359~3261323,106133904~7510383,123872376~8210994,143769178~1617871,177188937~3546166,208438278~3698435,216482807~2889839,300216291~1093817,305523442~259134,305925972~371713,312970664~3601805,327179714~7868178,336003190~7932683,358630490~7587856,382040864~5762470,395428247~7003228,403639382~732336,408165037~7834787] 2024-07-26T07:04:55.647 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [20622658~8094676,42103169~5334150,53728133~744833,55643314~15207452,78246356~3936287,82674210~3464472,106133904~7510383,123872376~8210994,143769178~1617871,177188937~3546166,208438278~3698435,216482807~2889839,300216291~1093817,304701377~1596308,312970664~3601805,327179714~7868178,336003190~7932683,358630490~7587856,381681664~6121670,395428247~7003228,403639382~732336,408165037~7834787] 2024-07-26T07:04:55.878 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:04:55 smithi155 ceph-mon[90160]: osdmap e2041: 8 total, 8 up, 8 in 2024-07-26T07:04:55.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:04:55 smithi155 ceph-mon[90160]: pgmap v3523: 137 pgs: 137 active+clean; 1.2 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 199 KiB/s rd, 34 MiB/s wr, 2.20k op/s 2024-07-26T07:04:55.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:04:55 smithi089 ceph-mon[99608]: osdmap e2041: 8 total, 8 up, 8 in 2024-07-26T07:04:55.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:04:55 smithi089 ceph-mon[99608]: pgmap v3523: 137 pgs: 137 active+clean; 1.2 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 199 KiB/s rd, 34 MiB/s wr, 2.20k op/s 2024-07-26T07:04:55.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:04:55 smithi089 ceph-mon[102056]: osdmap e2041: 8 total, 8 up, 8 in 2024-07-26T07:04:55.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:04:55 smithi089 ceph-mon[102056]: pgmap v3523: 137 pgs: 137 active+clean; 1.2 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 199 KiB/s rd, 34 MiB/s wr, 2.20k op/s 2024-07-26T07:04:56.523 INFO:tasks.workunit.client.0.smithi089.stdout:from 0 to HEAD diff [5232336~23484998,34098337~2432257,42103169~30683926,74454016~8220194,82877359~11056799,98535653~15108634,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~20431530,269809471~1909585,275986773~4947475,283230826~14156092,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15550780,353772037~14744805,371443446~7655315,382040864~34661763] 2024-07-26T07:04:56.524 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~23484998,34098337~2432257,42103169~30683926,74454016~8220194,82877359~11056799,98535653~15108634,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~20431530,269809471~1909585,275986773~4947475,283230826~14156092,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15550780,353772037~14744805,371443446~7655315,382040864~34661763] 2024-07-26T07:04:56.565 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~24523030,34098337~2432257,42103169~51830989,96468992~17175295,117440512~32540393,150994944~24949632,176160768~23820019,205520896~8795081,215545660~9375871,226492416~21554864,249208443~22510613,272629760~8304488,281018368~25279317,310378496~6552787,317176553~2475343,321420951~30133019,352321536~16195306,371443446~7655315,381681664~35020963] 2024-07-26T07:04:56.565 INFO:tasks.workunit.client.0.smithi089.stdout:from 1 to HEAD diff [5232336~23484998,34098337~2432257,42103169~30683926,74454016~8220194,82877359~11056799,98535653~15108634,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~14156092,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15340236,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:04:56.565 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~23484998,34098337~2432257,42103169~30683926,74454016~8220194,82877359~11056799,98535653~15108634,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~14156092,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15340236,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:04:56.576 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~24523030,34098337~2432257,42103169~51830989,96468992~17175295,117440512~32540393,150994944~24949632,176160768~23820019,205520896~8795081,215545660~9375871,226492416~21554864,249208443~19994546,269639973~2079083,272629760~8304488,281018368~25279317,310378496~6552787,317176553~2475343,321420951~29922475,352321536~16195306,371443446~7655315,381681664~34318160] 2024-07-26T07:04:56.576 INFO:tasks.workunit.client.0.smithi089.stdout:from 2 to HEAD diff [5232336~23484998,42103169~30683926,74909186~7765024,82877359~3345281,86942421~2770407,98535653~1736028,100509005~13135282,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15340236,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:04:56.576 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~23484998,42103169~30683926,74909186~7765024,82877359~3345281,86942421~2770407,98535653~1736028,100509005~13135282,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15340236,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:04:56.581 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~24523030,42103169~30683926,74909186~11313454,86942421~2770407,98535653~1736028,100509005~13135282,117440512~32540393,150994944~24949632,176160768~23820019,205520896~8795081,215545660~9375871,226492416~21554864,249208443~19994546,269639973~2079083,272629760~8304488,281018368~10887205,292540704~3500738,297386918~8910767,310378496~6552787,317176553~2475343,321420951~29922475,352321536~16195306,371443446~7655315,381681664~34318160] 2024-07-26T07:04:56.581 INFO:tasks.workunit.client.0.smithi089.stdout:from 3 to HEAD diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,98535653~1117753,100509005~13135282,119581246~263002,121046044~28934861,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:04:56.581 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,98535653~1117753,100509005~13135282,119581246~263002,121046044~28934861,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:04:56.587 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~14965348,42103169~30683926,76221229~6192533,82674210~3548430,86942421~2770407,98535653~1117753,100509005~13135282,117440512~32540393,154872443~21072133,176160768~23820019,205520896~8795081,215545660~9375871,226492416~21554864,249208443~19994546,269639973~2079083,272629760~8304488,281018368~10887205,292540704~3500738,297386918~8910767,310378496~6552787,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~16195306,371443446~7655315,381681664~34318160] 2024-07-26T07:04:56.587 INFO:tasks.workunit.client.0.smithi089.stdout:from 4 to HEAD diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,98535653~1117753,100509005~13135282,121046044~28934861,155464620~20479956,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5163575,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:04:56.587 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,98535653~1117753,100509005~13135282,121046044~28934861,155464620~20479956,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5163575,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:04:56.593 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~14965348,42103169~30683926,76221229~6192533,82674210~3548430,86942421~2770407,98535653~1117753,100509005~13135282,119844248~30136657,155464620~20479956,176160768~23820019,206381903~7934074,215545660~9375871,226964674~5163575,232237478~15809802,249208443~19994546,269639973~2079083,272629760~8304488,281018368~10887205,292540704~3500738,297386918~8910767,310658268~6273015,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~16195306,371443446~7655315,381681664~34318160] 2024-07-26T07:04:56.593 INFO:tasks.workunit.client.0.smithi089.stdout:from 5 to HEAD diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,100509005~13135282,121046044~28934861,155464620~20479956,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5163575,233921213~10267462,244608654~3438626,249454923~4128347,254276532~14926457,269809471~1909585,275986773~4947475,283230826~7695256,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:04:56.593 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,100509005~13135282,121046044~28934861,155464620~20479956,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5163575,233921213~10267462,244608654~3438626,249454923~4128347,254276532~14926457,269809471~1909585,275986773~4947475,283230826~7695256,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:04:56.599 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~14965348,42103169~30683926,76221229~6192533,82674210~3548430,86942421~2770407,100509005~13135282,119844248~30136657,155464620~20479956,176160768~23820019,206381903~7934074,215545660~9375871,226964674~5163575,232237478~11951197,244608654~3438626,249454923~4128347,254276532~14926457,269639973~2079083,272629760~8304488,281018368~9907714,292540704~3500738,297386918~8910767,310747340~6183943,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~16195306,371443446~7655315,381681664~34318160] 2024-07-26T07:04:56.599 INFO:tasks.workunit.client.0.smithi089.stdout:from 6 to HEAD diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,121046044~28934861,155464620~7219090,163757976~12186600,177188937~22791850,206381903~7934074,215545660~9375871,233921213~10267462,244608654~3438626,249454923~4128347,254276532~14926457,269809471~1909585,275986773~4947475,283230826~7695256,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~22330854,405137488~10862336] 2024-07-26T07:04:56.599 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,121046044~28934861,155464620~7219090,163757976~12186600,177188937~22791850,206381903~7934074,215545660~9375871,233921213~10267462,244608654~3438626,249454923~4128347,254276532~14926457,269809471~1909585,275986773~4947475,283230826~7695256,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~22330854,405137488~10862336] 2024-07-26T07:04:56.604 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~14965348,42103169~30683926,76221229~5961414,82674210~3548430,100509005~13135282,119844248~30136657,155464620~7219090,163757976~12186600,176160768~23820019,206381903~7934074,215545660~9375871,232237478~11951197,244608654~3438626,249454923~4128347,254276532~14926457,269639973~2079083,272629760~8304488,281018368~9907714,292540704~3500738,297386918~8910767,310747340~6183943,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~16195306,371443446~7655315,381681664~22690054,405137488~10862336] 2024-07-26T07:04:56.604 INFO:tasks.workunit.client.0.smithi089.stdout:from 7 to HEAD diff [5232336~5260768,19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,121046044~28934861,155464620~7219090,163757976~11236252,177188937~22791850,206381903~7934074,215545660~9375871,233921213~5174626,241355985~1272579,243034314~1154361,244608654~3438626,249454923~4128347,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~22330854,405137488~10862336] 2024-07-26T07:04:56.605 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,121046044~28934861,155464620~7219090,163757976~11236252,177188937~22791850,206381903~7934074,215545660~9375871,233921213~5174626,241355985~1272579,243034314~1154361,244608654~3438626,249454923~4128347,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~22330854,405137488~10862336] 2024-07-26T07:04:56.610 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,19164070~9553264,42103169~30683926,76221229~5961414,82674210~3548430,100509005~13135282,119844248~30136657,155464620~7219090,163757976~11236252,176160768~23820019,206381903~7934074,215545660~9375871,232237478~6858361,241355985~1272579,243034314~1154361,244608654~3438626,249454923~4128347,254276532~14926457,272629760~8304488,284802362~6123720,292540704~3500738,297386918~5860026,304701377~1596308,310747340~6183943,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~16195306,371443446~7655315,381681664~22690054,405137488~10862336] 2024-07-26T07:04:56.610 INFO:tasks.workunit.client.0.smithi089.stdout:from 8 to HEAD diff [5232336~5260768,19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,122692196~27288709,155464620~7219090,163757976~11236252,177188937~12593883,191882303~8098484,206381903~7934074,215545660~7252842,233921213~5174626,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~7932683,349736754~1606672,353772037~14744805,371443446~7655315,382040864~22330854,405137488~10862336] 2024-07-26T07:04:56.610 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,122692196~27288709,155464620~7219090,163757976~11236252,177188937~12593883,191882303~8098484,206381903~7934074,215545660~7252842,233921213~5174626,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~7932683,349736754~1606672,353772037~14744805,371443446~7655315,382040864~22330854,405137488~10862336] 2024-07-26T07:04:56.616 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,19164070~9553264,42103169~30683926,76221229~5961414,82674210~3548430,100509005~13135282,122692196~27288709,155464620~7219090,163757976~11236252,176160768~13622052,191882303~8098484,206381903~7934074,215545660~7252842,232237478~6858361,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,272629760~8304488,284802362~6123720,292540704~3500738,297386918~5860026,304701377~1596308,310747340~6183943,317176553~2475343,321420951~3558491,327043666~16892207,349736754~1606672,352321536~16195306,371443446~7655315,381681664~22690054,405137488~10862336] 2024-07-26T07:04:56.616 INFO:tasks.workunit.client.0.smithi089.stdout:from 9 to HEAD diff [19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,123077967~26902938,155464620~7219090,163757976~11236252,177188937~12593883,191882303~8098484,206381903~7934074,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1606672,353772037~14744805,377373817~1724944,382040864~22330854,405137488~10862336] 2024-07-26T07:04:56.616 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,123077967~26902938,155464620~7219090,163757976~11236252,177188937~12593883,191882303~8098484,206381903~7934074,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1606672,353772037~14744805,377373817~1724944,382040864~22330854,405137488~10862336] 2024-07-26T07:04:56.622 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [19164070~9553264,42103169~30683926,76221229~5961414,82674210~3548430,100509005~13135282,123077967~26902938,155464620~7219090,163757976~11236252,176160768~13622052,191882303~8098484,206381903~7934074,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,272629760~8304488,284802362~6123720,292540704~3500738,297386918~5860026,304701377~1596308,310747340~6183943,317176553~2475343,321420951~3558491,327179714~7868178,335773495~8162378,349736754~1606672,352321536~16195306,377373817~1724944,381681664~22690054,405137488~10862336] 2024-07-26T07:04:56.622 INFO:tasks.workunit.client.0.smithi089.stdout:from 10 to HEAD diff [19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,100711631~591165,106133904~7510383,123077967~26902938,155464620~7219090,171381120~3613108,177188937~10036913,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1606672,358630490~9886352,377373817~1724944,382040864~22330854,405137488~10862336] 2024-07-26T07:04:56.622 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,100711631~591165,106133904~7510383,123077967~26902938,155464620~7219090,171381120~3613108,177188937~10036913,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1606672,358630490~9886352,377373817~1724944,382040864~22330854,405137488~10862336] 2024-07-26T07:04:56.627 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [19164070~9553264,42103169~30683926,76221229~5961414,82674210~3548430,100711631~591165,106133904~7510383,123077967~26902938,155464620~7219090,171381120~3613108,176160768~11065082,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,297386918~5860026,304701377~1596308,310747340~6183943,321420951~3558491,327179714~7868178,335773495~8162378,349736754~1606672,358630490~9886352,377373817~1724944,381681664~22690054,405137488~10862336] 2024-07-26T07:04:56.627 INFO:tasks.workunit.client.0.smithi089.stdout:from 11 to HEAD diff [19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,106133904~7510383,123077967~17989933,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,185879225~1346625,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,300216291~3030653,305523442~259134,305925972~371713,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1606672,358630490~9886352,382040864~20390611,403639382~732336,405137488~10862336] 2024-07-26T07:04:56.627 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,106133904~7510383,123077967~17989933,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,185879225~1346625,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,300216291~3030653,305523442~259134,305925972~371713,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1606672,358630490~9886352,382040864~20390611,403639382~732336,405137488~10862336] 2024-07-26T07:04:56.634 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [19164070~9553264,42103169~30683926,76221229~5961414,82674210~3548430,106133904~7510383,123077967~17989933,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,185879225~1346625,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,300216291~3030653,304701377~1596308,310747340~6183943,321420951~3558491,327179714~7868178,335773495~8162378,349736754~1606672,358630490~9886352,381681664~20749811,403639382~732336,405137488~10862336] 2024-07-26T07:04:56.635 INFO:tasks.workunit.client.0.smithi089.stdout:from 12 to HEAD diff [19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,106133904~7510383,123872376~17195524,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,185879225~1346625,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,300216291~1093817,305523442~259134,305925972~371713,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1353345,358630490~7587856,382040864~12258634,395428247~7003228,403639382~732336,405137488~10862336] 2024-07-26T07:04:56.635 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,106133904~7510383,123872376~17195524,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,185879225~1346625,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,300216291~1093817,305523442~259134,305925972~371713,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1353345,358630490~7587856,382040864~12258634,395428247~7003228,403639382~732336,405137488~10862336] 2024-07-26T07:04:56.638 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [19164070~9553264,42103169~30683926,76221229~5961414,82674210~3548430,106133904~7510383,123872376~17195524,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,185879225~1346625,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,300216291~1093817,304701377~1596308,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1353345,358630490~7587856,381681664~12617834,395428247~7003228,403639382~732336,405137488~10862336] 2024-07-26T07:04:56.639 INFO:tasks.workunit.client.0.smithi089.stdout:from 13 to HEAD diff [19164070~9553264,42103169~10575533,53728133~744833,55643314~17143781,76221229~5961414,82877359~3261323,106133904~7510383,123872376~17195524,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,185879225~1346625,191882303~8098484,206624806~7691171,216482807~2889839,241355985~1272579,244608654~3438626,250315789~3267481,254276532~3464277,258632662~317305,261390564~7812425,284802362~6123720,300216291~1093817,305523442~259134,305925972~371713,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1353345,358630490~7587856,382040864~6963692,395428247~7003228,403639382~732336,405137488~10862336] 2024-07-26T07:04:56.639 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [19164070~9553264,42103169~10575533,53728133~744833,55643314~17143781,76221229~5961414,82877359~3261323,106133904~7510383,123872376~17195524,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,185879225~1346625,191882303~8098484,206624806~7691171,216482807~2889839,241355985~1272579,244608654~3438626,250315789~3267481,254276532~3464277,258632662~317305,261390564~7812425,284802362~6123720,300216291~1093817,305523442~259134,305925972~371713,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1353345,358630490~7587856,382040864~6963692,395428247~7003228,403639382~732336,405137488~10862336] 2024-07-26T07:04:56.643 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [19164070~9553264,42103169~10575533,53728133~744833,55643314~17143781,76221229~5961414,82674210~3464472,106133904~7510383,123872376~17195524,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,185879225~1346625,191882303~8098484,206624806~7691171,216482807~2889839,241355985~1272579,244608654~3438626,250315789~3267481,254276532~3464277,258632662~317305,261390564~7812425,284802362~6123720,300216291~1093817,304701377~1596308,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1353345,358630490~7587856,381681664~7322892,395428247~7003228,403639382~732336,405137488~10862336] 2024-07-26T07:04:56.644 INFO:tasks.workunit.client.0.smithi089.stdout:from 14 to HEAD diff [20622658~8094676,42103169~9162168,53728133~744833,55643314~17143781,76221229~5961414,82877359~3261323,106133904~7510383,123872376~8210994,133909595~7158305,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,206624806~7691171,216482807~2889839,241355985~1272579,244608654~3438626,250315789~3267481,258632662~317305,261390564~7812425,300216291~1093817,305523442~259134,305925972~371713,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1353345,358630490~7587856,382040864~5762470,395428247~7003228,403639382~732336,405137488~10862336] 2024-07-26T07:04:56.644 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [20622658~8094676,42103169~9162168,53728133~744833,55643314~17143781,76221229~5961414,82877359~3261323,106133904~7510383,123872376~8210994,133909595~7158305,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,206624806~7691171,216482807~2889839,241355985~1272579,244608654~3438626,250315789~3267481,258632662~317305,261390564~7812425,300216291~1093817,305523442~259134,305925972~371713,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1353345,358630490~7587856,382040864~5762470,395428247~7003228,403639382~732336,405137488~10862336] 2024-07-26T07:04:56.649 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [20622658~8094676,42103169~9162168,53728133~744833,55643314~17143781,76221229~5961414,82674210~3464472,106133904~7510383,123872376~8210994,133909595~7158305,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,206624806~7691171,216482807~2889839,241355985~1272579,244608654~3438626,250315789~3267481,258632662~317305,261390564~7812425,300216291~1093817,304701377~1596308,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1353345,358630490~7587856,381681664~6121670,395428247~7003228,403639382~732336,405137488~10862336] 2024-07-26T07:04:56.649 INFO:tasks.workunit.client.0.smithi089.stdout:from 15 to HEAD diff [20622658~8094676,42103169~9162168,53728133~744833,55643314~15207452,76714318~1474578,78246356~3936287,82877359~3261323,106133904~7510383,123872376~8210994,133909595~7158305,143769178~1617871,155464620~5914954,171381120~3613108,177188937~3546166,208438278~3698435,216482807~2889839,241355985~1272579,250315789~3267481,300216291~1093817,305523442~259134,305925972~371713,310747340~6183943,327179714~7868178,336003190~7932683,358630490~7587856,382040864~5762470,395428247~7003228,403639382~732336,408165037~7834787] 2024-07-26T07:04:56.649 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [20622658~8094676,42103169~9162168,53728133~744833,55643314~15207452,76714318~1474578,78246356~3936287,82877359~3261323,106133904~7510383,123872376~8210994,133909595~7158305,143769178~1617871,155464620~5914954,171381120~3613108,177188937~3546166,208438278~3698435,216482807~2889839,241355985~1272579,250315789~3267481,300216291~1093817,305523442~259134,305925972~371713,310747340~6183943,327179714~7868178,336003190~7932683,358630490~7587856,382040864~5762470,395428247~7003228,403639382~732336,408165037~7834787] 2024-07-26T07:04:56.654 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [20622658~8094676,42103169~9162168,53728133~744833,55643314~15207452,76714318~1474578,78246356~3936287,82674210~3464472,106133904~7510383,123872376~8210994,133909595~7158305,143769178~1617871,155464620~5914954,171381120~3613108,177188937~3546166,208438278~3698435,216482807~2889839,241355985~1272579,250315789~3267481,300216291~1093817,304701377~1596308,310747340~6183943,327179714~7868178,336003190~7932683,358630490~7587856,381681664~6121670,395428247~7003228,403639382~732336,408165037~7834787] 2024-07-26T07:04:56.878 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:04:56 smithi155 ceph-mon[90160]: osdmap e2042: 8 total, 8 up, 8 in 2024-07-26T07:04:56.936 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:04:56 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:04:56.936 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:04:56 smithi089 ceph-mon[99608]: osdmap e2042: 8 total, 8 up, 8 in 2024-07-26T07:04:56.936 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:04:56 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:04:56.936 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:04:56 smithi089 ceph-mon[102056]: osdmap e2042: 8 total, 8 up, 8 in 2024-07-26T07:04:56.937 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:04:56 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:04:57.542 INFO:tasks.workunit.client.0.smithi089.stdout:from 0 to HEAD diff [5232336~23484998,34098337~2432257,42103169~30683926,74454016~8220194,82877359~11056799,98535653~15108634,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~20431530,269809471~1909585,275986773~4947475,283230826~14156092,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15550780,353772037~14744805,371443446~7655315,382040864~34661763] 2024-07-26T07:04:57.542 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~23484998,34098337~2432257,42103169~30683926,74454016~8220194,82877359~11056799,98535653~15108634,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~20431530,269809471~1909585,275986773~4947475,283230826~14156092,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15550780,353772037~14744805,371443446~7655315,382040864~34661763] 2024-07-26T07:04:57.584 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~24523030,34098337~2432257,42103169~51830989,96468992~17175295,117440512~32540393,150994944~24949632,176160768~23820019,205520896~8795081,215545660~9375871,226492416~21554864,249208443~22510613,272629760~8304488,281018368~25279317,310378496~6552787,317176553~2475343,321420951~30133019,352321536~16195306,371443446~7655315,381681664~35020963] 2024-07-26T07:04:57.584 INFO:tasks.workunit.client.0.smithi089.stdout:from 1 to HEAD diff [5232336~23484998,34098337~2432257,42103169~30683926,74454016~8220194,82877359~11056799,98535653~15108634,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~14156092,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15340236,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:04:57.584 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~23484998,34098337~2432257,42103169~30683926,74454016~8220194,82877359~11056799,98535653~15108634,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~14156092,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15340236,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:04:57.589 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~24523030,34098337~2432257,42103169~51830989,96468992~17175295,117440512~32540393,150994944~24949632,176160768~23820019,205520896~8795081,215545660~9375871,226492416~21554864,249208443~19994546,269639973~2079083,272629760~8304488,281018368~25279317,310378496~6552787,317176553~2475343,321420951~29922475,352321536~16195306,371443446~7655315,381681664~34318160] 2024-07-26T07:04:57.590 INFO:tasks.workunit.client.0.smithi089.stdout:from 2 to HEAD diff [5232336~23484998,42103169~30683926,74909186~7765024,82877359~3345281,86942421~2770407,98535653~1736028,100509005~13135282,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15340236,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:04:57.590 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~23484998,42103169~30683926,74909186~7765024,82877359~3345281,86942421~2770407,98535653~1736028,100509005~13135282,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15340236,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:04:57.595 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~24523030,42103169~30683926,74909186~11313454,86942421~2770407,98535653~1736028,100509005~13135282,117440512~32540393,150994944~24949632,176160768~23820019,205520896~8795081,215545660~9375871,226492416~21554864,249208443~19994546,269639973~2079083,272629760~8304488,281018368~10887205,292540704~3500738,297386918~8910767,310378496~6552787,317176553~2475343,321420951~29922475,352321536~16195306,371443446~7655315,381681664~34318160] 2024-07-26T07:04:57.595 INFO:tasks.workunit.client.0.smithi089.stdout:from 3 to HEAD diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,98535653~1117753,100509005~13135282,119581246~263002,121046044~28934861,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:04:57.595 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,98535653~1117753,100509005~13135282,119581246~263002,121046044~28934861,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:04:57.601 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~14965348,42103169~30683926,76221229~6192533,82674210~3548430,86942421~2770407,98535653~1117753,100509005~13135282,117440512~32540393,154872443~21072133,176160768~23820019,205520896~8795081,215545660~9375871,226492416~21554864,249208443~19994546,269639973~2079083,272629760~8304488,281018368~10887205,292540704~3500738,297386918~8910767,310378496~6552787,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~16195306,371443446~7655315,381681664~34318160] 2024-07-26T07:04:57.601 INFO:tasks.workunit.client.0.smithi089.stdout:from 4 to HEAD diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,98535653~1117753,100509005~13135282,121046044~28934861,155464620~20479956,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5163575,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:04:57.601 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,98535653~1117753,100509005~13135282,121046044~28934861,155464620~20479956,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5163575,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:04:57.607 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~14965348,42103169~30683926,76221229~6192533,82674210~3548430,86942421~2770407,98535653~1117753,100509005~13135282,119844248~30136657,155464620~20479956,176160768~23820019,206381903~7934074,215545660~9375871,226964674~5163575,232237478~15809802,249208443~19994546,269639973~2079083,272629760~8304488,281018368~10887205,292540704~3500738,297386918~8910767,310658268~6273015,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~16195306,371443446~7655315,381681664~34318160] 2024-07-26T07:04:57.607 INFO:tasks.workunit.client.0.smithi089.stdout:from 5 to HEAD diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,100509005~13135282,121046044~28934861,155464620~20479956,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5163575,233921213~10267462,244608654~3438626,249454923~4128347,254276532~14926457,269809471~1909585,275986773~4947475,283230826~7695256,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:04:57.607 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,100509005~13135282,121046044~28934861,155464620~20479956,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5163575,233921213~10267462,244608654~3438626,249454923~4128347,254276532~14926457,269809471~1909585,275986773~4947475,283230826~7695256,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:04:57.613 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~14965348,42103169~30683926,76221229~6192533,82674210~3548430,86942421~2770407,100509005~13135282,119844248~30136657,155464620~20479956,176160768~23820019,206381903~7934074,215545660~9375871,226964674~5163575,232237478~11951197,244608654~3438626,249454923~4128347,254276532~14926457,269639973~2079083,272629760~8304488,281018368~9907714,292540704~3500738,297386918~8910767,310747340~6183943,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~16195306,371443446~7655315,381681664~34318160] 2024-07-26T07:04:57.613 INFO:tasks.workunit.client.0.smithi089.stdout:from 6 to HEAD diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,121046044~28934861,155464620~7219090,163757976~12186600,177188937~22791850,206381903~7934074,215545660~9375871,233921213~10267462,244608654~3438626,249454923~4128347,254276532~14926457,269809471~1909585,275986773~4947475,283230826~7695256,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~22330854,405137488~10862336] 2024-07-26T07:04:57.613 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,121046044~28934861,155464620~7219090,163757976~12186600,177188937~22791850,206381903~7934074,215545660~9375871,233921213~10267462,244608654~3438626,249454923~4128347,254276532~14926457,269809471~1909585,275986773~4947475,283230826~7695256,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~22330854,405137488~10862336] 2024-07-26T07:04:57.619 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~14965348,42103169~30683926,76221229~5961414,82674210~3548430,100509005~13135282,119844248~30136657,155464620~7219090,163757976~12186600,176160768~23820019,206381903~7934074,215545660~9375871,232237478~11951197,244608654~3438626,249454923~4128347,254276532~14926457,269639973~2079083,272629760~8304488,281018368~9907714,292540704~3500738,297386918~8910767,310747340~6183943,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~16195306,371443446~7655315,381681664~22690054,405137488~10862336] 2024-07-26T07:04:57.619 INFO:tasks.workunit.client.0.smithi089.stdout:from 7 to HEAD diff [5232336~5260768,19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,121046044~28934861,155464620~7219090,163757976~11236252,177188937~22791850,206381903~7934074,215545660~9375871,233921213~5174626,241355985~1272579,243034314~1154361,244608654~3438626,249454923~4128347,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~22330854,405137488~10862336] 2024-07-26T07:04:57.619 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,121046044~28934861,155464620~7219090,163757976~11236252,177188937~22791850,206381903~7934074,215545660~9375871,233921213~5174626,241355985~1272579,243034314~1154361,244608654~3438626,249454923~4128347,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~22330854,405137488~10862336] 2024-07-26T07:04:57.624 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,19164070~9553264,42103169~30683926,76221229~5961414,82674210~3548430,100509005~13135282,119844248~30136657,155464620~7219090,163757976~11236252,176160768~23820019,206381903~7934074,215545660~9375871,232237478~6858361,241355985~1272579,243034314~1154361,244608654~3438626,249454923~4128347,254276532~14926457,272629760~8304488,284802362~6123720,292540704~3500738,297386918~5860026,304701377~1596308,310747340~6183943,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~16195306,371443446~7655315,381681664~22690054,405137488~10862336] 2024-07-26T07:04:57.624 INFO:tasks.workunit.client.0.smithi089.stdout:from 8 to HEAD diff [5232336~5260768,19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,122692196~27288709,155464620~7219090,163757976~11236252,177188937~12593883,191882303~8098484,206381903~7934074,215545660~7252842,233921213~5174626,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~7932683,349736754~1606672,353772037~14744805,371443446~7655315,382040864~22330854,405137488~10862336] 2024-07-26T07:04:57.625 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,122692196~27288709,155464620~7219090,163757976~11236252,177188937~12593883,191882303~8098484,206381903~7934074,215545660~7252842,233921213~5174626,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~7932683,349736754~1606672,353772037~14744805,371443446~7655315,382040864~22330854,405137488~10862336] 2024-07-26T07:04:57.630 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,19164070~9553264,42103169~30683926,76221229~5961414,82674210~3548430,100509005~13135282,122692196~27288709,155464620~7219090,163757976~11236252,176160768~13622052,191882303~8098484,206381903~7934074,215545660~7252842,232237478~6858361,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,272629760~8304488,284802362~6123720,292540704~3500738,297386918~5860026,304701377~1596308,310747340~6183943,317176553~2475343,321420951~3558491,327043666~16892207,349736754~1606672,352321536~16195306,371443446~7655315,381681664~22690054,405137488~10862336] 2024-07-26T07:04:57.630 INFO:tasks.workunit.client.0.smithi089.stdout:from 9 to HEAD diff [19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,123077967~26902938,155464620~7219090,163757976~11236252,177188937~12593883,191882303~8098484,206381903~7934074,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1606672,353772037~14744805,377373817~1724944,382040864~22330854,405137488~10862336] 2024-07-26T07:04:57.630 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,123077967~26902938,155464620~7219090,163757976~11236252,177188937~12593883,191882303~8098484,206381903~7934074,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1606672,353772037~14744805,377373817~1724944,382040864~22330854,405137488~10862336] 2024-07-26T07:04:57.636 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [19164070~9553264,42103169~30683926,76221229~5961414,82674210~3548430,100509005~13135282,123077967~26902938,155464620~7219090,163757976~11236252,176160768~13622052,191882303~8098484,206381903~7934074,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,272629760~8304488,284802362~6123720,292540704~3500738,297386918~5860026,304701377~1596308,310747340~6183943,317176553~2475343,321420951~3558491,327179714~7868178,335773495~8162378,349736754~1606672,352321536~16195306,377373817~1724944,381681664~22690054,405137488~10862336] 2024-07-26T07:04:57.636 INFO:tasks.workunit.client.0.smithi089.stdout:from 10 to HEAD diff [19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,100711631~591165,106133904~7510383,123077967~26902938,155464620~7219090,171381120~3613108,177188937~10036913,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1606672,358630490~9886352,377373817~1724944,382040864~22330854,405137488~10862336] 2024-07-26T07:04:57.636 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,100711631~591165,106133904~7510383,123077967~26902938,155464620~7219090,171381120~3613108,177188937~10036913,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1606672,358630490~9886352,377373817~1724944,382040864~22330854,405137488~10862336] 2024-07-26T07:04:57.642 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [19164070~9553264,42103169~30683926,76221229~5961414,82674210~3548430,100711631~591165,106133904~7510383,123077967~26902938,155464620~7219090,171381120~3613108,176160768~11065082,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,297386918~5860026,304701377~1596308,310747340~6183943,321420951~3558491,327179714~7868178,335773495~8162378,349736754~1606672,358630490~9886352,377373817~1724944,381681664~22690054,405137488~10862336] 2024-07-26T07:04:57.642 INFO:tasks.workunit.client.0.smithi089.stdout:from 11 to HEAD diff [19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,106133904~7510383,123077967~17989933,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,185879225~1346625,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,300216291~3030653,305523442~259134,305925972~371713,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1606672,358630490~9886352,382040864~20390611,403639382~732336,405137488~10862336] 2024-07-26T07:04:57.642 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,106133904~7510383,123077967~17989933,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,185879225~1346625,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,300216291~3030653,305523442~259134,305925972~371713,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1606672,358630490~9886352,382040864~20390611,403639382~732336,405137488~10862336] 2024-07-26T07:04:57.647 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [19164070~9553264,42103169~30683926,76221229~5961414,82674210~3548430,106133904~7510383,123077967~17989933,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,185879225~1346625,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,300216291~3030653,304701377~1596308,310747340~6183943,321420951~3558491,327179714~7868178,335773495~8162378,349736754~1606672,358630490~9886352,381681664~20749811,403639382~732336,405137488~10862336] 2024-07-26T07:04:57.648 INFO:tasks.workunit.client.0.smithi089.stdout:from 12 to HEAD diff [19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,106133904~7510383,123872376~17195524,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,185879225~1346625,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,300216291~1093817,305523442~259134,305925972~371713,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1353345,358630490~7587856,382040864~12258634,395428247~7003228,403639382~732336,405137488~10862336] 2024-07-26T07:04:57.648 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,106133904~7510383,123872376~17195524,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,185879225~1346625,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,300216291~1093817,305523442~259134,305925972~371713,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1353345,358630490~7587856,382040864~12258634,395428247~7003228,403639382~732336,405137488~10862336] 2024-07-26T07:04:57.653 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [19164070~9553264,42103169~30683926,76221229~5961414,82674210~3548430,106133904~7510383,123872376~17195524,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,185879225~1346625,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,300216291~1093817,304701377~1596308,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1353345,358630490~7587856,381681664~12617834,395428247~7003228,403639382~732336,405137488~10862336] 2024-07-26T07:04:57.653 INFO:tasks.workunit.client.0.smithi089.stdout:from 13 to HEAD diff [19164070~9553264,42103169~10575533,53728133~744833,55643314~17143781,76221229~5961414,82877359~3261323,106133904~7510383,123872376~17195524,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,185879225~1346625,191882303~8098484,206624806~7691171,216482807~2889839,241355985~1272579,244608654~3438626,250315789~3267481,254276532~3464277,258632662~317305,261390564~7812425,284802362~6123720,300216291~1093817,305523442~259134,305925972~371713,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1353345,358630490~7587856,382040864~6963692,395428247~7003228,403639382~732336,405137488~10862336] 2024-07-26T07:04:57.653 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [19164070~9553264,42103169~10575533,53728133~744833,55643314~17143781,76221229~5961414,82877359~3261323,106133904~7510383,123872376~17195524,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,185879225~1346625,191882303~8098484,206624806~7691171,216482807~2889839,241355985~1272579,244608654~3438626,250315789~3267481,254276532~3464277,258632662~317305,261390564~7812425,284802362~6123720,300216291~1093817,305523442~259134,305925972~371713,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1353345,358630490~7587856,382040864~6963692,395428247~7003228,403639382~732336,405137488~10862336] 2024-07-26T07:04:57.662 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [19164070~9553264,42103169~10575533,53728133~744833,55643314~17143781,76221229~5961414,82674210~3464472,106133904~7510383,123872376~17195524,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,185879225~1346625,191882303~8098484,206624806~7691171,216482807~2889839,241355985~1272579,244608654~3438626,250315789~3267481,254276532~3464277,258632662~317305,261390564~7812425,284802362~6123720,300216291~1093817,304701377~1596308,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1353345,358630490~7587856,381681664~7322892,395428247~7003228,403639382~732336,405137488~10862336] 2024-07-26T07:04:57.662 INFO:tasks.workunit.client.0.smithi089.stdout:from 14 to HEAD diff [20622658~8094676,42103169~9162168,53728133~744833,55643314~17143781,76221229~5961414,82877359~3261323,106133904~7510383,123872376~8210994,133909595~7158305,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,206624806~7691171,216482807~2889839,241355985~1272579,244608654~3438626,250315789~3267481,258632662~317305,261390564~7812425,300216291~1093817,305523442~259134,305925972~371713,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1353345,358630490~7587856,382040864~5762470,395428247~7003228,403639382~732336,405137488~10862336] 2024-07-26T07:04:57.662 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [20622658~8094676,42103169~9162168,53728133~744833,55643314~17143781,76221229~5961414,82877359~3261323,106133904~7510383,123872376~8210994,133909595~7158305,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,206624806~7691171,216482807~2889839,241355985~1272579,244608654~3438626,250315789~3267481,258632662~317305,261390564~7812425,300216291~1093817,305523442~259134,305925972~371713,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1353345,358630490~7587856,382040864~5762470,395428247~7003228,403639382~732336,405137488~10862336] 2024-07-26T07:04:57.665 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [20622658~8094676,42103169~9162168,53728133~744833,55643314~17143781,76221229~5961414,82674210~3464472,106133904~7510383,123872376~8210994,133909595~7158305,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,206624806~7691171,216482807~2889839,241355985~1272579,244608654~3438626,250315789~3267481,258632662~317305,261390564~7812425,300216291~1093817,304701377~1596308,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1353345,358630490~7587856,381681664~6121670,395428247~7003228,403639382~732336,405137488~10862336] 2024-07-26T07:04:57.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:04:57 smithi155 ceph-mon[90160]: osdmap e2043: 8 total, 8 up, 8 in 2024-07-26T07:04:57.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:04:57 smithi155 ceph-mon[90160]: pgmap v3526: 137 pgs: 137 active+clean; 1.2 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 214 KiB/s rd, 28 MiB/s wr, 3.85k op/s 2024-07-26T07:04:57.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:04:57 smithi089 ceph-mon[99608]: osdmap e2043: 8 total, 8 up, 8 in 2024-07-26T07:04:57.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:04:57 smithi089 ceph-mon[99608]: pgmap v3526: 137 pgs: 137 active+clean; 1.2 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 214 KiB/s rd, 28 MiB/s wr, 3.85k op/s 2024-07-26T07:04:57.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:04:57 smithi089 ceph-mon[102056]: osdmap e2043: 8 total, 8 up, 8 in 2024-07-26T07:04:57.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:04:57 smithi089 ceph-mon[102056]: pgmap v3526: 137 pgs: 137 active+clean; 1.2 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 214 KiB/s rd, 28 MiB/s wr, 3.85k op/s 2024-07-26T07:04:58.554 INFO:tasks.workunit.client.0.smithi089.stdout:from 0 to HEAD diff [5232336~23484998,34098337~2432257,42103169~30683926,74454016~8220194,82877359~11056799,98535653~15108634,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~20431530,269809471~1909585,275986773~4947475,283230826~14156092,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15550780,353772037~14744805,371443446~7655315,382040864~34661763] 2024-07-26T07:04:58.554 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~23484998,34098337~2432257,42103169~30683926,74454016~8220194,82877359~11056799,98535653~15108634,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~20431530,269809471~1909585,275986773~4947475,283230826~14156092,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15550780,353772037~14744805,371443446~7655315,382040864~34661763] 2024-07-26T07:04:58.597 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~24523030,34098337~2432257,42103169~51830989,96468992~17175295,117440512~32540393,150994944~24949632,176160768~23820019,205520896~8795081,215545660~9375871,226492416~21554864,249208443~22510613,272629760~8304488,281018368~25279317,310378496~6552787,317176553~2475343,321420951~30133019,352321536~16195306,371443446~7655315,381681664~35020963] 2024-07-26T07:04:58.597 INFO:tasks.workunit.client.0.smithi089.stdout:from 1 to HEAD diff [5232336~23484998,34098337~2432257,42103169~30683926,74454016~8220194,82877359~11056799,98535653~15108634,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~14156092,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15340236,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:04:58.597 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~23484998,34098337~2432257,42103169~30683926,74454016~8220194,82877359~11056799,98535653~15108634,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~14156092,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15340236,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:04:58.603 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~24523030,34098337~2432257,42103169~51830989,96468992~17175295,117440512~32540393,150994944~24949632,176160768~23820019,205520896~8795081,215545660~9375871,226492416~21554864,249208443~19994546,269639973~2079083,272629760~8304488,281018368~25279317,310378496~6552787,317176553~2475343,321420951~29922475,352321536~16195306,371443446~7655315,381681664~34318160] 2024-07-26T07:04:58.603 INFO:tasks.workunit.client.0.smithi089.stdout:from 2 to HEAD diff [5232336~23484998,42103169~30683926,74909186~7765024,82877359~3345281,86942421~2770407,98535653~1736028,100509005~13135282,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15340236,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:04:58.603 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~23484998,42103169~30683926,74909186~7765024,82877359~3345281,86942421~2770407,98535653~1736028,100509005~13135282,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15340236,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:04:58.609 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~24523030,42103169~30683926,74909186~11313454,86942421~2770407,98535653~1736028,100509005~13135282,117440512~32540393,150994944~24949632,176160768~23820019,205520896~8795081,215545660~9375871,226492416~21554864,249208443~19994546,269639973~2079083,272629760~8304488,281018368~10887205,292540704~3500738,297386918~8910767,310378496~6552787,317176553~2475343,321420951~29922475,352321536~16195306,371443446~7655315,381681664~34318160] 2024-07-26T07:04:58.609 INFO:tasks.workunit.client.0.smithi089.stdout:from 3 to HEAD diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,98535653~1117753,100509005~13135282,119581246~263002,121046044~28934861,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:04:58.609 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,98535653~1117753,100509005~13135282,119581246~263002,121046044~28934861,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:04:58.615 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~14965348,42103169~30683926,76221229~6192533,82674210~3548430,86942421~2770407,98535653~1117753,100509005~13135282,117440512~32540393,154872443~21072133,176160768~23820019,205520896~8795081,215545660~9375871,226492416~21554864,249208443~19994546,269639973~2079083,272629760~8304488,281018368~10887205,292540704~3500738,297386918~8910767,310378496~6552787,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~16195306,371443446~7655315,381681664~34318160] 2024-07-26T07:04:58.615 INFO:tasks.workunit.client.0.smithi089.stdout:from 4 to HEAD diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,98535653~1117753,100509005~13135282,121046044~28934861,155464620~20479956,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5163575,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:04:58.615 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,98535653~1117753,100509005~13135282,121046044~28934861,155464620~20479956,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5163575,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:04:58.620 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~14965348,42103169~30683926,76221229~6192533,82674210~3548430,86942421~2770407,98535653~1117753,100509005~13135282,119844248~30136657,155464620~20479956,176160768~23820019,206381903~7934074,215545660~9375871,226964674~5163575,232237478~15809802,249208443~19994546,269639973~2079083,272629760~8304488,281018368~10887205,292540704~3500738,297386918~8910767,310658268~6273015,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~16195306,371443446~7655315,381681664~34318160] 2024-07-26T07:04:58.620 INFO:tasks.workunit.client.0.smithi089.stdout:from 5 to HEAD diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,100509005~13135282,121046044~28934861,155464620~20479956,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5163575,233921213~10267462,244608654~3438626,249454923~4128347,254276532~14926457,269809471~1909585,275986773~4947475,283230826~7695256,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:04:58.621 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,100509005~13135282,121046044~28934861,155464620~20479956,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5163575,233921213~10267462,244608654~3438626,249454923~4128347,254276532~14926457,269809471~1909585,275986773~4947475,283230826~7695256,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:04:58.626 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~14965348,42103169~30683926,76221229~6192533,82674210~3548430,86942421~2770407,100509005~13135282,119844248~30136657,155464620~20479956,176160768~23820019,206381903~7934074,215545660~9375871,226964674~5163575,232237478~11951197,244608654~3438626,249454923~4128347,254276532~14926457,269639973~2079083,272629760~8304488,281018368~9907714,292540704~3500738,297386918~8910767,310747340~6183943,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~16195306,371443446~7655315,381681664~34318160] 2024-07-26T07:04:58.626 INFO:tasks.workunit.client.0.smithi089.stdout:from 6 to HEAD diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,121046044~28934861,155464620~7219090,163757976~12186600,177188937~22791850,206381903~7934074,215545660~9375871,233921213~10267462,244608654~3438626,249454923~4128347,254276532~14926457,269809471~1909585,275986773~4947475,283230826~7695256,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~22330854,405137488~10862336] 2024-07-26T07:04:58.626 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,121046044~28934861,155464620~7219090,163757976~12186600,177188937~22791850,206381903~7934074,215545660~9375871,233921213~10267462,244608654~3438626,249454923~4128347,254276532~14926457,269809471~1909585,275986773~4947475,283230826~7695256,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~22330854,405137488~10862336] 2024-07-26T07:04:58.632 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~14965348,42103169~30683926,76221229~5961414,82674210~3548430,100509005~13135282,119844248~30136657,155464620~7219090,163757976~12186600,176160768~23820019,206381903~7934074,215545660~9375871,232237478~11951197,244608654~3438626,249454923~4128347,254276532~14926457,269639973~2079083,272629760~8304488,281018368~9907714,292540704~3500738,297386918~8910767,310747340~6183943,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~16195306,371443446~7655315,381681664~22690054,405137488~10862336] 2024-07-26T07:04:58.632 INFO:tasks.workunit.client.0.smithi089.stdout:from 7 to HEAD diff [5232336~5260768,19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,121046044~28934861,155464620~7219090,163757976~11236252,177188937~22791850,206381903~7934074,215545660~9375871,233921213~5174626,241355985~1272579,243034314~1154361,244608654~3438626,249454923~4128347,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~22330854,405137488~10862336] 2024-07-26T07:04:58.632 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,121046044~28934861,155464620~7219090,163757976~11236252,177188937~22791850,206381903~7934074,215545660~9375871,233921213~5174626,241355985~1272579,243034314~1154361,244608654~3438626,249454923~4128347,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~22330854,405137488~10862336] 2024-07-26T07:04:58.638 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,19164070~9553264,42103169~30683926,76221229~5961414,82674210~3548430,100509005~13135282,119844248~30136657,155464620~7219090,163757976~11236252,176160768~23820019,206381903~7934074,215545660~9375871,232237478~6858361,241355985~1272579,243034314~1154361,244608654~3438626,249454923~4128347,254276532~14926457,272629760~8304488,284802362~6123720,292540704~3500738,297386918~5860026,304701377~1596308,310747340~6183943,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~16195306,371443446~7655315,381681664~22690054,405137488~10862336] 2024-07-26T07:04:58.638 INFO:tasks.workunit.client.0.smithi089.stdout:from 8 to HEAD diff [5232336~5260768,19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,122692196~27288709,155464620~7219090,163757976~11236252,177188937~12593883,191882303~8098484,206381903~7934074,215545660~7252842,233921213~5174626,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~7932683,349736754~1606672,353772037~14744805,371443446~7655315,382040864~22330854,405137488~10862336] 2024-07-26T07:04:58.638 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,122692196~27288709,155464620~7219090,163757976~11236252,177188937~12593883,191882303~8098484,206381903~7934074,215545660~7252842,233921213~5174626,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~7932683,349736754~1606672,353772037~14744805,371443446~7655315,382040864~22330854,405137488~10862336] 2024-07-26T07:04:58.644 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,19164070~9553264,42103169~30683926,76221229~5961414,82674210~3548430,100509005~13135282,122692196~27288709,155464620~7219090,163757976~11236252,176160768~13622052,191882303~8098484,206381903~7934074,215545660~7252842,232237478~6858361,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,272629760~8304488,284802362~6123720,292540704~3500738,297386918~5860026,304701377~1596308,310747340~6183943,317176553~2475343,321420951~3558491,327043666~16892207,349736754~1606672,352321536~16195306,371443446~7655315,381681664~22690054,405137488~10862336] 2024-07-26T07:04:58.644 INFO:tasks.workunit.client.0.smithi089.stdout:from 9 to HEAD diff [19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,123077967~26902938,155464620~7219090,163757976~11236252,177188937~12593883,191882303~8098484,206381903~7934074,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1606672,353772037~14744805,377373817~1724944,382040864~22330854,405137488~10862336] 2024-07-26T07:04:58.644 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,123077967~26902938,155464620~7219090,163757976~11236252,177188937~12593883,191882303~8098484,206381903~7934074,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1606672,353772037~14744805,377373817~1724944,382040864~22330854,405137488~10862336] 2024-07-26T07:04:58.649 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [19164070~9553264,42103169~30683926,76221229~5961414,82674210~3548430,100509005~13135282,123077967~26902938,155464620~7219090,163757976~11236252,176160768~13622052,191882303~8098484,206381903~7934074,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,272629760~8304488,284802362~6123720,292540704~3500738,297386918~5860026,304701377~1596308,310747340~6183943,317176553~2475343,321420951~3558491,327179714~7868178,335773495~8162378,349736754~1606672,352321536~16195306,377373817~1724944,381681664~22690054,405137488~10862336] 2024-07-26T07:04:58.650 INFO:tasks.workunit.client.0.smithi089.stdout:from 10 to HEAD diff [19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,100711631~591165,106133904~7510383,123077967~26902938,155464620~7219090,171381120~3613108,177188937~10036913,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1606672,358630490~9886352,377373817~1724944,382040864~22330854,405137488~10862336] 2024-07-26T07:04:58.650 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,100711631~591165,106133904~7510383,123077967~26902938,155464620~7219090,171381120~3613108,177188937~10036913,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1606672,358630490~9886352,377373817~1724944,382040864~22330854,405137488~10862336] 2024-07-26T07:04:58.655 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [19164070~9553264,42103169~30683926,76221229~5961414,82674210~3548430,100711631~591165,106133904~7510383,123077967~26902938,155464620~7219090,171381120~3613108,176160768~11065082,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,297386918~5860026,304701377~1596308,310747340~6183943,321420951~3558491,327179714~7868178,335773495~8162378,349736754~1606672,358630490~9886352,377373817~1724944,381681664~22690054,405137488~10862336] 2024-07-26T07:04:58.655 INFO:tasks.workunit.client.0.smithi089.stdout:from 11 to HEAD diff [19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,106133904~7510383,123077967~17989933,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,185879225~1346625,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,300216291~3030653,305523442~259134,305925972~371713,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1606672,358630490~9886352,382040864~20390611,403639382~732336,405137488~10862336] 2024-07-26T07:04:58.655 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,106133904~7510383,123077967~17989933,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,185879225~1346625,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,300216291~3030653,305523442~259134,305925972~371713,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1606672,358630490~9886352,382040864~20390611,403639382~732336,405137488~10862336] 2024-07-26T07:04:58.661 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [19164070~9553264,42103169~30683926,76221229~5961414,82674210~3548430,106133904~7510383,123077967~17989933,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,185879225~1346625,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,300216291~3030653,304701377~1596308,310747340~6183943,321420951~3558491,327179714~7868178,335773495~8162378,349736754~1606672,358630490~9886352,381681664~20749811,403639382~732336,405137488~10862336] 2024-07-26T07:04:58.661 INFO:tasks.workunit.client.0.smithi089.stdout:from 12 to HEAD diff [19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,106133904~7510383,123872376~17195524,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,185879225~1346625,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,300216291~1093817,305523442~259134,305925972~371713,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1353345,358630490~7587856,382040864~12258634,395428247~7003228,403639382~732336,405137488~10862336] 2024-07-26T07:04:58.661 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,106133904~7510383,123872376~17195524,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,185879225~1346625,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,300216291~1093817,305523442~259134,305925972~371713,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1353345,358630490~7587856,382040864~12258634,395428247~7003228,403639382~732336,405137488~10862336] 2024-07-26T07:04:58.666 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [19164070~9553264,42103169~30683926,76221229~5961414,82674210~3548430,106133904~7510383,123872376~17195524,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,185879225~1346625,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,300216291~1093817,304701377~1596308,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1353345,358630490~7587856,381681664~12617834,395428247~7003228,403639382~732336,405137488~10862336] 2024-07-26T07:04:58.667 INFO:tasks.workunit.client.0.smithi089.stdout:from 13 to HEAD diff [19164070~9553264,42103169~10575533,53728133~744833,55643314~17143781,76221229~5961414,82877359~3261323,106133904~7510383,123872376~17195524,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,185879225~1346625,191882303~8098484,206624806~7691171,216482807~2889839,241355985~1272579,244608654~3438626,250315789~3267481,254276532~3464277,258632662~317305,261390564~7812425,284802362~6123720,300216291~1093817,305523442~259134,305925972~371713,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1353345,358630490~7587856,382040864~6963692,395428247~7003228,403639382~732336,405137488~10862336] 2024-07-26T07:04:58.667 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [19164070~9553264,42103169~10575533,53728133~744833,55643314~17143781,76221229~5961414,82877359~3261323,106133904~7510383,123872376~17195524,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,185879225~1346625,191882303~8098484,206624806~7691171,216482807~2889839,241355985~1272579,244608654~3438626,250315789~3267481,254276532~3464277,258632662~317305,261390564~7812425,284802362~6123720,300216291~1093817,305523442~259134,305925972~371713,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1353345,358630490~7587856,382040864~6963692,395428247~7003228,403639382~732336,405137488~10862336] 2024-07-26T07:04:58.672 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [19164070~9553264,42103169~10575533,53728133~744833,55643314~17143781,76221229~5961414,82674210~3464472,106133904~7510383,123872376~17195524,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,185879225~1346625,191882303~8098484,206624806~7691171,216482807~2889839,241355985~1272579,244608654~3438626,250315789~3267481,254276532~3464277,258632662~317305,261390564~7812425,284802362~6123720,300216291~1093817,304701377~1596308,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1353345,358630490~7587856,381681664~7322892,395428247~7003228,403639382~732336,405137488~10862336] 2024-07-26T07:04:58.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:04:58 smithi155 ceph-mon[90160]: osdmap e2044: 8 total, 8 up, 8 in 2024-07-26T07:04:58.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:04:58 smithi089 ceph-mon[99608]: osdmap e2044: 8 total, 8 up, 8 in 2024-07-26T07:04:58.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:04:58 smithi089 ceph-mon[102056]: osdmap e2044: 8 total, 8 up, 8 in 2024-07-26T07:04:59.561 INFO:tasks.workunit.client.0.smithi089.stdout:from 0 to HEAD diff [5232336~23484998,34098337~2432257,42103169~30683926,74454016~8220194,82877359~11056799,98535653~15108634,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~20431530,269809471~1909585,275986773~4947475,283230826~14156092,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15550780,353772037~14744805,371443446~7655315,382040864~34661763] 2024-07-26T07:04:59.561 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~23484998,34098337~2432257,42103169~30683926,74454016~8220194,82877359~11056799,98535653~15108634,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~20431530,269809471~1909585,275986773~4947475,283230826~14156092,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15550780,353772037~14744805,371443446~7655315,382040864~34661763] 2024-07-26T07:04:59.608 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~24523030,34098337~2432257,42103169~51830989,96468992~17175295,117440512~32540393,150994944~24949632,176160768~23820019,205520896~8795081,215545660~9375871,226492416~21554864,249208443~22510613,272629760~8304488,281018368~25279317,310378496~6552787,317176553~2475343,321420951~30133019,352321536~16195306,371443446~7655315,381681664~35020963] 2024-07-26T07:04:59.608 INFO:tasks.workunit.client.0.smithi089.stdout:from 1 to HEAD diff [5232336~23484998,34098337~2432257,42103169~30683926,74454016~8220194,82877359~11056799,98535653~15108634,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~14156092,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15340236,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:04:59.609 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~23484998,34098337~2432257,42103169~30683926,74454016~8220194,82877359~11056799,98535653~15108634,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~14156092,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15340236,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:04:59.614 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~24523030,34098337~2432257,42103169~51830989,96468992~17175295,117440512~32540393,150994944~24949632,176160768~23820019,205520896~8795081,215545660~9375871,226492416~21554864,249208443~19994546,269639973~2079083,272629760~8304488,281018368~25279317,310378496~6552787,317176553~2475343,321420951~29922475,352321536~16195306,371443446~7655315,381681664~34318160] 2024-07-26T07:04:59.614 INFO:tasks.workunit.client.0.smithi089.stdout:from 2 to HEAD diff [5232336~23484998,42103169~30683926,74909186~7765024,82877359~3345281,86942421~2770407,98535653~1736028,100509005~13135282,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15340236,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:04:59.614 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~23484998,42103169~30683926,74909186~7765024,82877359~3345281,86942421~2770407,98535653~1736028,100509005~13135282,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15340236,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:04:59.620 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~24523030,42103169~30683926,74909186~11313454,86942421~2770407,98535653~1736028,100509005~13135282,117440512~32540393,150994944~24949632,176160768~23820019,205520896~8795081,215545660~9375871,226492416~21554864,249208443~19994546,269639973~2079083,272629760~8304488,281018368~10887205,292540704~3500738,297386918~8910767,310378496~6552787,317176553~2475343,321420951~29922475,352321536~16195306,371443446~7655315,381681664~34318160] 2024-07-26T07:04:59.620 INFO:tasks.workunit.client.0.smithi089.stdout:from 3 to HEAD diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,98535653~1117753,100509005~13135282,119581246~263002,121046044~28934861,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:04:59.620 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,98535653~1117753,100509005~13135282,119581246~263002,121046044~28934861,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:04:59.626 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~14965348,42103169~30683926,76221229~6192533,82674210~3548430,86942421~2770407,98535653~1117753,100509005~13135282,117440512~32540393,154872443~21072133,176160768~23820019,205520896~8795081,215545660~9375871,226492416~21554864,249208443~19994546,269639973~2079083,272629760~8304488,281018368~10887205,292540704~3500738,297386918~8910767,310378496~6552787,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~16195306,371443446~7655315,381681664~34318160] 2024-07-26T07:04:59.626 INFO:tasks.workunit.client.0.smithi089.stdout:from 4 to HEAD diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,98535653~1117753,100509005~13135282,121046044~28934861,155464620~20479956,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5163575,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:04:59.626 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,98535653~1117753,100509005~13135282,121046044~28934861,155464620~20479956,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5163575,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:04:59.632 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~14965348,42103169~30683926,76221229~6192533,82674210~3548430,86942421~2770407,98535653~1117753,100509005~13135282,119844248~30136657,155464620~20479956,176160768~23820019,206381903~7934074,215545660~9375871,226964674~5163575,232237478~15809802,249208443~19994546,269639973~2079083,272629760~8304488,281018368~10887205,292540704~3500738,297386918~8910767,310658268~6273015,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~16195306,371443446~7655315,381681664~34318160] 2024-07-26T07:04:59.632 INFO:tasks.workunit.client.0.smithi089.stdout:from 5 to HEAD diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,100509005~13135282,121046044~28934861,155464620~20479956,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5163575,233921213~10267462,244608654~3438626,249454923~4128347,254276532~14926457,269809471~1909585,275986773~4947475,283230826~7695256,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:04:59.632 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,100509005~13135282,121046044~28934861,155464620~20479956,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5163575,233921213~10267462,244608654~3438626,249454923~4128347,254276532~14926457,269809471~1909585,275986773~4947475,283230826~7695256,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:04:59.638 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~14965348,42103169~30683926,76221229~6192533,82674210~3548430,86942421~2770407,100509005~13135282,119844248~30136657,155464620~20479956,176160768~23820019,206381903~7934074,215545660~9375871,226964674~5163575,232237478~11951197,244608654~3438626,249454923~4128347,254276532~14926457,269639973~2079083,272629760~8304488,281018368~9907714,292540704~3500738,297386918~8910767,310747340~6183943,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~16195306,371443446~7655315,381681664~34318160] 2024-07-26T07:04:59.638 INFO:tasks.workunit.client.0.smithi089.stdout:from 6 to HEAD diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,121046044~28934861,155464620~7219090,163757976~12186600,177188937~22791850,206381903~7934074,215545660~9375871,233921213~10267462,244608654~3438626,249454923~4128347,254276532~14926457,269809471~1909585,275986773~4947475,283230826~7695256,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~22330854,405137488~10862336] 2024-07-26T07:04:59.638 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,121046044~28934861,155464620~7219090,163757976~12186600,177188937~22791850,206381903~7934074,215545660~9375871,233921213~10267462,244608654~3438626,249454923~4128347,254276532~14926457,269809471~1909585,275986773~4947475,283230826~7695256,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~22330854,405137488~10862336] 2024-07-26T07:04:59.643 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~14965348,42103169~30683926,76221229~5961414,82674210~3548430,100509005~13135282,119844248~30136657,155464620~7219090,163757976~12186600,176160768~23820019,206381903~7934074,215545660~9375871,232237478~11951197,244608654~3438626,249454923~4128347,254276532~14926457,269639973~2079083,272629760~8304488,281018368~9907714,292540704~3500738,297386918~8910767,310747340~6183943,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~16195306,371443446~7655315,381681664~22690054,405137488~10862336] 2024-07-26T07:04:59.644 INFO:tasks.workunit.client.0.smithi089.stdout:from 7 to HEAD diff [5232336~5260768,19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,121046044~28934861,155464620~7219090,163757976~11236252,177188937~22791850,206381903~7934074,215545660~9375871,233921213~5174626,241355985~1272579,243034314~1154361,244608654~3438626,249454923~4128347,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~22330854,405137488~10862336] 2024-07-26T07:04:59.644 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,121046044~28934861,155464620~7219090,163757976~11236252,177188937~22791850,206381903~7934074,215545660~9375871,233921213~5174626,241355985~1272579,243034314~1154361,244608654~3438626,249454923~4128347,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~22330854,405137488~10862336] 2024-07-26T07:04:59.649 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,19164070~9553264,42103169~30683926,76221229~5961414,82674210~3548430,100509005~13135282,119844248~30136657,155464620~7219090,163757976~11236252,176160768~23820019,206381903~7934074,215545660~9375871,232237478~6858361,241355985~1272579,243034314~1154361,244608654~3438626,249454923~4128347,254276532~14926457,272629760~8304488,284802362~6123720,292540704~3500738,297386918~5860026,304701377~1596308,310747340~6183943,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~16195306,371443446~7655315,381681664~22690054,405137488~10862336] 2024-07-26T07:04:59.649 INFO:tasks.workunit.client.0.smithi089.stdout:from 8 to HEAD diff [5232336~5260768,19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,122692196~27288709,155464620~7219090,163757976~11236252,177188937~12593883,191882303~8098484,206381903~7934074,215545660~7252842,233921213~5174626,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~7932683,349736754~1606672,353772037~14744805,371443446~7655315,382040864~22330854,405137488~10862336] 2024-07-26T07:04:59.649 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,122692196~27288709,155464620~7219090,163757976~11236252,177188937~12593883,191882303~8098484,206381903~7934074,215545660~7252842,233921213~5174626,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~7932683,349736754~1606672,353772037~14744805,371443446~7655315,382040864~22330854,405137488~10862336] 2024-07-26T07:04:59.655 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,19164070~9553264,42103169~30683926,76221229~5961414,82674210~3548430,100509005~13135282,122692196~27288709,155464620~7219090,163757976~11236252,176160768~13622052,191882303~8098484,206381903~7934074,215545660~7252842,232237478~6858361,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,272629760~8304488,284802362~6123720,292540704~3500738,297386918~5860026,304701377~1596308,310747340~6183943,317176553~2475343,321420951~3558491,327043666~16892207,349736754~1606672,352321536~16195306,371443446~7655315,381681664~22690054,405137488~10862336] 2024-07-26T07:04:59.655 INFO:tasks.workunit.client.0.smithi089.stdout:from 9 to HEAD diff [19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,123077967~26902938,155464620~7219090,163757976~11236252,177188937~12593883,191882303~8098484,206381903~7934074,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1606672,353772037~14744805,377373817~1724944,382040864~22330854,405137488~10862336] 2024-07-26T07:04:59.655 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,123077967~26902938,155464620~7219090,163757976~11236252,177188937~12593883,191882303~8098484,206381903~7934074,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1606672,353772037~14744805,377373817~1724944,382040864~22330854,405137488~10862336] 2024-07-26T07:04:59.660 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [19164070~9553264,42103169~30683926,76221229~5961414,82674210~3548430,100509005~13135282,123077967~26902938,155464620~7219090,163757976~11236252,176160768~13622052,191882303~8098484,206381903~7934074,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,272629760~8304488,284802362~6123720,292540704~3500738,297386918~5860026,304701377~1596308,310747340~6183943,317176553~2475343,321420951~3558491,327179714~7868178,335773495~8162378,349736754~1606672,352321536~16195306,377373817~1724944,381681664~22690054,405137488~10862336] 2024-07-26T07:04:59.660 INFO:tasks.workunit.client.0.smithi089.stdout:from 10 to HEAD diff [19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,100711631~591165,106133904~7510383,123077967~26902938,155464620~7219090,171381120~3613108,177188937~10036913,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1606672,358630490~9886352,377373817~1724944,382040864~22330854,405137488~10862336] 2024-07-26T07:04:59.660 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,100711631~591165,106133904~7510383,123077967~26902938,155464620~7219090,171381120~3613108,177188937~10036913,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1606672,358630490~9886352,377373817~1724944,382040864~22330854,405137488~10862336] 2024-07-26T07:04:59.666 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [19164070~9553264,42103169~30683926,76221229~5961414,82674210~3548430,100711631~591165,106133904~7510383,123077967~26902938,155464620~7219090,171381120~3613108,176160768~11065082,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,297386918~5860026,304701377~1596308,310747340~6183943,321420951~3558491,327179714~7868178,335773495~8162378,349736754~1606672,358630490~9886352,377373817~1724944,381681664~22690054,405137488~10862336] 2024-07-26T07:04:59.666 INFO:tasks.workunit.client.0.smithi089.stdout:from 11 to HEAD diff [19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,106133904~7510383,123077967~17989933,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,185879225~1346625,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,300216291~3030653,305523442~259134,305925972~371713,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1606672,358630490~9886352,382040864~20390611,403639382~732336,405137488~10862336] 2024-07-26T07:04:59.666 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,106133904~7510383,123077967~17989933,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,185879225~1346625,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,300216291~3030653,305523442~259134,305925972~371713,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1606672,358630490~9886352,382040864~20390611,403639382~732336,405137488~10862336] 2024-07-26T07:04:59.672 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [19164070~9553264,42103169~30683926,76221229~5961414,82674210~3548430,106133904~7510383,123077967~17989933,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,185879225~1346625,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,300216291~3030653,304701377~1596308,310747340~6183943,321420951~3558491,327179714~7868178,335773495~8162378,349736754~1606672,358630490~9886352,381681664~20749811,403639382~732336,405137488~10862336] 2024-07-26T07:04:59.672 INFO:tasks.workunit.client.0.smithi089.stdout:from 12 to HEAD diff [19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,106133904~7510383,123872376~17195524,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,185879225~1346625,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,300216291~1093817,305523442~259134,305925972~371713,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1353345,358630490~7587856,382040864~12258634,395428247~7003228,403639382~732336,405137488~10862336] 2024-07-26T07:04:59.672 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,106133904~7510383,123872376~17195524,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,185879225~1346625,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,300216291~1093817,305523442~259134,305925972~371713,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1353345,358630490~7587856,382040864~12258634,395428247~7003228,403639382~732336,405137488~10862336] 2024-07-26T07:04:59.677 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [19164070~9553264,42103169~30683926,76221229~5961414,82674210~3548430,106133904~7510383,123872376~17195524,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,185879225~1346625,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,300216291~1093817,304701377~1596308,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1353345,358630490~7587856,381681664~12617834,395428247~7003228,403639382~732336,405137488~10862336] 2024-07-26T07:04:59.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:04:59 smithi155 ceph-mon[90160]: osdmap e2045: 8 total, 8 up, 8 in 2024-07-26T07:04:59.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:04:59 smithi155 ceph-mon[90160]: pgmap v3529: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 1.2 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 27 KiB/s rd, 6.5 MiB/s wr, 3.54k op/s 2024-07-26T07:04:59.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:04:59 smithi089 ceph-mon[99608]: osdmap e2045: 8 total, 8 up, 8 in 2024-07-26T07:04:59.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:04:59 smithi089 ceph-mon[99608]: pgmap v3529: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 1.2 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 27 KiB/s rd, 6.5 MiB/s wr, 3.54k op/s 2024-07-26T07:04:59.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:04:59 smithi089 ceph-mon[102056]: osdmap e2045: 8 total, 8 up, 8 in 2024-07-26T07:04:59.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:04:59 smithi089 ceph-mon[102056]: pgmap v3529: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 1.2 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 27 KiB/s rd, 6.5 MiB/s wr, 3.54k op/s 2024-07-26T07:05:00.554 INFO:tasks.workunit.client.0.smithi089.stdout:from 0 to HEAD diff [5232336~23484998,34098337~2432257,42103169~30683926,74454016~8220194,82877359~11056799,98535653~15108634,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~20431530,269809471~1909585,275986773~4947475,283230826~14156092,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15550780,353772037~14744805,371443446~7655315,382040864~34661763] 2024-07-26T07:05:00.554 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~23484998,34098337~2432257,42103169~30683926,74454016~8220194,82877359~11056799,98535653~15108634,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~20431530,269809471~1909585,275986773~4947475,283230826~14156092,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15550780,353772037~14744805,371443446~7655315,382040864~34661763] 2024-07-26T07:05:00.607 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~24523030,34098337~2432257,42103169~51830989,96468992~17175295,117440512~32540393,150994944~24949632,176160768~23820019,205520896~8795081,215545660~9375871,226492416~21554864,249208443~22510613,272629760~8304488,281018368~25279317,310378496~6552787,317176553~2475343,321420951~30133019,352321536~16195306,371443446~7655315,381681664~35020963] 2024-07-26T07:05:00.608 INFO:tasks.workunit.client.0.smithi089.stdout:from 1 to HEAD diff [5232336~23484998,34098337~2432257,42103169~30683926,74454016~8220194,82877359~11056799,98535653~15108634,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~14156092,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15340236,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:00.608 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~23484998,34098337~2432257,42103169~30683926,74454016~8220194,82877359~11056799,98535653~15108634,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~14156092,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15340236,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:00.614 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~24523030,34098337~2432257,42103169~51830989,96468992~17175295,117440512~32540393,150994944~24949632,176160768~23820019,205520896~8795081,215545660~9375871,226492416~21554864,249208443~19994546,269639973~2079083,272629760~8304488,281018368~25279317,310378496~6552787,317176553~2475343,321420951~29922475,352321536~16195306,371443446~7655315,381681664~34318160] 2024-07-26T07:05:00.614 INFO:tasks.workunit.client.0.smithi089.stdout:from 2 to HEAD diff [5232336~23484998,42103169~30683926,74909186~7765024,82877359~3345281,86942421~2770407,98535653~1736028,100509005~13135282,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15340236,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:00.614 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~23484998,42103169~30683926,74909186~7765024,82877359~3345281,86942421~2770407,98535653~1736028,100509005~13135282,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15340236,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:00.620 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~24523030,42103169~30683926,74909186~11313454,86942421~2770407,98535653~1736028,100509005~13135282,117440512~32540393,150994944~24949632,176160768~23820019,205520896~8795081,215545660~9375871,226492416~21554864,249208443~19994546,269639973~2079083,272629760~8304488,281018368~10887205,292540704~3500738,297386918~8910767,310378496~6552787,317176553~2475343,321420951~29922475,352321536~16195306,371443446~7655315,381681664~34318160] 2024-07-26T07:05:00.620 INFO:tasks.workunit.client.0.smithi089.stdout:from 3 to HEAD diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,98535653~1117753,100509005~13135282,119581246~263002,121046044~28934861,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:00.620 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,98535653~1117753,100509005~13135282,119581246~263002,121046044~28934861,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:00.626 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~14965348,42103169~30683926,76221229~6192533,82674210~3548430,86942421~2770407,98535653~1117753,100509005~13135282,117440512~32540393,154872443~21072133,176160768~23820019,205520896~8795081,215545660~9375871,226492416~21554864,249208443~19994546,269639973~2079083,272629760~8304488,281018368~10887205,292540704~3500738,297386918~8910767,310378496~6552787,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~16195306,371443446~7655315,381681664~34318160] 2024-07-26T07:05:00.626 INFO:tasks.workunit.client.0.smithi089.stdout:from 4 to HEAD diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,98535653~1117753,100509005~13135282,121046044~28934861,155464620~20479956,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5163575,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:00.626 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,98535653~1117753,100509005~13135282,121046044~28934861,155464620~20479956,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5163575,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:00.631 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~14965348,42103169~30683926,76221229~6192533,82674210~3548430,86942421~2770407,98535653~1117753,100509005~13135282,119844248~30136657,155464620~20479956,176160768~23820019,206381903~7934074,215545660~9375871,226964674~5163575,232237478~15809802,249208443~19994546,269639973~2079083,272629760~8304488,281018368~10887205,292540704~3500738,297386918~8910767,310658268~6273015,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~16195306,371443446~7655315,381681664~34318160] 2024-07-26T07:05:00.632 INFO:tasks.workunit.client.0.smithi089.stdout:from 5 to HEAD diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,100509005~13135282,121046044~28934861,155464620~20479956,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5163575,233921213~10267462,244608654~3438626,249454923~4128347,254276532~14926457,269809471~1909585,275986773~4947475,283230826~7695256,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:00.632 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,100509005~13135282,121046044~28934861,155464620~20479956,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5163575,233921213~10267462,244608654~3438626,249454923~4128347,254276532~14926457,269809471~1909585,275986773~4947475,283230826~7695256,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:00.637 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~14965348,42103169~30683926,76221229~6192533,82674210~3548430,86942421~2770407,100509005~13135282,119844248~30136657,155464620~20479956,176160768~23820019,206381903~7934074,215545660~9375871,226964674~5163575,232237478~11951197,244608654~3438626,249454923~4128347,254276532~14926457,269639973~2079083,272629760~8304488,281018368~9907714,292540704~3500738,297386918~8910767,310747340~6183943,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~16195306,371443446~7655315,381681664~34318160] 2024-07-26T07:05:00.637 INFO:tasks.workunit.client.0.smithi089.stdout:from 6 to HEAD diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,121046044~28934861,155464620~7219090,163757976~12186600,177188937~22791850,206381903~7934074,215545660~9375871,233921213~10267462,244608654~3438626,249454923~4128347,254276532~14926457,269809471~1909585,275986773~4947475,283230826~7695256,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~22330854,405137488~10862336] 2024-07-26T07:05:00.637 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,121046044~28934861,155464620~7219090,163757976~12186600,177188937~22791850,206381903~7934074,215545660~9375871,233921213~10267462,244608654~3438626,249454923~4128347,254276532~14926457,269809471~1909585,275986773~4947475,283230826~7695256,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~22330854,405137488~10862336] 2024-07-26T07:05:00.643 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~14965348,42103169~30683926,76221229~5961414,82674210~3548430,100509005~13135282,119844248~30136657,155464620~7219090,163757976~12186600,176160768~23820019,206381903~7934074,215545660~9375871,232237478~11951197,244608654~3438626,249454923~4128347,254276532~14926457,269639973~2079083,272629760~8304488,281018368~9907714,292540704~3500738,297386918~8910767,310747340~6183943,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~16195306,371443446~7655315,381681664~22690054,405137488~10862336] 2024-07-26T07:05:00.643 INFO:tasks.workunit.client.0.smithi089.stdout:from 7 to HEAD diff [5232336~5260768,19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,121046044~28934861,155464620~7219090,163757976~11236252,177188937~22791850,206381903~7934074,215545660~9375871,233921213~5174626,241355985~1272579,243034314~1154361,244608654~3438626,249454923~4128347,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~22330854,405137488~10862336] 2024-07-26T07:05:00.643 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,121046044~28934861,155464620~7219090,163757976~11236252,177188937~22791850,206381903~7934074,215545660~9375871,233921213~5174626,241355985~1272579,243034314~1154361,244608654~3438626,249454923~4128347,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~22330854,405137488~10862336] 2024-07-26T07:05:00.649 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,19164070~9553264,42103169~30683926,76221229~5961414,82674210~3548430,100509005~13135282,119844248~30136657,155464620~7219090,163757976~11236252,176160768~23820019,206381903~7934074,215545660~9375871,232237478~6858361,241355985~1272579,243034314~1154361,244608654~3438626,249454923~4128347,254276532~14926457,272629760~8304488,284802362~6123720,292540704~3500738,297386918~5860026,304701377~1596308,310747340~6183943,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~16195306,371443446~7655315,381681664~22690054,405137488~10862336] 2024-07-26T07:05:00.649 INFO:tasks.workunit.client.0.smithi089.stdout:from 8 to HEAD diff [5232336~5260768,19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,122692196~27288709,155464620~7219090,163757976~11236252,177188937~12593883,191882303~8098484,206381903~7934074,215545660~7252842,233921213~5174626,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~7932683,349736754~1606672,353772037~14744805,371443446~7655315,382040864~22330854,405137488~10862336] 2024-07-26T07:05:00.649 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,122692196~27288709,155464620~7219090,163757976~11236252,177188937~12593883,191882303~8098484,206381903~7934074,215545660~7252842,233921213~5174626,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~7932683,349736754~1606672,353772037~14744805,371443446~7655315,382040864~22330854,405137488~10862336] 2024-07-26T07:05:00.655 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,19164070~9553264,42103169~30683926,76221229~5961414,82674210~3548430,100509005~13135282,122692196~27288709,155464620~7219090,163757976~11236252,176160768~13622052,191882303~8098484,206381903~7934074,215545660~7252842,232237478~6858361,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,272629760~8304488,284802362~6123720,292540704~3500738,297386918~5860026,304701377~1596308,310747340~6183943,317176553~2475343,321420951~3558491,327043666~16892207,349736754~1606672,352321536~16195306,371443446~7655315,381681664~22690054,405137488~10862336] 2024-07-26T07:05:00.655 INFO:tasks.workunit.client.0.smithi089.stdout:from 9 to HEAD diff [19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,123077967~26902938,155464620~7219090,163757976~11236252,177188937~12593883,191882303~8098484,206381903~7934074,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1606672,353772037~14744805,377373817~1724944,382040864~22330854,405137488~10862336] 2024-07-26T07:05:00.655 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,123077967~26902938,155464620~7219090,163757976~11236252,177188937~12593883,191882303~8098484,206381903~7934074,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1606672,353772037~14744805,377373817~1724944,382040864~22330854,405137488~10862336] 2024-07-26T07:05:00.661 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [19164070~9553264,42103169~30683926,76221229~5961414,82674210~3548430,100509005~13135282,123077967~26902938,155464620~7219090,163757976~11236252,176160768~13622052,191882303~8098484,206381903~7934074,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,272629760~8304488,284802362~6123720,292540704~3500738,297386918~5860026,304701377~1596308,310747340~6183943,317176553~2475343,321420951~3558491,327179714~7868178,335773495~8162378,349736754~1606672,352321536~16195306,377373817~1724944,381681664~22690054,405137488~10862336] 2024-07-26T07:05:00.661 INFO:tasks.workunit.client.0.smithi089.stdout:from 10 to HEAD diff [19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,100711631~591165,106133904~7510383,123077967~26902938,155464620~7219090,171381120~3613108,177188937~10036913,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1606672,358630490~9886352,377373817~1724944,382040864~22330854,405137488~10862336] 2024-07-26T07:05:00.661 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,100711631~591165,106133904~7510383,123077967~26902938,155464620~7219090,171381120~3613108,177188937~10036913,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1606672,358630490~9886352,377373817~1724944,382040864~22330854,405137488~10862336] 2024-07-26T07:05:00.666 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [19164070~9553264,42103169~30683926,76221229~5961414,82674210~3548430,100711631~591165,106133904~7510383,123077967~26902938,155464620~7219090,171381120~3613108,176160768~11065082,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,297386918~5860026,304701377~1596308,310747340~6183943,321420951~3558491,327179714~7868178,335773495~8162378,349736754~1606672,358630490~9886352,377373817~1724944,381681664~22690054,405137488~10862336] 2024-07-26T07:05:00.666 INFO:tasks.workunit.client.0.smithi089.stdout:from 11 to HEAD diff [19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,106133904~7510383,123077967~17989933,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,185879225~1346625,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,300216291~3030653,305523442~259134,305925972~371713,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1606672,358630490~9886352,382040864~20390611,403639382~732336,405137488~10862336] 2024-07-26T07:05:00.666 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,106133904~7510383,123077967~17989933,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,185879225~1346625,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,300216291~3030653,305523442~259134,305925972~371713,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1606672,358630490~9886352,382040864~20390611,403639382~732336,405137488~10862336] 2024-07-26T07:05:00.671 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [19164070~9553264,42103169~30683926,76221229~5961414,82674210~3548430,106133904~7510383,123077967~17989933,142406236~7574669,155464620~5914954,171381120~3613108,177188937~3546166,185879225~1346625,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,300216291~3030653,304701377~1596308,310747340~6183943,321420951~3558491,327179714~7868178,335773495~8162378,349736754~1606672,358630490~9886352,381681664~20749811,403639382~732336,405137488~10862336] 2024-07-26T07:05:00.878 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:00 smithi155 ceph-mon[90160]: osdmap e2046: 8 total, 8 up, 8 in 2024-07-26T07:05:00.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:00 smithi089 ceph-mon[99608]: osdmap e2046: 8 total, 8 up, 8 in 2024-07-26T07:05:00.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:00 smithi089 ceph-mon[102056]: osdmap e2046: 8 total, 8 up, 8 in 2024-07-26T07:05:01.580 INFO:tasks.workunit.client.0.smithi089.stdout:from 0 to HEAD diff [5232336~23484998,34098337~2432257,42103169~30683926,74454016~8220194,82877359~11056799,98535653~15108634,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~20431530,269809471~1909585,275986773~4947475,283230826~14156092,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15550780,353772037~14744805,371443446~7655315,382040864~34661763] 2024-07-26T07:05:01.580 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~23484998,34098337~2432257,42103169~30683926,74454016~8220194,82877359~11056799,98535653~15108634,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~20431530,269809471~1909585,275986773~4947475,283230826~14156092,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15550780,353772037~14744805,371443446~7655315,382040864~34661763] 2024-07-26T07:05:01.625 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~24523030,34098337~2432257,42103169~51830989,96468992~17175295,117440512~32540393,150994944~24949632,176160768~23820019,205520896~8795081,215545660~9375871,226492416~21554864,249208443~22510613,272629760~8304488,281018368~25279317,310378496~6552787,317176553~2475343,321420951~30133019,352321536~16195306,371443446~7655315,381681664~35020963] 2024-07-26T07:05:01.625 INFO:tasks.workunit.client.0.smithi089.stdout:from 1 to HEAD diff [5232336~23484998,34098337~2432257,42103169~30683926,74454016~8220194,82877359~11056799,98535653~15108634,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~14156092,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15340236,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:01.625 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~23484998,34098337~2432257,42103169~30683926,74454016~8220194,82877359~11056799,98535653~15108634,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~14156092,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15340236,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:01.631 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~24523030,34098337~2432257,42103169~51830989,96468992~17175295,117440512~32540393,150994944~24949632,176160768~23820019,205520896~8795081,215545660~9375871,226492416~21554864,249208443~19994546,269639973~2079083,272629760~8304488,281018368~25279317,310378496~6552787,317176553~2475343,321420951~29922475,352321536~16195306,371443446~7655315,381681664~34318160] 2024-07-26T07:05:01.631 INFO:tasks.workunit.client.0.smithi089.stdout:from 2 to HEAD diff [5232336~23484998,42103169~30683926,74909186~7765024,82877359~3345281,86942421~2770407,98535653~1736028,100509005~13135282,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15340236,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:01.631 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~23484998,42103169~30683926,74909186~7765024,82877359~3345281,86942421~2770407,98535653~1736028,100509005~13135282,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15340236,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:01.637 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~24523030,42103169~30683926,74909186~11313454,86942421~2770407,98535653~1736028,100509005~13135282,117440512~32540393,150994944~24949632,176160768~23820019,205520896~8795081,215545660~9375871,226492416~21554864,249208443~19994546,269639973~2079083,272629760~8304488,281018368~10887205,292540704~3500738,297386918~8910767,310378496~6552787,317176553~2475343,321420951~29922475,352321536~16195306,371443446~7655315,381681664~34318160] 2024-07-26T07:05:01.637 INFO:tasks.workunit.client.0.smithi089.stdout:from 3 to HEAD diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,98535653~1117753,100509005~13135282,119581246~263002,121046044~28934861,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:01.637 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,98535653~1117753,100509005~13135282,119581246~263002,121046044~28934861,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:01.644 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~14965348,42103169~30683926,76221229~6192533,82674210~3548430,86942421~2770407,98535653~1117753,100509005~13135282,117440512~32540393,154872443~21072133,176160768~23820019,205520896~8795081,215545660~9375871,226492416~21554864,249208443~19994546,269639973~2079083,272629760~8304488,281018368~10887205,292540704~3500738,297386918~8910767,310378496~6552787,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~16195306,371443446~7655315,381681664~34318160] 2024-07-26T07:05:01.644 INFO:tasks.workunit.client.0.smithi089.stdout:from 4 to HEAD diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,98535653~1117753,100509005~13135282,121046044~28934861,155464620~20479956,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5163575,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:01.644 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,98535653~1117753,100509005~13135282,121046044~28934861,155464620~20479956,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5163575,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:01.650 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~14965348,42103169~30683926,76221229~6192533,82674210~3548430,86942421~2770407,98535653~1117753,100509005~13135282,119844248~30136657,155464620~20479956,176160768~23820019,206381903~7934074,215545660~9375871,226964674~5163575,232237478~15809802,249208443~19994546,269639973~2079083,272629760~8304488,281018368~10887205,292540704~3500738,297386918~8910767,310658268~6273015,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~16195306,371443446~7655315,381681664~34318160] 2024-07-26T07:05:01.650 INFO:tasks.workunit.client.0.smithi089.stdout:from 5 to HEAD diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,100509005~13135282,121046044~28934861,155464620~20479956,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5163575,233921213~10267462,244608654~3438626,249454923~4128347,254276532~14926457,269809471~1909585,275986773~4947475,283230826~7695256,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:01.650 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,100509005~13135282,121046044~28934861,155464620~20479956,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5163575,233921213~10267462,244608654~3438626,249454923~4128347,254276532~14926457,269809471~1909585,275986773~4947475,283230826~7695256,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:01.655 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~14965348,42103169~30683926,76221229~6192533,82674210~3548430,86942421~2770407,100509005~13135282,119844248~30136657,155464620~20479956,176160768~23820019,206381903~7934074,215545660~9375871,226964674~5163575,232237478~11951197,244608654~3438626,249454923~4128347,254276532~14926457,269639973~2079083,272629760~8304488,281018368~9907714,292540704~3500738,297386918~8910767,310747340~6183943,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~16195306,371443446~7655315,381681664~34318160] 2024-07-26T07:05:01.655 INFO:tasks.workunit.client.0.smithi089.stdout:from 6 to HEAD diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,121046044~28934861,155464620~7219090,163757976~12186600,177188937~22791850,206381903~7934074,215545660~9375871,233921213~10267462,244608654~3438626,249454923~4128347,254276532~14926457,269809471~1909585,275986773~4947475,283230826~7695256,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~22330854,405137488~10862336] 2024-07-26T07:05:01.655 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,121046044~28934861,155464620~7219090,163757976~12186600,177188937~22791850,206381903~7934074,215545660~9375871,233921213~10267462,244608654~3438626,249454923~4128347,254276532~14926457,269809471~1909585,275986773~4947475,283230826~7695256,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~22330854,405137488~10862336] 2024-07-26T07:05:01.661 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~14965348,42103169~30683926,76221229~5961414,82674210~3548430,100509005~13135282,119844248~30136657,155464620~7219090,163757976~12186600,176160768~23820019,206381903~7934074,215545660~9375871,232237478~11951197,244608654~3438626,249454923~4128347,254276532~14926457,269639973~2079083,272629760~8304488,281018368~9907714,292540704~3500738,297386918~8910767,310747340~6183943,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~16195306,371443446~7655315,381681664~22690054,405137488~10862336] 2024-07-26T07:05:01.661 INFO:tasks.workunit.client.0.smithi089.stdout:from 7 to HEAD diff [5232336~5260768,19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,121046044~28934861,155464620~7219090,163757976~11236252,177188937~22791850,206381903~7934074,215545660~9375871,233921213~5174626,241355985~1272579,243034314~1154361,244608654~3438626,249454923~4128347,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~22330854,405137488~10862336] 2024-07-26T07:05:01.661 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,121046044~28934861,155464620~7219090,163757976~11236252,177188937~22791850,206381903~7934074,215545660~9375871,233921213~5174626,241355985~1272579,243034314~1154361,244608654~3438626,249454923~4128347,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~22330854,405137488~10862336] 2024-07-26T07:05:01.667 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,19164070~9553264,42103169~30683926,76221229~5961414,82674210~3548430,100509005~13135282,119844248~30136657,155464620~7219090,163757976~11236252,176160768~23820019,206381903~7934074,215545660~9375871,232237478~6858361,241355985~1272579,243034314~1154361,244608654~3438626,249454923~4128347,254276532~14926457,272629760~8304488,284802362~6123720,292540704~3500738,297386918~5860026,304701377~1596308,310747340~6183943,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~16195306,371443446~7655315,381681664~22690054,405137488~10862336] 2024-07-26T07:05:01.667 INFO:tasks.workunit.client.0.smithi089.stdout:from 8 to HEAD diff [5232336~5260768,19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,122692196~27288709,155464620~7219090,163757976~11236252,177188937~12593883,191882303~8098484,206381903~7934074,215545660~7252842,233921213~5174626,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~7932683,349736754~1606672,353772037~14744805,371443446~7655315,382040864~22330854,405137488~10862336] 2024-07-26T07:05:01.667 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,122692196~27288709,155464620~7219090,163757976~11236252,177188937~12593883,191882303~8098484,206381903~7934074,215545660~7252842,233921213~5174626,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~7932683,349736754~1606672,353772037~14744805,371443446~7655315,382040864~22330854,405137488~10862336] 2024-07-26T07:05:01.672 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,19164070~9553264,42103169~30683926,76221229~5961414,82674210~3548430,100509005~13135282,122692196~27288709,155464620~7219090,163757976~11236252,176160768~13622052,191882303~8098484,206381903~7934074,215545660~7252842,232237478~6858361,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,272629760~8304488,284802362~6123720,292540704~3500738,297386918~5860026,304701377~1596308,310747340~6183943,317176553~2475343,321420951~3558491,327043666~16892207,349736754~1606672,352321536~16195306,371443446~7655315,381681664~22690054,405137488~10862336] 2024-07-26T07:05:01.673 INFO:tasks.workunit.client.0.smithi089.stdout:from 9 to HEAD diff [19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,123077967~26902938,155464620~7219090,163757976~11236252,177188937~12593883,191882303~8098484,206381903~7934074,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1606672,353772037~14744805,377373817~1724944,382040864~22330854,405137488~10862336] 2024-07-26T07:05:01.673 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,123077967~26902938,155464620~7219090,163757976~11236252,177188937~12593883,191882303~8098484,206381903~7934074,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1606672,353772037~14744805,377373817~1724944,382040864~22330854,405137488~10862336] 2024-07-26T07:05:01.677 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [19164070~9553264,42103169~30683926,76221229~5961414,82674210~3548430,100509005~13135282,123077967~26902938,155464620~7219090,163757976~11236252,176160768~13622052,191882303~8098484,206381903~7934074,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,272629760~8304488,284802362~6123720,292540704~3500738,297386918~5860026,304701377~1596308,310747340~6183943,317176553~2475343,321420951~3558491,327179714~7868178,335773495~8162378,349736754~1606672,352321536~16195306,377373817~1724944,381681664~22690054,405137488~10862336] 2024-07-26T07:05:01.678 INFO:tasks.workunit.client.0.smithi089.stdout:from 10 to HEAD diff [19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,100711631~591165,106133904~7510383,123077967~26902938,155464620~7219090,171381120~3613108,177188937~10036913,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1606672,358630490~9886352,377373817~1724944,382040864~22330854,405137488~10862336] 2024-07-26T07:05:01.678 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,100711631~591165,106133904~7510383,123077967~26902938,155464620~7219090,171381120~3613108,177188937~10036913,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1606672,358630490~9886352,377373817~1724944,382040864~22330854,405137488~10862336] 2024-07-26T07:05:01.683 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [19164070~9553264,42103169~30683926,76221229~5961414,82674210~3548430,100711631~591165,106133904~7510383,123077967~26902938,155464620~7219090,171381120~3613108,176160768~11065082,191882303~8098484,206624806~7691171,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,284802362~6123720,297386918~5860026,304701377~1596308,310747340~6183943,321420951~3558491,327179714~7868178,335773495~8162378,349736754~1606672,358630490~9886352,377373817~1724944,381681664~22690054,405137488~10862336] 2024-07-26T07:05:01.878 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:01 smithi155 ceph-mon[90160]: osdmap e2047: 8 total, 8 up, 8 in 2024-07-26T07:05:01.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:01 smithi155 ceph-mon[90160]: pgmap v3532: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 1.2 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 154 KiB/s rd, 6.2 KiB/s wr, 2.75k op/s 2024-07-26T07:05:01.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:01 smithi089 ceph-mon[99608]: osdmap e2047: 8 total, 8 up, 8 in 2024-07-26T07:05:01.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:01 smithi089 ceph-mon[99608]: pgmap v3532: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 1.2 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 154 KiB/s rd, 6.2 KiB/s wr, 2.75k op/s 2024-07-26T07:05:01.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:01 smithi089 ceph-mon[102056]: osdmap e2047: 8 total, 8 up, 8 in 2024-07-26T07:05:01.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:01 smithi089 ceph-mon[102056]: pgmap v3532: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 1.2 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 154 KiB/s rd, 6.2 KiB/s wr, 2.75k op/s 2024-07-26T07:05:02.566 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:05:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:05:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:05:02.584 INFO:tasks.workunit.client.0.smithi089.stdout:from 0 to HEAD diff [5232336~23484998,34098337~2432257,42103169~30683926,74454016~8220194,82877359~11056799,98535653~15108634,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~20431530,269809471~1909585,275986773~4947475,283230826~14156092,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15550780,353772037~14744805,371443446~7655315,382040864~34661763] 2024-07-26T07:05:02.584 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~23484998,34098337~2432257,42103169~30683926,74454016~8220194,82877359~11056799,98535653~15108634,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~20431530,269809471~1909585,275986773~4947475,283230826~14156092,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15550780,353772037~14744805,371443446~7655315,382040864~34661763] 2024-07-26T07:05:02.629 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~24523030,34098337~2432257,42103169~51830989,96468992~17175295,117440512~32540393,150994944~24949632,176160768~23820019,205520896~8795081,215545660~9375871,226492416~21554864,249208443~22510613,272629760~8304488,281018368~25279317,310378496~6552787,317176553~2475343,321420951~30133019,352321536~16195306,371443446~7655315,381681664~35020963] 2024-07-26T07:05:02.630 INFO:tasks.workunit.client.0.smithi089.stdout:from 1 to HEAD diff [5232336~23484998,34098337~2432257,42103169~30683926,74454016~8220194,82877359~11056799,98535653~15108634,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~14156092,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15340236,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:02.630 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~23484998,34098337~2432257,42103169~30683926,74454016~8220194,82877359~11056799,98535653~15108634,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~14156092,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15340236,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:02.643 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~24523030,34098337~2432257,42103169~51830989,96468992~17175295,117440512~32540393,150994944~24949632,176160768~23820019,205520896~8795081,215545660~9375871,226492416~21554864,249208443~19994546,269639973~2079083,272629760~8304488,281018368~25279317,310378496~6552787,317176553~2475343,321420951~29922475,352321536~16195306,371443446~7655315,381681664~34318160] 2024-07-26T07:05:02.644 INFO:tasks.workunit.client.0.smithi089.stdout:from 2 to HEAD diff [5232336~23484998,42103169~30683926,74909186~7765024,82877359~3345281,86942421~2770407,98535653~1736028,100509005~13135282,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15340236,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:02.644 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~23484998,42103169~30683926,74909186~7765024,82877359~3345281,86942421~2770407,98535653~1736028,100509005~13135282,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15340236,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:02.649 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~24523030,42103169~30683926,74909186~11313454,86942421~2770407,98535653~1736028,100509005~13135282,117440512~32540393,150994944~24949632,176160768~23820019,205520896~8795081,215545660~9375871,226492416~21554864,249208443~19994546,269639973~2079083,272629760~8304488,281018368~10887205,292540704~3500738,297386918~8910767,310378496~6552787,317176553~2475343,321420951~29922475,352321536~16195306,371443446~7655315,381681664~34318160] 2024-07-26T07:05:02.649 INFO:tasks.workunit.client.0.smithi089.stdout:from 3 to HEAD diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,98535653~1117753,100509005~13135282,119581246~263002,121046044~28934861,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:02.649 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,98535653~1117753,100509005~13135282,119581246~263002,121046044~28934861,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:02.655 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~14965348,42103169~30683926,76221229~6192533,82674210~3548430,86942421~2770407,98535653~1117753,100509005~13135282,117440512~32540393,154872443~21072133,176160768~23820019,205520896~8795081,215545660~9375871,226492416~21554864,249208443~19994546,269639973~2079083,272629760~8304488,281018368~10887205,292540704~3500738,297386918~8910767,310378496~6552787,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~16195306,371443446~7655315,381681664~34318160] 2024-07-26T07:05:02.655 INFO:tasks.workunit.client.0.smithi089.stdout:from 4 to HEAD diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,98535653~1117753,100509005~13135282,121046044~28934861,155464620~20479956,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5163575,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:02.655 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,98535653~1117753,100509005~13135282,121046044~28934861,155464620~20479956,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5163575,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:02.661 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~14965348,42103169~30683926,76221229~6192533,82674210~3548430,86942421~2770407,98535653~1117753,100509005~13135282,119844248~30136657,155464620~20479956,176160768~23820019,206381903~7934074,215545660~9375871,226964674~5163575,232237478~15809802,249208443~19994546,269639973~2079083,272629760~8304488,281018368~10887205,292540704~3500738,297386918~8910767,310658268~6273015,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~16195306,371443446~7655315,381681664~34318160] 2024-07-26T07:05:02.661 INFO:tasks.workunit.client.0.smithi089.stdout:from 5 to HEAD diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,100509005~13135282,121046044~28934861,155464620~20479956,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5163575,233921213~10267462,244608654~3438626,249454923~4128347,254276532~14926457,269809471~1909585,275986773~4947475,283230826~7695256,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:02.661 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,100509005~13135282,121046044~28934861,155464620~20479956,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5163575,233921213~10267462,244608654~3438626,249454923~4128347,254276532~14926457,269809471~1909585,275986773~4947475,283230826~7695256,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:02.667 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~14965348,42103169~30683926,76221229~6192533,82674210~3548430,86942421~2770407,100509005~13135282,119844248~30136657,155464620~20479956,176160768~23820019,206381903~7934074,215545660~9375871,226964674~5163575,232237478~11951197,244608654~3438626,249454923~4128347,254276532~14926457,269639973~2079083,272629760~8304488,281018368~9907714,292540704~3500738,297386918~8910767,310747340~6183943,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~16195306,371443446~7655315,381681664~34318160] 2024-07-26T07:05:02.667 INFO:tasks.workunit.client.0.smithi089.stdout:from 6 to HEAD diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,121046044~28934861,155464620~7219090,163757976~12186600,177188937~22791850,206381903~7934074,215545660~9375871,233921213~10267462,244608654~3438626,249454923~4128347,254276532~14926457,269809471~1909585,275986773~4947475,283230826~7695256,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~22330854,405137488~10862336] 2024-07-26T07:05:02.667 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,121046044~28934861,155464620~7219090,163757976~12186600,177188937~22791850,206381903~7934074,215545660~9375871,233921213~10267462,244608654~3438626,249454923~4128347,254276532~14926457,269809471~1909585,275986773~4947475,283230826~7695256,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~22330854,405137488~10862336] 2024-07-26T07:05:02.672 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~14965348,42103169~30683926,76221229~5961414,82674210~3548430,100509005~13135282,119844248~30136657,155464620~7219090,163757976~12186600,176160768~23820019,206381903~7934074,215545660~9375871,232237478~11951197,244608654~3438626,249454923~4128347,254276532~14926457,269639973~2079083,272629760~8304488,281018368~9907714,292540704~3500738,297386918~8910767,310747340~6183943,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~16195306,371443446~7655315,381681664~22690054,405137488~10862336] 2024-07-26T07:05:02.672 INFO:tasks.workunit.client.0.smithi089.stdout:from 7 to HEAD diff [5232336~5260768,19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,121046044~28934861,155464620~7219090,163757976~11236252,177188937~22791850,206381903~7934074,215545660~9375871,233921213~5174626,241355985~1272579,243034314~1154361,244608654~3438626,249454923~4128347,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~22330854,405137488~10862336] 2024-07-26T07:05:02.673 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,121046044~28934861,155464620~7219090,163757976~11236252,177188937~22791850,206381903~7934074,215545660~9375871,233921213~5174626,241355985~1272579,243034314~1154361,244608654~3438626,249454923~4128347,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~22330854,405137488~10862336] 2024-07-26T07:05:02.678 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,19164070~9553264,42103169~30683926,76221229~5961414,82674210~3548430,100509005~13135282,119844248~30136657,155464620~7219090,163757976~11236252,176160768~23820019,206381903~7934074,215545660~9375871,232237478~6858361,241355985~1272579,243034314~1154361,244608654~3438626,249454923~4128347,254276532~14926457,272629760~8304488,284802362~6123720,292540704~3500738,297386918~5860026,304701377~1596308,310747340~6183943,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~16195306,371443446~7655315,381681664~22690054,405137488~10862336] 2024-07-26T07:05:02.678 INFO:tasks.workunit.client.0.smithi089.stdout:from 8 to HEAD diff [5232336~5260768,19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,122692196~27288709,155464620~7219090,163757976~11236252,177188937~12593883,191882303~8098484,206381903~7934074,215545660~7252842,233921213~5174626,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~7932683,349736754~1606672,353772037~14744805,371443446~7655315,382040864~22330854,405137488~10862336] 2024-07-26T07:05:02.678 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,122692196~27288709,155464620~7219090,163757976~11236252,177188937~12593883,191882303~8098484,206381903~7934074,215545660~7252842,233921213~5174626,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~7932683,349736754~1606672,353772037~14744805,371443446~7655315,382040864~22330854,405137488~10862336] 2024-07-26T07:05:02.683 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,19164070~9553264,42103169~30683926,76221229~5961414,82674210~3548430,100509005~13135282,122692196~27288709,155464620~7219090,163757976~11236252,176160768~13622052,191882303~8098484,206381903~7934074,215545660~7252842,232237478~6858361,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,272629760~8304488,284802362~6123720,292540704~3500738,297386918~5860026,304701377~1596308,310747340~6183943,317176553~2475343,321420951~3558491,327043666~16892207,349736754~1606672,352321536~16195306,371443446~7655315,381681664~22690054,405137488~10862336] 2024-07-26T07:05:02.684 INFO:tasks.workunit.client.0.smithi089.stdout:from 9 to HEAD diff [19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,123077967~26902938,155464620~7219090,163757976~11236252,177188937~12593883,191882303~8098484,206381903~7934074,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1606672,353772037~14744805,377373817~1724944,382040864~22330854,405137488~10862336] 2024-07-26T07:05:02.684 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,123077967~26902938,155464620~7219090,163757976~11236252,177188937~12593883,191882303~8098484,206381903~7934074,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327179714~7868178,336003190~7932683,349736754~1606672,353772037~14744805,377373817~1724944,382040864~22330854,405137488~10862336] 2024-07-26T07:05:02.689 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [19164070~9553264,42103169~30683926,76221229~5961414,82674210~3548430,100509005~13135282,123077967~26902938,155464620~7219090,163757976~11236252,176160768~13622052,191882303~8098484,206381903~7934074,215545660~7252842,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,272629760~8304488,284802362~6123720,292540704~3500738,297386918~5860026,304701377~1596308,310747340~6183943,317176553~2475343,321420951~3558491,327179714~7868178,335773495~8162378,349736754~1606672,352321536~16195306,377373817~1724944,381681664~22690054,405137488~10862336] 2024-07-26T07:05:02.878 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:02 smithi155 ceph-mon[90160]: osdmap e2048: 8 total, 8 up, 8 in 2024-07-26T07:05:02.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:02 smithi089 ceph-mon[99608]: osdmap e2048: 8 total, 8 up, 8 in 2024-07-26T07:05:02.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:05:02 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:05:02] "GET /metrics HTTP/1.1" 200 36661 "" "Prometheus/2.43.0" 2024-07-26T07:05:02.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:02 smithi089 ceph-mon[102056]: osdmap e2048: 8 total, 8 up, 8 in 2024-07-26T07:05:03.592 INFO:tasks.workunit.client.0.smithi089.stdout:from 0 to HEAD diff [5232336~23484998,34098337~2432257,42103169~30683926,74454016~8220194,82877359~11056799,98535653~15108634,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~20431530,269809471~1909585,275986773~4947475,283230826~14156092,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15550780,353772037~14744805,371443446~7655315,382040864~34661763] 2024-07-26T07:05:03.592 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~23484998,34098337~2432257,42103169~30683926,74454016~8220194,82877359~11056799,98535653~15108634,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~20431530,269809471~1909585,275986773~4947475,283230826~14156092,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15550780,353772037~14744805,371443446~7655315,382040864~34661763] 2024-07-26T07:05:03.639 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~24523030,34098337~2432257,42103169~51830989,96468992~17175295,117440512~32540393,150994944~24949632,176160768~23820019,205520896~8795081,215545660~9375871,226492416~21554864,249208443~22510613,272629760~8304488,281018368~25279317,310378496~6552787,317176553~2475343,321420951~30133019,352321536~16195306,371443446~7655315,381681664~35020963] 2024-07-26T07:05:03.639 INFO:tasks.workunit.client.0.smithi089.stdout:from 1 to HEAD diff [5232336~23484998,34098337~2432257,42103169~30683926,74454016~8220194,82877359~11056799,98535653~15108634,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~14156092,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15340236,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:03.639 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~23484998,34098337~2432257,42103169~30683926,74454016~8220194,82877359~11056799,98535653~15108634,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~14156092,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15340236,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:03.651 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~24523030,34098337~2432257,42103169~51830989,96468992~17175295,117440512~32540393,150994944~24949632,176160768~23820019,205520896~8795081,215545660~9375871,226492416~21554864,249208443~19994546,269639973~2079083,272629760~8304488,281018368~25279317,310378496~6552787,317176553~2475343,321420951~29922475,352321536~16195306,371443446~7655315,381681664~34318160] 2024-07-26T07:05:03.651 INFO:tasks.workunit.client.0.smithi089.stdout:from 2 to HEAD diff [5232336~23484998,42103169~30683926,74909186~7765024,82877359~3345281,86942421~2770407,98535653~1736028,100509005~13135282,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15340236,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:03.651 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~23484998,42103169~30683926,74909186~7765024,82877359~3345281,86942421~2770407,98535653~1736028,100509005~13135282,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15340236,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:03.657 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~24523030,42103169~30683926,74909186~11313454,86942421~2770407,98535653~1736028,100509005~13135282,117440512~32540393,150994944~24949632,176160768~23820019,205520896~8795081,215545660~9375871,226492416~21554864,249208443~19994546,269639973~2079083,272629760~8304488,281018368~10887205,292540704~3500738,297386918~8910767,310378496~6552787,317176553~2475343,321420951~29922475,352321536~16195306,371443446~7655315,381681664~34318160] 2024-07-26T07:05:03.657 INFO:tasks.workunit.client.0.smithi089.stdout:from 3 to HEAD diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,98535653~1117753,100509005~13135282,119581246~263002,121046044~28934861,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:03.657 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,98535653~1117753,100509005~13135282,119581246~263002,121046044~28934861,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:03.663 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~14965348,42103169~30683926,76221229~6192533,82674210~3548430,86942421~2770407,98535653~1117753,100509005~13135282,117440512~32540393,154872443~21072133,176160768~23820019,205520896~8795081,215545660~9375871,226492416~21554864,249208443~19994546,269639973~2079083,272629760~8304488,281018368~10887205,292540704~3500738,297386918~8910767,310378496~6552787,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~16195306,371443446~7655315,381681664~34318160] 2024-07-26T07:05:03.663 INFO:tasks.workunit.client.0.smithi089.stdout:from 4 to HEAD diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,98535653~1117753,100509005~13135282,121046044~28934861,155464620~20479956,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5163575,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:03.663 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,98535653~1117753,100509005~13135282,121046044~28934861,155464620~20479956,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5163575,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:03.669 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~14965348,42103169~30683926,76221229~6192533,82674210~3548430,86942421~2770407,98535653~1117753,100509005~13135282,119844248~30136657,155464620~20479956,176160768~23820019,206381903~7934074,215545660~9375871,226964674~5163575,232237478~15809802,249208443~19994546,269639973~2079083,272629760~8304488,281018368~10887205,292540704~3500738,297386918~8910767,310658268~6273015,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~16195306,371443446~7655315,381681664~34318160] 2024-07-26T07:05:03.669 INFO:tasks.workunit.client.0.smithi089.stdout:from 5 to HEAD diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,100509005~13135282,121046044~28934861,155464620~20479956,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5163575,233921213~10267462,244608654~3438626,249454923~4128347,254276532~14926457,269809471~1909585,275986773~4947475,283230826~7695256,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:03.669 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,100509005~13135282,121046044~28934861,155464620~20479956,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5163575,233921213~10267462,244608654~3438626,249454923~4128347,254276532~14926457,269809471~1909585,275986773~4947475,283230826~7695256,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:03.674 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~14965348,42103169~30683926,76221229~6192533,82674210~3548430,86942421~2770407,100509005~13135282,119844248~30136657,155464620~20479956,176160768~23820019,206381903~7934074,215545660~9375871,226964674~5163575,232237478~11951197,244608654~3438626,249454923~4128347,254276532~14926457,269639973~2079083,272629760~8304488,281018368~9907714,292540704~3500738,297386918~8910767,310747340~6183943,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~16195306,371443446~7655315,381681664~34318160] 2024-07-26T07:05:03.674 INFO:tasks.workunit.client.0.smithi089.stdout:from 6 to HEAD diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,121046044~28934861,155464620~7219090,163757976~12186600,177188937~22791850,206381903~7934074,215545660~9375871,233921213~10267462,244608654~3438626,249454923~4128347,254276532~14926457,269809471~1909585,275986773~4947475,283230826~7695256,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~22330854,405137488~10862336] 2024-07-26T07:05:03.674 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,121046044~28934861,155464620~7219090,163757976~12186600,177188937~22791850,206381903~7934074,215545660~9375871,233921213~10267462,244608654~3438626,249454923~4128347,254276532~14926457,269809471~1909585,275986773~4947475,283230826~7695256,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~22330854,405137488~10862336] 2024-07-26T07:05:03.680 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~14965348,42103169~30683926,76221229~5961414,82674210~3548430,100509005~13135282,119844248~30136657,155464620~7219090,163757976~12186600,176160768~23820019,206381903~7934074,215545660~9375871,232237478~11951197,244608654~3438626,249454923~4128347,254276532~14926457,269639973~2079083,272629760~8304488,281018368~9907714,292540704~3500738,297386918~8910767,310747340~6183943,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~16195306,371443446~7655315,381681664~22690054,405137488~10862336] 2024-07-26T07:05:03.680 INFO:tasks.workunit.client.0.smithi089.stdout:from 7 to HEAD diff [5232336~5260768,19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,121046044~28934861,155464620~7219090,163757976~11236252,177188937~22791850,206381903~7934074,215545660~9375871,233921213~5174626,241355985~1272579,243034314~1154361,244608654~3438626,249454923~4128347,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~22330854,405137488~10862336] 2024-07-26T07:05:03.680 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,121046044~28934861,155464620~7219090,163757976~11236252,177188937~22791850,206381903~7934074,215545660~9375871,233921213~5174626,241355985~1272579,243034314~1154361,244608654~3438626,249454923~4128347,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~22330854,405137488~10862336] 2024-07-26T07:05:03.686 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,19164070~9553264,42103169~30683926,76221229~5961414,82674210~3548430,100509005~13135282,119844248~30136657,155464620~7219090,163757976~11236252,176160768~23820019,206381903~7934074,215545660~9375871,232237478~6858361,241355985~1272579,243034314~1154361,244608654~3438626,249454923~4128347,254276532~14926457,272629760~8304488,284802362~6123720,292540704~3500738,297386918~5860026,304701377~1596308,310747340~6183943,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~16195306,371443446~7655315,381681664~22690054,405137488~10862336] 2024-07-26T07:05:03.686 INFO:tasks.workunit.client.0.smithi089.stdout:from 8 to HEAD diff [5232336~5260768,19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,122692196~27288709,155464620~7219090,163757976~11236252,177188937~12593883,191882303~8098484,206381903~7934074,215545660~7252842,233921213~5174626,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~7932683,349736754~1606672,353772037~14744805,371443446~7655315,382040864~22330854,405137488~10862336] 2024-07-26T07:05:03.686 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,122692196~27288709,155464620~7219090,163757976~11236252,177188937~12593883,191882303~8098484,206381903~7934074,215545660~7252842,233921213~5174626,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~7932683,349736754~1606672,353772037~14744805,371443446~7655315,382040864~22330854,405137488~10862336] 2024-07-26T07:05:03.691 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,19164070~9553264,42103169~30683926,76221229~5961414,82674210~3548430,100509005~13135282,122692196~27288709,155464620~7219090,163757976~11236252,176160768~13622052,191882303~8098484,206381903~7934074,215545660~7252842,232237478~6858361,241355985~1272579,244608654~3438626,249454923~4128347,254276532~14926457,272629760~8304488,284802362~6123720,292540704~3500738,297386918~5860026,304701377~1596308,310747340~6183943,317176553~2475343,321420951~3558491,327043666~16892207,349736754~1606672,352321536~16195306,371443446~7655315,381681664~22690054,405137488~10862336] 2024-07-26T07:05:03.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:03 smithi155 ceph-mon[90160]: osdmap e2049: 8 total, 8 up, 8 in 2024-07-26T07:05:03.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:03 smithi155 ceph-mon[90160]: pgmap v3535: 137 pgs: 6 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 129 active+clean; 1.2 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 142 KiB/s rd, 6.2 KiB/s wr, 1.67k op/s 2024-07-26T07:05:03.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:03 smithi089 ceph-mon[99608]: osdmap e2049: 8 total, 8 up, 8 in 2024-07-26T07:05:03.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:03 smithi089 ceph-mon[99608]: pgmap v3535: 137 pgs: 6 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 129 active+clean; 1.2 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 142 KiB/s rd, 6.2 KiB/s wr, 1.67k op/s 2024-07-26T07:05:03.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:03 smithi089 ceph-mon[102056]: osdmap e2049: 8 total, 8 up, 8 in 2024-07-26T07:05:03.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:03 smithi089 ceph-mon[102056]: pgmap v3535: 137 pgs: 6 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 129 active+clean; 1.2 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 142 KiB/s rd, 6.2 KiB/s wr, 1.67k op/s 2024-07-26T07:05:04.614 INFO:tasks.workunit.client.0.smithi089.stdout:from 0 to HEAD diff [5232336~23484998,34098337~2432257,42103169~30683926,74454016~8220194,82877359~11056799,98535653~15108634,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~20431530,269809471~1909585,275986773~4947475,283230826~14156092,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15550780,353772037~14744805,371443446~7655315,382040864~34661763] 2024-07-26T07:05:04.614 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~23484998,34098337~2432257,42103169~30683926,74454016~8220194,82877359~11056799,98535653~15108634,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~20431530,269809471~1909585,275986773~4947475,283230826~14156092,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15550780,353772037~14744805,371443446~7655315,382040864~34661763] 2024-07-26T07:05:04.659 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~24523030,34098337~2432257,42103169~51830989,96468992~17175295,117440512~32540393,150994944~24949632,176160768~23820019,205520896~8795081,215545660~9375871,226492416~21554864,249208443~22510613,272629760~8304488,281018368~25279317,310378496~6552787,317176553~2475343,321420951~30133019,352321536~16195306,371443446~7655315,381681664~35020963] 2024-07-26T07:05:04.659 INFO:tasks.workunit.client.0.smithi089.stdout:from 1 to HEAD diff [5232336~23484998,34098337~2432257,42103169~30683926,74454016~8220194,82877359~11056799,98535653~15108634,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~14156092,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15340236,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:04.659 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~23484998,34098337~2432257,42103169~30683926,74454016~8220194,82877359~11056799,98535653~15108634,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~14156092,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15340236,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:04.665 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~24523030,34098337~2432257,42103169~51830989,96468992~17175295,117440512~32540393,150994944~24949632,176160768~23820019,205520896~8795081,215545660~9375871,226492416~21554864,249208443~19994546,269639973~2079083,272629760~8304488,281018368~25279317,310378496~6552787,317176553~2475343,321420951~29922475,352321536~16195306,371443446~7655315,381681664~34318160] 2024-07-26T07:05:04.665 INFO:tasks.workunit.client.0.smithi089.stdout:from 2 to HEAD diff [5232336~23484998,42103169~30683926,74909186~7765024,82877359~3345281,86942421~2770407,98535653~1736028,100509005~13135282,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15340236,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:04.665 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~23484998,42103169~30683926,74909186~7765024,82877359~3345281,86942421~2770407,98535653~1736028,100509005~13135282,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15340236,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:04.670 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~24523030,42103169~30683926,74909186~11313454,86942421~2770407,98535653~1736028,100509005~13135282,117440512~32540393,150994944~24949632,176160768~23820019,205520896~8795081,215545660~9375871,226492416~21554864,249208443~19994546,269639973~2079083,272629760~8304488,281018368~10887205,292540704~3500738,297386918~8910767,310378496~6552787,317176553~2475343,321420951~29922475,352321536~16195306,371443446~7655315,381681664~34318160] 2024-07-26T07:05:04.670 INFO:tasks.workunit.client.0.smithi089.stdout:from 3 to HEAD diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,98535653~1117753,100509005~13135282,119581246~263002,121046044~28934861,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:04.670 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,98535653~1117753,100509005~13135282,119581246~263002,121046044~28934861,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:04.676 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~14965348,42103169~30683926,76221229~6192533,82674210~3548430,86942421~2770407,98535653~1117753,100509005~13135282,117440512~32540393,154872443~21072133,176160768~23820019,205520896~8795081,215545660~9375871,226492416~21554864,249208443~19994546,269639973~2079083,272629760~8304488,281018368~10887205,292540704~3500738,297386918~8910767,310378496~6552787,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~16195306,371443446~7655315,381681664~34318160] 2024-07-26T07:05:04.676 INFO:tasks.workunit.client.0.smithi089.stdout:from 4 to HEAD diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,98535653~1117753,100509005~13135282,121046044~28934861,155464620~20479956,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5163575,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:04.676 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,98535653~1117753,100509005~13135282,121046044~28934861,155464620~20479956,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5163575,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:04.682 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~14965348,42103169~30683926,76221229~6192533,82674210~3548430,86942421~2770407,98535653~1117753,100509005~13135282,119844248~30136657,155464620~20479956,176160768~23820019,206381903~7934074,215545660~9375871,226964674~5163575,232237478~15809802,249208443~19994546,269639973~2079083,272629760~8304488,281018368~10887205,292540704~3500738,297386918~8910767,310658268~6273015,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~16195306,371443446~7655315,381681664~34318160] 2024-07-26T07:05:04.682 INFO:tasks.workunit.client.0.smithi089.stdout:from 5 to HEAD diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,100509005~13135282,121046044~28934861,155464620~20479956,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5163575,233921213~10267462,244608654~3438626,249454923~4128347,254276532~14926457,269809471~1909585,275986773~4947475,283230826~7695256,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:04.682 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,100509005~13135282,121046044~28934861,155464620~20479956,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5163575,233921213~10267462,244608654~3438626,249454923~4128347,254276532~14926457,269809471~1909585,275986773~4947475,283230826~7695256,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:04.687 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~14965348,42103169~30683926,76221229~6192533,82674210~3548430,86942421~2770407,100509005~13135282,119844248~30136657,155464620~20479956,176160768~23820019,206381903~7934074,215545660~9375871,226964674~5163575,232237478~11951197,244608654~3438626,249454923~4128347,254276532~14926457,269639973~2079083,272629760~8304488,281018368~9907714,292540704~3500738,297386918~8910767,310747340~6183943,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~16195306,371443446~7655315,381681664~34318160] 2024-07-26T07:05:04.687 INFO:tasks.workunit.client.0.smithi089.stdout:from 6 to HEAD diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,121046044~28934861,155464620~7219090,163757976~12186600,177188937~22791850,206381903~7934074,215545660~9375871,233921213~10267462,244608654~3438626,249454923~4128347,254276532~14926457,269809471~1909585,275986773~4947475,283230826~7695256,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~22330854,405137488~10862336] 2024-07-26T07:05:04.687 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,121046044~28934861,155464620~7219090,163757976~12186600,177188937~22791850,206381903~7934074,215545660~9375871,233921213~10267462,244608654~3438626,249454923~4128347,254276532~14926457,269809471~1909585,275986773~4947475,283230826~7695256,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~22330854,405137488~10862336] 2024-07-26T07:05:04.693 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~14965348,42103169~30683926,76221229~5961414,82674210~3548430,100509005~13135282,119844248~30136657,155464620~7219090,163757976~12186600,176160768~23820019,206381903~7934074,215545660~9375871,232237478~11951197,244608654~3438626,249454923~4128347,254276532~14926457,269639973~2079083,272629760~8304488,281018368~9907714,292540704~3500738,297386918~8910767,310747340~6183943,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~16195306,371443446~7655315,381681664~22690054,405137488~10862336] 2024-07-26T07:05:04.693 INFO:tasks.workunit.client.0.smithi089.stdout:from 7 to HEAD diff [5232336~5260768,19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,121046044~28934861,155464620~7219090,163757976~11236252,177188937~22791850,206381903~7934074,215545660~9375871,233921213~5174626,241355985~1272579,243034314~1154361,244608654~3438626,249454923~4128347,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~22330854,405137488~10862336] 2024-07-26T07:05:04.693 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,19164070~9553264,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,121046044~28934861,155464620~7219090,163757976~11236252,177188937~22791850,206381903~7934074,215545660~9375871,233921213~5174626,241355985~1272579,243034314~1154361,244608654~3438626,249454923~4128347,254276532~14926457,275986773~4947475,284802362~6123720,292540704~3500738,297569108~5677836,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~22330854,405137488~10862336] 2024-07-26T07:05:04.698 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,19164070~9553264,42103169~30683926,76221229~5961414,82674210~3548430,100509005~13135282,119844248~30136657,155464620~7219090,163757976~11236252,176160768~23820019,206381903~7934074,215545660~9375871,232237478~6858361,241355985~1272579,243034314~1154361,244608654~3438626,249454923~4128347,254276532~14926457,272629760~8304488,284802362~6123720,292540704~3500738,297386918~5860026,304701377~1596308,310747340~6183943,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~16195306,371443446~7655315,381681664~22690054,405137488~10862336] 2024-07-26T07:05:04.878 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:04 smithi155 ceph-mon[90160]: osdmap e2050: 8 total, 8 up, 8 in 2024-07-26T07:05:04.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:04 smithi089 ceph-mon[99608]: osdmap e2050: 8 total, 8 up, 8 in 2024-07-26T07:05:04.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:04 smithi089 ceph-mon[102056]: osdmap e2050: 8 total, 8 up, 8 in 2024-07-26T07:05:05.288 INFO:tasks.workunit.client.0.smithi089.stdout:from 0 to HEAD diff [5232336~23484998,34098337~2432257,42103169~30683926,74454016~8220194,82877359~11056799,98535653~15108634,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~20431530,269809471~1909585,275986773~4947475,283230826~14156092,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15550780,353772037~14744805,371443446~7655315,382040864~34661763] 2024-07-26T07:05:05.288 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~23484998,34098337~2432257,42103169~30683926,74454016~8220194,82877359~11056799,98535653~15108634,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~20431530,269809471~1909585,275986773~4947475,283230826~14156092,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15550780,353772037~14744805,371443446~7655315,382040864~34661763] 2024-07-26T07:05:05.331 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~24523030,34098337~2432257,42103169~51830989,96468992~17175295,117440512~32540393,150994944~24949632,176160768~23820019,205520896~8795081,215545660~9375871,226492416~21554864,249208443~22510613,272629760~8304488,281018368~25279317,310378496~6552787,317176553~2475343,321420951~30133019,352321536~16195306,371443446~7655315,381681664~35020963] 2024-07-26T07:05:05.331 INFO:tasks.workunit.client.0.smithi089.stdout:from 1 to HEAD diff [5232336~23484998,34098337~2432257,42103169~30683926,74454016~8220194,82877359~11056799,98535653~15108634,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~14156092,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15340236,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:05.332 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~23484998,34098337~2432257,42103169~30683926,74454016~8220194,82877359~11056799,98535653~15108634,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~14156092,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15340236,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:05.339 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~24523030,34098337~2432257,42103169~51830989,96468992~17175295,117440512~32540393,150994944~24949632,176160768~23820019,205520896~8795081,215545660~9375871,226492416~21554864,249208443~19994546,269639973~2079083,272629760~8304488,281018368~25279317,310378496~6552787,317176553~2475343,321420951~29922475,352321536~16195306,371443446~7655315,381681664~34318160] 2024-07-26T07:05:05.339 INFO:tasks.workunit.client.0.smithi089.stdout:from 2 to HEAD diff [5232336~23484998,42103169~30683926,74909186~7765024,82877359~3345281,86942421~2770407,98535653~1736028,100509005~13135282,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15340236,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:05.339 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~23484998,42103169~30683926,74909186~7765024,82877359~3345281,86942421~2770407,98535653~1736028,100509005~13135282,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15340236,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:05.345 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~24523030,42103169~30683926,74909186~11313454,86942421~2770407,98535653~1736028,100509005~13135282,117440512~32540393,150994944~24949632,176160768~23820019,205520896~8795081,215545660~9375871,226492416~21554864,249208443~19994546,269639973~2079083,272629760~8304488,281018368~10887205,292540704~3500738,297386918~8910767,310378496~6552787,317176553~2475343,321420951~29922475,352321536~16195306,371443446~7655315,381681664~34318160] 2024-07-26T07:05:05.345 INFO:tasks.workunit.client.0.smithi089.stdout:from 3 to HEAD diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,98535653~1117753,100509005~13135282,119581246~263002,121046044~28934861,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:05.345 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,98535653~1117753,100509005~13135282,119581246~263002,121046044~28934861,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:05.350 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~14965348,42103169~30683926,76221229~6192533,82674210~3548430,86942421~2770407,98535653~1117753,100509005~13135282,117440512~32540393,154872443~21072133,176160768~23820019,205520896~8795081,215545660~9375871,226492416~21554864,249208443~19994546,269639973~2079083,272629760~8304488,281018368~10887205,292540704~3500738,297386918~8910767,310378496~6552787,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~16195306,371443446~7655315,381681664~34318160] 2024-07-26T07:05:05.350 INFO:tasks.workunit.client.0.smithi089.stdout:from 4 to HEAD diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,98535653~1117753,100509005~13135282,121046044~28934861,155464620~20479956,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5163575,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:05.350 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,98535653~1117753,100509005~13135282,121046044~28934861,155464620~20479956,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5163575,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:05.356 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~14965348,42103169~30683926,76221229~6192533,82674210~3548430,86942421~2770407,98535653~1117753,100509005~13135282,119844248~30136657,155464620~20479956,176160768~23820019,206381903~7934074,215545660~9375871,226964674~5163575,232237478~15809802,249208443~19994546,269639973~2079083,272629760~8304488,281018368~10887205,292540704~3500738,297386918~8910767,310658268~6273015,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~16195306,371443446~7655315,381681664~34318160] 2024-07-26T07:05:05.356 INFO:tasks.workunit.client.0.smithi089.stdout:from 5 to HEAD diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,100509005~13135282,121046044~28934861,155464620~20479956,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5163575,233921213~10267462,244608654~3438626,249454923~4128347,254276532~14926457,269809471~1909585,275986773~4947475,283230826~7695256,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:05.356 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,100509005~13135282,121046044~28934861,155464620~20479956,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5163575,233921213~10267462,244608654~3438626,249454923~4128347,254276532~14926457,269809471~1909585,275986773~4947475,283230826~7695256,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:05.361 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~14965348,42103169~30683926,76221229~6192533,82674210~3548430,86942421~2770407,100509005~13135282,119844248~30136657,155464620~20479956,176160768~23820019,206381903~7934074,215545660~9375871,226964674~5163575,232237478~11951197,244608654~3438626,249454923~4128347,254276532~14926457,269639973~2079083,272629760~8304488,281018368~9907714,292540704~3500738,297386918~8910767,310747340~6183943,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~16195306,371443446~7655315,381681664~34318160] 2024-07-26T07:05:05.361 INFO:tasks.workunit.client.0.smithi089.stdout:from 6 to HEAD diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,121046044~28934861,155464620~7219090,163757976~12186600,177188937~22791850,206381903~7934074,215545660~9375871,233921213~10267462,244608654~3438626,249454923~4128347,254276532~14926457,269809471~1909585,275986773~4947475,283230826~7695256,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~22330854,405137488~10862336] 2024-07-26T07:05:05.362 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~5961414,82877359~3345281,100509005~13135282,121046044~28934861,155464620~7219090,163757976~12186600,177188937~22791850,206381903~7934074,215545660~9375871,233921213~10267462,244608654~3438626,249454923~4128347,254276532~14926457,269809471~1909585,275986773~4947475,283230826~7695256,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~22330854,405137488~10862336] 2024-07-26T07:05:05.366 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~14965348,42103169~30683926,76221229~5961414,82674210~3548430,100509005~13135282,119844248~30136657,155464620~7219090,163757976~12186600,176160768~23820019,206381903~7934074,215545660~9375871,232237478~11951197,244608654~3438626,249454923~4128347,254276532~14926457,269639973~2079083,272629760~8304488,281018368~9907714,292540704~3500738,297386918~8910767,310747340~6183943,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~16195306,371443446~7655315,381681664~22690054,405137488~10862336] 2024-07-26T07:05:05.878 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:05 smithi155 ceph-mon[90160]: osdmap e2051: 8 total, 8 up, 8 in 2024-07-26T07:05:05.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:05 smithi155 ceph-mon[90160]: pgmap v3538: 137 pgs: 7 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 126 active+clean; 1.1 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 111 KiB/s rd, 6.0 KiB/s wr, 1.58k op/s 2024-07-26T07:05:05.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:05 smithi155 ceph-mon[90160]: osdmap e2052: 8 total, 8 up, 8 in 2024-07-26T07:05:05.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:05 smithi089 ceph-mon[99608]: osdmap e2051: 8 total, 8 up, 8 in 2024-07-26T07:05:05.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:05 smithi089 ceph-mon[99608]: pgmap v3538: 137 pgs: 7 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 126 active+clean; 1.1 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 111 KiB/s rd, 6.0 KiB/s wr, 1.58k op/s 2024-07-26T07:05:05.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:05 smithi089 ceph-mon[99608]: osdmap e2052: 8 total, 8 up, 8 in 2024-07-26T07:05:05.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:05 smithi089 ceph-mon[102056]: osdmap e2051: 8 total, 8 up, 8 in 2024-07-26T07:05:05.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:05 smithi089 ceph-mon[102056]: pgmap v3538: 137 pgs: 7 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 126 active+clean; 1.1 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 111 KiB/s rd, 6.0 KiB/s wr, 1.58k op/s 2024-07-26T07:05:05.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:05 smithi089 ceph-mon[102056]: osdmap e2052: 8 total, 8 up, 8 in 2024-07-26T07:05:06.288 INFO:tasks.workunit.client.0.smithi089.stdout:from 0 to HEAD diff [5232336~23484998,34098337~2432257,42103169~30683926,74454016~8220194,82877359~11056799,98535653~15108634,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~20431530,269809471~1909585,275986773~4947475,283230826~14156092,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15550780,353772037~14744805,371443446~7655315,382040864~34661763] 2024-07-26T07:05:06.289 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~23484998,34098337~2432257,42103169~30683926,74454016~8220194,82877359~11056799,98535653~15108634,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~20431530,269809471~1909585,275986773~4947475,283230826~14156092,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15550780,353772037~14744805,371443446~7655315,382040864~34661763] 2024-07-26T07:05:06.339 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~24523030,34098337~2432257,42103169~51830989,96468992~17175295,117440512~32540393,150994944~24949632,176160768~23820019,205520896~8795081,215545660~9375871,226492416~21554864,249208443~22510613,272629760~8304488,281018368~25279317,310378496~6552787,317176553~2475343,321420951~30133019,352321536~16195306,371443446~7655315,381681664~35020963] 2024-07-26T07:05:06.339 INFO:tasks.workunit.client.0.smithi089.stdout:from 1 to HEAD diff [5232336~23484998,34098337~2432257,42103169~30683926,74454016~8220194,82877359~11056799,98535653~15108634,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~14156092,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15340236,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:06.340 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~23484998,34098337~2432257,42103169~30683926,74454016~8220194,82877359~11056799,98535653~15108634,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~14156092,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15340236,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:06.350 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~24523030,34098337~2432257,42103169~51830989,96468992~17175295,117440512~32540393,150994944~24949632,176160768~23820019,205520896~8795081,215545660~9375871,226492416~21554864,249208443~19994546,269639973~2079083,272629760~8304488,281018368~25279317,310378496~6552787,317176553~2475343,321420951~29922475,352321536~16195306,371443446~7655315,381681664~34318160] 2024-07-26T07:05:06.350 INFO:tasks.workunit.client.0.smithi089.stdout:from 2 to HEAD diff [5232336~23484998,42103169~30683926,74909186~7765024,82877359~3345281,86942421~2770407,98535653~1736028,100509005~13135282,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15340236,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:06.350 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~23484998,42103169~30683926,74909186~7765024,82877359~3345281,86942421~2770407,98535653~1736028,100509005~13135282,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15340236,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:06.355 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~24523030,42103169~30683926,74909186~11313454,86942421~2770407,98535653~1736028,100509005~13135282,117440512~32540393,150994944~24949632,176160768~23820019,205520896~8795081,215545660~9375871,226492416~21554864,249208443~19994546,269639973~2079083,272629760~8304488,281018368~10887205,292540704~3500738,297386918~8910767,310378496~6552787,317176553~2475343,321420951~29922475,352321536~16195306,371443446~7655315,381681664~34318160] 2024-07-26T07:05:06.355 INFO:tasks.workunit.client.0.smithi089.stdout:from 3 to HEAD diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,98535653~1117753,100509005~13135282,119581246~263002,121046044~28934861,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:06.355 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,98535653~1117753,100509005~13135282,119581246~263002,121046044~28934861,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:06.361 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~14965348,42103169~30683926,76221229~6192533,82674210~3548430,86942421~2770407,98535653~1117753,100509005~13135282,117440512~32540393,154872443~21072133,176160768~23820019,205520896~8795081,215545660~9375871,226492416~21554864,249208443~19994546,269639973~2079083,272629760~8304488,281018368~10887205,292540704~3500738,297386918~8910767,310378496~6552787,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~16195306,371443446~7655315,381681664~34318160] 2024-07-26T07:05:06.361 INFO:tasks.workunit.client.0.smithi089.stdout:from 4 to HEAD diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,98535653~1117753,100509005~13135282,121046044~28934861,155464620~20479956,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5163575,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:06.362 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,98535653~1117753,100509005~13135282,121046044~28934861,155464620~20479956,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5163575,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:06.367 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~14965348,42103169~30683926,76221229~6192533,82674210~3548430,86942421~2770407,98535653~1117753,100509005~13135282,119844248~30136657,155464620~20479956,176160768~23820019,206381903~7934074,215545660~9375871,226964674~5163575,232237478~15809802,249208443~19994546,269639973~2079083,272629760~8304488,281018368~10887205,292540704~3500738,297386918~8910767,310658268~6273015,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~16195306,371443446~7655315,381681664~34318160] 2024-07-26T07:05:06.367 INFO:tasks.workunit.client.0.smithi089.stdout:from 5 to HEAD diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,100509005~13135282,121046044~28934861,155464620~20479956,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5163575,233921213~10267462,244608654~3438626,249454923~4128347,254276532~14926457,269809471~1909585,275986773~4947475,283230826~7695256,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:06.367 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,100509005~13135282,121046044~28934861,155464620~20479956,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5163575,233921213~10267462,244608654~3438626,249454923~4128347,254276532~14926457,269809471~1909585,275986773~4947475,283230826~7695256,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310747340~6183943,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:06.372 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~14965348,42103169~30683926,76221229~6192533,82674210~3548430,86942421~2770407,100509005~13135282,119844248~30136657,155464620~20479956,176160768~23820019,206381903~7934074,215545660~9375871,226964674~5163575,232237478~11951197,244608654~3438626,249454923~4128347,254276532~14926457,269639973~2079083,272629760~8304488,281018368~9907714,292540704~3500738,297386918~8910767,310747340~6183943,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~16195306,371443446~7655315,381681664~34318160] 2024-07-26T07:05:07.290 INFO:tasks.workunit.client.0.smithi089.stdout:from 0 to HEAD diff [5232336~23484998,34098337~2432257,42103169~30683926,74454016~8220194,82877359~11056799,98535653~15108634,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~20431530,269809471~1909585,275986773~4947475,283230826~14156092,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15550780,353772037~14744805,371443446~7655315,382040864~34661763] 2024-07-26T07:05:07.291 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~23484998,34098337~2432257,42103169~30683926,74454016~8220194,82877359~11056799,98535653~15108634,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~20431530,269809471~1909585,275986773~4947475,283230826~14156092,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15550780,353772037~14744805,371443446~7655315,382040864~34661763] 2024-07-26T07:05:07.332 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~24523030,34098337~2432257,42103169~51830989,96468992~17175295,117440512~32540393,150994944~24949632,176160768~23820019,205520896~8795081,215545660~9375871,226492416~21554864,249208443~22510613,272629760~8304488,281018368~25279317,310378496~6552787,317176553~2475343,321420951~30133019,352321536~16195306,371443446~7655315,381681664~35020963] 2024-07-26T07:05:07.332 INFO:tasks.workunit.client.0.smithi089.stdout:from 1 to HEAD diff [5232336~23484998,34098337~2432257,42103169~30683926,74454016~8220194,82877359~11056799,98535653~15108634,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~14156092,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15340236,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:07.332 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~23484998,34098337~2432257,42103169~30683926,74454016~8220194,82877359~11056799,98535653~15108634,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~14156092,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15340236,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:07.342 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~24523030,34098337~2432257,42103169~51830989,96468992~17175295,117440512~32540393,150994944~24949632,176160768~23820019,205520896~8795081,215545660~9375871,226492416~21554864,249208443~19994546,269639973~2079083,272629760~8304488,281018368~25279317,310378496~6552787,317176553~2475343,321420951~29922475,352321536~16195306,371443446~7655315,381681664~34318160] 2024-07-26T07:05:07.342 INFO:tasks.workunit.client.0.smithi089.stdout:from 2 to HEAD diff [5232336~23484998,42103169~30683926,74909186~7765024,82877359~3345281,86942421~2770407,98535653~1736028,100509005~13135282,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15340236,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:07.343 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~23484998,42103169~30683926,74909186~7765024,82877359~3345281,86942421~2770407,98535653~1736028,100509005~13135282,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15340236,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:07.348 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~24523030,42103169~30683926,74909186~11313454,86942421~2770407,98535653~1736028,100509005~13135282,117440512~32540393,150994944~24949632,176160768~23820019,205520896~8795081,215545660~9375871,226492416~21554864,249208443~19994546,269639973~2079083,272629760~8304488,281018368~10887205,292540704~3500738,297386918~8910767,310378496~6552787,317176553~2475343,321420951~29922475,352321536~16195306,371443446~7655315,381681664~34318160] 2024-07-26T07:05:07.348 INFO:tasks.workunit.client.0.smithi089.stdout:from 3 to HEAD diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,98535653~1117753,100509005~13135282,119581246~263002,121046044~28934861,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:07.348 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,98535653~1117753,100509005~13135282,119581246~263002,121046044~28934861,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:07.353 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~14965348,42103169~30683926,76221229~6192533,82674210~3548430,86942421~2770407,98535653~1117753,100509005~13135282,117440512~32540393,154872443~21072133,176160768~23820019,205520896~8795081,215545660~9375871,226492416~21554864,249208443~19994546,269639973~2079083,272629760~8304488,281018368~10887205,292540704~3500738,297386918~8910767,310378496~6552787,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~16195306,371443446~7655315,381681664~34318160] 2024-07-26T07:05:07.354 INFO:tasks.workunit.client.0.smithi089.stdout:from 4 to HEAD diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,98535653~1117753,100509005~13135282,121046044~28934861,155464620~20479956,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5163575,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:07.354 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,98535653~1117753,100509005~13135282,121046044~28934861,155464620~20479956,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5163575,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:07.359 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~14965348,42103169~30683926,76221229~6192533,82674210~3548430,86942421~2770407,98535653~1117753,100509005~13135282,119844248~30136657,155464620~20479956,176160768~23820019,206381903~7934074,215545660~9375871,226964674~5163575,232237478~15809802,249208443~19994546,269639973~2079083,272629760~8304488,281018368~10887205,292540704~3500738,297386918~8910767,310658268~6273015,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~16195306,371443446~7655315,381681664~34318160] 2024-07-26T07:05:07.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:07 smithi155 ceph-mon[90160]: osdmap e2053: 8 total, 8 up, 8 in 2024-07-26T07:05:07.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:07 smithi089 ceph-mon[99608]: osdmap e2053: 8 total, 8 up, 8 in 2024-07-26T07:05:07.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:07 smithi089 ceph-mon[102056]: osdmap e2053: 8 total, 8 up, 8 in 2024-07-26T07:05:08.296 INFO:tasks.workunit.client.0.smithi089.stdout:from 0 to HEAD diff [5232336~23484998,34098337~2432257,42103169~30683926,74454016~8220194,82877359~11056799,98535653~15108634,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~20431530,269809471~1909585,275986773~4947475,283230826~14156092,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15550780,353772037~14744805,371443446~7655315,382040864~34661763] 2024-07-26T07:05:08.297 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~23484998,34098337~2432257,42103169~30683926,74454016~8220194,82877359~11056799,98535653~15108634,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~20431530,269809471~1909585,275986773~4947475,283230826~14156092,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15550780,353772037~14744805,371443446~7655315,382040864~34661763] 2024-07-26T07:05:08.345 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~24523030,34098337~2432257,42103169~51830989,96468992~17175295,117440512~32540393,150994944~24949632,176160768~23820019,205520896~8795081,215545660~9375871,226492416~21554864,249208443~22510613,272629760~8304488,281018368~25279317,310378496~6552787,317176553~2475343,321420951~30133019,352321536~16195306,371443446~7655315,381681664~35020963] 2024-07-26T07:05:08.345 INFO:tasks.workunit.client.0.smithi089.stdout:from 1 to HEAD diff [5232336~23484998,34098337~2432257,42103169~30683926,74454016~8220194,82877359~11056799,98535653~15108634,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~14156092,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15340236,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:08.345 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~23484998,34098337~2432257,42103169~30683926,74454016~8220194,82877359~11056799,98535653~15108634,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~14156092,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15340236,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:08.352 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~24523030,34098337~2432257,42103169~51830989,96468992~17175295,117440512~32540393,150994944~24949632,176160768~23820019,205520896~8795081,215545660~9375871,226492416~21554864,249208443~19994546,269639973~2079083,272629760~8304488,281018368~25279317,310378496~6552787,317176553~2475343,321420951~29922475,352321536~16195306,371443446~7655315,381681664~34318160] 2024-07-26T07:05:08.352 INFO:tasks.workunit.client.0.smithi089.stdout:from 2 to HEAD diff [5232336~23484998,42103169~30683926,74909186~7765024,82877359~3345281,86942421~2770407,98535653~1736028,100509005~13135282,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15340236,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:08.352 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~23484998,42103169~30683926,74909186~7765024,82877359~3345281,86942421~2770407,98535653~1736028,100509005~13135282,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15340236,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:08.357 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~24523030,42103169~30683926,74909186~11313454,86942421~2770407,98535653~1736028,100509005~13135282,117440512~32540393,150994944~24949632,176160768~23820019,205520896~8795081,215545660~9375871,226492416~21554864,249208443~19994546,269639973~2079083,272629760~8304488,281018368~10887205,292540704~3500738,297386918~8910767,310378496~6552787,317176553~2475343,321420951~29922475,352321536~16195306,371443446~7655315,381681664~34318160] 2024-07-26T07:05:08.357 INFO:tasks.workunit.client.0.smithi089.stdout:from 3 to HEAD diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,98535653~1117753,100509005~13135282,119581246~263002,121046044~28934861,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:08.358 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~5260768,13751986~14965348,42103169~30683926,76221229~6192533,82877359~3345281,86942421~2770407,98535653~1117753,100509005~13135282,119581246~263002,121046044~28934861,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~3558491,327043666~8729829,336003190~10889592,349736754~1606672,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:08.363 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~6298800,13751986~14965348,42103169~30683926,76221229~6192533,82674210~3548430,86942421~2770407,98535653~1117753,100509005~13135282,117440512~32540393,154872443~21072133,176160768~23820019,205520896~8795081,215545660~9375871,226492416~21554864,249208443~19994546,269639973~2079083,272629760~8304488,281018368~10887205,292540704~3500738,297386918~8910767,310378496~6552787,317176553~2475343,321420951~3558491,327043666~19849116,349736754~1606672,352321536~16195306,371443446~7655315,381681664~34318160] 2024-07-26T07:05:08.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:08 smithi155 ceph-mon[90160]: pgmap v3541: 137 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 134 active+clean; 1.0 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 111 KiB/s rd, 6.0 KiB/s wr, 1.20k op/s 2024-07-26T07:05:08.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:08 smithi155 ceph-mon[90160]: osdmap e2054: 8 total, 8 up, 8 in 2024-07-26T07:05:08.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:08 smithi089 ceph-mon[99608]: pgmap v3541: 137 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 134 active+clean; 1.0 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 111 KiB/s rd, 6.0 KiB/s wr, 1.20k op/s 2024-07-26T07:05:08.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:08 smithi089 ceph-mon[99608]: osdmap e2054: 8 total, 8 up, 8 in 2024-07-26T07:05:08.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:08 smithi089 ceph-mon[102056]: pgmap v3541: 137 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 134 active+clean; 1.0 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 111 KiB/s rd, 6.0 KiB/s wr, 1.20k op/s 2024-07-26T07:05:08.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:08 smithi089 ceph-mon[102056]: osdmap e2054: 8 total, 8 up, 8 in 2024-07-26T07:05:09.297 INFO:tasks.workunit.client.0.smithi089.stdout:from 0 to HEAD diff [5232336~23484998,34098337~2432257,42103169~30683926,74454016~8220194,82877359~11056799,98535653~15108634,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~20431530,269809471~1909585,275986773~4947475,283230826~14156092,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15550780,353772037~14744805,371443446~7655315,382040864~34661763] 2024-07-26T07:05:09.297 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~23484998,34098337~2432257,42103169~30683926,74454016~8220194,82877359~11056799,98535653~15108634,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~20431530,269809471~1909585,275986773~4947475,283230826~14156092,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15550780,353772037~14744805,371443446~7655315,382040864~34661763] 2024-07-26T07:05:09.348 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~24523030,34098337~2432257,42103169~51830989,96468992~17175295,117440512~32540393,150994944~24949632,176160768~23820019,205520896~8795081,215545660~9375871,226492416~21554864,249208443~22510613,272629760~8304488,281018368~25279317,310378496~6552787,317176553~2475343,321420951~30133019,352321536~16195306,371443446~7655315,381681664~35020963] 2024-07-26T07:05:09.348 INFO:tasks.workunit.client.0.smithi089.stdout:from 1 to HEAD diff [5232336~23484998,34098337~2432257,42103169~30683926,74454016~8220194,82877359~11056799,98535653~15108634,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~14156092,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15340236,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:09.348 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~23484998,34098337~2432257,42103169~30683926,74454016~8220194,82877359~11056799,98535653~15108634,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~14156092,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15340236,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:09.362 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~24523030,34098337~2432257,42103169~51830989,96468992~17175295,117440512~32540393,150994944~24949632,176160768~23820019,205520896~8795081,215545660~9375871,226492416~21554864,249208443~19994546,269639973~2079083,272629760~8304488,281018368~25279317,310378496~6552787,317176553~2475343,321420951~29922475,352321536~16195306,371443446~7655315,381681664~34318160] 2024-07-26T07:05:09.362 INFO:tasks.workunit.client.0.smithi089.stdout:from 2 to HEAD diff [5232336~23484998,42103169~30683926,74909186~7765024,82877359~3345281,86942421~2770407,98535653~1736028,100509005~13135282,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15340236,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:09.362 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~23484998,42103169~30683926,74909186~7765024,82877359~3345281,86942421~2770407,98535653~1736028,100509005~13135282,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~8674747,292540704~3500738,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15340236,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:09.367 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~24523030,42103169~30683926,74909186~11313454,86942421~2770407,98535653~1736028,100509005~13135282,117440512~32540393,150994944~24949632,176160768~23820019,205520896~8795081,215545660~9375871,226492416~21554864,249208443~19994546,269639973~2079083,272629760~8304488,281018368~10887205,292540704~3500738,297386918~8910767,310378496~6552787,317176553~2475343,321420951~29922475,352321536~16195306,371443446~7655315,381681664~34318160] 2024-07-26T07:05:09.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:09 smithi155 ceph-mon[90160]: osdmap e2055: 8 total, 8 up, 8 in 2024-07-26T07:05:09.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:09 smithi089 ceph-mon[99608]: osdmap e2055: 8 total, 8 up, 8 in 2024-07-26T07:05:09.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:09 smithi089 ceph-mon[102056]: osdmap e2055: 8 total, 8 up, 8 in 2024-07-26T07:05:10.280 INFO:tasks.workunit.client.0.smithi089.stdout:from 0 to HEAD diff [5232336~23484998,34098337~2432257,42103169~30683926,74454016~8220194,82877359~11056799,98535653~15108634,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~20431530,269809471~1909585,275986773~4947475,283230826~14156092,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15550780,353772037~14744805,371443446~7655315,382040864~34661763] 2024-07-26T07:05:10.280 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~23484998,34098337~2432257,42103169~30683926,74454016~8220194,82877359~11056799,98535653~15108634,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~20431530,269809471~1909585,275986773~4947475,283230826~14156092,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15550780,353772037~14744805,371443446~7655315,382040864~34661763] 2024-07-26T07:05:10.330 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~24523030,34098337~2432257,42103169~51830989,96468992~17175295,117440512~32540393,150994944~24949632,176160768~23820019,205520896~8795081,215545660~9375871,226492416~21554864,249208443~22510613,272629760~8304488,281018368~25279317,310378496~6552787,317176553~2475343,321420951~30133019,352321536~16195306,371443446~7655315,381681664~35020963] 2024-07-26T07:05:10.331 INFO:tasks.workunit.client.0.smithi089.stdout:from 1 to HEAD diff [5232336~23484998,34098337~2432257,42103169~30683926,74454016~8220194,82877359~11056799,98535653~15108634,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~14156092,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15340236,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:10.331 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~23484998,34098337~2432257,42103169~30683926,74454016~8220194,82877359~11056799,98535653~15108634,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~19994546,269809471~1909585,275986773~4947475,283230826~14156092,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15340236,353772037~14744805,371443446~7655315,382040864~33958960] 2024-07-26T07:05:10.336 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~24523030,34098337~2432257,42103169~51830989,96468992~17175295,117440512~32540393,150994944~24949632,176160768~23820019,205520896~8795081,215545660~9375871,226492416~21554864,249208443~19994546,269639973~2079083,272629760~8304488,281018368~25279317,310378496~6552787,317176553~2475343,321420951~29922475,352321536~16195306,371443446~7655315,381681664~34318160] 2024-07-26T07:05:10.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:10 smithi155 ceph-mon[90160]: pgmap v3544: 137 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 134 active+clean; 1006 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 706 op/s 2024-07-26T07:05:10.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:10 smithi155 ceph-mon[90160]: osdmap e2056: 8 total, 8 up, 8 in 2024-07-26T07:05:10.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:10 smithi155 ceph-mon[90160]: osdmap e2057: 8 total, 8 up, 8 in 2024-07-26T07:05:10.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:10 smithi089 ceph-mon[99608]: pgmap v3544: 137 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 134 active+clean; 1006 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 706 op/s 2024-07-26T07:05:10.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:10 smithi089 ceph-mon[99608]: osdmap e2056: 8 total, 8 up, 8 in 2024-07-26T07:05:10.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:10 smithi089 ceph-mon[99608]: osdmap e2057: 8 total, 8 up, 8 in 2024-07-26T07:05:10.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:10 smithi089 ceph-mon[102056]: pgmap v3544: 137 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 134 active+clean; 1006 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 706 op/s 2024-07-26T07:05:10.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:10 smithi089 ceph-mon[102056]: osdmap e2056: 8 total, 8 up, 8 in 2024-07-26T07:05:10.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:10 smithi089 ceph-mon[102056]: osdmap e2057: 8 total, 8 up, 8 in 2024-07-26T07:05:11.309 INFO:tasks.workunit.client.0.smithi089.stdout:from 0 to HEAD diff [5232336~23484998,34098337~2432257,42103169~30683926,74454016~8220194,82877359~11056799,98535653~15108634,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~20431530,269809471~1909585,275986773~4947475,283230826~14156092,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15550780,353772037~14744805,371443446~7655315,382040864~34661763] 2024-07-26T07:05:11.309 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [5232336~23484998,34098337~2432257,42103169~30683926,74454016~8220194,82877359~11056799,98535653~15108634,119581246~263002,121046044~28934861,153532985~1339458,154996944~20947632,177188937~22791850,206381903~7934074,215545660~9375871,226964674~5272804,233921213~14126067,249208443~20431530,269809471~1909585,275986773~4947475,283230826~14156092,297569108~7132269,305523442~259134,305925972~371713,310658268~6273015,317176553~2475343,321420951~14352544,336003190~15550780,353772037~14744805,371443446~7655315,382040864~34661763] 2024-07-26T07:05:11.357 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~24523030,34098337~2432257,42103169~51830989,96468992~17175295,117440512~32540393,150994944~24949632,176160768~23820019,205520896~8795081,215545660~9375871,226492416~21554864,249208443~22510613,272629760~8304488,281018368~25279317,310378496~6552787,317176553~2475343,321420951~30133019,352321536~16195306,371443446~7655315,381681664~35020963] 2024-07-26T07:05:11.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:11 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:05:11.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:05:11.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:05:12.341 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] DiffIterateTest/0.DiffIterateStress (39932 ms) 2024-07-26T07:05:12.341 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] DiffIterateTest/0.DiffIterateParent 2024-07-26T07:05:12.341 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:05:12.555 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:05:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:05:12] "GET /metrics HTTP/1.1" 200 36661 "" "Prometheus/2.43.0" 2024-07-26T07:05:12.556 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:12 smithi089 ceph-mon[99608]: pgmap v3547: 137 pgs: 137 active+clean; 955 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 77 KiB/s rd, 6.0 KiB/s wr, 745 op/s 2024-07-26T07:05:12.556 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:12 smithi089 ceph-mon[99608]: osdmap e2058: 8 total, 8 up, 8 in 2024-07-26T07:05:12.556 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:12 smithi089 ceph-mon[102056]: pgmap v3547: 137 pgs: 137 active+clean; 955 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 77 KiB/s rd, 6.0 KiB/s wr, 745 op/s 2024-07-26T07:05:12.556 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:12 smithi089 ceph-mon[102056]: osdmap e2058: 8 total, 8 up, 8 in 2024-07-26T07:05:12.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:12 smithi155 ceph-mon[90160]: pgmap v3547: 137 pgs: 137 active+clean; 955 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 77 KiB/s rd, 6.0 KiB/s wr, 745 op/s 2024-07-26T07:05:12.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:12 smithi155 ceph-mon[90160]: osdmap e2058: 8 total, 8 up, 8 in 2024-07-26T07:05:12.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:05:12 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:05:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:05:13.427 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] DiffIterateTest/0.DiffIterateParent (1087 ms) 2024-07-26T07:05:13.428 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] DiffIterateTest/0.DiffIterateIgnoreParent 2024-07-26T07:05:13.428 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:05:13.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:13 smithi155 ceph-mon[90160]: osdmap e2059: 8 total, 8 up, 8 in 2024-07-26T07:05:13.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:13 smithi089 ceph-mon[99608]: osdmap e2059: 8 total, 8 up, 8 in 2024-07-26T07:05:13.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:13 smithi089 ceph-mon[102056]: osdmap e2059: 8 total, 8 up, 8 in 2024-07-26T07:05:14.456 INFO:tasks.workunit.client.0.smithi089.stdout: wrote [174319~81491,2512173~65508,6373416~21172,8551598~8826,10133164~47500,11026000~14692,12268847~41329,13524875~52201,19592453~31288,20204999~17154] to clone 2024-07-26T07:05:14.457 INFO:tasks.workunit.client.0.smithi089.stdout: diff was [0~2577681,4194304~2200284,8388608~3921568,12582912~994164,16777216~3444937] 2024-07-26T07:05:14.461 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] DiffIterateTest/0.DiffIterateIgnoreParent (1033 ms) 2024-07-26T07:05:14.461 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] DiffIterateTest/0.DiffIterateCallbackError 2024-07-26T07:05:14.461 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:05:14.481 INFO:tasks.workunit.client.0.smithi089.stdout: wrote [1622867~7634,7510007~62709,8144984~56453,10730531~66870,12785631~58361,12908985~93534,14327960~81813,17649303~62299,18013930~50546,19599756~92469] 2024-07-26T07:05:14.493 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] DiffIterateTest/0.DiffIterateCallbackError (32 ms) 2024-07-26T07:05:14.493 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] DiffIterateTest/0.DiffIterateParentDiscard 2024-07-26T07:05:14.493 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:05:14.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:14 smithi155 ceph-mon[90160]: pgmap v3550: 137 pgs: 137 active+clean; 873 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 84 KiB/s rd, 1.0 MiB/s wr, 572 op/s 2024-07-26T07:05:14.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:14 smithi155 ceph-mon[90160]: osdmap e2060: 8 total, 8 up, 8 in 2024-07-26T07:05:14.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:14 smithi089 ceph-mon[99608]: pgmap v3550: 137 pgs: 137 active+clean; 873 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 84 KiB/s rd, 1.0 MiB/s wr, 572 op/s 2024-07-26T07:05:14.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:14 smithi089 ceph-mon[99608]: osdmap e2060: 8 total, 8 up, 8 in 2024-07-26T07:05:14.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:14 smithi089 ceph-mon[102056]: pgmap v3550: 137 pgs: 137 active+clean; 873 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 84 KiB/s rd, 1.0 MiB/s wr, 572 op/s 2024-07-26T07:05:14.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:14 smithi089 ceph-mon[102056]: osdmap e2060: 8 total, 8 up, 8 in 2024-07-26T07:05:15.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:15 smithi155 ceph-mon[90160]: osdmap e2061: 8 total, 8 up, 8 in 2024-07-26T07:05:15.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:15 smithi155 ceph-mon[90160]: pgmap v3553: 137 pgs: 137 active+clean; 802 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.1 MiB/s wr, 355 op/s 2024-07-26T07:05:15.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:15 smithi155 ceph-mon[90160]: osdmap e2062: 8 total, 8 up, 8 in 2024-07-26T07:05:15.657 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:15 smithi089 ceph-mon[99608]: osdmap e2061: 8 total, 8 up, 8 in 2024-07-26T07:05:15.657 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:15 smithi089 ceph-mon[99608]: pgmap v3553: 137 pgs: 137 active+clean; 802 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.1 MiB/s wr, 355 op/s 2024-07-26T07:05:15.658 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:15 smithi089 ceph-mon[99608]: osdmap e2062: 8 total, 8 up, 8 in 2024-07-26T07:05:15.658 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:15 smithi089 ceph-mon[102056]: osdmap e2061: 8 total, 8 up, 8 in 2024-07-26T07:05:15.658 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:15 smithi089 ceph-mon[102056]: pgmap v3553: 137 pgs: 137 active+clean; 802 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.1 MiB/s wr, 355 op/s 2024-07-26T07:05:15.658 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:15 smithi089 ceph-mon[102056]: osdmap e2062: 8 total, 8 up, 8 in 2024-07-26T07:05:16.383 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] DiffIterateTest/0.DiffIterateParentDiscard (1891 ms) 2024-07-26T07:05:16.383 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] DiffIterateTest/0.DiffIterateUnalignedSmall 2024-07-26T07:05:16.384 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:05:16.444 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] DiffIterateTest/0.DiffIterateUnalignedSmall (61 ms) 2024-07-26T07:05:16.445 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] DiffIterateTest/0.DiffIterateUnaligned 2024-07-26T07:05:16.445 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:05:16.521 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] DiffIterateTest/0.DiffIterateUnaligned (77 ms) 2024-07-26T07:05:16.521 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] DiffIterateTest/0.DiffIterateTryAcquireLock 2024-07-26T07:05:16.522 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:05:17.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:17 smithi155 ceph-mon[90160]: osdmap e2063: 8 total, 8 up, 8 in 2024-07-26T07:05:17.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:17 smithi089 ceph-mon[99608]: osdmap e2063: 8 total, 8 up, 8 in 2024-07-26T07:05:17.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:17 smithi089 ceph-mon[102056]: osdmap e2063: 8 total, 8 up, 8 in 2024-07-26T07:05:18.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:18 smithi155 ceph-mon[90160]: pgmap v3556: 137 pgs: 137 active+clean; 799 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 6.2 MiB/s wr, 278 op/s 2024-07-26T07:05:18.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:18 smithi089 ceph-mon[99608]: pgmap v3556: 137 pgs: 137 active+clean; 799 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 6.2 MiB/s wr, 278 op/s 2024-07-26T07:05:18.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:18 smithi089 ceph-mon[102056]: pgmap v3556: 137 pgs: 137 active+clean; 799 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 6.2 MiB/s wr, 278 op/s 2024-07-26T07:05:20.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:20 smithi155 ceph-mon[90160]: pgmap v3557: 137 pgs: 137 active+clean; 849 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 4.7 MiB/s rd, 9.6 MiB/s wr, 240 op/s 2024-07-26T07:05:20.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:20 smithi155 ceph-mon[90160]: osdmap e2064: 8 total, 8 up, 8 in 2024-07-26T07:05:20.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:20 smithi089 ceph-mon[99608]: pgmap v3557: 137 pgs: 137 active+clean; 849 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 4.7 MiB/s rd, 9.6 MiB/s wr, 240 op/s 2024-07-26T07:05:20.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:20 smithi089 ceph-mon[99608]: osdmap e2064: 8 total, 8 up, 8 in 2024-07-26T07:05:20.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:20 smithi089 ceph-mon[102056]: pgmap v3557: 137 pgs: 137 active+clean; 849 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 4.7 MiB/s rd, 9.6 MiB/s wr, 240 op/s 2024-07-26T07:05:20.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:20 smithi089 ceph-mon[102056]: osdmap e2064: 8 total, 8 up, 8 in 2024-07-26T07:05:21.559 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] DiffIterateTest/0.DiffIterateTryAcquireLock (5038 ms) 2024-07-26T07:05:21.560 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] DiffIterateTest/0.DiffIterateStriping 2024-07-26T07:05:21.560 INFO:tasks.workunit.client.0.smithi089.stdout:SKIPPING 2024-07-26T07:05:21.560 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] DiffIterateTest/0.DiffIterateStriping (0 ms) 2024-07-26T07:05:22.295 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] 19 tests from DiffIterateTest/0 (237240 ms total) 2024-07-26T07:05:22.295 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T07:05:22.295 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] 19 tests from DiffIterateTest/1, where TypeParam = DiffIterateParams 2024-07-26T07:05:22.329 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] DiffIterateTest/1.DiffIterate 2024-07-26T07:05:22.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:22 smithi155 ceph-mon[90160]: pgmap v3559: 137 pgs: 137 active+clean; 872 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 8.0 MiB/s wr, 224 op/s 2024-07-26T07:05:22.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:05:22 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:05:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:05:22.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:22 smithi089 ceph-mon[99608]: pgmap v3559: 137 pgs: 137 active+clean; 872 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 8.0 MiB/s wr, 224 op/s 2024-07-26T07:05:22.655 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:05:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:05:22] "GET /metrics HTTP/1.1" 200 36661 "" "Prometheus/2.43.0" 2024-07-26T07:05:22.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:22 smithi089 ceph-mon[102056]: pgmap v3559: 137 pgs: 137 active+clean; 872 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 8.0 MiB/s wr, 224 op/s 2024-07-26T07:05:23.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:23 smithi155 ceph-mon[90160]: osdmap e2065: 8 total, 8 up, 8 in 2024-07-26T07:05:23.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:23 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:05:23.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:23 smithi089 ceph-mon[99608]: osdmap e2065: 8 total, 8 up, 8 in 2024-07-26T07:05:23.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:23 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:05:23.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:23 smithi089 ceph-mon[102056]: osdmap e2065: 8 total, 8 up, 8 in 2024-07-26T07:05:23.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:23 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:05:24.324 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:05:24.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:24 smithi155 ceph-mon[90160]: pgmap v3561: 105 pgs: 105 active+clean; 4.6 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail 2024-07-26T07:05:24.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:24 smithi155 ceph-mon[90160]: osdmap e2066: 8 total, 8 up, 8 in 2024-07-26T07:05:24.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:24 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/2939613069' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:05:24.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:24 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:05:24.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:24 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:05:24.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:24 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:05:24.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:24 smithi089 ceph-mon[99608]: pgmap v3561: 105 pgs: 105 active+clean; 4.6 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail 2024-07-26T07:05:24.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:24 smithi089 ceph-mon[99608]: osdmap e2066: 8 total, 8 up, 8 in 2024-07-26T07:05:24.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:24 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/2939613069' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:05:24.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:24 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:05:24.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:24 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:05:24.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:24 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:05:24.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:24 smithi089 ceph-mon[102056]: pgmap v3561: 105 pgs: 105 active+clean; 4.6 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail 2024-07-26T07:05:24.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:24 smithi089 ceph-mon[102056]: osdmap e2066: 8 total, 8 up, 8 in 2024-07-26T07:05:24.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:24 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/2939613069' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:05:24.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:24 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:05:24.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:24 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:05:24.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:24 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:05:25.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:25 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/2939613069' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:05:25.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:25 smithi155 ceph-mon[90160]: osdmap e2067: 8 total, 8 up, 8 in 2024-07-26T07:05:25.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:25 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/2939613069' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:05:25.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:25 smithi089 ceph-mon[99608]: osdmap e2067: 8 total, 8 up, 8 in 2024-07-26T07:05:25.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:25 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/2939613069' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi089-152442-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-07-26T07:05:25.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:25 smithi089 ceph-mon[102056]: osdmap e2067: 8 total, 8 up, 8 in 2024-07-26T07:05:26.358 INFO:tasks.workunit.client.0.smithi089.stdout: wrote [1447635~23,3707724~55405,4706646~22137,7408949~94831,7590218~54505,8354073~12903,11045843~86619,12722086~18501,14208135~39901,19620650~52635] 2024-07-26T07:05:26.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:26 smithi155 ceph-mon[90160]: pgmap v3564: 137 pgs: 5 creating+peering, 21 unknown, 111 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2024-07-26T07:05:26.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:26 smithi155 ceph-mon[90160]: osdmap e2068: 8 total, 8 up, 8 in 2024-07-26T07:05:26.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:05:26.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:26 smithi089 ceph-mon[99608]: pgmap v3564: 137 pgs: 5 creating+peering, 21 unknown, 111 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2024-07-26T07:05:26.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:26 smithi089 ceph-mon[99608]: osdmap e2068: 8 total, 8 up, 8 in 2024-07-26T07:05:26.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:05:26.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:26 smithi089 ceph-mon[102056]: pgmap v3564: 137 pgs: 5 creating+peering, 21 unknown, 111 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2024-07-26T07:05:26.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:26 smithi089 ceph-mon[102056]: osdmap e2068: 8 total, 8 up, 8 in 2024-07-26T07:05:26.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:05:27.350 INFO:tasks.workunit.client.0.smithi089.stdout: wrote [0~20971520] 2024-07-26T07:05:27.358 INFO:tasks.workunit.client.0.smithi089.stdout: diff was [0~20971520] 2024-07-26T07:05:27.361 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] DiffIterateTest/1.DiffIterate (5032 ms) 2024-07-26T07:05:27.361 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministic 2024-07-26T07:05:27.362 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:05:27.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:27 smithi155 ceph-mon[90160]: osdmap e2069: 8 total, 8 up, 8 in 2024-07-26T07:05:27.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:27 smithi155 ceph-mon[90160]: pgmap v3567: 137 pgs: 5 creating+peering, 5 unknown, 127 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-07-26T07:05:27.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:27 smithi089 ceph-mon[99608]: osdmap e2069: 8 total, 8 up, 8 in 2024-07-26T07:05:27.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:27 smithi089 ceph-mon[99608]: pgmap v3567: 137 pgs: 5 creating+peering, 5 unknown, 127 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-07-26T07:05:27.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:27 smithi089 ceph-mon[102056]: osdmap e2069: 8 total, 8 up, 8 in 2024-07-26T07:05:27.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:27 smithi089 ceph-mon[102056]: pgmap v3567: 137 pgs: 5 creating+peering, 5 unknown, 127 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-07-26T07:05:28.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:28 smithi155 ceph-mon[90160]: osdmap e2070: 8 total, 8 up, 8 in 2024-07-26T07:05:28.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:28 smithi089 ceph-mon[99608]: osdmap e2070: 8 total, 8 up, 8 in 2024-07-26T07:05:28.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:28 smithi089 ceph-mon[102056]: osdmap e2070: 8 total, 8 up, 8 in 2024-07-26T07:05:29.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:29 smithi155 ceph-mon[90160]: osdmap e2071: 8 total, 8 up, 8 in 2024-07-26T07:05:29.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:29 smithi155 ceph-mon[90160]: pgmap v3570: 137 pgs: 5 creating+peering, 132 active+clean; 7.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 33 KiB/s wr, 3 op/s 2024-07-26T07:05:29.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:29 smithi089 ceph-mon[99608]: osdmap e2071: 8 total, 8 up, 8 in 2024-07-26T07:05:29.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:29 smithi089 ceph-mon[99608]: pgmap v3570: 137 pgs: 5 creating+peering, 132 active+clean; 7.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 33 KiB/s wr, 3 op/s 2024-07-26T07:05:29.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:29 smithi089 ceph-mon[102056]: osdmap e2071: 8 total, 8 up, 8 in 2024-07-26T07:05:29.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:29 smithi089 ceph-mon[102056]: pgmap v3570: 137 pgs: 5 creating+peering, 132 active+clean; 7.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 33 KiB/s wr, 3 op/s 2024-07-26T07:05:30.382 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:05:30.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:30 smithi155 ceph-mon[90160]: osdmap e2072: 8 total, 8 up, 8 in 2024-07-26T07:05:30.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:30 smithi089 ceph-mon[99608]: osdmap e2072: 8 total, 8 up, 8 in 2024-07-26T07:05:30.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:30 smithi089 ceph-mon[102056]: osdmap e2072: 8 total, 8 up, 8 in 2024-07-26T07:05:31.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:31 smithi155 ceph-mon[90160]: osdmap e2073: 8 total, 8 up, 8 in 2024-07-26T07:05:31.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:31 smithi155 ceph-mon[90160]: pgmap v3573: 137 pgs: 137 active+clean; 18 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 176 KiB/s wr, 80 op/s 2024-07-26T07:05:31.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:31 smithi089 ceph-mon[99608]: osdmap e2073: 8 total, 8 up, 8 in 2024-07-26T07:05:31.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:31 smithi089 ceph-mon[99608]: pgmap v3573: 137 pgs: 137 active+clean; 18 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 176 KiB/s wr, 80 op/s 2024-07-26T07:05:31.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:31 smithi089 ceph-mon[102056]: osdmap e2073: 8 total, 8 up, 8 in 2024-07-26T07:05:31.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:31 smithi089 ceph-mon[102056]: pgmap v3573: 137 pgs: 137 active+clean; 18 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 176 KiB/s wr, 80 op/s 2024-07-26T07:05:32.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:32 smithi155 ceph-mon[90160]: osdmap e2074: 8 total, 8 up, 8 in 2024-07-26T07:05:32.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:05:32 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:05:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:05:32.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:32 smithi089 ceph-mon[99608]: osdmap e2074: 8 total, 8 up, 8 in 2024-07-26T07:05:32.655 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:05:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:05:32] "GET /metrics HTTP/1.1" 200 36590 "" "Prometheus/2.43.0" 2024-07-26T07:05:32.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:32 smithi089 ceph-mon[102056]: osdmap e2074: 8 total, 8 up, 8 in 2024-07-26T07:05:33.409 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:05:33.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:33 smithi155 ceph-mon[90160]: osdmap e2075: 8 total, 8 up, 8 in 2024-07-26T07:05:33.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:33 smithi155 ceph-mon[90160]: pgmap v3576: 137 pgs: 137 active+clean; 22 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 198 KiB/s wr, 88 op/s 2024-07-26T07:05:33.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:33 smithi089 ceph-mon[99608]: osdmap e2075: 8 total, 8 up, 8 in 2024-07-26T07:05:33.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:33 smithi089 ceph-mon[99608]: pgmap v3576: 137 pgs: 137 active+clean; 22 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 198 KiB/s wr, 88 op/s 2024-07-26T07:05:33.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:33 smithi089 ceph-mon[102056]: osdmap e2075: 8 total, 8 up, 8 in 2024-07-26T07:05:33.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:33 smithi089 ceph-mon[102056]: pgmap v3576: 137 pgs: 137 active+clean; 22 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 198 KiB/s wr, 88 op/s 2024-07-26T07:05:34.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:34 smithi089 ceph-mon[99608]: osdmap e2076: 8 total, 8 up, 8 in 2024-07-26T07:05:34.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:34 smithi089 ceph-mon[102056]: osdmap e2076: 8 total, 8 up, 8 in 2024-07-26T07:05:34.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:34 smithi155 ceph-mon[90160]: osdmap e2076: 8 total, 8 up, 8 in 2024-07-26T07:05:35.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:35 smithi089 ceph-mon[99608]: osdmap e2077: 8 total, 8 up, 8 in 2024-07-26T07:05:35.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:35 smithi089 ceph-mon[99608]: pgmap v3579: 137 pgs: 137 active+clean; 25 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 57 KiB/s wr, 43 op/s 2024-07-26T07:05:35.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:35 smithi089 ceph-mon[99608]: osdmap e2078: 8 total, 8 up, 8 in 2024-07-26T07:05:35.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:35 smithi089 ceph-mon[102056]: osdmap e2077: 8 total, 8 up, 8 in 2024-07-26T07:05:35.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:35 smithi089 ceph-mon[102056]: pgmap v3579: 137 pgs: 137 active+clean; 25 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 57 KiB/s wr, 43 op/s 2024-07-26T07:05:35.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:35 smithi089 ceph-mon[102056]: osdmap e2078: 8 total, 8 up, 8 in 2024-07-26T07:05:35.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:35 smithi155 ceph-mon[90160]: osdmap e2077: 8 total, 8 up, 8 in 2024-07-26T07:05:35.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:35 smithi155 ceph-mon[90160]: pgmap v3579: 137 pgs: 137 active+clean; 25 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 57 KiB/s wr, 43 op/s 2024-07-26T07:05:35.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:35 smithi155 ceph-mon[90160]: osdmap e2078: 8 total, 8 up, 8 in 2024-07-26T07:05:36.309 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:05:37.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:37 smithi155 ceph-mon[90160]: osdmap e2079: 8 total, 8 up, 8 in 2024-07-26T07:05:37.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:37 smithi089 ceph-mon[99608]: osdmap e2079: 8 total, 8 up, 8 in 2024-07-26T07:05:37.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:37 smithi089 ceph-mon[102056]: osdmap e2079: 8 total, 8 up, 8 in 2024-07-26T07:05:38.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:38 smithi155 ceph-mon[90160]: pgmap v3582: 137 pgs: 137 active+clean; 25 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 74 KiB/s rd, 8.0 KiB/s wr, 104 op/s 2024-07-26T07:05:38.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:38 smithi155 ceph-mon[90160]: osdmap e2080: 8 total, 8 up, 8 in 2024-07-26T07:05:38.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:38 smithi089 ceph-mon[99608]: pgmap v3582: 137 pgs: 137 active+clean; 25 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 74 KiB/s rd, 8.0 KiB/s wr, 104 op/s 2024-07-26T07:05:38.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:38 smithi089 ceph-mon[99608]: osdmap e2080: 8 total, 8 up, 8 in 2024-07-26T07:05:38.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:38 smithi089 ceph-mon[102056]: pgmap v3582: 137 pgs: 137 active+clean; 25 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 74 KiB/s rd, 8.0 KiB/s wr, 104 op/s 2024-07-26T07:05:38.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:38 smithi089 ceph-mon[102056]: osdmap e2080: 8 total, 8 up, 8 in 2024-07-26T07:05:39.324 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:05:39.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:39 smithi155 ceph-mon[90160]: osdmap e2081: 8 total, 8 up, 8 in 2024-07-26T07:05:39.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:39 smithi089 ceph-mon[99608]: osdmap e2081: 8 total, 8 up, 8 in 2024-07-26T07:05:39.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:39 smithi089 ceph-mon[102056]: osdmap e2081: 8 total, 8 up, 8 in 2024-07-26T07:05:40.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:40 smithi155 ceph-mon[90160]: pgmap v3585: 137 pgs: 137 active+clean; 26 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 5.7 KiB/s wr, 74 op/s 2024-07-26T07:05:40.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:40 smithi155 ceph-mon[90160]: osdmap e2082: 8 total, 8 up, 8 in 2024-07-26T07:05:40.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:40 smithi089 ceph-mon[99608]: pgmap v3585: 137 pgs: 137 active+clean; 26 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 5.7 KiB/s wr, 74 op/s 2024-07-26T07:05:40.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:40 smithi089 ceph-mon[99608]: osdmap e2082: 8 total, 8 up, 8 in 2024-07-26T07:05:40.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:40 smithi089 ceph-mon[102056]: pgmap v3585: 137 pgs: 137 active+clean; 26 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 5.7 KiB/s wr, 74 op/s 2024-07-26T07:05:40.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:40 smithi089 ceph-mon[102056]: osdmap e2082: 8 total, 8 up, 8 in 2024-07-26T07:05:41.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:41 smithi155 ceph-mon[90160]: osdmap e2083: 8 total, 8 up, 8 in 2024-07-26T07:05:41.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:05:41.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:41 smithi089 ceph-mon[99608]: osdmap e2083: 8 total, 8 up, 8 in 2024-07-26T07:05:41.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:05:41.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:41 smithi089 ceph-mon[102056]: osdmap e2083: 8 total, 8 up, 8 in 2024-07-26T07:05:41.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:05:42.339 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministic (14978 ms) 2024-07-26T07:05:42.339 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicPP 2024-07-26T07:05:42.339 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:05:42.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:42 smithi155 ceph-mon[90160]: pgmap v3588: 137 pgs: 137 active+clean; 28 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 7.0 KiB/s wr, 63 op/s 2024-07-26T07:05:42.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:42 smithi155 ceph-mon[90160]: osdmap e2084: 8 total, 8 up, 8 in 2024-07-26T07:05:42.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:05:42 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:05:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:05:42.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:42 smithi089 ceph-mon[99608]: pgmap v3588: 137 pgs: 137 active+clean; 28 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 7.0 KiB/s wr, 63 op/s 2024-07-26T07:05:42.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:42 smithi089 ceph-mon[99608]: osdmap e2084: 8 total, 8 up, 8 in 2024-07-26T07:05:42.655 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:05:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:05:42] "GET /metrics HTTP/1.1" 200 36645 "" "Prometheus/2.43.0" 2024-07-26T07:05:42.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:42 smithi089 ceph-mon[102056]: pgmap v3588: 137 pgs: 137 active+clean; 28 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 7.0 KiB/s wr, 63 op/s 2024-07-26T07:05:42.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:42 smithi089 ceph-mon[102056]: osdmap e2084: 8 total, 8 up, 8 in 2024-07-26T07:05:43.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:43 smithi155 ceph-mon[90160]: osdmap e2085: 8 total, 8 up, 8 in 2024-07-26T07:05:43.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:43 smithi089 ceph-mon[99608]: osdmap e2085: 8 total, 8 up, 8 in 2024-07-26T07:05:43.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:43 smithi089 ceph-mon[102056]: osdmap e2085: 8 total, 8 up, 8 in 2024-07-26T07:05:44.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:44 smithi155 ceph-mon[90160]: pgmap v3591: 137 pgs: 137 active+clean; 28 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 9.2 KiB/s wr, 88 op/s 2024-07-26T07:05:44.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:44 smithi155 ceph-mon[90160]: osdmap e2086: 8 total, 8 up, 8 in 2024-07-26T07:05:44.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:44 smithi089 ceph-mon[99608]: pgmap v3591: 137 pgs: 137 active+clean; 28 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 9.2 KiB/s wr, 88 op/s 2024-07-26T07:05:44.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:44 smithi089 ceph-mon[99608]: osdmap e2086: 8 total, 8 up, 8 in 2024-07-26T07:05:44.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:44 smithi089 ceph-mon[102056]: pgmap v3591: 137 pgs: 137 active+clean; 28 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 9.2 KiB/s wr, 88 op/s 2024-07-26T07:05:44.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:44 smithi089 ceph-mon[102056]: osdmap e2086: 8 total, 8 up, 8 in 2024-07-26T07:05:45.361 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:05:45.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:45 smithi155 ceph-mon[90160]: osdmap e2087: 8 total, 8 up, 8 in 2024-07-26T07:05:45.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:45 smithi155 ceph-mon[90160]: pgmap v3594: 137 pgs: 137 active+clean; 36 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 7.2 KiB/s wr, 83 op/s 2024-07-26T07:05:45.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:45 smithi089 ceph-mon[99608]: osdmap e2087: 8 total, 8 up, 8 in 2024-07-26T07:05:45.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:45 smithi089 ceph-mon[99608]: pgmap v3594: 137 pgs: 137 active+clean; 36 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 7.2 KiB/s wr, 83 op/s 2024-07-26T07:05:45.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:45 smithi089 ceph-mon[102056]: osdmap e2087: 8 total, 8 up, 8 in 2024-07-26T07:05:45.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:45 smithi089 ceph-mon[102056]: pgmap v3594: 137 pgs: 137 active+clean; 36 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 7.2 KiB/s wr, 83 op/s 2024-07-26T07:05:46.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:46 smithi155 ceph-mon[90160]: osdmap e2088: 8 total, 8 up, 8 in 2024-07-26T07:05:46.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:46 smithi089 ceph-mon[99608]: osdmap e2088: 8 total, 8 up, 8 in 2024-07-26T07:05:46.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:46 smithi089 ceph-mon[102056]: osdmap e2088: 8 total, 8 up, 8 in 2024-07-26T07:05:47.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:47 smithi155 ceph-mon[90160]: osdmap e2089: 8 total, 8 up, 8 in 2024-07-26T07:05:47.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:47 smithi155 ceph-mon[90160]: pgmap v3597: 137 pgs: 137 active+clean; 36 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 7.5 KiB/s wr, 109 op/s 2024-07-26T07:05:47.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:47 smithi089 ceph-mon[99608]: osdmap e2089: 8 total, 8 up, 8 in 2024-07-26T07:05:47.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:47 smithi089 ceph-mon[99608]: pgmap v3597: 137 pgs: 137 active+clean; 36 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 7.5 KiB/s wr, 109 op/s 2024-07-26T07:05:47.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:47 smithi089 ceph-mon[102056]: osdmap e2089: 8 total, 8 up, 8 in 2024-07-26T07:05:47.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:47 smithi089 ceph-mon[102056]: pgmap v3597: 137 pgs: 137 active+clean; 36 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 7.5 KiB/s wr, 109 op/s 2024-07-26T07:05:48.378 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:05:48.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:48 smithi155 ceph-mon[90160]: osdmap e2090: 8 total, 8 up, 8 in 2024-07-26T07:05:48.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:48 smithi089 ceph-mon[99608]: osdmap e2090: 8 total, 8 up, 8 in 2024-07-26T07:05:48.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:48 smithi089 ceph-mon[102056]: osdmap e2090: 8 total, 8 up, 8 in 2024-07-26T07:05:49.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:49 smithi155 ceph-mon[90160]: osdmap e2091: 8 total, 8 up, 8 in 2024-07-26T07:05:49.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:49 smithi155 ceph-mon[90160]: pgmap v3600: 137 pgs: 137 active+clean; 36 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 6.2 KiB/s wr, 87 op/s 2024-07-26T07:05:49.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:49 smithi089 ceph-mon[99608]: osdmap e2091: 8 total, 8 up, 8 in 2024-07-26T07:05:49.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:49 smithi089 ceph-mon[99608]: pgmap v3600: 137 pgs: 137 active+clean; 36 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 6.2 KiB/s wr, 87 op/s 2024-07-26T07:05:49.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:49 smithi089 ceph-mon[102056]: osdmap e2091: 8 total, 8 up, 8 in 2024-07-26T07:05:49.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:49 smithi089 ceph-mon[102056]: pgmap v3600: 137 pgs: 137 active+clean; 36 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 6.2 KiB/s wr, 87 op/s 2024-07-26T07:05:50.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:50 smithi155 ceph-mon[90160]: osdmap e2092: 8 total, 8 up, 8 in 2024-07-26T07:05:50.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:50 smithi089 ceph-mon[99608]: osdmap e2092: 8 total, 8 up, 8 in 2024-07-26T07:05:50.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:50 smithi089 ceph-mon[102056]: osdmap e2092: 8 total, 8 up, 8 in 2024-07-26T07:05:51.416 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:05:51.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:51 smithi155 ceph-mon[90160]: osdmap e2093: 8 total, 8 up, 8 in 2024-07-26T07:05:51.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:51 smithi155 ceph-mon[90160]: pgmap v3603: 137 pgs: 137 active+clean; 42 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 43 KiB/s rd, 6.2 KiB/s wr, 64 op/s 2024-07-26T07:05:51.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:51 smithi089 ceph-mon[99608]: osdmap e2093: 8 total, 8 up, 8 in 2024-07-26T07:05:51.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:51 smithi089 ceph-mon[99608]: pgmap v3603: 137 pgs: 137 active+clean; 42 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 43 KiB/s rd, 6.2 KiB/s wr, 64 op/s 2024-07-26T07:05:51.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:51 smithi089 ceph-mon[102056]: osdmap e2093: 8 total, 8 up, 8 in 2024-07-26T07:05:51.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:51 smithi089 ceph-mon[102056]: pgmap v3603: 137 pgs: 137 active+clean; 42 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 43 KiB/s rd, 6.2 KiB/s wr, 64 op/s 2024-07-26T07:05:52.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:52 smithi155 ceph-mon[90160]: osdmap e2094: 8 total, 8 up, 8 in 2024-07-26T07:05:52.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:05:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:05:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:05:52.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:52 smithi089 ceph-mon[99608]: osdmap e2094: 8 total, 8 up, 8 in 2024-07-26T07:05:52.655 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:05:52 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:05:52] "GET /metrics HTTP/1.1" 200 36645 "" "Prometheus/2.43.0" 2024-07-26T07:05:52.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:52 smithi089 ceph-mon[102056]: osdmap e2094: 8 total, 8 up, 8 in 2024-07-26T07:05:53.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:53 smithi089 ceph-mon[99608]: osdmap e2095: 8 total, 8 up, 8 in 2024-07-26T07:05:53.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:53 smithi089 ceph-mon[99608]: pgmap v3606: 137 pgs: 137 active+clean; 45 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 6.2 KiB/s wr, 54 op/s 2024-07-26T07:05:53.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:53 smithi089 ceph-mon[102056]: osdmap e2095: 8 total, 8 up, 8 in 2024-07-26T07:05:53.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:53 smithi089 ceph-mon[102056]: pgmap v3606: 137 pgs: 137 active+clean; 45 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 6.2 KiB/s wr, 54 op/s 2024-07-26T07:05:53.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:53 smithi155 ceph-mon[90160]: osdmap e2095: 8 total, 8 up, 8 in 2024-07-26T07:05:53.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:53 smithi155 ceph-mon[90160]: pgmap v3606: 137 pgs: 137 active+clean; 45 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 6.2 KiB/s wr, 54 op/s 2024-07-26T07:05:54.428 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:05:54.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:54 smithi089 ceph-mon[99608]: osdmap e2096: 8 total, 8 up, 8 in 2024-07-26T07:05:54.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:54 smithi089 ceph-mon[102056]: osdmap e2096: 8 total, 8 up, 8 in 2024-07-26T07:05:54.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:54 smithi155 ceph-mon[90160]: osdmap e2096: 8 total, 8 up, 8 in 2024-07-26T07:05:55.878 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:55 smithi155 ceph-mon[90160]: osdmap e2097: 8 total, 8 up, 8 in 2024-07-26T07:05:55.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:55 smithi155 ceph-mon[90160]: pgmap v3609: 137 pgs: 137 active+clean; 54 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 6.7 KiB/s wr, 72 op/s 2024-07-26T07:05:55.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:55 smithi089 ceph-mon[99608]: osdmap e2097: 8 total, 8 up, 8 in 2024-07-26T07:05:56.037 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:55 smithi089 ceph-mon[99608]: pgmap v3609: 137 pgs: 137 active+clean; 54 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 6.7 KiB/s wr, 72 op/s 2024-07-26T07:05:56.038 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:55 smithi089 ceph-mon[102056]: osdmap e2097: 8 total, 8 up, 8 in 2024-07-26T07:05:56.038 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:55 smithi089 ceph-mon[102056]: pgmap v3609: 137 pgs: 137 active+clean; 54 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 6.7 KiB/s wr, 72 op/s 2024-07-26T07:05:56.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:56 smithi155 ceph-mon[90160]: osdmap e2098: 8 total, 8 up, 8 in 2024-07-26T07:05:56.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:56 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:05:56.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:56 smithi089 ceph-mon[99608]: osdmap e2098: 8 total, 8 up, 8 in 2024-07-26T07:05:56.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:56 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:05:56.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:56 smithi089 ceph-mon[102056]: osdmap e2098: 8 total, 8 up, 8 in 2024-07-26T07:05:56.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:56 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:05:57.467 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicPP (15127 ms) 2024-07-26T07:05:57.467 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicLUKS1 2024-07-26T07:05:57.467 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:05:57.878 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:57 smithi155 ceph-mon[90160]: osdmap e2099: 8 total, 8 up, 8 in 2024-07-26T07:05:57.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:57 smithi155 ceph-mon[90160]: pgmap v3612: 137 pgs: 137 active+clean; 58 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 9.2 KiB/s wr, 121 op/s 2024-07-26T07:05:57.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:57 smithi089 ceph-mon[99608]: osdmap e2099: 8 total, 8 up, 8 in 2024-07-26T07:05:57.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:57 smithi089 ceph-mon[99608]: pgmap v3612: 137 pgs: 137 active+clean; 58 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 9.2 KiB/s wr, 121 op/s 2024-07-26T07:05:57.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:57 smithi089 ceph-mon[102056]: osdmap e2099: 8 total, 8 up, 8 in 2024-07-26T07:05:57.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:57 smithi089 ceph-mon[102056]: pgmap v3612: 137 pgs: 137 active+clean; 58 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 9.2 KiB/s wr, 121 op/s 2024-07-26T07:05:58.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:58 smithi155 ceph-mon[90160]: osdmap e2100: 8 total, 8 up, 8 in 2024-07-26T07:05:58.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:58 smithi089 ceph-mon[99608]: osdmap e2100: 8 total, 8 up, 8 in 2024-07-26T07:05:58.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:58 smithi089 ceph-mon[102056]: osdmap e2100: 8 total, 8 up, 8 in 2024-07-26T07:05:59.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:05:59 smithi155 ceph-mon[90160]: pgmap v3614: 137 pgs: 137 active+clean; 58 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 7.7 KiB/s wr, 84 op/s 2024-07-26T07:05:59.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:05:59 smithi089 ceph-mon[99608]: pgmap v3614: 137 pgs: 137 active+clean; 58 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 7.7 KiB/s wr, 84 op/s 2024-07-26T07:05:59.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:05:59 smithi089 ceph-mon[102056]: pgmap v3614: 137 pgs: 137 active+clean; 58 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 7.7 KiB/s wr, 84 op/s 2024-07-26T07:06:02.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:06:01 smithi155 ceph-mon[90160]: pgmap v3615: 137 pgs: 137 active+clean; 62 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 7.0 KiB/s wr, 83 op/s 2024-07-26T07:06:02.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:06:01 smithi089 ceph-mon[99608]: pgmap v3615: 137 pgs: 137 active+clean; 62 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 7.0 KiB/s wr, 83 op/s 2024-07-26T07:06:02.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:06:01 smithi089 ceph-mon[102056]: pgmap v3615: 137 pgs: 137 active+clean; 62 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 7.0 KiB/s wr, 83 op/s 2024-07-26T07:06:02.628 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:06:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:06:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:06:02.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:06:02 smithi089 ceph-mon[99608]: osdmap e2101: 8 total, 8 up, 8 in 2024-07-26T07:06:02.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:06:02 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:06:02] "GET /metrics HTTP/1.1" 200 36649 "" "Prometheus/2.43.0" 2024-07-26T07:06:02.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:06:02 smithi089 ceph-mon[102056]: osdmap e2101: 8 total, 8 up, 8 in 2024-07-26T07:06:03.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:06:02 smithi155 ceph-mon[90160]: osdmap e2101: 8 total, 8 up, 8 in 2024-07-26T07:06:03.786 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:06:04.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:06:03 smithi155 ceph-mon[90160]: pgmap v3617: 137 pgs: 137 active+clean; 66 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 37 KiB/s rd, 657 KiB/s wr, 52 op/s 2024-07-26T07:06:04.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:06:03 smithi155 ceph-mon[90160]: osdmap e2102: 8 total, 8 up, 8 in 2024-07-26T07:06:04.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:06:03 smithi089 ceph-mon[99608]: pgmap v3617: 137 pgs: 137 active+clean; 66 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 37 KiB/s rd, 657 KiB/s wr, 52 op/s 2024-07-26T07:06:04.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:06:03 smithi089 ceph-mon[99608]: osdmap e2102: 8 total, 8 up, 8 in 2024-07-26T07:06:04.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:06:03 smithi089 ceph-mon[102056]: pgmap v3617: 137 pgs: 137 active+clean; 66 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 37 KiB/s rd, 657 KiB/s wr, 52 op/s 2024-07-26T07:06:04.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:06:03 smithi089 ceph-mon[102056]: osdmap e2102: 8 total, 8 up, 8 in 2024-07-26T07:06:05.128 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:06:04 smithi155 ceph-mon[90160]: osdmap e2103: 8 total, 8 up, 8 in 2024-07-26T07:06:05.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:06:04 smithi089 ceph-mon[99608]: osdmap e2103: 8 total, 8 up, 8 in 2024-07-26T07:06:05.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:06:04 smithi089 ceph-mon[102056]: osdmap e2103: 8 total, 8 up, 8 in 2024-07-26T07:06:06.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:06:05 smithi155 ceph-mon[90160]: pgmap v3620: 137 pgs: 137 active+clean; 66 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 43 KiB/s rd, 687 KiB/s wr, 60 op/s 2024-07-26T07:06:06.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:06:05 smithi089 ceph-mon[99608]: pgmap v3620: 137 pgs: 137 active+clean; 66 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 43 KiB/s rd, 687 KiB/s wr, 60 op/s 2024-07-26T07:06:06.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:06:05 smithi089 ceph-mon[102056]: pgmap v3620: 137 pgs: 137 active+clean; 66 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 43 KiB/s rd, 687 KiB/s wr, 60 op/s 2024-07-26T07:06:08.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:06:07 smithi155 ceph-mon[90160]: pgmap v3621: 137 pgs: 137 active+clean; 66 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 686 KiB/s wr, 39 op/s 2024-07-26T07:06:08.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:06:07 smithi089 ceph-mon[99608]: pgmap v3621: 137 pgs: 137 active+clean; 66 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 686 KiB/s wr, 39 op/s 2024-07-26T07:06:08.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:06:07 smithi089 ceph-mon[102056]: pgmap v3621: 137 pgs: 137 active+clean; 66 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 686 KiB/s wr, 39 op/s 2024-07-26T07:06:09.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:06:08 smithi155 ceph-mon[90160]: osdmap e2104: 8 total, 8 up, 8 in 2024-07-26T07:06:09.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:06:08 smithi089 ceph-mon[99608]: osdmap e2104: 8 total, 8 up, 8 in 2024-07-26T07:06:09.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:06:08 smithi089 ceph-mon[102056]: osdmap e2104: 8 total, 8 up, 8 in 2024-07-26T07:06:09.819 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:06:10.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:06:09 smithi155 ceph-mon[90160]: pgmap v3623: 137 pgs: 137 active+clean; 66 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 4.2 KiB/s wr, 41 op/s 2024-07-26T07:06:10.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:06:09 smithi155 ceph-mon[90160]: osdmap e2105: 8 total, 8 up, 8 in 2024-07-26T07:06:10.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:06:09 smithi089 ceph-mon[99608]: pgmap v3623: 137 pgs: 137 active+clean; 66 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 4.2 KiB/s wr, 41 op/s 2024-07-26T07:06:10.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:06:09 smithi089 ceph-mon[99608]: osdmap e2105: 8 total, 8 up, 8 in 2024-07-26T07:06:10.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:06:09 smithi089 ceph-mon[102056]: pgmap v3623: 137 pgs: 137 active+clean; 66 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 4.2 KiB/s wr, 41 op/s 2024-07-26T07:06:10.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:06:09 smithi089 ceph-mon[102056]: osdmap e2105: 8 total, 8 up, 8 in 2024-07-26T07:06:11.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:06:10 smithi155 ceph-mon[90160]: osdmap e2106: 8 total, 8 up, 8 in 2024-07-26T07:06:11.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:06:10 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:06:11.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:06:10 smithi089 ceph-mon[99608]: osdmap e2106: 8 total, 8 up, 8 in 2024-07-26T07:06:11.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:06:10 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:06:11.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:06:10 smithi089 ceph-mon[102056]: osdmap e2106: 8 total, 8 up, 8 in 2024-07-26T07:06:11.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:06:10 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:06:12.055 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:06:11 smithi089 ceph-mon[99608]: pgmap v3626: 137 pgs: 137 active+clean; 67 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 2.2 KiB/s wr, 20 op/s 2024-07-26T07:06:12.056 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:06:11 smithi089 ceph-mon[102056]: pgmap v3626: 137 pgs: 137 active+clean; 67 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 2.2 KiB/s wr, 20 op/s 2024-07-26T07:06:12.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:06:11 smithi155 ceph-mon[90160]: pgmap v3626: 137 pgs: 137 active+clean; 67 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 2.2 KiB/s wr, 20 op/s 2024-07-26T07:06:12.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:06:12 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:06:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:06:12.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:06:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:06:12] "GET /metrics HTTP/1.1" 200 36650 "" "Prometheus/2.43.0" 2024-07-26T07:06:14.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:06:13 smithi155 ceph-mon[90160]: pgmap v3627: 137 pgs: 137 active+clean; 72 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 686 KiB/s wr, 28 op/s 2024-07-26T07:06:14.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:06:13 smithi089 ceph-mon[99608]: pgmap v3627: 137 pgs: 137 active+clean; 72 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 686 KiB/s wr, 28 op/s 2024-07-26T07:06:14.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:06:13 smithi089 ceph-mon[102056]: pgmap v3627: 137 pgs: 137 active+clean; 72 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 686 KiB/s wr, 28 op/s 2024-07-26T07:06:15.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:06:14 smithi155 ceph-mon[90160]: osdmap e2107: 8 total, 8 up, 8 in 2024-07-26T07:06:15.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:06:14 smithi089 ceph-mon[99608]: osdmap e2107: 8 total, 8 up, 8 in 2024-07-26T07:06:15.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:06:14 smithi089 ceph-mon[102056]: osdmap e2107: 8 total, 8 up, 8 in 2024-07-26T07:06:15.848 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:06:16.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:06:15 smithi155 ceph-mon[90160]: pgmap v3629: 137 pgs: 137 active+clean; 73 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 686 KiB/s wr, 41 op/s 2024-07-26T07:06:16.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:06:15 smithi155 ceph-mon[90160]: osdmap e2108: 8 total, 8 up, 8 in 2024-07-26T07:06:16.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:06:15 smithi089 ceph-mon[99608]: pgmap v3629: 137 pgs: 137 active+clean; 73 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 686 KiB/s wr, 41 op/s 2024-07-26T07:06:16.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:06:15 smithi089 ceph-mon[99608]: osdmap e2108: 8 total, 8 up, 8 in 2024-07-26T07:06:16.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:06:15 smithi089 ceph-mon[102056]: pgmap v3629: 137 pgs: 137 active+clean; 73 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 686 KiB/s wr, 41 op/s 2024-07-26T07:06:16.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:06:15 smithi089 ceph-mon[102056]: osdmap e2108: 8 total, 8 up, 8 in 2024-07-26T07:06:17.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:06:16 smithi155 ceph-mon[90160]: osdmap e2109: 8 total, 8 up, 8 in 2024-07-26T07:06:17.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:06:16 smithi089 ceph-mon[99608]: osdmap e2109: 8 total, 8 up, 8 in 2024-07-26T07:06:17.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:06:16 smithi089 ceph-mon[102056]: osdmap e2109: 8 total, 8 up, 8 in 2024-07-26T07:06:18.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:06:17 smithi155 ceph-mon[90160]: pgmap v3632: 137 pgs: 137 active+clean; 74 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 687 KiB/s wr, 40 op/s 2024-07-26T07:06:18.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:06:17 smithi089 ceph-mon[99608]: pgmap v3632: 137 pgs: 137 active+clean; 74 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 687 KiB/s wr, 40 op/s 2024-07-26T07:06:18.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:06:17 smithi089 ceph-mon[102056]: pgmap v3632: 137 pgs: 137 active+clean; 74 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 687 KiB/s wr, 40 op/s 2024-07-26T07:06:20.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:06:19 smithi155 ceph-mon[90160]: pgmap v3633: 137 pgs: 137 active+clean; 78 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 36 KiB/s rd, 687 KiB/s wr, 50 op/s 2024-07-26T07:06:20.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:06:19 smithi089 ceph-mon[99608]: pgmap v3633: 137 pgs: 137 active+clean; 78 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 36 KiB/s rd, 687 KiB/s wr, 50 op/s 2024-07-26T07:06:20.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:06:19 smithi089 ceph-mon[102056]: pgmap v3633: 137 pgs: 137 active+clean; 78 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 36 KiB/s rd, 687 KiB/s wr, 50 op/s 2024-07-26T07:06:21.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:06:20 smithi155 ceph-mon[90160]: osdmap e2110: 8 total, 8 up, 8 in 2024-07-26T07:06:21.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:06:20 smithi089 ceph-mon[99608]: osdmap e2110: 8 total, 8 up, 8 in 2024-07-26T07:06:21.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:06:20 smithi089 ceph-mon[102056]: osdmap e2110: 8 total, 8 up, 8 in 2024-07-26T07:06:21.877 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:06:22.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:06:21 smithi155 ceph-mon[90160]: pgmap v3635: 137 pgs: 137 active+clean; 78 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 686 KiB/s wr, 41 op/s 2024-07-26T07:06:22.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:06:21 smithi155 ceph-mon[90160]: osdmap e2111: 8 total, 8 up, 8 in 2024-07-26T07:06:22.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:06:21 smithi089 ceph-mon[99608]: pgmap v3635: 137 pgs: 137 active+clean; 78 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 686 KiB/s wr, 41 op/s 2024-07-26T07:06:22.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:06:21 smithi089 ceph-mon[99608]: osdmap e2111: 8 total, 8 up, 8 in 2024-07-26T07:06:22.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:06:21 smithi089 ceph-mon[102056]: pgmap v3635: 137 pgs: 137 active+clean; 78 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 686 KiB/s wr, 41 op/s 2024-07-26T07:06:22.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:06:21 smithi089 ceph-mon[102056]: osdmap e2111: 8 total, 8 up, 8 in 2024-07-26T07:06:22.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:06:22 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:06:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:06:22.854 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:06:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:06:22] "GET /metrics HTTP/1.1" 200 36650 "" "Prometheus/2.43.0" 2024-07-26T07:06:23.128 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:06:22 smithi155 ceph-mon[90160]: osdmap e2112: 8 total, 8 up, 8 in 2024-07-26T07:06:23.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:06:22 smithi089 ceph-mon[99608]: osdmap e2112: 8 total, 8 up, 8 in 2024-07-26T07:06:23.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:06:22 smithi089 ceph-mon[102056]: osdmap e2112: 8 total, 8 up, 8 in 2024-07-26T07:06:24.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:06:23 smithi155 ceph-mon[90160]: pgmap v3638: 137 pgs: 137 active+clean; 79 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 686 KiB/s wr, 41 op/s 2024-07-26T07:06:24.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:06:23 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:06:24.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:06:23 smithi089 ceph-mon[99608]: pgmap v3638: 137 pgs: 137 active+clean; 79 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 686 KiB/s wr, 41 op/s 2024-07-26T07:06:24.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:06:23 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:06:24.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:06:23 smithi089 ceph-mon[102056]: pgmap v3638: 137 pgs: 137 active+clean; 79 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 686 KiB/s wr, 41 op/s 2024-07-26T07:06:24.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:06:23 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:06:26.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:06:25 smithi155 ceph-mon[90160]: pgmap v3639: 137 pgs: 137 active+clean; 84 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 686 KiB/s wr, 31 op/s 2024-07-26T07:06:26.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:06:25 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:06:26.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:06:25 smithi089 ceph-mon[99608]: pgmap v3639: 137 pgs: 137 active+clean; 84 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 686 KiB/s wr, 31 op/s 2024-07-26T07:06:26.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:06:25 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:06:26.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:06:25 smithi089 ceph-mon[102056]: pgmap v3639: 137 pgs: 137 active+clean; 84 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 686 KiB/s wr, 31 op/s 2024-07-26T07:06:26.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:06:25 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:06:27.128 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:06:26 smithi155 ceph-mon[90160]: osdmap e2113: 8 total, 8 up, 8 in 2024-07-26T07:06:27.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:06:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:06:27.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:06:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:06:27.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:06:26 smithi089 ceph-mon[99608]: osdmap e2113: 8 total, 8 up, 8 in 2024-07-26T07:06:27.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:06:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:06:27.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:06:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:06:27.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:06:26 smithi089 ceph-mon[102056]: osdmap e2113: 8 total, 8 up, 8 in 2024-07-26T07:06:27.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:06:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:06:27.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:06:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:06:27.904 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicLUKS1 (30438 ms) 2024-07-26T07:06:27.904 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicLUKS1PP 2024-07-26T07:06:27.905 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:06:28.128 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:06:27 smithi155 ceph-mon[90160]: pgmap v3641: 137 pgs: 137 active+clean; 92 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 1.3 MiB/s wr, 49 op/s 2024-07-26T07:06:28.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:06:27 smithi155 ceph-mon[90160]: osdmap e2114: 8 total, 8 up, 8 in 2024-07-26T07:06:28.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:06:27 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:06:28.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:06:27 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:06:28.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:06:27 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:06:28.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:06:27 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:06:28.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:06:27 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:06:28.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:06:27 smithi089 ceph-mon[99608]: pgmap v3641: 137 pgs: 137 active+clean; 92 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 1.3 MiB/s wr, 49 op/s 2024-07-26T07:06:28.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:06:27 smithi089 ceph-mon[99608]: osdmap e2114: 8 total, 8 up, 8 in 2024-07-26T07:06:28.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:06:27 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:06:28.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:06:27 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:06:28.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:06:27 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:06:28.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:06:27 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:06:28.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:06:27 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:06:28.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:06:27 smithi089 ceph-mon[102056]: pgmap v3641: 137 pgs: 137 active+clean; 92 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 1.3 MiB/s wr, 49 op/s 2024-07-26T07:06:28.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:06:27 smithi089 ceph-mon[102056]: osdmap e2114: 8 total, 8 up, 8 in 2024-07-26T07:06:28.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:06:27 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:06:28.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:06:27 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:06:28.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:06:27 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:06:28.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:06:27 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:06:28.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:06:27 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:06:29.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:06:28 smithi089 ceph-mon[99608]: osdmap e2115: 8 total, 8 up, 8 in 2024-07-26T07:06:29.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:06:28 smithi089 ceph-mon[102056]: osdmap e2115: 8 total, 8 up, 8 in 2024-07-26T07:06:29.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:06:28 smithi155 ceph-mon[90160]: osdmap e2115: 8 total, 8 up, 8 in 2024-07-26T07:06:30.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:06:29 smithi089 ceph-mon[99608]: pgmap v3644: 137 pgs: 137 active+clean; 92 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 1.3 MiB/s wr, 37 op/s 2024-07-26T07:06:30.172 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:06:29 smithi089 ceph-mon[102056]: pgmap v3644: 137 pgs: 137 active+clean; 92 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 1.3 MiB/s wr, 37 op/s 2024-07-26T07:06:30.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:06:29 smithi155 ceph-mon[90160]: pgmap v3644: 137 pgs: 137 active+clean; 92 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 1.3 MiB/s wr, 37 op/s 2024-07-26T07:06:32.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:06:31 smithi089 ceph-mon[99608]: pgmap v3645: 137 pgs: 137 active+clean; 92 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 686 KiB/s wr, 39 op/s 2024-07-26T07:06:32.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:06:31 smithi089 ceph-mon[102056]: pgmap v3645: 137 pgs: 137 active+clean; 92 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 686 KiB/s wr, 39 op/s 2024-07-26T07:06:32.315 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:06:31 smithi155 ceph-mon[90160]: pgmap v3645: 137 pgs: 137 active+clean; 92 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 686 KiB/s wr, 39 op/s 2024-07-26T07:06:32.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:06:32 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:06:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:06:32.899 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:06:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:06:32] "GET /metrics HTTP/1.1" 200 36652 "" "Prometheus/2.43.0" 2024-07-26T07:06:33.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:06:32 smithi089 ceph-mon[99608]: osdmap e2116: 8 total, 8 up, 8 in 2024-07-26T07:06:33.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:06:32 smithi089 ceph-mon[102056]: osdmap e2116: 8 total, 8 up, 8 in 2024-07-26T07:06:33.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:06:32 smithi155 ceph-mon[90160]: osdmap e2116: 8 total, 8 up, 8 in 2024-07-26T07:06:33.929 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:06:34.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:06:33 smithi089 ceph-mon[99608]: pgmap v3647: 137 pgs: 137 active+clean; 96 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.8 KiB/s wr, 29 op/s 2024-07-26T07:06:34.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:06:33 smithi089 ceph-mon[99608]: osdmap e2117: 8 total, 8 up, 8 in 2024-07-26T07:06:34.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:06:33 smithi089 ceph-mon[102056]: pgmap v3647: 137 pgs: 137 active+clean; 96 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.8 KiB/s wr, 29 op/s 2024-07-26T07:06:34.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:06:33 smithi089 ceph-mon[102056]: osdmap e2117: 8 total, 8 up, 8 in 2024-07-26T07:06:34.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:06:33 smithi155 ceph-mon[90160]: pgmap v3647: 137 pgs: 137 active+clean; 96 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.8 KiB/s wr, 29 op/s 2024-07-26T07:06:34.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:06:33 smithi155 ceph-mon[90160]: osdmap e2117: 8 total, 8 up, 8 in 2024-07-26T07:06:35.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:06:34 smithi155 ceph-mon[90160]: osdmap e2118: 8 total, 8 up, 8 in 2024-07-26T07:06:35.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:06:34 smithi089 ceph-mon[99608]: osdmap e2118: 8 total, 8 up, 8 in 2024-07-26T07:06:35.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:06:34 smithi089 ceph-mon[102056]: osdmap e2118: 8 total, 8 up, 8 in 2024-07-26T07:06:36.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:06:35 smithi155 ceph-mon[90160]: pgmap v3650: 137 pgs: 137 active+clean; 100 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 687 KiB/s wr, 54 op/s 2024-07-26T07:06:36.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:06:35 smithi089 ceph-mon[99608]: pgmap v3650: 137 pgs: 137 active+clean; 100 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 687 KiB/s wr, 54 op/s 2024-07-26T07:06:36.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:06:35 smithi089 ceph-mon[102056]: pgmap v3650: 137 pgs: 137 active+clean; 100 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 687 KiB/s wr, 54 op/s 2024-07-26T07:06:38.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:06:37 smithi155 ceph-mon[90160]: pgmap v3651: 137 pgs: 137 active+clean; 100 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 36 KiB/s rd, 687 KiB/s wr, 54 op/s 2024-07-26T07:06:38.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:06:37 smithi089 ceph-mon[99608]: pgmap v3651: 137 pgs: 137 active+clean; 100 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 36 KiB/s rd, 687 KiB/s wr, 54 op/s 2024-07-26T07:06:38.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:06:37 smithi089 ceph-mon[102056]: pgmap v3651: 137 pgs: 137 active+clean; 100 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 36 KiB/s rd, 687 KiB/s wr, 54 op/s 2024-07-26T07:06:39.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:06:38 smithi155 ceph-mon[90160]: osdmap e2119: 8 total, 8 up, 8 in 2024-07-26T07:06:39.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:06:38 smithi089 ceph-mon[99608]: osdmap e2119: 8 total, 8 up, 8 in 2024-07-26T07:06:39.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:06:38 smithi089 ceph-mon[102056]: osdmap e2119: 8 total, 8 up, 8 in 2024-07-26T07:06:39.964 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:06:40.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:06:39 smithi155 ceph-mon[90160]: pgmap v3653: 137 pgs: 137 active+clean; 100 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 687 KiB/s wr, 41 op/s 2024-07-26T07:06:40.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:06:39 smithi155 ceph-mon[90160]: osdmap e2120: 8 total, 8 up, 8 in 2024-07-26T07:06:40.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:06:39 smithi089 ceph-mon[99608]: pgmap v3653: 137 pgs: 137 active+clean; 100 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 687 KiB/s wr, 41 op/s 2024-07-26T07:06:40.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:06:39 smithi089 ceph-mon[99608]: osdmap e2120: 8 total, 8 up, 8 in 2024-07-26T07:06:40.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:06:39 smithi089 ceph-mon[102056]: pgmap v3653: 137 pgs: 137 active+clean; 100 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 687 KiB/s wr, 41 op/s 2024-07-26T07:06:40.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:06:39 smithi089 ceph-mon[102056]: osdmap e2120: 8 total, 8 up, 8 in 2024-07-26T07:06:41.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:06:40 smithi155 ceph-mon[90160]: osdmap e2121: 8 total, 8 up, 8 in 2024-07-26T07:06:41.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:06:40 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:06:41.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:06:40 smithi089 ceph-mon[99608]: osdmap e2121: 8 total, 8 up, 8 in 2024-07-26T07:06:41.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:06:40 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:06:41.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:06:40 smithi089 ceph-mon[102056]: osdmap e2121: 8 total, 8 up, 8 in 2024-07-26T07:06:41.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:06:40 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:06:42.305 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:06:41 smithi089 ceph-mon[99608]: pgmap v3656: 137 pgs: 137 active+clean; 107 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 687 KiB/s wr, 38 op/s 2024-07-26T07:06:42.306 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:06:41 smithi089 ceph-mon[102056]: pgmap v3656: 137 pgs: 137 active+clean; 107 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 687 KiB/s wr, 38 op/s 2024-07-26T07:06:42.314 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:06:41 smithi155 ceph-mon[90160]: pgmap v3656: 137 pgs: 137 active+clean; 107 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 687 KiB/s wr, 38 op/s 2024-07-26T07:06:42.575 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:06:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:06:42] "GET /metrics HTTP/1.1" 200 36654 "" "Prometheus/2.43.0" 2024-07-26T07:06:42.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:06:42 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:06:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:06:44.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:06:43 smithi155 ceph-mon[90160]: pgmap v3657: 137 pgs: 137 active+clean; 110 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 686 KiB/s wr, 29 op/s 2024-07-26T07:06:44.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:06:43 smithi089 ceph-mon[99608]: pgmap v3657: 137 pgs: 137 active+clean; 110 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 686 KiB/s wr, 29 op/s 2024-07-26T07:06:44.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:06:43 smithi089 ceph-mon[102056]: pgmap v3657: 137 pgs: 137 active+clean; 110 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 686 KiB/s wr, 29 op/s 2024-07-26T07:06:45.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:06:44 smithi155 ceph-mon[90160]: osdmap e2122: 8 total, 8 up, 8 in 2024-07-26T07:06:45.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:06:44 smithi089 ceph-mon[99608]: osdmap e2122: 8 total, 8 up, 8 in 2024-07-26T07:06:45.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:06:44 smithi089 ceph-mon[102056]: osdmap e2122: 8 total, 8 up, 8 in 2024-07-26T07:06:45.996 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:06:46.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:06:45 smithi155 ceph-mon[90160]: pgmap v3659: 137 pgs: 137 active+clean; 110 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 688 KiB/s wr, 50 op/s 2024-07-26T07:06:46.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:06:45 smithi155 ceph-mon[90160]: osdmap e2123: 8 total, 8 up, 8 in 2024-07-26T07:06:46.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:06:45 smithi089 ceph-mon[99608]: pgmap v3659: 137 pgs: 137 active+clean; 110 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 688 KiB/s wr, 50 op/s 2024-07-26T07:06:46.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:06:45 smithi089 ceph-mon[99608]: osdmap e2123: 8 total, 8 up, 8 in 2024-07-26T07:06:46.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:06:45 smithi089 ceph-mon[102056]: pgmap v3659: 137 pgs: 137 active+clean; 110 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 688 KiB/s wr, 50 op/s 2024-07-26T07:06:46.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:06:45 smithi089 ceph-mon[102056]: osdmap e2123: 8 total, 8 up, 8 in 2024-07-26T07:06:47.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:06:46 smithi155 ceph-mon[90160]: osdmap e2124: 8 total, 8 up, 8 in 2024-07-26T07:06:47.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:06:46 smithi089 ceph-mon[99608]: osdmap e2124: 8 total, 8 up, 8 in 2024-07-26T07:06:47.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:06:46 smithi089 ceph-mon[102056]: osdmap e2124: 8 total, 8 up, 8 in 2024-07-26T07:06:48.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:06:47 smithi155 ceph-mon[90160]: pgmap v3662: 137 pgs: 137 active+clean; 120 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 686 KiB/s wr, 41 op/s 2024-07-26T07:06:48.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:06:47 smithi089 ceph-mon[99608]: pgmap v3662: 137 pgs: 137 active+clean; 120 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 686 KiB/s wr, 41 op/s 2024-07-26T07:06:48.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:06:47 smithi089 ceph-mon[102056]: pgmap v3662: 137 pgs: 137 active+clean; 120 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 686 KiB/s wr, 41 op/s 2024-07-26T07:06:50.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:06:49 smithi155 ceph-mon[90160]: pgmap v3663: 137 pgs: 137 active+clean; 120 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 686 KiB/s wr, 39 op/s 2024-07-26T07:06:50.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:06:49 smithi089 ceph-mon[99608]: pgmap v3663: 137 pgs: 137 active+clean; 120 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 686 KiB/s wr, 39 op/s 2024-07-26T07:06:50.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:06:49 smithi089 ceph-mon[102056]: pgmap v3663: 137 pgs: 137 active+clean; 120 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 686 KiB/s wr, 39 op/s 2024-07-26T07:06:51.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:06:50 smithi155 ceph-mon[90160]: osdmap e2125: 8 total, 8 up, 8 in 2024-07-26T07:06:51.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:06:50 smithi089 ceph-mon[99608]: osdmap e2125: 8 total, 8 up, 8 in 2024-07-26T07:06:51.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:06:50 smithi089 ceph-mon[102056]: osdmap e2125: 8 total, 8 up, 8 in 2024-07-26T07:06:52.043 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:06:52.280 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:06:51 smithi155 ceph-mon[90160]: pgmap v3665: 137 pgs: 137 active+clean; 123 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 37 op/s 2024-07-26T07:06:52.280 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:06:51 smithi155 ceph-mon[90160]: osdmap e2126: 8 total, 8 up, 8 in 2024-07-26T07:06:52.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:06:51 smithi089 ceph-mon[99608]: pgmap v3665: 137 pgs: 137 active+clean; 123 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 37 op/s 2024-07-26T07:06:52.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:06:51 smithi089 ceph-mon[99608]: osdmap e2126: 8 total, 8 up, 8 in 2024-07-26T07:06:52.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:06:51 smithi089 ceph-mon[102056]: pgmap v3665: 137 pgs: 137 active+clean; 123 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 37 op/s 2024-07-26T07:06:52.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:06:51 smithi089 ceph-mon[102056]: osdmap e2126: 8 total, 8 up, 8 in 2024-07-26T07:06:52.561 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:06:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:06:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:06:52.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:06:52 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:06:52] "GET /metrics HTTP/1.1" 200 36654 "" "Prometheus/2.43.0" 2024-07-26T07:06:53.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:06:53 smithi155 ceph-mon[90160]: osdmap e2127: 8 total, 8 up, 8 in 2024-07-26T07:06:53.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:06:53 smithi089 ceph-mon[99608]: osdmap e2127: 8 total, 8 up, 8 in 2024-07-26T07:06:53.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:06:53 smithi089 ceph-mon[102056]: osdmap e2127: 8 total, 8 up, 8 in 2024-07-26T07:06:54.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:06:54 smithi155 ceph-mon[90160]: pgmap v3668: 137 pgs: 137 active+clean; 127 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 686 KiB/s wr, 30 op/s 2024-07-26T07:06:54.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:06:54 smithi089 ceph-mon[99608]: pgmap v3668: 137 pgs: 137 active+clean; 127 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 686 KiB/s wr, 30 op/s 2024-07-26T07:06:54.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:06:54 smithi089 ceph-mon[102056]: pgmap v3668: 137 pgs: 137 active+clean; 127 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 686 KiB/s wr, 30 op/s 2024-07-26T07:06:56.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:06:56 smithi155 ceph-mon[90160]: pgmap v3669: 137 pgs: 137 active+clean; 130 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 35 KiB/s rd, 687 KiB/s wr, 51 op/s 2024-07-26T07:06:56.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:06:56 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:06:56.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:06:56 smithi089 ceph-mon[99608]: pgmap v3669: 137 pgs: 137 active+clean; 130 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 35 KiB/s rd, 687 KiB/s wr, 51 op/s 2024-07-26T07:06:56.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:06:56 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:06:56.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:06:56 smithi089 ceph-mon[102056]: pgmap v3669: 137 pgs: 137 active+clean; 130 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 35 KiB/s rd, 687 KiB/s wr, 51 op/s 2024-07-26T07:06:56.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:06:56 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:06:57.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:06:57 smithi155 ceph-mon[90160]: osdmap e2128: 8 total, 8 up, 8 in 2024-07-26T07:06:57.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:06:57 smithi089 ceph-mon[99608]: osdmap e2128: 8 total, 8 up, 8 in 2024-07-26T07:06:57.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:06:57 smithi089 ceph-mon[102056]: osdmap e2128: 8 total, 8 up, 8 in 2024-07-26T07:06:58.068 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicLUKS1PP (30163 ms) 2024-07-26T07:06:58.069 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicLUKS2 2024-07-26T07:06:58.069 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:06:58.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:06:58 smithi155 ceph-mon[90160]: pgmap v3671: 137 pgs: 137 active+clean; 134 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 1.3 MiB/s wr, 47 op/s 2024-07-26T07:06:58.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:06:58 smithi155 ceph-mon[90160]: osdmap e2129: 8 total, 8 up, 8 in 2024-07-26T07:06:58.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:06:58 smithi089 ceph-mon[99608]: pgmap v3671: 137 pgs: 137 active+clean; 134 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 1.3 MiB/s wr, 47 op/s 2024-07-26T07:06:58.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:06:58 smithi089 ceph-mon[99608]: osdmap e2129: 8 total, 8 up, 8 in 2024-07-26T07:06:58.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:06:58 smithi089 ceph-mon[102056]: pgmap v3671: 137 pgs: 137 active+clean; 134 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 1.3 MiB/s wr, 47 op/s 2024-07-26T07:06:58.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:06:58 smithi089 ceph-mon[102056]: osdmap e2129: 8 total, 8 up, 8 in 2024-07-26T07:06:59.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:06:59 smithi155 ceph-mon[90160]: osdmap e2130: 8 total, 8 up, 8 in 2024-07-26T07:06:59.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:06:59 smithi089 ceph-mon[99608]: osdmap e2130: 8 total, 8 up, 8 in 2024-07-26T07:06:59.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:06:59 smithi089 ceph-mon[102056]: osdmap e2130: 8 total, 8 up, 8 in 2024-07-26T07:07:00.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:07:00 smithi155 ceph-mon[90160]: pgmap v3674: 137 pgs: 137 active+clean; 134 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 687 KiB/s wr, 48 op/s 2024-07-26T07:07:00.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:07:00 smithi089 ceph-mon[99608]: pgmap v3674: 137 pgs: 137 active+clean; 134 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 687 KiB/s wr, 48 op/s 2024-07-26T07:07:00.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:07:00 smithi089 ceph-mon[102056]: pgmap v3674: 137 pgs: 137 active+clean; 134 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 687 KiB/s wr, 48 op/s 2024-07-26T07:07:02.315 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:07:02 smithi155 ceph-mon[90160]: pgmap v3675: 137 pgs: 137 active+clean; 138 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 686 KiB/s wr, 29 op/s 2024-07-26T07:07:02.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:07:02 smithi089 ceph-mon[99608]: pgmap v3675: 137 pgs: 137 active+clean; 138 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 686 KiB/s wr, 29 op/s 2024-07-26T07:07:02.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:07:02 smithi089 ceph-mon[102056]: pgmap v3675: 137 pgs: 137 active+clean; 138 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 686 KiB/s wr, 29 op/s 2024-07-26T07:07:02.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:07:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:07:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:07:02.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:07:02 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:07:02] "GET /metrics HTTP/1.1" 200 36657 "" "Prometheus/2.43.0" 2024-07-26T07:07:04.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:07:04 smithi155 ceph-mon[90160]: pgmap v3676: 137 pgs: 137 active+clean; 142 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 3.6 KiB/s wr, 40 op/s 2024-07-26T07:07:04.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:07:04 smithi089 ceph-mon[99608]: pgmap v3676: 137 pgs: 137 active+clean; 142 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 3.6 KiB/s wr, 40 op/s 2024-07-26T07:07:04.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:07:04 smithi089 ceph-mon[102056]: pgmap v3676: 137 pgs: 137 active+clean; 142 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 3.6 KiB/s wr, 40 op/s 2024-07-26T07:07:06.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:07:06 smithi155 ceph-mon[90160]: pgmap v3677: 137 pgs: 137 active+clean; 142 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 2.7 KiB/s wr, 26 op/s 2024-07-26T07:07:06.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:07:06 smithi089 ceph-mon[99608]: pgmap v3677: 137 pgs: 137 active+clean; 142 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 2.7 KiB/s wr, 26 op/s 2024-07-26T07:07:06.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:07:06 smithi089 ceph-mon[102056]: pgmap v3677: 137 pgs: 137 active+clean; 142 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 2.7 KiB/s wr, 26 op/s 2024-07-26T07:07:07.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:07:07 smithi155 ceph-mon[90160]: osdmap e2131: 8 total, 8 up, 8 in 2024-07-26T07:07:07.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:07:07 smithi089 ceph-mon[99608]: osdmap e2131: 8 total, 8 up, 8 in 2024-07-26T07:07:07.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:07:07 smithi089 ceph-mon[102056]: osdmap e2131: 8 total, 8 up, 8 in 2024-07-26T07:07:08.091 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:07:08.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:07:08 smithi155 ceph-mon[90160]: pgmap v3679: 137 pgs: 137 active+clean; 150 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 948 KiB/s wr, 28 op/s 2024-07-26T07:07:08.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:07:08 smithi155 ceph-mon[90160]: osdmap e2132: 8 total, 8 up, 8 in 2024-07-26T07:07:08.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:07:08 smithi089 ceph-mon[99608]: pgmap v3679: 137 pgs: 137 active+clean; 150 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 948 KiB/s wr, 28 op/s 2024-07-26T07:07:08.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:07:08 smithi089 ceph-mon[99608]: osdmap e2132: 8 total, 8 up, 8 in 2024-07-26T07:07:08.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:07:08 smithi089 ceph-mon[102056]: pgmap v3679: 137 pgs: 137 active+clean; 150 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 948 KiB/s wr, 28 op/s 2024-07-26T07:07:08.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:07:08 smithi089 ceph-mon[102056]: osdmap e2132: 8 total, 8 up, 8 in 2024-07-26T07:07:09.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:07:09 smithi155 ceph-mon[90160]: osdmap e2133: 8 total, 8 up, 8 in 2024-07-26T07:07:09.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:07:09 smithi089 ceph-mon[99608]: osdmap e2133: 8 total, 8 up, 8 in 2024-07-26T07:07:09.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:07:09 smithi089 ceph-mon[102056]: osdmap e2133: 8 total, 8 up, 8 in 2024-07-26T07:07:10.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:07:10 smithi155 ceph-mon[90160]: pgmap v3682: 137 pgs: 137 active+clean; 150 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 8.0 KiB/s rd, 1.3 MiB/s wr, 12 op/s 2024-07-26T07:07:10.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:07:10 smithi089 ceph-mon[99608]: pgmap v3682: 137 pgs: 137 active+clean; 150 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 8.0 KiB/s rd, 1.3 MiB/s wr, 12 op/s 2024-07-26T07:07:10.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:07:10 smithi089 ceph-mon[102056]: pgmap v3682: 137 pgs: 137 active+clean; 150 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 8.0 KiB/s rd, 1.3 MiB/s wr, 12 op/s 2024-07-26T07:07:11.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:07:11 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:07:11.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:07:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:07:11.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:07:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:07:12.379 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:07:12 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:07:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:07:12.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:07:12 smithi155 ceph-mon[90160]: pgmap v3683: 137 pgs: 137 active+clean; 158 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 2.7 MiB/s wr, 18 op/s 2024-07-26T07:07:12.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:07:12 smithi089 ceph-mon[99608]: pgmap v3683: 137 pgs: 137 active+clean; 158 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 2.7 MiB/s wr, 18 op/s 2024-07-26T07:07:12.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:07:12 smithi089 ceph-mon[102056]: pgmap v3683: 137 pgs: 137 active+clean; 158 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 2.7 MiB/s wr, 18 op/s 2024-07-26T07:07:12.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:07:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:07:12] "GET /metrics HTTP/1.1" 200 36655 "" "Prometheus/2.43.0" 2024-07-26T07:07:14.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:07:14 smithi155 ceph-mon[90160]: pgmap v3684: 137 pgs: 137 active+clean; 158 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 1.8 MiB/s wr, 33 op/s 2024-07-26T07:07:14.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:07:14 smithi089 ceph-mon[99608]: pgmap v3684: 137 pgs: 137 active+clean; 158 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 1.8 MiB/s wr, 33 op/s 2024-07-26T07:07:14.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:07:14 smithi089 ceph-mon[102056]: pgmap v3684: 137 pgs: 137 active+clean; 158 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 1.8 MiB/s wr, 33 op/s 2024-07-26T07:07:15.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:07:15 smithi155 ceph-mon[90160]: osdmap e2134: 8 total, 8 up, 8 in 2024-07-26T07:07:15.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:07:15 smithi089 ceph-mon[99608]: osdmap e2134: 8 total, 8 up, 8 in 2024-07-26T07:07:15.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:07:15 smithi089 ceph-mon[102056]: osdmap e2134: 8 total, 8 up, 8 in 2024-07-26T07:07:16.145 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:07:16.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:07:16 smithi155 ceph-mon[90160]: pgmap v3686: 137 pgs: 137 active+clean; 166 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.1 MiB/s wr, 31 op/s 2024-07-26T07:07:16.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:07:16 smithi155 ceph-mon[90160]: osdmap e2135: 8 total, 8 up, 8 in 2024-07-26T07:07:16.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:07:16 smithi089 ceph-mon[99608]: pgmap v3686: 137 pgs: 137 active+clean; 166 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.1 MiB/s wr, 31 op/s 2024-07-26T07:07:16.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:07:16 smithi089 ceph-mon[99608]: osdmap e2135: 8 total, 8 up, 8 in 2024-07-26T07:07:16.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:07:16 smithi089 ceph-mon[102056]: pgmap v3686: 137 pgs: 137 active+clean; 166 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.1 MiB/s wr, 31 op/s 2024-07-26T07:07:16.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:07:16 smithi089 ceph-mon[102056]: osdmap e2135: 8 total, 8 up, 8 in 2024-07-26T07:07:17.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:07:17 smithi155 ceph-mon[90160]: osdmap e2136: 8 total, 8 up, 8 in 2024-07-26T07:07:17.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:07:17 smithi089 ceph-mon[99608]: osdmap e2136: 8 total, 8 up, 8 in 2024-07-26T07:07:17.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:07:17 smithi089 ceph-mon[102056]: osdmap e2136: 8 total, 8 up, 8 in 2024-07-26T07:07:18.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:07:18 smithi155 ceph-mon[90160]: pgmap v3689: 137 pgs: 137 active+clean; 175 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 2.7 MiB/s wr, 45 op/s 2024-07-26T07:07:18.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:07:18 smithi089 ceph-mon[99608]: pgmap v3689: 137 pgs: 137 active+clean; 175 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 2.7 MiB/s wr, 45 op/s 2024-07-26T07:07:18.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:07:18 smithi089 ceph-mon[102056]: pgmap v3689: 137 pgs: 137 active+clean; 175 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 2.7 MiB/s wr, 45 op/s 2024-07-26T07:07:20.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:07:20 smithi155 ceph-mon[90160]: pgmap v3690: 137 pgs: 137 active+clean; 175 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 2.7 MiB/s wr, 22 op/s 2024-07-26T07:07:20.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:07:20 smithi089 ceph-mon[99608]: pgmap v3690: 137 pgs: 137 active+clean; 175 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 2.7 MiB/s wr, 22 op/s 2024-07-26T07:07:20.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:07:20 smithi089 ceph-mon[102056]: pgmap v3690: 137 pgs: 137 active+clean; 175 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 2.7 MiB/s wr, 22 op/s 2024-07-26T07:07:22.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:07:22 smithi089 ceph-mon[99608]: pgmap v3691: 137 pgs: 137 active+clean; 176 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 1.8 MiB/s wr, 38 op/s 2024-07-26T07:07:22.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:07:22 smithi089 ceph-mon[102056]: pgmap v3691: 137 pgs: 137 active+clean; 176 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 1.8 MiB/s wr, 38 op/s 2024-07-26T07:07:22.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:07:22 smithi155 ceph-mon[90160]: pgmap v3691: 137 pgs: 137 active+clean; 176 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 1.8 MiB/s wr, 38 op/s 2024-07-26T07:07:22.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:07:22 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:07:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:07:22.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:07:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:07:22] "GET /metrics HTTP/1.1" 200 36655 "" "Prometheus/2.43.0" 2024-07-26T07:07:23.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:07:23 smithi089 ceph-mon[99608]: osdmap e2137: 8 total, 8 up, 8 in 2024-07-26T07:07:23.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:07:23 smithi089 ceph-mon[102056]: osdmap e2137: 8 total, 8 up, 8 in 2024-07-26T07:07:23.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:07:23 smithi155 ceph-mon[90160]: osdmap e2137: 8 total, 8 up, 8 in 2024-07-26T07:07:24.178 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:07:24.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:07:24 smithi089 ceph-mon[99608]: pgmap v3693: 137 pgs: 137 active+clean; 176 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 1.1 MiB/s wr, 31 op/s 2024-07-26T07:07:24.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:07:24 smithi089 ceph-mon[99608]: osdmap e2138: 8 total, 8 up, 8 in 2024-07-26T07:07:24.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:07:24 smithi089 ceph-mon[102056]: pgmap v3693: 137 pgs: 137 active+clean; 176 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 1.1 MiB/s wr, 31 op/s 2024-07-26T07:07:24.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:07:24 smithi089 ceph-mon[102056]: osdmap e2138: 8 total, 8 up, 8 in 2024-07-26T07:07:24.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:07:24 smithi155 ceph-mon[90160]: pgmap v3693: 137 pgs: 137 active+clean; 176 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 1.1 MiB/s wr, 31 op/s 2024-07-26T07:07:24.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:07:24 smithi155 ceph-mon[90160]: osdmap e2138: 8 total, 8 up, 8 in 2024-07-26T07:07:25.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:07:25 smithi155 ceph-mon[90160]: osdmap e2139: 8 total, 8 up, 8 in 2024-07-26T07:07:25.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:07:25 smithi089 ceph-mon[99608]: osdmap e2139: 8 total, 8 up, 8 in 2024-07-26T07:07:25.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:07:25 smithi089 ceph-mon[102056]: osdmap e2139: 8 total, 8 up, 8 in 2024-07-26T07:07:26.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:07:26 smithi155 ceph-mon[90160]: pgmap v3696: 137 pgs: 137 active+clean; 185 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 1.3 MiB/s wr, 26 op/s 2024-07-26T07:07:26.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:07:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:07:26.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:07:26 smithi089 ceph-mon[99608]: pgmap v3696: 137 pgs: 137 active+clean; 185 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 1.3 MiB/s wr, 26 op/s 2024-07-26T07:07:26.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:07:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:07:26.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:07:26 smithi089 ceph-mon[102056]: pgmap v3696: 137 pgs: 137 active+clean; 185 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 1.3 MiB/s wr, 26 op/s 2024-07-26T07:07:26.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:07:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:07:28.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:07:28 smithi155 ceph-mon[90160]: pgmap v3697: 137 pgs: 137 active+clean; 194 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 2.7 MiB/s wr, 44 op/s 2024-07-26T07:07:28.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:07:28 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:07:28.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:07:28 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:07:28.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:07:28 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:07:28.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:07:28 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:07:28.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:07:28 smithi089 ceph-mon[99608]: pgmap v3697: 137 pgs: 137 active+clean; 194 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 2.7 MiB/s wr, 44 op/s 2024-07-26T07:07:28.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:07:28 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:07:28.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:07:28 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:07:28.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:07:28 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:07:28.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:07:28 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:07:28.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:07:28 smithi089 ceph-mon[102056]: pgmap v3697: 137 pgs: 137 active+clean; 194 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 2.7 MiB/s wr, 44 op/s 2024-07-26T07:07:28.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:07:28 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:07:28.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:07:28 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:07:28.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:07:28 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:07:28.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:07:28 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:07:30.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:07:30 smithi155 ceph-mon[90160]: pgmap v3698: 137 pgs: 137 active+clean; 194 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.4 MiB/s wr, 38 op/s 2024-07-26T07:07:30.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:07:30 smithi089 ceph-mon[99608]: pgmap v3698: 137 pgs: 137 active+clean; 194 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.4 MiB/s wr, 38 op/s 2024-07-26T07:07:30.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:07:30 smithi089 ceph-mon[102056]: pgmap v3698: 137 pgs: 137 active+clean; 194 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.4 MiB/s wr, 38 op/s 2024-07-26T07:07:31.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:07:31 smithi155 ceph-mon[90160]: osdmap e2140: 8 total, 8 up, 8 in 2024-07-26T07:07:31.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:07:31 smithi089 ceph-mon[99608]: osdmap e2140: 8 total, 8 up, 8 in 2024-07-26T07:07:31.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:07:31 smithi089 ceph-mon[102056]: osdmap e2140: 8 total, 8 up, 8 in 2024-07-26T07:07:32.218 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:07:32.532 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:07:32 smithi089 ceph-mon[99608]: pgmap v3700: 137 pgs: 137 active+clean; 194 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 2.1 MiB/s wr, 36 op/s 2024-07-26T07:07:32.532 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:07:32 smithi089 ceph-mon[99608]: osdmap e2141: 8 total, 8 up, 8 in 2024-07-26T07:07:32.532 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:07:32 smithi089 ceph-mon[102056]: pgmap v3700: 137 pgs: 137 active+clean; 194 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 2.1 MiB/s wr, 36 op/s 2024-07-26T07:07:32.532 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:07:32 smithi089 ceph-mon[102056]: osdmap e2141: 8 total, 8 up, 8 in 2024-07-26T07:07:32.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:07:32 smithi155 ceph-mon[90160]: pgmap v3700: 137 pgs: 137 active+clean; 194 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 2.1 MiB/s wr, 36 op/s 2024-07-26T07:07:32.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:07:32 smithi155 ceph-mon[90160]: osdmap e2141: 8 total, 8 up, 8 in 2024-07-26T07:07:32.630 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:07:32 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:07:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:07:32.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:07:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:07:32] "GET /metrics HTTP/1.1" 200 36652 "" "Prometheus/2.43.0" 2024-07-26T07:07:33.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:07:33 smithi155 ceph-mon[90160]: osdmap e2142: 8 total, 8 up, 8 in 2024-07-26T07:07:33.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:07:33 smithi089 ceph-mon[99608]: osdmap e2142: 8 total, 8 up, 8 in 2024-07-26T07:07:33.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:07:33 smithi089 ceph-mon[102056]: osdmap e2142: 8 total, 8 up, 8 in 2024-07-26T07:07:34.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:07:34 smithi155 ceph-mon[90160]: pgmap v3703: 137 pgs: 137 active+clean; 202 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-07-26T07:07:34.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:07:34 smithi089 ceph-mon[99608]: pgmap v3703: 137 pgs: 137 active+clean; 202 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-07-26T07:07:34.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:07:34 smithi089 ceph-mon[102056]: pgmap v3703: 137 pgs: 137 active+clean; 202 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-07-26T07:07:36.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:07:36 smithi155 ceph-mon[90160]: pgmap v3704: 137 pgs: 137 active+clean; 211 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 2.7 MiB/s wr, 35 op/s 2024-07-26T07:07:36.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:07:36 smithi089 ceph-mon[99608]: pgmap v3704: 137 pgs: 137 active+clean; 211 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 2.7 MiB/s wr, 35 op/s 2024-07-26T07:07:36.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:07:36 smithi089 ceph-mon[102056]: pgmap v3704: 137 pgs: 137 active+clean; 211 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 2.7 MiB/s wr, 35 op/s 2024-07-26T07:07:38.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:07:38 smithi155 ceph-mon[90160]: pgmap v3705: 137 pgs: 137 active+clean; 212 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 2.5 MiB/s wr, 42 op/s 2024-07-26T07:07:38.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:07:38 smithi089 ceph-mon[99608]: pgmap v3705: 137 pgs: 137 active+clean; 212 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 2.5 MiB/s wr, 42 op/s 2024-07-26T07:07:38.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:07:38 smithi089 ceph-mon[102056]: pgmap v3705: 137 pgs: 137 active+clean; 212 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 2.5 MiB/s wr, 42 op/s 2024-07-26T07:07:39.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:07:39 smithi155 ceph-mon[90160]: osdmap e2143: 8 total, 8 up, 8 in 2024-07-26T07:07:39.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:07:39 smithi089 ceph-mon[99608]: osdmap e2143: 8 total, 8 up, 8 in 2024-07-26T07:07:39.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:07:39 smithi089 ceph-mon[102056]: osdmap e2143: 8 total, 8 up, 8 in 2024-07-26T07:07:40.257 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicLUKS2 (42189 ms) 2024-07-26T07:07:40.257 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicLUKS2PP 2024-07-26T07:07:40.257 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:07:40.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:07:40 smithi155 ceph-mon[90160]: pgmap v3707: 137 pgs: 137 active+clean; 216 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.1 MiB/s wr, 32 op/s 2024-07-26T07:07:40.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:07:40 smithi155 ceph-mon[90160]: osdmap e2144: 8 total, 8 up, 8 in 2024-07-26T07:07:40.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:07:40 smithi089 ceph-mon[99608]: pgmap v3707: 137 pgs: 137 active+clean; 216 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.1 MiB/s wr, 32 op/s 2024-07-26T07:07:40.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:07:40 smithi089 ceph-mon[99608]: osdmap e2144: 8 total, 8 up, 8 in 2024-07-26T07:07:40.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:07:40 smithi089 ceph-mon[102056]: pgmap v3707: 137 pgs: 137 active+clean; 216 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.1 MiB/s wr, 32 op/s 2024-07-26T07:07:40.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:07:40 smithi089 ceph-mon[102056]: osdmap e2144: 8 total, 8 up, 8 in 2024-07-26T07:07:41.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:07:41 smithi155 ceph-mon[90160]: osdmap e2145: 8 total, 8 up, 8 in 2024-07-26T07:07:41.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:07:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:07:41.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:07:41 smithi089 ceph-mon[99608]: osdmap e2145: 8 total, 8 up, 8 in 2024-07-26T07:07:41.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:07:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:07:41.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:07:41 smithi089 ceph-mon[102056]: osdmap e2145: 8 total, 8 up, 8 in 2024-07-26T07:07:41.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:07:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:07:42.533 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:07:42 smithi089 ceph-mon[99608]: pgmap v3710: 137 pgs: 137 active+clean; 220 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 1.3 MiB/s wr, 36 op/s 2024-07-26T07:07:42.534 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:07:42 smithi089 ceph-mon[102056]: pgmap v3710: 137 pgs: 137 active+clean; 220 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 1.3 MiB/s wr, 36 op/s 2024-07-26T07:07:42.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:07:42 smithi155 ceph-mon[90160]: pgmap v3710: 137 pgs: 137 active+clean; 220 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 1.3 MiB/s wr, 36 op/s 2024-07-26T07:07:42.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:07:42 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:07:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:07:42.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:07:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:07:42] "GET /metrics HTTP/1.1" 200 36657 "" "Prometheus/2.43.0" 2024-07-26T07:07:44.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:07:44 smithi155 ceph-mon[90160]: pgmap v3711: 137 pgs: 137 active+clean; 236 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 41 op/s 2024-07-26T07:07:44.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:07:44 smithi089 ceph-mon[99608]: pgmap v3711: 137 pgs: 137 active+clean; 236 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 41 op/s 2024-07-26T07:07:44.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:07:44 smithi089 ceph-mon[102056]: pgmap v3711: 137 pgs: 137 active+clean; 236 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 41 op/s 2024-07-26T07:07:46.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:07:46 smithi155 ceph-mon[90160]: pgmap v3712: 137 pgs: 137 active+clean; 236 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 1.9 MiB/s wr, 42 op/s 2024-07-26T07:07:46.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:07:46 smithi089 ceph-mon[99608]: pgmap v3712: 137 pgs: 137 active+clean; 236 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 1.9 MiB/s wr, 42 op/s 2024-07-26T07:07:46.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:07:46 smithi089 ceph-mon[102056]: pgmap v3712: 137 pgs: 137 active+clean; 236 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 1.9 MiB/s wr, 42 op/s 2024-07-26T07:07:47.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:07:47 smithi155 ceph-mon[90160]: osdmap e2146: 8 total, 8 up, 8 in 2024-07-26T07:07:47.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:07:47 smithi089 ceph-mon[99608]: osdmap e2146: 8 total, 8 up, 8 in 2024-07-26T07:07:47.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:07:47 smithi089 ceph-mon[102056]: osdmap e2146: 8 total, 8 up, 8 in 2024-07-26T07:07:48.304 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:07:48.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:07:48 smithi155 ceph-mon[90160]: pgmap v3714: 137 pgs: 137 active+clean; 244 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.1 MiB/s wr, 41 op/s 2024-07-26T07:07:48.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:07:48 smithi155 ceph-mon[90160]: osdmap e2147: 8 total, 8 up, 8 in 2024-07-26T07:07:48.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:07:48 smithi089 ceph-mon[99608]: pgmap v3714: 137 pgs: 137 active+clean; 244 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.1 MiB/s wr, 41 op/s 2024-07-26T07:07:48.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:07:48 smithi089 ceph-mon[99608]: osdmap e2147: 8 total, 8 up, 8 in 2024-07-26T07:07:48.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:07:48 smithi089 ceph-mon[102056]: pgmap v3714: 137 pgs: 137 active+clean; 244 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.1 MiB/s wr, 41 op/s 2024-07-26T07:07:48.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:07:48 smithi089 ceph-mon[102056]: osdmap e2147: 8 total, 8 up, 8 in 2024-07-26T07:07:49.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:07:49 smithi155 ceph-mon[90160]: osdmap e2148: 8 total, 8 up, 8 in 2024-07-26T07:07:49.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:07:49 smithi089 ceph-mon[99608]: osdmap e2148: 8 total, 8 up, 8 in 2024-07-26T07:07:49.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:07:49 smithi089 ceph-mon[102056]: osdmap e2148: 8 total, 8 up, 8 in 2024-07-26T07:07:50.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:07:50 smithi155 ceph-mon[90160]: pgmap v3717: 137 pgs: 137 active+clean; 248 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 5.7 KiB/s rd, 2.0 MiB/s wr, 11 op/s 2024-07-26T07:07:50.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:07:50 smithi089 ceph-mon[99608]: pgmap v3717: 137 pgs: 137 active+clean; 248 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 5.7 KiB/s rd, 2.0 MiB/s wr, 11 op/s 2024-07-26T07:07:50.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:07:50 smithi089 ceph-mon[102056]: pgmap v3717: 137 pgs: 137 active+clean; 248 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 5.7 KiB/s rd, 2.0 MiB/s wr, 11 op/s 2024-07-26T07:07:52.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:07:52 smithi155 ceph-mon[90160]: pgmap v3718: 137 pgs: 137 active+clean; 252 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 2.7 MiB/s wr, 29 op/s 2024-07-26T07:07:52.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:07:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:07:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:07:52.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:07:52 smithi089 ceph-mon[99608]: pgmap v3718: 137 pgs: 137 active+clean; 252 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 2.7 MiB/s wr, 29 op/s 2024-07-26T07:07:52.655 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:07:52 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:07:52] "GET /metrics HTTP/1.1" 200 36657 "" "Prometheus/2.43.0" 2024-07-26T07:07:52.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:07:52 smithi089 ceph-mon[102056]: pgmap v3718: 137 pgs: 137 active+clean; 252 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 2.7 MiB/s wr, 29 op/s 2024-07-26T07:07:54.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:07:54 smithi155 ceph-mon[90160]: pgmap v3719: 137 pgs: 137 active+clean; 252 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 1.9 MiB/s wr, 36 op/s 2024-07-26T07:07:54.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:07:54 smithi089 ceph-mon[99608]: pgmap v3719: 137 pgs: 137 active+clean; 252 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 1.9 MiB/s wr, 36 op/s 2024-07-26T07:07:54.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:07:54 smithi089 ceph-mon[102056]: pgmap v3719: 137 pgs: 137 active+clean; 252 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 1.9 MiB/s wr, 36 op/s 2024-07-26T07:07:55.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:07:55 smithi155 ceph-mon[90160]: osdmap e2149: 8 total, 8 up, 8 in 2024-07-26T07:07:55.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:07:55 smithi089 ceph-mon[99608]: osdmap e2149: 8 total, 8 up, 8 in 2024-07-26T07:07:55.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:07:55 smithi089 ceph-mon[102056]: osdmap e2149: 8 total, 8 up, 8 in 2024-07-26T07:07:56.357 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:07:56.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:07:56 smithi155 ceph-mon[90160]: pgmap v3721: 137 pgs: 137 active+clean; 256 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 1.6 MiB/s wr, 31 op/s 2024-07-26T07:07:56.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:07:56 smithi155 ceph-mon[90160]: osdmap e2150: 8 total, 8 up, 8 in 2024-07-26T07:07:56.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:07:56 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:07:56.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:07:56 smithi089 ceph-mon[99608]: pgmap v3721: 137 pgs: 137 active+clean; 256 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 1.6 MiB/s wr, 31 op/s 2024-07-26T07:07:56.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:07:56 smithi089 ceph-mon[99608]: osdmap e2150: 8 total, 8 up, 8 in 2024-07-26T07:07:56.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:07:56 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:07:56.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:07:56 smithi089 ceph-mon[102056]: pgmap v3721: 137 pgs: 137 active+clean; 256 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 1.6 MiB/s wr, 31 op/s 2024-07-26T07:07:56.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:07:56 smithi089 ceph-mon[102056]: osdmap e2150: 8 total, 8 up, 8 in 2024-07-26T07:07:56.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:07:56 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:07:57.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:07:57 smithi155 ceph-mon[90160]: osdmap e2151: 8 total, 8 up, 8 in 2024-07-26T07:07:57.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:07:57 smithi089 ceph-mon[99608]: osdmap e2151: 8 total, 8 up, 8 in 2024-07-26T07:07:57.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:07:57 smithi089 ceph-mon[102056]: osdmap e2151: 8 total, 8 up, 8 in 2024-07-26T07:07:58.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:07:58 smithi155 ceph-mon[90160]: pgmap v3724: 137 pgs: 137 active+clean; 264 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.0 MiB/s wr, 43 op/s 2024-07-26T07:07:58.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:07:58 smithi089 ceph-mon[99608]: pgmap v3724: 137 pgs: 137 active+clean; 264 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.0 MiB/s wr, 43 op/s 2024-07-26T07:07:58.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:07:58 smithi089 ceph-mon[102056]: pgmap v3724: 137 pgs: 137 active+clean; 264 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.0 MiB/s wr, 43 op/s 2024-07-26T07:07:59.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:07:59 smithi155 ceph-mon[90160]: pgmap v3725: 137 pgs: 137 active+clean; 268 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 2.7 MiB/s wr, 28 op/s 2024-07-26T07:07:59.815 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:07:59 smithi089 ceph-mon[99608]: pgmap v3725: 137 pgs: 137 active+clean; 268 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 2.7 MiB/s wr, 28 op/s 2024-07-26T07:07:59.816 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:07:59 smithi089 ceph-mon[102056]: pgmap v3725: 137 pgs: 137 active+clean; 268 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 2.7 MiB/s wr, 28 op/s 2024-07-26T07:08:02.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:08:01 smithi155 ceph-mon[90160]: pgmap v3726: 137 pgs: 137 active+clean; 274 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.5 MiB/s wr, 36 op/s 2024-07-26T07:08:02.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:08:01 smithi089 ceph-mon[99608]: pgmap v3726: 137 pgs: 137 active+clean; 274 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.5 MiB/s wr, 36 op/s 2024-07-26T07:08:02.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:08:01 smithi089 ceph-mon[102056]: pgmap v3726: 137 pgs: 137 active+clean; 274 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.5 MiB/s wr, 36 op/s 2024-07-26T07:08:02.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:08:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:08:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:08:02.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:08:02 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:08:02] "GET /metrics HTTP/1.1" 200 36660 "" "Prometheus/2.43.0" 2024-07-26T07:08:04.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:08:03 smithi155 ceph-mon[90160]: pgmap v3727: 137 pgs: 137 active+clean; 274 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 1.5 MiB/s wr, 34 op/s 2024-07-26T07:08:04.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:08:03 smithi089 ceph-mon[99608]: pgmap v3727: 137 pgs: 137 active+clean; 274 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 1.5 MiB/s wr, 34 op/s 2024-07-26T07:08:04.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:08:03 smithi089 ceph-mon[102056]: pgmap v3727: 137 pgs: 137 active+clean; 274 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 1.5 MiB/s wr, 34 op/s 2024-07-26T07:08:05.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:08:04 smithi155 ceph-mon[90160]: osdmap e2152: 8 total, 8 up, 8 in 2024-07-26T07:08:05.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:08:04 smithi089 ceph-mon[99608]: osdmap e2152: 8 total, 8 up, 8 in 2024-07-26T07:08:05.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:08:04 smithi089 ceph-mon[102056]: osdmap e2152: 8 total, 8 up, 8 in 2024-07-26T07:08:05.828 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:08:06.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:08:05 smithi155 ceph-mon[90160]: pgmap v3729: 137 pgs: 137 active+clean; 282 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 1.9 MiB/s wr, 26 op/s 2024-07-26T07:08:06.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:08:05 smithi155 ceph-mon[90160]: osdmap e2153: 8 total, 8 up, 8 in 2024-07-26T07:08:06.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:08:05 smithi089 ceph-mon[99608]: pgmap v3729: 137 pgs: 137 active+clean; 282 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 1.9 MiB/s wr, 26 op/s 2024-07-26T07:08:06.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:08:05 smithi089 ceph-mon[99608]: osdmap e2153: 8 total, 8 up, 8 in 2024-07-26T07:08:06.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:08:05 smithi089 ceph-mon[102056]: pgmap v3729: 137 pgs: 137 active+clean; 282 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 1.9 MiB/s wr, 26 op/s 2024-07-26T07:08:06.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:08:05 smithi089 ceph-mon[102056]: osdmap e2153: 8 total, 8 up, 8 in 2024-07-26T07:08:07.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:08:06 smithi155 ceph-mon[90160]: osdmap e2154: 8 total, 8 up, 8 in 2024-07-26T07:08:07.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:08:06 smithi089 ceph-mon[99608]: osdmap e2154: 8 total, 8 up, 8 in 2024-07-26T07:08:07.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:08:06 smithi089 ceph-mon[102056]: osdmap e2154: 8 total, 8 up, 8 in 2024-07-26T07:08:08.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:08:07 smithi155 ceph-mon[90160]: pgmap v3732: 137 pgs: 137 active+clean; 289 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 2.0 MiB/s wr, 24 op/s 2024-07-26T07:08:08.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:08:07 smithi089 ceph-mon[99608]: pgmap v3732: 137 pgs: 137 active+clean; 289 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 2.0 MiB/s wr, 24 op/s 2024-07-26T07:08:08.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:08:07 smithi089 ceph-mon[102056]: pgmap v3732: 137 pgs: 137 active+clean; 289 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 2.0 MiB/s wr, 24 op/s 2024-07-26T07:08:10.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:08:09 smithi155 ceph-mon[90160]: pgmap v3733: 137 pgs: 137 active+clean; 293 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 2.7 MiB/s wr, 17 op/s 2024-07-26T07:08:10.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:08:09 smithi089 ceph-mon[99608]: pgmap v3733: 137 pgs: 137 active+clean; 293 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 2.7 MiB/s wr, 17 op/s 2024-07-26T07:08:10.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:08:09 smithi089 ceph-mon[102056]: pgmap v3733: 137 pgs: 137 active+clean; 293 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 2.7 MiB/s wr, 17 op/s 2024-07-26T07:08:11.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:08:10 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:08:11.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:08:10 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:08:11.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:08:10 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:08:12.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:08:11 smithi155 ceph-mon[90160]: pgmap v3734: 137 pgs: 137 active+clean; 296 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.3 MiB/s wr, 40 op/s 2024-07-26T07:08:12.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:08:11 smithi089 ceph-mon[99608]: pgmap v3734: 137 pgs: 137 active+clean; 296 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.3 MiB/s wr, 40 op/s 2024-07-26T07:08:12.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:08:11 smithi089 ceph-mon[102056]: pgmap v3734: 137 pgs: 137 active+clean; 296 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.3 MiB/s wr, 40 op/s 2024-07-26T07:08:12.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:08:12 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:08:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:08:12.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:08:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:08:12] "GET /metrics HTTP/1.1" 200 36659 "" "Prometheus/2.43.0" 2024-07-26T07:08:14.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:08:13 smithi155 ceph-mon[90160]: pgmap v3735: 137 pgs: 137 active+clean; 296 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 1.0 MiB/s wr, 24 op/s 2024-07-26T07:08:14.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:08:13 smithi155 ceph-mon[90160]: osdmap e2155: 8 total, 8 up, 8 in 2024-07-26T07:08:14.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:08:13 smithi089 ceph-mon[99608]: pgmap v3735: 137 pgs: 137 active+clean; 296 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 1.0 MiB/s wr, 24 op/s 2024-07-26T07:08:14.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:08:13 smithi089 ceph-mon[99608]: osdmap e2155: 8 total, 8 up, 8 in 2024-07-26T07:08:14.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:08:13 smithi089 ceph-mon[102056]: pgmap v3735: 137 pgs: 137 active+clean; 296 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 1.0 MiB/s wr, 24 op/s 2024-07-26T07:08:14.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:08:13 smithi089 ceph-mon[102056]: osdmap e2155: 8 total, 8 up, 8 in 2024-07-26T07:08:14.882 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:08:15.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:08:14 smithi155 ceph-mon[90160]: osdmap e2156: 8 total, 8 up, 8 in 2024-07-26T07:08:15.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:08:14 smithi089 ceph-mon[99608]: osdmap e2156: 8 total, 8 up, 8 in 2024-07-26T07:08:15.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:08:14 smithi089 ceph-mon[102056]: osdmap e2156: 8 total, 8 up, 8 in 2024-07-26T07:08:16.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:08:15 smithi155 ceph-mon[90160]: pgmap v3738: 137 pgs: 137 active+clean; 304 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 1.5 MiB/s wr, 34 op/s 2024-07-26T07:08:16.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:08:15 smithi155 ceph-mon[90160]: osdmap e2157: 8 total, 8 up, 8 in 2024-07-26T07:08:16.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:08:15 smithi089 ceph-mon[99608]: pgmap v3738: 137 pgs: 137 active+clean; 304 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 1.5 MiB/s wr, 34 op/s 2024-07-26T07:08:16.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:08:15 smithi089 ceph-mon[99608]: osdmap e2157: 8 total, 8 up, 8 in 2024-07-26T07:08:16.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:08:15 smithi089 ceph-mon[102056]: pgmap v3738: 137 pgs: 137 active+clean; 304 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 1.5 MiB/s wr, 34 op/s 2024-07-26T07:08:16.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:08:15 smithi089 ceph-mon[102056]: osdmap e2157: 8 total, 8 up, 8 in 2024-07-26T07:08:18.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:08:17 smithi155 ceph-mon[90160]: pgmap v3740: 137 pgs: 137 active+clean; 315 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-07-26T07:08:18.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:08:17 smithi089 ceph-mon[102056]: pgmap v3740: 137 pgs: 137 active+clean; 315 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-07-26T07:08:18.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:08:17 smithi089 ceph-mon[99608]: pgmap v3740: 137 pgs: 137 active+clean; 315 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-07-26T07:08:20.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:08:19 smithi155 ceph-mon[90160]: pgmap v3741: 137 pgs: 137 active+clean; 318 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 2.7 MiB/s wr, 28 op/s 2024-07-26T07:08:20.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:08:19 smithi089 ceph-mon[99608]: pgmap v3741: 137 pgs: 137 active+clean; 318 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 2.7 MiB/s wr, 28 op/s 2024-07-26T07:08:20.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:08:19 smithi089 ceph-mon[102056]: pgmap v3741: 137 pgs: 137 active+clean; 318 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 2.7 MiB/s wr, 28 op/s 2024-07-26T07:08:22.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:08:21 smithi155 ceph-mon[90160]: pgmap v3742: 137 pgs: 137 active+clean; 322 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.5 MiB/s wr, 35 op/s 2024-07-26T07:08:22.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:08:21 smithi155 ceph-mon[90160]: osdmap e2158: 8 total, 8 up, 8 in 2024-07-26T07:08:22.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:08:21 smithi089 ceph-mon[99608]: pgmap v3742: 137 pgs: 137 active+clean; 322 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.5 MiB/s wr, 35 op/s 2024-07-26T07:08:22.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:08:21 smithi089 ceph-mon[99608]: osdmap e2158: 8 total, 8 up, 8 in 2024-07-26T07:08:22.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:08:21 smithi089 ceph-mon[102056]: pgmap v3742: 137 pgs: 137 active+clean; 322 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.5 MiB/s wr, 35 op/s 2024-07-26T07:08:22.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:08:21 smithi089 ceph-mon[102056]: osdmap e2158: 8 total, 8 up, 8 in 2024-07-26T07:08:22.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:08:22 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:08:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:08:22.873 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:08:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:08:22] "GET /metrics HTTP/1.1" 200 36659 "" "Prometheus/2.43.0" 2024-07-26T07:08:22.902 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicLUKS2PP (42645 ms) 2024-07-26T07:08:22.902 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDiscard 2024-07-26T07:08:22.902 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:08:23.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:08:22 smithi155 ceph-mon[90160]: osdmap e2159: 8 total, 8 up, 8 in 2024-07-26T07:08:23.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:08:22 smithi089 ceph-mon[99608]: osdmap e2159: 8 total, 8 up, 8 in 2024-07-26T07:08:23.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:08:22 smithi089 ceph-mon[102056]: osdmap e2159: 8 total, 8 up, 8 in 2024-07-26T07:08:24.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:08:23 smithi155 ceph-mon[90160]: pgmap v3745: 137 pgs: 137 active+clean; 330 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 2.5 MiB/s wr, 27 op/s 2024-07-26T07:08:24.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:08:23 smithi155 ceph-mon[90160]: osdmap e2160: 8 total, 8 up, 8 in 2024-07-26T07:08:24.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:08:23 smithi089 ceph-mon[99608]: pgmap v3745: 137 pgs: 137 active+clean; 330 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 2.5 MiB/s wr, 27 op/s 2024-07-26T07:08:24.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:08:23 smithi089 ceph-mon[99608]: osdmap e2160: 8 total, 8 up, 8 in 2024-07-26T07:08:24.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:08:23 smithi089 ceph-mon[102056]: pgmap v3745: 137 pgs: 137 active+clean; 330 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 2.5 MiB/s wr, 27 op/s 2024-07-26T07:08:24.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:08:23 smithi089 ceph-mon[102056]: osdmap e2160: 8 total, 8 up, 8 in 2024-07-26T07:08:25.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:08:24 smithi089 ceph-mon[99608]: osdmap e2161: 8 total, 8 up, 8 in 2024-07-26T07:08:25.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:08:24 smithi089 ceph-mon[102056]: osdmap e2161: 8 total, 8 up, 8 in 2024-07-26T07:08:25.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:08:24 smithi155 ceph-mon[90160]: osdmap e2161: 8 total, 8 up, 8 in 2024-07-26T07:08:25.919 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] DiffIterateTest/1.DiffIterateDiscard (3018 ms) 2024-07-26T07:08:25.920 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] DiffIterateTest/1.DiffIterateTruncate 2024-07-26T07:08:25.920 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:08:26.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:08:25 smithi089 ceph-mon[99608]: pgmap v3748: 137 pgs: 137 active+clean; 334 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 3.0 MiB/s wr, 47 op/s 2024-07-26T07:08:26.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:08:25 smithi089 ceph-mon[99608]: osdmap e2162: 8 total, 8 up, 8 in 2024-07-26T07:08:26.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:08:25 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:08:26.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:08:25 smithi089 ceph-mon[102056]: pgmap v3748: 137 pgs: 137 active+clean; 334 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 3.0 MiB/s wr, 47 op/s 2024-07-26T07:08:26.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:08:25 smithi089 ceph-mon[102056]: osdmap e2162: 8 total, 8 up, 8 in 2024-07-26T07:08:26.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:08:25 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:08:26.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:08:25 smithi155 ceph-mon[90160]: pgmap v3748: 137 pgs: 137 active+clean; 334 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 3.0 MiB/s wr, 47 op/s 2024-07-26T07:08:26.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:08:25 smithi155 ceph-mon[90160]: osdmap e2162: 8 total, 8 up, 8 in 2024-07-26T07:08:26.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:08:25 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:08:27.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:08:26 smithi089 ceph-mon[99608]: osdmap e2163: 8 total, 8 up, 8 in 2024-07-26T07:08:27.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:08:26 smithi089 ceph-mon[102056]: osdmap e2163: 8 total, 8 up, 8 in 2024-07-26T07:08:27.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:08:26 smithi155 ceph-mon[90160]: osdmap e2163: 8 total, 8 up, 8 in 2024-07-26T07:08:28.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:08:27 smithi089 ceph-mon[99608]: pgmap v3751: 137 pgs: 137 active+clean; 342 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 1.0 MiB/s wr, 100 op/s 2024-07-26T07:08:28.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:08:27 smithi089 ceph-mon[99608]: osdmap e2164: 8 total, 8 up, 8 in 2024-07-26T07:08:28.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:08:27 smithi089 ceph-mon[102056]: pgmap v3751: 137 pgs: 137 active+clean; 342 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 1.0 MiB/s wr, 100 op/s 2024-07-26T07:08:28.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:08:27 smithi089 ceph-mon[102056]: osdmap e2164: 8 total, 8 up, 8 in 2024-07-26T07:08:28.382 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:08:27 smithi155 ceph-mon[90160]: pgmap v3751: 137 pgs: 137 active+clean; 342 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 1.0 MiB/s wr, 100 op/s 2024-07-26T07:08:28.383 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:08:27 smithi155 ceph-mon[90160]: osdmap e2164: 8 total, 8 up, 8 in 2024-07-26T07:08:28.955 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] DiffIterateTest/1.DiffIterateTruncate (3036 ms) 2024-07-26T07:08:28.955 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] DiffIterateTest/1.DiffIterateWriteAndTruncate 2024-07-26T07:08:28.955 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:08:29.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:08:28 smithi155 ceph-mon[90160]: osdmap e2165: 8 total, 8 up, 8 in 2024-07-26T07:08:29.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:08:28 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:08:29.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:08:28 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:08:29.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:08:28 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:08:29.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:08:28 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:08:29.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:08:28 smithi089 ceph-mon[99608]: osdmap e2165: 8 total, 8 up, 8 in 2024-07-26T07:08:29.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:08:28 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:08:29.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:08:28 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:08:29.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:08:28 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:08:29.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:08:28 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:08:29.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:08:28 smithi089 ceph-mon[102056]: osdmap e2165: 8 total, 8 up, 8 in 2024-07-26T07:08:29.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:08:28 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:08:29.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:08:28 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:08:29.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:08:28 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:08:29.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:08:28 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:08:30.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:08:29 smithi155 ceph-mon[90160]: pgmap v3754: 137 pgs: 137 active+clean; 342 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 6.7 KiB/s wr, 64 op/s 2024-07-26T07:08:30.469 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:08:29 smithi155 ceph-mon[90160]: osdmap e2166: 8 total, 8 up, 8 in 2024-07-26T07:08:30.470 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:08:29 smithi089 ceph-mon[102056]: pgmap v3754: 137 pgs: 137 active+clean; 342 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 6.7 KiB/s wr, 64 op/s 2024-07-26T07:08:30.470 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:08:29 smithi089 ceph-mon[102056]: osdmap e2166: 8 total, 8 up, 8 in 2024-07-26T07:08:30.470 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:08:29 smithi089 ceph-mon[99608]: pgmap v3754: 137 pgs: 137 active+clean; 342 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 6.7 KiB/s wr, 64 op/s 2024-07-26T07:08:30.471 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:08:29 smithi089 ceph-mon[99608]: osdmap e2166: 8 total, 8 up, 8 in 2024-07-26T07:08:31.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:08:30 smithi155 ceph-mon[90160]: osdmap e2167: 8 total, 8 up, 8 in 2024-07-26T07:08:31.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:08:30 smithi089 ceph-mon[99608]: osdmap e2167: 8 total, 8 up, 8 in 2024-07-26T07:08:31.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:08:30 smithi089 ceph-mon[102056]: osdmap e2167: 8 total, 8 up, 8 in 2024-07-26T07:08:31.982 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] DiffIterateTest/1.DiffIterateWriteAndTruncate (3026 ms) 2024-07-26T07:08:31.982 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] DiffIterateTest/1.DiffIterateStress 2024-07-26T07:08:31.982 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:08:32.056 INFO:tasks.workunit.client.0.smithi089.stdout: i=0 exists [300812~5828121,114876771~4685672,171904144~1971369,218776812~4985754,250626204~6697505,297686655~11077007,351701250~7338041] wrote [300812~5828121,114876771~4685672,171904144~1971369,218776812~4985754,250626204~6697505,297686655~11077007,351701250~7338041] 2024-07-26T07:08:32.313 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:08:31 smithi155 ceph-mon[90160]: pgmap v3757: 137 pgs: 137 active+clean; 342 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 6.7 KiB/s wr, 93 op/s 2024-07-26T07:08:32.314 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:08:31 smithi155 ceph-mon[90160]: osdmap e2168: 8 total, 8 up, 8 in 2024-07-26T07:08:32.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:08:31 smithi089 ceph-mon[99608]: pgmap v3757: 137 pgs: 137 active+clean; 342 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 6.7 KiB/s wr, 93 op/s 2024-07-26T07:08:32.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:08:31 smithi089 ceph-mon[99608]: osdmap e2168: 8 total, 8 up, 8 in 2024-07-26T07:08:32.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:08:31 smithi089 ceph-mon[102056]: pgmap v3757: 137 pgs: 137 active+clean; 342 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 6.7 KiB/s wr, 93 op/s 2024-07-26T07:08:32.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:08:31 smithi089 ceph-mon[102056]: osdmap e2168: 8 total, 8 up, 8 in 2024-07-26T07:08:32.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:08:32 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:08:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:08:32.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:08:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:08:32] "GET /metrics HTTP/1.1" 200 36652 "" "Prometheus/2.43.0" 2024-07-26T07:08:33.036 INFO:tasks.workunit.client.0.smithi089.stdout: i=1 exists [300812~5828121,58369797~5493654,86194605~5116856,114876771~4685672,148268181~1702984,171904144~1971369,208518828~1722984,218776812~4985754,227333977~4588443,250626204~6697505,276852625~3388546,286092856~4541992,297686655~11077007,351701250~7338041,368795132~4910240,378254262~1215606,401620438~2081460] wrote [58369797~5493654,86194605~5116856,148268181~1702984,208518828~1722984,227333977~4588443,276852625~3388546,286092856~4541992,368795132~4910240,378254262~1215606,401620438~2081460] 2024-07-26T07:08:33.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:08:32 smithi155 ceph-mon[90160]: osdmap e2169: 8 total, 8 up, 8 in 2024-07-26T07:08:33.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:08:32 smithi089 ceph-mon[99608]: osdmap e2169: 8 total, 8 up, 8 in 2024-07-26T07:08:33.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:08:32 smithi089 ceph-mon[102056]: osdmap e2169: 8 total, 8 up, 8 in 2024-07-26T07:08:34.022 INFO:tasks.workunit.client.0.smithi089.stdout: i=2 exists [300812~5828121,8187647~979844,18369101~4259272,53877191~1569467,58369797~5493654,86194605~5116856,114876771~4685672,148268181~4514498,158039338~2293509,171904144~1971369,207972339~7089077,218776812~4985754,223970630~7951790,250626204~6697505,258286204~4194503,276852625~3388546,286092856~4541992,297686655~11077007,351701250~7338041,367709320~7575050,378254262~1215606,401620438~2081460] wrote [8187647~979844,18369101~4259272,53877191~1569467,149014293~3768386,158039338~2293509,207972339~7089077,223970630~5996132,258286204~4194503,305315111~1390039,367709320~7575050] 2024-07-26T07:08:34.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:08:33 smithi155 ceph-mon[90160]: pgmap v3760: 137 pgs: 137 active+clean; 343 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 266 KiB/s wr, 125 op/s 2024-07-26T07:08:34.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:08:33 smithi155 ceph-mon[90160]: osdmap e2170: 8 total, 8 up, 8 in 2024-07-26T07:08:34.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:08:33 smithi089 ceph-mon[99608]: pgmap v3760: 137 pgs: 137 active+clean; 343 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 266 KiB/s wr, 125 op/s 2024-07-26T07:08:34.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:08:33 smithi089 ceph-mon[99608]: osdmap e2170: 8 total, 8 up, 8 in 2024-07-26T07:08:34.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:08:33 smithi089 ceph-mon[102056]: pgmap v3760: 137 pgs: 137 active+clean; 343 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 266 KiB/s wr, 125 op/s 2024-07-26T07:08:34.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:08:33 smithi089 ceph-mon[102056]: osdmap e2170: 8 total, 8 up, 8 in 2024-07-26T07:08:35.034 INFO:tasks.workunit.client.0.smithi089.stdout: i=3 exists [300812~5828121,8187647~979844,18369101~4259272,53877191~1569467,58369797~5493654,70253478~4523915,86194605~5116856,114876771~4685672,129521215~7342269,148268181~4514498,158039338~2293509,170574710~6509224,207972339~7089077,218776812~4985754,223970630~7951790,241910374~1794977,250626204~6697505,258286204~4194503,276852625~3388546,286092856~4541992,297686655~12015920,319662779~6789847,349879610~83104,351701250~7338041,367709320~7575050,378254262~1215606,385714036~1689044,401620438~2081460,407475191~1269846,410202941~5095318] wrote [70253478~4523915,129521215~7342269,170574710~6509224,241910374~1794977,303915683~5786892,319662779~6789847,349879610~83104,385714036~1689044,407475191~1269846,410202941~5095318] 2024-07-26T07:08:35.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:08:34 smithi155 ceph-mon[90160]: osdmap e2171: 8 total, 8 up, 8 in 2024-07-26T07:08:35.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:08:34 smithi089 ceph-mon[99608]: osdmap e2171: 8 total, 8 up, 8 in 2024-07-26T07:08:35.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:08:34 smithi089 ceph-mon[102056]: osdmap e2171: 8 total, 8 up, 8 in 2024-07-26T07:08:36.066 INFO:tasks.workunit.client.0.smithi089.stdout: i=4 exists [300812~5828121,8187647~979844,18369101~4259272,32889711~4757497,53877191~1569467,58369797~5493654,70253478~4523915,86194605~5116856,114876771~4685672,129521215~7342269,148268181~4514498,158039338~2293509,170574710~6509224,207972339~7089077,218776812~4985754,223970630~7951790,241910374~1794977,250626204~6697505,258286204~4194503,272308277~7932894,286092856~4541992,290717401~91369,297686655~16752697,319662779~13018308,349879610~83104,351701250~7338041,367709320~7575050,378254262~1215606,385714036~1689044,401620438~2081460,407475191~1269846,409711179~321517,410202941~5095318] wrote [32889711~4757497,72403819~565585,272308277~6379992,290717401~91369,300482970~13956382,325821260~6859827,409711179~321517] 2024-07-26T07:08:36.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:08:35 smithi155 ceph-mon[90160]: pgmap v3763: 137 pgs: 137 active+clean; 403 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 104 KiB/s rd, 11 MiB/s wr, 181 op/s 2024-07-26T07:08:36.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:08:35 smithi155 ceph-mon[90160]: osdmap e2172: 8 total, 8 up, 8 in 2024-07-26T07:08:36.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:08:35 smithi089 ceph-mon[99608]: pgmap v3763: 137 pgs: 137 active+clean; 403 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 104 KiB/s rd, 11 MiB/s wr, 181 op/s 2024-07-26T07:08:36.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:08:35 smithi089 ceph-mon[99608]: osdmap e2172: 8 total, 8 up, 8 in 2024-07-26T07:08:36.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:08:35 smithi089 ceph-mon[102056]: pgmap v3763: 137 pgs: 137 active+clean; 403 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 104 KiB/s rd, 11 MiB/s wr, 181 op/s 2024-07-26T07:08:36.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:08:35 smithi089 ceph-mon[102056]: osdmap e2172: 8 total, 8 up, 8 in 2024-07-26T07:08:37.042 INFO:tasks.workunit.client.0.smithi089.stdout: i=5 exists [300812~5828121,8187647~979844,18369101~4259272,32889711~4757497,53877191~1569467,58369797~5493654,70253478~4523915,78740021~5006763,86194605~5116856,100257708~4644062,113717865~5844578,120275645~732758,129521215~7342269,148268181~4514498,158039338~2293509,170574710~6509224,207972339~7089077,218776812~4985754,223970630~7951790,241910374~1794977,250626204~6697505,258286204~4194503,272308277~7932894,286092856~4541992,290717401~91369,297686655~17046085,319662779~13018308,334046027~5087289,349879610~83104,351701250~7338041,367709320~12588995,385714036~1689044,394179252~2523646,401620438~2081460,407475191~7823068] wrote [78740021~5006763,100257708~4644062,113717865~1314842,120275645~732758,312874524~1858216,324082413~600802,334046027~5087289,372166066~8132249,394179252~2523646,408011973~6192676] 2024-07-26T07:08:37.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:08:36 smithi155 ceph-mon[90160]: osdmap e2173: 8 total, 8 up, 8 in 2024-07-26T07:08:37.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:08:36 smithi089 ceph-mon[99608]: osdmap e2173: 8 total, 8 up, 8 in 2024-07-26T07:08:37.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:08:36 smithi089 ceph-mon[102056]: osdmap e2173: 8 total, 8 up, 8 in 2024-07-26T07:08:38.048 INFO:tasks.workunit.client.0.smithi089.stdout: i=6 exists [300812~5828121,8187647~979844,18369101~4259272,32889711~4757497,53877191~1569467,57093755~1130809,58369797~5493654,70253478~4523915,78740021~5006763,86194605~5116856,100257708~4644062,113717865~5844578,120275645~732758,129521215~7342269,148268181~4514498,158039338~2293509,170574710~6509224,207972339~7089077,218776812~4985754,223970630~7951790,241910374~1794977,250626204~6697505,258286204~5777078,272308277~7932894,282309757~2549263,286092856~4541992,290717401~91369,297686655~17046085,319662779~19470537,348671188~10368103,367709320~12588995,385714036~1689044,394179252~2523646,399442990~492803,401620438~13677821] wrote [57093755~1130809,259906182~4157100,272982015~4497031,282309757~2549263,300798864~2444917,330291076~5982570,348671188~3397985,355626006~3319099,399442990~492803,402765138~6478394] 2024-07-26T07:08:38.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:08:37 smithi155 ceph-mon[90160]: pgmap v3766: 137 pgs: 137 active+clean; 506 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 112 KiB/s rd, 33 MiB/s wr, 197 op/s 2024-07-26T07:08:38.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:08:37 smithi155 ceph-mon[90160]: osdmap e2174: 8 total, 8 up, 8 in 2024-07-26T07:08:38.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:08:37 smithi089 ceph-mon[99608]: pgmap v3766: 137 pgs: 137 active+clean; 506 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 112 KiB/s rd, 33 MiB/s wr, 197 op/s 2024-07-26T07:08:38.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:08:37 smithi089 ceph-mon[99608]: osdmap e2174: 8 total, 8 up, 8 in 2024-07-26T07:08:38.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:08:37 smithi089 ceph-mon[102056]: pgmap v3766: 137 pgs: 137 active+clean; 506 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 112 KiB/s rd, 33 MiB/s wr, 197 op/s 2024-07-26T07:08:38.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:08:37 smithi089 ceph-mon[102056]: osdmap e2174: 8 total, 8 up, 8 in 2024-07-26T07:08:39.072 INFO:tasks.workunit.client.0.smithi089.stdout: i=7 exists [300812~5828121,7931646~6716385,18369101~4259272,32889711~4757497,41017388~4414431,48252130~1266691,53877191~1569467,57093755~1130809,58369797~5493654,64128240~4742874,70253478~4523915,78740021~5006763,86194605~5116856,100257708~4644062,113717865~5844578,120275645~732758,129521215~7342269,140556054~3913447,148268181~4514498,158039338~2293509,170574710~6509224,207972339~7089077,218776812~4985754,223970630~7951790,239434107~4471157,250626204~6697505,258286204~5777078,272308277~7932894,282309757~2549263,286092856~4541992,290717401~91369,297686655~17046085,319662779~19470537,341223454~17815837,367709320~12588995,385714036~1689044,394179252~2602123,399442990~492803,401620438~13677821] wrote [7931646~6716385,41017388~4414431,48252130~1266691,64128240~4742874,140556054~3913447,227487071~3505077,239434107~4471157,341223454~10139446,395648025~1133350] 2024-07-26T07:08:39.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:08:38 smithi155 ceph-mon[90160]: osdmap e2175: 8 total, 8 up, 8 in 2024-07-26T07:08:39.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:08:38 smithi089 ceph-mon[99608]: osdmap e2175: 8 total, 8 up, 8 in 2024-07-26T07:08:39.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:08:38 smithi089 ceph-mon[102056]: osdmap e2175: 8 total, 8 up, 8 in 2024-07-26T07:08:40.098 INFO:tasks.workunit.client.0.smithi089.stdout: i=8 exists [300812~5828121,7931646~6716385,18369101~4259272,32889711~4757497,41017388~4414431,48252130~1266691,53877191~1569467,57093755~1130809,58369797~5493654,64128240~11525448,78740021~5006763,86194605~5116856,100257708~4644062,113717865~5844578,120275645~732758,129521215~7342269,140556054~3913447,148268181~4514498,158039338~2293509,163226950~5187847,170574710~6509224,207972339~7089077,218776812~4985754,223970630~12022240,239434107~4471157,247119082~16944200,272308277~7932894,282309757~2549263,285400957~5233891,290717401~91369,297686655~17046085,319662779~19470537,341223454~17815837,367709320~12588995,380671816~6985369,394179252~2602123,399442990~492803,401620438~13677821] wrote [67028871~8624817,163226950~5187847,228051091~7941779,247119082~6404025,255034017~302666,255722192~2641294,285400957~1625022,380671816~6985369] 2024-07-26T07:08:40.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:08:39 smithi155 ceph-mon[90160]: pgmap v3769: 137 pgs: 137 active+clean; 532 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 70 KiB/s rd, 27 MiB/s wr, 109 op/s 2024-07-26T07:08:40.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:08:39 smithi155 ceph-mon[90160]: osdmap e2176: 8 total, 8 up, 8 in 2024-07-26T07:08:40.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:08:39 smithi089 ceph-mon[99608]: pgmap v3769: 137 pgs: 137 active+clean; 532 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 70 KiB/s rd, 27 MiB/s wr, 109 op/s 2024-07-26T07:08:40.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:08:39 smithi089 ceph-mon[99608]: osdmap e2176: 8 total, 8 up, 8 in 2024-07-26T07:08:40.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:08:39 smithi089 ceph-mon[102056]: pgmap v3769: 137 pgs: 137 active+clean; 532 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 70 KiB/s rd, 27 MiB/s wr, 109 op/s 2024-07-26T07:08:40.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:08:39 smithi089 ceph-mon[102056]: osdmap e2176: 8 total, 8 up, 8 in 2024-07-26T07:08:41.094 INFO:tasks.workunit.client.0.smithi089.stdout: i=9 exists [300812~5828121,7931646~6716385,18369101~4259272,32889711~4757497,41017388~4414431,48252130~1266691,53877191~1569467,57093755~1130809,58369797~5493654,64128240~11525448,78740021~16664346,100257708~4644062,113717865~5844578,120275645~732758,129521215~7342269,140556054~3913447,148268181~4514498,158039338~2293509,163226950~5187847,170574710~6509224,187171867~3859864,207972339~7089077,218776812~4985754,223970630~12022240,239434107~4471157,247119082~16944200,272308277~7932894,282309757~2549263,285400957~5233891,290717401~91369,297686655~18151506,319662779~19470537,341223454~17815837,364742400~1233491,367709320~19947865,394179252~2602123,399442990~492803,401620438~13677821] wrote [80728143~6369058,90265996~5138371,187171867~3859864,229860363~3472819,314665775~1172386,342928084~5915713,364742400~1233491,368311286~6553304,378506602~6913102] 2024-07-26T07:08:41.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:08:41 smithi155 ceph-mon[90160]: osdmap e2177: 8 total, 8 up, 8 in 2024-07-26T07:08:41.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:08:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:08:41.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:08:41 smithi089 ceph-mon[99608]: osdmap e2177: 8 total, 8 up, 8 in 2024-07-26T07:08:41.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:08:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:08:41.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:08:41 smithi089 ceph-mon[102056]: osdmap e2177: 8 total, 8 up, 8 in 2024-07-26T07:08:41.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:08:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:08:42.086 INFO:tasks.workunit.client.0.smithi089.stdout: i=10 exists [300812~14347219,18369101~4259272,32889711~4757497,41017388~4414431,48252130~1266691,53877191~1569467,57093755~1130809,58369797~5493654,64128240~11525448,78740021~16664346,100257708~4644062,113617790~5944653,120275645~732758,127411214~17058287,148268181~4514498,158039338~2293509,162229513~6185284,170172609~6911325,187171867~3859864,207972339~7089077,218776812~4985754,223970630~12022240,239434107~4471157,247119082~16944200,272308277~7932894,282309757~2549263,285400957~5233891,290717401~91369,297686655~18151506,319662779~19470537,341223454~17815837,364742400~1233491,367709320~19947865,390094430~551262,394179252~2602123,399442990~492803,401620438~13677821] wrote [5289703~6178992,113617790~4265955,127411214~4391549,136756032~5660980,162229513~5078801,170172609~4295859,227204476~7945708,304708149~6071990,348199679~3190225,390094430~551262] 2024-07-26T07:08:42.306 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:08:42 smithi089 ceph-mon[99608]: pgmap v3772: 137 pgs: 137 active+clean; 665 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 160 KiB/s rd, 30 MiB/s wr, 259 op/s 2024-07-26T07:08:42.306 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:08:42 smithi089 ceph-mon[99608]: osdmap e2178: 8 total, 8 up, 8 in 2024-07-26T07:08:42.306 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:08:42 smithi089 ceph-mon[102056]: pgmap v3772: 137 pgs: 137 active+clean; 665 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 160 KiB/s rd, 30 MiB/s wr, 259 op/s 2024-07-26T07:08:42.306 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:08:42 smithi089 ceph-mon[102056]: osdmap e2178: 8 total, 8 up, 8 in 2024-07-26T07:08:42.314 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:08:42 smithi155 ceph-mon[90160]: pgmap v3772: 137 pgs: 137 active+clean; 665 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 160 KiB/s rd, 30 MiB/s wr, 259 op/s 2024-07-26T07:08:42.314 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:08:42 smithi155 ceph-mon[90160]: osdmap e2178: 8 total, 8 up, 8 in 2024-07-26T07:08:42.562 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:08:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:08:42] "GET /metrics HTTP/1.1" 200 36662 "" "Prometheus/2.43.0" 2024-07-26T07:08:42.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:08:42 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:08:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:08:43.107 INFO:tasks.workunit.client.0.smithi089.stdout: i=11 exists [300812~14347219,18369101~4259272,30107839~7539369,41017388~4414431,48252130~1266691,53877191~1569467,57093755~1130809,58369797~17283891,78740021~16664346,100257708~4644062,113617790~5944653,120275645~732758,127411214~17058287,148268181~4514498,158039338~2293509,162229513~6185284,170172609~6911325,187171867~3859864,207972339~7089077,218776812~4985754,223970630~12975930,239434107~4471157,247119082~16944200,272308277~7932894,282309757~2549263,285400957~5233891,290717401~91369,297686655~18151506,319662779~19470537,341223454~22655505,364742400~1233491,367709320~19947865,390094430~551262,394179252~2602123,399442990~492803,401620438~13677821] wrote [30107839~6783848,60327390~4089317,90144676~4570954,163824463~2819348,234484373~2462187,249424810~3968213,274793447~987246,354848771~9030188,375330868~5310475] 2024-07-26T07:08:43.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:08:43 smithi155 ceph-mon[90160]: osdmap e2179: 8 total, 8 up, 8 in 2024-07-26T07:08:43.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:08:43 smithi089 ceph-mon[99608]: osdmap e2179: 8 total, 8 up, 8 in 2024-07-26T07:08:43.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:08:43 smithi089 ceph-mon[102056]: osdmap e2179: 8 total, 8 up, 8 in 2024-07-26T07:08:44.108 INFO:tasks.workunit.client.0.smithi089.stdout: i=12 exists [300812~14347219,18369101~4259272,30107839~7539369,41017388~4414431,48252130~1266691,53227263~22426425,78740021~16664346,100257708~11824618,113617790~5944653,120275645~732758,127411214~17058287,148268181~4514498,158039338~2293509,162229513~14854421,187171867~3859864,207972339~7730629,218776812~4985754,223970630~12975930,239434107~4471157,247119082~16944200,272308277~7932894,282309757~2549263,285400957~5233891,290717401~91369,292681353~3133599,297686655~18151506,319662779~19470537,341223454~22655505,364742400~1233491,367709320~19947865,388231963~8549412,399442990~492803,401620438~13677821] wrote [53227263~5146992,104872695~7209631,136348891~7278989,166697434~7678828,209914314~5788654,292681353~3133599,329547372~2028009,388231963~6702832,407311156~4076271] 2024-07-26T07:08:44.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:08:44 smithi155 ceph-mon[90160]: pgmap v3775: 137 pgs: 137 active+clean; 713 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 116 KiB/s rd, 35 MiB/s wr, 206 op/s 2024-07-26T07:08:44.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:08:44 smithi155 ceph-mon[90160]: osdmap e2180: 8 total, 8 up, 8 in 2024-07-26T07:08:44.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:08:44 smithi089 ceph-mon[99608]: pgmap v3775: 137 pgs: 137 active+clean; 713 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 116 KiB/s rd, 35 MiB/s wr, 206 op/s 2024-07-26T07:08:44.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:08:44 smithi089 ceph-mon[99608]: osdmap e2180: 8 total, 8 up, 8 in 2024-07-26T07:08:44.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:08:44 smithi089 ceph-mon[102056]: pgmap v3775: 137 pgs: 137 active+clean; 713 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 116 KiB/s rd, 35 MiB/s wr, 206 op/s 2024-07-26T07:08:44.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:08:44 smithi089 ceph-mon[102056]: osdmap e2180: 8 total, 8 up, 8 in 2024-07-26T07:08:45.142 INFO:tasks.workunit.client.0.smithi089.stdout: i=13 exists [300812~14347219,18369101~4259272,30107839~7539369,41017388~4414431,48252130~1266691,53227263~22426425,78740021~16664346,100257708~11824618,113617790~5944653,120275645~732758,127411214~17058287,147631823~5318308,158039338~2293509,162229513~16406301,178854050~4306734,187171867~3859864,207972339~7730629,218147093~18799467,239434107~4471157,247119082~16944200,271537378~519012,272308277~7932894,282309757~2549263,285400957~5233891,290717401~91369,292681353~3133599,297686655~18151506,319662779~19470537,341223454~22655505,364742400~1233491,367709320~19947865,388231963~8549412,399442990~492803,401620438~13677821] wrote [6565111~4868100,147631823~5318308,164584283~229152,171741040~6894774,178854050~4306734,218147093~6407600,271537378~519012,285749842~3154822,346305810~3774225,405900421~3654396] 2024-07-26T07:08:45.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:08:45 smithi155 ceph-mon[90160]: osdmap e2181: 8 total, 8 up, 8 in 2024-07-26T07:08:45.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:08:45 smithi089 ceph-mon[102056]: osdmap e2181: 8 total, 8 up, 8 in 2024-07-26T07:08:45.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:08:45 smithi089 ceph-mon[99608]: osdmap e2181: 8 total, 8 up, 8 in 2024-07-26T07:08:46.142 INFO:tasks.workunit.client.0.smithi089.stdout: i=14 exists [300812~14347219,18369101~4259272,24123802~13523406,37798140~2077409,41017388~4414431,48252130~1266691,53227263~22426425,78740021~16664346,100257708~11824618,113617790~5944653,120275645~732758,127411214~25538917,158039338~2293509,162229513~21656269,187171867~3859864,207972339~7730629,218147093~18799467,239434107~4471157,247119082~16944200,271537378~519012,272308277~7932894,282309757~2549263,284896052~7575331,292681353~3133599,297686655~18151506,316881998~22251318,341223454~22655505,364742400~1233491,367709320~19947865,388231963~8549412,399442990~492803,401620438~13677821] wrote [24123802~7925766,37798140~2077409,62077888~6820121,101811342~5990460,143036469~7301352,177854661~6031121,284896052~7575331,300308539~2645485,316881998~3812564] 2024-07-26T07:08:46.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:08:46 smithi155 ceph-mon[90160]: pgmap v3778: 137 pgs: 137 active+clean; 842 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 196 KiB/s rd, 41 MiB/s wr, 316 op/s 2024-07-26T07:08:46.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:08:46 smithi155 ceph-mon[90160]: osdmap e2182: 8 total, 8 up, 8 in 2024-07-26T07:08:46.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:08:46 smithi089 ceph-mon[99608]: pgmap v3778: 137 pgs: 137 active+clean; 842 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 196 KiB/s rd, 41 MiB/s wr, 316 op/s 2024-07-26T07:08:46.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:08:46 smithi089 ceph-mon[99608]: osdmap e2182: 8 total, 8 up, 8 in 2024-07-26T07:08:46.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:08:46 smithi089 ceph-mon[102056]: pgmap v3778: 137 pgs: 137 active+clean; 842 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 196 KiB/s rd, 41 MiB/s wr, 316 op/s 2024-07-26T07:08:46.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:08:46 smithi089 ceph-mon[102056]: osdmap e2182: 8 total, 8 up, 8 in 2024-07-26T07:08:47.117 INFO:tasks.workunit.client.0.smithi089.stdout: i=15 exists [300812~14347219,18369101~4259272,24123802~21308017,48252130~1266691,53227263~22426425,78740021~16664346,100257708~11824618,113617790~5944653,120275645~732758,127411214~25828263,158039338~2293509,162229513~28802218,207972339~28974221,239434107~4471157,247119082~16944200,266264759~1695938,271537378~519012,272308277~7932894,282309757~2549263,284896052~7575331,292681353~3133599,297686655~18151506,316881998~22251318,341223454~22655505,364742400~1233491,367709320~19947865,388231963~8549412,399442990~492803,401620438~13677821] wrote [37645313~6362570,68016756~1604134,152273539~965938,181323771~6223125,211142684~7124185,250816727~132171,266264759~1695938,350280564~8141012,395868112~202012] 2024-07-26T07:08:47.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:08:47 smithi155 ceph-mon[90160]: osdmap e2183: 8 total, 8 up, 8 in 2024-07-26T07:08:47.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:08:47 smithi089 ceph-mon[99608]: osdmap e2183: 8 total, 8 up, 8 in 2024-07-26T07:08:47.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:08:47 smithi089 ceph-mon[102056]: osdmap e2183: 8 total, 8 up, 8 in 2024-07-26T07:08:48.132 INFO:tasks.workunit.client.0.smithi089.stdout: i=16 exists [300812~14347219,18369101~4259272,24123802~21308017,48252130~1266691,53227263~22426425,78740021~16664346,100257708~11824618,113617790~5944653,120275645~732758,127411214~25828263,158039338~32992393,207972339~28974221,239434107~4471157,247119082~16944200,266264759~1695938,271537378~519012,272308277~7932894,282309757~2549263,284896052~7575331,292681353~3133599,297686655~18151506,316881998~22251318,341223454~25785233,367709320~19947865,388231963~8549412,399442990~492803,401620438~13677821] wrote [1645431~2997499,61363225~5689241,143501749~7123775,159203167~6375088,249153226~1103523,325616456~3073917,347762600~2094977,360549573~6459114] 2024-07-26T07:08:48.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:08:48 smithi155 ceph-mon[90160]: pgmap v3781: 137 pgs: 137 active+clean; 947 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 197 KiB/s rd, 57 MiB/s wr, 324 op/s 2024-07-26T07:08:48.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:08:48 smithi155 ceph-mon[90160]: osdmap e2184: 8 total, 8 up, 8 in 2024-07-26T07:08:48.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:08:48 smithi089 ceph-mon[99608]: pgmap v3781: 137 pgs: 137 active+clean; 947 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 197 KiB/s rd, 57 MiB/s wr, 324 op/s 2024-07-26T07:08:48.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:08:48 smithi089 ceph-mon[99608]: osdmap e2184: 8 total, 8 up, 8 in 2024-07-26T07:08:48.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:08:48 smithi089 ceph-mon[102056]: pgmap v3781: 137 pgs: 137 active+clean; 947 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 197 KiB/s rd, 57 MiB/s wr, 324 op/s 2024-07-26T07:08:48.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:08:48 smithi089 ceph-mon[102056]: osdmap e2184: 8 total, 8 up, 8 in 2024-07-26T07:08:49.107 INFO:tasks.workunit.client.0.smithi089.stdout: i=17 exists [300812~14347219,18369101~4259272,24123802~21463905,48252130~1266691,53227263~22426425,78740021~16664346,100257708~12197716,113617790~5944653,120275645~732758,127411214~25828263,158039338~32992393,207972339~28974221,239434107~4471157,247119082~16944200,266264759~2510294,271537378~519012,272308277~7932894,282309757~2549263,284896052~7575331,292681353~3133599,297686655~18151506,316511474~22621842,341223454~25785233,367709320~19947865,388231963~8549412,399442990~492803,401620438~13677821] wrote [25745632~1668542,33999032~5734961,45241299~346408,56962576~7384152,111504627~950797,172236878~2217111,248342162~1536281,259984537~2973378,267055071~1719982,316511474~5288790] 2024-07-26T07:08:49.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:08:49 smithi155 ceph-mon[90160]: osdmap e2185: 8 total, 8 up, 8 in 2024-07-26T07:08:49.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:08:49 smithi089 ceph-mon[99608]: osdmap e2185: 8 total, 8 up, 8 in 2024-07-26T07:08:49.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:08:49 smithi089 ceph-mon[102056]: osdmap e2185: 8 total, 8 up, 8 in 2024-07-26T07:08:50.146 INFO:tasks.workunit.client.0.smithi089.stdout: i=18 exists [300812~14730989,18369101~4259272,24123802~21463905,48252130~27401558,78740021~16664346,100065032~12390392,113617790~5944653,120275645~732758,127411214~25828263,158039338~32992393,207972339~28974221,239434107~7178560,247119082~16944200,266264759~2510294,271537378~519012,272308277~7932894,282309757~2549263,284896052~7575331,292681353~3133599,297686655~18151506,316511474~22621842,341223454~25785233,367709320~19947865,388231963~8549412,399442990~492803,401620438~13677821] wrote [7304592~7727209,49174593~7968229,70417386~1347462,100065032~1742303,149379279~2164921,169091543~7435265,211409869~1964419,240918125~5694542,410172670~4762651] 2024-07-26T07:08:50.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:08:50 smithi155 ceph-mon[90160]: pgmap v3784: 137 pgs: 137 active+clean; 960 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 110 KiB/s rd, 30 MiB/s wr, 159 op/s 2024-07-26T07:08:50.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:08:50 smithi155 ceph-mon[90160]: osdmap e2186: 8 total, 8 up, 8 in 2024-07-26T07:08:50.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:08:50 smithi089 ceph-mon[99608]: pgmap v3784: 137 pgs: 137 active+clean; 960 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 110 KiB/s rd, 30 MiB/s wr, 159 op/s 2024-07-26T07:08:50.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:08:50 smithi089 ceph-mon[99608]: osdmap e2186: 8 total, 8 up, 8 in 2024-07-26T07:08:50.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:08:50 smithi089 ceph-mon[102056]: pgmap v3784: 137 pgs: 137 active+clean; 960 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 110 KiB/s rd, 30 MiB/s wr, 159 op/s 2024-07-26T07:08:50.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:08:50 smithi089 ceph-mon[102056]: osdmap e2186: 8 total, 8 up, 8 in 2024-07-26T07:08:51.134 INFO:tasks.workunit.client.0.smithi089.stdout: i=19 exists [300812~14730989,18369101~4259272,24123802~21463905,48252130~47152237,100065032~12390392,113617790~5944653,120275645~732758,127411214~25828263,158039338~32992393,207972339~28974221,239434107~7178560,247119082~16944200,266264759~2510294,271537378~519012,272308277~7932894,282309757~10161626,292681353~3133599,297686655~18151506,316511474~22621842,340101647~232425,341223454~25785233,367709320~19947865,388231963~8549412,399442990~492803,401620438~13677821] wrote [57291541~4409322,64586450~1515428,71158776~7797390,114242000~5222631,164640410~3165187,282768042~3059655,298668192~6400130,322596916~7784155,340101647~232425] 2024-07-26T07:08:51.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:08:51 smithi155 ceph-mon[90160]: osdmap e2187: 8 total, 8 up, 8 in 2024-07-26T07:08:51.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:08:51 smithi089 ceph-mon[99608]: osdmap e2187: 8 total, 8 up, 8 in 2024-07-26T07:08:51.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:08:51 smithi089 ceph-mon[102056]: osdmap e2187: 8 total, 8 up, 8 in 2024-07-26T07:08:52.089 INFO:tasks.workunit.client.0.smithi089.stdout:from 0 to 1 diff [54525952~8388608,83886080~8388608,146800640~4194304,205520896~4194304,226492416~8388608,276824064~4194304,285212672~8388608,364904448~8388608,377487360~4194304,398458880~4194304] 2024-07-26T07:08:52.089 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [54525952~8388608,83886080~8388608,146800640~4194304,205520896~4194304,226492416~8388608,276824064~4194304,285212672~8388608,364904448~8388608,377487360~4194304,398458880~4194304] 2024-07-26T07:08:52.099 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [54525952~12582912,83886080~8388608,146800640~4194304,205520896~8388608,226492416~8388608,276824064~4194304,285212672~8388608,364904448~16777216,398458880~8388608] 2024-07-26T07:08:52.099 INFO:tasks.workunit.client.0.smithi089.stdout:from 0 to 2 diff [4194304~4194304,16777216~8388608,50331648~12582912,83886080~8388608,146800640~12582912,205520896~8388608,222298112~8388608,255852544~8388608,276824064~4194304,285212672~8388608,301989888~4194304,364904448~8388608,377487360~4194304,398458880~4194304] 2024-07-26T07:08:52.099 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~4194304,16777216~8388608,50331648~12582912,83886080~8388608,146800640~12582912,205520896~8388608,222298112~8388608,255852544~8388608,276824064~4194304,285212672~8388608,301989888~4194304,364904448~8388608,377487360~4194304,398458880~4194304] 2024-07-26T07:08:52.101 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~8388608,16777216~8388608,50331648~16777216,83886080~8388608,146800640~16777216,205520896~12582912,222298112~12582912,255852544~8388608,276824064~4194304,285212672~8388608,301989888~8388608,364904448~16777216,398458880~8388608] 2024-07-26T07:08:52.101 INFO:tasks.workunit.client.0.smithi089.stdout:from 0 to 3 diff [4194304~4194304,16777216~8388608,50331648~12582912,67108864~8388608,83886080~8388608,125829120~8388608,146800640~12582912,167772160~8388608,205520896~8388608,222298112~8388608,239075328~4194304,255852544~8388608,276824064~4194304,285212672~8388608,301989888~8388608,318767104~8388608,348127232~4194304,364904448~8388608,377487360~8388608,398458880~4194304,406847488~8388608] 2024-07-26T07:08:52.101 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~4194304,16777216~8388608,50331648~12582912,67108864~8388608,83886080~8388608,125829120~8388608,146800640~12582912,167772160~8388608,205520896~8388608,222298112~8388608,239075328~4194304,255852544~8388608,276824064~4194304,285212672~8388608,301989888~8388608,318767104~8388608,348127232~4194304,364904448~8388608,377487360~8388608,398458880~4194304,406847488~8388608] 2024-07-26T07:08:52.104 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~8388608,16777216~8388608,50331648~25165824,83886080~8388608,125829120~12582912,146800640~16777216,167772160~12582912,205520896~12582912,222298112~12582912,239075328~8388608,255852544~8388608,276824064~4194304,285212672~8388608,301989888~8388608,318767104~8388608,348127232~4194304,364904448~25165824,398458880~20971520] 2024-07-26T07:08:52.104 INFO:tasks.workunit.client.0.smithi089.stdout:from 0 to 4 diff [4194304~4194304,16777216~8388608,29360128~8388608,50331648~12582912,67108864~8388608,83886080~8388608,125829120~8388608,146800640~12582912,167772160~8388608,205520896~8388608,222298112~8388608,239075328~4194304,255852544~8388608,268435456~8388608,285212672~8388608,297795584~16777216,318767104~16777216,348127232~4194304,364904448~8388608,377487360~8388608,398458880~4194304,406847488~8388608] 2024-07-26T07:08:52.104 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~4194304,16777216~8388608,29360128~8388608,50331648~12582912,67108864~8388608,83886080~8388608,125829120~8388608,146800640~12582912,167772160~8388608,205520896~8388608,222298112~8388608,239075328~4194304,255852544~8388608,268435456~8388608,285212672~8388608,297795584~16777216,318767104~16777216,348127232~4194304,364904448~8388608,377487360~8388608,398458880~4194304,406847488~8388608] 2024-07-26T07:08:52.106 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~8388608,16777216~8388608,29360128~8388608,50331648~25165824,83886080~8388608,125829120~12582912,146800640~16777216,167772160~12582912,205520896~12582912,222298112~12582912,239075328~8388608,255852544~8388608,268435456~12582912,285212672~8388608,297795584~16777216,318767104~16777216,348127232~4194304,364904448~25165824,398458880~20971520] 2024-07-26T07:08:52.106 INFO:tasks.workunit.client.0.smithi089.stdout:from 0 to 5 diff [4194304~4194304,16777216~8388608,29360128~8388608,50331648~12582912,67108864~25165824,96468992~8388608,113246208~8388608,125829120~8388608,146800640~12582912,167772160~8388608,205520896~8388608,222298112~8388608,239075328~4194304,255852544~8388608,268435456~8388608,285212672~8388608,297795584~16777216,318767104~20971520,348127232~4194304,364904448~20971520,390070272~4194304,398458880~4194304,406847488~8388608] 2024-07-26T07:08:52.106 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~4194304,16777216~8388608,29360128~8388608,50331648~12582912,67108864~25165824,96468992~8388608,113246208~8388608,125829120~8388608,146800640~12582912,167772160~8388608,205520896~8388608,222298112~8388608,239075328~4194304,255852544~8388608,268435456~8388608,285212672~8388608,297795584~16777216,318767104~20971520,348127232~4194304,364904448~20971520,390070272~4194304,398458880~4194304,406847488~8388608] 2024-07-26T07:08:52.109 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~8388608,16777216~8388608,29360128~8388608,50331648~41943040,96468992~12582912,113246208~8388608,125829120~12582912,146800640~16777216,167772160~12582912,205520896~12582912,222298112~12582912,239075328~8388608,255852544~8388608,268435456~12582912,285212672~8388608,297795584~41943040,348127232~4194304,364904448~54525952] 2024-07-26T07:08:52.109 INFO:tasks.workunit.client.0.smithi089.stdout:from 0 to 6 diff [4194304~4194304,16777216~8388608,29360128~8388608,50331648~12582912,67108864~25165824,96468992~8388608,113246208~8388608,125829120~8388608,146800640~12582912,167772160~8388608,205520896~8388608,222298112~8388608,239075328~4194304,255852544~8388608,268435456~8388608,281018368~12582912,297795584~16777216,318767104~20971520,348127232~8388608,364904448~20971520,390070272~4194304,398458880~16777216] 2024-07-26T07:08:52.109 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~4194304,16777216~8388608,29360128~8388608,50331648~12582912,67108864~25165824,96468992~8388608,113246208~8388608,125829120~8388608,146800640~12582912,167772160~8388608,205520896~8388608,222298112~8388608,239075328~4194304,255852544~8388608,268435456~8388608,281018368~12582912,297795584~16777216,318767104~20971520,348127232~8388608,364904448~20971520,390070272~4194304,398458880~16777216] 2024-07-26T07:08:52.114 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~8388608,16777216~8388608,29360128~8388608,50331648~41943040,96468992~12582912,113246208~8388608,125829120~12582912,146800640~16777216,167772160~12582912,205520896~12582912,222298112~12582912,239075328~8388608,255852544~8388608,268435456~25165824,297795584~41943040,348127232~12582912,364904448~54525952] 2024-07-26T07:08:52.114 INFO:tasks.workunit.client.0.smithi089.stdout:from 0 to 7 diff [4194304~8388608,16777216~8388608,29360128~62914560,96468992~8388608,113246208~8388608,125829120~8388608,138412032~4194304,146800640~12582912,167772160~8388608,205520896~8388608,222298112~8388608,239075328~8388608,255852544~8388608,268435456~8388608,281018368~12582912,297795584~16777216,318767104~37748736,364904448~20971520,390070272~4194304,398458880~16777216] 2024-07-26T07:08:52.114 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~8388608,16777216~8388608,29360128~62914560,96468992~8388608,113246208~8388608,125829120~8388608,138412032~4194304,146800640~12582912,167772160~8388608,205520896~8388608,222298112~8388608,239075328~8388608,255852544~8388608,268435456~8388608,281018368~12582912,297795584~16777216,318767104~37748736,364904448~20971520,390070272~4194304,398458880~16777216] 2024-07-26T07:08:52.116 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~20971520,29360128~62914560,96468992~12582912,113246208~8388608,125829120~37748736,167772160~12582912,205520896~12582912,222298112~12582912,239075328~8388608,255852544~8388608,268435456~25165824,297795584~62914560,364904448~54525952] 2024-07-26T07:08:52.116 INFO:tasks.workunit.client.0.smithi089.stdout:from 0 to 8 diff [4194304~8388608,16777216~8388608,29360128~62914560,96468992~8388608,113246208~8388608,125829120~8388608,138412032~4194304,146800640~29360128,205520896~8388608,222298112~12582912,239075328~20971520,268435456~8388608,281018368~12582912,297795584~16777216,318767104~37748736,364904448~20971520,390070272~4194304,398458880~16777216] 2024-07-26T07:08:52.116 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~8388608,16777216~8388608,29360128~62914560,96468992~8388608,113246208~8388608,125829120~8388608,138412032~4194304,146800640~29360128,205520896~8388608,222298112~12582912,239075328~20971520,268435456~8388608,281018368~12582912,297795584~16777216,318767104~37748736,364904448~20971520,390070272~4194304,398458880~16777216] 2024-07-26T07:08:52.121 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~20971520,29360128~62914560,96468992~12582912,113246208~8388608,125829120~54525952,205520896~12582912,222298112~41943040,268435456~25165824,297795584~62914560,364904448~54525952] 2024-07-26T07:08:52.121 INFO:tasks.workunit.client.0.smithi089.stdout:from 0 to 9 diff [4194304~8388608,16777216~8388608,29360128~62914560,96468992~8388608,113246208~8388608,125829120~8388608,138412032~4194304,146800640~29360128,184549376~4194304,205520896~8388608,222298112~12582912,239075328~20971520,268435456~8388608,281018368~12582912,297795584~16777216,318767104~37748736,360710144~25165824,390070272~4194304,398458880~16777216] 2024-07-26T07:08:52.121 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~8388608,16777216~8388608,29360128~62914560,96468992~8388608,113246208~8388608,125829120~8388608,138412032~4194304,146800640~29360128,184549376~4194304,205520896~8388608,222298112~12582912,239075328~20971520,268435456~8388608,281018368~12582912,297795584~16777216,318767104~37748736,360710144~25165824,390070272~4194304,398458880~16777216] 2024-07-26T07:08:52.125 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~20971520,29360128~79691776,113246208~8388608,125829120~54525952,184549376~8388608,205520896~12582912,222298112~41943040,268435456~25165824,297795584~121634816] 2024-07-26T07:08:52.125 INFO:tasks.workunit.client.0.smithi089.stdout:from 0 to 10 diff [4194304~20971520,29360128~62914560,96468992~8388608,113246208~8388608,125829120~50331648,184549376~4194304,205520896~8388608,222298112~12582912,239075328~20971520,268435456~8388608,281018368~12582912,297795584~16777216,318767104~37748736,360710144~25165824,390070272~4194304,398458880~16777216] 2024-07-26T07:08:52.125 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~20971520,29360128~62914560,96468992~8388608,113246208~8388608,125829120~50331648,184549376~4194304,205520896~8388608,222298112~12582912,239075328~20971520,268435456~8388608,281018368~12582912,297795584~16777216,318767104~37748736,360710144~25165824,390070272~4194304,398458880~16777216] 2024-07-26T07:08:52.130 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~20971520,29360128~79691776,113246208~8388608,125829120~54525952,184549376~8388608,205520896~12582912,222298112~41943040,268435456~25165824,297795584~121634816] 2024-07-26T07:08:52.130 INFO:tasks.workunit.client.0.smithi089.stdout:from 0 to 11 diff [4194304~20971520,29360128~62914560,96468992~8388608,113246208~8388608,125829120~50331648,184549376~4194304,205520896~8388608,222298112~37748736,268435456~8388608,281018368~12582912,297795584~16777216,318767104~67108864,390070272~4194304,398458880~16777216] 2024-07-26T07:08:52.130 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~20971520,29360128~62914560,96468992~8388608,113246208~8388608,125829120~50331648,184549376~4194304,205520896~8388608,222298112~37748736,268435456~8388608,281018368~12582912,297795584~16777216,318767104~67108864,390070272~4194304,398458880~16777216] 2024-07-26T07:08:52.135 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~20971520,29360128~79691776,113246208~8388608,125829120~54525952,184549376~8388608,205520896~12582912,222298112~41943040,268435456~25165824,297795584~121634816] 2024-07-26T07:08:52.135 INFO:tasks.workunit.client.0.smithi089.stdout:from 0 to 12 diff [4194304~20971520,29360128~62914560,96468992~12582912,113246208~8388608,125829120~50331648,184549376~4194304,205520896~8388608,222298112~37748736,268435456~8388608,281018368~12582912,297795584~16777216,318767104~96468992] 2024-07-26T07:08:52.135 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~20971520,29360128~62914560,96468992~12582912,113246208~8388608,125829120~50331648,184549376~4194304,205520896~8388608,222298112~37748736,268435456~8388608,281018368~12582912,297795584~16777216,318767104~96468992] 2024-07-26T07:08:52.141 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~20971520,29360128~92274688,125829120~54525952,184549376~8388608,205520896~12582912,222298112~41943040,268435456~150994944] 2024-07-26T07:08:52.141 INFO:tasks.workunit.client.0.smithi089.stdout:from 0 to 13 diff [4194304~20971520,29360128~62914560,96468992~12582912,113246208~8388608,125829120~62914560,205520896~8388608,218103808~41943040,268435456~8388608,281018368~12582912,297795584~16777216,318767104~96468992] 2024-07-26T07:08:52.141 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~20971520,29360128~62914560,96468992~12582912,113246208~8388608,125829120~62914560,205520896~8388608,218103808~41943040,268435456~8388608,281018368~12582912,297795584~16777216,318767104~96468992] 2024-07-26T07:08:52.147 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~20971520,29360128~92274688,125829120~67108864,205520896~58720256,268435456~150994944] 2024-07-26T07:08:52.147 INFO:tasks.workunit.client.0.smithi089.stdout:from 0 to 14 diff [4194304~88080384,96468992~12582912,113246208~8388608,125829120~62914560,205520896~8388608,218103808~41943040,268435456~8388608,281018368~12582912,297795584~117440512] 2024-07-26T07:08:52.148 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~88080384,96468992~12582912,113246208~8388608,125829120~62914560,205520896~8388608,218103808~41943040,268435456~8388608,281018368~12582912,297795584~117440512] 2024-07-26T07:08:52.154 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~117440512,125829120~67108864,205520896~58720256,268435456~150994944] 2024-07-26T07:08:52.154 INFO:tasks.workunit.client.0.smithi089.stdout:from 0 to 15 diff [4194304~88080384,96468992~12582912,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:08:52.154 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~88080384,96468992~12582912,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:08:52.161 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~117440512,125829120~67108864,205520896~213909504] 2024-07-26T07:08:52.161 INFO:tasks.workunit.client.0.smithi089.stdout:from 0 to 16 diff [0~92274688,96468992~12582912,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:08:52.161 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~92274688,96468992~12582912,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:08:52.167 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~121634816,125829120~67108864,205520896~213909504] 2024-07-26T07:08:52.167 INFO:tasks.workunit.client.0.smithi089.stdout:from 0 to 17 diff [0~92274688,96468992~12582912,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:08:52.167 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~92274688,96468992~12582912,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:08:52.173 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~121634816,125829120~67108864,205520896~213909504] 2024-07-26T07:08:52.173 INFO:tasks.workunit.client.0.smithi089.stdout:from 0 to 18 diff [0~92274688,96468992~12582912,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:08:52.174 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~92274688,96468992~12582912,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:08:52.181 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~121634816,125829120~67108864,205520896~213909504] 2024-07-26T07:08:52.181 INFO:tasks.workunit.client.0.smithi089.stdout:from 0 to 19 diff [0~109051904,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:08:52.181 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~109051904,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:08:52.188 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~121634816,125829120~67108864,205520896~213909504] 2024-07-26T07:08:52.188 INFO:tasks.workunit.client.0.smithi089.stdout:from 1 to 2 diff [4194304~4194304,16777216~8388608,50331648~4194304,146800640~4194304,155189248~4194304,205520896~8388608,222298112~8388608,255852544~8388608,301989888~4194304,364904448~8388608] 2024-07-26T07:08:52.188 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~4194304,16777216~8388608,50331648~4194304,146800640~4194304,155189248~4194304,205520896~8388608,222298112~8388608,255852544~8388608,301989888~4194304,364904448~8388608] 2024-07-26T07:08:52.189 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~8388608,16777216~8388608,50331648~8388608,146800640~16777216,205520896~12582912,222298112~8388608,255852544~8388608,301989888~8388608,364904448~12582912] 2024-07-26T07:08:52.189 INFO:tasks.workunit.client.0.smithi089.stdout:from 1 to 3 diff [4194304~4194304,16777216~8388608,50331648~4194304,67108864~8388608,125829120~8388608,146800640~4194304,155189248~4194304,167772160~8388608,205520896~8388608,222298112~8388608,239075328~4194304,255852544~8388608,301989888~8388608,318767104~8388608,348127232~4194304,364904448~8388608,381681664~4194304,406847488~8388608] 2024-07-26T07:08:52.189 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~4194304,16777216~8388608,50331648~4194304,67108864~8388608,125829120~8388608,146800640~4194304,155189248~4194304,167772160~8388608,205520896~8388608,222298112~8388608,239075328~4194304,255852544~8388608,301989888~8388608,318767104~8388608,348127232~4194304,364904448~8388608,381681664~4194304,406847488~8388608] 2024-07-26T07:08:52.191 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~8388608,16777216~8388608,50331648~8388608,67108864~8388608,125829120~12582912,146800640~16777216,167772160~12582912,205520896~12582912,222298112~8388608,239075328~8388608,255852544~8388608,301989888~8388608,318767104~8388608,348127232~4194304,364904448~12582912,381681664~8388608,406847488~12582912] 2024-07-26T07:08:52.191 INFO:tasks.workunit.client.0.smithi089.stdout:from 1 to 4 diff [4194304~4194304,16777216~8388608,29360128~8388608,50331648~4194304,67108864~8388608,125829120~8388608,146800640~4194304,155189248~4194304,167772160~8388608,205520896~8388608,222298112~8388608,239075328~4194304,255852544~8388608,268435456~8388608,289406976~4194304,297795584~16777216,318767104~16777216,348127232~4194304,364904448~8388608,381681664~4194304,406847488~8388608] 2024-07-26T07:08:52.191 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~4194304,16777216~8388608,29360128~8388608,50331648~4194304,67108864~8388608,125829120~8388608,146800640~4194304,155189248~4194304,167772160~8388608,205520896~8388608,222298112~8388608,239075328~4194304,255852544~8388608,268435456~8388608,289406976~4194304,297795584~16777216,318767104~16777216,348127232~4194304,364904448~8388608,381681664~4194304,406847488~8388608] 2024-07-26T07:08:52.192 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~8388608,16777216~8388608,29360128~8388608,50331648~8388608,67108864~8388608,125829120~12582912,146800640~16777216,167772160~12582912,205520896~12582912,222298112~8388608,239075328~8388608,255852544~8388608,268435456~12582912,289406976~4194304,297795584~16777216,318767104~16777216,348127232~4194304,364904448~12582912,381681664~8388608,406847488~12582912] 2024-07-26T07:08:52.192 INFO:tasks.workunit.client.0.smithi089.stdout:from 1 to 5 diff [4194304~4194304,16777216~8388608,29360128~8388608,50331648~4194304,67108864~16777216,96468992~8388608,113246208~8388608,125829120~8388608,146800640~4194304,155189248~4194304,167772160~8388608,205520896~8388608,222298112~8388608,239075328~4194304,255852544~8388608,268435456~8388608,289406976~4194304,297795584~16777216,318767104~20971520,348127232~4194304,364904448~20971520,390070272~4194304,406847488~8388608] 2024-07-26T07:08:52.192 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~4194304,16777216~8388608,29360128~8388608,50331648~4194304,67108864~16777216,96468992~8388608,113246208~8388608,125829120~8388608,146800640~4194304,155189248~4194304,167772160~8388608,205520896~8388608,222298112~8388608,239075328~4194304,255852544~8388608,268435456~8388608,289406976~4194304,297795584~16777216,318767104~20971520,348127232~4194304,364904448~20971520,390070272~4194304,406847488~8388608] 2024-07-26T07:08:52.194 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~8388608,16777216~8388608,29360128~8388608,50331648~8388608,67108864~16777216,96468992~12582912,113246208~8388608,125829120~12582912,146800640~16777216,167772160~12582912,205520896~12582912,222298112~8388608,239075328~8388608,255852544~8388608,268435456~12582912,289406976~4194304,297795584~41943040,348127232~4194304,364904448~33554432,406847488~12582912] 2024-07-26T07:08:52.195 INFO:tasks.workunit.client.0.smithi089.stdout:from 1 to 6 diff [4194304~4194304,16777216~8388608,29360128~8388608,50331648~8388608,67108864~16777216,96468992~8388608,113246208~8388608,125829120~8388608,146800640~4194304,155189248~4194304,167772160~8388608,205520896~8388608,222298112~8388608,239075328~4194304,255852544~8388608,268435456~8388608,281018368~4194304,289406976~4194304,297795584~16777216,318767104~20971520,348127232~8388608,364904448~20971520,390070272~4194304,398458880~16777216] 2024-07-26T07:08:52.195 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~4194304,16777216~8388608,29360128~8388608,50331648~8388608,67108864~16777216,96468992~8388608,113246208~8388608,125829120~8388608,146800640~4194304,155189248~4194304,167772160~8388608,205520896~8388608,222298112~8388608,239075328~4194304,255852544~8388608,268435456~8388608,281018368~4194304,289406976~4194304,297795584~16777216,318767104~20971520,348127232~8388608,364904448~20971520,390070272~4194304,398458880~16777216] 2024-07-26T07:08:52.197 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~8388608,16777216~8388608,29360128~8388608,50331648~8388608,67108864~16777216,96468992~12582912,113246208~8388608,125829120~12582912,146800640~16777216,167772160~12582912,205520896~12582912,222298112~8388608,239075328~8388608,255852544~8388608,268435456~16777216,289406976~4194304,297795584~41943040,348127232~12582912,364904448~54525952] 2024-07-26T07:08:52.197 INFO:tasks.workunit.client.0.smithi089.stdout:from 1 to 7 diff [4194304~8388608,16777216~8388608,29360128~29360128,62914560~20971520,96468992~8388608,113246208~8388608,125829120~8388608,138412032~4194304,146800640~4194304,155189248~4194304,167772160~8388608,205520896~8388608,222298112~8388608,239075328~8388608,255852544~8388608,268435456~8388608,281018368~4194304,289406976~4194304,297795584~16777216,318767104~37748736,364904448~20971520,390070272~4194304,398458880~16777216] 2024-07-26T07:08:52.197 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~8388608,16777216~8388608,29360128~29360128,62914560~20971520,96468992~8388608,113246208~8388608,125829120~8388608,138412032~4194304,146800640~4194304,155189248~4194304,167772160~8388608,205520896~8388608,222298112~8388608,239075328~8388608,255852544~8388608,268435456~8388608,281018368~4194304,289406976~4194304,297795584~16777216,318767104~37748736,364904448~20971520,390070272~4194304,398458880~16777216] 2024-07-26T07:08:52.199 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~20971520,29360128~29360128,62914560~20971520,96468992~12582912,113246208~8388608,125829120~37748736,167772160~12582912,205520896~12582912,222298112~12582912,239075328~8388608,255852544~8388608,268435456~16777216,289406976~4194304,297795584~62914560,364904448~54525952] 2024-07-26T07:08:52.199 INFO:tasks.workunit.client.0.smithi089.stdout:from 1 to 8 diff [4194304~8388608,16777216~8388608,29360128~29360128,62914560~20971520,96468992~8388608,113246208~8388608,125829120~8388608,138412032~4194304,146800640~4194304,155189248~20971520,205520896~8388608,222298112~12582912,239075328~20971520,268435456~8388608,281018368~12582912,297795584~16777216,318767104~37748736,364904448~20971520,390070272~4194304,398458880~16777216] 2024-07-26T07:08:52.199 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~8388608,16777216~8388608,29360128~29360128,62914560~20971520,96468992~8388608,113246208~8388608,125829120~8388608,138412032~4194304,146800640~4194304,155189248~20971520,205520896~8388608,222298112~12582912,239075328~20971520,268435456~8388608,281018368~12582912,297795584~16777216,318767104~37748736,364904448~20971520,390070272~4194304,398458880~16777216] 2024-07-26T07:08:52.203 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~20971520,29360128~29360128,62914560~20971520,96468992~12582912,113246208~8388608,125829120~54525952,205520896~12582912,222298112~41943040,268435456~25165824,297795584~62914560,364904448~54525952] 2024-07-26T07:08:52.203 INFO:tasks.workunit.client.0.smithi089.stdout:from 1 to 9 diff [4194304~8388608,16777216~8388608,29360128~29360128,62914560~20971520,88080384~16777216,113246208~8388608,125829120~8388608,138412032~4194304,146800640~4194304,155189248~20971520,184549376~4194304,205520896~8388608,222298112~12582912,239075328~20971520,268435456~8388608,281018368~12582912,297795584~16777216,318767104~37748736,360710144~25165824,390070272~4194304,398458880~16777216] 2024-07-26T07:08:52.203 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~8388608,16777216~8388608,29360128~29360128,62914560~20971520,88080384~16777216,113246208~8388608,125829120~8388608,138412032~4194304,146800640~4194304,155189248~20971520,184549376~4194304,205520896~8388608,222298112~12582912,239075328~20971520,268435456~8388608,281018368~12582912,297795584~16777216,318767104~37748736,360710144~25165824,390070272~4194304,398458880~16777216] 2024-07-26T07:08:52.206 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~20971520,29360128~29360128,62914560~46137344,113246208~8388608,125829120~54525952,184549376~8388608,205520896~12582912,222298112~41943040,268435456~25165824,297795584~121634816] 2024-07-26T07:08:52.206 INFO:tasks.workunit.client.0.smithi089.stdout:from 1 to 10 diff [4194304~20971520,29360128~29360128,62914560~20971520,88080384~16777216,113246208~8388608,125829120~25165824,155189248~20971520,184549376~4194304,205520896~8388608,222298112~12582912,239075328~20971520,268435456~8388608,281018368~12582912,297795584~16777216,318767104~37748736,360710144~25165824,390070272~4194304,398458880~16777216] 2024-07-26T07:08:52.206 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~20971520,29360128~29360128,62914560~20971520,88080384~16777216,113246208~8388608,125829120~25165824,155189248~20971520,184549376~4194304,205520896~8388608,222298112~12582912,239075328~20971520,268435456~8388608,281018368~12582912,297795584~16777216,318767104~37748736,360710144~25165824,390070272~4194304,398458880~16777216] 2024-07-26T07:08:52.210 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~20971520,29360128~29360128,62914560~46137344,113246208~8388608,125829120~54525952,184549376~8388608,205520896~12582912,222298112~41943040,268435456~25165824,297795584~121634816] 2024-07-26T07:08:52.210 INFO:tasks.workunit.client.0.smithi089.stdout:from 1 to 11 diff [4194304~20971520,29360128~54525952,88080384~16777216,113246208~8388608,125829120~25165824,155189248~20971520,184549376~4194304,205520896~8388608,222298112~37748736,268435456~8388608,281018368~12582912,297795584~16777216,318767104~67108864,390070272~4194304,398458880~16777216] 2024-07-26T07:08:52.210 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~20971520,29360128~54525952,88080384~16777216,113246208~8388608,125829120~25165824,155189248~20971520,184549376~4194304,205520896~8388608,222298112~37748736,268435456~8388608,281018368~12582912,297795584~16777216,318767104~67108864,390070272~4194304,398458880~16777216] 2024-07-26T07:08:52.214 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~20971520,29360128~79691776,113246208~8388608,125829120~54525952,184549376~8388608,205520896~12582912,222298112~41943040,268435456~25165824,297795584~121634816] 2024-07-26T07:08:52.214 INFO:tasks.workunit.client.0.smithi089.stdout:from 1 to 12 diff [4194304~20971520,29360128~54525952,88080384~20971520,113246208~8388608,125829120~25165824,155189248~20971520,184549376~4194304,205520896~8388608,222298112~37748736,268435456~8388608,281018368~12582912,297795584~16777216,318767104~96468992] 2024-07-26T07:08:52.214 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~20971520,29360128~54525952,88080384~20971520,113246208~8388608,125829120~25165824,155189248~20971520,184549376~4194304,205520896~8388608,222298112~37748736,268435456~8388608,281018368~12582912,297795584~16777216,318767104~96468992] 2024-07-26T07:08:52.218 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~20971520,29360128~92274688,125829120~54525952,184549376~8388608,205520896~12582912,222298112~41943040,268435456~150994944] 2024-07-26T07:08:52.218 INFO:tasks.workunit.client.0.smithi089.stdout:from 1 to 13 diff [4194304~20971520,29360128~54525952,88080384~20971520,113246208~8388608,125829120~62914560,205520896~8388608,218103808~41943040,268435456~8388608,281018368~12582912,297795584~16777216,318767104~96468992] 2024-07-26T07:08:52.218 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~20971520,29360128~54525952,88080384~20971520,113246208~8388608,125829120~62914560,205520896~8388608,218103808~41943040,268435456~8388608,281018368~12582912,297795584~16777216,318767104~96468992] 2024-07-26T07:08:52.223 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~20971520,29360128~92274688,125829120~67108864,205520896~58720256,268435456~150994944] 2024-07-26T07:08:52.223 INFO:tasks.workunit.client.0.smithi089.stdout:from 1 to 14 diff [4194304~79691776,88080384~20971520,113246208~8388608,125829120~62914560,205520896~8388608,218103808~41943040,268435456~8388608,281018368~12582912,297795584~117440512] 2024-07-26T07:08:52.223 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~79691776,88080384~20971520,113246208~8388608,125829120~62914560,205520896~8388608,218103808~41943040,268435456~8388608,281018368~12582912,297795584~117440512] 2024-07-26T07:08:52.228 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~117440512,125829120~67108864,205520896~58720256,268435456~150994944] 2024-07-26T07:08:52.228 INFO:tasks.workunit.client.0.smithi089.stdout:from 1 to 15 diff [4194304~79691776,88080384~20971520,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:08:52.228 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~79691776,88080384~20971520,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:08:52.233 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~117440512,125829120~67108864,205520896~213909504] 2024-07-26T07:08:52.234 INFO:tasks.workunit.client.0.smithi089.stdout:from 1 to 16 diff [0~83886080,88080384~20971520,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:08:52.234 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~83886080,88080384~20971520,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:08:52.239 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~121634816,125829120~67108864,205520896~213909504] 2024-07-26T07:08:52.239 INFO:tasks.workunit.client.0.smithi089.stdout:from 1 to 17 diff [0~83886080,88080384~20971520,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:08:52.239 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~83886080,88080384~20971520,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:08:52.245 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~121634816,125829120~67108864,205520896~213909504] 2024-07-26T07:08:52.245 INFO:tasks.workunit.client.0.smithi089.stdout:from 1 to 18 diff [0~83886080,88080384~20971520,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:08:52.245 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~83886080,88080384~20971520,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:08:52.252 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~121634816,125829120~67108864,205520896~213909504] 2024-07-26T07:08:52.252 INFO:tasks.workunit.client.0.smithi089.stdout:from 1 to 19 diff [0~109051904,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:08:52.252 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~109051904,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:08:52.260 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~121634816,125829120~67108864,205520896~213909504] 2024-07-26T07:08:52.260 INFO:tasks.workunit.client.0.smithi089.stdout:from 2 to 3 diff [67108864~8388608,125829120~8388608,167772160~8388608,239075328~4194304,301989888~8388608,318767104~8388608,348127232~4194304,381681664~4194304,406847488~8388608] 2024-07-26T07:08:52.260 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [67108864~8388608,125829120~8388608,167772160~8388608,239075328~4194304,301989888~8388608,318767104~8388608,348127232~4194304,381681664~4194304,406847488~8388608] 2024-07-26T07:08:52.261 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [67108864~8388608,125829120~12582912,167772160~12582912,239075328~8388608,301989888~8388608,318767104~8388608,348127232~4194304,381681664~8388608,406847488~12582912] 2024-07-26T07:08:52.261 INFO:tasks.workunit.client.0.smithi089.stdout:from 2 to 4 diff [29360128~8388608,67108864~8388608,125829120~8388608,167772160~8388608,239075328~4194304,268435456~8388608,289406976~4194304,297795584~16777216,318767104~16777216,348127232~4194304,381681664~4194304,406847488~8388608] 2024-07-26T07:08:52.261 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [29360128~8388608,67108864~8388608,125829120~8388608,167772160~8388608,239075328~4194304,268435456~8388608,289406976~4194304,297795584~16777216,318767104~16777216,348127232~4194304,381681664~4194304,406847488~8388608] 2024-07-26T07:08:52.262 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [29360128~8388608,67108864~8388608,125829120~12582912,167772160~12582912,239075328~8388608,268435456~12582912,289406976~4194304,297795584~16777216,318767104~16777216,348127232~4194304,381681664~8388608,406847488~12582912] 2024-07-26T07:08:52.262 INFO:tasks.workunit.client.0.smithi089.stdout:from 2 to 5 diff [29360128~8388608,67108864~16777216,96468992~8388608,113246208~8388608,125829120~8388608,167772160~8388608,239075328~4194304,268435456~8388608,289406976~4194304,297795584~16777216,318767104~20971520,348127232~4194304,369098752~8388608,381681664~4194304,390070272~4194304,406847488~8388608] 2024-07-26T07:08:52.262 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [29360128~8388608,67108864~16777216,96468992~8388608,113246208~8388608,125829120~8388608,167772160~8388608,239075328~4194304,268435456~8388608,289406976~4194304,297795584~16777216,318767104~20971520,348127232~4194304,369098752~8388608,381681664~4194304,390070272~4194304,406847488~8388608] 2024-07-26T07:08:52.264 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [29360128~8388608,67108864~16777216,96468992~12582912,113246208~8388608,125829120~12582912,167772160~12582912,239075328~8388608,268435456~12582912,289406976~4194304,297795584~41943040,348127232~4194304,369098752~29360128,406847488~12582912] 2024-07-26T07:08:52.264 INFO:tasks.workunit.client.0.smithi089.stdout:from 2 to 6 diff [29360128~8388608,54525952~4194304,67108864~16777216,96468992~8388608,113246208~8388608,125829120~8388608,167772160~8388608,239075328~4194304,255852544~4194304,268435456~8388608,281018368~4194304,289406976~4194304,297795584~16777216,318767104~20971520,348127232~8388608,369098752~8388608,381681664~4194304,390070272~4194304,398458880~16777216] 2024-07-26T07:08:52.264 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [29360128~8388608,54525952~4194304,67108864~16777216,96468992~8388608,113246208~8388608,125829120~8388608,167772160~8388608,239075328~4194304,255852544~4194304,268435456~8388608,281018368~4194304,289406976~4194304,297795584~16777216,318767104~20971520,348127232~8388608,369098752~8388608,381681664~4194304,390070272~4194304,398458880~16777216] 2024-07-26T07:08:52.265 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [29360128~8388608,54525952~4194304,67108864~16777216,96468992~12582912,113246208~8388608,125829120~12582912,167772160~12582912,239075328~8388608,255852544~8388608,268435456~16777216,289406976~4194304,297795584~41943040,348127232~12582912,369098752~50331648] 2024-07-26T07:08:52.265 INFO:tasks.workunit.client.0.smithi089.stdout:from 2 to 7 diff [4194304~8388608,29360128~20971520,54525952~4194304,62914560~20971520,96468992~8388608,113246208~8388608,125829120~8388608,138412032~4194304,167772160~8388608,226492416~4194304,239075328~8388608,255852544~4194304,268435456~8388608,281018368~4194304,289406976~4194304,297795584~16777216,318767104~37748736,369098752~8388608,381681664~4194304,390070272~4194304,398458880~16777216] 2024-07-26T07:08:52.265 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~8388608,29360128~20971520,54525952~4194304,62914560~20971520,96468992~8388608,113246208~8388608,125829120~8388608,138412032~4194304,167772160~8388608,226492416~4194304,239075328~8388608,255852544~4194304,268435456~8388608,281018368~4194304,289406976~4194304,297795584~16777216,318767104~37748736,369098752~8388608,381681664~4194304,390070272~4194304,398458880~16777216] 2024-07-26T07:08:52.267 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~12582912,29360128~20971520,54525952~4194304,62914560~20971520,96468992~12582912,113246208~8388608,125829120~20971520,167772160~12582912,226492416~8388608,239075328~8388608,255852544~8388608,268435456~16777216,289406976~4194304,297795584~62914560,369098752~50331648] 2024-07-26T07:08:52.267 INFO:tasks.workunit.client.0.smithi089.stdout:from 2 to 8 diff [4194304~8388608,29360128~20971520,54525952~4194304,62914560~20971520,96468992~8388608,113246208~8388608,125829120~8388608,138412032~4194304,159383552~16777216,226492416~33554432,268435456~8388608,281018368~12582912,297795584~16777216,318767104~37748736,369098752~16777216,390070272~4194304,398458880~16777216] 2024-07-26T07:08:52.267 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~8388608,29360128~20971520,54525952~4194304,62914560~20971520,96468992~8388608,113246208~8388608,125829120~8388608,138412032~4194304,159383552~16777216,226492416~33554432,268435456~8388608,281018368~12582912,297795584~16777216,318767104~37748736,369098752~16777216,390070272~4194304,398458880~16777216] 2024-07-26T07:08:52.270 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~12582912,29360128~20971520,54525952~4194304,62914560~20971520,96468992~12582912,113246208~8388608,125829120~20971520,159383552~20971520,226492416~37748736,268435456~25165824,297795584~62914560,369098752~50331648] 2024-07-26T07:08:52.270 INFO:tasks.workunit.client.0.smithi089.stdout:from 2 to 9 diff [4194304~8388608,29360128~20971520,54525952~4194304,62914560~20971520,88080384~16777216,113246208~8388608,125829120~8388608,138412032~4194304,159383552~16777216,184549376~4194304,226492416~33554432,268435456~8388608,281018368~12582912,297795584~16777216,318767104~37748736,360710144~25165824,390070272~4194304,398458880~16777216] 2024-07-26T07:08:52.270 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~8388608,29360128~20971520,54525952~4194304,62914560~20971520,88080384~16777216,113246208~8388608,125829120~8388608,138412032~4194304,159383552~16777216,184549376~4194304,226492416~33554432,268435456~8388608,281018368~12582912,297795584~16777216,318767104~37748736,360710144~25165824,390070272~4194304,398458880~16777216] 2024-07-26T07:08:52.273 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~12582912,29360128~20971520,54525952~4194304,62914560~46137344,113246208~8388608,125829120~20971520,159383552~20971520,184549376~8388608,226492416~37748736,268435456~25165824,297795584~121634816] 2024-07-26T07:08:52.273 INFO:tasks.workunit.client.0.smithi089.stdout:from 2 to 10 diff [4194304~12582912,29360128~20971520,54525952~4194304,62914560~20971520,88080384~16777216,113246208~8388608,125829120~20971520,159383552~16777216,184549376~4194304,226492416~33554432,268435456~8388608,281018368~12582912,297795584~16777216,318767104~37748736,360710144~25165824,390070272~4194304,398458880~16777216] 2024-07-26T07:08:52.273 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~12582912,29360128~20971520,54525952~4194304,62914560~20971520,88080384~16777216,113246208~8388608,125829120~20971520,159383552~16777216,184549376~4194304,226492416~33554432,268435456~8388608,281018368~12582912,297795584~16777216,318767104~37748736,360710144~25165824,390070272~4194304,398458880~16777216] 2024-07-26T07:08:52.276 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~12582912,29360128~20971520,54525952~4194304,62914560~46137344,113246208~8388608,125829120~20971520,159383552~20971520,184549376~8388608,226492416~37748736,268435456~25165824,297795584~121634816] 2024-07-26T07:08:52.276 INFO:tasks.workunit.client.0.smithi089.stdout:from 2 to 11 diff [4194304~12582912,29360128~20971520,54525952~29360128,88080384~16777216,113246208~8388608,125829120~20971520,159383552~16777216,184549376~4194304,226492416~33554432,268435456~8388608,281018368~12582912,297795584~16777216,318767104~67108864,390070272~4194304,398458880~16777216] 2024-07-26T07:08:52.276 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~12582912,29360128~20971520,54525952~29360128,88080384~16777216,113246208~8388608,125829120~20971520,159383552~16777216,184549376~4194304,226492416~33554432,268435456~8388608,281018368~12582912,297795584~16777216,318767104~67108864,390070272~4194304,398458880~16777216] 2024-07-26T07:08:52.279 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~12582912,29360128~20971520,54525952~54525952,113246208~8388608,125829120~20971520,159383552~20971520,184549376~8388608,226492416~37748736,268435456~25165824,297795584~121634816] 2024-07-26T07:08:52.279 INFO:tasks.workunit.client.0.smithi089.stdout:from 2 to 12 diff [4194304~12582912,29360128~54525952,88080384~20971520,113246208~8388608,125829120~20971520,159383552~16777216,184549376~4194304,209715200~8388608,226492416~33554432,268435456~8388608,281018368~12582912,297795584~16777216,318767104~96468992] 2024-07-26T07:08:52.280 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~12582912,29360128~54525952,88080384~20971520,113246208~8388608,125829120~20971520,159383552~16777216,184549376~4194304,209715200~8388608,226492416~33554432,268435456~8388608,281018368~12582912,297795584~16777216,318767104~96468992] 2024-07-26T07:08:52.284 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~12582912,29360128~92274688,125829120~20971520,159383552~20971520,184549376~8388608,209715200~8388608,226492416~37748736,268435456~150994944] 2024-07-26T07:08:52.284 INFO:tasks.workunit.client.0.smithi089.stdout:from 2 to 13 diff [4194304~12582912,29360128~54525952,88080384~20971520,113246208~8388608,125829120~29360128,159383552~29360128,209715200~50331648,268435456~8388608,281018368~12582912,297795584~16777216,318767104~96468992] 2024-07-26T07:08:52.284 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~12582912,29360128~54525952,88080384~20971520,113246208~8388608,125829120~29360128,159383552~29360128,209715200~50331648,268435456~8388608,281018368~12582912,297795584~16777216,318767104~96468992] 2024-07-26T07:08:52.288 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~12582912,29360128~92274688,125829120~29360128,159383552~33554432,209715200~54525952,268435456~150994944] 2024-07-26T07:08:52.288 INFO:tasks.workunit.client.0.smithi089.stdout:from 2 to 14 diff [4194304~12582912,20971520~62914560,88080384~20971520,113246208~8388608,125829120~29360128,159383552~29360128,209715200~50331648,268435456~8388608,281018368~12582912,297795584~117440512] 2024-07-26T07:08:52.288 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~12582912,20971520~62914560,88080384~20971520,113246208~8388608,125829120~29360128,159383552~29360128,209715200~50331648,268435456~8388608,281018368~12582912,297795584~117440512] 2024-07-26T07:08:52.292 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~12582912,20971520~100663296,125829120~29360128,159383552~33554432,209715200~54525952,268435456~150994944] 2024-07-26T07:08:52.292 INFO:tasks.workunit.client.0.smithi089.stdout:from 2 to 15 diff [4194304~12582912,20971520~62914560,88080384~20971520,113246208~8388608,125829120~29360128,159383552~29360128,209715200~50331648,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:08:52.292 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~12582912,20971520~62914560,88080384~20971520,113246208~8388608,125829120~29360128,159383552~29360128,209715200~50331648,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:08:52.297 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~12582912,20971520~100663296,125829120~29360128,159383552~33554432,209715200~209715200] 2024-07-26T07:08:52.297 INFO:tasks.workunit.client.0.smithi089.stdout:from 2 to 16 diff [0~16777216,20971520~62914560,88080384~20971520,113246208~8388608,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:08:52.297 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~62914560,88080384~20971520,113246208~8388608,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:08:52.302 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~209715200] 2024-07-26T07:08:52.302 INFO:tasks.workunit.client.0.smithi089.stdout:from 2 to 17 diff [0~16777216,20971520~62914560,88080384~20971520,113246208~8388608,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:08:52.302 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~62914560,88080384~20971520,113246208~8388608,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:08:52.308 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~209715200] 2024-07-26T07:08:52.308 INFO:tasks.workunit.client.0.smithi089.stdout:from 2 to 18 diff [0~16777216,20971520~62914560,88080384~20971520,113246208~8388608,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:08:52.308 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~62914560,88080384~20971520,113246208~8388608,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:08:52.313 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~209715200] 2024-07-26T07:08:52.313 INFO:tasks.workunit.client.0.smithi089.stdout:from 2 to 19 diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:08:52.313 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:08:52.319 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~209715200] 2024-07-26T07:08:52.319 INFO:tasks.workunit.client.0.smithi089.stdout:from 3 to 4 diff [29360128~8388608,71303168~4194304,268435456~8388608,289406976~4194304,297795584~16777216,322961408~8388608,406847488~4194304] 2024-07-26T07:08:52.319 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [29360128~8388608,71303168~4194304,268435456~8388608,289406976~4194304,297795584~16777216,322961408~8388608,406847488~4194304] 2024-07-26T07:08:52.320 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [29360128~8388608,71303168~4194304,268435456~12582912,289406976~4194304,297795584~16777216,322961408~12582912,406847488~4194304] 2024-07-26T07:08:52.320 INFO:tasks.workunit.client.0.smithi089.stdout:from 3 to 5 diff [29360128~8388608,71303168~12582912,96468992~8388608,113246208~8388608,268435456~8388608,289406976~4194304,297795584~16777216,322961408~16777216,369098752~8388608,390070272~4194304,406847488~8388608] 2024-07-26T07:08:52.320 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [29360128~8388608,71303168~12582912,96468992~8388608,113246208~8388608,268435456~8388608,289406976~4194304,297795584~16777216,322961408~16777216,369098752~8388608,390070272~4194304,406847488~8388608] 2024-07-26T07:08:52.321 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [29360128~8388608,71303168~12582912,96468992~12582912,113246208~8388608,268435456~12582912,289406976~4194304,297795584~20971520,322961408~16777216,369098752~12582912,390070272~8388608,406847488~8388608] 2024-07-26T07:08:52.322 INFO:tasks.workunit.client.0.smithi089.stdout:from 3 to 6 diff [29360128~8388608,54525952~4194304,71303168~12582912,96468992~8388608,113246208~8388608,255852544~4194304,268435456~8388608,281018368~4194304,289406976~4194304,297795584~16777216,322961408~16777216,348127232~8388608,369098752~8388608,390070272~4194304,398458880~16777216] 2024-07-26T07:08:52.322 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [29360128~8388608,54525952~4194304,71303168~12582912,96468992~8388608,113246208~8388608,255852544~4194304,268435456~8388608,281018368~4194304,289406976~4194304,297795584~16777216,322961408~16777216,348127232~8388608,369098752~8388608,390070272~4194304,398458880~16777216] 2024-07-26T07:08:52.323 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [29360128~8388608,54525952~4194304,71303168~12582912,96468992~12582912,113246208~8388608,255852544~8388608,268435456~16777216,289406976~4194304,297795584~20971520,322961408~16777216,348127232~12582912,369098752~12582912,390070272~25165824] 2024-07-26T07:08:52.323 INFO:tasks.workunit.client.0.smithi089.stdout:from 3 to 7 diff [4194304~8388608,29360128~20971520,54525952~4194304,62914560~20971520,96468992~8388608,113246208~8388608,138412032~4194304,226492416~4194304,239075328~8388608,255852544~4194304,268435456~8388608,281018368~4194304,289406976~4194304,297795584~16777216,322961408~33554432,369098752~8388608,390070272~4194304,398458880~16777216] 2024-07-26T07:08:52.323 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~8388608,29360128~20971520,54525952~4194304,62914560~20971520,96468992~8388608,113246208~8388608,138412032~4194304,226492416~4194304,239075328~8388608,255852544~4194304,268435456~8388608,281018368~4194304,289406976~4194304,297795584~16777216,322961408~33554432,369098752~8388608,390070272~4194304,398458880~16777216] 2024-07-26T07:08:52.325 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~12582912,29360128~20971520,54525952~4194304,62914560~20971520,96468992~12582912,113246208~8388608,138412032~8388608,226492416~8388608,239075328~8388608,255852544~8388608,268435456~16777216,289406976~4194304,297795584~20971520,322961408~37748736,369098752~12582912,390070272~25165824] 2024-07-26T07:08:52.325 INFO:tasks.workunit.client.0.smithi089.stdout:from 3 to 8 diff [4194304~8388608,29360128~20971520,54525952~4194304,62914560~20971520,96468992~8388608,113246208~8388608,138412032~4194304,159383552~8388608,226492416~33554432,268435456~8388608,281018368~12582912,297795584~16777216,322961408~33554432,369098752~16777216,390070272~4194304,398458880~16777216] 2024-07-26T07:08:52.325 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~8388608,29360128~20971520,54525952~4194304,62914560~20971520,96468992~8388608,113246208~8388608,138412032~4194304,159383552~8388608,226492416~33554432,268435456~8388608,281018368~12582912,297795584~16777216,322961408~33554432,369098752~16777216,390070272~4194304,398458880~16777216] 2024-07-26T07:08:52.328 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~12582912,29360128~20971520,54525952~4194304,62914560~20971520,96468992~12582912,113246208~8388608,138412032~8388608,159383552~12582912,226492416~37748736,268435456~25165824,297795584~20971520,322961408~37748736,369098752~46137344] 2024-07-26T07:08:52.328 INFO:tasks.workunit.client.0.smithi089.stdout:from 3 to 9 diff [4194304~8388608,29360128~20971520,54525952~4194304,62914560~20971520,88080384~16777216,113246208~8388608,138412032~4194304,159383552~8388608,184549376~4194304,226492416~33554432,268435456~8388608,281018368~12582912,297795584~16777216,322961408~33554432,360710144~25165824,390070272~4194304,398458880~16777216] 2024-07-26T07:08:52.328 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~8388608,29360128~20971520,54525952~4194304,62914560~20971520,88080384~16777216,113246208~8388608,138412032~4194304,159383552~8388608,184549376~4194304,226492416~33554432,268435456~8388608,281018368~12582912,297795584~16777216,322961408~33554432,360710144~25165824,390070272~4194304,398458880~16777216] 2024-07-26T07:08:52.330 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~12582912,29360128~20971520,54525952~4194304,62914560~46137344,113246208~8388608,138412032~8388608,159383552~12582912,184549376~8388608,226492416~37748736,268435456~25165824,297795584~20971520,322961408~92274688] 2024-07-26T07:08:52.331 INFO:tasks.workunit.client.0.smithi089.stdout:from 3 to 10 diff [4194304~12582912,29360128~20971520,54525952~4194304,62914560~20971520,88080384~16777216,113246208~8388608,125829120~16777216,159383552~16777216,184549376~4194304,226492416~33554432,268435456~8388608,281018368~12582912,297795584~16777216,322961408~33554432,360710144~25165824,390070272~4194304,398458880~16777216] 2024-07-26T07:08:52.331 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~12582912,29360128~20971520,54525952~4194304,62914560~20971520,88080384~16777216,113246208~8388608,125829120~16777216,159383552~16777216,184549376~4194304,226492416~33554432,268435456~8388608,281018368~12582912,297795584~16777216,322961408~33554432,360710144~25165824,390070272~4194304,398458880~16777216] 2024-07-26T07:08:52.333 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~12582912,29360128~20971520,54525952~4194304,62914560~46137344,113246208~8388608,125829120~20971520,159383552~16777216,184549376~8388608,226492416~37748736,268435456~25165824,297795584~20971520,322961408~92274688] 2024-07-26T07:08:52.333 INFO:tasks.workunit.client.0.smithi089.stdout:from 3 to 11 diff [4194304~12582912,29360128~20971520,54525952~29360128,88080384~16777216,113246208~8388608,125829120~16777216,159383552~16777216,184549376~4194304,226492416~33554432,268435456~8388608,281018368~12582912,297795584~16777216,322961408~62914560,390070272~4194304,398458880~16777216] 2024-07-26T07:08:52.333 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~12582912,29360128~20971520,54525952~29360128,88080384~16777216,113246208~8388608,125829120~16777216,159383552~16777216,184549376~4194304,226492416~33554432,268435456~8388608,281018368~12582912,297795584~16777216,322961408~62914560,390070272~4194304,398458880~16777216] 2024-07-26T07:08:52.336 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~12582912,29360128~20971520,54525952~54525952,113246208~8388608,125829120~20971520,159383552~16777216,184549376~8388608,226492416~37748736,268435456~25165824,297795584~20971520,322961408~92274688] 2024-07-26T07:08:52.336 INFO:tasks.workunit.client.0.smithi089.stdout:from 3 to 12 diff [4194304~12582912,29360128~54525952,88080384~20971520,113246208~8388608,125829120~16777216,159383552~12582912,184549376~4194304,209715200~8388608,226492416~33554432,268435456~8388608,281018368~12582912,297795584~16777216,322961408~92274688] 2024-07-26T07:08:52.336 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~12582912,29360128~54525952,88080384~20971520,113246208~8388608,125829120~16777216,159383552~12582912,184549376~4194304,209715200~8388608,226492416~33554432,268435456~8388608,281018368~12582912,297795584~16777216,322961408~92274688] 2024-07-26T07:08:52.339 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~12582912,29360128~92274688,125829120~20971520,159383552~16777216,184549376~8388608,209715200~8388608,226492416~37748736,268435456~50331648,322961408~92274688] 2024-07-26T07:08:52.339 INFO:tasks.workunit.client.0.smithi089.stdout:from 3 to 13 diff [4194304~12582912,29360128~54525952,88080384~20971520,113246208~8388608,125829120~16777216,146800640~8388608,159383552~29360128,209715200~50331648,268435456~8388608,281018368~12582912,297795584~16777216,322961408~92274688] 2024-07-26T07:08:52.339 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~12582912,29360128~54525952,88080384~20971520,113246208~8388608,125829120~16777216,146800640~8388608,159383552~29360128,209715200~50331648,268435456~8388608,281018368~12582912,297795584~16777216,322961408~92274688] 2024-07-26T07:08:52.342 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~12582912,29360128~92274688,125829120~29360128,159383552~33554432,209715200~54525952,268435456~50331648,322961408~92274688] 2024-07-26T07:08:52.343 INFO:tasks.workunit.client.0.smithi089.stdout:from 3 to 14 diff [4194304~12582912,20971520~62914560,88080384~20971520,113246208~8388608,125829120~25165824,159383552~29360128,209715200~50331648,268435456~8388608,281018368~12582912,297795584~20971520,322961408~92274688] 2024-07-26T07:08:52.343 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~12582912,20971520~62914560,88080384~20971520,113246208~8388608,125829120~25165824,159383552~29360128,209715200~50331648,268435456~8388608,281018368~12582912,297795584~20971520,322961408~92274688] 2024-07-26T07:08:52.346 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~12582912,20971520~100663296,125829120~29360128,159383552~33554432,209715200~54525952,268435456~146800640] 2024-07-26T07:08:52.346 INFO:tasks.workunit.client.0.smithi089.stdout:from 3 to 15 diff [4194304~12582912,20971520~62914560,88080384~20971520,113246208~8388608,125829120~29360128,159383552~29360128,209715200~50331648,264241152~12582912,281018368~12582912,297795584~20971520,322961408~92274688] 2024-07-26T07:08:52.347 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~12582912,20971520~62914560,88080384~20971520,113246208~8388608,125829120~29360128,159383552~29360128,209715200~50331648,264241152~12582912,281018368~12582912,297795584~20971520,322961408~92274688] 2024-07-26T07:08:52.354 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~12582912,20971520~100663296,125829120~29360128,159383552~33554432,209715200~205520896] 2024-07-26T07:08:52.354 INFO:tasks.workunit.client.0.smithi089.stdout:from 3 to 16 diff [0~16777216,20971520~62914560,88080384~20971520,113246208~8388608,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~20971520,322961408~92274688] 2024-07-26T07:08:52.354 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~62914560,88080384~20971520,113246208~8388608,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~20971520,322961408~92274688] 2024-07-26T07:08:52.356 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~205520896] 2024-07-26T07:08:52.356 INFO:tasks.workunit.client.0.smithi089.stdout:from 3 to 17 diff [0~16777216,20971520~62914560,88080384~20971520,113246208~8388608,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:08:52.356 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~62914560,88080384~20971520,113246208~8388608,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:08:52.361 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~205520896] 2024-07-26T07:08:52.361 INFO:tasks.workunit.client.0.smithi089.stdout:from 3 to 18 diff [0~16777216,20971520~62914560,88080384~20971520,113246208~8388608,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:08:52.361 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~62914560,88080384~20971520,113246208~8388608,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:08:52.366 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~205520896] 2024-07-26T07:08:52.366 INFO:tasks.workunit.client.0.smithi089.stdout:from 3 to 19 diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~37748736,339738624~75497472] 2024-07-26T07:08:52.367 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~37748736,339738624~75497472] 2024-07-26T07:08:52.372 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~205520896] 2024-07-26T07:08:52.372 INFO:tasks.workunit.client.0.smithi089.stdout:from 4 to 5 diff [75497472~8388608,96468992~8388608,113246208~8388608,310378496~4194304,322961408~4194304,331350016~8388608,369098752~8388608,390070272~4194304,406847488~8388608] 2024-07-26T07:08:52.372 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [75497472~8388608,96468992~8388608,113246208~8388608,310378496~4194304,322961408~4194304,331350016~8388608,369098752~8388608,390070272~4194304,406847488~8388608] 2024-07-26T07:08:52.373 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [75497472~8388608,96468992~12582912,113246208~8388608,310378496~8388608,322961408~4194304,331350016~8388608,369098752~12582912,390070272~8388608,406847488~8388608] 2024-07-26T07:08:52.373 INFO:tasks.workunit.client.0.smithi089.stdout:from 4 to 6 diff [54525952~4194304,75497472~8388608,96468992~8388608,113246208~8388608,255852544~4194304,272629760~12582912,297795584~4194304,310378496~4194304,322961408~16777216,348127232~8388608,369098752~8388608,390070272~4194304,398458880~16777216] 2024-07-26T07:08:52.373 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [54525952~4194304,75497472~8388608,96468992~8388608,113246208~8388608,255852544~4194304,272629760~12582912,297795584~4194304,310378496~4194304,322961408~16777216,348127232~8388608,369098752~8388608,390070272~4194304,398458880~16777216] 2024-07-26T07:08:52.374 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [54525952~4194304,75497472~8388608,96468992~12582912,113246208~8388608,255852544~8388608,272629760~12582912,297795584~8388608,310378496~8388608,322961408~16777216,348127232~12582912,369098752~12582912,390070272~25165824] 2024-07-26T07:08:52.374 INFO:tasks.workunit.client.0.smithi089.stdout:from 4 to 7 diff [4194304~8388608,37748736~12582912,54525952~4194304,62914560~8388608,75497472~8388608,96468992~8388608,113246208~8388608,138412032~4194304,226492416~4194304,239075328~8388608,255852544~4194304,272629760~12582912,297795584~4194304,310378496~4194304,322961408~33554432,369098752~8388608,390070272~4194304,398458880~16777216] 2024-07-26T07:08:52.374 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~8388608,37748736~12582912,54525952~4194304,62914560~8388608,75497472~8388608,96468992~8388608,113246208~8388608,138412032~4194304,226492416~4194304,239075328~8388608,255852544~4194304,272629760~12582912,297795584~4194304,310378496~4194304,322961408~33554432,369098752~8388608,390070272~4194304,398458880~16777216] 2024-07-26T07:08:52.375 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~12582912,37748736~12582912,54525952~4194304,62914560~8388608,75497472~8388608,96468992~12582912,113246208~8388608,138412032~8388608,226492416~8388608,239075328~8388608,255852544~8388608,272629760~12582912,297795584~8388608,310378496~8388608,322961408~37748736,369098752~12582912,390070272~25165824] 2024-07-26T07:08:52.375 INFO:tasks.workunit.client.0.smithi089.stdout:from 4 to 8 diff [4194304~8388608,37748736~12582912,54525952~4194304,62914560~20971520,96468992~8388608,113246208~8388608,138412032~4194304,159383552~8388608,226492416~33554432,272629760~16777216,297795584~4194304,310378496~4194304,322961408~33554432,369098752~16777216,390070272~4194304,398458880~16777216] 2024-07-26T07:08:52.375 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~8388608,37748736~12582912,54525952~4194304,62914560~20971520,96468992~8388608,113246208~8388608,138412032~4194304,159383552~8388608,226492416~33554432,272629760~16777216,297795584~4194304,310378496~4194304,322961408~33554432,369098752~16777216,390070272~4194304,398458880~16777216] 2024-07-26T07:08:52.378 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~12582912,37748736~12582912,54525952~4194304,62914560~20971520,96468992~12582912,113246208~8388608,138412032~8388608,159383552~12582912,226492416~37748736,272629760~16777216,297795584~8388608,310378496~8388608,322961408~37748736,369098752~46137344] 2024-07-26T07:08:52.378 INFO:tasks.workunit.client.0.smithi089.stdout:from 4 to 9 diff [4194304~8388608,37748736~12582912,54525952~4194304,62914560~20971520,88080384~16777216,113246208~8388608,138412032~4194304,159383552~8388608,184549376~4194304,226492416~33554432,272629760~16777216,297795584~4194304,310378496~4194304,322961408~33554432,360710144~25165824,390070272~4194304,398458880~16777216] 2024-07-26T07:08:52.378 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~8388608,37748736~12582912,54525952~4194304,62914560~20971520,88080384~16777216,113246208~8388608,138412032~4194304,159383552~8388608,184549376~4194304,226492416~33554432,272629760~16777216,297795584~4194304,310378496~4194304,322961408~33554432,360710144~25165824,390070272~4194304,398458880~16777216] 2024-07-26T07:08:52.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:08:52 smithi155 ceph-mon[90160]: pgmap v3787: 137 pgs: 137 active+clean; 1.1 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 221 KiB/s rd, 36 MiB/s wr, 340 op/s 2024-07-26T07:08:52.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:08:52 smithi155 ceph-mon[90160]: osdmap e2188: 8 total, 8 up, 8 in 2024-07-26T07:08:52.379 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:08:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:08:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:08:52.379 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~12582912,37748736~12582912,54525952~4194304,62914560~46137344,113246208~8388608,138412032~8388608,159383552~12582912,184549376~8388608,226492416~37748736,272629760~16777216,297795584~8388608,310378496~8388608,322961408~92274688] 2024-07-26T07:08:52.380 INFO:tasks.workunit.client.0.smithi089.stdout:from 4 to 10 diff [4194304~12582912,37748736~12582912,54525952~4194304,62914560~20971520,88080384~16777216,113246208~8388608,125829120~16777216,159383552~16777216,184549376~4194304,226492416~33554432,272629760~16777216,297795584~16777216,322961408~33554432,360710144~25165824,390070272~4194304,398458880~16777216] 2024-07-26T07:08:52.380 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~12582912,37748736~12582912,54525952~4194304,62914560~20971520,88080384~16777216,113246208~8388608,125829120~16777216,159383552~16777216,184549376~4194304,226492416~33554432,272629760~16777216,297795584~16777216,322961408~33554432,360710144~25165824,390070272~4194304,398458880~16777216] 2024-07-26T07:08:52.382 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~12582912,37748736~12582912,54525952~4194304,62914560~46137344,113246208~8388608,125829120~20971520,159383552~16777216,184549376~8388608,226492416~37748736,272629760~16777216,297795584~20971520,322961408~92274688] 2024-07-26T07:08:52.382 INFO:tasks.workunit.client.0.smithi089.stdout:from 4 to 11 diff [4194304~12582912,29360128~20971520,54525952~29360128,88080384~16777216,113246208~8388608,125829120~16777216,159383552~16777216,184549376~4194304,226492416~33554432,272629760~16777216,297795584~16777216,322961408~62914560,390070272~4194304,398458880~16777216] 2024-07-26T07:08:52.382 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~12582912,29360128~20971520,54525952~29360128,88080384~16777216,113246208~8388608,125829120~16777216,159383552~16777216,184549376~4194304,226492416~33554432,272629760~16777216,297795584~16777216,322961408~62914560,390070272~4194304,398458880~16777216] 2024-07-26T07:08:52.385 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~12582912,29360128~20971520,54525952~54525952,113246208~8388608,125829120~20971520,159383552~16777216,184549376~8388608,226492416~37748736,272629760~16777216,297795584~20971520,322961408~92274688] 2024-07-26T07:08:52.385 INFO:tasks.workunit.client.0.smithi089.stdout:from 4 to 12 diff [4194304~12582912,29360128~54525952,88080384~20971520,113246208~8388608,125829120~16777216,159383552~12582912,184549376~4194304,209715200~8388608,226492416~33554432,272629760~20971520,297795584~16777216,322961408~92274688] 2024-07-26T07:08:52.385 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~12582912,29360128~54525952,88080384~20971520,113246208~8388608,125829120~16777216,159383552~12582912,184549376~4194304,209715200~8388608,226492416~33554432,272629760~20971520,297795584~16777216,322961408~92274688] 2024-07-26T07:08:52.388 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~12582912,29360128~92274688,125829120~20971520,159383552~16777216,184549376~8388608,209715200~8388608,226492416~37748736,272629760~46137344,322961408~92274688] 2024-07-26T07:08:52.388 INFO:tasks.workunit.client.0.smithi089.stdout:from 4 to 13 diff [4194304~12582912,29360128~54525952,88080384~20971520,113246208~8388608,125829120~16777216,146800640~8388608,159383552~29360128,209715200~50331648,268435456~25165824,297795584~16777216,322961408~92274688] 2024-07-26T07:08:52.388 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~12582912,29360128~54525952,88080384~20971520,113246208~8388608,125829120~16777216,146800640~8388608,159383552~29360128,209715200~50331648,268435456~25165824,297795584~16777216,322961408~92274688] 2024-07-26T07:08:52.391 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~12582912,29360128~92274688,125829120~29360128,159383552~33554432,209715200~54525952,268435456~50331648,322961408~92274688] 2024-07-26T07:08:52.391 INFO:tasks.workunit.client.0.smithi089.stdout:from 4 to 14 diff [4194304~12582912,20971520~62914560,88080384~20971520,113246208~8388608,125829120~25165824,159383552~29360128,209715200~50331648,268435456~25165824,297795584~20971520,322961408~92274688] 2024-07-26T07:08:52.392 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~12582912,20971520~62914560,88080384~20971520,113246208~8388608,125829120~25165824,159383552~29360128,209715200~50331648,268435456~25165824,297795584~20971520,322961408~92274688] 2024-07-26T07:08:52.395 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~12582912,20971520~100663296,125829120~29360128,159383552~33554432,209715200~54525952,268435456~146800640] 2024-07-26T07:08:52.395 INFO:tasks.workunit.client.0.smithi089.stdout:from 4 to 15 diff [4194304~12582912,20971520~20971520,46137344~37748736,88080384~20971520,113246208~8388608,125829120~29360128,159383552~29360128,209715200~50331648,264241152~29360128,297795584~20971520,322961408~92274688] 2024-07-26T07:08:52.395 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~12582912,20971520~20971520,46137344~37748736,88080384~20971520,113246208~8388608,125829120~29360128,159383552~29360128,209715200~50331648,264241152~29360128,297795584~20971520,322961408~92274688] 2024-07-26T07:08:52.399 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~12582912,20971520~100663296,125829120~29360128,159383552~33554432,209715200~205520896] 2024-07-26T07:08:52.399 INFO:tasks.workunit.client.0.smithi089.stdout:from 4 to 16 diff [0~16777216,20971520~20971520,46137344~37748736,88080384~20971520,113246208~8388608,125829120~62914560,209715200~50331648,264241152~29360128,297795584~20971520,322961408~92274688] 2024-07-26T07:08:52.399 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~20971520,46137344~37748736,88080384~20971520,113246208~8388608,125829120~62914560,209715200~50331648,264241152~29360128,297795584~20971520,322961408~92274688] 2024-07-26T07:08:52.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:08:52 smithi089 ceph-mon[99608]: pgmap v3787: 137 pgs: 137 active+clean; 1.1 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 221 KiB/s rd, 36 MiB/s wr, 340 op/s 2024-07-26T07:08:52.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:08:52 smithi089 ceph-mon[99608]: osdmap e2188: 8 total, 8 up, 8 in 2024-07-26T07:08:52.405 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~205520896] 2024-07-26T07:08:52.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:08:52 smithi089 ceph-mon[102056]: pgmap v3787: 137 pgs: 137 active+clean; 1.1 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 221 KiB/s rd, 36 MiB/s wr, 340 op/s 2024-07-26T07:08:52.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:08:52 smithi089 ceph-mon[102056]: osdmap e2188: 8 total, 8 up, 8 in 2024-07-26T07:08:52.406 INFO:tasks.workunit.client.0.smithi089.stdout:from 4 to 17 diff [0~16777216,20971520~62914560,88080384~20971520,113246208~8388608,125829120~62914560,209715200~50331648,264241152~29360128,297795584~117440512] 2024-07-26T07:08:52.406 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~62914560,88080384~20971520,113246208~8388608,125829120~62914560,209715200~50331648,264241152~29360128,297795584~117440512] 2024-07-26T07:08:52.409 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~205520896] 2024-07-26T07:08:52.409 INFO:tasks.workunit.client.0.smithi089.stdout:from 4 to 18 diff [0~16777216,20971520~62914560,88080384~20971520,113246208~8388608,125829120~62914560,209715200~50331648,264241152~29360128,297795584~117440512] 2024-07-26T07:08:52.409 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~62914560,88080384~20971520,113246208~8388608,125829120~62914560,209715200~50331648,264241152~29360128,297795584~117440512] 2024-07-26T07:08:52.415 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~205520896] 2024-07-26T07:08:52.415 INFO:tasks.workunit.client.0.smithi089.stdout:from 4 to 19 diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~29360128,297795584~37748736,339738624~75497472] 2024-07-26T07:08:52.415 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~29360128,297795584~37748736,339738624~75497472] 2024-07-26T07:08:52.420 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~205520896] 2024-07-26T07:08:52.420 INFO:tasks.workunit.client.0.smithi089.stdout:from 5 to 6 diff [54525952~4194304,255852544~4194304,272629760~12582912,297795584~4194304,327155712~8388608,348127232~8388608,398458880~12582912] 2024-07-26T07:08:52.421 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [54525952~4194304,255852544~4194304,272629760~12582912,297795584~4194304,327155712~8388608,348127232~8388608,398458880~12582912] 2024-07-26T07:08:52.421 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [54525952~4194304,255852544~8388608,272629760~12582912,297795584~8388608,327155712~12582912,348127232~12582912,398458880~12582912] 2024-07-26T07:08:52.421 INFO:tasks.workunit.client.0.smithi089.stdout:from 5 to 7 diff [4194304~8388608,37748736~12582912,54525952~4194304,62914560~8388608,138412032~4194304,226492416~4194304,239075328~8388608,255852544~4194304,272629760~12582912,297795584~4194304,327155712~8388608,339738624~16777216,394264576~16777216] 2024-07-26T07:08:52.421 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~8388608,37748736~12582912,54525952~4194304,62914560~8388608,138412032~4194304,226492416~4194304,239075328~8388608,255852544~4194304,272629760~12582912,297795584~4194304,327155712~8388608,339738624~16777216,394264576~16777216] 2024-07-26T07:08:52.422 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~12582912,37748736~12582912,54525952~4194304,62914560~8388608,138412032~8388608,226492416~8388608,239075328~8388608,255852544~8388608,272629760~12582912,297795584~8388608,327155712~33554432,394264576~16777216] 2024-07-26T07:08:52.422 INFO:tasks.workunit.client.0.smithi089.stdout:from 5 to 8 diff [4194304~8388608,37748736~12582912,54525952~4194304,62914560~12582912,138412032~4194304,159383552~8388608,226492416~33554432,272629760~16777216,297795584~4194304,327155712~8388608,339738624~16777216,377487360~8388608,394264576~16777216] 2024-07-26T07:08:52.422 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~8388608,37748736~12582912,54525952~4194304,62914560~12582912,138412032~4194304,159383552~8388608,226492416~33554432,272629760~16777216,297795584~4194304,327155712~8388608,339738624~16777216,377487360~8388608,394264576~16777216] 2024-07-26T07:08:52.424 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~12582912,37748736~12582912,54525952~4194304,62914560~16777216,138412032~8388608,159383552~12582912,226492416~37748736,272629760~16777216,297795584~8388608,327155712~33554432,377487360~12582912,394264576~16777216] 2024-07-26T07:08:52.424 INFO:tasks.workunit.client.0.smithi089.stdout:from 5 to 9 diff [4194304~8388608,37748736~12582912,54525952~4194304,62914560~12582912,79691776~16777216,138412032~4194304,159383552~8388608,184549376~4194304,226492416~33554432,272629760~16777216,297795584~4194304,314572800~4194304,327155712~8388608,339738624~16777216,360710144~12582912,377487360~12582912,394264576~16777216] 2024-07-26T07:08:52.424 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~8388608,37748736~12582912,54525952~4194304,62914560~12582912,79691776~16777216,138412032~4194304,159383552~8388608,184549376~4194304,226492416~33554432,272629760~16777216,297795584~4194304,314572800~4194304,327155712~8388608,339738624~16777216,360710144~12582912,377487360~12582912,394264576~16777216] 2024-07-26T07:08:52.426 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~12582912,37748736~12582912,54525952~4194304,62914560~33554432,138412032~8388608,159383552~12582912,184549376~8388608,226492416~37748736,272629760~16777216,297795584~8388608,314572800~4194304,327155712~62914560,394264576~16777216] 2024-07-26T07:08:52.426 INFO:tasks.workunit.client.0.smithi089.stdout:from 5 to 10 diff [4194304~12582912,37748736~12582912,54525952~4194304,62914560~12582912,79691776~16777216,113246208~8388608,125829120~16777216,159383552~16777216,184549376~4194304,226492416~33554432,272629760~16777216,297795584~12582912,314572800~4194304,327155712~8388608,339738624~16777216,360710144~12582912,377487360~33554432] 2024-07-26T07:08:52.426 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~12582912,37748736~12582912,54525952~4194304,62914560~12582912,79691776~16777216,113246208~8388608,125829120~16777216,159383552~16777216,184549376~4194304,226492416~33554432,272629760~16777216,297795584~12582912,314572800~4194304,327155712~8388608,339738624~16777216,360710144~12582912,377487360~33554432] 2024-07-26T07:08:52.428 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~12582912,37748736~12582912,54525952~4194304,62914560~33554432,113246208~8388608,125829120~20971520,159383552~16777216,184549376~8388608,226492416~37748736,272629760~16777216,297795584~20971520,327155712~83886080] 2024-07-26T07:08:52.428 INFO:tasks.workunit.client.0.smithi089.stdout:from 5 to 11 diff [4194304~12582912,29360128~20971520,54525952~20971520,79691776~16777216,113246208~8388608,125829120~16777216,159383552~16777216,184549376~4194304,226492416~33554432,272629760~16777216,297795584~12582912,314572800~4194304,327155712~8388608,339738624~46137344,390070272~20971520] 2024-07-26T07:08:52.428 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~12582912,29360128~20971520,54525952~20971520,79691776~16777216,113246208~8388608,125829120~16777216,159383552~16777216,184549376~4194304,226492416~33554432,272629760~16777216,297795584~12582912,314572800~4194304,327155712~8388608,339738624~46137344,390070272~20971520] 2024-07-26T07:08:52.431 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~12582912,29360128~20971520,54525952~41943040,113246208~8388608,125829120~20971520,159383552~16777216,184549376~8388608,226492416~37748736,272629760~16777216,297795584~20971520,327155712~83886080] 2024-07-26T07:08:52.431 INFO:tasks.workunit.client.0.smithi089.stdout:from 5 to 12 diff [4194304~12582912,29360128~46137344,79691776~16777216,104857600~16777216,125829120~16777216,159383552~12582912,184549376~4194304,209715200~8388608,226492416~33554432,272629760~20971520,297795584~12582912,314572800~4194304,327155712~8388608,339738624~75497472] 2024-07-26T07:08:52.431 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~12582912,29360128~46137344,79691776~16777216,104857600~16777216,125829120~16777216,159383552~12582912,184549376~4194304,209715200~8388608,226492416~33554432,272629760~20971520,297795584~12582912,314572800~4194304,327155712~8388608,339738624~75497472] 2024-07-26T07:08:52.433 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~12582912,29360128~67108864,104857600~16777216,125829120~20971520,159383552~16777216,184549376~8388608,209715200~8388608,226492416~37748736,272629760~46137344,327155712~88080384] 2024-07-26T07:08:52.433 INFO:tasks.workunit.client.0.smithi089.stdout:from 5 to 13 diff [4194304~12582912,29360128~46137344,79691776~16777216,104857600~16777216,125829120~16777216,146800640~8388608,159383552~29360128,209715200~50331648,268435456~25165824,297795584~12582912,314572800~4194304,327155712~8388608,339738624~75497472] 2024-07-26T07:08:52.433 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~12582912,29360128~46137344,79691776~16777216,104857600~16777216,125829120~16777216,146800640~8388608,159383552~29360128,209715200~50331648,268435456~25165824,297795584~12582912,314572800~4194304,327155712~8388608,339738624~75497472] 2024-07-26T07:08:52.437 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~12582912,29360128~67108864,104857600~16777216,125829120~29360128,159383552~33554432,209715200~54525952,268435456~50331648,327155712~88080384] 2024-07-26T07:08:52.437 INFO:tasks.workunit.client.0.smithi089.stdout:from 5 to 14 diff [4194304~12582912,20971520~54525952,79691776~16777216,100663296~20971520,125829120~25165824,159383552~29360128,209715200~50331648,268435456~25165824,297795584~12582912,314572800~4194304,327155712~8388608,339738624~75497472] 2024-07-26T07:08:52.437 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~12582912,20971520~54525952,79691776~16777216,100663296~20971520,125829120~25165824,159383552~29360128,209715200~50331648,268435456~25165824,297795584~12582912,314572800~4194304,327155712~8388608,339738624~75497472] 2024-07-26T07:08:52.441 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~12582912,20971520~75497472,100663296~20971520,125829120~29360128,159383552~33554432,209715200~54525952,268435456~54525952,327155712~88080384] 2024-07-26T07:08:52.441 INFO:tasks.workunit.client.0.smithi089.stdout:from 5 to 15 diff [4194304~12582912,20971520~20971520,46137344~29360128,79691776~16777216,100663296~20971520,125829120~29360128,159383552~29360128,209715200~50331648,264241152~29360128,297795584~12582912,314572800~4194304,327155712~8388608,339738624~75497472] 2024-07-26T07:08:52.441 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~12582912,20971520~20971520,46137344~29360128,79691776~16777216,100663296~20971520,125829120~29360128,159383552~29360128,209715200~50331648,264241152~29360128,297795584~12582912,314572800~4194304,327155712~8388608,339738624~75497472] 2024-07-26T07:08:52.445 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~12582912,20971520~75497472,100663296~20971520,125829120~29360128,159383552~33554432,209715200~113246208,327155712~88080384] 2024-07-26T07:08:52.445 INFO:tasks.workunit.client.0.smithi089.stdout:from 5 to 16 diff [0~16777216,20971520~20971520,46137344~29360128,79691776~16777216,100663296~20971520,125829120~62914560,209715200~50331648,264241152~29360128,297795584~12582912,314572800~4194304,322961408~12582912,339738624~75497472] 2024-07-26T07:08:52.445 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~20971520,46137344~29360128,79691776~16777216,100663296~20971520,125829120~62914560,209715200~50331648,264241152~29360128,297795584~12582912,314572800~4194304,322961408~12582912,339738624~75497472] 2024-07-26T07:08:52.449 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~75497472,100663296~20971520,125829120~67108864,209715200~205520896] 2024-07-26T07:08:52.449 INFO:tasks.workunit.client.0.smithi089.stdout:from 5 to 17 diff [0~16777216,20971520~54525952,79691776~16777216,100663296~20971520,125829120~62914560,209715200~50331648,264241152~29360128,297795584~12582912,314572800~20971520,339738624~75497472] 2024-07-26T07:08:52.449 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~54525952,79691776~16777216,100663296~20971520,125829120~62914560,209715200~50331648,264241152~29360128,297795584~12582912,314572800~20971520,339738624~75497472] 2024-07-26T07:08:52.453 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~75497472,100663296~20971520,125829120~67108864,209715200~205520896] 2024-07-26T07:08:52.454 INFO:tasks.workunit.client.0.smithi089.stdout:from 5 to 18 diff [0~16777216,20971520~54525952,79691776~41943040,125829120~62914560,209715200~50331648,264241152~29360128,297795584~12582912,314572800~20971520,339738624~75497472] 2024-07-26T07:08:52.454 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~54525952,79691776~41943040,125829120~62914560,209715200~50331648,264241152~29360128,297795584~12582912,314572800~20971520,339738624~75497472] 2024-07-26T07:08:52.459 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~205520896] 2024-07-26T07:08:52.459 INFO:tasks.workunit.client.0.smithi089.stdout:from 5 to 19 diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~29360128,297795584~12582912,314572800~20971520,339738624~75497472] 2024-07-26T07:08:52.459 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~29360128,297795584~12582912,314572800~20971520,339738624~75497472] 2024-07-26T07:08:52.464 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~205520896] 2024-07-26T07:08:52.464 INFO:tasks.workunit.client.0.smithi089.stdout:from 6 to 7 diff [4194304~8388608,37748736~12582912,62914560~8388608,138412032~4194304,226492416~4194304,239075328~8388608,339738624~12582912,394264576~4194304] 2024-07-26T07:08:52.464 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~8388608,37748736~12582912,62914560~8388608,138412032~4194304,226492416~4194304,239075328~8388608,339738624~12582912,394264576~4194304] 2024-07-26T07:08:52.465 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~12582912,37748736~12582912,62914560~8388608,138412032~8388608,226492416~8388608,239075328~8388608,339738624~12582912,394264576~4194304] 2024-07-26T07:08:52.465 INFO:tasks.workunit.client.0.smithi089.stdout:from 6 to 8 diff [4194304~8388608,37748736~12582912,62914560~12582912,138412032~4194304,159383552~8388608,226492416~29360128,285212672~4194304,339738624~12582912,377487360~8388608,394264576~4194304] 2024-07-26T07:08:52.465 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~8388608,37748736~12582912,62914560~12582912,138412032~4194304,159383552~8388608,226492416~29360128,285212672~4194304,339738624~12582912,377487360~8388608,394264576~4194304] 2024-07-26T07:08:52.467 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~12582912,37748736~12582912,62914560~16777216,138412032~8388608,159383552~12582912,226492416~33554432,285212672~4194304,339738624~12582912,377487360~12582912,394264576~4194304] 2024-07-26T07:08:52.467 INFO:tasks.workunit.client.0.smithi089.stdout:from 6 to 9 diff [4194304~8388608,37748736~12582912,62914560~12582912,79691776~16777216,138412032~4194304,159383552~8388608,184549376~4194304,226492416~29360128,285212672~4194304,314572800~4194304,339738624~12582912,360710144~12582912,377487360~12582912,394264576~4194304] 2024-07-26T07:08:52.467 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~8388608,37748736~12582912,62914560~12582912,79691776~16777216,138412032~4194304,159383552~8388608,184549376~4194304,226492416~29360128,285212672~4194304,314572800~4194304,339738624~12582912,360710144~12582912,377487360~12582912,394264576~4194304] 2024-07-26T07:08:52.468 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~12582912,37748736~12582912,62914560~33554432,138412032~8388608,159383552~12582912,184549376~8388608,226492416~33554432,285212672~4194304,314572800~4194304,339738624~12582912,360710144~29360128,394264576~4194304] 2024-07-26T07:08:52.468 INFO:tasks.workunit.client.0.smithi089.stdout:from 6 to 10 diff [4194304~12582912,37748736~12582912,62914560~12582912,79691776~16777216,113246208~8388608,125829120~16777216,159383552~16777216,184549376~4194304,226492416~29360128,285212672~4194304,301989888~8388608,314572800~4194304,339738624~12582912,360710144~12582912,377487360~20971520] 2024-07-26T07:08:52.469 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~12582912,37748736~12582912,62914560~12582912,79691776~16777216,113246208~8388608,125829120~16777216,159383552~16777216,184549376~4194304,226492416~29360128,285212672~4194304,301989888~8388608,314572800~4194304,339738624~12582912,360710144~12582912,377487360~20971520] 2024-07-26T07:08:52.471 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~12582912,37748736~12582912,62914560~33554432,113246208~8388608,125829120~20971520,159383552~16777216,184549376~8388608,226492416~33554432,285212672~4194304,301989888~16777216,339738624~12582912,360710144~37748736] 2024-07-26T07:08:52.471 INFO:tasks.workunit.client.0.smithi089.stdout:from 6 to 11 diff [4194304~12582912,29360128~20971520,58720256~16777216,79691776~16777216,113246208~8388608,125829120~16777216,159383552~16777216,184549376~4194304,226492416~29360128,272629760~4194304,285212672~4194304,301989888~8388608,314572800~4194304,339738624~46137344,390070272~8388608] 2024-07-26T07:08:52.471 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~12582912,29360128~20971520,58720256~16777216,79691776~16777216,113246208~8388608,125829120~16777216,159383552~16777216,184549376~4194304,226492416~29360128,272629760~4194304,285212672~4194304,301989888~8388608,314572800~4194304,339738624~46137344,390070272~8388608] 2024-07-26T07:08:52.473 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~12582912,29360128~20971520,58720256~37748736,113246208~8388608,125829120~20971520,159383552~16777216,184549376~8388608,226492416~33554432,272629760~4194304,285212672~4194304,301989888~16777216,339738624~58720256] 2024-07-26T07:08:52.473 INFO:tasks.workunit.client.0.smithi089.stdout:from 6 to 12 diff [4194304~12582912,29360128~46137344,79691776~16777216,104857600~16777216,125829120~16777216,159383552~12582912,184549376~4194304,209715200~8388608,226492416~29360128,272629760~4194304,285212672~8388608,301989888~8388608,314572800~4194304,327155712~4194304,339738624~58720256,406847488~4194304] 2024-07-26T07:08:52.473 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~12582912,29360128~46137344,79691776~16777216,104857600~16777216,125829120~16777216,159383552~12582912,184549376~4194304,209715200~8388608,226492416~29360128,272629760~4194304,285212672~8388608,301989888~8388608,314572800~4194304,327155712~4194304,339738624~58720256,406847488~4194304] 2024-07-26T07:08:52.476 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~12582912,29360128~67108864,104857600~16777216,125829120~20971520,159383552~16777216,184549376~8388608,209715200~8388608,226492416~33554432,272629760~4194304,285212672~12582912,301989888~16777216,327155712~8388608,339738624~58720256,406847488~8388608] 2024-07-26T07:08:52.476 INFO:tasks.workunit.client.0.smithi089.stdout:from 6 to 13 diff [4194304~12582912,29360128~46137344,79691776~16777216,104857600~16777216,125829120~16777216,146800640~8388608,159383552~29360128,209715200~46137344,268435456~8388608,285212672~8388608,301989888~8388608,314572800~4194304,327155712~4194304,339738624~58720256,402653184~8388608] 2024-07-26T07:08:52.476 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~12582912,29360128~46137344,79691776~16777216,104857600~16777216,125829120~16777216,146800640~8388608,159383552~29360128,209715200~46137344,268435456~8388608,285212672~8388608,301989888~8388608,314572800~4194304,327155712~4194304,339738624~58720256,402653184~8388608] 2024-07-26T07:08:52.479 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~12582912,29360128~67108864,104857600~16777216,125829120~29360128,159383552~33554432,209715200~50331648,268435456~8388608,285212672~12582912,301989888~16777216,327155712~8388608,339738624~58720256,402653184~12582912] 2024-07-26T07:08:52.479 INFO:tasks.workunit.client.0.smithi089.stdout:from 6 to 14 diff [4194304~12582912,20971520~54525952,79691776~16777216,100663296~20971520,125829120~25165824,159383552~29360128,209715200~46137344,268435456~8388608,281018368~12582912,297795584~12582912,314572800~4194304,327155712~4194304,339738624~58720256,402653184~8388608] 2024-07-26T07:08:52.479 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~12582912,20971520~54525952,79691776~16777216,100663296~20971520,125829120~25165824,159383552~29360128,209715200~46137344,268435456~8388608,281018368~12582912,297795584~12582912,314572800~4194304,327155712~4194304,339738624~58720256,402653184~8388608] 2024-07-26T07:08:52.482 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~12582912,20971520~75497472,100663296~20971520,125829120~29360128,159383552~33554432,209715200~50331648,268435456~8388608,281018368~41943040,327155712~8388608,339738624~58720256,402653184~12582912] 2024-07-26T07:08:52.482 INFO:tasks.workunit.client.0.smithi089.stdout:from 6 to 15 diff [4194304~12582912,20971520~20971520,46137344~29360128,79691776~16777216,100663296~20971520,125829120~29360128,159383552~29360128,209715200~46137344,264241152~12582912,281018368~12582912,297795584~12582912,314572800~4194304,327155712~4194304,339738624~58720256,402653184~8388608] 2024-07-26T07:08:52.482 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~12582912,20971520~20971520,46137344~29360128,79691776~16777216,100663296~20971520,125829120~29360128,159383552~29360128,209715200~46137344,264241152~12582912,281018368~12582912,297795584~12582912,314572800~4194304,327155712~4194304,339738624~58720256,402653184~8388608] 2024-07-26T07:08:52.487 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~12582912,20971520~75497472,100663296~20971520,125829120~29360128,159383552~33554432,209715200~50331648,264241152~12582912,281018368~41943040,327155712~8388608,339738624~58720256,402653184~12582912] 2024-07-26T07:08:52.487 INFO:tasks.workunit.client.0.smithi089.stdout:from 6 to 16 diff [0~16777216,20971520~20971520,46137344~29360128,79691776~16777216,100663296~20971520,125829120~62914560,209715200~46137344,264241152~12582912,281018368~12582912,297795584~12582912,314572800~4194304,322961408~8388608,339738624~58720256,402653184~8388608] 2024-07-26T07:08:52.487 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~20971520,46137344~29360128,79691776~16777216,100663296~20971520,125829120~62914560,209715200~46137344,264241152~12582912,281018368~12582912,297795584~12582912,314572800~4194304,322961408~8388608,339738624~58720256,402653184~8388608] 2024-07-26T07:08:52.492 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~75497472,100663296~20971520,125829120~67108864,209715200~50331648,264241152~12582912,281018368~54525952,339738624~58720256,402653184~12582912] 2024-07-26T07:08:52.492 INFO:tasks.workunit.client.0.smithi089.stdout:from 6 to 17 diff [0~16777216,20971520~54525952,79691776~16777216,100663296~20971520,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~58720256,402653184~8388608] 2024-07-26T07:08:52.492 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~54525952,79691776~16777216,100663296~20971520,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~58720256,402653184~8388608] 2024-07-26T07:08:52.496 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~75497472,100663296~20971520,125829120~67108864,209715200~67108864,281018368~54525952,339738624~58720256,402653184~12582912] 2024-07-26T07:08:52.497 INFO:tasks.workunit.client.0.smithi089.stdout:from 6 to 18 diff [0~16777216,20971520~54525952,79691776~41943040,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~58720256,402653184~12582912] 2024-07-26T07:08:52.497 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~54525952,79691776~41943040,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~58720256,402653184~12582912] 2024-07-26T07:08:52.502 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~67108864,281018368~54525952,339738624~58720256,402653184~12582912] 2024-07-26T07:08:52.502 INFO:tasks.workunit.client.0.smithi089.stdout:from 6 to 19 diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~58720256,402653184~12582912] 2024-07-26T07:08:52.502 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~58720256,402653184~12582912] 2024-07-26T07:08:52.507 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~67108864,281018368~54525952,339738624~58720256,402653184~12582912] 2024-07-26T07:08:52.507 INFO:tasks.workunit.client.0.smithi089.stdout:from 7 to 8 diff [62914560~12582912,159383552~8388608,226492416~8388608,243269632~12582912,285212672~4194304,377487360~8388608] 2024-07-26T07:08:52.507 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [62914560~12582912,159383552~8388608,226492416~8388608,243269632~12582912,285212672~4194304,377487360~8388608] 2024-07-26T07:08:52.508 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [62914560~16777216,159383552~12582912,226492416~12582912,243269632~16777216,285212672~4194304,377487360~12582912] 2024-07-26T07:08:52.508 INFO:tasks.workunit.client.0.smithi089.stdout:from 7 to 9 diff [62914560~12582912,79691776~16777216,159383552~8388608,184549376~4194304,226492416~8388608,243269632~12582912,285212672~4194304,314572800~4194304,339738624~8388608,360710144~12582912,377487360~12582912] 2024-07-26T07:08:52.508 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [62914560~12582912,79691776~16777216,159383552~8388608,184549376~4194304,226492416~8388608,243269632~12582912,285212672~4194304,314572800~4194304,339738624~8388608,360710144~12582912,377487360~12582912] 2024-07-26T07:08:52.509 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [62914560~33554432,159383552~12582912,184549376~8388608,226492416~12582912,243269632~16777216,285212672~4194304,314572800~4194304,339738624~12582912,360710144~29360128] 2024-07-26T07:08:52.509 INFO:tasks.workunit.client.0.smithi089.stdout:from 7 to 10 diff [4194304~8388608,62914560~12582912,79691776~16777216,113246208~8388608,125829120~16777216,159383552~16777216,184549376~4194304,226492416~12582912,243269632~12582912,285212672~4194304,301989888~8388608,314572800~4194304,339738624~12582912,360710144~12582912,377487360~16777216] 2024-07-26T07:08:52.509 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~8388608,62914560~12582912,79691776~16777216,113246208~8388608,125829120~16777216,159383552~16777216,184549376~4194304,226492416~12582912,243269632~12582912,285212672~4194304,301989888~8388608,314572800~4194304,339738624~12582912,360710144~12582912,377487360~16777216] 2024-07-26T07:08:52.511 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~8388608,62914560~33554432,113246208~8388608,125829120~16777216,159383552~16777216,184549376~8388608,226492416~12582912,243269632~16777216,285212672~4194304,301989888~16777216,339738624~12582912,360710144~33554432] 2024-07-26T07:08:52.511 INFO:tasks.workunit.client.0.smithi089.stdout:from 7 to 11 diff [4194304~8388608,29360128~8388608,58720256~16777216,79691776~16777216,113246208~8388608,125829120~16777216,159383552~16777216,184549376~4194304,226492416~12582912,243269632~12582912,272629760~4194304,285212672~4194304,301989888~8388608,314572800~4194304,339738624~46137344,390070272~4194304] 2024-07-26T07:08:52.511 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~8388608,29360128~8388608,58720256~16777216,79691776~16777216,113246208~8388608,125829120~16777216,159383552~16777216,184549376~4194304,226492416~12582912,243269632~12582912,272629760~4194304,285212672~4194304,301989888~8388608,314572800~4194304,339738624~46137344,390070272~4194304] 2024-07-26T07:08:52.513 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~8388608,29360128~8388608,58720256~37748736,113246208~8388608,125829120~16777216,159383552~16777216,184549376~8388608,226492416~12582912,243269632~16777216,272629760~4194304,285212672~4194304,301989888~16777216,339738624~54525952] 2024-07-26T07:08:52.513 INFO:tasks.workunit.client.0.smithi089.stdout:from 7 to 12 diff [4194304~8388608,29360128~8388608,50331648~25165824,79691776~16777216,104857600~16777216,125829120~16777216,159383552~12582912,184549376~4194304,209715200~8388608,226492416~12582912,243269632~12582912,272629760~4194304,285212672~8388608,301989888~8388608,314572800~4194304,327155712~4194304,339738624~54525952,406847488~4194304] 2024-07-26T07:08:52.513 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~8388608,29360128~8388608,50331648~25165824,79691776~16777216,104857600~16777216,125829120~16777216,159383552~12582912,184549376~4194304,209715200~8388608,226492416~12582912,243269632~12582912,272629760~4194304,285212672~8388608,301989888~8388608,314572800~4194304,327155712~4194304,339738624~54525952,406847488~4194304] 2024-07-26T07:08:52.515 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~8388608,29360128~8388608,50331648~46137344,104857600~16777216,125829120~20971520,159383552~16777216,184549376~8388608,209715200~8388608,226492416~12582912,243269632~16777216,272629760~4194304,285212672~12582912,301989888~16777216,327155712~8388608,339738624~58720256,406847488~8388608] 2024-07-26T07:08:52.516 INFO:tasks.workunit.client.0.smithi089.stdout:from 7 to 13 diff [4194304~8388608,29360128~8388608,50331648~25165824,79691776~16777216,104857600~16777216,125829120~16777216,146800640~8388608,159383552~29360128,209715200~29360128,243269632~12582912,268435456~8388608,285212672~8388608,301989888~8388608,314572800~4194304,327155712~4194304,339738624~54525952,402653184~8388608] 2024-07-26T07:08:52.516 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~8388608,29360128~8388608,50331648~25165824,79691776~16777216,104857600~16777216,125829120~16777216,146800640~8388608,159383552~29360128,209715200~29360128,243269632~12582912,268435456~8388608,285212672~8388608,301989888~8388608,314572800~4194304,327155712~4194304,339738624~54525952,402653184~8388608] 2024-07-26T07:08:52.519 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~8388608,29360128~8388608,50331648~46137344,104857600~16777216,125829120~29360128,159383552~33554432,209715200~29360128,243269632~16777216,268435456~8388608,285212672~12582912,301989888~16777216,327155712~8388608,339738624~58720256,402653184~12582912] 2024-07-26T07:08:52.519 INFO:tasks.workunit.client.0.smithi089.stdout:from 7 to 14 diff [4194304~8388608,20971520~20971520,50331648~25165824,79691776~16777216,100663296~20971520,125829120~25165824,159383552~29360128,209715200~29360128,243269632~12582912,268435456~8388608,281018368~12582912,297795584~12582912,314572800~4194304,327155712~4194304,339738624~54525952,402653184~8388608] 2024-07-26T07:08:52.519 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~8388608,20971520~20971520,50331648~25165824,79691776~16777216,100663296~20971520,125829120~25165824,159383552~29360128,209715200~29360128,243269632~12582912,268435456~8388608,281018368~12582912,297795584~12582912,314572800~4194304,327155712~4194304,339738624~54525952,402653184~8388608] 2024-07-26T07:08:52.522 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~8388608,20971520~20971520,50331648~46137344,100663296~20971520,125829120~29360128,159383552~33554432,209715200~29360128,243269632~16777216,268435456~8388608,281018368~41943040,327155712~8388608,339738624~58720256,402653184~12582912] 2024-07-26T07:08:52.522 INFO:tasks.workunit.client.0.smithi089.stdout:from 7 to 15 diff [4194304~8388608,20971520~20971520,50331648~25165824,79691776~16777216,100663296~20971520,125829120~29360128,159383552~29360128,209715200~29360128,243269632~12582912,264241152~12582912,281018368~12582912,297795584~12582912,314572800~4194304,327155712~4194304,339738624~58720256,402653184~8388608] 2024-07-26T07:08:52.522 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~8388608,20971520~20971520,50331648~25165824,79691776~16777216,100663296~20971520,125829120~29360128,159383552~29360128,209715200~29360128,243269632~12582912,264241152~12582912,281018368~12582912,297795584~12582912,314572800~4194304,327155712~4194304,339738624~58720256,402653184~8388608] 2024-07-26T07:08:52.526 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~8388608,20971520~25165824,50331648~46137344,100663296~20971520,125829120~29360128,159383552~33554432,209715200~29360128,243269632~16777216,264241152~12582912,281018368~41943040,327155712~8388608,339738624~58720256,402653184~12582912] 2024-07-26T07:08:52.526 INFO:tasks.workunit.client.0.smithi089.stdout:from 7 to 16 diff [0~12582912,20971520~20971520,50331648~25165824,79691776~16777216,100663296~20971520,125829120~62914560,209715200~29360128,243269632~12582912,264241152~12582912,281018368~12582912,297795584~12582912,314572800~4194304,322961408~8388608,339738624~58720256,402653184~8388608] 2024-07-26T07:08:52.526 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~12582912,20971520~20971520,50331648~25165824,79691776~16777216,100663296~20971520,125829120~62914560,209715200~29360128,243269632~12582912,264241152~12582912,281018368~12582912,297795584~12582912,314572800~4194304,322961408~8388608,339738624~58720256,402653184~8388608] 2024-07-26T07:08:52.530 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~12582912,20971520~25165824,50331648~46137344,100663296~20971520,125829120~67108864,209715200~29360128,243269632~16777216,264241152~12582912,281018368~54525952,339738624~58720256,402653184~12582912] 2024-07-26T07:08:52.530 INFO:tasks.workunit.client.0.smithi089.stdout:from 7 to 17 diff [0~12582912,20971520~25165824,50331648~25165824,79691776~16777216,100663296~20971520,125829120~62914560,209715200~29360128,243269632~16777216,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~58720256,402653184~8388608] 2024-07-26T07:08:52.530 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~12582912,20971520~25165824,50331648~25165824,79691776~16777216,100663296~20971520,125829120~62914560,209715200~29360128,243269632~16777216,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~58720256,402653184~8388608] 2024-07-26T07:08:52.535 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~12582912,20971520~25165824,50331648~46137344,100663296~20971520,125829120~67108864,209715200~29360128,243269632~33554432,281018368~54525952,339738624~58720256,402653184~12582912] 2024-07-26T07:08:52.535 INFO:tasks.workunit.client.0.smithi089.stdout:from 7 to 18 diff [0~16777216,20971520~54525952,79691776~41943040,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~58720256,402653184~12582912] 2024-07-26T07:08:52.535 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~54525952,79691776~41943040,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~58720256,402653184~12582912] 2024-07-26T07:08:52.540 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~67108864,281018368~54525952,339738624~58720256,402653184~12582912] 2024-07-26T07:08:52.540 INFO:tasks.workunit.client.0.smithi089.stdout:from 7 to 19 diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~58720256,402653184~12582912] 2024-07-26T07:08:52.540 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~58720256,402653184~12582912] 2024-07-26T07:08:52.545 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~67108864,281018368~54525952,339738624~58720256,402653184~12582912] 2024-07-26T07:08:52.546 INFO:tasks.workunit.client.0.smithi089.stdout:from 8 to 9 diff [79691776~16777216,184549376~4194304,226492416~4194304,314572800~4194304,339738624~8388608,360710144~12582912,377487360~8388608] 2024-07-26T07:08:52.546 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [79691776~16777216,184549376~4194304,226492416~4194304,314572800~4194304,339738624~8388608,360710144~12582912,377487360~8388608] 2024-07-26T07:08:52.547 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [79691776~16777216,184549376~8388608,226492416~8388608,314572800~4194304,339738624~12582912,360710144~25165824] 2024-07-26T07:08:52.547 INFO:tasks.workunit.client.0.smithi089.stdout:from 8 to 10 diff [4194304~8388608,79691776~16777216,113246208~8388608,125829120~16777216,159383552~16777216,184549376~4194304,226492416~8388608,301989888~8388608,314572800~4194304,339738624~12582912,360710144~12582912,377487360~8388608,390070272~4194304] 2024-07-26T07:08:52.547 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~8388608,79691776~16777216,113246208~8388608,125829120~16777216,159383552~16777216,184549376~4194304,226492416~8388608,301989888~8388608,314572800~4194304,339738624~12582912,360710144~12582912,377487360~8388608,390070272~4194304] 2024-07-26T07:08:52.548 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~8388608,79691776~16777216,113246208~8388608,125829120~16777216,159383552~16777216,184549376~8388608,226492416~12582912,301989888~16777216,339738624~12582912,360710144~25165824,390070272~4194304] 2024-07-26T07:08:52.548 INFO:tasks.workunit.client.0.smithi089.stdout:from 8 to 11 diff [4194304~8388608,29360128~8388608,58720256~4194304,79691776~16777216,113246208~8388608,125829120~16777216,159383552~16777216,184549376~4194304,226492416~12582912,247463936~4194304,272629760~4194304,301989888~8388608,314572800~4194304,339738624~46137344,390070272~4194304] 2024-07-26T07:08:52.548 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~8388608,29360128~8388608,58720256~4194304,79691776~16777216,113246208~8388608,125829120~16777216,159383552~16777216,184549376~4194304,226492416~12582912,247463936~4194304,272629760~4194304,301989888~8388608,314572800~4194304,339738624~46137344,390070272~4194304] 2024-07-26T07:08:52.550 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~8388608,29360128~8388608,58720256~8388608,79691776~16777216,113246208~8388608,125829120~16777216,159383552~16777216,184549376~8388608,226492416~12582912,247463936~8388608,272629760~4194304,301989888~16777216,339738624~46137344,390070272~4194304] 2024-07-26T07:08:52.550 INFO:tasks.workunit.client.0.smithi089.stdout:from 8 to 12 diff [4194304~8388608,29360128~8388608,50331648~12582912,79691776~16777216,104857600~16777216,125829120~16777216,159383552~12582912,184549376~4194304,209715200~8388608,226492416~12582912,247463936~4194304,272629760~4194304,289406976~4194304,301989888~8388608,314572800~4194304,327155712~4194304,339738624~54525952,406847488~4194304] 2024-07-26T07:08:52.550 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~8388608,29360128~8388608,50331648~12582912,79691776~16777216,104857600~16777216,125829120~16777216,159383552~12582912,184549376~4194304,209715200~8388608,226492416~12582912,247463936~4194304,272629760~4194304,289406976~4194304,301989888~8388608,314572800~4194304,327155712~4194304,339738624~54525952,406847488~4194304] 2024-07-26T07:08:52.553 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~8388608,29360128~8388608,50331648~16777216,79691776~16777216,104857600~16777216,125829120~20971520,159383552~16777216,184549376~8388608,209715200~8388608,226492416~12582912,247463936~8388608,272629760~4194304,289406976~8388608,301989888~16777216,327155712~8388608,339738624~58720256,406847488~8388608] 2024-07-26T07:08:52.553 INFO:tasks.workunit.client.0.smithi089.stdout:from 8 to 13 diff [4194304~8388608,29360128~8388608,50331648~12582912,79691776~16777216,104857600~16777216,125829120~16777216,146800640~8388608,159383552~29360128,209715200~29360128,247463936~4194304,268435456~8388608,285212672~8388608,301989888~8388608,314572800~4194304,327155712~4194304,339738624~54525952,402653184~8388608] 2024-07-26T07:08:52.553 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~8388608,29360128~8388608,50331648~12582912,79691776~16777216,104857600~16777216,125829120~16777216,146800640~8388608,159383552~29360128,209715200~29360128,247463936~4194304,268435456~8388608,285212672~8388608,301989888~8388608,314572800~4194304,327155712~4194304,339738624~54525952,402653184~8388608] 2024-07-26T07:08:52.555 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~8388608,29360128~8388608,50331648~16777216,79691776~16777216,104857600~16777216,125829120~29360128,159383552~33554432,209715200~29360128,247463936~8388608,268435456~8388608,285212672~12582912,301989888~16777216,327155712~8388608,339738624~58720256,402653184~12582912] 2024-07-26T07:08:52.555 INFO:tasks.workunit.client.0.smithi089.stdout:from 8 to 14 diff [4194304~8388608,20971520~20971520,50331648~20971520,79691776~16777216,100663296~20971520,125829120~25165824,159383552~29360128,209715200~29360128,247463936~4194304,268435456~8388608,281018368~12582912,297795584~12582912,314572800~4194304,327155712~4194304,339738624~54525952,402653184~8388608] 2024-07-26T07:08:52.555 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~8388608,20971520~20971520,50331648~20971520,79691776~16777216,100663296~20971520,125829120~25165824,159383552~29360128,209715200~29360128,247463936~4194304,268435456~8388608,281018368~12582912,297795584~12582912,314572800~4194304,327155712~4194304,339738624~54525952,402653184~8388608] 2024-07-26T07:08:52.559 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~8388608,20971520~20971520,50331648~20971520,79691776~16777216,100663296~20971520,125829120~29360128,159383552~33554432,209715200~29360128,247463936~8388608,268435456~8388608,281018368~41943040,327155712~8388608,339738624~58720256,402653184~12582912] 2024-07-26T07:08:52.559 INFO:tasks.workunit.client.0.smithi089.stdout:from 8 to 15 diff [4194304~8388608,20971520~20971520,50331648~20971520,79691776~16777216,100663296~20971520,125829120~29360128,159383552~29360128,209715200~29360128,247463936~4194304,264241152~12582912,281018368~12582912,297795584~12582912,314572800~4194304,327155712~4194304,339738624~58720256,402653184~8388608] 2024-07-26T07:08:52.559 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~8388608,20971520~20971520,50331648~20971520,79691776~16777216,100663296~20971520,125829120~29360128,159383552~29360128,209715200~29360128,247463936~4194304,264241152~12582912,281018368~12582912,297795584~12582912,314572800~4194304,327155712~4194304,339738624~58720256,402653184~8388608] 2024-07-26T07:08:52.563 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~8388608,20971520~25165824,50331648~20971520,79691776~16777216,100663296~20971520,125829120~29360128,159383552~33554432,209715200~29360128,247463936~8388608,264241152~12582912,281018368~41943040,327155712~8388608,339738624~58720256,402653184~12582912] 2024-07-26T07:08:52.563 INFO:tasks.workunit.client.0.smithi089.stdout:from 8 to 16 diff [0~12582912,20971520~20971520,50331648~20971520,79691776~16777216,100663296~20971520,125829120~62914560,209715200~29360128,247463936~8388608,264241152~12582912,281018368~12582912,297795584~12582912,314572800~4194304,322961408~8388608,339738624~58720256,402653184~8388608] 2024-07-26T07:08:52.564 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~12582912,20971520~20971520,50331648~20971520,79691776~16777216,100663296~20971520,125829120~62914560,209715200~29360128,247463936~8388608,264241152~12582912,281018368~12582912,297795584~12582912,314572800~4194304,322961408~8388608,339738624~58720256,402653184~8388608] 2024-07-26T07:08:52.567 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~12582912,20971520~25165824,50331648~20971520,79691776~16777216,100663296~20971520,125829120~67108864,209715200~29360128,247463936~8388608,264241152~12582912,281018368~54525952,339738624~58720256,402653184~12582912] 2024-07-26T07:08:52.567 INFO:tasks.workunit.client.0.smithi089.stdout:from 8 to 17 diff [0~12582912,20971520~25165824,50331648~16777216,79691776~16777216,100663296~20971520,125829120~62914560,209715200~29360128,247463936~12582912,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~58720256,402653184~8388608] 2024-07-26T07:08:52.567 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~12582912,20971520~25165824,50331648~16777216,79691776~16777216,100663296~20971520,125829120~62914560,209715200~29360128,247463936~12582912,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~58720256,402653184~8388608] 2024-07-26T07:08:52.572 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~12582912,20971520~25165824,50331648~20971520,79691776~16777216,100663296~20971520,125829120~67108864,209715200~29360128,247463936~29360128,281018368~54525952,339738624~58720256,402653184~12582912] 2024-07-26T07:08:52.572 INFO:tasks.workunit.client.0.smithi089.stdout:from 8 to 18 diff [0~16777216,20971520~50331648,79691776~41943040,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~58720256,402653184~12582912] 2024-07-26T07:08:52.572 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~50331648,79691776~41943040,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~58720256,402653184~12582912] 2024-07-26T07:08:52.576 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~54525952,79691776~41943040,125829120~67108864,209715200~67108864,281018368~54525952,339738624~58720256,402653184~12582912] 2024-07-26T07:08:52.577 INFO:tasks.workunit.client.0.smithi089.stdout:from 8 to 19 diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~58720256,402653184~12582912] 2024-07-26T07:08:52.577 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~58720256,402653184~12582912] 2024-07-26T07:08:52.583 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~67108864,281018368~54525952,339738624~58720256,402653184~12582912] 2024-07-26T07:08:52.583 INFO:tasks.workunit.client.0.smithi089.stdout:from 9 to 10 diff [4194304~8388608,113246208~8388608,125829120~16777216,159383552~16777216,226492416~8388608,301989888~8388608,348127232~4194304,390070272~4194304] 2024-07-26T07:08:52.583 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~8388608,113246208~8388608,125829120~16777216,159383552~16777216,226492416~8388608,301989888~8388608,348127232~4194304,390070272~4194304] 2024-07-26T07:08:52.584 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~8388608,113246208~8388608,125829120~16777216,159383552~16777216,226492416~12582912,301989888~12582912,348127232~4194304,390070272~4194304] 2024-07-26T07:08:52.584 INFO:tasks.workunit.client.0.smithi089.stdout:from 9 to 11 diff [4194304~8388608,29360128~8388608,58720256~4194304,88080384~8388608,113246208~8388608,125829120~16777216,159383552~16777216,226492416~12582912,247463936~4194304,272629760~4194304,301989888~8388608,348127232~16777216,373293056~8388608,390070272~4194304] 2024-07-26T07:08:52.584 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~8388608,29360128~8388608,58720256~4194304,88080384~8388608,113246208~8388608,125829120~16777216,159383552~16777216,226492416~12582912,247463936~4194304,272629760~4194304,301989888~8388608,348127232~16777216,373293056~8388608,390070272~4194304] 2024-07-26T07:08:52.584 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~8388608,29360128~8388608,58720256~8388608,88080384~8388608,113246208~8388608,125829120~16777216,159383552~16777216,226492416~12582912,247463936~8388608,272629760~4194304,301989888~12582912,348127232~16777216,373293056~8388608,390070272~4194304] 2024-07-26T07:08:52.584 INFO:tasks.workunit.client.0.smithi089.stdout:from 9 to 12 diff [4194304~8388608,29360128~8388608,50331648~12582912,88080384~8388608,104857600~16777216,125829120~16777216,159383552~12582912,209715200~8388608,226492416~12582912,247463936~4194304,272629760~4194304,289406976~4194304,301989888~8388608,327155712~4194304,348127232~16777216,373293056~8388608,385875968~8388608,406847488~4194304] 2024-07-26T07:08:52.584 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~8388608,29360128~8388608,50331648~12582912,88080384~8388608,104857600~16777216,125829120~16777216,159383552~12582912,209715200~8388608,226492416~12582912,247463936~4194304,272629760~4194304,289406976~4194304,301989888~8388608,327155712~4194304,348127232~16777216,373293056~8388608,385875968~8388608,406847488~4194304] 2024-07-26T07:08:52.585 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~8388608,29360128~8388608,50331648~16777216,88080384~8388608,104857600~16777216,125829120~20971520,159383552~16777216,209715200~8388608,226492416~12582912,247463936~8388608,272629760~4194304,289406976~8388608,301989888~12582912,327155712~8388608,348127232~16777216,373293056~8388608,385875968~12582912,406847488~8388608] 2024-07-26T07:08:52.586 INFO:tasks.workunit.client.0.smithi089.stdout:from 9 to 13 diff [4194304~8388608,29360128~8388608,50331648~12582912,88080384~8388608,104857600~16777216,125829120~16777216,146800640~8388608,159383552~25165824,209715200~29360128,247463936~4194304,268435456~8388608,285212672~8388608,301989888~8388608,327155712~4194304,343932928~20971520,373293056~8388608,385875968~8388608,402653184~8388608] 2024-07-26T07:08:52.586 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~8388608,29360128~8388608,50331648~12582912,88080384~8388608,104857600~16777216,125829120~16777216,146800640~8388608,159383552~25165824,209715200~29360128,247463936~4194304,268435456~8388608,285212672~8388608,301989888~8388608,327155712~4194304,343932928~20971520,373293056~8388608,385875968~8388608,402653184~8388608] 2024-07-26T07:08:52.587 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~8388608,29360128~8388608,50331648~16777216,88080384~8388608,104857600~16777216,125829120~29360128,159383552~25165824,209715200~29360128,247463936~8388608,268435456~8388608,285212672~12582912,301989888~12582912,327155712~8388608,343932928~20971520,373293056~8388608,385875968~12582912,402653184~12582912] 2024-07-26T07:08:52.587 INFO:tasks.workunit.client.0.smithi089.stdout:from 9 to 14 diff [4194304~8388608,20971520~20971520,50331648~20971520,88080384~8388608,100663296~20971520,125829120~25165824,159383552~25165824,209715200~29360128,247463936~4194304,268435456~8388608,281018368~12582912,297795584~12582912,314572800~4194304,327155712~4194304,343932928~20971520,373293056~8388608,385875968~8388608,402653184~8388608] 2024-07-26T07:08:52.588 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~8388608,20971520~20971520,50331648~20971520,88080384~8388608,100663296~20971520,125829120~25165824,159383552~25165824,209715200~29360128,247463936~4194304,268435456~8388608,281018368~12582912,297795584~12582912,314572800~4194304,327155712~4194304,343932928~20971520,373293056~8388608,385875968~8388608,402653184~8388608] 2024-07-26T07:08:52.589 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~8388608,20971520~20971520,50331648~20971520,88080384~8388608,100663296~20971520,125829120~29360128,159383552~25165824,209715200~29360128,247463936~8388608,268435456~8388608,281018368~41943040,327155712~8388608,343932928~20971520,373293056~8388608,385875968~12582912,402653184~12582912] 2024-07-26T07:08:52.589 INFO:tasks.workunit.client.0.smithi089.stdout:from 9 to 15 diff [4194304~8388608,20971520~20971520,50331648~20971520,88080384~8388608,100663296~20971520,125829120~29360128,159383552~29360128,209715200~29360128,247463936~4194304,264241152~12582912,281018368~12582912,297795584~12582912,314572800~4194304,327155712~4194304,343932928~20971520,373293056~8388608,385875968~12582912,402653184~8388608] 2024-07-26T07:08:52.589 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~8388608,20971520~20971520,50331648~20971520,88080384~8388608,100663296~20971520,125829120~29360128,159383552~29360128,209715200~29360128,247463936~4194304,264241152~12582912,281018368~12582912,297795584~12582912,314572800~4194304,327155712~4194304,343932928~20971520,373293056~8388608,385875968~12582912,402653184~8388608] 2024-07-26T07:08:52.592 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~8388608,20971520~25165824,50331648~20971520,88080384~8388608,100663296~20971520,125829120~29360128,159383552~29360128,209715200~29360128,247463936~8388608,264241152~12582912,281018368~41943040,327155712~8388608,343932928~20971520,373293056~8388608,385875968~12582912,402653184~12582912] 2024-07-26T07:08:52.593 INFO:tasks.workunit.client.0.smithi089.stdout:from 9 to 16 diff [0~12582912,20971520~20971520,50331648~20971520,88080384~8388608,100663296~20971520,125829120~58720256,209715200~29360128,247463936~8388608,264241152~12582912,281018368~12582912,297795584~12582912,314572800~4194304,322961408~8388608,343932928~20971520,373293056~8388608,385875968~12582912,402653184~8388608] 2024-07-26T07:08:52.593 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~12582912,20971520~20971520,50331648~20971520,88080384~8388608,100663296~20971520,125829120~58720256,209715200~29360128,247463936~8388608,264241152~12582912,281018368~12582912,297795584~12582912,314572800~4194304,322961408~8388608,343932928~20971520,373293056~8388608,385875968~12582912,402653184~8388608] 2024-07-26T07:08:52.595 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~12582912,20971520~25165824,50331648~20971520,88080384~8388608,100663296~20971520,125829120~62914560,209715200~29360128,247463936~8388608,264241152~12582912,281018368~54525952,343932928~25165824,373293056~8388608,385875968~12582912,402653184~12582912] 2024-07-26T07:08:52.595 INFO:tasks.workunit.client.0.smithi089.stdout:from 9 to 17 diff [0~12582912,20971520~25165824,50331648~16777216,88080384~8388608,100663296~20971520,125829120~58720256,209715200~29360128,247463936~12582912,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,343932928~20971520,373293056~8388608,385875968~12582912,402653184~8388608] 2024-07-26T07:08:52.595 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~12582912,20971520~25165824,50331648~16777216,88080384~8388608,100663296~20971520,125829120~58720256,209715200~29360128,247463936~12582912,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,343932928~20971520,373293056~8388608,385875968~12582912,402653184~8388608] 2024-07-26T07:08:52.598 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~12582912,20971520~25165824,50331648~20971520,88080384~8388608,100663296~20971520,125829120~62914560,209715200~29360128,247463936~29360128,281018368~54525952,343932928~25165824,373293056~8388608,385875968~12582912,402653184~12582912] 2024-07-26T07:08:52.599 INFO:tasks.workunit.client.0.smithi089.stdout:from 9 to 18 diff [0~16777216,20971520~50331648,88080384~33554432,125829120~58720256,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,343932928~20971520,373293056~8388608,385875968~12582912,402653184~12582912] 2024-07-26T07:08:52.599 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~50331648,88080384~33554432,125829120~58720256,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,343932928~20971520,373293056~8388608,385875968~12582912,402653184~12582912] 2024-07-26T07:08:52.603 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~54525952,88080384~33554432,125829120~62914560,209715200~67108864,281018368~54525952,343932928~25165824,373293056~8388608,385875968~12582912,402653184~12582912] 2024-07-26T07:08:52.603 INFO:tasks.workunit.client.0.smithi089.stdout:from 9 to 19 diff [0~16777216,20971520~58720256,88080384~33554432,125829120~58720256,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~25165824,373293056~8388608,385875968~12582912,402653184~12582912] 2024-07-26T07:08:52.603 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~58720256,88080384~33554432,125829120~58720256,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~25165824,373293056~8388608,385875968~12582912,402653184~12582912] 2024-07-26T07:08:52.607 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~58720256,88080384~33554432,125829120~62914560,209715200~67108864,281018368~54525952,339738624~29360128,373293056~8388608,385875968~12582912,402653184~12582912] 2024-07-26T07:08:52.607 INFO:tasks.workunit.client.0.smithi089.stdout:from 10 to 11 diff [29360128~8388608,58720256~4194304,88080384~8388608,163577856~4194304,230686720~4194304,247463936~4194304,272629760~4194304,352321536~12582912,373293056~8388608] 2024-07-26T07:08:52.607 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [29360128~8388608,58720256~4194304,88080384~8388608,163577856~4194304,230686720~4194304,247463936~4194304,272629760~4194304,352321536~12582912,373293056~8388608] 2024-07-26T07:08:52.608 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [29360128~8388608,58720256~8388608,88080384~8388608,163577856~4194304,230686720~8388608,247463936~8388608,272629760~4194304,352321536~12582912,373293056~8388608] 2024-07-26T07:08:52.608 INFO:tasks.workunit.client.0.smithi089.stdout:from 10 to 12 diff [29360128~8388608,50331648~12582912,88080384~8388608,104857600~8388608,134217728~8388608,163577856~8388608,209715200~8388608,230686720~4194304,247463936~4194304,272629760~4194304,289406976~4194304,327155712~4194304,352321536~12582912,373293056~8388608,385875968~8388608,406847488~4194304] 2024-07-26T07:08:52.608 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [29360128~8388608,50331648~12582912,88080384~8388608,104857600~8388608,134217728~8388608,163577856~8388608,209715200~8388608,230686720~4194304,247463936~4194304,272629760~4194304,289406976~4194304,327155712~4194304,352321536~12582912,373293056~8388608,385875968~8388608,406847488~4194304] 2024-07-26T07:08:52.610 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [29360128~8388608,50331648~16777216,88080384~8388608,104857600~8388608,134217728~12582912,163577856~12582912,209715200~8388608,230686720~8388608,247463936~8388608,272629760~4194304,289406976~8388608,327155712~8388608,352321536~12582912,373293056~8388608,385875968~12582912,406847488~8388608] 2024-07-26T07:08:52.610 INFO:tasks.workunit.client.0.smithi089.stdout:from 10 to 13 diff [4194304~8388608,29360128~8388608,50331648~12582912,88080384~8388608,104857600~8388608,134217728~8388608,146800640~8388608,163577856~20971520,209715200~16777216,230686720~4194304,247463936~4194304,268435456~8388608,285212672~8388608,327155712~4194304,343932928~4194304,352321536~12582912,373293056~8388608,385875968~8388608,402653184~8388608] 2024-07-26T07:08:52.610 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~8388608,29360128~8388608,50331648~12582912,88080384~8388608,104857600~8388608,134217728~8388608,146800640~8388608,163577856~20971520,209715200~16777216,230686720~4194304,247463936~4194304,268435456~8388608,285212672~8388608,327155712~4194304,343932928~4194304,352321536~12582912,373293056~8388608,385875968~8388608,402653184~8388608] 2024-07-26T07:08:52.612 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~8388608,29360128~8388608,50331648~16777216,88080384~8388608,104857600~8388608,134217728~20971520,163577856~20971520,209715200~16777216,230686720~8388608,247463936~8388608,268435456~8388608,285212672~12582912,327155712~8388608,343932928~20971520,373293056~8388608,385875968~12582912,402653184~12582912] 2024-07-26T07:08:52.612 INFO:tasks.workunit.client.0.smithi089.stdout:from 10 to 14 diff [4194304~8388608,20971520~20971520,50331648~20971520,88080384~8388608,100663296~12582912,134217728~16777216,163577856~20971520,209715200~16777216,230686720~4194304,247463936~4194304,268435456~8388608,281018368~12582912,297795584~4194304,314572800~4194304,327155712~4194304,343932928~4194304,352321536~12582912,373293056~8388608,385875968~8388608,402653184~8388608] 2024-07-26T07:08:52.612 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~8388608,20971520~20971520,50331648~20971520,88080384~8388608,100663296~12582912,134217728~16777216,163577856~20971520,209715200~16777216,230686720~4194304,247463936~4194304,268435456~8388608,281018368~12582912,297795584~4194304,314572800~4194304,327155712~4194304,343932928~4194304,352321536~12582912,373293056~8388608,385875968~8388608,402653184~8388608] 2024-07-26T07:08:52.614 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~8388608,20971520~20971520,50331648~20971520,88080384~8388608,100663296~12582912,134217728~20971520,163577856~20971520,209715200~16777216,230686720~8388608,247463936~8388608,268435456~8388608,281018368~25165824,314572800~8388608,327155712~8388608,343932928~20971520,373293056~8388608,385875968~12582912,402653184~12582912] 2024-07-26T07:08:52.614 INFO:tasks.workunit.client.0.smithi089.stdout:from 10 to 15 diff [4194304~8388608,20971520~20971520,50331648~20971520,88080384~8388608,100663296~12582912,134217728~20971520,163577856~20971520,209715200~16777216,230686720~4194304,247463936~4194304,264241152~12582912,281018368~12582912,297795584~4194304,314572800~4194304,327155712~4194304,343932928~20971520,373293056~8388608,385875968~12582912,402653184~8388608] 2024-07-26T07:08:52.614 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~8388608,20971520~20971520,50331648~20971520,88080384~8388608,100663296~12582912,134217728~20971520,163577856~20971520,209715200~16777216,230686720~4194304,247463936~4194304,264241152~12582912,281018368~12582912,297795584~4194304,314572800~4194304,327155712~4194304,343932928~20971520,373293056~8388608,385875968~12582912,402653184~8388608] 2024-07-26T07:08:52.616 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~8388608,20971520~25165824,50331648~20971520,88080384~8388608,100663296~12582912,134217728~20971520,163577856~25165824,209715200~16777216,230686720~8388608,247463936~8388608,264241152~12582912,281018368~25165824,314572800~8388608,327155712~8388608,343932928~20971520,373293056~8388608,385875968~12582912,402653184~12582912] 2024-07-26T07:08:52.616 INFO:tasks.workunit.client.0.smithi089.stdout:from 10 to 16 diff [0~12582912,20971520~20971520,50331648~20971520,88080384~8388608,100663296~12582912,134217728~50331648,209715200~16777216,230686720~4194304,247463936~8388608,264241152~12582912,281018368~12582912,297795584~4194304,314572800~4194304,322961408~8388608,343932928~20971520,373293056~8388608,385875968~12582912,402653184~8388608] 2024-07-26T07:08:52.616 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~12582912,20971520~20971520,50331648~20971520,88080384~8388608,100663296~12582912,134217728~50331648,209715200~16777216,230686720~4194304,247463936~8388608,264241152~12582912,281018368~12582912,297795584~4194304,314572800~4194304,322961408~8388608,343932928~20971520,373293056~8388608,385875968~12582912,402653184~8388608] 2024-07-26T07:08:52.619 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~12582912,20971520~25165824,50331648~20971520,88080384~8388608,100663296~12582912,134217728~54525952,209715200~16777216,230686720~8388608,247463936~8388608,264241152~12582912,281018368~25165824,314572800~20971520,343932928~25165824,373293056~8388608,385875968~12582912,402653184~12582912] 2024-07-26T07:08:52.619 INFO:tasks.workunit.client.0.smithi089.stdout:from 10 to 17 diff [0~12582912,20971520~25165824,50331648~16777216,88080384~8388608,100663296~12582912,134217728~50331648,209715200~16777216,230686720~4194304,247463936~12582912,264241152~12582912,281018368~12582912,297795584~4194304,314572800~16777216,343932928~20971520,373293056~8388608,385875968~12582912,402653184~8388608] 2024-07-26T07:08:52.619 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~12582912,20971520~25165824,50331648~16777216,88080384~8388608,100663296~12582912,134217728~50331648,209715200~16777216,230686720~4194304,247463936~12582912,264241152~12582912,281018368~12582912,297795584~4194304,314572800~16777216,343932928~20971520,373293056~8388608,385875968~12582912,402653184~8388608] 2024-07-26T07:08:52.621 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~12582912,20971520~25165824,50331648~20971520,88080384~8388608,100663296~12582912,134217728~54525952,209715200~16777216,230686720~8388608,247463936~29360128,281018368~25165824,314572800~20971520,343932928~25165824,373293056~8388608,385875968~12582912,402653184~12582912] 2024-07-26T07:08:52.622 INFO:tasks.workunit.client.0.smithi089.stdout:from 10 to 18 diff [0~16777216,20971520~50331648,88080384~25165824,134217728~50331648,209715200~16777216,230686720~4194304,239075328~20971520,264241152~12582912,281018368~12582912,297795584~4194304,314572800~16777216,343932928~20971520,373293056~8388608,385875968~12582912,402653184~12582912] 2024-07-26T07:08:52.622 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~50331648,88080384~25165824,134217728~50331648,209715200~16777216,230686720~4194304,239075328~20971520,264241152~12582912,281018368~12582912,297795584~4194304,314572800~16777216,343932928~20971520,373293056~8388608,385875968~12582912,402653184~12582912] 2024-07-26T07:08:52.626 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~54525952,88080384~25165824,134217728~54525952,209715200~16777216,230686720~46137344,281018368~25165824,314572800~20971520,343932928~25165824,373293056~8388608,385875968~12582912,402653184~12582912] 2024-07-26T07:08:52.626 INFO:tasks.workunit.client.0.smithi089.stdout:from 10 to 19 diff [0~16777216,20971520~58720256,88080384~33554432,134217728~50331648,209715200~16777216,230686720~4194304,239075328~20971520,264241152~12582912,281018368~12582912,297795584~8388608,314572800~16777216,339738624~25165824,373293056~8388608,385875968~12582912,402653184~12582912] 2024-07-26T07:08:52.626 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~58720256,88080384~33554432,134217728~50331648,209715200~16777216,230686720~4194304,239075328~20971520,264241152~12582912,281018368~12582912,297795584~8388608,314572800~16777216,339738624~25165824,373293056~8388608,385875968~12582912,402653184~12582912] 2024-07-26T07:08:52.629 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~58720256,88080384~33554432,134217728~54525952,209715200~16777216,230686720~46137344,281018368~25165824,314572800~20971520,339738624~29360128,373293056~8388608,385875968~12582912,402653184~12582912] 2024-07-26T07:08:52.629 INFO:tasks.workunit.client.0.smithi089.stdout:from 11 to 12 diff [50331648~8388608,104857600~8388608,134217728~8388608,163577856~8388608,209715200~8388608,289406976~4194304,327155712~4194304,385875968~8388608,406847488~4194304] 2024-07-26T07:08:52.629 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [50331648~8388608,104857600~8388608,134217728~8388608,163577856~8388608,209715200~8388608,289406976~4194304,327155712~4194304,385875968~8388608,406847488~4194304] 2024-07-26T07:08:52.630 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [50331648~8388608,104857600~8388608,134217728~12582912,163577856~12582912,209715200~8388608,289406976~8388608,327155712~8388608,385875968~12582912,406847488~8388608] 2024-07-26T07:08:52.631 INFO:tasks.workunit.client.0.smithi089.stdout:from 11 to 13 diff [4194304~8388608,50331648~8388608,104857600~8388608,134217728~8388608,146800640~8388608,163577856~20971520,209715200~16777216,268435456~4194304,285212672~8388608,327155712~4194304,343932928~4194304,385875968~8388608,402653184~8388608] 2024-07-26T07:08:52.631 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~8388608,50331648~8388608,104857600~8388608,134217728~8388608,146800640~8388608,163577856~20971520,209715200~16777216,268435456~4194304,285212672~8388608,327155712~4194304,343932928~4194304,385875968~8388608,402653184~8388608] 2024-07-26T07:08:52.632 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~8388608,50331648~8388608,104857600~8388608,134217728~20971520,163577856~20971520,209715200~16777216,268435456~4194304,285212672~12582912,327155712~8388608,343932928~8388608,385875968~12582912,402653184~12582912] 2024-07-26T07:08:52.632 INFO:tasks.workunit.client.0.smithi089.stdout:from 11 to 14 diff [4194304~8388608,20971520~8388608,37748736~4194304,50331648~16777216,100663296~12582912,134217728~16777216,163577856~20971520,209715200~16777216,268435456~4194304,281018368~12582912,297795584~4194304,314572800~4194304,327155712~4194304,343932928~4194304,385875968~8388608,402653184~8388608] 2024-07-26T07:08:52.632 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~8388608,20971520~8388608,37748736~4194304,50331648~16777216,100663296~12582912,134217728~16777216,163577856~20971520,209715200~16777216,268435456~4194304,281018368~12582912,297795584~4194304,314572800~4194304,327155712~4194304,343932928~4194304,385875968~8388608,402653184~8388608] 2024-07-26T07:08:52.633 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~8388608,20971520~12582912,37748736~4194304,50331648~20971520,100663296~12582912,134217728~20971520,163577856~20971520,209715200~16777216,268435456~4194304,281018368~25165824,314572800~8388608,327155712~8388608,343932928~8388608,385875968~12582912,402653184~12582912] 2024-07-26T07:08:52.633 INFO:tasks.workunit.client.0.smithi089.stdout:from 11 to 15 diff [4194304~8388608,20971520~8388608,33554432~8388608,50331648~16777216,100663296~12582912,134217728~20971520,163577856~20971520,209715200~16777216,247463936~4194304,264241152~8388608,281018368~12582912,297795584~4194304,314572800~4194304,327155712~4194304,343932928~12582912,385875968~12582912,402653184~8388608] 2024-07-26T07:08:52.634 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~8388608,20971520~8388608,33554432~8388608,50331648~16777216,100663296~12582912,134217728~20971520,163577856~20971520,209715200~16777216,247463936~4194304,264241152~8388608,281018368~12582912,297795584~4194304,314572800~4194304,327155712~4194304,343932928~12582912,385875968~12582912,402653184~8388608] 2024-07-26T07:08:52.636 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~8388608,20971520~25165824,50331648~20971520,100663296~12582912,134217728~20971520,163577856~25165824,209715200~16777216,247463936~4194304,264241152~8388608,281018368~25165824,314572800~8388608,327155712~8388608,343932928~16777216,385875968~12582912,402653184~12582912] 2024-07-26T07:08:52.636 INFO:tasks.workunit.client.0.smithi089.stdout:from 11 to 16 diff [0~12582912,20971520~8388608,33554432~8388608,50331648~16777216,100663296~12582912,134217728~50331648,209715200~16777216,247463936~4194304,264241152~8388608,281018368~12582912,297795584~4194304,314572800~4194304,322961408~8388608,343932928~20971520,385875968~12582912,402653184~8388608] 2024-07-26T07:08:52.636 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~12582912,20971520~8388608,33554432~8388608,50331648~16777216,100663296~12582912,134217728~50331648,209715200~16777216,247463936~4194304,264241152~8388608,281018368~12582912,297795584~4194304,314572800~4194304,322961408~8388608,343932928~20971520,385875968~12582912,402653184~8388608] 2024-07-26T07:08:52.639 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~12582912,20971520~25165824,50331648~20971520,100663296~12582912,134217728~54525952,209715200~16777216,247463936~4194304,264241152~8388608,281018368~25165824,314572800~20971520,343932928~25165824,385875968~12582912,402653184~12582912] 2024-07-26T07:08:52.639 INFO:tasks.workunit.client.0.smithi089.stdout:from 11 to 17 diff [0~12582912,20971520~8388608,33554432~12582912,50331648~16777216,100663296~12582912,134217728~50331648,209715200~16777216,247463936~4194304,255852544~4194304,264241152~8388608,281018368~12582912,297795584~4194304,314572800~16777216,343932928~20971520,385875968~12582912,402653184~8388608] 2024-07-26T07:08:52.639 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~12582912,20971520~8388608,33554432~12582912,50331648~16777216,100663296~12582912,134217728~50331648,209715200~16777216,247463936~4194304,255852544~4194304,264241152~8388608,281018368~12582912,297795584~4194304,314572800~16777216,343932928~20971520,385875968~12582912,402653184~8388608] 2024-07-26T07:08:52.642 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~12582912,20971520~25165824,50331648~20971520,100663296~12582912,134217728~54525952,209715200~16777216,247463936~4194304,255852544~16777216,281018368~25165824,314572800~20971520,343932928~25165824,385875968~12582912,402653184~12582912] 2024-07-26T07:08:52.642 INFO:tasks.workunit.client.0.smithi089.stdout:from 11 to 18 diff [0~16777216,20971520~8388608,33554432~37748736,96468992~16777216,134217728~50331648,209715200~16777216,239075328~12582912,255852544~4194304,264241152~8388608,281018368~12582912,297795584~4194304,314572800~16777216,343932928~20971520,385875968~12582912,402653184~12582912] 2024-07-26T07:08:52.642 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~8388608,33554432~37748736,96468992~16777216,134217728~50331648,209715200~16777216,239075328~12582912,255852544~4194304,264241152~8388608,281018368~12582912,297795584~4194304,314572800~16777216,343932928~20971520,385875968~12582912,402653184~12582912] 2024-07-26T07:08:52.646 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~54525952,96468992~16777216,134217728~54525952,209715200~16777216,239075328~12582912,255852544~16777216,281018368~25165824,314572800~20971520,343932928~25165824,385875968~12582912,402653184~12582912] 2024-07-26T07:08:52.646 INFO:tasks.workunit.client.0.smithi089.stdout:from 11 to 19 diff [0~16777216,20971520~8388608,33554432~46137344,96468992~25165824,134217728~50331648,209715200~16777216,239075328~12582912,255852544~4194304,264241152~8388608,281018368~12582912,297795584~8388608,314572800~16777216,339738624~25165824,385875968~12582912,402653184~12582912] 2024-07-26T07:08:52.646 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~8388608,33554432~46137344,96468992~25165824,134217728~50331648,209715200~16777216,239075328~12582912,255852544~4194304,264241152~8388608,281018368~12582912,297795584~8388608,314572800~16777216,339738624~25165824,385875968~12582912,402653184~12582912] 2024-07-26T07:08:52.649 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~58720256,96468992~25165824,134217728~54525952,209715200~16777216,239075328~12582912,255852544~16777216,281018368~25165824,314572800~20971520,339738624~29360128,385875968~12582912,402653184~12582912] 2024-07-26T07:08:52.649 INFO:tasks.workunit.client.0.smithi089.stdout:from 12 to 13 diff [4194304~8388608,146800640~8388608,163577856~20971520,218103808~8388608,268435456~4194304,285212672~4194304,343932928~4194304,402653184~4194304] 2024-07-26T07:08:52.649 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~8388608,146800640~8388608,163577856~20971520,218103808~8388608,268435456~4194304,285212672~4194304,343932928~4194304,402653184~4194304] 2024-07-26T07:08:52.650 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~8388608,146800640~8388608,163577856~20971520,218103808~8388608,268435456~4194304,285212672~4194304,343932928~8388608,402653184~8388608] 2024-07-26T07:08:52.651 INFO:tasks.workunit.client.0.smithi089.stdout:from 12 to 14 diff [4194304~8388608,20971520~8388608,37748736~4194304,58720256~8388608,100663296~8388608,142606336~12582912,163577856~16777216,218103808~8388608,268435456~4194304,281018368~8388608,297795584~4194304,314572800~4194304,343932928~4194304,402653184~4194304] 2024-07-26T07:08:52.651 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~8388608,20971520~8388608,37748736~4194304,58720256~8388608,100663296~8388608,142606336~12582912,163577856~16777216,218103808~8388608,268435456~4194304,281018368~8388608,297795584~4194304,314572800~4194304,343932928~4194304,402653184~4194304] 2024-07-26T07:08:52.652 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~8388608,20971520~12582912,37748736~4194304,58720256~12582912,100663296~8388608,142606336~12582912,163577856~20971520,218103808~8388608,268435456~4194304,281018368~12582912,297795584~8388608,314572800~8388608,343932928~8388608,402653184~8388608] 2024-07-26T07:08:52.652 INFO:tasks.workunit.client.0.smithi089.stdout:from 12 to 15 diff [4194304~8388608,20971520~8388608,33554432~8388608,58720256~8388608,100663296~8388608,142606336~12582912,163577856~20971520,209715200~16777216,247463936~4194304,264241152~8388608,281018368~8388608,297795584~4194304,314572800~4194304,343932928~12582912,394264576~4194304,402653184~4194304] 2024-07-26T07:08:52.652 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~8388608,20971520~8388608,33554432~8388608,58720256~8388608,100663296~8388608,142606336~12582912,163577856~20971520,209715200~16777216,247463936~4194304,264241152~8388608,281018368~8388608,297795584~4194304,314572800~4194304,343932928~12582912,394264576~4194304,402653184~4194304] 2024-07-26T07:08:52.653 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~8388608,20971520~25165824,58720256~12582912,100663296~8388608,142606336~12582912,163577856~25165824,209715200~16777216,247463936~4194304,264241152~8388608,281018368~12582912,297795584~8388608,314572800~8388608,343932928~16777216,394264576~4194304,402653184~8388608] 2024-07-26T07:08:52.654 INFO:tasks.workunit.client.0.smithi089.stdout:from 12 to 16 diff [0~12582912,20971520~8388608,33554432~8388608,58720256~8388608,100663296~8388608,142606336~20971520,167772160~16777216,209715200~16777216,247463936~4194304,264241152~8388608,281018368~8388608,297795584~4194304,314572800~4194304,322961408~4194304,343932928~20971520,394264576~4194304,402653184~4194304] 2024-07-26T07:08:52.654 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~12582912,20971520~8388608,33554432~8388608,58720256~8388608,100663296~8388608,142606336~20971520,167772160~16777216,209715200~16777216,247463936~4194304,264241152~8388608,281018368~8388608,297795584~4194304,314572800~4194304,322961408~4194304,343932928~20971520,394264576~4194304,402653184~4194304] 2024-07-26T07:08:52.656 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~12582912,20971520~25165824,58720256~12582912,100663296~8388608,142606336~46137344,209715200~16777216,247463936~4194304,264241152~8388608,281018368~12582912,297795584~8388608,314572800~16777216,343932928~25165824,394264576~4194304,402653184~8388608] 2024-07-26T07:08:52.657 INFO:tasks.workunit.client.0.smithi089.stdout:from 12 to 17 diff [0~12582912,20971520~8388608,33554432~12582912,54525952~16777216,100663296~12582912,142606336~20971520,167772160~16777216,209715200~16777216,247463936~4194304,255852544~4194304,264241152~8388608,281018368~8388608,297795584~4194304,314572800~12582912,343932928~20971520,394264576~4194304,402653184~4194304] 2024-07-26T07:08:52.657 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~12582912,20971520~8388608,33554432~12582912,54525952~16777216,100663296~12582912,142606336~20971520,167772160~16777216,209715200~16777216,247463936~4194304,255852544~4194304,264241152~8388608,281018368~8388608,297795584~4194304,314572800~12582912,343932928~20971520,394264576~4194304,402653184~4194304] 2024-07-26T07:08:52.659 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~12582912,20971520~25165824,54525952~16777216,100663296~12582912,142606336~46137344,209715200~16777216,247463936~4194304,255852544~16777216,281018368~12582912,297795584~8388608,314572800~16777216,343932928~25165824,394264576~4194304,402653184~8388608] 2024-07-26T07:08:52.659 INFO:tasks.workunit.client.0.smithi089.stdout:from 12 to 18 diff [0~16777216,20971520~8388608,33554432~37748736,96468992~16777216,142606336~20971520,167772160~20971520,209715200~16777216,239075328~12582912,255852544~4194304,264241152~8388608,281018368~8388608,297795584~4194304,314572800~12582912,343932928~20971520,394264576~4194304,402653184~12582912] 2024-07-26T07:08:52.659 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~8388608,33554432~37748736,96468992~16777216,142606336~20971520,167772160~20971520,209715200~16777216,239075328~12582912,255852544~4194304,264241152~8388608,281018368~8388608,297795584~4194304,314572800~12582912,343932928~20971520,394264576~4194304,402653184~12582912] 2024-07-26T07:08:52.662 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~54525952,96468992~16777216,142606336~46137344,209715200~16777216,239075328~12582912,255852544~16777216,281018368~12582912,297795584~8388608,314572800~16777216,343932928~25165824,394264576~4194304,402653184~12582912] 2024-07-26T07:08:52.663 INFO:tasks.workunit.client.0.smithi089.stdout:from 12 to 19 diff [0~16777216,20971520~8388608,33554432~46137344,96468992~25165824,142606336~46137344,209715200~16777216,239075328~12582912,255852544~4194304,264241152~8388608,281018368~12582912,297795584~8388608,314572800~12582912,339738624~25165824,394264576~4194304,402653184~12582912] 2024-07-26T07:08:52.663 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~8388608,33554432~46137344,96468992~25165824,142606336~46137344,209715200~16777216,239075328~12582912,255852544~4194304,264241152~8388608,281018368~12582912,297795584~8388608,314572800~12582912,339738624~25165824,394264576~4194304,402653184~12582912] 2024-07-26T07:08:52.667 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~58720256,96468992~25165824,142606336~46137344,209715200~16777216,239075328~12582912,255852544~16777216,281018368~12582912,297795584~8388608,314572800~16777216,339738624~29360128,394264576~4194304,402653184~12582912] 2024-07-26T07:08:52.667 INFO:tasks.workunit.client.0.smithi089.stdout:from 13 to 14 diff [20971520~8388608,37748736~4194304,58720256~8388608,100663296~8388608,142606336~8388608,176160768~8388608,281018368~8388608,297795584~4194304,314572800~4194304] 2024-07-26T07:08:52.667 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [20971520~8388608,37748736~4194304,58720256~8388608,100663296~8388608,142606336~8388608,176160768~8388608,281018368~8388608,297795584~4194304,314572800~4194304] 2024-07-26T07:08:52.668 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [20971520~12582912,37748736~4194304,58720256~12582912,100663296~8388608,142606336~8388608,176160768~8388608,281018368~12582912,297795584~8388608,314572800~8388608] 2024-07-26T07:08:52.668 INFO:tasks.workunit.client.0.smithi089.stdout:from 13 to 15 diff [20971520~8388608,33554432~8388608,58720256~8388608,100663296~8388608,142606336~12582912,176160768~12582912,209715200~8388608,247463936~4194304,264241152~4194304,281018368~8388608,297795584~4194304,314572800~4194304,348127232~8388608,394264576~4194304] 2024-07-26T07:08:52.668 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [20971520~8388608,33554432~8388608,58720256~8388608,100663296~8388608,142606336~12582912,176160768~12582912,209715200~8388608,247463936~4194304,264241152~4194304,281018368~8388608,297795584~4194304,314572800~4194304,348127232~8388608,394264576~4194304] 2024-07-26T07:08:52.670 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [20971520~25165824,58720256~12582912,100663296~8388608,142606336~12582912,176160768~12582912,209715200~12582912,247463936~4194304,264241152~4194304,281018368~12582912,297795584~8388608,314572800~8388608,348127232~12582912,394264576~4194304] 2024-07-26T07:08:52.670 INFO:tasks.workunit.client.0.smithi089.stdout:from 13 to 16 diff [0~4194304,20971520~8388608,33554432~8388608,58720256~8388608,100663296~8388608,142606336~20971520,176160768~12582912,209715200~8388608,247463936~4194304,264241152~4194304,281018368~8388608,297795584~4194304,314572800~4194304,322961408~4194304,343932928~20971520,394264576~4194304] 2024-07-26T07:08:52.670 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~4194304,20971520~8388608,33554432~8388608,58720256~8388608,100663296~8388608,142606336~20971520,176160768~12582912,209715200~8388608,247463936~4194304,264241152~4194304,281018368~8388608,297795584~4194304,314572800~4194304,322961408~4194304,343932928~20971520,394264576~4194304] 2024-07-26T07:08:52.672 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~8388608,20971520~25165824,58720256~12582912,100663296~8388608,142606336~25165824,176160768~12582912,209715200~12582912,247463936~4194304,264241152~4194304,281018368~12582912,297795584~8388608,314572800~16777216,343932928~25165824,394264576~4194304] 2024-07-26T07:08:52.672 INFO:tasks.workunit.client.0.smithi089.stdout:from 13 to 17 diff [0~4194304,20971520~8388608,33554432~12582912,54525952~16777216,100663296~12582912,142606336~20971520,171966464~16777216,209715200~8388608,247463936~4194304,255852544~4194304,264241152~4194304,281018368~8388608,297795584~4194304,314572800~12582912,343932928~20971520,394264576~4194304] 2024-07-26T07:08:52.672 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~4194304,20971520~8388608,33554432~12582912,54525952~16777216,100663296~12582912,142606336~20971520,171966464~16777216,209715200~8388608,247463936~4194304,255852544~4194304,264241152~4194304,281018368~8388608,297795584~4194304,314572800~12582912,343932928~20971520,394264576~4194304] 2024-07-26T07:08:52.674 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~8388608,20971520~25165824,54525952~16777216,100663296~12582912,142606336~25165824,171966464~16777216,209715200~12582912,247463936~4194304,255852544~16777216,281018368~12582912,297795584~8388608,314572800~16777216,343932928~25165824,394264576~4194304] 2024-07-26T07:08:52.674 INFO:tasks.workunit.client.0.smithi089.stdout:from 13 to 18 diff [0~12582912,20971520~8388608,33554432~37748736,96468992~16777216,142606336~20971520,167772160~20971520,209715200~8388608,239075328~12582912,255852544~4194304,264241152~4194304,281018368~8388608,297795584~4194304,314572800~12582912,343932928~20971520,394264576~4194304,406847488~8388608] 2024-07-26T07:08:52.674 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~12582912,20971520~8388608,33554432~37748736,96468992~16777216,142606336~20971520,167772160~20971520,209715200~8388608,239075328~12582912,255852544~4194304,264241152~4194304,281018368~8388608,297795584~4194304,314572800~12582912,343932928~20971520,394264576~4194304,406847488~8388608] 2024-07-26T07:08:52.677 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~54525952,96468992~16777216,142606336~46137344,209715200~12582912,239075328~12582912,255852544~16777216,281018368~12582912,297795584~8388608,314572800~16777216,343932928~25165824,394264576~4194304,406847488~8388608] 2024-07-26T07:08:52.677 INFO:tasks.workunit.client.0.smithi089.stdout:from 13 to 19 diff [0~12582912,20971520~8388608,33554432~46137344,96468992~25165824,142606336~46137344,209715200~8388608,239075328~12582912,255852544~4194304,264241152~4194304,281018368~12582912,297795584~8388608,314572800~12582912,339738624~25165824,394264576~4194304,406847488~8388608] 2024-07-26T07:08:52.678 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~12582912,20971520~8388608,33554432~46137344,96468992~25165824,142606336~46137344,209715200~8388608,239075328~12582912,255852544~4194304,264241152~4194304,281018368~12582912,297795584~8388608,314572800~12582912,339738624~25165824,394264576~4194304,406847488~8388608] 2024-07-26T07:08:52.680 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~58720256,96468992~25165824,142606336~46137344,209715200~12582912,239075328~12582912,255852544~16777216,281018368~12582912,297795584~8388608,314572800~16777216,339738624~29360128,394264576~4194304,406847488~8388608] 2024-07-26T07:08:52.680 INFO:tasks.workunit.client.0.smithi089.stdout:from 14 to 15 diff [33554432~8388608,67108864~4194304,150994944~4194304,180355072~8388608,209715200~8388608,247463936~4194304,264241152~4194304,348127232~8388608,394264576~4194304] 2024-07-26T07:08:52.680 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [33554432~8388608,67108864~4194304,150994944~4194304,180355072~8388608,209715200~8388608,247463936~4194304,264241152~4194304,348127232~8388608,394264576~4194304] 2024-07-26T07:08:52.682 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [33554432~12582912,67108864~4194304,150994944~4194304,180355072~8388608,209715200~12582912,247463936~4194304,264241152~4194304,348127232~12582912,394264576~4194304] 2024-07-26T07:08:52.682 INFO:tasks.workunit.client.0.smithi089.stdout:from 14 to 16 diff [0~4194304,33554432~8388608,58720256~12582912,142606336~20971520,180355072~8388608,209715200~8388608,247463936~4194304,264241152~4194304,322961408~4194304,343932928~20971520,394264576~4194304] 2024-07-26T07:08:52.682 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~4194304,33554432~8388608,58720256~12582912,142606336~20971520,180355072~8388608,209715200~8388608,247463936~4194304,264241152~4194304,322961408~4194304,343932928~20971520,394264576~4194304] 2024-07-26T07:08:52.684 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~8388608,33554432~12582912,58720256~12582912,142606336~25165824,180355072~8388608,209715200~12582912,247463936~4194304,264241152~4194304,322961408~8388608,343932928~25165824,394264576~4194304] 2024-07-26T07:08:52.684 INFO:tasks.workunit.client.0.smithi089.stdout:from 14 to 17 diff [0~4194304,25165824~4194304,33554432~12582912,54525952~16777216,109051904~4194304,142606336~20971520,171966464~4194304,180355072~8388608,209715200~8388608,247463936~4194304,255852544~4194304,264241152~4194304,314572800~12582912,343932928~20971520,394264576~4194304] 2024-07-26T07:08:52.684 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~4194304,25165824~4194304,33554432~12582912,54525952~16777216,109051904~4194304,142606336~20971520,171966464~4194304,180355072~8388608,209715200~8388608,247463936~4194304,255852544~4194304,264241152~4194304,314572800~12582912,343932928~20971520,394264576~4194304] 2024-07-26T07:08:52.685 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~8388608,25165824~4194304,33554432~12582912,54525952~16777216,109051904~4194304,142606336~25165824,171966464~4194304,180355072~8388608,209715200~12582912,247463936~4194304,255852544~16777216,314572800~16777216,343932928~25165824,394264576~4194304] 2024-07-26T07:08:52.685 INFO:tasks.workunit.client.0.smithi089.stdout:from 14 to 18 diff [0~12582912,25165824~4194304,33554432~37748736,96468992~4194304,109051904~4194304,142606336~20971520,167772160~8388608,180355072~8388608,209715200~8388608,239075328~12582912,255852544~4194304,264241152~4194304,314572800~12582912,343932928~20971520,394264576~4194304,406847488~8388608] 2024-07-26T07:08:52.685 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~12582912,25165824~4194304,33554432~37748736,96468992~4194304,109051904~4194304,142606336~20971520,167772160~8388608,180355072~8388608,209715200~8388608,239075328~12582912,255852544~4194304,264241152~4194304,314572800~12582912,343932928~20971520,394264576~4194304,406847488~8388608] 2024-07-26T07:08:52.688 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,25165824~4194304,33554432~41943040,96468992~8388608,109051904~4194304,142606336~46137344,209715200~12582912,239075328~12582912,255852544~16777216,314572800~16777216,343932928~25165824,394264576~4194304,406847488~8388608] 2024-07-26T07:08:52.688 INFO:tasks.workunit.client.0.smithi089.stdout:from 14 to 19 diff [0~12582912,25165824~4194304,33554432~46137344,96468992~4194304,109051904~12582912,142606336~33554432,180355072~8388608,209715200~8388608,239075328~12582912,255852544~4194304,264241152~4194304,281018368~4194304,297795584~8388608,314572800~12582912,339738624~25165824,394264576~4194304,406847488~8388608] 2024-07-26T07:08:52.688 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~12582912,25165824~4194304,33554432~46137344,96468992~4194304,109051904~12582912,142606336~33554432,180355072~8388608,209715200~8388608,239075328~12582912,255852544~4194304,264241152~4194304,281018368~4194304,297795584~8388608,314572800~12582912,339738624~25165824,394264576~4194304,406847488~8388608] 2024-07-26T07:08:52.690 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,25165824~4194304,33554432~46137344,96468992~8388608,109051904~12582912,142606336~46137344,209715200~12582912,239075328~12582912,255852544~16777216,281018368~8388608,297795584~8388608,314572800~16777216,339738624~29360128,394264576~4194304,406847488~8388608] 2024-07-26T07:08:52.690 INFO:tasks.workunit.client.0.smithi089.stdout:from 15 to 16 diff [0~4194304,58720256~8388608,142606336~8388608,155189248~8388608,247463936~4194304,322961408~4194304,343932928~4194304,356515840~8388608] 2024-07-26T07:08:52.691 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~4194304,58720256~8388608,142606336~8388608,155189248~8388608,247463936~4194304,322961408~4194304,343932928~4194304,356515840~8388608] 2024-07-26T07:08:52.691 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~8388608,58720256~8388608,142606336~8388608,155189248~12582912,247463936~4194304,322961408~8388608,343932928~8388608,356515840~12582912] 2024-07-26T07:08:52.691 INFO:tasks.workunit.client.0.smithi089.stdout:from 15 to 17 diff [0~4194304,25165824~4194304,33554432~12582912,54525952~12582912,109051904~4194304,142606336~8388608,155189248~8388608,171966464~4194304,247463936~4194304,255852544~4194304,264241152~4194304,314572800~12582912,343932928~4194304,356515840~8388608] 2024-07-26T07:08:52.691 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~4194304,25165824~4194304,33554432~12582912,54525952~12582912,109051904~4194304,142606336~8388608,155189248~8388608,171966464~4194304,247463936~4194304,255852544~4194304,264241152~4194304,314572800~12582912,343932928~4194304,356515840~8388608] 2024-07-26T07:08:52.693 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~8388608,25165824~4194304,33554432~12582912,54525952~12582912,109051904~4194304,142606336~8388608,155189248~12582912,171966464~4194304,247463936~4194304,255852544~16777216,314572800~16777216,343932928~8388608,356515840~12582912] 2024-07-26T07:08:52.693 INFO:tasks.workunit.client.0.smithi089.stdout:from 15 to 18 diff [0~12582912,25165824~4194304,33554432~37748736,96468992~4194304,109051904~4194304,142606336~8388608,155189248~8388608,167772160~8388608,209715200~4194304,239075328~12582912,255852544~4194304,264241152~4194304,314572800~12582912,343932928~4194304,356515840~8388608,406847488~8388608] 2024-07-26T07:08:52.693 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~12582912,25165824~4194304,33554432~37748736,96468992~4194304,109051904~4194304,142606336~8388608,155189248~8388608,167772160~8388608,209715200~4194304,239075328~12582912,255852544~4194304,264241152~4194304,314572800~12582912,343932928~4194304,356515840~8388608,406847488~8388608] 2024-07-26T07:08:52.695 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,25165824~4194304,33554432~41943040,96468992~8388608,109051904~4194304,142606336~37748736,209715200~4194304,239075328~12582912,255852544~16777216,314572800~16777216,343932928~8388608,356515840~12582912,406847488~8388608] 2024-07-26T07:08:52.695 INFO:tasks.workunit.client.0.smithi089.stdout:from 15 to 19 diff [0~12582912,25165824~4194304,33554432~46137344,96468992~4194304,109051904~12582912,142606336~8388608,155189248~20971520,209715200~4194304,239075328~12582912,255852544~4194304,264241152~4194304,281018368~4194304,297795584~8388608,314572800~12582912,339738624~8388608,356515840~8388608,406847488~8388608] 2024-07-26T07:08:52.695 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~12582912,25165824~4194304,33554432~46137344,96468992~4194304,109051904~12582912,142606336~8388608,155189248~20971520,209715200~4194304,239075328~12582912,255852544~4194304,264241152~4194304,281018368~4194304,297795584~8388608,314572800~12582912,339738624~8388608,356515840~8388608,406847488~8388608] 2024-07-26T07:08:52.697 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,25165824~4194304,33554432~46137344,96468992~8388608,109051904~12582912,142606336~37748736,209715200~4194304,239075328~12582912,255852544~16777216,281018368~8388608,297795584~8388608,314572800~16777216,339738624~12582912,356515840~12582912,406847488~8388608] 2024-07-26T07:08:52.697 INFO:tasks.workunit.client.0.smithi089.stdout:from 16 to 17 diff [25165824~4194304,33554432~12582912,54525952~8388608,109051904~4194304,171966464~4194304,247463936~4194304,255852544~4194304,264241152~4194304,314572800~8388608] 2024-07-26T07:08:52.697 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [25165824~4194304,33554432~12582912,54525952~8388608,109051904~4194304,171966464~4194304,247463936~4194304,255852544~4194304,264241152~4194304,314572800~8388608] 2024-07-26T07:08:52.698 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [25165824~4194304,33554432~12582912,54525952~12582912,109051904~4194304,171966464~4194304,247463936~4194304,255852544~16777216,314572800~8388608] 2024-07-26T07:08:52.698 INFO:tasks.workunit.client.0.smithi089.stdout:from 16 to 18 diff [4194304~8388608,25165824~4194304,33554432~29360128,67108864~4194304,96468992~4194304,109051904~4194304,146800640~4194304,167772160~8388608,209715200~4194304,239075328~12582912,255852544~4194304,264241152~4194304,314572800~8388608,406847488~8388608] 2024-07-26T07:08:52.698 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~8388608,25165824~4194304,33554432~29360128,67108864~4194304,96468992~4194304,109051904~4194304,146800640~4194304,167772160~8388608,209715200~4194304,239075328~12582912,255852544~4194304,264241152~4194304,314572800~8388608,406847488~8388608] 2024-07-26T07:08:52.700 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~12582912,25165824~4194304,33554432~41943040,96468992~8388608,109051904~4194304,146800640~8388608,167772160~12582912,209715200~4194304,239075328~12582912,255852544~16777216,314572800~8388608,406847488~8388608] 2024-07-26T07:08:52.700 INFO:tasks.workunit.client.0.smithi089.stdout:from 16 to 19 diff [4194304~8388608,25165824~4194304,33554432~46137344,96468992~4194304,109051904~12582912,146800640~4194304,163577856~12582912,209715200~4194304,239075328~12582912,255852544~4194304,264241152~4194304,281018368~4194304,297795584~8388608,314572800~12582912,339738624~4194304,406847488~8388608] 2024-07-26T07:08:52.700 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~8388608,25165824~4194304,33554432~46137344,96468992~4194304,109051904~12582912,146800640~4194304,163577856~12582912,209715200~4194304,239075328~12582912,255852544~4194304,264241152~4194304,281018368~4194304,297795584~8388608,314572800~12582912,339738624~4194304,406847488~8388608] 2024-07-26T07:08:52.701 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~12582912,25165824~4194304,33554432~46137344,96468992~8388608,109051904~12582912,146800640~8388608,163577856~16777216,209715200~4194304,239075328~12582912,255852544~16777216,281018368~8388608,297795584~8388608,314572800~16777216,339738624~4194304,406847488~8388608] 2024-07-26T07:08:52.702 INFO:tasks.workunit.client.0.smithi089.stdout:from 17 to 18 diff [4194304~8388608,46137344~8388608,67108864~4194304,96468992~4194304,146800640~4194304,167772160~8388608,209715200~4194304,239075328~8388608,406847488~8388608] 2024-07-26T07:08:52.702 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~8388608,46137344~8388608,67108864~4194304,96468992~4194304,146800640~4194304,167772160~8388608,209715200~4194304,239075328~8388608,406847488~8388608] 2024-07-26T07:08:52.702 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~12582912,46137344~12582912,67108864~8388608,96468992~8388608,146800640~8388608,167772160~12582912,209715200~4194304,239075328~8388608,406847488~8388608] 2024-07-26T07:08:52.703 INFO:tasks.workunit.client.0.smithi089.stdout:from 17 to 19 diff [4194304~8388608,46137344~33554432,96468992~4194304,113246208~8388608,146800640~4194304,163577856~12582912,209715200~4194304,239075328~8388608,281018368~4194304,297795584~8388608,318767104~8388608,339738624~4194304,406847488~8388608] 2024-07-26T07:08:52.703 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~8388608,46137344~33554432,96468992~4194304,113246208~8388608,146800640~4194304,163577856~12582912,209715200~4194304,239075328~8388608,281018368~4194304,297795584~8388608,318767104~8388608,339738624~4194304,406847488~8388608] 2024-07-26T07:08:52.704 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~12582912,46137344~33554432,96468992~8388608,113246208~8388608,146800640~8388608,163577856~16777216,209715200~4194304,239075328~8388608,281018368~8388608,297795584~8388608,318767104~12582912,339738624~4194304,406847488~8388608] 2024-07-26T07:08:52.704 INFO:tasks.workunit.client.0.smithi089.stdout:from 18 to 19 diff [54525952~20971520,113246208~8388608,163577856~4194304,281018368~4194304,297795584~8388608,318767104~8388608,339738624~4194304] 2024-07-26T07:08:52.704 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [54525952~20971520,113246208~8388608,163577856~4194304,281018368~4194304,297795584~8388608,318767104~8388608,339738624~4194304] 2024-07-26T07:08:52.705 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [54525952~25165824,113246208~8388608,163577856~8388608,281018368~8388608,297795584~8388608,318767104~12582912,339738624~4194304] 2024-07-26T07:08:52.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:08:52 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:08:52] "GET /metrics HTTP/1.1" 200 36662 "" "Prometheus/2.43.0" 2024-07-26T07:08:53.094 INFO:tasks.workunit.client.0.smithi089.stdout:from 0 to HEAD diff [0~109051904,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:08:53.095 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~109051904,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:08:53.118 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~121634816,125829120~67108864,205520896~213909504] 2024-07-26T07:08:53.118 INFO:tasks.workunit.client.0.smithi089.stdout:from 1 to HEAD diff [0~109051904,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:08:53.118 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~109051904,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:08:53.124 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~121634816,125829120~67108864,205520896~213909504] 2024-07-26T07:08:53.124 INFO:tasks.workunit.client.0.smithi089.stdout:from 2 to HEAD diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:08:53.124 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:08:53.131 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~209715200] 2024-07-26T07:08:53.131 INFO:tasks.workunit.client.0.smithi089.stdout:from 3 to HEAD diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~37748736,339738624~75497472] 2024-07-26T07:08:53.131 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~37748736,339738624~75497472] 2024-07-26T07:08:53.136 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~205520896] 2024-07-26T07:08:53.137 INFO:tasks.workunit.client.0.smithi089.stdout:from 4 to HEAD diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~29360128,297795584~37748736,339738624~75497472] 2024-07-26T07:08:53.137 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~29360128,297795584~37748736,339738624~75497472] 2024-07-26T07:08:53.143 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~205520896] 2024-07-26T07:08:53.143 INFO:tasks.workunit.client.0.smithi089.stdout:from 5 to HEAD diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~29360128,297795584~12582912,314572800~20971520,339738624~75497472] 2024-07-26T07:08:53.143 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~29360128,297795584~12582912,314572800~20971520,339738624~75497472] 2024-07-26T07:08:53.148 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~205520896] 2024-07-26T07:08:53.149 INFO:tasks.workunit.client.0.smithi089.stdout:from 6 to HEAD diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~58720256,402653184~12582912] 2024-07-26T07:08:53.149 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~58720256,402653184~12582912] 2024-07-26T07:08:53.153 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~67108864,281018368~54525952,339738624~58720256,402653184~12582912] 2024-07-26T07:08:53.153 INFO:tasks.workunit.client.0.smithi089.stdout:from 7 to HEAD diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~58720256,402653184~12582912] 2024-07-26T07:08:53.153 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~58720256,402653184~12582912] 2024-07-26T07:08:53.158 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~67108864,281018368~54525952,339738624~58720256,402653184~12582912] 2024-07-26T07:08:53.158 INFO:tasks.workunit.client.0.smithi089.stdout:from 8 to HEAD diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~58720256,402653184~12582912] 2024-07-26T07:08:53.158 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~58720256,402653184~12582912] 2024-07-26T07:08:53.164 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~67108864,281018368~54525952,339738624~58720256,402653184~12582912] 2024-07-26T07:08:53.164 INFO:tasks.workunit.client.0.smithi089.stdout:from 9 to HEAD diff [0~16777216,20971520~58720256,88080384~33554432,125829120~58720256,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~25165824,373293056~8388608,385875968~12582912,402653184~12582912] 2024-07-26T07:08:53.164 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~58720256,88080384~33554432,125829120~58720256,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~25165824,373293056~8388608,385875968~12582912,402653184~12582912] 2024-07-26T07:08:53.169 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~58720256,88080384~33554432,125829120~62914560,209715200~67108864,281018368~54525952,339738624~29360128,373293056~8388608,385875968~12582912,402653184~12582912] 2024-07-26T07:08:53.169 INFO:tasks.workunit.client.0.smithi089.stdout:from 10 to HEAD diff [0~16777216,20971520~58720256,88080384~33554432,134217728~50331648,209715200~16777216,230686720~4194304,239075328~20971520,264241152~12582912,281018368~12582912,297795584~8388608,314572800~16777216,339738624~25165824,373293056~8388608,385875968~12582912,402653184~12582912] 2024-07-26T07:08:53.169 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~58720256,88080384~33554432,134217728~50331648,209715200~16777216,230686720~4194304,239075328~20971520,264241152~12582912,281018368~12582912,297795584~8388608,314572800~16777216,339738624~25165824,373293056~8388608,385875968~12582912,402653184~12582912] 2024-07-26T07:08:53.174 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~58720256,88080384~33554432,134217728~54525952,209715200~16777216,230686720~46137344,281018368~25165824,314572800~20971520,339738624~29360128,373293056~8388608,385875968~12582912,402653184~12582912] 2024-07-26T07:08:53.175 INFO:tasks.workunit.client.0.smithi089.stdout:from 11 to HEAD diff [0~16777216,20971520~8388608,33554432~46137344,96468992~25165824,134217728~50331648,209715200~16777216,239075328~12582912,255852544~4194304,264241152~8388608,281018368~12582912,297795584~8388608,314572800~16777216,339738624~25165824,385875968~12582912,402653184~12582912] 2024-07-26T07:08:53.175 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~8388608,33554432~46137344,96468992~25165824,134217728~50331648,209715200~16777216,239075328~12582912,255852544~4194304,264241152~8388608,281018368~12582912,297795584~8388608,314572800~16777216,339738624~25165824,385875968~12582912,402653184~12582912] 2024-07-26T07:08:53.179 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~58720256,96468992~25165824,134217728~54525952,209715200~16777216,239075328~12582912,255852544~16777216,281018368~25165824,314572800~20971520,339738624~29360128,385875968~12582912,402653184~12582912] 2024-07-26T07:08:53.179 INFO:tasks.workunit.client.0.smithi089.stdout:from 12 to HEAD diff [0~16777216,20971520~8388608,33554432~46137344,96468992~25165824,142606336~46137344,209715200~16777216,239075328~12582912,255852544~4194304,264241152~8388608,281018368~12582912,297795584~8388608,314572800~12582912,339738624~25165824,394264576~4194304,402653184~12582912] 2024-07-26T07:08:53.180 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~8388608,33554432~46137344,96468992~25165824,142606336~46137344,209715200~16777216,239075328~12582912,255852544~4194304,264241152~8388608,281018368~12582912,297795584~8388608,314572800~12582912,339738624~25165824,394264576~4194304,402653184~12582912] 2024-07-26T07:08:53.181 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~58720256,96468992~25165824,142606336~46137344,209715200~16777216,239075328~12582912,255852544~16777216,281018368~12582912,297795584~8388608,314572800~16777216,339738624~29360128,394264576~4194304,402653184~12582912] 2024-07-26T07:08:53.181 INFO:tasks.workunit.client.0.smithi089.stdout:from 13 to HEAD diff [0~12582912,20971520~8388608,33554432~46137344,96468992~25165824,142606336~46137344,209715200~8388608,239075328~12582912,255852544~4194304,264241152~4194304,281018368~12582912,297795584~8388608,314572800~12582912,339738624~25165824,394264576~4194304,406847488~8388608] 2024-07-26T07:08:53.181 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~12582912,20971520~8388608,33554432~46137344,96468992~25165824,142606336~46137344,209715200~8388608,239075328~12582912,255852544~4194304,264241152~4194304,281018368~12582912,297795584~8388608,314572800~12582912,339738624~25165824,394264576~4194304,406847488~8388608] 2024-07-26T07:08:53.185 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~58720256,96468992~25165824,142606336~46137344,209715200~12582912,239075328~12582912,255852544~16777216,281018368~12582912,297795584~8388608,314572800~16777216,339738624~29360128,394264576~4194304,406847488~8388608] 2024-07-26T07:08:53.185 INFO:tasks.workunit.client.0.smithi089.stdout:from 14 to HEAD diff [0~12582912,25165824~4194304,33554432~46137344,96468992~4194304,109051904~12582912,142606336~33554432,180355072~8388608,209715200~8388608,239075328~12582912,255852544~4194304,264241152~4194304,281018368~4194304,297795584~8388608,314572800~12582912,339738624~25165824,394264576~4194304,406847488~8388608] 2024-07-26T07:08:53.185 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~12582912,25165824~4194304,33554432~46137344,96468992~4194304,109051904~12582912,142606336~33554432,180355072~8388608,209715200~8388608,239075328~12582912,255852544~4194304,264241152~4194304,281018368~4194304,297795584~8388608,314572800~12582912,339738624~25165824,394264576~4194304,406847488~8388608] 2024-07-26T07:08:53.187 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,25165824~4194304,33554432~46137344,96468992~8388608,109051904~12582912,142606336~46137344,209715200~12582912,239075328~12582912,255852544~16777216,281018368~8388608,297795584~8388608,314572800~16777216,339738624~29360128,394264576~4194304,406847488~8388608] 2024-07-26T07:08:53.187 INFO:tasks.workunit.client.0.smithi089.stdout:from 15 to HEAD diff [0~12582912,25165824~4194304,33554432~46137344,96468992~4194304,109051904~12582912,142606336~8388608,155189248~20971520,209715200~4194304,239075328~12582912,255852544~4194304,264241152~4194304,281018368~4194304,297795584~8388608,314572800~12582912,339738624~8388608,356515840~8388608,406847488~8388608] 2024-07-26T07:08:53.187 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~12582912,25165824~4194304,33554432~46137344,96468992~4194304,109051904~12582912,142606336~8388608,155189248~20971520,209715200~4194304,239075328~12582912,255852544~4194304,264241152~4194304,281018368~4194304,297795584~8388608,314572800~12582912,339738624~8388608,356515840~8388608,406847488~8388608] 2024-07-26T07:08:53.189 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,25165824~4194304,33554432~46137344,96468992~8388608,109051904~12582912,142606336~37748736,209715200~4194304,239075328~12582912,255852544~16777216,281018368~8388608,297795584~8388608,314572800~16777216,339738624~12582912,356515840~12582912,406847488~8388608] 2024-07-26T07:08:53.189 INFO:tasks.workunit.client.0.smithi089.stdout:from 16 to HEAD diff [4194304~8388608,25165824~4194304,33554432~46137344,96468992~4194304,109051904~12582912,146800640~4194304,163577856~12582912,209715200~4194304,239075328~12582912,255852544~4194304,264241152~4194304,281018368~4194304,297795584~8388608,314572800~12582912,339738624~4194304,406847488~8388608] 2024-07-26T07:08:53.189 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~8388608,25165824~4194304,33554432~46137344,96468992~4194304,109051904~12582912,146800640~4194304,163577856~12582912,209715200~4194304,239075328~12582912,255852544~4194304,264241152~4194304,281018368~4194304,297795584~8388608,314572800~12582912,339738624~4194304,406847488~8388608] 2024-07-26T07:08:53.191 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~12582912,25165824~4194304,33554432~46137344,96468992~8388608,109051904~12582912,146800640~8388608,163577856~16777216,209715200~4194304,239075328~12582912,255852544~16777216,281018368~8388608,297795584~8388608,314572800~16777216,339738624~4194304,406847488~8388608] 2024-07-26T07:08:53.191 INFO:tasks.workunit.client.0.smithi089.stdout:from 17 to HEAD diff [4194304~8388608,46137344~33554432,96468992~4194304,113246208~8388608,146800640~4194304,163577856~12582912,209715200~4194304,239075328~8388608,281018368~4194304,297795584~8388608,318767104~8388608,339738624~4194304,406847488~8388608] 2024-07-26T07:08:53.191 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~8388608,46137344~33554432,96468992~4194304,113246208~8388608,146800640~4194304,163577856~12582912,209715200~4194304,239075328~8388608,281018368~4194304,297795584~8388608,318767104~8388608,339738624~4194304,406847488~8388608] 2024-07-26T07:08:53.192 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~12582912,46137344~33554432,96468992~8388608,113246208~8388608,146800640~8388608,163577856~16777216,209715200~4194304,239075328~8388608,281018368~8388608,297795584~8388608,318767104~12582912,339738624~4194304,406847488~8388608] 2024-07-26T07:08:53.381 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:08:53 smithi155 ceph-mon[90160]: osdmap e2189: 8 total, 8 up, 8 in 2024-07-26T07:08:53.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:08:53 smithi089 ceph-mon[99608]: osdmap e2189: 8 total, 8 up, 8 in 2024-07-26T07:08:53.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:08:53 smithi089 ceph-mon[102056]: osdmap e2189: 8 total, 8 up, 8 in 2024-07-26T07:08:54.096 INFO:tasks.workunit.client.0.smithi089.stdout:from 0 to HEAD diff [0~109051904,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:08:54.096 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~109051904,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:08:54.125 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~121634816,125829120~67108864,205520896~213909504] 2024-07-26T07:08:54.125 INFO:tasks.workunit.client.0.smithi089.stdout:from 1 to HEAD diff [0~109051904,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:08:54.125 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~109051904,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:08:54.140 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~121634816,125829120~67108864,205520896~213909504] 2024-07-26T07:08:54.140 INFO:tasks.workunit.client.0.smithi089.stdout:from 2 to HEAD diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:08:54.140 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:08:54.146 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~209715200] 2024-07-26T07:08:54.146 INFO:tasks.workunit.client.0.smithi089.stdout:from 3 to HEAD diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~37748736,339738624~75497472] 2024-07-26T07:08:54.146 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~37748736,339738624~75497472] 2024-07-26T07:08:54.152 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~205520896] 2024-07-26T07:08:54.153 INFO:tasks.workunit.client.0.smithi089.stdout:from 4 to HEAD diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~29360128,297795584~37748736,339738624~75497472] 2024-07-26T07:08:54.153 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~29360128,297795584~37748736,339738624~75497472] 2024-07-26T07:08:54.158 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~205520896] 2024-07-26T07:08:54.158 INFO:tasks.workunit.client.0.smithi089.stdout:from 5 to HEAD diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~29360128,297795584~12582912,314572800~20971520,339738624~75497472] 2024-07-26T07:08:54.158 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~29360128,297795584~12582912,314572800~20971520,339738624~75497472] 2024-07-26T07:08:54.163 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~205520896] 2024-07-26T07:08:54.163 INFO:tasks.workunit.client.0.smithi089.stdout:from 6 to HEAD diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~58720256,402653184~12582912] 2024-07-26T07:08:54.163 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~58720256,402653184~12582912] 2024-07-26T07:08:54.167 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~67108864,281018368~54525952,339738624~58720256,402653184~12582912] 2024-07-26T07:08:54.167 INFO:tasks.workunit.client.0.smithi089.stdout:from 7 to HEAD diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~58720256,402653184~12582912] 2024-07-26T07:08:54.167 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~58720256,402653184~12582912] 2024-07-26T07:08:54.171 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~67108864,281018368~54525952,339738624~58720256,402653184~12582912] 2024-07-26T07:08:54.171 INFO:tasks.workunit.client.0.smithi089.stdout:from 8 to HEAD diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~58720256,402653184~12582912] 2024-07-26T07:08:54.171 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~58720256,402653184~12582912] 2024-07-26T07:08:54.176 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~67108864,281018368~54525952,339738624~58720256,402653184~12582912] 2024-07-26T07:08:54.176 INFO:tasks.workunit.client.0.smithi089.stdout:from 9 to HEAD diff [0~16777216,20971520~58720256,88080384~33554432,125829120~58720256,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~25165824,373293056~8388608,385875968~12582912,402653184~12582912] 2024-07-26T07:08:54.176 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~58720256,88080384~33554432,125829120~58720256,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~25165824,373293056~8388608,385875968~12582912,402653184~12582912] 2024-07-26T07:08:54.180 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~58720256,88080384~33554432,125829120~62914560,209715200~67108864,281018368~54525952,339738624~29360128,373293056~8388608,385875968~12582912,402653184~12582912] 2024-07-26T07:08:54.180 INFO:tasks.workunit.client.0.smithi089.stdout:from 10 to HEAD diff [0~16777216,20971520~58720256,88080384~33554432,134217728~50331648,209715200~16777216,230686720~4194304,239075328~20971520,264241152~12582912,281018368~12582912,297795584~8388608,314572800~16777216,339738624~25165824,373293056~8388608,385875968~12582912,402653184~12582912] 2024-07-26T07:08:54.180 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~58720256,88080384~33554432,134217728~50331648,209715200~16777216,230686720~4194304,239075328~20971520,264241152~12582912,281018368~12582912,297795584~8388608,314572800~16777216,339738624~25165824,373293056~8388608,385875968~12582912,402653184~12582912] 2024-07-26T07:08:54.183 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~58720256,88080384~33554432,134217728~54525952,209715200~16777216,230686720~46137344,281018368~25165824,314572800~20971520,339738624~29360128,373293056~8388608,385875968~12582912,402653184~12582912] 2024-07-26T07:08:54.183 INFO:tasks.workunit.client.0.smithi089.stdout:from 11 to HEAD diff [0~16777216,20971520~8388608,33554432~46137344,96468992~25165824,134217728~50331648,209715200~16777216,239075328~12582912,255852544~4194304,264241152~8388608,281018368~12582912,297795584~8388608,314572800~16777216,339738624~25165824,385875968~12582912,402653184~12582912] 2024-07-26T07:08:54.183 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~8388608,33554432~46137344,96468992~25165824,134217728~50331648,209715200~16777216,239075328~12582912,255852544~4194304,264241152~8388608,281018368~12582912,297795584~8388608,314572800~16777216,339738624~25165824,385875968~12582912,402653184~12582912] 2024-07-26T07:08:54.186 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~58720256,96468992~25165824,134217728~54525952,209715200~16777216,239075328~12582912,255852544~16777216,281018368~25165824,314572800~20971520,339738624~29360128,385875968~12582912,402653184~12582912] 2024-07-26T07:08:54.187 INFO:tasks.workunit.client.0.smithi089.stdout:from 12 to HEAD diff [0~16777216,20971520~8388608,33554432~46137344,96468992~25165824,142606336~46137344,209715200~16777216,239075328~12582912,255852544~4194304,264241152~8388608,281018368~12582912,297795584~8388608,314572800~12582912,339738624~25165824,394264576~4194304,402653184~12582912] 2024-07-26T07:08:54.187 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~8388608,33554432~46137344,96468992~25165824,142606336~46137344,209715200~16777216,239075328~12582912,255852544~4194304,264241152~8388608,281018368~12582912,297795584~8388608,314572800~12582912,339738624~25165824,394264576~4194304,402653184~12582912] 2024-07-26T07:08:54.189 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~58720256,96468992~25165824,142606336~46137344,209715200~16777216,239075328~12582912,255852544~16777216,281018368~12582912,297795584~8388608,314572800~16777216,339738624~29360128,394264576~4194304,402653184~12582912] 2024-07-26T07:08:54.189 INFO:tasks.workunit.client.0.smithi089.stdout:from 13 to HEAD diff [0~12582912,20971520~8388608,33554432~46137344,96468992~25165824,142606336~46137344,209715200~8388608,239075328~12582912,255852544~4194304,264241152~4194304,281018368~12582912,297795584~8388608,314572800~12582912,339738624~25165824,394264576~4194304,406847488~8388608] 2024-07-26T07:08:54.189 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~12582912,20971520~8388608,33554432~46137344,96468992~25165824,142606336~46137344,209715200~8388608,239075328~12582912,255852544~4194304,264241152~4194304,281018368~12582912,297795584~8388608,314572800~12582912,339738624~25165824,394264576~4194304,406847488~8388608] 2024-07-26T07:08:54.191 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~58720256,96468992~25165824,142606336~46137344,209715200~12582912,239075328~12582912,255852544~16777216,281018368~12582912,297795584~8388608,314572800~16777216,339738624~29360128,394264576~4194304,406847488~8388608] 2024-07-26T07:08:54.191 INFO:tasks.workunit.client.0.smithi089.stdout:from 14 to HEAD diff [0~12582912,25165824~4194304,33554432~46137344,96468992~4194304,109051904~12582912,142606336~33554432,180355072~8388608,209715200~8388608,239075328~12582912,255852544~4194304,264241152~4194304,281018368~4194304,297795584~8388608,314572800~12582912,339738624~25165824,394264576~4194304,406847488~8388608] 2024-07-26T07:08:54.191 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~12582912,25165824~4194304,33554432~46137344,96468992~4194304,109051904~12582912,142606336~33554432,180355072~8388608,209715200~8388608,239075328~12582912,255852544~4194304,264241152~4194304,281018368~4194304,297795584~8388608,314572800~12582912,339738624~25165824,394264576~4194304,406847488~8388608] 2024-07-26T07:08:54.193 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,25165824~4194304,33554432~46137344,96468992~8388608,109051904~12582912,142606336~46137344,209715200~12582912,239075328~12582912,255852544~16777216,281018368~8388608,297795584~8388608,314572800~16777216,339738624~29360128,394264576~4194304,406847488~8388608] 2024-07-26T07:08:54.193 INFO:tasks.workunit.client.0.smithi089.stdout:from 15 to HEAD diff [0~12582912,25165824~4194304,33554432~46137344,96468992~4194304,109051904~12582912,142606336~8388608,155189248~20971520,209715200~4194304,239075328~12582912,255852544~4194304,264241152~4194304,281018368~4194304,297795584~8388608,314572800~12582912,339738624~8388608,356515840~8388608,406847488~8388608] 2024-07-26T07:08:54.193 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~12582912,25165824~4194304,33554432~46137344,96468992~4194304,109051904~12582912,142606336~8388608,155189248~20971520,209715200~4194304,239075328~12582912,255852544~4194304,264241152~4194304,281018368~4194304,297795584~8388608,314572800~12582912,339738624~8388608,356515840~8388608,406847488~8388608] 2024-07-26T07:08:54.194 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,25165824~4194304,33554432~46137344,96468992~8388608,109051904~12582912,142606336~37748736,209715200~4194304,239075328~12582912,255852544~16777216,281018368~8388608,297795584~8388608,314572800~16777216,339738624~12582912,356515840~12582912,406847488~8388608] 2024-07-26T07:08:54.195 INFO:tasks.workunit.client.0.smithi089.stdout:from 16 to HEAD diff [4194304~8388608,25165824~4194304,33554432~46137344,96468992~4194304,109051904~12582912,146800640~4194304,163577856~12582912,209715200~4194304,239075328~12582912,255852544~4194304,264241152~4194304,281018368~4194304,297795584~8388608,314572800~12582912,339738624~4194304,406847488~8388608] 2024-07-26T07:08:54.195 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [4194304~8388608,25165824~4194304,33554432~46137344,96468992~4194304,109051904~12582912,146800640~4194304,163577856~12582912,209715200~4194304,239075328~12582912,255852544~4194304,264241152~4194304,281018368~4194304,297795584~8388608,314572800~12582912,339738624~4194304,406847488~8388608] 2024-07-26T07:08:54.196 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [4194304~12582912,25165824~4194304,33554432~46137344,96468992~8388608,109051904~12582912,146800640~8388608,163577856~16777216,209715200~4194304,239075328~12582912,255852544~16777216,281018368~8388608,297795584~8388608,314572800~16777216,339738624~4194304,406847488~8388608] 2024-07-26T07:08:54.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:08:54 smithi155 ceph-mon[90160]: pgmap v3790: 137 pgs: 137 active+clean; 1.1 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 112 KiB/s rd, 45 MiB/s wr, 201 op/s 2024-07-26T07:08:54.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:08:54 smithi155 ceph-mon[90160]: osdmap e2190: 8 total, 8 up, 8 in 2024-07-26T07:08:54.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:08:54 smithi089 ceph-mon[99608]: pgmap v3790: 137 pgs: 137 active+clean; 1.1 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 112 KiB/s rd, 45 MiB/s wr, 201 op/s 2024-07-26T07:08:54.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:08:54 smithi089 ceph-mon[99608]: osdmap e2190: 8 total, 8 up, 8 in 2024-07-26T07:08:54.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:08:54 smithi089 ceph-mon[102056]: pgmap v3790: 137 pgs: 137 active+clean; 1.1 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 112 KiB/s rd, 45 MiB/s wr, 201 op/s 2024-07-26T07:08:54.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:08:54 smithi089 ceph-mon[102056]: osdmap e2190: 8 total, 8 up, 8 in 2024-07-26T07:08:55.101 INFO:tasks.workunit.client.0.smithi089.stdout:from 0 to HEAD diff [0~109051904,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:08:55.101 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~109051904,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:08:55.149 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~121634816,125829120~67108864,205520896~213909504] 2024-07-26T07:08:55.149 INFO:tasks.workunit.client.0.smithi089.stdout:from 1 to HEAD diff [0~109051904,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:08:55.150 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~109051904,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:08:55.159 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~121634816,125829120~67108864,205520896~213909504] 2024-07-26T07:08:55.160 INFO:tasks.workunit.client.0.smithi089.stdout:from 2 to HEAD diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:08:55.160 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:08:55.169 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~209715200] 2024-07-26T07:08:55.169 INFO:tasks.workunit.client.0.smithi089.stdout:from 3 to HEAD diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~37748736,339738624~75497472] 2024-07-26T07:08:55.169 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~37748736,339738624~75497472] 2024-07-26T07:08:55.175 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~205520896] 2024-07-26T07:08:55.175 INFO:tasks.workunit.client.0.smithi089.stdout:from 4 to HEAD diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~29360128,297795584~37748736,339738624~75497472] 2024-07-26T07:08:55.175 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~29360128,297795584~37748736,339738624~75497472] 2024-07-26T07:08:55.179 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~205520896] 2024-07-26T07:08:55.180 INFO:tasks.workunit.client.0.smithi089.stdout:from 5 to HEAD diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~29360128,297795584~12582912,314572800~20971520,339738624~75497472] 2024-07-26T07:08:55.180 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~29360128,297795584~12582912,314572800~20971520,339738624~75497472] 2024-07-26T07:08:55.185 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~205520896] 2024-07-26T07:08:55.185 INFO:tasks.workunit.client.0.smithi089.stdout:from 6 to HEAD diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~58720256,402653184~12582912] 2024-07-26T07:08:55.185 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~58720256,402653184~12582912] 2024-07-26T07:08:55.189 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~67108864,281018368~54525952,339738624~58720256,402653184~12582912] 2024-07-26T07:08:55.189 INFO:tasks.workunit.client.0.smithi089.stdout:from 7 to HEAD diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~58720256,402653184~12582912] 2024-07-26T07:08:55.189 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~58720256,402653184~12582912] 2024-07-26T07:08:55.194 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~67108864,281018368~54525952,339738624~58720256,402653184~12582912] 2024-07-26T07:08:55.194 INFO:tasks.workunit.client.0.smithi089.stdout:from 8 to HEAD diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~58720256,402653184~12582912] 2024-07-26T07:08:55.194 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~58720256,402653184~12582912] 2024-07-26T07:08:55.198 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~67108864,281018368~54525952,339738624~58720256,402653184~12582912] 2024-07-26T07:08:55.198 INFO:tasks.workunit.client.0.smithi089.stdout:from 9 to HEAD diff [0~16777216,20971520~58720256,88080384~33554432,125829120~58720256,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~25165824,373293056~8388608,385875968~12582912,402653184~12582912] 2024-07-26T07:08:55.198 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~58720256,88080384~33554432,125829120~58720256,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~25165824,373293056~8388608,385875968~12582912,402653184~12582912] 2024-07-26T07:08:55.201 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~58720256,88080384~33554432,125829120~62914560,209715200~67108864,281018368~54525952,339738624~29360128,373293056~8388608,385875968~12582912,402653184~12582912] 2024-07-26T07:08:55.201 INFO:tasks.workunit.client.0.smithi089.stdout:from 10 to HEAD diff [0~16777216,20971520~58720256,88080384~33554432,134217728~50331648,209715200~16777216,230686720~4194304,239075328~20971520,264241152~12582912,281018368~12582912,297795584~8388608,314572800~16777216,339738624~25165824,373293056~8388608,385875968~12582912,402653184~12582912] 2024-07-26T07:08:55.202 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~58720256,88080384~33554432,134217728~50331648,209715200~16777216,230686720~4194304,239075328~20971520,264241152~12582912,281018368~12582912,297795584~8388608,314572800~16777216,339738624~25165824,373293056~8388608,385875968~12582912,402653184~12582912] 2024-07-26T07:08:55.205 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~58720256,88080384~33554432,134217728~54525952,209715200~16777216,230686720~46137344,281018368~25165824,314572800~20971520,339738624~29360128,373293056~8388608,385875968~12582912,402653184~12582912] 2024-07-26T07:08:55.205 INFO:tasks.workunit.client.0.smithi089.stdout:from 11 to HEAD diff [0~16777216,20971520~8388608,33554432~46137344,96468992~25165824,134217728~50331648,209715200~16777216,239075328~12582912,255852544~4194304,264241152~8388608,281018368~12582912,297795584~8388608,314572800~16777216,339738624~25165824,385875968~12582912,402653184~12582912] 2024-07-26T07:08:55.205 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~8388608,33554432~46137344,96468992~25165824,134217728~50331648,209715200~16777216,239075328~12582912,255852544~4194304,264241152~8388608,281018368~12582912,297795584~8388608,314572800~16777216,339738624~25165824,385875968~12582912,402653184~12582912] 2024-07-26T07:08:55.208 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~58720256,96468992~25165824,134217728~54525952,209715200~16777216,239075328~12582912,255852544~16777216,281018368~25165824,314572800~20971520,339738624~29360128,385875968~12582912,402653184~12582912] 2024-07-26T07:08:55.208 INFO:tasks.workunit.client.0.smithi089.stdout:from 12 to HEAD diff [0~16777216,20971520~8388608,33554432~46137344,96468992~25165824,142606336~46137344,209715200~16777216,239075328~12582912,255852544~4194304,264241152~8388608,281018368~12582912,297795584~8388608,314572800~12582912,339738624~25165824,394264576~4194304,402653184~12582912] 2024-07-26T07:08:55.208 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~8388608,33554432~46137344,96468992~25165824,142606336~46137344,209715200~16777216,239075328~12582912,255852544~4194304,264241152~8388608,281018368~12582912,297795584~8388608,314572800~12582912,339738624~25165824,394264576~4194304,402653184~12582912] 2024-07-26T07:08:55.210 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~58720256,96468992~25165824,142606336~46137344,209715200~16777216,239075328~12582912,255852544~16777216,281018368~12582912,297795584~8388608,314572800~16777216,339738624~29360128,394264576~4194304,402653184~12582912] 2024-07-26T07:08:55.210 INFO:tasks.workunit.client.0.smithi089.stdout:from 13 to HEAD diff [0~12582912,20971520~8388608,33554432~46137344,96468992~25165824,142606336~46137344,209715200~8388608,239075328~12582912,255852544~4194304,264241152~4194304,281018368~12582912,297795584~8388608,314572800~12582912,339738624~25165824,394264576~4194304,406847488~8388608] 2024-07-26T07:08:55.210 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~12582912,20971520~8388608,33554432~46137344,96468992~25165824,142606336~46137344,209715200~8388608,239075328~12582912,255852544~4194304,264241152~4194304,281018368~12582912,297795584~8388608,314572800~12582912,339738624~25165824,394264576~4194304,406847488~8388608] 2024-07-26T07:08:55.212 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~58720256,96468992~25165824,142606336~46137344,209715200~12582912,239075328~12582912,255852544~16777216,281018368~12582912,297795584~8388608,314572800~16777216,339738624~29360128,394264576~4194304,406847488~8388608] 2024-07-26T07:08:55.212 INFO:tasks.workunit.client.0.smithi089.stdout:from 14 to HEAD diff [0~12582912,25165824~4194304,33554432~46137344,96468992~4194304,109051904~12582912,142606336~33554432,180355072~8388608,209715200~8388608,239075328~12582912,255852544~4194304,264241152~4194304,281018368~4194304,297795584~8388608,314572800~12582912,339738624~25165824,394264576~4194304,406847488~8388608] 2024-07-26T07:08:55.212 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~12582912,25165824~4194304,33554432~46137344,96468992~4194304,109051904~12582912,142606336~33554432,180355072~8388608,209715200~8388608,239075328~12582912,255852544~4194304,264241152~4194304,281018368~4194304,297795584~8388608,314572800~12582912,339738624~25165824,394264576~4194304,406847488~8388608] 2024-07-26T07:08:55.214 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,25165824~4194304,33554432~46137344,96468992~8388608,109051904~12582912,142606336~46137344,209715200~12582912,239075328~12582912,255852544~16777216,281018368~8388608,297795584~8388608,314572800~16777216,339738624~29360128,394264576~4194304,406847488~8388608] 2024-07-26T07:08:55.214 INFO:tasks.workunit.client.0.smithi089.stdout:from 15 to HEAD diff [0~12582912,25165824~4194304,33554432~46137344,96468992~4194304,109051904~12582912,142606336~8388608,155189248~20971520,209715200~4194304,239075328~12582912,255852544~4194304,264241152~4194304,281018368~4194304,297795584~8388608,314572800~12582912,339738624~8388608,356515840~8388608,406847488~8388608] 2024-07-26T07:08:55.214 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~12582912,25165824~4194304,33554432~46137344,96468992~4194304,109051904~12582912,142606336~8388608,155189248~20971520,209715200~4194304,239075328~12582912,255852544~4194304,264241152~4194304,281018368~4194304,297795584~8388608,314572800~12582912,339738624~8388608,356515840~8388608,406847488~8388608] 2024-07-26T07:08:55.215 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,25165824~4194304,33554432~46137344,96468992~8388608,109051904~12582912,142606336~37748736,209715200~4194304,239075328~12582912,255852544~16777216,281018368~8388608,297795584~8388608,314572800~16777216,339738624~12582912,356515840~12582912,406847488~8388608] 2024-07-26T07:08:55.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:08:55 smithi155 ceph-mon[90160]: osdmap e2191: 8 total, 8 up, 8 in 2024-07-26T07:08:55.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:08:55 smithi089 ceph-mon[99608]: osdmap e2191: 8 total, 8 up, 8 in 2024-07-26T07:08:55.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:08:55 smithi089 ceph-mon[102056]: osdmap e2191: 8 total, 8 up, 8 in 2024-07-26T07:08:56.114 INFO:tasks.workunit.client.0.smithi089.stdout:from 0 to HEAD diff [0~109051904,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:08:56.114 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~109051904,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:08:56.141 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~121634816,125829120~67108864,205520896~213909504] 2024-07-26T07:08:56.141 INFO:tasks.workunit.client.0.smithi089.stdout:from 1 to HEAD diff [0~109051904,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:08:56.141 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~109051904,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:08:56.164 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~121634816,125829120~67108864,205520896~213909504] 2024-07-26T07:08:56.165 INFO:tasks.workunit.client.0.smithi089.stdout:from 2 to HEAD diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:08:56.165 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:08:56.173 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~209715200] 2024-07-26T07:08:56.173 INFO:tasks.workunit.client.0.smithi089.stdout:from 3 to HEAD diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~37748736,339738624~75497472] 2024-07-26T07:08:56.174 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~37748736,339738624~75497472] 2024-07-26T07:08:56.178 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~205520896] 2024-07-26T07:08:56.178 INFO:tasks.workunit.client.0.smithi089.stdout:from 4 to HEAD diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~29360128,297795584~37748736,339738624~75497472] 2024-07-26T07:08:56.179 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~29360128,297795584~37748736,339738624~75497472] 2024-07-26T07:08:56.183 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~205520896] 2024-07-26T07:08:56.183 INFO:tasks.workunit.client.0.smithi089.stdout:from 5 to HEAD diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~29360128,297795584~12582912,314572800~20971520,339738624~75497472] 2024-07-26T07:08:56.183 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~29360128,297795584~12582912,314572800~20971520,339738624~75497472] 2024-07-26T07:08:56.187 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~205520896] 2024-07-26T07:08:56.187 INFO:tasks.workunit.client.0.smithi089.stdout:from 6 to HEAD diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~58720256,402653184~12582912] 2024-07-26T07:08:56.187 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~58720256,402653184~12582912] 2024-07-26T07:08:56.191 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~67108864,281018368~54525952,339738624~58720256,402653184~12582912] 2024-07-26T07:08:56.191 INFO:tasks.workunit.client.0.smithi089.stdout:from 7 to HEAD diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~58720256,402653184~12582912] 2024-07-26T07:08:56.191 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~58720256,402653184~12582912] 2024-07-26T07:08:56.195 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~67108864,281018368~54525952,339738624~58720256,402653184~12582912] 2024-07-26T07:08:56.195 INFO:tasks.workunit.client.0.smithi089.stdout:from 8 to HEAD diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~58720256,402653184~12582912] 2024-07-26T07:08:56.195 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~58720256,402653184~12582912] 2024-07-26T07:08:56.199 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~67108864,281018368~54525952,339738624~58720256,402653184~12582912] 2024-07-26T07:08:56.199 INFO:tasks.workunit.client.0.smithi089.stdout:from 9 to HEAD diff [0~16777216,20971520~58720256,88080384~33554432,125829120~58720256,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~25165824,373293056~8388608,385875968~12582912,402653184~12582912] 2024-07-26T07:08:56.199 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~58720256,88080384~33554432,125829120~58720256,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~25165824,373293056~8388608,385875968~12582912,402653184~12582912] 2024-07-26T07:08:56.202 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~58720256,88080384~33554432,125829120~62914560,209715200~67108864,281018368~54525952,339738624~29360128,373293056~8388608,385875968~12582912,402653184~12582912] 2024-07-26T07:08:56.202 INFO:tasks.workunit.client.0.smithi089.stdout:from 10 to HEAD diff [0~16777216,20971520~58720256,88080384~33554432,134217728~50331648,209715200~16777216,230686720~4194304,239075328~20971520,264241152~12582912,281018368~12582912,297795584~8388608,314572800~16777216,339738624~25165824,373293056~8388608,385875968~12582912,402653184~12582912] 2024-07-26T07:08:56.202 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~58720256,88080384~33554432,134217728~50331648,209715200~16777216,230686720~4194304,239075328~20971520,264241152~12582912,281018368~12582912,297795584~8388608,314572800~16777216,339738624~25165824,373293056~8388608,385875968~12582912,402653184~12582912] 2024-07-26T07:08:56.205 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~58720256,88080384~33554432,134217728~54525952,209715200~16777216,230686720~46137344,281018368~25165824,314572800~20971520,339738624~29360128,373293056~8388608,385875968~12582912,402653184~12582912] 2024-07-26T07:08:56.205 INFO:tasks.workunit.client.0.smithi089.stdout:from 11 to HEAD diff [0~16777216,20971520~8388608,33554432~46137344,96468992~25165824,134217728~50331648,209715200~16777216,239075328~12582912,255852544~4194304,264241152~8388608,281018368~12582912,297795584~8388608,314572800~16777216,339738624~25165824,385875968~12582912,402653184~12582912] 2024-07-26T07:08:56.205 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~8388608,33554432~46137344,96468992~25165824,134217728~50331648,209715200~16777216,239075328~12582912,255852544~4194304,264241152~8388608,281018368~12582912,297795584~8388608,314572800~16777216,339738624~25165824,385875968~12582912,402653184~12582912] 2024-07-26T07:08:56.207 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~58720256,96468992~25165824,134217728~54525952,209715200~16777216,239075328~12582912,255852544~16777216,281018368~25165824,314572800~20971520,339738624~29360128,385875968~12582912,402653184~12582912] 2024-07-26T07:08:56.207 INFO:tasks.workunit.client.0.smithi089.stdout:from 12 to HEAD diff [0~16777216,20971520~8388608,33554432~46137344,96468992~25165824,142606336~46137344,209715200~16777216,239075328~12582912,255852544~4194304,264241152~8388608,281018368~12582912,297795584~8388608,314572800~12582912,339738624~25165824,394264576~4194304,402653184~12582912] 2024-07-26T07:08:56.207 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~8388608,33554432~46137344,96468992~25165824,142606336~46137344,209715200~16777216,239075328~12582912,255852544~4194304,264241152~8388608,281018368~12582912,297795584~8388608,314572800~12582912,339738624~25165824,394264576~4194304,402653184~12582912] 2024-07-26T07:08:56.209 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~58720256,96468992~25165824,142606336~46137344,209715200~16777216,239075328~12582912,255852544~16777216,281018368~12582912,297795584~8388608,314572800~16777216,339738624~29360128,394264576~4194304,402653184~12582912] 2024-07-26T07:08:56.209 INFO:tasks.workunit.client.0.smithi089.stdout:from 13 to HEAD diff [0~12582912,20971520~8388608,33554432~46137344,96468992~25165824,142606336~46137344,209715200~8388608,239075328~12582912,255852544~4194304,264241152~4194304,281018368~12582912,297795584~8388608,314572800~12582912,339738624~25165824,394264576~4194304,406847488~8388608] 2024-07-26T07:08:56.209 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~12582912,20971520~8388608,33554432~46137344,96468992~25165824,142606336~46137344,209715200~8388608,239075328~12582912,255852544~4194304,264241152~4194304,281018368~12582912,297795584~8388608,314572800~12582912,339738624~25165824,394264576~4194304,406847488~8388608] 2024-07-26T07:08:56.211 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~58720256,96468992~25165824,142606336~46137344,209715200~12582912,239075328~12582912,255852544~16777216,281018368~12582912,297795584~8388608,314572800~16777216,339738624~29360128,394264576~4194304,406847488~8388608] 2024-07-26T07:08:56.211 INFO:tasks.workunit.client.0.smithi089.stdout:from 14 to HEAD diff [0~12582912,25165824~4194304,33554432~46137344,96468992~4194304,109051904~12582912,142606336~33554432,180355072~8388608,209715200~8388608,239075328~12582912,255852544~4194304,264241152~4194304,281018368~4194304,297795584~8388608,314572800~12582912,339738624~25165824,394264576~4194304,406847488~8388608] 2024-07-26T07:08:56.211 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~12582912,25165824~4194304,33554432~46137344,96468992~4194304,109051904~12582912,142606336~33554432,180355072~8388608,209715200~8388608,239075328~12582912,255852544~4194304,264241152~4194304,281018368~4194304,297795584~8388608,314572800~12582912,339738624~25165824,394264576~4194304,406847488~8388608] 2024-07-26T07:08:56.211 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,25165824~4194304,33554432~46137344,96468992~8388608,109051904~12582912,142606336~46137344,209715200~12582912,239075328~12582912,255852544~16777216,281018368~8388608,297795584~8388608,314572800~16777216,339738624~29360128,394264576~4194304,406847488~8388608] 2024-07-26T07:08:56.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:08:56 smithi155 ceph-mon[90160]: pgmap v3793: 137 pgs: 137 active+clean; 1.2 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 522 KiB/s rd, 27 MiB/s wr, 946 op/s 2024-07-26T07:08:56.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:08:56 smithi155 ceph-mon[90160]: osdmap e2192: 8 total, 8 up, 8 in 2024-07-26T07:08:56.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:08:56 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:08:56.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:08:56 smithi089 ceph-mon[99608]: pgmap v3793: 137 pgs: 137 active+clean; 1.2 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 522 KiB/s rd, 27 MiB/s wr, 946 op/s 2024-07-26T07:08:56.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:08:56 smithi089 ceph-mon[99608]: osdmap e2192: 8 total, 8 up, 8 in 2024-07-26T07:08:56.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:08:56 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:08:56.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:08:56 smithi089 ceph-mon[102056]: pgmap v3793: 137 pgs: 137 active+clean; 1.2 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 522 KiB/s rd, 27 MiB/s wr, 946 op/s 2024-07-26T07:08:56.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:08:56 smithi089 ceph-mon[102056]: osdmap e2192: 8 total, 8 up, 8 in 2024-07-26T07:08:56.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:08:56 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:08:57.134 INFO:tasks.workunit.client.0.smithi089.stdout:from 0 to HEAD diff [0~109051904,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:08:57.134 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~109051904,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:08:57.166 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~121634816,125829120~67108864,205520896~213909504] 2024-07-26T07:08:57.166 INFO:tasks.workunit.client.0.smithi089.stdout:from 1 to HEAD diff [0~109051904,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:08:57.166 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~109051904,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:08:57.176 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~121634816,125829120~67108864,205520896~213909504] 2024-07-26T07:08:57.176 INFO:tasks.workunit.client.0.smithi089.stdout:from 2 to HEAD diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:08:57.176 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:08:57.181 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~209715200] 2024-07-26T07:08:57.181 INFO:tasks.workunit.client.0.smithi089.stdout:from 3 to HEAD diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~37748736,339738624~75497472] 2024-07-26T07:08:57.181 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~37748736,339738624~75497472] 2024-07-26T07:08:57.186 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~205520896] 2024-07-26T07:08:57.186 INFO:tasks.workunit.client.0.smithi089.stdout:from 4 to HEAD diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~29360128,297795584~37748736,339738624~75497472] 2024-07-26T07:08:57.186 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~29360128,297795584~37748736,339738624~75497472] 2024-07-26T07:08:57.191 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~205520896] 2024-07-26T07:08:57.191 INFO:tasks.workunit.client.0.smithi089.stdout:from 5 to HEAD diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~29360128,297795584~12582912,314572800~20971520,339738624~75497472] 2024-07-26T07:08:57.191 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~29360128,297795584~12582912,314572800~20971520,339738624~75497472] 2024-07-26T07:08:57.196 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~205520896] 2024-07-26T07:08:57.196 INFO:tasks.workunit.client.0.smithi089.stdout:from 6 to HEAD diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~58720256,402653184~12582912] 2024-07-26T07:08:57.196 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~58720256,402653184~12582912] 2024-07-26T07:08:57.200 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~67108864,281018368~54525952,339738624~58720256,402653184~12582912] 2024-07-26T07:08:57.200 INFO:tasks.workunit.client.0.smithi089.stdout:from 7 to HEAD diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~58720256,402653184~12582912] 2024-07-26T07:08:57.200 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~58720256,402653184~12582912] 2024-07-26T07:08:57.203 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~67108864,281018368~54525952,339738624~58720256,402653184~12582912] 2024-07-26T07:08:57.204 INFO:tasks.workunit.client.0.smithi089.stdout:from 8 to HEAD diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~58720256,402653184~12582912] 2024-07-26T07:08:57.204 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~58720256,402653184~12582912] 2024-07-26T07:08:57.207 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~67108864,281018368~54525952,339738624~58720256,402653184~12582912] 2024-07-26T07:08:57.207 INFO:tasks.workunit.client.0.smithi089.stdout:from 9 to HEAD diff [0~16777216,20971520~58720256,88080384~33554432,125829120~58720256,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~25165824,373293056~8388608,385875968~12582912,402653184~12582912] 2024-07-26T07:08:57.207 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~58720256,88080384~33554432,125829120~58720256,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~25165824,373293056~8388608,385875968~12582912,402653184~12582912] 2024-07-26T07:08:57.210 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~58720256,88080384~33554432,125829120~62914560,209715200~67108864,281018368~54525952,339738624~29360128,373293056~8388608,385875968~12582912,402653184~12582912] 2024-07-26T07:08:57.210 INFO:tasks.workunit.client.0.smithi089.stdout:from 10 to HEAD diff [0~16777216,20971520~58720256,88080384~33554432,134217728~50331648,209715200~16777216,230686720~4194304,239075328~20971520,264241152~12582912,281018368~12582912,297795584~8388608,314572800~16777216,339738624~25165824,373293056~8388608,385875968~12582912,402653184~12582912] 2024-07-26T07:08:57.210 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~58720256,88080384~33554432,134217728~50331648,209715200~16777216,230686720~4194304,239075328~20971520,264241152~12582912,281018368~12582912,297795584~8388608,314572800~16777216,339738624~25165824,373293056~8388608,385875968~12582912,402653184~12582912] 2024-07-26T07:08:57.213 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~58720256,88080384~33554432,134217728~54525952,209715200~16777216,230686720~46137344,281018368~25165824,314572800~20971520,339738624~29360128,373293056~8388608,385875968~12582912,402653184~12582912] 2024-07-26T07:08:57.213 INFO:tasks.workunit.client.0.smithi089.stdout:from 11 to HEAD diff [0~16777216,20971520~8388608,33554432~46137344,96468992~25165824,134217728~50331648,209715200~16777216,239075328~12582912,255852544~4194304,264241152~8388608,281018368~12582912,297795584~8388608,314572800~16777216,339738624~25165824,385875968~12582912,402653184~12582912] 2024-07-26T07:08:57.213 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~8388608,33554432~46137344,96468992~25165824,134217728~50331648,209715200~16777216,239075328~12582912,255852544~4194304,264241152~8388608,281018368~12582912,297795584~8388608,314572800~16777216,339738624~25165824,385875968~12582912,402653184~12582912] 2024-07-26T07:08:57.215 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~58720256,96468992~25165824,134217728~54525952,209715200~16777216,239075328~12582912,255852544~16777216,281018368~25165824,314572800~20971520,339738624~29360128,385875968~12582912,402653184~12582912] 2024-07-26T07:08:57.215 INFO:tasks.workunit.client.0.smithi089.stdout:from 12 to HEAD diff [0~16777216,20971520~8388608,33554432~46137344,96468992~25165824,142606336~46137344,209715200~16777216,239075328~12582912,255852544~4194304,264241152~8388608,281018368~12582912,297795584~8388608,314572800~12582912,339738624~25165824,394264576~4194304,402653184~12582912] 2024-07-26T07:08:57.215 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~8388608,33554432~46137344,96468992~25165824,142606336~46137344,209715200~16777216,239075328~12582912,255852544~4194304,264241152~8388608,281018368~12582912,297795584~8388608,314572800~12582912,339738624~25165824,394264576~4194304,402653184~12582912] 2024-07-26T07:08:57.217 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~58720256,96468992~25165824,142606336~46137344,209715200~16777216,239075328~12582912,255852544~16777216,281018368~12582912,297795584~8388608,314572800~16777216,339738624~29360128,394264576~4194304,402653184~12582912] 2024-07-26T07:08:57.217 INFO:tasks.workunit.client.0.smithi089.stdout:from 13 to HEAD diff [0~12582912,20971520~8388608,33554432~46137344,96468992~25165824,142606336~46137344,209715200~8388608,239075328~12582912,255852544~4194304,264241152~4194304,281018368~12582912,297795584~8388608,314572800~12582912,339738624~25165824,394264576~4194304,406847488~8388608] 2024-07-26T07:08:57.217 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~12582912,20971520~8388608,33554432~46137344,96468992~25165824,142606336~46137344,209715200~8388608,239075328~12582912,255852544~4194304,264241152~4194304,281018368~12582912,297795584~8388608,314572800~12582912,339738624~25165824,394264576~4194304,406847488~8388608] 2024-07-26T07:08:57.218 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~58720256,96468992~25165824,142606336~46137344,209715200~12582912,239075328~12582912,255852544~16777216,281018368~12582912,297795584~8388608,314572800~16777216,339738624~29360128,394264576~4194304,406847488~8388608] 2024-07-26T07:08:57.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:08:57 smithi155 ceph-mon[90160]: osdmap e2193: 8 total, 8 up, 8 in 2024-07-26T07:08:57.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:08:57 smithi089 ceph-mon[99608]: osdmap e2193: 8 total, 8 up, 8 in 2024-07-26T07:08:57.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:08:57 smithi089 ceph-mon[102056]: osdmap e2193: 8 total, 8 up, 8 in 2024-07-26T07:08:58.143 INFO:tasks.workunit.client.0.smithi089.stdout:from 0 to HEAD diff [0~109051904,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:08:58.143 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~109051904,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:08:58.165 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~121634816,125829120~67108864,205520896~213909504] 2024-07-26T07:08:58.166 INFO:tasks.workunit.client.0.smithi089.stdout:from 1 to HEAD diff [0~109051904,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:08:58.166 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~109051904,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:08:58.172 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~121634816,125829120~67108864,205520896~213909504] 2024-07-26T07:08:58.172 INFO:tasks.workunit.client.0.smithi089.stdout:from 2 to HEAD diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:08:58.172 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:08:58.177 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~209715200] 2024-07-26T07:08:58.177 INFO:tasks.workunit.client.0.smithi089.stdout:from 3 to HEAD diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~37748736,339738624~75497472] 2024-07-26T07:08:58.177 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~37748736,339738624~75497472] 2024-07-26T07:08:58.181 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~205520896] 2024-07-26T07:08:58.182 INFO:tasks.workunit.client.0.smithi089.stdout:from 4 to HEAD diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~29360128,297795584~37748736,339738624~75497472] 2024-07-26T07:08:58.182 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~29360128,297795584~37748736,339738624~75497472] 2024-07-26T07:08:58.187 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~205520896] 2024-07-26T07:08:58.188 INFO:tasks.workunit.client.0.smithi089.stdout:from 5 to HEAD diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~29360128,297795584~12582912,314572800~20971520,339738624~75497472] 2024-07-26T07:08:58.188 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~29360128,297795584~12582912,314572800~20971520,339738624~75497472] 2024-07-26T07:08:58.192 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~205520896] 2024-07-26T07:08:58.192 INFO:tasks.workunit.client.0.smithi089.stdout:from 6 to HEAD diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~58720256,402653184~12582912] 2024-07-26T07:08:58.192 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~58720256,402653184~12582912] 2024-07-26T07:08:58.196 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~67108864,281018368~54525952,339738624~58720256,402653184~12582912] 2024-07-26T07:08:58.196 INFO:tasks.workunit.client.0.smithi089.stdout:from 7 to HEAD diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~58720256,402653184~12582912] 2024-07-26T07:08:58.196 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~58720256,402653184~12582912] 2024-07-26T07:08:58.198 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~67108864,281018368~54525952,339738624~58720256,402653184~12582912] 2024-07-26T07:08:58.199 INFO:tasks.workunit.client.0.smithi089.stdout:from 8 to HEAD diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~58720256,402653184~12582912] 2024-07-26T07:08:58.199 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~58720256,402653184~12582912] 2024-07-26T07:08:58.201 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~67108864,281018368~54525952,339738624~58720256,402653184~12582912] 2024-07-26T07:08:58.201 INFO:tasks.workunit.client.0.smithi089.stdout:from 9 to HEAD diff [0~16777216,20971520~58720256,88080384~33554432,125829120~58720256,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~25165824,373293056~8388608,385875968~12582912,402653184~12582912] 2024-07-26T07:08:58.201 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~58720256,88080384~33554432,125829120~58720256,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~25165824,373293056~8388608,385875968~12582912,402653184~12582912] 2024-07-26T07:08:58.203 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~58720256,88080384~33554432,125829120~62914560,209715200~67108864,281018368~54525952,339738624~29360128,373293056~8388608,385875968~12582912,402653184~12582912] 2024-07-26T07:08:58.203 INFO:tasks.workunit.client.0.smithi089.stdout:from 10 to HEAD diff [0~16777216,20971520~58720256,88080384~33554432,134217728~50331648,209715200~16777216,230686720~4194304,239075328~20971520,264241152~12582912,281018368~12582912,297795584~8388608,314572800~16777216,339738624~25165824,373293056~8388608,385875968~12582912,402653184~12582912] 2024-07-26T07:08:58.204 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~58720256,88080384~33554432,134217728~50331648,209715200~16777216,230686720~4194304,239075328~20971520,264241152~12582912,281018368~12582912,297795584~8388608,314572800~16777216,339738624~25165824,373293056~8388608,385875968~12582912,402653184~12582912] 2024-07-26T07:08:58.206 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~58720256,88080384~33554432,134217728~54525952,209715200~16777216,230686720~46137344,281018368~25165824,314572800~20971520,339738624~29360128,373293056~8388608,385875968~12582912,402653184~12582912] 2024-07-26T07:08:58.206 INFO:tasks.workunit.client.0.smithi089.stdout:from 11 to HEAD diff [0~16777216,20971520~8388608,33554432~46137344,96468992~25165824,134217728~50331648,209715200~16777216,239075328~12582912,255852544~4194304,264241152~8388608,281018368~12582912,297795584~8388608,314572800~16777216,339738624~25165824,385875968~12582912,402653184~12582912] 2024-07-26T07:08:58.206 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~8388608,33554432~46137344,96468992~25165824,134217728~50331648,209715200~16777216,239075328~12582912,255852544~4194304,264241152~8388608,281018368~12582912,297795584~8388608,314572800~16777216,339738624~25165824,385875968~12582912,402653184~12582912] 2024-07-26T07:08:58.208 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~58720256,96468992~25165824,134217728~54525952,209715200~16777216,239075328~12582912,255852544~16777216,281018368~25165824,314572800~20971520,339738624~29360128,385875968~12582912,402653184~12582912] 2024-07-26T07:08:58.208 INFO:tasks.workunit.client.0.smithi089.stdout:from 12 to HEAD diff [0~16777216,20971520~8388608,33554432~46137344,96468992~25165824,142606336~46137344,209715200~16777216,239075328~12582912,255852544~4194304,264241152~8388608,281018368~12582912,297795584~8388608,314572800~12582912,339738624~25165824,394264576~4194304,402653184~12582912] 2024-07-26T07:08:58.208 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~8388608,33554432~46137344,96468992~25165824,142606336~46137344,209715200~16777216,239075328~12582912,255852544~4194304,264241152~8388608,281018368~12582912,297795584~8388608,314572800~12582912,339738624~25165824,394264576~4194304,402653184~12582912] 2024-07-26T07:08:58.209 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~58720256,96468992~25165824,142606336~46137344,209715200~16777216,239075328~12582912,255852544~16777216,281018368~12582912,297795584~8388608,314572800~16777216,339738624~29360128,394264576~4194304,402653184~12582912] 2024-07-26T07:08:58.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:08:58 smithi155 ceph-mon[90160]: pgmap v3796: 137 pgs: 137 active+clean; 1.2 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 732 KiB/s rd, 17 MiB/s wr, 1.36k op/s 2024-07-26T07:08:58.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:08:58 smithi155 ceph-mon[90160]: osdmap e2194: 8 total, 8 up, 8 in 2024-07-26T07:08:58.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:08:58 smithi089 ceph-mon[99608]: pgmap v3796: 137 pgs: 137 active+clean; 1.2 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 732 KiB/s rd, 17 MiB/s wr, 1.36k op/s 2024-07-26T07:08:58.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:08:58 smithi089 ceph-mon[99608]: osdmap e2194: 8 total, 8 up, 8 in 2024-07-26T07:08:58.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:08:58 smithi089 ceph-mon[102056]: pgmap v3796: 137 pgs: 137 active+clean; 1.2 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 732 KiB/s rd, 17 MiB/s wr, 1.36k op/s 2024-07-26T07:08:58.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:08:58 smithi089 ceph-mon[102056]: osdmap e2194: 8 total, 8 up, 8 in 2024-07-26T07:08:59.134 INFO:tasks.workunit.client.0.smithi089.stdout:from 0 to HEAD diff [0~109051904,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:08:59.135 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~109051904,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:08:59.172 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~121634816,125829120~67108864,205520896~213909504] 2024-07-26T07:08:59.173 INFO:tasks.workunit.client.0.smithi089.stdout:from 1 to HEAD diff [0~109051904,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:08:59.173 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~109051904,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:08:59.186 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~121634816,125829120~67108864,205520896~213909504] 2024-07-26T07:08:59.186 INFO:tasks.workunit.client.0.smithi089.stdout:from 2 to HEAD diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:08:59.186 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:08:59.198 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~209715200] 2024-07-26T07:08:59.198 INFO:tasks.workunit.client.0.smithi089.stdout:from 3 to HEAD diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~37748736,339738624~75497472] 2024-07-26T07:08:59.198 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~37748736,339738624~75497472] 2024-07-26T07:08:59.205 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~205520896] 2024-07-26T07:08:59.205 INFO:tasks.workunit.client.0.smithi089.stdout:from 4 to HEAD diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~29360128,297795584~37748736,339738624~75497472] 2024-07-26T07:08:59.205 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~29360128,297795584~37748736,339738624~75497472] 2024-07-26T07:08:59.209 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~205520896] 2024-07-26T07:08:59.209 INFO:tasks.workunit.client.0.smithi089.stdout:from 5 to HEAD diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~29360128,297795584~12582912,314572800~20971520,339738624~75497472] 2024-07-26T07:08:59.209 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~29360128,297795584~12582912,314572800~20971520,339738624~75497472] 2024-07-26T07:08:59.213 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~205520896] 2024-07-26T07:08:59.213 INFO:tasks.workunit.client.0.smithi089.stdout:from 6 to HEAD diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~58720256,402653184~12582912] 2024-07-26T07:08:59.213 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~58720256,402653184~12582912] 2024-07-26T07:08:59.216 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~67108864,281018368~54525952,339738624~58720256,402653184~12582912] 2024-07-26T07:08:59.216 INFO:tasks.workunit.client.0.smithi089.stdout:from 7 to HEAD diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~58720256,402653184~12582912] 2024-07-26T07:08:59.216 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~58720256,402653184~12582912] 2024-07-26T07:08:59.219 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~67108864,281018368~54525952,339738624~58720256,402653184~12582912] 2024-07-26T07:08:59.219 INFO:tasks.workunit.client.0.smithi089.stdout:from 8 to HEAD diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~58720256,402653184~12582912] 2024-07-26T07:08:59.219 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~58720256,402653184~12582912] 2024-07-26T07:08:59.221 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~67108864,281018368~54525952,339738624~58720256,402653184~12582912] 2024-07-26T07:08:59.221 INFO:tasks.workunit.client.0.smithi089.stdout:from 9 to HEAD diff [0~16777216,20971520~58720256,88080384~33554432,125829120~58720256,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~25165824,373293056~8388608,385875968~12582912,402653184~12582912] 2024-07-26T07:08:59.221 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~58720256,88080384~33554432,125829120~58720256,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~25165824,373293056~8388608,385875968~12582912,402653184~12582912] 2024-07-26T07:08:59.223 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~58720256,88080384~33554432,125829120~62914560,209715200~67108864,281018368~54525952,339738624~29360128,373293056~8388608,385875968~12582912,402653184~12582912] 2024-07-26T07:08:59.224 INFO:tasks.workunit.client.0.smithi089.stdout:from 10 to HEAD diff [0~16777216,20971520~58720256,88080384~33554432,134217728~50331648,209715200~16777216,230686720~4194304,239075328~20971520,264241152~12582912,281018368~12582912,297795584~8388608,314572800~16777216,339738624~25165824,373293056~8388608,385875968~12582912,402653184~12582912] 2024-07-26T07:08:59.224 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~58720256,88080384~33554432,134217728~50331648,209715200~16777216,230686720~4194304,239075328~20971520,264241152~12582912,281018368~12582912,297795584~8388608,314572800~16777216,339738624~25165824,373293056~8388608,385875968~12582912,402653184~12582912] 2024-07-26T07:08:59.225 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~58720256,88080384~33554432,134217728~54525952,209715200~16777216,230686720~46137344,281018368~25165824,314572800~20971520,339738624~29360128,373293056~8388608,385875968~12582912,402653184~12582912] 2024-07-26T07:08:59.225 INFO:tasks.workunit.client.0.smithi089.stdout:from 11 to HEAD diff [0~16777216,20971520~8388608,33554432~46137344,96468992~25165824,134217728~50331648,209715200~16777216,239075328~12582912,255852544~4194304,264241152~8388608,281018368~12582912,297795584~8388608,314572800~16777216,339738624~25165824,385875968~12582912,402653184~12582912] 2024-07-26T07:08:59.226 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~8388608,33554432~46137344,96468992~25165824,134217728~50331648,209715200~16777216,239075328~12582912,255852544~4194304,264241152~8388608,281018368~12582912,297795584~8388608,314572800~16777216,339738624~25165824,385875968~12582912,402653184~12582912] 2024-07-26T07:08:59.226 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~58720256,96468992~25165824,134217728~54525952,209715200~16777216,239075328~12582912,255852544~16777216,281018368~25165824,314572800~20971520,339738624~29360128,385875968~12582912,402653184~12582912] 2024-07-26T07:08:59.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:08:59 smithi155 ceph-mon[90160]: osdmap e2195: 8 total, 8 up, 8 in 2024-07-26T07:08:59.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:08:59 smithi089 ceph-mon[99608]: osdmap e2195: 8 total, 8 up, 8 in 2024-07-26T07:08:59.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:08:59 smithi089 ceph-mon[102056]: osdmap e2195: 8 total, 8 up, 8 in 2024-07-26T07:09:00.162 INFO:tasks.workunit.client.0.smithi089.stdout:from 0 to HEAD diff [0~109051904,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:09:00.162 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~109051904,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:09:00.197 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~121634816,125829120~67108864,205520896~213909504] 2024-07-26T07:09:00.198 INFO:tasks.workunit.client.0.smithi089.stdout:from 1 to HEAD diff [0~109051904,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:09:00.198 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~109051904,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:09:00.202 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~121634816,125829120~67108864,205520896~213909504] 2024-07-26T07:09:00.202 INFO:tasks.workunit.client.0.smithi089.stdout:from 2 to HEAD diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:09:00.202 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:09:00.207 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~209715200] 2024-07-26T07:09:00.207 INFO:tasks.workunit.client.0.smithi089.stdout:from 3 to HEAD diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~37748736,339738624~75497472] 2024-07-26T07:09:00.207 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~37748736,339738624~75497472] 2024-07-26T07:09:00.210 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~205520896] 2024-07-26T07:09:00.210 INFO:tasks.workunit.client.0.smithi089.stdout:from 4 to HEAD diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~29360128,297795584~37748736,339738624~75497472] 2024-07-26T07:09:00.210 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~29360128,297795584~37748736,339738624~75497472] 2024-07-26T07:09:00.212 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~205520896] 2024-07-26T07:09:00.213 INFO:tasks.workunit.client.0.smithi089.stdout:from 5 to HEAD diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~29360128,297795584~12582912,314572800~20971520,339738624~75497472] 2024-07-26T07:09:00.213 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~29360128,297795584~12582912,314572800~20971520,339738624~75497472] 2024-07-26T07:09:00.215 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~205520896] 2024-07-26T07:09:00.216 INFO:tasks.workunit.client.0.smithi089.stdout:from 6 to HEAD diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~58720256,402653184~12582912] 2024-07-26T07:09:00.216 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~58720256,402653184~12582912] 2024-07-26T07:09:00.218 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~67108864,281018368~54525952,339738624~58720256,402653184~12582912] 2024-07-26T07:09:00.218 INFO:tasks.workunit.client.0.smithi089.stdout:from 7 to HEAD diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~58720256,402653184~12582912] 2024-07-26T07:09:00.218 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~58720256,402653184~12582912] 2024-07-26T07:09:00.220 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~67108864,281018368~54525952,339738624~58720256,402653184~12582912] 2024-07-26T07:09:00.220 INFO:tasks.workunit.client.0.smithi089.stdout:from 8 to HEAD diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~58720256,402653184~12582912] 2024-07-26T07:09:00.220 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~58720256,402653184~12582912] 2024-07-26T07:09:00.222 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~67108864,281018368~54525952,339738624~58720256,402653184~12582912] 2024-07-26T07:09:00.223 INFO:tasks.workunit.client.0.smithi089.stdout:from 9 to HEAD diff [0~16777216,20971520~58720256,88080384~33554432,125829120~58720256,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~25165824,373293056~8388608,385875968~12582912,402653184~12582912] 2024-07-26T07:09:00.223 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~58720256,88080384~33554432,125829120~58720256,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~25165824,373293056~8388608,385875968~12582912,402653184~12582912] 2024-07-26T07:09:00.224 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~58720256,88080384~33554432,125829120~62914560,209715200~67108864,281018368~54525952,339738624~29360128,373293056~8388608,385875968~12582912,402653184~12582912] 2024-07-26T07:09:00.224 INFO:tasks.workunit.client.0.smithi089.stdout:from 10 to HEAD diff [0~16777216,20971520~58720256,88080384~33554432,134217728~50331648,209715200~16777216,230686720~4194304,239075328~20971520,264241152~12582912,281018368~12582912,297795584~8388608,314572800~16777216,339738624~25165824,373293056~8388608,385875968~12582912,402653184~12582912] 2024-07-26T07:09:00.224 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~58720256,88080384~33554432,134217728~50331648,209715200~16777216,230686720~4194304,239075328~20971520,264241152~12582912,281018368~12582912,297795584~8388608,314572800~16777216,339738624~25165824,373293056~8388608,385875968~12582912,402653184~12582912] 2024-07-26T07:09:00.225 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~58720256,88080384~33554432,134217728~54525952,209715200~16777216,230686720~46137344,281018368~25165824,314572800~20971520,339738624~29360128,373293056~8388608,385875968~12582912,402653184~12582912] 2024-07-26T07:09:00.342 INFO:tasks.workunit.client.0.smithi089.stdout:from 0 to HEAD diff [0~109051904,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:09:00.343 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~109051904,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:09:00.363 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~121634816,125829120~67108864,205520896~213909504] 2024-07-26T07:09:00.364 INFO:tasks.workunit.client.0.smithi089.stdout:from 1 to HEAD diff [0~109051904,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:09:00.364 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~109051904,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:09:00.370 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~121634816,125829120~67108864,205520896~213909504] 2024-07-26T07:09:00.370 INFO:tasks.workunit.client.0.smithi089.stdout:from 2 to HEAD diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:09:00.370 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:09:00.376 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~209715200] 2024-07-26T07:09:00.376 INFO:tasks.workunit.client.0.smithi089.stdout:from 3 to HEAD diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~37748736,339738624~75497472] 2024-07-26T07:09:00.376 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~37748736,339738624~75497472] 2024-07-26T07:09:00.384 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~205520896] 2024-07-26T07:09:00.384 INFO:tasks.workunit.client.0.smithi089.stdout:from 4 to HEAD diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~29360128,297795584~37748736,339738624~75497472] 2024-07-26T07:09:00.384 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~29360128,297795584~37748736,339738624~75497472] 2024-07-26T07:09:00.387 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~205520896] 2024-07-26T07:09:00.387 INFO:tasks.workunit.client.0.smithi089.stdout:from 5 to HEAD diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~29360128,297795584~12582912,314572800~20971520,339738624~75497472] 2024-07-26T07:09:00.387 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~29360128,297795584~12582912,314572800~20971520,339738624~75497472] 2024-07-26T07:09:00.390 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~205520896] 2024-07-26T07:09:00.390 INFO:tasks.workunit.client.0.smithi089.stdout:from 6 to HEAD diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~58720256,402653184~12582912] 2024-07-26T07:09:00.390 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~58720256,402653184~12582912] 2024-07-26T07:09:00.392 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~67108864,281018368~54525952,339738624~58720256,402653184~12582912] 2024-07-26T07:09:00.392 INFO:tasks.workunit.client.0.smithi089.stdout:from 7 to HEAD diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~58720256,402653184~12582912] 2024-07-26T07:09:00.392 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~58720256,402653184~12582912] 2024-07-26T07:09:00.394 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~67108864,281018368~54525952,339738624~58720256,402653184~12582912] 2024-07-26T07:09:00.394 INFO:tasks.workunit.client.0.smithi089.stdout:from 8 to HEAD diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~58720256,402653184~12582912] 2024-07-26T07:09:00.394 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~58720256,402653184~12582912] 2024-07-26T07:09:00.396 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~67108864,281018368~54525952,339738624~58720256,402653184~12582912] 2024-07-26T07:09:00.396 INFO:tasks.workunit.client.0.smithi089.stdout:from 9 to HEAD diff [0~16777216,20971520~58720256,88080384~33554432,125829120~58720256,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~25165824,373293056~8388608,385875968~12582912,402653184~12582912] 2024-07-26T07:09:00.396 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~58720256,88080384~33554432,125829120~58720256,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~25165824,373293056~8388608,385875968~12582912,402653184~12582912] 2024-07-26T07:09:00.396 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~58720256,88080384~33554432,125829120~62914560,209715200~67108864,281018368~54525952,339738624~29360128,373293056~8388608,385875968~12582912,402653184~12582912] 2024-07-26T07:09:00.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:00 smithi089 ceph-mon[99608]: pgmap v3799: 137 pgs: 137 active+clean; 1.2 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 349 KiB/s rd, 2.3 MiB/s wr, 611 op/s 2024-07-26T07:09:00.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:00 smithi089 ceph-mon[99608]: osdmap e2196: 8 total, 8 up, 8 in 2024-07-26T07:09:00.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:00 smithi089 ceph-mon[102056]: pgmap v3799: 137 pgs: 137 active+clean; 1.2 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 349 KiB/s rd, 2.3 MiB/s wr, 611 op/s 2024-07-26T07:09:00.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:00 smithi089 ceph-mon[102056]: osdmap e2196: 8 total, 8 up, 8 in 2024-07-26T07:09:00.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:00 smithi155 ceph-mon[90160]: pgmap v3799: 137 pgs: 137 active+clean; 1.2 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 349 KiB/s rd, 2.3 MiB/s wr, 611 op/s 2024-07-26T07:09:00.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:00 smithi155 ceph-mon[90160]: osdmap e2196: 8 total, 8 up, 8 in 2024-07-26T07:09:01.322 INFO:tasks.workunit.client.0.smithi089.stdout:from 0 to HEAD diff [0~109051904,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:09:01.323 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~109051904,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:09:01.355 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~121634816,125829120~67108864,205520896~213909504] 2024-07-26T07:09:01.356 INFO:tasks.workunit.client.0.smithi089.stdout:from 1 to HEAD diff [0~109051904,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:09:01.356 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~109051904,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:09:01.362 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~121634816,125829120~67108864,205520896~213909504] 2024-07-26T07:09:01.362 INFO:tasks.workunit.client.0.smithi089.stdout:from 2 to HEAD diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:09:01.363 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:09:01.370 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~209715200] 2024-07-26T07:09:01.370 INFO:tasks.workunit.client.0.smithi089.stdout:from 3 to HEAD diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~37748736,339738624~75497472] 2024-07-26T07:09:01.370 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~37748736,339738624~75497472] 2024-07-26T07:09:01.377 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~205520896] 2024-07-26T07:09:01.377 INFO:tasks.workunit.client.0.smithi089.stdout:from 4 to HEAD diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~29360128,297795584~37748736,339738624~75497472] 2024-07-26T07:09:01.377 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~29360128,297795584~37748736,339738624~75497472] 2024-07-26T07:09:01.380 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~205520896] 2024-07-26T07:09:01.380 INFO:tasks.workunit.client.0.smithi089.stdout:from 5 to HEAD diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~29360128,297795584~12582912,314572800~20971520,339738624~75497472] 2024-07-26T07:09:01.380 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~29360128,297795584~12582912,314572800~20971520,339738624~75497472] 2024-07-26T07:09:01.382 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~205520896] 2024-07-26T07:09:01.382 INFO:tasks.workunit.client.0.smithi089.stdout:from 6 to HEAD diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~58720256,402653184~12582912] 2024-07-26T07:09:01.382 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~58720256,402653184~12582912] 2024-07-26T07:09:01.384 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~67108864,281018368~54525952,339738624~58720256,402653184~12582912] 2024-07-26T07:09:01.384 INFO:tasks.workunit.client.0.smithi089.stdout:from 7 to HEAD diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~58720256,402653184~12582912] 2024-07-26T07:09:01.384 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~58720256,402653184~12582912] 2024-07-26T07:09:01.386 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~67108864,281018368~54525952,339738624~58720256,402653184~12582912] 2024-07-26T07:09:01.386 INFO:tasks.workunit.client.0.smithi089.stdout:from 8 to HEAD diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~58720256,402653184~12582912] 2024-07-26T07:09:01.386 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~58720256,402653184~12582912] 2024-07-26T07:09:01.387 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~67108864,281018368~54525952,339738624~58720256,402653184~12582912] 2024-07-26T07:09:01.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:01 smithi089 ceph-mon[99608]: osdmap e2197: 8 total, 8 up, 8 in 2024-07-26T07:09:01.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:01 smithi089 ceph-mon[99608]: osdmap e2198: 8 total, 8 up, 8 in 2024-07-26T07:09:01.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:01 smithi089 ceph-mon[102056]: osdmap e2197: 8 total, 8 up, 8 in 2024-07-26T07:09:01.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:01 smithi089 ceph-mon[102056]: osdmap e2198: 8 total, 8 up, 8 in 2024-07-26T07:09:01.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:01 smithi155 ceph-mon[90160]: osdmap e2197: 8 total, 8 up, 8 in 2024-07-26T07:09:01.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:01 smithi155 ceph-mon[90160]: osdmap e2198: 8 total, 8 up, 8 in 2024-07-26T07:09:02.331 INFO:tasks.workunit.client.0.smithi089.stdout:from 0 to HEAD diff [0~109051904,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:09:02.332 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~109051904,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:09:02.367 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~121634816,125829120~67108864,205520896~213909504] 2024-07-26T07:09:02.367 INFO:tasks.workunit.client.0.smithi089.stdout:from 1 to HEAD diff [0~109051904,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:09:02.367 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~109051904,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:09:02.376 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~121634816,125829120~67108864,205520896~213909504] 2024-07-26T07:09:02.376 INFO:tasks.workunit.client.0.smithi089.stdout:from 2 to HEAD diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:09:02.376 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:09:02.380 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~209715200] 2024-07-26T07:09:02.380 INFO:tasks.workunit.client.0.smithi089.stdout:from 3 to HEAD diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~37748736,339738624~75497472] 2024-07-26T07:09:02.380 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~37748736,339738624~75497472] 2024-07-26T07:09:02.387 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~205520896] 2024-07-26T07:09:02.387 INFO:tasks.workunit.client.0.smithi089.stdout:from 4 to HEAD diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~29360128,297795584~37748736,339738624~75497472] 2024-07-26T07:09:02.387 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~29360128,297795584~37748736,339738624~75497472] 2024-07-26T07:09:02.390 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~205520896] 2024-07-26T07:09:02.390 INFO:tasks.workunit.client.0.smithi089.stdout:from 5 to HEAD diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~29360128,297795584~12582912,314572800~20971520,339738624~75497472] 2024-07-26T07:09:02.390 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~29360128,297795584~12582912,314572800~20971520,339738624~75497472] 2024-07-26T07:09:02.393 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~205520896] 2024-07-26T07:09:02.394 INFO:tasks.workunit.client.0.smithi089.stdout:from 6 to HEAD diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~58720256,402653184~12582912] 2024-07-26T07:09:02.394 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~58720256,402653184~12582912] 2024-07-26T07:09:02.394 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~67108864,281018368~54525952,339738624~58720256,402653184~12582912] 2024-07-26T07:09:02.395 INFO:tasks.workunit.client.0.smithi089.stdout:from 7 to HEAD diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~58720256,402653184~12582912] 2024-07-26T07:09:02.395 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~58720256,402653184~12582912] 2024-07-26T07:09:02.395 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~67108864,281018368~54525952,339738624~58720256,402653184~12582912] 2024-07-26T07:09:02.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:09:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:09:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:09:02.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:02 smithi155 ceph-mon[90160]: pgmap v3803: 137 pgs: 137 active+clean; 1.1 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 310 KiB/s rd, 6.9 KiB/s wr, 523 op/s 2024-07-26T07:09:02.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:02 smithi155 ceph-mon[90160]: osdmap e2199: 8 total, 8 up, 8 in 2024-07-26T07:09:02.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:02 smithi089 ceph-mon[99608]: pgmap v3803: 137 pgs: 137 active+clean; 1.1 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 310 KiB/s rd, 6.9 KiB/s wr, 523 op/s 2024-07-26T07:09:02.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:02 smithi089 ceph-mon[99608]: osdmap e2199: 8 total, 8 up, 8 in 2024-07-26T07:09:02.655 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:09:02 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:09:02] "GET /metrics HTTP/1.1" 200 36662 "" "Prometheus/2.43.0" 2024-07-26T07:09:02.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:02 smithi089 ceph-mon[102056]: pgmap v3803: 137 pgs: 137 active+clean; 1.1 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 310 KiB/s rd, 6.9 KiB/s wr, 523 op/s 2024-07-26T07:09:02.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:02 smithi089 ceph-mon[102056]: osdmap e2199: 8 total, 8 up, 8 in 2024-07-26T07:09:03.337 INFO:tasks.workunit.client.0.smithi089.stdout:from 0 to HEAD diff [0~109051904,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:09:03.337 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~109051904,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:09:03.357 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~121634816,125829120~67108864,205520896~213909504] 2024-07-26T07:09:03.357 INFO:tasks.workunit.client.0.smithi089.stdout:from 1 to HEAD diff [0~109051904,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:09:03.357 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~109051904,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:09:03.364 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~121634816,125829120~67108864,205520896~213909504] 2024-07-26T07:09:03.364 INFO:tasks.workunit.client.0.smithi089.stdout:from 2 to HEAD diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:09:03.364 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:09:03.387 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~209715200] 2024-07-26T07:09:03.387 INFO:tasks.workunit.client.0.smithi089.stdout:from 3 to HEAD diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~37748736,339738624~75497472] 2024-07-26T07:09:03.387 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~37748736,339738624~75497472] 2024-07-26T07:09:03.395 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~205520896] 2024-07-26T07:09:03.395 INFO:tasks.workunit.client.0.smithi089.stdout:from 4 to HEAD diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~29360128,297795584~37748736,339738624~75497472] 2024-07-26T07:09:03.395 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~29360128,297795584~37748736,339738624~75497472] 2024-07-26T07:09:03.397 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~205520896] 2024-07-26T07:09:03.397 INFO:tasks.workunit.client.0.smithi089.stdout:from 5 to HEAD diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~29360128,297795584~12582912,314572800~20971520,339738624~75497472] 2024-07-26T07:09:03.398 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~29360128,297795584~12582912,314572800~20971520,339738624~75497472] 2024-07-26T07:09:03.399 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~205520896] 2024-07-26T07:09:03.399 INFO:tasks.workunit.client.0.smithi089.stdout:from 6 to HEAD diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~58720256,402653184~12582912] 2024-07-26T07:09:03.399 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~12582912,314572800~16777216,339738624~58720256,402653184~12582912] 2024-07-26T07:09:03.400 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~67108864,281018368~54525952,339738624~58720256,402653184~12582912] 2024-07-26T07:09:03.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:03 smithi155 ceph-mon[90160]: osdmap e2200: 8 total, 8 up, 8 in 2024-07-26T07:09:03.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:03 smithi089 ceph-mon[99608]: osdmap e2200: 8 total, 8 up, 8 in 2024-07-26T07:09:03.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:03 smithi089 ceph-mon[102056]: osdmap e2200: 8 total, 8 up, 8 in 2024-07-26T07:09:04.342 INFO:tasks.workunit.client.0.smithi089.stdout:from 0 to HEAD diff [0~109051904,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:09:04.342 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~109051904,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:09:04.363 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~121634816,125829120~67108864,205520896~213909504] 2024-07-26T07:09:04.363 INFO:tasks.workunit.client.0.smithi089.stdout:from 1 to HEAD diff [0~109051904,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:09:04.363 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~109051904,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:09:04.372 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~121634816,125829120~67108864,205520896~213909504] 2024-07-26T07:09:04.372 INFO:tasks.workunit.client.0.smithi089.stdout:from 2 to HEAD diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:09:04.373 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:09:04.379 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~209715200] 2024-07-26T07:09:04.379 INFO:tasks.workunit.client.0.smithi089.stdout:from 3 to HEAD diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~37748736,339738624~75497472] 2024-07-26T07:09:04.379 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~37748736,339738624~75497472] 2024-07-26T07:09:04.388 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~205520896] 2024-07-26T07:09:04.388 INFO:tasks.workunit.client.0.smithi089.stdout:from 4 to HEAD diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~29360128,297795584~37748736,339738624~75497472] 2024-07-26T07:09:04.388 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~29360128,297795584~37748736,339738624~75497472] 2024-07-26T07:09:04.392 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~205520896] 2024-07-26T07:09:04.392 INFO:tasks.workunit.client.0.smithi089.stdout:from 5 to HEAD diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~29360128,297795584~12582912,314572800~20971520,339738624~75497472] 2024-07-26T07:09:04.393 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~100663296,125829120~62914560,209715200~50331648,264241152~29360128,297795584~12582912,314572800~20971520,339738624~75497472] 2024-07-26T07:09:04.394 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~205520896] 2024-07-26T07:09:04.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:04 smithi155 ceph-mon[90160]: pgmap v3806: 137 pgs: 137 active+clean; 1.1 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 151 KiB/s rd, 1.4 KiB/s wr, 301 op/s 2024-07-26T07:09:04.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:04 smithi155 ceph-mon[90160]: osdmap e2201: 8 total, 8 up, 8 in 2024-07-26T07:09:04.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:04 smithi089 ceph-mon[99608]: pgmap v3806: 137 pgs: 137 active+clean; 1.1 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 151 KiB/s rd, 1.4 KiB/s wr, 301 op/s 2024-07-26T07:09:04.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:04 smithi089 ceph-mon[99608]: osdmap e2201: 8 total, 8 up, 8 in 2024-07-26T07:09:04.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:04 smithi089 ceph-mon[102056]: pgmap v3806: 137 pgs: 137 active+clean; 1.1 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 151 KiB/s rd, 1.4 KiB/s wr, 301 op/s 2024-07-26T07:09:04.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:04 smithi089 ceph-mon[102056]: osdmap e2201: 8 total, 8 up, 8 in 2024-07-26T07:09:05.344 INFO:tasks.workunit.client.0.smithi089.stdout:from 0 to HEAD diff [0~109051904,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:09:05.344 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~109051904,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:09:05.378 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~121634816,125829120~67108864,205520896~213909504] 2024-07-26T07:09:05.378 INFO:tasks.workunit.client.0.smithi089.stdout:from 1 to HEAD diff [0~109051904,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:09:05.378 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~109051904,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:09:05.380 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~121634816,125829120~67108864,205520896~213909504] 2024-07-26T07:09:05.381 INFO:tasks.workunit.client.0.smithi089.stdout:from 2 to HEAD diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:09:05.381 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:09:05.384 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~209715200] 2024-07-26T07:09:05.384 INFO:tasks.workunit.client.0.smithi089.stdout:from 3 to HEAD diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~37748736,339738624~75497472] 2024-07-26T07:09:05.384 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~37748736,339738624~75497472] 2024-07-26T07:09:05.387 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~205520896] 2024-07-26T07:09:05.387 INFO:tasks.workunit.client.0.smithi089.stdout:from 4 to HEAD diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~29360128,297795584~37748736,339738624~75497472] 2024-07-26T07:09:05.387 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~29360128,297795584~37748736,339738624~75497472] 2024-07-26T07:09:05.388 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~205520896] 2024-07-26T07:09:05.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:05 smithi155 ceph-mon[90160]: osdmap e2202: 8 total, 8 up, 8 in 2024-07-26T07:09:05.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:05 smithi155 ceph-mon[90160]: osdmap e2203: 8 total, 8 up, 8 in 2024-07-26T07:09:05.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:05 smithi089 ceph-mon[99608]: osdmap e2202: 8 total, 8 up, 8 in 2024-07-26T07:09:05.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:05 smithi089 ceph-mon[99608]: osdmap e2203: 8 total, 8 up, 8 in 2024-07-26T07:09:05.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:05 smithi089 ceph-mon[102056]: osdmap e2202: 8 total, 8 up, 8 in 2024-07-26T07:09:05.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:05 smithi089 ceph-mon[102056]: osdmap e2203: 8 total, 8 up, 8 in 2024-07-26T07:09:06.354 INFO:tasks.workunit.client.0.smithi089.stdout:from 0 to HEAD diff [0~109051904,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:09:06.355 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~109051904,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:09:06.375 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~121634816,125829120~67108864,205520896~213909504] 2024-07-26T07:09:06.375 INFO:tasks.workunit.client.0.smithi089.stdout:from 1 to HEAD diff [0~109051904,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:09:06.375 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~109051904,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:09:06.378 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~121634816,125829120~67108864,205520896~213909504] 2024-07-26T07:09:06.378 INFO:tasks.workunit.client.0.smithi089.stdout:from 2 to HEAD diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:09:06.378 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:09:06.387 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~209715200] 2024-07-26T07:09:06.387 INFO:tasks.workunit.client.0.smithi089.stdout:from 3 to HEAD diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~37748736,339738624~75497472] 2024-07-26T07:09:06.387 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~37748736,339738624~75497472] 2024-07-26T07:09:06.389 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~205520896] 2024-07-26T07:09:06.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:06 smithi155 ceph-mon[90160]: pgmap v3809: 137 pgs: 137 active+clean; 1.0 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 229 KiB/s rd, 7.0 KiB/s wr, 380 op/s 2024-07-26T07:09:06.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:06 smithi089 ceph-mon[99608]: pgmap v3809: 137 pgs: 137 active+clean; 1.0 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 229 KiB/s rd, 7.0 KiB/s wr, 380 op/s 2024-07-26T07:09:06.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:06 smithi089 ceph-mon[102056]: pgmap v3809: 137 pgs: 137 active+clean; 1.0 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 229 KiB/s rd, 7.0 KiB/s wr, 380 op/s 2024-07-26T07:09:07.369 INFO:tasks.workunit.client.0.smithi089.stdout:from 0 to HEAD diff [0~109051904,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:09:07.369 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~109051904,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:09:07.394 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~121634816,125829120~67108864,205520896~213909504] 2024-07-26T07:09:07.394 INFO:tasks.workunit.client.0.smithi089.stdout:from 1 to HEAD diff [0~109051904,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:09:07.395 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~109051904,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:09:07.407 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~121634816,125829120~67108864,205520896~213909504] 2024-07-26T07:09:07.407 INFO:tasks.workunit.client.0.smithi089.stdout:from 2 to HEAD diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:09:07.407 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~16777216,20971520~88080384,113246208~8388608,125829120~62914560,209715200~50331648,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:09:07.409 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~16777216,20971520~100663296,125829120~67108864,209715200~209715200] 2024-07-26T07:09:07.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:07 smithi155 ceph-mon[90160]: osdmap e2204: 8 total, 8 up, 8 in 2024-07-26T07:09:07.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:07 smithi155 ceph-mon[90160]: pgmap v3812: 137 pgs: 137 active+clean; 979 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 216 KiB/s rd, 7.0 KiB/s wr, 352 op/s 2024-07-26T07:09:07.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:07 smithi089 ceph-mon[99608]: osdmap e2204: 8 total, 8 up, 8 in 2024-07-26T07:09:07.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:07 smithi089 ceph-mon[99608]: pgmap v3812: 137 pgs: 137 active+clean; 979 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 216 KiB/s rd, 7.0 KiB/s wr, 352 op/s 2024-07-26T07:09:07.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:07 smithi089 ceph-mon[102056]: osdmap e2204: 8 total, 8 up, 8 in 2024-07-26T07:09:07.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:07 smithi089 ceph-mon[102056]: pgmap v3812: 137 pgs: 137 active+clean; 979 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 216 KiB/s rd, 7.0 KiB/s wr, 352 op/s 2024-07-26T07:09:08.376 INFO:tasks.workunit.client.0.smithi089.stdout:from 0 to HEAD diff [0~109051904,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:09:08.377 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~109051904,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:09:08.391 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~121634816,125829120~67108864,205520896~213909504] 2024-07-26T07:09:08.391 INFO:tasks.workunit.client.0.smithi089.stdout:from 1 to HEAD diff [0~109051904,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:09:08.391 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~109051904,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:09:08.393 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~121634816,125829120~67108864,205520896~213909504] 2024-07-26T07:09:08.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:08 smithi155 ceph-mon[90160]: osdmap e2205: 8 total, 8 up, 8 in 2024-07-26T07:09:08.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:08 smithi089 ceph-mon[99608]: osdmap e2205: 8 total, 8 up, 8 in 2024-07-26T07:09:08.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:08 smithi089 ceph-mon[102056]: osdmap e2205: 8 total, 8 up, 8 in 2024-07-26T07:09:09.382 INFO:tasks.workunit.client.0.smithi089.stdout:from 0 to HEAD diff [0~109051904,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:09:09.382 INFO:tasks.workunit.client.0.smithi089.stdout: limited diff [0~109051904,113246208~8388608,125829120~62914560,205520896~29360128,239075328~20971520,264241152~12582912,281018368~12582912,297795584~117440512] 2024-07-26T07:09:09.396 INFO:tasks.workunit.client.0.smithi089.stdout: actual was [0~121634816,125829120~67108864,205520896~213909504] 2024-07-26T07:09:09.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:09 smithi155 ceph-mon[90160]: osdmap e2206: 8 total, 8 up, 8 in 2024-07-26T07:09:09.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:09 smithi155 ceph-mon[90160]: pgmap v3815: 137 pgs: 137 active+clean; 966 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 75 KiB/s rd, 5.0 KiB/s wr, 107 op/s 2024-07-26T07:09:09.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:09 smithi089 ceph-mon[99608]: osdmap e2206: 8 total, 8 up, 8 in 2024-07-26T07:09:09.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:09 smithi089 ceph-mon[99608]: pgmap v3815: 137 pgs: 137 active+clean; 966 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 75 KiB/s rd, 5.0 KiB/s wr, 107 op/s 2024-07-26T07:09:09.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:09 smithi089 ceph-mon[102056]: osdmap e2206: 8 total, 8 up, 8 in 2024-07-26T07:09:09.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:09 smithi089 ceph-mon[102056]: pgmap v3815: 137 pgs: 137 active+clean; 966 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 75 KiB/s rd, 5.0 KiB/s wr, 107 op/s 2024-07-26T07:09:10.370 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] DiffIterateTest/1.DiffIterateStress (38388 ms) 2024-07-26T07:09:10.370 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] DiffIterateTest/1.DiffIterateParent 2024-07-26T07:09:10.370 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:09:10.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:10 smithi155 ceph-mon[90160]: osdmap e2207: 8 total, 8 up, 8 in 2024-07-26T07:09:10.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:10 smithi155 ceph-mon[90160]: osdmap e2208: 8 total, 8 up, 8 in 2024-07-26T07:09:10.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:10 smithi089 ceph-mon[99608]: osdmap e2207: 8 total, 8 up, 8 in 2024-07-26T07:09:10.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:10 smithi089 ceph-mon[99608]: osdmap e2208: 8 total, 8 up, 8 in 2024-07-26T07:09:10.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:10 smithi089 ceph-mon[102056]: osdmap e2207: 8 total, 8 up, 8 in 2024-07-26T07:09:10.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:10 smithi089 ceph-mon[102056]: osdmap e2208: 8 total, 8 up, 8 in 2024-07-26T07:09:11.485 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] DiffIterateTest/1.DiffIterateParent (1115 ms) 2024-07-26T07:09:11.485 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] DiffIterateTest/1.DiffIterateIgnoreParent 2024-07-26T07:09:11.485 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:09:11.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:11 smithi089 ceph-mon[99608]: pgmap v3818: 137 pgs: 137 active+clean; 852 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 91 KiB/s rd, 1.0 MiB/s wr, 138 op/s 2024-07-26T07:09:11.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:09:11.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:11 smithi089 ceph-mon[102056]: pgmap v3818: 137 pgs: 137 active+clean; 852 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 91 KiB/s rd, 1.0 MiB/s wr, 138 op/s 2024-07-26T07:09:11.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:09:11.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:11 smithi155 ceph-mon[90160]: pgmap v3818: 137 pgs: 137 active+clean; 852 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 91 KiB/s rd, 1.0 MiB/s wr, 138 op/s 2024-07-26T07:09:11.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:11 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:09:12.508 INFO:tasks.workunit.client.0.smithi089.stdout: wrote [0~20971520] to clone 2024-07-26T07:09:12.508 INFO:tasks.workunit.client.0.smithi089.stdout: diff was [0~20971520] 2024-07-26T07:09:12.511 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] DiffIterateTest/1.DiffIterateIgnoreParent (1026 ms) 2024-07-26T07:09:12.511 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] DiffIterateTest/1.DiffIterateCallbackError 2024-07-26T07:09:12.511 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:09:12.536 INFO:tasks.workunit.client.0.smithi089.stdout: wrote [4983587~5810,7313173~55399,10151192~87127,10428206~23355,10890390~97276,13873607~48040,16415948~4234,16595655~56310] 2024-07-26T07:09:12.541 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] DiffIterateTest/1.DiffIterateCallbackError (29 ms) 2024-07-26T07:09:12.541 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] DiffIterateTest/1.DiffIterateParentDiscard 2024-07-26T07:09:12.541 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:09:12.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:12 smithi155 ceph-mon[90160]: osdmap e2209: 8 total, 8 up, 8 in 2024-07-26T07:09:12.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:09:12 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:09:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:09:12.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:12 smithi089 ceph-mon[99608]: osdmap e2209: 8 total, 8 up, 8 in 2024-07-26T07:09:12.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:12 smithi089 ceph-mon[102056]: osdmap e2209: 8 total, 8 up, 8 in 2024-07-26T07:09:12.655 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:09:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:09:12] "GET /metrics HTTP/1.1" 200 36662 "" "Prometheus/2.43.0" 2024-07-26T07:09:13.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:13 smithi089 ceph-mon[99608]: osdmap e2210: 8 total, 8 up, 8 in 2024-07-26T07:09:13.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:13 smithi089 ceph-mon[99608]: pgmap v3821: 137 pgs: 137 active+clean; 810 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 50 KiB/s rd, 3.0 MiB/s wr, 82 op/s 2024-07-26T07:09:13.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:13 smithi089 ceph-mon[102056]: osdmap e2210: 8 total, 8 up, 8 in 2024-07-26T07:09:13.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:13 smithi089 ceph-mon[102056]: pgmap v3821: 137 pgs: 137 active+clean; 810 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 50 KiB/s rd, 3.0 MiB/s wr, 82 op/s 2024-07-26T07:09:13.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:13 smithi155 ceph-mon[90160]: osdmap e2210: 8 total, 8 up, 8 in 2024-07-26T07:09:13.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:13 smithi155 ceph-mon[90160]: pgmap v3821: 137 pgs: 137 active+clean; 810 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 50 KiB/s rd, 3.0 MiB/s wr, 82 op/s 2024-07-26T07:09:14.501 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] DiffIterateTest/1.DiffIterateParentDiscard (1960 ms) 2024-07-26T07:09:14.501 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] DiffIterateTest/1.DiffIterateUnalignedSmall 2024-07-26T07:09:14.501 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:09:14.551 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] DiffIterateTest/1.DiffIterateUnalignedSmall (51 ms) 2024-07-26T07:09:14.552 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] DiffIterateTest/1.DiffIterateUnaligned 2024-07-26T07:09:14.552 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:09:14.630 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] DiffIterateTest/1.DiffIterateUnaligned (79 ms) 2024-07-26T07:09:14.630 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] DiffIterateTest/1.DiffIterateTryAcquireLock 2024-07-26T07:09:14.631 INFO:tasks.workunit.client.0.smithi089.stdout:using new format! 2024-07-26T07:09:14.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:14 smithi089 ceph-mon[99608]: osdmap e2211: 8 total, 8 up, 8 in 2024-07-26T07:09:14.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:14 smithi089 ceph-mon[102056]: osdmap e2211: 8 total, 8 up, 8 in 2024-07-26T07:09:14.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:14 smithi155 ceph-mon[90160]: osdmap e2211: 8 total, 8 up, 8 in 2024-07-26T07:09:15.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:15 smithi155 ceph-mon[90160]: osdmap e2212: 8 total, 8 up, 8 in 2024-07-26T07:09:15.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:15 smithi155 ceph-mon[90160]: pgmap v3824: 137 pgs: 137 active+clean; 814 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.7 MiB/s wr, 190 op/s 2024-07-26T07:09:15.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:15 smithi155 ceph-mon[90160]: osdmap e2213: 8 total, 8 up, 8 in 2024-07-26T07:09:15.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:15 smithi089 ceph-mon[99608]: osdmap e2212: 8 total, 8 up, 8 in 2024-07-26T07:09:15.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:15 smithi089 ceph-mon[99608]: pgmap v3824: 137 pgs: 137 active+clean; 814 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.7 MiB/s wr, 190 op/s 2024-07-26T07:09:15.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:15 smithi089 ceph-mon[99608]: osdmap e2213: 8 total, 8 up, 8 in 2024-07-26T07:09:15.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:15 smithi089 ceph-mon[102056]: osdmap e2212: 8 total, 8 up, 8 in 2024-07-26T07:09:15.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:15 smithi089 ceph-mon[102056]: pgmap v3824: 137 pgs: 137 active+clean; 814 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.7 MiB/s wr, 190 op/s 2024-07-26T07:09:15.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:15 smithi089 ceph-mon[102056]: osdmap e2213: 8 total, 8 up, 8 in 2024-07-26T07:09:18.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:17 smithi155 ceph-mon[90160]: pgmap v3826: 137 pgs: 137 active+clean; 872 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 5.7 MiB/s rd, 12 MiB/s wr, 266 op/s 2024-07-26T07:09:18.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:17 smithi089 ceph-mon[99608]: pgmap v3826: 137 pgs: 137 active+clean; 872 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 5.7 MiB/s rd, 12 MiB/s wr, 266 op/s 2024-07-26T07:09:18.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:17 smithi089 ceph-mon[102056]: pgmap v3826: 137 pgs: 137 active+clean; 872 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 5.7 MiB/s rd, 12 MiB/s wr, 266 op/s 2024-07-26T07:09:19.673 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] DiffIterateTest/1.DiffIterateTryAcquireLock (5042 ms) 2024-07-26T07:09:19.673 INFO:tasks.workunit.client.0.smithi089.stdout:[ RUN ] DiffIterateTest/1.DiffIterateStriping 2024-07-26T07:09:19.673 INFO:tasks.workunit.client.0.smithi089.stdout:SKIPPING 2024-07-26T07:09:19.673 INFO:tasks.workunit.client.0.smithi089.stdout:[ OK ] DiffIterateTest/1.DiffIterateStriping (0 ms) 2024-07-26T07:09:19.818 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] 19 tests from DiffIterateTest/1 (237343 ms total) 2024-07-26T07:09:19.819 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T07:09:19.819 INFO:tasks.workunit.client.0.smithi089.stdout:[----------] Global test environment tear-down 2024-07-26T07:09:19.819 INFO:tasks.workunit.client.0.smithi089.stdout:[==========] 425 tests from 16 test suites ran. (1392136 ms total) 2024-07-26T07:09:19.819 INFO:tasks.workunit.client.0.smithi089.stdout:[ PASSED ] 425 tests. 2024-07-26T07:09:19.819 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T07:09:19.819 INFO:tasks.workunit.client.0.smithi089.stdout: YOU HAVE 2 DISABLED TESTS 2024-07-26T07:09:19.819 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T07:09:19.826 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-07-26T07:09:19.827 DEBUG:teuthology.orchestra.run.smithi089:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-07-26T07:09:19.898 INFO:tasks.workunit:Stopping ['rbd/test_librbd.sh'] on client.0... 2024-07-26T07:09:19.898 DEBUG:teuthology.orchestra.run.smithi089:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-07-26T07:09:20.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:19 smithi155 ceph-mon[90160]: pgmap v3827: 137 pgs: 137 active+clean; 874 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.7 MiB/s wr, 239 op/s 2024-07-26T07:09:20.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:19 smithi089 ceph-mon[99608]: pgmap v3827: 137 pgs: 137 active+clean; 874 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.7 MiB/s wr, 239 op/s 2024-07-26T07:09:20.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:19 smithi089 ceph-mon[102056]: pgmap v3827: 137 pgs: 137 active+clean; 874 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.7 MiB/s wr, 239 op/s 2024-07-26T07:09:20.157 DEBUG:teuthology.parallel:result is None 2024-07-26T07:09:20.157 DEBUG:teuthology.orchestra.run.smithi089:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-07-26T07:09:20.182 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-07-26T07:09:20.182 DEBUG:teuthology.orchestra.run.smithi089:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-07-26T07:09:20.237 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-07-26T07:09:20.238 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-07-26T07:09:20.238 INFO:teuthology.task.print:**** done end test_rbd_api.yaml 2024-07-26T07:09:20.238 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-07-26T07:09:20.238 INFO:teuthology.task.print:**** done start test_rbd_python.yaml 2024-07-26T07:09:20.238 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-07-26T07:09:20.239 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-07-26T07:09:20.239 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-07-26T07:09:20.239 DEBUG:teuthology.orchestra.run.smithi089:> stat -- /home/ubuntu/cephtest/mnt.0 2024-07-26T07:09:20.293 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-26T07:09:20.294 INFO:teuthology.orchestra.run.smithi089.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-07-26T07:09:20.294 DEBUG:teuthology.orchestra.run.smithi089:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-07-26T07:09:20.351 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-07-26T07:09:20.352 DEBUG:teuthology.orchestra.run.smithi089:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-07-26T07:09:20.409 INFO:tasks.workunit:timeout=3h 2024-07-26T07:09:20.409 INFO:tasks.workunit:cleanup=True 2024-07-26T07:09:20.409 DEBUG:teuthology.orchestra.run.smithi089:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-07-26T07:09:20.465 INFO:tasks.workunit.client.0.smithi089.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-07-26T07:09:21.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:20 smithi155 ceph-mon[90160]: osdmap e2214: 8 total, 8 up, 8 in 2024-07-26T07:09:21.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:20 smithi089 ceph-mon[99608]: osdmap e2214: 8 total, 8 up, 8 in 2024-07-26T07:09:21.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:20 smithi089 ceph-mon[102056]: osdmap e2214: 8 total, 8 up, 8 in 2024-07-26T07:09:22.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:22 smithi155 ceph-mon[90160]: pgmap v3829: 105 pgs: 105 active+clean; 4.6 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail 2024-07-26T07:09:22.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:09:22 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:09:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:09:22.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:22 smithi089 ceph-mon[99608]: pgmap v3829: 105 pgs: 105 active+clean; 4.6 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail 2024-07-26T07:09:22.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:22 smithi089 ceph-mon[102056]: pgmap v3829: 105 pgs: 105 active+clean; 4.6 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail 2024-07-26T07:09:22.655 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:09:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:09:22] "GET /metrics HTTP/1.1" 200 36662 "" "Prometheus/2.43.0" 2024-07-26T07:09:24.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:24 smithi155 ceph-mon[90160]: pgmap v3830: 105 pgs: 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2024-07-26T07:09:24.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:24 smithi089 ceph-mon[99608]: pgmap v3830: 105 pgs: 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2024-07-26T07:09:24.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:24 smithi089 ceph-mon[102056]: pgmap v3830: 105 pgs: 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2024-07-26T07:09:25.730 DEBUG:teuthology.orchestra.run.smithi089:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-07-26T07:09:25.785 INFO:tasks.workunit.client.0.smithi089.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-07-26T07:09:25.787 INFO:tasks.workunit.client.0.smithi089.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-07-26T07:09:25.787 INFO:tasks.workunit.client.0.smithi089.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-07-26T07:09:25.835 INFO:tasks.workunit.client.0.smithi089.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-07-26T07:09:25.883 INFO:tasks.workunit.client.0.smithi089.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-07-26T07:09:25.922 INFO:tasks.workunit.client.0.smithi089.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-07-26T07:09:25.924 INFO:tasks.workunit.client.0.smithi089.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-07-26T07:09:25.924 INFO:tasks.workunit.client.0.smithi089.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-07-26T07:09:25.962 INFO:tasks.workunit.client.0.smithi089.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-07-26T07:09:25.964 DEBUG:teuthology.orchestra.run.smithi089:> set -ex 2024-07-26T07:09:25.965 DEBUG:teuthology.orchestra.run.smithi089:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-07-26T07:09:26.021 INFO:tasks.workunit:Running workunits matching rbd/test_librbd_python.sh on client.0... 2024-07-26T07:09:26.022 INFO:tasks.workunit:Running workunit rbd/test_librbd_python.sh... 2024-07-26T07:09:26.022 DEBUG:teuthology.orchestra.run.smithi089:workunit test rbd/test_librbd_python.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh 2024-07-26T07:09:26.080 INFO:tasks.workunit.client.0.smithi089.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh 2024-07-26T07:09:26.081 INFO:tasks.workunit.client.0.smithi089.stderr:+ relpath=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/../../../src/test/pybind 2024-07-26T07:09:26.081 INFO:tasks.workunit.client.0.smithi089.stderr:+ '[' -n '' ']' 2024-07-26T07:09:26.081 INFO:tasks.workunit.client.0.smithi089.stderr:+ python3 -m pytest -v /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/../../../src/test/pybind/test_rbd.py 2024-07-26T07:09:26.263 INFO:tasks.workunit.client.0.smithi089.stdout:============================= test session starts ============================== 2024-07-26T07:09:26.264 INFO:tasks.workunit.client.0.smithi089.stdout:platform linux -- Python 3.9.18, pytest-6.2.2, py-1.10.0, pluggy-0.13.1 -- /usr/bin/python3 2024-07-26T07:09:26.264 INFO:tasks.workunit.client.0.smithi089.stdout:cachedir: .pytest_cache 2024-07-26T07:09:26.264 INFO:tasks.workunit.client.0.smithi089.stdout:rootdir: /home/ubuntu/cephtest/clone.client.0/src/test/pybind, configfile: pytest.ini 2024-07-26T07:09:26.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:26 smithi155 ceph-mon[90160]: pgmap v3831: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:09:26.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:09:26.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:26 smithi089 ceph-mon[99608]: pgmap v3831: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:09:26.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:09:26.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:26 smithi089 ceph-mon[102056]: pgmap v3831: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:09:26.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:09:26.729 INFO:tasks.workunit.client.0.smithi089.stdout:collecting ... collected 182 items 2024-07-26T07:09:26.729 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T07:09:28.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:28 smithi155 ceph-mon[90160]: pgmap v3832: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:09:28.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:28 smithi155 ceph-mon[90160]: osdmap e2215: 8 total, 8 up, 8 in 2024-07-26T07:09:28.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:28 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/2206088449' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi089-172165-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:09:28.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:28 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi089-172165-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:09:28.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:28 smithi089 ceph-mon[99608]: pgmap v3832: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:09:28.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:28 smithi089 ceph-mon[99608]: osdmap e2215: 8 total, 8 up, 8 in 2024-07-26T07:09:28.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:28 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/2206088449' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi089-172165-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:09:28.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:28 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi089-172165-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:09:28.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:28 smithi089 ceph-mon[102056]: pgmap v3832: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:09:28.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:28 smithi089 ceph-mon[102056]: osdmap e2215: 8 total, 8 up, 8 in 2024-07-26T07:09:28.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:28 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/2206088449' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi089-172165-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:09:28.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:28 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi089-172165-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:09:29.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:29 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi089-172165-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-07-26T07:09:29.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:29 smithi155 ceph-mon[90160]: osdmap e2216: 8 total, 8 up, 8 in 2024-07-26T07:09:29.631 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:29 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:09:29.631 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:29 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:09:29.631 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:29 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:09:29.631 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:29 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:09:29.631 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:29 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:09:29.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:29 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi089-172165-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-07-26T07:09:29.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:29 smithi089 ceph-mon[99608]: osdmap e2216: 8 total, 8 up, 8 in 2024-07-26T07:09:29.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:29 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:09:29.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:29 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:09:29.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:29 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:09:29.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:29 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:09:29.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:29 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:09:29.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:29 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi089-172165-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-07-26T07:09:29.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:29 smithi089 ceph-mon[102056]: osdmap e2216: 8 total, 8 up, 8 in 2024-07-26T07:09:29.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:29 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:09:29.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:29 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:09:29.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:29 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:09:29.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:29 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:09:29.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:29 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:09:30.365 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_version PASSED [ 0%] 2024-07-26T07:09:30.449 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create PASSED [ 1%] 2024-07-26T07:09:30.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:30 smithi155 ceph-mon[90160]: pgmap v3835: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:09:30.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:30 smithi155 ceph-mon[90160]: osdmap e2217: 8 total, 8 up, 8 in 2024-07-26T07:09:30.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:30 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:09:30.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:30 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:09:30.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:30 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:09:30.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:30 smithi089 ceph-mon[99608]: pgmap v3835: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:09:30.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:30 smithi089 ceph-mon[99608]: osdmap e2217: 8 total, 8 up, 8 in 2024-07-26T07:09:30.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:30 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:09:30.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:30 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:09:30.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:30 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:09:30.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:30 smithi089 ceph-mon[102056]: pgmap v3835: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:09:30.657 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:30 smithi089 ceph-mon[102056]: osdmap e2217: 8 total, 8 up, 8 in 2024-07-26T07:09:30.657 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:30 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:09:30.657 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:30 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:09:30.657 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:30 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:09:31.055 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create_defaults PASSED [ 1%] 2024-07-26T07:09:31.158 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_context_manager PASSED [ 2%] 2024-07-26T07:09:31.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:31 smithi155 ceph-mon[90160]: osdmap e2218: 8 total, 8 up, 8 in 2024-07-26T07:09:31.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:31 smithi155 ceph-mon[90160]: pgmap v3838: 137 pgs: 8 creating+peering, 11 unknown, 118 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 255 B/s wr, 23 op/s 2024-07-26T07:09:31.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:31 smithi089 ceph-mon[99608]: osdmap e2218: 8 total, 8 up, 8 in 2024-07-26T07:09:31.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:31 smithi089 ceph-mon[99608]: pgmap v3838: 137 pgs: 8 creating+peering, 11 unknown, 118 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 255 B/s wr, 23 op/s 2024-07-26T07:09:31.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:31 smithi089 ceph-mon[102056]: osdmap e2218: 8 total, 8 up, 8 in 2024-07-26T07:09:31.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:31 smithi089 ceph-mon[102056]: pgmap v3838: 137 pgs: 8 creating+peering, 11 unknown, 118 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 255 B/s wr, 23 op/s 2024-07-26T07:09:32.473 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_read_only PASSED [ 2%] 2024-07-26T07:09:32.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:32 smithi155 ceph-mon[90160]: osdmap e2219: 8 total, 8 up, 8 in 2024-07-26T07:09:32.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:09:32 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:09:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:09:32.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:32 smithi089 ceph-mon[99608]: osdmap e2219: 8 total, 8 up, 8 in 2024-07-26T07:09:32.655 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:09:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:09:32] "GET /metrics HTTP/1.1" 200 34168 "" "Prometheus/2.43.0" 2024-07-26T07:09:32.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:32 smithi089 ceph-mon[102056]: osdmap e2219: 8 total, 8 up, 8 in 2024-07-26T07:09:32.995 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_dne PASSED [ 3%] 2024-07-26T07:09:33.518 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_readonly_dne PASSED [ 3%] 2024-07-26T07:09:33.605 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_by_id PASSED [ 4%] 2024-07-26T07:09:33.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:33 smithi089 ceph-mon[102056]: osdmap e2220: 8 total, 8 up, 8 in 2024-07-26T07:09:33.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:33 smithi089 ceph-mon[102056]: pgmap v3841: 137 pgs: 5 creating+peering, 132 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 15 KiB/s wr, 119 op/s 2024-07-26T07:09:33.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:33 smithi089 ceph-mon[99608]: osdmap e2220: 8 total, 8 up, 8 in 2024-07-26T07:09:33.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:33 smithi089 ceph-mon[99608]: pgmap v3841: 137 pgs: 5 creating+peering, 132 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 15 KiB/s wr, 119 op/s 2024-07-26T07:09:33.690 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_aio_open PASSED [ 4%] 2024-07-26T07:09:33.700 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_dne PASSED [ 5%] 2024-07-26T07:09:33.702 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_empty PASSED [ 6%] 2024-07-26T07:09:33.772 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list PASSED [ 6%] 2024-07-26T07:09:33.835 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_with_progress PASSED [ 7%] 2024-07-26T07:09:33.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:33 smithi155 ceph-mon[90160]: osdmap e2220: 8 total, 8 up, 8 in 2024-07-26T07:09:33.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:33 smithi155 ceph-mon[90160]: pgmap v3841: 137 pgs: 5 creating+peering, 132 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 15 KiB/s wr, 119 op/s 2024-07-26T07:09:33.912 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_canceled PASSED [ 7%] 2024-07-26T07:09:34.007 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_rename PASSED [ 8%] 2024-07-26T07:09:34.223 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_metadata PASSED [ 8%] 2024-07-26T07:09:34.239 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_config_list PASSED [ 9%] 2024-07-26T07:09:34.251 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_config_set_and_get_and_remove PASSED [ 9%] 2024-07-26T07:09:34.278 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_namespaces PASSED [ 10%] 2024-07-26T07:09:34.535 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:09:34 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: [26/Jul/2024:07:09:34] ENGINE Bus STOPPING 2024-07-26T07:09:34.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:09:34 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: [26/Jul/2024:07:09:34] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-07-26T07:09:34.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:09:34 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: [26/Jul/2024:07:09:34] ENGINE Bus STOPPED 2024-07-26T07:09:34.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:09:34 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: [26/Jul/2024:07:09:34] ENGINE Bus STARTING 2024-07-26T07:09:34.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:09:34 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: [26/Jul/2024:07:09:34] ENGINE Serving on http://:::9283 2024-07-26T07:09:34.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:09:34 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: [26/Jul/2024:07:09:34] ENGINE Bus STARTED 2024-07-26T07:09:35.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:35 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' 2024-07-26T07:09:35.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:35 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:09:35.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:35 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:09:35.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:35 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:09:35.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:35 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:09:35.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:35 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' 2024-07-26T07:09:35.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:35 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:09:35.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:35 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:09:35.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:35 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:09:35.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:35 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:09:35.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:35 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' 2024-07-26T07:09:35.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:35 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:09:35.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:35 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:09:35.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:35 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:09:35.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:35 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:09:36.428 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_stats PASSED [ 10%] 2024-07-26T07:09:36.429 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_features_to_string PASSED [ 11%] 2024-07-26T07:09:36.430 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_features_from_string PASSED [ 12%] 2024-07-26T07:09:36.502 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_update_features SKIPPED [ 12%] 2024-07-26T07:09:36.571 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_with_params SKIPPED [ 13%] 2024-07-26T07:09:36.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:36 smithi155 ceph-mon[90160]: pgmap v3842: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 234 KiB/s rd, 17 KiB/s wr, 322 op/s 2024-07-26T07:09:36.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:36 smithi155 ceph-mon[90160]: osdmap e2221: 8 total, 8 up, 8 in 2024-07-26T07:09:36.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:36 smithi155 ceph-mon[90160]: osdmap e2222: 8 total, 8 up, 8 in 2024-07-26T07:09:36.642 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_id PASSED [ 13%] 2024-07-26T07:09:36.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:36 smithi089 ceph-mon[99608]: pgmap v3842: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 234 KiB/s rd, 17 KiB/s wr, 322 op/s 2024-07-26T07:09:36.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:36 smithi089 ceph-mon[99608]: osdmap e2221: 8 total, 8 up, 8 in 2024-07-26T07:09:36.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:36 smithi089 ceph-mon[99608]: osdmap e2222: 8 total, 8 up, 8 in 2024-07-26T07:09:36.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:36 smithi089 ceph-mon[102056]: pgmap v3842: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 234 KiB/s rd, 17 KiB/s wr, 322 op/s 2024-07-26T07:09:36.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:36 smithi089 ceph-mon[102056]: osdmap e2221: 8 total, 8 up, 8 in 2024-07-26T07:09:36.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:36 smithi089 ceph-mon[102056]: osdmap e2222: 8 total, 8 up, 8 in 2024-07-26T07:09:36.712 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_block_name_prefix PASSED [ 14%] 2024-07-26T07:09:36.782 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_data_pool_id PASSED [ 14%] 2024-07-26T07:09:36.855 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_timestamp PASSED [ 15%] 2024-07-26T07:09:36.928 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_access_timestamp PASSED [ 15%] 2024-07-26T07:09:37.000 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_modify_timestamp PASSED [ 16%] 2024-07-26T07:09:37.085 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_invalidate_cache PASSED [ 17%] 2024-07-26T07:09:37.158 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_stat PASSED [ 17%] 2024-07-26T07:09:37.226 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_flags PASSED [ 18%] 2024-07-26T07:09:37.299 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_image_auto_close PASSED [ 18%] 2024-07-26T07:09:37.375 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_use_after_close PASSED [ 19%] 2024-07-26T07:09:37.456 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write PASSED [ 19%] 2024-07-26T07:09:37.541 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_with_fadvise_flags PASSED [ 20%] 2024-07-26T07:09:37.627 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_zeroes PASSED [ 20%] 2024-07-26T07:09:37.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:37 smithi155 ceph-mon[90160]: osdmap e2223: 8 total, 8 up, 8 in 2024-07-26T07:09:37.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:37 smithi089 ceph-mon[99608]: osdmap e2223: 8 total, 8 up, 8 in 2024-07-26T07:09:37.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:37 smithi089 ceph-mon[102056]: osdmap e2223: 8 total, 8 up, 8 in 2024-07-26T07:09:37.710 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_zeroes_thick_provision PASSED [ 21%] 2024-07-26T07:09:37.779 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read PASSED [ 21%] 2024-07-26T07:09:37.847 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read_with_fadvise_flags PASSED [ 22%] 2024-07-26T07:09:37.974 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_large_write PASSED [ 23%] 2024-07-26T07:09:38.048 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_large_read PASSED [ 23%] 2024-07-26T07:09:38.135 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_read PASSED [ 24%] 2024-07-26T07:09:38.209 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read_bad_offset PASSED [ 24%] 2024-07-26T07:09:38.290 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize PASSED [ 25%] 2024-07-26T07:09:38.371 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_allow_shrink_False PASSED [ 25%] 2024-07-26T07:09:38.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:38 smithi155 ceph-mon[90160]: pgmap v3846: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 61 KiB/s wr, 725 op/s 2024-07-26T07:09:38.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:38 smithi089 ceph-mon[99608]: pgmap v3846: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 61 KiB/s wr, 725 op/s 2024-07-26T07:09:38.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:38 smithi089 ceph-mon[102056]: pgmap v3846: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 61 KiB/s wr, 725 op/s 2024-07-26T07:09:40.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:40 smithi155 ceph-mon[90160]: pgmap v3847: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 49 KiB/s wr, 683 op/s 2024-07-26T07:09:40.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:40 smithi155 ceph-mon[90160]: osdmap e2224: 8 total, 8 up, 8 in 2024-07-26T07:09:40.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:40 smithi155 ceph-mon[90160]: osdmap e2225: 8 total, 8 up, 8 in 2024-07-26T07:09:40.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:40 smithi089 ceph-mon[99608]: pgmap v3847: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 49 KiB/s wr, 683 op/s 2024-07-26T07:09:40.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:40 smithi089 ceph-mon[99608]: osdmap e2224: 8 total, 8 up, 8 in 2024-07-26T07:09:40.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:40 smithi089 ceph-mon[99608]: osdmap e2225: 8 total, 8 up, 8 in 2024-07-26T07:09:40.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:40 smithi089 ceph-mon[102056]: pgmap v3847: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 49 KiB/s wr, 683 op/s 2024-07-26T07:09:40.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:40 smithi089 ceph-mon[102056]: osdmap e2224: 8 total, 8 up, 8 in 2024-07-26T07:09:40.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:40 smithi089 ceph-mon[102056]: osdmap e2225: 8 total, 8 up, 8 in 2024-07-26T07:09:41.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:09:41.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:09:41.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:09:42.457 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_size PASSED [ 26%] 2024-07-26T07:09:42.554 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_down PASSED [ 26%] 2024-07-26T07:09:42.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:42 smithi155 ceph-mon[90160]: pgmap v3850: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 819 KiB/s wr, 985 op/s 2024-07-26T07:09:42.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:42 smithi155 ceph-mon[90160]: osdmap e2226: 8 total, 8 up, 8 in 2024-07-26T07:09:42.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:09:42 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:09:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:09:42.647 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_bytes PASSED [ 27%] 2024-07-26T07:09:42.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:42 smithi089 ceph-mon[99608]: pgmap v3850: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 819 KiB/s wr, 985 op/s 2024-07-26T07:09:42.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:42 smithi089 ceph-mon[99608]: osdmap e2226: 8 total, 8 up, 8 in 2024-07-26T07:09:42.654 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:09:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:09:42] "GET /metrics HTTP/1.1" 200 36637 "" "Prometheus/2.43.0" 2024-07-26T07:09:42.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:42 smithi089 ceph-mon[102056]: pgmap v3850: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 819 KiB/s wr, 985 op/s 2024-07-26T07:09:42.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:42 smithi089 ceph-mon[102056]: osdmap e2226: 8 total, 8 up, 8 in 2024-07-26T07:09:42.827 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy PASSED [ 28%] 2024-07-26T07:09:43.017 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy2 PASSED [ 28%] 2024-07-26T07:09:43.083 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy3 SKIPPED [ 29%] 2024-07-26T07:09:43.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:43 smithi155 ceph-mon[90160]: osdmap e2227: 8 total, 8 up, 8 in 2024-07-26T07:09:43.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:43 smithi155 ceph-mon[90160]: pgmap v3853: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 801 KiB/s rd, 2.1 MiB/s wr, 1.11k op/s 2024-07-26T07:09:43.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:43 smithi089 ceph-mon[99608]: osdmap e2227: 8 total, 8 up, 8 in 2024-07-26T07:09:43.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:43 smithi089 ceph-mon[99608]: pgmap v3853: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 801 KiB/s rd, 2.1 MiB/s wr, 1.11k op/s 2024-07-26T07:09:43.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:43 smithi089 ceph-mon[102056]: osdmap e2227: 8 total, 8 up, 8 in 2024-07-26T07:09:43.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:43 smithi089 ceph-mon[102056]: pgmap v3853: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 801 KiB/s rd, 2.1 MiB/s wr, 1.11k op/s 2024-07-26T07:09:44.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:44 smithi155 ceph-mon[90160]: osdmap e2228: 8 total, 8 up, 8 in 2024-07-26T07:09:44.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:44 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.8", "id": [5, 4]}]: dispatch 2024-07-26T07:09:44.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:44 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.1a", "id": [5, 4]}]: dispatch 2024-07-26T07:09:44.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:44 smithi089 ceph-mon[99608]: osdmap e2228: 8 total, 8 up, 8 in 2024-07-26T07:09:44.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:44 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.8", "id": [5, 4]}]: dispatch 2024-07-26T07:09:44.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:44 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.1a", "id": [5, 4]}]: dispatch 2024-07-26T07:09:44.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:44 smithi089 ceph-mon[102056]: osdmap e2228: 8 total, 8 up, 8 in 2024-07-26T07:09:44.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:44 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.8", "id": [5, 4]}]: dispatch 2024-07-26T07:09:44.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:44 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.1a", "id": [5, 4]}]: dispatch 2024-07-26T07:09:45.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:45 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.8", "id": [5, 4]}]': finished 2024-07-26T07:09:45.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:45 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.1a", "id": [5, 4]}]': finished 2024-07-26T07:09:45.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:45 smithi155 ceph-mon[90160]: osdmap e2229: 8 total, 8 up, 8 in 2024-07-26T07:09:45.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:45 smithi155 ceph-mon[90160]: pgmap v3856: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 524 KiB/s rd, 1.0 MiB/s wr, 726 op/s 2024-07-26T07:09:45.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:45 smithi155 ceph-mon[90160]: osdmap e2230: 8 total, 8 up, 8 in 2024-07-26T07:09:45.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:45 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.8", "id": [5, 4]}]': finished 2024-07-26T07:09:45.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:45 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.1a", "id": [5, 4]}]': finished 2024-07-26T07:09:45.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:45 smithi089 ceph-mon[99608]: osdmap e2229: 8 total, 8 up, 8 in 2024-07-26T07:09:45.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:45 smithi089 ceph-mon[99608]: pgmap v3856: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 524 KiB/s rd, 1.0 MiB/s wr, 726 op/s 2024-07-26T07:09:45.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:45 smithi089 ceph-mon[99608]: osdmap e2230: 8 total, 8 up, 8 in 2024-07-26T07:09:45.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:45 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.8", "id": [5, 4]}]': finished 2024-07-26T07:09:45.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:45 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.1a", "id": [5, 4]}]': finished 2024-07-26T07:09:45.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:45 smithi089 ceph-mon[102056]: osdmap e2229: 8 total, 8 up, 8 in 2024-07-26T07:09:45.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:45 smithi089 ceph-mon[102056]: pgmap v3856: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 524 KiB/s rd, 1.0 MiB/s wr, 726 op/s 2024-07-26T07:09:45.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:45 smithi089 ceph-mon[102056]: osdmap e2230: 8 total, 8 up, 8 in 2024-07-26T07:09:47.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:47 smithi155 ceph-mon[90160]: osdmap e2231: 8 total, 8 up, 8 in 2024-07-26T07:09:47.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:47 smithi089 ceph-mon[99608]: osdmap e2231: 8 total, 8 up, 8 in 2024-07-26T07:09:47.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:47 smithi089 ceph-mon[102056]: osdmap e2231: 8 total, 8 up, 8 in 2024-07-26T07:09:48.482 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy PASSED [ 29%] 2024-07-26T07:09:48.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:48 smithi155 ceph-mon[90160]: pgmap v3859: 137 pgs: 1 remapped+peering, 136 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 375 KiB/s rd, 2.0 MiB/s wr, 527 op/s; 0 B/s, 0 objects/s recovering 2024-07-26T07:09:48.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:48 smithi155 ceph-mon[90160]: osdmap e2232: 8 total, 8 up, 8 in 2024-07-26T07:09:48.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:48 smithi089 ceph-mon[99608]: pgmap v3859: 137 pgs: 1 remapped+peering, 136 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 375 KiB/s rd, 2.0 MiB/s wr, 527 op/s; 0 B/s, 0 objects/s recovering 2024-07-26T07:09:48.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:48 smithi089 ceph-mon[99608]: osdmap e2232: 8 total, 8 up, 8 in 2024-07-26T07:09:48.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:48 smithi089 ceph-mon[102056]: pgmap v3859: 137 pgs: 1 remapped+peering, 136 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 375 KiB/s rd, 2.0 MiB/s wr, 527 op/s; 0 B/s, 0 objects/s recovering 2024-07-26T07:09:48.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:48 smithi089 ceph-mon[102056]: osdmap e2232: 8 total, 8 up, 8 in 2024-07-26T07:09:49.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:49 smithi155 ceph-mon[90160]: osdmap e2233: 8 total, 8 up, 8 in 2024-07-26T07:09:49.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:49 smithi089 ceph-mon[99608]: osdmap e2233: 8 total, 8 up, 8 in 2024-07-26T07:09:49.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:49 smithi089 ceph-mon[102056]: osdmap e2233: 8 total, 8 up, 8 in 2024-07-26T07:09:50.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:50 smithi155 ceph-mon[90160]: pgmap v3862: 137 pgs: 1 remapped+peering, 136 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 226 KiB/s rd, 2.0 MiB/s wr, 333 op/s; 0 B/s, 0 objects/s recovering 2024-07-26T07:09:50.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:50 smithi155 ceph-mon[90160]: osdmap e2234: 8 total, 8 up, 8 in 2024-07-26T07:09:50.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:50 smithi155 ceph-mon[90160]: osdmap e2235: 8 total, 8 up, 8 in 2024-07-26T07:09:50.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:50 smithi089 ceph-mon[99608]: pgmap v3862: 137 pgs: 1 remapped+peering, 136 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 226 KiB/s rd, 2.0 MiB/s wr, 333 op/s; 0 B/s, 0 objects/s recovering 2024-07-26T07:09:50.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:50 smithi089 ceph-mon[99608]: osdmap e2234: 8 total, 8 up, 8 in 2024-07-26T07:09:50.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:50 smithi089 ceph-mon[99608]: osdmap e2235: 8 total, 8 up, 8 in 2024-07-26T07:09:50.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:50 smithi089 ceph-mon[102056]: pgmap v3862: 137 pgs: 1 remapped+peering, 136 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 226 KiB/s rd, 2.0 MiB/s wr, 333 op/s; 0 B/s, 0 objects/s recovering 2024-07-26T07:09:50.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:50 smithi089 ceph-mon[102056]: osdmap e2234: 8 total, 8 up, 8 in 2024-07-26T07:09:50.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:50 smithi089 ceph-mon[102056]: osdmap e2235: 8 total, 8 up, 8 in 2024-07-26T07:09:52.432 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:09:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:09:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:09:52.433 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:52 smithi155 ceph-mon[90160]: pgmap v3865: 137 pgs: 1 remapped+peering, 136 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 4.0 KiB/s wr, 85 op/s 2024-07-26T07:09:52.433 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:52 smithi155 ceph-mon[90160]: osdmap e2236: 8 total, 8 up, 8 in 2024-07-26T07:09:52.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:52 smithi089 ceph-mon[99608]: pgmap v3865: 137 pgs: 1 remapped+peering, 136 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 4.0 KiB/s wr, 85 op/s 2024-07-26T07:09:52.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:52 smithi089 ceph-mon[99608]: osdmap e2236: 8 total, 8 up, 8 in 2024-07-26T07:09:52.655 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:09:52 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:09:52] "GET /metrics HTTP/1.1" 200 36637 "" "Prometheus/2.43.0" 2024-07-26T07:09:52.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:52 smithi089 ceph-mon[102056]: pgmap v3865: 137 pgs: 1 remapped+peering, 136 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 4.0 KiB/s wr, 85 op/s 2024-07-26T07:09:52.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:52 smithi089 ceph-mon[102056]: osdmap e2236: 8 total, 8 up, 8 in 2024-07-26T07:09:53.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:53 smithi155 ceph-mon[90160]: osdmap e2237: 8 total, 8 up, 8 in 2024-07-26T07:09:53.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:53 smithi155 ceph-mon[90160]: pgmap v3868: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 103 KiB/s rd, 9.0 KiB/s wr, 143 op/s; 4 B/s, 1 objects/s recovering 2024-07-26T07:09:53.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:53 smithi089 ceph-mon[99608]: osdmap e2237: 8 total, 8 up, 8 in 2024-07-26T07:09:53.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:53 smithi089 ceph-mon[99608]: pgmap v3868: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 103 KiB/s rd, 9.0 KiB/s wr, 143 op/s; 4 B/s, 1 objects/s recovering 2024-07-26T07:09:53.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:53 smithi089 ceph-mon[102056]: osdmap e2237: 8 total, 8 up, 8 in 2024-07-26T07:09:53.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:53 smithi089 ceph-mon[102056]: pgmap v3868: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 103 KiB/s rd, 9.0 KiB/s wr, 143 op/s; 4 B/s, 1 objects/s recovering 2024-07-26T07:09:54.468 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v1_to_v1 PASSED [ 30%] 2024-07-26T07:09:54.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:54 smithi155 ceph-mon[90160]: osdmap e2238: 8 total, 8 up, 8 in 2024-07-26T07:09:54.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:54 smithi089 ceph-mon[99608]: osdmap e2238: 8 total, 8 up, 8 in 2024-07-26T07:09:54.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:54 smithi089 ceph-mon[102056]: osdmap e2238: 8 total, 8 up, 8 in 2024-07-26T07:09:55.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:55 smithi089 ceph-mon[102056]: osdmap e2239: 8 total, 8 up, 8 in 2024-07-26T07:09:55.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:55 smithi089 ceph-mon[102056]: pgmap v3871: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 145 KiB/s rd, 11 KiB/s wr, 192 op/s; 4 B/s, 1 objects/s recovering 2024-07-26T07:09:55.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:55 smithi089 ceph-mon[102056]: osdmap e2240: 8 total, 8 up, 8 in 2024-07-26T07:09:55.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:55 smithi089 ceph-mon[99608]: osdmap e2239: 8 total, 8 up, 8 in 2024-07-26T07:09:55.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:55 smithi089 ceph-mon[99608]: pgmap v3871: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 145 KiB/s rd, 11 KiB/s wr, 192 op/s; 4 B/s, 1 objects/s recovering 2024-07-26T07:09:55.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:55 smithi089 ceph-mon[99608]: osdmap e2240: 8 total, 8 up, 8 in 2024-07-26T07:09:55.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:55 smithi155 ceph-mon[90160]: osdmap e2239: 8 total, 8 up, 8 in 2024-07-26T07:09:55.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:55 smithi155 ceph-mon[90160]: pgmap v3871: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 145 KiB/s rd, 11 KiB/s wr, 192 op/s; 4 B/s, 1 objects/s recovering 2024-07-26T07:09:55.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:55 smithi155 ceph-mon[90160]: osdmap e2240: 8 total, 8 up, 8 in 2024-07-26T07:09:56.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:56 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:09:56.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:56 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:09:56.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:56 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:09:57.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:57 smithi089 ceph-mon[99608]: osdmap e2241: 8 total, 8 up, 8 in 2024-07-26T07:09:57.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:57 smithi089 ceph-mon[99608]: pgmap v3874: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 151 KiB/s rd, 11 KiB/s wr, 203 op/s 2024-07-26T07:09:57.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:57 smithi089 ceph-mon[102056]: osdmap e2241: 8 total, 8 up, 8 in 2024-07-26T07:09:57.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:57 smithi089 ceph-mon[102056]: pgmap v3874: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 151 KiB/s rd, 11 KiB/s wr, 203 op/s 2024-07-26T07:09:57.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:57 smithi155 ceph-mon[90160]: osdmap e2241: 8 total, 8 up, 8 in 2024-07-26T07:09:57.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:57 smithi155 ceph-mon[90160]: pgmap v3874: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 151 KiB/s rd, 11 KiB/s wr, 203 op/s 2024-07-26T07:09:58.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:58 smithi089 ceph-mon[99608]: osdmap e2242: 8 total, 8 up, 8 in 2024-07-26T07:09:58.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:58 smithi089 ceph-mon[102056]: osdmap e2242: 8 total, 8 up, 8 in 2024-07-26T07:09:58.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:58 smithi155 ceph-mon[90160]: osdmap e2242: 8 total, 8 up, 8 in 2024-07-26T07:09:59.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:59 smithi155 ceph-mon[90160]: osdmap e2243: 8 total, 8 up, 8 in 2024-07-26T07:09:59.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:09:59 smithi155 ceph-mon[90160]: pgmap v3877: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 113 KiB/s rd, 9.7 KiB/s wr, 159 op/s 2024-07-26T07:09:59.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:59 smithi089 ceph-mon[99608]: osdmap e2243: 8 total, 8 up, 8 in 2024-07-26T07:09:59.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:09:59 smithi089 ceph-mon[99608]: pgmap v3877: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 113 KiB/s rd, 9.7 KiB/s wr, 159 op/s 2024-07-26T07:09:59.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:59 smithi089 ceph-mon[102056]: osdmap e2243: 8 total, 8 up, 8 in 2024-07-26T07:09:59.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:09:59 smithi089 ceph-mon[102056]: pgmap v3877: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 113 KiB/s rd, 9.7 KiB/s wr, 159 op/s 2024-07-26T07:10:00.428 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v1_to_v2 PASSED [ 30%] 2024-07-26T07:10:00.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:00 smithi155 ceph-mon[90160]: osdmap e2244: 8 total, 8 up, 8 in 2024-07-26T07:10:00.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:00 smithi155 ceph-mon[90160]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-07-26T07:10:00.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:00 smithi155 ceph-mon[90160]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-07-26T07:10:00.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:00 smithi155 ceph-mon[90160]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-07-26T07:10:00.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:00 smithi155 ceph-mon[90160]: osdmap e2245: 8 total, 8 up, 8 in 2024-07-26T07:10:00.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:00 smithi089 ceph-mon[99608]: osdmap e2244: 8 total, 8 up, 8 in 2024-07-26T07:10:00.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:00 smithi089 ceph-mon[99608]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-07-26T07:10:00.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:00 smithi089 ceph-mon[99608]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-07-26T07:10:00.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:00 smithi089 ceph-mon[99608]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-07-26T07:10:00.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:00 smithi089 ceph-mon[99608]: osdmap e2245: 8 total, 8 up, 8 in 2024-07-26T07:10:00.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:00 smithi089 ceph-mon[102056]: osdmap e2244: 8 total, 8 up, 8 in 2024-07-26T07:10:00.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:00 smithi089 ceph-mon[102056]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-07-26T07:10:00.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:00 smithi089 ceph-mon[102056]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-07-26T07:10:00.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:00 smithi089 ceph-mon[102056]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-07-26T07:10:00.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:00 smithi089 ceph-mon[102056]: osdmap e2245: 8 total, 8 up, 8 in 2024-07-26T07:10:01.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:01 smithi155 ceph-mon[90160]: pgmap v3880: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 163 KiB/s rd, 12 KiB/s wr, 219 op/s 2024-07-26T07:10:01.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:01 smithi089 ceph-mon[99608]: pgmap v3880: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 163 KiB/s rd, 12 KiB/s wr, 219 op/s 2024-07-26T07:10:01.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:01 smithi089 ceph-mon[102056]: pgmap v3880: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 163 KiB/s rd, 12 KiB/s wr, 219 op/s 2024-07-26T07:10:02.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:02 smithi155 ceph-mon[90160]: osdmap e2246: 8 total, 8 up, 8 in 2024-07-26T07:10:02.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:10:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:10:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:10:02.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:02 smithi089 ceph-mon[99608]: osdmap e2246: 8 total, 8 up, 8 in 2024-07-26T07:10:02.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:10:02 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:10:02] "GET /metrics HTTP/1.1" 200 36644 "" "Prometheus/2.43.0" 2024-07-26T07:10:02.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:02 smithi089 ceph-mon[102056]: osdmap e2246: 8 total, 8 up, 8 in 2024-07-26T07:10:03.698 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:03 smithi155 ceph-mon[90160]: osdmap e2247: 8 total, 8 up, 8 in 2024-07-26T07:10:03.698 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:03 smithi155 ceph-mon[90160]: pgmap v3883: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 168 KiB/s rd, 15 KiB/s wr, 230 op/s 2024-07-26T07:10:03.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:03 smithi089 ceph-mon[99608]: osdmap e2247: 8 total, 8 up, 8 in 2024-07-26T07:10:03.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:03 smithi089 ceph-mon[99608]: pgmap v3883: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 168 KiB/s rd, 15 KiB/s wr, 230 op/s 2024-07-26T07:10:03.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:03 smithi089 ceph-mon[102056]: osdmap e2247: 8 total, 8 up, 8 in 2024-07-26T07:10:03.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:03 smithi089 ceph-mon[102056]: pgmap v3883: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 168 KiB/s rd, 15 KiB/s wr, 230 op/s 2024-07-26T07:10:04.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:04 smithi155 ceph-mon[90160]: osdmap e2248: 8 total, 8 up, 8 in 2024-07-26T07:10:04.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:04 smithi089 ceph-mon[99608]: osdmap e2248: 8 total, 8 up, 8 in 2024-07-26T07:10:04.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:04 smithi089 ceph-mon[102056]: osdmap e2248: 8 total, 8 up, 8 in 2024-07-26T07:10:05.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:05 smithi155 ceph-mon[90160]: osdmap e2249: 8 total, 8 up, 8 in 2024-07-26T07:10:05.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:05 smithi155 ceph-mon[90160]: pgmap v3886: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 143 KiB/s rd, 9.7 KiB/s wr, 190 op/s 2024-07-26T07:10:05.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:05 smithi155 ceph-mon[90160]: osdmap e2250: 8 total, 8 up, 8 in 2024-07-26T07:10:05.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:05 smithi089 ceph-mon[99608]: osdmap e2249: 8 total, 8 up, 8 in 2024-07-26T07:10:05.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:05 smithi089 ceph-mon[99608]: pgmap v3886: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 143 KiB/s rd, 9.7 KiB/s wr, 190 op/s 2024-07-26T07:10:05.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:05 smithi089 ceph-mon[99608]: osdmap e2250: 8 total, 8 up, 8 in 2024-07-26T07:10:05.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:05 smithi089 ceph-mon[102056]: osdmap e2249: 8 total, 8 up, 8 in 2024-07-26T07:10:05.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:05 smithi089 ceph-mon[102056]: pgmap v3886: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 143 KiB/s rd, 9.7 KiB/s wr, 190 op/s 2024-07-26T07:10:05.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:05 smithi089 ceph-mon[102056]: osdmap e2250: 8 total, 8 up, 8 in 2024-07-26T07:10:06.558 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v2_to_v1 PASSED [ 31%] 2024-07-26T07:10:07.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:07 smithi155 ceph-mon[90160]: osdmap e2251: 8 total, 8 up, 8 in 2024-07-26T07:10:07.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:07 smithi155 ceph-mon[90160]: pgmap v3889: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 196 KiB/s rd, 11 KiB/s wr, 256 op/s 2024-07-26T07:10:07.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:07 smithi089 ceph-mon[99608]: osdmap e2251: 8 total, 8 up, 8 in 2024-07-26T07:10:07.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:07 smithi089 ceph-mon[99608]: pgmap v3889: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 196 KiB/s rd, 11 KiB/s wr, 256 op/s 2024-07-26T07:10:07.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:07 smithi089 ceph-mon[102056]: osdmap e2251: 8 total, 8 up, 8 in 2024-07-26T07:10:07.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:07 smithi089 ceph-mon[102056]: pgmap v3889: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 196 KiB/s rd, 11 KiB/s wr, 256 op/s 2024-07-26T07:10:08.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:08 smithi155 ceph-mon[90160]: osdmap e2252: 8 total, 8 up, 8 in 2024-07-26T07:10:08.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:08 smithi089 ceph-mon[99608]: osdmap e2252: 8 total, 8 up, 8 in 2024-07-26T07:10:08.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:08 smithi089 ceph-mon[102056]: osdmap e2252: 8 total, 8 up, 8 in 2024-07-26T07:10:09.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:09 smithi155 ceph-mon[90160]: osdmap e2253: 8 total, 8 up, 8 in 2024-07-26T07:10:09.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:09 smithi155 ceph-mon[90160]: pgmap v3892: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 112 KiB/s rd, 9.5 KiB/s wr, 153 op/s 2024-07-26T07:10:09.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:09 smithi089 ceph-mon[99608]: osdmap e2253: 8 total, 8 up, 8 in 2024-07-26T07:10:09.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:09 smithi089 ceph-mon[99608]: pgmap v3892: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 112 KiB/s rd, 9.5 KiB/s wr, 153 op/s 2024-07-26T07:10:09.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:09 smithi089 ceph-mon[102056]: osdmap e2253: 8 total, 8 up, 8 in 2024-07-26T07:10:09.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:09 smithi089 ceph-mon[102056]: pgmap v3892: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 112 KiB/s rd, 9.5 KiB/s wr, 153 op/s 2024-07-26T07:10:10.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:10 smithi155 ceph-mon[90160]: osdmap e2254: 8 total, 8 up, 8 in 2024-07-26T07:10:10.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:10 smithi155 ceph-mon[90160]: osdmap e2255: 8 total, 8 up, 8 in 2024-07-26T07:10:10.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:10 smithi089 ceph-mon[99608]: osdmap e2254: 8 total, 8 up, 8 in 2024-07-26T07:10:10.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:10 smithi089 ceph-mon[99608]: osdmap e2255: 8 total, 8 up, 8 in 2024-07-26T07:10:10.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:10 smithi089 ceph-mon[102056]: osdmap e2254: 8 total, 8 up, 8 in 2024-07-26T07:10:10.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:10 smithi089 ceph-mon[102056]: osdmap e2255: 8 total, 8 up, 8 in 2024-07-26T07:10:11.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:11 smithi155 ceph-mon[90160]: pgmap v3895: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 7.0 KiB/s wr, 91 op/s 2024-07-26T07:10:11.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:11 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:10:11.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:11 smithi155 ceph-mon[90160]: osdmap e2256: 8 total, 8 up, 8 in 2024-07-26T07:10:11.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:11 smithi089 ceph-mon[99608]: pgmap v3895: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 7.0 KiB/s wr, 91 op/s 2024-07-26T07:10:11.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:10:11.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:11 smithi089 ceph-mon[99608]: osdmap e2256: 8 total, 8 up, 8 in 2024-07-26T07:10:11.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:11 smithi089 ceph-mon[102056]: pgmap v3895: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 7.0 KiB/s wr, 91 op/s 2024-07-26T07:10:11.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:10:11.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:11 smithi089 ceph-mon[102056]: osdmap e2256: 8 total, 8 up, 8 in 2024-07-26T07:10:12.572 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v2_to_v2 PASSED [ 31%] 2024-07-26T07:10:12.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:10:12 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:10:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:10:12.806 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:10:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:10:12] "GET /metrics HTTP/1.1" 200 36648 "" "Prometheus/2.43.0" 2024-07-26T07:10:13.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:13 smithi155 ceph-mon[90160]: osdmap e2257: 8 total, 8 up, 8 in 2024-07-26T07:10:13.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:13 smithi155 ceph-mon[90160]: pgmap v3898: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 116 KiB/s rd, 10 KiB/s wr, 160 op/s 2024-07-26T07:10:13.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:13 smithi089 ceph-mon[99608]: osdmap e2257: 8 total, 8 up, 8 in 2024-07-26T07:10:13.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:13 smithi089 ceph-mon[99608]: pgmap v3898: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 116 KiB/s rd, 10 KiB/s wr, 160 op/s 2024-07-26T07:10:13.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:13 smithi089 ceph-mon[102056]: osdmap e2257: 8 total, 8 up, 8 in 2024-07-26T07:10:13.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:13 smithi089 ceph-mon[102056]: pgmap v3898: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 116 KiB/s rd, 10 KiB/s wr, 160 op/s 2024-07-26T07:10:14.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:14 smithi155 ceph-mon[90160]: osdmap e2258: 8 total, 8 up, 8 in 2024-07-26T07:10:14.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:14 smithi089 ceph-mon[99608]: osdmap e2258: 8 total, 8 up, 8 in 2024-07-26T07:10:14.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:14 smithi089 ceph-mon[102056]: osdmap e2258: 8 total, 8 up, 8 in 2024-07-26T07:10:15.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:15 smithi155 ceph-mon[90160]: osdmap e2259: 8 total, 8 up, 8 in 2024-07-26T07:10:15.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:15 smithi155 ceph-mon[90160]: pgmap v3901: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 136 KiB/s rd, 9.7 KiB/s wr, 182 op/s 2024-07-26T07:10:15.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:15 smithi155 ceph-mon[90160]: osdmap e2260: 8 total, 8 up, 8 in 2024-07-26T07:10:15.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:15 smithi089 ceph-mon[99608]: osdmap e2259: 8 total, 8 up, 8 in 2024-07-26T07:10:15.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:15 smithi089 ceph-mon[99608]: pgmap v3901: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 136 KiB/s rd, 9.7 KiB/s wr, 182 op/s 2024-07-26T07:10:15.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:15 smithi089 ceph-mon[99608]: osdmap e2260: 8 total, 8 up, 8 in 2024-07-26T07:10:15.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:15 smithi089 ceph-mon[102056]: osdmap e2259: 8 total, 8 up, 8 in 2024-07-26T07:10:15.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:15 smithi089 ceph-mon[102056]: pgmap v3901: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 136 KiB/s rd, 9.7 KiB/s wr, 182 op/s 2024-07-26T07:10:15.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:15 smithi089 ceph-mon[102056]: osdmap e2260: 8 total, 8 up, 8 in 2024-07-26T07:10:17.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:17 smithi155 ceph-mon[90160]: osdmap e2261: 8 total, 8 up, 8 in 2024-07-26T07:10:17.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:17 smithi089 ceph-mon[99608]: osdmap e2261: 8 total, 8 up, 8 in 2024-07-26T07:10:17.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:17 smithi089 ceph-mon[102056]: osdmap e2261: 8 total, 8 up, 8 in 2024-07-26T07:10:18.446 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v1_flatten PASSED [ 32%] 2024-07-26T07:10:18.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:18 smithi155 ceph-mon[90160]: pgmap v3904: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 16 KiB/s wr, 248 op/s 2024-07-26T07:10:18.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:18 smithi155 ceph-mon[90160]: osdmap e2262: 8 total, 8 up, 8 in 2024-07-26T07:10:18.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:18 smithi089 ceph-mon[99608]: pgmap v3904: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 16 KiB/s wr, 248 op/s 2024-07-26T07:10:18.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:18 smithi089 ceph-mon[99608]: osdmap e2262: 8 total, 8 up, 8 in 2024-07-26T07:10:18.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:18 smithi089 ceph-mon[102056]: pgmap v3904: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 16 KiB/s wr, 248 op/s 2024-07-26T07:10:18.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:18 smithi089 ceph-mon[102056]: osdmap e2262: 8 total, 8 up, 8 in 2024-07-26T07:10:19.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:19 smithi155 ceph-mon[90160]: osdmap e2263: 8 total, 8 up, 8 in 2024-07-26T07:10:19.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:19 smithi089 ceph-mon[99608]: osdmap e2263: 8 total, 8 up, 8 in 2024-07-26T07:10:19.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:19 smithi089 ceph-mon[102056]: osdmap e2263: 8 total, 8 up, 8 in 2024-07-26T07:10:20.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:20 smithi155 ceph-mon[90160]: pgmap v3907: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 120 KiB/s rd, 2.0 MiB/s wr, 169 op/s 2024-07-26T07:10:20.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:20 smithi155 ceph-mon[90160]: osdmap e2264: 8 total, 8 up, 8 in 2024-07-26T07:10:20.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:20 smithi155 ceph-mon[90160]: osdmap e2265: 8 total, 8 up, 8 in 2024-07-26T07:10:20.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:20 smithi089 ceph-mon[99608]: pgmap v3907: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 120 KiB/s rd, 2.0 MiB/s wr, 169 op/s 2024-07-26T07:10:20.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:20 smithi089 ceph-mon[99608]: osdmap e2264: 8 total, 8 up, 8 in 2024-07-26T07:10:20.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:20 smithi089 ceph-mon[99608]: osdmap e2265: 8 total, 8 up, 8 in 2024-07-26T07:10:20.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:20 smithi089 ceph-mon[102056]: pgmap v3907: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 120 KiB/s rd, 2.0 MiB/s wr, 169 op/s 2024-07-26T07:10:20.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:20 smithi089 ceph-mon[102056]: osdmap e2264: 8 total, 8 up, 8 in 2024-07-26T07:10:20.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:20 smithi089 ceph-mon[102056]: osdmap e2265: 8 total, 8 up, 8 in 2024-07-26T07:10:22.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:10:22 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:10:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:10:22.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:22 smithi155 ceph-mon[90160]: pgmap v3910: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 2.0 MiB/s wr, 135 op/s 2024-07-26T07:10:22.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:22 smithi155 ceph-mon[90160]: osdmap e2266: 8 total, 8 up, 8 in 2024-07-26T07:10:22.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:22 smithi089 ceph-mon[99608]: pgmap v3910: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 2.0 MiB/s wr, 135 op/s 2024-07-26T07:10:22.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:22 smithi089 ceph-mon[99608]: osdmap e2266: 8 total, 8 up, 8 in 2024-07-26T07:10:22.655 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:10:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:10:22] "GET /metrics HTTP/1.1" 200 36648 "" "Prometheus/2.43.0" 2024-07-26T07:10:22.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:22 smithi089 ceph-mon[102056]: pgmap v3910: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 2.0 MiB/s wr, 135 op/s 2024-07-26T07:10:22.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:22 smithi089 ceph-mon[102056]: osdmap e2266: 8 total, 8 up, 8 in 2024-07-26T07:10:23.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:23 smithi155 ceph-mon[90160]: osdmap e2267: 8 total, 8 up, 8 in 2024-07-26T07:10:23.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:23 smithi155 ceph-mon[90160]: pgmap v3913: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 145 KiB/s rd, 13 KiB/s wr, 199 op/s 2024-07-26T07:10:23.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:23 smithi089 ceph-mon[99608]: osdmap e2267: 8 total, 8 up, 8 in 2024-07-26T07:10:23.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:23 smithi089 ceph-mon[99608]: pgmap v3913: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 145 KiB/s rd, 13 KiB/s wr, 199 op/s 2024-07-26T07:10:23.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:23 smithi089 ceph-mon[102056]: osdmap e2267: 8 total, 8 up, 8 in 2024-07-26T07:10:23.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:23 smithi089 ceph-mon[102056]: pgmap v3913: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 145 KiB/s rd, 13 KiB/s wr, 199 op/s 2024-07-26T07:10:24.481 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v2_flatten PASSED [ 32%] 2024-07-26T07:10:24.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:24 smithi155 ceph-mon[90160]: osdmap e2268: 8 total, 8 up, 8 in 2024-07-26T07:10:24.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:24 smithi089 ceph-mon[99608]: osdmap e2268: 8 total, 8 up, 8 in 2024-07-26T07:10:24.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:24 smithi089 ceph-mon[102056]: osdmap e2268: 8 total, 8 up, 8 in 2024-07-26T07:10:25.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:25 smithi089 ceph-mon[99608]: osdmap e2269: 8 total, 8 up, 8 in 2024-07-26T07:10:25.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:25 smithi089 ceph-mon[99608]: pgmap v3916: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 106 KiB/s rd, 9.7 KiB/s wr, 146 op/s 2024-07-26T07:10:25.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:25 smithi089 ceph-mon[99608]: osdmap e2270: 8 total, 8 up, 8 in 2024-07-26T07:10:25.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:25 smithi089 ceph-mon[102056]: osdmap e2269: 8 total, 8 up, 8 in 2024-07-26T07:10:25.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:25 smithi089 ceph-mon[102056]: pgmap v3916: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 106 KiB/s rd, 9.7 KiB/s wr, 146 op/s 2024-07-26T07:10:25.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:25 smithi089 ceph-mon[102056]: osdmap e2270: 8 total, 8 up, 8 in 2024-07-26T07:10:25.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:25 smithi155 ceph-mon[90160]: osdmap e2269: 8 total, 8 up, 8 in 2024-07-26T07:10:25.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:25 smithi155 ceph-mon[90160]: pgmap v3916: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 106 KiB/s rd, 9.7 KiB/s wr, 146 op/s 2024-07-26T07:10:25.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:25 smithi155 ceph-mon[90160]: osdmap e2270: 8 total, 8 up, 8 in 2024-07-26T07:10:26.441 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap PASSED [ 33%] 2024-07-26T07:10:26.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:10:26.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:26 smithi089 ceph-mon[102056]: osdmap e2271: 8 total, 8 up, 8 in 2024-07-26T07:10:26.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:10:26.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:26 smithi089 ceph-mon[99608]: osdmap e2271: 8 total, 8 up, 8 in 2024-07-26T07:10:26.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:10:26.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:26 smithi155 ceph-mon[90160]: osdmap e2271: 8 total, 8 up, 8 in 2024-07-26T07:10:27.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:27 smithi089 ceph-mon[99608]: pgmap v3919: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 150 KiB/s rd, 2.0 MiB/s wr, 211 op/s 2024-07-26T07:10:27.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:27 smithi089 ceph-mon[102056]: pgmap v3919: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 150 KiB/s rd, 2.0 MiB/s wr, 211 op/s 2024-07-26T07:10:27.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:27 smithi155 ceph-mon[90160]: pgmap v3919: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 150 KiB/s rd, 2.0 MiB/s wr, 211 op/s 2024-07-26T07:10:28.501 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap_exists PASSED [ 34%] 2024-07-26T07:10:28.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:28 smithi089 ceph-mon[99608]: osdmap e2272: 8 total, 8 up, 8 in 2024-07-26T07:10:28.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:28 smithi089 ceph-mon[102056]: osdmap e2272: 8 total, 8 up, 8 in 2024-07-26T07:10:28.883 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:28 smithi155 ceph-mon[90160]: osdmap e2272: 8 total, 8 up, 8 in 2024-07-26T07:10:29.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:29 smithi155 ceph-mon[90160]: osdmap e2273: 8 total, 8 up, 8 in 2024-07-26T07:10:29.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:29 smithi155 ceph-mon[90160]: pgmap v3922: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 97 KiB/s rd, 2.0 MiB/s wr, 133 op/s 2024-07-26T07:10:29.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:29 smithi089 ceph-mon[99608]: osdmap e2273: 8 total, 8 up, 8 in 2024-07-26T07:10:29.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:29 smithi089 ceph-mon[99608]: pgmap v3922: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 97 KiB/s rd, 2.0 MiB/s wr, 133 op/s 2024-07-26T07:10:29.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:29 smithi089 ceph-mon[102056]: osdmap e2273: 8 total, 8 up, 8 in 2024-07-26T07:10:29.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:29 smithi089 ceph-mon[102056]: pgmap v3922: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 97 KiB/s rd, 2.0 MiB/s wr, 133 op/s 2024-07-26T07:10:30.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:30 smithi155 ceph-mon[90160]: osdmap e2274: 8 total, 8 up, 8 in 2024-07-26T07:10:30.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:30 smithi155 ceph-mon[90160]: osdmap e2275: 8 total, 8 up, 8 in 2024-07-26T07:10:30.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:30 smithi089 ceph-mon[99608]: osdmap e2274: 8 total, 8 up, 8 in 2024-07-26T07:10:30.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:30 smithi089 ceph-mon[99608]: osdmap e2275: 8 total, 8 up, 8 in 2024-07-26T07:10:30.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:30 smithi089 ceph-mon[102056]: osdmap e2274: 8 total, 8 up, 8 in 2024-07-26T07:10:30.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:30 smithi089 ceph-mon[102056]: osdmap e2275: 8 total, 8 up, 8 in 2024-07-26T07:10:32.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:10:32 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:10:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:10:32.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:32 smithi155 ceph-mon[90160]: pgmap v3925: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 5.0 KiB/s wr, 108 op/s 2024-07-26T07:10:32.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:32 smithi155 ceph-mon[90160]: osdmap e2276: 8 total, 8 up, 8 in 2024-07-26T07:10:32.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:32 smithi089 ceph-mon[99608]: pgmap v3925: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 5.0 KiB/s wr, 108 op/s 2024-07-26T07:10:32.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:32 smithi089 ceph-mon[99608]: osdmap e2276: 8 total, 8 up, 8 in 2024-07-26T07:10:32.655 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:10:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:10:32] "GET /metrics HTTP/1.1" 200 36644 "" "Prometheus/2.43.0" 2024-07-26T07:10:32.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:32 smithi089 ceph-mon[102056]: pgmap v3925: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 5.0 KiB/s wr, 108 op/s 2024-07-26T07:10:32.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:32 smithi089 ceph-mon[102056]: osdmap e2276: 8 total, 8 up, 8 in 2024-07-26T07:10:33.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:33 smithi155 ceph-mon[90160]: osdmap e2277: 8 total, 8 up, 8 in 2024-07-26T07:10:33.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:33 smithi089 ceph-mon[99608]: osdmap e2277: 8 total, 8 up, 8 in 2024-07-26T07:10:33.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:33 smithi089 ceph-mon[102056]: osdmap e2277: 8 total, 8 up, 8 in 2024-07-26T07:10:34.459 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap_flags PASSED [ 34%] 2024-07-26T07:10:34.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:34 smithi155 ceph-mon[90160]: pgmap v3928: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 87 KiB/s rd, 7.5 KiB/s wr, 123 op/s 2024-07-26T07:10:34.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:34 smithi155 ceph-mon[90160]: osdmap e2278: 8 total, 8 up, 8 in 2024-07-26T07:10:34.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:34 smithi089 ceph-mon[99608]: pgmap v3928: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 87 KiB/s rd, 7.5 KiB/s wr, 123 op/s 2024-07-26T07:10:34.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:34 smithi089 ceph-mon[99608]: osdmap e2278: 8 total, 8 up, 8 in 2024-07-26T07:10:34.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:34 smithi089 ceph-mon[102056]: pgmap v3928: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 87 KiB/s rd, 7.5 KiB/s wr, 123 op/s 2024-07-26T07:10:34.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:34 smithi089 ceph-mon[102056]: osdmap e2278: 8 total, 8 up, 8 in 2024-07-26T07:10:35.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:35 smithi155 ceph-mon[90160]: osdmap e2279: 8 total, 8 up, 8 in 2024-07-26T07:10:35.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:35 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:10:35.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:35 smithi155 ceph-mon[90160]: pgmap v3931: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 7.5 KiB/s wr, 58 op/s 2024-07-26T07:10:35.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:35 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:10:35.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:35 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:10:35.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:35 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:10:35.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:35 smithi155 ceph-mon[90160]: osdmap e2280: 8 total, 8 up, 8 in 2024-07-26T07:10:35.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:35 smithi089 ceph-mon[99608]: osdmap e2279: 8 total, 8 up, 8 in 2024-07-26T07:10:35.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:35 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:10:35.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:35 smithi089 ceph-mon[99608]: pgmap v3931: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 7.5 KiB/s wr, 58 op/s 2024-07-26T07:10:35.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:35 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:10:35.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:35 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:10:35.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:35 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:10:35.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:35 smithi089 ceph-mon[99608]: osdmap e2280: 8 total, 8 up, 8 in 2024-07-26T07:10:35.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:35 smithi089 ceph-mon[102056]: osdmap e2279: 8 total, 8 up, 8 in 2024-07-26T07:10:35.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:35 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:10:35.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:35 smithi089 ceph-mon[102056]: pgmap v3931: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 7.5 KiB/s wr, 58 op/s 2024-07-26T07:10:35.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:35 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:10:35.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:35 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:10:35.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:35 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:10:35.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:35 smithi089 ceph-mon[102056]: osdmap e2280: 8 total, 8 up, 8 in 2024-07-26T07:10:37.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:37 smithi155 ceph-mon[90160]: osdmap e2281: 8 total, 8 up, 8 in 2024-07-26T07:10:37.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:37 smithi089 ceph-mon[99608]: osdmap e2281: 8 total, 8 up, 8 in 2024-07-26T07:10:37.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:37 smithi089 ceph-mon[102056]: osdmap e2281: 8 total, 8 up, 8 in 2024-07-26T07:10:38.442 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_snaps PASSED [ 35%] 2024-07-26T07:10:38.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:38 smithi155 ceph-mon[90160]: pgmap v3934: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 7.5 KiB/s wr, 79 op/s 2024-07-26T07:10:38.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:38 smithi155 ceph-mon[90160]: osdmap e2282: 8 total, 8 up, 8 in 2024-07-26T07:10:38.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:38 smithi089 ceph-mon[99608]: pgmap v3934: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 7.5 KiB/s wr, 79 op/s 2024-07-26T07:10:38.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:38 smithi089 ceph-mon[99608]: osdmap e2282: 8 total, 8 up, 8 in 2024-07-26T07:10:38.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:38 smithi089 ceph-mon[102056]: pgmap v3934: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 7.5 KiB/s wr, 79 op/s 2024-07-26T07:10:38.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:38 smithi089 ceph-mon[102056]: osdmap e2282: 8 total, 8 up, 8 in 2024-07-26T07:10:39.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:39 smithi155 ceph-mon[90160]: osdmap e2283: 8 total, 8 up, 8 in 2024-07-26T07:10:39.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:39 smithi089 ceph-mon[99608]: osdmap e2283: 8 total, 8 up, 8 in 2024-07-26T07:10:39.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:39 smithi089 ceph-mon[102056]: osdmap e2283: 8 total, 8 up, 8 in 2024-07-26T07:10:40.441 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_snaps_iterator_auto_close PASSED [ 35%] 2024-07-26T07:10:40.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:40 smithi155 ceph-mon[90160]: pgmap v3937: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 3.0 KiB/s wr, 38 op/s 2024-07-26T07:10:40.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:40 smithi155 ceph-mon[90160]: osdmap e2284: 8 total, 8 up, 8 in 2024-07-26T07:10:40.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:40 smithi155 ceph-mon[90160]: osdmap e2285: 8 total, 8 up, 8 in 2024-07-26T07:10:40.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:40 smithi089 ceph-mon[99608]: pgmap v3937: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 3.0 KiB/s wr, 38 op/s 2024-07-26T07:10:40.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:40 smithi089 ceph-mon[99608]: osdmap e2284: 8 total, 8 up, 8 in 2024-07-26T07:10:40.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:40 smithi089 ceph-mon[99608]: osdmap e2285: 8 total, 8 up, 8 in 2024-07-26T07:10:40.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:40 smithi089 ceph-mon[102056]: pgmap v3937: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 3.0 KiB/s wr, 38 op/s 2024-07-26T07:10:40.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:40 smithi089 ceph-mon[102056]: osdmap e2284: 8 total, 8 up, 8 in 2024-07-26T07:10:40.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:40 smithi089 ceph-mon[102056]: osdmap e2285: 8 total, 8 up, 8 in 2024-07-26T07:10:41.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:41 smithi155 ceph-mon[90160]: pgmap v3940: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 74 KiB/s rd, 5.0 KiB/s wr, 105 op/s 2024-07-26T07:10:41.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:10:41.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:41 smithi089 ceph-mon[99608]: pgmap v3940: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 74 KiB/s rd, 5.0 KiB/s wr, 105 op/s 2024-07-26T07:10:41.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:10:41.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:41 smithi089 ceph-mon[102056]: pgmap v3940: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 74 KiB/s rd, 5.0 KiB/s wr, 105 op/s 2024-07-26T07:10:41.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:10:42.485 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap PASSED [ 36%] 2024-07-26T07:10:42.558 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap_not_found PASSED [ 36%] 2024-07-26T07:10:42.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:42 smithi155 ceph-mon[90160]: osdmap e2286: 8 total, 8 up, 8 in 2024-07-26T07:10:42.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:10:42 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:10:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:10:42.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:42 smithi089 ceph-mon[99608]: osdmap e2286: 8 total, 8 up, 8 in 2024-07-26T07:10:42.655 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:10:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:10:42] "GET /metrics HTTP/1.1" 200 36640 "" "Prometheus/2.43.0" 2024-07-26T07:10:42.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:42 smithi089 ceph-mon[102056]: osdmap e2286: 8 total, 8 up, 8 in 2024-07-26T07:10:43.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:43 smithi089 ceph-mon[99608]: osdmap e2287: 8 total, 8 up, 8 in 2024-07-26T07:10:43.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:43 smithi089 ceph-mon[99608]: pgmap v3943: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 116 KiB/s rd, 8.2 KiB/s wr, 159 op/s 2024-07-26T07:10:43.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:43 smithi089 ceph-mon[102056]: osdmap e2287: 8 total, 8 up, 8 in 2024-07-26T07:10:43.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:43 smithi089 ceph-mon[102056]: pgmap v3943: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 116 KiB/s rd, 8.2 KiB/s wr, 159 op/s 2024-07-26T07:10:43.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:43 smithi155 ceph-mon[90160]: osdmap e2287: 8 total, 8 up, 8 in 2024-07-26T07:10:43.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:43 smithi155 ceph-mon[90160]: pgmap v3943: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 116 KiB/s rd, 8.2 KiB/s wr, 159 op/s 2024-07-26T07:10:44.498 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap2 PASSED [ 37%] 2024-07-26T07:10:44.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:44 smithi089 ceph-mon[99608]: osdmap e2288: 8 total, 8 up, 8 in 2024-07-26T07:10:44.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:44 smithi089 ceph-mon[102056]: osdmap e2288: 8 total, 8 up, 8 in 2024-07-26T07:10:44.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:44 smithi155 ceph-mon[90160]: osdmap e2288: 8 total, 8 up, 8 in 2024-07-26T07:10:45.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:45 smithi155 ceph-mon[90160]: osdmap e2289: 8 total, 8 up, 8 in 2024-07-26T07:10:45.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:45 smithi155 ceph-mon[90160]: pgmap v3946: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 7.0 KiB/s wr, 97 op/s 2024-07-26T07:10:45.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:45 smithi155 ceph-mon[90160]: osdmap e2290: 8 total, 8 up, 8 in 2024-07-26T07:10:45.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:45 smithi089 ceph-mon[99608]: osdmap e2289: 8 total, 8 up, 8 in 2024-07-26T07:10:45.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:45 smithi089 ceph-mon[99608]: pgmap v3946: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 7.0 KiB/s wr, 97 op/s 2024-07-26T07:10:45.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:45 smithi089 ceph-mon[99608]: osdmap e2290: 8 total, 8 up, 8 in 2024-07-26T07:10:45.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:45 smithi089 ceph-mon[102056]: osdmap e2289: 8 total, 8 up, 8 in 2024-07-26T07:10:45.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:45 smithi089 ceph-mon[102056]: pgmap v3946: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 7.0 KiB/s wr, 97 op/s 2024-07-26T07:10:45.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:45 smithi089 ceph-mon[102056]: osdmap e2290: 8 total, 8 up, 8 in 2024-07-26T07:10:46.437 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap_by_id PASSED [ 37%] 2024-07-26T07:10:47.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:47 smithi155 ceph-mon[90160]: osdmap e2291: 8 total, 8 up, 8 in 2024-07-26T07:10:47.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:47 smithi089 ceph-mon[99608]: osdmap e2291: 8 total, 8 up, 8 in 2024-07-26T07:10:47.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:47 smithi089 ceph-mon[102056]: osdmap e2291: 8 total, 8 up, 8 in 2024-07-26T07:10:48.458 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rename_snap PASSED [ 38%] 2024-07-26T07:10:48.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:48 smithi155 ceph-mon[90160]: pgmap v3949: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 125 KiB/s rd, 11 KiB/s wr, 173 op/s 2024-07-26T07:10:48.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:48 smithi155 ceph-mon[90160]: osdmap e2292: 8 total, 8 up, 8 in 2024-07-26T07:10:48.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:48 smithi089 ceph-mon[99608]: pgmap v3949: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 125 KiB/s rd, 11 KiB/s wr, 173 op/s 2024-07-26T07:10:48.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:48 smithi089 ceph-mon[99608]: osdmap e2292: 8 total, 8 up, 8 in 2024-07-26T07:10:48.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:48 smithi089 ceph-mon[102056]: pgmap v3949: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 125 KiB/s rd, 11 KiB/s wr, 173 op/s 2024-07-26T07:10:48.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:48 smithi089 ceph-mon[102056]: osdmap e2292: 8 total, 8 up, 8 in 2024-07-26T07:10:49.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:49 smithi155 ceph-mon[90160]: osdmap e2293: 8 total, 8 up, 8 in 2024-07-26T07:10:49.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:49 smithi089 ceph-mon[99608]: osdmap e2293: 8 total, 8 up, 8 in 2024-07-26T07:10:49.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:49 smithi089 ceph-mon[102056]: osdmap e2293: 8 total, 8 up, 8 in 2024-07-26T07:10:50.446 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_protect_snap PASSED [ 39%] 2024-07-26T07:10:50.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:50 smithi155 ceph-mon[90160]: pgmap v3952: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 116 KiB/s rd, 9.2 KiB/s wr, 155 op/s 2024-07-26T07:10:50.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:50 smithi155 ceph-mon[90160]: osdmap e2294: 8 total, 8 up, 8 in 2024-07-26T07:10:50.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:50 smithi155 ceph-mon[90160]: osdmap e2295: 8 total, 8 up, 8 in 2024-07-26T07:10:50.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:50 smithi089 ceph-mon[99608]: pgmap v3952: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 116 KiB/s rd, 9.2 KiB/s wr, 155 op/s 2024-07-26T07:10:50.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:50 smithi089 ceph-mon[99608]: osdmap e2294: 8 total, 8 up, 8 in 2024-07-26T07:10:50.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:50 smithi089 ceph-mon[99608]: osdmap e2295: 8 total, 8 up, 8 in 2024-07-26T07:10:50.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:50 smithi089 ceph-mon[102056]: pgmap v3952: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 116 KiB/s rd, 9.2 KiB/s wr, 155 op/s 2024-07-26T07:10:50.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:50 smithi089 ceph-mon[102056]: osdmap e2294: 8 total, 8 up, 8 in 2024-07-26T07:10:50.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:50 smithi089 ceph-mon[102056]: osdmap e2295: 8 total, 8 up, 8 in 2024-07-26T07:10:51.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:51 smithi155 ceph-mon[90160]: pgmap v3955: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 3.7 KiB/s wr, 94 op/s 2024-07-26T07:10:51.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:51 smithi089 ceph-mon[99608]: pgmap v3955: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 3.7 KiB/s wr, 94 op/s 2024-07-26T07:10:51.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:51 smithi089 ceph-mon[102056]: pgmap v3955: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 3.7 KiB/s wr, 94 op/s 2024-07-26T07:10:52.475 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_exists PASSED [ 39%] 2024-07-26T07:10:52.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:10:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:10:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:10:52.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:52 smithi155 ceph-mon[90160]: osdmap e2296: 8 total, 8 up, 8 in 2024-07-26T07:10:52.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:52 smithi089 ceph-mon[99608]: osdmap e2296: 8 total, 8 up, 8 in 2024-07-26T07:10:52.655 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:10:52 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:10:52] "GET /metrics HTTP/1.1" 200 36640 "" "Prometheus/2.43.0" 2024-07-26T07:10:52.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:52 smithi089 ceph-mon[102056]: osdmap e2296: 8 total, 8 up, 8 in 2024-07-26T07:10:53.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:53 smithi089 ceph-mon[99608]: osdmap e2297: 8 total, 8 up, 8 in 2024-07-26T07:10:53.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:53 smithi089 ceph-mon[99608]: pgmap v3958: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 101 KiB/s rd, 5.0 KiB/s wr, 141 op/s 2024-07-26T07:10:53.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:53 smithi089 ceph-mon[102056]: osdmap e2297: 8 total, 8 up, 8 in 2024-07-26T07:10:53.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:53 smithi089 ceph-mon[102056]: pgmap v3958: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 101 KiB/s rd, 5.0 KiB/s wr, 141 op/s 2024-07-26T07:10:53.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:53 smithi155 ceph-mon[90160]: osdmap e2297: 8 total, 8 up, 8 in 2024-07-26T07:10:53.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:53 smithi155 ceph-mon[90160]: pgmap v3958: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 101 KiB/s rd, 5.0 KiB/s wr, 141 op/s 2024-07-26T07:10:54.507 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_timestamp PASSED [ 40%] 2024-07-26T07:10:54.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:54 smithi089 ceph-mon[99608]: osdmap e2298: 8 total, 8 up, 8 in 2024-07-26T07:10:54.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:54 smithi089 ceph-mon[102056]: osdmap e2298: 8 total, 8 up, 8 in 2024-07-26T07:10:54.878 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:54 smithi155 ceph-mon[90160]: osdmap e2298: 8 total, 8 up, 8 in 2024-07-26T07:10:55.878 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:55 smithi155 ceph-mon[90160]: osdmap e2299: 8 total, 8 up, 8 in 2024-07-26T07:10:55.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:55 smithi155 ceph-mon[90160]: pgmap v3961: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 144 KiB/s rd, 8.7 KiB/s wr, 191 op/s 2024-07-26T07:10:55.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:55 smithi155 ceph-mon[90160]: osdmap e2300: 8 total, 8 up, 8 in 2024-07-26T07:10:55.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:55 smithi089 ceph-mon[99608]: osdmap e2299: 8 total, 8 up, 8 in 2024-07-26T07:10:55.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:55 smithi089 ceph-mon[99608]: pgmap v3961: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 144 KiB/s rd, 8.7 KiB/s wr, 191 op/s 2024-07-26T07:10:55.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:55 smithi089 ceph-mon[99608]: osdmap e2300: 8 total, 8 up, 8 in 2024-07-26T07:10:55.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:55 smithi089 ceph-mon[102056]: osdmap e2299: 8 total, 8 up, 8 in 2024-07-26T07:10:55.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:55 smithi089 ceph-mon[102056]: pgmap v3961: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 144 KiB/s rd, 8.7 KiB/s wr, 191 op/s 2024-07-26T07:10:55.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:55 smithi089 ceph-mon[102056]: osdmap e2300: 8 total, 8 up, 8 in 2024-07-26T07:10:56.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:56 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:10:56.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:56 smithi155 ceph-mon[90160]: osdmap e2301: 8 total, 8 up, 8 in 2024-07-26T07:10:56.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:56 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:10:56.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:56 smithi089 ceph-mon[99608]: osdmap e2301: 8 total, 8 up, 8 in 2024-07-26T07:10:56.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:56 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:10:56.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:56 smithi089 ceph-mon[102056]: osdmap e2301: 8 total, 8 up, 8 in 2024-07-26T07:10:58.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:58 smithi155 ceph-mon[90160]: pgmap v3964: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 142 KiB/s rd, 10 KiB/s wr, 189 op/s 2024-07-26T07:10:58.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:58 smithi155 ceph-mon[90160]: osdmap e2302: 8 total, 8 up, 8 in 2024-07-26T07:10:58.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:58 smithi089 ceph-mon[99608]: pgmap v3964: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 142 KiB/s rd, 10 KiB/s wr, 189 op/s 2024-07-26T07:10:58.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:58 smithi089 ceph-mon[99608]: osdmap e2302: 8 total, 8 up, 8 in 2024-07-26T07:10:58.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:58 smithi089 ceph-mon[102056]: pgmap v3964: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 142 KiB/s rd, 10 KiB/s wr, 189 op/s 2024-07-26T07:10:58.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:58 smithi089 ceph-mon[102056]: osdmap e2302: 8 total, 8 up, 8 in 2024-07-26T07:10:59.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:10:59 smithi155 ceph-mon[90160]: osdmap e2303: 8 total, 8 up, 8 in 2024-07-26T07:10:59.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:10:59 smithi089 ceph-mon[99608]: osdmap e2303: 8 total, 8 up, 8 in 2024-07-26T07:10:59.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:10:59 smithi089 ceph-mon[102056]: osdmap e2303: 8 total, 8 up, 8 in 2024-07-26T07:11:00.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:00 smithi155 ceph-mon[90160]: pgmap v3967: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 5.0 KiB/s wr, 70 op/s 2024-07-26T07:11:00.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:00 smithi155 ceph-mon[90160]: osdmap e2304: 8 total, 8 up, 8 in 2024-07-26T07:11:00.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:00 smithi155 ceph-mon[90160]: osdmap e2305: 8 total, 8 up, 8 in 2024-07-26T07:11:00.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:00 smithi089 ceph-mon[99608]: pgmap v3967: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 5.0 KiB/s wr, 70 op/s 2024-07-26T07:11:00.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:00 smithi089 ceph-mon[99608]: osdmap e2304: 8 total, 8 up, 8 in 2024-07-26T07:11:00.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:00 smithi089 ceph-mon[99608]: osdmap e2305: 8 total, 8 up, 8 in 2024-07-26T07:11:00.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:00 smithi089 ceph-mon[102056]: pgmap v3967: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 5.0 KiB/s wr, 70 op/s 2024-07-26T07:11:00.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:00 smithi089 ceph-mon[102056]: osdmap e2304: 8 total, 8 up, 8 in 2024-07-26T07:11:00.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:00 smithi089 ceph-mon[102056]: osdmap e2305: 8 total, 8 up, 8 in 2024-07-26T07:11:01.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:01 smithi155 ceph-mon[90160]: pgmap v3970: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.7 KiB/s wr, 34 op/s 2024-07-26T07:11:01.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:01 smithi089 ceph-mon[99608]: pgmap v3970: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.7 KiB/s wr, 34 op/s 2024-07-26T07:11:01.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:01 smithi089 ceph-mon[102056]: pgmap v3970: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.7 KiB/s wr, 34 op/s 2024-07-26T07:11:02.487 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_limit_snaps PASSED [ 40%] 2024-07-26T07:11:02.581 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_exclusive_lock PASSED [ 41%] 2024-07-26T07:11:02.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:02 smithi155 ceph-mon[90160]: osdmap e2306: 8 total, 8 up, 8 in 2024-07-26T07:11:02.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:11:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:11:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:11:02.653 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_snap SKIPPED [ 41%] 2024-07-26T07:11:02.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:02 smithi089 ceph-mon[99608]: osdmap e2306: 8 total, 8 up, 8 in 2024-07-26T07:11:02.654 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:11:02 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:11:02] "GET /metrics HTTP/1.1" 200 36639 "" "Prometheus/2.43.0" 2024-07-26T07:11:02.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:02 smithi089 ceph-mon[102056]: osdmap e2306: 8 total, 8 up, 8 in 2024-07-26T07:11:02.729 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_watcher SKIPPED [ 42%] 2024-07-26T07:11:03.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:03 smithi089 ceph-mon[99608]: osdmap e2307: 8 total, 8 up, 8 in 2024-07-26T07:11:03.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:03 smithi089 ceph-mon[99608]: pgmap v3973: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.7 KiB/s wr, 34 op/s 2024-07-26T07:11:03.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:03 smithi089 ceph-mon[102056]: osdmap e2307: 8 total, 8 up, 8 in 2024-07-26T07:11:03.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:03 smithi089 ceph-mon[102056]: pgmap v3973: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.7 KiB/s wr, 34 op/s 2024-07-26T07:11:03.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:03 smithi155 ceph-mon[90160]: osdmap e2307: 8 total, 8 up, 8 in 2024-07-26T07:11:03.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:03 smithi155 ceph-mon[90160]: pgmap v3973: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.7 KiB/s wr, 34 op/s 2024-07-26T07:11:04.494 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_to_snap PASSED [ 42%] 2024-07-26T07:11:04.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:04 smithi089 ceph-mon[99608]: osdmap e2308: 8 total, 8 up, 8 in 2024-07-26T07:11:04.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:04 smithi089 ceph-mon[102056]: osdmap e2308: 8 total, 8 up, 8 in 2024-07-26T07:11:04.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:04 smithi155 ceph-mon[90160]: osdmap e2308: 8 total, 8 up, 8 in 2024-07-26T07:11:05.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:05 smithi155 ceph-mon[90160]: osdmap e2309: 8 total, 8 up, 8 in 2024-07-26T07:11:05.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:05 smithi155 ceph-mon[90160]: pgmap v3976: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 3.0 KiB/s wr, 87 op/s 2024-07-26T07:11:05.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:05 smithi155 ceph-mon[90160]: osdmap e2310: 8 total, 8 up, 8 in 2024-07-26T07:11:05.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:05 smithi089 ceph-mon[99608]: osdmap e2309: 8 total, 8 up, 8 in 2024-07-26T07:11:05.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:05 smithi089 ceph-mon[99608]: pgmap v3976: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 3.0 KiB/s wr, 87 op/s 2024-07-26T07:11:05.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:05 smithi089 ceph-mon[99608]: osdmap e2310: 8 total, 8 up, 8 in 2024-07-26T07:11:05.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:05 smithi089 ceph-mon[102056]: osdmap e2309: 8 total, 8 up, 8 in 2024-07-26T07:11:05.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:05 smithi089 ceph-mon[102056]: pgmap v3976: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 3.0 KiB/s wr, 87 op/s 2024-07-26T07:11:05.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:05 smithi089 ceph-mon[102056]: osdmap e2310: 8 total, 8 up, 8 in 2024-07-26T07:11:06.450 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_to_snap_sparse PASSED [ 43%] 2024-07-26T07:11:07.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:07 smithi155 ceph-mon[90160]: osdmap e2311: 8 total, 8 up, 8 in 2024-07-26T07:11:07.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:07 smithi089 ceph-mon[99608]: osdmap e2311: 8 total, 8 up, 8 in 2024-07-26T07:11:07.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:07 smithi089 ceph-mon[102056]: osdmap e2311: 8 total, 8 up, 8 in 2024-07-26T07:11:08.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:08 smithi155 ceph-mon[90160]: pgmap v3979: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 170 KiB/s rd, 13 KiB/s wr, 234 op/s 2024-07-26T07:11:08.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:08 smithi155 ceph-mon[90160]: osdmap e2312: 8 total, 8 up, 8 in 2024-07-26T07:11:08.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:08 smithi089 ceph-mon[99608]: pgmap v3979: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 170 KiB/s rd, 13 KiB/s wr, 234 op/s 2024-07-26T07:11:08.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:08 smithi089 ceph-mon[99608]: osdmap e2312: 8 total, 8 up, 8 in 2024-07-26T07:11:08.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:08 smithi089 ceph-mon[102056]: pgmap v3979: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 170 KiB/s rd, 13 KiB/s wr, 234 op/s 2024-07-26T07:11:08.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:08 smithi089 ceph-mon[102056]: osdmap e2312: 8 total, 8 up, 8 in 2024-07-26T07:11:09.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:09 smithi155 ceph-mon[90160]: osdmap e2313: 8 total, 8 up, 8 in 2024-07-26T07:11:09.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:09 smithi089 ceph-mon[99608]: osdmap e2313: 8 total, 8 up, 8 in 2024-07-26T07:11:09.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:09 smithi089 ceph-mon[102056]: osdmap e2313: 8 total, 8 up, 8 in 2024-07-26T07:11:10.464 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_with_resize PASSED [ 43%] 2024-07-26T07:11:10.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:10 smithi155 ceph-mon[90160]: pgmap v3982: 137 pgs: 137 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 140 KiB/s rd, 14 KiB/s wr, 204 op/s 2024-07-26T07:11:10.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:10 smithi155 ceph-mon[90160]: osdmap e2314: 8 total, 8 up, 8 in 2024-07-26T07:11:10.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:10 smithi155 ceph-mon[90160]: osdmap e2315: 8 total, 8 up, 8 in 2024-07-26T07:11:10.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:10 smithi089 ceph-mon[99608]: pgmap v3982: 137 pgs: 137 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 140 KiB/s rd, 14 KiB/s wr, 204 op/s 2024-07-26T07:11:10.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:10 smithi089 ceph-mon[99608]: osdmap e2314: 8 total, 8 up, 8 in 2024-07-26T07:11:10.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:10 smithi089 ceph-mon[99608]: osdmap e2315: 8 total, 8 up, 8 in 2024-07-26T07:11:10.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:10 smithi089 ceph-mon[102056]: pgmap v3982: 137 pgs: 137 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 140 KiB/s rd, 14 KiB/s wr, 204 op/s 2024-07-26T07:11:10.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:10 smithi089 ceph-mon[102056]: osdmap e2314: 8 total, 8 up, 8 in 2024-07-26T07:11:10.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:10 smithi089 ceph-mon[102056]: osdmap e2315: 8 total, 8 up, 8 in 2024-07-26T07:11:11.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:11 smithi089 ceph-mon[99608]: pgmap v3985: 137 pgs: 137 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 101 KiB/s rd, 11 KiB/s wr, 145 op/s 2024-07-26T07:11:11.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:11:11.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:11 smithi089 ceph-mon[102056]: pgmap v3985: 137 pgs: 137 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 101 KiB/s rd, 11 KiB/s wr, 145 op/s 2024-07-26T07:11:11.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:11:11.878 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:11 smithi155 ceph-mon[90160]: pgmap v3985: 137 pgs: 137 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 101 KiB/s rd, 11 KiB/s wr, 145 op/s 2024-07-26T07:11:11.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:11 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:11:12.482 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap PASSED [ 44%] 2024-07-26T07:11:12.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:12 smithi155 ceph-mon[90160]: osdmap e2316: 8 total, 8 up, 8 in 2024-07-26T07:11:12.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:11:12 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:11:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:11:12.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:12 smithi089 ceph-mon[99608]: osdmap e2316: 8 total, 8 up, 8 in 2024-07-26T07:11:12.655 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:11:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:11:12] "GET /metrics HTTP/1.1" 200 36643 "" "Prometheus/2.43.0" 2024-07-26T07:11:12.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:12 smithi089 ceph-mon[102056]: osdmap e2316: 8 total, 8 up, 8 in 2024-07-26T07:11:13.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:13 smithi089 ceph-mon[99608]: osdmap e2317: 8 total, 8 up, 8 in 2024-07-26T07:11:13.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:13 smithi089 ceph-mon[99608]: pgmap v3988: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 12 KiB/s wr, 180 op/s 2024-07-26T07:11:13.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:13 smithi089 ceph-mon[102056]: osdmap e2317: 8 total, 8 up, 8 in 2024-07-26T07:11:13.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:13 smithi089 ceph-mon[102056]: pgmap v3988: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 12 KiB/s wr, 180 op/s 2024-07-26T07:11:13.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:13 smithi155 ceph-mon[90160]: osdmap e2317: 8 total, 8 up, 8 in 2024-07-26T07:11:13.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:13 smithi155 ceph-mon[90160]: pgmap v3988: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 12 KiB/s wr, 180 op/s 2024-07-26T07:11:14.511 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_no_snap PASSED [ 45%] 2024-07-26T07:11:14.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:14 smithi089 ceph-mon[99608]: osdmap e2318: 8 total, 8 up, 8 in 2024-07-26T07:11:14.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:14 smithi089 ceph-mon[102056]: osdmap e2318: 8 total, 8 up, 8 in 2024-07-26T07:11:14.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:14 smithi155 ceph-mon[90160]: osdmap e2318: 8 total, 8 up, 8 in 2024-07-26T07:11:15.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:15 smithi155 ceph-mon[90160]: osdmap e2319: 8 total, 8 up, 8 in 2024-07-26T07:11:15.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:15 smithi155 ceph-mon[90160]: pgmap v3991: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 96 KiB/s rd, 13 KiB/s wr, 144 op/s 2024-07-26T07:11:15.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:15 smithi155 ceph-mon[90160]: osdmap e2320: 8 total, 8 up, 8 in 2024-07-26T07:11:15.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:15 smithi089 ceph-mon[99608]: osdmap e2319: 8 total, 8 up, 8 in 2024-07-26T07:11:15.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:15 smithi089 ceph-mon[99608]: pgmap v3991: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 96 KiB/s rd, 13 KiB/s wr, 144 op/s 2024-07-26T07:11:15.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:15 smithi089 ceph-mon[99608]: osdmap e2320: 8 total, 8 up, 8 in 2024-07-26T07:11:15.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:15 smithi089 ceph-mon[102056]: osdmap e2319: 8 total, 8 up, 8 in 2024-07-26T07:11:15.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:15 smithi089 ceph-mon[102056]: pgmap v3991: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 96 KiB/s rd, 13 KiB/s wr, 144 op/s 2024-07-26T07:11:15.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:15 smithi089 ceph-mon[102056]: osdmap e2320: 8 total, 8 up, 8 in 2024-07-26T07:11:16.455 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_by_id PASSED [ 45%] 2024-07-26T07:11:17.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:17 smithi155 ceph-mon[90160]: osdmap e2321: 8 total, 8 up, 8 in 2024-07-26T07:11:17.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:17 smithi089 ceph-mon[99608]: osdmap e2321: 8 total, 8 up, 8 in 2024-07-26T07:11:17.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:17 smithi089 ceph-mon[102056]: osdmap e2321: 8 total, 8 up, 8 in 2024-07-26T07:11:18.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:18 smithi155 ceph-mon[90160]: pgmap v3994: 137 pgs: 2 active+clean+snaptrim, 135 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 116 KiB/s rd, 16 KiB/s wr, 171 op/s 2024-07-26T07:11:18.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:18 smithi155 ceph-mon[90160]: osdmap e2322: 8 total, 8 up, 8 in 2024-07-26T07:11:18.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:18 smithi089 ceph-mon[99608]: pgmap v3994: 137 pgs: 2 active+clean+snaptrim, 135 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 116 KiB/s rd, 16 KiB/s wr, 171 op/s 2024-07-26T07:11:18.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:18 smithi089 ceph-mon[99608]: osdmap e2322: 8 total, 8 up, 8 in 2024-07-26T07:11:18.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:18 smithi089 ceph-mon[102056]: pgmap v3994: 137 pgs: 2 active+clean+snaptrim, 135 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 116 KiB/s rd, 16 KiB/s wr, 171 op/s 2024-07-26T07:11:18.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:18 smithi089 ceph-mon[102056]: osdmap e2322: 8 total, 8 up, 8 in 2024-07-26T07:11:19.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:19 smithi155 ceph-mon[90160]: osdmap e2323: 8 total, 8 up, 8 in 2024-07-26T07:11:19.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:19 smithi155 ceph-mon[90160]: pgmap v3997: 137 pgs: 2 active+clean+snaptrim, 135 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 101 KiB/s rd, 12 KiB/s wr, 141 op/s 2024-07-26T07:11:19.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:19 smithi089 ceph-mon[99608]: osdmap e2323: 8 total, 8 up, 8 in 2024-07-26T07:11:19.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:19 smithi089 ceph-mon[99608]: pgmap v3997: 137 pgs: 2 active+clean+snaptrim, 135 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 101 KiB/s rd, 12 KiB/s wr, 141 op/s 2024-07-26T07:11:19.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:19 smithi089 ceph-mon[102056]: osdmap e2323: 8 total, 8 up, 8 in 2024-07-26T07:11:19.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:19 smithi089 ceph-mon[102056]: pgmap v3997: 137 pgs: 2 active+clean+snaptrim, 135 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 101 KiB/s rd, 12 KiB/s wr, 141 op/s 2024-07-26T07:11:20.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:20 smithi155 ceph-mon[90160]: osdmap e2324: 8 total, 8 up, 8 in 2024-07-26T07:11:20.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:20 smithi155 ceph-mon[90160]: osdmap e2325: 8 total, 8 up, 8 in 2024-07-26T07:11:20.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:20 smithi089 ceph-mon[99608]: osdmap e2324: 8 total, 8 up, 8 in 2024-07-26T07:11:20.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:20 smithi089 ceph-mon[99608]: osdmap e2325: 8 total, 8 up, 8 in 2024-07-26T07:11:20.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:20 smithi089 ceph-mon[102056]: osdmap e2324: 8 total, 8 up, 8 in 2024-07-26T07:11:20.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:20 smithi089 ceph-mon[102056]: osdmap e2325: 8 total, 8 up, 8 in 2024-07-26T07:11:21.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:21 smithi089 ceph-mon[99608]: pgmap v4000: 137 pgs: 2 active+clean+snaptrim, 135 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 74 KiB/s rd, 7.5 KiB/s wr, 103 op/s 2024-07-26T07:11:21.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:21 smithi089 ceph-mon[102056]: pgmap v4000: 137 pgs: 2 active+clean+snaptrim, 135 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 74 KiB/s rd, 7.5 KiB/s wr, 103 op/s 2024-07-26T07:11:21.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:21 smithi155 ceph-mon[90160]: pgmap v4000: 137 pgs: 2 active+clean+snaptrim, 135 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 74 KiB/s rd, 7.5 KiB/s wr, 103 op/s 2024-07-26T07:11:22.483 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_get_name PASSED [ 46%] 2024-07-26T07:11:22.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:22 smithi155 ceph-mon[90160]: osdmap e2326: 8 total, 8 up, 8 in 2024-07-26T07:11:22.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:11:22 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:11:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:11:22.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:22 smithi089 ceph-mon[99608]: osdmap e2326: 8 total, 8 up, 8 in 2024-07-26T07:11:22.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:22 smithi089 ceph-mon[102056]: osdmap e2326: 8 total, 8 up, 8 in 2024-07-26T07:11:22.655 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:11:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:11:22] "GET /metrics HTTP/1.1" 200 36643 "" "Prometheus/2.43.0" 2024-07-26T07:11:23.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:23 smithi089 ceph-mon[99608]: osdmap e2327: 8 total, 8 up, 8 in 2024-07-26T07:11:23.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:23 smithi089 ceph-mon[99608]: pgmap v4003: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 5.2 KiB/s wr, 83 op/s 2024-07-26T07:11:23.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:23 smithi089 ceph-mon[102056]: osdmap e2327: 8 total, 8 up, 8 in 2024-07-26T07:11:23.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:23 smithi089 ceph-mon[102056]: pgmap v4003: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 5.2 KiB/s wr, 83 op/s 2024-07-26T07:11:23.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:23 smithi155 ceph-mon[90160]: osdmap e2327: 8 total, 8 up, 8 in 2024-07-26T07:11:23.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:23 smithi155 ceph-mon[90160]: pgmap v4003: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 5.2 KiB/s wr, 83 op/s 2024-07-26T07:11:24.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:24 smithi089 ceph-mon[99608]: osdmap e2328: 8 total, 8 up, 8 in 2024-07-26T07:11:24.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:24 smithi089 ceph-mon[102056]: osdmap e2328: 8 total, 8 up, 8 in 2024-07-26T07:11:24.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:24 smithi155 ceph-mon[90160]: osdmap e2328: 8 total, 8 up, 8 in 2024-07-26T07:11:25.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:25 smithi155 ceph-mon[90160]: osdmap e2329: 8 total, 8 up, 8 in 2024-07-26T07:11:25.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:25 smithi155 ceph-mon[90160]: pgmap v4006: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 3.2 KiB/s wr, 44 op/s 2024-07-26T07:11:25.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:25 smithi155 ceph-mon[90160]: osdmap e2330: 8 total, 8 up, 8 in 2024-07-26T07:11:25.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:25 smithi089 ceph-mon[99608]: osdmap e2329: 8 total, 8 up, 8 in 2024-07-26T07:11:25.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:25 smithi089 ceph-mon[99608]: pgmap v4006: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 3.2 KiB/s wr, 44 op/s 2024-07-26T07:11:25.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:25 smithi089 ceph-mon[99608]: osdmap e2330: 8 total, 8 up, 8 in 2024-07-26T07:11:25.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:25 smithi089 ceph-mon[102056]: osdmap e2329: 8 total, 8 up, 8 in 2024-07-26T07:11:25.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:25 smithi089 ceph-mon[102056]: pgmap v4006: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 3.2 KiB/s wr, 44 op/s 2024-07-26T07:11:25.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:25 smithi089 ceph-mon[102056]: osdmap e2330: 8 total, 8 up, 8 in 2024-07-26T07:11:26.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:11:26.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:26 smithi155 ceph-mon[90160]: osdmap e2331: 8 total, 8 up, 8 in 2024-07-26T07:11:26.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:11:26.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:26 smithi089 ceph-mon[99608]: osdmap e2331: 8 total, 8 up, 8 in 2024-07-26T07:11:26.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:11:26.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:26 smithi089 ceph-mon[102056]: osdmap e2331: 8 total, 8 up, 8 in 2024-07-26T07:11:28.467 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_get_id PASSED [ 46%] 2024-07-26T07:11:28.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:28 smithi155 ceph-mon[90160]: pgmap v4009: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 5.0 KiB/s wr, 88 op/s 2024-07-26T07:11:28.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:28 smithi155 ceph-mon[90160]: osdmap e2332: 8 total, 8 up, 8 in 2024-07-26T07:11:28.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:28 smithi089 ceph-mon[99608]: pgmap v4009: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 5.0 KiB/s wr, 88 op/s 2024-07-26T07:11:28.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:28 smithi089 ceph-mon[99608]: osdmap e2332: 8 total, 8 up, 8 in 2024-07-26T07:11:28.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:28 smithi089 ceph-mon[102056]: pgmap v4009: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 5.0 KiB/s wr, 88 op/s 2024-07-26T07:11:28.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:28 smithi089 ceph-mon[102056]: osdmap e2332: 8 total, 8 up, 8 in 2024-07-26T07:11:29.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:29 smithi089 ceph-mon[99608]: osdmap e2333: 8 total, 8 up, 8 in 2024-07-26T07:11:29.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:29 smithi089 ceph-mon[102056]: osdmap e2333: 8 total, 8 up, 8 in 2024-07-26T07:11:29.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:29 smithi155 ceph-mon[90160]: osdmap e2333: 8 total, 8 up, 8 in 2024-07-26T07:11:30.458 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_sparse PASSED [ 47%] 2024-07-26T07:11:30.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:30 smithi155 ceph-mon[90160]: pgmap v4012: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 2.7 KiB/s wr, 48 op/s 2024-07-26T07:11:30.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:30 smithi155 ceph-mon[90160]: osdmap e2334: 8 total, 8 up, 8 in 2024-07-26T07:11:30.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:30 smithi155 ceph-mon[90160]: osdmap e2335: 8 total, 8 up, 8 in 2024-07-26T07:11:30.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:30 smithi089 ceph-mon[99608]: pgmap v4012: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 2.7 KiB/s wr, 48 op/s 2024-07-26T07:11:30.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:30 smithi089 ceph-mon[99608]: osdmap e2334: 8 total, 8 up, 8 in 2024-07-26T07:11:30.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:30 smithi089 ceph-mon[99608]: osdmap e2335: 8 total, 8 up, 8 in 2024-07-26T07:11:30.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:30 smithi089 ceph-mon[102056]: pgmap v4012: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 2.7 KiB/s wr, 48 op/s 2024-07-26T07:11:30.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:30 smithi089 ceph-mon[102056]: osdmap e2334: 8 total, 8 up, 8 in 2024-07-26T07:11:30.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:30 smithi089 ceph-mon[102056]: osdmap e2335: 8 total, 8 up, 8 in 2024-07-26T07:11:31.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:31 smithi089 ceph-mon[99608]: pgmap v4015: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 103 KiB/s rd, 8.5 KiB/s wr, 141 op/s 2024-07-26T07:11:31.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:31 smithi089 ceph-mon[102056]: pgmap v4015: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 103 KiB/s rd, 8.5 KiB/s wr, 141 op/s 2024-07-26T07:11:31.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:31 smithi155 ceph-mon[90160]: pgmap v4015: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 103 KiB/s rd, 8.5 KiB/s wr, 141 op/s 2024-07-26T07:11:32.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:32 smithi155 ceph-mon[90160]: osdmap e2336: 8 total, 8 up, 8 in 2024-07-26T07:11:32.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:11:32 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:11:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:11:32.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:32 smithi089 ceph-mon[99608]: osdmap e2336: 8 total, 8 up, 8 in 2024-07-26T07:11:32.655 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:11:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:11:32] "GET /metrics HTTP/1.1" 200 36641 "" "Prometheus/2.43.0" 2024-07-26T07:11:32.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:32 smithi089 ceph-mon[102056]: osdmap e2336: 8 total, 8 up, 8 in 2024-07-26T07:11:33.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:33 smithi089 ceph-mon[99608]: osdmap e2337: 8 total, 8 up, 8 in 2024-07-26T07:11:33.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:33 smithi089 ceph-mon[99608]: pgmap v4018: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 112 KiB/s rd, 10 KiB/s wr, 154 op/s 2024-07-26T07:11:33.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:33 smithi089 ceph-mon[102056]: osdmap e2337: 8 total, 8 up, 8 in 2024-07-26T07:11:33.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:33 smithi089 ceph-mon[102056]: pgmap v4018: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 112 KiB/s rd, 10 KiB/s wr, 154 op/s 2024-07-26T07:11:33.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:33 smithi155 ceph-mon[90160]: osdmap e2337: 8 total, 8 up, 8 in 2024-07-26T07:11:33.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:33 smithi155 ceph-mon[90160]: pgmap v4018: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 112 KiB/s rd, 10 KiB/s wr, 154 op/s 2024-07-26T07:11:34.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:34 smithi155 ceph-mon[90160]: osdmap e2338: 8 total, 8 up, 8 in 2024-07-26T07:11:34.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:34 smithi089 ceph-mon[99608]: osdmap e2338: 8 total, 8 up, 8 in 2024-07-26T07:11:34.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:34 smithi089 ceph-mon[102056]: osdmap e2338: 8 total, 8 up, 8 in 2024-07-26T07:11:35.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:35 smithi155 ceph-mon[90160]: osdmap e2339: 8 total, 8 up, 8 in 2024-07-26T07:11:35.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:35 smithi155 ceph-mon[90160]: pgmap v4021: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 2.5 KiB/s wr, 18 op/s 2024-07-26T07:11:35.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:35 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:11:35.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:35 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:11:35.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:35 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:11:35.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:35 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:11:35.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:35 smithi155 ceph-mon[90160]: osdmap e2340: 8 total, 8 up, 8 in 2024-07-26T07:11:35.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:35 smithi089 ceph-mon[99608]: osdmap e2339: 8 total, 8 up, 8 in 2024-07-26T07:11:35.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:35 smithi089 ceph-mon[99608]: pgmap v4021: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 2.5 KiB/s wr, 18 op/s 2024-07-26T07:11:35.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:35 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:11:35.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:35 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:11:35.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:35 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:11:35.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:35 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:11:35.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:35 smithi089 ceph-mon[99608]: osdmap e2340: 8 total, 8 up, 8 in 2024-07-26T07:11:35.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:35 smithi089 ceph-mon[102056]: osdmap e2339: 8 total, 8 up, 8 in 2024-07-26T07:11:35.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:35 smithi089 ceph-mon[102056]: pgmap v4021: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 2.5 KiB/s wr, 18 op/s 2024-07-26T07:11:35.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:35 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:11:35.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:35 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:11:35.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:35 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:11:35.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:35 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:11:35.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:35 smithi089 ceph-mon[102056]: osdmap e2340: 8 total, 8 up, 8 in 2024-07-26T07:11:37.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:37 smithi155 ceph-mon[90160]: osdmap e2341: 8 total, 8 up, 8 in 2024-07-26T07:11:37.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:37 smithi089 ceph-mon[99608]: osdmap e2341: 8 total, 8 up, 8 in 2024-07-26T07:11:37.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:37 smithi089 ceph-mon[102056]: osdmap e2341: 8 total, 8 up, 8 in 2024-07-26T07:11:38.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:38 smithi155 ceph-mon[90160]: pgmap v4024: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 48 KiB/s rd, 4.2 KiB/s wr, 65 op/s 2024-07-26T07:11:38.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:38 smithi155 ceph-mon[90160]: osdmap e2342: 8 total, 8 up, 8 in 2024-07-26T07:11:38.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:38 smithi089 ceph-mon[99608]: pgmap v4024: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 48 KiB/s rd, 4.2 KiB/s wr, 65 op/s 2024-07-26T07:11:38.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:38 smithi089 ceph-mon[99608]: osdmap e2342: 8 total, 8 up, 8 in 2024-07-26T07:11:38.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:38 smithi089 ceph-mon[102056]: pgmap v4024: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 48 KiB/s rd, 4.2 KiB/s wr, 65 op/s 2024-07-26T07:11:38.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:38 smithi089 ceph-mon[102056]: osdmap e2342: 8 total, 8 up, 8 in 2024-07-26T07:11:39.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:39 smithi089 ceph-mon[102056]: osdmap e2343: 8 total, 8 up, 8 in 2024-07-26T07:11:39.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:39 smithi089 ceph-mon[102056]: pgmap v4027: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 4.0 KiB/s wr, 65 op/s 2024-07-26T07:11:39.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:39 smithi089 ceph-mon[99608]: osdmap e2343: 8 total, 8 up, 8 in 2024-07-26T07:11:39.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:39 smithi089 ceph-mon[99608]: pgmap v4027: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 4.0 KiB/s wr, 65 op/s 2024-07-26T07:11:39.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:39 smithi155 ceph-mon[90160]: osdmap e2343: 8 total, 8 up, 8 in 2024-07-26T07:11:39.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:39 smithi155 ceph-mon[90160]: pgmap v4027: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 4.0 KiB/s wr, 65 op/s 2024-07-26T07:11:40.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:40 smithi089 ceph-mon[99608]: osdmap e2344: 8 total, 8 up, 8 in 2024-07-26T07:11:40.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:40 smithi089 ceph-mon[99608]: osdmap e2345: 8 total, 8 up, 8 in 2024-07-26T07:11:40.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:40 smithi089 ceph-mon[102056]: osdmap e2344: 8 total, 8 up, 8 in 2024-07-26T07:11:40.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:40 smithi089 ceph-mon[102056]: osdmap e2345: 8 total, 8 up, 8 in 2024-07-26T07:11:40.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:40 smithi155 ceph-mon[90160]: osdmap e2344: 8 total, 8 up, 8 in 2024-07-26T07:11:40.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:40 smithi155 ceph-mon[90160]: osdmap e2345: 8 total, 8 up, 8 in 2024-07-26T07:11:41.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:41 smithi089 ceph-mon[99608]: pgmap v4030: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-07-26T07:11:41.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:11:41.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:41 smithi089 ceph-mon[99608]: osdmap e2346: 8 total, 8 up, 8 in 2024-07-26T07:11:41.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:41 smithi089 ceph-mon[102056]: pgmap v4030: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-07-26T07:11:41.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:11:41.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:41 smithi089 ceph-mon[102056]: osdmap e2346: 8 total, 8 up, 8 in 2024-07-26T07:11:41.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:41 smithi155 ceph-mon[90160]: pgmap v4030: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-07-26T07:11:41.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:11:41.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:41 smithi155 ceph-mon[90160]: osdmap e2346: 8 total, 8 up, 8 in 2024-07-26T07:11:42.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:11:42 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:11:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:11:42.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:11:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:11:42] "GET /metrics HTTP/1.1" 200 36639 "" "Prometheus/2.43.0" 2024-07-26T07:11:43.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:43 smithi155 ceph-mon[90160]: osdmap e2347: 8 total, 8 up, 8 in 2024-07-26T07:11:43.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:43 smithi089 ceph-mon[102056]: osdmap e2347: 8 total, 8 up, 8 in 2024-07-26T07:11:43.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:43 smithi089 ceph-mon[99608]: osdmap e2347: 8 total, 8 up, 8 in 2024-07-26T07:11:44.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:44 smithi155 ceph-mon[90160]: pgmap v4033: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 3.5 KiB/s wr, 102 op/s 2024-07-26T07:11:44.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:44 smithi155 ceph-mon[90160]: osdmap e2348: 8 total, 8 up, 8 in 2024-07-26T07:11:44.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:44 smithi089 ceph-mon[99608]: pgmap v4033: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 3.5 KiB/s wr, 102 op/s 2024-07-26T07:11:44.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:44 smithi089 ceph-mon[99608]: osdmap e2348: 8 total, 8 up, 8 in 2024-07-26T07:11:44.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:44 smithi089 ceph-mon[102056]: pgmap v4033: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 3.5 KiB/s wr, 102 op/s 2024-07-26T07:11:44.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:44 smithi089 ceph-mon[102056]: osdmap e2348: 8 total, 8 up, 8 in 2024-07-26T07:11:45.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:45 smithi089 ceph-mon[99608]: osdmap e2349: 8 total, 8 up, 8 in 2024-07-26T07:11:45.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:45 smithi089 ceph-mon[99608]: pgmap v4036: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 3.0 KiB/s wr, 105 op/s 2024-07-26T07:11:45.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:45 smithi089 ceph-mon[102056]: osdmap e2349: 8 total, 8 up, 8 in 2024-07-26T07:11:45.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:45 smithi089 ceph-mon[102056]: pgmap v4036: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 3.0 KiB/s wr, 105 op/s 2024-07-26T07:11:45.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:45 smithi155 ceph-mon[90160]: osdmap e2349: 8 total, 8 up, 8 in 2024-07-26T07:11:45.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:45 smithi155 ceph-mon[90160]: pgmap v4036: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 3.0 KiB/s wr, 105 op/s 2024-07-26T07:11:46.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:46 smithi089 ceph-mon[99608]: osdmap e2350: 8 total, 8 up, 8 in 2024-07-26T07:11:46.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:46 smithi089 ceph-mon[102056]: osdmap e2350: 8 total, 8 up, 8 in 2024-07-26T07:11:46.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:46 smithi155 ceph-mon[90160]: osdmap e2350: 8 total, 8 up, 8 in 2024-07-26T07:11:47.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:47 smithi155 ceph-mon[90160]: osdmap e2351: 8 total, 8 up, 8 in 2024-07-26T07:11:47.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:47 smithi155 ceph-mon[90160]: pgmap v4039: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 111 KiB/s rd, 3.0 KiB/s wr, 148 op/s 2024-07-26T07:11:47.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:47 smithi089 ceph-mon[99608]: osdmap e2351: 8 total, 8 up, 8 in 2024-07-26T07:11:47.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:47 smithi089 ceph-mon[99608]: pgmap v4039: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 111 KiB/s rd, 3.0 KiB/s wr, 148 op/s 2024-07-26T07:11:47.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:47 smithi089 ceph-mon[102056]: osdmap e2351: 8 total, 8 up, 8 in 2024-07-26T07:11:47.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:47 smithi089 ceph-mon[102056]: pgmap v4039: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 111 KiB/s rd, 3.0 KiB/s wr, 148 op/s 2024-07-26T07:11:48.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:48 smithi155 ceph-mon[90160]: osdmap e2352: 8 total, 8 up, 8 in 2024-07-26T07:11:48.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:48 smithi089 ceph-mon[99608]: osdmap e2352: 8 total, 8 up, 8 in 2024-07-26T07:11:48.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:48 smithi089 ceph-mon[102056]: osdmap e2352: 8 total, 8 up, 8 in 2024-07-26T07:11:49.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:49 smithi155 ceph-mon[90160]: osdmap e2353: 8 total, 8 up, 8 in 2024-07-26T07:11:49.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:49 smithi155 ceph-mon[90160]: pgmap v4042: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 111 KiB/s rd, 2.7 KiB/s wr, 148 op/s 2024-07-26T07:11:49.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:49 smithi089 ceph-mon[99608]: osdmap e2353: 8 total, 8 up, 8 in 2024-07-26T07:11:49.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:49 smithi089 ceph-mon[99608]: pgmap v4042: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 111 KiB/s rd, 2.7 KiB/s wr, 148 op/s 2024-07-26T07:11:49.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:49 smithi089 ceph-mon[102056]: osdmap e2353: 8 total, 8 up, 8 in 2024-07-26T07:11:49.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:49 smithi089 ceph-mon[102056]: pgmap v4042: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 111 KiB/s rd, 2.7 KiB/s wr, 148 op/s 2024-07-26T07:11:50.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:50 smithi155 ceph-mon[90160]: osdmap e2354: 8 total, 8 up, 8 in 2024-07-26T07:11:50.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:50 smithi089 ceph-mon[99608]: osdmap e2354: 8 total, 8 up, 8 in 2024-07-26T07:11:50.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:50 smithi089 ceph-mon[102056]: osdmap e2354: 8 total, 8 up, 8 in 2024-07-26T07:11:51.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:51 smithi155 ceph-mon[90160]: osdmap e2355: 8 total, 8 up, 8 in 2024-07-26T07:11:51.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:51 smithi155 ceph-mon[90160]: pgmap v4045: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-07-26T07:11:51.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:51 smithi089 ceph-mon[99608]: osdmap e2355: 8 total, 8 up, 8 in 2024-07-26T07:11:51.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:51 smithi089 ceph-mon[99608]: pgmap v4045: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-07-26T07:11:51.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:51 smithi089 ceph-mon[102056]: osdmap e2355: 8 total, 8 up, 8 in 2024-07-26T07:11:51.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:51 smithi089 ceph-mon[102056]: pgmap v4045: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-07-26T07:11:52.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:11:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:11:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:11:52.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:52 smithi155 ceph-mon[90160]: osdmap e2356: 8 total, 8 up, 8 in 2024-07-26T07:11:52.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:52 smithi089 ceph-mon[99608]: osdmap e2356: 8 total, 8 up, 8 in 2024-07-26T07:11:52.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:11:52 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:11:52] "GET /metrics HTTP/1.1" 200 36639 "" "Prometheus/2.43.0" 2024-07-26T07:11:52.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:52 smithi089 ceph-mon[102056]: osdmap e2356: 8 total, 8 up, 8 in 2024-07-26T07:11:53.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:53 smithi155 ceph-mon[90160]: osdmap e2357: 8 total, 8 up, 8 in 2024-07-26T07:11:53.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:53 smithi155 ceph-mon[90160]: pgmap v4048: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 141 KiB/s rd, 3.7 KiB/s wr, 189 op/s 2024-07-26T07:11:53.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:53 smithi089 ceph-mon[99608]: osdmap e2357: 8 total, 8 up, 8 in 2024-07-26T07:11:53.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:53 smithi089 ceph-mon[99608]: pgmap v4048: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 141 KiB/s rd, 3.7 KiB/s wr, 189 op/s 2024-07-26T07:11:53.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:53 smithi089 ceph-mon[102056]: osdmap e2357: 8 total, 8 up, 8 in 2024-07-26T07:11:53.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:53 smithi089 ceph-mon[102056]: pgmap v4048: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 141 KiB/s rd, 3.7 KiB/s wr, 189 op/s 2024-07-26T07:11:54.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:54 smithi155 ceph-mon[90160]: osdmap e2358: 8 total, 8 up, 8 in 2024-07-26T07:11:54.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:54 smithi089 ceph-mon[99608]: osdmap e2358: 8 total, 8 up, 8 in 2024-07-26T07:11:54.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:54 smithi089 ceph-mon[102056]: osdmap e2358: 8 total, 8 up, 8 in 2024-07-26T07:11:55.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:55 smithi155 ceph-mon[90160]: osdmap e2359: 8 total, 8 up, 8 in 2024-07-26T07:11:55.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:55 smithi155 ceph-mon[90160]: pgmap v4051: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 144 KiB/s rd, 3.7 KiB/s wr, 193 op/s 2024-07-26T07:11:55.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:55 smithi089 ceph-mon[99608]: osdmap e2359: 8 total, 8 up, 8 in 2024-07-26T07:11:55.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:55 smithi089 ceph-mon[99608]: pgmap v4051: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 144 KiB/s rd, 3.7 KiB/s wr, 193 op/s 2024-07-26T07:11:55.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:55 smithi089 ceph-mon[102056]: osdmap e2359: 8 total, 8 up, 8 in 2024-07-26T07:11:55.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:55 smithi089 ceph-mon[102056]: pgmap v4051: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 144 KiB/s rd, 3.7 KiB/s wr, 193 op/s 2024-07-26T07:11:56.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:56 smithi155 ceph-mon[90160]: osdmap e2360: 8 total, 8 up, 8 in 2024-07-26T07:11:56.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:56 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:11:56.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:56 smithi089 ceph-mon[99608]: osdmap e2360: 8 total, 8 up, 8 in 2024-07-26T07:11:56.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:56 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:11:56.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:56 smithi089 ceph-mon[102056]: osdmap e2360: 8 total, 8 up, 8 in 2024-07-26T07:11:56.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:56 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:11:57.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:57 smithi155 ceph-mon[90160]: osdmap e2361: 8 total, 8 up, 8 in 2024-07-26T07:11:57.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:57 smithi155 ceph-mon[90160]: pgmap v4054: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 3.5 KiB/s wr, 238 op/s 2024-07-26T07:11:57.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:57 smithi089 ceph-mon[99608]: osdmap e2361: 8 total, 8 up, 8 in 2024-07-26T07:11:57.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:57 smithi089 ceph-mon[99608]: pgmap v4054: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 3.5 KiB/s wr, 238 op/s 2024-07-26T07:11:57.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:57 smithi089 ceph-mon[102056]: osdmap e2361: 8 total, 8 up, 8 in 2024-07-26T07:11:57.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:57 smithi089 ceph-mon[102056]: pgmap v4054: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 3.5 KiB/s wr, 238 op/s 2024-07-26T07:11:58.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:58 smithi155 ceph-mon[90160]: osdmap e2362: 8 total, 8 up, 8 in 2024-07-26T07:11:58.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:58 smithi089 ceph-mon[99608]: osdmap e2362: 8 total, 8 up, 8 in 2024-07-26T07:11:58.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:58 smithi089 ceph-mon[102056]: osdmap e2362: 8 total, 8 up, 8 in 2024-07-26T07:11:59.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:59 smithi155 ceph-mon[90160]: osdmap e2363: 8 total, 8 up, 8 in 2024-07-26T07:11:59.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:11:59 smithi155 ceph-mon[90160]: pgmap v4057: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 3.0 KiB/s wr, 237 op/s 2024-07-26T07:11:59.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:59 smithi089 ceph-mon[99608]: osdmap e2363: 8 total, 8 up, 8 in 2024-07-26T07:11:59.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:11:59 smithi089 ceph-mon[99608]: pgmap v4057: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 3.0 KiB/s wr, 237 op/s 2024-07-26T07:11:59.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:59 smithi089 ceph-mon[102056]: osdmap e2363: 8 total, 8 up, 8 in 2024-07-26T07:11:59.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:11:59 smithi089 ceph-mon[102056]: pgmap v4057: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 3.0 KiB/s wr, 237 op/s 2024-07-26T07:12:00.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:00 smithi155 ceph-mon[90160]: osdmap e2364: 8 total, 8 up, 8 in 2024-07-26T07:12:00.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:00 smithi089 ceph-mon[99608]: osdmap e2364: 8 total, 8 up, 8 in 2024-07-26T07:12:00.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:00 smithi089 ceph-mon[102056]: osdmap e2364: 8 total, 8 up, 8 in 2024-07-26T07:12:01.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:01 smithi155 ceph-mon[90160]: osdmap e2365: 8 total, 8 up, 8 in 2024-07-26T07:12:01.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:01 smithi155 ceph-mon[90160]: pgmap v4060: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-07-26T07:12:01.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:01 smithi089 ceph-mon[99608]: osdmap e2365: 8 total, 8 up, 8 in 2024-07-26T07:12:01.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:01 smithi089 ceph-mon[99608]: pgmap v4060: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-07-26T07:12:01.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:01 smithi089 ceph-mon[102056]: osdmap e2365: 8 total, 8 up, 8 in 2024-07-26T07:12:01.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:01 smithi089 ceph-mon[102056]: pgmap v4060: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-07-26T07:12:02.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:02 smithi155 ceph-mon[90160]: osdmap e2366: 8 total, 8 up, 8 in 2024-07-26T07:12:02.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:12:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:12:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:12:02.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:02 smithi089 ceph-mon[99608]: osdmap e2366: 8 total, 8 up, 8 in 2024-07-26T07:12:02.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:12:02 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:12:02] "GET /metrics HTTP/1.1" 200 36640 "" "Prometheus/2.43.0" 2024-07-26T07:12:02.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:02 smithi089 ceph-mon[102056]: osdmap e2366: 8 total, 8 up, 8 in 2024-07-26T07:12:03.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:03 smithi155 ceph-mon[90160]: osdmap e2367: 8 total, 8 up, 8 in 2024-07-26T07:12:03.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:03 smithi155 ceph-mon[90160]: pgmap v4063: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 210 KiB/s rd, 4.2 KiB/s wr, 282 op/s 2024-07-26T07:12:03.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:03 smithi089 ceph-mon[99608]: osdmap e2367: 8 total, 8 up, 8 in 2024-07-26T07:12:03.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:03 smithi089 ceph-mon[99608]: pgmap v4063: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 210 KiB/s rd, 4.2 KiB/s wr, 282 op/s 2024-07-26T07:12:03.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:03 smithi089 ceph-mon[102056]: osdmap e2367: 8 total, 8 up, 8 in 2024-07-26T07:12:03.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:03 smithi089 ceph-mon[102056]: pgmap v4063: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 210 KiB/s rd, 4.2 KiB/s wr, 282 op/s 2024-07-26T07:12:04.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:04 smithi155 ceph-mon[90160]: osdmap e2368: 8 total, 8 up, 8 in 2024-07-26T07:12:04.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:04 smithi089 ceph-mon[99608]: osdmap e2368: 8 total, 8 up, 8 in 2024-07-26T07:12:04.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:04 smithi089 ceph-mon[102056]: osdmap e2368: 8 total, 8 up, 8 in 2024-07-26T07:12:05.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:05 smithi155 ceph-mon[90160]: osdmap e2369: 8 total, 8 up, 8 in 2024-07-26T07:12:05.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:05 smithi155 ceph-mon[90160]: pgmap v4066: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 209 KiB/s rd, 3.0 KiB/s wr, 280 op/s 2024-07-26T07:12:05.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:05 smithi089 ceph-mon[99608]: osdmap e2369: 8 total, 8 up, 8 in 2024-07-26T07:12:05.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:05 smithi089 ceph-mon[99608]: pgmap v4066: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 209 KiB/s rd, 3.0 KiB/s wr, 280 op/s 2024-07-26T07:12:05.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:05 smithi089 ceph-mon[102056]: osdmap e2369: 8 total, 8 up, 8 in 2024-07-26T07:12:05.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:05 smithi089 ceph-mon[102056]: pgmap v4066: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 209 KiB/s rd, 3.0 KiB/s wr, 280 op/s 2024-07-26T07:12:06.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:06 smithi155 ceph-mon[90160]: osdmap e2370: 8 total, 8 up, 8 in 2024-07-26T07:12:06.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:06 smithi089 ceph-mon[99608]: osdmap e2370: 8 total, 8 up, 8 in 2024-07-26T07:12:06.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:06 smithi089 ceph-mon[102056]: osdmap e2370: 8 total, 8 up, 8 in 2024-07-26T07:12:07.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:07 smithi155 ceph-mon[90160]: osdmap e2371: 8 total, 8 up, 8 in 2024-07-26T07:12:07.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:07 smithi155 ceph-mon[90160]: pgmap v4069: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 238 KiB/s rd, 3.2 KiB/s wr, 320 op/s 2024-07-26T07:12:07.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:07 smithi089 ceph-mon[99608]: osdmap e2371: 8 total, 8 up, 8 in 2024-07-26T07:12:07.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:07 smithi089 ceph-mon[99608]: pgmap v4069: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 238 KiB/s rd, 3.2 KiB/s wr, 320 op/s 2024-07-26T07:12:07.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:07 smithi089 ceph-mon[102056]: osdmap e2371: 8 total, 8 up, 8 in 2024-07-26T07:12:07.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:07 smithi089 ceph-mon[102056]: pgmap v4069: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 238 KiB/s rd, 3.2 KiB/s wr, 320 op/s 2024-07-26T07:12:08.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:08 smithi155 ceph-mon[90160]: osdmap e2372: 8 total, 8 up, 8 in 2024-07-26T07:12:08.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:08 smithi089 ceph-mon[99608]: osdmap e2372: 8 total, 8 up, 8 in 2024-07-26T07:12:08.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:08 smithi089 ceph-mon[102056]: osdmap e2372: 8 total, 8 up, 8 in 2024-07-26T07:12:09.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:09 smithi155 ceph-mon[90160]: osdmap e2373: 8 total, 8 up, 8 in 2024-07-26T07:12:09.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:09 smithi155 ceph-mon[90160]: pgmap v4072: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 242 KiB/s rd, 3.2 KiB/s wr, 325 op/s 2024-07-26T07:12:09.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:09 smithi089 ceph-mon[99608]: osdmap e2373: 8 total, 8 up, 8 in 2024-07-26T07:12:09.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:09 smithi089 ceph-mon[99608]: pgmap v4072: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 242 KiB/s rd, 3.2 KiB/s wr, 325 op/s 2024-07-26T07:12:09.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:09 smithi089 ceph-mon[102056]: osdmap e2373: 8 total, 8 up, 8 in 2024-07-26T07:12:09.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:09 smithi089 ceph-mon[102056]: pgmap v4072: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 242 KiB/s rd, 3.2 KiB/s wr, 325 op/s 2024-07-26T07:12:10.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:10 smithi155 ceph-mon[90160]: osdmap e2374: 8 total, 8 up, 8 in 2024-07-26T07:12:10.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:10 smithi089 ceph-mon[99608]: osdmap e2374: 8 total, 8 up, 8 in 2024-07-26T07:12:10.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:10 smithi089 ceph-mon[102056]: osdmap e2374: 8 total, 8 up, 8 in 2024-07-26T07:12:11.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:11 smithi155 ceph-mon[90160]: osdmap e2375: 8 total, 8 up, 8 in 2024-07-26T07:12:11.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:11 smithi155 ceph-mon[90160]: pgmap v4075: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-07-26T07:12:11.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:11 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:12:11.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:11 smithi089 ceph-mon[99608]: osdmap e2375: 8 total, 8 up, 8 in 2024-07-26T07:12:11.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:11 smithi089 ceph-mon[99608]: pgmap v4075: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-07-26T07:12:11.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:12:11.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:11 smithi089 ceph-mon[102056]: osdmap e2375: 8 total, 8 up, 8 in 2024-07-26T07:12:11.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:11 smithi089 ceph-mon[102056]: pgmap v4075: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-07-26T07:12:11.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:12:12.580 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:12:12 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:12:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:12:12.806 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:12 smithi089 ceph-mon[99608]: osdmap e2376: 8 total, 8 up, 8 in 2024-07-26T07:12:12.806 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:12:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:12:12] "GET /metrics HTTP/1.1" 200 36646 "" "Prometheus/2.43.0" 2024-07-26T07:12:12.807 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:12 smithi089 ceph-mon[102056]: osdmap e2376: 8 total, 8 up, 8 in 2024-07-26T07:12:12.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:12 smithi155 ceph-mon[90160]: osdmap e2376: 8 total, 8 up, 8 in 2024-07-26T07:12:13.878 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:13 smithi155 ceph-mon[90160]: osdmap e2377: 8 total, 8 up, 8 in 2024-07-26T07:12:13.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:13 smithi155 ceph-mon[90160]: pgmap v4078: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 276 KiB/s rd, 4.0 KiB/s wr, 370 op/s 2024-07-26T07:12:13.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:13 smithi089 ceph-mon[99608]: osdmap e2377: 8 total, 8 up, 8 in 2024-07-26T07:12:13.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:13 smithi089 ceph-mon[99608]: pgmap v4078: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 276 KiB/s rd, 4.0 KiB/s wr, 370 op/s 2024-07-26T07:12:13.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:13 smithi089 ceph-mon[102056]: osdmap e2377: 8 total, 8 up, 8 in 2024-07-26T07:12:13.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:13 smithi089 ceph-mon[102056]: pgmap v4078: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 276 KiB/s rd, 4.0 KiB/s wr, 370 op/s 2024-07-26T07:12:14.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:14 smithi155 ceph-mon[90160]: osdmap e2378: 8 total, 8 up, 8 in 2024-07-26T07:12:14.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:14 smithi089 ceph-mon[99608]: osdmap e2378: 8 total, 8 up, 8 in 2024-07-26T07:12:14.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:14 smithi089 ceph-mon[102056]: osdmap e2378: 8 total, 8 up, 8 in 2024-07-26T07:12:15.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:15 smithi155 ceph-mon[90160]: osdmap e2379: 8 total, 8 up, 8 in 2024-07-26T07:12:15.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:15 smithi155 ceph-mon[90160]: pgmap v4081: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 275 KiB/s rd, 3.7 KiB/s wr, 368 op/s 2024-07-26T07:12:15.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:15 smithi089 ceph-mon[99608]: osdmap e2379: 8 total, 8 up, 8 in 2024-07-26T07:12:15.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:15 smithi089 ceph-mon[99608]: pgmap v4081: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 275 KiB/s rd, 3.7 KiB/s wr, 368 op/s 2024-07-26T07:12:15.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:15 smithi089 ceph-mon[102056]: osdmap e2379: 8 total, 8 up, 8 in 2024-07-26T07:12:15.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:15 smithi089 ceph-mon[102056]: pgmap v4081: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 275 KiB/s rd, 3.7 KiB/s wr, 368 op/s 2024-07-26T07:12:16.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:16 smithi155 ceph-mon[90160]: osdmap e2380: 8 total, 8 up, 8 in 2024-07-26T07:12:16.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:16 smithi089 ceph-mon[99608]: osdmap e2380: 8 total, 8 up, 8 in 2024-07-26T07:12:16.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:16 smithi089 ceph-mon[102056]: osdmap e2380: 8 total, 8 up, 8 in 2024-07-26T07:12:17.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:17 smithi155 ceph-mon[90160]: osdmap e2381: 8 total, 8 up, 8 in 2024-07-26T07:12:17.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:17 smithi155 ceph-mon[90160]: pgmap v4084: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 304 KiB/s rd, 3.2 KiB/s wr, 408 op/s 2024-07-26T07:12:17.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:17 smithi089 ceph-mon[99608]: osdmap e2381: 8 total, 8 up, 8 in 2024-07-26T07:12:17.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:17 smithi089 ceph-mon[99608]: pgmap v4084: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 304 KiB/s rd, 3.2 KiB/s wr, 408 op/s 2024-07-26T07:12:17.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:17 smithi089 ceph-mon[102056]: osdmap e2381: 8 total, 8 up, 8 in 2024-07-26T07:12:17.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:17 smithi089 ceph-mon[102056]: pgmap v4084: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 304 KiB/s rd, 3.2 KiB/s wr, 408 op/s 2024-07-26T07:12:18.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:18 smithi155 ceph-mon[90160]: osdmap e2382: 8 total, 8 up, 8 in 2024-07-26T07:12:18.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:18 smithi089 ceph-mon[99608]: osdmap e2382: 8 total, 8 up, 8 in 2024-07-26T07:12:18.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:18 smithi089 ceph-mon[102056]: osdmap e2382: 8 total, 8 up, 8 in 2024-07-26T07:12:19.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:19 smithi155 ceph-mon[90160]: osdmap e2383: 8 total, 8 up, 8 in 2024-07-26T07:12:19.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:19 smithi155 ceph-mon[90160]: pgmap v4087: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 308 KiB/s rd, 3.2 KiB/s wr, 413 op/s 2024-07-26T07:12:19.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:19 smithi089 ceph-mon[99608]: osdmap e2383: 8 total, 8 up, 8 in 2024-07-26T07:12:19.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:19 smithi089 ceph-mon[99608]: pgmap v4087: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 308 KiB/s rd, 3.2 KiB/s wr, 413 op/s 2024-07-26T07:12:19.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:19 smithi089 ceph-mon[102056]: osdmap e2383: 8 total, 8 up, 8 in 2024-07-26T07:12:19.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:19 smithi089 ceph-mon[102056]: pgmap v4087: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 308 KiB/s rd, 3.2 KiB/s wr, 413 op/s 2024-07-26T07:12:20.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:20 smithi155 ceph-mon[90160]: osdmap e2384: 8 total, 8 up, 8 in 2024-07-26T07:12:20.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:20 smithi089 ceph-mon[99608]: osdmap e2384: 8 total, 8 up, 8 in 2024-07-26T07:12:20.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:20 smithi089 ceph-mon[102056]: osdmap e2384: 8 total, 8 up, 8 in 2024-07-26T07:12:21.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:21 smithi089 ceph-mon[99608]: osdmap e2385: 8 total, 8 up, 8 in 2024-07-26T07:12:21.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:21 smithi089 ceph-mon[99608]: pgmap v4090: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-07-26T07:12:21.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:21 smithi089 ceph-mon[102056]: osdmap e2385: 8 total, 8 up, 8 in 2024-07-26T07:12:21.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:21 smithi089 ceph-mon[102056]: pgmap v4090: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-07-26T07:12:22.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:21 smithi155 ceph-mon[90160]: osdmap e2385: 8 total, 8 up, 8 in 2024-07-26T07:12:22.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:21 smithi155 ceph-mon[90160]: pgmap v4090: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-07-26T07:12:22.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:12:22 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:12:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:12:22.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:22 smithi089 ceph-mon[99608]: osdmap e2386: 8 total, 8 up, 8 in 2024-07-26T07:12:22.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:12:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:12:22] "GET /metrics HTTP/1.1" 200 36646 "" "Prometheus/2.43.0" 2024-07-26T07:12:22.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:22 smithi089 ceph-mon[102056]: osdmap e2386: 8 total, 8 up, 8 in 2024-07-26T07:12:23.128 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:22 smithi155 ceph-mon[90160]: osdmap e2386: 8 total, 8 up, 8 in 2024-07-26T07:12:23.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:23 smithi089 ceph-mon[99608]: osdmap e2387: 8 total, 8 up, 8 in 2024-07-26T07:12:23.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:23 smithi089 ceph-mon[99608]: pgmap v4093: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 341 KiB/s rd, 3.7 KiB/s wr, 457 op/s 2024-07-26T07:12:23.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:23 smithi089 ceph-mon[102056]: osdmap e2387: 8 total, 8 up, 8 in 2024-07-26T07:12:23.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:23 smithi089 ceph-mon[102056]: pgmap v4093: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 341 KiB/s rd, 3.7 KiB/s wr, 457 op/s 2024-07-26T07:12:24.128 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:23 smithi155 ceph-mon[90160]: osdmap e2387: 8 total, 8 up, 8 in 2024-07-26T07:12:24.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:23 smithi155 ceph-mon[90160]: pgmap v4093: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 341 KiB/s rd, 3.7 KiB/s wr, 457 op/s 2024-07-26T07:12:25.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:24 smithi155 ceph-mon[90160]: osdmap e2388: 8 total, 8 up, 8 in 2024-07-26T07:12:25.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:24 smithi089 ceph-mon[99608]: osdmap e2388: 8 total, 8 up, 8 in 2024-07-26T07:12:25.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:24 smithi089 ceph-mon[102056]: osdmap e2388: 8 total, 8 up, 8 in 2024-07-26T07:12:26.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:25 smithi155 ceph-mon[90160]: osdmap e2389: 8 total, 8 up, 8 in 2024-07-26T07:12:26.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:25 smithi155 ceph-mon[90160]: pgmap v4096: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 340 KiB/s rd, 3.0 KiB/s wr, 455 op/s 2024-07-26T07:12:26.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:25 smithi089 ceph-mon[99608]: osdmap e2389: 8 total, 8 up, 8 in 2024-07-26T07:12:26.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:25 smithi089 ceph-mon[99608]: pgmap v4096: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 340 KiB/s rd, 3.0 KiB/s wr, 455 op/s 2024-07-26T07:12:26.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:25 smithi089 ceph-mon[102056]: osdmap e2389: 8 total, 8 up, 8 in 2024-07-26T07:12:26.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:25 smithi089 ceph-mon[102056]: pgmap v4096: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 340 KiB/s rd, 3.0 KiB/s wr, 455 op/s 2024-07-26T07:12:27.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:26 smithi155 ceph-mon[90160]: osdmap e2390: 8 total, 8 up, 8 in 2024-07-26T07:12:27.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:12:27.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:26 smithi089 ceph-mon[99608]: osdmap e2390: 8 total, 8 up, 8 in 2024-07-26T07:12:27.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:12:27.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:26 smithi089 ceph-mon[102056]: osdmap e2390: 8 total, 8 up, 8 in 2024-07-26T07:12:27.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:12:28.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:27 smithi155 ceph-mon[90160]: osdmap e2391: 8 total, 8 up, 8 in 2024-07-26T07:12:28.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:27 smithi155 ceph-mon[90160]: pgmap v4099: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 369 KiB/s rd, 3.7 KiB/s wr, 496 op/s 2024-07-26T07:12:28.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:27 smithi089 ceph-mon[99608]: osdmap e2391: 8 total, 8 up, 8 in 2024-07-26T07:12:28.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:27 smithi089 ceph-mon[99608]: pgmap v4099: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 369 KiB/s rd, 3.7 KiB/s wr, 496 op/s 2024-07-26T07:12:28.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:27 smithi089 ceph-mon[102056]: osdmap e2391: 8 total, 8 up, 8 in 2024-07-26T07:12:28.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:27 smithi089 ceph-mon[102056]: pgmap v4099: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 369 KiB/s rd, 3.7 KiB/s wr, 496 op/s 2024-07-26T07:12:29.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:28 smithi155 ceph-mon[90160]: osdmap e2392: 8 total, 8 up, 8 in 2024-07-26T07:12:29.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:28 smithi089 ceph-mon[99608]: osdmap e2392: 8 total, 8 up, 8 in 2024-07-26T07:12:29.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:28 smithi089 ceph-mon[102056]: osdmap e2392: 8 total, 8 up, 8 in 2024-07-26T07:12:30.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:29 smithi155 ceph-mon[90160]: osdmap e2393: 8 total, 8 up, 8 in 2024-07-26T07:12:30.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:29 smithi155 ceph-mon[90160]: pgmap v4102: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 372 KiB/s rd, 3.7 KiB/s wr, 501 op/s 2024-07-26T07:12:30.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:29 smithi089 ceph-mon[99608]: osdmap e2393: 8 total, 8 up, 8 in 2024-07-26T07:12:30.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:29 smithi089 ceph-mon[99608]: pgmap v4102: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 372 KiB/s rd, 3.7 KiB/s wr, 501 op/s 2024-07-26T07:12:30.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:29 smithi089 ceph-mon[102056]: osdmap e2393: 8 total, 8 up, 8 in 2024-07-26T07:12:30.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:29 smithi089 ceph-mon[102056]: pgmap v4102: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 372 KiB/s rd, 3.7 KiB/s wr, 501 op/s 2024-07-26T07:12:31.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:30 smithi155 ceph-mon[90160]: osdmap e2394: 8 total, 8 up, 8 in 2024-07-26T07:12:31.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:30 smithi089 ceph-mon[99608]: osdmap e2394: 8 total, 8 up, 8 in 2024-07-26T07:12:31.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:30 smithi089 ceph-mon[102056]: osdmap e2394: 8 total, 8 up, 8 in 2024-07-26T07:12:32.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:31 smithi155 ceph-mon[90160]: osdmap e2395: 8 total, 8 up, 8 in 2024-07-26T07:12:32.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:31 smithi155 ceph-mon[90160]: pgmap v4105: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-07-26T07:12:32.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:31 smithi089 ceph-mon[99608]: osdmap e2395: 8 total, 8 up, 8 in 2024-07-26T07:12:32.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:31 smithi089 ceph-mon[99608]: pgmap v4105: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-07-26T07:12:32.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:31 smithi089 ceph-mon[102056]: osdmap e2395: 8 total, 8 up, 8 in 2024-07-26T07:12:32.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:31 smithi089 ceph-mon[102056]: pgmap v4105: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-07-26T07:12:32.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:12:32 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:12:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:12:32.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:32 smithi089 ceph-mon[99608]: osdmap e2396: 8 total, 8 up, 8 in 2024-07-26T07:12:32.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:12:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:12:32] "GET /metrics HTTP/1.1" 200 36641 "" "Prometheus/2.43.0" 2024-07-26T07:12:32.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:32 smithi089 ceph-mon[102056]: osdmap e2396: 8 total, 8 up, 8 in 2024-07-26T07:12:33.128 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:32 smithi155 ceph-mon[90160]: osdmap e2396: 8 total, 8 up, 8 in 2024-07-26T07:12:34.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:33 smithi155 ceph-mon[90160]: osdmap e2397: 8 total, 8 up, 8 in 2024-07-26T07:12:34.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:33 smithi155 ceph-mon[90160]: pgmap v4108: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 406 KiB/s rd, 3.2 KiB/s wr, 544 op/s 2024-07-26T07:12:34.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:33 smithi089 ceph-mon[99608]: osdmap e2397: 8 total, 8 up, 8 in 2024-07-26T07:12:34.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:33 smithi089 ceph-mon[99608]: pgmap v4108: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 406 KiB/s rd, 3.2 KiB/s wr, 544 op/s 2024-07-26T07:12:34.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:33 smithi089 ceph-mon[102056]: osdmap e2397: 8 total, 8 up, 8 in 2024-07-26T07:12:34.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:33 smithi089 ceph-mon[102056]: pgmap v4108: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 406 KiB/s rd, 3.2 KiB/s wr, 544 op/s 2024-07-26T07:12:35.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:34 smithi155 ceph-mon[90160]: osdmap e2398: 8 total, 8 up, 8 in 2024-07-26T07:12:35.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:34 smithi089 ceph-mon[99608]: osdmap e2398: 8 total, 8 up, 8 in 2024-07-26T07:12:35.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:34 smithi089 ceph-mon[102056]: osdmap e2398: 8 total, 8 up, 8 in 2024-07-26T07:12:36.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:35 smithi155 ceph-mon[90160]: osdmap e2399: 8 total, 8 up, 8 in 2024-07-26T07:12:36.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:35 smithi155 ceph-mon[90160]: pgmap v4111: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 405 KiB/s rd, 3.2 KiB/s wr, 543 op/s 2024-07-26T07:12:36.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:35 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:12:36.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:35 smithi089 ceph-mon[99608]: osdmap e2399: 8 total, 8 up, 8 in 2024-07-26T07:12:36.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:35 smithi089 ceph-mon[99608]: pgmap v4111: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 405 KiB/s rd, 3.2 KiB/s wr, 543 op/s 2024-07-26T07:12:36.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:35 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:12:36.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:35 smithi089 ceph-mon[102056]: osdmap e2399: 8 total, 8 up, 8 in 2024-07-26T07:12:36.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:35 smithi089 ceph-mon[102056]: pgmap v4111: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 405 KiB/s rd, 3.2 KiB/s wr, 543 op/s 2024-07-26T07:12:36.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:35 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:12:37.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:36 smithi155 ceph-mon[90160]: osdmap e2400: 8 total, 8 up, 8 in 2024-07-26T07:12:37.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:36 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:12:37.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:36 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:12:37.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:36 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:12:37.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:36 smithi089 ceph-mon[99608]: osdmap e2400: 8 total, 8 up, 8 in 2024-07-26T07:12:37.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:36 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:12:37.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:36 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:12:37.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:36 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:12:37.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:36 smithi089 ceph-mon[102056]: osdmap e2400: 8 total, 8 up, 8 in 2024-07-26T07:12:37.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:36 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:12:37.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:36 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:12:37.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:36 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:12:38.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:37 smithi155 ceph-mon[90160]: osdmap e2401: 8 total, 8 up, 8 in 2024-07-26T07:12:38.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:37 smithi155 ceph-mon[90160]: pgmap v4114: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 434 KiB/s rd, 3.7 KiB/s wr, 584 op/s 2024-07-26T07:12:38.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:37 smithi089 ceph-mon[99608]: osdmap e2401: 8 total, 8 up, 8 in 2024-07-26T07:12:38.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:37 smithi089 ceph-mon[99608]: pgmap v4114: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 434 KiB/s rd, 3.7 KiB/s wr, 584 op/s 2024-07-26T07:12:38.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:37 smithi089 ceph-mon[102056]: osdmap e2401: 8 total, 8 up, 8 in 2024-07-26T07:12:38.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:37 smithi089 ceph-mon[102056]: pgmap v4114: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 434 KiB/s rd, 3.7 KiB/s wr, 584 op/s 2024-07-26T07:12:39.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:38 smithi155 ceph-mon[90160]: osdmap e2402: 8 total, 8 up, 8 in 2024-07-26T07:12:39.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:38 smithi089 ceph-mon[99608]: osdmap e2402: 8 total, 8 up, 8 in 2024-07-26T07:12:39.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:38 smithi089 ceph-mon[102056]: osdmap e2402: 8 total, 8 up, 8 in 2024-07-26T07:12:40.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:39 smithi155 ceph-mon[90160]: osdmap e2403: 8 total, 8 up, 8 in 2024-07-26T07:12:40.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:39 smithi155 ceph-mon[90160]: pgmap v4117: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 438 KiB/s rd, 3.5 KiB/s wr, 588 op/s 2024-07-26T07:12:40.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:39 smithi089 ceph-mon[99608]: osdmap e2403: 8 total, 8 up, 8 in 2024-07-26T07:12:40.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:39 smithi089 ceph-mon[99608]: pgmap v4117: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 438 KiB/s rd, 3.5 KiB/s wr, 588 op/s 2024-07-26T07:12:40.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:39 smithi089 ceph-mon[102056]: osdmap e2403: 8 total, 8 up, 8 in 2024-07-26T07:12:40.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:39 smithi089 ceph-mon[102056]: pgmap v4117: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 438 KiB/s rd, 3.5 KiB/s wr, 588 op/s 2024-07-26T07:12:41.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:40 smithi155 ceph-mon[90160]: osdmap e2404: 8 total, 8 up, 8 in 2024-07-26T07:12:41.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:40 smithi089 ceph-mon[99608]: osdmap e2404: 8 total, 8 up, 8 in 2024-07-26T07:12:41.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:40 smithi089 ceph-mon[102056]: osdmap e2404: 8 total, 8 up, 8 in 2024-07-26T07:12:42.056 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:41 smithi089 ceph-mon[99608]: pgmap v4119: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 4.7 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-07-26T07:12:42.056 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:12:42.056 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:41 smithi089 ceph-mon[99608]: osdmap e2405: 8 total, 8 up, 8 in 2024-07-26T07:12:42.057 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:41 smithi089 ceph-mon[102056]: pgmap v4119: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 4.7 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-07-26T07:12:42.057 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:12:42.057 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:41 smithi089 ceph-mon[102056]: osdmap e2405: 8 total, 8 up, 8 in 2024-07-26T07:12:42.128 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:41 smithi155 ceph-mon[90160]: pgmap v4119: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 4.7 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-07-26T07:12:42.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:12:42.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:41 smithi155 ceph-mon[90160]: osdmap e2405: 8 total, 8 up, 8 in 2024-07-26T07:12:42.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:12:42 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:12:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:12:42.800 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:12:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:12:42] "GET /metrics HTTP/1.1" 200 36647 "" "Prometheus/2.43.0" 2024-07-26T07:12:43.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:42 smithi155 ceph-mon[90160]: osdmap e2406: 8 total, 8 up, 8 in 2024-07-26T07:12:43.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:42 smithi089 ceph-mon[99608]: osdmap e2406: 8 total, 8 up, 8 in 2024-07-26T07:12:43.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:42 smithi089 ceph-mon[102056]: osdmap e2406: 8 total, 8 up, 8 in 2024-07-26T07:12:44.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:43 smithi155 ceph-mon[90160]: pgmap v4122: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 469 KiB/s rd, 4.2 KiB/s wr, 632 op/s 2024-07-26T07:12:44.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:43 smithi155 ceph-mon[90160]: osdmap e2407: 8 total, 8 up, 8 in 2024-07-26T07:12:44.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:43 smithi089 ceph-mon[99608]: pgmap v4122: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 469 KiB/s rd, 4.2 KiB/s wr, 632 op/s 2024-07-26T07:12:44.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:43 smithi089 ceph-mon[99608]: osdmap e2407: 8 total, 8 up, 8 in 2024-07-26T07:12:44.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:43 smithi089 ceph-mon[102056]: pgmap v4122: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 469 KiB/s rd, 4.2 KiB/s wr, 632 op/s 2024-07-26T07:12:44.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:43 smithi089 ceph-mon[102056]: osdmap e2407: 8 total, 8 up, 8 in 2024-07-26T07:12:45.128 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:44 smithi155 ceph-mon[90160]: osdmap e2408: 8 total, 8 up, 8 in 2024-07-26T07:12:45.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:44 smithi089 ceph-mon[99608]: osdmap e2408: 8 total, 8 up, 8 in 2024-07-26T07:12:45.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:44 smithi089 ceph-mon[102056]: osdmap e2408: 8 total, 8 up, 8 in 2024-07-26T07:12:46.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:45 smithi155 ceph-mon[90160]: pgmap v4125: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 470 KiB/s rd, 3.5 KiB/s wr, 633 op/s 2024-07-26T07:12:46.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:45 smithi155 ceph-mon[90160]: osdmap e2409: 8 total, 8 up, 8 in 2024-07-26T07:12:46.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:45 smithi089 ceph-mon[102056]: pgmap v4125: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 470 KiB/s rd, 3.5 KiB/s wr, 633 op/s 2024-07-26T07:12:46.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:45 smithi089 ceph-mon[102056]: osdmap e2409: 8 total, 8 up, 8 in 2024-07-26T07:12:46.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:45 smithi089 ceph-mon[99608]: pgmap v4125: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 470 KiB/s rd, 3.5 KiB/s wr, 633 op/s 2024-07-26T07:12:46.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:45 smithi089 ceph-mon[99608]: osdmap e2409: 8 total, 8 up, 8 in 2024-07-26T07:12:47.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:46 smithi155 ceph-mon[90160]: osdmap e2410: 8 total, 8 up, 8 in 2024-07-26T07:12:47.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:46 smithi089 ceph-mon[99608]: osdmap e2410: 8 total, 8 up, 8 in 2024-07-26T07:12:47.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:46 smithi089 ceph-mon[102056]: osdmap e2410: 8 total, 8 up, 8 in 2024-07-26T07:12:48.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:47 smithi155 ceph-mon[90160]: pgmap v4128: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 500 KiB/s rd, 3.2 KiB/s wr, 674 op/s 2024-07-26T07:12:48.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:47 smithi155 ceph-mon[90160]: osdmap e2411: 8 total, 8 up, 8 in 2024-07-26T07:12:48.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:47 smithi089 ceph-mon[99608]: pgmap v4128: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 500 KiB/s rd, 3.2 KiB/s wr, 674 op/s 2024-07-26T07:12:48.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:47 smithi089 ceph-mon[99608]: osdmap e2411: 8 total, 8 up, 8 in 2024-07-26T07:12:48.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:47 smithi089 ceph-mon[102056]: pgmap v4128: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 500 KiB/s rd, 3.2 KiB/s wr, 674 op/s 2024-07-26T07:12:48.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:47 smithi089 ceph-mon[102056]: osdmap e2411: 8 total, 8 up, 8 in 2024-07-26T07:12:49.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:48 smithi155 ceph-mon[90160]: osdmap e2412: 8 total, 8 up, 8 in 2024-07-26T07:12:49.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:48 smithi089 ceph-mon[99608]: osdmap e2412: 8 total, 8 up, 8 in 2024-07-26T07:12:49.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:48 smithi089 ceph-mon[102056]: osdmap e2412: 8 total, 8 up, 8 in 2024-07-26T07:12:50.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:49 smithi155 ceph-mon[90160]: pgmap v4131: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 504 KiB/s rd, 3.0 KiB/s wr, 679 op/s 2024-07-26T07:12:50.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:49 smithi155 ceph-mon[90160]: osdmap e2413: 8 total, 8 up, 8 in 2024-07-26T07:12:50.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:49 smithi089 ceph-mon[99608]: pgmap v4131: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 504 KiB/s rd, 3.0 KiB/s wr, 679 op/s 2024-07-26T07:12:50.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:49 smithi089 ceph-mon[99608]: osdmap e2413: 8 total, 8 up, 8 in 2024-07-26T07:12:50.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:49 smithi089 ceph-mon[102056]: pgmap v4131: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 504 KiB/s rd, 3.0 KiB/s wr, 679 op/s 2024-07-26T07:12:50.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:49 smithi089 ceph-mon[102056]: osdmap e2413: 8 total, 8 up, 8 in 2024-07-26T07:12:51.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:50 smithi155 ceph-mon[90160]: osdmap e2414: 8 total, 8 up, 8 in 2024-07-26T07:12:51.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:50 smithi089 ceph-mon[99608]: osdmap e2414: 8 total, 8 up, 8 in 2024-07-26T07:12:51.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:50 smithi089 ceph-mon[102056]: osdmap e2414: 8 total, 8 up, 8 in 2024-07-26T07:12:52.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:51 smithi155 ceph-mon[90160]: pgmap v4134: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-07-26T07:12:52.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:51 smithi155 ceph-mon[90160]: osdmap e2415: 8 total, 8 up, 8 in 2024-07-26T07:12:52.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:51 smithi089 ceph-mon[99608]: pgmap v4134: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-07-26T07:12:52.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:51 smithi089 ceph-mon[99608]: osdmap e2415: 8 total, 8 up, 8 in 2024-07-26T07:12:52.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:51 smithi089 ceph-mon[102056]: pgmap v4134: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-07-26T07:12:52.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:51 smithi089 ceph-mon[102056]: osdmap e2415: 8 total, 8 up, 8 in 2024-07-26T07:12:52.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:12:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:12:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:12:52.879 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:12:52 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:12:52] "GET /metrics HTTP/1.1" 200 36647 "" "Prometheus/2.43.0" 2024-07-26T07:12:53.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:52 smithi089 ceph-mon[99608]: osdmap e2416: 8 total, 8 up, 8 in 2024-07-26T07:12:53.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:52 smithi089 ceph-mon[102056]: osdmap e2416: 8 total, 8 up, 8 in 2024-07-26T07:12:53.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:52 smithi155 ceph-mon[90160]: osdmap e2416: 8 total, 8 up, 8 in 2024-07-26T07:12:54.157 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:53 smithi089 ceph-mon[99608]: pgmap v4137: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 537 KiB/s rd, 4.2 KiB/s wr, 724 op/s 2024-07-26T07:12:54.157 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:53 smithi089 ceph-mon[99608]: osdmap e2417: 8 total, 8 up, 8 in 2024-07-26T07:12:54.158 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:53 smithi089 ceph-mon[102056]: pgmap v4137: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 537 KiB/s rd, 4.2 KiB/s wr, 724 op/s 2024-07-26T07:12:54.158 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:53 smithi089 ceph-mon[102056]: osdmap e2417: 8 total, 8 up, 8 in 2024-07-26T07:12:54.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:53 smithi155 ceph-mon[90160]: pgmap v4137: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 537 KiB/s rd, 4.2 KiB/s wr, 724 op/s 2024-07-26T07:12:54.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:53 smithi155 ceph-mon[90160]: osdmap e2417: 8 total, 8 up, 8 in 2024-07-26T07:12:55.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:54 smithi089 ceph-mon[99608]: osdmap e2418: 8 total, 8 up, 8 in 2024-07-26T07:12:55.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:54 smithi089 ceph-mon[102056]: osdmap e2418: 8 total, 8 up, 8 in 2024-07-26T07:12:55.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:54 smithi155 ceph-mon[90160]: osdmap e2418: 8 total, 8 up, 8 in 2024-07-26T07:12:56.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:55 smithi089 ceph-mon[99608]: pgmap v4140: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 536 KiB/s rd, 3.2 KiB/s wr, 721 op/s 2024-07-26T07:12:56.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:55 smithi089 ceph-mon[99608]: osdmap e2419: 8 total, 8 up, 8 in 2024-07-26T07:12:56.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:55 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:12:56.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:55 smithi089 ceph-mon[102056]: pgmap v4140: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 536 KiB/s rd, 3.2 KiB/s wr, 721 op/s 2024-07-26T07:12:56.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:55 smithi089 ceph-mon[102056]: osdmap e2419: 8 total, 8 up, 8 in 2024-07-26T07:12:56.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:55 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:12:56.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:55 smithi155 ceph-mon[90160]: pgmap v4140: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 536 KiB/s rd, 3.2 KiB/s wr, 721 op/s 2024-07-26T07:12:56.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:55 smithi155 ceph-mon[90160]: osdmap e2419: 8 total, 8 up, 8 in 2024-07-26T07:12:56.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:55 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:12:57.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:56 smithi155 ceph-mon[90160]: osdmap e2420: 8 total, 8 up, 8 in 2024-07-26T07:12:57.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:56 smithi089 ceph-mon[99608]: osdmap e2420: 8 total, 8 up, 8 in 2024-07-26T07:12:57.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:56 smithi089 ceph-mon[102056]: osdmap e2420: 8 total, 8 up, 8 in 2024-07-26T07:12:58.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:57 smithi155 ceph-mon[90160]: pgmap v4143: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 565 KiB/s rd, 3.5 KiB/s wr, 762 op/s 2024-07-26T07:12:58.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:57 smithi155 ceph-mon[90160]: osdmap e2421: 8 total, 8 up, 8 in 2024-07-26T07:12:58.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:57 smithi089 ceph-mon[99608]: pgmap v4143: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 565 KiB/s rd, 3.5 KiB/s wr, 762 op/s 2024-07-26T07:12:58.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:57 smithi089 ceph-mon[99608]: osdmap e2421: 8 total, 8 up, 8 in 2024-07-26T07:12:58.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:57 smithi089 ceph-mon[102056]: pgmap v4143: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 565 KiB/s rd, 3.5 KiB/s wr, 762 op/s 2024-07-26T07:12:58.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:57 smithi089 ceph-mon[102056]: osdmap e2421: 8 total, 8 up, 8 in 2024-07-26T07:12:59.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:58 smithi155 ceph-mon[90160]: osdmap e2422: 8 total, 8 up, 8 in 2024-07-26T07:12:59.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:58 smithi089 ceph-mon[99608]: osdmap e2422: 8 total, 8 up, 8 in 2024-07-26T07:12:59.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:58 smithi089 ceph-mon[102056]: osdmap e2422: 8 total, 8 up, 8 in 2024-07-26T07:13:00.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:59 smithi155 ceph-mon[90160]: pgmap v4146: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 569 KiB/s rd, 3.5 KiB/s wr, 767 op/s 2024-07-26T07:13:00.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:12:59 smithi155 ceph-mon[90160]: osdmap e2423: 8 total, 8 up, 8 in 2024-07-26T07:13:00.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:59 smithi089 ceph-mon[99608]: pgmap v4146: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 569 KiB/s rd, 3.5 KiB/s wr, 767 op/s 2024-07-26T07:13:00.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:12:59 smithi089 ceph-mon[99608]: osdmap e2423: 8 total, 8 up, 8 in 2024-07-26T07:13:00.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:59 smithi089 ceph-mon[102056]: pgmap v4146: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 569 KiB/s rd, 3.5 KiB/s wr, 767 op/s 2024-07-26T07:13:00.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:12:59 smithi089 ceph-mon[102056]: osdmap e2423: 8 total, 8 up, 8 in 2024-07-26T07:13:01.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:00 smithi155 ceph-mon[90160]: osdmap e2424: 8 total, 8 up, 8 in 2024-07-26T07:13:01.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:00 smithi089 ceph-mon[99608]: osdmap e2424: 8 total, 8 up, 8 in 2024-07-26T07:13:01.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:00 smithi089 ceph-mon[102056]: osdmap e2424: 8 total, 8 up, 8 in 2024-07-26T07:13:02.314 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:01 smithi155 ceph-mon[90160]: pgmap v4149: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-07-26T07:13:02.315 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:01 smithi155 ceph-mon[90160]: osdmap e2425: 8 total, 8 up, 8 in 2024-07-26T07:13:02.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:01 smithi089 ceph-mon[99608]: pgmap v4149: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-07-26T07:13:02.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:01 smithi089 ceph-mon[99608]: osdmap e2425: 8 total, 8 up, 8 in 2024-07-26T07:13:02.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:01 smithi089 ceph-mon[102056]: pgmap v4149: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-07-26T07:13:02.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:01 smithi089 ceph-mon[102056]: osdmap e2425: 8 total, 8 up, 8 in 2024-07-26T07:13:02.628 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:13:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:13:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:13:02.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:13:02 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:13:02] "GET /metrics HTTP/1.1" 200 36648 "" "Prometheus/2.43.0" 2024-07-26T07:13:03.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:02 smithi155 ceph-mon[90160]: osdmap e2426: 8 total, 8 up, 8 in 2024-07-26T07:13:03.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:02 smithi089 ceph-mon[99608]: osdmap e2426: 8 total, 8 up, 8 in 2024-07-26T07:13:03.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:02 smithi089 ceph-mon[102056]: osdmap e2426: 8 total, 8 up, 8 in 2024-07-26T07:13:04.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:03 smithi155 ceph-mon[90160]: pgmap v4152: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 602 KiB/s rd, 3.7 KiB/s wr, 810 op/s 2024-07-26T07:13:04.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:03 smithi155 ceph-mon[90160]: osdmap e2427: 8 total, 8 up, 8 in 2024-07-26T07:13:04.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:03 smithi089 ceph-mon[99608]: pgmap v4152: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 602 KiB/s rd, 3.7 KiB/s wr, 810 op/s 2024-07-26T07:13:04.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:03 smithi089 ceph-mon[99608]: osdmap e2427: 8 total, 8 up, 8 in 2024-07-26T07:13:04.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:03 smithi089 ceph-mon[102056]: pgmap v4152: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 602 KiB/s rd, 3.7 KiB/s wr, 810 op/s 2024-07-26T07:13:04.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:03 smithi089 ceph-mon[102056]: osdmap e2427: 8 total, 8 up, 8 in 2024-07-26T07:13:05.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:04 smithi155 ceph-mon[90160]: osdmap e2428: 8 total, 8 up, 8 in 2024-07-26T07:13:05.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:04 smithi089 ceph-mon[99608]: osdmap e2428: 8 total, 8 up, 8 in 2024-07-26T07:13:05.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:04 smithi089 ceph-mon[102056]: osdmap e2428: 8 total, 8 up, 8 in 2024-07-26T07:13:06.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:05 smithi155 ceph-mon[90160]: pgmap v4155: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 601 KiB/s rd, 3.2 KiB/s wr, 809 op/s 2024-07-26T07:13:06.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:05 smithi155 ceph-mon[90160]: osdmap e2429: 8 total, 8 up, 8 in 2024-07-26T07:13:06.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:05 smithi089 ceph-mon[99608]: pgmap v4155: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 601 KiB/s rd, 3.2 KiB/s wr, 809 op/s 2024-07-26T07:13:06.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:05 smithi089 ceph-mon[99608]: osdmap e2429: 8 total, 8 up, 8 in 2024-07-26T07:13:06.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:05 smithi089 ceph-mon[102056]: pgmap v4155: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 601 KiB/s rd, 3.2 KiB/s wr, 809 op/s 2024-07-26T07:13:06.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:05 smithi089 ceph-mon[102056]: osdmap e2429: 8 total, 8 up, 8 in 2024-07-26T07:13:07.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:06 smithi155 ceph-mon[90160]: osdmap e2430: 8 total, 8 up, 8 in 2024-07-26T07:13:07.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:06 smithi089 ceph-mon[99608]: osdmap e2430: 8 total, 8 up, 8 in 2024-07-26T07:13:07.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:06 smithi089 ceph-mon[102056]: osdmap e2430: 8 total, 8 up, 8 in 2024-07-26T07:13:08.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:07 smithi155 ceph-mon[90160]: pgmap v4158: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 630 KiB/s rd, 3.2 KiB/s wr, 849 op/s 2024-07-26T07:13:08.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:07 smithi155 ceph-mon[90160]: osdmap e2431: 8 total, 8 up, 8 in 2024-07-26T07:13:08.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:07 smithi089 ceph-mon[99608]: pgmap v4158: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 630 KiB/s rd, 3.2 KiB/s wr, 849 op/s 2024-07-26T07:13:08.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:07 smithi089 ceph-mon[99608]: osdmap e2431: 8 total, 8 up, 8 in 2024-07-26T07:13:08.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:07 smithi089 ceph-mon[102056]: pgmap v4158: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 630 KiB/s rd, 3.2 KiB/s wr, 849 op/s 2024-07-26T07:13:08.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:07 smithi089 ceph-mon[102056]: osdmap e2431: 8 total, 8 up, 8 in 2024-07-26T07:13:09.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:08 smithi155 ceph-mon[90160]: osdmap e2432: 8 total, 8 up, 8 in 2024-07-26T07:13:09.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:08 smithi089 ceph-mon[99608]: osdmap e2432: 8 total, 8 up, 8 in 2024-07-26T07:13:09.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:08 smithi089 ceph-mon[102056]: osdmap e2432: 8 total, 8 up, 8 in 2024-07-26T07:13:10.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:09 smithi155 ceph-mon[90160]: pgmap v4161: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 634 KiB/s rd, 3.7 KiB/s wr, 854 op/s 2024-07-26T07:13:10.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:09 smithi155 ceph-mon[90160]: osdmap e2433: 8 total, 8 up, 8 in 2024-07-26T07:13:10.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:09 smithi089 ceph-mon[99608]: pgmap v4161: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 634 KiB/s rd, 3.7 KiB/s wr, 854 op/s 2024-07-26T07:13:10.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:09 smithi089 ceph-mon[99608]: osdmap e2433: 8 total, 8 up, 8 in 2024-07-26T07:13:10.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:09 smithi089 ceph-mon[102056]: pgmap v4161: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 634 KiB/s rd, 3.7 KiB/s wr, 854 op/s 2024-07-26T07:13:10.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:09 smithi089 ceph-mon[102056]: osdmap e2433: 8 total, 8 up, 8 in 2024-07-26T07:13:11.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:10 smithi155 ceph-mon[90160]: osdmap e2434: 8 total, 8 up, 8 in 2024-07-26T07:13:11.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:10 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:13:11.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:10 smithi089 ceph-mon[99608]: osdmap e2434: 8 total, 8 up, 8 in 2024-07-26T07:13:11.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:10 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:13:11.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:10 smithi089 ceph-mon[102056]: osdmap e2434: 8 total, 8 up, 8 in 2024-07-26T07:13:11.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:10 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:13:12.306 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:12 smithi089 ceph-mon[99608]: pgmap v4164: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1021 B/s wr, 7 op/s 2024-07-26T07:13:12.306 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:12 smithi089 ceph-mon[99608]: osdmap e2435: 8 total, 8 up, 8 in 2024-07-26T07:13:12.306 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:12 smithi089 ceph-mon[102056]: pgmap v4164: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1021 B/s wr, 7 op/s 2024-07-26T07:13:12.306 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:12 smithi089 ceph-mon[102056]: osdmap e2435: 8 total, 8 up, 8 in 2024-07-26T07:13:12.313 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:12 smithi155 ceph-mon[90160]: pgmap v4164: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1021 B/s wr, 7 op/s 2024-07-26T07:13:12.314 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:12 smithi155 ceph-mon[90160]: osdmap e2435: 8 total, 8 up, 8 in 2024-07-26T07:13:12.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:13:12 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:13:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:13:12.654 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:13:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:13:12] "GET /metrics HTTP/1.1" 200 36648 "" "Prometheus/2.43.0" 2024-07-26T07:13:13.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:13 smithi155 ceph-mon[90160]: osdmap e2436: 8 total, 8 up, 8 in 2024-07-26T07:13:13.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:13 smithi089 ceph-mon[99608]: osdmap e2436: 8 total, 8 up, 8 in 2024-07-26T07:13:13.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:13 smithi089 ceph-mon[102056]: osdmap e2436: 8 total, 8 up, 8 in 2024-07-26T07:13:14.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:14 smithi155 ceph-mon[90160]: pgmap v4167: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 666 KiB/s rd, 3.5 KiB/s wr, 896 op/s 2024-07-26T07:13:14.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:14 smithi155 ceph-mon[90160]: osdmap e2437: 8 total, 8 up, 8 in 2024-07-26T07:13:14.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:14 smithi089 ceph-mon[99608]: pgmap v4167: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 666 KiB/s rd, 3.5 KiB/s wr, 896 op/s 2024-07-26T07:13:14.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:14 smithi089 ceph-mon[99608]: osdmap e2437: 8 total, 8 up, 8 in 2024-07-26T07:13:14.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:14 smithi089 ceph-mon[102056]: pgmap v4167: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 666 KiB/s rd, 3.5 KiB/s wr, 896 op/s 2024-07-26T07:13:14.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:14 smithi089 ceph-mon[102056]: osdmap e2437: 8 total, 8 up, 8 in 2024-07-26T07:13:15.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:15 smithi155 ceph-mon[90160]: osdmap e2438: 8 total, 8 up, 8 in 2024-07-26T07:13:15.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:15 smithi089 ceph-mon[99608]: osdmap e2438: 8 total, 8 up, 8 in 2024-07-26T07:13:15.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:15 smithi089 ceph-mon[102056]: osdmap e2438: 8 total, 8 up, 8 in 2024-07-26T07:13:16.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:16 smithi155 ceph-mon[90160]: pgmap v4170: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 666 KiB/s rd, 3.7 KiB/s wr, 897 op/s 2024-07-26T07:13:16.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:16 smithi155 ceph-mon[90160]: osdmap e2439: 8 total, 8 up, 8 in 2024-07-26T07:13:16.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:16 smithi089 ceph-mon[99608]: pgmap v4170: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 666 KiB/s rd, 3.7 KiB/s wr, 897 op/s 2024-07-26T07:13:16.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:16 smithi089 ceph-mon[99608]: osdmap e2439: 8 total, 8 up, 8 in 2024-07-26T07:13:16.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:16 smithi089 ceph-mon[102056]: pgmap v4170: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 666 KiB/s rd, 3.7 KiB/s wr, 897 op/s 2024-07-26T07:13:16.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:16 smithi089 ceph-mon[102056]: osdmap e2439: 8 total, 8 up, 8 in 2024-07-26T07:13:17.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:17 smithi155 ceph-mon[90160]: osdmap e2440: 8 total, 8 up, 8 in 2024-07-26T07:13:17.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:17 smithi089 ceph-mon[99608]: osdmap e2440: 8 total, 8 up, 8 in 2024-07-26T07:13:17.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:17 smithi089 ceph-mon[102056]: osdmap e2440: 8 total, 8 up, 8 in 2024-07-26T07:13:18.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:18 smithi155 ceph-mon[90160]: pgmap v4173: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 696 KiB/s rd, 3.5 KiB/s wr, 936 op/s 2024-07-26T07:13:18.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:18 smithi155 ceph-mon[90160]: osdmap e2441: 8 total, 8 up, 8 in 2024-07-26T07:13:18.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:18 smithi089 ceph-mon[99608]: pgmap v4173: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 696 KiB/s rd, 3.5 KiB/s wr, 936 op/s 2024-07-26T07:13:18.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:18 smithi089 ceph-mon[99608]: osdmap e2441: 8 total, 8 up, 8 in 2024-07-26T07:13:18.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:18 smithi089 ceph-mon[102056]: pgmap v4173: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 696 KiB/s rd, 3.5 KiB/s wr, 936 op/s 2024-07-26T07:13:18.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:18 smithi089 ceph-mon[102056]: osdmap e2441: 8 total, 8 up, 8 in 2024-07-26T07:13:19.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:19 smithi155 ceph-mon[90160]: osdmap e2442: 8 total, 8 up, 8 in 2024-07-26T07:13:19.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:19 smithi089 ceph-mon[99608]: osdmap e2442: 8 total, 8 up, 8 in 2024-07-26T07:13:19.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:19 smithi089 ceph-mon[102056]: osdmap e2442: 8 total, 8 up, 8 in 2024-07-26T07:13:20.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:20 smithi155 ceph-mon[90160]: pgmap v4176: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 700 KiB/s rd, 3.0 KiB/s wr, 941 op/s 2024-07-26T07:13:20.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:20 smithi155 ceph-mon[90160]: osdmap e2443: 8 total, 8 up, 8 in 2024-07-26T07:13:20.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:20 smithi089 ceph-mon[99608]: pgmap v4176: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 700 KiB/s rd, 3.0 KiB/s wr, 941 op/s 2024-07-26T07:13:20.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:20 smithi089 ceph-mon[99608]: osdmap e2443: 8 total, 8 up, 8 in 2024-07-26T07:13:20.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:20 smithi089 ceph-mon[102056]: pgmap v4176: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 700 KiB/s rd, 3.0 KiB/s wr, 941 op/s 2024-07-26T07:13:20.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:20 smithi089 ceph-mon[102056]: osdmap e2443: 8 total, 8 up, 8 in 2024-07-26T07:13:21.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:21 smithi155 ceph-mon[90160]: osdmap e2444: 8 total, 8 up, 8 in 2024-07-26T07:13:21.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:21 smithi089 ceph-mon[99608]: osdmap e2444: 8 total, 8 up, 8 in 2024-07-26T07:13:21.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:21 smithi089 ceph-mon[102056]: osdmap e2444: 8 total, 8 up, 8 in 2024-07-26T07:13:22.379 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:13:22 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:13:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:13:22.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:22 smithi155 ceph-mon[90160]: pgmap v4179: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-07-26T07:13:22.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:22 smithi155 ceph-mon[90160]: osdmap e2445: 8 total, 8 up, 8 in 2024-07-26T07:13:22.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:22 smithi089 ceph-mon[99608]: pgmap v4179: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-07-26T07:13:22.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:22 smithi089 ceph-mon[99608]: osdmap e2445: 8 total, 8 up, 8 in 2024-07-26T07:13:22.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:22 smithi089 ceph-mon[102056]: pgmap v4179: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-07-26T07:13:22.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:22 smithi089 ceph-mon[102056]: osdmap e2445: 8 total, 8 up, 8 in 2024-07-26T07:13:22.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:13:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:13:22] "GET /metrics HTTP/1.1" 200 36648 "" "Prometheus/2.43.0" 2024-07-26T07:13:23.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:23 smithi155 ceph-mon[90160]: osdmap e2446: 8 total, 8 up, 8 in 2024-07-26T07:13:23.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:23 smithi089 ceph-mon[99608]: osdmap e2446: 8 total, 8 up, 8 in 2024-07-26T07:13:23.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:23 smithi089 ceph-mon[102056]: osdmap e2446: 8 total, 8 up, 8 in 2024-07-26T07:13:24.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:24 smithi155 ceph-mon[90160]: pgmap v4182: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 732 KiB/s rd, 4.0 KiB/s wr, 986 op/s 2024-07-26T07:13:24.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:24 smithi155 ceph-mon[90160]: osdmap e2447: 8 total, 8 up, 8 in 2024-07-26T07:13:24.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:24 smithi089 ceph-mon[99608]: pgmap v4182: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 732 KiB/s rd, 4.0 KiB/s wr, 986 op/s 2024-07-26T07:13:24.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:24 smithi089 ceph-mon[99608]: osdmap e2447: 8 total, 8 up, 8 in 2024-07-26T07:13:24.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:24 smithi089 ceph-mon[102056]: pgmap v4182: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 732 KiB/s rd, 4.0 KiB/s wr, 986 op/s 2024-07-26T07:13:24.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:24 smithi089 ceph-mon[102056]: osdmap e2447: 8 total, 8 up, 8 in 2024-07-26T07:13:25.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:25 smithi155 ceph-mon[90160]: osdmap e2448: 8 total, 8 up, 8 in 2024-07-26T07:13:25.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:25 smithi089 ceph-mon[99608]: osdmap e2448: 8 total, 8 up, 8 in 2024-07-26T07:13:25.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:25 smithi089 ceph-mon[102056]: osdmap e2448: 8 total, 8 up, 8 in 2024-07-26T07:13:26.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:26 smithi155 ceph-mon[90160]: pgmap v4185: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 731 KiB/s rd, 4.0 KiB/s wr, 984 op/s 2024-07-26T07:13:26.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:26 smithi155 ceph-mon[90160]: osdmap e2449: 8 total, 8 up, 8 in 2024-07-26T07:13:26.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:13:26.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:26 smithi089 ceph-mon[99608]: pgmap v4185: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 731 KiB/s rd, 4.0 KiB/s wr, 984 op/s 2024-07-26T07:13:26.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:26 smithi089 ceph-mon[99608]: osdmap e2449: 8 total, 8 up, 8 in 2024-07-26T07:13:26.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:13:26.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:26 smithi089 ceph-mon[102056]: pgmap v4185: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 731 KiB/s rd, 4.0 KiB/s wr, 984 op/s 2024-07-26T07:13:26.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:26 smithi089 ceph-mon[102056]: osdmap e2449: 8 total, 8 up, 8 in 2024-07-26T07:13:26.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:13:27.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:27 smithi155 ceph-mon[90160]: osdmap e2450: 8 total, 8 up, 8 in 2024-07-26T07:13:27.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:27 smithi089 ceph-mon[99608]: osdmap e2450: 8 total, 8 up, 8 in 2024-07-26T07:13:27.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:27 smithi089 ceph-mon[102056]: osdmap e2450: 8 total, 8 up, 8 in 2024-07-26T07:13:28.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:28 smithi155 ceph-mon[90160]: pgmap v4188: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 761 KiB/s rd, 3.2 KiB/s wr, 1.02k op/s 2024-07-26T07:13:28.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:28 smithi155 ceph-mon[90160]: osdmap e2451: 8 total, 8 up, 8 in 2024-07-26T07:13:28.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:28 smithi089 ceph-mon[99608]: pgmap v4188: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 761 KiB/s rd, 3.2 KiB/s wr, 1.02k op/s 2024-07-26T07:13:28.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:28 smithi089 ceph-mon[99608]: osdmap e2451: 8 total, 8 up, 8 in 2024-07-26T07:13:28.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:28 smithi089 ceph-mon[102056]: pgmap v4188: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 761 KiB/s rd, 3.2 KiB/s wr, 1.02k op/s 2024-07-26T07:13:28.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:28 smithi089 ceph-mon[102056]: osdmap e2451: 8 total, 8 up, 8 in 2024-07-26T07:13:29.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:29 smithi155 ceph-mon[90160]: osdmap e2452: 8 total, 8 up, 8 in 2024-07-26T07:13:29.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:29 smithi089 ceph-mon[99608]: osdmap e2452: 8 total, 8 up, 8 in 2024-07-26T07:13:29.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:29 smithi089 ceph-mon[102056]: osdmap e2452: 8 total, 8 up, 8 in 2024-07-26T07:13:30.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:30 smithi155 ceph-mon[90160]: pgmap v4191: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 765 KiB/s rd, 3.0 KiB/s wr, 1.03k op/s 2024-07-26T07:13:30.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:30 smithi155 ceph-mon[90160]: osdmap e2453: 8 total, 8 up, 8 in 2024-07-26T07:13:30.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:30 smithi089 ceph-mon[99608]: pgmap v4191: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 765 KiB/s rd, 3.0 KiB/s wr, 1.03k op/s 2024-07-26T07:13:30.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:30 smithi089 ceph-mon[99608]: osdmap e2453: 8 total, 8 up, 8 in 2024-07-26T07:13:30.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:30 smithi089 ceph-mon[102056]: pgmap v4191: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 765 KiB/s rd, 3.0 KiB/s wr, 1.03k op/s 2024-07-26T07:13:30.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:30 smithi089 ceph-mon[102056]: osdmap e2453: 8 total, 8 up, 8 in 2024-07-26T07:13:31.382 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:31 smithi155 ceph-mon[90160]: osdmap e2454: 8 total, 8 up, 8 in 2024-07-26T07:13:31.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:31 smithi089 ceph-mon[99608]: osdmap e2454: 8 total, 8 up, 8 in 2024-07-26T07:13:31.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:31 smithi089 ceph-mon[102056]: osdmap e2454: 8 total, 8 up, 8 in 2024-07-26T07:13:32.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:32 smithi089 ceph-mon[99608]: pgmap v4194: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-07-26T07:13:32.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:32 smithi089 ceph-mon[99608]: osdmap e2455: 8 total, 8 up, 8 in 2024-07-26T07:13:32.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:32 smithi089 ceph-mon[102056]: pgmap v4194: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-07-26T07:13:32.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:32 smithi089 ceph-mon[102056]: osdmap e2455: 8 total, 8 up, 8 in 2024-07-26T07:13:32.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:32 smithi155 ceph-mon[90160]: pgmap v4194: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-07-26T07:13:32.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:32 smithi155 ceph-mon[90160]: osdmap e2455: 8 total, 8 up, 8 in 2024-07-26T07:13:32.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:13:32 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:13:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:13:32.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:13:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:13:32] "GET /metrics HTTP/1.1" 200 36647 "" "Prometheus/2.43.0" 2024-07-26T07:13:33.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:33 smithi089 ceph-mon[99608]: osdmap e2456: 8 total, 8 up, 8 in 2024-07-26T07:13:33.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:33 smithi089 ceph-mon[102056]: osdmap e2456: 8 total, 8 up, 8 in 2024-07-26T07:13:33.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:33 smithi155 ceph-mon[90160]: osdmap e2456: 8 total, 8 up, 8 in 2024-07-26T07:13:34.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:34 smithi089 ceph-mon[99608]: pgmap v4197: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 797 KiB/s rd, 3.5 KiB/s wr, 1.07k op/s 2024-07-26T07:13:34.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:34 smithi089 ceph-mon[99608]: osdmap e2457: 8 total, 8 up, 8 in 2024-07-26T07:13:34.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:34 smithi089 ceph-mon[102056]: pgmap v4197: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 797 KiB/s rd, 3.5 KiB/s wr, 1.07k op/s 2024-07-26T07:13:34.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:34 smithi089 ceph-mon[102056]: osdmap e2457: 8 total, 8 up, 8 in 2024-07-26T07:13:34.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:34 smithi155 ceph-mon[90160]: pgmap v4197: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 797 KiB/s rd, 3.5 KiB/s wr, 1.07k op/s 2024-07-26T07:13:34.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:34 smithi155 ceph-mon[90160]: osdmap e2457: 8 total, 8 up, 8 in 2024-07-26T07:13:35.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:35 smithi089 ceph-mon[99608]: osdmap e2458: 8 total, 8 up, 8 in 2024-07-26T07:13:35.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:35 smithi089 ceph-mon[102056]: osdmap e2458: 8 total, 8 up, 8 in 2024-07-26T07:13:35.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:35 smithi155 ceph-mon[90160]: osdmap e2458: 8 total, 8 up, 8 in 2024-07-26T07:13:36.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:36 smithi155 ceph-mon[90160]: pgmap v4200: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 796 KiB/s rd, 3.5 KiB/s wr, 1.07k op/s 2024-07-26T07:13:36.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:36 smithi155 ceph-mon[90160]: osdmap e2459: 8 total, 8 up, 8 in 2024-07-26T07:13:36.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:36 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:13:36.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:36 smithi089 ceph-mon[99608]: pgmap v4200: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 796 KiB/s rd, 3.5 KiB/s wr, 1.07k op/s 2024-07-26T07:13:36.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:36 smithi089 ceph-mon[99608]: osdmap e2459: 8 total, 8 up, 8 in 2024-07-26T07:13:36.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:36 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:13:36.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:36 smithi089 ceph-mon[102056]: pgmap v4200: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 796 KiB/s rd, 3.5 KiB/s wr, 1.07k op/s 2024-07-26T07:13:36.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:36 smithi089 ceph-mon[102056]: osdmap e2459: 8 total, 8 up, 8 in 2024-07-26T07:13:36.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:36 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:13:37.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:37 smithi155 ceph-mon[90160]: osdmap e2460: 8 total, 8 up, 8 in 2024-07-26T07:13:37.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:37 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:13:37.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:37 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:13:37.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:37 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:13:37.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:37 smithi089 ceph-mon[99608]: osdmap e2460: 8 total, 8 up, 8 in 2024-07-26T07:13:37.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:37 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:13:37.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:37 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:13:37.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:37 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:13:37.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:37 smithi089 ceph-mon[102056]: osdmap e2460: 8 total, 8 up, 8 in 2024-07-26T07:13:37.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:37 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:13:37.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:37 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:13:37.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:37 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:13:38.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:38 smithi155 ceph-mon[90160]: pgmap v4203: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 826 KiB/s rd, 3.7 KiB/s wr, 1.11k op/s 2024-07-26T07:13:38.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:38 smithi155 ceph-mon[90160]: osdmap e2461: 8 total, 8 up, 8 in 2024-07-26T07:13:38.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:38 smithi089 ceph-mon[99608]: pgmap v4203: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 826 KiB/s rd, 3.7 KiB/s wr, 1.11k op/s 2024-07-26T07:13:38.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:38 smithi089 ceph-mon[99608]: osdmap e2461: 8 total, 8 up, 8 in 2024-07-26T07:13:38.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:38 smithi089 ceph-mon[102056]: pgmap v4203: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 826 KiB/s rd, 3.7 KiB/s wr, 1.11k op/s 2024-07-26T07:13:38.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:38 smithi089 ceph-mon[102056]: osdmap e2461: 8 total, 8 up, 8 in 2024-07-26T07:13:39.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:39 smithi155 ceph-mon[90160]: osdmap e2462: 8 total, 8 up, 8 in 2024-07-26T07:13:39.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:39 smithi089 ceph-mon[99608]: osdmap e2462: 8 total, 8 up, 8 in 2024-07-26T07:13:39.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:39 smithi089 ceph-mon[102056]: osdmap e2462: 8 total, 8 up, 8 in 2024-07-26T07:13:40.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:40 smithi155 ceph-mon[90160]: pgmap v4206: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 830 KiB/s rd, 2.7 KiB/s wr, 1.12k op/s 2024-07-26T07:13:40.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:40 smithi155 ceph-mon[90160]: osdmap e2463: 8 total, 8 up, 8 in 2024-07-26T07:13:40.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:40 smithi089 ceph-mon[99608]: pgmap v4206: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 830 KiB/s rd, 2.7 KiB/s wr, 1.12k op/s 2024-07-26T07:13:40.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:40 smithi089 ceph-mon[99608]: osdmap e2463: 8 total, 8 up, 8 in 2024-07-26T07:13:40.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:40 smithi089 ceph-mon[102056]: pgmap v4206: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 830 KiB/s rd, 2.7 KiB/s wr, 1.12k op/s 2024-07-26T07:13:40.656 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:40 smithi089 ceph-mon[102056]: osdmap e2463: 8 total, 8 up, 8 in 2024-07-26T07:13:41.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:41 smithi155 ceph-mon[90160]: osdmap e2464: 8 total, 8 up, 8 in 2024-07-26T07:13:41.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:13:41.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:41 smithi089 ceph-mon[99608]: osdmap e2464: 8 total, 8 up, 8 in 2024-07-26T07:13:41.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:13:41.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:41 smithi089 ceph-mon[102056]: osdmap e2464: 8 total, 8 up, 8 in 2024-07-26T07:13:41.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:13:42.534 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:42 smithi089 ceph-mon[99608]: pgmap v4209: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-07-26T07:13:42.534 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:42 smithi089 ceph-mon[99608]: osdmap e2465: 8 total, 8 up, 8 in 2024-07-26T07:13:42.534 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:42 smithi089 ceph-mon[102056]: pgmap v4209: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-07-26T07:13:42.534 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:42 smithi089 ceph-mon[102056]: osdmap e2465: 8 total, 8 up, 8 in 2024-07-26T07:13:42.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:13:42 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:13:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:13:42.664 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:42 smithi155 ceph-mon[90160]: pgmap v4209: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-07-26T07:13:42.664 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:42 smithi155 ceph-mon[90160]: osdmap e2465: 8 total, 8 up, 8 in 2024-07-26T07:13:42.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:13:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:13:42] "GET /metrics HTTP/1.1" 200 36650 "" "Prometheus/2.43.0" 2024-07-26T07:13:43.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:43 smithi155 ceph-mon[90160]: osdmap e2466: 8 total, 8 up, 8 in 2024-07-26T07:13:43.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:43 smithi089 ceph-mon[99608]: osdmap e2466: 8 total, 8 up, 8 in 2024-07-26T07:13:43.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:43 smithi089 ceph-mon[102056]: osdmap e2466: 8 total, 8 up, 8 in 2024-07-26T07:13:44.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:44 smithi155 ceph-mon[90160]: pgmap v4212: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 862 KiB/s rd, 4.0 KiB/s wr, 1.16k op/s 2024-07-26T07:13:44.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:44 smithi155 ceph-mon[90160]: osdmap e2467: 8 total, 8 up, 8 in 2024-07-26T07:13:44.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:44 smithi089 ceph-mon[99608]: pgmap v4212: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 862 KiB/s rd, 4.0 KiB/s wr, 1.16k op/s 2024-07-26T07:13:44.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:44 smithi089 ceph-mon[99608]: osdmap e2467: 8 total, 8 up, 8 in 2024-07-26T07:13:44.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:44 smithi089 ceph-mon[102056]: pgmap v4212: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 862 KiB/s rd, 4.0 KiB/s wr, 1.16k op/s 2024-07-26T07:13:44.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:44 smithi089 ceph-mon[102056]: osdmap e2467: 8 total, 8 up, 8 in 2024-07-26T07:13:45.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:45 smithi155 ceph-mon[90160]: osdmap e2468: 8 total, 8 up, 8 in 2024-07-26T07:13:45.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:45 smithi089 ceph-mon[99608]: osdmap e2468: 8 total, 8 up, 8 in 2024-07-26T07:13:45.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:45 smithi089 ceph-mon[102056]: osdmap e2468: 8 total, 8 up, 8 in 2024-07-26T07:13:46.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:46 smithi155 ceph-mon[90160]: pgmap v4215: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 861 KiB/s rd, 3.5 KiB/s wr, 1.16k op/s 2024-07-26T07:13:46.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:46 smithi155 ceph-mon[90160]: osdmap e2469: 8 total, 8 up, 8 in 2024-07-26T07:13:46.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:46 smithi089 ceph-mon[99608]: pgmap v4215: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 861 KiB/s rd, 3.5 KiB/s wr, 1.16k op/s 2024-07-26T07:13:46.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:46 smithi089 ceph-mon[99608]: osdmap e2469: 8 total, 8 up, 8 in 2024-07-26T07:13:46.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:46 smithi089 ceph-mon[102056]: pgmap v4215: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 861 KiB/s rd, 3.5 KiB/s wr, 1.16k op/s 2024-07-26T07:13:46.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:46 smithi089 ceph-mon[102056]: osdmap e2469: 8 total, 8 up, 8 in 2024-07-26T07:13:47.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:47 smithi155 ceph-mon[90160]: osdmap e2470: 8 total, 8 up, 8 in 2024-07-26T07:13:47.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:47 smithi089 ceph-mon[99608]: osdmap e2470: 8 total, 8 up, 8 in 2024-07-26T07:13:47.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:47 smithi089 ceph-mon[102056]: osdmap e2470: 8 total, 8 up, 8 in 2024-07-26T07:13:48.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:48 smithi155 ceph-mon[90160]: pgmap v4218: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 892 KiB/s rd, 3.5 KiB/s wr, 1.20k op/s 2024-07-26T07:13:48.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:48 smithi155 ceph-mon[90160]: osdmap e2471: 8 total, 8 up, 8 in 2024-07-26T07:13:48.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:48 smithi089 ceph-mon[99608]: pgmap v4218: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 892 KiB/s rd, 3.5 KiB/s wr, 1.20k op/s 2024-07-26T07:13:48.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:48 smithi089 ceph-mon[99608]: osdmap e2471: 8 total, 8 up, 8 in 2024-07-26T07:13:48.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:48 smithi089 ceph-mon[102056]: pgmap v4218: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 892 KiB/s rd, 3.5 KiB/s wr, 1.20k op/s 2024-07-26T07:13:48.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:48 smithi089 ceph-mon[102056]: osdmap e2471: 8 total, 8 up, 8 in 2024-07-26T07:13:49.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:49 smithi155 ceph-mon[90160]: osdmap e2472: 8 total, 8 up, 8 in 2024-07-26T07:13:49.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:49 smithi089 ceph-mon[99608]: osdmap e2472: 8 total, 8 up, 8 in 2024-07-26T07:13:49.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:49 smithi089 ceph-mon[102056]: osdmap e2472: 8 total, 8 up, 8 in 2024-07-26T07:13:50.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:50 smithi155 ceph-mon[90160]: pgmap v4221: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 896 KiB/s rd, 3.5 KiB/s wr, 1.21k op/s 2024-07-26T07:13:50.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:50 smithi155 ceph-mon[90160]: osdmap e2473: 8 total, 8 up, 8 in 2024-07-26T07:13:50.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:50 smithi089 ceph-mon[102056]: pgmap v4221: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 896 KiB/s rd, 3.5 KiB/s wr, 1.21k op/s 2024-07-26T07:13:50.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:50 smithi089 ceph-mon[102056]: osdmap e2473: 8 total, 8 up, 8 in 2024-07-26T07:13:50.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:50 smithi089 ceph-mon[99608]: pgmap v4221: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 896 KiB/s rd, 3.5 KiB/s wr, 1.21k op/s 2024-07-26T07:13:50.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:50 smithi089 ceph-mon[99608]: osdmap e2473: 8 total, 8 up, 8 in 2024-07-26T07:13:51.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:51 smithi155 ceph-mon[90160]: osdmap e2474: 8 total, 8 up, 8 in 2024-07-26T07:13:51.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:51 smithi089 ceph-mon[99608]: osdmap e2474: 8 total, 8 up, 8 in 2024-07-26T07:13:51.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:51 smithi089 ceph-mon[102056]: osdmap e2474: 8 total, 8 up, 8 in 2024-07-26T07:13:52.530 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:13:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:13:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:13:52.531 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:52 smithi155 ceph-mon[90160]: pgmap v4224: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-07-26T07:13:52.531 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:52 smithi155 ceph-mon[90160]: osdmap e2475: 8 total, 8 up, 8 in 2024-07-26T07:13:52.532 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:52 smithi089 ceph-mon[99608]: pgmap v4224: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-07-26T07:13:52.532 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:52 smithi089 ceph-mon[99608]: osdmap e2475: 8 total, 8 up, 8 in 2024-07-26T07:13:52.532 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:52 smithi089 ceph-mon[102056]: pgmap v4224: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-07-26T07:13:52.533 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:52 smithi089 ceph-mon[102056]: osdmap e2475: 8 total, 8 up, 8 in 2024-07-26T07:13:52.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:13:52 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:13:52] "GET /metrics HTTP/1.1" 200 36650 "" "Prometheus/2.43.0" 2024-07-26T07:13:53.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:53 smithi155 ceph-mon[90160]: osdmap e2476: 8 total, 8 up, 8 in 2024-07-26T07:13:53.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:53 smithi089 ceph-mon[99608]: osdmap e2476: 8 total, 8 up, 8 in 2024-07-26T07:13:53.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:53 smithi089 ceph-mon[102056]: osdmap e2476: 8 total, 8 up, 8 in 2024-07-26T07:13:54.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:54 smithi155 ceph-mon[90160]: pgmap v4227: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 928 KiB/s rd, 4.0 KiB/s wr, 1.25k op/s 2024-07-26T07:13:54.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:54 smithi155 ceph-mon[90160]: osdmap e2477: 8 total, 8 up, 8 in 2024-07-26T07:13:54.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:54 smithi089 ceph-mon[99608]: pgmap v4227: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 928 KiB/s rd, 4.0 KiB/s wr, 1.25k op/s 2024-07-26T07:13:54.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:54 smithi089 ceph-mon[99608]: osdmap e2477: 8 total, 8 up, 8 in 2024-07-26T07:13:54.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:54 smithi089 ceph-mon[102056]: pgmap v4227: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 928 KiB/s rd, 4.0 KiB/s wr, 1.25k op/s 2024-07-26T07:13:54.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:54 smithi089 ceph-mon[102056]: osdmap e2477: 8 total, 8 up, 8 in 2024-07-26T07:13:55.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:55 smithi155 ceph-mon[90160]: osdmap e2478: 8 total, 8 up, 8 in 2024-07-26T07:13:55.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:55 smithi089 ceph-mon[99608]: osdmap e2478: 8 total, 8 up, 8 in 2024-07-26T07:13:55.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:55 smithi089 ceph-mon[102056]: osdmap e2478: 8 total, 8 up, 8 in 2024-07-26T07:13:56.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:56 smithi155 ceph-mon[90160]: pgmap v4230: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 927 KiB/s rd, 3.5 KiB/s wr, 1.25k op/s 2024-07-26T07:13:56.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:56 smithi155 ceph-mon[90160]: osdmap e2479: 8 total, 8 up, 8 in 2024-07-26T07:13:56.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:56 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:13:56.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:56 smithi089 ceph-mon[99608]: pgmap v4230: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 927 KiB/s rd, 3.5 KiB/s wr, 1.25k op/s 2024-07-26T07:13:56.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:56 smithi089 ceph-mon[99608]: osdmap e2479: 8 total, 8 up, 8 in 2024-07-26T07:13:56.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:56 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:13:56.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:56 smithi089 ceph-mon[102056]: pgmap v4230: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 927 KiB/s rd, 3.5 KiB/s wr, 1.25k op/s 2024-07-26T07:13:56.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:56 smithi089 ceph-mon[102056]: osdmap e2479: 8 total, 8 up, 8 in 2024-07-26T07:13:56.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:56 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:13:57.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:57 smithi155 ceph-mon[90160]: osdmap e2480: 8 total, 8 up, 8 in 2024-07-26T07:13:57.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:57 smithi089 ceph-mon[99608]: osdmap e2480: 8 total, 8 up, 8 in 2024-07-26T07:13:57.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:57 smithi089 ceph-mon[102056]: osdmap e2480: 8 total, 8 up, 8 in 2024-07-26T07:13:58.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:58 smithi155 ceph-mon[90160]: pgmap v4233: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 957 KiB/s rd, 3.2 KiB/s wr, 1.29k op/s 2024-07-26T07:13:58.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:58 smithi155 ceph-mon[90160]: osdmap e2481: 8 total, 8 up, 8 in 2024-07-26T07:13:58.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:58 smithi089 ceph-mon[99608]: pgmap v4233: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 957 KiB/s rd, 3.2 KiB/s wr, 1.29k op/s 2024-07-26T07:13:58.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:58 smithi089 ceph-mon[99608]: osdmap e2481: 8 total, 8 up, 8 in 2024-07-26T07:13:58.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:58 smithi089 ceph-mon[102056]: pgmap v4233: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 957 KiB/s rd, 3.2 KiB/s wr, 1.29k op/s 2024-07-26T07:13:58.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:58 smithi089 ceph-mon[102056]: osdmap e2481: 8 total, 8 up, 8 in 2024-07-26T07:13:59.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:13:59 smithi155 ceph-mon[90160]: osdmap e2482: 8 total, 8 up, 8 in 2024-07-26T07:13:59.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:13:59 smithi089 ceph-mon[99608]: osdmap e2482: 8 total, 8 up, 8 in 2024-07-26T07:13:59.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:13:59 smithi089 ceph-mon[102056]: osdmap e2482: 8 total, 8 up, 8 in 2024-07-26T07:14:00.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:00 smithi155 ceph-mon[90160]: pgmap v4236: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 961 KiB/s rd, 2.7 KiB/s wr, 1.29k op/s 2024-07-26T07:14:00.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:00 smithi155 ceph-mon[90160]: osdmap e2483: 8 total, 8 up, 8 in 2024-07-26T07:14:00.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:00 smithi089 ceph-mon[99608]: pgmap v4236: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 961 KiB/s rd, 2.7 KiB/s wr, 1.29k op/s 2024-07-26T07:14:00.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:00 smithi089 ceph-mon[99608]: osdmap e2483: 8 total, 8 up, 8 in 2024-07-26T07:14:00.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:00 smithi089 ceph-mon[102056]: pgmap v4236: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 961 KiB/s rd, 2.7 KiB/s wr, 1.29k op/s 2024-07-26T07:14:00.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:00 smithi089 ceph-mon[102056]: osdmap e2483: 8 total, 8 up, 8 in 2024-07-26T07:14:01.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:01 smithi155 ceph-mon[90160]: osdmap e2484: 8 total, 8 up, 8 in 2024-07-26T07:14:01.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:01 smithi089 ceph-mon[99608]: osdmap e2484: 8 total, 8 up, 8 in 2024-07-26T07:14:01.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:01 smithi089 ceph-mon[102056]: osdmap e2484: 8 total, 8 up, 8 in 2024-07-26T07:14:02.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:14:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:14:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:14:02.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:02 smithi155 ceph-mon[90160]: pgmap v4239: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-07-26T07:14:02.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:02 smithi155 ceph-mon[90160]: osdmap e2485: 8 total, 8 up, 8 in 2024-07-26T07:14:02.654 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:14:02 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:14:02] "GET /metrics HTTP/1.1" 200 36645 "" "Prometheus/2.43.0" 2024-07-26T07:14:02.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:02 smithi089 ceph-mon[99608]: pgmap v4239: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-07-26T07:14:02.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:02 smithi089 ceph-mon[99608]: osdmap e2485: 8 total, 8 up, 8 in 2024-07-26T07:14:02.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:02 smithi089 ceph-mon[102056]: pgmap v4239: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-07-26T07:14:02.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:02 smithi089 ceph-mon[102056]: osdmap e2485: 8 total, 8 up, 8 in 2024-07-26T07:14:03.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:03 smithi155 ceph-mon[90160]: osdmap e2486: 8 total, 8 up, 8 in 2024-07-26T07:14:03.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:03 smithi089 ceph-mon[99608]: osdmap e2486: 8 total, 8 up, 8 in 2024-07-26T07:14:03.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:03 smithi089 ceph-mon[102056]: osdmap e2486: 8 total, 8 up, 8 in 2024-07-26T07:14:04.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:04 smithi155 ceph-mon[90160]: pgmap v4242: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 992 KiB/s rd, 4.0 KiB/s wr, 1.34k op/s 2024-07-26T07:14:04.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:04 smithi155 ceph-mon[90160]: osdmap e2487: 8 total, 8 up, 8 in 2024-07-26T07:14:04.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:04 smithi089 ceph-mon[99608]: pgmap v4242: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 992 KiB/s rd, 4.0 KiB/s wr, 1.34k op/s 2024-07-26T07:14:04.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:04 smithi089 ceph-mon[99608]: osdmap e2487: 8 total, 8 up, 8 in 2024-07-26T07:14:04.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:04 smithi089 ceph-mon[102056]: pgmap v4242: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 992 KiB/s rd, 4.0 KiB/s wr, 1.34k op/s 2024-07-26T07:14:04.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:04 smithi089 ceph-mon[102056]: osdmap e2487: 8 total, 8 up, 8 in 2024-07-26T07:14:05.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:05 smithi155 ceph-mon[90160]: osdmap e2488: 8 total, 8 up, 8 in 2024-07-26T07:14:05.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:05 smithi089 ceph-mon[99608]: osdmap e2488: 8 total, 8 up, 8 in 2024-07-26T07:14:05.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:05 smithi089 ceph-mon[102056]: osdmap e2488: 8 total, 8 up, 8 in 2024-07-26T07:14:06.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:06 smithi089 ceph-mon[99608]: pgmap v4245: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 991 KiB/s rd, 3.2 KiB/s wr, 1.34k op/s 2024-07-26T07:14:06.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:06 smithi089 ceph-mon[99608]: osdmap e2489: 8 total, 8 up, 8 in 2024-07-26T07:14:06.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:06 smithi089 ceph-mon[102056]: pgmap v4245: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 991 KiB/s rd, 3.2 KiB/s wr, 1.34k op/s 2024-07-26T07:14:06.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:06 smithi089 ceph-mon[102056]: osdmap e2489: 8 total, 8 up, 8 in 2024-07-26T07:14:06.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:06 smithi155 ceph-mon[90160]: pgmap v4245: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 991 KiB/s rd, 3.2 KiB/s wr, 1.34k op/s 2024-07-26T07:14:06.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:06 smithi155 ceph-mon[90160]: osdmap e2489: 8 total, 8 up, 8 in 2024-07-26T07:14:07.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:07 smithi089 ceph-mon[99608]: osdmap e2490: 8 total, 8 up, 8 in 2024-07-26T07:14:07.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:07 smithi089 ceph-mon[102056]: osdmap e2490: 8 total, 8 up, 8 in 2024-07-26T07:14:07.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:07 smithi155 ceph-mon[90160]: osdmap e2490: 8 total, 8 up, 8 in 2024-07-26T07:14:08.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:08 smithi089 ceph-mon[99608]: pgmap v4248: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 820 KiB/s rd, 3.2 KiB/s wr, 1.10k op/s 2024-07-26T07:14:08.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:08 smithi089 ceph-mon[99608]: osdmap e2491: 8 total, 8 up, 8 in 2024-07-26T07:14:08.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:08 smithi089 ceph-mon[102056]: pgmap v4248: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 820 KiB/s rd, 3.2 KiB/s wr, 1.10k op/s 2024-07-26T07:14:08.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:08 smithi089 ceph-mon[102056]: osdmap e2491: 8 total, 8 up, 8 in 2024-07-26T07:14:08.878 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:08 smithi155 ceph-mon[90160]: pgmap v4248: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 820 KiB/s rd, 3.2 KiB/s wr, 1.10k op/s 2024-07-26T07:14:08.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:08 smithi155 ceph-mon[90160]: osdmap e2491: 8 total, 8 up, 8 in 2024-07-26T07:14:09.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:09 smithi155 ceph-mon[90160]: osdmap e2492: 8 total, 8 up, 8 in 2024-07-26T07:14:09.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:09 smithi155 ceph-mon[90160]: pgmap v4251: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 824 KiB/s rd, 3.2 KiB/s wr, 1.11k op/s 2024-07-26T07:14:09.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:09 smithi089 ceph-mon[99608]: osdmap e2492: 8 total, 8 up, 8 in 2024-07-26T07:14:09.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:09 smithi089 ceph-mon[99608]: pgmap v4251: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 824 KiB/s rd, 3.2 KiB/s wr, 1.11k op/s 2024-07-26T07:14:09.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:09 smithi089 ceph-mon[102056]: osdmap e2492: 8 total, 8 up, 8 in 2024-07-26T07:14:09.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:09 smithi089 ceph-mon[102056]: pgmap v4251: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 824 KiB/s rd, 3.2 KiB/s wr, 1.11k op/s 2024-07-26T07:14:10.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:10 smithi089 ceph-mon[99608]: osdmap e2493: 8 total, 8 up, 8 in 2024-07-26T07:14:10.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:10 smithi089 ceph-mon[102056]: osdmap e2493: 8 total, 8 up, 8 in 2024-07-26T07:14:10.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:10 smithi155 ceph-mon[90160]: osdmap e2493: 8 total, 8 up, 8 in 2024-07-26T07:14:11.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:11 smithi155 ceph-mon[90160]: osdmap e2494: 8 total, 8 up, 8 in 2024-07-26T07:14:11.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:11 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:14:11.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:11 smithi155 ceph-mon[90160]: pgmap v4254: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-07-26T07:14:11.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:11 smithi089 ceph-mon[99608]: osdmap e2494: 8 total, 8 up, 8 in 2024-07-26T07:14:11.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:14:11.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:11 smithi089 ceph-mon[99608]: pgmap v4254: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-07-26T07:14:11.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:11 smithi089 ceph-mon[102056]: osdmap e2494: 8 total, 8 up, 8 in 2024-07-26T07:14:11.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:14:11.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:11 smithi089 ceph-mon[102056]: pgmap v4254: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-07-26T07:14:12.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:14:12 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:14:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:14:12.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:12 smithi155 ceph-mon[90160]: osdmap e2495: 8 total, 8 up, 8 in 2024-07-26T07:14:12.806 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:12 smithi089 ceph-mon[99608]: osdmap e2495: 8 total, 8 up, 8 in 2024-07-26T07:14:12.806 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:14:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:14:12] "GET /metrics HTTP/1.1" 200 36654 "" "Prometheus/2.43.0" 2024-07-26T07:14:12.806 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:12 smithi089 ceph-mon[102056]: osdmap e2495: 8 total, 8 up, 8 in 2024-07-26T07:14:13.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:13 smithi155 ceph-mon[90160]: osdmap e2496: 8 total, 8 up, 8 in 2024-07-26T07:14:13.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:13 smithi155 ceph-mon[90160]: pgmap v4257: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.2 KiB/s wr, 1.42k op/s 2024-07-26T07:14:13.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:13 smithi089 ceph-mon[99608]: osdmap e2496: 8 total, 8 up, 8 in 2024-07-26T07:14:13.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:13 smithi089 ceph-mon[99608]: pgmap v4257: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.2 KiB/s wr, 1.42k op/s 2024-07-26T07:14:13.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:13 smithi089 ceph-mon[102056]: osdmap e2496: 8 total, 8 up, 8 in 2024-07-26T07:14:13.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:13 smithi089 ceph-mon[102056]: pgmap v4257: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.2 KiB/s wr, 1.42k op/s 2024-07-26T07:14:14.878 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:14 smithi155 ceph-mon[90160]: osdmap e2497: 8 total, 8 up, 8 in 2024-07-26T07:14:14.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:14 smithi089 ceph-mon[99608]: osdmap e2497: 8 total, 8 up, 8 in 2024-07-26T07:14:14.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:14 smithi089 ceph-mon[102056]: osdmap e2497: 8 total, 8 up, 8 in 2024-07-26T07:14:15.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:15 smithi155 ceph-mon[90160]: osdmap e2498: 8 total, 8 up, 8 in 2024-07-26T07:14:15.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:15 smithi155 ceph-mon[90160]: pgmap v4260: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 2.7 KiB/s wr, 1.41k op/s 2024-07-26T07:14:15.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:15 smithi089 ceph-mon[99608]: osdmap e2498: 8 total, 8 up, 8 in 2024-07-26T07:14:15.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:15 smithi089 ceph-mon[99608]: pgmap v4260: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 2.7 KiB/s wr, 1.41k op/s 2024-07-26T07:14:15.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:15 smithi089 ceph-mon[102056]: osdmap e2498: 8 total, 8 up, 8 in 2024-07-26T07:14:15.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:15 smithi089 ceph-mon[102056]: pgmap v4260: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 2.7 KiB/s wr, 1.41k op/s 2024-07-26T07:14:16.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:16 smithi155 ceph-mon[90160]: osdmap e2499: 8 total, 8 up, 8 in 2024-07-26T07:14:16.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:16 smithi089 ceph-mon[99608]: osdmap e2499: 8 total, 8 up, 8 in 2024-07-26T07:14:16.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:16 smithi089 ceph-mon[102056]: osdmap e2499: 8 total, 8 up, 8 in 2024-07-26T07:14:17.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:17 smithi155 ceph-mon[90160]: osdmap e2500: 8 total, 8 up, 8 in 2024-07-26T07:14:17.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:17 smithi155 ceph-mon[90160]: pgmap v4263: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.46k op/s 2024-07-26T07:14:17.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:17 smithi089 ceph-mon[99608]: osdmap e2500: 8 total, 8 up, 8 in 2024-07-26T07:14:17.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:17 smithi089 ceph-mon[99608]: pgmap v4263: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.46k op/s 2024-07-26T07:14:17.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:17 smithi089 ceph-mon[102056]: osdmap e2500: 8 total, 8 up, 8 in 2024-07-26T07:14:17.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:17 smithi089 ceph-mon[102056]: pgmap v4263: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.46k op/s 2024-07-26T07:14:18.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:18 smithi155 ceph-mon[90160]: osdmap e2501: 8 total, 8 up, 8 in 2024-07-26T07:14:18.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:18 smithi089 ceph-mon[99608]: osdmap e2501: 8 total, 8 up, 8 in 2024-07-26T07:14:18.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:18 smithi089 ceph-mon[102056]: osdmap e2501: 8 total, 8 up, 8 in 2024-07-26T07:14:19.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:19 smithi155 ceph-mon[90160]: osdmap e2502: 8 total, 8 up, 8 in 2024-07-26T07:14:19.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:19 smithi155 ceph-mon[90160]: pgmap v4266: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.46k op/s 2024-07-26T07:14:19.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:19 smithi089 ceph-mon[99608]: osdmap e2502: 8 total, 8 up, 8 in 2024-07-26T07:14:19.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:19 smithi089 ceph-mon[99608]: pgmap v4266: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.46k op/s 2024-07-26T07:14:19.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:19 smithi089 ceph-mon[102056]: osdmap e2502: 8 total, 8 up, 8 in 2024-07-26T07:14:19.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:19 smithi089 ceph-mon[102056]: pgmap v4266: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.46k op/s 2024-07-26T07:14:20.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:20 smithi155 ceph-mon[90160]: osdmap e2503: 8 total, 8 up, 8 in 2024-07-26T07:14:20.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:20 smithi089 ceph-mon[99608]: osdmap e2503: 8 total, 8 up, 8 in 2024-07-26T07:14:20.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:20 smithi089 ceph-mon[102056]: osdmap e2503: 8 total, 8 up, 8 in 2024-07-26T07:14:21.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:21 smithi155 ceph-mon[90160]: osdmap e2504: 8 total, 8 up, 8 in 2024-07-26T07:14:21.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:21 smithi155 ceph-mon[90160]: pgmap v4269: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-07-26T07:14:21.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:21 smithi089 ceph-mon[99608]: osdmap e2504: 8 total, 8 up, 8 in 2024-07-26T07:14:21.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:21 smithi089 ceph-mon[99608]: pgmap v4269: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-07-26T07:14:21.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:21 smithi089 ceph-mon[102056]: osdmap e2504: 8 total, 8 up, 8 in 2024-07-26T07:14:21.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:21 smithi089 ceph-mon[102056]: pgmap v4269: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-07-26T07:14:22.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:22 smithi155 ceph-mon[90160]: osdmap e2505: 8 total, 8 up, 8 in 2024-07-26T07:14:22.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:14:22 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:14:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:14:22.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:22 smithi089 ceph-mon[99608]: osdmap e2505: 8 total, 8 up, 8 in 2024-07-26T07:14:22.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:14:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:14:22] "GET /metrics HTTP/1.1" 200 36654 "" "Prometheus/2.43.0" 2024-07-26T07:14:22.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:22 smithi089 ceph-mon[102056]: osdmap e2505: 8 total, 8 up, 8 in 2024-07-26T07:14:23.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:23 smithi155 ceph-mon[90160]: osdmap e2506: 8 total, 8 up, 8 in 2024-07-26T07:14:23.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:23 smithi155 ceph-mon[90160]: pgmap v4272: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.51k op/s 2024-07-26T07:14:23.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:23 smithi089 ceph-mon[99608]: osdmap e2506: 8 total, 8 up, 8 in 2024-07-26T07:14:23.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:23 smithi089 ceph-mon[99608]: pgmap v4272: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.51k op/s 2024-07-26T07:14:23.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:23 smithi089 ceph-mon[102056]: osdmap e2506: 8 total, 8 up, 8 in 2024-07-26T07:14:23.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:23 smithi089 ceph-mon[102056]: pgmap v4272: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.51k op/s 2024-07-26T07:14:24.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:24 smithi155 ceph-mon[90160]: osdmap e2507: 8 total, 8 up, 8 in 2024-07-26T07:14:24.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:24 smithi089 ceph-mon[99608]: osdmap e2507: 8 total, 8 up, 8 in 2024-07-26T07:14:24.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:24 smithi089 ceph-mon[102056]: osdmap e2507: 8 total, 8 up, 8 in 2024-07-26T07:14:25.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:25 smithi155 ceph-mon[90160]: osdmap e2508: 8 total, 8 up, 8 in 2024-07-26T07:14:25.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:25 smithi155 ceph-mon[90160]: pgmap v4275: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.50k op/s 2024-07-26T07:14:25.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:25 smithi089 ceph-mon[99608]: osdmap e2508: 8 total, 8 up, 8 in 2024-07-26T07:14:25.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:25 smithi089 ceph-mon[99608]: pgmap v4275: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.50k op/s 2024-07-26T07:14:25.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:25 smithi089 ceph-mon[102056]: osdmap e2508: 8 total, 8 up, 8 in 2024-07-26T07:14:25.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:25 smithi089 ceph-mon[102056]: pgmap v4275: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.50k op/s 2024-07-26T07:14:26.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:26 smithi155 ceph-mon[90160]: osdmap e2509: 8 total, 8 up, 8 in 2024-07-26T07:14:26.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:14:26.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:26 smithi089 ceph-mon[99608]: osdmap e2509: 8 total, 8 up, 8 in 2024-07-26T07:14:26.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:14:26.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:26 smithi089 ceph-mon[102056]: osdmap e2509: 8 total, 8 up, 8 in 2024-07-26T07:14:26.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:14:27.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:27 smithi155 ceph-mon[90160]: osdmap e2510: 8 total, 8 up, 8 in 2024-07-26T07:14:27.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:27 smithi155 ceph-mon[90160]: pgmap v4278: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.54k op/s 2024-07-26T07:14:27.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:27 smithi089 ceph-mon[99608]: osdmap e2510: 8 total, 8 up, 8 in 2024-07-26T07:14:27.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:27 smithi089 ceph-mon[99608]: pgmap v4278: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.54k op/s 2024-07-26T07:14:27.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:27 smithi089 ceph-mon[102056]: osdmap e2510: 8 total, 8 up, 8 in 2024-07-26T07:14:27.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:27 smithi089 ceph-mon[102056]: pgmap v4278: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.54k op/s 2024-07-26T07:14:28.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:28 smithi155 ceph-mon[90160]: osdmap e2511: 8 total, 8 up, 8 in 2024-07-26T07:14:28.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:28 smithi089 ceph-mon[99608]: osdmap e2511: 8 total, 8 up, 8 in 2024-07-26T07:14:28.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:28 smithi089 ceph-mon[102056]: osdmap e2511: 8 total, 8 up, 8 in 2024-07-26T07:14:29.379 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 07:14:29 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[128126]: logger=cleanup t=2024-07-26T07:14:29.023819557Z level=info msg="Completed cleanup jobs" duration=28.415976ms 2024-07-26T07:14:29.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:29 smithi155 ceph-mon[90160]: osdmap e2512: 8 total, 8 up, 8 in 2024-07-26T07:14:29.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:29 smithi155 ceph-mon[90160]: pgmap v4281: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.0 KiB/s wr, 1.55k op/s 2024-07-26T07:14:29.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:29 smithi089 ceph-mon[99608]: osdmap e2512: 8 total, 8 up, 8 in 2024-07-26T07:14:29.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:29 smithi089 ceph-mon[99608]: pgmap v4281: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.0 KiB/s wr, 1.55k op/s 2024-07-26T07:14:29.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:29 smithi089 ceph-mon[102056]: osdmap e2512: 8 total, 8 up, 8 in 2024-07-26T07:14:29.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:29 smithi089 ceph-mon[102056]: pgmap v4281: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.0 KiB/s wr, 1.55k op/s 2024-07-26T07:14:30.878 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:30 smithi155 ceph-mon[90160]: osdmap e2513: 8 total, 8 up, 8 in 2024-07-26T07:14:30.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:30 smithi089 ceph-mon[99608]: osdmap e2513: 8 total, 8 up, 8 in 2024-07-26T07:14:30.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:30 smithi089 ceph-mon[102056]: osdmap e2513: 8 total, 8 up, 8 in 2024-07-26T07:14:31.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:31 smithi155 ceph-mon[90160]: osdmap e2514: 8 total, 8 up, 8 in 2024-07-26T07:14:31.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:31 smithi155 ceph-mon[90160]: pgmap v4284: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-07-26T07:14:31.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:31 smithi089 ceph-mon[99608]: osdmap e2514: 8 total, 8 up, 8 in 2024-07-26T07:14:31.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:31 smithi089 ceph-mon[99608]: pgmap v4284: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-07-26T07:14:31.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:31 smithi089 ceph-mon[102056]: osdmap e2514: 8 total, 8 up, 8 in 2024-07-26T07:14:31.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:31 smithi089 ceph-mon[102056]: pgmap v4284: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-07-26T07:14:32.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:32 smithi155 ceph-mon[90160]: osdmap e2515: 8 total, 8 up, 8 in 2024-07-26T07:14:32.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:14:32 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:14:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:14:32.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:32 smithi089 ceph-mon[99608]: osdmap e2515: 8 total, 8 up, 8 in 2024-07-26T07:14:32.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:14:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:14:32] "GET /metrics HTTP/1.1" 200 36650 "" "Prometheus/2.43.0" 2024-07-26T07:14:32.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:32 smithi089 ceph-mon[102056]: osdmap e2515: 8 total, 8 up, 8 in 2024-07-26T07:14:33.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:33 smithi155 ceph-mon[90160]: osdmap e2516: 8 total, 8 up, 8 in 2024-07-26T07:14:33.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:33 smithi155 ceph-mon[90160]: pgmap v4287: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.59k op/s 2024-07-26T07:14:33.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:33 smithi089 ceph-mon[99608]: osdmap e2516: 8 total, 8 up, 8 in 2024-07-26T07:14:33.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:33 smithi089 ceph-mon[99608]: pgmap v4287: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.59k op/s 2024-07-26T07:14:33.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:33 smithi089 ceph-mon[102056]: osdmap e2516: 8 total, 8 up, 8 in 2024-07-26T07:14:33.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:33 smithi089 ceph-mon[102056]: pgmap v4287: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.59k op/s 2024-07-26T07:14:34.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:34 smithi155 ceph-mon[90160]: osdmap e2517: 8 total, 8 up, 8 in 2024-07-26T07:14:34.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:34 smithi089 ceph-mon[99608]: osdmap e2517: 8 total, 8 up, 8 in 2024-07-26T07:14:34.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:34 smithi089 ceph-mon[102056]: osdmap e2517: 8 total, 8 up, 8 in 2024-07-26T07:14:35.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:35 smithi155 ceph-mon[90160]: osdmap e2518: 8 total, 8 up, 8 in 2024-07-26T07:14:35.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:35 smithi155 ceph-mon[90160]: pgmap v4290: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.59k op/s 2024-07-26T07:14:35.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:35 smithi089 ceph-mon[99608]: osdmap e2518: 8 total, 8 up, 8 in 2024-07-26T07:14:35.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:35 smithi089 ceph-mon[99608]: pgmap v4290: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.59k op/s 2024-07-26T07:14:35.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:35 smithi089 ceph-mon[102056]: osdmap e2518: 8 total, 8 up, 8 in 2024-07-26T07:14:35.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:35 smithi089 ceph-mon[102056]: pgmap v4290: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.59k op/s 2024-07-26T07:14:36.878 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:36 smithi155 ceph-mon[90160]: osdmap e2519: 8 total, 8 up, 8 in 2024-07-26T07:14:36.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:36 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:14:36.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:36 smithi089 ceph-mon[99608]: osdmap e2519: 8 total, 8 up, 8 in 2024-07-26T07:14:36.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:36 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:14:36.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:36 smithi089 ceph-mon[102056]: osdmap e2519: 8 total, 8 up, 8 in 2024-07-26T07:14:36.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:36 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:14:37.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:37 smithi155 ceph-mon[90160]: osdmap e2520: 8 total, 8 up, 8 in 2024-07-26T07:14:37.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:37 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:14:37.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:37 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:14:37.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:37 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:14:37.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:37 smithi155 ceph-mon[90160]: pgmap v4293: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.63k op/s 2024-07-26T07:14:37.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:37 smithi089 ceph-mon[99608]: osdmap e2520: 8 total, 8 up, 8 in 2024-07-26T07:14:37.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:37 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:14:37.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:37 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:14:37.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:37 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:14:37.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:37 smithi089 ceph-mon[99608]: pgmap v4293: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.63k op/s 2024-07-26T07:14:37.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:37 smithi089 ceph-mon[102056]: osdmap e2520: 8 total, 8 up, 8 in 2024-07-26T07:14:37.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:37 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:14:37.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:37 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:14:37.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:37 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:14:37.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:37 smithi089 ceph-mon[102056]: pgmap v4293: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.63k op/s 2024-07-26T07:14:38.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:38 smithi155 ceph-mon[90160]: osdmap e2521: 8 total, 8 up, 8 in 2024-07-26T07:14:38.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:38 smithi089 ceph-mon[99608]: osdmap e2521: 8 total, 8 up, 8 in 2024-07-26T07:14:38.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:38 smithi089 ceph-mon[102056]: osdmap e2521: 8 total, 8 up, 8 in 2024-07-26T07:14:39.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:39 smithi155 ceph-mon[90160]: osdmap e2522: 8 total, 8 up, 8 in 2024-07-26T07:14:39.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:39 smithi155 ceph-mon[90160]: pgmap v4296: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.64k op/s 2024-07-26T07:14:39.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:39 smithi089 ceph-mon[99608]: osdmap e2522: 8 total, 8 up, 8 in 2024-07-26T07:14:39.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:39 smithi089 ceph-mon[99608]: pgmap v4296: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.64k op/s 2024-07-26T07:14:39.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:39 smithi089 ceph-mon[102056]: osdmap e2522: 8 total, 8 up, 8 in 2024-07-26T07:14:39.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:39 smithi089 ceph-mon[102056]: pgmap v4296: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.64k op/s 2024-07-26T07:14:40.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:40 smithi155 ceph-mon[90160]: osdmap e2523: 8 total, 8 up, 8 in 2024-07-26T07:14:40.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:40 smithi089 ceph-mon[99608]: osdmap e2523: 8 total, 8 up, 8 in 2024-07-26T07:14:40.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:40 smithi089 ceph-mon[102056]: osdmap e2523: 8 total, 8 up, 8 in 2024-07-26T07:14:41.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:41 smithi155 ceph-mon[90160]: osdmap e2524: 8 total, 8 up, 8 in 2024-07-26T07:14:41.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:14:41.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:41 smithi155 ceph-mon[90160]: pgmap v4299: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-07-26T07:14:41.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:41 smithi089 ceph-mon[99608]: osdmap e2524: 8 total, 8 up, 8 in 2024-07-26T07:14:41.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:14:41.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:41 smithi089 ceph-mon[99608]: pgmap v4299: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-07-26T07:14:41.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:41 smithi089 ceph-mon[102056]: osdmap e2524: 8 total, 8 up, 8 in 2024-07-26T07:14:41.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:14:41.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:41 smithi089 ceph-mon[102056]: pgmap v4299: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-07-26T07:14:42.628 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:14:42 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:14:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:14:42.806 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:42 smithi089 ceph-mon[99608]: osdmap e2525: 8 total, 8 up, 8 in 2024-07-26T07:14:42.806 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:14:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:14:42] "GET /metrics HTTP/1.1" 200 36651 "" "Prometheus/2.43.0" 2024-07-26T07:14:42.806 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:42 smithi089 ceph-mon[102056]: osdmap e2525: 8 total, 8 up, 8 in 2024-07-26T07:14:43.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:42 smithi155 ceph-mon[90160]: osdmap e2525: 8 total, 8 up, 8 in 2024-07-26T07:14:43.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:43 smithi089 ceph-mon[99608]: osdmap e2526: 8 total, 8 up, 8 in 2024-07-26T07:14:43.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:43 smithi089 ceph-mon[99608]: pgmap v4302: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.68k op/s 2024-07-26T07:14:43.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:43 smithi089 ceph-mon[102056]: osdmap e2526: 8 total, 8 up, 8 in 2024-07-26T07:14:43.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:43 smithi089 ceph-mon[102056]: pgmap v4302: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.68k op/s 2024-07-26T07:14:44.128 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:43 smithi155 ceph-mon[90160]: osdmap e2526: 8 total, 8 up, 8 in 2024-07-26T07:14:44.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:43 smithi155 ceph-mon[90160]: pgmap v4302: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.68k op/s 2024-07-26T07:14:44.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:44 smithi089 ceph-mon[99608]: osdmap e2527: 8 total, 8 up, 8 in 2024-07-26T07:14:44.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:44 smithi089 ceph-mon[102056]: osdmap e2527: 8 total, 8 up, 8 in 2024-07-26T07:14:45.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:44 smithi155 ceph-mon[90160]: osdmap e2527: 8 total, 8 up, 8 in 2024-07-26T07:14:46.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:45 smithi155 ceph-mon[90160]: osdmap e2528: 8 total, 8 up, 8 in 2024-07-26T07:14:46.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:45 smithi155 ceph-mon[90160]: pgmap v4305: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.0 KiB/s wr, 1.68k op/s 2024-07-26T07:14:46.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:45 smithi089 ceph-mon[99608]: osdmap e2528: 8 total, 8 up, 8 in 2024-07-26T07:14:46.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:45 smithi089 ceph-mon[99608]: pgmap v4305: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.0 KiB/s wr, 1.68k op/s 2024-07-26T07:14:46.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:45 smithi089 ceph-mon[102056]: osdmap e2528: 8 total, 8 up, 8 in 2024-07-26T07:14:46.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:45 smithi089 ceph-mon[102056]: pgmap v4305: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.0 KiB/s wr, 1.68k op/s 2024-07-26T07:14:47.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:46 smithi155 ceph-mon[90160]: osdmap e2529: 8 total, 8 up, 8 in 2024-07-26T07:14:47.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:46 smithi089 ceph-mon[99608]: osdmap e2529: 8 total, 8 up, 8 in 2024-07-26T07:14:47.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:46 smithi089 ceph-mon[102056]: osdmap e2529: 8 total, 8 up, 8 in 2024-07-26T07:14:48.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:47 smithi155 ceph-mon[90160]: osdmap e2530: 8 total, 8 up, 8 in 2024-07-26T07:14:48.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:47 smithi155 ceph-mon[90160]: pgmap v4308: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.72k op/s 2024-07-26T07:14:48.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:47 smithi089 ceph-mon[99608]: osdmap e2530: 8 total, 8 up, 8 in 2024-07-26T07:14:48.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:47 smithi089 ceph-mon[99608]: pgmap v4308: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.72k op/s 2024-07-26T07:14:48.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:47 smithi089 ceph-mon[102056]: osdmap e2530: 8 total, 8 up, 8 in 2024-07-26T07:14:48.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:47 smithi089 ceph-mon[102056]: pgmap v4308: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.72k op/s 2024-07-26T07:14:49.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:48 smithi155 ceph-mon[90160]: osdmap e2531: 8 total, 8 up, 8 in 2024-07-26T07:14:49.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:48 smithi089 ceph-mon[99608]: osdmap e2531: 8 total, 8 up, 8 in 2024-07-26T07:14:49.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:48 smithi089 ceph-mon[102056]: osdmap e2531: 8 total, 8 up, 8 in 2024-07-26T07:14:50.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:49 smithi155 ceph-mon[90160]: osdmap e2532: 8 total, 8 up, 8 in 2024-07-26T07:14:50.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:49 smithi155 ceph-mon[90160]: pgmap v4311: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.73k op/s 2024-07-26T07:14:50.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:49 smithi089 ceph-mon[99608]: osdmap e2532: 8 total, 8 up, 8 in 2024-07-26T07:14:50.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:49 smithi089 ceph-mon[99608]: pgmap v4311: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.73k op/s 2024-07-26T07:14:50.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:49 smithi089 ceph-mon[102056]: osdmap e2532: 8 total, 8 up, 8 in 2024-07-26T07:14:50.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:49 smithi089 ceph-mon[102056]: pgmap v4311: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.73k op/s 2024-07-26T07:14:51.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:50 smithi155 ceph-mon[90160]: osdmap e2533: 8 total, 8 up, 8 in 2024-07-26T07:14:51.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:50 smithi089 ceph-mon[99608]: osdmap e2533: 8 total, 8 up, 8 in 2024-07-26T07:14:51.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:50 smithi089 ceph-mon[102056]: osdmap e2533: 8 total, 8 up, 8 in 2024-07-26T07:14:52.030 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:51 smithi155 ceph-mon[90160]: osdmap e2534: 8 total, 8 up, 8 in 2024-07-26T07:14:52.030 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:51 smithi155 ceph-mon[90160]: pgmap v4314: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-07-26T07:14:52.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:51 smithi089 ceph-mon[99608]: osdmap e2534: 8 total, 8 up, 8 in 2024-07-26T07:14:52.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:51 smithi089 ceph-mon[99608]: pgmap v4314: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-07-26T07:14:52.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:51 smithi089 ceph-mon[102056]: osdmap e2534: 8 total, 8 up, 8 in 2024-07-26T07:14:52.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:51 smithi089 ceph-mon[102056]: pgmap v4314: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-07-26T07:14:52.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:14:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:14:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:14:52.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:52 smithi089 ceph-mon[99608]: osdmap e2535: 8 total, 8 up, 8 in 2024-07-26T07:14:52.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:14:52 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:14:52] "GET /metrics HTTP/1.1" 200 36651 "" "Prometheus/2.43.0" 2024-07-26T07:14:52.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:52 smithi089 ceph-mon[102056]: osdmap e2535: 8 total, 8 up, 8 in 2024-07-26T07:14:53.128 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:52 smithi155 ceph-mon[90160]: osdmap e2535: 8 total, 8 up, 8 in 2024-07-26T07:14:54.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:53 smithi155 ceph-mon[90160]: osdmap e2536: 8 total, 8 up, 8 in 2024-07-26T07:14:54.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:53 smithi155 ceph-mon[90160]: pgmap v4317: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.0 KiB/s wr, 1.77k op/s 2024-07-26T07:14:54.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:53 smithi089 ceph-mon[99608]: osdmap e2536: 8 total, 8 up, 8 in 2024-07-26T07:14:54.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:53 smithi089 ceph-mon[99608]: pgmap v4317: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.0 KiB/s wr, 1.77k op/s 2024-07-26T07:14:54.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:53 smithi089 ceph-mon[102056]: osdmap e2536: 8 total, 8 up, 8 in 2024-07-26T07:14:54.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:53 smithi089 ceph-mon[102056]: pgmap v4317: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.0 KiB/s wr, 1.77k op/s 2024-07-26T07:14:55.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:54 smithi155 ceph-mon[90160]: osdmap e2537: 8 total, 8 up, 8 in 2024-07-26T07:14:55.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:54 smithi089 ceph-mon[99608]: osdmap e2537: 8 total, 8 up, 8 in 2024-07-26T07:14:55.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:54 smithi089 ceph-mon[102056]: osdmap e2537: 8 total, 8 up, 8 in 2024-07-26T07:14:56.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:55 smithi155 ceph-mon[90160]: osdmap e2538: 8 total, 8 up, 8 in 2024-07-26T07:14:56.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:55 smithi155 ceph-mon[90160]: pgmap v4320: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.7 KiB/s wr, 1.77k op/s 2024-07-26T07:14:56.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:55 smithi089 ceph-mon[99608]: osdmap e2538: 8 total, 8 up, 8 in 2024-07-26T07:14:56.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:55 smithi089 ceph-mon[99608]: pgmap v4320: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.7 KiB/s wr, 1.77k op/s 2024-07-26T07:14:56.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:55 smithi089 ceph-mon[102056]: osdmap e2538: 8 total, 8 up, 8 in 2024-07-26T07:14:56.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:55 smithi089 ceph-mon[102056]: pgmap v4320: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.7 KiB/s wr, 1.77k op/s 2024-07-26T07:14:57.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:56 smithi155 ceph-mon[90160]: osdmap e2539: 8 total, 8 up, 8 in 2024-07-26T07:14:57.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:56 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:14:57.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:56 smithi089 ceph-mon[99608]: osdmap e2539: 8 total, 8 up, 8 in 2024-07-26T07:14:57.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:56 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:14:57.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:56 smithi089 ceph-mon[102056]: osdmap e2539: 8 total, 8 up, 8 in 2024-07-26T07:14:57.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:56 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:14:58.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:57 smithi155 ceph-mon[90160]: osdmap e2540: 8 total, 8 up, 8 in 2024-07-26T07:14:58.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:57 smithi155 ceph-mon[90160]: pgmap v4323: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.5 KiB/s wr, 1.79k op/s 2024-07-26T07:14:58.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:57 smithi089 ceph-mon[99608]: osdmap e2540: 8 total, 8 up, 8 in 2024-07-26T07:14:58.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:57 smithi089 ceph-mon[99608]: pgmap v4323: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.5 KiB/s wr, 1.79k op/s 2024-07-26T07:14:58.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:57 smithi089 ceph-mon[102056]: osdmap e2540: 8 total, 8 up, 8 in 2024-07-26T07:14:58.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:57 smithi089 ceph-mon[102056]: pgmap v4323: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.5 KiB/s wr, 1.79k op/s 2024-07-26T07:14:59.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:58 smithi155 ceph-mon[90160]: osdmap e2541: 8 total, 8 up, 8 in 2024-07-26T07:14:59.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:58 smithi089 ceph-mon[99608]: osdmap e2541: 8 total, 8 up, 8 in 2024-07-26T07:14:59.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:58 smithi089 ceph-mon[102056]: osdmap e2541: 8 total, 8 up, 8 in 2024-07-26T07:15:00.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:59 smithi155 ceph-mon[90160]: osdmap e2542: 8 total, 8 up, 8 in 2024-07-26T07:15:00.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:14:59 smithi155 ceph-mon[90160]: pgmap v4326: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.5 KiB/s wr, 1.79k op/s 2024-07-26T07:15:00.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:59 smithi089 ceph-mon[99608]: osdmap e2542: 8 total, 8 up, 8 in 2024-07-26T07:15:00.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:14:59 smithi089 ceph-mon[99608]: pgmap v4326: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.5 KiB/s wr, 1.79k op/s 2024-07-26T07:15:00.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:59 smithi089 ceph-mon[102056]: osdmap e2542: 8 total, 8 up, 8 in 2024-07-26T07:15:00.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:14:59 smithi089 ceph-mon[102056]: pgmap v4326: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.5 KiB/s wr, 1.79k op/s 2024-07-26T07:15:01.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:00 smithi155 ceph-mon[90160]: osdmap e2543: 8 total, 8 up, 8 in 2024-07-26T07:15:01.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:00 smithi155 ceph-mon[90160]: osdmap e2544: 8 total, 8 up, 8 in 2024-07-26T07:15:01.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:00 smithi089 ceph-mon[99608]: osdmap e2543: 8 total, 8 up, 8 in 2024-07-26T07:15:01.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:00 smithi089 ceph-mon[99608]: osdmap e2544: 8 total, 8 up, 8 in 2024-07-26T07:15:01.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:00 smithi089 ceph-mon[102056]: osdmap e2543: 8 total, 8 up, 8 in 2024-07-26T07:15:01.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:00 smithi089 ceph-mon[102056]: osdmap e2544: 8 total, 8 up, 8 in 2024-07-26T07:15:02.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:01 smithi155 ceph-mon[90160]: pgmap v4329: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-07-26T07:15:02.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:01 smithi155 ceph-mon[90160]: osdmap e2545: 8 total, 8 up, 8 in 2024-07-26T07:15:02.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:01 smithi089 ceph-mon[99608]: pgmap v4329: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-07-26T07:15:02.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:01 smithi089 ceph-mon[99608]: osdmap e2545: 8 total, 8 up, 8 in 2024-07-26T07:15:02.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:01 smithi089 ceph-mon[102056]: pgmap v4329: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-07-26T07:15:02.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:01 smithi089 ceph-mon[102056]: osdmap e2545: 8 total, 8 up, 8 in 2024-07-26T07:15:02.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:15:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:15:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:15:02.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:15:02 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:15:02] "GET /metrics HTTP/1.1" 200 36653 "" "Prometheus/2.43.0" 2024-07-26T07:15:03.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:03 smithi155 ceph-mon[90160]: osdmap e2546: 8 total, 8 up, 8 in 2024-07-26T07:15:03.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:03 smithi155 ceph-mon[90160]: pgmap v4332: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.74k op/s 2024-07-26T07:15:03.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:03 smithi089 ceph-mon[99608]: osdmap e2546: 8 total, 8 up, 8 in 2024-07-26T07:15:03.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:03 smithi089 ceph-mon[99608]: pgmap v4332: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.74k op/s 2024-07-26T07:15:03.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:03 smithi089 ceph-mon[102056]: osdmap e2546: 8 total, 8 up, 8 in 2024-07-26T07:15:03.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:03 smithi089 ceph-mon[102056]: pgmap v4332: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.74k op/s 2024-07-26T07:15:04.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:04 smithi155 ceph-mon[90160]: osdmap e2547: 8 total, 8 up, 8 in 2024-07-26T07:15:04.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:04 smithi089 ceph-mon[99608]: osdmap e2547: 8 total, 8 up, 8 in 2024-07-26T07:15:04.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:04 smithi089 ceph-mon[102056]: osdmap e2547: 8 total, 8 up, 8 in 2024-07-26T07:15:05.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:05 smithi155 ceph-mon[90160]: osdmap e2548: 8 total, 8 up, 8 in 2024-07-26T07:15:05.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:05 smithi155 ceph-mon[90160]: pgmap v4335: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.74k op/s 2024-07-26T07:15:05.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:05 smithi155 ceph-mon[90160]: osdmap e2549: 8 total, 8 up, 8 in 2024-07-26T07:15:05.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:05 smithi089 ceph-mon[99608]: osdmap e2548: 8 total, 8 up, 8 in 2024-07-26T07:15:05.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:05 smithi089 ceph-mon[99608]: pgmap v4335: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.74k op/s 2024-07-26T07:15:05.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:05 smithi089 ceph-mon[99608]: osdmap e2549: 8 total, 8 up, 8 in 2024-07-26T07:15:05.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:05 smithi089 ceph-mon[102056]: osdmap e2548: 8 total, 8 up, 8 in 2024-07-26T07:15:05.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:05 smithi089 ceph-mon[102056]: pgmap v4335: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.74k op/s 2024-07-26T07:15:05.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:05 smithi089 ceph-mon[102056]: osdmap e2549: 8 total, 8 up, 8 in 2024-07-26T07:15:07.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:07 smithi155 ceph-mon[90160]: osdmap e2550: 8 total, 8 up, 8 in 2024-07-26T07:15:07.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:07 smithi155 ceph-mon[90160]: pgmap v4338: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.70k op/s 2024-07-26T07:15:07.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:07 smithi089 ceph-mon[99608]: osdmap e2550: 8 total, 8 up, 8 in 2024-07-26T07:15:07.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:07 smithi089 ceph-mon[99608]: pgmap v4338: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.70k op/s 2024-07-26T07:15:07.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:07 smithi089 ceph-mon[102056]: osdmap e2550: 8 total, 8 up, 8 in 2024-07-26T07:15:07.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:07 smithi089 ceph-mon[102056]: pgmap v4338: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.70k op/s 2024-07-26T07:15:08.878 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:08 smithi155 ceph-mon[90160]: osdmap e2551: 8 total, 8 up, 8 in 2024-07-26T07:15:08.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:08 smithi089 ceph-mon[99608]: osdmap e2551: 8 total, 8 up, 8 in 2024-07-26T07:15:08.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:08 smithi089 ceph-mon[102056]: osdmap e2551: 8 total, 8 up, 8 in 2024-07-26T07:15:09.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:09 smithi155 ceph-mon[90160]: osdmap e2552: 8 total, 8 up, 8 in 2024-07-26T07:15:09.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:09 smithi155 ceph-mon[90160]: pgmap v4341: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.70k op/s 2024-07-26T07:15:09.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:09 smithi089 ceph-mon[99608]: osdmap e2552: 8 total, 8 up, 8 in 2024-07-26T07:15:09.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:09 smithi089 ceph-mon[99608]: pgmap v4341: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.70k op/s 2024-07-26T07:15:09.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:09 smithi089 ceph-mon[102056]: osdmap e2552: 8 total, 8 up, 8 in 2024-07-26T07:15:09.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:09 smithi089 ceph-mon[102056]: pgmap v4341: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.70k op/s 2024-07-26T07:15:10.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:10 smithi155 ceph-mon[90160]: osdmap e2553: 8 total, 8 up, 8 in 2024-07-26T07:15:10.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:10 smithi155 ceph-mon[90160]: osdmap e2554: 8 total, 8 up, 8 in 2024-07-26T07:15:10.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:10 smithi089 ceph-mon[99608]: osdmap e2553: 8 total, 8 up, 8 in 2024-07-26T07:15:10.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:10 smithi089 ceph-mon[99608]: osdmap e2554: 8 total, 8 up, 8 in 2024-07-26T07:15:10.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:10 smithi089 ceph-mon[102056]: osdmap e2553: 8 total, 8 up, 8 in 2024-07-26T07:15:10.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:10 smithi089 ceph-mon[102056]: osdmap e2554: 8 total, 8 up, 8 in 2024-07-26T07:15:11.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:11 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:15:11.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:11 smithi155 ceph-mon[90160]: pgmap v4344: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-07-26T07:15:11.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:15:11.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:11 smithi089 ceph-mon[99608]: pgmap v4344: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-07-26T07:15:11.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:15:11.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:11 smithi089 ceph-mon[102056]: pgmap v4344: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-07-26T07:15:12.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:12 smithi155 ceph-mon[90160]: osdmap e2555: 8 total, 8 up, 8 in 2024-07-26T07:15:12.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:15:12 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:15:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:15:12.806 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:12 smithi089 ceph-mon[99608]: osdmap e2555: 8 total, 8 up, 8 in 2024-07-26T07:15:12.807 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:12 smithi089 ceph-mon[102056]: osdmap e2555: 8 total, 8 up, 8 in 2024-07-26T07:15:12.807 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:15:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:15:12] "GET /metrics HTTP/1.1" 200 36649 "" "Prometheus/2.43.0" 2024-07-26T07:15:13.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:13 smithi155 ceph-mon[90160]: osdmap e2556: 8 total, 8 up, 8 in 2024-07-26T07:15:13.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:13 smithi155 ceph-mon[90160]: pgmap v4347: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.66k op/s 2024-07-26T07:15:13.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:13 smithi089 ceph-mon[99608]: osdmap e2556: 8 total, 8 up, 8 in 2024-07-26T07:15:13.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:13 smithi089 ceph-mon[99608]: pgmap v4347: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.66k op/s 2024-07-26T07:15:13.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:13 smithi089 ceph-mon[102056]: osdmap e2556: 8 total, 8 up, 8 in 2024-07-26T07:15:13.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:13 smithi089 ceph-mon[102056]: pgmap v4347: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.66k op/s 2024-07-26T07:15:14.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:14 smithi155 ceph-mon[90160]: osdmap e2557: 8 total, 8 up, 8 in 2024-07-26T07:15:14.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:14 smithi089 ceph-mon[99608]: osdmap e2557: 8 total, 8 up, 8 in 2024-07-26T07:15:14.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:14 smithi089 ceph-mon[102056]: osdmap e2557: 8 total, 8 up, 8 in 2024-07-26T07:15:15.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:15 smithi155 ceph-mon[90160]: osdmap e2558: 8 total, 8 up, 8 in 2024-07-26T07:15:15.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:15 smithi155 ceph-mon[90160]: pgmap v4350: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2024-07-26T07:15:15.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:15 smithi155 ceph-mon[90160]: osdmap e2559: 8 total, 8 up, 8 in 2024-07-26T07:15:15.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:15 smithi089 ceph-mon[99608]: osdmap e2558: 8 total, 8 up, 8 in 2024-07-26T07:15:15.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:15 smithi089 ceph-mon[99608]: pgmap v4350: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2024-07-26T07:15:15.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:15 smithi089 ceph-mon[99608]: osdmap e2559: 8 total, 8 up, 8 in 2024-07-26T07:15:15.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:15 smithi089 ceph-mon[102056]: osdmap e2558: 8 total, 8 up, 8 in 2024-07-26T07:15:15.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:15 smithi089 ceph-mon[102056]: pgmap v4350: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2024-07-26T07:15:15.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:15 smithi089 ceph-mon[102056]: osdmap e2559: 8 total, 8 up, 8 in 2024-07-26T07:15:17.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:17 smithi155 ceph-mon[90160]: osdmap e2560: 8 total, 8 up, 8 in 2024-07-26T07:15:17.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:17 smithi155 ceph-mon[90160]: pgmap v4353: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.61k op/s 2024-07-26T07:15:17.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:17 smithi089 ceph-mon[99608]: osdmap e2560: 8 total, 8 up, 8 in 2024-07-26T07:15:17.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:17 smithi089 ceph-mon[99608]: pgmap v4353: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.61k op/s 2024-07-26T07:15:17.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:17 smithi089 ceph-mon[102056]: osdmap e2560: 8 total, 8 up, 8 in 2024-07-26T07:15:17.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:17 smithi089 ceph-mon[102056]: pgmap v4353: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.61k op/s 2024-07-26T07:15:18.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:18 smithi155 ceph-mon[90160]: osdmap e2561: 8 total, 8 up, 8 in 2024-07-26T07:15:18.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:18 smithi089 ceph-mon[99608]: osdmap e2561: 8 total, 8 up, 8 in 2024-07-26T07:15:18.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:18 smithi089 ceph-mon[102056]: osdmap e2561: 8 total, 8 up, 8 in 2024-07-26T07:15:19.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:19 smithi155 ceph-mon[90160]: osdmap e2562: 8 total, 8 up, 8 in 2024-07-26T07:15:19.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:19 smithi155 ceph-mon[90160]: pgmap v4356: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.61k op/s 2024-07-26T07:15:19.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:19 smithi089 ceph-mon[99608]: osdmap e2562: 8 total, 8 up, 8 in 2024-07-26T07:15:19.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:19 smithi089 ceph-mon[99608]: pgmap v4356: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.61k op/s 2024-07-26T07:15:19.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:19 smithi089 ceph-mon[102056]: osdmap e2562: 8 total, 8 up, 8 in 2024-07-26T07:15:19.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:19 smithi089 ceph-mon[102056]: pgmap v4356: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.61k op/s 2024-07-26T07:15:20.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:20 smithi155 ceph-mon[90160]: osdmap e2563: 8 total, 8 up, 8 in 2024-07-26T07:15:20.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:20 smithi155 ceph-mon[90160]: osdmap e2564: 8 total, 8 up, 8 in 2024-07-26T07:15:20.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:20 smithi089 ceph-mon[99608]: osdmap e2563: 8 total, 8 up, 8 in 2024-07-26T07:15:20.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:20 smithi089 ceph-mon[99608]: osdmap e2564: 8 total, 8 up, 8 in 2024-07-26T07:15:20.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:20 smithi089 ceph-mon[102056]: osdmap e2563: 8 total, 8 up, 8 in 2024-07-26T07:15:20.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:20 smithi089 ceph-mon[102056]: osdmap e2564: 8 total, 8 up, 8 in 2024-07-26T07:15:21.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:21 smithi155 ceph-mon[90160]: pgmap v4359: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-07-26T07:15:21.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:21 smithi089 ceph-mon[99608]: pgmap v4359: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-07-26T07:15:21.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:21 smithi089 ceph-mon[102056]: pgmap v4359: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-07-26T07:15:22.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:22 smithi155 ceph-mon[90160]: osdmap e2565: 8 total, 8 up, 8 in 2024-07-26T07:15:22.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:15:22 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:15:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:15:22.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:22 smithi089 ceph-mon[99608]: osdmap e2565: 8 total, 8 up, 8 in 2024-07-26T07:15:22.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:15:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:15:22] "GET /metrics HTTP/1.1" 200 36649 "" "Prometheus/2.43.0" 2024-07-26T07:15:22.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:22 smithi089 ceph-mon[102056]: osdmap e2565: 8 total, 8 up, 8 in 2024-07-26T07:15:23.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:23 smithi155 ceph-mon[90160]: osdmap e2566: 8 total, 8 up, 8 in 2024-07-26T07:15:23.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:23 smithi155 ceph-mon[90160]: pgmap v4362: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.57k op/s 2024-07-26T07:15:23.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:23 smithi089 ceph-mon[99608]: osdmap e2566: 8 total, 8 up, 8 in 2024-07-26T07:15:23.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:23 smithi089 ceph-mon[99608]: pgmap v4362: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.57k op/s 2024-07-26T07:15:23.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:23 smithi089 ceph-mon[102056]: osdmap e2566: 8 total, 8 up, 8 in 2024-07-26T07:15:23.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:23 smithi089 ceph-mon[102056]: pgmap v4362: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.57k op/s 2024-07-26T07:15:24.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:24 smithi155 ceph-mon[90160]: osdmap e2567: 8 total, 8 up, 8 in 2024-07-26T07:15:24.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:24 smithi089 ceph-mon[99608]: osdmap e2567: 8 total, 8 up, 8 in 2024-07-26T07:15:24.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:24 smithi089 ceph-mon[102056]: osdmap e2567: 8 total, 8 up, 8 in 2024-07-26T07:15:25.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:25 smithi155 ceph-mon[90160]: osdmap e2568: 8 total, 8 up, 8 in 2024-07-26T07:15:25.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:25 smithi155 ceph-mon[90160]: pgmap v4365: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.56k op/s 2024-07-26T07:15:25.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:25 smithi155 ceph-mon[90160]: osdmap e2569: 8 total, 8 up, 8 in 2024-07-26T07:15:25.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:25 smithi089 ceph-mon[99608]: osdmap e2568: 8 total, 8 up, 8 in 2024-07-26T07:15:25.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:25 smithi089 ceph-mon[99608]: pgmap v4365: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.56k op/s 2024-07-26T07:15:25.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:25 smithi089 ceph-mon[99608]: osdmap e2569: 8 total, 8 up, 8 in 2024-07-26T07:15:25.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:25 smithi089 ceph-mon[102056]: osdmap e2568: 8 total, 8 up, 8 in 2024-07-26T07:15:25.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:25 smithi089 ceph-mon[102056]: pgmap v4365: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.56k op/s 2024-07-26T07:15:25.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:25 smithi089 ceph-mon[102056]: osdmap e2569: 8 total, 8 up, 8 in 2024-07-26T07:15:26.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:15:26.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:15:26.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:15:27.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:27 smithi155 ceph-mon[90160]: osdmap e2570: 8 total, 8 up, 8 in 2024-07-26T07:15:27.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:27 smithi155 ceph-mon[90160]: pgmap v4368: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.52k op/s 2024-07-26T07:15:27.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:27 smithi089 ceph-mon[99608]: osdmap e2570: 8 total, 8 up, 8 in 2024-07-26T07:15:27.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:27 smithi089 ceph-mon[99608]: pgmap v4368: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.52k op/s 2024-07-26T07:15:27.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:27 smithi089 ceph-mon[102056]: osdmap e2570: 8 total, 8 up, 8 in 2024-07-26T07:15:27.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:27 smithi089 ceph-mon[102056]: pgmap v4368: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.52k op/s 2024-07-26T07:15:28.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:28 smithi155 ceph-mon[90160]: osdmap e2571: 8 total, 8 up, 8 in 2024-07-26T07:15:28.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:28 smithi089 ceph-mon[99608]: osdmap e2571: 8 total, 8 up, 8 in 2024-07-26T07:15:28.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:28 smithi089 ceph-mon[102056]: osdmap e2571: 8 total, 8 up, 8 in 2024-07-26T07:15:29.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:29 smithi155 ceph-mon[90160]: osdmap e2572: 8 total, 8 up, 8 in 2024-07-26T07:15:29.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:29 smithi155 ceph-mon[90160]: pgmap v4371: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.52k op/s 2024-07-26T07:15:29.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:29 smithi089 ceph-mon[99608]: osdmap e2572: 8 total, 8 up, 8 in 2024-07-26T07:15:29.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:29 smithi089 ceph-mon[99608]: pgmap v4371: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.52k op/s 2024-07-26T07:15:29.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:29 smithi089 ceph-mon[102056]: osdmap e2572: 8 total, 8 up, 8 in 2024-07-26T07:15:29.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:29 smithi089 ceph-mon[102056]: pgmap v4371: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.52k op/s 2024-07-26T07:15:30.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:30 smithi155 ceph-mon[90160]: osdmap e2573: 8 total, 8 up, 8 in 2024-07-26T07:15:30.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:30 smithi155 ceph-mon[90160]: osdmap e2574: 8 total, 8 up, 8 in 2024-07-26T07:15:30.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:30 smithi089 ceph-mon[99608]: osdmap e2573: 8 total, 8 up, 8 in 2024-07-26T07:15:30.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:30 smithi089 ceph-mon[99608]: osdmap e2574: 8 total, 8 up, 8 in 2024-07-26T07:15:30.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:30 smithi089 ceph-mon[102056]: osdmap e2573: 8 total, 8 up, 8 in 2024-07-26T07:15:30.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:30 smithi089 ceph-mon[102056]: osdmap e2574: 8 total, 8 up, 8 in 2024-07-26T07:15:31.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:31 smithi155 ceph-mon[90160]: pgmap v4374: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 2 op/s 2024-07-26T07:15:31.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:31 smithi155 ceph-mon[90160]: osdmap e2575: 8 total, 8 up, 8 in 2024-07-26T07:15:31.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:31 smithi089 ceph-mon[99608]: pgmap v4374: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 2 op/s 2024-07-26T07:15:31.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:31 smithi089 ceph-mon[99608]: osdmap e2575: 8 total, 8 up, 8 in 2024-07-26T07:15:31.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:31 smithi089 ceph-mon[102056]: pgmap v4374: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 2 op/s 2024-07-26T07:15:31.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:31 smithi089 ceph-mon[102056]: osdmap e2575: 8 total, 8 up, 8 in 2024-07-26T07:15:32.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:15:32 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:15:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:15:32.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:15:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:15:32] "GET /metrics HTTP/1.1" 200 36651 "" "Prometheus/2.43.0" 2024-07-26T07:15:33.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:33 smithi155 ceph-mon[90160]: osdmap e2576: 8 total, 8 up, 8 in 2024-07-26T07:15:33.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:33 smithi155 ceph-mon[90160]: pgmap v4377: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.48k op/s 2024-07-26T07:15:33.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:33 smithi089 ceph-mon[99608]: osdmap e2576: 8 total, 8 up, 8 in 2024-07-26T07:15:33.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:33 smithi089 ceph-mon[99608]: pgmap v4377: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.48k op/s 2024-07-26T07:15:33.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:33 smithi089 ceph-mon[102056]: osdmap e2576: 8 total, 8 up, 8 in 2024-07-26T07:15:33.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:33 smithi089 ceph-mon[102056]: pgmap v4377: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.48k op/s 2024-07-26T07:15:34.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:34 smithi155 ceph-mon[90160]: osdmap e2577: 8 total, 8 up, 8 in 2024-07-26T07:15:34.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:34 smithi089 ceph-mon[99608]: osdmap e2577: 8 total, 8 up, 8 in 2024-07-26T07:15:34.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:34 smithi089 ceph-mon[102056]: osdmap e2577: 8 total, 8 up, 8 in 2024-07-26T07:15:35.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:35 smithi155 ceph-mon[90160]: osdmap e2578: 8 total, 8 up, 8 in 2024-07-26T07:15:35.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:35 smithi155 ceph-mon[90160]: pgmap v4380: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.48k op/s 2024-07-26T07:15:35.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:35 smithi155 ceph-mon[90160]: osdmap e2579: 8 total, 8 up, 8 in 2024-07-26T07:15:35.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:35 smithi089 ceph-mon[99608]: osdmap e2578: 8 total, 8 up, 8 in 2024-07-26T07:15:35.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:35 smithi089 ceph-mon[99608]: pgmap v4380: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.48k op/s 2024-07-26T07:15:35.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:35 smithi089 ceph-mon[99608]: osdmap e2579: 8 total, 8 up, 8 in 2024-07-26T07:15:35.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:35 smithi089 ceph-mon[102056]: osdmap e2578: 8 total, 8 up, 8 in 2024-07-26T07:15:35.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:35 smithi089 ceph-mon[102056]: pgmap v4380: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.48k op/s 2024-07-26T07:15:35.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:35 smithi089 ceph-mon[102056]: osdmap e2579: 8 total, 8 up, 8 in 2024-07-26T07:15:37.878 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:37 smithi155 ceph-mon[90160]: osdmap e2580: 8 total, 8 up, 8 in 2024-07-26T07:15:37.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:37 smithi155 ceph-mon[90160]: pgmap v4383: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.43k op/s 2024-07-26T07:15:37.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:37 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:15:37.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:37 smithi089 ceph-mon[99608]: osdmap e2580: 8 total, 8 up, 8 in 2024-07-26T07:15:37.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:37 smithi089 ceph-mon[99608]: pgmap v4383: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.43k op/s 2024-07-26T07:15:37.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:37 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:15:37.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:37 smithi089 ceph-mon[102056]: osdmap e2580: 8 total, 8 up, 8 in 2024-07-26T07:15:37.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:37 smithi089 ceph-mon[102056]: pgmap v4383: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.43k op/s 2024-07-26T07:15:37.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:37 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:15:38.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:38 smithi155 ceph-mon[90160]: osdmap e2581: 8 total, 8 up, 8 in 2024-07-26T07:15:38.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:38 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:15:38.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:38 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:15:38.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:38 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:15:38.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:38 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:15:38.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:38 smithi089 ceph-mon[99608]: osdmap e2581: 8 total, 8 up, 8 in 2024-07-26T07:15:38.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:38 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:15:38.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:38 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:15:38.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:38 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:15:38.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:38 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:15:38.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:38 smithi089 ceph-mon[102056]: osdmap e2581: 8 total, 8 up, 8 in 2024-07-26T07:15:38.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:38 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:15:38.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:38 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:15:38.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:38 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:15:38.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:38 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:15:39.523 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:39 smithi089 ceph-mon[99608]: osdmap e2582: 8 total, 8 up, 8 in 2024-07-26T07:15:39.523 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:39 smithi089 ceph-mon[99608]: pgmap v4386: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.43k op/s 2024-07-26T07:15:39.523 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:39 smithi089 ceph-mon[102056]: osdmap e2582: 8 total, 8 up, 8 in 2024-07-26T07:15:39.523 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:39 smithi089 ceph-mon[102056]: pgmap v4386: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.43k op/s 2024-07-26T07:15:39.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:39 smithi155 ceph-mon[90160]: osdmap e2582: 8 total, 8 up, 8 in 2024-07-26T07:15:39.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:39 smithi155 ceph-mon[90160]: pgmap v4386: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.43k op/s 2024-07-26T07:15:40.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:40 smithi155 ceph-mon[90160]: osdmap e2583: 8 total, 8 up, 8 in 2024-07-26T07:15:40.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:40 smithi155 ceph-mon[90160]: osdmap e2584: 8 total, 8 up, 8 in 2024-07-26T07:15:40.813 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:40 smithi089 ceph-mon[99608]: osdmap e2583: 8 total, 8 up, 8 in 2024-07-26T07:15:40.813 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:40 smithi089 ceph-mon[99608]: osdmap e2584: 8 total, 8 up, 8 in 2024-07-26T07:15:40.813 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:40 smithi089 ceph-mon[102056]: osdmap e2583: 8 total, 8 up, 8 in 2024-07-26T07:15:40.813 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:40 smithi089 ceph-mon[102056]: osdmap e2584: 8 total, 8 up, 8 in 2024-07-26T07:15:42.058 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:15:42.058 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:15:42.058 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:15:42.058 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:41 smithi089 ceph-mon[99608]: pgmap v4389: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-07-26T07:15:42.058 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:15:42.058 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:15:42.058 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:15:42.059 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:15:42.059 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:15:42.059 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:41 smithi089 ceph-mon[99608]: osdmap e2585: 8 total, 8 up, 8 in 2024-07-26T07:15:42.059 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:15:42.059 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:15:42.059 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:15:42.059 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:41 smithi089 ceph-mon[102056]: pgmap v4389: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-07-26T07:15:42.059 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:15:42.060 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:15:42.060 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:15:42.060 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:15:42.060 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:15:42.060 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:41 smithi089 ceph-mon[102056]: osdmap e2585: 8 total, 8 up, 8 in 2024-07-26T07:15:42.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:15:42.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:15:42.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:15:42.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:41 smithi155 ceph-mon[90160]: pgmap v4389: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-07-26T07:15:42.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:15:42.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:15:42.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:15:42.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:15:42.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:15:42.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:41 smithi155 ceph-mon[90160]: osdmap e2585: 8 total, 8 up, 8 in 2024-07-26T07:15:42.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:15:42 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:15:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:15:42.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:15:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:15:42] "GET /metrics HTTP/1.1" 200 36645 "" "Prometheus/2.43.0" 2024-07-26T07:15:43.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:43 smithi089 ceph-mon[102056]: osdmap e2586: 8 total, 8 up, 8 in 2024-07-26T07:15:43.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:43 smithi089 ceph-mon[102056]: pgmap v4392: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.39k op/s 2024-07-26T07:15:43.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:43 smithi089 ceph-mon[99608]: osdmap e2586: 8 total, 8 up, 8 in 2024-07-26T07:15:43.655 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:43 smithi089 ceph-mon[99608]: pgmap v4392: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.39k op/s 2024-07-26T07:15:43.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:43 smithi155 ceph-mon[90160]: osdmap e2586: 8 total, 8 up, 8 in 2024-07-26T07:15:43.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:43 smithi155 ceph-mon[90160]: pgmap v4392: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.39k op/s 2024-07-26T07:15:44.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:44 smithi089 ceph-mon[99608]: osdmap e2587: 8 total, 8 up, 8 in 2024-07-26T07:15:44.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:44 smithi089 ceph-mon[102056]: osdmap e2587: 8 total, 8 up, 8 in 2024-07-26T07:15:44.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:44 smithi155 ceph-mon[90160]: osdmap e2587: 8 total, 8 up, 8 in 2024-07-26T07:15:45.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:45 smithi155 ceph-mon[90160]: osdmap e2588: 8 total, 8 up, 8 in 2024-07-26T07:15:45.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:45 smithi155 ceph-mon[90160]: pgmap v4395: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.39k op/s 2024-07-26T07:15:45.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:45 smithi155 ceph-mon[90160]: osdmap e2589: 8 total, 8 up, 8 in 2024-07-26T07:15:45.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:45 smithi089 ceph-mon[99608]: osdmap e2588: 8 total, 8 up, 8 in 2024-07-26T07:15:45.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:45 smithi089 ceph-mon[99608]: pgmap v4395: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.39k op/s 2024-07-26T07:15:45.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:45 smithi089 ceph-mon[99608]: osdmap e2589: 8 total, 8 up, 8 in 2024-07-26T07:15:45.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:45 smithi089 ceph-mon[102056]: osdmap e2588: 8 total, 8 up, 8 in 2024-07-26T07:15:45.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:45 smithi089 ceph-mon[102056]: pgmap v4395: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.39k op/s 2024-07-26T07:15:45.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:45 smithi089 ceph-mon[102056]: osdmap e2589: 8 total, 8 up, 8 in 2024-07-26T07:15:47.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:47 smithi155 ceph-mon[90160]: osdmap e2590: 8 total, 8 up, 8 in 2024-07-26T07:15:47.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:47 smithi155 ceph-mon[90160]: pgmap v4398: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 995 KiB/s rd, 5.0 KiB/s wr, 1.35k op/s 2024-07-26T07:15:47.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:47 smithi089 ceph-mon[99608]: osdmap e2590: 8 total, 8 up, 8 in 2024-07-26T07:15:47.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:47 smithi089 ceph-mon[99608]: pgmap v4398: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 995 KiB/s rd, 5.0 KiB/s wr, 1.35k op/s 2024-07-26T07:15:47.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:47 smithi089 ceph-mon[102056]: osdmap e2590: 8 total, 8 up, 8 in 2024-07-26T07:15:47.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:47 smithi089 ceph-mon[102056]: pgmap v4398: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 995 KiB/s rd, 5.0 KiB/s wr, 1.35k op/s 2024-07-26T07:15:48.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:48 smithi155 ceph-mon[90160]: osdmap e2591: 8 total, 8 up, 8 in 2024-07-26T07:15:48.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:48 smithi089 ceph-mon[99608]: osdmap e2591: 8 total, 8 up, 8 in 2024-07-26T07:15:48.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:48 smithi089 ceph-mon[102056]: osdmap e2591: 8 total, 8 up, 8 in 2024-07-26T07:15:49.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:49 smithi155 ceph-mon[90160]: osdmap e2592: 8 total, 8 up, 8 in 2024-07-26T07:15:49.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:49 smithi155 ceph-mon[90160]: pgmap v4401: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 996 KiB/s rd, 5.0 KiB/s wr, 1.35k op/s 2024-07-26T07:15:49.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:49 smithi089 ceph-mon[99608]: osdmap e2592: 8 total, 8 up, 8 in 2024-07-26T07:15:49.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:49 smithi089 ceph-mon[99608]: pgmap v4401: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 996 KiB/s rd, 5.0 KiB/s wr, 1.35k op/s 2024-07-26T07:15:49.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:49 smithi089 ceph-mon[102056]: osdmap e2592: 8 total, 8 up, 8 in 2024-07-26T07:15:49.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:49 smithi089 ceph-mon[102056]: pgmap v4401: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 996 KiB/s rd, 5.0 KiB/s wr, 1.35k op/s 2024-07-26T07:15:50.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:50 smithi155 ceph-mon[90160]: osdmap e2593: 8 total, 8 up, 8 in 2024-07-26T07:15:50.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:50 smithi155 ceph-mon[90160]: osdmap e2594: 8 total, 8 up, 8 in 2024-07-26T07:15:50.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:50 smithi089 ceph-mon[99608]: osdmap e2593: 8 total, 8 up, 8 in 2024-07-26T07:15:50.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:50 smithi089 ceph-mon[99608]: osdmap e2594: 8 total, 8 up, 8 in 2024-07-26T07:15:50.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:50 smithi089 ceph-mon[102056]: osdmap e2593: 8 total, 8 up, 8 in 2024-07-26T07:15:50.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:50 smithi089 ceph-mon[102056]: osdmap e2594: 8 total, 8 up, 8 in 2024-07-26T07:15:51.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:51 smithi155 ceph-mon[90160]: pgmap v4404: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-07-26T07:15:51.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:51 smithi155 ceph-mon[90160]: osdmap e2595: 8 total, 8 up, 8 in 2024-07-26T07:15:51.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:51 smithi089 ceph-mon[99608]: pgmap v4404: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-07-26T07:15:51.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:51 smithi089 ceph-mon[99608]: osdmap e2595: 8 total, 8 up, 8 in 2024-07-26T07:15:51.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:51 smithi089 ceph-mon[102056]: pgmap v4404: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-07-26T07:15:51.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:51 smithi089 ceph-mon[102056]: osdmap e2595: 8 total, 8 up, 8 in 2024-07-26T07:15:52.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:15:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:15:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:15:52.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:15:52 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:15:52] "GET /metrics HTTP/1.1" 200 36645 "" "Prometheus/2.43.0" 2024-07-26T07:15:53.779 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:53 smithi089 ceph-mon[99608]: osdmap e2596: 8 total, 8 up, 8 in 2024-07-26T07:15:53.779 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:53 smithi089 ceph-mon[99608]: pgmap v4407: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 963 KiB/s rd, 5.0 KiB/s wr, 1.30k op/s 2024-07-26T07:15:53.779 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:53 smithi089 ceph-mon[102056]: osdmap e2596: 8 total, 8 up, 8 in 2024-07-26T07:15:53.779 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:53 smithi089 ceph-mon[102056]: pgmap v4407: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 963 KiB/s rd, 5.0 KiB/s wr, 1.30k op/s 2024-07-26T07:15:53.848 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:53 smithi155 ceph-mon[90160]: osdmap e2596: 8 total, 8 up, 8 in 2024-07-26T07:15:53.848 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:53 smithi155 ceph-mon[90160]: pgmap v4407: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 963 KiB/s rd, 5.0 KiB/s wr, 1.30k op/s 2024-07-26T07:15:54.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:54 smithi089 ceph-mon[99608]: osdmap e2597: 8 total, 8 up, 8 in 2024-07-26T07:15:54.655 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:54 smithi089 ceph-mon[102056]: osdmap e2597: 8 total, 8 up, 8 in 2024-07-26T07:15:54.878 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:54 smithi155 ceph-mon[90160]: osdmap e2597: 8 total, 8 up, 8 in 2024-07-26T07:15:55.878 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:55 smithi155 ceph-mon[90160]: osdmap e2598: 8 total, 8 up, 8 in 2024-07-26T07:15:55.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:55 smithi155 ceph-mon[90160]: pgmap v4410: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 961 KiB/s rd, 5.0 KiB/s wr, 1.30k op/s 2024-07-26T07:15:55.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:55 smithi155 ceph-mon[90160]: osdmap e2599: 8 total, 8 up, 8 in 2024-07-26T07:15:55.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:55 smithi089 ceph-mon[99608]: osdmap e2598: 8 total, 8 up, 8 in 2024-07-26T07:15:55.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:55 smithi089 ceph-mon[99608]: pgmap v4410: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 961 KiB/s rd, 5.0 KiB/s wr, 1.30k op/s 2024-07-26T07:15:55.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:55 smithi089 ceph-mon[99608]: osdmap e2599: 8 total, 8 up, 8 in 2024-07-26T07:15:55.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:55 smithi089 ceph-mon[102056]: osdmap e2598: 8 total, 8 up, 8 in 2024-07-26T07:15:55.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:55 smithi089 ceph-mon[102056]: pgmap v4410: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 961 KiB/s rd, 5.0 KiB/s wr, 1.30k op/s 2024-07-26T07:15:55.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:55 smithi089 ceph-mon[102056]: osdmap e2599: 8 total, 8 up, 8 in 2024-07-26T07:15:56.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:56 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:15:56.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:56 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:15:56.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:56 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:15:57.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:57 smithi155 ceph-mon[90160]: osdmap e2600: 8 total, 8 up, 8 in 2024-07-26T07:15:57.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:57 smithi155 ceph-mon[90160]: pgmap v4413: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 931 KiB/s rd, 5.0 KiB/s wr, 1.26k op/s 2024-07-26T07:15:57.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:57 smithi089 ceph-mon[99608]: osdmap e2600: 8 total, 8 up, 8 in 2024-07-26T07:15:57.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:57 smithi089 ceph-mon[99608]: pgmap v4413: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 931 KiB/s rd, 5.0 KiB/s wr, 1.26k op/s 2024-07-26T07:15:57.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:57 smithi089 ceph-mon[102056]: osdmap e2600: 8 total, 8 up, 8 in 2024-07-26T07:15:57.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:57 smithi089 ceph-mon[102056]: pgmap v4413: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 931 KiB/s rd, 5.0 KiB/s wr, 1.26k op/s 2024-07-26T07:15:58.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:58 smithi155 ceph-mon[90160]: osdmap e2601: 8 total, 8 up, 8 in 2024-07-26T07:15:58.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:58 smithi089 ceph-mon[99608]: osdmap e2601: 8 total, 8 up, 8 in 2024-07-26T07:15:58.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:58 smithi089 ceph-mon[102056]: osdmap e2601: 8 total, 8 up, 8 in 2024-07-26T07:15:59.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:59 smithi155 ceph-mon[90160]: osdmap e2602: 8 total, 8 up, 8 in 2024-07-26T07:15:59.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:15:59 smithi155 ceph-mon[90160]: pgmap v4416: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 930 KiB/s rd, 5.0 KiB/s wr, 1.26k op/s 2024-07-26T07:15:59.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:59 smithi089 ceph-mon[99608]: osdmap e2602: 8 total, 8 up, 8 in 2024-07-26T07:15:59.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:15:59 smithi089 ceph-mon[99608]: pgmap v4416: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 930 KiB/s rd, 5.0 KiB/s wr, 1.26k op/s 2024-07-26T07:15:59.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:59 smithi089 ceph-mon[102056]: osdmap e2602: 8 total, 8 up, 8 in 2024-07-26T07:15:59.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:15:59 smithi089 ceph-mon[102056]: pgmap v4416: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 930 KiB/s rd, 5.0 KiB/s wr, 1.26k op/s 2024-07-26T07:16:00.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:00 smithi155 ceph-mon[90160]: osdmap e2603: 8 total, 8 up, 8 in 2024-07-26T07:16:00.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:00 smithi155 ceph-mon[90160]: osdmap e2604: 8 total, 8 up, 8 in 2024-07-26T07:16:00.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:00 smithi089 ceph-mon[99608]: osdmap e2603: 8 total, 8 up, 8 in 2024-07-26T07:16:00.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:00 smithi089 ceph-mon[99608]: osdmap e2604: 8 total, 8 up, 8 in 2024-07-26T07:16:00.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:00 smithi089 ceph-mon[102056]: osdmap e2603: 8 total, 8 up, 8 in 2024-07-26T07:16:00.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:00 smithi089 ceph-mon[102056]: osdmap e2604: 8 total, 8 up, 8 in 2024-07-26T07:16:01.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:01 smithi155 ceph-mon[90160]: pgmap v4419: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-07-26T07:16:01.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:01 smithi155 ceph-mon[90160]: osdmap e2605: 8 total, 8 up, 8 in 2024-07-26T07:16:01.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:01 smithi089 ceph-mon[99608]: pgmap v4419: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-07-26T07:16:01.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:01 smithi089 ceph-mon[99608]: osdmap e2605: 8 total, 8 up, 8 in 2024-07-26T07:16:01.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:01 smithi089 ceph-mon[102056]: pgmap v4419: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-07-26T07:16:01.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:01 smithi089 ceph-mon[102056]: osdmap e2605: 8 total, 8 up, 8 in 2024-07-26T07:16:02.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:16:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:16:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:16:02.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:16:02 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:16:02] "GET /metrics HTTP/1.1" 200 36653 "" "Prometheus/2.43.0" 2024-07-26T07:16:03.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:03 smithi155 ceph-mon[90160]: osdmap e2606: 8 total, 8 up, 8 in 2024-07-26T07:16:03.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:03 smithi155 ceph-mon[90160]: pgmap v4422: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 899 KiB/s rd, 5.0 KiB/s wr, 1.22k op/s 2024-07-26T07:16:03.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:03 smithi089 ceph-mon[99608]: osdmap e2606: 8 total, 8 up, 8 in 2024-07-26T07:16:03.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:03 smithi089 ceph-mon[99608]: pgmap v4422: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 899 KiB/s rd, 5.0 KiB/s wr, 1.22k op/s 2024-07-26T07:16:03.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:03 smithi089 ceph-mon[102056]: osdmap e2606: 8 total, 8 up, 8 in 2024-07-26T07:16:03.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:03 smithi089 ceph-mon[102056]: pgmap v4422: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 899 KiB/s rd, 5.0 KiB/s wr, 1.22k op/s 2024-07-26T07:16:04.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:04 smithi155 ceph-mon[90160]: osdmap e2607: 8 total, 8 up, 8 in 2024-07-26T07:16:04.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:04 smithi089 ceph-mon[99608]: osdmap e2607: 8 total, 8 up, 8 in 2024-07-26T07:16:04.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:04 smithi089 ceph-mon[102056]: osdmap e2607: 8 total, 8 up, 8 in 2024-07-26T07:16:05.878 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:05 smithi155 ceph-mon[90160]: osdmap e2608: 8 total, 8 up, 8 in 2024-07-26T07:16:05.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:05 smithi155 ceph-mon[90160]: pgmap v4425: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 897 KiB/s rd, 5.0 KiB/s wr, 1.21k op/s 2024-07-26T07:16:05.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:05 smithi155 ceph-mon[90160]: osdmap e2609: 8 total, 8 up, 8 in 2024-07-26T07:16:05.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:05 smithi089 ceph-mon[99608]: osdmap e2608: 8 total, 8 up, 8 in 2024-07-26T07:16:05.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:05 smithi089 ceph-mon[99608]: pgmap v4425: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 897 KiB/s rd, 5.0 KiB/s wr, 1.21k op/s 2024-07-26T07:16:05.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:05 smithi089 ceph-mon[99608]: osdmap e2609: 8 total, 8 up, 8 in 2024-07-26T07:16:05.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:05 smithi089 ceph-mon[102056]: osdmap e2608: 8 total, 8 up, 8 in 2024-07-26T07:16:05.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:05 smithi089 ceph-mon[102056]: pgmap v4425: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 897 KiB/s rd, 5.0 KiB/s wr, 1.21k op/s 2024-07-26T07:16:05.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:05 smithi089 ceph-mon[102056]: osdmap e2609: 8 total, 8 up, 8 in 2024-07-26T07:16:07.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:07 smithi155 ceph-mon[90160]: osdmap e2610: 8 total, 8 up, 8 in 2024-07-26T07:16:07.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:07 smithi155 ceph-mon[90160]: pgmap v4428: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 865 KiB/s rd, 5.0 KiB/s wr, 1.17k op/s 2024-07-26T07:16:07.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:07 smithi089 ceph-mon[99608]: osdmap e2610: 8 total, 8 up, 8 in 2024-07-26T07:16:07.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:07 smithi089 ceph-mon[99608]: pgmap v4428: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 865 KiB/s rd, 5.0 KiB/s wr, 1.17k op/s 2024-07-26T07:16:07.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:07 smithi089 ceph-mon[102056]: osdmap e2610: 8 total, 8 up, 8 in 2024-07-26T07:16:07.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:07 smithi089 ceph-mon[102056]: pgmap v4428: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 865 KiB/s rd, 5.0 KiB/s wr, 1.17k op/s 2024-07-26T07:16:08.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:08 smithi155 ceph-mon[90160]: osdmap e2611: 8 total, 8 up, 8 in 2024-07-26T07:16:08.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:08 smithi089 ceph-mon[99608]: osdmap e2611: 8 total, 8 up, 8 in 2024-07-26T07:16:08.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:08 smithi089 ceph-mon[102056]: osdmap e2611: 8 total, 8 up, 8 in 2024-07-26T07:16:09.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:09 smithi155 ceph-mon[90160]: osdmap e2612: 8 total, 8 up, 8 in 2024-07-26T07:16:09.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:09 smithi155 ceph-mon[90160]: pgmap v4431: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 864 KiB/s rd, 5.0 KiB/s wr, 1.17k op/s 2024-07-26T07:16:09.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:09 smithi089 ceph-mon[99608]: osdmap e2612: 8 total, 8 up, 8 in 2024-07-26T07:16:09.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:09 smithi089 ceph-mon[99608]: pgmap v4431: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 864 KiB/s rd, 5.0 KiB/s wr, 1.17k op/s 2024-07-26T07:16:09.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:09 smithi089 ceph-mon[102056]: osdmap e2612: 8 total, 8 up, 8 in 2024-07-26T07:16:09.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:09 smithi089 ceph-mon[102056]: pgmap v4431: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 864 KiB/s rd, 5.0 KiB/s wr, 1.17k op/s 2024-07-26T07:16:10.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:10 smithi155 ceph-mon[90160]: osdmap e2613: 8 total, 8 up, 8 in 2024-07-26T07:16:10.899 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:10 smithi155 ceph-mon[90160]: osdmap e2614: 8 total, 8 up, 8 in 2024-07-26T07:16:10.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:10 smithi089 ceph-mon[99608]: osdmap e2613: 8 total, 8 up, 8 in 2024-07-26T07:16:10.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:10 smithi089 ceph-mon[99608]: osdmap e2614: 8 total, 8 up, 8 in 2024-07-26T07:16:10.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:10 smithi089 ceph-mon[102056]: osdmap e2613: 8 total, 8 up, 8 in 2024-07-26T07:16:10.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:10 smithi089 ceph-mon[102056]: osdmap e2614: 8 total, 8 up, 8 in 2024-07-26T07:16:11.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:11 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:16:11.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:11 smithi155 ceph-mon[90160]: pgmap v4434: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-07-26T07:16:11.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:16:11.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:11 smithi089 ceph-mon[99608]: pgmap v4434: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-07-26T07:16:11.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:16:11.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:11 smithi089 ceph-mon[102056]: pgmap v4434: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-07-26T07:16:12.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:12 smithi155 ceph-mon[90160]: osdmap e2615: 8 total, 8 up, 8 in 2024-07-26T07:16:12.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:16:12 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:16:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:16:12.806 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:12 smithi089 ceph-mon[99608]: osdmap e2615: 8 total, 8 up, 8 in 2024-07-26T07:16:12.806 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:16:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:16:12] "GET /metrics HTTP/1.1" 200 36650 "" "Prometheus/2.43.0" 2024-07-26T07:16:12.806 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:12 smithi089 ceph-mon[102056]: osdmap e2615: 8 total, 8 up, 8 in 2024-07-26T07:16:13.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:13 smithi155 ceph-mon[90160]: osdmap e2616: 8 total, 8 up, 8 in 2024-07-26T07:16:13.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:13 smithi155 ceph-mon[90160]: pgmap v4437: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 833 KiB/s rd, 5.0 KiB/s wr, 1.13k op/s 2024-07-26T07:16:13.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:13 smithi089 ceph-mon[99608]: osdmap e2616: 8 total, 8 up, 8 in 2024-07-26T07:16:13.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:13 smithi089 ceph-mon[99608]: pgmap v4437: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 833 KiB/s rd, 5.0 KiB/s wr, 1.13k op/s 2024-07-26T07:16:13.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:13 smithi089 ceph-mon[102056]: osdmap e2616: 8 total, 8 up, 8 in 2024-07-26T07:16:13.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:13 smithi089 ceph-mon[102056]: pgmap v4437: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 833 KiB/s rd, 5.0 KiB/s wr, 1.13k op/s 2024-07-26T07:16:14.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:14 smithi155 ceph-mon[90160]: osdmap e2617: 8 total, 8 up, 8 in 2024-07-26T07:16:14.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:14 smithi089 ceph-mon[99608]: osdmap e2617: 8 total, 8 up, 8 in 2024-07-26T07:16:14.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:14 smithi089 ceph-mon[102056]: osdmap e2617: 8 total, 8 up, 8 in 2024-07-26T07:16:15.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:15 smithi155 ceph-mon[90160]: osdmap e2618: 8 total, 8 up, 8 in 2024-07-26T07:16:15.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:15 smithi155 ceph-mon[90160]: pgmap v4440: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 830 KiB/s rd, 5.0 KiB/s wr, 1.12k op/s 2024-07-26T07:16:15.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:15 smithi155 ceph-mon[90160]: osdmap e2619: 8 total, 8 up, 8 in 2024-07-26T07:16:15.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:15 smithi089 ceph-mon[99608]: osdmap e2618: 8 total, 8 up, 8 in 2024-07-26T07:16:15.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:15 smithi089 ceph-mon[99608]: pgmap v4440: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 830 KiB/s rd, 5.0 KiB/s wr, 1.12k op/s 2024-07-26T07:16:15.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:15 smithi089 ceph-mon[99608]: osdmap e2619: 8 total, 8 up, 8 in 2024-07-26T07:16:15.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:15 smithi089 ceph-mon[102056]: osdmap e2618: 8 total, 8 up, 8 in 2024-07-26T07:16:15.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:15 smithi089 ceph-mon[102056]: pgmap v4440: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 830 KiB/s rd, 5.0 KiB/s wr, 1.12k op/s 2024-07-26T07:16:15.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:15 smithi089 ceph-mon[102056]: osdmap e2619: 8 total, 8 up, 8 in 2024-07-26T07:16:17.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:17 smithi155 ceph-mon[90160]: osdmap e2620: 8 total, 8 up, 8 in 2024-07-26T07:16:17.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:17 smithi155 ceph-mon[90160]: pgmap v4443: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 800 KiB/s rd, 5.0 KiB/s wr, 1.08k op/s 2024-07-26T07:16:17.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:17 smithi089 ceph-mon[99608]: osdmap e2620: 8 total, 8 up, 8 in 2024-07-26T07:16:17.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:17 smithi089 ceph-mon[99608]: pgmap v4443: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 800 KiB/s rd, 5.0 KiB/s wr, 1.08k op/s 2024-07-26T07:16:17.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:17 smithi089 ceph-mon[102056]: osdmap e2620: 8 total, 8 up, 8 in 2024-07-26T07:16:17.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:17 smithi089 ceph-mon[102056]: pgmap v4443: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 800 KiB/s rd, 5.0 KiB/s wr, 1.08k op/s 2024-07-26T07:16:18.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:18 smithi155 ceph-mon[90160]: osdmap e2621: 8 total, 8 up, 8 in 2024-07-26T07:16:18.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:18 smithi089 ceph-mon[99608]: osdmap e2621: 8 total, 8 up, 8 in 2024-07-26T07:16:18.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:18 smithi089 ceph-mon[102056]: osdmap e2621: 8 total, 8 up, 8 in 2024-07-26T07:16:19.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:19 smithi155 ceph-mon[90160]: osdmap e2622: 8 total, 8 up, 8 in 2024-07-26T07:16:19.883 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:19 smithi155 ceph-mon[90160]: pgmap v4446: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 800 KiB/s rd, 5.0 KiB/s wr, 1.08k op/s 2024-07-26T07:16:19.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:19 smithi089 ceph-mon[99608]: osdmap e2622: 8 total, 8 up, 8 in 2024-07-26T07:16:19.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:19 smithi089 ceph-mon[99608]: pgmap v4446: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 800 KiB/s rd, 5.0 KiB/s wr, 1.08k op/s 2024-07-26T07:16:19.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:19 smithi089 ceph-mon[102056]: osdmap e2622: 8 total, 8 up, 8 in 2024-07-26T07:16:19.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:19 smithi089 ceph-mon[102056]: pgmap v4446: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 800 KiB/s rd, 5.0 KiB/s wr, 1.08k op/s 2024-07-26T07:16:20.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:20 smithi155 ceph-mon[90160]: osdmap e2623: 8 total, 8 up, 8 in 2024-07-26T07:16:20.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:20 smithi155 ceph-mon[90160]: osdmap e2624: 8 total, 8 up, 8 in 2024-07-26T07:16:20.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:20 smithi089 ceph-mon[99608]: osdmap e2623: 8 total, 8 up, 8 in 2024-07-26T07:16:20.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:20 smithi089 ceph-mon[99608]: osdmap e2624: 8 total, 8 up, 8 in 2024-07-26T07:16:20.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:20 smithi089 ceph-mon[102056]: osdmap e2623: 8 total, 8 up, 8 in 2024-07-26T07:16:20.907 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:20 smithi089 ceph-mon[102056]: osdmap e2624: 8 total, 8 up, 8 in 2024-07-26T07:16:21.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:21 smithi155 ceph-mon[90160]: pgmap v4449: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-07-26T07:16:21.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:21 smithi155 ceph-mon[90160]: osdmap e2625: 8 total, 8 up, 8 in 2024-07-26T07:16:21.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:21 smithi089 ceph-mon[102056]: pgmap v4449: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-07-26T07:16:21.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:21 smithi089 ceph-mon[102056]: osdmap e2625: 8 total, 8 up, 8 in 2024-07-26T07:16:21.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:21 smithi089 ceph-mon[99608]: pgmap v4449: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-07-26T07:16:21.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:21 smithi089 ceph-mon[99608]: osdmap e2625: 8 total, 8 up, 8 in 2024-07-26T07:16:22.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:16:22 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:16:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:16:22.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:16:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:16:22] "GET /metrics HTTP/1.1" 200 36650 "" "Prometheus/2.43.0" 2024-07-26T07:16:23.847 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:23 smithi155 ceph-mon[90160]: osdmap e2626: 8 total, 8 up, 8 in 2024-07-26T07:16:23.847 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:23 smithi155 ceph-mon[90160]: pgmap v4452: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 768 KiB/s rd, 5.0 KiB/s wr, 1.04k op/s 2024-07-26T07:16:23.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:23 smithi089 ceph-mon[99608]: osdmap e2626: 8 total, 8 up, 8 in 2024-07-26T07:16:23.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:23 smithi089 ceph-mon[99608]: pgmap v4452: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 768 KiB/s rd, 5.0 KiB/s wr, 1.04k op/s 2024-07-26T07:16:23.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:23 smithi089 ceph-mon[102056]: osdmap e2626: 8 total, 8 up, 8 in 2024-07-26T07:16:23.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:23 smithi089 ceph-mon[102056]: pgmap v4452: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 768 KiB/s rd, 5.0 KiB/s wr, 1.04k op/s 2024-07-26T07:16:24.878 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:24 smithi155 ceph-mon[90160]: osdmap e2627: 8 total, 8 up, 8 in 2024-07-26T07:16:24.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:24 smithi089 ceph-mon[99608]: osdmap e2627: 8 total, 8 up, 8 in 2024-07-26T07:16:24.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:24 smithi089 ceph-mon[102056]: osdmap e2627: 8 total, 8 up, 8 in 2024-07-26T07:16:25.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:25 smithi155 ceph-mon[90160]: osdmap e2628: 8 total, 8 up, 8 in 2024-07-26T07:16:25.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:25 smithi155 ceph-mon[90160]: pgmap v4455: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 765 KiB/s rd, 5.0 KiB/s wr, 1.03k op/s 2024-07-26T07:16:25.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:25 smithi155 ceph-mon[90160]: osdmap e2629: 8 total, 8 up, 8 in 2024-07-26T07:16:25.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:25 smithi089 ceph-mon[99608]: osdmap e2628: 8 total, 8 up, 8 in 2024-07-26T07:16:25.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:25 smithi089 ceph-mon[99608]: pgmap v4455: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 765 KiB/s rd, 5.0 KiB/s wr, 1.03k op/s 2024-07-26T07:16:25.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:25 smithi089 ceph-mon[99608]: osdmap e2629: 8 total, 8 up, 8 in 2024-07-26T07:16:25.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:25 smithi089 ceph-mon[102056]: osdmap e2628: 8 total, 8 up, 8 in 2024-07-26T07:16:25.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:25 smithi089 ceph-mon[102056]: pgmap v4455: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 765 KiB/s rd, 5.0 KiB/s wr, 1.03k op/s 2024-07-26T07:16:25.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:25 smithi089 ceph-mon[102056]: osdmap e2629: 8 total, 8 up, 8 in 2024-07-26T07:16:26.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:16:26.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:16:26.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:16:27.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:27 smithi155 ceph-mon[90160]: osdmap e2630: 8 total, 8 up, 8 in 2024-07-26T07:16:27.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:27 smithi155 ceph-mon[90160]: pgmap v4458: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 734 KiB/s rd, 5.0 KiB/s wr, 992 op/s 2024-07-26T07:16:27.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:27 smithi089 ceph-mon[102056]: osdmap e2630: 8 total, 8 up, 8 in 2024-07-26T07:16:27.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:27 smithi089 ceph-mon[102056]: pgmap v4458: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 734 KiB/s rd, 5.0 KiB/s wr, 992 op/s 2024-07-26T07:16:27.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:27 smithi089 ceph-mon[99608]: osdmap e2630: 8 total, 8 up, 8 in 2024-07-26T07:16:27.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:27 smithi089 ceph-mon[99608]: pgmap v4458: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 734 KiB/s rd, 5.0 KiB/s wr, 992 op/s 2024-07-26T07:16:28.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:28 smithi155 ceph-mon[90160]: osdmap e2631: 8 total, 8 up, 8 in 2024-07-26T07:16:28.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:28 smithi089 ceph-mon[99608]: osdmap e2631: 8 total, 8 up, 8 in 2024-07-26T07:16:28.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:28 smithi089 ceph-mon[102056]: osdmap e2631: 8 total, 8 up, 8 in 2024-07-26T07:16:29.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:29 smithi155 ceph-mon[90160]: osdmap e2632: 8 total, 8 up, 8 in 2024-07-26T07:16:29.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:29 smithi155 ceph-mon[90160]: pgmap v4461: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 735 KiB/s rd, 5.0 KiB/s wr, 994 op/s 2024-07-26T07:16:29.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:29 smithi089 ceph-mon[99608]: osdmap e2632: 8 total, 8 up, 8 in 2024-07-26T07:16:29.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:29 smithi089 ceph-mon[99608]: pgmap v4461: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 735 KiB/s rd, 5.0 KiB/s wr, 994 op/s 2024-07-26T07:16:29.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:29 smithi089 ceph-mon[102056]: osdmap e2632: 8 total, 8 up, 8 in 2024-07-26T07:16:29.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:29 smithi089 ceph-mon[102056]: pgmap v4461: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 735 KiB/s rd, 5.0 KiB/s wr, 994 op/s 2024-07-26T07:16:30.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:30 smithi155 ceph-mon[90160]: osdmap e2633: 8 total, 8 up, 8 in 2024-07-26T07:16:30.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:30 smithi155 ceph-mon[90160]: osdmap e2634: 8 total, 8 up, 8 in 2024-07-26T07:16:30.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:30 smithi089 ceph-mon[99608]: osdmap e2633: 8 total, 8 up, 8 in 2024-07-26T07:16:30.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:30 smithi089 ceph-mon[99608]: osdmap e2634: 8 total, 8 up, 8 in 2024-07-26T07:16:30.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:30 smithi089 ceph-mon[102056]: osdmap e2633: 8 total, 8 up, 8 in 2024-07-26T07:16:30.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:30 smithi089 ceph-mon[102056]: osdmap e2634: 8 total, 8 up, 8 in 2024-07-26T07:16:31.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:31 smithi155 ceph-mon[90160]: pgmap v4464: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-07-26T07:16:31.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:31 smithi155 ceph-mon[90160]: osdmap e2635: 8 total, 8 up, 8 in 2024-07-26T07:16:31.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:31 smithi089 ceph-mon[99608]: pgmap v4464: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-07-26T07:16:31.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:31 smithi089 ceph-mon[99608]: osdmap e2635: 8 total, 8 up, 8 in 2024-07-26T07:16:31.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:31 smithi089 ceph-mon[102056]: pgmap v4464: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-07-26T07:16:31.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:31 smithi089 ceph-mon[102056]: osdmap e2635: 8 total, 8 up, 8 in 2024-07-26T07:16:32.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:16:32 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:16:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:16:32.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:16:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:16:32] "GET /metrics HTTP/1.1" 200 36651 "" "Prometheus/2.43.0" 2024-07-26T07:16:33.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:33 smithi155 ceph-mon[90160]: osdmap e2636: 8 total, 8 up, 8 in 2024-07-26T07:16:33.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:33 smithi155 ceph-mon[90160]: pgmap v4467: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 702 KiB/s rd, 5.0 KiB/s wr, 949 op/s 2024-07-26T07:16:33.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:33 smithi089 ceph-mon[99608]: osdmap e2636: 8 total, 8 up, 8 in 2024-07-26T07:16:33.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:33 smithi089 ceph-mon[99608]: pgmap v4467: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 702 KiB/s rd, 5.0 KiB/s wr, 949 op/s 2024-07-26T07:16:33.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:33 smithi089 ceph-mon[102056]: osdmap e2636: 8 total, 8 up, 8 in 2024-07-26T07:16:33.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:33 smithi089 ceph-mon[102056]: pgmap v4467: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 702 KiB/s rd, 5.0 KiB/s wr, 949 op/s 2024-07-26T07:16:34.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:34 smithi155 ceph-mon[90160]: osdmap e2637: 8 total, 8 up, 8 in 2024-07-26T07:16:34.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:34 smithi089 ceph-mon[99608]: osdmap e2637: 8 total, 8 up, 8 in 2024-07-26T07:16:34.970 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:34 smithi089 ceph-mon[102056]: osdmap e2637: 8 total, 8 up, 8 in 2024-07-26T07:16:35.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:35 smithi155 ceph-mon[90160]: osdmap e2638: 8 total, 8 up, 8 in 2024-07-26T07:16:35.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:35 smithi155 ceph-mon[90160]: pgmap v4470: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 701 KiB/s rd, 5.0 KiB/s wr, 949 op/s 2024-07-26T07:16:35.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:35 smithi155 ceph-mon[90160]: osdmap e2639: 8 total, 8 up, 8 in 2024-07-26T07:16:35.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:35 smithi089 ceph-mon[99608]: osdmap e2638: 8 total, 8 up, 8 in 2024-07-26T07:16:35.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:35 smithi089 ceph-mon[99608]: pgmap v4470: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 701 KiB/s rd, 5.0 KiB/s wr, 949 op/s 2024-07-26T07:16:35.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:35 smithi089 ceph-mon[99608]: osdmap e2639: 8 total, 8 up, 8 in 2024-07-26T07:16:35.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:35 smithi089 ceph-mon[102056]: osdmap e2638: 8 total, 8 up, 8 in 2024-07-26T07:16:35.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:35 smithi089 ceph-mon[102056]: pgmap v4470: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 701 KiB/s rd, 5.0 KiB/s wr, 949 op/s 2024-07-26T07:16:35.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:35 smithi089 ceph-mon[102056]: osdmap e2639: 8 total, 8 up, 8 in 2024-07-26T07:16:37.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:37 smithi155 ceph-mon[90160]: osdmap e2640: 8 total, 8 up, 8 in 2024-07-26T07:16:37.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:37 smithi155 ceph-mon[90160]: pgmap v4473: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 670 KiB/s rd, 5.0 KiB/s wr, 907 op/s 2024-07-26T07:16:37.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:37 smithi089 ceph-mon[99608]: osdmap e2640: 8 total, 8 up, 8 in 2024-07-26T07:16:37.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:37 smithi089 ceph-mon[99608]: pgmap v4473: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 670 KiB/s rd, 5.0 KiB/s wr, 907 op/s 2024-07-26T07:16:37.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:37 smithi089 ceph-mon[102056]: osdmap e2640: 8 total, 8 up, 8 in 2024-07-26T07:16:37.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:37 smithi089 ceph-mon[102056]: pgmap v4473: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 670 KiB/s rd, 5.0 KiB/s wr, 907 op/s 2024-07-26T07:16:38.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:38 smithi155 ceph-mon[90160]: osdmap e2641: 8 total, 8 up, 8 in 2024-07-26T07:16:38.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:38 smithi089 ceph-mon[99608]: osdmap e2641: 8 total, 8 up, 8 in 2024-07-26T07:16:38.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:38 smithi089 ceph-mon[102056]: osdmap e2641: 8 total, 8 up, 8 in 2024-07-26T07:16:39.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:39 smithi155 ceph-mon[90160]: osdmap e2642: 8 total, 8 up, 8 in 2024-07-26T07:16:39.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:39 smithi155 ceph-mon[90160]: pgmap v4476: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 669 KiB/s rd, 5.0 KiB/s wr, 905 op/s 2024-07-26T07:16:39.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:39 smithi089 ceph-mon[99608]: osdmap e2642: 8 total, 8 up, 8 in 2024-07-26T07:16:39.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:39 smithi089 ceph-mon[99608]: pgmap v4476: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 669 KiB/s rd, 5.0 KiB/s wr, 905 op/s 2024-07-26T07:16:39.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:39 smithi089 ceph-mon[102056]: osdmap e2642: 8 total, 8 up, 8 in 2024-07-26T07:16:39.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:39 smithi089 ceph-mon[102056]: pgmap v4476: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 669 KiB/s rd, 5.0 KiB/s wr, 905 op/s 2024-07-26T07:16:40.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:40 smithi155 ceph-mon[90160]: osdmap e2643: 8 total, 8 up, 8 in 2024-07-26T07:16:40.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:40 smithi155 ceph-mon[90160]: osdmap e2644: 8 total, 8 up, 8 in 2024-07-26T07:16:40.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:40 smithi089 ceph-mon[99608]: osdmap e2643: 8 total, 8 up, 8 in 2024-07-26T07:16:40.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:40 smithi089 ceph-mon[99608]: osdmap e2644: 8 total, 8 up, 8 in 2024-07-26T07:16:40.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:40 smithi089 ceph-mon[102056]: osdmap e2643: 8 total, 8 up, 8 in 2024-07-26T07:16:40.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:40 smithi089 ceph-mon[102056]: osdmap e2644: 8 total, 8 up, 8 in 2024-07-26T07:16:41.779 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:16:41.779 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:41 smithi089 ceph-mon[99608]: pgmap v4479: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-07-26T07:16:41.779 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:16:41.779 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:16:41.779 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:41 smithi089 ceph-mon[102056]: pgmap v4479: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-07-26T07:16:41.780 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:16:41.793 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:16:41.793 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:41 smithi155 ceph-mon[90160]: pgmap v4479: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-07-26T07:16:41.793 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:16:42.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:16:42 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:16:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:16:42.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:42 smithi155 ceph-mon[90160]: osdmap e2645: 8 total, 8 up, 8 in 2024-07-26T07:16:42.835 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:42 smithi089 ceph-mon[99608]: osdmap e2645: 8 total, 8 up, 8 in 2024-07-26T07:16:42.835 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:16:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:16:42] "GET /metrics HTTP/1.1" 200 36650 "" "Prometheus/2.43.0" 2024-07-26T07:16:42.836 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:42 smithi089 ceph-mon[102056]: osdmap e2645: 8 total, 8 up, 8 in 2024-07-26T07:16:43.878 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:43 smithi155 ceph-mon[90160]: osdmap e2646: 8 total, 8 up, 8 in 2024-07-26T07:16:43.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:43 smithi155 ceph-mon[90160]: pgmap v4482: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 636 KiB/s rd, 5.0 KiB/s wr, 863 op/s 2024-07-26T07:16:43.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:43 smithi089 ceph-mon[99608]: osdmap e2646: 8 total, 8 up, 8 in 2024-07-26T07:16:43.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:43 smithi089 ceph-mon[99608]: pgmap v4482: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 636 KiB/s rd, 5.0 KiB/s wr, 863 op/s 2024-07-26T07:16:43.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:43 smithi089 ceph-mon[102056]: osdmap e2646: 8 total, 8 up, 8 in 2024-07-26T07:16:43.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:43 smithi089 ceph-mon[102056]: pgmap v4482: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 636 KiB/s rd, 5.0 KiB/s wr, 863 op/s 2024-07-26T07:16:44.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:44 smithi155 ceph-mon[90160]: osdmap e2647: 8 total, 8 up, 8 in 2024-07-26T07:16:44.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:44 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:16:44.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:44 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:16:44.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:44 smithi089 ceph-mon[99608]: osdmap e2647: 8 total, 8 up, 8 in 2024-07-26T07:16:44.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:44 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:16:44.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:44 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:16:44.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:44 smithi089 ceph-mon[102056]: osdmap e2647: 8 total, 8 up, 8 in 2024-07-26T07:16:44.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:44 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:16:44.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:44 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:16:45.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:45 smithi155 ceph-mon[90160]: osdmap e2648: 8 total, 8 up, 8 in 2024-07-26T07:16:45.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:45 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:16:45.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:45 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:16:45.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:45 smithi155 ceph-mon[90160]: pgmap v4485: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 635 KiB/s rd, 5.0 KiB/s wr, 863 op/s 2024-07-26T07:16:45.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:45 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:16:45.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:45 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:16:45.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:45 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:16:45.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:45 smithi155 ceph-mon[90160]: osdmap e2649: 8 total, 8 up, 8 in 2024-07-26T07:16:45.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:45 smithi089 ceph-mon[99608]: osdmap e2648: 8 total, 8 up, 8 in 2024-07-26T07:16:45.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:45 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:16:45.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:45 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:16:45.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:45 smithi089 ceph-mon[99608]: pgmap v4485: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 635 KiB/s rd, 5.0 KiB/s wr, 863 op/s 2024-07-26T07:16:45.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:45 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:16:45.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:45 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:16:45.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:45 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:16:45.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:45 smithi089 ceph-mon[99608]: osdmap e2649: 8 total, 8 up, 8 in 2024-07-26T07:16:45.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:45 smithi089 ceph-mon[102056]: osdmap e2648: 8 total, 8 up, 8 in 2024-07-26T07:16:45.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:45 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:16:45.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:45 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:16:45.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:45 smithi089 ceph-mon[102056]: pgmap v4485: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 635 KiB/s rd, 5.0 KiB/s wr, 863 op/s 2024-07-26T07:16:45.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:45 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:16:45.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:45 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:16:45.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:45 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:16:45.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:45 smithi089 ceph-mon[102056]: osdmap e2649: 8 total, 8 up, 8 in 2024-07-26T07:16:47.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:47 smithi155 ceph-mon[90160]: osdmap e2650: 8 total, 8 up, 8 in 2024-07-26T07:16:47.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:47 smithi155 ceph-mon[90160]: pgmap v4488: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 604 KiB/s rd, 5.0 KiB/s wr, 817 op/s 2024-07-26T07:16:47.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:47 smithi089 ceph-mon[99608]: osdmap e2650: 8 total, 8 up, 8 in 2024-07-26T07:16:47.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:47 smithi089 ceph-mon[99608]: pgmap v4488: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 604 KiB/s rd, 5.0 KiB/s wr, 817 op/s 2024-07-26T07:16:47.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:47 smithi089 ceph-mon[102056]: osdmap e2650: 8 total, 8 up, 8 in 2024-07-26T07:16:47.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:47 smithi089 ceph-mon[102056]: pgmap v4488: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 604 KiB/s rd, 5.0 KiB/s wr, 817 op/s 2024-07-26T07:16:48.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:48 smithi155 ceph-mon[90160]: osdmap e2651: 8 total, 8 up, 8 in 2024-07-26T07:16:48.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:48 smithi089 ceph-mon[99608]: osdmap e2651: 8 total, 8 up, 8 in 2024-07-26T07:16:48.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:48 smithi089 ceph-mon[102056]: osdmap e2651: 8 total, 8 up, 8 in 2024-07-26T07:16:49.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:49 smithi155 ceph-mon[90160]: osdmap e2652: 8 total, 8 up, 8 in 2024-07-26T07:16:49.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:49 smithi155 ceph-mon[90160]: pgmap v4491: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 603 KiB/s rd, 5.0 KiB/s wr, 816 op/s 2024-07-26T07:16:49.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:49 smithi089 ceph-mon[99608]: osdmap e2652: 8 total, 8 up, 8 in 2024-07-26T07:16:49.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:49 smithi089 ceph-mon[99608]: pgmap v4491: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 603 KiB/s rd, 5.0 KiB/s wr, 816 op/s 2024-07-26T07:16:49.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:49 smithi089 ceph-mon[102056]: osdmap e2652: 8 total, 8 up, 8 in 2024-07-26T07:16:49.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:49 smithi089 ceph-mon[102056]: pgmap v4491: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 603 KiB/s rd, 5.0 KiB/s wr, 816 op/s 2024-07-26T07:16:50.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:50 smithi155 ceph-mon[90160]: osdmap e2653: 8 total, 8 up, 8 in 2024-07-26T07:16:50.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:50 smithi155 ceph-mon[90160]: osdmap e2654: 8 total, 8 up, 8 in 2024-07-26T07:16:50.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:50 smithi089 ceph-mon[99608]: osdmap e2653: 8 total, 8 up, 8 in 2024-07-26T07:16:50.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:50 smithi089 ceph-mon[99608]: osdmap e2654: 8 total, 8 up, 8 in 2024-07-26T07:16:50.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:50 smithi089 ceph-mon[102056]: osdmap e2653: 8 total, 8 up, 8 in 2024-07-26T07:16:50.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:50 smithi089 ceph-mon[102056]: osdmap e2654: 8 total, 8 up, 8 in 2024-07-26T07:16:51.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:51 smithi155 ceph-mon[90160]: pgmap v4494: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-07-26T07:16:51.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:51 smithi089 ceph-mon[99608]: pgmap v4494: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-07-26T07:16:51.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:51 smithi089 ceph-mon[102056]: pgmap v4494: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-07-26T07:16:52.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:52 smithi155 ceph-mon[90160]: osdmap e2655: 8 total, 8 up, 8 in 2024-07-26T07:16:52.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:16:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:16:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:16:52.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:52 smithi089 ceph-mon[99608]: osdmap e2655: 8 total, 8 up, 8 in 2024-07-26T07:16:52.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:16:52 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:16:52] "GET /metrics HTTP/1.1" 200 36650 "" "Prometheus/2.43.0" 2024-07-26T07:16:52.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:52 smithi089 ceph-mon[102056]: osdmap e2655: 8 total, 8 up, 8 in 2024-07-26T07:16:53.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:53 smithi155 ceph-mon[90160]: osdmap e2656: 8 total, 8 up, 8 in 2024-07-26T07:16:53.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:53 smithi155 ceph-mon[90160]: pgmap v4497: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 571 KiB/s rd, 5.0 KiB/s wr, 774 op/s 2024-07-26T07:16:53.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:53 smithi089 ceph-mon[99608]: osdmap e2656: 8 total, 8 up, 8 in 2024-07-26T07:16:53.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:53 smithi089 ceph-mon[99608]: pgmap v4497: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 571 KiB/s rd, 5.0 KiB/s wr, 774 op/s 2024-07-26T07:16:53.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:53 smithi089 ceph-mon[102056]: osdmap e2656: 8 total, 8 up, 8 in 2024-07-26T07:16:53.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:53 smithi089 ceph-mon[102056]: pgmap v4497: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 571 KiB/s rd, 5.0 KiB/s wr, 774 op/s 2024-07-26T07:16:54.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:54 smithi155 ceph-mon[90160]: osdmap e2657: 8 total, 8 up, 8 in 2024-07-26T07:16:54.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:54 smithi089 ceph-mon[99608]: osdmap e2657: 8 total, 8 up, 8 in 2024-07-26T07:16:54.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:54 smithi089 ceph-mon[102056]: osdmap e2657: 8 total, 8 up, 8 in 2024-07-26T07:16:55.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:55 smithi155 ceph-mon[90160]: osdmap e2658: 8 total, 8 up, 8 in 2024-07-26T07:16:55.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:55 smithi155 ceph-mon[90160]: pgmap v4500: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 570 KiB/s rd, 5.0 KiB/s wr, 773 op/s 2024-07-26T07:16:55.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:55 smithi155 ceph-mon[90160]: osdmap e2659: 8 total, 8 up, 8 in 2024-07-26T07:16:55.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:55 smithi089 ceph-mon[99608]: osdmap e2658: 8 total, 8 up, 8 in 2024-07-26T07:16:55.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:55 smithi089 ceph-mon[99608]: pgmap v4500: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 570 KiB/s rd, 5.0 KiB/s wr, 773 op/s 2024-07-26T07:16:55.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:55 smithi089 ceph-mon[99608]: osdmap e2659: 8 total, 8 up, 8 in 2024-07-26T07:16:55.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:55 smithi089 ceph-mon[102056]: osdmap e2658: 8 total, 8 up, 8 in 2024-07-26T07:16:55.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:55 smithi089 ceph-mon[102056]: pgmap v4500: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 570 KiB/s rd, 5.0 KiB/s wr, 773 op/s 2024-07-26T07:16:55.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:55 smithi089 ceph-mon[102056]: osdmap e2659: 8 total, 8 up, 8 in 2024-07-26T07:16:56.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:56 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:16:56.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:56 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:16:56.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:56 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:16:57.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:57 smithi155 ceph-mon[90160]: osdmap e2660: 8 total, 8 up, 8 in 2024-07-26T07:16:57.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:57 smithi155 ceph-mon[90160]: pgmap v4503: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 540 KiB/s rd, 5.0 KiB/s wr, 732 op/s 2024-07-26T07:16:57.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:57 smithi089 ceph-mon[99608]: osdmap e2660: 8 total, 8 up, 8 in 2024-07-26T07:16:57.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:57 smithi089 ceph-mon[99608]: pgmap v4503: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 540 KiB/s rd, 5.0 KiB/s wr, 732 op/s 2024-07-26T07:16:57.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:57 smithi089 ceph-mon[102056]: osdmap e2660: 8 total, 8 up, 8 in 2024-07-26T07:16:57.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:57 smithi089 ceph-mon[102056]: pgmap v4503: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 540 KiB/s rd, 5.0 KiB/s wr, 732 op/s 2024-07-26T07:16:58.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:58 smithi155 ceph-mon[90160]: osdmap e2661: 8 total, 8 up, 8 in 2024-07-26T07:16:58.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:58 smithi089 ceph-mon[99608]: osdmap e2661: 8 total, 8 up, 8 in 2024-07-26T07:16:58.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:58 smithi089 ceph-mon[102056]: osdmap e2661: 8 total, 8 up, 8 in 2024-07-26T07:16:59.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:59 smithi155 ceph-mon[90160]: osdmap e2662: 8 total, 8 up, 8 in 2024-07-26T07:16:59.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:16:59 smithi155 ceph-mon[90160]: pgmap v4506: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 538 KiB/s rd, 5.0 KiB/s wr, 728 op/s 2024-07-26T07:16:59.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:59 smithi089 ceph-mon[99608]: osdmap e2662: 8 total, 8 up, 8 in 2024-07-26T07:16:59.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:16:59 smithi089 ceph-mon[99608]: pgmap v4506: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 538 KiB/s rd, 5.0 KiB/s wr, 728 op/s 2024-07-26T07:16:59.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:59 smithi089 ceph-mon[102056]: osdmap e2662: 8 total, 8 up, 8 in 2024-07-26T07:16:59.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:16:59 smithi089 ceph-mon[102056]: pgmap v4506: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 538 KiB/s rd, 5.0 KiB/s wr, 728 op/s 2024-07-26T07:17:00.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:00 smithi155 ceph-mon[90160]: osdmap e2663: 8 total, 8 up, 8 in 2024-07-26T07:17:00.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:00 smithi155 ceph-mon[90160]: osdmap e2664: 8 total, 8 up, 8 in 2024-07-26T07:17:00.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:00 smithi089 ceph-mon[99608]: osdmap e2663: 8 total, 8 up, 8 in 2024-07-26T07:17:00.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:00 smithi089 ceph-mon[99608]: osdmap e2664: 8 total, 8 up, 8 in 2024-07-26T07:17:00.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:00 smithi089 ceph-mon[102056]: osdmap e2663: 8 total, 8 up, 8 in 2024-07-26T07:17:00.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:00 smithi089 ceph-mon[102056]: osdmap e2664: 8 total, 8 up, 8 in 2024-07-26T07:17:01.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:01 smithi155 ceph-mon[90160]: pgmap v4509: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-07-26T07:17:01.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:01 smithi155 ceph-mon[90160]: osdmap e2665: 8 total, 8 up, 8 in 2024-07-26T07:17:01.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:01 smithi089 ceph-mon[99608]: pgmap v4509: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-07-26T07:17:01.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:01 smithi089 ceph-mon[99608]: osdmap e2665: 8 total, 8 up, 8 in 2024-07-26T07:17:01.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:01 smithi089 ceph-mon[102056]: pgmap v4509: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-07-26T07:17:01.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:01 smithi089 ceph-mon[102056]: osdmap e2665: 8 total, 8 up, 8 in 2024-07-26T07:17:02.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:17:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:17:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:17:02.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:17:02 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:17:02] "GET /metrics HTTP/1.1" 200 36652 "" "Prometheus/2.43.0" 2024-07-26T07:17:03.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:03 smithi155 ceph-mon[90160]: osdmap e2666: 8 total, 8 up, 8 in 2024-07-26T07:17:03.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:03 smithi155 ceph-mon[90160]: pgmap v4512: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 508 KiB/s rd, 5.0 KiB/s wr, 691 op/s 2024-07-26T07:17:03.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:03 smithi089 ceph-mon[99608]: osdmap e2666: 8 total, 8 up, 8 in 2024-07-26T07:17:03.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:03 smithi089 ceph-mon[99608]: pgmap v4512: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 508 KiB/s rd, 5.0 KiB/s wr, 691 op/s 2024-07-26T07:17:03.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:03 smithi089 ceph-mon[102056]: osdmap e2666: 8 total, 8 up, 8 in 2024-07-26T07:17:03.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:03 smithi089 ceph-mon[102056]: pgmap v4512: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 508 KiB/s rd, 5.0 KiB/s wr, 691 op/s 2024-07-26T07:17:04.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:04 smithi155 ceph-mon[90160]: osdmap e2667: 8 total, 8 up, 8 in 2024-07-26T07:17:04.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:04 smithi089 ceph-mon[99608]: osdmap e2667: 8 total, 8 up, 8 in 2024-07-26T07:17:04.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:04 smithi089 ceph-mon[102056]: osdmap e2667: 8 total, 8 up, 8 in 2024-07-26T07:17:05.878 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:05 smithi155 ceph-mon[90160]: osdmap e2668: 8 total, 8 up, 8 in 2024-07-26T07:17:05.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:05 smithi155 ceph-mon[90160]: pgmap v4515: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 505 KiB/s rd, 5.0 KiB/s wr, 686 op/s 2024-07-26T07:17:05.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:05 smithi155 ceph-mon[90160]: osdmap e2669: 8 total, 8 up, 8 in 2024-07-26T07:17:05.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:05 smithi089 ceph-mon[102056]: osdmap e2668: 8 total, 8 up, 8 in 2024-07-26T07:17:05.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:05 smithi089 ceph-mon[102056]: pgmap v4515: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 505 KiB/s rd, 5.0 KiB/s wr, 686 op/s 2024-07-26T07:17:05.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:05 smithi089 ceph-mon[102056]: osdmap e2669: 8 total, 8 up, 8 in 2024-07-26T07:17:05.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:05 smithi089 ceph-mon[99608]: osdmap e2668: 8 total, 8 up, 8 in 2024-07-26T07:17:05.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:05 smithi089 ceph-mon[99608]: pgmap v4515: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 505 KiB/s rd, 5.0 KiB/s wr, 686 op/s 2024-07-26T07:17:05.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:05 smithi089 ceph-mon[99608]: osdmap e2669: 8 total, 8 up, 8 in 2024-07-26T07:17:07.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:07 smithi155 ceph-mon[90160]: osdmap e2670: 8 total, 8 up, 8 in 2024-07-26T07:17:07.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:07 smithi155 ceph-mon[90160]: pgmap v4518: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 474 KiB/s rd, 5.0 KiB/s wr, 642 op/s 2024-07-26T07:17:07.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:07 smithi089 ceph-mon[102056]: osdmap e2670: 8 total, 8 up, 8 in 2024-07-26T07:17:07.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:07 smithi089 ceph-mon[102056]: pgmap v4518: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 474 KiB/s rd, 5.0 KiB/s wr, 642 op/s 2024-07-26T07:17:07.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:07 smithi089 ceph-mon[99608]: osdmap e2670: 8 total, 8 up, 8 in 2024-07-26T07:17:07.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:07 smithi089 ceph-mon[99608]: pgmap v4518: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 474 KiB/s rd, 5.0 KiB/s wr, 642 op/s 2024-07-26T07:17:08.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:08 smithi155 ceph-mon[90160]: osdmap e2671: 8 total, 8 up, 8 in 2024-07-26T07:17:08.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:08 smithi089 ceph-mon[99608]: osdmap e2671: 8 total, 8 up, 8 in 2024-07-26T07:17:08.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:08 smithi089 ceph-mon[102056]: osdmap e2671: 8 total, 8 up, 8 in 2024-07-26T07:17:09.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:09 smithi155 ceph-mon[90160]: osdmap e2672: 8 total, 8 up, 8 in 2024-07-26T07:17:09.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:09 smithi155 ceph-mon[90160]: pgmap v4521: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 474 KiB/s rd, 5.0 KiB/s wr, 642 op/s 2024-07-26T07:17:09.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:09 smithi089 ceph-mon[99608]: osdmap e2672: 8 total, 8 up, 8 in 2024-07-26T07:17:09.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:09 smithi089 ceph-mon[99608]: pgmap v4521: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 474 KiB/s rd, 5.0 KiB/s wr, 642 op/s 2024-07-26T07:17:09.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:09 smithi089 ceph-mon[102056]: osdmap e2672: 8 total, 8 up, 8 in 2024-07-26T07:17:09.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:09 smithi089 ceph-mon[102056]: pgmap v4521: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 474 KiB/s rd, 5.0 KiB/s wr, 642 op/s 2024-07-26T07:17:10.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:10 smithi155 ceph-mon[90160]: osdmap e2673: 8 total, 8 up, 8 in 2024-07-26T07:17:10.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:10 smithi155 ceph-mon[90160]: osdmap e2674: 8 total, 8 up, 8 in 2024-07-26T07:17:10.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:10 smithi089 ceph-mon[99608]: osdmap e2673: 8 total, 8 up, 8 in 2024-07-26T07:17:10.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:10 smithi089 ceph-mon[99608]: osdmap e2674: 8 total, 8 up, 8 in 2024-07-26T07:17:10.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:10 smithi089 ceph-mon[102056]: osdmap e2673: 8 total, 8 up, 8 in 2024-07-26T07:17:10.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:10 smithi089 ceph-mon[102056]: osdmap e2674: 8 total, 8 up, 8 in 2024-07-26T07:17:11.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:11 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:17:11.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:11 smithi155 ceph-mon[90160]: pgmap v4524: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-07-26T07:17:11.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:17:11.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:11 smithi089 ceph-mon[99608]: pgmap v4524: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-07-26T07:17:11.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:17:11.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:11 smithi089 ceph-mon[102056]: pgmap v4524: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-07-26T07:17:12.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:12 smithi155 ceph-mon[90160]: osdmap e2675: 8 total, 8 up, 8 in 2024-07-26T07:17:12.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:17:12 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:17:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:17:12.806 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:12 smithi089 ceph-mon[99608]: osdmap e2675: 8 total, 8 up, 8 in 2024-07-26T07:17:12.806 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:17:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:17:12] "GET /metrics HTTP/1.1" 200 36649 "" "Prometheus/2.43.0" 2024-07-26T07:17:12.806 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:12 smithi089 ceph-mon[102056]: osdmap e2675: 8 total, 8 up, 8 in 2024-07-26T07:17:13.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:13 smithi155 ceph-mon[90160]: osdmap e2676: 8 total, 8 up, 8 in 2024-07-26T07:17:13.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:13 smithi155 ceph-mon[90160]: pgmap v4527: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 441 KiB/s rd, 5.0 KiB/s wr, 597 op/s 2024-07-26T07:17:13.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:13 smithi089 ceph-mon[99608]: osdmap e2676: 8 total, 8 up, 8 in 2024-07-26T07:17:13.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:13 smithi089 ceph-mon[99608]: pgmap v4527: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 441 KiB/s rd, 5.0 KiB/s wr, 597 op/s 2024-07-26T07:17:13.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:13 smithi089 ceph-mon[102056]: osdmap e2676: 8 total, 8 up, 8 in 2024-07-26T07:17:13.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:13 smithi089 ceph-mon[102056]: pgmap v4527: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 441 KiB/s rd, 5.0 KiB/s wr, 597 op/s 2024-07-26T07:17:14.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:14 smithi155 ceph-mon[90160]: osdmap e2677: 8 total, 8 up, 8 in 2024-07-26T07:17:14.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:14 smithi089 ceph-mon[99608]: osdmap e2677: 8 total, 8 up, 8 in 2024-07-26T07:17:14.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:14 smithi089 ceph-mon[102056]: osdmap e2677: 8 total, 8 up, 8 in 2024-07-26T07:17:15.881 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:15 smithi155 ceph-mon[90160]: osdmap e2678: 8 total, 8 up, 8 in 2024-07-26T07:17:15.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:15 smithi155 ceph-mon[90160]: pgmap v4530: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 439 KiB/s rd, 5.0 KiB/s wr, 595 op/s 2024-07-26T07:17:15.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:15 smithi155 ceph-mon[90160]: osdmap e2679: 8 total, 8 up, 8 in 2024-07-26T07:17:15.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:15 smithi089 ceph-mon[99608]: osdmap e2678: 8 total, 8 up, 8 in 2024-07-26T07:17:15.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:15 smithi089 ceph-mon[99608]: pgmap v4530: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 439 KiB/s rd, 5.0 KiB/s wr, 595 op/s 2024-07-26T07:17:15.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:15 smithi089 ceph-mon[99608]: osdmap e2679: 8 total, 8 up, 8 in 2024-07-26T07:17:15.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:15 smithi089 ceph-mon[102056]: osdmap e2678: 8 total, 8 up, 8 in 2024-07-26T07:17:15.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:15 smithi089 ceph-mon[102056]: pgmap v4530: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 439 KiB/s rd, 5.0 KiB/s wr, 595 op/s 2024-07-26T07:17:15.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:15 smithi089 ceph-mon[102056]: osdmap e2679: 8 total, 8 up, 8 in 2024-07-26T07:17:17.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:17 smithi155 ceph-mon[90160]: osdmap e2680: 8 total, 8 up, 8 in 2024-07-26T07:17:17.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:17 smithi155 ceph-mon[90160]: pgmap v4533: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 408 KiB/s rd, 5.0 KiB/s wr, 552 op/s 2024-07-26T07:17:17.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:17 smithi089 ceph-mon[99608]: osdmap e2680: 8 total, 8 up, 8 in 2024-07-26T07:17:17.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:17 smithi089 ceph-mon[99608]: pgmap v4533: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 408 KiB/s rd, 5.0 KiB/s wr, 552 op/s 2024-07-26T07:17:17.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:17 smithi089 ceph-mon[102056]: osdmap e2680: 8 total, 8 up, 8 in 2024-07-26T07:17:17.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:17 smithi089 ceph-mon[102056]: pgmap v4533: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 408 KiB/s rd, 5.0 KiB/s wr, 552 op/s 2024-07-26T07:17:18.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:18 smithi155 ceph-mon[90160]: osdmap e2681: 8 total, 8 up, 8 in 2024-07-26T07:17:18.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:18 smithi089 ceph-mon[99608]: osdmap e2681: 8 total, 8 up, 8 in 2024-07-26T07:17:18.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:18 smithi089 ceph-mon[102056]: osdmap e2681: 8 total, 8 up, 8 in 2024-07-26T07:17:19.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:19 smithi155 ceph-mon[90160]: osdmap e2682: 8 total, 8 up, 8 in 2024-07-26T07:17:19.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:19 smithi155 ceph-mon[90160]: pgmap v4536: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 407 KiB/s rd, 5.0 KiB/s wr, 549 op/s 2024-07-26T07:17:19.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:19 smithi089 ceph-mon[99608]: osdmap e2682: 8 total, 8 up, 8 in 2024-07-26T07:17:19.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:19 smithi089 ceph-mon[99608]: pgmap v4536: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 407 KiB/s rd, 5.0 KiB/s wr, 549 op/s 2024-07-26T07:17:19.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:19 smithi089 ceph-mon[102056]: osdmap e2682: 8 total, 8 up, 8 in 2024-07-26T07:17:19.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:19 smithi089 ceph-mon[102056]: pgmap v4536: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 407 KiB/s rd, 5.0 KiB/s wr, 549 op/s 2024-07-26T07:17:20.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:20 smithi155 ceph-mon[90160]: osdmap e2683: 8 total, 8 up, 8 in 2024-07-26T07:17:20.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:20 smithi155 ceph-mon[90160]: osdmap e2684: 8 total, 8 up, 8 in 2024-07-26T07:17:20.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:20 smithi089 ceph-mon[99608]: osdmap e2683: 8 total, 8 up, 8 in 2024-07-26T07:17:20.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:20 smithi089 ceph-mon[99608]: osdmap e2684: 8 total, 8 up, 8 in 2024-07-26T07:17:20.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:20 smithi089 ceph-mon[102056]: osdmap e2683: 8 total, 8 up, 8 in 2024-07-26T07:17:20.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:20 smithi089 ceph-mon[102056]: osdmap e2684: 8 total, 8 up, 8 in 2024-07-26T07:17:21.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:21 smithi155 ceph-mon[90160]: pgmap v4539: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-07-26T07:17:21.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:21 smithi089 ceph-mon[99608]: pgmap v4539: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-07-26T07:17:21.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:21 smithi089 ceph-mon[102056]: pgmap v4539: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-07-26T07:17:22.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:22 smithi155 ceph-mon[90160]: osdmap e2685: 8 total, 8 up, 8 in 2024-07-26T07:17:22.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:17:22 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:17:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:17:22.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:22 smithi089 ceph-mon[99608]: osdmap e2685: 8 total, 8 up, 8 in 2024-07-26T07:17:22.975 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:17:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:17:22] "GET /metrics HTTP/1.1" 200 36649 "" "Prometheus/2.43.0" 2024-07-26T07:17:22.975 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:22 smithi089 ceph-mon[102056]: osdmap e2685: 8 total, 8 up, 8 in 2024-07-26T07:17:23.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:23 smithi155 ceph-mon[90160]: osdmap e2686: 8 total, 8 up, 8 in 2024-07-26T07:17:23.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:23 smithi155 ceph-mon[90160]: pgmap v4542: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 376 KiB/s rd, 5.0 KiB/s wr, 510 op/s 2024-07-26T07:17:23.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:23 smithi089 ceph-mon[99608]: osdmap e2686: 8 total, 8 up, 8 in 2024-07-26T07:17:23.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:23 smithi089 ceph-mon[99608]: pgmap v4542: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 376 KiB/s rd, 5.0 KiB/s wr, 510 op/s 2024-07-26T07:17:23.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:23 smithi089 ceph-mon[102056]: osdmap e2686: 8 total, 8 up, 8 in 2024-07-26T07:17:23.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:23 smithi089 ceph-mon[102056]: pgmap v4542: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 376 KiB/s rd, 5.0 KiB/s wr, 510 op/s 2024-07-26T07:17:24.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:24 smithi155 ceph-mon[90160]: osdmap e2687: 8 total, 8 up, 8 in 2024-07-26T07:17:24.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:24 smithi089 ceph-mon[99608]: osdmap e2687: 8 total, 8 up, 8 in 2024-07-26T07:17:24.994 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:24 smithi089 ceph-mon[102056]: osdmap e2687: 8 total, 8 up, 8 in 2024-07-26T07:17:25.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:25 smithi155 ceph-mon[90160]: osdmap e2688: 8 total, 8 up, 8 in 2024-07-26T07:17:25.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:25 smithi155 ceph-mon[90160]: pgmap v4545: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 373 KiB/s rd, 5.0 KiB/s wr, 505 op/s 2024-07-26T07:17:25.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:25 smithi155 ceph-mon[90160]: osdmap e2689: 8 total, 8 up, 8 in 2024-07-26T07:17:25.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:25 smithi089 ceph-mon[99608]: osdmap e2688: 8 total, 8 up, 8 in 2024-07-26T07:17:25.907 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:25 smithi089 ceph-mon[99608]: pgmap v4545: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 373 KiB/s rd, 5.0 KiB/s wr, 505 op/s 2024-07-26T07:17:25.907 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:25 smithi089 ceph-mon[99608]: osdmap e2689: 8 total, 8 up, 8 in 2024-07-26T07:17:25.907 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:25 smithi089 ceph-mon[102056]: osdmap e2688: 8 total, 8 up, 8 in 2024-07-26T07:17:25.907 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:25 smithi089 ceph-mon[102056]: pgmap v4545: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 373 KiB/s rd, 5.0 KiB/s wr, 505 op/s 2024-07-26T07:17:25.907 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:25 smithi089 ceph-mon[102056]: osdmap e2689: 8 total, 8 up, 8 in 2024-07-26T07:17:26.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:17:26.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:26 smithi155 ceph-mon[90160]: osdmap e2690: 8 total, 8 up, 8 in 2024-07-26T07:17:26.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:17:26.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:26 smithi089 ceph-mon[99608]: osdmap e2690: 8 total, 8 up, 8 in 2024-07-26T07:17:26.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:17:26.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:26 smithi089 ceph-mon[102056]: osdmap e2690: 8 total, 8 up, 8 in 2024-07-26T07:17:27.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:27 smithi155 ceph-mon[90160]: pgmap v4548: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 343 KiB/s rd, 5.0 KiB/s wr, 464 op/s 2024-07-26T07:17:27.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:27 smithi155 ceph-mon[90160]: osdmap e2691: 8 total, 8 up, 8 in 2024-07-26T07:17:27.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:27 smithi089 ceph-mon[99608]: pgmap v4548: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 343 KiB/s rd, 5.0 KiB/s wr, 464 op/s 2024-07-26T07:17:27.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:27 smithi089 ceph-mon[99608]: osdmap e2691: 8 total, 8 up, 8 in 2024-07-26T07:17:27.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:27 smithi089 ceph-mon[102056]: pgmap v4548: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 343 KiB/s rd, 5.0 KiB/s wr, 464 op/s 2024-07-26T07:17:27.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:27 smithi089 ceph-mon[102056]: osdmap e2691: 8 total, 8 up, 8 in 2024-07-26T07:17:29.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:29 smithi155 ceph-mon[90160]: osdmap e2692: 8 total, 8 up, 8 in 2024-07-26T07:17:29.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:29 smithi155 ceph-mon[90160]: pgmap v4551: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 343 KiB/s rd, 5.0 KiB/s wr, 464 op/s 2024-07-26T07:17:29.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:29 smithi089 ceph-mon[99608]: osdmap e2692: 8 total, 8 up, 8 in 2024-07-26T07:17:29.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:29 smithi089 ceph-mon[99608]: pgmap v4551: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 343 KiB/s rd, 5.0 KiB/s wr, 464 op/s 2024-07-26T07:17:29.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:29 smithi089 ceph-mon[102056]: osdmap e2692: 8 total, 8 up, 8 in 2024-07-26T07:17:29.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:29 smithi089 ceph-mon[102056]: pgmap v4551: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 343 KiB/s rd, 5.0 KiB/s wr, 464 op/s 2024-07-26T07:17:30.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:30 smithi155 ceph-mon[90160]: osdmap e2693: 8 total, 8 up, 8 in 2024-07-26T07:17:30.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:30 smithi155 ceph-mon[90160]: osdmap e2694: 8 total, 8 up, 8 in 2024-07-26T07:17:30.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:30 smithi089 ceph-mon[99608]: osdmap e2693: 8 total, 8 up, 8 in 2024-07-26T07:17:30.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:30 smithi089 ceph-mon[99608]: osdmap e2694: 8 total, 8 up, 8 in 2024-07-26T07:17:30.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:30 smithi089 ceph-mon[102056]: osdmap e2693: 8 total, 8 up, 8 in 2024-07-26T07:17:30.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:30 smithi089 ceph-mon[102056]: osdmap e2694: 8 total, 8 up, 8 in 2024-07-26T07:17:31.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:31 smithi155 ceph-mon[90160]: pgmap v4554: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.0 KiB/s rd, 0 B/s wr, 8 op/s 2024-07-26T07:17:31.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:31 smithi089 ceph-mon[99608]: pgmap v4554: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.0 KiB/s rd, 0 B/s wr, 8 op/s 2024-07-26T07:17:31.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:31 smithi089 ceph-mon[102056]: pgmap v4554: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.0 KiB/s rd, 0 B/s wr, 8 op/s 2024-07-26T07:17:32.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:32 smithi155 ceph-mon[90160]: osdmap e2695: 8 total, 8 up, 8 in 2024-07-26T07:17:32.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:17:32 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:17:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:17:32.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:32 smithi089 ceph-mon[99608]: osdmap e2695: 8 total, 8 up, 8 in 2024-07-26T07:17:32.944 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:17:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:17:32] "GET /metrics HTTP/1.1" 200 36646 "" "Prometheus/2.43.0" 2024-07-26T07:17:32.944 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:32 smithi089 ceph-mon[102056]: osdmap e2695: 8 total, 8 up, 8 in 2024-07-26T07:17:33.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:33 smithi155 ceph-mon[90160]: osdmap e2696: 8 total, 8 up, 8 in 2024-07-26T07:17:33.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:33 smithi155 ceph-mon[90160]: pgmap v4557: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 311 KiB/s rd, 5.0 KiB/s wr, 421 op/s 2024-07-26T07:17:33.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:33 smithi089 ceph-mon[99608]: osdmap e2696: 8 total, 8 up, 8 in 2024-07-26T07:17:33.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:33 smithi089 ceph-mon[99608]: pgmap v4557: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 311 KiB/s rd, 5.0 KiB/s wr, 421 op/s 2024-07-26T07:17:33.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:33 smithi089 ceph-mon[102056]: osdmap e2696: 8 total, 8 up, 8 in 2024-07-26T07:17:33.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:33 smithi089 ceph-mon[102056]: pgmap v4557: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 311 KiB/s rd, 5.0 KiB/s wr, 421 op/s 2024-07-26T07:17:34.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:34 smithi155 ceph-mon[90160]: osdmap e2697: 8 total, 8 up, 8 in 2024-07-26T07:17:34.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:34 smithi089 ceph-mon[99608]: osdmap e2697: 8 total, 8 up, 8 in 2024-07-26T07:17:34.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:34 smithi089 ceph-mon[102056]: osdmap e2697: 8 total, 8 up, 8 in 2024-07-26T07:17:35.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:35 smithi155 ceph-mon[90160]: osdmap e2698: 8 total, 8 up, 8 in 2024-07-26T07:17:35.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:35 smithi155 ceph-mon[90160]: pgmap v4560: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 308 KiB/s rd, 5.0 KiB/s wr, 417 op/s 2024-07-26T07:17:35.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:35 smithi155 ceph-mon[90160]: osdmap e2699: 8 total, 8 up, 8 in 2024-07-26T07:17:35.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:35 smithi089 ceph-mon[99608]: osdmap e2698: 8 total, 8 up, 8 in 2024-07-26T07:17:35.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:35 smithi089 ceph-mon[99608]: pgmap v4560: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 308 KiB/s rd, 5.0 KiB/s wr, 417 op/s 2024-07-26T07:17:35.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:35 smithi089 ceph-mon[99608]: osdmap e2699: 8 total, 8 up, 8 in 2024-07-26T07:17:35.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:35 smithi089 ceph-mon[102056]: osdmap e2698: 8 total, 8 up, 8 in 2024-07-26T07:17:35.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:35 smithi089 ceph-mon[102056]: pgmap v4560: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 308 KiB/s rd, 5.0 KiB/s wr, 417 op/s 2024-07-26T07:17:35.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:35 smithi089 ceph-mon[102056]: osdmap e2699: 8 total, 8 up, 8 in 2024-07-26T07:17:37.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:37 smithi155 ceph-mon[90160]: osdmap e2700: 8 total, 8 up, 8 in 2024-07-26T07:17:37.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:37 smithi155 ceph-mon[90160]: pgmap v4563: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 278 KiB/s rd, 5.0 KiB/s wr, 377 op/s 2024-07-26T07:17:37.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:37 smithi089 ceph-mon[99608]: osdmap e2700: 8 total, 8 up, 8 in 2024-07-26T07:17:37.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:37 smithi089 ceph-mon[99608]: pgmap v4563: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 278 KiB/s rd, 5.0 KiB/s wr, 377 op/s 2024-07-26T07:17:37.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:37 smithi089 ceph-mon[102056]: osdmap e2700: 8 total, 8 up, 8 in 2024-07-26T07:17:37.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:37 smithi089 ceph-mon[102056]: pgmap v4563: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 278 KiB/s rd, 5.0 KiB/s wr, 377 op/s 2024-07-26T07:17:38.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:38 smithi155 ceph-mon[90160]: osdmap e2701: 8 total, 8 up, 8 in 2024-07-26T07:17:38.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:38 smithi089 ceph-mon[99608]: osdmap e2701: 8 total, 8 up, 8 in 2024-07-26T07:17:38.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:38 smithi089 ceph-mon[102056]: osdmap e2701: 8 total, 8 up, 8 in 2024-07-26T07:17:39.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:39 smithi155 ceph-mon[90160]: osdmap e2702: 8 total, 8 up, 8 in 2024-07-26T07:17:39.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:39 smithi155 ceph-mon[90160]: pgmap v4566: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 278 KiB/s rd, 5.0 KiB/s wr, 377 op/s 2024-07-26T07:17:39.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:39 smithi089 ceph-mon[99608]: osdmap e2702: 8 total, 8 up, 8 in 2024-07-26T07:17:39.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:39 smithi089 ceph-mon[99608]: pgmap v4566: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 278 KiB/s rd, 5.0 KiB/s wr, 377 op/s 2024-07-26T07:17:39.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:39 smithi089 ceph-mon[102056]: osdmap e2702: 8 total, 8 up, 8 in 2024-07-26T07:17:39.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:39 smithi089 ceph-mon[102056]: pgmap v4566: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 278 KiB/s rd, 5.0 KiB/s wr, 377 op/s 2024-07-26T07:17:40.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:40 smithi155 ceph-mon[90160]: osdmap e2703: 8 total, 8 up, 8 in 2024-07-26T07:17:40.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:40 smithi155 ceph-mon[90160]: osdmap e2704: 8 total, 8 up, 8 in 2024-07-26T07:17:40.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:40 smithi089 ceph-mon[99608]: osdmap e2703: 8 total, 8 up, 8 in 2024-07-26T07:17:40.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:40 smithi089 ceph-mon[99608]: osdmap e2704: 8 total, 8 up, 8 in 2024-07-26T07:17:40.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:40 smithi089 ceph-mon[102056]: osdmap e2703: 8 total, 8 up, 8 in 2024-07-26T07:17:40.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:40 smithi089 ceph-mon[102056]: osdmap e2704: 8 total, 8 up, 8 in 2024-07-26T07:17:41.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:17:41.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:41 smithi155 ceph-mon[90160]: pgmap v4569: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-07-26T07:17:41.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:41 smithi155 ceph-mon[90160]: osdmap e2705: 8 total, 8 up, 8 in 2024-07-26T07:17:41.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:17:41.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:41 smithi089 ceph-mon[99608]: pgmap v4569: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-07-26T07:17:41.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:41 smithi089 ceph-mon[99608]: osdmap e2705: 8 total, 8 up, 8 in 2024-07-26T07:17:41.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:17:41.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:41 smithi089 ceph-mon[102056]: pgmap v4569: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-07-26T07:17:41.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:41 smithi089 ceph-mon[102056]: osdmap e2705: 8 total, 8 up, 8 in 2024-07-26T07:17:42.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:17:42 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:17:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:17:42.806 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:17:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:17:42] "GET /metrics HTTP/1.1" 200 36642 "" "Prometheus/2.43.0" 2024-07-26T07:17:43.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:43 smithi155 ceph-mon[90160]: osdmap e2706: 8 total, 8 up, 8 in 2024-07-26T07:17:43.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:43 smithi155 ceph-mon[90160]: pgmap v4572: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 245 KiB/s rd, 5.0 KiB/s wr, 334 op/s 2024-07-26T07:17:43.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:43 smithi089 ceph-mon[99608]: osdmap e2706: 8 total, 8 up, 8 in 2024-07-26T07:17:43.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:43 smithi089 ceph-mon[99608]: pgmap v4572: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 245 KiB/s rd, 5.0 KiB/s wr, 334 op/s 2024-07-26T07:17:43.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:43 smithi089 ceph-mon[102056]: osdmap e2706: 8 total, 8 up, 8 in 2024-07-26T07:17:43.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:43 smithi089 ceph-mon[102056]: pgmap v4572: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 245 KiB/s rd, 5.0 KiB/s wr, 334 op/s 2024-07-26T07:17:44.878 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:44 smithi155 ceph-mon[90160]: osdmap e2707: 8 total, 8 up, 8 in 2024-07-26T07:17:44.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:44 smithi089 ceph-mon[99608]: osdmap e2707: 8 total, 8 up, 8 in 2024-07-26T07:17:44.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:44 smithi089 ceph-mon[102056]: osdmap e2707: 8 total, 8 up, 8 in 2024-07-26T07:17:45.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:45 smithi155 ceph-mon[90160]: osdmap e2708: 8 total, 8 up, 8 in 2024-07-26T07:17:45.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:45 smithi155 ceph-mon[90160]: pgmap v4575: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 243 KiB/s rd, 5.0 KiB/s wr, 330 op/s 2024-07-26T07:17:45.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:45 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:17:45.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:45 smithi155 ceph-mon[90160]: osdmap e2709: 8 total, 8 up, 8 in 2024-07-26T07:17:45.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:45 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:17:45.880 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:45 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:17:45.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:45 smithi089 ceph-mon[99608]: osdmap e2708: 8 total, 8 up, 8 in 2024-07-26T07:17:45.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:45 smithi089 ceph-mon[99608]: pgmap v4575: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 243 KiB/s rd, 5.0 KiB/s wr, 330 op/s 2024-07-26T07:17:45.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:45 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:17:45.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:45 smithi089 ceph-mon[99608]: osdmap e2709: 8 total, 8 up, 8 in 2024-07-26T07:17:45.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:45 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:17:45.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:45 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:17:45.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:45 smithi089 ceph-mon[102056]: osdmap e2708: 8 total, 8 up, 8 in 2024-07-26T07:17:45.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:45 smithi089 ceph-mon[102056]: pgmap v4575: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 243 KiB/s rd, 5.0 KiB/s wr, 330 op/s 2024-07-26T07:17:45.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:45 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:17:45.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:45 smithi089 ceph-mon[102056]: osdmap e2709: 8 total, 8 up, 8 in 2024-07-26T07:17:45.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:45 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:17:45.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:45 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:17:46.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:46 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:17:46.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:46 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:17:46.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:46 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:17:47.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:47 smithi155 ceph-mon[90160]: osdmap e2710: 8 total, 8 up, 8 in 2024-07-26T07:17:47.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:47 smithi155 ceph-mon[90160]: pgmap v4578: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 212 KiB/s rd, 5.0 KiB/s wr, 290 op/s 2024-07-26T07:17:47.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:47 smithi089 ceph-mon[99608]: osdmap e2710: 8 total, 8 up, 8 in 2024-07-26T07:17:47.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:47 smithi089 ceph-mon[99608]: pgmap v4578: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 212 KiB/s rd, 5.0 KiB/s wr, 290 op/s 2024-07-26T07:17:47.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:47 smithi089 ceph-mon[102056]: osdmap e2710: 8 total, 8 up, 8 in 2024-07-26T07:17:47.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:47 smithi089 ceph-mon[102056]: pgmap v4578: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 212 KiB/s rd, 5.0 KiB/s wr, 290 op/s 2024-07-26T07:17:48.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:48 smithi155 ceph-mon[90160]: osdmap e2711: 8 total, 8 up, 8 in 2024-07-26T07:17:48.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:48 smithi089 ceph-mon[99608]: osdmap e2711: 8 total, 8 up, 8 in 2024-07-26T07:17:48.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:48 smithi089 ceph-mon[102056]: osdmap e2711: 8 total, 8 up, 8 in 2024-07-26T07:17:49.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:49 smithi155 ceph-mon[90160]: osdmap e2712: 8 total, 8 up, 8 in 2024-07-26T07:17:49.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:49 smithi155 ceph-mon[90160]: pgmap v4581: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 212 KiB/s rd, 5.0 KiB/s wr, 289 op/s 2024-07-26T07:17:49.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:49 smithi089 ceph-mon[99608]: osdmap e2712: 8 total, 8 up, 8 in 2024-07-26T07:17:49.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:49 smithi089 ceph-mon[99608]: pgmap v4581: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 212 KiB/s rd, 5.0 KiB/s wr, 289 op/s 2024-07-26T07:17:49.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:49 smithi089 ceph-mon[102056]: osdmap e2712: 8 total, 8 up, 8 in 2024-07-26T07:17:49.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:49 smithi089 ceph-mon[102056]: pgmap v4581: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 212 KiB/s rd, 5.0 KiB/s wr, 289 op/s 2024-07-26T07:17:50.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:50 smithi155 ceph-mon[90160]: osdmap e2713: 8 total, 8 up, 8 in 2024-07-26T07:17:50.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:50 smithi155 ceph-mon[90160]: osdmap e2714: 8 total, 8 up, 8 in 2024-07-26T07:17:50.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:50 smithi089 ceph-mon[99608]: osdmap e2713: 8 total, 8 up, 8 in 2024-07-26T07:17:50.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:50 smithi089 ceph-mon[99608]: osdmap e2714: 8 total, 8 up, 8 in 2024-07-26T07:17:50.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:50 smithi089 ceph-mon[102056]: osdmap e2713: 8 total, 8 up, 8 in 2024-07-26T07:17:50.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:50 smithi089 ceph-mon[102056]: osdmap e2714: 8 total, 8 up, 8 in 2024-07-26T07:17:51.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:51 smithi155 ceph-mon[90160]: pgmap v4584: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-07-26T07:17:51.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:51 smithi089 ceph-mon[99608]: pgmap v4584: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-07-26T07:17:51.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:51 smithi089 ceph-mon[102056]: pgmap v4584: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-07-26T07:17:52.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:52 smithi155 ceph-mon[90160]: osdmap e2715: 8 total, 8 up, 8 in 2024-07-26T07:17:52.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:17:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:17:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:17:52.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:52 smithi089 ceph-mon[99608]: osdmap e2715: 8 total, 8 up, 8 in 2024-07-26T07:17:52.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:52 smithi089 ceph-mon[102056]: osdmap e2715: 8 total, 8 up, 8 in 2024-07-26T07:17:52.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:17:52 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:17:52] "GET /metrics HTTP/1.1" 200 36642 "" "Prometheus/2.43.0" 2024-07-26T07:17:53.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:53 smithi155 ceph-mon[90160]: osdmap e2716: 8 total, 8 up, 8 in 2024-07-26T07:17:53.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:53 smithi155 ceph-mon[90160]: pgmap v4587: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 180 KiB/s rd, 5.0 KiB/s wr, 246 op/s 2024-07-26T07:17:53.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:53 smithi089 ceph-mon[102056]: osdmap e2716: 8 total, 8 up, 8 in 2024-07-26T07:17:53.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:53 smithi089 ceph-mon[102056]: pgmap v4587: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 180 KiB/s rd, 5.0 KiB/s wr, 246 op/s 2024-07-26T07:17:53.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:53 smithi089 ceph-mon[99608]: osdmap e2716: 8 total, 8 up, 8 in 2024-07-26T07:17:53.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:53 smithi089 ceph-mon[99608]: pgmap v4587: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 180 KiB/s rd, 5.0 KiB/s wr, 246 op/s 2024-07-26T07:17:54.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:54 smithi155 ceph-mon[90160]: osdmap e2717: 8 total, 8 up, 8 in 2024-07-26T07:17:54.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:54 smithi089 ceph-mon[99608]: osdmap e2717: 8 total, 8 up, 8 in 2024-07-26T07:17:54.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:54 smithi089 ceph-mon[102056]: osdmap e2717: 8 total, 8 up, 8 in 2024-07-26T07:17:55.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:55 smithi155 ceph-mon[90160]: osdmap e2718: 8 total, 8 up, 8 in 2024-07-26T07:17:55.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:55 smithi155 ceph-mon[90160]: pgmap v4590: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 179 KiB/s rd, 5.0 KiB/s wr, 244 op/s 2024-07-26T07:17:55.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:55 smithi155 ceph-mon[90160]: osdmap e2719: 8 total, 8 up, 8 in 2024-07-26T07:17:55.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:55 smithi089 ceph-mon[99608]: osdmap e2718: 8 total, 8 up, 8 in 2024-07-26T07:17:55.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:55 smithi089 ceph-mon[99608]: pgmap v4590: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 179 KiB/s rd, 5.0 KiB/s wr, 244 op/s 2024-07-26T07:17:55.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:55 smithi089 ceph-mon[99608]: osdmap e2719: 8 total, 8 up, 8 in 2024-07-26T07:17:55.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:55 smithi089 ceph-mon[102056]: osdmap e2718: 8 total, 8 up, 8 in 2024-07-26T07:17:55.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:55 smithi089 ceph-mon[102056]: pgmap v4590: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 179 KiB/s rd, 5.0 KiB/s wr, 244 op/s 2024-07-26T07:17:55.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:55 smithi089 ceph-mon[102056]: osdmap e2719: 8 total, 8 up, 8 in 2024-07-26T07:17:56.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:56 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:17:56.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:56 smithi155 ceph-mon[90160]: osdmap e2720: 8 total, 8 up, 8 in 2024-07-26T07:17:56.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:56 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:17:56.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:56 smithi089 ceph-mon[99608]: osdmap e2720: 8 total, 8 up, 8 in 2024-07-26T07:17:56.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:56 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:17:56.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:56 smithi089 ceph-mon[102056]: osdmap e2720: 8 total, 8 up, 8 in 2024-07-26T07:17:57.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:57 smithi155 ceph-mon[90160]: pgmap v4593: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 147 KiB/s rd, 5.0 KiB/s wr, 203 op/s 2024-07-26T07:17:57.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:57 smithi155 ceph-mon[90160]: osdmap e2721: 8 total, 8 up, 8 in 2024-07-26T07:17:57.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:57 smithi089 ceph-mon[99608]: pgmap v4593: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 147 KiB/s rd, 5.0 KiB/s wr, 203 op/s 2024-07-26T07:17:57.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:57 smithi089 ceph-mon[99608]: osdmap e2721: 8 total, 8 up, 8 in 2024-07-26T07:17:57.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:57 smithi089 ceph-mon[102056]: pgmap v4593: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 147 KiB/s rd, 5.0 KiB/s wr, 203 op/s 2024-07-26T07:17:57.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:57 smithi089 ceph-mon[102056]: osdmap e2721: 8 total, 8 up, 8 in 2024-07-26T07:17:59.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:59 smithi155 ceph-mon[90160]: osdmap e2722: 8 total, 8 up, 8 in 2024-07-26T07:17:59.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:17:59 smithi155 ceph-mon[90160]: pgmap v4596: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 147 KiB/s rd, 5.0 KiB/s wr, 203 op/s 2024-07-26T07:17:59.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:59 smithi089 ceph-mon[99608]: osdmap e2722: 8 total, 8 up, 8 in 2024-07-26T07:17:59.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:17:59 smithi089 ceph-mon[99608]: pgmap v4596: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 147 KiB/s rd, 5.0 KiB/s wr, 203 op/s 2024-07-26T07:17:59.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:59 smithi089 ceph-mon[102056]: osdmap e2722: 8 total, 8 up, 8 in 2024-07-26T07:17:59.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:17:59 smithi089 ceph-mon[102056]: pgmap v4596: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 147 KiB/s rd, 5.0 KiB/s wr, 203 op/s 2024-07-26T07:18:00.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:18:00 smithi155 ceph-mon[90160]: osdmap e2723: 8 total, 8 up, 8 in 2024-07-26T07:18:00.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:18:00 smithi155 ceph-mon[90160]: osdmap e2724: 8 total, 8 up, 8 in 2024-07-26T07:18:00.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:18:00 smithi089 ceph-mon[99608]: osdmap e2723: 8 total, 8 up, 8 in 2024-07-26T07:18:00.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:18:00 smithi089 ceph-mon[99608]: osdmap e2724: 8 total, 8 up, 8 in 2024-07-26T07:18:00.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:18:00 smithi089 ceph-mon[102056]: osdmap e2723: 8 total, 8 up, 8 in 2024-07-26T07:18:00.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:18:00 smithi089 ceph-mon[102056]: osdmap e2724: 8 total, 8 up, 8 in 2024-07-26T07:18:01.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:18:01 smithi155 ceph-mon[90160]: pgmap v4599: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-07-26T07:18:01.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:18:01 smithi089 ceph-mon[99608]: pgmap v4599: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-07-26T07:18:01.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:18:01 smithi089 ceph-mon[102056]: pgmap v4599: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-07-26T07:18:02.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:18:02 smithi155 ceph-mon[90160]: osdmap e2725: 8 total, 8 up, 8 in 2024-07-26T07:18:02.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:18:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:18:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:18:02.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:18:02 smithi089 ceph-mon[99608]: osdmap e2725: 8 total, 8 up, 8 in 2024-07-26T07:18:02.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:18:02 smithi089 ceph-mon[102056]: osdmap e2725: 8 total, 8 up, 8 in 2024-07-26T07:18:02.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:18:02 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:18:02] "GET /metrics HTTP/1.1" 200 36644 "" "Prometheus/2.43.0" 2024-07-26T07:18:03.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:18:03 smithi155 ceph-mon[90160]: osdmap e2726: 8 total, 8 up, 8 in 2024-07-26T07:18:03.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:18:03 smithi155 ceph-mon[90160]: pgmap v4602: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 116 KiB/s rd, 5.0 KiB/s wr, 159 op/s 2024-07-26T07:18:03.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:18:03 smithi089 ceph-mon[99608]: osdmap e2726: 8 total, 8 up, 8 in 2024-07-26T07:18:03.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:18:03 smithi089 ceph-mon[99608]: pgmap v4602: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 116 KiB/s rd, 5.0 KiB/s wr, 159 op/s 2024-07-26T07:18:03.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:18:03 smithi089 ceph-mon[102056]: osdmap e2726: 8 total, 8 up, 8 in 2024-07-26T07:18:03.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:18:03 smithi089 ceph-mon[102056]: pgmap v4602: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 116 KiB/s rd, 5.0 KiB/s wr, 159 op/s 2024-07-26T07:18:04.878 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:18:04 smithi155 ceph-mon[90160]: osdmap e2727: 8 total, 8 up, 8 in 2024-07-26T07:18:04.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:18:04 smithi089 ceph-mon[99608]: osdmap e2727: 8 total, 8 up, 8 in 2024-07-26T07:18:04.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:18:04 smithi089 ceph-mon[102056]: osdmap e2727: 8 total, 8 up, 8 in 2024-07-26T07:18:05.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:18:05 smithi155 ceph-mon[90160]: osdmap e2728: 8 total, 8 up, 8 in 2024-07-26T07:18:05.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:18:05 smithi155 ceph-mon[90160]: pgmap v4605: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 114 KiB/s rd, 5.0 KiB/s wr, 155 op/s 2024-07-26T07:18:05.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:18:05 smithi155 ceph-mon[90160]: osdmap e2729: 8 total, 8 up, 8 in 2024-07-26T07:18:05.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:18:05 smithi089 ceph-mon[99608]: osdmap e2728: 8 total, 8 up, 8 in 2024-07-26T07:18:05.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:18:05 smithi089 ceph-mon[99608]: pgmap v4605: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 114 KiB/s rd, 5.0 KiB/s wr, 155 op/s 2024-07-26T07:18:05.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:18:05 smithi089 ceph-mon[99608]: osdmap e2729: 8 total, 8 up, 8 in 2024-07-26T07:18:05.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:18:05 smithi089 ceph-mon[102056]: osdmap e2728: 8 total, 8 up, 8 in 2024-07-26T07:18:05.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:18:05 smithi089 ceph-mon[102056]: pgmap v4605: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 114 KiB/s rd, 5.0 KiB/s wr, 155 op/s 2024-07-26T07:18:05.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:18:05 smithi089 ceph-mon[102056]: osdmap e2729: 8 total, 8 up, 8 in 2024-07-26T07:18:07.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:18:07 smithi155 ceph-mon[90160]: osdmap e2730: 8 total, 8 up, 8 in 2024-07-26T07:18:07.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:18:07 smithi155 ceph-mon[90160]: pgmap v4608: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 5.0 KiB/s wr, 115 op/s 2024-07-26T07:18:07.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:18:07 smithi089 ceph-mon[99608]: osdmap e2730: 8 total, 8 up, 8 in 2024-07-26T07:18:07.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:18:07 smithi089 ceph-mon[99608]: pgmap v4608: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 5.0 KiB/s wr, 115 op/s 2024-07-26T07:18:07.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:18:07 smithi089 ceph-mon[102056]: osdmap e2730: 8 total, 8 up, 8 in 2024-07-26T07:18:07.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:18:07 smithi089 ceph-mon[102056]: pgmap v4608: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 5.0 KiB/s wr, 115 op/s 2024-07-26T07:18:08.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:18:08 smithi155 ceph-mon[90160]: osdmap e2731: 8 total, 8 up, 8 in 2024-07-26T07:18:08.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:18:08 smithi089 ceph-mon[99608]: osdmap e2731: 8 total, 8 up, 8 in 2024-07-26T07:18:08.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:18:08 smithi089 ceph-mon[102056]: osdmap e2731: 8 total, 8 up, 8 in 2024-07-26T07:18:09.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:18:09 smithi155 ceph-mon[90160]: osdmap e2732: 8 total, 8 up, 8 in 2024-07-26T07:18:09.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:18:09 smithi155 ceph-mon[90160]: pgmap v4611: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 5.0 KiB/s wr, 116 op/s 2024-07-26T07:18:09.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:18:09 smithi089 ceph-mon[99608]: osdmap e2732: 8 total, 8 up, 8 in 2024-07-26T07:18:09.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:18:09 smithi089 ceph-mon[99608]: pgmap v4611: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 5.0 KiB/s wr, 116 op/s 2024-07-26T07:18:09.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:18:09 smithi089 ceph-mon[102056]: osdmap e2732: 8 total, 8 up, 8 in 2024-07-26T07:18:09.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:18:09 smithi089 ceph-mon[102056]: pgmap v4611: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 5.0 KiB/s wr, 116 op/s 2024-07-26T07:18:10.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:18:10 smithi155 ceph-mon[90160]: osdmap e2733: 8 total, 8 up, 8 in 2024-07-26T07:18:10.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:18:10 smithi155 ceph-mon[90160]: osdmap e2734: 8 total, 8 up, 8 in 2024-07-26T07:18:10.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:18:10 smithi089 ceph-mon[99608]: osdmap e2733: 8 total, 8 up, 8 in 2024-07-26T07:18:10.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:18:10 smithi089 ceph-mon[99608]: osdmap e2734: 8 total, 8 up, 8 in 2024-07-26T07:18:10.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:18:10 smithi089 ceph-mon[102056]: osdmap e2733: 8 total, 8 up, 8 in 2024-07-26T07:18:10.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:18:10 smithi089 ceph-mon[102056]: osdmap e2734: 8 total, 8 up, 8 in 2024-07-26T07:18:11.576 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_many_snaps PASSED [ 47%] 2024-07-26T07:18:11.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:18:11 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:18:11.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:18:11 smithi155 ceph-mon[90160]: pgmap v4614: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-07-26T07:18:11.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:18:11 smithi155 ceph-mon[90160]: osdmap e2735: 8 total, 8 up, 8 in 2024-07-26T07:18:11.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:18:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:18:11.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:18:11 smithi089 ceph-mon[99608]: pgmap v4614: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-07-26T07:18:11.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:18:11 smithi089 ceph-mon[99608]: osdmap e2735: 8 total, 8 up, 8 in 2024-07-26T07:18:11.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:18:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:18:11.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:18:11 smithi089 ceph-mon[102056]: pgmap v4614: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-07-26T07:18:11.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:18:11 smithi089 ceph-mon[102056]: osdmap e2735: 8 total, 8 up, 8 in 2024-07-26T07:18:12.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:18:12 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:18:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:18:12.805 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:18:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:18:12] "GET /metrics HTTP/1.1" 200 36643 "" "Prometheus/2.43.0" 2024-07-26T07:18:13.641 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_deleted PASSED [ 48%] 2024-07-26T07:18:13.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:18:13 smithi155 ceph-mon[90160]: osdmap e2736: 8 total, 8 up, 8 in 2024-07-26T07:18:13.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:18:13 smithi155 ceph-mon[90160]: pgmap v4617: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 5.5 KiB/s wr, 80 op/s 2024-07-26T07:18:13.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:18:13 smithi089 ceph-mon[99608]: osdmap e2736: 8 total, 8 up, 8 in 2024-07-26T07:18:13.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:18:13 smithi089 ceph-mon[99608]: pgmap v4617: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 5.5 KiB/s wr, 80 op/s 2024-07-26T07:18:13.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:18:13 smithi089 ceph-mon[102056]: osdmap e2736: 8 total, 8 up, 8 in 2024-07-26T07:18:13.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:18:13 smithi089 ceph-mon[102056]: pgmap v4617: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 5.5 KiB/s wr, 80 op/s 2024-07-26T07:18:14.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:18:14 smithi155 ceph-mon[90160]: osdmap e2737: 8 total, 8 up, 8 in 2024-07-26T07:18:14.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:18:14 smithi089 ceph-mon[99608]: osdmap e2737: 8 total, 8 up, 8 in 2024-07-26T07:18:14.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:18:14 smithi089 ceph-mon[102056]: osdmap e2737: 8 total, 8 up, 8 in 2024-07-26T07:18:15.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:18:15 smithi155 ceph-mon[90160]: osdmap e2738: 8 total, 8 up, 8 in 2024-07-26T07:18:15.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:18:15 smithi155 ceph-mon[90160]: pgmap v4620: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 6.0 KiB/s wr, 76 op/s 2024-07-26T07:18:15.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:18:15 smithi155 ceph-mon[90160]: osdmap e2739: 8 total, 8 up, 8 in 2024-07-26T07:18:15.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:18:15 smithi089 ceph-mon[99608]: osdmap e2738: 8 total, 8 up, 8 in 2024-07-26T07:18:15.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:18:15 smithi089 ceph-mon[99608]: pgmap v4620: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 6.0 KiB/s wr, 76 op/s 2024-07-26T07:18:15.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:18:15 smithi089 ceph-mon[99608]: osdmap e2739: 8 total, 8 up, 8 in 2024-07-26T07:18:15.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:18:15 smithi089 ceph-mon[102056]: osdmap e2738: 8 total, 8 up, 8 in 2024-07-26T07:18:15.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:18:15 smithi089 ceph-mon[102056]: pgmap v4620: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 6.0 KiB/s wr, 76 op/s 2024-07-26T07:18:15.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:18:15 smithi089 ceph-mon[102056]: osdmap e2739: 8 total, 8 up, 8 in 2024-07-26T07:18:17.590 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_recreated PASSED [ 48%] 2024-07-26T07:18:17.673 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_lock_unlock PASSED [ 49%] 2024-07-26T07:18:17.815 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_lockers PASSED [ 50%] 2024-07-26T07:18:17.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:18:17 smithi155 ceph-mon[90160]: osdmap e2740: 8 total, 8 up, 8 in 2024-07-26T07:18:17.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:18:17 smithi155 ceph-mon[90160]: pgmap v4623: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 101 KiB/s rd, 11 KiB/s wr, 138 op/s 2024-07-26T07:18:17.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:18:17 smithi089 ceph-mon[99608]: osdmap e2740: 8 total, 8 up, 8 in 2024-07-26T07:18:17.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:18:17 smithi089 ceph-mon[99608]: pgmap v4623: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 101 KiB/s rd, 11 KiB/s wr, 138 op/s 2024-07-26T07:18:17.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:18:17 smithi089 ceph-mon[102056]: osdmap e2740: 8 total, 8 up, 8 in 2024-07-26T07:18:17.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:18:17 smithi089 ceph-mon[102056]: pgmap v4623: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 101 KiB/s rd, 11 KiB/s wr, 138 op/s 2024-07-26T07:18:18.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:18:18 smithi155 ceph-mon[90160]: osdmap e2741: 8 total, 8 up, 8 in 2024-07-26T07:18:18.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:18:18 smithi089 ceph-mon[99608]: osdmap e2741: 8 total, 8 up, 8 in 2024-07-26T07:18:18.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:18:18 smithi089 ceph-mon[102056]: osdmap e2741: 8 total, 8 up, 8 in 2024-07-26T07:18:19.878 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:18:19 smithi155 ceph-mon[90160]: osdmap e2742: 8 total, 8 up, 8 in 2024-07-26T07:18:19.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:18:19 smithi155 ceph-mon[90160]: pgmap v4626: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 131 KiB/s rd, 11 KiB/s wr, 176 op/s 2024-07-26T07:18:19.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:18:19 smithi089 ceph-mon[99608]: osdmap e2742: 8 total, 8 up, 8 in 2024-07-26T07:18:19.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:18:19 smithi089 ceph-mon[99608]: pgmap v4626: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 131 KiB/s rd, 11 KiB/s wr, 176 op/s 2024-07-26T07:18:19.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:18:19 smithi089 ceph-mon[102056]: osdmap e2742: 8 total, 8 up, 8 in 2024-07-26T07:18:19.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:18:19 smithi089 ceph-mon[102056]: pgmap v4626: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 131 KiB/s rd, 11 KiB/s wr, 176 op/s 2024-07-26T07:18:20.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:18:20 smithi155 ceph-mon[90160]: osdmap e2743: 8 total, 8 up, 8 in 2024-07-26T07:18:20.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:18:20 smithi155 ceph-mon[90160]: osdmap e2744: 8 total, 8 up, 8 in 2024-07-26T07:18:20.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:18:20 smithi089 ceph-mon[99608]: osdmap e2743: 8 total, 8 up, 8 in 2024-07-26T07:18:20.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:18:20 smithi089 ceph-mon[99608]: osdmap e2744: 8 total, 8 up, 8 in 2024-07-26T07:18:20.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:18:20 smithi089 ceph-mon[102056]: osdmap e2743: 8 total, 8 up, 8 in 2024-07-26T07:18:20.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:18:20 smithi089 ceph-mon[102056]: osdmap e2744: 8 total, 8 up, 8 in 2024-07-26T07:18:21.602 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_diff_iterate PASSED [ 50%] 2024-07-26T07:18:21.685 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_read PASSED [ 51%] 2024-07-26T07:18:21.770 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_write PASSED [ 51%] 2024-07-26T07:18:21.853 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_discard PASSED [ 52%] 2024-07-26T07:18:21.878 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:18:21 smithi155 ceph-mon[90160]: pgmap v4629: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 192 KiB/s rd, 5.7 KiB/s wr, 247 op/s 2024-07-26T07:18:21.906 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:18:21 smithi089 ceph-mon[99608]: pgmap v4629: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 192 KiB/s rd, 5.7 KiB/s wr, 247 op/s 2024-07-26T07:18:21.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:18:21 smithi089 ceph-mon[102056]: pgmap v4629: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 192 KiB/s rd, 5.7 KiB/s wr, 247 op/s 2024-07-26T07:18:21.942 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_write_zeroes PASSED [ 52%] 2024-07-26T07:18:22.020 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_flush PASSED [ 53%] 2024-07-26T07:18:22.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:18:22 smithi155 ceph-mon[90160]: osdmap e2745: 8 total, 8 up, 8 in 2024-07-26T07:18:22.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:18:22 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:18:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:18:22.649 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_metadata PASSED [ 53%] 2024-07-26T07:18:22.723 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_watchers_list PASSED [ 54%] 2024-07-26T07:18:22.823 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_config_list PASSED [ 54%] 2024-07-26T07:18:22.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:18:22 smithi089 ceph-mon[99608]: osdmap e2745: 8 total, 8 up, 8 in 2024-07-26T07:18:22.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:18:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:18:22] "GET /metrics HTTP/1.1" 200 36643 "" "Prometheus/2.43.0" 2024-07-26T07:18:22.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:18:22 smithi089 ceph-mon[102056]: osdmap e2745: 8 total, 8 up, 8 in 2024-07-26T07:18:22.928 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_image_config_set_and_get_and_remove PASSED [ 55%] 2024-07-26T07:18:23.008 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_sparsify PASSED [ 56%] 2024-07-26T07:18:23.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:18:23 smithi155 ceph-mon[90160]: pgmap v4631: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 188 KiB/s rd, 13 KiB/s wr, 256 op/s 2024-07-26T07:18:23.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:18:23 smithi089 ceph-mon[99608]: pgmap v4631: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 188 KiB/s rd, 13 KiB/s wr, 256 op/s 2024-07-26T07:18:23.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:18:23 smithi089 ceph-mon[102056]: pgmap v4631: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 188 KiB/s rd, 13 KiB/s wr, 256 op/s 2024-07-26T07:18:26.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:18:25 smithi155 ceph-mon[90160]: pgmap v4632: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 242 KiB/s rd, 14 KiB/s wr, 328 op/s 2024-07-26T07:18:26.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:18:25 smithi155 ceph-mon[90160]: osdmap e2746: 8 total, 8 up, 8 in 2024-07-26T07:18:26.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:18:25 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:18:26.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:18:25 smithi089 ceph-mon[99608]: pgmap v4632: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 242 KiB/s rd, 14 KiB/s wr, 328 op/s 2024-07-26T07:18:26.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:18:25 smithi089 ceph-mon[99608]: osdmap e2746: 8 total, 8 up, 8 in 2024-07-26T07:18:26.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:18:25 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:18:26.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:18:25 smithi089 ceph-mon[102056]: pgmap v4632: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 242 KiB/s rd, 14 KiB/s wr, 328 op/s 2024-07-26T07:18:26.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:18:25 smithi089 ceph-mon[102056]: osdmap e2746: 8 total, 8 up, 8 in 2024-07-26T07:18:26.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:18:25 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:18:28.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:18:27 smithi155 ceph-mon[90160]: pgmap v4634: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 45 KiB/s wr, 939 op/s 2024-07-26T07:18:28.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:18:27 smithi089 ceph-mon[99608]: pgmap v4634: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 45 KiB/s wr, 939 op/s 2024-07-26T07:18:28.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:18:27 smithi089 ceph-mon[102056]: pgmap v4634: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 45 KiB/s wr, 939 op/s 2024-07-26T07:18:30.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:18:29 smithi155 ceph-mon[90160]: pgmap v4635: 137 pgs: 137 active+clean; 8.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 546 KiB/s wr, 652 op/s 2024-07-26T07:18:30.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:18:29 smithi089 ceph-mon[99608]: pgmap v4635: 137 pgs: 137 active+clean; 8.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 546 KiB/s wr, 652 op/s 2024-07-26T07:18:30.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:18:29 smithi089 ceph-mon[102056]: pgmap v4635: 137 pgs: 137 active+clean; 8.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 546 KiB/s wr, 652 op/s 2024-07-26T07:18:30.670 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_encryption_luks1 PASSED [ 56%] 2024-07-26T07:18:31.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:18:31 smithi155 ceph-mon[90160]: osdmap e2747: 8 total, 8 up, 8 in 2024-07-26T07:18:31.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:18:31 smithi155 ceph-mon[90160]: pgmap v4637: 137 pgs: 137 active+clean; 8.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 543 KiB/s wr, 634 op/s 2024-07-26T07:18:31.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:18:31 smithi089 ceph-mon[99608]: osdmap e2747: 8 total, 8 up, 8 in 2024-07-26T07:18:31.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:18:31 smithi089 ceph-mon[99608]: pgmap v4637: 137 pgs: 137 active+clean; 8.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 543 KiB/s wr, 634 op/s 2024-07-26T07:18:31.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:18:31 smithi089 ceph-mon[102056]: osdmap e2747: 8 total, 8 up, 8 in 2024-07-26T07:18:31.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:18:31 smithi089 ceph-mon[102056]: pgmap v4637: 137 pgs: 137 active+clean; 8.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 543 KiB/s wr, 634 op/s 2024-07-26T07:18:32.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:18:32 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:18:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:18:32.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:18:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:18:32] "GET /metrics HTTP/1.1" 200 36644 "" "Prometheus/2.43.0" 2024-07-26T07:18:34.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:18:33 smithi155 ceph-mon[90160]: pgmap v4638: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 540 KiB/s wr, 532 op/s 2024-07-26T07:18:34.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:18:33 smithi089 ceph-mon[99608]: pgmap v4638: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 540 KiB/s wr, 532 op/s 2024-07-26T07:18:34.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:18:33 smithi089 ceph-mon[102056]: pgmap v4638: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 540 KiB/s wr, 532 op/s 2024-07-26T07:18:36.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:18:35 smithi155 ceph-mon[90160]: pgmap v4639: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 459 KiB/s wr, 462 op/s 2024-07-26T07:18:36.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:18:35 smithi089 ceph-mon[99608]: pgmap v4639: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 459 KiB/s wr, 462 op/s 2024-07-26T07:18:36.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:18:35 smithi089 ceph-mon[102056]: pgmap v4639: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 459 KiB/s wr, 462 op/s 2024-07-26T07:18:38.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:18:37 smithi155 ceph-mon[90160]: pgmap v4640: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 412 KiB/s wr, 35 op/s 2024-07-26T07:18:38.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:18:37 smithi089 ceph-mon[99608]: pgmap v4640: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 412 KiB/s wr, 35 op/s 2024-07-26T07:18:38.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:18:37 smithi089 ceph-mon[102056]: pgmap v4640: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 412 KiB/s wr, 35 op/s 2024-07-26T07:18:40.038 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_encryption_luks2 PASSED [ 57%] 2024-07-26T07:18:40.122 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_read PASSED [ 57%] 2024-07-26T07:18:40.216 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_write PASSED [ 58%] 2024-07-26T07:18:40.301 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_resize PASSED [ 58%] 2024-07-26T07:18:40.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:18:39 smithi155 ceph-mon[90160]: pgmap v4641: 137 pgs: 137 active+clean; 8.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 412 KiB/s wr, 35 op/s 2024-07-26T07:18:40.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:18:39 smithi089 ceph-mon[99608]: pgmap v4641: 137 pgs: 137 active+clean; 8.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 412 KiB/s wr, 35 op/s 2024-07-26T07:18:40.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:18:39 smithi089 ceph-mon[102056]: pgmap v4641: 137 pgs: 137 active+clean; 8.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 412 KiB/s wr, 35 op/s 2024-07-26T07:18:41.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:18:40 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:18:41.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:18:40 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:18:41.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:18:40 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:18:42.306 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:18:41 smithi089 ceph-mon[99608]: pgmap v4642: 137 pgs: 137 active+clean; 8.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 1.5 MiB/s wr, 62 op/s 2024-07-26T07:18:42.306 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:18:41 smithi089 ceph-mon[99608]: osdmap e2748: 8 total, 8 up, 8 in 2024-07-26T07:18:42.306 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:18:41 smithi089 ceph-mon[102056]: pgmap v4642: 137 pgs: 137 active+clean; 8.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 1.5 MiB/s wr, 62 op/s 2024-07-26T07:18:42.306 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:18:41 smithi089 ceph-mon[102056]: osdmap e2748: 8 total, 8 up, 8 in 2024-07-26T07:18:42.315 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:18:41 smithi155 ceph-mon[90160]: pgmap v4642: 137 pgs: 137 active+clean; 8.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 1.5 MiB/s wr, 62 op/s 2024-07-26T07:18:42.315 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:18:41 smithi155 ceph-mon[90160]: osdmap e2748: 8 total, 8 up, 8 in 2024-07-26T07:18:42.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:18:42 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:18:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:18:42.654 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:18:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:18:42] "GET /metrics HTTP/1.1" 200 36658 "" "Prometheus/2.43.0" 2024-07-26T07:18:43.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:18:42 smithi155 ceph-mon[90160]: osdmap e2749: 8 total, 8 up, 8 in 2024-07-26T07:18:43.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:18:42 smithi089 ceph-mon[99608]: osdmap e2749: 8 total, 8 up, 8 in 2024-07-26T07:18:43.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:18:42 smithi089 ceph-mon[102056]: osdmap e2749: 8 total, 8 up, 8 in 2024-07-26T07:18:44.080 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params PASSED [ 59%] 2024-07-26T07:18:44.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:18:43 smithi155 ceph-mon[90160]: pgmap v4645: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 171 KiB/s rd, 2.0 MiB/s wr, 135 op/s 2024-07-26T07:18:44.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:18:43 smithi155 ceph-mon[90160]: osdmap e2750: 8 total, 8 up, 8 in 2024-07-26T07:18:44.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:18:43 smithi089 ceph-mon[99608]: pgmap v4645: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 171 KiB/s rd, 2.0 MiB/s wr, 135 op/s 2024-07-26T07:18:44.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:18:43 smithi089 ceph-mon[99608]: osdmap e2750: 8 total, 8 up, 8 in 2024-07-26T07:18:44.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:18:43 smithi089 ceph-mon[102056]: pgmap v4645: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 171 KiB/s rd, 2.0 MiB/s wr, 135 op/s 2024-07-26T07:18:44.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:18:43 smithi089 ceph-mon[102056]: osdmap e2750: 8 total, 8 up, 8 in 2024-07-26T07:18:45.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:18:44 smithi155 ceph-mon[90160]: osdmap e2751: 8 total, 8 up, 8 in 2024-07-26T07:18:45.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:18:44 smithi089 ceph-mon[99608]: osdmap e2751: 8 total, 8 up, 8 in 2024-07-26T07:18:45.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:18:44 smithi089 ceph-mon[102056]: osdmap e2751: 8 total, 8 up, 8 in 2024-07-26T07:18:46.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:18:45 smithi155 ceph-mon[90160]: pgmap v4648: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 220 KiB/s rd, 14 KiB/s wr, 295 op/s 2024-07-26T07:18:46.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:18:45 smithi155 ceph-mon[90160]: osdmap e2752: 8 total, 8 up, 8 in 2024-07-26T07:18:46.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:18:45 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:18:46.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:18:45 smithi089 ceph-mon[99608]: pgmap v4648: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 220 KiB/s rd, 14 KiB/s wr, 295 op/s 2024-07-26T07:18:46.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:18:45 smithi089 ceph-mon[99608]: osdmap e2752: 8 total, 8 up, 8 in 2024-07-26T07:18:46.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:18:45 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:18:46.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:18:45 smithi089 ceph-mon[102056]: pgmap v4648: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 220 KiB/s rd, 14 KiB/s wr, 295 op/s 2024-07-26T07:18:46.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:18:45 smithi089 ceph-mon[102056]: osdmap e2752: 8 total, 8 up, 8 in 2024-07-26T07:18:46.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:18:45 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:18:47.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:18:46 smithi155 ceph-mon[90160]: osdmap e2753: 8 total, 8 up, 8 in 2024-07-26T07:18:47.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:18:46 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:18:47.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:18:46 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:18:47.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:18:46 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:18:47.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:18:46 smithi089 ceph-mon[99608]: osdmap e2753: 8 total, 8 up, 8 in 2024-07-26T07:18:47.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:18:46 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:18:47.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:18:46 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:18:47.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:18:46 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:18:47.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:18:46 smithi089 ceph-mon[102056]: osdmap e2753: 8 total, 8 up, 8 in 2024-07-26T07:18:47.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:18:46 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:18:47.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:18:46 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:18:47.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:18:46 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:18:48.114 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params2 PASSED [ 59%] 2024-07-26T07:18:48.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:18:48 smithi155 ceph-mon[90160]: pgmap v4651: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 155 KiB/s rd, 11 KiB/s wr, 211 op/s 2024-07-26T07:18:48.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:18:48 smithi155 ceph-mon[90160]: osdmap e2754: 8 total, 8 up, 8 in 2024-07-26T07:18:48.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:18:48 smithi089 ceph-mon[99608]: pgmap v4651: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 155 KiB/s rd, 11 KiB/s wr, 211 op/s 2024-07-26T07:18:48.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:18:48 smithi089 ceph-mon[99608]: osdmap e2754: 8 total, 8 up, 8 in 2024-07-26T07:18:48.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:18:48 smithi089 ceph-mon[102056]: pgmap v4651: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 155 KiB/s rd, 11 KiB/s wr, 211 op/s 2024-07-26T07:18:48.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:18:48 smithi089 ceph-mon[102056]: osdmap e2754: 8 total, 8 up, 8 in 2024-07-26T07:18:49.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:18:49 smithi155 ceph-mon[90160]: osdmap e2755: 8 total, 8 up, 8 in 2024-07-26T07:18:49.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:18:49 smithi089 ceph-mon[99608]: osdmap e2755: 8 total, 8 up, 8 in 2024-07-26T07:18:49.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:18:49 smithi089 ceph-mon[102056]: osdmap e2755: 8 total, 8 up, 8 in 2024-07-26T07:18:50.137 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params3 SKIPPED [ 60%] 2024-07-26T07:18:50.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:18:50 smithi155 ceph-mon[90160]: pgmap v4654: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 152 KiB/s rd, 12 KiB/s wr, 210 op/s 2024-07-26T07:18:50.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:18:50 smithi155 ceph-mon[90160]: osdmap e2756: 8 total, 8 up, 8 in 2024-07-26T07:18:50.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:18:50 smithi089 ceph-mon[99608]: pgmap v4654: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 152 KiB/s rd, 12 KiB/s wr, 210 op/s 2024-07-26T07:18:50.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:18:50 smithi089 ceph-mon[99608]: osdmap e2756: 8 total, 8 up, 8 in 2024-07-26T07:18:50.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:18:50 smithi089 ceph-mon[102056]: pgmap v4654: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 152 KiB/s rd, 12 KiB/s wr, 210 op/s 2024-07-26T07:18:50.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:18:50 smithi089 ceph-mon[102056]: osdmap e2756: 8 total, 8 up, 8 in 2024-07-26T07:18:51.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:18:51 smithi155 ceph-mon[90160]: osdmap e2757: 8 total, 8 up, 8 in 2024-07-26T07:18:51.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:18:51 smithi155 ceph-mon[90160]: osdmap e2758: 8 total, 8 up, 8 in 2024-07-26T07:18:51.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:18:51 smithi089 ceph-mon[99608]: osdmap e2757: 8 total, 8 up, 8 in 2024-07-26T07:18:51.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:18:51 smithi089 ceph-mon[99608]: osdmap e2758: 8 total, 8 up, 8 in 2024-07-26T07:18:51.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:18:51 smithi089 ceph-mon[102056]: osdmap e2757: 8 total, 8 up, 8 in 2024-07-26T07:18:51.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:18:51 smithi089 ceph-mon[102056]: osdmap e2758: 8 total, 8 up, 8 in 2024-07-26T07:18:52.313 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:18:52 smithi155 ceph-mon[90160]: pgmap v4658: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 280 KiB/s rd, 17 KiB/s wr, 372 op/s 2024-07-26T07:18:52.314 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:18:52 smithi155 ceph-mon[90160]: osdmap e2759: 8 total, 8 up, 8 in 2024-07-26T07:18:52.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:18:52 smithi089 ceph-mon[99608]: pgmap v4658: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 280 KiB/s rd, 17 KiB/s wr, 372 op/s 2024-07-26T07:18:52.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:18:52 smithi089 ceph-mon[99608]: osdmap e2759: 8 total, 8 up, 8 in 2024-07-26T07:18:52.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:18:52 smithi089 ceph-mon[102056]: pgmap v4658: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 280 KiB/s rd, 17 KiB/s wr, 372 op/s 2024-07-26T07:18:52.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:18:52 smithi089 ceph-mon[102056]: osdmap e2759: 8 total, 8 up, 8 in 2024-07-26T07:18:52.628 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:18:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:18:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:18:52.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:18:52 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:18:52] "GET /metrics HTTP/1.1" 200 36658 "" "Prometheus/2.43.0" 2024-07-26T07:18:53.601 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_stripe_unit_and_count PASSED [ 60%] 2024-07-26T07:18:53.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:18:53 smithi155 ceph-mon[90160]: osdmap e2760: 8 total, 8 up, 8 in 2024-07-26T07:18:53.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:18:53 smithi155 ceph-mon[90160]: pgmap v4661: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 227 KiB/s rd, 19 KiB/s wr, 313 op/s 2024-07-26T07:18:53.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:18:53 smithi089 ceph-mon[99608]: osdmap e2760: 8 total, 8 up, 8 in 2024-07-26T07:18:53.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:18:53 smithi089 ceph-mon[99608]: pgmap v4661: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 227 KiB/s rd, 19 KiB/s wr, 313 op/s 2024-07-26T07:18:53.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:18:53 smithi089 ceph-mon[102056]: osdmap e2760: 8 total, 8 up, 8 in 2024-07-26T07:18:53.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:18:53 smithi089 ceph-mon[102056]: pgmap v4661: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 227 KiB/s rd, 19 KiB/s wr, 313 op/s 2024-07-26T07:18:54.878 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:18:54 smithi155 ceph-mon[90160]: osdmap e2761: 8 total, 8 up, 8 in 2024-07-26T07:18:54.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:18:54 smithi089 ceph-mon[99608]: osdmap e2761: 8 total, 8 up, 8 in 2024-07-26T07:18:54.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:18:54 smithi089 ceph-mon[102056]: osdmap e2761: 8 total, 8 up, 8 in 2024-07-26T07:18:55.596 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_clone_format PASSED [ 61%] 2024-07-26T07:18:55.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:18:55 smithi155 ceph-mon[90160]: osdmap e2762: 8 total, 8 up, 8 in 2024-07-26T07:18:55.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:18:55 smithi155 ceph-mon[90160]: pgmap v4664: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 14 KiB/s wr, 253 op/s 2024-07-26T07:18:55.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:18:55 smithi155 ceph-mon[90160]: osdmap e2763: 8 total, 8 up, 8 in 2024-07-26T07:18:55.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:18:55 smithi089 ceph-mon[99608]: osdmap e2762: 8 total, 8 up, 8 in 2024-07-26T07:18:55.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:18:55 smithi089 ceph-mon[99608]: pgmap v4664: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 14 KiB/s wr, 253 op/s 2024-07-26T07:18:55.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:18:55 smithi089 ceph-mon[99608]: osdmap e2763: 8 total, 8 up, 8 in 2024-07-26T07:18:55.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:18:55 smithi089 ceph-mon[102056]: osdmap e2762: 8 total, 8 up, 8 in 2024-07-26T07:18:55.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:18:55 smithi089 ceph-mon[102056]: pgmap v4664: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 14 KiB/s wr, 253 op/s 2024-07-26T07:18:55.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:18:55 smithi089 ceph-mon[102056]: osdmap e2763: 8 total, 8 up, 8 in 2024-07-26T07:18:56.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:18:56 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:18:56.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:18:56 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:18:56.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:18:56 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:18:57.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:18:57 smithi155 ceph-mon[90160]: osdmap e2764: 8 total, 8 up, 8 in 2024-07-26T07:18:57.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:18:57 smithi155 ceph-mon[90160]: pgmap v4667: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 256 KiB/s rd, 19 KiB/s wr, 347 op/s 2024-07-26T07:18:57.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:18:57 smithi089 ceph-mon[99608]: osdmap e2764: 8 total, 8 up, 8 in 2024-07-26T07:18:57.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:18:57 smithi089 ceph-mon[99608]: pgmap v4667: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 256 KiB/s rd, 19 KiB/s wr, 347 op/s 2024-07-26T07:18:57.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:18:57 smithi089 ceph-mon[102056]: osdmap e2764: 8 total, 8 up, 8 in 2024-07-26T07:18:57.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:18:57 smithi089 ceph-mon[102056]: pgmap v4667: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 256 KiB/s rd, 19 KiB/s wr, 347 op/s 2024-07-26T07:18:58.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:18:58 smithi155 ceph-mon[90160]: osdmap e2765: 8 total, 8 up, 8 in 2024-07-26T07:18:58.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:18:58 smithi089 ceph-mon[99608]: osdmap e2765: 8 total, 8 up, 8 in 2024-07-26T07:18:58.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:18:58 smithi089 ceph-mon[102056]: osdmap e2765: 8 total, 8 up, 8 in 2024-07-26T07:18:59.652 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_unprotected PASSED [ 62%] 2024-07-26T07:18:59.878 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:18:59 smithi155 ceph-mon[90160]: osdmap e2766: 8 total, 8 up, 8 in 2024-07-26T07:18:59.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:18:59 smithi155 ceph-mon[90160]: pgmap v4670: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 353 KiB/s rd, 24 KiB/s wr, 470 op/s 2024-07-26T07:18:59.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:18:59 smithi089 ceph-mon[99608]: osdmap e2766: 8 total, 8 up, 8 in 2024-07-26T07:18:59.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:18:59 smithi089 ceph-mon[99608]: pgmap v4670: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 353 KiB/s rd, 24 KiB/s wr, 470 op/s 2024-07-26T07:18:59.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:18:59 smithi089 ceph-mon[102056]: osdmap e2766: 8 total, 8 up, 8 in 2024-07-26T07:18:59.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:18:59 smithi089 ceph-mon[102056]: pgmap v4670: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 353 KiB/s rd, 24 KiB/s wr, 470 op/s 2024-07-26T07:19:00.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:00 smithi155 ceph-mon[90160]: osdmap e2767: 8 total, 8 up, 8 in 2024-07-26T07:19:00.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:00 smithi155 ceph-mon[90160]: osdmap e2768: 8 total, 8 up, 8 in 2024-07-26T07:19:00.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:00 smithi089 ceph-mon[99608]: osdmap e2767: 8 total, 8 up, 8 in 2024-07-26T07:19:00.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:00 smithi089 ceph-mon[99608]: osdmap e2768: 8 total, 8 up, 8 in 2024-07-26T07:19:00.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:00 smithi089 ceph-mon[102056]: osdmap e2767: 8 total, 8 up, 8 in 2024-07-26T07:19:00.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:00 smithi089 ceph-mon[102056]: osdmap e2768: 8 total, 8 up, 8 in 2024-07-26T07:19:01.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:01 smithi155 ceph-mon[90160]: pgmap v4673: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 288 KiB/s rd, 17 KiB/s wr, 379 op/s 2024-07-26T07:19:01.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:01 smithi089 ceph-mon[99608]: pgmap v4673: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 288 KiB/s rd, 17 KiB/s wr, 379 op/s 2024-07-26T07:19:01.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:01 smithi089 ceph-mon[102056]: pgmap v4673: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 288 KiB/s rd, 17 KiB/s wr, 379 op/s 2024-07-26T07:19:02.569 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:19:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:19:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:19:02.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:02 smithi155 ceph-mon[90160]: osdmap e2769: 8 total, 8 up, 8 in 2024-07-26T07:19:02.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:02 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/2206088449' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi089-172165-2","app": "rbd"}]: dispatch 2024-07-26T07:19:02.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:02 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi089-172165-2","app": "rbd"}]: dispatch 2024-07-26T07:19:02.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:02 smithi089 ceph-mon[99608]: osdmap e2769: 8 total, 8 up, 8 in 2024-07-26T07:19:02.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:02 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/2206088449' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi089-172165-2","app": "rbd"}]: dispatch 2024-07-26T07:19:02.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:02 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi089-172165-2","app": "rbd"}]: dispatch 2024-07-26T07:19:02.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:19:02 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:19:02] "GET /metrics HTTP/1.1" 200 36646 "" "Prometheus/2.43.0" 2024-07-26T07:19:02.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:02 smithi089 ceph-mon[102056]: osdmap e2769: 8 total, 8 up, 8 in 2024-07-26T07:19:02.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:02 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/2206088449' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi089-172165-2","app": "rbd"}]: dispatch 2024-07-26T07:19:02.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:02 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi089-172165-2","app": "rbd"}]: dispatch 2024-07-26T07:19:03.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:03 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi089-172165-2","app": "rbd"}]': finished 2024-07-26T07:19:03.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:03 smithi155 ceph-mon[90160]: osdmap e2770: 8 total, 8 up, 8 in 2024-07-26T07:19:03.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:03 smithi155 ceph-mon[90160]: pgmap v4676: 169 pgs: 5 creating+peering, 25 unknown, 139 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 214 KiB/s rd, 16 KiB/s wr, 291 op/s 2024-07-26T07:19:03.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:03 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi089-172165-2","app": "rbd"}]': finished 2024-07-26T07:19:03.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:03 smithi089 ceph-mon[99608]: osdmap e2770: 8 total, 8 up, 8 in 2024-07-26T07:19:03.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:03 smithi089 ceph-mon[99608]: pgmap v4676: 169 pgs: 5 creating+peering, 25 unknown, 139 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 214 KiB/s rd, 16 KiB/s wr, 291 op/s 2024-07-26T07:19:03.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:03 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi089-172165-2","app": "rbd"}]': finished 2024-07-26T07:19:03.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:03 smithi089 ceph-mon[102056]: osdmap e2770: 8 total, 8 up, 8 in 2024-07-26T07:19:03.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:03 smithi089 ceph-mon[102056]: pgmap v4676: 169 pgs: 5 creating+peering, 25 unknown, 139 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 214 KiB/s rd, 16 KiB/s wr, 291 op/s 2024-07-26T07:19:04.878 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:04 smithi155 ceph-mon[90160]: osdmap e2771: 8 total, 8 up, 8 in 2024-07-26T07:19:04.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:04 smithi089 ceph-mon[99608]: osdmap e2771: 8 total, 8 up, 8 in 2024-07-26T07:19:04.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:04 smithi089 ceph-mon[102056]: osdmap e2771: 8 total, 8 up, 8 in 2024-07-26T07:19:05.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:05 smithi155 ceph-mon[90160]: osdmap e2772: 8 total, 8 up, 8 in 2024-07-26T07:19:05.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:05 smithi155 ceph-mon[90160]: pgmap v4679: 169 pgs: 5 creating+peering, 15 unknown, 149 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 92 KiB/s rd, 8.0 KiB/s wr, 128 op/s 2024-07-26T07:19:05.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:05 smithi155 ceph-mon[90160]: osdmap e2773: 8 total, 8 up, 8 in 2024-07-26T07:19:05.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:05 smithi089 ceph-mon[99608]: osdmap e2772: 8 total, 8 up, 8 in 2024-07-26T07:19:05.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:05 smithi089 ceph-mon[99608]: pgmap v4679: 169 pgs: 5 creating+peering, 15 unknown, 149 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 92 KiB/s rd, 8.0 KiB/s wr, 128 op/s 2024-07-26T07:19:05.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:05 smithi089 ceph-mon[99608]: osdmap e2773: 8 total, 8 up, 8 in 2024-07-26T07:19:05.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:05 smithi089 ceph-mon[102056]: osdmap e2772: 8 total, 8 up, 8 in 2024-07-26T07:19:05.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:05 smithi089 ceph-mon[102056]: pgmap v4679: 169 pgs: 5 creating+peering, 15 unknown, 149 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 92 KiB/s rd, 8.0 KiB/s wr, 128 op/s 2024-07-26T07:19:05.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:05 smithi089 ceph-mon[102056]: osdmap e2773: 8 total, 8 up, 8 in 2024-07-26T07:19:06.692 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_unprotect_with_children PASSED [ 62%] 2024-07-26T07:19:07.878 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:07 smithi155 ceph-mon[90160]: osdmap e2774: 8 total, 8 up, 8 in 2024-07-26T07:19:07.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:07 smithi155 ceph-mon[90160]: pgmap v4682: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 3.0 KiB/s wr, 55 op/s 2024-07-26T07:19:07.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:07 smithi089 ceph-mon[99608]: osdmap e2774: 8 total, 8 up, 8 in 2024-07-26T07:19:07.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:07 smithi089 ceph-mon[99608]: pgmap v4682: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 3.0 KiB/s wr, 55 op/s 2024-07-26T07:19:07.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:07 smithi089 ceph-mon[102056]: osdmap e2774: 8 total, 8 up, 8 in 2024-07-26T07:19:07.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:07 smithi089 ceph-mon[102056]: pgmap v4682: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 3.0 KiB/s wr, 55 op/s 2024-07-26T07:19:08.704 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_stat PASSED [ 63%] 2024-07-26T07:19:08.878 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:08 smithi155 ceph-mon[90160]: osdmap e2775: 8 total, 8 up, 8 in 2024-07-26T07:19:08.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:08 smithi089 ceph-mon[99608]: osdmap e2775: 8 total, 8 up, 8 in 2024-07-26T07:19:08.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:08 smithi089 ceph-mon[102056]: osdmap e2775: 8 total, 8 up, 8 in 2024-07-26T07:19:09.878 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:09 smithi155 ceph-mon[90160]: osdmap e2776: 8 total, 8 up, 8 in 2024-07-26T07:19:09.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:09 smithi155 ceph-mon[90160]: pgmap v4685: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 3.0 KiB/s wr, 73 op/s 2024-07-26T07:19:09.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:09 smithi089 ceph-mon[99608]: osdmap e2776: 8 total, 8 up, 8 in 2024-07-26T07:19:09.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:09 smithi089 ceph-mon[99608]: pgmap v4685: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 3.0 KiB/s wr, 73 op/s 2024-07-26T07:19:09.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:09 smithi089 ceph-mon[102056]: osdmap e2776: 8 total, 8 up, 8 in 2024-07-26T07:19:09.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:09 smithi089 ceph-mon[102056]: pgmap v4685: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 3.0 KiB/s wr, 73 op/s 2024-07-26T07:19:10.589 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_stat PASSED [ 63%] 2024-07-26T07:19:10.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:10 smithi155 ceph-mon[90160]: osdmap e2777: 8 total, 8 up, 8 in 2024-07-26T07:19:10.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:10 smithi155 ceph-mon[90160]: osdmap e2778: 8 total, 8 up, 8 in 2024-07-26T07:19:10.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:10 smithi089 ceph-mon[99608]: osdmap e2777: 8 total, 8 up, 8 in 2024-07-26T07:19:10.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:10 smithi089 ceph-mon[99608]: osdmap e2778: 8 total, 8 up, 8 in 2024-07-26T07:19:10.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:10 smithi089 ceph-mon[102056]: osdmap e2777: 8 total, 8 up, 8 in 2024-07-26T07:19:10.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:10 smithi089 ceph-mon[102056]: osdmap e2778: 8 total, 8 up, 8 in 2024-07-26T07:19:11.878 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:11 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:19:11.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:11 smithi155 ceph-mon[90160]: pgmap v4688: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 144 KiB/s rd, 11 KiB/s wr, 202 op/s 2024-07-26T07:19:11.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:19:11.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:11 smithi089 ceph-mon[99608]: pgmap v4688: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 144 KiB/s rd, 11 KiB/s wr, 202 op/s 2024-07-26T07:19:11.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:19:11.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:11 smithi089 ceph-mon[102056]: pgmap v4688: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 144 KiB/s rd, 11 KiB/s wr, 202 op/s 2024-07-26T07:19:12.617 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:19:12 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:19:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:19:12.725 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_io PASSED [ 64%] 2024-07-26T07:19:12.805 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:12 smithi089 ceph-mon[99608]: osdmap e2779: 8 total, 8 up, 8 in 2024-07-26T07:19:12.806 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:19:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:19:12] "GET /metrics HTTP/1.1" 200 36643 "" "Prometheus/2.43.0" 2024-07-26T07:19:12.806 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:12 smithi089 ceph-mon[102056]: osdmap e2779: 8 total, 8 up, 8 in 2024-07-26T07:19:12.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:12 smithi155 ceph-mon[90160]: osdmap e2779: 8 total, 8 up, 8 in 2024-07-26T07:19:13.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:13 smithi155 ceph-mon[90160]: osdmap e2780: 8 total, 8 up, 8 in 2024-07-26T07:19:13.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:13 smithi155 ceph-mon[90160]: pgmap v4691: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 239 KiB/s rd, 19 KiB/s wr, 326 op/s 2024-07-26T07:19:13.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:13 smithi089 ceph-mon[99608]: osdmap e2780: 8 total, 8 up, 8 in 2024-07-26T07:19:13.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:13 smithi089 ceph-mon[99608]: pgmap v4691: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 239 KiB/s rd, 19 KiB/s wr, 326 op/s 2024-07-26T07:19:13.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:13 smithi089 ceph-mon[102056]: osdmap e2780: 8 total, 8 up, 8 in 2024-07-26T07:19:13.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:13 smithi089 ceph-mon[102056]: pgmap v4691: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 239 KiB/s rd, 19 KiB/s wr, 326 op/s 2024-07-26T07:19:14.731 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_read PASSED [ 64%] 2024-07-26T07:19:14.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:14 smithi089 ceph-mon[99608]: osdmap e2781: 8 total, 8 up, 8 in 2024-07-26T07:19:14.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:14 smithi089 ceph-mon[102056]: osdmap e2781: 8 total, 8 up, 8 in 2024-07-26T07:19:15.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:14 smithi155 ceph-mon[90160]: osdmap e2781: 8 total, 8 up, 8 in 2024-07-26T07:19:15.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:15 smithi089 ceph-mon[99608]: osdmap e2782: 8 total, 8 up, 8 in 2024-07-26T07:19:15.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:15 smithi089 ceph-mon[99608]: pgmap v4694: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 277 KiB/s rd, 18 KiB/s wr, 362 op/s 2024-07-26T07:19:15.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:15 smithi089 ceph-mon[99608]: osdmap e2783: 8 total, 8 up, 8 in 2024-07-26T07:19:15.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:15 smithi089 ceph-mon[102056]: osdmap e2782: 8 total, 8 up, 8 in 2024-07-26T07:19:15.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:15 smithi089 ceph-mon[102056]: pgmap v4694: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 277 KiB/s rd, 18 KiB/s wr, 362 op/s 2024-07-26T07:19:15.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:15 smithi089 ceph-mon[102056]: osdmap e2783: 8 total, 8 up, 8 in 2024-07-26T07:19:16.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:15 smithi155 ceph-mon[90160]: osdmap e2782: 8 total, 8 up, 8 in 2024-07-26T07:19:16.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:15 smithi155 ceph-mon[90160]: pgmap v4694: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 277 KiB/s rd, 18 KiB/s wr, 362 op/s 2024-07-26T07:19:16.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:15 smithi155 ceph-mon[90160]: osdmap e2783: 8 total, 8 up, 8 in 2024-07-26T07:19:16.756 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_write PASSED [ 65%] 2024-07-26T07:19:17.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:17 smithi089 ceph-mon[99608]: osdmap e2784: 8 total, 8 up, 8 in 2024-07-26T07:19:17.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:17 smithi089 ceph-mon[99608]: pgmap v4697: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 318 KiB/s rd, 28 KiB/s wr, 436 op/s 2024-07-26T07:19:17.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:17 smithi089 ceph-mon[102056]: osdmap e2784: 8 total, 8 up, 8 in 2024-07-26T07:19:17.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:17 smithi089 ceph-mon[102056]: pgmap v4697: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 318 KiB/s rd, 28 KiB/s wr, 436 op/s 2024-07-26T07:19:18.128 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:17 smithi155 ceph-mon[90160]: osdmap e2784: 8 total, 8 up, 8 in 2024-07-26T07:19:18.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:17 smithi155 ceph-mon[90160]: pgmap v4697: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 318 KiB/s rd, 28 KiB/s wr, 436 op/s 2024-07-26T07:19:18.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:18 smithi089 ceph-mon[99608]: osdmap e2785: 8 total, 8 up, 8 in 2024-07-26T07:19:18.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:18 smithi089 ceph-mon[102056]: osdmap e2785: 8 total, 8 up, 8 in 2024-07-26T07:19:19.128 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:18 smithi155 ceph-mon[90160]: osdmap e2785: 8 total, 8 up, 8 in 2024-07-26T07:19:19.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:19 smithi089 ceph-mon[99608]: pgmap v4699: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 173 KiB/s rd, 20 KiB/s wr, 246 op/s 2024-07-26T07:19:19.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:19 smithi089 ceph-mon[102056]: pgmap v4699: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 173 KiB/s rd, 20 KiB/s wr, 246 op/s 2024-07-26T07:19:20.128 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:19 smithi155 ceph-mon[90160]: pgmap v4699: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 173 KiB/s rd, 20 KiB/s wr, 246 op/s 2024-07-26T07:19:21.595 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_list_children PASSED [ 65%] 2024-07-26T07:19:21.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:21 smithi155 ceph-mon[90160]: osdmap e2786: 8 total, 8 up, 8 in 2024-07-26T07:19:21.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:21 smithi155 ceph-mon[90160]: pgmap v4701: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 30 KiB/s wr, 1.78k op/s 2024-07-26T07:19:21.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:21 smithi089 ceph-mon[102056]: osdmap e2786: 8 total, 8 up, 8 in 2024-07-26T07:19:21.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:21 smithi089 ceph-mon[102056]: pgmap v4701: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 30 KiB/s wr, 1.78k op/s 2024-07-26T07:19:21.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:21 smithi089 ceph-mon[99608]: osdmap e2786: 8 total, 8 up, 8 in 2024-07-26T07:19:21.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:21 smithi089 ceph-mon[99608]: pgmap v4701: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 30 KiB/s wr, 1.78k op/s 2024-07-26T07:19:22.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:22 smithi155 ceph-mon[90160]: osdmap e2787: 8 total, 8 up, 8 in 2024-07-26T07:19:22.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:19:22 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:19:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:19:22.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:22 smithi089 ceph-mon[99608]: osdmap e2787: 8 total, 8 up, 8 in 2024-07-26T07:19:22.905 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:19:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:19:22] "GET /metrics HTTP/1.1" 200 36643 "" "Prometheus/2.43.0" 2024-07-26T07:19:22.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:22 smithi089 ceph-mon[102056]: osdmap e2787: 8 total, 8 up, 8 in 2024-07-26T07:19:23.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:23 smithi155 ceph-mon[90160]: osdmap e2788: 8 total, 8 up, 8 in 2024-07-26T07:19:23.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:23 smithi155 ceph-mon[90160]: pgmap v4704: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 29 KiB/s wr, 2.37k op/s 2024-07-26T07:19:23.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:23 smithi089 ceph-mon[99608]: osdmap e2788: 8 total, 8 up, 8 in 2024-07-26T07:19:23.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:23 smithi089 ceph-mon[99608]: pgmap v4704: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 29 KiB/s wr, 2.37k op/s 2024-07-26T07:19:23.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:23 smithi089 ceph-mon[102056]: osdmap e2788: 8 total, 8 up, 8 in 2024-07-26T07:19:23.906 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:23 smithi089 ceph-mon[102056]: pgmap v4704: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 29 KiB/s wr, 2.37k op/s 2024-07-26T07:19:24.878 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:24 smithi155 ceph-mon[90160]: osdmap e2789: 8 total, 8 up, 8 in 2024-07-26T07:19:24.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:24 smithi089 ceph-mon[99608]: osdmap e2789: 8 total, 8 up, 8 in 2024-07-26T07:19:24.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:24 smithi089 ceph-mon[102056]: osdmap e2789: 8 total, 8 up, 8 in 2024-07-26T07:19:25.603 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_errors PASSED [ 66%] 2024-07-26T07:19:25.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:25 smithi155 ceph-mon[90160]: osdmap e2790: 8 total, 8 up, 8 in 2024-07-26T07:19:25.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:25 smithi155 ceph-mon[90160]: pgmap v4707: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 22 KiB/s wr, 1.32k op/s 2024-07-26T07:19:25.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:25 smithi155 ceph-mon[90160]: osdmap e2791: 8 total, 8 up, 8 in 2024-07-26T07:19:25.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:25 smithi089 ceph-mon[99608]: osdmap e2790: 8 total, 8 up, 8 in 2024-07-26T07:19:25.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:25 smithi089 ceph-mon[99608]: pgmap v4707: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 22 KiB/s wr, 1.32k op/s 2024-07-26T07:19:25.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:25 smithi089 ceph-mon[99608]: osdmap e2791: 8 total, 8 up, 8 in 2024-07-26T07:19:25.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:25 smithi089 ceph-mon[102056]: osdmap e2790: 8 total, 8 up, 8 in 2024-07-26T07:19:25.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:25 smithi089 ceph-mon[102056]: pgmap v4707: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 22 KiB/s wr, 1.32k op/s 2024-07-26T07:19:25.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:25 smithi089 ceph-mon[102056]: osdmap e2791: 8 total, 8 up, 8 in 2024-07-26T07:19:26.878 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:19:26.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:19:26.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:19:27.640 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_basic PASSED [ 67%] 2024-07-26T07:19:27.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:27 smithi155 ceph-mon[90160]: osdmap e2792: 8 total, 8 up, 8 in 2024-07-26T07:19:27.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:27 smithi155 ceph-mon[90160]: pgmap v4710: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 493 KiB/s rd, 18 KiB/s wr, 611 op/s 2024-07-26T07:19:27.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:27 smithi089 ceph-mon[99608]: osdmap e2792: 8 total, 8 up, 8 in 2024-07-26T07:19:27.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:27 smithi089 ceph-mon[99608]: pgmap v4710: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 493 KiB/s rd, 18 KiB/s wr, 611 op/s 2024-07-26T07:19:27.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:27 smithi089 ceph-mon[102056]: osdmap e2792: 8 total, 8 up, 8 in 2024-07-26T07:19:27.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:27 smithi089 ceph-mon[102056]: pgmap v4710: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 493 KiB/s rd, 18 KiB/s wr, 611 op/s 2024-07-26T07:19:28.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:28 smithi155 ceph-mon[90160]: osdmap e2793: 8 total, 8 up, 8 in 2024-07-26T07:19:28.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:28 smithi089 ceph-mon[99608]: osdmap e2793: 8 total, 8 up, 8 in 2024-07-26T07:19:28.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:28 smithi089 ceph-mon[102056]: osdmap e2793: 8 total, 8 up, 8 in 2024-07-26T07:19:29.653 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_smaller_order PASSED [ 67%] 2024-07-26T07:19:29.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:29 smithi155 ceph-mon[90160]: osdmap e2794: 8 total, 8 up, 8 in 2024-07-26T07:19:29.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:29 smithi155 ceph-mon[90160]: pgmap v4713: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 205 KiB/s rd, 17 KiB/s wr, 281 op/s 2024-07-26T07:19:29.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:29 smithi089 ceph-mon[99608]: osdmap e2794: 8 total, 8 up, 8 in 2024-07-26T07:19:29.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:29 smithi089 ceph-mon[99608]: pgmap v4713: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 205 KiB/s rd, 17 KiB/s wr, 281 op/s 2024-07-26T07:19:29.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:29 smithi089 ceph-mon[102056]: osdmap e2794: 8 total, 8 up, 8 in 2024-07-26T07:19:29.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:29 smithi089 ceph-mon[102056]: pgmap v4713: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 205 KiB/s rd, 17 KiB/s wr, 281 op/s 2024-07-26T07:19:30.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:30 smithi155 ceph-mon[90160]: osdmap e2795: 8 total, 8 up, 8 in 2024-07-26T07:19:30.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:30 smithi155 ceph-mon[90160]: osdmap e2796: 8 total, 8 up, 8 in 2024-07-26T07:19:30.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:30 smithi089 ceph-mon[99608]: osdmap e2795: 8 total, 8 up, 8 in 2024-07-26T07:19:30.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:30 smithi089 ceph-mon[99608]: osdmap e2796: 8 total, 8 up, 8 in 2024-07-26T07:19:30.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:30 smithi089 ceph-mon[102056]: osdmap e2795: 8 total, 8 up, 8 in 2024-07-26T07:19:30.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:30 smithi089 ceph-mon[102056]: osdmap e2796: 8 total, 8 up, 8 in 2024-07-26T07:19:31.669 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_larger_order PASSED [ 68%] 2024-07-26T07:19:31.878 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:31 smithi155 ceph-mon[90160]: pgmap v4716: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 743 KiB/s rd, 34 KiB/s wr, 952 op/s 2024-07-26T07:19:31.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:31 smithi089 ceph-mon[99608]: pgmap v4716: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 743 KiB/s rd, 34 KiB/s wr, 952 op/s 2024-07-26T07:19:31.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:31 smithi089 ceph-mon[102056]: pgmap v4716: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 743 KiB/s rd, 34 KiB/s wr, 952 op/s 2024-07-26T07:19:32.565 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:19:32 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:19:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:19:32.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:32 smithi155 ceph-mon[90160]: osdmap e2797: 8 total, 8 up, 8 in 2024-07-26T07:19:32.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:32 smithi089 ceph-mon[99608]: osdmap e2797: 8 total, 8 up, 8 in 2024-07-26T07:19:32.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:19:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:19:32] "GET /metrics HTTP/1.1" 200 36646 "" "Prometheus/2.43.0" 2024-07-26T07:19:32.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:32 smithi089 ceph-mon[102056]: osdmap e2797: 8 total, 8 up, 8 in 2024-07-26T07:19:33.679 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_drops_cache PASSED [ 68%] 2024-07-26T07:19:33.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:33 smithi155 ceph-mon[90160]: osdmap e2798: 8 total, 8 up, 8 in 2024-07-26T07:19:33.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:33 smithi155 ceph-mon[90160]: pgmap v4719: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 892 KiB/s rd, 51 KiB/s wr, 1.17k op/s 2024-07-26T07:19:33.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:33 smithi089 ceph-mon[99608]: osdmap e2798: 8 total, 8 up, 8 in 2024-07-26T07:19:33.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:33 smithi089 ceph-mon[99608]: pgmap v4719: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 892 KiB/s rd, 51 KiB/s wr, 1.17k op/s 2024-07-26T07:19:33.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:33 smithi089 ceph-mon[102056]: osdmap e2798: 8 total, 8 up, 8 in 2024-07-26T07:19:33.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:33 smithi089 ceph-mon[102056]: pgmap v4719: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 892 KiB/s rd, 51 KiB/s wr, 1.17k op/s 2024-07-26T07:19:34.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:34 smithi155 ceph-mon[90160]: osdmap e2799: 8 total, 8 up, 8 in 2024-07-26T07:19:34.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:34 smithi089 ceph-mon[99608]: osdmap e2799: 8 total, 8 up, 8 in 2024-07-26T07:19:34.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:34 smithi089 ceph-mon[102056]: osdmap e2799: 8 total, 8 up, 8 in 2024-07-26T07:19:35.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:35 smithi155 ceph-mon[90160]: osdmap e2800: 8 total, 8 up, 8 in 2024-07-26T07:19:35.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:35 smithi155 ceph-mon[90160]: pgmap v4722: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 337 KiB/s rd, 32 KiB/s wr, 479 op/s 2024-07-26T07:19:35.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:35 smithi155 ceph-mon[90160]: osdmap e2801: 8 total, 8 up, 8 in 2024-07-26T07:19:35.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:35 smithi089 ceph-mon[99608]: osdmap e2800: 8 total, 8 up, 8 in 2024-07-26T07:19:35.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:35 smithi089 ceph-mon[99608]: pgmap v4722: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 337 KiB/s rd, 32 KiB/s wr, 479 op/s 2024-07-26T07:19:35.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:35 smithi089 ceph-mon[99608]: osdmap e2801: 8 total, 8 up, 8 in 2024-07-26T07:19:35.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:35 smithi089 ceph-mon[102056]: osdmap e2800: 8 total, 8 up, 8 in 2024-07-26T07:19:35.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:35 smithi089 ceph-mon[102056]: pgmap v4722: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 337 KiB/s rd, 32 KiB/s wr, 479 op/s 2024-07-26T07:19:35.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:35 smithi089 ceph-mon[102056]: osdmap e2801: 8 total, 8 up, 8 in 2024-07-26T07:19:37.716 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_multi_level PASSED [ 69%] 2024-07-26T07:19:37.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:37 smithi155 ceph-mon[90160]: osdmap e2802: 8 total, 8 up, 8 in 2024-07-26T07:19:37.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:37 smithi155 ceph-mon[90160]: pgmap v4725: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 428 KiB/s rd, 32 KiB/s wr, 573 op/s 2024-07-26T07:19:37.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:37 smithi089 ceph-mon[99608]: osdmap e2802: 8 total, 8 up, 8 in 2024-07-26T07:19:37.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:37 smithi089 ceph-mon[99608]: pgmap v4725: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 428 KiB/s rd, 32 KiB/s wr, 573 op/s 2024-07-26T07:19:37.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:37 smithi089 ceph-mon[102056]: osdmap e2802: 8 total, 8 up, 8 in 2024-07-26T07:19:37.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:37 smithi089 ceph-mon[102056]: pgmap v4725: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 428 KiB/s rd, 32 KiB/s wr, 573 op/s 2024-07-26T07:19:38.878 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:38 smithi155 ceph-mon[90160]: osdmap e2803: 8 total, 8 up, 8 in 2024-07-26T07:19:38.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:38 smithi089 ceph-mon[99608]: osdmap e2803: 8 total, 8 up, 8 in 2024-07-26T07:19:38.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:38 smithi089 ceph-mon[102056]: osdmap e2803: 8 total, 8 up, 8 in 2024-07-26T07:19:39.720 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_with_progress PASSED [ 69%] 2024-07-26T07:19:39.878 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:39 smithi155 ceph-mon[90160]: osdmap e2804: 8 total, 8 up, 8 in 2024-07-26T07:19:39.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:39 smithi155 ceph-mon[90160]: pgmap v4728: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 258 KiB/s rd, 22 KiB/s wr, 355 op/s 2024-07-26T07:19:39.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:39 smithi089 ceph-mon[99608]: osdmap e2804: 8 total, 8 up, 8 in 2024-07-26T07:19:39.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:39 smithi089 ceph-mon[99608]: pgmap v4728: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 258 KiB/s rd, 22 KiB/s wr, 355 op/s 2024-07-26T07:19:39.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:39 smithi089 ceph-mon[102056]: osdmap e2804: 8 total, 8 up, 8 in 2024-07-26T07:19:39.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:39 smithi089 ceph-mon[102056]: pgmap v4728: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 258 KiB/s rd, 22 KiB/s wr, 355 op/s 2024-07-26T07:19:40.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:40 smithi155 ceph-mon[90160]: osdmap e2805: 8 total, 8 up, 8 in 2024-07-26T07:19:40.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:40 smithi155 ceph-mon[90160]: osdmap e2806: 8 total, 8 up, 8 in 2024-07-26T07:19:40.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:40 smithi089 ceph-mon[99608]: osdmap e2805: 8 total, 8 up, 8 in 2024-07-26T07:19:40.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:40 smithi089 ceph-mon[99608]: osdmap e2806: 8 total, 8 up, 8 in 2024-07-26T07:19:40.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:40 smithi089 ceph-mon[102056]: osdmap e2805: 8 total, 8 up, 8 in 2024-07-26T07:19:40.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:40 smithi089 ceph-mon[102056]: osdmap e2806: 8 total, 8 up, 8 in 2024-07-26T07:19:41.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:19:41.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:41 smithi155 ceph-mon[90160]: pgmap v4731: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 285 KiB/s rd, 19 KiB/s wr, 391 op/s 2024-07-26T07:19:41.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:41 smithi155 ceph-mon[90160]: osdmap e2807: 8 total, 8 up, 8 in 2024-07-26T07:19:41.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:19:41.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:41 smithi089 ceph-mon[99608]: pgmap v4731: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 285 KiB/s rd, 19 KiB/s wr, 391 op/s 2024-07-26T07:19:41.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:41 smithi089 ceph-mon[99608]: osdmap e2807: 8 total, 8 up, 8 in 2024-07-26T07:19:41.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:19:41.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:41 smithi089 ceph-mon[102056]: pgmap v4731: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 285 KiB/s rd, 19 KiB/s wr, 391 op/s 2024-07-26T07:19:41.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:41 smithi089 ceph-mon[102056]: osdmap e2807: 8 total, 8 up, 8 in 2024-07-26T07:19:42.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:19:42 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:19:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:19:42.806 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:19:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:19:42] "GET /metrics HTTP/1.1" 200 36643 "" "Prometheus/2.43.0" 2024-07-26T07:19:43.742 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_flatten_multi_level PASSED [ 70%] 2024-07-26T07:19:43.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:43 smithi089 ceph-mon[99608]: osdmap e2808: 8 total, 8 up, 8 in 2024-07-26T07:19:43.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:43 smithi089 ceph-mon[99608]: pgmap v4734: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 387 KiB/s rd, 30 KiB/s wr, 528 op/s 2024-07-26T07:19:43.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:43 smithi089 ceph-mon[102056]: osdmap e2808: 8 total, 8 up, 8 in 2024-07-26T07:19:43.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:43 smithi089 ceph-mon[102056]: pgmap v4734: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 387 KiB/s rd, 30 KiB/s wr, 528 op/s 2024-07-26T07:19:44.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:43 smithi155 ceph-mon[90160]: osdmap e2808: 8 total, 8 up, 8 in 2024-07-26T07:19:44.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:43 smithi155 ceph-mon[90160]: pgmap v4734: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 387 KiB/s rd, 30 KiB/s wr, 528 op/s 2024-07-26T07:19:44.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:44 smithi089 ceph-mon[99608]: osdmap e2809: 8 total, 8 up, 8 in 2024-07-26T07:19:44.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:44 smithi089 ceph-mon[102056]: osdmap e2809: 8 total, 8 up, 8 in 2024-07-26T07:19:45.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:44 smithi155 ceph-mon[90160]: osdmap e2809: 8 total, 8 up, 8 in 2024-07-26T07:19:45.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:45 smithi089 ceph-mon[99608]: osdmap e2810: 8 total, 8 up, 8 in 2024-07-26T07:19:45.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:45 smithi089 ceph-mon[99608]: pgmap v4737: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 147 KiB/s rd, 17 KiB/s wr, 213 op/s 2024-07-26T07:19:45.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:45 smithi089 ceph-mon[99608]: osdmap e2811: 8 total, 8 up, 8 in 2024-07-26T07:19:45.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:45 smithi089 ceph-mon[102056]: osdmap e2810: 8 total, 8 up, 8 in 2024-07-26T07:19:45.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:45 smithi089 ceph-mon[102056]: pgmap v4737: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 147 KiB/s rd, 17 KiB/s wr, 213 op/s 2024-07-26T07:19:45.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:45 smithi089 ceph-mon[102056]: osdmap e2811: 8 total, 8 up, 8 in 2024-07-26T07:19:46.128 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:45 smithi155 ceph-mon[90160]: osdmap e2810: 8 total, 8 up, 8 in 2024-07-26T07:19:46.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:45 smithi155 ceph-mon[90160]: pgmap v4737: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 147 KiB/s rd, 17 KiB/s wr, 213 op/s 2024-07-26T07:19:46.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:45 smithi155 ceph-mon[90160]: osdmap e2811: 8 total, 8 up, 8 in 2024-07-26T07:19:46.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:46 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:19:46.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:46 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:19:46.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:46 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:19:46.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:46 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:19:46.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:46 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:19:46.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:46 smithi089 ceph-mon[99608]: osdmap e2812: 8 total, 8 up, 8 in 2024-07-26T07:19:46.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:46 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:19:46.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:46 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:19:46.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:46 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:19:46.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:46 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:19:46.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:46 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:19:46.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:46 smithi089 ceph-mon[102056]: osdmap e2812: 8 total, 8 up, 8 in 2024-07-26T07:19:47.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:46 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:19:47.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:46 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:19:47.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:46 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:19:47.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:46 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:19:47.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:46 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:19:47.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:46 smithi155 ceph-mon[90160]: osdmap e2812: 8 total, 8 up, 8 in 2024-07-26T07:19:47.590 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_trash_snapshot PASSED [ 70%] 2024-07-26T07:19:47.706 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_ownership PASSED [ 71%] 2024-07-26T07:19:47.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:47 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:19:47.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:47 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:19:47.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:47 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:19:47.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:47 smithi089 ceph-mon[99608]: pgmap v4740: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 190 KiB/s rd, 14 KiB/s wr, 255 op/s 2024-07-26T07:19:47.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:47 smithi089 ceph-mon[99608]: osdmap e2813: 8 total, 8 up, 8 in 2024-07-26T07:19:47.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:47 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:19:47.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:47 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:19:47.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:47 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:19:47.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:47 smithi089 ceph-mon[102056]: pgmap v4740: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 190 KiB/s rd, 14 KiB/s wr, 255 op/s 2024-07-26T07:19:47.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:47 smithi089 ceph-mon[102056]: osdmap e2813: 8 total, 8 up, 8 in 2024-07-26T07:19:48.128 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:47 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:19:48.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:47 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:19:48.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:47 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:19:48.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:47 smithi155 ceph-mon[90160]: pgmap v4740: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 190 KiB/s rd, 14 KiB/s wr, 255 op/s 2024-07-26T07:19:48.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:47 smithi155 ceph-mon[90160]: osdmap e2813: 8 total, 8 up, 8 in 2024-07-26T07:19:49.765 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_snapshot_leadership PASSED [ 71%] 2024-07-26T07:19:49.856 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_read_only_leadership PASSED [ 72%] 2024-07-26T07:19:50.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:49 smithi155 ceph-mon[90160]: osdmap e2814: 8 total, 8 up, 8 in 2024-07-26T07:19:50.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:49 smithi155 ceph-mon[90160]: pgmap v4743: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 180 KiB/s rd, 11 KiB/s wr, 241 op/s 2024-07-26T07:19:50.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:49 smithi089 ceph-mon[99608]: osdmap e2814: 8 total, 8 up, 8 in 2024-07-26T07:19:50.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:49 smithi089 ceph-mon[99608]: pgmap v4743: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 180 KiB/s rd, 11 KiB/s wr, 241 op/s 2024-07-26T07:19:50.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:49 smithi089 ceph-mon[102056]: osdmap e2814: 8 total, 8 up, 8 in 2024-07-26T07:19:50.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:49 smithi089 ceph-mon[102056]: pgmap v4743: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 180 KiB/s rd, 11 KiB/s wr, 241 op/s 2024-07-26T07:19:51.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:50 smithi155 ceph-mon[90160]: osdmap e2815: 8 total, 8 up, 8 in 2024-07-26T07:19:51.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:50 smithi155 ceph-mon[90160]: osdmap e2816: 8 total, 8 up, 8 in 2024-07-26T07:19:51.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:50 smithi089 ceph-mon[99608]: osdmap e2815: 8 total, 8 up, 8 in 2024-07-26T07:19:51.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:50 smithi089 ceph-mon[99608]: osdmap e2816: 8 total, 8 up, 8 in 2024-07-26T07:19:51.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:50 smithi089 ceph-mon[102056]: osdmap e2815: 8 total, 8 up, 8 in 2024-07-26T07:19:51.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:50 smithi089 ceph-mon[102056]: osdmap e2816: 8 total, 8 up, 8 in 2024-07-26T07:19:51.768 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_flatten PASSED [ 73%] 2024-07-26T07:19:51.896 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_resize PASSED [ 73%] 2024-07-26T07:19:52.030 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:51 smithi155 ceph-mon[90160]: pgmap v4746: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 313 KiB/s rd, 20 KiB/s wr, 420 op/s 2024-07-26T07:19:52.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:51 smithi089 ceph-mon[99608]: pgmap v4746: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 313 KiB/s rd, 20 KiB/s wr, 420 op/s 2024-07-26T07:19:52.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:51 smithi089 ceph-mon[102056]: pgmap v4746: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 313 KiB/s rd, 20 KiB/s wr, 420 op/s 2024-07-26T07:19:52.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:19:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:19:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:19:52.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:52 smithi089 ceph-mon[99608]: osdmap e2817: 8 total, 8 up, 8 in 2024-07-26T07:19:52.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:19:52 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:19:52] "GET /metrics HTTP/1.1" 200 36643 "" "Prometheus/2.43.0" 2024-07-26T07:19:52.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:52 smithi089 ceph-mon[102056]: osdmap e2817: 8 total, 8 up, 8 in 2024-07-26T07:19:53.128 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:52 smithi155 ceph-mon[90160]: osdmap e2817: 8 total, 8 up, 8 in 2024-07-26T07:19:53.782 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_snap_create PASSED [ 74%] 2024-07-26T07:19:54.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:53 smithi155 ceph-mon[90160]: osdmap e2818: 8 total, 8 up, 8 in 2024-07-26T07:19:54.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:53 smithi155 ceph-mon[90160]: pgmap v4749: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 297 KiB/s rd, 24 KiB/s wr, 404 op/s 2024-07-26T07:19:54.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:53 smithi089 ceph-mon[99608]: osdmap e2818: 8 total, 8 up, 8 in 2024-07-26T07:19:54.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:53 smithi089 ceph-mon[99608]: pgmap v4749: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 297 KiB/s rd, 24 KiB/s wr, 404 op/s 2024-07-26T07:19:54.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:53 smithi089 ceph-mon[102056]: osdmap e2818: 8 total, 8 up, 8 in 2024-07-26T07:19:54.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:53 smithi089 ceph-mon[102056]: pgmap v4749: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 297 KiB/s rd, 24 KiB/s wr, 404 op/s 2024-07-26T07:19:55.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:54 smithi155 ceph-mon[90160]: osdmap e2819: 8 total, 8 up, 8 in 2024-07-26T07:19:55.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:54 smithi089 ceph-mon[99608]: osdmap e2819: 8 total, 8 up, 8 in 2024-07-26T07:19:55.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:54 smithi089 ceph-mon[102056]: osdmap e2819: 8 total, 8 up, 8 in 2024-07-26T07:19:55.608 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_snap_rollback PASSED [ 74%] 2024-07-26T07:19:55.728 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_discard PASSED [ 75%] 2024-07-26T07:19:55.854 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_write PASSED [ 75%] 2024-07-26T07:19:55.954 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_acquire_release_lock PASSED [ 76%] 2024-07-26T07:19:56.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:55 smithi155 ceph-mon[90160]: osdmap e2820: 8 total, 8 up, 8 in 2024-07-26T07:19:56.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:55 smithi155 ceph-mon[90160]: pgmap v4752: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 119 KiB/s rd, 12 KiB/s wr, 178 op/s 2024-07-26T07:19:56.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:55 smithi155 ceph-mon[90160]: osdmap e2821: 8 total, 8 up, 8 in 2024-07-26T07:19:56.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:55 smithi089 ceph-mon[99608]: osdmap e2820: 8 total, 8 up, 8 in 2024-07-26T07:19:56.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:55 smithi089 ceph-mon[99608]: pgmap v4752: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 119 KiB/s rd, 12 KiB/s wr, 178 op/s 2024-07-26T07:19:56.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:55 smithi089 ceph-mon[99608]: osdmap e2821: 8 total, 8 up, 8 in 2024-07-26T07:19:56.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:55 smithi089 ceph-mon[102056]: osdmap e2820: 8 total, 8 up, 8 in 2024-07-26T07:19:56.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:55 smithi089 ceph-mon[102056]: pgmap v4752: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 119 KiB/s rd, 12 KiB/s wr, 178 op/s 2024-07-26T07:19:56.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:55 smithi089 ceph-mon[102056]: osdmap e2821: 8 total, 8 up, 8 in 2024-07-26T07:19:56.778 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_break_lock PASSED [ 76%] 2024-07-26T07:19:56.865 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_uuid PASSED [ 77%] 2024-07-26T07:19:56.961 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_site_name PASSED [ 78%] 2024-07-26T07:19:57.068 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_peer_bootstrap PASSED [ 78%] 2024-07-26T07:19:57.128 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:56 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:19:57.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:56 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/2722927623' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.89:0/556228704"}]: dispatch 2024-07-26T07:19:57.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:56 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:19:57.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:56 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/2722927623' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.89:0/556228704"}]: dispatch 2024-07-26T07:19:57.154 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:56 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:19:57.155 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:56 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/2722927623' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.89:0/556228704"}]: dispatch 2024-07-26T07:19:57.167 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_peer PASSED [ 79%] 2024-07-26T07:19:57.257 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image SKIPPED [ 79%] 2024-07-26T07:19:57.341 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image_status SKIPPED [ 80%] 2024-07-26T07:19:58.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:57 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/2722927623' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.89:0/556228704"}]': finished 2024-07-26T07:19:58.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:57 smithi155 ceph-mon[90160]: osdmap e2822: 8 total, 8 up, 8 in 2024-07-26T07:19:58.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:57 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' 2024-07-26T07:19:58.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:57 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/2206088449' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-07-26T07:19:58.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:57 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/2206088449' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-07-26T07:19:58.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:57 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-07-26T07:19:58.129 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:57 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-07-26T07:19:58.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:57 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/2206088449' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-07-26T07:19:58.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:57 smithi155 ceph-mon[90160]: pgmap v4755: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 289 KiB/s rd, 18 KiB/s wr, 383 op/s 2024-07-26T07:19:58.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:57 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/2206088449' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-07-26T07:19:58.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:57 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/2206088449' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-07-26T07:19:58.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:57 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-07-26T07:19:58.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:57 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/2206088449' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-07-26T07:19:58.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:57 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' 2024-07-26T07:19:58.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:57 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/2206088449' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/117/99377e6e-eadc-4356-b2f0-6ee1e962c9e6"}]: dispatch 2024-07-26T07:19:58.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:57 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/2206088449' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/99377e6e-eadc-4356-b2f0-6ee1e962c9e6"}]: dispatch 2024-07-26T07:19:58.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:57 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/99377e6e-eadc-4356-b2f0-6ee1e962c9e6"}]: dispatch 2024-07-26T07:19:58.130 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:57 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/99377e6e-eadc-4356-b2f0-6ee1e962c9e6"}]': finished 2024-07-26T07:19:58.154 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:57 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/2722927623' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.89:0/556228704"}]': finished 2024-07-26T07:19:58.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:57 smithi089 ceph-mon[99608]: osdmap e2822: 8 total, 8 up, 8 in 2024-07-26T07:19:58.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:57 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' 2024-07-26T07:19:58.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:57 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/2206088449' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-07-26T07:19:58.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:57 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/2206088449' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-07-26T07:19:58.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:57 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-07-26T07:19:58.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:57 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-07-26T07:19:58.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:57 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/2206088449' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-07-26T07:19:58.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:57 smithi089 ceph-mon[99608]: pgmap v4755: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 289 KiB/s rd, 18 KiB/s wr, 383 op/s 2024-07-26T07:19:58.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:57 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/2206088449' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-07-26T07:19:58.155 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:57 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/2206088449' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-07-26T07:19:58.156 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:57 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-07-26T07:19:58.156 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:57 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/2206088449' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-07-26T07:19:58.156 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:57 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' 2024-07-26T07:19:58.156 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:57 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/2206088449' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/117/99377e6e-eadc-4356-b2f0-6ee1e962c9e6"}]: dispatch 2024-07-26T07:19:58.156 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:57 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/2206088449' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/99377e6e-eadc-4356-b2f0-6ee1e962c9e6"}]: dispatch 2024-07-26T07:19:58.156 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:57 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/99377e6e-eadc-4356-b2f0-6ee1e962c9e6"}]: dispatch 2024-07-26T07:19:58.156 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:57 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/99377e6e-eadc-4356-b2f0-6ee1e962c9e6"}]': finished 2024-07-26T07:19:58.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:57 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/2722927623' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.89:0/556228704"}]': finished 2024-07-26T07:19:58.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:57 smithi089 ceph-mon[102056]: osdmap e2822: 8 total, 8 up, 8 in 2024-07-26T07:19:58.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:57 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' 2024-07-26T07:19:58.156 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:57 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/2206088449' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-07-26T07:19:58.157 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:57 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/2206088449' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-07-26T07:19:58.157 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:57 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-07-26T07:19:58.157 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:57 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-07-26T07:19:58.157 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:57 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/2206088449' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-07-26T07:19:58.157 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:57 smithi089 ceph-mon[102056]: pgmap v4755: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 289 KiB/s rd, 18 KiB/s wr, 383 op/s 2024-07-26T07:19:58.157 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:57 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/2206088449' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-07-26T07:19:58.157 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:57 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/2206088449' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-07-26T07:19:58.157 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:57 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-07-26T07:19:58.157 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:57 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/2206088449' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-07-26T07:19:58.157 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:57 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' 2024-07-26T07:19:58.157 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:57 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/2206088449' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/117/99377e6e-eadc-4356-b2f0-6ee1e962c9e6"}]: dispatch 2024-07-26T07:19:58.157 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:57 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/2206088449' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/99377e6e-eadc-4356-b2f0-6ee1e962c9e6"}]: dispatch 2024-07-26T07:19:58.157 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:57 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/99377e6e-eadc-4356-b2f0-6ee1e962c9e6"}]: dispatch 2024-07-26T07:19:58.158 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:57 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/99377e6e-eadc-4356-b2f0-6ee1e962c9e6"}]': finished 2024-07-26T07:19:59.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:19:59 smithi155 ceph-mon[90160]: osdmap e2823: 8 total, 8 up, 8 in 2024-07-26T07:19:59.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:19:59 smithi089 ceph-mon[99608]: osdmap e2823: 8 total, 8 up, 8 in 2024-07-26T07:19:59.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:19:59 smithi089 ceph-mon[102056]: osdmap e2823: 8 total, 8 up, 8 in 2024-07-26T07:20:00.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:20:00 smithi155 ceph-mon[90160]: pgmap v4757: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 276 KiB/s rd, 14 KiB/s wr, 370 op/s 2024-07-26T07:20:00.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:20:00 smithi155 ceph-mon[90160]: osdmap e2824: 8 total, 8 up, 8 in 2024-07-26T07:20:00.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:20:00 smithi155 ceph-mon[90160]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-07-26T07:20:00.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:20:00 smithi089 ceph-mon[99608]: pgmap v4757: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 276 KiB/s rd, 14 KiB/s wr, 370 op/s 2024-07-26T07:20:00.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:20:00 smithi089 ceph-mon[99608]: osdmap e2824: 8 total, 8 up, 8 in 2024-07-26T07:20:00.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:20:00 smithi089 ceph-mon[99608]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-07-26T07:20:00.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:20:00 smithi089 ceph-mon[102056]: pgmap v4757: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 276 KiB/s rd, 14 KiB/s wr, 370 op/s 2024-07-26T07:20:00.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:20:00 smithi089 ceph-mon[102056]: osdmap e2824: 8 total, 8 up, 8 in 2024-07-26T07:20:00.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:20:00 smithi089 ceph-mon[102056]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-07-26T07:20:01.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:20:01 smithi155 ceph-mon[90160]: osdmap e2825: 8 total, 8 up, 8 in 2024-07-26T07:20:01.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:20:01 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/2206088449' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/42adf1e8-4845-4ad6-8e0a-2b94d148b812"}]: dispatch 2024-07-26T07:20:01.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:20:01 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/42adf1e8-4845-4ad6-8e0a-2b94d148b812"}]: dispatch 2024-07-26T07:20:01.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:20:01 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/42adf1e8-4845-4ad6-8e0a-2b94d148b812"}]': finished 2024-07-26T07:20:01.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:20:01 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/2206088449' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/03afa69b-120c-41f4-80e2-1e824ebe38f6"}]: dispatch 2024-07-26T07:20:01.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:20:01 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/03afa69b-120c-41f4-80e2-1e824ebe38f6"}]: dispatch 2024-07-26T07:20:01.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:20:01 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/03afa69b-120c-41f4-80e2-1e824ebe38f6"}]': finished 2024-07-26T07:20:01.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:20:01 smithi155 ceph-mon[90160]: osdmap e2826: 8 total, 8 up, 8 in 2024-07-26T07:20:01.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:20:01 smithi089 ceph-mon[99608]: osdmap e2825: 8 total, 8 up, 8 in 2024-07-26T07:20:01.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:20:01 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/2206088449' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/42adf1e8-4845-4ad6-8e0a-2b94d148b812"}]: dispatch 2024-07-26T07:20:01.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:20:01 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/42adf1e8-4845-4ad6-8e0a-2b94d148b812"}]: dispatch 2024-07-26T07:20:01.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:20:01 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/42adf1e8-4845-4ad6-8e0a-2b94d148b812"}]': finished 2024-07-26T07:20:01.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:20:01 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/2206088449' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/03afa69b-120c-41f4-80e2-1e824ebe38f6"}]: dispatch 2024-07-26T07:20:01.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:20:01 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/03afa69b-120c-41f4-80e2-1e824ebe38f6"}]: dispatch 2024-07-26T07:20:01.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:20:01 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/03afa69b-120c-41f4-80e2-1e824ebe38f6"}]': finished 2024-07-26T07:20:01.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:20:01 smithi089 ceph-mon[99608]: osdmap e2826: 8 total, 8 up, 8 in 2024-07-26T07:20:01.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:20:01 smithi089 ceph-mon[102056]: osdmap e2825: 8 total, 8 up, 8 in 2024-07-26T07:20:01.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:20:01 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/2206088449' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/42adf1e8-4845-4ad6-8e0a-2b94d148b812"}]: dispatch 2024-07-26T07:20:01.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:20:01 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/42adf1e8-4845-4ad6-8e0a-2b94d148b812"}]: dispatch 2024-07-26T07:20:01.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:20:01 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/42adf1e8-4845-4ad6-8e0a-2b94d148b812"}]': finished 2024-07-26T07:20:01.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:20:01 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/2206088449' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/03afa69b-120c-41f4-80e2-1e824ebe38f6"}]: dispatch 2024-07-26T07:20:01.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:20:01 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/03afa69b-120c-41f4-80e2-1e824ebe38f6"}]: dispatch 2024-07-26T07:20:01.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:20:01 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/03afa69b-120c-41f4-80e2-1e824ebe38f6"}]': finished 2024-07-26T07:20:01.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:20:01 smithi089 ceph-mon[102056]: osdmap e2826: 8 total, 8 up, 8 in 2024-07-26T07:20:02.379 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:20:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:20:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:20:02.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:20:02 smithi155 ceph-mon[90160]: pgmap v4761: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 314 KiB/s rd, 24 KiB/s wr, 456 op/s 2024-07-26T07:20:02.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:20:02 smithi155 ceph-mon[90160]: osdmap e2827: 8 total, 8 up, 8 in 2024-07-26T07:20:02.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:20:02 smithi089 ceph-mon[99608]: pgmap v4761: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 314 KiB/s rd, 24 KiB/s wr, 456 op/s 2024-07-26T07:20:02.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:20:02 smithi089 ceph-mon[99608]: osdmap e2827: 8 total, 8 up, 8 in 2024-07-26T07:20:02.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:20:02 smithi089 ceph-mon[102056]: pgmap v4761: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 314 KiB/s rd, 24 KiB/s wr, 456 op/s 2024-07-26T07:20:02.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:20:02 smithi089 ceph-mon[102056]: osdmap e2827: 8 total, 8 up, 8 in 2024-07-26T07:20:02.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:20:02 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:20:02] "GET /metrics HTTP/1.1" 200 36642 "" "Prometheus/2.43.0" 2024-07-26T07:20:03.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:20:03 smithi155 ceph-mon[90160]: osdmap e2828: 8 total, 8 up, 8 in 2024-07-26T07:20:03.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:20:03 smithi155 ceph-mon[90160]: pgmap v4764: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 345 KiB/s rd, 32 KiB/s wr, 473 op/s 2024-07-26T07:20:03.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:20:03 smithi089 ceph-mon[99608]: osdmap e2828: 8 total, 8 up, 8 in 2024-07-26T07:20:03.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:20:03 smithi089 ceph-mon[99608]: pgmap v4764: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 345 KiB/s rd, 32 KiB/s wr, 473 op/s 2024-07-26T07:20:03.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:20:03 smithi089 ceph-mon[102056]: osdmap e2828: 8 total, 8 up, 8 in 2024-07-26T07:20:03.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:20:03 smithi089 ceph-mon[102056]: pgmap v4764: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 345 KiB/s rd, 32 KiB/s wr, 473 op/s 2024-07-26T07:20:04.607 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image_create_snapshot PASSED [ 80%] 2024-07-26T07:20:04.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:20:04 smithi155 ceph-mon[90160]: osdmap e2829: 8 total, 8 up, 8 in 2024-07-26T07:20:04.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:20:04 smithi089 ceph-mon[99608]: osdmap e2829: 8 total, 8 up, 8 in 2024-07-26T07:20:04.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:20:04 smithi089 ceph-mon[102056]: osdmap e2829: 8 total, 8 up, 8 in 2024-07-26T07:20:05.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:20:05 smithi155 ceph-mon[90160]: osdmap e2830: 8 total, 8 up, 8 in 2024-07-26T07:20:05.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:20:05 smithi155 ceph-mon[90160]: pgmap v4767: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 185 KiB/s rd, 12 KiB/s wr, 242 op/s 2024-07-26T07:20:05.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:20:05 smithi155 ceph-mon[90160]: osdmap e2831: 8 total, 8 up, 8 in 2024-07-26T07:20:05.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:20:05 smithi089 ceph-mon[99608]: osdmap e2830: 8 total, 8 up, 8 in 2024-07-26T07:20:05.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:20:05 smithi089 ceph-mon[99608]: pgmap v4767: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 185 KiB/s rd, 12 KiB/s wr, 242 op/s 2024-07-26T07:20:05.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:20:05 smithi089 ceph-mon[99608]: osdmap e2831: 8 total, 8 up, 8 in 2024-07-26T07:20:05.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:20:05 smithi089 ceph-mon[102056]: osdmap e2830: 8 total, 8 up, 8 in 2024-07-26T07:20:05.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:20:05 smithi089 ceph-mon[102056]: pgmap v4767: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 185 KiB/s rd, 12 KiB/s wr, 242 op/s 2024-07-26T07:20:05.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:20:05 smithi089 ceph-mon[102056]: osdmap e2831: 8 total, 8 up, 8 in 2024-07-26T07:20:07.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:20:07 smithi155 ceph-mon[90160]: osdmap e2832: 8 total, 8 up, 8 in 2024-07-26T07:20:07.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:20:07 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/2206088449' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/cc0db52c-d5d8-43b9-98a2-0227f49fc290"}]: dispatch 2024-07-26T07:20:07.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:20:07 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/cc0db52c-d5d8-43b9-98a2-0227f49fc290"}]: dispatch 2024-07-26T07:20:07.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:20:07 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/cc0db52c-d5d8-43b9-98a2-0227f49fc290"}]': finished 2024-07-26T07:20:07.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:20:07 smithi155 ceph-mon[90160]: pgmap v4770: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 8.5 KiB/s wr, 108 op/s 2024-07-26T07:20:07.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:20:07 smithi089 ceph-mon[99608]: osdmap e2832: 8 total, 8 up, 8 in 2024-07-26T07:20:07.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:20:07 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/2206088449' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/cc0db52c-d5d8-43b9-98a2-0227f49fc290"}]: dispatch 2024-07-26T07:20:07.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:20:07 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/cc0db52c-d5d8-43b9-98a2-0227f49fc290"}]: dispatch 2024-07-26T07:20:07.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:20:07 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/cc0db52c-d5d8-43b9-98a2-0227f49fc290"}]': finished 2024-07-26T07:20:07.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:20:07 smithi089 ceph-mon[99608]: pgmap v4770: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 8.5 KiB/s wr, 108 op/s 2024-07-26T07:20:07.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:20:07 smithi089 ceph-mon[102056]: osdmap e2832: 8 total, 8 up, 8 in 2024-07-26T07:20:07.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:20:07 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/2206088449' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/cc0db52c-d5d8-43b9-98a2-0227f49fc290"}]: dispatch 2024-07-26T07:20:07.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:20:07 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/cc0db52c-d5d8-43b9-98a2-0227f49fc290"}]: dispatch 2024-07-26T07:20:07.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:20:07 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/cc0db52c-d5d8-43b9-98a2-0227f49fc290"}]': finished 2024-07-26T07:20:07.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:20:07 smithi089 ceph-mon[102056]: pgmap v4770: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 8.5 KiB/s wr, 108 op/s 2024-07-26T07:20:08.652 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_aio_mirror_image_create_snapshot PASSED [ 81%] 2024-07-26T07:20:08.732 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_move PASSED [ 81%] 2024-07-26T07:20:08.867 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_purge PASSED [ 82%] 2024-07-26T07:20:08.878 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:20:08 smithi155 ceph-mon[90160]: osdmap e2833: 8 total, 8 up, 8 in 2024-07-26T07:20:08.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:20:08 smithi089 ceph-mon[99608]: osdmap e2833: 8 total, 8 up, 8 in 2024-07-26T07:20:08.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:20:08 smithi089 ceph-mon[102056]: osdmap e2833: 8 total, 8 up, 8 in 2024-07-26T07:20:08.938 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove_denied PASSED [ 82%] 2024-07-26T07:20:09.016 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove PASSED [ 83%] 2024-07-26T07:20:09.088 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove_with_progress PASSED [ 84%] 2024-07-26T07:20:09.161 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_get PASSED [ 84%] 2024-07-26T07:20:09.290 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_list PASSED [ 85%] 2024-07-26T07:20:09.401 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_restore PASSED [ 85%] 2024-07-26T07:20:09.408 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create_group PASSED [ 86%] 2024-07-26T07:20:09.416 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_rename_group PASSED [ 86%] 2024-07-26T07:20:09.417 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups_empty PASSED [ 87%] 2024-07-26T07:20:09.424 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups PASSED [ 87%] 2024-07-26T07:20:09.431 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups_after_removed PASSED [ 88%] 2024-07-26T07:20:09.522 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_add PASSED [ 89%] 2024-07-26T07:20:09.609 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list_empty PASSED [ 89%] 2024-07-26T07:20:09.699 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list PASSED [ 90%] 2024-07-26T07:20:09.827 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list_move_to_trash PASSED [ 90%] 2024-07-26T07:20:09.878 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:20:09 smithi155 ceph-mon[90160]: osdmap e2834: 8 total, 8 up, 8 in 2024-07-26T07:20:09.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:20:09 smithi155 ceph-mon[90160]: pgmap v4773: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 8.2 KiB/s wr, 97 op/s 2024-07-26T07:20:09.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:20:09 smithi089 ceph-mon[99608]: osdmap e2834: 8 total, 8 up, 8 in 2024-07-26T07:20:09.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:20:09 smithi089 ceph-mon[99608]: pgmap v4773: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 8.2 KiB/s wr, 97 op/s 2024-07-26T07:20:09.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:20:09 smithi089 ceph-mon[102056]: osdmap e2834: 8 total, 8 up, 8 in 2024-07-26T07:20:09.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:20:09 smithi089 ceph-mon[102056]: pgmap v4773: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 8.2 KiB/s wr, 97 op/s 2024-07-26T07:20:11.412 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_many_images PASSED [ 91%] 2024-07-26T07:20:11.526 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_remove PASSED [ 91%] 2024-07-26T07:20:11.622 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap PASSED [ 92%] 2024-07-26T07:20:11.723 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_flags PASSED [ 92%] 2024-07-26T07:20:11.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:20:11 smithi155 ceph-mon[90160]: osdmap e2835: 8 total, 8 up, 8 in 2024-07-26T07:20:11.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:20:11 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:20:11.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:20:11 smithi155 ceph-mon[90160]: pgmap v4775: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 404 KiB/s rd, 32 KiB/s wr, 565 op/s 2024-07-26T07:20:11.900 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_list_many PASSED [ 93%] 2024-07-26T07:20:11.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:20:11 smithi089 ceph-mon[99608]: osdmap e2835: 8 total, 8 up, 8 in 2024-07-26T07:20:11.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:20:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:20:11.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:20:11 smithi089 ceph-mon[99608]: pgmap v4775: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 404 KiB/s rd, 32 KiB/s wr, 565 op/s 2024-07-26T07:20:11.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:20:11 smithi089 ceph-mon[102056]: osdmap e2835: 8 total, 8 up, 8 in 2024-07-26T07:20:11.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:20:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:20:11.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:20:11 smithi089 ceph-mon[102056]: pgmap v4775: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 404 KiB/s rd, 32 KiB/s wr, 565 op/s 2024-07-26T07:20:12.630 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:20:12 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:20:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:20:12.805 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:20:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:20:12] "GET /metrics HTTP/1.1" 200 36640 "" "Prometheus/2.43.0" 2024-07-26T07:20:13.630 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_namespace PASSED [ 93%] 2024-07-26T07:20:13.730 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_rename PASSED [ 94%] 2024-07-26T07:20:13.878 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:20:13 smithi155 ceph-mon[90160]: osdmap e2836: 8 total, 8 up, 8 in 2024-07-26T07:20:13.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:20:13 smithi155 ceph-mon[90160]: pgmap v4777: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 610 KiB/s rd, 77 KiB/s wr, 897 op/s 2024-07-26T07:20:13.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:20:13 smithi089 ceph-mon[99608]: osdmap e2836: 8 total, 8 up, 8 in 2024-07-26T07:20:13.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:20:13 smithi089 ceph-mon[99608]: pgmap v4777: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 610 KiB/s rd, 77 KiB/s wr, 897 op/s 2024-07-26T07:20:13.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:20:13 smithi089 ceph-mon[102056]: osdmap e2836: 8 total, 8 up, 8 in 2024-07-26T07:20:13.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:20:13 smithi089 ceph-mon[102056]: pgmap v4777: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 610 KiB/s rd, 77 KiB/s wr, 897 op/s 2024-07-26T07:20:14.882 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:20:14 smithi155 ceph-mon[90160]: osdmap e2837: 8 total, 8 up, 8 in 2024-07-26T07:20:14.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:20:14 smithi089 ceph-mon[99608]: osdmap e2837: 8 total, 8 up, 8 in 2024-07-26T07:20:14.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:20:14 smithi089 ceph-mon[102056]: osdmap e2837: 8 total, 8 up, 8 in 2024-07-26T07:20:15.636 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_rollback PASSED [ 95%] 2024-07-26T07:20:15.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:20:15 smithi155 ceph-mon[90160]: osdmap e2838: 8 total, 8 up, 8 in 2024-07-26T07:20:15.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:20:15 smithi155 ceph-mon[90160]: pgmap v4780: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 942 KiB/s rd, 114 KiB/s wr, 1.38k op/s 2024-07-26T07:20:15.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:20:15 smithi155 ceph-mon[90160]: osdmap e2839: 8 total, 8 up, 8 in 2024-07-26T07:20:15.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:20:15 smithi089 ceph-mon[99608]: osdmap e2838: 8 total, 8 up, 8 in 2024-07-26T07:20:15.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:20:15 smithi089 ceph-mon[99608]: pgmap v4780: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 942 KiB/s rd, 114 KiB/s wr, 1.38k op/s 2024-07-26T07:20:15.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:20:15 smithi089 ceph-mon[99608]: osdmap e2839: 8 total, 8 up, 8 in 2024-07-26T07:20:15.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:20:15 smithi089 ceph-mon[102056]: osdmap e2838: 8 total, 8 up, 8 in 2024-07-26T07:20:15.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:20:15 smithi089 ceph-mon[102056]: pgmap v4780: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 942 KiB/s rd, 114 KiB/s wr, 1.38k op/s 2024-07-26T07:20:15.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:20:15 smithi089 ceph-mon[102056]: osdmap e2839: 8 total, 8 up, 8 in 2024-07-26T07:20:15.907 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration PASSED [ 95%] 2024-07-26T07:20:17.640 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_clone_v1_to_v1 PASSED [ 96%] 2024-07-26T07:20:17.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:20:17 smithi155 ceph-mon[90160]: osdmap e2840: 8 total, 8 up, 8 in 2024-07-26T07:20:17.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:20:17 smithi155 ceph-mon[90160]: pgmap v4783: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 748 KiB/s rd, 53 KiB/s wr, 1.02k op/s 2024-07-26T07:20:17.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:20:17 smithi089 ceph-mon[99608]: osdmap e2840: 8 total, 8 up, 8 in 2024-07-26T07:20:17.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:20:17 smithi089 ceph-mon[99608]: pgmap v4783: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 748 KiB/s rd, 53 KiB/s wr, 1.02k op/s 2024-07-26T07:20:17.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:20:17 smithi089 ceph-mon[102056]: osdmap e2840: 8 total, 8 up, 8 in 2024-07-26T07:20:17.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:20:17 smithi089 ceph-mon[102056]: pgmap v4783: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 748 KiB/s rd, 53 KiB/s wr, 1.02k op/s 2024-07-26T07:20:18.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:20:18 smithi155 ceph-mon[90160]: osdmap e2841: 8 total, 8 up, 8 in 2024-07-26T07:20:18.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:20:18 smithi089 ceph-mon[99608]: osdmap e2841: 8 total, 8 up, 8 in 2024-07-26T07:20:18.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:20:18 smithi089 ceph-mon[102056]: osdmap e2841: 8 total, 8 up, 8 in 2024-07-26T07:20:19.653 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_clone_v1_to_v2 PASSED [ 96%] 2024-07-26T07:20:19.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:20:19 smithi155 ceph-mon[90160]: osdmap e2842: 8 total, 8 up, 8 in 2024-07-26T07:20:19.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:20:19 smithi155 ceph-mon[90160]: pgmap v4786: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 534 KiB/s rd, 29 KiB/s wr, 698 op/s 2024-07-26T07:20:19.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:20:19 smithi089 ceph-mon[99608]: osdmap e2842: 8 total, 8 up, 8 in 2024-07-26T07:20:19.905 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:20:19 smithi089 ceph-mon[99608]: pgmap v4786: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 534 KiB/s rd, 29 KiB/s wr, 698 op/s 2024-07-26T07:20:19.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:20:19 smithi089 ceph-mon[102056]: osdmap e2842: 8 total, 8 up, 8 in 2024-07-26T07:20:19.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:20:19 smithi089 ceph-mon[102056]: pgmap v4786: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 534 KiB/s rd, 29 KiB/s wr, 698 op/s 2024-07-26T07:20:20.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:20:20 smithi155 ceph-mon[90160]: osdmap e2843: 8 total, 8 up, 8 in 2024-07-26T07:20:20.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:20:20 smithi155 ceph-mon[90160]: osdmap e2844: 8 total, 8 up, 8 in 2024-07-26T07:20:20.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:20:20 smithi089 ceph-mon[99608]: osdmap e2843: 8 total, 8 up, 8 in 2024-07-26T07:20:20.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:20:20 smithi089 ceph-mon[99608]: osdmap e2844: 8 total, 8 up, 8 in 2024-07-26T07:20:20.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:20:20 smithi089 ceph-mon[102056]: osdmap e2843: 8 total, 8 up, 8 in 2024-07-26T07:20:20.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:20:20 smithi089 ceph-mon[102056]: osdmap e2844: 8 total, 8 up, 8 in 2024-07-26T07:20:21.664 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_clone_v2_to_v1 PASSED [ 97%] 2024-07-26T07:20:21.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:20:21 smithi155 ceph-mon[90160]: pgmap v4789: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 599 KiB/s rd, 22 KiB/s wr, 763 op/s 2024-07-26T07:20:21.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:20:21 smithi089 ceph-mon[99608]: pgmap v4789: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 599 KiB/s rd, 22 KiB/s wr, 763 op/s 2024-07-26T07:20:21.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:20:21 smithi089 ceph-mon[102056]: pgmap v4789: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 599 KiB/s rd, 22 KiB/s wr, 763 op/s 2024-07-26T07:20:22.567 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:20:22 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:20:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:20:22.865 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:20:22 smithi155 ceph-mon[90160]: osdmap e2845: 8 total, 8 up, 8 in 2024-07-26T07:20:22.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:20:22 smithi089 ceph-mon[99608]: osdmap e2845: 8 total, 8 up, 8 in 2024-07-26T07:20:22.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:20:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:20:22] "GET /metrics HTTP/1.1" 200 36640 "" "Prometheus/2.43.0" 2024-07-26T07:20:22.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:20:22 smithi089 ceph-mon[102056]: osdmap e2845: 8 total, 8 up, 8 in 2024-07-26T07:20:23.672 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_clone_v2_to_v2 PASSED [ 97%] 2024-07-26T07:20:23.833 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:20:23 smithi155 ceph-mon[90160]: osdmap e2846: 8 total, 8 up, 8 in 2024-07-26T07:20:23.833 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:20:23 smithi155 ceph-mon[90160]: pgmap v4792: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 839 KiB/s rd, 35 KiB/s wr, 1.07k op/s 2024-07-26T07:20:23.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:20:23 smithi089 ceph-mon[99608]: osdmap e2846: 8 total, 8 up, 8 in 2024-07-26T07:20:23.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:20:23 smithi089 ceph-mon[99608]: pgmap v4792: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 839 KiB/s rd, 35 KiB/s wr, 1.07k op/s 2024-07-26T07:20:23.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:20:23 smithi089 ceph-mon[102056]: osdmap e2846: 8 total, 8 up, 8 in 2024-07-26T07:20:23.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:20:23 smithi089 ceph-mon[102056]: pgmap v4792: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 839 KiB/s rd, 35 KiB/s wr, 1.07k op/s 2024-07-26T07:20:24.878 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:20:24 smithi155 ceph-mon[90160]: osdmap e2847: 8 total, 8 up, 8 in 2024-07-26T07:20:24.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:20:24 smithi089 ceph-mon[99608]: osdmap e2847: 8 total, 8 up, 8 in 2024-07-26T07:20:24.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:20:24 smithi089 ceph-mon[102056]: osdmap e2847: 8 total, 8 up, 8 in 2024-07-26T07:20:25.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:20:25 smithi155 ceph-mon[90160]: osdmap e2848: 8 total, 8 up, 8 in 2024-07-26T07:20:25.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:20:25 smithi155 ceph-mon[90160]: pgmap v4795: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 363 KiB/s rd, 19 KiB/s wr, 471 op/s 2024-07-26T07:20:25.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:20:25 smithi155 ceph-mon[90160]: osdmap e2849: 8 total, 8 up, 8 in 2024-07-26T07:20:25.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:20:25 smithi089 ceph-mon[99608]: osdmap e2848: 8 total, 8 up, 8 in 2024-07-26T07:20:25.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:20:25 smithi089 ceph-mon[99608]: pgmap v4795: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 363 KiB/s rd, 19 KiB/s wr, 471 op/s 2024-07-26T07:20:25.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:20:25 smithi089 ceph-mon[99608]: osdmap e2849: 8 total, 8 up, 8 in 2024-07-26T07:20:25.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:20:25 smithi089 ceph-mon[102056]: osdmap e2848: 8 total, 8 up, 8 in 2024-07-26T07:20:25.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:20:25 smithi089 ceph-mon[102056]: pgmap v4795: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 363 KiB/s rd, 19 KiB/s wr, 471 op/s 2024-07-26T07:20:25.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:20:25 smithi089 ceph-mon[102056]: osdmap e2849: 8 total, 8 up, 8 in 2024-07-26T07:20:26.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:20:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:20:26.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:20:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:20:26.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:20:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:20:27.760 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_import PASSED [ 98%] 2024-07-26T07:20:27.878 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:20:27 smithi155 ceph-mon[90160]: osdmap e2850: 8 total, 8 up, 8 in 2024-07-26T07:20:27.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:20:27 smithi155 ceph-mon[90160]: pgmap v4798: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 340 KiB/s rd, 17 KiB/s wr, 434 op/s 2024-07-26T07:20:27.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:20:27 smithi089 ceph-mon[99608]: osdmap e2850: 8 total, 8 up, 8 in 2024-07-26T07:20:27.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:20:27 smithi089 ceph-mon[99608]: pgmap v4798: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 340 KiB/s rd, 17 KiB/s wr, 434 op/s 2024-07-26T07:20:27.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:20:27 smithi089 ceph-mon[102056]: osdmap e2850: 8 total, 8 up, 8 in 2024-07-26T07:20:27.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:20:27 smithi089 ceph-mon[102056]: pgmap v4798: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 340 KiB/s rd, 17 KiB/s wr, 434 op/s 2024-07-26T07:20:27.976 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_with_progress PASSED [ 98%] 2024-07-26T07:20:28.164 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migrate_abort PASSED [ 99%] 2024-07-26T07:20:28.623 INFO:tasks.workunit.client.0.smithi089.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migrate_abort_with_progress PASSED [100%] 2024-07-26T07:20:28.624 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T07:20:28.624 INFO:tasks.workunit.client.0.smithi089.stdout:================== 174 passed, 8 skipped in 662.36s (0:11:02) ================== 2024-07-26T07:20:28.647 INFO:tasks.workunit.client.0.smithi089.stderr:+ exit 0 2024-07-26T07:20:28.648 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-07-26T07:20:28.648 DEBUG:teuthology.orchestra.run.smithi089:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-07-26T07:20:28.675 INFO:tasks.workunit:Stopping ['rbd/test_librbd_python.sh'] on client.0... 2024-07-26T07:20:28.675 DEBUG:teuthology.orchestra.run.smithi089:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-07-26T07:20:28.878 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:20:28 smithi155 ceph-mon[90160]: osdmap e2851: 8 total, 8 up, 8 in 2024-07-26T07:20:28.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:20:28 smithi089 ceph-mon[99608]: osdmap e2851: 8 total, 8 up, 8 in 2024-07-26T07:20:28.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:20:28 smithi089 ceph-mon[102056]: osdmap e2851: 8 total, 8 up, 8 in 2024-07-26T07:20:28.925 DEBUG:teuthology.parallel:result is None 2024-07-26T07:20:28.926 DEBUG:teuthology.orchestra.run.smithi089:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-07-26T07:20:28.950 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-07-26T07:20:28.951 DEBUG:teuthology.orchestra.run.smithi089:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-07-26T07:20:29.007 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-07-26T07:20:29.007 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-07-26T07:20:29.007 INFO:teuthology.task.print:**** done end test_rbd_python.yaml 2024-07-26T07:20:29.007 DEBUG:teuthology.parallel:result is None 2024-07-26T07:20:29.007 INFO:teuthology.run_tasks:Running task print... 2024-07-26T07:20:29.019 INFO:teuthology.task.print:**** done end parallel 2024-07-26T07:20:29.019 INFO:teuthology.run_tasks:Running task print... 2024-07-26T07:20:29.051 INFO:teuthology.task.print:**** done start telemetry x... 2024-07-26T07:20:29.052 INFO:teuthology.run_tasks:Running task workunit... 2024-07-26T07:20:29.085 INFO:tasks.workunit:Pulling workunits from ref 7157f4fcc60c60f7da92ccbda475bb5db5f37a30 2024-07-26T07:20:29.086 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-07-26T07:20:29.086 DEBUG:teuthology.orchestra.run.smithi089:> stat -- /home/ubuntu/cephtest/mnt.0 2024-07-26T07:20:29.101 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-26T07:20:29.101 INFO:teuthology.orchestra.run.smithi089.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-07-26T07:20:29.101 DEBUG:teuthology.orchestra.run.smithi089:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-07-26T07:20:29.156 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-07-26T07:20:29.156 DEBUG:teuthology.orchestra.run.smithi089:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-07-26T07:20:29.212 INFO:tasks.workunit:timeout=3h 2024-07-26T07:20:29.212 INFO:tasks.workunit:cleanup=True 2024-07-26T07:20:29.212 DEBUG:teuthology.orchestra.run.smithi089:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 7157f4fcc60c60f7da92ccbda475bb5db5f37a30 2024-07-26T07:20:29.269 INFO:tasks.workunit.client.0.smithi089.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-07-26T07:20:29.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:20:29 smithi155 ceph-mon[90160]: osdmap e2852: 8 total, 8 up, 8 in 2024-07-26T07:20:29.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:20:29 smithi155 ceph-mon[90160]: pgmap v4801: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:20:29.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:20:29 smithi089 ceph-mon[99608]: osdmap e2852: 8 total, 8 up, 8 in 2024-07-26T07:20:29.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:20:29 smithi089 ceph-mon[99608]: pgmap v4801: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:20:29.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:20:29 smithi089 ceph-mon[102056]: osdmap e2852: 8 total, 8 up, 8 in 2024-07-26T07:20:29.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:20:29 smithi089 ceph-mon[102056]: pgmap v4801: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:20:31.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:20:31 smithi155 ceph-mon[90160]: pgmap v4802: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:20:31.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:20:31 smithi089 ceph-mon[99608]: pgmap v4802: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:20:31.905 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:20:31 smithi089 ceph-mon[102056]: pgmap v4802: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:20:32.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:20:32 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:20:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:20:32.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:20:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:20:32] "GET /metrics HTTP/1.1" 200 36643 "" "Prometheus/2.43.0" 2024-07-26T07:20:34.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:20:33 smithi155 ceph-mon[90160]: pgmap v4803: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:20:34.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:20:33 smithi089 ceph-mon[99608]: pgmap v4803: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:20:34.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:20:33 smithi089 ceph-mon[102056]: pgmap v4803: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:20:36.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:20:35 smithi155 ceph-mon[90160]: pgmap v4804: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:20:36.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:20:35 smithi089 ceph-mon[99608]: pgmap v4804: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:20:36.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:20:35 smithi089 ceph-mon[102056]: pgmap v4804: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:20:38.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:20:37 smithi155 ceph-mon[90160]: pgmap v4805: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:20:38.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:20:37 smithi089 ceph-mon[99608]: pgmap v4805: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:20:38.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:20:37 smithi089 ceph-mon[102056]: pgmap v4805: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:20:40.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:20:39 smithi155 ceph-mon[90160]: pgmap v4806: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:20:40.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:20:39 smithi089 ceph-mon[99608]: pgmap v4806: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:20:40.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:20:39 smithi089 ceph-mon[102056]: pgmap v4806: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:20:41.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:20:40 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:20:41.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:20:40 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:20:41.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:20:40 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:20:42.306 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:20:41 smithi089 ceph-mon[99608]: pgmap v4807: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:20:42.306 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:20:41 smithi089 ceph-mon[102056]: pgmap v4807: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:20:42.314 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:20:41 smithi155 ceph-mon[90160]: pgmap v4807: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:20:42.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:20:42 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:20:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:20:42.654 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:20:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:20:42] "GET /metrics HTTP/1.1" 200 34168 "" "Prometheus/2.43.0" 2024-07-26T07:20:44.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:20:43 smithi155 ceph-mon[90160]: pgmap v4808: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:20:44.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:20:43 smithi089 ceph-mon[99608]: pgmap v4808: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:20:44.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:20:43 smithi089 ceph-mon[102056]: pgmap v4808: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:20:46.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:20:46 smithi155 ceph-mon[90160]: pgmap v4809: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:20:46.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:20:46 smithi089 ceph-mon[99608]: pgmap v4809: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:20:46.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:20:46 smithi089 ceph-mon[102056]: pgmap v4809: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:20:47.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:20:47 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:20:47.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:20:47 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:20:47.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:20:47 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:20:48.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:20:48 smithi155 ceph-mon[90160]: pgmap v4810: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:20:48.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:20:48 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:20:48.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:20:48 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:20:48.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:20:48 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:20:48.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:20:48 smithi089 ceph-mon[99608]: pgmap v4810: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:20:48.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:20:48 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:20:48.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:20:48 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:20:48.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:20:48 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:20:48.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:20:48 smithi089 ceph-mon[102056]: pgmap v4810: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:20:48.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:20:48 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:20:48.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:20:48 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:20:48.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:20:48 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:20:50.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:20:50 smithi155 ceph-mon[90160]: pgmap v4811: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:20:50.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:20:50 smithi089 ceph-mon[99608]: pgmap v4811: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:20:50.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:20:50 smithi089 ceph-mon[102056]: pgmap v4811: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:20:52.314 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:20:52 smithi155 ceph-mon[90160]: pgmap v4812: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:20:52.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:20:52 smithi089 ceph-mon[99608]: pgmap v4812: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:20:52.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:20:52 smithi089 ceph-mon[102056]: pgmap v4812: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:20:52.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:20:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:20:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:20:52.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:20:52 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:20:52] "GET /metrics HTTP/1.1" 200 34168 "" "Prometheus/2.43.0" 2024-07-26T07:20:54.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:20:54 smithi155 ceph-mon[90160]: pgmap v4813: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:20:54.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:20:54 smithi089 ceph-mon[99608]: pgmap v4813: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:20:54.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:20:54 smithi089 ceph-mon[102056]: pgmap v4813: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:20:56.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:20:56 smithi155 ceph-mon[90160]: pgmap v4814: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:20:56.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:20:56 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:20:56.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:20:56 smithi089 ceph-mon[99608]: pgmap v4814: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:20:56.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:20:56 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:20:56.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:20:56 smithi089 ceph-mon[102056]: pgmap v4814: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:20:56.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:20:56 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:20:58.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:20:58 smithi155 ceph-mon[90160]: pgmap v4815: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:20:58.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:20:58 smithi089 ceph-mon[99608]: pgmap v4815: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:20:58.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:20:58 smithi089 ceph-mon[102056]: pgmap v4815: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:21:00.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:00 smithi155 ceph-mon[90160]: pgmap v4816: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:21:00.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:00 smithi089 ceph-mon[99608]: pgmap v4816: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:21:00.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:00 smithi089 ceph-mon[102056]: pgmap v4816: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:21:02.315 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:02 smithi155 ceph-mon[90160]: pgmap v4817: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:21:02.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:02 smithi089 ceph-mon[99608]: pgmap v4817: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:21:02.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:02 smithi089 ceph-mon[102056]: pgmap v4817: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:21:02.628 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:21:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:21:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:21:02.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:21:02 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:21:02] "GET /metrics HTTP/1.1" 200 34169 "" "Prometheus/2.43.0" 2024-07-26T07:21:04.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:04 smithi155 ceph-mon[90160]: pgmap v4818: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:21:04.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:04 smithi089 ceph-mon[99608]: pgmap v4818: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:21:04.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:04 smithi089 ceph-mon[102056]: pgmap v4818: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:21:06.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:06 smithi155 ceph-mon[90160]: pgmap v4819: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:21:06.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:06 smithi089 ceph-mon[99608]: pgmap v4819: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:21:06.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:06 smithi089 ceph-mon[102056]: pgmap v4819: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:21:08.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:08 smithi155 ceph-mon[90160]: pgmap v4820: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:21:08.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:08 smithi089 ceph-mon[99608]: pgmap v4820: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:21:08.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:08 smithi089 ceph-mon[102056]: pgmap v4820: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:21:10.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:10 smithi155 ceph-mon[90160]: pgmap v4821: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:21:10.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:10 smithi089 ceph-mon[99608]: pgmap v4821: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:21:10.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:10 smithi089 ceph-mon[102056]: pgmap v4821: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:21:11.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:11 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:21:11.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:11 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:21:11.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:11 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:21:12.305 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:12 smithi089 ceph-mon[99608]: pgmap v4822: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:21:12.306 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:12 smithi089 ceph-mon[102056]: pgmap v4822: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:21:12.314 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:12 smithi155 ceph-mon[90160]: pgmap v4822: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:21:12.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:21:12 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:21:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:21:12.654 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:21:12 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:21:12] "GET /metrics HTTP/1.1" 200 34172 "" "Prometheus/2.43.0" 2024-07-26T07:21:14.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:14 smithi155 ceph-mon[90160]: pgmap v4823: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:21:14.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:14 smithi089 ceph-mon[99608]: pgmap v4823: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:21:14.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:14 smithi089 ceph-mon[102056]: pgmap v4823: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:21:16.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:16 smithi155 ceph-mon[90160]: pgmap v4824: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:21:16.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:16 smithi089 ceph-mon[99608]: pgmap v4824: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:21:16.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:16 smithi089 ceph-mon[102056]: pgmap v4824: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:21:18.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:18 smithi155 ceph-mon[90160]: pgmap v4825: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:21:18.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:18 smithi089 ceph-mon[99608]: pgmap v4825: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:21:18.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:18 smithi089 ceph-mon[102056]: pgmap v4825: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:21:20.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:20 smithi155 ceph-mon[90160]: pgmap v4826: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:21:20.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:20 smithi089 ceph-mon[99608]: pgmap v4826: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:21:20.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:20 smithi089 ceph-mon[102056]: pgmap v4826: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:21:22.314 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:22 smithi155 ceph-mon[90160]: pgmap v4827: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:21:22.320 INFO:tasks.workunit.client.0.smithi089.stderr:Note: switching to '7157f4fcc60c60f7da92ccbda475bb5db5f37a30'. 2024-07-26T07:21:22.320 INFO:tasks.workunit.client.0.smithi089.stderr: 2024-07-26T07:21:22.320 INFO:tasks.workunit.client.0.smithi089.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-07-26T07:21:22.320 INFO:tasks.workunit.client.0.smithi089.stderr:changes and commit them, and you can discard any commits you make in this 2024-07-26T07:21:22.320 INFO:tasks.workunit.client.0.smithi089.stderr:state without impacting any branches by switching back to a branch. 2024-07-26T07:21:22.320 INFO:tasks.workunit.client.0.smithi089.stderr: 2024-07-26T07:21:22.320 INFO:tasks.workunit.client.0.smithi089.stderr:If you want to create a new branch to retain commits you create, you may 2024-07-26T07:21:22.320 INFO:tasks.workunit.client.0.smithi089.stderr:do so (now or later) by using -c with the switch command. Example: 2024-07-26T07:21:22.320 INFO:tasks.workunit.client.0.smithi089.stderr: 2024-07-26T07:21:22.321 INFO:tasks.workunit.client.0.smithi089.stderr: git switch -c 2024-07-26T07:21:22.321 INFO:tasks.workunit.client.0.smithi089.stderr: 2024-07-26T07:21:22.321 INFO:tasks.workunit.client.0.smithi089.stderr:Or undo this operation with: 2024-07-26T07:21:22.321 INFO:tasks.workunit.client.0.smithi089.stderr: 2024-07-26T07:21:22.321 INFO:tasks.workunit.client.0.smithi089.stderr: git switch - 2024-07-26T07:21:22.321 INFO:tasks.workunit.client.0.smithi089.stderr: 2024-07-26T07:21:22.321 INFO:tasks.workunit.client.0.smithi089.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-07-26T07:21:22.321 INFO:tasks.workunit.client.0.smithi089.stderr: 2024-07-26T07:21:22.321 INFO:tasks.workunit.client.0.smithi089.stderr:HEAD is now at 7157f4fcc60 Merge pull request #58863 from zdover23/wip-doc-2024-07-26-backport-58838-to-squid 2024-07-26T07:21:22.324 DEBUG:teuthology.orchestra.run.smithi089:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-07-26T07:21:22.380 INFO:tasks.workunit.client.0.smithi089.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-07-26T07:21:22.383 INFO:tasks.workunit.client.0.smithi089.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-07-26T07:21:22.383 INFO:tasks.workunit.client.0.smithi089.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-07-26T07:21:22.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:22 smithi089 ceph-mon[99608]: pgmap v4827: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:21:22.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:22 smithi089 ceph-mon[102056]: pgmap v4827: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:21:22.431 INFO:tasks.workunit.client.0.smithi089.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-07-26T07:21:22.479 INFO:tasks.workunit.client.0.smithi089.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-07-26T07:21:22.517 INFO:tasks.workunit.client.0.smithi089.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-07-26T07:21:22.519 INFO:tasks.workunit.client.0.smithi089.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-07-26T07:21:22.519 INFO:tasks.workunit.client.0.smithi089.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-07-26T07:21:22.557 INFO:tasks.workunit.client.0.smithi089.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-07-26T07:21:22.563 DEBUG:teuthology.orchestra.run.smithi089:> set -ex 2024-07-26T07:21:22.563 DEBUG:teuthology.orchestra.run.smithi089:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-07-26T07:21:22.618 INFO:tasks.workunit:Running workunits matching test_telemetry_quincy_x.sh on client.0... 2024-07-26T07:21:22.620 INFO:tasks.workunit:Running workunit test_telemetry_quincy_x.sh... 2024-07-26T07:21:22.620 DEBUG:teuthology.orchestra.run.smithi089:workunit test test_telemetry_quincy_x.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=7157f4fcc60c60f7da92ccbda475bb5db5f37a30 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/test_telemetry_quincy_x.sh 2024-07-26T07:21:22.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:21:22 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:21:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:21:22.677 INFO:tasks.workunit.client.0.smithi089.stderr:++ ceph config get mgr mgr/telemetry/last_opt_revision 2024-07-26T07:21:22.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:21:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:21:22] "GET /metrics HTTP/1.1" 200 34172 "" "Prometheus/2.43.0" 2024-07-26T07:21:23.055 INFO:tasks.workunit.client.0.smithi089.stderr:+ LAST_OPT_REVISION=1 2024-07-26T07:21:23.056 INFO:tasks.workunit.client.0.smithi089.stderr:+ '[' 1 -ne 1 ']' 2024-07-26T07:21:23.056 INFO:tasks.workunit.client.0.smithi089.stderr:+ ceph -s 2024-07-26T07:21:23.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:23 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/2046777641' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-07-26T07:21:23.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:23 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/2046777641' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-07-26T07:21:23.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:23 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/2046777641' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-07-26T07:21:23.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:23 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/2046777641' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-07-26T07:21:23.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:23 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/2046777641' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-07-26T07:21:23.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:23 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/2046777641' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-07-26T07:21:23.562 INFO:tasks.workunit.client.0.smithi089.stdout: cluster: 2024-07-26T07:21:23.563 INFO:tasks.workunit.client.0.smithi089.stdout: id: 9bd49884-4b13-11ef-bcb6-c7b262605968 2024-07-26T07:21:23.563 INFO:tasks.workunit.client.0.smithi089.stdout: health: HEALTH_WARN 2024-07-26T07:21:23.563 INFO:tasks.workunit.client.0.smithi089.stdout: Telemetry requires re-opt-in 2024-07-26T07:21:23.563 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T07:21:23.563 INFO:tasks.workunit.client.0.smithi089.stdout: services: 2024-07-26T07:21:23.563 INFO:tasks.workunit.client.0.smithi089.stdout: mon: 3 daemons, quorum a,b,c (age 73m) 2024-07-26T07:21:23.563 INFO:tasks.workunit.client.0.smithi089.stdout: mgr: y(active, since 73m), standbys: x 2024-07-26T07:21:23.563 INFO:tasks.workunit.client.0.smithi089.stdout: mds: 1/1 daemons up, 1 standby 2024-07-26T07:21:23.563 INFO:tasks.workunit.client.0.smithi089.stdout: osd: 8 osds: 8 up (since 68m), 8 in (since 80m) 2024-07-26T07:21:23.563 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T07:21:23.563 INFO:tasks.workunit.client.0.smithi089.stdout: data: 2024-07-26T07:21:23.563 INFO:tasks.workunit.client.0.smithi089.stdout: volumes: 1/1 healthy 2024-07-26T07:21:23.563 INFO:tasks.workunit.client.0.smithi089.stdout: pools: 4 pools, 105 pgs 2024-07-26T07:21:23.563 INFO:tasks.workunit.client.0.smithi089.stdout: objects: 28 objects, 4.6 MiB 2024-07-26T07:21:23.564 INFO:tasks.workunit.client.0.smithi089.stdout: usage: 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:21:23.564 INFO:tasks.workunit.client.0.smithi089.stdout: pgs: 105 active+clean 2024-07-26T07:21:23.564 INFO:tasks.workunit.client.0.smithi089.stdout: 2024-07-26T07:21:23.573 INFO:tasks.workunit.client.0.smithi089.stderr:++ ceph telemetry collection ls 2024-07-26T07:21:24.056 INFO:tasks.workunit.client.0.smithi089.stderr:+ COLLECTIONS='New collections are available: 2024-07-26T07:21:24.057 INFO:tasks.workunit.client.0.smithi089.stderr:['\''basic_pool_flags'\''] 2024-07-26T07:21:24.057 INFO:tasks.workunit.client.0.smithi089.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-07-26T07:21:24.057 INFO:tasks.workunit.client.0.smithi089.stderr: 2024-07-26T07:21:24.057 INFO:tasks.workunit.client.0.smithi089.stderr:NAME STATUS DESC 2024-07-26T07:21:24.057 INFO:tasks.workunit.client.0.smithi089.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-07-26T07:21:24.057 INFO:tasks.workunit.client.0.smithi089.stderr:basic_mds_metadata REPORTING MDS metadata 2024-07-26T07:21:24.057 INFO:tasks.workunit.client.0.smithi089.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-07-26T07:21:24.057 INFO:tasks.workunit.client.0.smithi089.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-07-26T07:21:24.057 INFO:tasks.workunit.client.0.smithi089.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-07-26T07:21:24.057 INFO:tasks.workunit.client.0.smithi089.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-07-26T07:21:24.058 INFO:tasks.workunit.client.0.smithi089.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-07-26T07:21:24.058 INFO:tasks.workunit.client.0.smithi089.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-07-26T07:21:24.058 INFO:tasks.workunit.client.0.smithi089.stderr:device_base REPORTING Information about device health metrics 2024-07-26T07:21:24.058 INFO:tasks.workunit.client.0.smithi089.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-07-26T07:21:24.058 INFO:tasks.workunit.client.0.smithi089.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-07-26T07:21:24.058 INFO:tasks.workunit.client.0.smithi089.stderr:perf_perf REPORTING Information about performance counters of the cluster ' 2024-07-26T07:21:24.058 INFO:tasks.workunit.client.0.smithi089.stderr:+ NEW_COLLECTIONS=("perf_perf" "basic_mds_metadata" "basic_pool_usage" "basic_rook_v01" "perf_memory_metrics" "basic_pool_options_bluestore") 2024-07-26T07:21:24.058 INFO:tasks.workunit.client.0.smithi089.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-07-26T07:21:24.058 INFO:tasks.workunit.client.0.smithi089.stderr:+ [[ New collections are available: 2024-07-26T07:21:24.058 INFO:tasks.workunit.client.0.smithi089.stderr:['basic_pool_flags'] 2024-07-26T07:21:24.058 INFO:tasks.workunit.client.0.smithi089.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-07-26T07:21:24.059 INFO:tasks.workunit.client.0.smithi089.stderr: 2024-07-26T07:21:24.059 INFO:tasks.workunit.client.0.smithi089.stderr:NAME STATUS DESC 2024-07-26T07:21:24.059 INFO:tasks.workunit.client.0.smithi089.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-07-26T07:21:24.059 INFO:tasks.workunit.client.0.smithi089.stderr:basic_mds_metadata REPORTING MDS metadata 2024-07-26T07:21:24.059 INFO:tasks.workunit.client.0.smithi089.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-07-26T07:21:24.059 INFO:tasks.workunit.client.0.smithi089.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-07-26T07:21:24.059 INFO:tasks.workunit.client.0.smithi089.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-07-26T07:21:24.059 INFO:tasks.workunit.client.0.smithi089.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-07-26T07:21:24.059 INFO:tasks.workunit.client.0.smithi089.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-07-26T07:21:24.059 INFO:tasks.workunit.client.0.smithi089.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-07-26T07:21:24.060 INFO:tasks.workunit.client.0.smithi089.stderr:device_base REPORTING Information about device health metrics 2024-07-26T07:21:24.060 INFO:tasks.workunit.client.0.smithi089.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-07-26T07:21:24.060 INFO:tasks.workunit.client.0.smithi089.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-07-26T07:21:24.060 INFO:tasks.workunit.client.0.smithi089.stderr:perf_perf REPORTING Information about performance counters of the cluster == *perf_perf* ]] 2024-07-26T07:21:24.060 INFO:tasks.workunit.client.0.smithi089.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-07-26T07:21:24.060 INFO:tasks.workunit.client.0.smithi089.stderr:+ [[ New collections are available: 2024-07-26T07:21:24.060 INFO:tasks.workunit.client.0.smithi089.stderr:['basic_pool_flags'] 2024-07-26T07:21:24.060 INFO:tasks.workunit.client.0.smithi089.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-07-26T07:21:24.060 INFO:tasks.workunit.client.0.smithi089.stderr: 2024-07-26T07:21:24.060 INFO:tasks.workunit.client.0.smithi089.stderr:NAME STATUS DESC 2024-07-26T07:21:24.060 INFO:tasks.workunit.client.0.smithi089.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-07-26T07:21:24.060 INFO:tasks.workunit.client.0.smithi089.stderr:basic_mds_metadata REPORTING MDS metadata 2024-07-26T07:21:24.060 INFO:tasks.workunit.client.0.smithi089.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-07-26T07:21:24.060 INFO:tasks.workunit.client.0.smithi089.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-07-26T07:21:24.060 INFO:tasks.workunit.client.0.smithi089.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-07-26T07:21:24.061 INFO:tasks.workunit.client.0.smithi089.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-07-26T07:21:24.061 INFO:tasks.workunit.client.0.smithi089.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-07-26T07:21:24.061 INFO:tasks.workunit.client.0.smithi089.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-07-26T07:21:24.061 INFO:tasks.workunit.client.0.smithi089.stderr:device_base REPORTING Information about device health metrics 2024-07-26T07:21:24.061 INFO:tasks.workunit.client.0.smithi089.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-07-26T07:21:24.061 INFO:tasks.workunit.client.0.smithi089.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-07-26T07:21:24.061 INFO:tasks.workunit.client.0.smithi089.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_mds_metadata* ]] 2024-07-26T07:21:24.061 INFO:tasks.workunit.client.0.smithi089.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-07-26T07:21:24.061 INFO:tasks.workunit.client.0.smithi089.stderr:+ [[ New collections are available: 2024-07-26T07:21:24.061 INFO:tasks.workunit.client.0.smithi089.stderr:['basic_pool_flags'] 2024-07-26T07:21:24.061 INFO:tasks.workunit.client.0.smithi089.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-07-26T07:21:24.061 INFO:tasks.workunit.client.0.smithi089.stderr: 2024-07-26T07:21:24.061 INFO:tasks.workunit.client.0.smithi089.stderr:NAME STATUS DESC 2024-07-26T07:21:24.062 INFO:tasks.workunit.client.0.smithi089.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-07-26T07:21:24.062 INFO:tasks.workunit.client.0.smithi089.stderr:basic_mds_metadata REPORTING MDS metadata 2024-07-26T07:21:24.062 INFO:tasks.workunit.client.0.smithi089.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-07-26T07:21:24.062 INFO:tasks.workunit.client.0.smithi089.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-07-26T07:21:24.062 INFO:tasks.workunit.client.0.smithi089.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-07-26T07:21:24.062 INFO:tasks.workunit.client.0.smithi089.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-07-26T07:21:24.062 INFO:tasks.workunit.client.0.smithi089.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-07-26T07:21:24.062 INFO:tasks.workunit.client.0.smithi089.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-07-26T07:21:24.062 INFO:tasks.workunit.client.0.smithi089.stderr:device_base REPORTING Information about device health metrics 2024-07-26T07:21:24.062 INFO:tasks.workunit.client.0.smithi089.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-07-26T07:21:24.062 INFO:tasks.workunit.client.0.smithi089.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-07-26T07:21:24.062 INFO:tasks.workunit.client.0.smithi089.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_pool_usage* ]] 2024-07-26T07:21:24.063 INFO:tasks.workunit.client.0.smithi089.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-07-26T07:21:24.063 INFO:tasks.workunit.client.0.smithi089.stderr:+ [[ New collections are available: 2024-07-26T07:21:24.063 INFO:tasks.workunit.client.0.smithi089.stderr:['basic_pool_flags'] 2024-07-26T07:21:24.063 INFO:tasks.workunit.client.0.smithi089.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-07-26T07:21:24.063 INFO:tasks.workunit.client.0.smithi089.stderr: 2024-07-26T07:21:24.063 INFO:tasks.workunit.client.0.smithi089.stderr:NAME STATUS DESC 2024-07-26T07:21:24.063 INFO:tasks.workunit.client.0.smithi089.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-07-26T07:21:24.063 INFO:tasks.workunit.client.0.smithi089.stderr:basic_mds_metadata REPORTING MDS metadata 2024-07-26T07:21:24.063 INFO:tasks.workunit.client.0.smithi089.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-07-26T07:21:24.063 INFO:tasks.workunit.client.0.smithi089.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-07-26T07:21:24.063 INFO:tasks.workunit.client.0.smithi089.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-07-26T07:21:24.063 INFO:tasks.workunit.client.0.smithi089.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-07-26T07:21:24.064 INFO:tasks.workunit.client.0.smithi089.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-07-26T07:21:24.064 INFO:tasks.workunit.client.0.smithi089.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-07-26T07:21:24.064 INFO:tasks.workunit.client.0.smithi089.stderr:device_base REPORTING Information about device health metrics 2024-07-26T07:21:24.064 INFO:tasks.workunit.client.0.smithi089.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-07-26T07:21:24.064 INFO:tasks.workunit.client.0.smithi089.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-07-26T07:21:24.064 INFO:tasks.workunit.client.0.smithi089.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_rook_v01* ]] 2024-07-26T07:21:24.064 INFO:tasks.workunit.client.0.smithi089.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-07-26T07:21:24.064 INFO:tasks.workunit.client.0.smithi089.stderr:+ [[ New collections are available: 2024-07-26T07:21:24.064 INFO:tasks.workunit.client.0.smithi089.stderr:['basic_pool_flags'] 2024-07-26T07:21:24.064 INFO:tasks.workunit.client.0.smithi089.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-07-26T07:21:24.064 INFO:tasks.workunit.client.0.smithi089.stderr: 2024-07-26T07:21:24.064 INFO:tasks.workunit.client.0.smithi089.stderr:NAME STATUS DESC 2024-07-26T07:21:24.064 INFO:tasks.workunit.client.0.smithi089.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-07-26T07:21:24.064 INFO:tasks.workunit.client.0.smithi089.stderr:basic_mds_metadata REPORTING MDS metadata 2024-07-26T07:21:24.065 INFO:tasks.workunit.client.0.smithi089.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-07-26T07:21:24.065 INFO:tasks.workunit.client.0.smithi089.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-07-26T07:21:24.065 INFO:tasks.workunit.client.0.smithi089.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-07-26T07:21:24.065 INFO:tasks.workunit.client.0.smithi089.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-07-26T07:21:24.065 INFO:tasks.workunit.client.0.smithi089.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-07-26T07:21:24.065 INFO:tasks.workunit.client.0.smithi089.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-07-26T07:21:24.065 INFO:tasks.workunit.client.0.smithi089.stderr:device_base REPORTING Information about device health metrics 2024-07-26T07:21:24.065 INFO:tasks.workunit.client.0.smithi089.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-07-26T07:21:24.065 INFO:tasks.workunit.client.0.smithi089.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-07-26T07:21:24.065 INFO:tasks.workunit.client.0.smithi089.stderr:perf_perf REPORTING Information about performance counters of the cluster == *perf_memory_metrics* ]] 2024-07-26T07:21:24.065 INFO:tasks.workunit.client.0.smithi089.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-07-26T07:21:24.065 INFO:tasks.workunit.client.0.smithi089.stderr:+ [[ New collections are available: 2024-07-26T07:21:24.065 INFO:tasks.workunit.client.0.smithi089.stderr:['basic_pool_flags'] 2024-07-26T07:21:24.066 INFO:tasks.workunit.client.0.smithi089.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-07-26T07:21:24.066 INFO:tasks.workunit.client.0.smithi089.stderr: 2024-07-26T07:21:24.066 INFO:tasks.workunit.client.0.smithi089.stderr:NAME STATUS DESC 2024-07-26T07:21:24.066 INFO:tasks.workunit.client.0.smithi089.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-07-26T07:21:24.066 INFO:tasks.workunit.client.0.smithi089.stderr:basic_mds_metadata REPORTING MDS metadata 2024-07-26T07:21:24.066 INFO:tasks.workunit.client.0.smithi089.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-07-26T07:21:24.066 INFO:tasks.workunit.client.0.smithi089.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-07-26T07:21:24.066 INFO:tasks.workunit.client.0.smithi089.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-07-26T07:21:24.066 INFO:tasks.workunit.client.0.smithi089.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-07-26T07:21:24.066 INFO:tasks.workunit.client.0.smithi089.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-07-26T07:21:24.066 INFO:tasks.workunit.client.0.smithi089.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-07-26T07:21:24.066 INFO:tasks.workunit.client.0.smithi089.stderr:device_base REPORTING Information about device health metrics 2024-07-26T07:21:24.067 INFO:tasks.workunit.client.0.smithi089.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-07-26T07:21:24.067 INFO:tasks.workunit.client.0.smithi089.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-07-26T07:21:24.067 INFO:tasks.workunit.client.0.smithi089.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_pool_options_bluestore* ]] 2024-07-26T07:21:24.067 INFO:tasks.workunit.client.0.smithi089.stderr:+ ceph telemetry preview 2024-07-26T07:21:24.378 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:24 smithi155 ceph-mon[90160]: pgmap v4828: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:21:24.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:24 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/1912402421' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-07-26T07:21:24.379 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:24 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/1912402421' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-07-26T07:21:24.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:24 smithi089 ceph-mon[99608]: pgmap v4828: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:21:24.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:24 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/1912402421' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-07-26T07:21:24.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:24 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/1912402421' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-07-26T07:21:24.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:24 smithi089 ceph-mon[102056]: pgmap v4828: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:21:24.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:24 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/1912402421' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-07-26T07:21:24.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:24 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/1912402421' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-07-26T07:21:24.755 INFO:tasks.workunit.client.0.smithi089.stdout:{ 2024-07-26T07:21:24.755 INFO:tasks.workunit.client.0.smithi089.stdout: "balancer": { 2024-07-26T07:21:24.755 INFO:tasks.workunit.client.0.smithi089.stdout: "active": true, 2024-07-26T07:21:24.755 INFO:tasks.workunit.client.0.smithi089.stdout: "mode": "" 2024-07-26T07:21:24.755 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.756 INFO:tasks.workunit.client.0.smithi089.stdout: "channels": [ 2024-07-26T07:21:24.756 INFO:tasks.workunit.client.0.smithi089.stdout: "basic", 2024-07-26T07:21:24.756 INFO:tasks.workunit.client.0.smithi089.stdout: "crash", 2024-07-26T07:21:24.756 INFO:tasks.workunit.client.0.smithi089.stdout: "device", 2024-07-26T07:21:24.756 INFO:tasks.workunit.client.0.smithi089.stdout: "ident", 2024-07-26T07:21:24.756 INFO:tasks.workunit.client.0.smithi089.stdout: "perf" 2024-07-26T07:21:24.756 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:24.756 INFO:tasks.workunit.client.0.smithi089.stdout: "channels_available": [ 2024-07-26T07:21:24.756 INFO:tasks.workunit.client.0.smithi089.stdout: "basic", 2024-07-26T07:21:24.756 INFO:tasks.workunit.client.0.smithi089.stdout: "ident", 2024-07-26T07:21:24.756 INFO:tasks.workunit.client.0.smithi089.stdout: "crash", 2024-07-26T07:21:24.756 INFO:tasks.workunit.client.0.smithi089.stdout: "device", 2024-07-26T07:21:24.757 INFO:tasks.workunit.client.0.smithi089.stdout: "perf" 2024-07-26T07:21:24.757 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:24.757 INFO:tasks.workunit.client.0.smithi089.stdout: "collections_available": [ 2024-07-26T07:21:24.757 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_base", 2024-07-26T07:21:24.757 INFO:tasks.workunit.client.0.smithi089.stdout: "device_base", 2024-07-26T07:21:24.757 INFO:tasks.workunit.client.0.smithi089.stdout: "crash_base", 2024-07-26T07:21:24.757 INFO:tasks.workunit.client.0.smithi089.stdout: "ident_base", 2024-07-26T07:21:24.757 INFO:tasks.workunit.client.0.smithi089.stdout: "perf_perf", 2024-07-26T07:21:24.757 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_mds_metadata", 2024-07-26T07:21:24.757 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_pool_usage", 2024-07-26T07:21:24.757 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_usage_by_class", 2024-07-26T07:21:24.757 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_rook_v01", 2024-07-26T07:21:24.757 INFO:tasks.workunit.client.0.smithi089.stdout: "perf_memory_metrics", 2024-07-26T07:21:24.757 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_pool_options_bluestore", 2024-07-26T07:21:24.758 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_pool_flags" 2024-07-26T07:21:24.758 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:24.758 INFO:tasks.workunit.client.0.smithi089.stdout: "collections_opted_in": [ 2024-07-26T07:21:24.758 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_base", 2024-07-26T07:21:24.758 INFO:tasks.workunit.client.0.smithi089.stdout: "device_base", 2024-07-26T07:21:24.758 INFO:tasks.workunit.client.0.smithi089.stdout: "crash_base", 2024-07-26T07:21:24.758 INFO:tasks.workunit.client.0.smithi089.stdout: "ident_base", 2024-07-26T07:21:24.758 INFO:tasks.workunit.client.0.smithi089.stdout: "perf_perf", 2024-07-26T07:21:24.758 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_mds_metadata", 2024-07-26T07:21:24.758 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_pool_usage", 2024-07-26T07:21:24.758 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_usage_by_class", 2024-07-26T07:21:24.758 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_rook_v01", 2024-07-26T07:21:24.758 INFO:tasks.workunit.client.0.smithi089.stdout: "perf_memory_metrics", 2024-07-26T07:21:24.759 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_pool_options_bluestore", 2024-07-26T07:21:24.759 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_pool_flags" 2024-07-26T07:21:24.759 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:24.759 INFO:tasks.workunit.client.0.smithi089.stdout: "config": { 2024-07-26T07:21:24.759 INFO:tasks.workunit.client.0.smithi089.stdout: "active_changed": [ 2024-07-26T07:21:24.759 INFO:tasks.workunit.client.0.smithi089.stdout: "auth_allow_insecure_global_id_reclaim", 2024-07-26T07:21:24.759 INFO:tasks.workunit.client.0.smithi089.stdout: "auth_debug", 2024-07-26T07:21:24.759 INFO:tasks.workunit.client.0.smithi089.stdout: "auth_mon_ticket_ttl", 2024-07-26T07:21:24.759 INFO:tasks.workunit.client.0.smithi089.stdout: "auth_service_ticket_ttl", 2024-07-26T07:21:24.759 INFO:tasks.workunit.client.0.smithi089.stdout: "bdev_debug_aio", 2024-07-26T07:21:24.759 INFO:tasks.workunit.client.0.smithi089.stdout: "client_check_pool_perm", 2024-07-26T07:21:24.759 INFO:tasks.workunit.client.0.smithi089.stdout: "client_mount_gid", 2024-07-26T07:21:24.759 INFO:tasks.workunit.client.0.smithi089.stdout: "client_mount_uid", 2024-07-26T07:21:24.759 INFO:tasks.workunit.client.0.smithi089.stdout: "client_quota", 2024-07-26T07:21:24.760 INFO:tasks.workunit.client.0.smithi089.stdout: "container_image", 2024-07-26T07:21:24.760 INFO:tasks.workunit.client.0.smithi089.stdout: "daemonize", 2024-07-26T07:21:24.760 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_asserts_on_shutdown", 2024-07-26T07:21:24.760 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_mgr", 2024-07-26T07:21:24.760 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_mon", 2024-07-26T07:21:24.760 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_ms", 2024-07-26T07:21:24.760 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_osd", 2024-07-26T07:21:24.760 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_paxos", 2024-07-26T07:21:24.760 INFO:tasks.workunit.client.0.smithi089.stdout: "keyring", 2024-07-26T07:21:24.760 INFO:tasks.workunit.client.0.smithi089.stdout: "log_to_file", 2024-07-26T07:21:24.760 INFO:tasks.workunit.client.0.smithi089.stdout: "log_to_journald", 2024-07-26T07:21:24.760 INFO:tasks.workunit.client.0.smithi089.stdout: "log_to_stderr", 2024-07-26T07:21:24.760 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_allow_pool_delete", 2024-07-26T07:21:24.760 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_clock_drift_allowed", 2024-07-26T07:21:24.760 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_cluster_log_to_file", 2024-07-26T07:21:24.761 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_cluster_log_to_journald", 2024-07-26T07:21:24.761 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_cluster_log_to_stderr", 2024-07-26T07:21:24.761 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_data_avail_warn", 2024-07-26T07:21:24.761 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_election_default_strategy", 2024-07-26T07:21:24.761 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_host", 2024-07-26T07:21:24.761 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_max_pg_per_osd", 2024-07-26T07:21:24.761 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_mds_skip_sanity", 2024-07-26T07:21:24.761 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_mgr_mkfs_grace", 2024-07-26T07:21:24.761 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_osd_prime_pg_temp", 2024-07-26T07:21:24.761 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_osd_reporter_subtree_level", 2024-07-26T07:21:24.761 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_pg_warn_max_object_skew", 2024-07-26T07:21:24.761 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_reweight_min_bytes_per_osd", 2024-07-26T07:21:24.761 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_reweight_min_pgs_per_osd", 2024-07-26T07:21:24.761 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-07-26T07:21:24.762 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-07-26T07:21:24.762 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-07-26T07:21:24.762 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_legacy_crush_tunables", 2024-07-26T07:21:24.762 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-07-26T07:21:24.762 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-07-26T07:21:24.762 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_too_few_osds", 2024-07-26T07:21:24.762 INFO:tasks.workunit.client.0.smithi089.stdout: "ms_die_on_bug", 2024-07-26T07:21:24.762 INFO:tasks.workunit.client.0.smithi089.stdout: "ms_die_on_old_message", 2024-07-26T07:21:24.762 INFO:tasks.workunit.client.0.smithi089.stdout: "no_config_file", 2024-07-26T07:21:24.762 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_class_default_list", 2024-07-26T07:21:24.762 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_class_load_list", 2024-07-26T07:21:24.762 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_misdirected_ops", 2024-07-26T07:21:24.762 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_op_order", 2024-07-26T07:21:24.763 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_pg_log_writeout", 2024-07-26T07:21:24.763 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_shutdown", 2024-07-26T07:21:24.763 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_verify_cached_snaps", 2024-07-26T07:21:24.763 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_verify_missing_on_start", 2024-07-26T07:21:24.763 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_verify_stray_on_activate", 2024-07-26T07:21:24.763 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_deep_scrub_update_digest_min_age", 2024-07-26T07:21:24.763 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_delete_sleep", 2024-07-26T07:21:24.763 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_delete_sleep_hdd", 2024-07-26T07:21:24.763 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_delete_sleep_hybrid", 2024-07-26T07:21:24.763 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_delete_sleep_ssd", 2024-07-26T07:21:24.763 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_max_backfills", 2024-07-26T07:21:24.763 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-07-26T07:21:24.763 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_profile", 2024-07-26T07:21:24.763 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-07-26T07:21:24.764 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-07-26T07:21:24.764 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-07-26T07:21:24.764 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-07-26T07:21:24.764 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-07-26T07:21:24.764 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-07-26T07:21:24.764 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_scheduler_client_lim", 2024-07-26T07:21:24.764 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_scheduler_client_res", 2024-07-26T07:21:24.764 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_scheduler_client_wgt", 2024-07-26T07:21:24.764 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_memory_target", 2024-07-26T07:21:24.764 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_memory_target_autotune", 2024-07-26T07:21:24.764 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_op_queue", 2024-07-26T07:21:24.764 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_op_queue_cut_off", 2024-07-26T07:21:24.764 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pool_default_erasure_code_profile", 2024-07-26T07:21:24.764 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pool_default_pg_autoscale_mode", 2024-07-26T07:21:24.765 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_recover_clone_overlap", 2024-07-26T07:21:24.765 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_recovery_max_active", 2024-07-26T07:21:24.765 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_recovery_max_active_hdd", 2024-07-26T07:21:24.765 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_recovery_max_active_ssd", 2024-07-26T07:21:24.765 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_recovery_max_chunk", 2024-07-26T07:21:24.765 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_recovery_sleep", 2024-07-26T07:21:24.765 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_recovery_sleep_hdd", 2024-07-26T07:21:24.765 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_recovery_sleep_hybrid", 2024-07-26T07:21:24.765 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_recovery_sleep_ssd", 2024-07-26T07:21:24.765 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_scrub_load_threshold", 2024-07-26T07:21:24.765 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_scrub_max_interval", 2024-07-26T07:21:24.765 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_scrub_sleep", 2024-07-26T07:21:24.765 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_shutdown_pgref_assert", 2024-07-26T07:21:24.765 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_snap_trim_sleep", 2024-07-26T07:21:24.765 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_snap_trim_sleep_hdd", 2024-07-26T07:21:24.766 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_snap_trim_sleep_hybrid", 2024-07-26T07:21:24.766 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_snap_trim_sleep_ssd", 2024-07-26T07:21:24.766 INFO:tasks.workunit.client.0.smithi089.stdout: "public_network", 2024-07-26T07:21:24.766 INFO:tasks.workunit.client.0.smithi089.stdout: "rbd_config_pool_override_update_timestamp", 2024-07-26T07:21:24.766 INFO:tasks.workunit.client.0.smithi089.stdout: "rbd_default_features", 2024-07-26T07:21:24.766 INFO:tasks.workunit.client.0.smithi089.stdout: "rbd_qos_exclude_ops", 2024-07-26T07:21:24.766 INFO:tasks.workunit.client.0.smithi089.stdout: "setgroup", 2024-07-26T07:21:24.766 INFO:tasks.workunit.client.0.smithi089.stdout: "setuser" 2024-07-26T07:21:24.767 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:24.767 INFO:tasks.workunit.client.0.smithi089.stdout: "cluster_changed": [ 2024-07-26T07:21:24.767 INFO:tasks.workunit.client.0.smithi089.stdout: "auth_allow_insecure_global_id_reclaim", 2024-07-26T07:21:24.767 INFO:tasks.workunit.client.0.smithi089.stdout: "auth_debug", 2024-07-26T07:21:24.767 INFO:tasks.workunit.client.0.smithi089.stdout: "auth_mon_ticket_ttl", 2024-07-26T07:21:24.767 INFO:tasks.workunit.client.0.smithi089.stdout: "auth_service_ticket_ttl", 2024-07-26T07:21:24.767 INFO:tasks.workunit.client.0.smithi089.stdout: "bdev_debug_aio", 2024-07-26T07:21:24.767 INFO:tasks.workunit.client.0.smithi089.stdout: "container_image", 2024-07-26T07:21:24.767 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_asserts_on_shutdown", 2024-07-26T07:21:24.767 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_mgr", 2024-07-26T07:21:24.767 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_mon", 2024-07-26T07:21:24.767 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_ms", 2024-07-26T07:21:24.767 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_osd", 2024-07-26T07:21:24.767 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_paxos", 2024-07-26T07:21:24.768 INFO:tasks.workunit.client.0.smithi089.stdout: "log_to_file", 2024-07-26T07:21:24.768 INFO:tasks.workunit.client.0.smithi089.stdout: "log_to_journald", 2024-07-26T07:21:24.768 INFO:tasks.workunit.client.0.smithi089.stdout: "log_to_stderr", 2024-07-26T07:21:24.768 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_join_fs", 2024-07-26T07:21:24.768 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/cephadm/allow_ptrace", 2024-07-26T07:21:24.768 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/cephadm/container_init", 2024-07-26T07:21:24.768 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/cephadm/migration_current", 2024-07-26T07:21:24.768 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/cephadm/use_repo_digest", 2024-07-26T07:21:24.768 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-07-26T07:21:24.768 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-07-26T07:21:24.768 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-07-26T07:21:24.768 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-07-26T07:21:24.768 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/dashboard/ssl_server_port", 2024-07-26T07:21:24.769 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/orchestrator/orchestrator", 2024-07-26T07:21:24.769 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/telemetry/channel_ident", 2024-07-26T07:21:24.769 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/telemetry/channel_perf", 2024-07-26T07:21:24.769 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/telemetry/description", 2024-07-26T07:21:24.769 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/telemetry/enabled", 2024-07-26T07:21:24.769 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/telemetry/organization", 2024-07-26T07:21:24.769 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_allow_pool_delete", 2024-07-26T07:21:24.769 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_clock_drift_allowed", 2024-07-26T07:21:24.769 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_cluster_log_to_file", 2024-07-26T07:21:24.769 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_data_avail_warn", 2024-07-26T07:21:24.769 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_election_default_strategy", 2024-07-26T07:21:24.769 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_max_pg_per_osd", 2024-07-26T07:21:24.769 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_mds_skip_sanity", 2024-07-26T07:21:24.769 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_mgr_mkfs_grace", 2024-07-26T07:21:24.769 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_osd_prime_pg_temp", 2024-07-26T07:21:24.770 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_osd_reporter_subtree_level", 2024-07-26T07:21:24.770 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_pg_warn_max_object_skew", 2024-07-26T07:21:24.770 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_reweight_min_bytes_per_osd", 2024-07-26T07:21:24.770 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_reweight_min_pgs_per_osd", 2024-07-26T07:21:24.770 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-07-26T07:21:24.770 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-07-26T07:21:24.770 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-07-26T07:21:24.770 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_legacy_crush_tunables", 2024-07-26T07:21:24.770 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-07-26T07:21:24.770 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-07-26T07:21:24.770 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_too_few_osds", 2024-07-26T07:21:24.770 INFO:tasks.workunit.client.0.smithi089.stdout: "ms_die_on_bug", 2024-07-26T07:21:24.770 INFO:tasks.workunit.client.0.smithi089.stdout: "ms_die_on_old_message", 2024-07-26T07:21:24.771 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_class_default_list", 2024-07-26T07:21:24.771 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_class_load_list", 2024-07-26T07:21:24.771 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_misdirected_ops", 2024-07-26T07:21:24.771 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_op_order", 2024-07-26T07:21:24.771 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_pg_log_writeout", 2024-07-26T07:21:24.771 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_shutdown", 2024-07-26T07:21:24.771 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_verify_cached_snaps", 2024-07-26T07:21:24.771 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_verify_missing_on_start", 2024-07-26T07:21:24.771 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_verify_stray_on_activate", 2024-07-26T07:21:24.771 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_deep_scrub_update_digest_min_age", 2024-07-26T07:21:24.771 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-07-26T07:21:24.771 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_profile", 2024-07-26T07:21:24.771 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_memory_target", 2024-07-26T07:21:24.771 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_memory_target_autotune", 2024-07-26T07:21:24.772 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_op_queue", 2024-07-26T07:21:24.772 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_op_queue_cut_off", 2024-07-26T07:21:24.772 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pool_default_erasure_code_profile", 2024-07-26T07:21:24.772 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pool_default_pg_autoscale_mode", 2024-07-26T07:21:24.772 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_recover_clone_overlap", 2024-07-26T07:21:24.772 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_recovery_max_chunk", 2024-07-26T07:21:24.772 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_scrub_load_threshold", 2024-07-26T07:21:24.772 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_scrub_max_interval", 2024-07-26T07:21:24.772 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_shutdown_pgref_assert", 2024-07-26T07:21:24.772 INFO:tasks.workunit.client.0.smithi089.stdout: "public_network", 2024-07-26T07:21:24.773 INFO:tasks.workunit.client.0.smithi089.stdout: "rbd_config_pool_override_update_timestamp", 2024-07-26T07:21:24.773 INFO:tasks.workunit.client.0.smithi089.stdout: "rgw_cache_enabled", 2024-07-26T07:21:24.773 INFO:tasks.workunit.client.0.smithi089.stdout: "rgw_enable_ops_log", 2024-07-26T07:21:24.773 INFO:tasks.workunit.client.0.smithi089.stdout: "rgw_enable_usage_log" 2024-07-26T07:21:24.773 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:24.773 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.773 INFO:tasks.workunit.client.0.smithi089.stdout: "contact": null, 2024-07-26T07:21:24.773 INFO:tasks.workunit.client.0.smithi089.stdout: "crashes": [], 2024-07-26T07:21:24.773 INFO:tasks.workunit.client.0.smithi089.stdout: "created": "2024-07-26T05:55:42.540523Z", 2024-07-26T07:21:24.773 INFO:tasks.workunit.client.0.smithi089.stdout: "crush": { 2024-07-26T07:21:24.773 INFO:tasks.workunit.client.0.smithi089.stdout: "bucket_algs": { 2024-07-26T07:21:24.773 INFO:tasks.workunit.client.0.smithi089.stdout: "straw2": 3 2024-07-26T07:21:24.773 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.773 INFO:tasks.workunit.client.0.smithi089.stdout: "bucket_sizes": { 2024-07-26T07:21:24.774 INFO:tasks.workunit.client.0.smithi089.stdout: "2": 1, 2024-07-26T07:21:24.774 INFO:tasks.workunit.client.0.smithi089.stdout: "4": 2 2024-07-26T07:21:24.774 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.774 INFO:tasks.workunit.client.0.smithi089.stdout: "bucket_types": { 2024-07-26T07:21:24.774 INFO:tasks.workunit.client.0.smithi089.stdout: "1": 2, 2024-07-26T07:21:24.774 INFO:tasks.workunit.client.0.smithi089.stdout: "11": 1 2024-07-26T07:21:24.774 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.774 INFO:tasks.workunit.client.0.smithi089.stdout: "compat_weight_set": false, 2024-07-26T07:21:24.774 INFO:tasks.workunit.client.0.smithi089.stdout: "device_classes": [ 2024-07-26T07:21:24.774 INFO:tasks.workunit.client.0.smithi089.stdout: 8 2024-07-26T07:21:24.774 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:24.774 INFO:tasks.workunit.client.0.smithi089.stdout: "num_buckets": 6, 2024-07-26T07:21:24.774 INFO:tasks.workunit.client.0.smithi089.stdout: "num_devices": 8, 2024-07-26T07:21:24.775 INFO:tasks.workunit.client.0.smithi089.stdout: "num_rules": 2, 2024-07-26T07:21:24.775 INFO:tasks.workunit.client.0.smithi089.stdout: "num_types": 12, 2024-07-26T07:21:24.775 INFO:tasks.workunit.client.0.smithi089.stdout: "num_weight_sets": 0, 2024-07-26T07:21:24.775 INFO:tasks.workunit.client.0.smithi089.stdout: "tunables": { 2024-07-26T07:21:24.775 INFO:tasks.workunit.client.0.smithi089.stdout: "allowed_bucket_algs": 54, 2024-07-26T07:21:24.775 INFO:tasks.workunit.client.0.smithi089.stdout: "choose_local_fallback_tries": 0, 2024-07-26T07:21:24.775 INFO:tasks.workunit.client.0.smithi089.stdout: "choose_local_tries": 0, 2024-07-26T07:21:24.775 INFO:tasks.workunit.client.0.smithi089.stdout: "choose_total_tries": 50, 2024-07-26T07:21:24.775 INFO:tasks.workunit.client.0.smithi089.stdout: "chooseleaf_descend_once": 1, 2024-07-26T07:21:24.775 INFO:tasks.workunit.client.0.smithi089.stdout: "chooseleaf_stable": 1, 2024-07-26T07:21:24.775 INFO:tasks.workunit.client.0.smithi089.stdout: "chooseleaf_vary_r": 1, 2024-07-26T07:21:24.775 INFO:tasks.workunit.client.0.smithi089.stdout: "has_msr_rules": 0, 2024-07-26T07:21:24.775 INFO:tasks.workunit.client.0.smithi089.stdout: "has_v2_rules": 1, 2024-07-26T07:21:24.775 INFO:tasks.workunit.client.0.smithi089.stdout: "has_v3_rules": 0, 2024-07-26T07:21:24.776 INFO:tasks.workunit.client.0.smithi089.stdout: "has_v4_buckets": 1, 2024-07-26T07:21:24.776 INFO:tasks.workunit.client.0.smithi089.stdout: "has_v5_rules": 0, 2024-07-26T07:21:24.776 INFO:tasks.workunit.client.0.smithi089.stdout: "legacy_tunables": 0, 2024-07-26T07:21:24.776 INFO:tasks.workunit.client.0.smithi089.stdout: "minimum_required_version": "jewel", 2024-07-26T07:21:24.776 INFO:tasks.workunit.client.0.smithi089.stdout: "msr_collision_tries": 100, 2024-07-26T07:21:24.776 INFO:tasks.workunit.client.0.smithi089.stdout: "msr_descents": 100, 2024-07-26T07:21:24.776 INFO:tasks.workunit.client.0.smithi089.stdout: "optimal_tunables": 1, 2024-07-26T07:21:24.776 INFO:tasks.workunit.client.0.smithi089.stdout: "profile": "jewel", 2024-07-26T07:21:24.776 INFO:tasks.workunit.client.0.smithi089.stdout: "require_feature_tunables": 1, 2024-07-26T07:21:24.776 INFO:tasks.workunit.client.0.smithi089.stdout: "require_feature_tunables2": 1, 2024-07-26T07:21:24.776 INFO:tasks.workunit.client.0.smithi089.stdout: "require_feature_tunables3": 1, 2024-07-26T07:21:24.776 INFO:tasks.workunit.client.0.smithi089.stdout: "require_feature_tunables5": 1, 2024-07-26T07:21:24.776 INFO:tasks.workunit.client.0.smithi089.stdout: "straw_calc_version": 1 2024-07-26T07:21:24.776 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:24.777 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.777 INFO:tasks.workunit.client.0.smithi089.stdout: "description": "upgrade test cluster", 2024-07-26T07:21:24.777 INFO:tasks.workunit.client.0.smithi089.stdout: "fs": { 2024-07-26T07:21:24.777 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1, 2024-07-26T07:21:24.777 INFO:tasks.workunit.client.0.smithi089.stdout: "feature_flags": { 2024-07-26T07:21:24.777 INFO:tasks.workunit.client.0.smithi089.stdout: "enable_multiple": true, 2024-07-26T07:21:24.777 INFO:tasks.workunit.client.0.smithi089.stdout: "ever_enabled_multiple": true 2024-07-26T07:21:24.777 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.777 INFO:tasks.workunit.client.0.smithi089.stdout: "filesystems": [ 2024-07-26T07:21:24.777 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:24.777 INFO:tasks.workunit.client.0.smithi089.stdout: "approx_ctime": "2024-07", 2024-07-26T07:21:24.777 INFO:tasks.workunit.client.0.smithi089.stdout: "balancer_enabled": false, 2024-07-26T07:21:24.777 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.777 INFO:tasks.workunit.client.0.smithi089.stdout: "cached_caps": 0, 2024-07-26T07:21:24.778 INFO:tasks.workunit.client.0.smithi089.stdout: "cached_dns": 10, 2024-07-26T07:21:24.778 INFO:tasks.workunit.client.0.smithi089.stdout: "cached_inos": 13, 2024-07-26T07:21:24.778 INFO:tasks.workunit.client.0.smithi089.stdout: "cached_subtrees": 2, 2024-07-26T07:21:24.778 INFO:tasks.workunit.client.0.smithi089.stdout: "ever_allowed_features": 0, 2024-07-26T07:21:24.778 INFO:tasks.workunit.client.0.smithi089.stdout: "explicitly_allowed_features": 0, 2024-07-26T07:21:24.778 INFO:tasks.workunit.client.0.smithi089.stdout: "files": 0, 2024-07-26T07:21:24.778 INFO:tasks.workunit.client.0.smithi089.stdout: "max_mds": 1, 2024-07-26T07:21:24.778 INFO:tasks.workunit.client.0.smithi089.stdout: "num_data_pools": 1, 2024-07-26T07:21:24.778 INFO:tasks.workunit.client.0.smithi089.stdout: "num_in": 1, 2024-07-26T07:21:24.778 INFO:tasks.workunit.client.0.smithi089.stdout: "num_mds": 1, 2024-07-26T07:21:24.778 INFO:tasks.workunit.client.0.smithi089.stdout: "num_sessions": 0, 2024-07-26T07:21:24.778 INFO:tasks.workunit.client.0.smithi089.stdout: "num_standby_replay": 0, 2024-07-26T07:21:24.778 INFO:tasks.workunit.client.0.smithi089.stdout: "num_up": 1, 2024-07-26T07:21:24.779 INFO:tasks.workunit.client.0.smithi089.stdout: "snaps": 0, 2024-07-26T07:21:24.779 INFO:tasks.workunit.client.0.smithi089.stdout: "standby_count_wanted": 0 2024-07-26T07:21:24.779 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:24.779 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:24.779 INFO:tasks.workunit.client.0.smithi089.stdout: "num_standby_mds": 1, 2024-07-26T07:21:24.779 INFO:tasks.workunit.client.0.smithi089.stdout: "total_num_mds": 2 2024-07-26T07:21:24.779 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.779 INFO:tasks.workunit.client.0.smithi089.stdout: "heap_stats": { 2024-07-26T07:21:24.779 INFO:tasks.workunit.client.0.smithi089.stdout: "mds": { 2024-07-26T07:21:24.779 INFO:tasks.workunit.client.0.smithi089.stdout: "mds.11a06f7556cbb1c57650abffbb3eb77c66bdf751": { 2024-07-26T07:21:24.779 INFO:tasks.workunit.client.0.smithi089.stdout: "actual_memory_used": 20144128, 2024-07-26T07:21:24.779 INFO:tasks.workunit.client.0.smithi089.stdout: "central_cache_freelist": 315840, 2024-07-26T07:21:24.779 INFO:tasks.workunit.client.0.smithi089.stdout: "malloc_metadata": 2621440, 2024-07-26T07:21:24.779 INFO:tasks.workunit.client.0.smithi089.stdout: "page_heap_freelist": 925696, 2024-07-26T07:21:24.780 INFO:tasks.workunit.client.0.smithi089.stdout: "released_to_os": 0, 2024-07-26T07:21:24.780 INFO:tasks.workunit.client.0.smithi089.stdout: "spans_in_use": 349, 2024-07-26T07:21:24.780 INFO:tasks.workunit.client.0.smithi089.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:21:24.780 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_cache_freelists": 1015616, 2024-07-26T07:21:24.780 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_heaps_in_use": 13, 2024-07-26T07:21:24.780 INFO:tasks.workunit.client.0.smithi089.stdout: "transfer_cache_freelist": 506880, 2024-07-26T07:21:24.780 INFO:tasks.workunit.client.0.smithi089.stdout: "use_by_application": 14758656, 2024-07-26T07:21:24.780 INFO:tasks.workunit.client.0.smithi089.stdout: "virtual_address_space_used": 20144128 2024-07-26T07:21:24.780 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.780 INFO:tasks.workunit.client.0.smithi089.stdout: "mds.87ef074e95f73b29e32a1570865c090ae0131b8b": { 2024-07-26T07:21:24.780 INFO:tasks.workunit.client.0.smithi089.stdout: "actual_memory_used": 20619264, 2024-07-26T07:21:24.780 INFO:tasks.workunit.client.0.smithi089.stdout: "central_cache_freelist": 448424, 2024-07-26T07:21:24.780 INFO:tasks.workunit.client.0.smithi089.stdout: "malloc_metadata": 2621440, 2024-07-26T07:21:24.780 INFO:tasks.workunit.client.0.smithi089.stdout: "page_heap_freelist": 0, 2024-07-26T07:21:24.781 INFO:tasks.workunit.client.0.smithi089.stdout: "released_to_os": 573440, 2024-07-26T07:21:24.781 INFO:tasks.workunit.client.0.smithi089.stdout: "spans_in_use": 476, 2024-07-26T07:21:24.781 INFO:tasks.workunit.client.0.smithi089.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:21:24.781 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_cache_freelists": 1294856, 2024-07-26T07:21:24.781 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_heaps_in_use": 22, 2024-07-26T07:21:24.781 INFO:tasks.workunit.client.0.smithi089.stdout: "transfer_cache_freelist": 1100288, 2024-07-26T07:21:24.781 INFO:tasks.workunit.client.0.smithi089.stdout: "use_by_application": 15154256, 2024-07-26T07:21:24.781 INFO:tasks.workunit.client.0.smithi089.stdout: "virtual_address_space_used": 21192704 2024-07-26T07:21:24.781 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:24.781 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.781 INFO:tasks.workunit.client.0.smithi089.stdout: "mon": { 2024-07-26T07:21:24.781 INFO:tasks.workunit.client.0.smithi089.stdout: "mon.11a06f7556cbb1c57650abffbb3eb77c66bdf751": { 2024-07-26T07:21:24.781 INFO:tasks.workunit.client.0.smithi089.stdout: "actual_memory_used": 168747008, 2024-07-26T07:21:24.781 INFO:tasks.workunit.client.0.smithi089.stdout: "central_cache_freelist": 2381720, 2024-07-26T07:21:24.782 INFO:tasks.workunit.client.0.smithi089.stdout: "malloc_metadata": 2883584, 2024-07-26T07:21:24.782 INFO:tasks.workunit.client.0.smithi089.stdout: "page_heap_freelist": 0, 2024-07-26T07:21:24.782 INFO:tasks.workunit.client.0.smithi089.stdout: "released_to_os": 5021696, 2024-07-26T07:21:24.782 INFO:tasks.workunit.client.0.smithi089.stdout: "spans_in_use": 6559, 2024-07-26T07:21:24.782 INFO:tasks.workunit.client.0.smithi089.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:21:24.782 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_cache_freelists": 9788912, 2024-07-26T07:21:24.782 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_heaps_in_use": 20, 2024-07-26T07:21:24.782 INFO:tasks.workunit.client.0.smithi089.stdout: "transfer_cache_freelist": 2087168, 2024-07-26T07:21:24.782 INFO:tasks.workunit.client.0.smithi089.stdout: "use_by_application": 151605624, 2024-07-26T07:21:24.782 INFO:tasks.workunit.client.0.smithi089.stdout: "virtual_address_space_used": 173768704 2024-07-26T07:21:24.782 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.782 INFO:tasks.workunit.client.0.smithi089.stdout: "mon.87ef074e95f73b29e32a1570865c090ae0131b8b": { 2024-07-26T07:21:24.782 INFO:tasks.workunit.client.0.smithi089.stdout: "actual_memory_used": 258547712, 2024-07-26T07:21:24.783 INFO:tasks.workunit.client.0.smithi089.stdout: "central_cache_freelist": 5267440, 2024-07-26T07:21:24.783 INFO:tasks.workunit.client.0.smithi089.stdout: "malloc_metadata": 3014656, 2024-07-26T07:21:24.783 INFO:tasks.workunit.client.0.smithi089.stdout: "page_heap_freelist": 417792, 2024-07-26T07:21:24.783 INFO:tasks.workunit.client.0.smithi089.stdout: "released_to_os": 417792, 2024-07-26T07:21:24.783 INFO:tasks.workunit.client.0.smithi089.stdout: "spans_in_use": 9531, 2024-07-26T07:21:24.783 INFO:tasks.workunit.client.0.smithi089.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:21:24.783 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_cache_freelists": 14044000, 2024-07-26T07:21:24.783 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_heaps_in_use": 23, 2024-07-26T07:21:24.783 INFO:tasks.workunit.client.0.smithi089.stdout: "transfer_cache_freelist": 4247808, 2024-07-26T07:21:24.783 INFO:tasks.workunit.client.0.smithi089.stdout: "use_by_application": 231556016, 2024-07-26T07:21:24.783 INFO:tasks.workunit.client.0.smithi089.stdout: "virtual_address_space_used": 258965504 2024-07-26T07:21:24.783 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.783 INFO:tasks.workunit.client.0.smithi089.stdout: "mon.fa05ed6b69dc18131ed830145851b5294218fbe2": { 2024-07-26T07:21:24.783 INFO:tasks.workunit.client.0.smithi089.stdout: "actual_memory_used": 182099968, 2024-07-26T07:21:24.784 INFO:tasks.workunit.client.0.smithi089.stdout: "central_cache_freelist": 1930808, 2024-07-26T07:21:24.784 INFO:tasks.workunit.client.0.smithi089.stdout: "malloc_metadata": 2883584, 2024-07-26T07:21:24.784 INFO:tasks.workunit.client.0.smithi089.stdout: "page_heap_freelist": 540672, 2024-07-26T07:21:24.784 INFO:tasks.workunit.client.0.smithi089.stdout: "released_to_os": 4276224, 2024-07-26T07:21:24.784 INFO:tasks.workunit.client.0.smithi089.stdout: "spans_in_use": 7285, 2024-07-26T07:21:24.784 INFO:tasks.workunit.client.0.smithi089.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:21:24.784 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_cache_freelists": 11253520, 2024-07-26T07:21:24.784 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_heaps_in_use": 20, 2024-07-26T07:21:24.784 INFO:tasks.workunit.client.0.smithi089.stdout: "transfer_cache_freelist": 2477568, 2024-07-26T07:21:24.784 INFO:tasks.workunit.client.0.smithi089.stdout: "use_by_application": 163013816, 2024-07-26T07:21:24.784 INFO:tasks.workunit.client.0.smithi089.stdout: "virtual_address_space_used": 186376192 2024-07-26T07:21:24.784 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:24.784 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.784 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:24.785 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.0": { 2024-07-26T07:21:24.785 INFO:tasks.workunit.client.0.smithi089.stdout: "actual_memory_used": 463527936, 2024-07-26T07:21:24.785 INFO:tasks.workunit.client.0.smithi089.stdout: "central_cache_freelist": 28823432, 2024-07-26T07:21:24.785 INFO:tasks.workunit.client.0.smithi089.stdout: "malloc_metadata": 3276800, 2024-07-26T07:21:24.785 INFO:tasks.workunit.client.0.smithi089.stdout: "page_heap_freelist": 0, 2024-07-26T07:21:24.785 INFO:tasks.workunit.client.0.smithi089.stdout: "released_to_os": 61489152, 2024-07-26T07:21:24.785 INFO:tasks.workunit.client.0.smithi089.stdout: "spans_in_use": 13391, 2024-07-26T07:21:24.785 INFO:tasks.workunit.client.0.smithi089.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:21:24.785 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_cache_freelists": 71184416, 2024-07-26T07:21:24.785 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_heaps_in_use": 60, 2024-07-26T07:21:24.785 INFO:tasks.workunit.client.0.smithi089.stdout: "transfer_cache_freelist": 11372288, 2024-07-26T07:21:24.785 INFO:tasks.workunit.client.0.smithi089.stdout: "use_by_application": 348871000, 2024-07-26T07:21:24.785 INFO:tasks.workunit.client.0.smithi089.stdout: "virtual_address_space_used": 525017088 2024-07-26T07:21:24.785 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.785 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.1": { 2024-07-26T07:21:24.786 INFO:tasks.workunit.client.0.smithi089.stdout: "actual_memory_used": 410984448, 2024-07-26T07:21:24.786 INFO:tasks.workunit.client.0.smithi089.stdout: "central_cache_freelist": 25084888, 2024-07-26T07:21:24.786 INFO:tasks.workunit.client.0.smithi089.stdout: "malloc_metadata": 3276800, 2024-07-26T07:21:24.786 INFO:tasks.workunit.client.0.smithi089.stdout: "page_heap_freelist": 0, 2024-07-26T07:21:24.786 INFO:tasks.workunit.client.0.smithi089.stdout: "released_to_os": 101924864, 2024-07-26T07:21:24.786 INFO:tasks.workunit.client.0.smithi089.stdout: "spans_in_use": 12937, 2024-07-26T07:21:24.786 INFO:tasks.workunit.client.0.smithi089.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:21:24.786 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_cache_freelists": 68955832, 2024-07-26T07:21:24.786 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_heaps_in_use": 54, 2024-07-26T07:21:24.786 INFO:tasks.workunit.client.0.smithi089.stdout: "transfer_cache_freelist": 8434944, 2024-07-26T07:21:24.786 INFO:tasks.workunit.client.0.smithi089.stdout: "use_by_application": 305231984, 2024-07-26T07:21:24.786 INFO:tasks.workunit.client.0.smithi089.stdout: "virtual_address_space_used": 512909312 2024-07-26T07:21:24.786 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.787 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.2": { 2024-07-26T07:21:24.787 INFO:tasks.workunit.client.0.smithi089.stdout: "actual_memory_used": 494919680, 2024-07-26T07:21:24.787 INFO:tasks.workunit.client.0.smithi089.stdout: "central_cache_freelist": 21322128, 2024-07-26T07:21:24.787 INFO:tasks.workunit.client.0.smithi089.stdout: "malloc_metadata": 5373952, 2024-07-26T07:21:24.787 INFO:tasks.workunit.client.0.smithi089.stdout: "page_heap_freelist": 0, 2024-07-26T07:21:24.787 INFO:tasks.workunit.client.0.smithi089.stdout: "released_to_os": 4800512, 2024-07-26T07:21:24.787 INFO:tasks.workunit.client.0.smithi089.stdout: "spans_in_use": 12172, 2024-07-26T07:21:24.787 INFO:tasks.workunit.client.0.smithi089.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:21:24.787 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_cache_freelists": 66478824, 2024-07-26T07:21:24.787 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_heaps_in_use": 53, 2024-07-26T07:21:24.787 INFO:tasks.workunit.client.0.smithi089.stdout: "transfer_cache_freelist": 9744896, 2024-07-26T07:21:24.787 INFO:tasks.workunit.client.0.smithi089.stdout: "use_by_application": 391999880, 2024-07-26T07:21:24.787 INFO:tasks.workunit.client.0.smithi089.stdout: "virtual_address_space_used": 499720192 2024-07-26T07:21:24.788 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.788 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.3": { 2024-07-26T07:21:24.788 INFO:tasks.workunit.client.0.smithi089.stdout: "actual_memory_used": 474013696, 2024-07-26T07:21:24.788 INFO:tasks.workunit.client.0.smithi089.stdout: "central_cache_freelist": 22574728, 2024-07-26T07:21:24.788 INFO:tasks.workunit.client.0.smithi089.stdout: "malloc_metadata": 3145728, 2024-07-26T07:21:24.788 INFO:tasks.workunit.client.0.smithi089.stdout: "page_heap_freelist": 0, 2024-07-26T07:21:24.788 INFO:tasks.workunit.client.0.smithi089.stdout: "released_to_os": 30670848, 2024-07-26T07:21:24.788 INFO:tasks.workunit.client.0.smithi089.stdout: "spans_in_use": 10547, 2024-07-26T07:21:24.788 INFO:tasks.workunit.client.0.smithi089.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:21:24.788 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_cache_freelists": 52304256, 2024-07-26T07:21:24.788 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_heaps_in_use": 53, 2024-07-26T07:21:24.788 INFO:tasks.workunit.client.0.smithi089.stdout: "transfer_cache_freelist": 12220160, 2024-07-26T07:21:24.789 INFO:tasks.workunit.client.0.smithi089.stdout: "use_by_application": 383768824, 2024-07-26T07:21:24.789 INFO:tasks.workunit.client.0.smithi089.stdout: "virtual_address_space_used": 504684544 2024-07-26T07:21:24.789 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.789 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.4": { 2024-07-26T07:21:24.789 INFO:tasks.workunit.client.0.smithi089.stdout: "actual_memory_used": 471670784, 2024-07-26T07:21:24.789 INFO:tasks.workunit.client.0.smithi089.stdout: "central_cache_freelist": 19382304, 2024-07-26T07:21:24.789 INFO:tasks.workunit.client.0.smithi089.stdout: "malloc_metadata": 3276800, 2024-07-26T07:21:24.789 INFO:tasks.workunit.client.0.smithi089.stdout: "page_heap_freelist": 0, 2024-07-26T07:21:24.789 INFO:tasks.workunit.client.0.smithi089.stdout: "released_to_os": 25198592, 2024-07-26T07:21:24.789 INFO:tasks.workunit.client.0.smithi089.stdout: "spans_in_use": 11019, 2024-07-26T07:21:24.789 INFO:tasks.workunit.client.0.smithi089.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:21:24.789 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_cache_freelists": 58967760, 2024-07-26T07:21:24.789 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_heaps_in_use": 53, 2024-07-26T07:21:24.790 INFO:tasks.workunit.client.0.smithi089.stdout: "transfer_cache_freelist": 10344192, 2024-07-26T07:21:24.790 INFO:tasks.workunit.client.0.smithi089.stdout: "use_by_application": 379699728, 2024-07-26T07:21:24.790 INFO:tasks.workunit.client.0.smithi089.stdout: "virtual_address_space_used": 496869376 2024-07-26T07:21:24.790 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.790 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.5": { 2024-07-26T07:21:24.790 INFO:tasks.workunit.client.0.smithi089.stdout: "actual_memory_used": 536911872, 2024-07-26T07:21:24.790 INFO:tasks.workunit.client.0.smithi089.stdout: "central_cache_freelist": 28608712, 2024-07-26T07:21:24.790 INFO:tasks.workunit.client.0.smithi089.stdout: "malloc_metadata": 3276800, 2024-07-26T07:21:24.790 INFO:tasks.workunit.client.0.smithi089.stdout: "page_heap_freelist": 0, 2024-07-26T07:21:24.790 INFO:tasks.workunit.client.0.smithi089.stdout: "released_to_os": 44417024, 2024-07-26T07:21:24.790 INFO:tasks.workunit.client.0.smithi089.stdout: "spans_in_use": 12478, 2024-07-26T07:21:24.790 INFO:tasks.workunit.client.0.smithi089.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:21:24.790 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_cache_freelists": 55922200, 2024-07-26T07:21:24.791 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_heaps_in_use": 53, 2024-07-26T07:21:24.791 INFO:tasks.workunit.client.0.smithi089.stdout: "transfer_cache_freelist": 11303168, 2024-07-26T07:21:24.791 INFO:tasks.workunit.client.0.smithi089.stdout: "use_by_application": 437800992, 2024-07-26T07:21:24.791 INFO:tasks.workunit.client.0.smithi089.stdout: "virtual_address_space_used": 581328896 2024-07-26T07:21:24.791 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.791 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.6": { 2024-07-26T07:21:24.791 INFO:tasks.workunit.client.0.smithi089.stdout: "actual_memory_used": 536772608, 2024-07-26T07:21:24.791 INFO:tasks.workunit.client.0.smithi089.stdout: "central_cache_freelist": 16695272, 2024-07-26T07:21:24.791 INFO:tasks.workunit.client.0.smithi089.stdout: "malloc_metadata": 3145728, 2024-07-26T07:21:24.791 INFO:tasks.workunit.client.0.smithi089.stdout: "page_heap_freelist": 0, 2024-07-26T07:21:24.791 INFO:tasks.workunit.client.0.smithi089.stdout: "released_to_os": 93487104, 2024-07-26T07:21:24.791 INFO:tasks.workunit.client.0.smithi089.stdout: "spans_in_use": 9806, 2024-07-26T07:21:24.791 INFO:tasks.workunit.client.0.smithi089.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:21:24.791 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_cache_freelists": 59366672, 2024-07-26T07:21:24.791 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_heaps_in_use": 53, 2024-07-26T07:21:24.792 INFO:tasks.workunit.client.0.smithi089.stdout: "transfer_cache_freelist": 10972928, 2024-07-26T07:21:24.792 INFO:tasks.workunit.client.0.smithi089.stdout: "use_by_application": 446592008, 2024-07-26T07:21:24.792 INFO:tasks.workunit.client.0.smithi089.stdout: "virtual_address_space_used": 630259712 2024-07-26T07:21:24.792 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.792 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.7": { 2024-07-26T07:21:24.792 INFO:tasks.workunit.client.0.smithi089.stdout: "actual_memory_used": 436928512, 2024-07-26T07:21:24.792 INFO:tasks.workunit.client.0.smithi089.stdout: "central_cache_freelist": 19189744, 2024-07-26T07:21:24.792 INFO:tasks.workunit.client.0.smithi089.stdout: "malloc_metadata": 5373952, 2024-07-26T07:21:24.792 INFO:tasks.workunit.client.0.smithi089.stdout: "page_heap_freelist": 0, 2024-07-26T07:21:24.792 INFO:tasks.workunit.client.0.smithi089.stdout: "released_to_os": 34512896, 2024-07-26T07:21:24.792 INFO:tasks.workunit.client.0.smithi089.stdout: "spans_in_use": 10935, 2024-07-26T07:21:24.792 INFO:tasks.workunit.client.0.smithi089.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:21:24.792 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_cache_freelists": 55265112, 2024-07-26T07:21:24.792 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_heaps_in_use": 58, 2024-07-26T07:21:24.793 INFO:tasks.workunit.client.0.smithi089.stdout: "transfer_cache_freelist": 11428352, 2024-07-26T07:21:24.793 INFO:tasks.workunit.client.0.smithi089.stdout: "use_by_application": 345671352, 2024-07-26T07:21:24.793 INFO:tasks.workunit.client.0.smithi089.stdout: "virtual_address_space_used": 471441408 2024-07-26T07:21:24.793 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:24.793 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:24.793 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.793 INFO:tasks.workunit.client.0.smithi089.stdout: "hosts": { 2024-07-26T07:21:24.793 INFO:tasks.workunit.client.0.smithi089.stdout: "num": 2, 2024-07-26T07:21:24.793 INFO:tasks.workunit.client.0.smithi089.stdout: "num_with_mds": 2, 2024-07-26T07:21:24.793 INFO:tasks.workunit.client.0.smithi089.stdout: "num_with_mgr": 2, 2024-07-26T07:21:24.793 INFO:tasks.workunit.client.0.smithi089.stdout: "num_with_mon": 2, 2024-07-26T07:21:24.793 INFO:tasks.workunit.client.0.smithi089.stdout: "num_with_osd": 2 2024-07-26T07:21:24.793 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.794 INFO:tasks.workunit.client.0.smithi089.stdout: "io_rate": { 2024-07-26T07:21:24.794 INFO:tasks.workunit.client.0.smithi089.stdout: "pg_stats_delta": { 2024-07-26T07:21:24.794 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": 0, 2024-07-26T07:21:24.794 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:24.794 INFO:tasks.workunit.client.0.smithi089.stdout: "num_store_stats": 0, 2024-07-26T07:21:24.794 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:24.794 INFO:tasks.workunit.client.0.smithi089.stdout: "stamp_delta": "12.003106", 2024-07-26T07:21:24.794 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:24.794 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:24.794 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:24.794 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:24.794 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:24.794 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:24.795 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:24.795 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:24.795 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:24.795 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:24.795 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:24.795 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:24.795 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:24.795 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:24.795 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:24.795 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:24.795 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:24.795 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:24.795 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:24.796 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:24.796 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:24.796 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:24.796 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:24.796 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:24.796 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:24.796 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:24.796 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:24.796 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:24.796 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:24.796 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:24.796 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:24.796 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:24.796 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:24.797 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:24.797 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:24.797 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:24.797 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:24.797 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:24.797 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:24.797 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:24.797 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:24.797 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.797 INFO:tasks.workunit.client.0.smithi089.stdout: "store_stats": { 2024-07-26T07:21:24.797 INFO:tasks.workunit.client.0.smithi089.stdout: "allocated": 0, 2024-07-26T07:21:24.797 INFO:tasks.workunit.client.0.smithi089.stdout: "available": 0, 2024-07-26T07:21:24.797 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed": 0, 2024-07-26T07:21:24.797 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed_allocated": 0, 2024-07-26T07:21:24.798 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed_original": 0, 2024-07-26T07:21:24.798 INFO:tasks.workunit.client.0.smithi089.stdout: "data_stored": 0, 2024-07-26T07:21:24.798 INFO:tasks.workunit.client.0.smithi089.stdout: "internal_metadata": 0, 2024-07-26T07:21:24.798 INFO:tasks.workunit.client.0.smithi089.stdout: "internally_reserved": 0, 2024-07-26T07:21:24.798 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_allocated": 0, 2024-07-26T07:21:24.798 INFO:tasks.workunit.client.0.smithi089.stdout: "total": 0 2024-07-26T07:21:24.798 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.798 INFO:tasks.workunit.client.0.smithi089.stdout: "up": 0 2024-07-26T07:21:24.798 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:24.798 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.798 INFO:tasks.workunit.client.0.smithi089.stdout: "leaderboard": false, 2024-07-26T07:21:24.798 INFO:tasks.workunit.client.0.smithi089.stdout: "leaderboard_description": null, 2024-07-26T07:21:24.798 INFO:tasks.workunit.client.0.smithi089.stdout: "license": "sharing-1-0", 2024-07-26T07:21:24.799 INFO:tasks.workunit.client.0.smithi089.stdout: "mempool": { 2024-07-26T07:21:24.799 INFO:tasks.workunit.client.0.smithi089.stdout: "mds": { 2024-07-26T07:21:24.799 INFO:tasks.workunit.client.0.smithi089.stdout: "mds.11a06f7556cbb1c57650abffbb3eb77c66bdf751": { 2024-07-26T07:21:24.799 INFO:tasks.workunit.client.0.smithi089.stdout: "bloom_filter": { 2024-07-26T07:21:24.799 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.799 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.799 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.799 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T07:21:24.799 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.799 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.799 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.799 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_reader": { 2024-07-26T07:21:24.799 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.799 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.800 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.800 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_writer": { 2024-07-26T07:21:24.800 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.800 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.800 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.800 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_alloc": { 2024-07-26T07:21:24.800 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.800 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.800 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.800 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_blob": { 2024-07-26T07:21:24.800 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.800 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.800 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.801 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_buffer": { 2024-07-26T07:21:24.801 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.801 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.801 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.801 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_data": { 2024-07-26T07:21:24.801 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.801 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.801 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.801 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_meta": { 2024-07-26T07:21:24.801 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.801 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.801 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.801 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_onode": { 2024-07-26T07:21:24.801 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.802 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.802 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.802 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_other": { 2024-07-26T07:21:24.802 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.802 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.802 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.802 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_extent": { 2024-07-26T07:21:24.802 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.802 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.802 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.802 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_fsck": { 2024-07-26T07:21:24.802 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.802 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.802 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.803 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_inline_bl": { 2024-07-26T07:21:24.803 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.803 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.803 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.803 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_shared_blob": { 2024-07-26T07:21:24.803 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.803 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.803 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.803 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_txc": { 2024-07-26T07:21:24.803 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.803 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.803 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.803 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing": { 2024-07-26T07:21:24.803 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.804 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.804 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.804 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing_deferred": { 2024-07-26T07:21:24.804 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.804 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.804 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.804 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_anon": { 2024-07-26T07:21:24.804 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 149233, 2024-07-26T07:21:24.804 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 36 2024-07-26T07:21:24.804 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.804 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_meta": { 2024-07-26T07:21:24.804 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.804 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.804 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.805 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_co": { 2024-07-26T07:21:24.805 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 928, 2024-07-26T07:21:24.805 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 2 2024-07-26T07:21:24.805 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.805 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:24.805 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.805 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.805 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.805 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mapbl": { 2024-07-26T07:21:24.805 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.805 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.805 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.805 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pglog": { 2024-07-26T07:21:24.805 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.806 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.806 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.806 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap": { 2024-07-26T07:21:24.806 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.806 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.806 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.806 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap_mapping": { 2024-07-26T07:21:24.806 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.806 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.806 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.806 INFO:tasks.workunit.client.0.smithi089.stdout: "pgmap": { 2024-07-26T07:21:24.807 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.807 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.807 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.807 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_1": { 2024-07-26T07:21:24.807 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.807 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.807 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.807 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_2": { 2024-07-26T07:21:24.807 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.807 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.807 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:24.807 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.807 INFO:tasks.workunit.client.0.smithi089.stdout: "mds.87ef074e95f73b29e32a1570865c090ae0131b8b": { 2024-07-26T07:21:24.807 INFO:tasks.workunit.client.0.smithi089.stdout: "bloom_filter": { 2024-07-26T07:21:24.808 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.808 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.808 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.808 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T07:21:24.808 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.808 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.808 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.808 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_reader": { 2024-07-26T07:21:24.808 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.808 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.808 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.808 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_writer": { 2024-07-26T07:21:24.808 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.808 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.809 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.809 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_alloc": { 2024-07-26T07:21:24.809 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.809 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.809 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.809 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_blob": { 2024-07-26T07:21:24.809 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.809 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.809 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.809 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_buffer": { 2024-07-26T07:21:24.809 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.809 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.809 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.809 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_data": { 2024-07-26T07:21:24.810 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.810 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.810 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.810 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_meta": { 2024-07-26T07:21:24.810 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.810 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.810 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.810 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_onode": { 2024-07-26T07:21:24.810 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.810 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.810 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.810 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_other": { 2024-07-26T07:21:24.810 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.811 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.811 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.811 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_extent": { 2024-07-26T07:21:24.811 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.811 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.811 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.811 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_fsck": { 2024-07-26T07:21:24.811 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.811 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.811 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.811 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_inline_bl": { 2024-07-26T07:21:24.811 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.811 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.811 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.811 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_shared_blob": { 2024-07-26T07:21:24.812 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.812 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.812 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.812 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_txc": { 2024-07-26T07:21:24.812 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.812 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.812 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.812 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing": { 2024-07-26T07:21:24.812 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.812 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.812 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.812 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing_deferred": { 2024-07-26T07:21:24.812 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.813 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.813 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.813 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_anon": { 2024-07-26T07:21:24.813 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 223415, 2024-07-26T07:21:24.813 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 68 2024-07-26T07:21:24.813 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.813 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_meta": { 2024-07-26T07:21:24.813 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.813 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.813 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.813 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_co": { 2024-07-26T07:21:24.813 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 51904, 2024-07-26T07:21:24.813 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 181 2024-07-26T07:21:24.814 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.814 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:24.814 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.814 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.814 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.814 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mapbl": { 2024-07-26T07:21:24.814 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.814 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.814 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.814 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pglog": { 2024-07-26T07:21:24.814 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.814 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.814 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.815 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap": { 2024-07-26T07:21:24.815 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 12344, 2024-07-26T07:21:24.815 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 237 2024-07-26T07:21:24.815 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.815 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap_mapping": { 2024-07-26T07:21:24.815 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.815 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.815 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.815 INFO:tasks.workunit.client.0.smithi089.stdout: "pgmap": { 2024-07-26T07:21:24.815 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.815 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.815 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.815 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_1": { 2024-07-26T07:21:24.815 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.816 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.816 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.816 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_2": { 2024-07-26T07:21:24.816 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.816 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.816 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:24.816 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:24.816 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.816 INFO:tasks.workunit.client.0.smithi089.stdout: "mon": { 2024-07-26T07:21:24.816 INFO:tasks.workunit.client.0.smithi089.stdout: "mon.11a06f7556cbb1c57650abffbb3eb77c66bdf751": { 2024-07-26T07:21:24.816 INFO:tasks.workunit.client.0.smithi089.stdout: "bloom_filter": { 2024-07-26T07:21:24.816 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.816 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.816 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.817 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T07:21:24.817 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.817 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.817 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.817 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_reader": { 2024-07-26T07:21:24.817 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.817 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.817 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.817 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_writer": { 2024-07-26T07:21:24.817 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.817 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.817 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.817 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_alloc": { 2024-07-26T07:21:24.818 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.818 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.818 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.818 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_blob": { 2024-07-26T07:21:24.818 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.818 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.818 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.818 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_buffer": { 2024-07-26T07:21:24.818 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.818 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.818 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.818 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_data": { 2024-07-26T07:21:24.818 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.819 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.819 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.819 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_meta": { 2024-07-26T07:21:24.819 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.819 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.819 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.819 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_onode": { 2024-07-26T07:21:24.819 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.819 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.819 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.819 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_other": { 2024-07-26T07:21:24.819 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.819 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.820 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.820 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_extent": { 2024-07-26T07:21:24.820 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.820 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.820 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.820 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_fsck": { 2024-07-26T07:21:24.820 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.820 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.820 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.820 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_inline_bl": { 2024-07-26T07:21:24.820 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.820 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.820 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.820 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_shared_blob": { 2024-07-26T07:21:24.820 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.821 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.821 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.821 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_txc": { 2024-07-26T07:21:24.821 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.821 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.821 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.821 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing": { 2024-07-26T07:21:24.821 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.821 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.821 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.821 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing_deferred": { 2024-07-26T07:21:24.821 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.821 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.821 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.822 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_anon": { 2024-07-26T07:21:24.822 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 44274780, 2024-07-26T07:21:24.822 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 5440 2024-07-26T07:21:24.822 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.822 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_meta": { 2024-07-26T07:21:24.822 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 1056, 2024-07-26T07:21:24.822 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 12 2024-07-26T07:21:24.822 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.822 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_co": { 2024-07-26T07:21:24.822 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.822 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.822 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.822 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:24.823 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.823 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.823 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.823 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mapbl": { 2024-07-26T07:21:24.823 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.823 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.823 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.823 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pglog": { 2024-07-26T07:21:24.823 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.823 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.823 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.823 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap": { 2024-07-26T07:21:24.823 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 10920, 2024-07-26T07:21:24.823 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 236 2024-07-26T07:21:24.823 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.824 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap_mapping": { 2024-07-26T07:21:24.824 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 70440, 2024-07-26T07:21:24.824 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 5158 2024-07-26T07:21:24.824 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.824 INFO:tasks.workunit.client.0.smithi089.stdout: "pgmap": { 2024-07-26T07:21:24.824 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 5720, 2024-07-26T07:21:24.824 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 152 2024-07-26T07:21:24.824 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.824 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_1": { 2024-07-26T07:21:24.824 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.824 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.824 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.824 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_2": { 2024-07-26T07:21:24.824 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.825 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.825 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:24.825 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.825 INFO:tasks.workunit.client.0.smithi089.stdout: "mon.87ef074e95f73b29e32a1570865c090ae0131b8b": { 2024-07-26T07:21:24.825 INFO:tasks.workunit.client.0.smithi089.stdout: "bloom_filter": { 2024-07-26T07:21:24.825 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.825 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.825 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.825 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T07:21:24.825 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.825 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.825 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.825 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_reader": { 2024-07-26T07:21:24.825 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.826 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.826 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.826 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_writer": { 2024-07-26T07:21:24.826 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.826 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.826 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.826 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_alloc": { 2024-07-26T07:21:24.826 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.826 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.826 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.826 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_blob": { 2024-07-26T07:21:24.827 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.827 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.827 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.827 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_buffer": { 2024-07-26T07:21:24.827 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.827 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.827 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.827 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_data": { 2024-07-26T07:21:24.827 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.827 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.827 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.827 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_meta": { 2024-07-26T07:21:24.827 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.827 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.827 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.828 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_onode": { 2024-07-26T07:21:24.828 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.828 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.828 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.828 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_other": { 2024-07-26T07:21:24.828 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.828 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.828 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.828 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_extent": { 2024-07-26T07:21:24.828 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.828 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.828 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.828 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_fsck": { 2024-07-26T07:21:24.828 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.829 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.829 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.829 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_inline_bl": { 2024-07-26T07:21:24.829 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.829 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.829 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.829 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_shared_blob": { 2024-07-26T07:21:24.829 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.829 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.829 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.829 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_txc": { 2024-07-26T07:21:24.829 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.829 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.829 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.830 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing": { 2024-07-26T07:21:24.830 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.830 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.830 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.830 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing_deferred": { 2024-07-26T07:21:24.830 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.830 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.830 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.830 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_anon": { 2024-07-26T07:21:24.830 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 48441618, 2024-07-26T07:21:24.830 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 6359 2024-07-26T07:21:24.830 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.830 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_meta": { 2024-07-26T07:21:24.830 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.831 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.831 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.831 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_co": { 2024-07-26T07:21:24.831 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.831 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.831 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.831 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:24.831 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.831 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.831 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.831 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mapbl": { 2024-07-26T07:21:24.831 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.831 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.831 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.832 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pglog": { 2024-07-26T07:21:24.832 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.832 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.832 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.832 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap": { 2024-07-26T07:21:24.832 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 10920, 2024-07-26T07:21:24.832 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 236 2024-07-26T07:21:24.832 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.832 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap_mapping": { 2024-07-26T07:21:24.832 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 70440, 2024-07-26T07:21:24.832 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 5158 2024-07-26T07:21:24.832 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.832 INFO:tasks.workunit.client.0.smithi089.stdout: "pgmap": { 2024-07-26T07:21:24.832 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 11440, 2024-07-26T07:21:24.832 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 304 2024-07-26T07:21:24.833 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.833 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_1": { 2024-07-26T07:21:24.833 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.833 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.833 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.833 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_2": { 2024-07-26T07:21:24.833 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.833 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.833 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:24.833 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.833 INFO:tasks.workunit.client.0.smithi089.stdout: "mon.fa05ed6b69dc18131ed830145851b5294218fbe2": { 2024-07-26T07:21:24.833 INFO:tasks.workunit.client.0.smithi089.stdout: "bloom_filter": { 2024-07-26T07:21:24.833 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.834 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.834 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.834 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T07:21:24.834 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.834 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.834 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.834 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_reader": { 2024-07-26T07:21:24.834 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.834 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.834 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.834 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_writer": { 2024-07-26T07:21:24.834 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.834 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.835 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.835 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_alloc": { 2024-07-26T07:21:24.835 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.835 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.835 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.835 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_blob": { 2024-07-26T07:21:24.835 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.835 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.835 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.835 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_buffer": { 2024-07-26T07:21:24.835 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.835 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.835 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.835 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_data": { 2024-07-26T07:21:24.836 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.836 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.836 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.836 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_meta": { 2024-07-26T07:21:24.836 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.836 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.836 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.836 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_onode": { 2024-07-26T07:21:24.836 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.836 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.836 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.836 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_other": { 2024-07-26T07:21:24.836 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.836 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.837 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.837 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_extent": { 2024-07-26T07:21:24.837 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.837 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.837 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.837 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_fsck": { 2024-07-26T07:21:24.837 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.837 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.837 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.837 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_inline_bl": { 2024-07-26T07:21:24.837 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.837 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.837 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.837 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_shared_blob": { 2024-07-26T07:21:24.837 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.838 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.838 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.838 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_txc": { 2024-07-26T07:21:24.838 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.838 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.838 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.838 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing": { 2024-07-26T07:21:24.838 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.838 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.838 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.838 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing_deferred": { 2024-07-26T07:21:24.838 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.838 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.838 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.839 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_anon": { 2024-07-26T07:21:24.839 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 54352756, 2024-07-26T07:21:24.839 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 7832 2024-07-26T07:21:24.839 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.839 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_meta": { 2024-07-26T07:21:24.839 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.839 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.839 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.839 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_co": { 2024-07-26T07:21:24.839 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.839 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.839 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.839 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:24.839 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.840 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.840 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.840 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mapbl": { 2024-07-26T07:21:24.840 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.840 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.840 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.840 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pglog": { 2024-07-26T07:21:24.840 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.840 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.840 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.840 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap": { 2024-07-26T07:21:24.840 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 10920, 2024-07-26T07:21:24.840 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 236 2024-07-26T07:21:24.840 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.841 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap_mapping": { 2024-07-26T07:21:24.841 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 70440, 2024-07-26T07:21:24.841 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 5158 2024-07-26T07:21:24.841 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.841 INFO:tasks.workunit.client.0.smithi089.stdout: "pgmap": { 2024-07-26T07:21:24.841 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 5720, 2024-07-26T07:21:24.841 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 152 2024-07-26T07:21:24.841 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.841 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_1": { 2024-07-26T07:21:24.841 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.841 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.841 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.841 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_2": { 2024-07-26T07:21:24.841 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.842 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.842 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:24.842 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:24.842 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.842 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:24.842 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.0": { 2024-07-26T07:21:24.842 INFO:tasks.workunit.client.0.smithi089.stdout: "bloom_filter": { 2024-07-26T07:21:24.842 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.842 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.842 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.842 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T07:21:24.842 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 24136, 2024-07-26T07:21:24.842 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 426 2024-07-26T07:21:24.843 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.843 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_reader": { 2024-07-26T07:21:24.843 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 657792, 2024-07-26T07:21:24.843 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 32 2024-07-26T07:21:24.843 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.843 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_writer": { 2024-07-26T07:21:24.843 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 2304, 2024-07-26T07:21:24.843 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 12 2024-07-26T07:21:24.843 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.843 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_alloc": { 2024-07-26T07:21:24.843 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 80800, 2024-07-26T07:21:24.843 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 1010 2024-07-26T07:21:24.843 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.843 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_blob": { 2024-07-26T07:21:24.843 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 554736, 2024-07-26T07:21:24.844 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 2667 2024-07-26T07:21:24.844 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.844 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_buffer": { 2024-07-26T07:21:24.844 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 256, 2024-07-26T07:21:24.844 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 32 2024-07-26T07:21:24.844 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.844 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_data": { 2024-07-26T07:21:24.844 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 640301, 2024-07-26T07:21:24.844 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 177 2024-07-26T07:21:24.844 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.844 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_meta": { 2024-07-26T07:21:24.844 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 2565720, 2024-07-26T07:21:24.844 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 563708 2024-07-26T07:21:24.844 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.845 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_onode": { 2024-07-26T07:21:24.845 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 7210296, 2024-07-26T07:21:24.845 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 10635 2024-07-26T07:21:24.845 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.845 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_other": { 2024-07-26T07:21:24.845 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 104608, 2024-07-26T07:21:24.845 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 11142 2024-07-26T07:21:24.845 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.845 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_extent": { 2024-07-26T07:21:24.845 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 127920, 2024-07-26T07:21:24.845 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 2665 2024-07-26T07:21:24.845 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.845 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_fsck": { 2024-07-26T07:21:24.846 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.846 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.846 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.846 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_inline_bl": { 2024-07-26T07:21:24.846 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 255258, 2024-07-26T07:21:24.846 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 1806 2024-07-26T07:21:24.846 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.846 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_shared_blob": { 2024-07-26T07:21:24.846 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.846 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.846 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.847 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_txc": { 2024-07-26T07:21:24.847 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 2208, 2024-07-26T07:21:24.847 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 3 2024-07-26T07:21:24.847 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.847 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing": { 2024-07-26T07:21:24.847 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 129796, 2024-07-26T07:21:24.847 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 63 2024-07-26T07:21:24.847 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.847 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing_deferred": { 2024-07-26T07:21:24.847 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 28144, 2024-07-26T07:21:24.847 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 7 2024-07-26T07:21:24.847 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.847 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_anon": { 2024-07-26T07:21:24.847 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 12224743, 2024-07-26T07:21:24.848 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 284 2024-07-26T07:21:24.848 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.848 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_meta": { 2024-07-26T07:21:24.848 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 16368, 2024-07-26T07:21:24.848 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 186 2024-07-26T07:21:24.848 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.848 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_co": { 2024-07-26T07:21:24.848 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.848 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.848 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.848 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:24.848 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 522720, 2024-07-26T07:21:24.848 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 45 2024-07-26T07:21:24.848 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.849 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mapbl": { 2024-07-26T07:21:24.849 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.849 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.849 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.849 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pglog": { 2024-07-26T07:21:24.849 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 7053800, 2024-07-26T07:21:24.849 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 18365 2024-07-26T07:21:24.849 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.849 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap": { 2024-07-26T07:21:24.849 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 652328, 2024-07-26T07:21:24.849 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 10524 2024-07-26T07:21:24.849 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.849 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap_mapping": { 2024-07-26T07:21:24.849 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.849 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.850 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.850 INFO:tasks.workunit.client.0.smithi089.stdout: "pgmap": { 2024-07-26T07:21:24.850 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.850 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.850 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.850 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_1": { 2024-07-26T07:21:24.850 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.850 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.850 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.850 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_2": { 2024-07-26T07:21:24.850 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.850 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.850 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:24.850 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.851 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.1": { 2024-07-26T07:21:24.851 INFO:tasks.workunit.client.0.smithi089.stdout: "bloom_filter": { 2024-07-26T07:21:24.851 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.851 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.851 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.851 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T07:21:24.851 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 26088, 2024-07-26T07:21:24.851 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 506 2024-07-26T07:21:24.851 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.851 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_reader": { 2024-07-26T07:21:24.851 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 506240, 2024-07-26T07:21:24.851 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 34 2024-07-26T07:21:24.851 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.852 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_writer": { 2024-07-26T07:21:24.852 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 768, 2024-07-26T07:21:24.852 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 4 2024-07-26T07:21:24.852 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.852 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_alloc": { 2024-07-26T07:21:24.852 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 80400, 2024-07-26T07:21:24.852 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 1005 2024-07-26T07:21:24.852 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.852 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_blob": { 2024-07-26T07:21:24.852 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 552032, 2024-07-26T07:21:24.852 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 2654 2024-07-26T07:21:24.852 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.852 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_buffer": { 2024-07-26T07:21:24.852 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 256, 2024-07-26T07:21:24.853 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 32 2024-07-26T07:21:24.853 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.853 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_data": { 2024-07-26T07:21:24.853 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 888084, 2024-07-26T07:21:24.853 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 234 2024-07-26T07:21:24.853 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.853 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_meta": { 2024-07-26T07:21:24.853 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 2517740, 2024-07-26T07:21:24.853 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 553360 2024-07-26T07:21:24.853 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.853 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_onode": { 2024-07-26T07:21:24.853 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 7081776, 2024-07-26T07:21:24.853 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 10446 2024-07-26T07:21:24.854 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.854 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_other": { 2024-07-26T07:21:24.854 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 102352, 2024-07-26T07:21:24.854 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 10959 2024-07-26T07:21:24.854 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.854 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_extent": { 2024-07-26T07:21:24.854 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 127392, 2024-07-26T07:21:24.854 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 2654 2024-07-26T07:21:24.854 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.854 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_fsck": { 2024-07-26T07:21:24.854 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.854 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.855 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.855 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_inline_bl": { 2024-07-26T07:21:24.855 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 255514, 2024-07-26T07:21:24.855 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 1807 2024-07-26T07:21:24.855 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.855 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_shared_blob": { 2024-07-26T07:21:24.855 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.855 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.855 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.855 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_txc": { 2024-07-26T07:21:24.855 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 736, 2024-07-26T07:21:24.855 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 1 2024-07-26T07:21:24.855 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.855 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing": { 2024-07-26T07:21:24.856 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 80707, 2024-07-26T07:21:24.856 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 48 2024-07-26T07:21:24.856 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.856 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing_deferred": { 2024-07-26T07:21:24.856 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 12112, 2024-07-26T07:21:24.856 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 3 2024-07-26T07:21:24.856 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.856 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_anon": { 2024-07-26T07:21:24.856 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 3836238, 2024-07-26T07:21:24.856 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 268 2024-07-26T07:21:24.856 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.856 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_meta": { 2024-07-26T07:21:24.856 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 21472, 2024-07-26T07:21:24.856 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 244 2024-07-26T07:21:24.856 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.857 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_co": { 2024-07-26T07:21:24.857 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.857 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.857 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.857 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:24.857 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 441408, 2024-07-26T07:21:24.857 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 38 2024-07-26T07:21:24.857 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.857 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mapbl": { 2024-07-26T07:21:24.857 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.857 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.857 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.857 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pglog": { 2024-07-26T07:21:24.857 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 7299032, 2024-07-26T07:21:24.858 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 21215 2024-07-26T07:21:24.858 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.858 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap": { 2024-07-26T07:21:24.858 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 652328, 2024-07-26T07:21:24.858 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 10524 2024-07-26T07:21:24.858 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.858 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap_mapping": { 2024-07-26T07:21:24.858 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.858 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.858 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.858 INFO:tasks.workunit.client.0.smithi089.stdout: "pgmap": { 2024-07-26T07:21:24.858 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.858 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.859 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.859 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_1": { 2024-07-26T07:21:24.859 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.859 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.859 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.859 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_2": { 2024-07-26T07:21:24.859 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.859 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.859 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:24.859 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.859 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.2": { 2024-07-26T07:21:24.859 INFO:tasks.workunit.client.0.smithi089.stdout: "bloom_filter": { 2024-07-26T07:21:24.859 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.860 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.860 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.860 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T07:21:24.860 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 15312, 2024-07-26T07:21:24.860 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 270 2024-07-26T07:21:24.860 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.860 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_reader": { 2024-07-26T07:21:24.860 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 104064, 2024-07-26T07:21:24.860 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 23 2024-07-26T07:21:24.860 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.860 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_writer": { 2024-07-26T07:21:24.860 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 3264, 2024-07-26T07:21:24.860 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 17 2024-07-26T07:21:24.860 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.861 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_alloc": { 2024-07-26T07:21:24.861 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 78320, 2024-07-26T07:21:24.861 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 979 2024-07-26T07:21:24.861 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.861 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_blob": { 2024-07-26T07:21:24.861 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 551408, 2024-07-26T07:21:24.861 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 2651 2024-07-26T07:21:24.861 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.861 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_buffer": { 2024-07-26T07:21:24.861 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 256, 2024-07-26T07:21:24.861 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 32 2024-07-26T07:21:24.861 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.861 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_data": { 2024-07-26T07:21:24.862 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 261962, 2024-07-26T07:21:24.862 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 79 2024-07-26T07:21:24.862 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.862 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_meta": { 2024-07-26T07:21:24.862 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 1845166, 2024-07-26T07:21:24.862 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 404602 2024-07-26T07:21:24.862 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.862 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_onode": { 2024-07-26T07:21:24.862 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 5289296, 2024-07-26T07:21:24.862 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 7810 2024-07-26T07:21:24.862 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.862 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_other": { 2024-07-26T07:21:24.862 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 101396, 2024-07-26T07:21:24.862 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 10945 2024-07-26T07:21:24.863 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.863 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_extent": { 2024-07-26T07:21:24.863 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 127248, 2024-07-26T07:21:24.863 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 2651 2024-07-26T07:21:24.863 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.863 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_fsck": { 2024-07-26T07:21:24.863 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.863 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.863 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.863 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_inline_bl": { 2024-07-26T07:21:24.863 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 255514, 2024-07-26T07:21:24.863 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 1807 2024-07-26T07:21:24.863 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.863 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_shared_blob": { 2024-07-26T07:21:24.864 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.864 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.864 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.864 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_txc": { 2024-07-26T07:21:24.864 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 736, 2024-07-26T07:21:24.864 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 1 2024-07-26T07:21:24.864 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.864 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing": { 2024-07-26T07:21:24.864 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 74571, 2024-07-26T07:21:24.864 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 54 2024-07-26T07:21:24.864 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.864 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing_deferred": { 2024-07-26T07:21:24.864 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 12112, 2024-07-26T07:21:24.864 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 3 2024-07-26T07:21:24.864 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.865 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_anon": { 2024-07-26T07:21:24.865 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 17377596, 2024-07-26T07:21:24.865 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 7399 2024-07-26T07:21:24.865 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.865 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_meta": { 2024-07-26T07:21:24.865 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 10032, 2024-07-26T07:21:24.865 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 114 2024-07-26T07:21:24.865 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.865 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_co": { 2024-07-26T07:21:24.865 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.865 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.865 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.865 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:24.865 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 348480, 2024-07-26T07:21:24.866 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 30 2024-07-26T07:21:24.866 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.866 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mapbl": { 2024-07-26T07:21:24.866 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.866 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.866 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.866 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pglog": { 2024-07-26T07:21:24.866 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 3208920, 2024-07-26T07:21:24.866 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 6171 2024-07-26T07:21:24.867 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.867 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap": { 2024-07-26T07:21:24.867 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 652328, 2024-07-26T07:21:24.867 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 10524 2024-07-26T07:21:24.867 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.867 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap_mapping": { 2024-07-26T07:21:24.867 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.867 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.867 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.867 INFO:tasks.workunit.client.0.smithi089.stdout: "pgmap": { 2024-07-26T07:21:24.867 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.867 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.868 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.868 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_1": { 2024-07-26T07:21:24.868 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.868 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.868 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.868 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_2": { 2024-07-26T07:21:24.868 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.868 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.868 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:24.868 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.868 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.3": { 2024-07-26T07:21:24.868 INFO:tasks.workunit.client.0.smithi089.stdout: "bloom_filter": { 2024-07-26T07:21:24.868 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.868 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.869 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.869 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T07:21:24.869 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 18464, 2024-07-26T07:21:24.869 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 322 2024-07-26T07:21:24.869 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.869 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_reader": { 2024-07-26T07:21:24.869 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 444160, 2024-07-26T07:21:24.869 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 24 2024-07-26T07:21:24.869 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.869 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_writer": { 2024-07-26T07:21:24.869 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 3072, 2024-07-26T07:21:24.869 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 16 2024-07-26T07:21:24.869 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.869 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_alloc": { 2024-07-26T07:21:24.870 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 79520, 2024-07-26T07:21:24.870 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 994 2024-07-26T07:21:24.870 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.870 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_blob": { 2024-07-26T07:21:24.870 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 552448, 2024-07-26T07:21:24.870 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 2656 2024-07-26T07:21:24.870 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.870 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_buffer": { 2024-07-26T07:21:24.870 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 256, 2024-07-26T07:21:24.870 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 32 2024-07-26T07:21:24.870 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.870 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_data": { 2024-07-26T07:21:24.870 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 360269, 2024-07-26T07:21:24.871 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 94 2024-07-26T07:21:24.871 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.871 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_meta": { 2024-07-26T07:21:24.871 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 1835888, 2024-07-26T07:21:24.871 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 402487 2024-07-26T07:21:24.871 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.871 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_onode": { 2024-07-26T07:21:24.871 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 5259376, 2024-07-26T07:21:24.871 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 7766 2024-07-26T07:21:24.871 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.871 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_other": { 2024-07-26T07:21:24.871 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 102308, 2024-07-26T07:21:24.871 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 10965 2024-07-26T07:21:24.871 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.872 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_extent": { 2024-07-26T07:21:24.872 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 127488, 2024-07-26T07:21:24.872 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 2656 2024-07-26T07:21:24.872 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.872 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_fsck": { 2024-07-26T07:21:24.872 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.872 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.872 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.872 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_inline_bl": { 2024-07-26T07:21:24.872 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 255514, 2024-07-26T07:21:24.872 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 1807 2024-07-26T07:21:24.872 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.872 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_shared_blob": { 2024-07-26T07:21:24.872 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.873 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.873 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.873 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_txc": { 2024-07-26T07:21:24.873 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 736, 2024-07-26T07:21:24.873 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 1 2024-07-26T07:21:24.873 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.873 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing": { 2024-07-26T07:21:24.873 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 71554, 2024-07-26T07:21:24.873 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 55 2024-07-26T07:21:24.873 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.873 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing_deferred": { 2024-07-26T07:21:24.873 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 12112, 2024-07-26T07:21:24.873 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 3 2024-07-26T07:21:24.874 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.874 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_anon": { 2024-07-26T07:21:24.874 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 16405654, 2024-07-26T07:21:24.874 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 280 2024-07-26T07:21:24.874 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.874 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_meta": { 2024-07-26T07:21:24.874 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 10824, 2024-07-26T07:21:24.874 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 123 2024-07-26T07:21:24.874 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.874 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_co": { 2024-07-26T07:21:24.874 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.874 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.875 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.875 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:24.875 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 429792, 2024-07-26T07:21:24.875 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 37 2024-07-26T07:21:24.875 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.875 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mapbl": { 2024-07-26T07:21:24.875 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.875 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.875 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.875 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pglog": { 2024-07-26T07:21:24.875 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 3514680, 2024-07-26T07:21:24.875 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 9159 2024-07-26T07:21:24.875 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.875 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap": { 2024-07-26T07:21:24.876 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 652328, 2024-07-26T07:21:24.876 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 10524 2024-07-26T07:21:24.876 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.876 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap_mapping": { 2024-07-26T07:21:24.876 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.876 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.876 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.876 INFO:tasks.workunit.client.0.smithi089.stdout: "pgmap": { 2024-07-26T07:21:24.876 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.876 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.876 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.876 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_1": { 2024-07-26T07:21:24.876 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.876 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.876 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.876 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_2": { 2024-07-26T07:21:24.877 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.877 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.877 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:24.877 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.877 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.4": { 2024-07-26T07:21:24.877 INFO:tasks.workunit.client.0.smithi089.stdout: "bloom_filter": { 2024-07-26T07:21:24.877 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.877 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.877 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.877 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T07:21:24.877 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 22464, 2024-07-26T07:21:24.877 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 392 2024-07-26T07:21:24.878 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.878 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_reader": { 2024-07-26T07:21:24.878 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 514432, 2024-07-26T07:21:24.878 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 32 2024-07-26T07:21:24.878 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.878 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_writer": { 2024-07-26T07:21:24.878 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 2688, 2024-07-26T07:21:24.878 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 14 2024-07-26T07:21:24.878 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.878 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_alloc": { 2024-07-26T07:21:24.878 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 79760, 2024-07-26T07:21:24.878 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 997 2024-07-26T07:21:24.878 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.879 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_blob": { 2024-07-26T07:21:24.879 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 565760, 2024-07-26T07:21:24.879 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 2720 2024-07-26T07:21:24.879 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.879 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_buffer": { 2024-07-26T07:21:24.879 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 256, 2024-07-26T07:21:24.879 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 32 2024-07-26T07:21:24.879 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.879 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_data": { 2024-07-26T07:21:24.879 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 1563069, 2024-07-26T07:21:24.879 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 387 2024-07-26T07:21:24.879 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.879 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_meta": { 2024-07-26T07:21:24.879 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 2142826, 2024-07-26T07:21:24.880 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 467340 2024-07-26T07:21:24.880 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.880 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_onode": { 2024-07-26T07:21:24.880 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 6085576, 2024-07-26T07:21:24.880 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 8981 2024-07-26T07:21:24.880 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.880 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_other": { 2024-07-26T07:21:24.880 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 111816, 2024-07-26T07:21:24.880 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 12116 2024-07-26T07:21:24.880 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.880 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_extent": { 2024-07-26T07:21:24.880 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 130560, 2024-07-26T07:21:24.880 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 2720 2024-07-26T07:21:24.880 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.881 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_fsck": { 2024-07-26T07:21:24.881 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.881 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.881 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.881 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_inline_bl": { 2024-07-26T07:21:24.881 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 255258, 2024-07-26T07:21:24.881 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 1806 2024-07-26T07:21:24.881 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.881 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_shared_blob": { 2024-07-26T07:21:24.881 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.881 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.881 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.881 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_txc": { 2024-07-26T07:21:24.881 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.882 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.882 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.882 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing": { 2024-07-26T07:21:24.882 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 14393, 2024-07-26T07:21:24.882 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 25 2024-07-26T07:21:24.882 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.882 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing_deferred": { 2024-07-26T07:21:24.882 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.882 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.882 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.882 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_anon": { 2024-07-26T07:21:24.882 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 14187059, 2024-07-26T07:21:24.882 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 262 2024-07-26T07:21:24.882 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.883 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_meta": { 2024-07-26T07:21:24.883 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 34584, 2024-07-26T07:21:24.883 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 393 2024-07-26T07:21:24.883 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.883 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_co": { 2024-07-26T07:21:24.883 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.883 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.883 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.883 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:24.883 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 464640, 2024-07-26T07:21:24.883 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 40 2024-07-26T07:21:24.883 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.883 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mapbl": { 2024-07-26T07:21:24.883 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.884 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.884 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.884 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pglog": { 2024-07-26T07:21:24.884 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 5138640, 2024-07-26T07:21:24.884 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 12274 2024-07-26T07:21:24.884 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.884 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap": { 2024-07-26T07:21:24.884 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 652328, 2024-07-26T07:21:24.884 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 10524 2024-07-26T07:21:24.884 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.884 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap_mapping": { 2024-07-26T07:21:24.884 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.884 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.884 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.885 INFO:tasks.workunit.client.0.smithi089.stdout: "pgmap": { 2024-07-26T07:21:24.885 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.885 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.885 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.885 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_1": { 2024-07-26T07:21:24.885 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.885 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.885 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.885 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_2": { 2024-07-26T07:21:24.885 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.885 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.885 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:24.885 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.885 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.5": { 2024-07-26T07:21:24.886 INFO:tasks.workunit.client.0.smithi089.stdout: "bloom_filter": { 2024-07-26T07:21:24.886 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.886 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.886 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.886 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T07:21:24.886 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 20912, 2024-07-26T07:21:24.886 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 368 2024-07-26T07:21:24.886 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.886 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_reader": { 2024-07-26T07:21:24.886 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 239744, 2024-07-26T07:21:24.886 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 29 2024-07-26T07:21:24.886 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.887 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_writer": { 2024-07-26T07:21:24.887 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 2880, 2024-07-26T07:21:24.887 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 15 2024-07-26T07:21:24.887 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.887 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_alloc": { 2024-07-26T07:21:24.887 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 79440, 2024-07-26T07:21:24.887 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 993 2024-07-26T07:21:24.887 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.887 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_blob": { 2024-07-26T07:21:24.887 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 565968, 2024-07-26T07:21:24.887 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 2721 2024-07-26T07:21:24.887 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.887 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_buffer": { 2024-07-26T07:21:24.888 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 256, 2024-07-26T07:21:24.888 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 32 2024-07-26T07:21:24.888 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.888 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_data": { 2024-07-26T07:21:24.888 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 470464, 2024-07-26T07:21:24.888 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 130 2024-07-26T07:21:24.888 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.888 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_meta": { 2024-07-26T07:21:24.888 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 2393733, 2024-07-26T07:21:24.888 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 533229 2024-07-26T07:21:24.888 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.888 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_onode": { 2024-07-26T07:21:24.888 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 6872336, 2024-07-26T07:21:24.888 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 10138 2024-07-26T07:21:24.889 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.889 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_other": { 2024-07-26T07:21:24.889 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 112008, 2024-07-26T07:21:24.889 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 12124 2024-07-26T07:21:24.889 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.889 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_extent": { 2024-07-26T07:21:24.889 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 130560, 2024-07-26T07:21:24.889 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 2720 2024-07-26T07:21:24.889 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.889 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_fsck": { 2024-07-26T07:21:24.889 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.889 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.889 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.889 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_inline_bl": { 2024-07-26T07:21:24.890 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 255258, 2024-07-26T07:21:24.890 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 1806 2024-07-26T07:21:24.890 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.890 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_shared_blob": { 2024-07-26T07:21:24.890 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.890 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.890 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.890 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_txc": { 2024-07-26T07:21:24.890 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 1472, 2024-07-26T07:21:24.890 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 2 2024-07-26T07:21:24.890 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.890 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing": { 2024-07-26T07:21:24.890 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 113569, 2024-07-26T07:21:24.891 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 61 2024-07-26T07:21:24.891 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.891 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing_deferred": { 2024-07-26T07:21:24.891 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 20128, 2024-07-26T07:21:24.891 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 5 2024-07-26T07:21:24.891 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.891 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_anon": { 2024-07-26T07:21:24.891 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 15517585, 2024-07-26T07:21:24.891 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 271 2024-07-26T07:21:24.891 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.891 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_meta": { 2024-07-26T07:21:24.891 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 13200, 2024-07-26T07:21:24.891 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 150 2024-07-26T07:21:24.891 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.892 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_co": { 2024-07-26T07:21:24.892 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.892 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.892 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.892 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:24.892 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 476256, 2024-07-26T07:21:24.892 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 41 2024-07-26T07:21:24.892 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.892 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mapbl": { 2024-07-26T07:21:24.892 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.892 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.892 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.892 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pglog": { 2024-07-26T07:21:24.893 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 6305520, 2024-07-26T07:21:24.893 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 12126 2024-07-26T07:21:24.893 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.893 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap": { 2024-07-26T07:21:24.893 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 652328, 2024-07-26T07:21:24.893 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 10524 2024-07-26T07:21:24.893 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.893 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap_mapping": { 2024-07-26T07:21:24.893 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.893 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.893 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.893 INFO:tasks.workunit.client.0.smithi089.stdout: "pgmap": { 2024-07-26T07:21:24.893 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.894 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.894 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.894 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_1": { 2024-07-26T07:21:24.894 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.894 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.894 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.894 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_2": { 2024-07-26T07:21:24.894 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.894 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.894 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:24.894 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.894 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.6": { 2024-07-26T07:21:24.894 INFO:tasks.workunit.client.0.smithi089.stdout: "bloom_filter": { 2024-07-26T07:21:24.895 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.895 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.895 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.895 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T07:21:24.895 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 18088, 2024-07-26T07:21:24.895 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 317 2024-07-26T07:21:24.895 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.895 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_reader": { 2024-07-26T07:21:24.895 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 366464, 2024-07-26T07:21:24.895 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 26 2024-07-26T07:21:24.895 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.895 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_writer": { 2024-07-26T07:21:24.895 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 4224, 2024-07-26T07:21:24.895 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 22 2024-07-26T07:21:24.896 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.896 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_alloc": { 2024-07-26T07:21:24.896 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 79360, 2024-07-26T07:21:24.896 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 992 2024-07-26T07:21:24.896 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.896 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_blob": { 2024-07-26T07:21:24.896 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 567632, 2024-07-26T07:21:24.896 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 2729 2024-07-26T07:21:24.896 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.896 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_buffer": { 2024-07-26T07:21:24.896 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 256, 2024-07-26T07:21:24.896 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 32 2024-07-26T07:21:24.896 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.897 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_data": { 2024-07-26T07:21:24.897 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 1065073, 2024-07-26T07:21:24.897 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 270 2024-07-26T07:21:24.897 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.897 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_meta": { 2024-07-26T07:21:24.897 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 1779062, 2024-07-26T07:21:24.897 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 387942 2024-07-26T07:21:24.897 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.897 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_onode": { 2024-07-26T07:21:24.897 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 5115216, 2024-07-26T07:21:24.897 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 7554 2024-07-26T07:21:24.897 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.897 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_other": { 2024-07-26T07:21:24.897 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 112948, 2024-07-26T07:21:24.897 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 12281 2024-07-26T07:21:24.898 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.898 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_extent": { 2024-07-26T07:21:24.898 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 130944, 2024-07-26T07:21:24.898 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 2728 2024-07-26T07:21:24.898 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.898 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_fsck": { 2024-07-26T07:21:24.898 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.898 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.898 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.898 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_inline_bl": { 2024-07-26T07:21:24.898 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 255258, 2024-07-26T07:21:24.898 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 1806 2024-07-26T07:21:24.898 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.899 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_shared_blob": { 2024-07-26T07:21:24.899 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.899 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.899 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.899 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_txc": { 2024-07-26T07:21:24.899 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 1472, 2024-07-26T07:21:24.899 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 2 2024-07-26T07:21:24.899 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.899 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing": { 2024-07-26T07:21:24.899 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 104326, 2024-07-26T07:21:24.899 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 62 2024-07-26T07:21:24.899 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.899 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing_deferred": { 2024-07-26T07:21:24.899 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 20128, 2024-07-26T07:21:24.899 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 5 2024-07-26T07:21:24.900 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.900 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_anon": { 2024-07-26T07:21:24.900 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 22543878, 2024-07-26T07:21:24.900 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 267 2024-07-26T07:21:24.900 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.900 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_meta": { 2024-07-26T07:21:24.900 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 26664, 2024-07-26T07:21:24.900 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 303 2024-07-26T07:21:24.900 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.900 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_co": { 2024-07-26T07:21:24.900 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.900 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.900 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.901 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:24.901 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 441408, 2024-07-26T07:21:24.901 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 38 2024-07-26T07:21:24.901 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.901 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mapbl": { 2024-07-26T07:21:24.901 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.901 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.901 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.901 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pglog": { 2024-07-26T07:21:24.901 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 3661840, 2024-07-26T07:21:24.901 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 9442 2024-07-26T07:21:24.901 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.901 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap": { 2024-07-26T07:21:24.901 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 652328, 2024-07-26T07:21:24.902 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 10524 2024-07-26T07:21:24.902 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.902 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap_mapping": { 2024-07-26T07:21:24.902 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.902 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.902 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.902 INFO:tasks.workunit.client.0.smithi089.stdout: "pgmap": { 2024-07-26T07:21:24.902 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.902 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.902 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.902 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_1": { 2024-07-26T07:21:24.902 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.902 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.902 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.903 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_2": { 2024-07-26T07:21:24.903 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.903 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.903 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:24.903 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.903 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.7": { 2024-07-26T07:21:24.903 INFO:tasks.workunit.client.0.smithi089.stdout: "bloom_filter": { 2024-07-26T07:21:24.903 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.903 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.903 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.903 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T07:21:24.903 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 15408, 2024-07-26T07:21:24.903 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 278 2024-07-26T07:21:24.903 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.904 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_reader": { 2024-07-26T07:21:24.904 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 59008, 2024-07-26T07:21:24.904 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 23 2024-07-26T07:21:24.904 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.904 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_writer": { 2024-07-26T07:21:24.904 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 960, 2024-07-26T07:21:24.904 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 5 2024-07-26T07:21:24.904 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.904 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_alloc": { 2024-07-26T07:21:24.904 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 78960, 2024-07-26T07:21:24.904 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 987 2024-07-26T07:21:24.904 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.904 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_blob": { 2024-07-26T07:21:24.904 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 554112, 2024-07-26T07:21:24.905 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 2664 2024-07-26T07:21:24.905 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.905 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_buffer": { 2024-07-26T07:21:24.905 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 256, 2024-07-26T07:21:24.905 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 32 2024-07-26T07:21:24.905 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.905 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_data": { 2024-07-26T07:21:24.905 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 484609, 2024-07-26T07:21:24.905 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 136 2024-07-26T07:21:24.905 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.905 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_meta": { 2024-07-26T07:21:24.905 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 2113626, 2024-07-26T07:21:24.905 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 466957 2024-07-26T07:21:24.905 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.906 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_onode": { 2024-07-26T07:21:24.906 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 6057696, 2024-07-26T07:21:24.906 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 8940 2024-07-26T07:21:24.906 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.906 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_other": { 2024-07-26T07:21:24.906 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 104580, 2024-07-26T07:21:24.906 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 11132 2024-07-26T07:21:24.906 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.906 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_extent": { 2024-07-26T07:21:24.906 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 127824, 2024-07-26T07:21:24.906 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 2663 2024-07-26T07:21:24.907 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.907 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_fsck": { 2024-07-26T07:21:24.907 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.907 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.907 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.907 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_inline_bl": { 2024-07-26T07:21:24.907 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 255258, 2024-07-26T07:21:24.907 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 1806 2024-07-26T07:21:24.907 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.907 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_shared_blob": { 2024-07-26T07:21:24.907 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.907 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.907 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.907 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_txc": { 2024-07-26T07:21:24.908 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 1472, 2024-07-26T07:21:24.908 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 2 2024-07-26T07:21:24.908 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.908 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing": { 2024-07-26T07:21:24.908 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 101309, 2024-07-26T07:21:24.908 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 58 2024-07-26T07:21:24.908 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.908 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing_deferred": { 2024-07-26T07:21:24.908 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 20128, 2024-07-26T07:21:24.908 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 5 2024-07-26T07:21:24.908 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.908 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_anon": { 2024-07-26T07:21:24.908 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 4763778, 2024-07-26T07:21:24.909 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 242 2024-07-26T07:21:24.909 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.909 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_meta": { 2024-07-26T07:21:24.909 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 12056, 2024-07-26T07:21:24.909 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 137 2024-07-26T07:21:24.909 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.909 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_co": { 2024-07-26T07:21:24.909 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.909 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.909 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.909 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:24.909 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 534336, 2024-07-26T07:21:24.909 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 46 2024-07-26T07:21:24.909 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.910 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mapbl": { 2024-07-26T07:21:24.910 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.910 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.910 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.910 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pglog": { 2024-07-26T07:21:24.910 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 4934176, 2024-07-26T07:21:24.910 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 9492 2024-07-26T07:21:24.910 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.910 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap": { 2024-07-26T07:21:24.910 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 652328, 2024-07-26T07:21:24.910 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 10524 2024-07-26T07:21:24.910 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.910 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap_mapping": { 2024-07-26T07:21:24.911 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.911 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.911 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.911 INFO:tasks.workunit.client.0.smithi089.stdout: "pgmap": { 2024-07-26T07:21:24.911 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.911 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.911 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.911 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_1": { 2024-07-26T07:21:24.911 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.911 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.911 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.911 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_2": { 2024-07-26T07:21:24.911 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:24.911 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:24.912 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:24.912 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:24.912 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:24.912 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.912 INFO:tasks.workunit.client.0.smithi089.stdout: "metadata": { 2024-07-26T07:21:24.912 INFO:tasks.workunit.client.0.smithi089.stdout: "mds": { 2024-07-26T07:21:24.912 INFO:tasks.workunit.client.0.smithi089.stdout: "arch": { 2024-07-26T07:21:24.912 INFO:tasks.workunit.client.0.smithi089.stdout: "x86_64": 2 2024-07-26T07:21:24.912 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.912 INFO:tasks.workunit.client.0.smithi089.stdout: "ceph_version": { 2024-07-26T07:21:24.912 INFO:tasks.workunit.client.0.smithi089.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 2 2024-07-26T07:21:24.912 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.912 INFO:tasks.workunit.client.0.smithi089.stdout: "cpu": { 2024-07-26T07:21:24.912 INFO:tasks.workunit.client.0.smithi089.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-07-26T07:21:24.913 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.913 INFO:tasks.workunit.client.0.smithi089.stdout: "distro": { 2024-07-26T07:21:24.913 INFO:tasks.workunit.client.0.smithi089.stdout: "centos": 2 2024-07-26T07:21:24.913 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.913 INFO:tasks.workunit.client.0.smithi089.stdout: "distro_description": { 2024-07-26T07:21:24.913 INFO:tasks.workunit.client.0.smithi089.stdout: "CentOS Stream 9": 2 2024-07-26T07:21:24.913 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.913 INFO:tasks.workunit.client.0.smithi089.stdout: "kernel_description": { 2024-07-26T07:21:24.913 INFO:tasks.workunit.client.0.smithi089.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 2 2024-07-26T07:21:24.913 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.913 INFO:tasks.workunit.client.0.smithi089.stdout: "kernel_version": { 2024-07-26T07:21:24.913 INFO:tasks.workunit.client.0.smithi089.stdout: "5.14.0-480.el9.x86_64": 2 2024-07-26T07:21:24.913 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.913 INFO:tasks.workunit.client.0.smithi089.stdout: "os": { 2024-07-26T07:21:24.914 INFO:tasks.workunit.client.0.smithi089.stdout: "Linux": 2 2024-07-26T07:21:24.914 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:24.914 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.914 INFO:tasks.workunit.client.0.smithi089.stdout: "mon": { 2024-07-26T07:21:24.914 INFO:tasks.workunit.client.0.smithi089.stdout: "arch": { 2024-07-26T07:21:24.914 INFO:tasks.workunit.client.0.smithi089.stdout: "x86_64": 3 2024-07-26T07:21:24.914 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.914 INFO:tasks.workunit.client.0.smithi089.stdout: "ceph_version": { 2024-07-26T07:21:24.914 INFO:tasks.workunit.client.0.smithi089.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 3 2024-07-26T07:21:24.914 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.914 INFO:tasks.workunit.client.0.smithi089.stdout: "cpu": { 2024-07-26T07:21:24.914 INFO:tasks.workunit.client.0.smithi089.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-07-26T07:21:24.914 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.914 INFO:tasks.workunit.client.0.smithi089.stdout: "distro": { 2024-07-26T07:21:24.915 INFO:tasks.workunit.client.0.smithi089.stdout: "centos": 3 2024-07-26T07:21:24.915 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.915 INFO:tasks.workunit.client.0.smithi089.stdout: "distro_description": { 2024-07-26T07:21:24.915 INFO:tasks.workunit.client.0.smithi089.stdout: "CentOS Stream 9": 3 2024-07-26T07:21:24.915 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.915 INFO:tasks.workunit.client.0.smithi089.stdout: "kernel_description": { 2024-07-26T07:21:24.915 INFO:tasks.workunit.client.0.smithi089.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 3 2024-07-26T07:21:24.915 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.915 INFO:tasks.workunit.client.0.smithi089.stdout: "kernel_version": { 2024-07-26T07:21:24.915 INFO:tasks.workunit.client.0.smithi089.stdout: "5.14.0-480.el9.x86_64": 3 2024-07-26T07:21:24.915 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.915 INFO:tasks.workunit.client.0.smithi089.stdout: "os": { 2024-07-26T07:21:24.915 INFO:tasks.workunit.client.0.smithi089.stdout: "Linux": 3 2024-07-26T07:21:24.915 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:24.916 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.916 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:24.916 INFO:tasks.workunit.client.0.smithi089.stdout: "arch": { 2024-07-26T07:21:24.916 INFO:tasks.workunit.client.0.smithi089.stdout: "x86_64": 8 2024-07-26T07:21:24.916 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.916 INFO:tasks.workunit.client.0.smithi089.stdout: "ceph_version": { 2024-07-26T07:21:24.916 INFO:tasks.workunit.client.0.smithi089.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 8 2024-07-26T07:21:24.916 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.916 INFO:tasks.workunit.client.0.smithi089.stdout: "cpu": { 2024-07-26T07:21:24.916 INFO:tasks.workunit.client.0.smithi089.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-07-26T07:21:24.916 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.916 INFO:tasks.workunit.client.0.smithi089.stdout: "distro": { 2024-07-26T07:21:24.916 INFO:tasks.workunit.client.0.smithi089.stdout: "centos": 8 2024-07-26T07:21:24.917 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.917 INFO:tasks.workunit.client.0.smithi089.stdout: "distro_description": { 2024-07-26T07:21:24.917 INFO:tasks.workunit.client.0.smithi089.stdout: "CentOS Stream 9": 8 2024-07-26T07:21:24.917 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.917 INFO:tasks.workunit.client.0.smithi089.stdout: "kernel_description": { 2024-07-26T07:21:24.917 INFO:tasks.workunit.client.0.smithi089.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 8 2024-07-26T07:21:24.917 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.917 INFO:tasks.workunit.client.0.smithi089.stdout: "kernel_version": { 2024-07-26T07:21:24.917 INFO:tasks.workunit.client.0.smithi089.stdout: "5.14.0-480.el9.x86_64": 8 2024-07-26T07:21:24.917 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.917 INFO:tasks.workunit.client.0.smithi089.stdout: "os": { 2024-07-26T07:21:24.917 INFO:tasks.workunit.client.0.smithi089.stdout: "Linux": 8 2024-07-26T07:21:24.917 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.918 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_objectstore": { 2024-07-26T07:21:24.918 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore": 8 2024-07-26T07:21:24.918 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.918 INFO:tasks.workunit.client.0.smithi089.stdout: "rotational": { 2024-07-26T07:21:24.918 INFO:tasks.workunit.client.0.smithi089.stdout: "0": 8 2024-07-26T07:21:24.918 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:24.918 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:24.918 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.918 INFO:tasks.workunit.client.0.smithi089.stdout: "mon": { 2024-07-26T07:21:24.918 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3, 2024-07-26T07:21:24.918 INFO:tasks.workunit.client.0.smithi089.stdout: "features": { 2024-07-26T07:21:24.918 INFO:tasks.workunit.client.0.smithi089.stdout: "optional": [], 2024-07-26T07:21:24.918 INFO:tasks.workunit.client.0.smithi089.stdout: "persistent": [ 2024-07-26T07:21:24.918 INFO:tasks.workunit.client.0.smithi089.stdout: "kraken", 2024-07-26T07:21:24.919 INFO:tasks.workunit.client.0.smithi089.stdout: "luminous", 2024-07-26T07:21:24.919 INFO:tasks.workunit.client.0.smithi089.stdout: "mimic", 2024-07-26T07:21:24.919 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap-prune", 2024-07-26T07:21:24.919 INFO:tasks.workunit.client.0.smithi089.stdout: "nautilus", 2024-07-26T07:21:24.919 INFO:tasks.workunit.client.0.smithi089.stdout: "octopus", 2024-07-26T07:21:24.919 INFO:tasks.workunit.client.0.smithi089.stdout: "pacific", 2024-07-26T07:21:24.919 INFO:tasks.workunit.client.0.smithi089.stdout: "elector-pinging", 2024-07-26T07:21:24.919 INFO:tasks.workunit.client.0.smithi089.stdout: "quincy", 2024-07-26T07:21:24.919 INFO:tasks.workunit.client.0.smithi089.stdout: "reef", 2024-07-26T07:21:24.919 INFO:tasks.workunit.client.0.smithi089.stdout: "squid" 2024-07-26T07:21:24.919 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:24.919 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.919 INFO:tasks.workunit.client.0.smithi089.stdout: "ipv4_addr_mons": 6, 2024-07-26T07:21:24.920 INFO:tasks.workunit.client.0.smithi089.stdout: "ipv6_addr_mons": 0, 2024-07-26T07:21:24.920 INFO:tasks.workunit.client.0.smithi089.stdout: "min_mon_release": 19, 2024-07-26T07:21:24.920 INFO:tasks.workunit.client.0.smithi089.stdout: "v1_addr_mons": 3, 2024-07-26T07:21:24.920 INFO:tasks.workunit.client.0.smithi089.stdout: "v2_addr_mons": 3 2024-07-26T07:21:24.920 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.920 INFO:tasks.workunit.client.0.smithi089.stdout: "organization": "ceph-qa", 2024-07-26T07:21:24.920 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:24.920 INFO:tasks.workunit.client.0.smithi089.stdout: "cluster_network": false, 2024-07-26T07:21:24.920 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 8, 2024-07-26T07:21:24.920 INFO:tasks.workunit.client.0.smithi089.stdout: "require_min_compat_client": "luminous", 2024-07-26T07:21:24.920 INFO:tasks.workunit.client.0.smithi089.stdout: "require_osd_release": "squid" 2024-07-26T07:21:24.920 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.920 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_perf_histograms": [ 2024-07-26T07:21:24.920 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:24.921 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T07:21:24.921 INFO:tasks.workunit.client.0.smithi089.stdout: "axes": [ 2024-07-26T07:21:24.921 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:24.921 INFO:tasks.workunit.client.0.smithi089.stdout: "buckets": 32, 2024-07-26T07:21:24.921 INFO:tasks.workunit.client.0.smithi089.stdout: "min": 0, 2024-07-26T07:21:24.921 INFO:tasks.workunit.client.0.smithi089.stdout: "name": "Latency (usec)", 2024-07-26T07:21:24.921 INFO:tasks.workunit.client.0.smithi089.stdout: "quant_size": 100000, 2024-07-26T07:21:24.921 INFO:tasks.workunit.client.0.smithi089.stdout: "ranges": [ 2024-07-26T07:21:24.921 INFO:tasks.workunit.client.0.smithi089.stdout: "[None, -1]", 2024-07-26T07:21:24.921 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 99999]", 2024-07-26T07:21:24.921 INFO:tasks.workunit.client.0.smithi089.stdout: "[100000, 199999]", 2024-07-26T07:21:24.921 INFO:tasks.workunit.client.0.smithi089.stdout: "[200000, 399999]", 2024-07-26T07:21:24.921 INFO:tasks.workunit.client.0.smithi089.stdout: "[400000, 799999]", 2024-07-26T07:21:24.922 INFO:tasks.workunit.client.0.smithi089.stdout: "[800000, 1599999]", 2024-07-26T07:21:24.922 INFO:tasks.workunit.client.0.smithi089.stdout: "[1600000, 3199999]", 2024-07-26T07:21:24.922 INFO:tasks.workunit.client.0.smithi089.stdout: "[3200000, 6399999]", 2024-07-26T07:21:24.922 INFO:tasks.workunit.client.0.smithi089.stdout: "[6400000, 12799999]", 2024-07-26T07:21:24.922 INFO:tasks.workunit.client.0.smithi089.stdout: "[12800000, 25599999]", 2024-07-26T07:21:24.922 INFO:tasks.workunit.client.0.smithi089.stdout: "[25600000, 51199999]", 2024-07-26T07:21:24.922 INFO:tasks.workunit.client.0.smithi089.stdout: "[51200000, 102399999]", 2024-07-26T07:21:24.922 INFO:tasks.workunit.client.0.smithi089.stdout: "[102400000, 204799999]", 2024-07-26T07:21:24.922 INFO:tasks.workunit.client.0.smithi089.stdout: "[204800000, 409599999]", 2024-07-26T07:21:24.922 INFO:tasks.workunit.client.0.smithi089.stdout: "[409600000, 819199999]", 2024-07-26T07:21:24.922 INFO:tasks.workunit.client.0.smithi089.stdout: "[819200000, 1638399999]", 2024-07-26T07:21:24.922 INFO:tasks.workunit.client.0.smithi089.stdout: "[1638400000, 3276799999]", 2024-07-26T07:21:24.922 INFO:tasks.workunit.client.0.smithi089.stdout: "[3276800000, 6553599999]", 2024-07-26T07:21:24.922 INFO:tasks.workunit.client.0.smithi089.stdout: "[6553600000, 13107199999]", 2024-07-26T07:21:24.923 INFO:tasks.workunit.client.0.smithi089.stdout: "[13107200000, 26214399999]", 2024-07-26T07:21:24.923 INFO:tasks.workunit.client.0.smithi089.stdout: "[26214400000, 52428799999]", 2024-07-26T07:21:24.923 INFO:tasks.workunit.client.0.smithi089.stdout: "[52428800000, 104857599999]", 2024-07-26T07:21:24.923 INFO:tasks.workunit.client.0.smithi089.stdout: "[104857600000, 209715199999]", 2024-07-26T07:21:24.923 INFO:tasks.workunit.client.0.smithi089.stdout: "[209715200000, 419430399999]", 2024-07-26T07:21:24.923 INFO:tasks.workunit.client.0.smithi089.stdout: "[419430400000, 838860799999]", 2024-07-26T07:21:24.923 INFO:tasks.workunit.client.0.smithi089.stdout: "[838860800000, 1677721599999]", 2024-07-26T07:21:24.923 INFO:tasks.workunit.client.0.smithi089.stdout: "[1677721600000, 3355443199999]", 2024-07-26T07:21:24.923 INFO:tasks.workunit.client.0.smithi089.stdout: "[3355443200000, 6710886399999]", 2024-07-26T07:21:24.923 INFO:tasks.workunit.client.0.smithi089.stdout: "[6710886400000, 13421772799999]", 2024-07-26T07:21:24.923 INFO:tasks.workunit.client.0.smithi089.stdout: "[13421772800000, 26843545599999]", 2024-07-26T07:21:24.923 INFO:tasks.workunit.client.0.smithi089.stdout: "[26843545600000, 53687091199999]", 2024-07-26T07:21:24.923 INFO:tasks.workunit.client.0.smithi089.stdout: "[53687091200000, None]" 2024-07-26T07:21:24.923 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:24.924 INFO:tasks.workunit.client.0.smithi089.stdout: "scale_type": "log2" 2024-07-26T07:21:24.924 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.924 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:24.924 INFO:tasks.workunit.client.0.smithi089.stdout: "buckets": 32, 2024-07-26T07:21:24.924 INFO:tasks.workunit.client.0.smithi089.stdout: "min": 0, 2024-07-26T07:21:24.924 INFO:tasks.workunit.client.0.smithi089.stdout: "name": "Request size (bytes)", 2024-07-26T07:21:24.924 INFO:tasks.workunit.client.0.smithi089.stdout: "quant_size": 512, 2024-07-26T07:21:24.924 INFO:tasks.workunit.client.0.smithi089.stdout: "ranges": [ 2024-07-26T07:21:24.924 INFO:tasks.workunit.client.0.smithi089.stdout: "[None, -1]", 2024-07-26T07:21:24.924 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 511]", 2024-07-26T07:21:24.924 INFO:tasks.workunit.client.0.smithi089.stdout: "[512, 1023]", 2024-07-26T07:21:24.924 INFO:tasks.workunit.client.0.smithi089.stdout: "[1024, 2047]", 2024-07-26T07:21:24.925 INFO:tasks.workunit.client.0.smithi089.stdout: "[2048, 4095]", 2024-07-26T07:21:24.925 INFO:tasks.workunit.client.0.smithi089.stdout: "[4096, 8191]", 2024-07-26T07:21:24.925 INFO:tasks.workunit.client.0.smithi089.stdout: "[8192, 16383]", 2024-07-26T07:21:24.925 INFO:tasks.workunit.client.0.smithi089.stdout: "[16384, 32767]", 2024-07-26T07:21:24.925 INFO:tasks.workunit.client.0.smithi089.stdout: "[32768, 65535]", 2024-07-26T07:21:24.925 INFO:tasks.workunit.client.0.smithi089.stdout: "[65536, 131071]", 2024-07-26T07:21:24.925 INFO:tasks.workunit.client.0.smithi089.stdout: "[131072, 262143]", 2024-07-26T07:21:24.925 INFO:tasks.workunit.client.0.smithi089.stdout: "[262144, 524287]", 2024-07-26T07:21:24.925 INFO:tasks.workunit.client.0.smithi089.stdout: "[524288, 1048575]", 2024-07-26T07:21:24.925 INFO:tasks.workunit.client.0.smithi089.stdout: "[1048576, 2097151]", 2024-07-26T07:21:24.925 INFO:tasks.workunit.client.0.smithi089.stdout: "[2097152, 4194303]", 2024-07-26T07:21:24.925 INFO:tasks.workunit.client.0.smithi089.stdout: "[4194304, 8388607]", 2024-07-26T07:21:24.925 INFO:tasks.workunit.client.0.smithi089.stdout: "[8388608, 16777215]", 2024-07-26T07:21:24.926 INFO:tasks.workunit.client.0.smithi089.stdout: "[16777216, 33554431]", 2024-07-26T07:21:24.926 INFO:tasks.workunit.client.0.smithi089.stdout: "[33554432, 67108863]", 2024-07-26T07:21:24.926 INFO:tasks.workunit.client.0.smithi089.stdout: "[67108864, 134217727]", 2024-07-26T07:21:24.926 INFO:tasks.workunit.client.0.smithi089.stdout: "[134217728, 268435455]", 2024-07-26T07:21:24.926 INFO:tasks.workunit.client.0.smithi089.stdout: "[268435456, 536870911]", 2024-07-26T07:21:24.926 INFO:tasks.workunit.client.0.smithi089.stdout: "[536870912, 1073741823]", 2024-07-26T07:21:24.926 INFO:tasks.workunit.client.0.smithi089.stdout: "[1073741824, 2147483647]", 2024-07-26T07:21:24.926 INFO:tasks.workunit.client.0.smithi089.stdout: "[2147483648, 4294967295]", 2024-07-26T07:21:24.926 INFO:tasks.workunit.client.0.smithi089.stdout: "[4294967296, 8589934591]", 2024-07-26T07:21:24.926 INFO:tasks.workunit.client.0.smithi089.stdout: "[8589934592, 17179869183]", 2024-07-26T07:21:24.926 INFO:tasks.workunit.client.0.smithi089.stdout: "[17179869184, 34359738367]", 2024-07-26T07:21:24.926 INFO:tasks.workunit.client.0.smithi089.stdout: "[34359738368, 68719476735]", 2024-07-26T07:21:24.926 INFO:tasks.workunit.client.0.smithi089.stdout: "[68719476736, 137438953471]", 2024-07-26T07:21:24.927 INFO:tasks.workunit.client.0.smithi089.stdout: "[137438953472, 274877906943]", 2024-07-26T07:21:24.927 INFO:tasks.workunit.client.0.smithi089.stdout: "[274877906944, None]" 2024-07-26T07:21:24.927 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:24.927 INFO:tasks.workunit.client.0.smithi089.stdout: "scale_type": "log2" 2024-07-26T07:21:24.927 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:24.927 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:24.927 INFO:tasks.workunit.client.0.smithi089.stdout: "osds": [ 2024-07-26T07:21:24.927 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:24.927 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 0, 2024-07-26T07:21:24.927 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:24.927 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.927 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 93, 90, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.927 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 14056, 3747, 4418, 5, 16, 19, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.928 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 10072, 113, 99, 0, 14, 21, 72, 70, 30, 44, 44, 18, 33, 28, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.928 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 866, 18, 30, 0, 0, 1, 0, 19, 2, 14, 68, 162, 78, 1, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.928 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 578, 7, 4, 0, 0, 0, 0, 3, 1, 1, 2, 24, 290, 2, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.928 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 227, 3, 0, 0, 1, 1, 0, 0, 0, 0, 5, 26, 17, 59, 111, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.928 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 258, 4, 0, 0, 0, 0, 0, 0, 1, 3, 2, 22, 31, 19, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.928 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 163, 2, 0, 0, 0, 0, 0, 0, 1, 0, 0, 10, 21, 29, 24, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.928 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 76, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 4, 3, 27, 32, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.928 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 11, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.928 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.928 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.928 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.928 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.928 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.929 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.929 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.929 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.929 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.929 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.929 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.929 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.929 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.929 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.929 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.929 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.929 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.929 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.929 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.929 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.930 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:24.930 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:24.930 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.930 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:24.930 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 1, 2024-07-26T07:21:24.930 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:24.930 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.930 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.930 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 10485, 14, 0, 1, 1, 2, 0, 10, 0, 1, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.930 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 7353, 43, 1302, 2, 12, 5, 8, 20, 31, 63, 50, 26, 20, 20, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.930 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 601, 8, 203, 24, 2, 1, 0, 0, 5, 9, 84, 232, 128, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.930 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 498, 4, 0, 6, 0, 0, 0, 0, 0, 1, 2, 20, 423, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.930 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 99, 8, 4, 0, 0, 1, 0, 0, 0, 4, 5, 7, 23, 52, 76, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.930 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 112, 4, 44, 0, 0, 0, 0, 0, 0, 2, 0, 6, 10, 8, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.931 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 130, 1, 245, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 16, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.931 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 12, 0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 19, 18, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.931 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.931 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.931 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.931 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.931 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.931 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.931 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.931 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.931 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.931 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.931 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.932 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.932 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.932 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.932 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.932 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.932 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.932 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.932 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.932 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.932 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.932 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:24.932 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:24.932 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.932 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:24.932 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 2, 2024-07-26T07:21:24.933 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:24.933 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.933 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.933 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 14160, 75, 72, 7, 19, 31, 2, 0, 1, 0, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.933 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 8990, 181, 7, 1, 7, 17, 93, 134, 3, 3, 2, 4, 11, 28, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.933 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 752, 106, 123, 0, 2, 0, 1, 9, 3, 1, 9, 1, 5, 3, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.933 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 581, 29, 50, 2, 0, 1, 0, 0, 0, 0, 2, 14, 13, 3, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.933 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 175, 8, 17, 0, 0, 0, 0, 0, 2, 0, 9, 4, 4, 79, 117, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.933 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 203, 2, 30, 30, 0, 0, 0, 3, 1, 0, 4, 12, 10, 16, 57, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.933 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 117, 10, 3, 35, 62, 0, 0, 2, 0, 0, 0, 13, 13, 36, 29, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.933 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 31, 0, 0, 4, 72, 94, 2, 0, 0, 0, 0, 0, 4, 28, 50, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.933 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 15, 0, 0, 0, 2, 35, 0, 1, 0, 0, 0, 0, 0, 1, 14, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.933 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.934 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.934 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.934 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.934 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.934 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.934 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.934 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.934 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.934 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.934 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.934 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.934 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.934 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.934 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.935 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.935 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.935 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.935 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.935 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.935 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:24.935 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:24.935 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.935 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:24.935 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 3, 2024-07-26T07:21:24.935 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:24.935 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.935 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.935 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 6729, 2, 0, 1, 2, 1, 0, 0, 0, 0, 5, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.935 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 3320, 32, 19, 2, 13, 4, 3, 7, 10, 23, 22, 17, 17, 11, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.936 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 219, 5, 6, 0, 0, 2, 0, 1, 0, 3, 30, 72, 44, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.936 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 203, 7, 0, 0, 5, 0, 0, 0, 0, 0, 1, 10, 138, 2, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.936 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 76, 10, 0, 0, 174, 0, 0, 1, 0, 0, 3, 0, 10, 19, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.936 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 54, 26, 0, 0, 334, 0, 0, 0, 0, 0, 1, 6, 5, 2, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.936 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 25, 60, 0, 0, 185, 0, 0, 0, 0, 0, 3, 7, 4, 7, 15, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.936 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 7, 121, 0, 0, 2000, 0, 0, 0, 0, 0, 0, 0, 1, 8, 12, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.936 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 7, 31, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.936 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.936 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.936 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.936 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.936 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.937 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.937 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.937 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.937 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.937 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.937 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.937 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.937 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.937 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.937 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.937 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.937 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.937 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.937 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.938 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.938 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:24.938 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:24.938 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.938 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:24.938 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 4, 2024-07-26T07:21:24.938 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:24.938 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.938 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 4082, 1732, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.938 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 12200, 6238, 0, 0, 1, 1, 1, 0, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.938 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 7193, 371, 24, 4, 4, 0, 2, 3, 9, 6, 7, 4, 9, 15, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.938 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 846, 34, 10, 0, 1, 1, 1, 1, 9, 7, 37, 66, 27, 1, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.939 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 198, 1, 0, 0, 1, 0, 0, 0, 2, 0, 0, 16, 150, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.939 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 101, 5, 0, 0, 0, 1, 1, 0, 0, 0, 0, 4, 14, 20, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.939 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 69, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 2, 8, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.939 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 13, 0, 0, 0, 0, 0, 1, 0, 0, 0, 2, 1, 1, 7, 9, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.939 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 5, 10, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.939 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.939 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.939 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.939 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.939 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.939 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.939 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.939 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.939 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.940 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.940 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.940 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.940 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.940 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.940 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.940 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.940 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.940 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.940 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.940 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.940 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.940 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:24.940 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:24.940 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.941 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:24.941 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 5, 2024-07-26T07:21:24.941 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:24.941 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.941 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.941 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 9119, 2, 1, 1, 0, 0, 0, 1, 5, 0, 2, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.941 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 6930, 24, 9, 0, 5, 0, 1, 3, 3, 0, 7, 0, 1, 9, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.941 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 814, 2, 7, 6, 4, 0, 0, 4, 5, 0, 7, 1, 1, 4, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.941 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 387, 2, 0, 4, 1, 0, 0, 1, 2, 0, 5, 15, 13, 1, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.941 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 160, 1, 0, 0, 0, 0, 0, 0, 1, 0, 5, 1, 6, 61, 91, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.941 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 191, 0, 1, 1, 0, 0, 0, 4, 1, 1, 10, 0, 17, 14, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.941 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 203, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 19, 31, 23, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.942 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 4, 9, 32, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.942 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 4, 4, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.942 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.942 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.942 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.942 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.942 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.942 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.942 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.942 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.942 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.942 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.943 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.943 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.943 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.943 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.943 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.943 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.943 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.943 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.943 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.943 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.943 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:24.943 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:24.943 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.944 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:24.944 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 6, 2024-07-26T07:21:24.944 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:24.944 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.944 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1810, 491, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.944 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 9942, 3424, 0, 0, 1, 0, 1, 1, 0, 0, 0, 4, 4, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.944 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 7168, 436, 0, 0, 16, 5, 4, 11, 15, 16, 12, 17, 11, 24, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.944 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 922, 53, 1, 0, 4, 0, 0, 1, 3, 15, 20, 95, 24, 5, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.944 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 602, 7, 0, 0, 0, 0, 0, 0, 0, 1, 1, 30, 164, 2, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.944 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 312, 18, 1, 0, 1, 1, 0, 2, 0, 0, 2, 4, 16, 49, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.944 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 178, 7, 0, 0, 0, 0, 0, 2, 0, 3, 0, 2, 1, 15, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.944 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 103, 6, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 3, 15, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.944 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 2, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.944 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.944 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.945 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.945 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.945 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.945 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.945 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.945 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.945 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.945 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.945 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.945 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.945 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.945 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.945 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.945 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.946 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.946 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.946 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.946 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.946 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.946 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:24.946 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:24.946 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.946 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:24.946 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 7, 2024-07-26T07:21:24.946 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:24.946 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.946 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2819, 1730, 0, 0, 178, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.947 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 16365, 2385, 0, 1, 7116, 432, 0, 0, 0, 1, 1, 2, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.947 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 9977, 93, 29, 0, 417, 144, 1, 1, 0, 1, 3, 2, 5, 24, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.947 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1403, 13, 13, 0, 69, 17, 0, 5, 3, 4, 4, 4, 0, 4, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.947 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 394, 7, 0, 0, 2, 16, 0, 0, 0, 0, 1, 13, 9, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.947 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 183, 14, 6, 0, 16, 20, 0, 1, 0, 1, 2, 1, 3, 49, 72, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.947 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 146, 4, 1, 0, 0, 5, 0, 0, 0, 0, 0, 3, 3, 10, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.947 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 78, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 3, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.947 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 13, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.947 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.947 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.947 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.947 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.947 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.947 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.948 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.948 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.948 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.948 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.948 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.948 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.948 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.948 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.948 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.948 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.948 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.948 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.948 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.948 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.948 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.948 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:24.949 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:24.949 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:24.949 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:24.949 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.949 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T07:21:24.949 INFO:tasks.workunit.client.0.smithi089.stdout: "axes": [ 2024-07-26T07:21:24.949 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:24.949 INFO:tasks.workunit.client.0.smithi089.stdout: "buckets": 32, 2024-07-26T07:21:24.949 INFO:tasks.workunit.client.0.smithi089.stdout: "min": 0, 2024-07-26T07:21:24.949 INFO:tasks.workunit.client.0.smithi089.stdout: "name": "Latency (usec)", 2024-07-26T07:21:24.949 INFO:tasks.workunit.client.0.smithi089.stdout: "quant_size": 100000, 2024-07-26T07:21:24.949 INFO:tasks.workunit.client.0.smithi089.stdout: "ranges": [ 2024-07-26T07:21:24.949 INFO:tasks.workunit.client.0.smithi089.stdout: "[None, -1]", 2024-07-26T07:21:24.950 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 99999]", 2024-07-26T07:21:24.950 INFO:tasks.workunit.client.0.smithi089.stdout: "[100000, 199999]", 2024-07-26T07:21:24.950 INFO:tasks.workunit.client.0.smithi089.stdout: "[200000, 399999]", 2024-07-26T07:21:24.950 INFO:tasks.workunit.client.0.smithi089.stdout: "[400000, 799999]", 2024-07-26T07:21:24.950 INFO:tasks.workunit.client.0.smithi089.stdout: "[800000, 1599999]", 2024-07-26T07:21:24.950 INFO:tasks.workunit.client.0.smithi089.stdout: "[1600000, 3199999]", 2024-07-26T07:21:24.950 INFO:tasks.workunit.client.0.smithi089.stdout: "[3200000, 6399999]", 2024-07-26T07:21:24.950 INFO:tasks.workunit.client.0.smithi089.stdout: "[6400000, 12799999]", 2024-07-26T07:21:24.950 INFO:tasks.workunit.client.0.smithi089.stdout: "[12800000, 25599999]", 2024-07-26T07:21:24.950 INFO:tasks.workunit.client.0.smithi089.stdout: "[25600000, 51199999]", 2024-07-26T07:21:24.950 INFO:tasks.workunit.client.0.smithi089.stdout: "[51200000, 102399999]", 2024-07-26T07:21:24.950 INFO:tasks.workunit.client.0.smithi089.stdout: "[102400000, 204799999]", 2024-07-26T07:21:24.950 INFO:tasks.workunit.client.0.smithi089.stdout: "[204800000, 409599999]", 2024-07-26T07:21:24.950 INFO:tasks.workunit.client.0.smithi089.stdout: "[409600000, 819199999]", 2024-07-26T07:21:24.950 INFO:tasks.workunit.client.0.smithi089.stdout: "[819200000, 1638399999]", 2024-07-26T07:21:24.951 INFO:tasks.workunit.client.0.smithi089.stdout: "[1638400000, 3276799999]", 2024-07-26T07:21:24.951 INFO:tasks.workunit.client.0.smithi089.stdout: "[3276800000, 6553599999]", 2024-07-26T07:21:24.951 INFO:tasks.workunit.client.0.smithi089.stdout: "[6553600000, 13107199999]", 2024-07-26T07:21:24.951 INFO:tasks.workunit.client.0.smithi089.stdout: "[13107200000, 26214399999]", 2024-07-26T07:21:24.951 INFO:tasks.workunit.client.0.smithi089.stdout: "[26214400000, 52428799999]", 2024-07-26T07:21:24.951 INFO:tasks.workunit.client.0.smithi089.stdout: "[52428800000, 104857599999]", 2024-07-26T07:21:24.951 INFO:tasks.workunit.client.0.smithi089.stdout: "[104857600000, 209715199999]", 2024-07-26T07:21:24.951 INFO:tasks.workunit.client.0.smithi089.stdout: "[209715200000, 419430399999]", 2024-07-26T07:21:24.951 INFO:tasks.workunit.client.0.smithi089.stdout: "[419430400000, 838860799999]", 2024-07-26T07:21:24.951 INFO:tasks.workunit.client.0.smithi089.stdout: "[838860800000, 1677721599999]", 2024-07-26T07:21:24.951 INFO:tasks.workunit.client.0.smithi089.stdout: "[1677721600000, 3355443199999]", 2024-07-26T07:21:24.951 INFO:tasks.workunit.client.0.smithi089.stdout: "[3355443200000, 6710886399999]", 2024-07-26T07:21:24.951 INFO:tasks.workunit.client.0.smithi089.stdout: "[6710886400000, 13421772799999]", 2024-07-26T07:21:24.952 INFO:tasks.workunit.client.0.smithi089.stdout: "[13421772800000, 26843545599999]", 2024-07-26T07:21:24.952 INFO:tasks.workunit.client.0.smithi089.stdout: "[26843545600000, 53687091199999]", 2024-07-26T07:21:24.952 INFO:tasks.workunit.client.0.smithi089.stdout: "[53687091200000, None]" 2024-07-26T07:21:24.952 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:24.952 INFO:tasks.workunit.client.0.smithi089.stdout: "scale_type": "log2" 2024-07-26T07:21:24.952 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.952 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:24.952 INFO:tasks.workunit.client.0.smithi089.stdout: "buckets": 32, 2024-07-26T07:21:24.952 INFO:tasks.workunit.client.0.smithi089.stdout: "min": 0, 2024-07-26T07:21:24.952 INFO:tasks.workunit.client.0.smithi089.stdout: "name": "Request size (bytes)", 2024-07-26T07:21:24.952 INFO:tasks.workunit.client.0.smithi089.stdout: "quant_size": 512, 2024-07-26T07:21:24.952 INFO:tasks.workunit.client.0.smithi089.stdout: "ranges": [ 2024-07-26T07:21:24.952 INFO:tasks.workunit.client.0.smithi089.stdout: "[None, -1]", 2024-07-26T07:21:24.952 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 511]", 2024-07-26T07:21:24.952 INFO:tasks.workunit.client.0.smithi089.stdout: "[512, 1023]", 2024-07-26T07:21:24.953 INFO:tasks.workunit.client.0.smithi089.stdout: "[1024, 2047]", 2024-07-26T07:21:24.953 INFO:tasks.workunit.client.0.smithi089.stdout: "[2048, 4095]", 2024-07-26T07:21:24.953 INFO:tasks.workunit.client.0.smithi089.stdout: "[4096, 8191]", 2024-07-26T07:21:24.953 INFO:tasks.workunit.client.0.smithi089.stdout: "[8192, 16383]", 2024-07-26T07:21:24.953 INFO:tasks.workunit.client.0.smithi089.stdout: "[16384, 32767]", 2024-07-26T07:21:24.953 INFO:tasks.workunit.client.0.smithi089.stdout: "[32768, 65535]", 2024-07-26T07:21:24.953 INFO:tasks.workunit.client.0.smithi089.stdout: "[65536, 131071]", 2024-07-26T07:21:24.953 INFO:tasks.workunit.client.0.smithi089.stdout: "[131072, 262143]", 2024-07-26T07:21:24.953 INFO:tasks.workunit.client.0.smithi089.stdout: "[262144, 524287]", 2024-07-26T07:21:24.953 INFO:tasks.workunit.client.0.smithi089.stdout: "[524288, 1048575]", 2024-07-26T07:21:24.953 INFO:tasks.workunit.client.0.smithi089.stdout: "[1048576, 2097151]", 2024-07-26T07:21:24.953 INFO:tasks.workunit.client.0.smithi089.stdout: "[2097152, 4194303]", 2024-07-26T07:21:24.953 INFO:tasks.workunit.client.0.smithi089.stdout: "[4194304, 8388607]", 2024-07-26T07:21:24.953 INFO:tasks.workunit.client.0.smithi089.stdout: "[8388608, 16777215]", 2024-07-26T07:21:24.954 INFO:tasks.workunit.client.0.smithi089.stdout: "[16777216, 33554431]", 2024-07-26T07:21:24.954 INFO:tasks.workunit.client.0.smithi089.stdout: "[33554432, 67108863]", 2024-07-26T07:21:24.954 INFO:tasks.workunit.client.0.smithi089.stdout: "[67108864, 134217727]", 2024-07-26T07:21:24.954 INFO:tasks.workunit.client.0.smithi089.stdout: "[134217728, 268435455]", 2024-07-26T07:21:24.954 INFO:tasks.workunit.client.0.smithi089.stdout: "[268435456, 536870911]", 2024-07-26T07:21:24.954 INFO:tasks.workunit.client.0.smithi089.stdout: "[536870912, 1073741823]", 2024-07-26T07:21:24.954 INFO:tasks.workunit.client.0.smithi089.stdout: "[1073741824, 2147483647]", 2024-07-26T07:21:24.954 INFO:tasks.workunit.client.0.smithi089.stdout: "[2147483648, 4294967295]", 2024-07-26T07:21:24.954 INFO:tasks.workunit.client.0.smithi089.stdout: "[4294967296, 8589934591]", 2024-07-26T07:21:24.954 INFO:tasks.workunit.client.0.smithi089.stdout: "[8589934592, 17179869183]", 2024-07-26T07:21:24.954 INFO:tasks.workunit.client.0.smithi089.stdout: "[17179869184, 34359738367]", 2024-07-26T07:21:24.954 INFO:tasks.workunit.client.0.smithi089.stdout: "[34359738368, 68719476735]", 2024-07-26T07:21:24.954 INFO:tasks.workunit.client.0.smithi089.stdout: "[68719476736, 137438953471]", 2024-07-26T07:21:24.955 INFO:tasks.workunit.client.0.smithi089.stdout: "[137438953472, 274877906943]", 2024-07-26T07:21:24.955 INFO:tasks.workunit.client.0.smithi089.stdout: "[274877906944, None]" 2024-07-26T07:21:24.955 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:24.955 INFO:tasks.workunit.client.0.smithi089.stdout: "scale_type": "log2" 2024-07-26T07:21:24.955 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:24.955 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:24.955 INFO:tasks.workunit.client.0.smithi089.stdout: "osds": [ 2024-07-26T07:21:24.955 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:24.955 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 0, 2024-07-26T07:21:24.955 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:24.955 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.955 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.955 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.955 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.955 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 798, 3, 2, 18, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.956 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 5028, 64, 90, 153, 430, 613, 705, 4, 10, 8, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.956 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 520, 11, 13, 34, 24, 11, 21, 1, 0, 0, 1, 4, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.956 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 320, 3, 1, 0, 1, 1, 3, 0, 0, 0, 1, 2, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.956 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 124, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 6, 13, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.956 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 70, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 14, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.956 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.956 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.956 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.956 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.956 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.956 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.956 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.957 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.957 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.957 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.957 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.957 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.957 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.957 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.957 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.957 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.957 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.957 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.957 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.957 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.957 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.958 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:24.958 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:24.958 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.958 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:24.958 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 1, 2024-07-26T07:21:24.958 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:24.958 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.958 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.958 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.958 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.958 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 531, 1, 3, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.958 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 3154, 272, 31, 50, 122, 0, 0, 4, 3, 0, 1, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.958 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 456, 8, 1274, 0, 0, 1, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.959 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 363, 7, 69, 0, 0, 0, 0, 0, 0, 0, 2, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.959 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1706, 1402, 53, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.959 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1304, 1588, 244, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 15, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.959 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 17, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.959 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.959 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.959 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.959 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.959 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.959 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.959 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.959 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.959 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.960 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.960 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.960 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.960 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.960 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.960 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.960 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.960 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.960 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.960 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.960 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.960 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:24.960 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:24.960 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.960 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:24.961 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 2, 2024-07-26T07:21:24.961 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:24.961 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.961 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.961 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.961 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.961 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1479, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.961 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 10092, 7, 1, 0, 0, 3, 2, 3, 0, 0, 1, 1, 2, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.961 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 16271, 1, 1, 0, 0, 1, 0, 1, 0, 1, 3, 3, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.961 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 429, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.961 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 195, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 6, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.961 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 19, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.962 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.962 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.962 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.962 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.962 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.962 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.962 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.962 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.962 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.962 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.962 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.962 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.962 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.962 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.963 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.963 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.963 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.963 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.963 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.963 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.963 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.963 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:24.963 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:24.963 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.963 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:24.963 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 3, 2024-07-26T07:21:24.963 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:24.964 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.964 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.964 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.964 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.964 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 433, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.964 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2105, 29, 1, 0, 1, 1, 0, 1, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.964 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 196, 5, 1, 0, 0, 0, 0, 0, 1, 0, 2, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.964 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 123, 20, 34, 51, 0, 0, 0, 0, 0, 0, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.964 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1120, 319, 1, 135, 0, 0, 0, 0, 0, 1, 0, 0, 4, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.964 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 4066, 2569, 0, 395, 0, 0, 0, 0, 0, 0, 0, 1, 0, 6, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.964 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 15, 111, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.964 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.964 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.964 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.965 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.965 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.965 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.965 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.965 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.965 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.965 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.965 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.965 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.965 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.965 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.965 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.965 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.965 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.965 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.966 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.966 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.966 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:24.966 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:24.966 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.966 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:24.966 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 4, 2024-07-26T07:21:24.966 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:24.966 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.966 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.966 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.966 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.966 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 748, 5, 11, 41, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.967 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2149, 219, 23, 27, 135, 277, 469, 1, 1, 1, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.967 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 239, 13, 1, 0, 0, 0, 13, 1, 0, 0, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.967 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 98, 0, 0, 0, 0, 0, 2, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.967 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 32, 1, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.967 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.967 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.967 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.967 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.967 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.968 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.968 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.968 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.968 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.968 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.968 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.968 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.968 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.968 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.968 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.968 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.968 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.968 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.968 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.968 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.969 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.969 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.969 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:24.969 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:24.969 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.969 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:24.969 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 5, 2024-07-26T07:21:24.969 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:24.969 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.969 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.969 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.969 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.969 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 635, 3, 7, 21, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.970 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 3379, 67, 127, 232, 444, 617, 721, 2, 2, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.970 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 254, 2, 5, 6, 7, 10, 3, 2, 4, 0, 4, 1, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.970 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 199, 3, 12, 14, 0, 0, 1, 0, 0, 1, 4, 5, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.970 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 112, 37, 69, 115, 29, 1, 0, 0, 1, 0, 0, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.970 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 5, 16, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.970 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.970 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.970 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.970 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.970 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.970 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.970 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.970 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.970 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.971 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.971 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.971 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.971 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.971 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.971 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.971 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.971 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.971 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.971 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.971 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.971 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.971 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:24.972 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:24.972 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.972 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:24.972 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 6, 2024-07-26T07:21:24.972 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:24.972 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.972 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.972 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.972 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.972 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 475, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.972 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2804, 26, 0, 1, 2, 1, 1, 0, 1, 1, 0, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.972 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 330, 2, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.972 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 268, 7, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.972 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 223, 104, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 6, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.973 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 11, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.973 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.973 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.973 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.973 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.973 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.973 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.973 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.973 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.973 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.973 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.973 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.973 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.973 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.973 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.974 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.974 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.974 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.974 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.974 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.974 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.974 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.974 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:24.974 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:24.974 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.974 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:24.974 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 7, 2024-07-26T07:21:24.975 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:24.975 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.975 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.975 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.975 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.975 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 856, 10, 11, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.975 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 8124, 34, 67, 23, 14, 1, 4, 5, 13, 15, 0, 0, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.975 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2759, 35, 103, 36, 4, 0, 0, 1, 1, 1, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.975 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 312, 3, 2, 1, 1, 0, 0, 0, 1, 0, 3, 6, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.975 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 189, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 5, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.975 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 124, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 2, 18, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.975 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.975 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.975 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.975 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.975 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.976 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.976 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.976 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.976 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.976 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.976 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.976 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.976 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.976 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.976 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.976 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.976 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.976 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.976 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.976 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.977 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.977 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:24.977 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:24.977 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:24.977 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:24.977 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.977 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T07:21:24.977 INFO:tasks.workunit.client.0.smithi089.stdout: "axes": [ 2024-07-26T07:21:24.977 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:24.977 INFO:tasks.workunit.client.0.smithi089.stdout: "buckets": 32, 2024-07-26T07:21:24.977 INFO:tasks.workunit.client.0.smithi089.stdout: "min": 0, 2024-07-26T07:21:24.977 INFO:tasks.workunit.client.0.smithi089.stdout: "name": "Latency (usec)", 2024-07-26T07:21:24.977 INFO:tasks.workunit.client.0.smithi089.stdout: "quant_size": 100000, 2024-07-26T07:21:24.978 INFO:tasks.workunit.client.0.smithi089.stdout: "ranges": [ 2024-07-26T07:21:24.978 INFO:tasks.workunit.client.0.smithi089.stdout: "[None, -1]", 2024-07-26T07:21:24.978 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 99999]", 2024-07-26T07:21:24.978 INFO:tasks.workunit.client.0.smithi089.stdout: "[100000, 199999]", 2024-07-26T07:21:24.978 INFO:tasks.workunit.client.0.smithi089.stdout: "[200000, 399999]", 2024-07-26T07:21:24.978 INFO:tasks.workunit.client.0.smithi089.stdout: "[400000, 799999]", 2024-07-26T07:21:24.978 INFO:tasks.workunit.client.0.smithi089.stdout: "[800000, 1599999]", 2024-07-26T07:21:24.978 INFO:tasks.workunit.client.0.smithi089.stdout: "[1600000, 3199999]", 2024-07-26T07:21:24.978 INFO:tasks.workunit.client.0.smithi089.stdout: "[3200000, 6399999]", 2024-07-26T07:21:24.978 INFO:tasks.workunit.client.0.smithi089.stdout: "[6400000, 12799999]", 2024-07-26T07:21:24.978 INFO:tasks.workunit.client.0.smithi089.stdout: "[12800000, 25599999]", 2024-07-26T07:21:24.978 INFO:tasks.workunit.client.0.smithi089.stdout: "[25600000, 51199999]", 2024-07-26T07:21:24.978 INFO:tasks.workunit.client.0.smithi089.stdout: "[51200000, 102399999]", 2024-07-26T07:21:24.978 INFO:tasks.workunit.client.0.smithi089.stdout: "[102400000, 204799999]", 2024-07-26T07:21:24.979 INFO:tasks.workunit.client.0.smithi089.stdout: "[204800000, 409599999]", 2024-07-26T07:21:24.979 INFO:tasks.workunit.client.0.smithi089.stdout: "[409600000, 819199999]", 2024-07-26T07:21:24.979 INFO:tasks.workunit.client.0.smithi089.stdout: "[819200000, 1638399999]", 2024-07-26T07:21:24.979 INFO:tasks.workunit.client.0.smithi089.stdout: "[1638400000, 3276799999]", 2024-07-26T07:21:24.979 INFO:tasks.workunit.client.0.smithi089.stdout: "[3276800000, 6553599999]", 2024-07-26T07:21:24.979 INFO:tasks.workunit.client.0.smithi089.stdout: "[6553600000, 13107199999]", 2024-07-26T07:21:24.979 INFO:tasks.workunit.client.0.smithi089.stdout: "[13107200000, 26214399999]", 2024-07-26T07:21:24.979 INFO:tasks.workunit.client.0.smithi089.stdout: "[26214400000, 52428799999]", 2024-07-26T07:21:24.979 INFO:tasks.workunit.client.0.smithi089.stdout: "[52428800000, 104857599999]", 2024-07-26T07:21:24.979 INFO:tasks.workunit.client.0.smithi089.stdout: "[104857600000, 209715199999]", 2024-07-26T07:21:24.979 INFO:tasks.workunit.client.0.smithi089.stdout: "[209715200000, 419430399999]", 2024-07-26T07:21:24.979 INFO:tasks.workunit.client.0.smithi089.stdout: "[419430400000, 838860799999]", 2024-07-26T07:21:24.979 INFO:tasks.workunit.client.0.smithi089.stdout: "[838860800000, 1677721599999]", 2024-07-26T07:21:24.979 INFO:tasks.workunit.client.0.smithi089.stdout: "[1677721600000, 3355443199999]", 2024-07-26T07:21:24.980 INFO:tasks.workunit.client.0.smithi089.stdout: "[3355443200000, 6710886399999]", 2024-07-26T07:21:24.980 INFO:tasks.workunit.client.0.smithi089.stdout: "[6710886400000, 13421772799999]", 2024-07-26T07:21:24.980 INFO:tasks.workunit.client.0.smithi089.stdout: "[13421772800000, 26843545599999]", 2024-07-26T07:21:24.980 INFO:tasks.workunit.client.0.smithi089.stdout: "[26843545600000, 53687091199999]", 2024-07-26T07:21:24.980 INFO:tasks.workunit.client.0.smithi089.stdout: "[53687091200000, None]" 2024-07-26T07:21:24.980 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:24.980 INFO:tasks.workunit.client.0.smithi089.stdout: "scale_type": "log2" 2024-07-26T07:21:24.980 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.980 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:24.980 INFO:tasks.workunit.client.0.smithi089.stdout: "buckets": 32, 2024-07-26T07:21:24.980 INFO:tasks.workunit.client.0.smithi089.stdout: "min": 0, 2024-07-26T07:21:24.980 INFO:tasks.workunit.client.0.smithi089.stdout: "name": "Request size (bytes)", 2024-07-26T07:21:24.980 INFO:tasks.workunit.client.0.smithi089.stdout: "quant_size": 512, 2024-07-26T07:21:24.980 INFO:tasks.workunit.client.0.smithi089.stdout: "ranges": [ 2024-07-26T07:21:24.981 INFO:tasks.workunit.client.0.smithi089.stdout: "[None, -1]", 2024-07-26T07:21:24.981 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 511]", 2024-07-26T07:21:24.981 INFO:tasks.workunit.client.0.smithi089.stdout: "[512, 1023]", 2024-07-26T07:21:24.981 INFO:tasks.workunit.client.0.smithi089.stdout: "[1024, 2047]", 2024-07-26T07:21:24.981 INFO:tasks.workunit.client.0.smithi089.stdout: "[2048, 4095]", 2024-07-26T07:21:24.981 INFO:tasks.workunit.client.0.smithi089.stdout: "[4096, 8191]", 2024-07-26T07:21:24.981 INFO:tasks.workunit.client.0.smithi089.stdout: "[8192, 16383]", 2024-07-26T07:21:24.981 INFO:tasks.workunit.client.0.smithi089.stdout: "[16384, 32767]", 2024-07-26T07:21:24.981 INFO:tasks.workunit.client.0.smithi089.stdout: "[32768, 65535]", 2024-07-26T07:21:24.981 INFO:tasks.workunit.client.0.smithi089.stdout: "[65536, 131071]", 2024-07-26T07:21:24.981 INFO:tasks.workunit.client.0.smithi089.stdout: "[131072, 262143]", 2024-07-26T07:21:24.981 INFO:tasks.workunit.client.0.smithi089.stdout: "[262144, 524287]", 2024-07-26T07:21:24.981 INFO:tasks.workunit.client.0.smithi089.stdout: "[524288, 1048575]", 2024-07-26T07:21:24.981 INFO:tasks.workunit.client.0.smithi089.stdout: "[1048576, 2097151]", 2024-07-26T07:21:24.981 INFO:tasks.workunit.client.0.smithi089.stdout: "[2097152, 4194303]", 2024-07-26T07:21:24.982 INFO:tasks.workunit.client.0.smithi089.stdout: "[4194304, 8388607]", 2024-07-26T07:21:24.982 INFO:tasks.workunit.client.0.smithi089.stdout: "[8388608, 16777215]", 2024-07-26T07:21:24.982 INFO:tasks.workunit.client.0.smithi089.stdout: "[16777216, 33554431]", 2024-07-26T07:21:24.982 INFO:tasks.workunit.client.0.smithi089.stdout: "[33554432, 67108863]", 2024-07-26T07:21:24.982 INFO:tasks.workunit.client.0.smithi089.stdout: "[67108864, 134217727]", 2024-07-26T07:21:24.982 INFO:tasks.workunit.client.0.smithi089.stdout: "[134217728, 268435455]", 2024-07-26T07:21:24.982 INFO:tasks.workunit.client.0.smithi089.stdout: "[268435456, 536870911]", 2024-07-26T07:21:24.982 INFO:tasks.workunit.client.0.smithi089.stdout: "[536870912, 1073741823]", 2024-07-26T07:21:24.982 INFO:tasks.workunit.client.0.smithi089.stdout: "[1073741824, 2147483647]", 2024-07-26T07:21:24.982 INFO:tasks.workunit.client.0.smithi089.stdout: "[2147483648, 4294967295]", 2024-07-26T07:21:24.982 INFO:tasks.workunit.client.0.smithi089.stdout: "[4294967296, 8589934591]", 2024-07-26T07:21:24.982 INFO:tasks.workunit.client.0.smithi089.stdout: "[8589934592, 17179869183]", 2024-07-26T07:21:24.982 INFO:tasks.workunit.client.0.smithi089.stdout: "[17179869184, 34359738367]", 2024-07-26T07:21:24.982 INFO:tasks.workunit.client.0.smithi089.stdout: "[34359738368, 68719476735]", 2024-07-26T07:21:24.983 INFO:tasks.workunit.client.0.smithi089.stdout: "[68719476736, 137438953471]", 2024-07-26T07:21:24.983 INFO:tasks.workunit.client.0.smithi089.stdout: "[137438953472, 274877906943]", 2024-07-26T07:21:24.983 INFO:tasks.workunit.client.0.smithi089.stdout: "[274877906944, None]" 2024-07-26T07:21:24.983 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:24.983 INFO:tasks.workunit.client.0.smithi089.stdout: "scale_type": "log2" 2024-07-26T07:21:24.983 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:24.983 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:24.983 INFO:tasks.workunit.client.0.smithi089.stdout: "osds": [ 2024-07-26T07:21:24.983 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:24.983 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 0, 2024-07-26T07:21:24.983 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:24.983 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.983 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.984 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.984 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.984 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 823, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.984 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 7108, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.984 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 642, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.984 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 336, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.984 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 151, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.984 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 103, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.984 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.984 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.984 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.984 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.984 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.984 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.984 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.985 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.985 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.985 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.985 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.985 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.985 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.985 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.985 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.985 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.985 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.985 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.985 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.985 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.985 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.986 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:24.986 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:24.986 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.986 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:24.986 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 1, 2024-07-26T07:21:24.986 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:24.986 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.986 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.986 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.986 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.986 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 553, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.986 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 3640, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.986 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1741, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.986 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 447, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.987 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 3168, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.987 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 3165, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.987 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.987 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.987 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.987 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.987 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.987 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.987 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.987 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.987 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.987 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.987 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.987 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.987 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.988 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.988 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.988 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.988 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.988 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.988 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.988 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.988 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.988 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:24.988 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:24.988 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.988 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:24.988 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 2, 2024-07-26T07:21:24.988 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:24.989 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.989 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.989 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.989 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.989 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1479, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.989 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 10116, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.989 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 16283, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.989 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 435, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.989 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 213, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.989 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 86, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.989 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.989 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.989 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.989 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.990 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.990 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.990 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.990 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.990 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.990 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.990 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.990 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.990 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.990 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.990 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.991 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.991 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.991 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.991 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.991 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.991 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.991 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:24.991 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:24.991 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.991 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:24.991 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 3, 2024-07-26T07:21:24.991 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:24.991 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.992 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.992 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.992 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.992 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 433, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.992 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2140, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.992 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 207, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.992 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 232, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.992 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1583, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.992 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 7046, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.992 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 133, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.992 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.992 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.992 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.992 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.993 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.993 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.993 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.993 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.993 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.993 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.993 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.993 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.993 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.993 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.993 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.993 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.993 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.993 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.994 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.994 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.994 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:24.994 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:24.994 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.994 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:24.994 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 4, 2024-07-26T07:21:24.994 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:24.994 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.994 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.994 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.994 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.994 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 811, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.995 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 3304, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.995 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 270, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.995 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 101, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.995 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.995 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.995 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.995 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.995 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.995 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.995 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.995 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.995 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.995 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.995 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.996 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.996 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.996 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.996 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.996 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.996 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.996 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.996 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.996 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.996 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.996 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.996 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.997 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:24.997 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:24.997 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:24.997 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:24.997 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 5, 2024-07-26T07:21:24.997 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:24.997 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.997 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.997 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.997 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.997 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 670, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.997 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 5593, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.997 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 301, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.997 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 245, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.998 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 371, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.998 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 109, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.998 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.998 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.998 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.998 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.998 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.998 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.998 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.998 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.998 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.998 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.998 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.999 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.999 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.999 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.999 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.999 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.999 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.999 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.999 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.999 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.999 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:24.999 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:24.999 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:24.999 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.000 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:25.000 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 6, 2024-07-26T07:21:25.000 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:25.000 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.000 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.000 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.000 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.000 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 479, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.000 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2840, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.000 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 336, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.000 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 280, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.000 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 342, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.000 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 110, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.000 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.001 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.001 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.001 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.001 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.001 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.001 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.001 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.001 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.001 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.001 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.001 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.001 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.002 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.002 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.002 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.002 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.002 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.002 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.002 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.002 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.002 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:25.002 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:25.002 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.002 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:25.002 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 7, 2024-07-26T07:21:25.002 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:25.003 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.003 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.003 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.003 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.003 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 883, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.003 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 8305, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.003 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2943, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.003 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 330, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.003 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 206, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.003 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 150, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.003 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.003 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.003 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.004 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.004 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.004 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.004 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.004 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.004 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.004 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.004 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.004 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.004 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.004 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.004 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.004 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.005 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.005 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.005 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.005 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.005 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.005 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:25.005 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:25.005 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.005 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:25.005 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.005 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T07:21:25.005 INFO:tasks.workunit.client.0.smithi089.stdout: "axes": [ 2024-07-26T07:21:25.005 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:25.005 INFO:tasks.workunit.client.0.smithi089.stdout: "buckets": 32, 2024-07-26T07:21:25.005 INFO:tasks.workunit.client.0.smithi089.stdout: "min": 0, 2024-07-26T07:21:25.006 INFO:tasks.workunit.client.0.smithi089.stdout: "name": "Latency (usec)", 2024-07-26T07:21:25.006 INFO:tasks.workunit.client.0.smithi089.stdout: "quant_size": 100000, 2024-07-26T07:21:25.006 INFO:tasks.workunit.client.0.smithi089.stdout: "ranges": [ 2024-07-26T07:21:25.006 INFO:tasks.workunit.client.0.smithi089.stdout: "[None, -1]", 2024-07-26T07:21:25.006 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 99999]", 2024-07-26T07:21:25.006 INFO:tasks.workunit.client.0.smithi089.stdout: "[100000, 199999]", 2024-07-26T07:21:25.006 INFO:tasks.workunit.client.0.smithi089.stdout: "[200000, 399999]", 2024-07-26T07:21:25.006 INFO:tasks.workunit.client.0.smithi089.stdout: "[400000, 799999]", 2024-07-26T07:21:25.006 INFO:tasks.workunit.client.0.smithi089.stdout: "[800000, 1599999]", 2024-07-26T07:21:25.006 INFO:tasks.workunit.client.0.smithi089.stdout: "[1600000, 3199999]", 2024-07-26T07:21:25.006 INFO:tasks.workunit.client.0.smithi089.stdout: "[3200000, 6399999]", 2024-07-26T07:21:25.006 INFO:tasks.workunit.client.0.smithi089.stdout: "[6400000, 12799999]", 2024-07-26T07:21:25.006 INFO:tasks.workunit.client.0.smithi089.stdout: "[12800000, 25599999]", 2024-07-26T07:21:25.006 INFO:tasks.workunit.client.0.smithi089.stdout: "[25600000, 51199999]", 2024-07-26T07:21:25.007 INFO:tasks.workunit.client.0.smithi089.stdout: "[51200000, 102399999]", 2024-07-26T07:21:25.007 INFO:tasks.workunit.client.0.smithi089.stdout: "[102400000, 204799999]", 2024-07-26T07:21:25.007 INFO:tasks.workunit.client.0.smithi089.stdout: "[204800000, 409599999]", 2024-07-26T07:21:25.007 INFO:tasks.workunit.client.0.smithi089.stdout: "[409600000, 819199999]", 2024-07-26T07:21:25.007 INFO:tasks.workunit.client.0.smithi089.stdout: "[819200000, 1638399999]", 2024-07-26T07:21:25.007 INFO:tasks.workunit.client.0.smithi089.stdout: "[1638400000, 3276799999]", 2024-07-26T07:21:25.007 INFO:tasks.workunit.client.0.smithi089.stdout: "[3276800000, 6553599999]", 2024-07-26T07:21:25.007 INFO:tasks.workunit.client.0.smithi089.stdout: "[6553600000, 13107199999]", 2024-07-26T07:21:25.007 INFO:tasks.workunit.client.0.smithi089.stdout: "[13107200000, 26214399999]", 2024-07-26T07:21:25.007 INFO:tasks.workunit.client.0.smithi089.stdout: "[26214400000, 52428799999]", 2024-07-26T07:21:25.007 INFO:tasks.workunit.client.0.smithi089.stdout: "[52428800000, 104857599999]", 2024-07-26T07:21:25.007 INFO:tasks.workunit.client.0.smithi089.stdout: "[104857600000, 209715199999]", 2024-07-26T07:21:25.007 INFO:tasks.workunit.client.0.smithi089.stdout: "[209715200000, 419430399999]", 2024-07-26T07:21:25.008 INFO:tasks.workunit.client.0.smithi089.stdout: "[419430400000, 838860799999]", 2024-07-26T07:21:25.008 INFO:tasks.workunit.client.0.smithi089.stdout: "[838860800000, 1677721599999]", 2024-07-26T07:21:25.008 INFO:tasks.workunit.client.0.smithi089.stdout: "[1677721600000, 3355443199999]", 2024-07-26T07:21:25.008 INFO:tasks.workunit.client.0.smithi089.stdout: "[3355443200000, 6710886399999]", 2024-07-26T07:21:25.008 INFO:tasks.workunit.client.0.smithi089.stdout: "[6710886400000, 13421772799999]", 2024-07-26T07:21:25.008 INFO:tasks.workunit.client.0.smithi089.stdout: "[13421772800000, 26843545599999]", 2024-07-26T07:21:25.008 INFO:tasks.workunit.client.0.smithi089.stdout: "[26843545600000, 53687091199999]", 2024-07-26T07:21:25.008 INFO:tasks.workunit.client.0.smithi089.stdout: "[53687091200000, None]" 2024-07-26T07:21:25.008 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.008 INFO:tasks.workunit.client.0.smithi089.stdout: "scale_type": "log2" 2024-07-26T07:21:25.009 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.009 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:25.009 INFO:tasks.workunit.client.0.smithi089.stdout: "buckets": 32, 2024-07-26T07:21:25.009 INFO:tasks.workunit.client.0.smithi089.stdout: "min": 0, 2024-07-26T07:21:25.009 INFO:tasks.workunit.client.0.smithi089.stdout: "name": "Request size (bytes)", 2024-07-26T07:21:25.009 INFO:tasks.workunit.client.0.smithi089.stdout: "quant_size": 512, 2024-07-26T07:21:25.009 INFO:tasks.workunit.client.0.smithi089.stdout: "ranges": [ 2024-07-26T07:21:25.009 INFO:tasks.workunit.client.0.smithi089.stdout: "[None, -1]", 2024-07-26T07:21:25.009 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 511]", 2024-07-26T07:21:25.009 INFO:tasks.workunit.client.0.smithi089.stdout: "[512, 1023]", 2024-07-26T07:21:25.009 INFO:tasks.workunit.client.0.smithi089.stdout: "[1024, 2047]", 2024-07-26T07:21:25.009 INFO:tasks.workunit.client.0.smithi089.stdout: "[2048, 4095]", 2024-07-26T07:21:25.009 INFO:tasks.workunit.client.0.smithi089.stdout: "[4096, 8191]", 2024-07-26T07:21:25.010 INFO:tasks.workunit.client.0.smithi089.stdout: "[8192, 16383]", 2024-07-26T07:21:25.010 INFO:tasks.workunit.client.0.smithi089.stdout: "[16384, 32767]", 2024-07-26T07:21:25.010 INFO:tasks.workunit.client.0.smithi089.stdout: "[32768, 65535]", 2024-07-26T07:21:25.010 INFO:tasks.workunit.client.0.smithi089.stdout: "[65536, 131071]", 2024-07-26T07:21:25.010 INFO:tasks.workunit.client.0.smithi089.stdout: "[131072, 262143]", 2024-07-26T07:21:25.010 INFO:tasks.workunit.client.0.smithi089.stdout: "[262144, 524287]", 2024-07-26T07:21:25.010 INFO:tasks.workunit.client.0.smithi089.stdout: "[524288, 1048575]", 2024-07-26T07:21:25.010 INFO:tasks.workunit.client.0.smithi089.stdout: "[1048576, 2097151]", 2024-07-26T07:21:25.010 INFO:tasks.workunit.client.0.smithi089.stdout: "[2097152, 4194303]", 2024-07-26T07:21:25.010 INFO:tasks.workunit.client.0.smithi089.stdout: "[4194304, 8388607]", 2024-07-26T07:21:25.010 INFO:tasks.workunit.client.0.smithi089.stdout: "[8388608, 16777215]", 2024-07-26T07:21:25.010 INFO:tasks.workunit.client.0.smithi089.stdout: "[16777216, 33554431]", 2024-07-26T07:21:25.010 INFO:tasks.workunit.client.0.smithi089.stdout: "[33554432, 67108863]", 2024-07-26T07:21:25.011 INFO:tasks.workunit.client.0.smithi089.stdout: "[67108864, 134217727]", 2024-07-26T07:21:25.011 INFO:tasks.workunit.client.0.smithi089.stdout: "[134217728, 268435455]", 2024-07-26T07:21:25.011 INFO:tasks.workunit.client.0.smithi089.stdout: "[268435456, 536870911]", 2024-07-26T07:21:25.011 INFO:tasks.workunit.client.0.smithi089.stdout: "[536870912, 1073741823]", 2024-07-26T07:21:25.011 INFO:tasks.workunit.client.0.smithi089.stdout: "[1073741824, 2147483647]", 2024-07-26T07:21:25.011 INFO:tasks.workunit.client.0.smithi089.stdout: "[2147483648, 4294967295]", 2024-07-26T07:21:25.011 INFO:tasks.workunit.client.0.smithi089.stdout: "[4294967296, 8589934591]", 2024-07-26T07:21:25.011 INFO:tasks.workunit.client.0.smithi089.stdout: "[8589934592, 17179869183]", 2024-07-26T07:21:25.011 INFO:tasks.workunit.client.0.smithi089.stdout: "[17179869184, 34359738367]", 2024-07-26T07:21:25.011 INFO:tasks.workunit.client.0.smithi089.stdout: "[34359738368, 68719476735]", 2024-07-26T07:21:25.011 INFO:tasks.workunit.client.0.smithi089.stdout: "[68719476736, 137438953471]", 2024-07-26T07:21:25.011 INFO:tasks.workunit.client.0.smithi089.stdout: "[137438953472, 274877906943]", 2024-07-26T07:21:25.011 INFO:tasks.workunit.client.0.smithi089.stdout: "[274877906944, None]" 2024-07-26T07:21:25.011 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.012 INFO:tasks.workunit.client.0.smithi089.stdout: "scale_type": "log2" 2024-07-26T07:21:25.012 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.012 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.012 INFO:tasks.workunit.client.0.smithi089.stdout: "osds": [ 2024-07-26T07:21:25.012 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:25.012 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 0, 2024-07-26T07:21:25.012 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:25.012 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.012 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.012 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.012 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.012 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 143, 15, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.012 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2159, 30, 1, 0, 15, 1, 0, 4, 5, 7, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.013 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1112, 9, 2, 1, 2, 6, 9, 7, 24, 42, 83, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.013 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 214, 11, 1, 0, 3, 0, 1, 4, 8, 15, 100, 243, 100, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.013 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 226, 4, 0, 0, 0, 0, 2, 1, 2, 1, 17, 34, 255, 6, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.013 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 271, 2, 0, 0, 0, 0, 0, 0, 1, 2, 4, 17, 18, 26, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.013 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 692, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 4, 19, 30, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.013 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1370, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 1, 3, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.013 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 162, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.013 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.013 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.013 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.013 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.013 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.013 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.013 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.014 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.014 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.014 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.014 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.014 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.014 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.014 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.014 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.014 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.014 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.014 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.014 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:25.014 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:25.015 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.015 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:25.015 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 1, 2024-07-26T07:21:25.015 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:25.015 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.015 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.015 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.015 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.015 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 91, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.015 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2909, 18, 0, 0, 16, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.015 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1397, 11, 0, 2, 3, 5, 14, 26, 51, 74, 99, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.015 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 77, 5, 0, 0, 2, 3, 0, 0, 4, 7, 65, 275, 219, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.015 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 89, 6, 0, 0, 0, 1, 0, 3, 1, 2, 13, 15, 373, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.015 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 232, 0, 0, 0, 0, 0, 0, 1, 0, 2, 1, 8, 23, 35, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.016 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 451, 2, 0, 0, 0, 0, 0, 0, 1, 1, 2, 3, 13, 28, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.016 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1260, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.016 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1514, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.016 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 303, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.016 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.016 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.016 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.016 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.016 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.016 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.016 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.016 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.016 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.017 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.017 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.017 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.017 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.017 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.017 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.017 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.017 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.017 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:25.017 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:25.017 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.017 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:25.017 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 2, 2024-07-26T07:21:25.017 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:25.018 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.018 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.018 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.018 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.018 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.018 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 414, 10, 3, 0, 7, 1, 1, 3, 2, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.018 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 181, 2, 0, 0, 1, 1, 1, 6, 11, 9, 59, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.018 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 228, 0, 0, 0, 0, 2, 3, 4, 7, 9, 49, 80, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.018 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 93, 0, 0, 0, 0, 1, 0, 0, 0, 3, 20, 35, 15, 9, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.018 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 38, 0, 0, 0, 0, 0, 1, 1, 1, 1, 5, 12, 16, 48, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.018 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 3, 2, 0, 0, 0, 0, 0, 2, 0, 4, 3, 5, 16, 38, 67, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.018 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.019 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.019 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.019 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.019 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.019 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.019 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.019 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.019 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.019 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.019 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.019 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.019 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.019 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.019 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.019 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.020 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.020 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.020 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.020 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.020 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:25.020 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:25.020 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.020 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:25.020 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 3, 2024-07-26T07:21:25.020 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:25.020 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.020 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.020 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.021 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.021 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.021 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1067, 7, 2, 2, 14, 0, 0, 1, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.021 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 443, 6, 2, 1, 0, 1, 2, 12, 13, 31, 42, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.021 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 120, 0, 0, 0, 2, 1, 2, 5, 1, 9, 37, 123, 135, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.021 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 295, 24, 0, 0, 0, 0, 0, 0, 0, 2, 13, 16, 72, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.021 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 468, 25, 0, 0, 0, 1, 0, 0, 1, 2, 3, 4, 11, 15, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.021 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 399, 41, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 11, 25, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.021 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 151, 81, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.021 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 85, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.021 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.021 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.021 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.022 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.022 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.022 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.022 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.022 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.022 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.022 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.022 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.022 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.022 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.022 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.022 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.023 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.023 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.023 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.023 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:25.023 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:25.023 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.023 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:25.023 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 4, 2024-07-26T07:21:25.023 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:25.023 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.023 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.023 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.023 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.024 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 77, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.024 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1069, 21, 0, 0, 10, 1, 5, 5, 13, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.024 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 524, 4, 0, 3, 1, 4, 3, 10, 16, 28, 35, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.024 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 260, 8, 0, 0, 0, 0, 1, 2, 8, 3, 26, 130, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.024 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 456, 5, 0, 0, 0, 0, 0, 0, 1, 3, 3, 4, 162, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.024 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 339, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 3, 16, 19, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.024 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 177, 0, 0, 0, 0, 0, 1, 1, 0, 2, 1, 4, 6, 23, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.024 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.024 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.024 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.024 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.024 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.024 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.024 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.024 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.025 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.025 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.025 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.025 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.025 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.025 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.025 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.025 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.025 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.025 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.025 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.025 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.025 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:25.026 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:25.026 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.026 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:25.026 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 5, 2024-07-26T07:21:25.026 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:25.026 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.026 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.026 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.026 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.026 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 100, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.026 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 360, 21, 1, 0, 10, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.026 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 92, 4, 0, 0, 1, 1, 0, 0, 3, 0, 14, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.026 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 174, 1, 0, 0, 0, 1, 0, 3, 3, 8, 38, 35, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.027 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 92, 1, 0, 0, 0, 0, 0, 3, 3, 4, 18, 26, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.027 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 37, 2, 0, 0, 1, 0, 0, 0, 0, 2, 2, 10, 13, 24, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.027 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2, 0, 0, 0, 0, 0, 1, 1, 1, 0, 1, 5, 10, 24, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.027 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 1, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.027 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.027 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.027 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.027 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.027 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.027 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.027 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.027 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.027 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.027 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.028 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.028 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.028 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.028 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.028 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.028 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.028 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.028 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.028 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.028 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:25.028 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:25.028 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.028 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:25.029 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 6, 2024-07-26T07:21:25.029 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:25.029 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.029 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.029 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.029 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.029 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 91, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.029 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1101, 16, 4, 0, 17, 0, 2, 3, 6, 6, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.029 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 679, 10, 0, 0, 5, 2, 3, 10, 13, 30, 33, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.029 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 343, 20, 0, 0, 1, 0, 0, 4, 6, 5, 45, 103, 46, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.029 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 467, 29, 0, 0, 0, 0, 0, 0, 1, 3, 10, 10, 187, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.029 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 431, 56, 0, 0, 0, 0, 0, 0, 0, 2, 3, 3, 10, 23, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.029 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 97, 84, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 11, 26, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.029 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 83, 158, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.030 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 178, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.030 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.030 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.030 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.030 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.030 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.030 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.030 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.030 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.030 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.030 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.030 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.031 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.031 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.031 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.031 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.031 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.031 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.031 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.031 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:25.031 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:25.031 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.031 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:25.031 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 7, 2024-07-26T07:21:25.031 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:25.031 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.032 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.032 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.032 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.032 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 75, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.032 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 339, 16, 1, 2, 14, 2, 4, 2, 6, 7, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.032 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 80, 4, 1, 1, 4, 2, 1, 6, 4, 2, 4, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.032 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 85, 14, 0, 1, 1, 1, 2, 3, 4, 4, 11, 16, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.032 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 30, 2, 0, 0, 0, 0, 0, 0, 1, 3, 8, 10, 13, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.032 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 11, 6, 1, 0, 0, 0, 1, 1, 1, 2, 2, 4, 13, 37, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.032 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 2, 13, 48, 57, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.032 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.032 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.033 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.033 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.033 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.033 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.033 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.033 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.033 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.033 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.033 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.033 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.033 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.033 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.033 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.034 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.034 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.034 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.034 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.034 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.034 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:25.034 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:25.034 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.034 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:25.034 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.034 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.034 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:25.034 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_resrv_repnum_vs_duration": { 2024-07-26T07:21:25.034 INFO:tasks.workunit.client.0.smithi089.stdout: "axes": [ 2024-07-26T07:21:25.035 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:25.035 INFO:tasks.workunit.client.0.smithi089.stdout: "buckets": 8, 2024-07-26T07:21:25.035 INFO:tasks.workunit.client.0.smithi089.stdout: "min": 0, 2024-07-26T07:21:25.035 INFO:tasks.workunit.client.0.smithi089.stdout: "name": "number of replicas", 2024-07-26T07:21:25.035 INFO:tasks.workunit.client.0.smithi089.stdout: "quant_size": 1, 2024-07-26T07:21:25.035 INFO:tasks.workunit.client.0.smithi089.stdout: "ranges": [ 2024-07-26T07:21:25.035 INFO:tasks.workunit.client.0.smithi089.stdout: "[None, -1]", 2024-07-26T07:21:25.035 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0]", 2024-07-26T07:21:25.035 INFO:tasks.workunit.client.0.smithi089.stdout: "[1, 1]", 2024-07-26T07:21:25.035 INFO:tasks.workunit.client.0.smithi089.stdout: "[2, 2]", 2024-07-26T07:21:25.035 INFO:tasks.workunit.client.0.smithi089.stdout: "[3, 3]", 2024-07-26T07:21:25.035 INFO:tasks.workunit.client.0.smithi089.stdout: "[4, 4]", 2024-07-26T07:21:25.035 INFO:tasks.workunit.client.0.smithi089.stdout: "[5, 5]", 2024-07-26T07:21:25.036 INFO:tasks.workunit.client.0.smithi089.stdout: "[6, None]" 2024-07-26T07:21:25.036 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.036 INFO:tasks.workunit.client.0.smithi089.stdout: "scale_type": "linear" 2024-07-26T07:21:25.036 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.036 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:25.036 INFO:tasks.workunit.client.0.smithi089.stdout: "buckets": 10, 2024-07-26T07:21:25.036 INFO:tasks.workunit.client.0.smithi089.stdout: "min": 0, 2024-07-26T07:21:25.036 INFO:tasks.workunit.client.0.smithi089.stdout: "name": "duration", 2024-07-26T07:21:25.036 INFO:tasks.workunit.client.0.smithi089.stdout: "quant_size": 250000, 2024-07-26T07:21:25.036 INFO:tasks.workunit.client.0.smithi089.stdout: "ranges": [ 2024-07-26T07:21:25.036 INFO:tasks.workunit.client.0.smithi089.stdout: "[None, -1]", 2024-07-26T07:21:25.036 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 249999]", 2024-07-26T07:21:25.036 INFO:tasks.workunit.client.0.smithi089.stdout: "[250000, 499999]", 2024-07-26T07:21:25.036 INFO:tasks.workunit.client.0.smithi089.stdout: "[500000, 999999]", 2024-07-26T07:21:25.037 INFO:tasks.workunit.client.0.smithi089.stdout: "[1000000, 1999999]", 2024-07-26T07:21:25.037 INFO:tasks.workunit.client.0.smithi089.stdout: "[2000000, 3999999]", 2024-07-26T07:21:25.037 INFO:tasks.workunit.client.0.smithi089.stdout: "[4000000, 7999999]", 2024-07-26T07:21:25.037 INFO:tasks.workunit.client.0.smithi089.stdout: "[8000000, 15999999]", 2024-07-26T07:21:25.037 INFO:tasks.workunit.client.0.smithi089.stdout: "[16000000, 31999999]", 2024-07-26T07:21:25.037 INFO:tasks.workunit.client.0.smithi089.stdout: "[32000000, None]" 2024-07-26T07:21:25.037 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.037 INFO:tasks.workunit.client.0.smithi089.stdout: "scale_type": "log2" 2024-07-26T07:21:25.037 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.037 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.037 INFO:tasks.workunit.client.0.smithi089.stdout: "osds": [ 2024-07-26T07:21:25.037 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:25.037 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 0, 2024-07-26T07:21:25.037 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:25.038 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.038 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.038 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.038 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.038 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.038 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.038 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.038 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:25.038 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:25.038 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.038 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:25.038 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 1, 2024-07-26T07:21:25.039 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:25.039 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.039 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.039 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.039 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.039 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.039 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.039 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.039 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:25.039 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:25.039 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.039 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:25.039 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 2, 2024-07-26T07:21:25.039 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:25.039 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.040 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.040 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.040 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.040 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.040 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.040 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.040 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:25.040 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:25.040 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.040 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:25.040 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 3, 2024-07-26T07:21:25.040 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:25.040 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.040 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.041 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.041 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.041 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.041 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.041 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.041 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:25.041 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:25.041 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.041 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:25.041 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 4, 2024-07-26T07:21:25.041 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:25.041 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.041 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.041 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.042 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.042 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.042 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.042 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.042 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:25.042 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:25.042 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.042 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:25.042 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 5, 2024-07-26T07:21:25.042 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:25.042 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.042 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.043 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.043 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.043 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.043 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.043 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.043 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:25.043 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:25.043 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.043 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:25.043 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 6, 2024-07-26T07:21:25.043 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:25.043 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.043 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.043 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.043 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.043 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.044 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.044 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.044 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:25.044 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:25.044 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.044 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:25.044 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 7, 2024-07-26T07:21:25.044 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:25.044 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.044 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.044 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.044 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.044 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.044 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.045 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:25.045 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:25.045 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:25.045 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.045 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:25.045 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.045 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.045 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.045 INFO:tasks.workunit.client.0.smithi089.stdout: "perf_counters": { 2024-07-26T07:21:25.045 INFO:tasks.workunit.client.0.smithi089.stdout: "mds.87ef074e95f73b29e32a1570865c090ae0131b8b": { 2024-07-26T07:21:25.045 INFO:tasks.workunit.client.0.smithi089.stdout: "mds": { 2024-07-26T07:21:25.045 INFO:tasks.workunit.client.0.smithi089.stdout: "caps": { 2024-07-26T07:21:25.045 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.045 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.046 INFO:tasks.workunit.client.0.smithi089.stdout: "ceph_cap_op_flush_ack": { 2024-07-26T07:21:25.046 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.046 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.046 INFO:tasks.workunit.client.0.smithi089.stdout: "ceph_cap_op_flushsnap_ack": { 2024-07-26T07:21:25.046 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.046 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.046 INFO:tasks.workunit.client.0.smithi089.stdout: "ceph_cap_op_grant": { 2024-07-26T07:21:25.046 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.046 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.046 INFO:tasks.workunit.client.0.smithi089.stdout: "ceph_cap_op_revoke": { 2024-07-26T07:21:25.046 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.046 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.046 INFO:tasks.workunit.client.0.smithi089.stdout: "ceph_cap_op_trunc": { 2024-07-26T07:21:25.047 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.047 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.047 INFO:tasks.workunit.client.0.smithi089.stdout: "dir_commit": { 2024-07-26T07:21:25.047 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.047 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.047 INFO:tasks.workunit.client.0.smithi089.stdout: "dir_fetch_complete": { 2024-07-26T07:21:25.047 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12 2024-07-26T07:21:25.047 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.047 INFO:tasks.workunit.client.0.smithi089.stdout: "dir_fetch_keys": { 2024-07-26T07:21:25.047 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10 2024-07-26T07:21:25.047 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.047 INFO:tasks.workunit.client.0.smithi089.stdout: "dir_merge": { 2024-07-26T07:21:25.047 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.047 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.048 INFO:tasks.workunit.client.0.smithi089.stdout: "dir_split": { 2024-07-26T07:21:25.048 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.048 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.048 INFO:tasks.workunit.client.0.smithi089.stdout: "exported_inodes": { 2024-07-26T07:21:25.048 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.048 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.048 INFO:tasks.workunit.client.0.smithi089.stdout: "forward": { 2024-07-26T07:21:25.048 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.048 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.048 INFO:tasks.workunit.client.0.smithi089.stdout: "handle_client_cap_release": { 2024-07-26T07:21:25.048 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.048 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.048 INFO:tasks.workunit.client.0.smithi089.stdout: "handle_client_caps": { 2024-07-26T07:21:25.048 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.049 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.049 INFO:tasks.workunit.client.0.smithi089.stdout: "handle_client_caps_dirty": { 2024-07-26T07:21:25.049 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.049 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.049 INFO:tasks.workunit.client.0.smithi089.stdout: "handle_inode_file_caps": { 2024-07-26T07:21:25.049 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.049 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.049 INFO:tasks.workunit.client.0.smithi089.stdout: "imported_inodes": { 2024-07-26T07:21:25.049 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.049 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.049 INFO:tasks.workunit.client.0.smithi089.stdout: "inodes": { 2024-07-26T07:21:25.049 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10 2024-07-26T07:21:25.049 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.049 INFO:tasks.workunit.client.0.smithi089.stdout: "inodes_expired": { 2024-07-26T07:21:25.050 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.050 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.050 INFO:tasks.workunit.client.0.smithi089.stdout: "inodes_pinned": { 2024-07-26T07:21:25.050 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10 2024-07-26T07:21:25.050 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.050 INFO:tasks.workunit.client.0.smithi089.stdout: "inodes_with_caps": { 2024-07-26T07:21:25.050 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.050 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.050 INFO:tasks.workunit.client.0.smithi089.stdout: "load_cent": { 2024-07-26T07:21:25.050 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.050 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.050 INFO:tasks.workunit.client.0.smithi089.stdout: "openino_dir_fetch": { 2024-07-26T07:21:25.050 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.051 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.051 INFO:tasks.workunit.client.0.smithi089.stdout: "process_request_cap_release": { 2024-07-26T07:21:25.051 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.051 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.051 INFO:tasks.workunit.client.0.smithi089.stdout: "reply_latency": { 2024-07-26T07:21:25.051 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.051 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.051 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.051 INFO:tasks.workunit.client.0.smithi089.stdout: "request": { 2024-07-26T07:21:25.051 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.051 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.051 INFO:tasks.workunit.client.0.smithi089.stdout: "root_rbytes": { 2024-07-26T07:21:25.051 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.051 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.051 INFO:tasks.workunit.client.0.smithi089.stdout: "root_rfiles": { 2024-07-26T07:21:25.052 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.052 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.052 INFO:tasks.workunit.client.0.smithi089.stdout: "root_rsnaps": { 2024-07-26T07:21:25.052 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.052 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.052 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_reply": { 2024-07-26T07:21:25.052 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.052 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.052 INFO:tasks.workunit.client.0.smithi089.stdout: "subtrees": { 2024-07-26T07:21:25.052 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2 2024-07-26T07:21:25.052 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.052 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.052 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_cache": { 2024-07-26T07:21:25.052 INFO:tasks.workunit.client.0.smithi089.stdout: "ireq_enqueue_scrub": { 2024-07-26T07:21:25.053 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.053 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.053 INFO:tasks.workunit.client.0.smithi089.stdout: "ireq_exportdir": { 2024-07-26T07:21:25.053 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.053 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.053 INFO:tasks.workunit.client.0.smithi089.stdout: "ireq_flush": { 2024-07-26T07:21:25.053 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.053 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.053 INFO:tasks.workunit.client.0.smithi089.stdout: "ireq_fragmentdir": { 2024-07-26T07:21:25.053 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.053 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.053 INFO:tasks.workunit.client.0.smithi089.stdout: "ireq_fragstats": { 2024-07-26T07:21:25.053 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.053 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.054 INFO:tasks.workunit.client.0.smithi089.stdout: "ireq_inodestats": { 2024-07-26T07:21:25.054 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.054 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.054 INFO:tasks.workunit.client.0.smithi089.stdout: "ireq_quiesce_inode": { 2024-07-26T07:21:25.054 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.054 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.054 INFO:tasks.workunit.client.0.smithi089.stdout: "ireq_quiesce_path": { 2024-07-26T07:21:25.054 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.054 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.054 INFO:tasks.workunit.client.0.smithi089.stdout: "num_recovering_enqueued": { 2024-07-26T07:21:25.054 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.054 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.054 INFO:tasks.workunit.client.0.smithi089.stdout: "num_recovering_prioritized": { 2024-07-26T07:21:25.054 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.055 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.055 INFO:tasks.workunit.client.0.smithi089.stdout: "num_recovering_processing": { 2024-07-26T07:21:25.055 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.055 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.055 INFO:tasks.workunit.client.0.smithi089.stdout: "num_strays": { 2024-07-26T07:21:25.055 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.055 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.055 INFO:tasks.workunit.client.0.smithi089.stdout: "num_strays_delayed": { 2024-07-26T07:21:25.055 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.055 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.055 INFO:tasks.workunit.client.0.smithi089.stdout: "num_strays_enqueuing": { 2024-07-26T07:21:25.055 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.055 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.055 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_completed": { 2024-07-26T07:21:25.056 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.056 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.056 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_started": { 2024-07-26T07:21:25.056 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.056 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.056 INFO:tasks.workunit.client.0.smithi089.stdout: "strays_created": { 2024-07-26T07:21:25.056 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.056 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.056 INFO:tasks.workunit.client.0.smithi089.stdout: "strays_enqueued": { 2024-07-26T07:21:25.056 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.056 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.056 INFO:tasks.workunit.client.0.smithi089.stdout: "strays_migrated": { 2024-07-26T07:21:25.056 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.056 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.056 INFO:tasks.workunit.client.0.smithi089.stdout: "strays_reintegrated": { 2024-07-26T07:21:25.057 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.057 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.057 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.057 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_log": { 2024-07-26T07:21:25.057 INFO:tasks.workunit.client.0.smithi089.stdout: "ev": { 2024-07-26T07:21:25.057 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 17 2024-07-26T07:21:25.057 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.057 INFO:tasks.workunit.client.0.smithi089.stdout: "evadd": { 2024-07-26T07:21:25.057 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.057 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.057 INFO:tasks.workunit.client.0.smithi089.stdout: "evex": { 2024-07-26T07:21:25.057 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.057 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.057 INFO:tasks.workunit.client.0.smithi089.stdout: "evexd": { 2024-07-26T07:21:25.058 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.058 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.058 INFO:tasks.workunit.client.0.smithi089.stdout: "evexg": { 2024-07-26T07:21:25.058 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.058 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.058 INFO:tasks.workunit.client.0.smithi089.stdout: "evlrg": { 2024-07-26T07:21:25.058 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.058 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.058 INFO:tasks.workunit.client.0.smithi089.stdout: "evtrm": { 2024-07-26T07:21:25.058 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.058 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.058 INFO:tasks.workunit.client.0.smithi089.stdout: "jlat": { 2024-07-26T07:21:25.058 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.058 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.059 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.059 INFO:tasks.workunit.client.0.smithi089.stdout: "replayed": { 2024-07-26T07:21:25.059 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 17 2024-07-26T07:21:25.059 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.059 INFO:tasks.workunit.client.0.smithi089.stdout: "seg": { 2024-07-26T07:21:25.059 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1 2024-07-26T07:21:25.059 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.059 INFO:tasks.workunit.client.0.smithi089.stdout: "segadd": { 2024-07-26T07:21:25.059 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.059 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.059 INFO:tasks.workunit.client.0.smithi089.stdout: "segex": { 2024-07-26T07:21:25.059 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.059 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.059 INFO:tasks.workunit.client.0.smithi089.stdout: "segexd": { 2024-07-26T07:21:25.059 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.060 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.060 INFO:tasks.workunit.client.0.smithi089.stdout: "segexg": { 2024-07-26T07:21:25.060 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.060 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.060 INFO:tasks.workunit.client.0.smithi089.stdout: "segmjr": { 2024-07-26T07:21:25.060 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1 2024-07-26T07:21:25.060 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.060 INFO:tasks.workunit.client.0.smithi089.stdout: "segtrm": { 2024-07-26T07:21:25.060 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.060 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.060 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.060 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_mem": { 2024-07-26T07:21:25.060 INFO:tasks.workunit.client.0.smithi089.stdout: "cap": { 2024-07-26T07:21:25.060 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.061 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.061 INFO:tasks.workunit.client.0.smithi089.stdout: "cap+": { 2024-07-26T07:21:25.061 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.061 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.061 INFO:tasks.workunit.client.0.smithi089.stdout: "cap-": { 2024-07-26T07:21:25.061 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.061 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.061 INFO:tasks.workunit.client.0.smithi089.stdout: "dir": { 2024-07-26T07:21:25.061 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12 2024-07-26T07:21:25.061 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.061 INFO:tasks.workunit.client.0.smithi089.stdout: "dir+": { 2024-07-26T07:21:25.061 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12 2024-07-26T07:21:25.061 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.062 INFO:tasks.workunit.client.0.smithi089.stdout: "dir-": { 2024-07-26T07:21:25.062 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.062 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.062 INFO:tasks.workunit.client.0.smithi089.stdout: "dn": { 2024-07-26T07:21:25.062 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10 2024-07-26T07:21:25.062 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.062 INFO:tasks.workunit.client.0.smithi089.stdout: "dn+": { 2024-07-26T07:21:25.062 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10 2024-07-26T07:21:25.062 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.062 INFO:tasks.workunit.client.0.smithi089.stdout: "dn-": { 2024-07-26T07:21:25.062 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.062 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.062 INFO:tasks.workunit.client.0.smithi089.stdout: "heap": { 2024-07-26T07:21:25.062 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 248096 2024-07-26T07:21:25.063 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.063 INFO:tasks.workunit.client.0.smithi089.stdout: "ino": { 2024-07-26T07:21:25.063 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 13 2024-07-26T07:21:25.063 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.063 INFO:tasks.workunit.client.0.smithi089.stdout: "ino+": { 2024-07-26T07:21:25.063 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 13 2024-07-26T07:21:25.063 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.063 INFO:tasks.workunit.client.0.smithi089.stdout: "ino-": { 2024-07-26T07:21:25.063 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.063 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.063 INFO:tasks.workunit.client.0.smithi089.stdout: "rss": { 2024-07-26T07:21:25.063 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 48596 2024-07-26T07:21:25.063 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.063 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.064 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_server": { 2024-07-26T07:21:25.064 INFO:tasks.workunit.client.0.smithi089.stdout: "cap_acquisition_throttle": { 2024-07-26T07:21:25.064 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.064 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.064 INFO:tasks.workunit.client.0.smithi089.stdout: "cap_revoke_eviction": { 2024-07-26T07:21:25.064 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.064 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.064 INFO:tasks.workunit.client.0.smithi089.stdout: "handle_client_request": { 2024-07-26T07:21:25.064 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.064 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.064 INFO:tasks.workunit.client.0.smithi089.stdout: "handle_client_session": { 2024-07-26T07:21:25.064 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.064 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.064 INFO:tasks.workunit.client.0.smithi089.stdout: "handle_peer_request": { 2024-07-26T07:21:25.065 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.065 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.065 INFO:tasks.workunit.client.0.smithi089.stdout: "req_create_latency": { 2024-07-26T07:21:25.065 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.065 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.065 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.065 INFO:tasks.workunit.client.0.smithi089.stdout: "req_getattr_latency": { 2024-07-26T07:21:25.065 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.065 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.065 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.065 INFO:tasks.workunit.client.0.smithi089.stdout: "req_getfilelock_latency": { 2024-07-26T07:21:25.065 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.065 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.065 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.066 INFO:tasks.workunit.client.0.smithi089.stdout: "req_getvxattr_latency": { 2024-07-26T07:21:25.066 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.066 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.066 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.066 INFO:tasks.workunit.client.0.smithi089.stdout: "req_link_latency": { 2024-07-26T07:21:25.066 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.066 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.066 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.066 INFO:tasks.workunit.client.0.smithi089.stdout: "req_lookup_latency": { 2024-07-26T07:21:25.066 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.066 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.066 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.066 INFO:tasks.workunit.client.0.smithi089.stdout: "req_lookuphash_latency": { 2024-07-26T07:21:25.067 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.067 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.067 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.067 INFO:tasks.workunit.client.0.smithi089.stdout: "req_lookupino_latency": { 2024-07-26T07:21:25.067 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.067 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.067 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.067 INFO:tasks.workunit.client.0.smithi089.stdout: "req_lookupname_latency": { 2024-07-26T07:21:25.067 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.067 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.068 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.068 INFO:tasks.workunit.client.0.smithi089.stdout: "req_lookupparent_latency": { 2024-07-26T07:21:25.068 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.068 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.068 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.068 INFO:tasks.workunit.client.0.smithi089.stdout: "req_lookupsnap_latency": { 2024-07-26T07:21:25.068 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.068 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.068 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.068 INFO:tasks.workunit.client.0.smithi089.stdout: "req_lssnap_latency": { 2024-07-26T07:21:25.068 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.068 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.068 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.069 INFO:tasks.workunit.client.0.smithi089.stdout: "req_mkdir_latency": { 2024-07-26T07:21:25.069 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.069 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.069 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.069 INFO:tasks.workunit.client.0.smithi089.stdout: "req_mknod_latency": { 2024-07-26T07:21:25.069 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.069 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.069 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.069 INFO:tasks.workunit.client.0.smithi089.stdout: "req_mksnap_latency": { 2024-07-26T07:21:25.069 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.069 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.069 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.069 INFO:tasks.workunit.client.0.smithi089.stdout: "req_open_latency": { 2024-07-26T07:21:25.069 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.069 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.070 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.070 INFO:tasks.workunit.client.0.smithi089.stdout: "req_readdir_latency": { 2024-07-26T07:21:25.070 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.070 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.070 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.070 INFO:tasks.workunit.client.0.smithi089.stdout: "req_rename_latency": { 2024-07-26T07:21:25.070 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.070 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.070 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.070 INFO:tasks.workunit.client.0.smithi089.stdout: "req_renamesnap_latency": { 2024-07-26T07:21:25.070 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.070 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.070 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.071 INFO:tasks.workunit.client.0.smithi089.stdout: "req_rmdir_latency": { 2024-07-26T07:21:25.071 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.071 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.071 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.071 INFO:tasks.workunit.client.0.smithi089.stdout: "req_rmsnap_latency": { 2024-07-26T07:21:25.071 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.071 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.071 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.071 INFO:tasks.workunit.client.0.smithi089.stdout: "req_rmxattr_latency": { 2024-07-26T07:21:25.071 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.071 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.071 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.071 INFO:tasks.workunit.client.0.smithi089.stdout: "req_setattr_latency": { 2024-07-26T07:21:25.071 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.072 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.072 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.072 INFO:tasks.workunit.client.0.smithi089.stdout: "req_setdirlayout_latency": { 2024-07-26T07:21:25.072 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.072 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.072 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.072 INFO:tasks.workunit.client.0.smithi089.stdout: "req_setfilelock_latency": { 2024-07-26T07:21:25.072 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.072 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.072 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.072 INFO:tasks.workunit.client.0.smithi089.stdout: "req_setlayout_latency": { 2024-07-26T07:21:25.072 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.072 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.072 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.072 INFO:tasks.workunit.client.0.smithi089.stdout: "req_setxattr_latency": { 2024-07-26T07:21:25.073 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.073 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.073 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.073 INFO:tasks.workunit.client.0.smithi089.stdout: "req_snapdiff_latency": { 2024-07-26T07:21:25.073 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.073 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.073 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.073 INFO:tasks.workunit.client.0.smithi089.stdout: "req_symlink_latency": { 2024-07-26T07:21:25.073 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.073 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.073 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.073 INFO:tasks.workunit.client.0.smithi089.stdout: "req_unlink_latency": { 2024-07-26T07:21:25.073 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.073 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.074 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.074 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.074 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_sessions": { 2024-07-26T07:21:25.074 INFO:tasks.workunit.client.0.smithi089.stdout: "average_load": { 2024-07-26T07:21:25.074 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.074 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.074 INFO:tasks.workunit.client.0.smithi089.stdout: "avg_session_uptime": { 2024-07-26T07:21:25.074 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.074 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.074 INFO:tasks.workunit.client.0.smithi089.stdout: "mdthresh_evicted": { 2024-07-26T07:21:25.074 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.074 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.074 INFO:tasks.workunit.client.0.smithi089.stdout: "session_add": { 2024-07-26T07:21:25.074 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8 2024-07-26T07:21:25.074 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.075 INFO:tasks.workunit.client.0.smithi089.stdout: "session_count": { 2024-07-26T07:21:25.075 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.075 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.075 INFO:tasks.workunit.client.0.smithi089.stdout: "session_remove": { 2024-07-26T07:21:25.075 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8 2024-07-26T07:21:25.075 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.075 INFO:tasks.workunit.client.0.smithi089.stdout: "sessions_open": { 2024-07-26T07:21:25.075 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2 2024-07-26T07:21:25.075 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.075 INFO:tasks.workunit.client.0.smithi089.stdout: "sessions_stale": { 2024-07-26T07:21:25.075 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.075 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.075 INFO:tasks.workunit.client.0.smithi089.stdout: "total_load": { 2024-07-26T07:21:25.075 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.076 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.076 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.076 INFO:tasks.workunit.client.0.smithi089.stdout: "objecter": { 2024-07-26T07:21:25.076 INFO:tasks.workunit.client.0.smithi089.stdout: "op_active": { 2024-07-26T07:21:25.076 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.076 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.076 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T07:21:25.076 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 37 2024-07-26T07:21:25.076 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.076 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rmw": { 2024-07-26T07:21:25.076 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.076 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.076 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T07:21:25.076 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7 2024-07-26T07:21:25.076 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.077 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.077 INFO:tasks.workunit.client.0.smithi089.stdout: "purge_queue": { 2024-07-26T07:21:25.077 INFO:tasks.workunit.client.0.smithi089.stdout: "pq_executed": { 2024-07-26T07:21:25.077 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.077 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.077 INFO:tasks.workunit.client.0.smithi089.stdout: "pq_executed_ops": { 2024-07-26T07:21:25.077 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.077 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.077 INFO:tasks.workunit.client.0.smithi089.stdout: "pq_executing": { 2024-07-26T07:21:25.077 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.077 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.077 INFO:tasks.workunit.client.0.smithi089.stdout: "pq_executing_high_water": { 2024-07-26T07:21:25.077 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.077 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.078 INFO:tasks.workunit.client.0.smithi089.stdout: "pq_executing_ops": { 2024-07-26T07:21:25.078 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.078 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.078 INFO:tasks.workunit.client.0.smithi089.stdout: "pq_executing_ops_high_water": { 2024-07-26T07:21:25.078 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.078 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.078 INFO:tasks.workunit.client.0.smithi089.stdout: "pq_item_in_journal": { 2024-07-26T07:21:25.078 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.078 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.078 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.078 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.078 INFO:tasks.workunit.client.0.smithi089.stdout: "mon.11a06f7556cbb1c57650abffbb3eb77c66bdf751": { 2024-07-26T07:21:25.078 INFO:tasks.workunit.client.0.smithi089.stdout: "mon": { 2024-07-26T07:21:25.078 INFO:tasks.workunit.client.0.smithi089.stdout: "election_call": { 2024-07-26T07:21:25.079 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2 2024-07-26T07:21:25.079 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.079 INFO:tasks.workunit.client.0.smithi089.stdout: "election_lose": { 2024-07-26T07:21:25.079 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2 2024-07-26T07:21:25.079 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.079 INFO:tasks.workunit.client.0.smithi089.stdout: "election_win": { 2024-07-26T07:21:25.079 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.079 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.079 INFO:tasks.workunit.client.0.smithi089.stdout: "num_elections": { 2024-07-26T07:21:25.079 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7 2024-07-26T07:21:25.079 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.079 INFO:tasks.workunit.client.0.smithi089.stdout: "num_sessions": { 2024-07-26T07:21:25.079 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8 2024-07-26T07:21:25.079 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.080 INFO:tasks.workunit.client.0.smithi089.stdout: "session_add": { 2024-07-26T07:21:25.080 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3 2024-07-26T07:21:25.080 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.080 INFO:tasks.workunit.client.0.smithi089.stdout: "session_rm": { 2024-07-26T07:21:25.080 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 237 2024-07-26T07:21:25.080 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.080 INFO:tasks.workunit.client.0.smithi089.stdout: "session_trim": { 2024-07-26T07:21:25.080 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.080 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.080 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.080 INFO:tasks.workunit.client.0.smithi089.stdout: "paxos": { 2024-07-26T07:21:25.080 INFO:tasks.workunit.client.0.smithi089.stdout: "accept_timeout": { 2024-07-26T07:21:25.080 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.080 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.081 INFO:tasks.workunit.client.0.smithi089.stdout: "begin": { 2024-07-26T07:21:25.081 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7814 2024-07-26T07:21:25.081 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.081 INFO:tasks.workunit.client.0.smithi089.stdout: "begin_bytes": { 2024-07-26T07:21:25.081 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7814, 2024-07-26T07:21:25.081 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 56267334 2024-07-26T07:21:25.081 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.081 INFO:tasks.workunit.client.0.smithi089.stdout: "begin_keys": { 2024-07-26T07:21:25.081 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.081 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.081 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.081 INFO:tasks.workunit.client.0.smithi089.stdout: "begin_latency": { 2024-07-26T07:21:25.082 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7814, 2024-07-26T07:21:25.082 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1277975540 2024-07-26T07:21:25.082 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.082 INFO:tasks.workunit.client.0.smithi089.stdout: "collect": { 2024-07-26T07:21:25.082 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2 2024-07-26T07:21:25.082 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.082 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_bytes": { 2024-07-26T07:21:25.082 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2, 2024-07-26T07:21:25.082 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 146 2024-07-26T07:21:25.082 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.082 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_keys": { 2024-07-26T07:21:25.082 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2, 2024-07-26T07:21:25.082 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2 2024-07-26T07:21:25.082 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.083 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_latency": { 2024-07-26T07:21:25.083 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2, 2024-07-26T07:21:25.083 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.083 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.083 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_timeout": { 2024-07-26T07:21:25.083 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.083 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.083 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_uncommitted": { 2024-07-26T07:21:25.083 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.083 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.083 INFO:tasks.workunit.client.0.smithi089.stdout: "commit": { 2024-07-26T07:21:25.083 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7814 2024-07-26T07:21:25.083 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.083 INFO:tasks.workunit.client.0.smithi089.stdout: "commit_bytes": { 2024-07-26T07:21:25.084 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.084 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.084 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.084 INFO:tasks.workunit.client.0.smithi089.stdout: "commit_keys": { 2024-07-26T07:21:25.084 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.084 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.084 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.084 INFO:tasks.workunit.client.0.smithi089.stdout: "commit_latency": { 2024-07-26T07:21:25.084 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.084 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.084 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.084 INFO:tasks.workunit.client.0.smithi089.stdout: "lease_ack_timeout": { 2024-07-26T07:21:25.084 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.084 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.085 INFO:tasks.workunit.client.0.smithi089.stdout: "lease_timeout": { 2024-07-26T07:21:25.085 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.085 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.085 INFO:tasks.workunit.client.0.smithi089.stdout: "new_pn": { 2024-07-26T07:21:25.085 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.085 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.085 INFO:tasks.workunit.client.0.smithi089.stdout: "new_pn_latency": { 2024-07-26T07:21:25.085 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.085 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.085 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.085 INFO:tasks.workunit.client.0.smithi089.stdout: "refresh": { 2024-07-26T07:21:25.085 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7814 2024-07-26T07:21:25.085 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.085 INFO:tasks.workunit.client.0.smithi089.stdout: "refresh_latency": { 2024-07-26T07:21:25.086 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7814, 2024-07-26T07:21:25.086 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 24443531724 2024-07-26T07:21:25.086 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.086 INFO:tasks.workunit.client.0.smithi089.stdout: "restart": { 2024-07-26T07:21:25.086 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9 2024-07-26T07:21:25.086 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.086 INFO:tasks.workunit.client.0.smithi089.stdout: "share_state": { 2024-07-26T07:21:25.086 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.086 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.086 INFO:tasks.workunit.client.0.smithi089.stdout: "share_state_bytes": { 2024-07-26T07:21:25.086 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.086 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.086 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.086 INFO:tasks.workunit.client.0.smithi089.stdout: "share_state_keys": { 2024-07-26T07:21:25.087 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.087 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.087 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.087 INFO:tasks.workunit.client.0.smithi089.stdout: "start_leader": { 2024-07-26T07:21:25.087 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.087 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.087 INFO:tasks.workunit.client.0.smithi089.stdout: "start_peon": { 2024-07-26T07:21:25.087 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2 2024-07-26T07:21:25.087 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.087 INFO:tasks.workunit.client.0.smithi089.stdout: "store_state": { 2024-07-26T07:21:25.087 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7814 2024-07-26T07:21:25.087 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.087 INFO:tasks.workunit.client.0.smithi089.stdout: "store_state_bytes": { 2024-07-26T07:21:25.087 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7814, 2024-07-26T07:21:25.088 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 111046392 2024-07-26T07:21:25.088 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.088 INFO:tasks.workunit.client.0.smithi089.stdout: "store_state_keys": { 2024-07-26T07:21:25.088 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7814, 2024-07-26T07:21:25.088 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 70512 2024-07-26T07:21:25.088 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.088 INFO:tasks.workunit.client.0.smithi089.stdout: "store_state_latency": { 2024-07-26T07:21:25.088 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7814, 2024-07-26T07:21:25.088 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2634949567 2024-07-26T07:21:25.088 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.088 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.088 INFO:tasks.workunit.client.0.smithi089.stdout: "prioritycache": { 2024-07-26T07:21:25.088 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_bytes": { 2024-07-26T07:21:25.088 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1020054731 2024-07-26T07:21:25.089 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.089 INFO:tasks.workunit.client.0.smithi089.stdout: "heap_bytes": { 2024-07-26T07:21:25.089 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 170885120 2024-07-26T07:21:25.089 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.089 INFO:tasks.workunit.client.0.smithi089.stdout: "mapped_bytes": { 2024-07-26T07:21:25.089 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 165961728 2024-07-26T07:21:25.089 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.089 INFO:tasks.workunit.client.0.smithi089.stdout: "target_bytes": { 2024-07-26T07:21:25.089 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2147483648 2024-07-26T07:21:25.089 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.089 INFO:tasks.workunit.client.0.smithi089.stdout: "unmapped_bytes": { 2024-07-26T07:21:25.089 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4923392 2024-07-26T07:21:25.089 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.089 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.090 INFO:tasks.workunit.client.0.smithi089.stdout: "prioritycache:full": { 2024-07-26T07:21:25.090 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:25.090 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 360710144 2024-07-26T07:21:25.090 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.090 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:25.090 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.090 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.090 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:25.090 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.090 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.090 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:25.090 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 266944437 2024-07-26T07:21:25.090 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.090 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:25.091 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 25619211 2024-07-26T07:21:25.091 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.091 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:25.091 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.091 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.091 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:25.091 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.091 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.091 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:25.091 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.091 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.091 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:25.091 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.091 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.092 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:25.092 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.092 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.092 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:25.092 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.092 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.092 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:25.092 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.092 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.092 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:25.092 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.092 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.092 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:25.092 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 68146496 2024-07-26T07:21:25.093 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.093 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.093 INFO:tasks.workunit.client.0.smithi089.stdout: "prioritycache:inc": { 2024-07-26T07:21:25.093 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:25.093 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 339738624 2024-07-26T07:21:25.093 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.093 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:25.093 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.093 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.093 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:25.093 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.093 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.093 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:25.093 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 266944437 2024-07-26T07:21:25.094 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.094 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:25.094 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1565320 2024-07-26T07:21:25.094 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.094 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:25.094 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.094 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.094 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:25.094 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.094 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.094 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:25.094 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.094 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.094 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:25.095 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.095 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.095 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:25.095 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.095 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.095 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:25.095 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.095 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.095 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:25.095 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.095 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.095 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:25.095 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.095 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.096 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:25.096 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 71228867 2024-07-26T07:21:25.096 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.096 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.096 INFO:tasks.workunit.client.0.smithi089.stdout: "prioritycache:kv": { 2024-07-26T07:21:25.096 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:25.096 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 314572800 2024-07-26T07:21:25.096 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.096 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:25.096 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T07:21:25.096 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.096 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:25.096 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.096 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.097 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:25.097 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 177962958 2024-07-26T07:21:25.097 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.097 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:25.097 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.097 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.097 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:25.097 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.097 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.097 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:25.097 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.097 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.097 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:25.097 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.098 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.098 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:25.098 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.098 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.098 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:25.098 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.098 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.098 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:25.098 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.098 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.098 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:25.098 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.098 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.098 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:25.099 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.099 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.099 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:25.099 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 69500978 2024-07-26T07:21:25.099 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.099 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.099 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb": { 2024-07-26T07:21:25.099 INFO:tasks.workunit.client.0.smithi089.stdout: "compact": { 2024-07-26T07:21:25.099 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.099 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.099 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_queue_len": { 2024-07-26T07:21:25.099 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.099 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.099 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_queue_merge": { 2024-07-26T07:21:25.100 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.100 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.100 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_range": { 2024-07-26T07:21:25.100 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 93 2024-07-26T07:21:25.100 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.100 INFO:tasks.workunit.client.0.smithi089.stdout: "get_latency": { 2024-07-26T07:21:25.100 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 341170, 2024-07-26T07:21:25.100 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1607503787 2024-07-26T07:21:25.100 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.100 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb_write_delay_time": { 2024-07-26T07:21:25.100 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.100 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.100 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.100 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb_write_memtable_time": { 2024-07-26T07:21:25.100 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.101 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.101 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.101 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb_write_pre_and_post_time": { 2024-07-26T07:21:25.101 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.101 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.101 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.101 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb_write_wal_time": { 2024-07-26T07:21:25.101 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.101 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.101 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.101 INFO:tasks.workunit.client.0.smithi089.stdout: "submit_latency": { 2024-07-26T07:21:25.101 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.101 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.102 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.102 INFO:tasks.workunit.client.0.smithi089.stdout: "submit_sync_latency": { 2024-07-26T07:21:25.102 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 19102, 2024-07-26T07:21:25.102 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6073606119 2024-07-26T07:21:25.102 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.102 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.102 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.102 INFO:tasks.workunit.client.0.smithi089.stdout: "mon.87ef074e95f73b29e32a1570865c090ae0131b8b": { 2024-07-26T07:21:25.102 INFO:tasks.workunit.client.0.smithi089.stdout: "mon": { 2024-07-26T07:21:25.102 INFO:tasks.workunit.client.0.smithi089.stdout: "election_call": { 2024-07-26T07:21:25.102 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5 2024-07-26T07:21:25.102 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.102 INFO:tasks.workunit.client.0.smithi089.stdout: "election_lose": { 2024-07-26T07:21:25.102 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.103 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.103 INFO:tasks.workunit.client.0.smithi089.stdout: "election_win": { 2024-07-26T07:21:25.103 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5 2024-07-26T07:21:25.103 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.103 INFO:tasks.workunit.client.0.smithi089.stdout: "num_elections": { 2024-07-26T07:21:25.103 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 17 2024-07-26T07:21:25.103 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.103 INFO:tasks.workunit.client.0.smithi089.stdout: "num_sessions": { 2024-07-26T07:21:25.103 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 11 2024-07-26T07:21:25.103 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.103 INFO:tasks.workunit.client.0.smithi089.stdout: "session_add": { 2024-07-26T07:21:25.103 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5 2024-07-26T07:21:25.103 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.103 INFO:tasks.workunit.client.0.smithi089.stdout: "session_rm": { 2024-07-26T07:21:25.104 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 200 2024-07-26T07:21:25.104 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.104 INFO:tasks.workunit.client.0.smithi089.stdout: "session_trim": { 2024-07-26T07:21:25.104 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.104 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.104 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.104 INFO:tasks.workunit.client.0.smithi089.stdout: "paxos": { 2024-07-26T07:21:25.104 INFO:tasks.workunit.client.0.smithi089.stdout: "accept_timeout": { 2024-07-26T07:21:25.104 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.104 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.104 INFO:tasks.workunit.client.0.smithi089.stdout: "begin": { 2024-07-26T07:21:25.104 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7912 2024-07-26T07:21:25.104 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.104 INFO:tasks.workunit.client.0.smithi089.stdout: "begin_bytes": { 2024-07-26T07:21:25.105 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7912, 2024-07-26T07:21:25.105 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 57726542 2024-07-26T07:21:25.105 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.105 INFO:tasks.workunit.client.0.smithi089.stdout: "begin_keys": { 2024-07-26T07:21:25.105 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7912, 2024-07-26T07:21:25.105 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 23736 2024-07-26T07:21:25.105 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.105 INFO:tasks.workunit.client.0.smithi089.stdout: "begin_latency": { 2024-07-26T07:21:25.105 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7912, 2024-07-26T07:21:25.105 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1552964562 2024-07-26T07:21:25.105 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.105 INFO:tasks.workunit.client.0.smithi089.stdout: "collect": { 2024-07-26T07:21:25.105 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.105 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.106 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_bytes": { 2024-07-26T07:21:25.106 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.106 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.106 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.106 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_keys": { 2024-07-26T07:21:25.106 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.106 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.106 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.106 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_latency": { 2024-07-26T07:21:25.106 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.106 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.106 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.106 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_timeout": { 2024-07-26T07:21:25.106 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.107 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.107 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_uncommitted": { 2024-07-26T07:21:25.107 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2 2024-07-26T07:21:25.107 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.107 INFO:tasks.workunit.client.0.smithi089.stdout: "commit": { 2024-07-26T07:21:25.107 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7910 2024-07-26T07:21:25.107 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.107 INFO:tasks.workunit.client.0.smithi089.stdout: "commit_bytes": { 2024-07-26T07:21:25.107 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7910, 2024-07-26T07:21:25.107 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 57127877 2024-07-26T07:21:25.107 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.107 INFO:tasks.workunit.client.0.smithi089.stdout: "commit_keys": { 2024-07-26T07:21:25.107 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7910, 2024-07-26T07:21:25.108 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 63643 2024-07-26T07:21:25.108 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.108 INFO:tasks.workunit.client.0.smithi089.stdout: "commit_latency": { 2024-07-26T07:21:25.108 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7910, 2024-07-26T07:21:25.108 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2928588327 2024-07-26T07:21:25.108 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.108 INFO:tasks.workunit.client.0.smithi089.stdout: "lease_ack_timeout": { 2024-07-26T07:21:25.108 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.108 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.108 INFO:tasks.workunit.client.0.smithi089.stdout: "lease_timeout": { 2024-07-26T07:21:25.108 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.108 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.108 INFO:tasks.workunit.client.0.smithi089.stdout: "new_pn": { 2024-07-26T07:21:25.108 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5 2024-07-26T07:21:25.108 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.109 INFO:tasks.workunit.client.0.smithi089.stdout: "new_pn_latency": { 2024-07-26T07:21:25.109 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 5, 2024-07-26T07:21:25.109 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2999932 2024-07-26T07:21:25.109 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.109 INFO:tasks.workunit.client.0.smithi089.stdout: "refresh": { 2024-07-26T07:21:25.109 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7913 2024-07-26T07:21:25.109 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.109 INFO:tasks.workunit.client.0.smithi089.stdout: "refresh_latency": { 2024-07-26T07:21:25.109 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7913, 2024-07-26T07:21:25.109 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 29732321533 2024-07-26T07:21:25.109 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.109 INFO:tasks.workunit.client.0.smithi089.stdout: "restart": { 2024-07-26T07:21:25.109 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 19 2024-07-26T07:21:25.110 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.110 INFO:tasks.workunit.client.0.smithi089.stdout: "share_state": { 2024-07-26T07:21:25.110 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1 2024-07-26T07:21:25.110 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.110 INFO:tasks.workunit.client.0.smithi089.stdout: "share_state_bytes": { 2024-07-26T07:21:25.110 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1, 2024-07-26T07:21:25.110 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 36759 2024-07-26T07:21:25.110 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.110 INFO:tasks.workunit.client.0.smithi089.stdout: "share_state_keys": { 2024-07-26T07:21:25.110 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1, 2024-07-26T07:21:25.110 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4 2024-07-26T07:21:25.110 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.110 INFO:tasks.workunit.client.0.smithi089.stdout: "start_leader": { 2024-07-26T07:21:25.110 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5 2024-07-26T07:21:25.111 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.111 INFO:tasks.workunit.client.0.smithi089.stdout: "start_peon": { 2024-07-26T07:21:25.111 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.111 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.111 INFO:tasks.workunit.client.0.smithi089.stdout: "store_state": { 2024-07-26T07:21:25.111 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.111 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.111 INFO:tasks.workunit.client.0.smithi089.stdout: "store_state_bytes": { 2024-07-26T07:21:25.111 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.111 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.111 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.111 INFO:tasks.workunit.client.0.smithi089.stdout: "store_state_keys": { 2024-07-26T07:21:25.111 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.111 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.112 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.112 INFO:tasks.workunit.client.0.smithi089.stdout: "store_state_latency": { 2024-07-26T07:21:25.112 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.112 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.112 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.112 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.112 INFO:tasks.workunit.client.0.smithi089.stdout: "prioritycache": { 2024-07-26T07:21:25.112 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_bytes": { 2024-07-26T07:21:25.112 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1020054731 2024-07-26T07:21:25.112 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.112 INFO:tasks.workunit.client.0.smithi089.stdout: "heap_bytes": { 2024-07-26T07:21:25.112 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 255950848 2024-07-26T07:21:25.112 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.112 INFO:tasks.workunit.client.0.smithi089.stdout: "mapped_bytes": { 2024-07-26T07:21:25.112 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 253829120 2024-07-26T07:21:25.113 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.113 INFO:tasks.workunit.client.0.smithi089.stdout: "target_bytes": { 2024-07-26T07:21:25.113 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2147483648 2024-07-26T07:21:25.113 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.113 INFO:tasks.workunit.client.0.smithi089.stdout: "unmapped_bytes": { 2024-07-26T07:21:25.113 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2121728 2024-07-26T07:21:25.113 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.113 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.113 INFO:tasks.workunit.client.0.smithi089.stdout: "prioritycache:full": { 2024-07-26T07:21:25.113 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:25.113 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 360710144 2024-07-26T07:21:25.113 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.113 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:25.114 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.114 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.114 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:25.114 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.114 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.114 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:25.114 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 266440256 2024-07-26T07:21:25.114 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.114 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:25.114 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 26560630 2024-07-26T07:21:25.114 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.114 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:25.114 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.114 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.115 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:25.115 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.115 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.115 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:25.115 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.115 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.115 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:25.115 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.115 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.115 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:25.115 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.115 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.115 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:25.116 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.116 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.116 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:25.116 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.116 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.116 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:25.116 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.116 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.116 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:25.116 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67709258 2024-07-26T07:21:25.116 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.116 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.116 INFO:tasks.workunit.client.0.smithi089.stdout: "prioritycache:inc": { 2024-07-26T07:21:25.116 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:25.117 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 335544320 2024-07-26T07:21:25.117 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.117 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:25.117 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.117 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.117 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:25.117 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.117 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.117 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:25.117 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 266440256 2024-07-26T07:21:25.117 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.117 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:25.117 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1968383 2024-07-26T07:21:25.117 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.118 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:25.118 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.118 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.118 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:25.118 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.118 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.118 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:25.118 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.118 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.118 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:25.118 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.118 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.118 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:25.119 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.119 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.119 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:25.119 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.119 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.119 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:25.119 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.119 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.119 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:25.119 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.119 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.119 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:25.119 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67135681 2024-07-26T07:21:25.119 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.120 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.120 INFO:tasks.workunit.client.0.smithi089.stdout: "prioritycache:kv": { 2024-07-26T07:21:25.120 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:25.120 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 314572800 2024-07-26T07:21:25.120 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.120 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:25.120 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T07:21:25.120 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.120 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:25.120 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.120 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.120 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:25.120 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 177626837 2024-07-26T07:21:25.121 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.121 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:25.121 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.121 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.121 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:25.121 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.121 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.121 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:25.121 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.121 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.121 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:25.121 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.121 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.121 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:25.122 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.122 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.122 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:25.122 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.122 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.122 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:25.122 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.122 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.122 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:25.122 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.122 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.122 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:25.122 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.123 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.123 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:25.123 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 69837099 2024-07-26T07:21:25.123 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.123 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.123 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb": { 2024-07-26T07:21:25.123 INFO:tasks.workunit.client.0.smithi089.stdout: "compact": { 2024-07-26T07:21:25.123 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.123 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.123 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_queue_len": { 2024-07-26T07:21:25.123 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.123 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.123 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_queue_merge": { 2024-07-26T07:21:25.124 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.124 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.124 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_range": { 2024-07-26T07:21:25.124 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 94 2024-07-26T07:21:25.124 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.124 INFO:tasks.workunit.client.0.smithi089.stdout: "get_latency": { 2024-07-26T07:21:25.124 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 358343, 2024-07-26T07:21:25.124 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1951338931 2024-07-26T07:21:25.124 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.124 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb_write_delay_time": { 2024-07-26T07:21:25.124 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.124 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.124 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.124 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb_write_memtable_time": { 2024-07-26T07:21:25.124 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.125 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.125 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.125 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb_write_pre_and_post_time": { 2024-07-26T07:21:25.125 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.125 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.125 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.125 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb_write_wal_time": { 2024-07-26T07:21:25.125 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.125 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.125 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.125 INFO:tasks.workunit.client.0.smithi089.stdout: "submit_latency": { 2024-07-26T07:21:25.125 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.125 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.126 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.126 INFO:tasks.workunit.client.0.smithi089.stdout: "submit_sync_latency": { 2024-07-26T07:21:25.126 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 19347, 2024-07-26T07:21:25.126 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7705167321 2024-07-26T07:21:25.126 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.126 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.126 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.126 INFO:tasks.workunit.client.0.smithi089.stdout: "mon.fa05ed6b69dc18131ed830145851b5294218fbe2": { 2024-07-26T07:21:25.126 INFO:tasks.workunit.client.0.smithi089.stdout: "mon": { 2024-07-26T07:21:25.126 INFO:tasks.workunit.client.0.smithi089.stdout: "election_call": { 2024-07-26T07:21:25.126 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2 2024-07-26T07:21:25.126 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.126 INFO:tasks.workunit.client.0.smithi089.stdout: "election_lose": { 2024-07-26T07:21:25.127 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3 2024-07-26T07:21:25.127 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.127 INFO:tasks.workunit.client.0.smithi089.stdout: "election_win": { 2024-07-26T07:21:25.127 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.127 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.127 INFO:tasks.workunit.client.0.smithi089.stdout: "num_elections": { 2024-07-26T07:21:25.127 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 11 2024-07-26T07:21:25.127 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.127 INFO:tasks.workunit.client.0.smithi089.stdout: "num_sessions": { 2024-07-26T07:21:25.127 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7 2024-07-26T07:21:25.127 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.127 INFO:tasks.workunit.client.0.smithi089.stdout: "session_add": { 2024-07-26T07:21:25.127 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4 2024-07-26T07:21:25.127 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.128 INFO:tasks.workunit.client.0.smithi089.stdout: "session_rm": { 2024-07-26T07:21:25.128 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 258 2024-07-26T07:21:25.128 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.128 INFO:tasks.workunit.client.0.smithi089.stdout: "session_trim": { 2024-07-26T07:21:25.128 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.128 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.128 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.128 INFO:tasks.workunit.client.0.smithi089.stdout: "paxos": { 2024-07-26T07:21:25.128 INFO:tasks.workunit.client.0.smithi089.stdout: "accept_timeout": { 2024-07-26T07:21:25.128 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.128 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.128 INFO:tasks.workunit.client.0.smithi089.stdout: "begin": { 2024-07-26T07:21:25.128 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7846 2024-07-26T07:21:25.128 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.129 INFO:tasks.workunit.client.0.smithi089.stdout: "begin_bytes": { 2024-07-26T07:21:25.129 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7846, 2024-07-26T07:21:25.129 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 56524431 2024-07-26T07:21:25.129 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.129 INFO:tasks.workunit.client.0.smithi089.stdout: "begin_keys": { 2024-07-26T07:21:25.129 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.129 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.129 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.129 INFO:tasks.workunit.client.0.smithi089.stdout: "begin_latency": { 2024-07-26T07:21:25.129 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7846, 2024-07-26T07:21:25.129 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1956955377 2024-07-26T07:21:25.129 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.129 INFO:tasks.workunit.client.0.smithi089.stdout: "collect": { 2024-07-26T07:21:25.129 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3 2024-07-26T07:21:25.130 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.130 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_bytes": { 2024-07-26T07:21:25.130 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3, 2024-07-26T07:21:25.130 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 219 2024-07-26T07:21:25.130 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.130 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_keys": { 2024-07-26T07:21:25.130 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3, 2024-07-26T07:21:25.130 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3 2024-07-26T07:21:25.130 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.130 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_latency": { 2024-07-26T07:21:25.130 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3, 2024-07-26T07:21:25.130 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 999977 2024-07-26T07:21:25.130 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.130 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_timeout": { 2024-07-26T07:21:25.131 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.131 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.131 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_uncommitted": { 2024-07-26T07:21:25.131 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1 2024-07-26T07:21:25.131 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.131 INFO:tasks.workunit.client.0.smithi089.stdout: "commit": { 2024-07-26T07:21:25.131 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7846 2024-07-26T07:21:25.131 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.131 INFO:tasks.workunit.client.0.smithi089.stdout: "commit_bytes": { 2024-07-26T07:21:25.131 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.131 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.131 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.131 INFO:tasks.workunit.client.0.smithi089.stdout: "commit_keys": { 2024-07-26T07:21:25.131 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.132 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.132 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.132 INFO:tasks.workunit.client.0.smithi089.stdout: "commit_latency": { 2024-07-26T07:21:25.132 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.132 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.132 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.132 INFO:tasks.workunit.client.0.smithi089.stdout: "lease_ack_timeout": { 2024-07-26T07:21:25.132 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.132 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.132 INFO:tasks.workunit.client.0.smithi089.stdout: "lease_timeout": { 2024-07-26T07:21:25.132 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.132 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.132 INFO:tasks.workunit.client.0.smithi089.stdout: "new_pn": { 2024-07-26T07:21:25.132 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.133 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.133 INFO:tasks.workunit.client.0.smithi089.stdout: "new_pn_latency": { 2024-07-26T07:21:25.133 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.133 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.133 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.133 INFO:tasks.workunit.client.0.smithi089.stdout: "refresh": { 2024-07-26T07:21:25.133 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7846 2024-07-26T07:21:25.133 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.133 INFO:tasks.workunit.client.0.smithi089.stdout: "refresh_latency": { 2024-07-26T07:21:25.133 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7846, 2024-07-26T07:21:25.133 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 27060382326 2024-07-26T07:21:25.133 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.133 INFO:tasks.workunit.client.0.smithi089.stdout: "restart": { 2024-07-26T07:21:25.133 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 13 2024-07-26T07:21:25.134 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.134 INFO:tasks.workunit.client.0.smithi089.stdout: "share_state": { 2024-07-26T07:21:25.134 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.134 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.134 INFO:tasks.workunit.client.0.smithi089.stdout: "share_state_bytes": { 2024-07-26T07:21:25.134 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.134 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.134 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.134 INFO:tasks.workunit.client.0.smithi089.stdout: "share_state_keys": { 2024-07-26T07:21:25.134 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.134 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.134 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.134 INFO:tasks.workunit.client.0.smithi089.stdout: "start_leader": { 2024-07-26T07:21:25.135 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.135 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.135 INFO:tasks.workunit.client.0.smithi089.stdout: "start_peon": { 2024-07-26T07:21:25.135 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3 2024-07-26T07:21:25.135 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.135 INFO:tasks.workunit.client.0.smithi089.stdout: "store_state": { 2024-07-26T07:21:25.135 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7846 2024-07-26T07:21:25.135 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.135 INFO:tasks.workunit.client.0.smithi089.stdout: "store_state_bytes": { 2024-07-26T07:21:25.135 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7846, 2024-07-26T07:21:25.135 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 111614175 2024-07-26T07:21:25.135 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.135 INFO:tasks.workunit.client.0.smithi089.stdout: "store_state_keys": { 2024-07-26T07:21:25.135 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7846, 2024-07-26T07:21:25.136 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 71021 2024-07-26T07:21:25.136 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.136 INFO:tasks.workunit.client.0.smithi089.stdout: "store_state_latency": { 2024-07-26T07:21:25.136 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7846, 2024-07-26T07:21:25.136 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5360877775 2024-07-26T07:21:25.136 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.136 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.136 INFO:tasks.workunit.client.0.smithi089.stdout: "prioritycache": { 2024-07-26T07:21:25.136 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_bytes": { 2024-07-26T07:21:25.136 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1020054731 2024-07-26T07:21:25.136 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.136 INFO:tasks.workunit.client.0.smithi089.stdout: "heap_bytes": { 2024-07-26T07:21:25.136 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 183492608 2024-07-26T07:21:25.136 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.137 INFO:tasks.workunit.client.0.smithi089.stdout: "mapped_bytes": { 2024-07-26T07:21:25.137 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 177922048 2024-07-26T07:21:25.137 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.137 INFO:tasks.workunit.client.0.smithi089.stdout: "target_bytes": { 2024-07-26T07:21:25.137 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2147483648 2024-07-26T07:21:25.137 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.137 INFO:tasks.workunit.client.0.smithi089.stdout: "unmapped_bytes": { 2024-07-26T07:21:25.137 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5570560 2024-07-26T07:21:25.137 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.137 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.137 INFO:tasks.workunit.client.0.smithi089.stdout: "prioritycache:full": { 2024-07-26T07:21:25.137 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:25.137 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 360710144 2024-07-26T07:21:25.137 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.138 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:25.138 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.138 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.138 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:25.138 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.138 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.138 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:25.138 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 266119720 2024-07-26T07:21:25.138 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.138 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:25.138 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 26558637 2024-07-26T07:21:25.138 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.138 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:25.138 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.139 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.139 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:25.139 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.139 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.139 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:25.139 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.139 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.139 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:25.139 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.139 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.139 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:25.139 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.139 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.139 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:25.139 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.140 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.140 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:25.140 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.140 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.140 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:25.140 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.140 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.140 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:25.140 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 68031787 2024-07-26T07:21:25.140 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.140 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.140 INFO:tasks.workunit.client.0.smithi089.stdout: "prioritycache:inc": { 2024-07-26T07:21:25.140 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:25.140 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 339738624 2024-07-26T07:21:25.140 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.141 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:25.141 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.141 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.141 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:25.141 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.141 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.141 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:25.141 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 266119720 2024-07-26T07:21:25.141 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.141 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:25.141 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2825139 2024-07-26T07:21:25.141 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.141 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:25.141 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.142 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.142 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:25.142 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.142 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.142 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:25.142 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.142 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.142 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:25.142 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.142 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.142 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:25.142 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.142 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.143 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:25.143 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.143 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.143 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:25.143 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.143 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.143 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:25.143 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.143 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.143 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:25.143 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 70793765 2024-07-26T07:21:25.143 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.143 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.143 INFO:tasks.workunit.client.0.smithi089.stdout: "prioritycache:kv": { 2024-07-26T07:21:25.143 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:25.144 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 314572800 2024-07-26T07:21:25.144 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.144 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:25.144 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T07:21:25.144 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.144 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:25.144 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.144 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.144 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:25.144 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 177413146 2024-07-26T07:21:25.144 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.144 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:25.144 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.144 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.145 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:25.145 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.145 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.145 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:25.145 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.145 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.145 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:25.145 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.145 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.145 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:25.145 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.145 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.145 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:25.146 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.146 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.146 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:25.146 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.146 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.146 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:25.146 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.146 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.146 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:25.146 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.146 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.146 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:25.146 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 70050790 2024-07-26T07:21:25.146 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.147 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.147 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb": { 2024-07-26T07:21:25.147 INFO:tasks.workunit.client.0.smithi089.stdout: "compact": { 2024-07-26T07:21:25.147 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.147 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.147 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_queue_len": { 2024-07-26T07:21:25.147 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.147 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.147 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_queue_merge": { 2024-07-26T07:21:25.147 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.147 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.147 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_range": { 2024-07-26T07:21:25.147 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 94 2024-07-26T07:21:25.147 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.148 INFO:tasks.workunit.client.0.smithi089.stdout: "get_latency": { 2024-07-26T07:21:25.148 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 344861, 2024-07-26T07:21:25.148 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1725591332 2024-07-26T07:21:25.148 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.148 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb_write_delay_time": { 2024-07-26T07:21:25.148 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.148 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.148 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.148 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb_write_memtable_time": { 2024-07-26T07:21:25.148 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.148 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.148 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.148 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb_write_pre_and_post_time": { 2024-07-26T07:21:25.148 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.149 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.149 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.149 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb_write_wal_time": { 2024-07-26T07:21:25.149 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.149 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.149 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.149 INFO:tasks.workunit.client.0.smithi089.stdout: "submit_latency": { 2024-07-26T07:21:25.149 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.149 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.149 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.149 INFO:tasks.workunit.client.0.smithi089.stdout: "submit_sync_latency": { 2024-07-26T07:21:25.149 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 19188, 2024-07-26T07:21:25.149 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9598406023 2024-07-26T07:21:25.149 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.150 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.150 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.150 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.0": { 2024-07-26T07:21:25.150 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T07:21:25.150 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_db_max_lat": { 2024-07-26T07:21:25.150 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 24098 2024-07-26T07:21:25.150 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.150 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_fallback": { 2024-07-26T07:21:25.150 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.150 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.150 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_max_lat": { 2024-07-26T07:21:25.150 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.150 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.150 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_size_fallback": { 2024-07-26T07:21:25.151 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.151 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.151 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_db": { 2024-07-26T07:21:25.151 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 65536 2024-07-26T07:21:25.151 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.151 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_slow": { 2024-07-26T07:21:25.151 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.151 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.151 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_wal": { 2024-07-26T07:21:25.151 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.151 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.151 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_wal_max_lat": { 2024-07-26T07:21:25.151 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.151 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.152 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_slow": { 2024-07-26T07:21:25.152 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.152 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.152 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_sst": { 2024-07-26T07:21:25.152 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10731520 2024-07-26T07:21:25.152 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.152 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_wal": { 2024-07-26T07:21:25.152 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 853225472 2024-07-26T07:21:25.152 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.152 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lat": { 2024-07-26T07:21:25.152 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 19, 2024-07-26T07:21:25.152 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3746990 2024-07-26T07:21:25.152 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.152 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lock_lat": { 2024-07-26T07:21:25.153 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 19, 2024-07-26T07:21:25.153 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1471386 2024-07-26T07:21:25.153 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.153 INFO:tasks.workunit.client.0.smithi089.stdout: "db_alloc_lat": { 2024-07-26T07:21:25.153 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 211, 2024-07-26T07:21:25.153 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 967978 2024-07-26T07:21:25.153 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.153 INFO:tasks.workunit.client.0.smithi089.stdout: "db_total_bytes": { 2024-07-26T07:21:25.153 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995027456 2024-07-26T07:21:25.153 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.153 INFO:tasks.workunit.client.0.smithi089.stdout: "db_used_bytes": { 2024-07-26T07:21:25.153 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 864681984 2024-07-26T07:21:25.153 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.153 INFO:tasks.workunit.client.0.smithi089.stdout: "flush_lat": { 2024-07-26T07:21:25.154 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80398, 2024-07-26T07:21:25.154 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10748030068 2024-07-26T07:21:25.154 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.154 INFO:tasks.workunit.client.0.smithi089.stdout: "fsync_lat": { 2024-07-26T07:21:25.154 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80402, 2024-07-26T07:21:25.154 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 17581090903 2024-07-26T07:21:25.154 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.154 INFO:tasks.workunit.client.0.smithi089.stdout: "log_bytes": { 2024-07-26T07:21:25.154 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 13377536 2024-07-26T07:21:25.154 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.154 INFO:tasks.workunit.client.0.smithi089.stdout: "logged_bytes": { 2024-07-26T07:21:25.154 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 329269248 2024-07-26T07:21:25.154 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.154 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_db": { 2024-07-26T07:21:25.155 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 860422144 2024-07-26T07:21:25.155 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.155 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_slow": { 2024-07-26T07:21:25.155 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.155 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.155 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_wal": { 2024-07-26T07:21:25.155 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.155 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.155 INFO:tasks.workunit.client.0.smithi089.stdout: "num_files": { 2024-07-26T07:21:25.155 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 59 2024-07-26T07:21:25.155 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.155 INFO:tasks.workunit.client.0.smithi089.stdout: "read_bytes": { 2024-07-26T07:21:25.155 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 357067552 2024-07-26T07:21:25.155 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.156 INFO:tasks.workunit.client.0.smithi089.stdout: "read_count": { 2024-07-26T07:21:25.156 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 23883 2024-07-26T07:21:25.156 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.156 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes": { 2024-07-26T07:21:25.156 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 278900736 2024-07-26T07:21:25.156 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.156 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_db": { 2024-07-26T07:21:25.156 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 278904832 2024-07-26T07:21:25.156 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.156 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_slow": { 2024-07-26T07:21:25.156 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.156 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.156 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_wal": { 2024-07-26T07:21:25.156 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.157 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.157 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_count": { 2024-07-26T07:21:25.157 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 11276 2024-07-26T07:21:25.157 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.157 INFO:tasks.workunit.client.0.smithi089.stdout: "read_lat": { 2024-07-26T07:21:25.157 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 23883, 2024-07-26T07:21:25.157 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 183687994 2024-07-26T07:21:25.157 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.157 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_bytes": { 2024-07-26T07:21:25.157 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 244059870 2024-07-26T07:21:25.157 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.157 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_count": { 2024-07-26T07:21:25.157 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 20422 2024-07-26T07:21:25.157 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.158 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_bytes": { 2024-07-26T07:21:25.158 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5113198 2024-07-26T07:21:25.158 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.158 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_count": { 2024-07-26T07:21:25.158 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 590 2024-07-26T07:21:25.158 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.158 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_bytes": { 2024-07-26T07:21:25.158 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10604268 2024-07-26T07:21:25.158 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.158 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_count": { 2024-07-26T07:21:25.158 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 902 2024-07-26T07:21:25.158 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.158 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes": { 2024-07-26T07:21:25.159 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5491070 2024-07-26T07:21:25.159 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.159 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_db": { 2024-07-26T07:21:25.159 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5491070 2024-07-26T07:21:25.159 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.159 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_slow": { 2024-07-26T07:21:25.159 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.159 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.159 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_wal": { 2024-07-26T07:21:25.159 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.159 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.159 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_count": { 2024-07-26T07:21:25.159 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 329 2024-07-26T07:21:25.159 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.160 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_lat": { 2024-07-26T07:21:25.160 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 902, 2024-07-26T07:21:25.160 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4334979 2024-07-26T07:21:25.160 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.160 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_alloc_lat": { 2024-07-26T07:21:25.160 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.160 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.160 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.160 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_total_bytes": { 2024-07-26T07:21:25.160 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.160 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.160 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_used_bytes": { 2024-07-26T07:21:25.160 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.160 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.161 INFO:tasks.workunit.client.0.smithi089.stdout: "truncate_lat": { 2024-07-26T07:21:25.161 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1, 2024-07-26T07:21:25.161 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 581 2024-07-26T07:21:25.161 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.161 INFO:tasks.workunit.client.0.smithi089.stdout: "unlink_lat": { 2024-07-26T07:21:25.161 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 4, 2024-07-26T07:21:25.161 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5638 2024-07-26T07:21:25.161 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.161 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_alloc_lat": { 2024-07-26T07:21:25.161 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.161 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.161 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.161 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_total_bytes": { 2024-07-26T07:21:25.161 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.162 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.162 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_used_bytes": { 2024-07-26T07:21:25.162 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.162 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.162 INFO:tasks.workunit.client.0.smithi089.stdout: "write_bytes": { 2024-07-26T07:21:25.162 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1196118016 2024-07-26T07:21:25.162 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.162 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.162 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore": { 2024-07-26T07:21:25.162 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit": { 2024-07-26T07:21:25.162 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4096 2024-07-26T07:21:25.162 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.163 INFO:tasks.workunit.client.0.smithi089.stdout: "allocated": { 2024-07-26T07:21:25.163 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 14929920 2024-07-26T07:21:25.163 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.163 INFO:tasks.workunit.client.0.smithi089.stdout: "allocator_lat": { 2024-07-26T07:21:25.163 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 23922, 2024-07-26T07:21:25.163 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 69934816 2024-07-26T07:21:25.163 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.163 INFO:tasks.workunit.client.0.smithi089.stdout: "clist_lat": { 2024-07-26T07:21:25.163 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3323, 2024-07-26T07:21:25.163 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 409444443 2024-07-26T07:21:25.163 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.163 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_lat": { 2024-07-26T07:21:25.163 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.163 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.163 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.164 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed": { 2024-07-26T07:21:25.164 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.164 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.164 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_allocated": { 2024-07-26T07:21:25.164 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.164 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.164 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_original": { 2024-07-26T07:21:25.164 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.164 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.164 INFO:tasks.workunit.client.0.smithi089.stdout: "csum_lat": { 2024-07-26T07:21:25.164 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 24027, 2024-07-26T07:21:25.164 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 199274101 2024-07-26T07:21:25.164 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.164 INFO:tasks.workunit.client.0.smithi089.stdout: "decompress_lat": { 2024-07-26T07:21:25.165 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.165 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.165 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.165 INFO:tasks.workunit.client.0.smithi089.stdout: "fragmentation_micros": { 2024-07-26T07:21:25.165 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.165 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.165 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_commit_lat": { 2024-07-26T07:21:25.165 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80310, 2024-07-26T07:21:25.165 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 21980306468 2024-07-26T07:21:25.165 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.165 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_final_lat": { 2024-07-26T07:21:25.165 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 79667, 2024-07-26T07:21:25.165 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1772080558 2024-07-26T07:21:25.165 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.165 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_flush_lat": { 2024-07-26T07:21:25.166 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80310, 2024-07-26T07:21:25.166 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 47056026 2024-07-26T07:21:25.166 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.166 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_sync_lat": { 2024-07-26T07:21:25.166 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80310, 2024-07-26T07:21:25.166 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 22027362494 2024-07-26T07:21:25.166 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.166 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_keys_lat": { 2024-07-26T07:21:25.166 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.166 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.166 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.166 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_values_lat": { 2024-07-26T07:21:25.167 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 39975, 2024-07-26T07:21:25.167 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1872745526 2024-07-26T07:21:25.167 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.167 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_lower_bound_lat": { 2024-07-26T07:21:25.167 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1076, 2024-07-26T07:21:25.167 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3365250 2024-07-26T07:21:25.167 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.167 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_next_lat": { 2024-07-26T07:21:25.167 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 28853, 2024-07-26T07:21:25.167 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 13147493 2024-07-26T07:21:25.168 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.168 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_seek_to_first_lat": { 2024-07-26T07:21:25.168 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 53, 2024-07-26T07:21:25.168 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 81730 2024-07-26T07:21:25.168 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.168 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_upper_bound_lat": { 2024-07-26T07:21:25.168 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 24434, 2024-07-26T07:21:25.168 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5751570020 2024-07-26T07:21:25.168 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.168 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_hits": { 2024-07-26T07:21:25.168 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 280373 2024-07-26T07:21:25.168 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.168 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_misses": { 2024-07-26T07:21:25.168 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 24916 2024-07-26T07:21:25.169 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.169 INFO:tasks.workunit.client.0.smithi089.stdout: "read_lat": { 2024-07-26T07:21:25.169 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 21760, 2024-07-26T07:21:25.169 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2464534409 2024-07-26T07:21:25.169 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.169 INFO:tasks.workunit.client.0.smithi089.stdout: "read_onode_meta_lat": { 2024-07-26T07:21:25.169 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 51531, 2024-07-26T07:21:25.169 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 17013372 2024-07-26T07:21:25.169 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.169 INFO:tasks.workunit.client.0.smithi089.stdout: "read_wait_aio_lat": { 2024-07-26T07:21:25.169 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 29771, 2024-07-26T07:21:25.169 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1878605171 2024-07-26T07:21:25.169 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.170 INFO:tasks.workunit.client.0.smithi089.stdout: "reads_with_retries": { 2024-07-26T07:21:25.170 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.170 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.170 INFO:tasks.workunit.client.0.smithi089.stdout: "remove_lat": { 2024-07-26T07:21:25.170 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 14912, 2024-07-26T07:21:25.170 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 392737416 2024-07-26T07:21:25.170 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.170 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_aio_wait_count": { 2024-07-26T07:21:25.170 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.170 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.170 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_committed_kv_count": { 2024-07-26T07:21:25.170 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.170 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.170 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_read_onode_meta_count": { 2024-07-26T07:21:25.171 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.171 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.171 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_read_wait_aio_count": { 2024-07-26T07:21:25.171 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.171 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.171 INFO:tasks.workunit.client.0.smithi089.stdout: "state_aio_wait_lat": { 2024-07-26T07:21:25.171 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 98089, 2024-07-26T07:21:25.171 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10720765942 2024-07-26T07:21:25.171 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.171 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T07:21:25.171 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 9862, 2024-07-26T07:21:25.171 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 863538512 2024-07-26T07:21:25.171 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.171 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_cleanup_lat": { 2024-07-26T07:21:25.172 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 9859, 2024-07-26T07:21:25.172 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2653220010087 2024-07-26T07:21:25.172 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.172 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_queued_lat": { 2024-07-26T07:21:25.172 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 9862, 2024-07-26T07:21:25.172 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6703559682965 2024-07-26T07:21:25.172 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.172 INFO:tasks.workunit.client.0.smithi089.stdout: "state_done_lat": { 2024-07-26T07:21:25.172 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 98086, 2024-07-26T07:21:25.172 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2595005368600 2024-07-26T07:21:25.172 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.172 INFO:tasks.workunit.client.0.smithi089.stdout: "state_finishing_lat": { 2024-07-26T07:21:25.172 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 98086, 2024-07-26T07:21:25.172 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 11311291 2024-07-26T07:21:25.173 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.173 INFO:tasks.workunit.client.0.smithi089.stdout: "state_io_done_lat": { 2024-07-26T07:21:25.173 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 98089, 2024-07-26T07:21:25.173 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 430804623 2024-07-26T07:21:25.173 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.173 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_commiting_lat": { 2024-07-26T07:21:25.173 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 98089, 2024-07-26T07:21:25.173 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 41103926071 2024-07-26T07:21:25.173 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.173 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_done_lat": { 2024-07-26T07:21:25.173 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 98089, 2024-07-26T07:21:25.173 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 35169581 2024-07-26T07:21:25.173 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.174 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_queued_lat": { 2024-07-26T07:21:25.174 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 98089, 2024-07-26T07:21:25.174 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 22171796373 2024-07-26T07:21:25.174 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.174 INFO:tasks.workunit.client.0.smithi089.stdout: "state_prepare_lat": { 2024-07-26T07:21:25.174 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 98089, 2024-07-26T07:21:25.174 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9133624394 2024-07-26T07:21:25.174 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.174 INFO:tasks.workunit.client.0.smithi089.stdout: "stored": { 2024-07-26T07:21:25.174 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9130047 2024-07-26T07:21:25.174 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.174 INFO:tasks.workunit.client.0.smithi089.stdout: "truncate_lat": { 2024-07-26T07:21:25.174 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2705, 2024-07-26T07:21:25.174 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 15220625 2024-07-26T07:21:25.175 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.175 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_commit_lat": { 2024-07-26T07:21:25.175 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 98089, 2024-07-26T07:21:25.175 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 83577797990 2024-07-26T07:21:25.175 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.175 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_submit_lat": { 2024-07-26T07:21:25.175 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 98089, 2024-07-26T07:21:25.175 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10239218422 2024-07-26T07:21:25.175 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.175 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_throttle_lat": { 2024-07-26T07:21:25.175 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 98089, 2024-07-26T07:21:25.175 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1011895979 2024-07-26T07:21:25.175 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.176 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.176 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache": { 2024-07-26T07:21:25.176 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_bytes": { 2024-07-26T07:21:25.176 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1405081568 2024-07-26T07:21:25.176 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.176 INFO:tasks.workunit.client.0.smithi089.stdout: "heap_bytes": { 2024-07-26T07:21:25.176 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 521740288 2024-07-26T07:21:25.176 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.176 INFO:tasks.workunit.client.0.smithi089.stdout: "mapped_bytes": { 2024-07-26T07:21:25.176 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 460128256 2024-07-26T07:21:25.176 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.176 INFO:tasks.workunit.client.0.smithi089.stdout: "target_bytes": { 2024-07-26T07:21:25.176 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2600456396 2024-07-26T07:21:25.176 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.177 INFO:tasks.workunit.client.0.smithi089.stdout: "unmapped_bytes": { 2024-07-26T07:21:25.177 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 61612032 2024-07-26T07:21:25.177 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.177 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.177 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:data": { 2024-07-26T07:21:25.177 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:25.177 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 125829120 2024-07-26T07:21:25.177 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.177 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:25.177 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.177 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.177 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:25.177 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.177 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.177 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:25.178 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 56669510 2024-07-26T07:21:25.178 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.178 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:25.178 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.178 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.178 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:25.178 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.178 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.178 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:25.178 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.178 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.178 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:25.178 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.179 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.179 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:25.179 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8192 2024-07-26T07:21:25.179 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.179 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:25.179 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 167936 2024-07-26T07:21:25.179 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.179 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:25.179 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.179 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.179 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:25.179 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.179 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.179 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:25.179 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.180 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.180 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:25.180 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 68983482 2024-07-26T07:21:25.180 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.180 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.180 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv": { 2024-07-26T07:21:25.180 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:25.180 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 562036736 2024-07-26T07:21:25.180 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.180 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:25.180 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T07:21:25.180 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.180 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:25.180 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.181 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.181 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:25.181 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 425021327 2024-07-26T07:21:25.181 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.181 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:25.181 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.181 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.181 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:25.181 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.181 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.181 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:25.181 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1520 2024-07-26T07:21:25.181 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.181 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:25.182 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.182 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.182 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:25.182 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 94400 2024-07-26T07:21:25.182 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.182 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:25.182 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.182 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.182 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:25.182 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.182 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.182 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:25.182 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.183 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.183 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:25.183 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.183 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.183 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:25.183 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 69810625 2024-07-26T07:21:25.183 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.183 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.183 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T07:21:25.183 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:25.183 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 176160768 2024-07-26T07:21:25.183 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.183 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:25.183 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T07:21:25.184 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.184 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:25.184 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 140848 2024-07-26T07:21:25.184 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.184 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:25.184 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 37779673 2024-07-26T07:21:25.184 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.184 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:25.184 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.184 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.184 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:25.184 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.184 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.184 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:25.185 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.185 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.185 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:25.185 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.185 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.185 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:25.185 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.185 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.185 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:25.185 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.185 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.185 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:25.185 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.185 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.186 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:25.186 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.186 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.186 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:25.186 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.186 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.186 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:25.186 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 71131383 2024-07-26T07:21:25.186 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.186 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.186 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:meta": { 2024-07-26T07:21:25.186 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:25.186 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 494927872 2024-07-26T07:21:25.187 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.187 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:25.187 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.187 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.187 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:25.187 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.187 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.187 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:25.187 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 425021327 2024-07-26T07:21:25.187 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.187 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:25.187 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.187 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.187 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:25.188 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.188 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.188 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:25.188 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.188 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.188 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:25.188 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.188 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.188 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:25.188 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 184125 2024-07-26T07:21:25.188 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.188 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:25.188 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1163754 2024-07-26T07:21:25.188 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.189 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:25.189 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.189 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.189 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:25.189 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.189 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.189 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:25.189 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.189 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.189 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:25.189 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 68558666 2024-07-26T07:21:25.189 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.189 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.189 INFO:tasks.workunit.client.0.smithi089.stdout: "objecter": { 2024-07-26T07:21:25.190 INFO:tasks.workunit.client.0.smithi089.stdout: "op_active": { 2024-07-26T07:21:25.190 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.190 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.190 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T07:21:25.190 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 70 2024-07-26T07:21:25.190 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.190 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rmw": { 2024-07-26T07:21:25.190 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.190 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.190 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T07:21:25.190 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.190 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.190 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.190 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:25.191 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg": { 2024-07-26T07:21:25.191 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 57 2024-07-26T07:21:25.191 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.191 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg_removing": { 2024-07-26T07:21:25.191 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.191 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.191 INFO:tasks.workunit.client.0.smithi089.stdout: "op": { 2024-07-26T07:21:25.191 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 53575 2024-07-26T07:21:25.191 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.191 INFO:tasks.workunit.client.0.smithi089.stdout: "op_before_queue_op_lat": { 2024-07-26T07:21:25.191 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 146982, 2024-07-26T07:21:25.191 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7272326008 2024-07-26T07:21:25.191 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.191 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_degraded": { 2024-07-26T07:21:25.192 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3 2024-07-26T07:21:25.192 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.192 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_unreadable": { 2024-07-26T07:21:25.192 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1 2024-07-26T07:21:25.192 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.192 INFO:tasks.workunit.client.0.smithi089.stdout: "op_in_bytes": { 2024-07-26T07:21:25.192 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1942598483 2024-07-26T07:21:25.192 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.192 INFO:tasks.workunit.client.0.smithi089.stdout: "op_latency": { 2024-07-26T07:21:25.192 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 53575, 2024-07-26T07:21:25.192 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 217464900939 2024-07-26T07:21:25.192 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.192 INFO:tasks.workunit.client.0.smithi089.stdout: "op_out_bytes": { 2024-07-26T07:21:25.192 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3657383164 2024-07-26T07:21:25.193 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.193 INFO:tasks.workunit.client.0.smithi089.stdout: "op_prepare_latency": { 2024-07-26T07:21:25.193 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 54527, 2024-07-26T07:21:25.193 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 22066340287 2024-07-26T07:21:25.193 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.193 INFO:tasks.workunit.client.0.smithi089.stdout: "op_process_latency": { 2024-07-26T07:21:25.193 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 53575, 2024-07-26T07:21:25.193 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 93292306385 2024-07-26T07:21:25.193 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.193 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T07:21:25.193 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 36691 2024-07-26T07:21:25.193 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.193 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency": { 2024-07-26T07:21:25.193 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 36691, 2024-07-26T07:21:25.194 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 26200494146 2024-07-26T07:21:25.194 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.194 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T07:21:25.194 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.194 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.194 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_out_bytes": { 2024-07-26T07:21:25.194 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3657383164 2024-07-26T07:21:25.194 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.194 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_prepare_latency": { 2024-07-26T07:21:25.194 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 37071, 2024-07-26T07:21:25.194 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7230542770 2024-07-26T07:21:25.194 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.194 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_process_latency": { 2024-07-26T07:21:25.195 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 36691, 2024-07-26T07:21:25.195 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10135064655 2024-07-26T07:21:25.195 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.195 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw": { 2024-07-26T07:21:25.195 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9190 2024-07-26T07:21:25.195 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.195 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_in_bytes": { 2024-07-26T07:21:25.195 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 305073041 2024-07-26T07:21:25.195 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.195 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency": { 2024-07-26T07:21:25.195 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 9190, 2024-07-26T07:21:25.195 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 15455815331 2024-07-26T07:21:25.195 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.195 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T07:21:25.195 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.196 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.196 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T07:21:25.196 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.196 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.196 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_out_bytes": { 2024-07-26T07:21:25.196 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.196 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.196 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_prepare_latency": { 2024-07-26T07:21:25.196 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 9534, 2024-07-26T07:21:25.196 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5506521962 2024-07-26T07:21:25.196 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.196 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_process_latency": { 2024-07-26T07:21:25.196 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 9190, 2024-07-26T07:21:25.196 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 13213589353 2024-07-26T07:21:25.197 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.197 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T07:21:25.197 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7694 2024-07-26T07:21:25.197 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.197 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_in_bytes": { 2024-07-26T07:21:25.197 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1637525442 2024-07-26T07:21:25.197 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.197 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency": { 2024-07-26T07:21:25.197 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7694, 2024-07-26T07:21:25.197 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 175808591462 2024-07-26T07:21:25.197 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.197 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T07:21:25.197 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.197 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.198 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_prepare_latency": { 2024-07-26T07:21:25.198 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7922, 2024-07-26T07:21:25.198 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9329275555 2024-07-26T07:21:25.198 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.198 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_process_latency": { 2024-07-26T07:21:25.198 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7694, 2024-07-26T07:21:25.198 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 69943652377 2024-07-26T07:21:25.198 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.198 INFO:tasks.workunit.client.0.smithi089.stdout: "op_wip": { 2024-07-26T07:21:25.198 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.198 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.198 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_bytes": { 2024-07-26T07:21:25.198 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 19 2024-07-26T07:21:25.198 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.199 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_ops": { 2024-07-26T07:21:25.199 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 32 2024-07-26T07:21:25.199 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.199 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes": { 2024-07-26T07:21:25.199 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995035648 2024-07-26T07:21:25.199 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.199 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes_used": { 2024-07-26T07:21:25.199 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 879632384 2024-07-26T07:21:25.199 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.199 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.199 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.199 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.1": { 2024-07-26T07:21:25.199 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T07:21:25.199 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_db_max_lat": { 2024-07-26T07:21:25.200 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 24735 2024-07-26T07:21:25.200 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.200 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_fallback": { 2024-07-26T07:21:25.200 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.200 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.200 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_max_lat": { 2024-07-26T07:21:25.200 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.200 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.200 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_size_fallback": { 2024-07-26T07:21:25.200 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.200 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.200 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_db": { 2024-07-26T07:21:25.200 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 65536 2024-07-26T07:21:25.200 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.200 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_slow": { 2024-07-26T07:21:25.200 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.201 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.201 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_wal": { 2024-07-26T07:21:25.201 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.201 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.201 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_wal_max_lat": { 2024-07-26T07:21:25.201 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.201 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.201 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_slow": { 2024-07-26T07:21:25.201 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.201 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.201 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_sst": { 2024-07-26T07:21:25.201 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6639616 2024-07-26T07:21:25.201 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.202 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_wal": { 2024-07-26T07:21:25.202 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 892166144 2024-07-26T07:21:25.202 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.202 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lat": { 2024-07-26T07:21:25.202 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 17, 2024-07-26T07:21:25.202 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4652537 2024-07-26T07:21:25.202 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.202 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lock_lat": { 2024-07-26T07:21:25.202 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 17, 2024-07-26T07:21:25.202 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1316539 2024-07-26T07:21:25.202 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.202 INFO:tasks.workunit.client.0.smithi089.stdout: "db_alloc_lat": { 2024-07-26T07:21:25.202 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 202, 2024-07-26T07:21:25.202 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1008361 2024-07-26T07:21:25.203 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.203 INFO:tasks.workunit.client.0.smithi089.stdout: "db_total_bytes": { 2024-07-26T07:21:25.203 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995027456 2024-07-26T07:21:25.203 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.203 INFO:tasks.workunit.client.0.smithi089.stdout: "db_used_bytes": { 2024-07-26T07:21:25.203 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1027080192 2024-07-26T07:21:25.203 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.203 INFO:tasks.workunit.client.0.smithi089.stdout: "flush_lat": { 2024-07-26T07:21:25.203 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 72329, 2024-07-26T07:21:25.203 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9992587318 2024-07-26T07:21:25.203 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.203 INFO:tasks.workunit.client.0.smithi089.stdout: "fsync_lat": { 2024-07-26T07:21:25.203 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 72362, 2024-07-26T07:21:25.203 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 16537950766 2024-07-26T07:21:25.204 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.204 INFO:tasks.workunit.client.0.smithi089.stdout: "log_bytes": { 2024-07-26T07:21:25.204 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 13656064 2024-07-26T07:21:25.204 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.204 INFO:tasks.workunit.client.0.smithi089.stdout: "logged_bytes": { 2024-07-26T07:21:25.204 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 296280064 2024-07-26T07:21:25.204 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.204 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_db": { 2024-07-26T07:21:25.204 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1017118720 2024-07-26T07:21:25.204 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.204 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_slow": { 2024-07-26T07:21:25.204 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.204 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.204 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_wal": { 2024-07-26T07:21:25.205 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.205 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.205 INFO:tasks.workunit.client.0.smithi089.stdout: "num_files": { 2024-07-26T07:21:25.205 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 63 2024-07-26T07:21:25.205 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.205 INFO:tasks.workunit.client.0.smithi089.stdout: "read_bytes": { 2024-07-26T07:21:25.205 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 269995202 2024-07-26T07:21:25.205 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.205 INFO:tasks.workunit.client.0.smithi089.stdout: "read_count": { 2024-07-26T07:21:25.205 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 16999 2024-07-26T07:21:25.205 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.205 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes": { 2024-07-26T07:21:25.205 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 227028992 2024-07-26T07:21:25.206 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.206 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_db": { 2024-07-26T07:21:25.206 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 227033088 2024-07-26T07:21:25.206 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.206 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_slow": { 2024-07-26T07:21:25.206 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.206 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.206 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_wal": { 2024-07-26T07:21:25.206 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.206 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.206 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_count": { 2024-07-26T07:21:25.206 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8214 2024-07-26T07:21:25.206 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.207 INFO:tasks.workunit.client.0.smithi089.stdout: "read_lat": { 2024-07-26T07:21:25.207 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 16999, 2024-07-26T07:21:25.207 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 175772115 2024-07-26T07:21:25.207 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.207 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_bytes": { 2024-07-26T07:21:25.207 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 178204933 2024-07-26T07:21:25.207 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.207 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_count": { 2024-07-26T07:21:25.207 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 14185 2024-07-26T07:21:25.207 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.207 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_bytes": { 2024-07-26T07:21:25.207 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2236533 2024-07-26T07:21:25.207 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.207 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_count": { 2024-07-26T07:21:25.208 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 603 2024-07-26T07:21:25.208 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.208 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_bytes": { 2024-07-26T07:21:25.208 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6520976 2024-07-26T07:21:25.208 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.208 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_count": { 2024-07-26T07:21:25.208 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 852 2024-07-26T07:21:25.208 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.208 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes": { 2024-07-26T07:21:25.208 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4284443 2024-07-26T07:21:25.208 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.208 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_db": { 2024-07-26T07:21:25.208 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4284443 2024-07-26T07:21:25.208 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.208 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_slow": { 2024-07-26T07:21:25.208 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.209 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.209 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_wal": { 2024-07-26T07:21:25.209 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.209 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.209 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_count": { 2024-07-26T07:21:25.209 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 253 2024-07-26T07:21:25.209 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.209 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_lat": { 2024-07-26T07:21:25.209 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 852, 2024-07-26T07:21:25.209 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2988517 2024-07-26T07:21:25.209 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.209 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_alloc_lat": { 2024-07-26T07:21:25.209 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.209 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.209 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.210 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_total_bytes": { 2024-07-26T07:21:25.210 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.210 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.210 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_used_bytes": { 2024-07-26T07:21:25.210 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.210 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.210 INFO:tasks.workunit.client.0.smithi089.stdout: "truncate_lat": { 2024-07-26T07:21:25.210 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1, 2024-07-26T07:21:25.210 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 700 2024-07-26T07:21:25.210 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.210 INFO:tasks.workunit.client.0.smithi089.stdout: "unlink_lat": { 2024-07-26T07:21:25.210 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 4, 2024-07-26T07:21:25.210 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5831 2024-07-26T07:21:25.210 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.210 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_alloc_lat": { 2024-07-26T07:21:25.211 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.211 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.211 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.211 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_total_bytes": { 2024-07-26T07:21:25.211 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.211 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.211 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_used_bytes": { 2024-07-26T07:21:25.211 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.211 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.211 INFO:tasks.workunit.client.0.smithi089.stdout: "write_bytes": { 2024-07-26T07:21:25.211 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1197686784 2024-07-26T07:21:25.211 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.211 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.212 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore": { 2024-07-26T07:21:25.212 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit": { 2024-07-26T07:21:25.212 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4096 2024-07-26T07:21:25.212 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.212 INFO:tasks.workunit.client.0.smithi089.stdout: "allocated": { 2024-07-26T07:21:25.212 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 14331904 2024-07-26T07:21:25.212 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.212 INFO:tasks.workunit.client.0.smithi089.stdout: "allocator_lat": { 2024-07-26T07:21:25.212 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 19250, 2024-07-26T07:21:25.212 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 71676012 2024-07-26T07:21:25.212 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.212 INFO:tasks.workunit.client.0.smithi089.stdout: "clist_lat": { 2024-07-26T07:21:25.212 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3283, 2024-07-26T07:21:25.212 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 499934903 2024-07-26T07:21:25.212 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.213 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_lat": { 2024-07-26T07:21:25.213 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.213 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.213 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.213 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed": { 2024-07-26T07:21:25.213 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.213 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.213 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_allocated": { 2024-07-26T07:21:25.213 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.213 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.213 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_original": { 2024-07-26T07:21:25.213 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.213 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.213 INFO:tasks.workunit.client.0.smithi089.stdout: "csum_lat": { 2024-07-26T07:21:25.213 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 18681, 2024-07-26T07:21:25.213 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 143800006 2024-07-26T07:21:25.214 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.214 INFO:tasks.workunit.client.0.smithi089.stdout: "decompress_lat": { 2024-07-26T07:21:25.214 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.214 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.214 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.214 INFO:tasks.workunit.client.0.smithi089.stdout: "fragmentation_micros": { 2024-07-26T07:21:25.214 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.214 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.214 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_commit_lat": { 2024-07-26T07:21:25.214 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 72253, 2024-07-26T07:21:25.214 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 20786496946 2024-07-26T07:21:25.214 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.214 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_final_lat": { 2024-07-26T07:21:25.214 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 71620, 2024-07-26T07:21:25.215 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1833366418 2024-07-26T07:21:25.215 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.215 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_flush_lat": { 2024-07-26T07:21:25.215 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 72253, 2024-07-26T07:21:25.215 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 42215293 2024-07-26T07:21:25.215 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.215 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_sync_lat": { 2024-07-26T07:21:25.215 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 72253, 2024-07-26T07:21:25.215 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 20828712239 2024-07-26T07:21:25.215 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.215 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_keys_lat": { 2024-07-26T07:21:25.215 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.215 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.215 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.215 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_values_lat": { 2024-07-26T07:21:25.216 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 31688, 2024-07-26T07:21:25.216 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1475041183 2024-07-26T07:21:25.216 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.216 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_lower_bound_lat": { 2024-07-26T07:21:25.216 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1030, 2024-07-26T07:21:25.216 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2652658 2024-07-26T07:21:25.217 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.217 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_next_lat": { 2024-07-26T07:21:25.217 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 12203, 2024-07-26T07:21:25.218 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 11735680 2024-07-26T07:21:25.218 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.218 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_seek_to_first_lat": { 2024-07-26T07:21:25.218 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 45, 2024-07-26T07:21:25.218 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 87235 2024-07-26T07:21:25.218 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.218 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_upper_bound_lat": { 2024-07-26T07:21:25.218 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 13259, 2024-07-26T07:21:25.218 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4793977768 2024-07-26T07:21:25.218 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.218 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_hits": { 2024-07-26T07:21:25.218 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 233168 2024-07-26T07:21:25.218 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.218 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_misses": { 2024-07-26T07:21:25.219 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 27328 2024-07-26T07:21:25.219 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.219 INFO:tasks.workunit.client.0.smithi089.stdout: "read_lat": { 2024-07-26T07:21:25.219 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 21865, 2024-07-26T07:21:25.219 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2240338380 2024-07-26T07:21:25.219 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.219 INFO:tasks.workunit.client.0.smithi089.stdout: "read_onode_meta_lat": { 2024-07-26T07:21:25.219 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 71258, 2024-07-26T07:21:25.219 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 20072632 2024-07-26T07:21:25.219 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.219 INFO:tasks.workunit.client.0.smithi089.stdout: "read_wait_aio_lat": { 2024-07-26T07:21:25.219 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 49393, 2024-07-26T07:21:25.219 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1463533850 2024-07-26T07:21:25.219 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.220 INFO:tasks.workunit.client.0.smithi089.stdout: "reads_with_retries": { 2024-07-26T07:21:25.220 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.220 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.220 INFO:tasks.workunit.client.0.smithi089.stdout: "remove_lat": { 2024-07-26T07:21:25.220 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 14696, 2024-07-26T07:21:25.220 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 413122708 2024-07-26T07:21:25.220 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.220 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_aio_wait_count": { 2024-07-26T07:21:25.220 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.220 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.220 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_committed_kv_count": { 2024-07-26T07:21:25.220 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.220 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.220 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_read_onode_meta_count": { 2024-07-26T07:21:25.220 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.221 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.221 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_read_wait_aio_count": { 2024-07-26T07:21:25.221 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.221 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.221 INFO:tasks.workunit.client.0.smithi089.stdout: "state_aio_wait_lat": { 2024-07-26T07:21:25.221 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 85209, 2024-07-26T07:21:25.221 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7644771967 2024-07-26T07:21:25.221 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.221 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T07:21:25.221 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 22420, 2024-07-26T07:21:25.221 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1834090020 2024-07-26T07:21:25.221 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.221 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_cleanup_lat": { 2024-07-26T07:21:25.222 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 22419, 2024-07-26T07:21:25.222 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2578990270604 2024-07-26T07:21:25.222 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.222 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_queued_lat": { 2024-07-26T07:21:25.222 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 22420, 2024-07-26T07:21:25.222 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6435330424714 2024-07-26T07:21:25.222 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.222 INFO:tasks.workunit.client.0.smithi089.stdout: "state_done_lat": { 2024-07-26T07:21:25.222 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 85208, 2024-07-26T07:21:25.222 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2411192506993 2024-07-26T07:21:25.222 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.222 INFO:tasks.workunit.client.0.smithi089.stdout: "state_finishing_lat": { 2024-07-26T07:21:25.222 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 85208, 2024-07-26T07:21:25.223 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9090806 2024-07-26T07:21:25.223 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.223 INFO:tasks.workunit.client.0.smithi089.stdout: "state_io_done_lat": { 2024-07-26T07:21:25.223 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 85209, 2024-07-26T07:21:25.223 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 242578026 2024-07-26T07:21:25.223 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.223 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_commiting_lat": { 2024-07-26T07:21:25.223 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 85209, 2024-07-26T07:21:25.223 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 35724283848 2024-07-26T07:21:25.223 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.223 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_done_lat": { 2024-07-26T07:21:25.223 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 85209, 2024-07-26T07:21:25.223 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 29361683 2024-07-26T07:21:25.223 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.224 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_queued_lat": { 2024-07-26T07:21:25.224 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 85209, 2024-07-26T07:21:25.224 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 18932798339 2024-07-26T07:21:25.224 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.224 INFO:tasks.workunit.client.0.smithi089.stdout: "state_prepare_lat": { 2024-07-26T07:21:25.224 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 85209, 2024-07-26T07:21:25.224 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9147385633 2024-07-26T07:21:25.224 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.224 INFO:tasks.workunit.client.0.smithi089.stdout: "stored": { 2024-07-26T07:21:25.224 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8539142 2024-07-26T07:21:25.224 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.224 INFO:tasks.workunit.client.0.smithi089.stdout: "truncate_lat": { 2024-07-26T07:21:25.224 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2676, 2024-07-26T07:21:25.225 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 14294783 2024-07-26T07:21:25.225 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.225 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_commit_lat": { 2024-07-26T07:21:25.225 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 85209, 2024-07-26T07:21:25.225 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 71705224009 2024-07-26T07:21:25.225 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.225 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_submit_lat": { 2024-07-26T07:21:25.225 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 85209, 2024-07-26T07:21:25.225 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10290422147 2024-07-26T07:21:25.225 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.225 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_throttle_lat": { 2024-07-26T07:21:25.225 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 85209, 2024-07-26T07:21:25.225 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 544282111 2024-07-26T07:21:25.225 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.226 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.226 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache": { 2024-07-26T07:21:25.226 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_bytes": { 2024-07-26T07:21:25.226 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1405081568 2024-07-26T07:21:25.226 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.226 INFO:tasks.workunit.client.0.smithi089.stdout: "heap_bytes": { 2024-07-26T07:21:25.226 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 509632512 2024-07-26T07:21:25.226 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.226 INFO:tasks.workunit.client.0.smithi089.stdout: "mapped_bytes": { 2024-07-26T07:21:25.226 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 407625728 2024-07-26T07:21:25.226 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.226 INFO:tasks.workunit.client.0.smithi089.stdout: "target_bytes": { 2024-07-26T07:21:25.226 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2600456396 2024-07-26T07:21:25.227 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.227 INFO:tasks.workunit.client.0.smithi089.stdout: "unmapped_bytes": { 2024-07-26T07:21:25.227 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 102006784 2024-07-26T07:21:25.227 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.227 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.227 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:data": { 2024-07-26T07:21:25.227 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:25.227 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 125829120 2024-07-26T07:21:25.227 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.227 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:25.227 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.227 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.227 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:25.228 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.228 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.228 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:25.228 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 56916441 2024-07-26T07:21:25.228 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.228 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:25.228 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.228 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.228 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:25.228 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.228 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.228 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:25.228 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.228 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.229 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:25.229 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.229 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.229 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:25.229 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 49152 2024-07-26T07:21:25.229 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.229 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:25.229 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 471040 2024-07-26T07:21:25.229 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.229 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:25.229 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.229 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.229 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:25.229 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.230 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.230 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:25.230 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.230 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.230 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:25.230 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 68392487 2024-07-26T07:21:25.230 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.230 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.230 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv": { 2024-07-26T07:21:25.230 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:25.230 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 562036736 2024-07-26T07:21:25.230 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.230 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:25.231 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T07:21:25.231 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.231 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:25.231 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.231 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.231 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:25.231 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 426873309 2024-07-26T07:21:25.231 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.231 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:25.231 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.231 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.231 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:25.231 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.231 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.231 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:25.232 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 256 2024-07-26T07:21:25.232 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.232 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:25.232 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.232 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.232 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:25.232 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 102448 2024-07-26T07:21:25.232 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.232 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:25.232 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.232 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.232 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:25.232 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.232 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.233 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:25.233 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.233 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.233 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:25.233 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.233 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.233 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:25.233 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67951859 2024-07-26T07:21:25.233 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.233 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.233 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T07:21:25.233 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:25.233 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 176160768 2024-07-26T07:21:25.233 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.234 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:25.234 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T07:21:25.234 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.234 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:25.234 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 254448 2024-07-26T07:21:25.234 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.234 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:25.234 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 37944294 2024-07-26T07:21:25.234 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.234 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:25.234 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.234 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.234 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:25.234 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.235 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.235 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:25.235 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.235 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.235 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:25.235 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.235 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.235 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:25.235 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.235 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.235 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:25.235 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.235 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.235 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:25.235 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.236 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.236 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:25.236 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.236 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.236 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:25.236 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.236 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.236 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:25.236 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 70853162 2024-07-26T07:21:25.236 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.236 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.236 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:meta": { 2024-07-26T07:21:25.236 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:25.236 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 503316480 2024-07-26T07:21:25.236 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.237 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:25.237 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.237 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.237 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:25.237 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.237 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.237 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:25.237 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 426873309 2024-07-26T07:21:25.237 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.237 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:25.237 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.237 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.237 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:25.237 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.238 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.238 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:25.238 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.238 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.238 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:25.238 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.238 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.238 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:25.238 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 177182 2024-07-26T07:21:25.238 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.238 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:25.238 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1171034 2024-07-26T07:21:25.239 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.239 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:25.239 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.239 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.239 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:25.239 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.239 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.239 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:25.239 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.239 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.239 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:25.239 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 75094955 2024-07-26T07:21:25.239 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.239 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.239 INFO:tasks.workunit.client.0.smithi089.stdout: "objecter": { 2024-07-26T07:21:25.240 INFO:tasks.workunit.client.0.smithi089.stdout: "op_active": { 2024-07-26T07:21:25.240 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.240 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.240 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T07:21:25.240 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 35 2024-07-26T07:21:25.240 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.240 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rmw": { 2024-07-26T07:21:25.240 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.240 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.240 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T07:21:25.240 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.240 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.240 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.240 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:25.241 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg": { 2024-07-26T07:21:25.241 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 48 2024-07-26T07:21:25.241 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.241 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg_removing": { 2024-07-26T07:21:25.241 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.241 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.241 INFO:tasks.workunit.client.0.smithi089.stdout: "op": { 2024-07-26T07:21:25.241 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 45351 2024-07-26T07:21:25.241 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.241 INFO:tasks.workunit.client.0.smithi089.stdout: "op_before_queue_op_lat": { 2024-07-26T07:21:25.241 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 136950, 2024-07-26T07:21:25.241 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7910704873 2024-07-26T07:21:25.241 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.241 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_degraded": { 2024-07-26T07:21:25.242 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.242 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.242 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_unreadable": { 2024-07-26T07:21:25.242 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.242 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.242 INFO:tasks.workunit.client.0.smithi089.stdout: "op_in_bytes": { 2024-07-26T07:21:25.242 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1983922190 2024-07-26T07:21:25.242 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.242 INFO:tasks.workunit.client.0.smithi089.stdout: "op_latency": { 2024-07-26T07:21:25.242 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 45351, 2024-07-26T07:21:25.242 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 550177529191 2024-07-26T07:21:25.242 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.242 INFO:tasks.workunit.client.0.smithi089.stdout: "op_out_bytes": { 2024-07-26T07:21:25.243 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2551659840 2024-07-26T07:21:25.243 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.243 INFO:tasks.workunit.client.0.smithi089.stdout: "op_prepare_latency": { 2024-07-26T07:21:25.243 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 47344, 2024-07-26T07:21:25.243 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 30987291197 2024-07-26T07:21:25.243 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.243 INFO:tasks.workunit.client.0.smithi089.stdout: "op_process_latency": { 2024-07-26T07:21:25.243 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 45351, 2024-07-26T07:21:25.243 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 113815038026 2024-07-26T07:21:25.243 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.243 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T07:21:25.243 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 22748 2024-07-26T07:21:25.243 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.243 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency": { 2024-07-26T07:21:25.244 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 22748, 2024-07-26T07:21:25.244 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 13384193176 2024-07-26T07:21:25.244 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.244 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T07:21:25.244 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.244 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.244 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_out_bytes": { 2024-07-26T07:21:25.244 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2551659840 2024-07-26T07:21:25.244 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.244 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_prepare_latency": { 2024-07-26T07:21:25.244 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 23213, 2024-07-26T07:21:25.244 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5586245603 2024-07-26T07:21:25.244 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.244 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_process_latency": { 2024-07-26T07:21:25.244 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 22748, 2024-07-26T07:21:25.245 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6299006594 2024-07-26T07:21:25.245 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.245 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw": { 2024-07-26T07:21:25.245 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12747 2024-07-26T07:21:25.245 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.245 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_in_bytes": { 2024-07-26T07:21:25.245 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 167385039 2024-07-26T07:21:25.245 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.245 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency": { 2024-07-26T07:21:25.245 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 12747, 2024-07-26T07:21:25.245 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95716498808 2024-07-26T07:21:25.245 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.245 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T07:21:25.245 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.245 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.246 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T07:21:25.246 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.246 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.246 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_out_bytes": { 2024-07-26T07:21:25.246 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.246 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.246 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_prepare_latency": { 2024-07-26T07:21:25.246 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 13153, 2024-07-26T07:21:25.246 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 13057923508 2024-07-26T07:21:25.246 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.246 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_process_latency": { 2024-07-26T07:21:25.246 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 12747, 2024-07-26T07:21:25.246 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 30302828091 2024-07-26T07:21:25.247 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.247 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T07:21:25.247 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9856 2024-07-26T07:21:25.247 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.247 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_in_bytes": { 2024-07-26T07:21:25.247 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1816537151 2024-07-26T07:21:25.247 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.247 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency": { 2024-07-26T07:21:25.247 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 9856, 2024-07-26T07:21:25.247 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 441076837207 2024-07-26T07:21:25.247 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.247 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T07:21:25.247 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.247 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.247 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_prepare_latency": { 2024-07-26T07:21:25.247 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 10978, 2024-07-26T07:21:25.248 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12343122086 2024-07-26T07:21:25.248 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.248 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_process_latency": { 2024-07-26T07:21:25.248 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 9856, 2024-07-26T07:21:25.248 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 77213203341 2024-07-26T07:21:25.248 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.248 INFO:tasks.workunit.client.0.smithi089.stdout: "op_wip": { 2024-07-26T07:21:25.248 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.248 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.248 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_bytes": { 2024-07-26T07:21:25.248 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 117 2024-07-26T07:21:25.248 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.248 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_ops": { 2024-07-26T07:21:25.248 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2 2024-07-26T07:21:25.248 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.249 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes": { 2024-07-26T07:21:25.249 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995035648 2024-07-26T07:21:25.249 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.249 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes_used": { 2024-07-26T07:21:25.249 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1041424384 2024-07-26T07:21:25.249 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.249 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.249 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.249 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.2": { 2024-07-26T07:21:25.249 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T07:21:25.249 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_db_max_lat": { 2024-07-26T07:21:25.249 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 21252 2024-07-26T07:21:25.249 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.249 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_fallback": { 2024-07-26T07:21:25.250 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.250 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.250 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_max_lat": { 2024-07-26T07:21:25.250 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.250 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.250 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_size_fallback": { 2024-07-26T07:21:25.250 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.250 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.250 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_db": { 2024-07-26T07:21:25.250 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 65536 2024-07-26T07:21:25.250 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.250 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_slow": { 2024-07-26T07:21:25.250 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.250 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.251 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_wal": { 2024-07-26T07:21:25.251 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.251 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.251 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_wal_max_lat": { 2024-07-26T07:21:25.251 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.251 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.251 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_slow": { 2024-07-26T07:21:25.251 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.251 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.251 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_sst": { 2024-07-26T07:21:25.251 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1196032 2024-07-26T07:21:25.251 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.251 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_wal": { 2024-07-26T07:21:25.251 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 542871552 2024-07-26T07:21:25.251 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.252 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lat": { 2024-07-26T07:21:25.252 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 17, 2024-07-26T07:21:25.252 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3566885 2024-07-26T07:21:25.252 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.252 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lock_lat": { 2024-07-26T07:21:25.252 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 17, 2024-07-26T07:21:25.252 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1143514 2024-07-26T07:21:25.252 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.252 INFO:tasks.workunit.client.0.smithi089.stdout: "db_alloc_lat": { 2024-07-26T07:21:25.252 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 152, 2024-07-26T07:21:25.252 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 717929 2024-07-26T07:21:25.252 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.252 INFO:tasks.workunit.client.0.smithi089.stdout: "db_total_bytes": { 2024-07-26T07:21:25.252 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995027456 2024-07-26T07:21:25.253 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.253 INFO:tasks.workunit.client.0.smithi089.stdout: "db_used_bytes": { 2024-07-26T07:21:25.253 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 398852096 2024-07-26T07:21:25.253 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.253 INFO:tasks.workunit.client.0.smithi089.stdout: "flush_lat": { 2024-07-26T07:21:25.253 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 69406, 2024-07-26T07:21:25.253 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9530449187 2024-07-26T07:21:25.253 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.253 INFO:tasks.workunit.client.0.smithi089.stdout: "fsync_lat": { 2024-07-26T07:21:25.253 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 69416, 2024-07-26T07:21:25.253 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 15421333954 2024-07-26T07:21:25.253 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.253 INFO:tasks.workunit.client.0.smithi089.stdout: "log_bytes": { 2024-07-26T07:21:25.254 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1736704 2024-07-26T07:21:25.254 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.254 INFO:tasks.workunit.client.0.smithi089.stdout: "logged_bytes": { 2024-07-26T07:21:25.254 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 284372992 2024-07-26T07:21:25.254 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.254 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_db": { 2024-07-26T07:21:25.254 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 420151296 2024-07-26T07:21:25.254 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.254 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_slow": { 2024-07-26T07:21:25.254 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.254 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.254 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_wal": { 2024-07-26T07:21:25.254 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.255 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.255 INFO:tasks.workunit.client.0.smithi089.stdout: "num_files": { 2024-07-26T07:21:25.255 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 37 2024-07-26T07:21:25.255 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.255 INFO:tasks.workunit.client.0.smithi089.stdout: "read_bytes": { 2024-07-26T07:21:25.255 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 84752774 2024-07-26T07:21:25.255 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.255 INFO:tasks.workunit.client.0.smithi089.stdout: "read_count": { 2024-07-26T07:21:25.255 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5640 2024-07-26T07:21:25.255 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.255 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes": { 2024-07-26T07:21:25.255 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 46309376 2024-07-26T07:21:25.255 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.255 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_db": { 2024-07-26T07:21:25.255 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 46313472 2024-07-26T07:21:25.256 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.256 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_slow": { 2024-07-26T07:21:25.256 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.256 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.256 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_wal": { 2024-07-26T07:21:25.256 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.256 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.256 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_count": { 2024-07-26T07:21:25.256 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 137 2024-07-26T07:21:25.256 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.256 INFO:tasks.workunit.client.0.smithi089.stdout: "read_lat": { 2024-07-26T07:21:25.256 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 5640, 2024-07-26T07:21:25.256 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 13502755 2024-07-26T07:21:25.256 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.257 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_bytes": { 2024-07-26T07:21:25.257 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 41851025 2024-07-26T07:21:25.257 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.257 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_count": { 2024-07-26T07:21:25.257 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4318 2024-07-26T07:21:25.257 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.257 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_bytes": { 2024-07-26T07:21:25.257 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 506051 2024-07-26T07:21:25.257 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.257 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_count": { 2024-07-26T07:21:25.257 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 323 2024-07-26T07:21:25.257 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.257 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_bytes": { 2024-07-26T07:21:25.257 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1180875 2024-07-26T07:21:25.258 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.258 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_count": { 2024-07-26T07:21:25.258 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 434 2024-07-26T07:21:25.258 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.258 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes": { 2024-07-26T07:21:25.258 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 674824 2024-07-26T07:21:25.258 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.258 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_db": { 2024-07-26T07:21:25.258 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 674824 2024-07-26T07:21:25.258 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.258 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_slow": { 2024-07-26T07:21:25.258 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.258 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.259 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_wal": { 2024-07-26T07:21:25.259 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.259 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.259 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_count": { 2024-07-26T07:21:25.259 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 112 2024-07-26T07:21:25.259 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.259 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_lat": { 2024-07-26T07:21:25.259 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 434, 2024-07-26T07:21:25.259 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 533887 2024-07-26T07:21:25.259 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.259 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_alloc_lat": { 2024-07-26T07:21:25.259 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.259 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.259 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.260 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_total_bytes": { 2024-07-26T07:21:25.260 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.260 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.260 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_used_bytes": { 2024-07-26T07:21:25.260 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.260 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.260 INFO:tasks.workunit.client.0.smithi089.stdout: "truncate_lat": { 2024-07-26T07:21:25.260 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1, 2024-07-26T07:21:25.260 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 524 2024-07-26T07:21:25.260 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.260 INFO:tasks.workunit.client.0.smithi089.stdout: "unlink_lat": { 2024-07-26T07:21:25.260 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 4, 2024-07-26T07:21:25.260 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5813 2024-07-26T07:21:25.260 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.261 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_alloc_lat": { 2024-07-26T07:21:25.261 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.261 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.261 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.261 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_total_bytes": { 2024-07-26T07:21:25.261 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.261 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.261 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_used_bytes": { 2024-07-26T07:21:25.261 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.261 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.261 INFO:tasks.workunit.client.0.smithi089.stdout: "write_bytes": { 2024-07-26T07:21:25.261 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 831012864 2024-07-26T07:21:25.261 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.262 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.262 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore": { 2024-07-26T07:21:25.262 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit": { 2024-07-26T07:21:25.262 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4096 2024-07-26T07:21:25.262 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.262 INFO:tasks.workunit.client.0.smithi089.stdout: "allocated": { 2024-07-26T07:21:25.262 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 14319616 2024-07-26T07:21:25.262 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.262 INFO:tasks.workunit.client.0.smithi089.stdout: "allocator_lat": { 2024-07-26T07:21:25.262 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 14181, 2024-07-26T07:21:25.262 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 46523695 2024-07-26T07:21:25.262 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.262 INFO:tasks.workunit.client.0.smithi089.stdout: "clist_lat": { 2024-07-26T07:21:25.263 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3289, 2024-07-26T07:21:25.263 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 334042145 2024-07-26T07:21:25.263 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.263 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_lat": { 2024-07-26T07:21:25.263 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.263 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.263 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.263 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed": { 2024-07-26T07:21:25.263 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.263 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.263 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_allocated": { 2024-07-26T07:21:25.263 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.263 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.263 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_original": { 2024-07-26T07:21:25.263 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.263 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.264 INFO:tasks.workunit.client.0.smithi089.stdout: "csum_lat": { 2024-07-26T07:21:25.264 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 19981, 2024-07-26T07:21:25.264 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 154606921 2024-07-26T07:21:25.264 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.264 INFO:tasks.workunit.client.0.smithi089.stdout: "decompress_lat": { 2024-07-26T07:21:25.264 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.264 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.264 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.264 INFO:tasks.workunit.client.0.smithi089.stdout: "fragmentation_micros": { 2024-07-26T07:21:25.264 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.264 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.264 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_commit_lat": { 2024-07-26T07:21:25.264 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 69376, 2024-07-26T07:21:25.264 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 18842162763 2024-07-26T07:21:25.265 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.265 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_final_lat": { 2024-07-26T07:21:25.265 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 68837, 2024-07-26T07:21:25.265 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1551815112 2024-07-26T07:21:25.265 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.265 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_flush_lat": { 2024-07-26T07:21:25.265 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 69376, 2024-07-26T07:21:25.265 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 35484792 2024-07-26T07:21:25.265 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.265 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_sync_lat": { 2024-07-26T07:21:25.265 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 69376, 2024-07-26T07:21:25.265 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 18877647555 2024-07-26T07:21:25.265 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.265 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_keys_lat": { 2024-07-26T07:21:25.265 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.266 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.266 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.266 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_values_lat": { 2024-07-26T07:21:25.266 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 262369, 2024-07-26T07:21:25.266 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1698976787 2024-07-26T07:21:25.266 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.266 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_lower_bound_lat": { 2024-07-26T07:21:25.266 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1030, 2024-07-26T07:21:25.266 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3085583 2024-07-26T07:21:25.266 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.266 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_next_lat": { 2024-07-26T07:21:25.266 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 145951, 2024-07-26T07:21:25.266 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 49495657 2024-07-26T07:21:25.267 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.267 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_seek_to_first_lat": { 2024-07-26T07:21:25.267 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 36, 2024-07-26T07:21:25.267 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 76182 2024-07-26T07:21:25.267 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.267 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_upper_bound_lat": { 2024-07-26T07:21:25.267 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 23268, 2024-07-26T07:21:25.267 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2480318948 2024-07-26T07:21:25.267 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.267 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_hits": { 2024-07-26T07:21:25.267 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 456495 2024-07-26T07:21:25.267 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.267 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_misses": { 2024-07-26T07:21:25.267 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 18499 2024-07-26T07:21:25.267 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.268 INFO:tasks.workunit.client.0.smithi089.stdout: "read_lat": { 2024-07-26T07:21:25.268 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7031, 2024-07-26T07:21:25.268 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1360759411 2024-07-26T07:21:25.268 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.268 INFO:tasks.workunit.client.0.smithi089.stdout: "read_onode_meta_lat": { 2024-07-26T07:21:25.268 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 18504, 2024-07-26T07:21:25.268 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9675996 2024-07-26T07:21:25.268 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.268 INFO:tasks.workunit.client.0.smithi089.stdout: "read_wait_aio_lat": { 2024-07-26T07:21:25.268 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 11473, 2024-07-26T07:21:25.269 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1200318290 2024-07-26T07:21:25.269 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.269 INFO:tasks.workunit.client.0.smithi089.stdout: "reads_with_retries": { 2024-07-26T07:21:25.269 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.269 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.269 INFO:tasks.workunit.client.0.smithi089.stdout: "remove_lat": { 2024-07-26T07:21:25.269 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 11812, 2024-07-26T07:21:25.269 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 330825208 2024-07-26T07:21:25.269 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.269 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_aio_wait_count": { 2024-07-26T07:21:25.269 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.269 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.269 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_committed_kv_count": { 2024-07-26T07:21:25.269 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.269 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.270 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_read_onode_meta_count": { 2024-07-26T07:21:25.270 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.270 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.270 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_read_wait_aio_count": { 2024-07-26T07:21:25.270 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.270 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.270 INFO:tasks.workunit.client.0.smithi089.stdout: "state_aio_wait_lat": { 2024-07-26T07:21:25.270 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80061, 2024-07-26T07:21:25.270 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6306613126 2024-07-26T07:21:25.270 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.270 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T07:21:25.270 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 5440, 2024-07-26T07:21:25.271 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 587950472 2024-07-26T07:21:25.271 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.271 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_cleanup_lat": { 2024-07-26T07:21:25.271 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 5439, 2024-07-26T07:21:25.271 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2538496197670 2024-07-26T07:21:25.271 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.271 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_queued_lat": { 2024-07-26T07:21:25.271 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 5440, 2024-07-26T07:21:25.271 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6209887844485 2024-07-26T07:21:25.271 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.271 INFO:tasks.workunit.client.0.smithi089.stdout: "state_done_lat": { 2024-07-26T07:21:25.271 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80060, 2024-07-26T07:21:25.271 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2227433581218 2024-07-26T07:21:25.271 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.272 INFO:tasks.workunit.client.0.smithi089.stdout: "state_finishing_lat": { 2024-07-26T07:21:25.272 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80060, 2024-07-26T07:21:25.272 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9630034 2024-07-26T07:21:25.272 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.272 INFO:tasks.workunit.client.0.smithi089.stdout: "state_io_done_lat": { 2024-07-26T07:21:25.272 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80061, 2024-07-26T07:21:25.272 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 211167097 2024-07-26T07:21:25.272 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.272 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_commiting_lat": { 2024-07-26T07:21:25.272 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80061, 2024-07-26T07:21:25.272 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 31058294612 2024-07-26T07:21:25.272 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.272 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_done_lat": { 2024-07-26T07:21:25.273 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80061, 2024-07-26T07:21:25.273 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 27687547 2024-07-26T07:21:25.273 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.273 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_queued_lat": { 2024-07-26T07:21:25.273 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80061, 2024-07-26T07:21:25.273 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 15015973162 2024-07-26T07:21:25.273 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.273 INFO:tasks.workunit.client.0.smithi089.stdout: "state_prepare_lat": { 2024-07-26T07:21:25.273 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80061, 2024-07-26T07:21:25.273 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6619803790 2024-07-26T07:21:25.273 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.273 INFO:tasks.workunit.client.0.smithi089.stdout: "stored": { 2024-07-26T07:21:25.273 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8538963 2024-07-26T07:21:25.273 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.273 INFO:tasks.workunit.client.0.smithi089.stdout: "truncate_lat": { 2024-07-26T07:21:25.274 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2654, 2024-07-26T07:21:25.274 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 14945595 2024-07-26T07:21:25.274 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.274 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_commit_lat": { 2024-07-26T07:21:25.274 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80061, 2024-07-26T07:21:25.274 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 59224477024 2024-07-26T07:21:25.274 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.274 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_submit_lat": { 2024-07-26T07:21:25.274 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80061, 2024-07-26T07:21:25.274 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7550932890 2024-07-26T07:21:25.274 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.274 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_throttle_lat": { 2024-07-26T07:21:25.274 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80061, 2024-07-26T07:21:25.275 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 485003406 2024-07-26T07:21:25.275 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.275 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.275 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache": { 2024-07-26T07:21:25.275 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_bytes": { 2024-07-26T07:21:25.275 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1405081568 2024-07-26T07:21:25.275 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.275 INFO:tasks.workunit.client.0.smithi089.stdout: "heap_bytes": { 2024-07-26T07:21:25.275 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 494346240 2024-07-26T07:21:25.275 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.275 INFO:tasks.workunit.client.0.smithi089.stdout: "mapped_bytes": { 2024-07-26T07:21:25.275 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 489504768 2024-07-26T07:21:25.275 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.275 INFO:tasks.workunit.client.0.smithi089.stdout: "target_bytes": { 2024-07-26T07:21:25.275 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2600456396 2024-07-26T07:21:25.276 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.276 INFO:tasks.workunit.client.0.smithi089.stdout: "unmapped_bytes": { 2024-07-26T07:21:25.276 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4841472 2024-07-26T07:21:25.276 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.276 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.276 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:data": { 2024-07-26T07:21:25.276 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:25.276 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 125829120 2024-07-26T07:21:25.276 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.276 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:25.276 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.276 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.276 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:25.277 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.277 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.277 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:25.277 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 57502430 2024-07-26T07:21:25.277 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.277 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:25.277 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.277 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.277 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:25.277 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.277 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.277 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:25.277 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.277 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.278 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:25.278 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.278 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.278 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:25.278 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12288 2024-07-26T07:21:25.278 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.278 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:25.278 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 24576 2024-07-26T07:21:25.278 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.278 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:25.278 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.278 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.279 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:25.279 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.279 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.279 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:25.279 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.279 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.279 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:25.279 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 68289826 2024-07-26T07:21:25.279 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.279 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.279 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv": { 2024-07-26T07:21:25.279 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:25.279 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 570425344 2024-07-26T07:21:25.279 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.280 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:25.280 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T07:21:25.280 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.280 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:25.280 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.280 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.280 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:25.280 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 431268229 2024-07-26T07:21:25.280 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.280 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:25.280 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.280 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.280 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:25.281 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 976 2024-07-26T07:21:25.281 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.281 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:25.281 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.281 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.281 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:25.281 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.281 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.281 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:25.281 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 59264 2024-07-26T07:21:25.281 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.281 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:25.281 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.281 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.282 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:25.282 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.282 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.282 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:25.282 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.282 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.282 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:25.282 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.282 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.282 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:25.282 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 71988011 2024-07-26T07:21:25.282 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.282 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.283 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T07:21:25.283 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:25.283 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 176160768 2024-07-26T07:21:25.283 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.283 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:25.283 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T07:21:25.283 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.283 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:25.283 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 221872 2024-07-26T07:21:25.283 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.283 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:25.283 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 38334953 2024-07-26T07:21:25.283 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.283 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:25.284 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.284 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.284 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:25.284 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.284 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.284 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:25.284 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.284 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.284 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:25.284 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.284 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.284 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:25.284 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.284 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.285 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:25.285 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.285 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.285 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:25.285 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.285 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.285 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:25.285 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.285 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.285 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:25.285 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.285 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.285 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:25.285 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 70495079 2024-07-26T07:21:25.286 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.286 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.286 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:meta": { 2024-07-26T07:21:25.286 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:25.286 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 503316480 2024-07-26T07:21:25.286 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.286 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:25.286 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.286 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.286 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:25.286 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.286 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.286 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:25.287 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 431268229 2024-07-26T07:21:25.287 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.287 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:25.287 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.287 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.287 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:25.287 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.287 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.287 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:25.287 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.287 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.287 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:25.287 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.287 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.288 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:25.288 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 177842 2024-07-26T07:21:25.288 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.288 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:25.288 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1200958 2024-07-26T07:21:25.288 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.288 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:25.288 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.288 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.288 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:25.288 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.288 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.288 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:25.288 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.289 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.289 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:25.289 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 70669451 2024-07-26T07:21:25.289 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.289 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.289 INFO:tasks.workunit.client.0.smithi089.stdout: "objecter": { 2024-07-26T07:21:25.289 INFO:tasks.workunit.client.0.smithi089.stdout: "op_active": { 2024-07-26T07:21:25.289 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.289 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.289 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T07:21:25.289 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 69 2024-07-26T07:21:25.289 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.289 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rmw": { 2024-07-26T07:21:25.289 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.289 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.290 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T07:21:25.290 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1 2024-07-26T07:21:25.290 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.290 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.290 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:25.290 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg": { 2024-07-26T07:21:25.290 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 41 2024-07-26T07:21:25.290 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.290 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg_removing": { 2024-07-26T07:21:25.290 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.290 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.290 INFO:tasks.workunit.client.0.smithi089.stdout: "op": { 2024-07-26T07:21:25.290 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 57501 2024-07-26T07:21:25.291 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.291 INFO:tasks.workunit.client.0.smithi089.stdout: "op_before_queue_op_lat": { 2024-07-26T07:21:25.291 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 151580, 2024-07-26T07:21:25.291 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6513419595 2024-07-26T07:21:25.291 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.291 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_degraded": { 2024-07-26T07:21:25.291 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5 2024-07-26T07:21:25.291 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.291 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_unreadable": { 2024-07-26T07:21:25.291 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.291 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.291 INFO:tasks.workunit.client.0.smithi089.stdout: "op_in_bytes": { 2024-07-26T07:21:25.291 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1420203757 2024-07-26T07:21:25.291 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.291 INFO:tasks.workunit.client.0.smithi089.stdout: "op_latency": { 2024-07-26T07:21:25.292 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 57501, 2024-07-26T07:21:25.292 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 86482494042 2024-07-26T07:21:25.292 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.292 INFO:tasks.workunit.client.0.smithi089.stdout: "op_out_bytes": { 2024-07-26T07:21:25.292 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2489970206 2024-07-26T07:21:25.292 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.292 INFO:tasks.workunit.client.0.smithi089.stdout: "op_prepare_latency": { 2024-07-26T07:21:25.292 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 58474, 2024-07-26T07:21:25.292 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 48469631599 2024-07-26T07:21:25.292 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.292 INFO:tasks.workunit.client.0.smithi089.stdout: "op_process_latency": { 2024-07-26T07:21:25.292 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 57501, 2024-07-26T07:21:25.292 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 75455125308 2024-07-26T07:21:25.292 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.293 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T07:21:25.293 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 27122 2024-07-26T07:21:25.293 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.293 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency": { 2024-07-26T07:21:25.293 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 27122, 2024-07-26T07:21:25.293 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 19388910217 2024-07-26T07:21:25.293 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.293 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T07:21:25.293 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.293 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.293 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_out_bytes": { 2024-07-26T07:21:25.293 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2489970206 2024-07-26T07:21:25.293 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.293 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_prepare_latency": { 2024-07-26T07:21:25.293 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 27576, 2024-07-26T07:21:25.294 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 11645756191 2024-07-26T07:21:25.294 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.294 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_process_latency": { 2024-07-26T07:21:25.294 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 27122, 2024-07-26T07:21:25.294 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 13720274708 2024-07-26T07:21:25.294 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.294 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw": { 2024-07-26T07:21:25.294 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 28643 2024-07-26T07:21:25.294 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.294 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_in_bytes": { 2024-07-26T07:21:25.294 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 289513953 2024-07-26T07:21:25.294 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.294 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency": { 2024-07-26T07:21:25.295 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 28643, 2024-07-26T07:21:25.295 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 53130479349 2024-07-26T07:21:25.295 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.295 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T07:21:25.295 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.295 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.295 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T07:21:25.295 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.295 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.295 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_out_bytes": { 2024-07-26T07:21:25.295 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.295 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.295 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_prepare_latency": { 2024-07-26T07:21:25.295 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 28997, 2024-07-26T07:21:25.296 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 34156271469 2024-07-26T07:21:25.296 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.296 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_process_latency": { 2024-07-26T07:21:25.296 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 28643, 2024-07-26T07:21:25.296 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 50269330984 2024-07-26T07:21:25.296 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.296 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T07:21:25.296 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1736 2024-07-26T07:21:25.296 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.296 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_in_bytes": { 2024-07-26T07:21:25.296 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1130689804 2024-07-26T07:21:25.296 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.296 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency": { 2024-07-26T07:21:25.296 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1736, 2024-07-26T07:21:25.297 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 13963104476 2024-07-26T07:21:25.297 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.297 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T07:21:25.297 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.297 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.297 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_prepare_latency": { 2024-07-26T07:21:25.297 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1901, 2024-07-26T07:21:25.297 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2667603939 2024-07-26T07:21:25.297 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.297 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_process_latency": { 2024-07-26T07:21:25.297 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1736, 2024-07-26T07:21:25.297 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 11465519616 2024-07-26T07:21:25.297 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.297 INFO:tasks.workunit.client.0.smithi089.stdout: "op_wip": { 2024-07-26T07:21:25.298 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.298 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.298 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_bytes": { 2024-07-26T07:21:25.298 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.298 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.298 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_ops": { 2024-07-26T07:21:25.298 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 21 2024-07-26T07:21:25.298 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.298 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes": { 2024-07-26T07:21:25.298 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995035648 2024-07-26T07:21:25.298 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.298 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes_used": { 2024-07-26T07:21:25.298 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 413184000 2024-07-26T07:21:25.299 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.299 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.299 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.299 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.3": { 2024-07-26T07:21:25.299 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T07:21:25.299 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_db_max_lat": { 2024-07-26T07:21:25.299 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 14853 2024-07-26T07:21:25.299 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.299 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_fallback": { 2024-07-26T07:21:25.299 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.299 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.299 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_max_lat": { 2024-07-26T07:21:25.299 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.299 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.300 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_size_fallback": { 2024-07-26T07:21:25.300 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.300 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.300 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_db": { 2024-07-26T07:21:25.300 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 65536 2024-07-26T07:21:25.300 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.300 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_slow": { 2024-07-26T07:21:25.300 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.300 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.300 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_wal": { 2024-07-26T07:21:25.300 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.300 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.300 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_wal_max_lat": { 2024-07-26T07:21:25.300 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.301 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.301 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_slow": { 2024-07-26T07:21:25.301 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.301 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.301 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_sst": { 2024-07-26T07:21:25.301 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3137536 2024-07-26T07:21:25.301 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.301 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_wal": { 2024-07-26T07:21:25.301 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 641978368 2024-07-26T07:21:25.301 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.301 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lat": { 2024-07-26T07:21:25.301 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 15, 2024-07-26T07:21:25.301 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3029853 2024-07-26T07:21:25.301 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.302 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lock_lat": { 2024-07-26T07:21:25.302 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 15, 2024-07-26T07:21:25.302 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1080145 2024-07-26T07:21:25.302 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.302 INFO:tasks.workunit.client.0.smithi089.stdout: "db_alloc_lat": { 2024-07-26T07:21:25.302 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 156, 2024-07-26T07:21:25.302 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 664843 2024-07-26T07:21:25.302 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.302 INFO:tasks.workunit.client.0.smithi089.stdout: "db_total_bytes": { 2024-07-26T07:21:25.302 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995027456 2024-07-26T07:21:25.302 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.302 INFO:tasks.workunit.client.0.smithi089.stdout: "db_used_bytes": { 2024-07-26T07:21:25.302 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 663814144 2024-07-26T07:21:25.302 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.303 INFO:tasks.workunit.client.0.smithi089.stdout: "flush_lat": { 2024-07-26T07:21:25.303 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 61801, 2024-07-26T07:21:25.303 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8018476057 2024-07-26T07:21:25.303 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.303 INFO:tasks.workunit.client.0.smithi089.stdout: "fsync_lat": { 2024-07-26T07:21:25.303 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 61819, 2024-07-26T07:21:25.303 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 13042705161 2024-07-26T07:21:25.303 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.303 INFO:tasks.workunit.client.0.smithi089.stdout: "log_bytes": { 2024-07-26T07:21:25.303 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3846144 2024-07-26T07:21:25.303 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.303 INFO:tasks.workunit.client.0.smithi089.stdout: "logged_bytes": { 2024-07-26T07:21:25.303 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 253210624 2024-07-26T07:21:25.303 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.304 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_db": { 2024-07-26T07:21:25.304 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 680853504 2024-07-26T07:21:25.304 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.304 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_slow": { 2024-07-26T07:21:25.304 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.304 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.304 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_wal": { 2024-07-26T07:21:25.304 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.304 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.304 INFO:tasks.workunit.client.0.smithi089.stdout: "num_files": { 2024-07-26T07:21:25.304 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 45 2024-07-26T07:21:25.304 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.304 INFO:tasks.workunit.client.0.smithi089.stdout: "read_bytes": { 2024-07-26T07:21:25.304 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 70839229 2024-07-26T07:21:25.304 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.305 INFO:tasks.workunit.client.0.smithi089.stdout: "read_count": { 2024-07-26T07:21:25.305 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2769 2024-07-26T07:21:25.305 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.305 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes": { 2024-07-26T07:21:25.305 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 61292544 2024-07-26T07:21:25.305 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.305 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_db": { 2024-07-26T07:21:25.305 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 61296640 2024-07-26T07:21:25.305 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.305 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_slow": { 2024-07-26T07:21:25.305 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.305 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.305 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_wal": { 2024-07-26T07:21:25.305 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.306 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.306 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_count": { 2024-07-26T07:21:25.306 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 184 2024-07-26T07:21:25.306 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.306 INFO:tasks.workunit.client.0.smithi089.stdout: "read_lat": { 2024-07-26T07:21:25.306 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2769, 2024-07-26T07:21:25.306 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 15255872 2024-07-26T07:21:25.306 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.306 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_bytes": { 2024-07-26T07:21:25.306 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 19145980 2024-07-26T07:21:25.306 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.306 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_count": { 2024-07-26T07:21:25.306 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1179 2024-07-26T07:21:25.306 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.307 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_bytes": { 2024-07-26T07:21:25.307 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1323669 2024-07-26T07:21:25.307 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.307 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_count": { 2024-07-26T07:21:25.307 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 274 2024-07-26T07:21:25.307 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.307 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_bytes": { 2024-07-26T07:21:25.307 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3098183 2024-07-26T07:21:25.307 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.307 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_count": { 2024-07-26T07:21:25.307 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 416 2024-07-26T07:21:25.307 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.307 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes": { 2024-07-26T07:21:25.307 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1774514 2024-07-26T07:21:25.308 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.308 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_db": { 2024-07-26T07:21:25.308 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1774514 2024-07-26T07:21:25.308 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.308 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_slow": { 2024-07-26T07:21:25.308 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.308 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.308 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_wal": { 2024-07-26T07:21:25.308 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.308 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.308 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_count": { 2024-07-26T07:21:25.308 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 145 2024-07-26T07:21:25.308 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.308 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_lat": { 2024-07-26T07:21:25.308 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 416, 2024-07-26T07:21:25.309 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1359175 2024-07-26T07:21:25.309 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.309 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_alloc_lat": { 2024-07-26T07:21:25.309 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.309 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.309 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.309 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_total_bytes": { 2024-07-26T07:21:25.309 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.309 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.309 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_used_bytes": { 2024-07-26T07:21:25.309 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.309 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.309 INFO:tasks.workunit.client.0.smithi089.stdout: "truncate_lat": { 2024-07-26T07:21:25.309 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1, 2024-07-26T07:21:25.310 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 600 2024-07-26T07:21:25.310 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.310 INFO:tasks.workunit.client.0.smithi089.stdout: "unlink_lat": { 2024-07-26T07:21:25.310 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 4, 2024-07-26T07:21:25.310 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6581 2024-07-26T07:21:25.310 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.310 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_alloc_lat": { 2024-07-26T07:21:25.310 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.310 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.310 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.310 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_total_bytes": { 2024-07-26T07:21:25.310 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.310 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.311 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_used_bytes": { 2024-07-26T07:21:25.311 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.311 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.311 INFO:tasks.workunit.client.0.smithi089.stdout: "write_bytes": { 2024-07-26T07:21:25.311 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 900612096 2024-07-26T07:21:25.311 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.311 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.311 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore": { 2024-07-26T07:21:25.311 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit": { 2024-07-26T07:21:25.311 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4096 2024-07-26T07:21:25.311 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.311 INFO:tasks.workunit.client.0.smithi089.stdout: "allocated": { 2024-07-26T07:21:25.311 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 14344192 2024-07-26T07:21:25.311 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.312 INFO:tasks.workunit.client.0.smithi089.stdout: "allocator_lat": { 2024-07-26T07:21:25.312 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 17120, 2024-07-26T07:21:25.312 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 50719702 2024-07-26T07:21:25.312 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.312 INFO:tasks.workunit.client.0.smithi089.stdout: "clist_lat": { 2024-07-26T07:21:25.312 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3266, 2024-07-26T07:21:25.312 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 313256780 2024-07-26T07:21:25.312 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.312 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_lat": { 2024-07-26T07:21:25.312 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.312 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.312 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.312 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed": { 2024-07-26T07:21:25.312 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.312 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.313 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_allocated": { 2024-07-26T07:21:25.313 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.313 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.313 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_original": { 2024-07-26T07:21:25.313 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.313 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.313 INFO:tasks.workunit.client.0.smithi089.stdout: "csum_lat": { 2024-07-26T07:21:25.313 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 12042, 2024-07-26T07:21:25.313 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 107765534 2024-07-26T07:21:25.313 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.313 INFO:tasks.workunit.client.0.smithi089.stdout: "decompress_lat": { 2024-07-26T07:21:25.313 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.313 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.313 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.314 INFO:tasks.workunit.client.0.smithi089.stdout: "fragmentation_micros": { 2024-07-26T07:21:25.314 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.314 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.314 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_commit_lat": { 2024-07-26T07:21:25.314 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 61761, 2024-07-26T07:21:25.314 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 16267030528 2024-07-26T07:21:25.314 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.314 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_final_lat": { 2024-07-26T07:21:25.314 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 61274, 2024-07-26T07:21:25.314 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1470024804 2024-07-26T07:21:25.314 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.314 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_flush_lat": { 2024-07-26T07:21:25.314 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 61761, 2024-07-26T07:21:25.314 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 38245001 2024-07-26T07:21:25.315 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.315 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_sync_lat": { 2024-07-26T07:21:25.315 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 61761, 2024-07-26T07:21:25.315 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 16305275529 2024-07-26T07:21:25.315 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.315 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_keys_lat": { 2024-07-26T07:21:25.315 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.315 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.315 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.315 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_values_lat": { 2024-07-26T07:21:25.315 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 18143, 2024-07-26T07:21:25.315 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 560819870 2024-07-26T07:21:25.315 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.315 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_lower_bound_lat": { 2024-07-26T07:21:25.316 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1404, 2024-07-26T07:21:25.316 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3448229 2024-07-26T07:21:25.316 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.316 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_next_lat": { 2024-07-26T07:21:25.316 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 6508, 2024-07-26T07:21:25.316 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3953166 2024-07-26T07:21:25.316 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.316 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_seek_to_first_lat": { 2024-07-26T07:21:25.316 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 41, 2024-07-26T07:21:25.316 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 47320 2024-07-26T07:21:25.316 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.316 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_upper_bound_lat": { 2024-07-26T07:21:25.316 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7226, 2024-07-26T07:21:25.316 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 318801706 2024-07-26T07:21:25.316 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.317 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_hits": { 2024-07-26T07:21:25.317 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 187907 2024-07-26T07:21:25.317 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.317 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_misses": { 2024-07-26T07:21:25.317 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 16871 2024-07-26T07:21:25.317 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.317 INFO:tasks.workunit.client.0.smithi089.stdout: "read_lat": { 2024-07-26T07:21:25.317 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 25468, 2024-07-26T07:21:25.317 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1369719146 2024-07-26T07:21:25.317 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.317 INFO:tasks.workunit.client.0.smithi089.stdout: "read_onode_meta_lat": { 2024-07-26T07:21:25.317 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 69537, 2024-07-26T07:21:25.317 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 23959074 2024-07-26T07:21:25.317 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.317 INFO:tasks.workunit.client.0.smithi089.stdout: "read_wait_aio_lat": { 2024-07-26T07:21:25.317 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 44069, 2024-07-26T07:21:25.318 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 948258902 2024-07-26T07:21:25.318 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.318 INFO:tasks.workunit.client.0.smithi089.stdout: "reads_with_retries": { 2024-07-26T07:21:25.318 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.318 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.318 INFO:tasks.workunit.client.0.smithi089.stdout: "remove_lat": { 2024-07-26T07:21:25.318 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 11507, 2024-07-26T07:21:25.318 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 281548070 2024-07-26T07:21:25.318 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.318 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_aio_wait_count": { 2024-07-26T07:21:25.318 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.318 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.318 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_committed_kv_count": { 2024-07-26T07:21:25.319 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.319 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.319 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_read_onode_meta_count": { 2024-07-26T07:21:25.319 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.319 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.319 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_read_wait_aio_count": { 2024-07-26T07:21:25.319 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.319 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.319 INFO:tasks.workunit.client.0.smithi089.stdout: "state_aio_wait_lat": { 2024-07-26T07:21:25.319 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 73704, 2024-07-26T07:21:25.319 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6460959225 2024-07-26T07:21:25.319 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.319 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T07:21:25.320 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 17693, 2024-07-26T07:21:25.320 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1113359077 2024-07-26T07:21:25.320 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.320 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_cleanup_lat": { 2024-07-26T07:21:25.320 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 17692, 2024-07-26T07:21:25.320 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2466471673828 2024-07-26T07:21:25.320 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.320 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_queued_lat": { 2024-07-26T07:21:25.320 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 17693, 2024-07-26T07:21:25.320 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6319725265527 2024-07-26T07:21:25.320 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.320 INFO:tasks.workunit.client.0.smithi089.stdout: "state_done_lat": { 2024-07-26T07:21:25.320 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 73703, 2024-07-26T07:21:25.320 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2166123665645 2024-07-26T07:21:25.321 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.321 INFO:tasks.workunit.client.0.smithi089.stdout: "state_finishing_lat": { 2024-07-26T07:21:25.321 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 73703, 2024-07-26T07:21:25.321 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7855784 2024-07-26T07:21:25.321 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.321 INFO:tasks.workunit.client.0.smithi089.stdout: "state_io_done_lat": { 2024-07-26T07:21:25.321 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 73704, 2024-07-26T07:21:25.321 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 218824075 2024-07-26T07:21:25.321 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.321 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_commiting_lat": { 2024-07-26T07:21:25.321 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 73704, 2024-07-26T07:21:25.321 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 27655537222 2024-07-26T07:21:25.321 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.322 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_done_lat": { 2024-07-26T07:21:25.322 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 73704, 2024-07-26T07:21:25.322 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 25283073 2024-07-26T07:21:25.322 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.322 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_queued_lat": { 2024-07-26T07:21:25.322 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 73704, 2024-07-26T07:21:25.322 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 13664355687 2024-07-26T07:21:25.322 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.322 INFO:tasks.workunit.client.0.smithi089.stdout: "state_prepare_lat": { 2024-07-26T07:21:25.322 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 73704, 2024-07-26T07:21:25.322 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5787141190 2024-07-26T07:21:25.322 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.322 INFO:tasks.workunit.client.0.smithi089.stdout: "stored": { 2024-07-26T07:21:25.323 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8544877 2024-07-26T07:21:25.323 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.323 INFO:tasks.workunit.client.0.smithi089.stdout: "truncate_lat": { 2024-07-26T07:21:25.323 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2599, 2024-07-26T07:21:25.323 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 14506177 2024-07-26T07:21:25.323 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.323 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_commit_lat": { 2024-07-26T07:21:25.323 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 73704, 2024-07-26T07:21:25.323 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 53798275631 2024-07-26T07:21:25.323 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.323 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_submit_lat": { 2024-07-26T07:21:25.323 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 73704, 2024-07-26T07:21:25.323 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6679712362 2024-07-26T07:21:25.323 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.324 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_throttle_lat": { 2024-07-26T07:21:25.324 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 73704, 2024-07-26T07:21:25.324 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 440290212 2024-07-26T07:21:25.324 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.324 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.324 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache": { 2024-07-26T07:21:25.324 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_bytes": { 2024-07-26T07:21:25.324 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1405081568 2024-07-26T07:21:25.324 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.324 INFO:tasks.workunit.client.0.smithi089.stdout: "heap_bytes": { 2024-07-26T07:21:25.324 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 501538816 2024-07-26T07:21:25.324 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.324 INFO:tasks.workunit.client.0.smithi089.stdout: "mapped_bytes": { 2024-07-26T07:21:25.324 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 470786048 2024-07-26T07:21:25.325 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.325 INFO:tasks.workunit.client.0.smithi089.stdout: "target_bytes": { 2024-07-26T07:21:25.325 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2600456396 2024-07-26T07:21:25.325 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.325 INFO:tasks.workunit.client.0.smithi089.stdout: "unmapped_bytes": { 2024-07-26T07:21:25.325 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 30752768 2024-07-26T07:21:25.325 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.325 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.325 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:data": { 2024-07-26T07:21:25.325 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:25.325 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 125829120 2024-07-26T07:21:25.325 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.325 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:25.325 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.326 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.326 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:25.326 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.326 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.326 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:25.326 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 57378348 2024-07-26T07:21:25.326 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.326 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:25.326 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.326 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.326 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:25.326 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.326 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.327 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:25.327 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.327 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.327 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:25.327 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.327 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.327 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:25.327 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.327 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.327 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:25.327 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8192 2024-07-26T07:21:25.327 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.327 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:25.327 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.328 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.328 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:25.328 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.328 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.328 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:25.328 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.328 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.328 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:25.328 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 68442580 2024-07-26T07:21:25.328 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.328 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.328 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv": { 2024-07-26T07:21:25.328 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:25.328 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 570425344 2024-07-26T07:21:25.329 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.329 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:25.329 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T07:21:25.329 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.329 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:25.329 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.329 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.329 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:25.329 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 430337614 2024-07-26T07:21:25.329 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.329 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:25.329 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.329 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.329 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:25.330 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 944 2024-07-26T07:21:25.330 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.330 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:25.330 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.330 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.330 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:25.330 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.330 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.330 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:25.330 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 15168 2024-07-26T07:21:25.330 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.330 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:25.330 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 35792 2024-07-26T07:21:25.331 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.331 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:25.331 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.331 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.331 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:25.331 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.331 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.331 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:25.331 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.331 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.331 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:25.331 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 72926962 2024-07-26T07:21:25.331 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.331 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.331 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T07:21:25.332 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:25.332 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 176160768 2024-07-26T07:21:25.332 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.332 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:25.332 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T07:21:25.332 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.332 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:25.332 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 199440 2024-07-26T07:21:25.332 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.332 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:25.332 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 38252232 2024-07-26T07:21:25.332 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.332 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:25.332 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.333 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.333 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:25.333 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.333 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.333 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:25.333 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.333 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.333 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:25.333 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.333 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.333 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:25.333 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.333 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.333 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:25.333 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.334 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.334 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:25.334 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.334 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.334 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:25.334 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.334 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.334 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:25.334 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.334 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.334 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:25.334 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 70600232 2024-07-26T07:21:25.334 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.335 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.335 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:meta": { 2024-07-26T07:21:25.335 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:25.335 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 503316480 2024-07-26T07:21:25.335 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.335 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:25.335 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.335 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.335 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:25.335 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.335 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.335 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:25.335 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 430337614 2024-07-26T07:21:25.335 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.335 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:25.336 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.336 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.336 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:25.336 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.336 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.336 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:25.336 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.336 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.336 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:25.336 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.336 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.336 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:25.336 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 181181 2024-07-26T07:21:25.336 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.337 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:25.337 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1204387 2024-07-26T07:21:25.337 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.337 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:25.337 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.337 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.337 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:25.337 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.337 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.337 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:25.337 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.337 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.337 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:25.337 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 71593298 2024-07-26T07:21:25.338 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.338 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.338 INFO:tasks.workunit.client.0.smithi089.stdout: "objecter": { 2024-07-26T07:21:25.338 INFO:tasks.workunit.client.0.smithi089.stdout: "op_active": { 2024-07-26T07:21:25.338 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.338 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.338 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T07:21:25.338 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 26 2024-07-26T07:21:25.338 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.338 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rmw": { 2024-07-26T07:21:25.338 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.338 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.338 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T07:21:25.339 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.339 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.339 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.339 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:25.339 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg": { 2024-07-26T07:21:25.339 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 48 2024-07-26T07:21:25.339 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.339 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg_removing": { 2024-07-26T07:21:25.339 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.339 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.339 INFO:tasks.workunit.client.0.smithi089.stdout: "op": { 2024-07-26T07:21:25.339 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 30067 2024-07-26T07:21:25.339 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.339 INFO:tasks.workunit.client.0.smithi089.stdout: "op_before_queue_op_lat": { 2024-07-26T07:21:25.339 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 102507, 2024-07-26T07:21:25.340 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5487045584 2024-07-26T07:21:25.340 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.340 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_degraded": { 2024-07-26T07:21:25.340 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.340 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.340 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_unreadable": { 2024-07-26T07:21:25.340 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.340 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.340 INFO:tasks.workunit.client.0.smithi089.stdout: "op_in_bytes": { 2024-07-26T07:21:25.340 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1000305194 2024-07-26T07:21:25.340 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.340 INFO:tasks.workunit.client.0.smithi089.stdout: "op_latency": { 2024-07-26T07:21:25.340 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 30067, 2024-07-26T07:21:25.341 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 266496501733 2024-07-26T07:21:25.341 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.341 INFO:tasks.workunit.client.0.smithi089.stdout: "op_out_bytes": { 2024-07-26T07:21:25.341 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1435056875 2024-07-26T07:21:25.341 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.341 INFO:tasks.workunit.client.0.smithi089.stdout: "op_prepare_latency": { 2024-07-26T07:21:25.341 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 31890, 2024-07-26T07:21:25.341 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 23356735142 2024-07-26T07:21:25.341 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.341 INFO:tasks.workunit.client.0.smithi089.stdout: "op_process_latency": { 2024-07-26T07:21:25.341 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 30067, 2024-07-26T07:21:25.341 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 60095246188 2024-07-26T07:21:25.341 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.341 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T07:21:25.341 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 14343 2024-07-26T07:21:25.342 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.342 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency": { 2024-07-26T07:21:25.342 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 14343, 2024-07-26T07:21:25.342 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 46849819190 2024-07-26T07:21:25.342 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.342 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T07:21:25.342 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.342 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.342 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_out_bytes": { 2024-07-26T07:21:25.342 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1435056875 2024-07-26T07:21:25.342 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.342 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_prepare_latency": { 2024-07-26T07:21:25.342 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 14457, 2024-07-26T07:21:25.342 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4201388210 2024-07-26T07:21:25.343 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.343 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_process_latency": { 2024-07-26T07:21:25.343 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 14343, 2024-07-26T07:21:25.343 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4693755529 2024-07-26T07:21:25.343 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.343 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw": { 2024-07-26T07:21:25.343 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 11776 2024-07-26T07:21:25.343 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.343 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_in_bytes": { 2024-07-26T07:21:25.343 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 109319765 2024-07-26T07:21:25.343 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.343 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency": { 2024-07-26T07:21:25.343 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 11776, 2024-07-26T07:21:25.343 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 155983746830 2024-07-26T07:21:25.344 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.344 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T07:21:25.344 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.344 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.344 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T07:21:25.344 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.344 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.344 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_out_bytes": { 2024-07-26T07:21:25.344 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.344 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.344 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_prepare_latency": { 2024-07-26T07:21:25.344 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 13416, 2024-07-26T07:21:25.344 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 14585603418 2024-07-26T07:21:25.344 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.345 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_process_latency": { 2024-07-26T07:21:25.345 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 11776, 2024-07-26T07:21:25.345 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 31067798308 2024-07-26T07:21:25.345 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.345 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T07:21:25.345 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3948 2024-07-26T07:21:25.345 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.345 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_in_bytes": { 2024-07-26T07:21:25.345 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 890985429 2024-07-26T07:21:25.345 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.345 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency": { 2024-07-26T07:21:25.345 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3948, 2024-07-26T07:21:25.345 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 63662935713 2024-07-26T07:21:25.345 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.346 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T07:21:25.346 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.346 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.346 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_prepare_latency": { 2024-07-26T07:21:25.346 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 4017, 2024-07-26T07:21:25.346 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4569743514 2024-07-26T07:21:25.346 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.346 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_process_latency": { 2024-07-26T07:21:25.346 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3948, 2024-07-26T07:21:25.346 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 24333692351 2024-07-26T07:21:25.346 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.346 INFO:tasks.workunit.client.0.smithi089.stdout: "op_wip": { 2024-07-26T07:21:25.346 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.346 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.347 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_bytes": { 2024-07-26T07:21:25.347 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 54 2024-07-26T07:21:25.347 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.347 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_ops": { 2024-07-26T07:21:25.347 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8 2024-07-26T07:21:25.347 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.347 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes": { 2024-07-26T07:21:25.347 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995035648 2024-07-26T07:21:25.347 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.347 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes_used": { 2024-07-26T07:21:25.347 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 678170624 2024-07-26T07:21:25.347 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.347 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.347 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.347 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.4": { 2024-07-26T07:21:25.348 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T07:21:25.348 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_db_max_lat": { 2024-07-26T07:21:25.348 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 72414 2024-07-26T07:21:25.348 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.348 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_fallback": { 2024-07-26T07:21:25.348 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.348 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.348 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_max_lat": { 2024-07-26T07:21:25.348 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.348 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.348 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_size_fallback": { 2024-07-26T07:21:25.348 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.348 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.348 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_db": { 2024-07-26T07:21:25.349 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 65536 2024-07-26T07:21:25.349 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.349 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_slow": { 2024-07-26T07:21:25.349 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.349 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.349 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_wal": { 2024-07-26T07:21:25.349 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.349 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.349 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_wal_max_lat": { 2024-07-26T07:21:25.349 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.349 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.349 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_slow": { 2024-07-26T07:21:25.349 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.350 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.350 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_sst": { 2024-07-26T07:21:25.350 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8220672 2024-07-26T07:21:25.350 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.350 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_wal": { 2024-07-26T07:21:25.350 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 710848512 2024-07-26T07:21:25.350 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.350 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lat": { 2024-07-26T07:21:25.350 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 14, 2024-07-26T07:21:25.350 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3282978 2024-07-26T07:21:25.350 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.350 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lock_lat": { 2024-07-26T07:21:25.350 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 14, 2024-07-26T07:21:25.350 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1159776 2024-07-26T07:21:25.351 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.351 INFO:tasks.workunit.client.0.smithi089.stdout: "db_alloc_lat": { 2024-07-26T07:21:25.351 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 165, 2024-07-26T07:21:25.351 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 732196 2024-07-26T07:21:25.351 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.351 INFO:tasks.workunit.client.0.smithi089.stdout: "db_total_bytes": { 2024-07-26T07:21:25.351 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995027456 2024-07-26T07:21:25.351 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.351 INFO:tasks.workunit.client.0.smithi089.stdout: "db_used_bytes": { 2024-07-26T07:21:25.351 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 779747328 2024-07-26T07:21:25.351 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.351 INFO:tasks.workunit.client.0.smithi089.stdout: "flush_lat": { 2024-07-26T07:21:25.351 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 58478, 2024-07-26T07:21:25.351 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7705473807 2024-07-26T07:21:25.352 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.352 INFO:tasks.workunit.client.0.smithi089.stdout: "fsync_lat": { 2024-07-26T07:21:25.352 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 58501, 2024-07-26T07:21:25.352 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12417104885 2024-07-26T07:21:25.352 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.352 INFO:tasks.workunit.client.0.smithi089.stdout: "log_bytes": { 2024-07-26T07:21:25.352 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6836224 2024-07-26T07:21:25.352 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.352 INFO:tasks.workunit.client.0.smithi089.stdout: "logged_bytes": { 2024-07-26T07:21:25.352 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 239566848 2024-07-26T07:21:25.352 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.352 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_db": { 2024-07-26T07:21:25.352 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 796786688 2024-07-26T07:21:25.352 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.353 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_slow": { 2024-07-26T07:21:25.353 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.353 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.353 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_wal": { 2024-07-26T07:21:25.353 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.353 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.353 INFO:tasks.workunit.client.0.smithi089.stdout: "num_files": { 2024-07-26T07:21:25.353 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 55 2024-07-26T07:21:25.353 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.353 INFO:tasks.workunit.client.0.smithi089.stdout: "read_bytes": { 2024-07-26T07:21:25.353 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 248019490 2024-07-26T07:21:25.353 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.353 INFO:tasks.workunit.client.0.smithi089.stdout: "read_count": { 2024-07-26T07:21:25.353 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12818 2024-07-26T07:21:25.354 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.354 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes": { 2024-07-26T07:21:25.354 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 221011968 2024-07-26T07:21:25.354 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.354 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_db": { 2024-07-26T07:21:25.354 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 221016064 2024-07-26T07:21:25.354 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.354 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_slow": { 2024-07-26T07:21:25.354 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.354 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.354 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_wal": { 2024-07-26T07:21:25.354 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.354 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.354 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_count": { 2024-07-26T07:21:25.355 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5534 2024-07-26T07:21:25.355 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.355 INFO:tasks.workunit.client.0.smithi089.stdout: "read_lat": { 2024-07-26T07:21:25.355 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 12818, 2024-07-26T07:21:25.355 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 122571419 2024-07-26T07:21:25.355 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.355 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_bytes": { 2024-07-26T07:21:25.355 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 136480448 2024-07-26T07:21:25.355 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.355 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_count": { 2024-07-26T07:21:25.355 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9402 2024-07-26T07:21:25.355 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.355 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_bytes": { 2024-07-26T07:21:25.355 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2840811 2024-07-26T07:21:25.356 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.356 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_count": { 2024-07-26T07:21:25.356 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 667 2024-07-26T07:21:25.356 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.356 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_bytes": { 2024-07-26T07:21:25.356 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8137211 2024-07-26T07:21:25.356 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.356 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_count": { 2024-07-26T07:21:25.356 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 966 2024-07-26T07:21:25.356 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.356 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes": { 2024-07-26T07:21:25.356 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5296400 2024-07-26T07:21:25.356 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.356 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_db": { 2024-07-26T07:21:25.356 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5296400 2024-07-26T07:21:25.357 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.357 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_slow": { 2024-07-26T07:21:25.357 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.357 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.357 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_wal": { 2024-07-26T07:21:25.357 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.357 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.357 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_count": { 2024-07-26T07:21:25.357 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 308 2024-07-26T07:21:25.357 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.357 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_lat": { 2024-07-26T07:21:25.357 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 966, 2024-07-26T07:21:25.357 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5004693 2024-07-26T07:21:25.358 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.358 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_alloc_lat": { 2024-07-26T07:21:25.358 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.358 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.358 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.358 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_total_bytes": { 2024-07-26T07:21:25.358 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.358 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.358 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_used_bytes": { 2024-07-26T07:21:25.358 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.358 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.358 INFO:tasks.workunit.client.0.smithi089.stdout: "truncate_lat": { 2024-07-26T07:21:25.358 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1, 2024-07-26T07:21:25.359 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 655 2024-07-26T07:21:25.359 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.359 INFO:tasks.workunit.client.0.smithi089.stdout: "unlink_lat": { 2024-07-26T07:21:25.359 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 4, 2024-07-26T07:21:25.359 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6540 2024-07-26T07:21:25.359 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.359 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_alloc_lat": { 2024-07-26T07:21:25.359 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.359 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.359 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.359 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_total_bytes": { 2024-07-26T07:21:25.359 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.359 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.359 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_used_bytes": { 2024-07-26T07:21:25.360 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.360 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.360 INFO:tasks.workunit.client.0.smithi089.stdout: "write_bytes": { 2024-07-26T07:21:25.360 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 960778240 2024-07-26T07:21:25.360 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.360 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.360 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore": { 2024-07-26T07:21:25.360 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit": { 2024-07-26T07:21:25.360 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4096 2024-07-26T07:21:25.360 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.360 INFO:tasks.workunit.client.0.smithi089.stdout: "allocated": { 2024-07-26T07:21:25.360 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 18534400 2024-07-26T07:21:25.360 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.360 INFO:tasks.workunit.client.0.smithi089.stdout: "allocator_lat": { 2024-07-26T07:21:25.361 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 20755, 2024-07-26T07:21:25.361 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 62658299 2024-07-26T07:21:25.361 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.361 INFO:tasks.workunit.client.0.smithi089.stdout: "clist_lat": { 2024-07-26T07:21:25.361 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3199, 2024-07-26T07:21:25.361 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 460885061 2024-07-26T07:21:25.361 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.361 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_lat": { 2024-07-26T07:21:25.361 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.361 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.361 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.361 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed": { 2024-07-26T07:21:25.361 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.361 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.361 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_allocated": { 2024-07-26T07:21:25.362 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.362 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.362 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_original": { 2024-07-26T07:21:25.362 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.362 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.362 INFO:tasks.workunit.client.0.smithi089.stdout: "csum_lat": { 2024-07-26T07:21:25.362 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 9340, 2024-07-26T07:21:25.362 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 63189009 2024-07-26T07:21:25.362 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.362 INFO:tasks.workunit.client.0.smithi089.stdout: "decompress_lat": { 2024-07-26T07:21:25.362 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.362 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.363 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.363 INFO:tasks.workunit.client.0.smithi089.stdout: "fragmentation_micros": { 2024-07-26T07:21:25.363 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.363 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.363 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_commit_lat": { 2024-07-26T07:21:25.363 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 58420, 2024-07-26T07:21:25.363 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 15601298481 2024-07-26T07:21:25.363 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.363 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_final_lat": { 2024-07-26T07:21:25.363 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 58014, 2024-07-26T07:21:25.363 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1312119037 2024-07-26T07:21:25.363 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.363 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_flush_lat": { 2024-07-26T07:21:25.363 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 58420, 2024-07-26T07:21:25.363 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 46938570 2024-07-26T07:21:25.363 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.364 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_sync_lat": { 2024-07-26T07:21:25.364 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 58420, 2024-07-26T07:21:25.364 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 15648237051 2024-07-26T07:21:25.364 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.364 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_keys_lat": { 2024-07-26T07:21:25.364 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.364 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.364 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.364 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_values_lat": { 2024-07-26T07:21:25.364 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 22422, 2024-07-26T07:21:25.364 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 750315619 2024-07-26T07:21:25.364 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.364 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_lower_bound_lat": { 2024-07-26T07:21:25.365 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 852, 2024-07-26T07:21:25.365 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2299040 2024-07-26T07:21:25.365 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.365 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_next_lat": { 2024-07-26T07:21:25.365 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 8245, 2024-07-26T07:21:25.365 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6781328 2024-07-26T07:21:25.365 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.365 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_seek_to_first_lat": { 2024-07-26T07:21:25.365 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 47, 2024-07-26T07:21:25.365 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 66150 2024-07-26T07:21:25.365 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.365 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_upper_bound_lat": { 2024-07-26T07:21:25.365 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 9463, 2024-07-26T07:21:25.366 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2207658181 2024-07-26T07:21:25.366 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.366 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_hits": { 2024-07-26T07:21:25.366 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 178484 2024-07-26T07:21:25.366 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.366 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_misses": { 2024-07-26T07:21:25.366 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 19150 2024-07-26T07:21:25.366 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.366 INFO:tasks.workunit.client.0.smithi089.stdout: "read_lat": { 2024-07-26T07:21:25.366 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 15958, 2024-07-26T07:21:25.366 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1045075447 2024-07-26T07:21:25.366 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.366 INFO:tasks.workunit.client.0.smithi089.stdout: "read_onode_meta_lat": { 2024-07-26T07:21:25.366 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 49857, 2024-07-26T07:21:25.367 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 19568518 2024-07-26T07:21:25.367 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.367 INFO:tasks.workunit.client.0.smithi089.stdout: "read_wait_aio_lat": { 2024-07-26T07:21:25.367 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 33899, 2024-07-26T07:21:25.367 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 842274304 2024-07-26T07:21:25.367 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.367 INFO:tasks.workunit.client.0.smithi089.stdout: "reads_with_retries": { 2024-07-26T07:21:25.367 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.367 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.367 INFO:tasks.workunit.client.0.smithi089.stdout: "remove_lat": { 2024-07-26T07:21:25.367 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 12848, 2024-07-26T07:21:25.367 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 326033997 2024-07-26T07:21:25.367 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.367 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_aio_wait_count": { 2024-07-26T07:21:25.367 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.368 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.368 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_committed_kv_count": { 2024-07-26T07:21:25.368 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.368 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.368 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_read_onode_meta_count": { 2024-07-26T07:21:25.368 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.368 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.368 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_read_wait_aio_count": { 2024-07-26T07:21:25.368 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.369 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.369 INFO:tasks.workunit.client.0.smithi089.stdout: "state_aio_wait_lat": { 2024-07-26T07:21:25.369 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 69162, 2024-07-26T07:21:25.369 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5409909566 2024-07-26T07:21:25.369 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.369 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T07:21:25.369 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 17924, 2024-07-26T07:21:25.369 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 936758114 2024-07-26T07:21:25.369 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.369 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_cleanup_lat": { 2024-07-26T07:21:25.369 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 17924, 2024-07-26T07:21:25.369 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2546664354065 2024-07-26T07:21:25.369 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.370 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_queued_lat": { 2024-07-26T07:21:25.370 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 17924, 2024-07-26T07:21:25.370 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5920543294472 2024-07-26T07:21:25.370 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.370 INFO:tasks.workunit.client.0.smithi089.stdout: "state_done_lat": { 2024-07-26T07:21:25.370 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 69162, 2024-07-26T07:21:25.370 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2478490985451 2024-07-26T07:21:25.370 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.370 INFO:tasks.workunit.client.0.smithi089.stdout: "state_finishing_lat": { 2024-07-26T07:21:25.370 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 69162, 2024-07-26T07:21:25.370 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7917152 2024-07-26T07:21:25.370 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.370 INFO:tasks.workunit.client.0.smithi089.stdout: "state_io_done_lat": { 2024-07-26T07:21:25.371 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 69162, 2024-07-26T07:21:25.371 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 263196514 2024-07-26T07:21:25.371 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.371 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_commiting_lat": { 2024-07-26T07:21:25.371 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 69162, 2024-07-26T07:21:25.371 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 24775502348 2024-07-26T07:21:25.371 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.371 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_done_lat": { 2024-07-26T07:21:25.371 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 69162, 2024-07-26T07:21:25.371 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 24120944 2024-07-26T07:21:25.371 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.371 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_queued_lat": { 2024-07-26T07:21:25.371 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 69162, 2024-07-26T07:21:25.371 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 11393960151 2024-07-26T07:21:25.372 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.372 INFO:tasks.workunit.client.0.smithi089.stdout: "state_prepare_lat": { 2024-07-26T07:21:25.372 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 69162, 2024-07-26T07:21:25.372 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6383886304 2024-07-26T07:21:25.372 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.372 INFO:tasks.workunit.client.0.smithi089.stdout: "stored": { 2024-07-26T07:21:25.372 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12733982 2024-07-26T07:21:25.372 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.372 INFO:tasks.workunit.client.0.smithi089.stdout: "truncate_lat": { 2024-07-26T07:21:25.372 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2550, 2024-07-26T07:21:25.372 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 13802996 2024-07-26T07:21:25.372 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.372 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_commit_lat": { 2024-07-26T07:21:25.373 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 69162, 2024-07-26T07:21:25.373 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 48237509267 2024-07-26T07:21:25.373 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.373 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_submit_lat": { 2024-07-26T07:21:25.373 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 69162, 2024-07-26T07:21:25.373 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7307048688 2024-07-26T07:21:25.373 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.373 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_throttle_lat": { 2024-07-26T07:21:25.373 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 69162, 2024-07-26T07:21:25.373 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 414028430 2024-07-26T07:21:25.373 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.373 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.373 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache": { 2024-07-26T07:21:25.373 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_bytes": { 2024-07-26T07:21:25.374 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1405132139 2024-07-26T07:21:25.374 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.374 INFO:tasks.workunit.client.0.smithi089.stdout: "heap_bytes": { 2024-07-26T07:21:25.374 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 493592576 2024-07-26T07:21:25.374 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.374 INFO:tasks.workunit.client.0.smithi089.stdout: "mapped_bytes": { 2024-07-26T07:21:25.374 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 468369408 2024-07-26T07:21:25.374 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.374 INFO:tasks.workunit.client.0.smithi089.stdout: "target_bytes": { 2024-07-26T07:21:25.374 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2600515891 2024-07-26T07:21:25.374 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.374 INFO:tasks.workunit.client.0.smithi089.stdout: "unmapped_bytes": { 2024-07-26T07:21:25.374 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 25223168 2024-07-26T07:21:25.375 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.375 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.375 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:data": { 2024-07-26T07:21:25.375 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:25.375 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 125829120 2024-07-26T07:21:25.375 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.375 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:25.375 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.375 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.375 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:25.375 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.375 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.375 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:25.376 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 56845037 2024-07-26T07:21:25.376 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.376 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:25.376 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.376 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.376 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:25.376 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.376 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.376 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:25.376 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.376 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.376 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:25.376 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.376 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.377 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:25.377 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 180224 2024-07-26T07:21:25.377 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.377 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:25.377 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 888832 2024-07-26T07:21:25.377 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.377 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:25.377 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.377 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.377 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:25.377 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.377 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.377 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:25.377 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.377 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.378 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:25.378 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67915027 2024-07-26T07:21:25.378 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.378 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.378 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv": { 2024-07-26T07:21:25.378 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:25.378 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 562036736 2024-07-26T07:21:25.378 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.378 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:25.378 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T07:21:25.378 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.378 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:25.378 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.378 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.379 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:25.379 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 426337779 2024-07-26T07:21:25.379 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.379 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:25.379 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.379 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.379 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:25.379 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1904 2024-07-26T07:21:25.379 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.379 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:25.379 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.379 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.379 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:25.379 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.380 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.380 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:25.380 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 123712 2024-07-26T07:21:25.380 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.380 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:25.380 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.380 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.380 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:25.380 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.380 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.380 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:25.380 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.380 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.380 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:25.380 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.381 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.381 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:25.381 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 68464477 2024-07-26T07:21:25.381 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.381 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.381 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T07:21:25.381 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:25.381 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 176160768 2024-07-26T07:21:25.381 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.381 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:25.381 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T07:21:25.381 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.381 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:25.381 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 373152 2024-07-26T07:21:25.381 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.382 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:25.382 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 37896691 2024-07-26T07:21:25.382 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.382 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:25.382 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.382 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.382 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:25.382 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.382 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.382 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:25.382 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.382 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.382 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:25.383 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.383 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.383 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:25.383 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.383 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.383 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:25.383 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.383 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.383 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:25.383 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.383 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.383 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:25.383 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.383 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.384 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:25.384 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.384 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.384 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:25.384 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 70782061 2024-07-26T07:21:25.384 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.384 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.384 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:meta": { 2024-07-26T07:21:25.384 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:25.384 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 494927872 2024-07-26T07:21:25.384 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.384 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:25.384 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.384 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.384 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:25.385 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.385 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.385 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:25.385 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 426337779 2024-07-26T07:21:25.385 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.385 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:25.385 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.385 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.385 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:25.385 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.385 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.385 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:25.385 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.385 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.386 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:25.386 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.386 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.386 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:25.386 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 200719 2024-07-26T07:21:25.386 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.386 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:25.386 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1170171 2024-07-26T07:21:25.386 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.386 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:25.386 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.386 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.386 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:25.387 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.387 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.387 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:25.387 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.387 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.387 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:25.387 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67219203 2024-07-26T07:21:25.387 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.387 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.387 INFO:tasks.workunit.client.0.smithi089.stdout: "objecter": { 2024-07-26T07:21:25.387 INFO:tasks.workunit.client.0.smithi089.stdout: "op_active": { 2024-07-26T07:21:25.387 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.387 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.388 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T07:21:25.388 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 20 2024-07-26T07:21:25.388 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.388 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rmw": { 2024-07-26T07:21:25.388 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.388 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.388 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T07:21:25.388 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.388 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.388 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.388 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:25.388 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg": { 2024-07-26T07:21:25.388 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 50 2024-07-26T07:21:25.388 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.389 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg_removing": { 2024-07-26T07:21:25.389 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.389 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.389 INFO:tasks.workunit.client.0.smithi089.stdout: "op": { 2024-07-26T07:21:25.389 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 41962 2024-07-26T07:21:25.389 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.389 INFO:tasks.workunit.client.0.smithi089.stdout: "op_before_queue_op_lat": { 2024-07-26T07:21:25.389 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 97183, 2024-07-26T07:21:25.389 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7066880801 2024-07-26T07:21:25.389 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.389 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_degraded": { 2024-07-26T07:21:25.389 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.389 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.389 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_unreadable": { 2024-07-26T07:21:25.389 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.390 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.390 INFO:tasks.workunit.client.0.smithi089.stdout: "op_in_bytes": { 2024-07-26T07:21:25.390 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1005004532 2024-07-26T07:21:25.390 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.390 INFO:tasks.workunit.client.0.smithi089.stdout: "op_latency": { 2024-07-26T07:21:25.390 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 41962, 2024-07-26T07:21:25.390 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 48974653050 2024-07-26T07:21:25.390 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.390 INFO:tasks.workunit.client.0.smithi089.stdout: "op_out_bytes": { 2024-07-26T07:21:25.390 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1193874038 2024-07-26T07:21:25.390 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.390 INFO:tasks.workunit.client.0.smithi089.stdout: "op_prepare_latency": { 2024-07-26T07:21:25.390 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 42390, 2024-07-26T07:21:25.391 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12297114160 2024-07-26T07:21:25.391 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.391 INFO:tasks.workunit.client.0.smithi089.stdout: "op_process_latency": { 2024-07-26T07:21:25.391 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 41962, 2024-07-26T07:21:25.391 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 26773447045 2024-07-26T07:21:25.391 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.391 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T07:21:25.391 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 33703 2024-07-26T07:21:25.391 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.391 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency": { 2024-07-26T07:21:25.391 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 33703, 2024-07-26T07:21:25.391 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8928435459 2024-07-26T07:21:25.391 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.391 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T07:21:25.392 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.392 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.392 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_out_bytes": { 2024-07-26T07:21:25.392 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1193874038 2024-07-26T07:21:25.392 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.392 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_prepare_latency": { 2024-07-26T07:21:25.392 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 33857, 2024-07-26T07:21:25.392 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5317253781 2024-07-26T07:21:25.392 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.392 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_process_latency": { 2024-07-26T07:21:25.392 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 33703, 2024-07-26T07:21:25.392 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5053759309 2024-07-26T07:21:25.392 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.392 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw": { 2024-07-26T07:21:25.393 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4590 2024-07-26T07:21:25.393 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.393 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_in_bytes": { 2024-07-26T07:21:25.393 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 139830969 2024-07-26T07:21:25.393 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.393 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency": { 2024-07-26T07:21:25.393 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 4590, 2024-07-26T07:21:25.393 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7403420800 2024-07-26T07:21:25.393 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.393 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T07:21:25.393 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.393 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.393 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T07:21:25.393 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.394 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.394 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_out_bytes": { 2024-07-26T07:21:25.394 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.394 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.394 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_prepare_latency": { 2024-07-26T07:21:25.394 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 4768, 2024-07-26T07:21:25.394 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2723960670 2024-07-26T07:21:25.394 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.394 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_process_latency": { 2024-07-26T07:21:25.394 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 4590, 2024-07-26T07:21:25.394 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6186898231 2024-07-26T07:21:25.394 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.394 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T07:21:25.394 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3669 2024-07-26T07:21:25.395 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.395 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_in_bytes": { 2024-07-26T07:21:25.395 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 865173563 2024-07-26T07:21:25.395 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.395 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency": { 2024-07-26T07:21:25.395 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3669, 2024-07-26T07:21:25.395 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 32642796791 2024-07-26T07:21:25.395 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.395 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T07:21:25.395 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.395 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.395 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_prepare_latency": { 2024-07-26T07:21:25.395 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3765, 2024-07-26T07:21:25.395 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4255899709 2024-07-26T07:21:25.396 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.396 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_process_latency": { 2024-07-26T07:21:25.396 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3669, 2024-07-26T07:21:25.396 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 15532789505 2024-07-26T07:21:25.396 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.396 INFO:tasks.workunit.client.0.smithi089.stdout: "op_wip": { 2024-07-26T07:21:25.396 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.396 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.396 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_bytes": { 2024-07-26T07:21:25.396 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 16 2024-07-26T07:21:25.396 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.396 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_ops": { 2024-07-26T07:21:25.396 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1 2024-07-26T07:21:25.396 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.397 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes": { 2024-07-26T07:21:25.397 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995035648 2024-07-26T07:21:25.397 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.397 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes_used": { 2024-07-26T07:21:25.397 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 798289920 2024-07-26T07:21:25.397 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.397 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.397 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.397 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.5": { 2024-07-26T07:21:25.397 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T07:21:25.397 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_db_max_lat": { 2024-07-26T07:21:25.397 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 29792 2024-07-26T07:21:25.397 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.397 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_fallback": { 2024-07-26T07:21:25.398 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.398 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.398 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_max_lat": { 2024-07-26T07:21:25.398 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.398 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.398 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_size_fallback": { 2024-07-26T07:21:25.398 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.398 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.398 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_db": { 2024-07-26T07:21:25.398 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 65536 2024-07-26T07:21:25.398 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.398 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_slow": { 2024-07-26T07:21:25.398 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.399 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.399 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_wal": { 2024-07-26T07:21:25.399 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.399 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.399 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_wal_max_lat": { 2024-07-26T07:21:25.399 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.399 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.399 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_slow": { 2024-07-26T07:21:25.399 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.399 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.399 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_sst": { 2024-07-26T07:21:25.399 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7041024 2024-07-26T07:21:25.399 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.399 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_wal": { 2024-07-26T07:21:25.400 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 763678720 2024-07-26T07:21:25.400 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.400 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lat": { 2024-07-26T07:21:25.400 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 20, 2024-07-26T07:21:25.400 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4129112 2024-07-26T07:21:25.400 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.400 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lock_lat": { 2024-07-26T07:21:25.400 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 20, 2024-07-26T07:21:25.400 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1430628 2024-07-26T07:21:25.400 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.400 INFO:tasks.workunit.client.0.smithi089.stdout: "db_alloc_lat": { 2024-07-26T07:21:25.400 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 201, 2024-07-26T07:21:25.400 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 907761 2024-07-26T07:21:25.401 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.401 INFO:tasks.workunit.client.0.smithi089.stdout: "db_total_bytes": { 2024-07-26T07:21:25.401 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995027456 2024-07-26T07:21:25.401 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.401 INFO:tasks.workunit.client.0.smithi089.stdout: "db_used_bytes": { 2024-07-26T07:21:25.401 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 690421760 2024-07-26T07:21:25.401 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.401 INFO:tasks.workunit.client.0.smithi089.stdout: "flush_lat": { 2024-07-26T07:21:25.401 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 83466, 2024-07-26T07:21:25.401 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9979797757 2024-07-26T07:21:25.401 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.401 INFO:tasks.workunit.client.0.smithi089.stdout: "fsync_lat": { 2024-07-26T07:21:25.401 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 83481, 2024-07-26T07:21:25.401 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 16001756266 2024-07-26T07:21:25.402 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.402 INFO:tasks.workunit.client.0.smithi089.stdout: "log_bytes": { 2024-07-26T07:21:25.402 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9400320 2024-07-26T07:21:25.402 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.402 INFO:tasks.workunit.client.0.smithi089.stdout: "logged_bytes": { 2024-07-26T07:21:25.402 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 341929984 2024-07-26T07:21:25.402 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.402 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_db": { 2024-07-26T07:21:25.402 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 684720128 2024-07-26T07:21:25.402 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.402 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_slow": { 2024-07-26T07:21:25.402 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.402 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.402 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_wal": { 2024-07-26T07:21:25.403 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.403 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.403 INFO:tasks.workunit.client.0.smithi089.stdout: "num_files": { 2024-07-26T07:21:25.403 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 51 2024-07-26T07:21:25.403 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.403 INFO:tasks.workunit.client.0.smithi089.stdout: "read_bytes": { 2024-07-26T07:21:25.403 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 351898387 2024-07-26T07:21:25.403 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.403 INFO:tasks.workunit.client.0.smithi089.stdout: "read_count": { 2024-07-26T07:21:25.403 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 22395 2024-07-26T07:21:25.403 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.403 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes": { 2024-07-26T07:21:25.403 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 286466048 2024-07-26T07:21:25.403 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.404 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_db": { 2024-07-26T07:21:25.404 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 286470144 2024-07-26T07:21:25.404 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.404 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_slow": { 2024-07-26T07:21:25.404 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.404 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.404 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_wal": { 2024-07-26T07:21:25.404 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.404 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.404 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_count": { 2024-07-26T07:21:25.404 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 11219 2024-07-26T07:21:25.404 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.404 INFO:tasks.workunit.client.0.smithi089.stdout: "read_lat": { 2024-07-26T07:21:25.404 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 22395, 2024-07-26T07:21:25.405 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 156294881 2024-07-26T07:21:25.405 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.405 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_bytes": { 2024-07-26T07:21:25.405 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 240018124 2024-07-26T07:21:25.405 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.405 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_count": { 2024-07-26T07:21:25.405 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 18968 2024-07-26T07:21:25.405 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.405 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_bytes": { 2024-07-26T07:21:25.405 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2814733 2024-07-26T07:21:25.405 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.405 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_count": { 2024-07-26T07:21:25.405 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 821 2024-07-26T07:21:25.405 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.406 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_bytes": { 2024-07-26T07:21:25.406 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6986800 2024-07-26T07:21:25.406 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.406 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_count": { 2024-07-26T07:21:25.406 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1051 2024-07-26T07:21:25.406 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.406 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes": { 2024-07-26T07:21:25.406 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4172067 2024-07-26T07:21:25.406 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.406 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_db": { 2024-07-26T07:21:25.406 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4172067 2024-07-26T07:21:25.406 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.406 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_slow": { 2024-07-26T07:21:25.407 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.407 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.407 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_wal": { 2024-07-26T07:21:25.407 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.407 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.407 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_count": { 2024-07-26T07:21:25.407 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 240 2024-07-26T07:21:25.407 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.407 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_lat": { 2024-07-26T07:21:25.407 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1051, 2024-07-26T07:21:25.407 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2513367 2024-07-26T07:21:25.407 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.407 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_alloc_lat": { 2024-07-26T07:21:25.407 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.408 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.408 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.408 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_total_bytes": { 2024-07-26T07:21:25.408 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.408 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.408 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_used_bytes": { 2024-07-26T07:21:25.408 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.408 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.408 INFO:tasks.workunit.client.0.smithi089.stdout: "truncate_lat": { 2024-07-26T07:21:25.408 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1, 2024-07-26T07:21:25.408 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 696 2024-07-26T07:21:25.408 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.408 INFO:tasks.workunit.client.0.smithi089.stdout: "unlink_lat": { 2024-07-26T07:21:25.408 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 4, 2024-07-26T07:21:25.409 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5701 2024-07-26T07:21:25.409 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.409 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_alloc_lat": { 2024-07-26T07:21:25.409 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.409 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.409 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.409 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_total_bytes": { 2024-07-26T07:21:25.409 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.409 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.409 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_used_bytes": { 2024-07-26T07:21:25.409 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.409 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.409 INFO:tasks.workunit.client.0.smithi089.stdout: "write_bytes": { 2024-07-26T07:21:25.409 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1115676672 2024-07-26T07:21:25.409 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.410 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.410 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore": { 2024-07-26T07:21:25.410 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit": { 2024-07-26T07:21:25.410 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4096 2024-07-26T07:21:25.410 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.410 INFO:tasks.workunit.client.0.smithi089.stdout: "allocated": { 2024-07-26T07:21:25.410 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 18538496 2024-07-26T07:21:25.410 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.410 INFO:tasks.workunit.client.0.smithi089.stdout: "allocator_lat": { 2024-07-26T07:21:25.410 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 19919, 2024-07-26T07:21:25.410 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 60376654 2024-07-26T07:21:25.410 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.410 INFO:tasks.workunit.client.0.smithi089.stdout: "clist_lat": { 2024-07-26T07:21:25.411 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3252, 2024-07-26T07:21:25.411 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 468378273 2024-07-26T07:21:25.411 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.411 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_lat": { 2024-07-26T07:21:25.411 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.411 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.411 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.411 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed": { 2024-07-26T07:21:25.411 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.411 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.411 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_allocated": { 2024-07-26T07:21:25.411 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.411 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.411 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_original": { 2024-07-26T07:21:25.412 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.412 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.412 INFO:tasks.workunit.client.0.smithi089.stdout: "csum_lat": { 2024-07-26T07:21:25.412 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 16184, 2024-07-26T07:21:25.412 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 112889125 2024-07-26T07:21:25.412 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.412 INFO:tasks.workunit.client.0.smithi089.stdout: "decompress_lat": { 2024-07-26T07:21:25.412 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.412 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.412 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.412 INFO:tasks.workunit.client.0.smithi089.stdout: "fragmentation_micros": { 2024-07-26T07:21:25.412 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.412 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.412 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_commit_lat": { 2024-07-26T07:21:25.413 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 83410, 2024-07-26T07:21:25.413 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 19883818656 2024-07-26T07:21:25.413 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.413 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_final_lat": { 2024-07-26T07:21:25.413 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 82839, 2024-07-26T07:21:25.413 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1614638869 2024-07-26T07:21:25.413 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.413 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_flush_lat": { 2024-07-26T07:21:25.413 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 83410, 2024-07-26T07:21:25.413 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 47454225 2024-07-26T07:21:25.413 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.413 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_sync_lat": { 2024-07-26T07:21:25.413 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 83410, 2024-07-26T07:21:25.413 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 19931272881 2024-07-26T07:21:25.414 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.414 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_keys_lat": { 2024-07-26T07:21:25.414 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.414 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.414 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.414 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_values_lat": { 2024-07-26T07:21:25.414 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 32325, 2024-07-26T07:21:25.414 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 952323742 2024-07-26T07:21:25.414 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.414 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_lower_bound_lat": { 2024-07-26T07:21:25.414 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 900, 2024-07-26T07:21:25.414 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2459854 2024-07-26T07:21:25.414 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.415 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_next_lat": { 2024-07-26T07:21:25.415 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 9226, 2024-07-26T07:21:25.415 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8496657 2024-07-26T07:21:25.415 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.415 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_seek_to_first_lat": { 2024-07-26T07:21:25.415 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 49, 2024-07-26T07:21:25.415 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 60390 2024-07-26T07:21:25.415 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.415 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_upper_bound_lat": { 2024-07-26T07:21:25.415 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 15526, 2024-07-26T07:21:25.415 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2952560105 2024-07-26T07:21:25.415 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.415 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_hits": { 2024-07-26T07:21:25.415 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 239168 2024-07-26T07:21:25.416 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.416 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_misses": { 2024-07-26T07:21:25.416 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 21105 2024-07-26T07:21:25.416 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.416 INFO:tasks.workunit.client.0.smithi089.stdout: "read_lat": { 2024-07-26T07:21:25.416 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 11122, 2024-07-26T07:21:25.416 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1175109552 2024-07-26T07:21:25.416 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.416 INFO:tasks.workunit.client.0.smithi089.stdout: "read_onode_meta_lat": { 2024-07-26T07:21:25.416 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 30974, 2024-07-26T07:21:25.416 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10752432 2024-07-26T07:21:25.416 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.416 INFO:tasks.workunit.client.0.smithi089.stdout: "read_wait_aio_lat": { 2024-07-26T07:21:25.417 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 19852, 2024-07-26T07:21:25.417 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1105316779 2024-07-26T07:21:25.417 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.417 INFO:tasks.workunit.client.0.smithi089.stdout: "reads_with_retries": { 2024-07-26T07:21:25.417 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.417 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.417 INFO:tasks.workunit.client.0.smithi089.stdout: "remove_lat": { 2024-07-26T07:21:25.417 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 15098, 2024-07-26T07:21:25.417 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 394804768 2024-07-26T07:21:25.417 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.417 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_aio_wait_count": { 2024-07-26T07:21:25.417 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.417 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.417 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_committed_kv_count": { 2024-07-26T07:21:25.417 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.418 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.418 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_read_onode_meta_count": { 2024-07-26T07:21:25.418 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.418 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.418 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_read_wait_aio_count": { 2024-07-26T07:21:25.418 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.418 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.418 INFO:tasks.workunit.client.0.smithi089.stdout: "state_aio_wait_lat": { 2024-07-26T07:21:25.418 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 97763, 2024-07-26T07:21:25.418 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6045390451 2024-07-26T07:21:25.418 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.418 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T07:21:25.418 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 8480, 2024-07-26T07:21:25.418 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 705547409 2024-07-26T07:21:25.419 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.419 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_cleanup_lat": { 2024-07-26T07:21:25.419 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 8478, 2024-07-26T07:21:25.419 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2539201055522 2024-07-26T07:21:25.419 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.419 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_queued_lat": { 2024-07-26T07:21:25.419 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 8480, 2024-07-26T07:21:25.419 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6503020009681 2024-07-26T07:21:25.419 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.419 INFO:tasks.workunit.client.0.smithi089.stdout: "state_done_lat": { 2024-07-26T07:21:25.419 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 97761, 2024-07-26T07:21:25.419 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3066127506342 2024-07-26T07:21:25.419 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.419 INFO:tasks.workunit.client.0.smithi089.stdout: "state_finishing_lat": { 2024-07-26T07:21:25.419 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 97761, 2024-07-26T07:21:25.420 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 11261193 2024-07-26T07:21:25.420 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.420 INFO:tasks.workunit.client.0.smithi089.stdout: "state_io_done_lat": { 2024-07-26T07:21:25.420 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 97763, 2024-07-26T07:21:25.420 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 273812622 2024-07-26T07:21:25.420 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.420 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_commiting_lat": { 2024-07-26T07:21:25.420 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 97763, 2024-07-26T07:21:25.420 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 32236860107 2024-07-26T07:21:25.420 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.420 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_done_lat": { 2024-07-26T07:21:25.420 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 97763, 2024-07-26T07:21:25.420 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 32181993 2024-07-26T07:21:25.420 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.420 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_queued_lat": { 2024-07-26T07:21:25.421 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 97763, 2024-07-26T07:21:25.421 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 15848307394 2024-07-26T07:21:25.421 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.421 INFO:tasks.workunit.client.0.smithi089.stdout: "state_prepare_lat": { 2024-07-26T07:21:25.421 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 97763, 2024-07-26T07:21:25.421 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7723994420 2024-07-26T07:21:25.421 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.421 INFO:tasks.workunit.client.0.smithi089.stdout: "stored": { 2024-07-26T07:21:25.421 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12739186 2024-07-26T07:21:25.421 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.421 INFO:tasks.workunit.client.0.smithi089.stdout: "truncate_lat": { 2024-07-26T07:21:25.421 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2575, 2024-07-26T07:21:25.421 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 13762963 2024-07-26T07:21:25.421 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.421 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_commit_lat": { 2024-07-26T07:21:25.422 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 97763, 2024-07-26T07:21:25.422 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 62142874894 2024-07-26T07:21:25.422 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.422 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_submit_lat": { 2024-07-26T07:21:25.422 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 97763, 2024-07-26T07:21:25.422 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8681485320 2024-07-26T07:21:25.422 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.422 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_throttle_lat": { 2024-07-26T07:21:25.422 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 97763, 2024-07-26T07:21:25.422 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 556055473 2024-07-26T07:21:25.422 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.422 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.422 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache": { 2024-07-26T07:21:25.423 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_bytes": { 2024-07-26T07:21:25.423 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1405132139 2024-07-26T07:21:25.423 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.423 INFO:tasks.workunit.client.0.smithi089.stdout: "heap_bytes": { 2024-07-26T07:21:25.423 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 578052096 2024-07-26T07:21:25.423 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.423 INFO:tasks.workunit.client.0.smithi089.stdout: "mapped_bytes": { 2024-07-26T07:21:25.423 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 533561344 2024-07-26T07:21:25.423 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.423 INFO:tasks.workunit.client.0.smithi089.stdout: "target_bytes": { 2024-07-26T07:21:25.423 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2600515891 2024-07-26T07:21:25.423 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.423 INFO:tasks.workunit.client.0.smithi089.stdout: "unmapped_bytes": { 2024-07-26T07:21:25.423 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 44490752 2024-07-26T07:21:25.424 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.424 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.424 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:data": { 2024-07-26T07:21:25.424 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:25.424 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 125829120 2024-07-26T07:21:25.424 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.424 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:25.424 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.424 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.424 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:25.424 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.424 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.424 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:25.424 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 56909965 2024-07-26T07:21:25.425 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.425 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:25.425 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.425 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.425 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:25.425 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.425 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.425 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:25.425 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.425 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.425 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:25.425 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.425 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.425 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:25.425 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4096 2024-07-26T07:21:25.426 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.426 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:25.426 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 122880 2024-07-26T07:21:25.426 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.426 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:25.426 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.426 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.426 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:25.426 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.426 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.426 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:25.426 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.426 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.426 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:25.427 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 68792179 2024-07-26T07:21:25.427 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.427 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.427 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv": { 2024-07-26T07:21:25.427 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:25.427 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 562036736 2024-07-26T07:21:25.427 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.427 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:25.427 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T07:21:25.427 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.427 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:25.427 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.427 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.427 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:25.428 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 426824742 2024-07-26T07:21:25.428 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.428 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:25.428 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.428 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.428 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:25.428 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.428 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.428 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:25.428 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2128 2024-07-26T07:21:25.428 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.428 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:25.428 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.429 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.429 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:25.429 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 148352 2024-07-26T07:21:25.429 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.429 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:25.429 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.429 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.429 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:25.429 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.429 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.429 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:25.429 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.429 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.429 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:25.429 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.430 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.430 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:25.430 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67952650 2024-07-26T07:21:25.430 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.430 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.430 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T07:21:25.430 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:25.430 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 176160768 2024-07-26T07:21:25.430 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.430 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:25.430 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T07:21:25.430 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.430 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:25.431 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 162912 2024-07-26T07:21:25.431 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.431 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:25.431 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 37939977 2024-07-26T07:21:25.431 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.431 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:25.431 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.431 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.431 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:25.431 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.431 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.431 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:25.431 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.431 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.432 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:25.432 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.432 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.432 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:25.432 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.432 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.432 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:25.432 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.432 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.432 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:25.432 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.432 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.432 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:25.432 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.432 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.433 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:25.433 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.433 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.433 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:25.433 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 70949015 2024-07-26T07:21:25.433 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.433 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.433 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:meta": { 2024-07-26T07:21:25.433 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:25.433 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 503316480 2024-07-26T07:21:25.433 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.433 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:25.433 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.433 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.434 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:25.434 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.434 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.434 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:25.434 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 426824742 2024-07-26T07:21:25.434 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.434 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:25.434 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.434 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.434 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:25.434 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.434 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.434 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:25.435 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.435 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.435 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:25.435 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.435 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.435 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:25.435 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 182392 2024-07-26T07:21:25.435 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.435 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:25.435 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1165679 2024-07-26T07:21:25.435 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.435 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:25.435 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.436 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.436 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:25.436 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.436 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.436 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:25.436 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.436 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.436 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:25.436 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 75143667 2024-07-26T07:21:25.436 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.436 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.436 INFO:tasks.workunit.client.0.smithi089.stdout: "objecter": { 2024-07-26T07:21:25.436 INFO:tasks.workunit.client.0.smithi089.stdout: "op_active": { 2024-07-26T07:21:25.436 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.437 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.437 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T07:21:25.437 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 41 2024-07-26T07:21:25.437 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.437 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rmw": { 2024-07-26T07:21:25.437 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.437 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.437 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T07:21:25.437 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.437 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.437 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.437 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:25.437 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg": { 2024-07-26T07:21:25.437 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 58 2024-07-26T07:21:25.438 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.438 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg_removing": { 2024-07-26T07:21:25.438 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.438 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.438 INFO:tasks.workunit.client.0.smithi089.stdout: "op": { 2024-07-26T07:21:25.438 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 27071 2024-07-26T07:21:25.438 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.438 INFO:tasks.workunit.client.0.smithi089.stdout: "op_before_queue_op_lat": { 2024-07-26T07:21:25.438 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 116163, 2024-07-26T07:21:25.438 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9644044388 2024-07-26T07:21:25.438 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.438 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_degraded": { 2024-07-26T07:21:25.438 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.439 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.439 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_unreadable": { 2024-07-26T07:21:25.439 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3 2024-07-26T07:21:25.439 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.439 INFO:tasks.workunit.client.0.smithi089.stdout: "op_in_bytes": { 2024-07-26T07:21:25.439 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 867142016 2024-07-26T07:21:25.439 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.439 INFO:tasks.workunit.client.0.smithi089.stdout: "op_latency": { 2024-07-26T07:21:25.439 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 27071, 2024-07-26T07:21:25.439 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 35232500740 2024-07-26T07:21:25.439 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.439 INFO:tasks.workunit.client.0.smithi089.stdout: "op_out_bytes": { 2024-07-26T07:21:25.439 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1795774512 2024-07-26T07:21:25.440 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.440 INFO:tasks.workunit.client.0.smithi089.stdout: "op_prepare_latency": { 2024-07-26T07:21:25.440 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 28087, 2024-07-26T07:21:25.440 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10337722558 2024-07-26T07:21:25.440 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.440 INFO:tasks.workunit.client.0.smithi089.stdout: "op_process_latency": { 2024-07-26T07:21:25.440 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 27071, 2024-07-26T07:21:25.440 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 22344175734 2024-07-26T07:21:25.440 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.440 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T07:21:25.440 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 18496 2024-07-26T07:21:25.440 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.440 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency": { 2024-07-26T07:21:25.440 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 18496, 2024-07-26T07:21:25.441 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 11528718808 2024-07-26T07:21:25.441 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.441 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T07:21:25.441 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.441 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.441 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_out_bytes": { 2024-07-26T07:21:25.441 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1795774512 2024-07-26T07:21:25.441 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.441 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_prepare_latency": { 2024-07-26T07:21:25.441 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 18881, 2024-07-26T07:21:25.441 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4144943444 2024-07-26T07:21:25.441 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.441 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_process_latency": { 2024-07-26T07:21:25.441 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 18496, 2024-07-26T07:21:25.441 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5168755886 2024-07-26T07:21:25.442 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.442 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw": { 2024-07-26T07:21:25.442 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7318 2024-07-26T07:21:25.442 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.442 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_in_bytes": { 2024-07-26T07:21:25.442 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 215130751 2024-07-26T07:21:25.442 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.442 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency": { 2024-07-26T07:21:25.442 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7318, 2024-07-26T07:21:25.442 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 14180328729 2024-07-26T07:21:25.442 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.442 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T07:21:25.442 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.443 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.443 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T07:21:25.443 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.443 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.443 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_out_bytes": { 2024-07-26T07:21:25.443 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.443 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.443 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_prepare_latency": { 2024-07-26T07:21:25.443 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7786, 2024-07-26T07:21:25.443 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4337589099 2024-07-26T07:21:25.443 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.443 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_process_latency": { 2024-07-26T07:21:25.443 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7318, 2024-07-26T07:21:25.443 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10005970040 2024-07-26T07:21:25.444 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.444 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T07:21:25.444 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1257 2024-07-26T07:21:25.444 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.444 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_in_bytes": { 2024-07-26T07:21:25.444 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 652011265 2024-07-26T07:21:25.444 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.444 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency": { 2024-07-26T07:21:25.444 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1257, 2024-07-26T07:21:25.444 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9523453203 2024-07-26T07:21:25.444 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.444 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T07:21:25.444 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.444 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.444 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_prepare_latency": { 2024-07-26T07:21:25.445 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1420, 2024-07-26T07:21:25.445 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1855190015 2024-07-26T07:21:25.445 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.445 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_process_latency": { 2024-07-26T07:21:25.445 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1257, 2024-07-26T07:21:25.445 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7169449808 2024-07-26T07:21:25.445 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.445 INFO:tasks.workunit.client.0.smithi089.stdout: "op_wip": { 2024-07-26T07:21:25.445 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.445 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.445 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_bytes": { 2024-07-26T07:21:25.445 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.445 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.445 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_ops": { 2024-07-26T07:21:25.445 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 13 2024-07-26T07:21:25.446 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.446 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes": { 2024-07-26T07:21:25.446 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995035648 2024-07-26T07:21:25.446 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.446 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes_used": { 2024-07-26T07:21:25.446 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 708976640 2024-07-26T07:21:25.446 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.446 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.446 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.446 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.6": { 2024-07-26T07:21:25.446 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T07:21:25.446 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_db_max_lat": { 2024-07-26T07:21:25.446 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 44899 2024-07-26T07:21:25.446 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.446 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_fallback": { 2024-07-26T07:21:25.447 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.447 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.447 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_max_lat": { 2024-07-26T07:21:25.447 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.447 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.447 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_size_fallback": { 2024-07-26T07:21:25.447 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.447 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.447 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_db": { 2024-07-26T07:21:25.447 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 65536 2024-07-26T07:21:25.447 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.447 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_slow": { 2024-07-26T07:21:25.447 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.447 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.448 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_wal": { 2024-07-26T07:21:25.448 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.448 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.448 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_wal_max_lat": { 2024-07-26T07:21:25.448 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.448 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.448 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_slow": { 2024-07-26T07:21:25.448 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.448 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.448 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_sst": { 2024-07-26T07:21:25.448 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3850240 2024-07-26T07:21:25.448 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.448 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_wal": { 2024-07-26T07:21:25.448 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 590544896 2024-07-26T07:21:25.448 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.449 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lat": { 2024-07-26T07:21:25.449 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 14, 2024-07-26T07:21:25.449 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2627978 2024-07-26T07:21:25.449 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.449 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lock_lat": { 2024-07-26T07:21:25.449 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 14, 2024-07-26T07:21:25.449 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 874314 2024-07-26T07:21:25.449 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.449 INFO:tasks.workunit.client.0.smithi089.stdout: "db_alloc_lat": { 2024-07-26T07:21:25.449 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 147, 2024-07-26T07:21:25.449 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 721572 2024-07-26T07:21:25.449 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.449 INFO:tasks.workunit.client.0.smithi089.stdout: "db_total_bytes": { 2024-07-26T07:21:25.449 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995027456 2024-07-26T07:21:25.449 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.450 INFO:tasks.workunit.client.0.smithi089.stdout: "db_used_bytes": { 2024-07-26T07:21:25.450 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 580648960 2024-07-26T07:21:25.450 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.450 INFO:tasks.workunit.client.0.smithi089.stdout: "flush_lat": { 2024-07-26T07:21:25.450 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 60261, 2024-07-26T07:21:25.450 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7611160884 2024-07-26T07:21:25.450 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.450 INFO:tasks.workunit.client.0.smithi089.stdout: "fsync_lat": { 2024-07-26T07:21:25.450 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 60270, 2024-07-26T07:21:25.450 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12279877859 2024-07-26T07:21:25.450 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.450 INFO:tasks.workunit.client.0.smithi089.stdout: "log_bytes": { 2024-07-26T07:21:25.450 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 14168064 2024-07-26T07:21:25.450 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.450 INFO:tasks.workunit.client.0.smithi089.stdout: "logged_bytes": { 2024-07-26T07:21:25.451 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 246890496 2024-07-26T07:21:25.451 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.451 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_db": { 2024-07-26T07:21:25.451 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 589168640 2024-07-26T07:21:25.451 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.451 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_slow": { 2024-07-26T07:21:25.451 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.451 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.451 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_wal": { 2024-07-26T07:21:25.451 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.451 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.451 INFO:tasks.workunit.client.0.smithi089.stdout: "num_files": { 2024-07-26T07:21:25.451 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 44 2024-07-26T07:21:25.451 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.451 INFO:tasks.workunit.client.0.smithi089.stdout: "read_bytes": { 2024-07-26T07:21:25.452 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 213633160 2024-07-26T07:21:25.452 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.452 INFO:tasks.workunit.client.0.smithi089.stdout: "read_count": { 2024-07-26T07:21:25.452 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 15080 2024-07-26T07:21:25.452 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.452 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes": { 2024-07-26T07:21:25.452 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 186519552 2024-07-26T07:21:25.452 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.452 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_db": { 2024-07-26T07:21:25.452 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 186523648 2024-07-26T07:21:25.452 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.452 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_slow": { 2024-07-26T07:21:25.452 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.452 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.452 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_wal": { 2024-07-26T07:21:25.453 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.453 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.453 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_count": { 2024-07-26T07:21:25.453 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7614 2024-07-26T07:21:25.453 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.453 INFO:tasks.workunit.client.0.smithi089.stdout: "read_lat": { 2024-07-26T07:21:25.453 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 15080, 2024-07-26T07:21:25.453 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 112864604 2024-07-26T07:21:25.453 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.453 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_bytes": { 2024-07-26T07:21:25.453 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 129119553 2024-07-26T07:21:25.453 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.453 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_count": { 2024-07-26T07:21:25.453 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12488 2024-07-26T07:21:25.454 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.454 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_bytes": { 2024-07-26T07:21:25.454 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1406697 2024-07-26T07:21:25.454 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.454 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_count": { 2024-07-26T07:21:25.454 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 424 2024-07-26T07:21:25.454 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.454 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_bytes": { 2024-07-26T07:21:25.454 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3813401 2024-07-26T07:21:25.454 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.455 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_count": { 2024-07-26T07:21:25.455 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 611 2024-07-26T07:21:25.455 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.455 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes": { 2024-07-26T07:21:25.455 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2406704 2024-07-26T07:21:25.455 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.455 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_db": { 2024-07-26T07:21:25.455 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2406704 2024-07-26T07:21:25.455 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.455 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_slow": { 2024-07-26T07:21:25.455 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.455 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.455 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_wal": { 2024-07-26T07:21:25.456 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.456 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.456 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_count": { 2024-07-26T07:21:25.456 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 188 2024-07-26T07:21:25.456 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.456 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_lat": { 2024-07-26T07:21:25.456 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 611, 2024-07-26T07:21:25.456 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1986109 2024-07-26T07:21:25.456 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.456 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_alloc_lat": { 2024-07-26T07:21:25.456 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.456 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.456 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.456 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_total_bytes": { 2024-07-26T07:21:25.457 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.457 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.457 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_used_bytes": { 2024-07-26T07:21:25.457 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.457 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.457 INFO:tasks.workunit.client.0.smithi089.stdout: "truncate_lat": { 2024-07-26T07:21:25.457 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1, 2024-07-26T07:21:25.457 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 670 2024-07-26T07:21:25.457 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.457 INFO:tasks.workunit.client.0.smithi089.stdout: "unlink_lat": { 2024-07-26T07:21:25.457 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 4, 2024-07-26T07:21:25.457 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6263 2024-07-26T07:21:25.457 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.457 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_alloc_lat": { 2024-07-26T07:21:25.457 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.458 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.458 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.458 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_total_bytes": { 2024-07-26T07:21:25.458 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.458 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.458 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_used_bytes": { 2024-07-26T07:21:25.458 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.458 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.458 INFO:tasks.workunit.client.0.smithi089.stdout: "write_bytes": { 2024-07-26T07:21:25.458 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 843427840 2024-07-26T07:21:25.458 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.458 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.458 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore": { 2024-07-26T07:21:25.459 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit": { 2024-07-26T07:21:25.459 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4096 2024-07-26T07:21:25.459 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.459 INFO:tasks.workunit.client.0.smithi089.stdout: "allocated": { 2024-07-26T07:21:25.459 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 19124224 2024-07-26T07:21:25.459 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.459 INFO:tasks.workunit.client.0.smithi089.stdout: "allocator_lat": { 2024-07-26T07:21:25.459 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 14019, 2024-07-26T07:21:25.459 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 40858362 2024-07-26T07:21:25.459 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.459 INFO:tasks.workunit.client.0.smithi089.stdout: "clist_lat": { 2024-07-26T07:21:25.459 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3147, 2024-07-26T07:21:25.459 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 388119788 2024-07-26T07:21:25.459 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.460 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_lat": { 2024-07-26T07:21:25.460 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.460 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.460 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.460 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed": { 2024-07-26T07:21:25.460 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.460 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.460 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_allocated": { 2024-07-26T07:21:25.460 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.460 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.460 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_original": { 2024-07-26T07:21:25.460 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.460 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.460 INFO:tasks.workunit.client.0.smithi089.stdout: "csum_lat": { 2024-07-26T07:21:25.460 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 12141, 2024-07-26T07:21:25.461 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 79539103 2024-07-26T07:21:25.461 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.461 INFO:tasks.workunit.client.0.smithi089.stdout: "decompress_lat": { 2024-07-26T07:21:25.461 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.461 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.461 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.461 INFO:tasks.workunit.client.0.smithi089.stdout: "fragmentation_micros": { 2024-07-26T07:21:25.461 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.461 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.461 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_commit_lat": { 2024-07-26T07:21:25.461 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 60221, 2024-07-26T07:21:25.461 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 15236184096 2024-07-26T07:21:25.461 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.462 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_final_lat": { 2024-07-26T07:21:25.462 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 59842, 2024-07-26T07:21:25.462 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1209800353 2024-07-26T07:21:25.462 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.462 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_flush_lat": { 2024-07-26T07:21:25.462 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 60221, 2024-07-26T07:21:25.462 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 32887305 2024-07-26T07:21:25.462 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.462 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_sync_lat": { 2024-07-26T07:21:25.462 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 60221, 2024-07-26T07:21:25.462 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 15269071401 2024-07-26T07:21:25.462 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.462 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_keys_lat": { 2024-07-26T07:21:25.463 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.463 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.463 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.463 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_values_lat": { 2024-07-26T07:21:25.463 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 21813, 2024-07-26T07:21:25.463 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 544687485 2024-07-26T07:21:25.463 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.463 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_lower_bound_lat": { 2024-07-26T07:21:25.463 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 836, 2024-07-26T07:21:25.463 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2208957 2024-07-26T07:21:25.463 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.463 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_next_lat": { 2024-07-26T07:21:25.463 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 8037, 2024-07-26T07:21:25.463 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8361333 2024-07-26T07:21:25.464 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.464 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_seek_to_first_lat": { 2024-07-26T07:21:25.464 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 42, 2024-07-26T07:21:25.464 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 81590 2024-07-26T07:21:25.464 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.464 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_upper_bound_lat": { 2024-07-26T07:21:25.464 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 11017, 2024-07-26T07:21:25.464 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1960582716 2024-07-26T07:21:25.464 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.464 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_hits": { 2024-07-26T07:21:25.464 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 174865 2024-07-26T07:21:25.464 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.464 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_misses": { 2024-07-26T07:21:25.464 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 17742 2024-07-26T07:21:25.464 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.465 INFO:tasks.workunit.client.0.smithi089.stdout: "read_lat": { 2024-07-26T07:21:25.465 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 11233, 2024-07-26T07:21:25.465 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1062459619 2024-07-26T07:21:25.465 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.465 INFO:tasks.workunit.client.0.smithi089.stdout: "read_onode_meta_lat": { 2024-07-26T07:21:25.465 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 38486, 2024-07-26T07:21:25.465 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10548097 2024-07-26T07:21:25.465 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.465 INFO:tasks.workunit.client.0.smithi089.stdout: "read_wait_aio_lat": { 2024-07-26T07:21:25.465 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 27253, 2024-07-26T07:21:25.465 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 823054645 2024-07-26T07:21:25.465 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.465 INFO:tasks.workunit.client.0.smithi089.stdout: "reads_with_retries": { 2024-07-26T07:21:25.466 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.466 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.466 INFO:tasks.workunit.client.0.smithi089.stdout: "remove_lat": { 2024-07-26T07:21:25.466 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 11114, 2024-07-26T07:21:25.466 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 276969393 2024-07-26T07:21:25.466 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.466 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_aio_wait_count": { 2024-07-26T07:21:25.466 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.466 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.466 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_committed_kv_count": { 2024-07-26T07:21:25.466 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.466 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.466 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_read_onode_meta_count": { 2024-07-26T07:21:25.466 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.467 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.467 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_read_wait_aio_count": { 2024-07-26T07:21:25.467 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.467 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.467 INFO:tasks.workunit.client.0.smithi089.stdout: "state_aio_wait_lat": { 2024-07-26T07:21:25.467 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 70852, 2024-07-26T07:21:25.467 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4682668212 2024-07-26T07:21:25.467 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.467 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T07:21:25.467 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 13905, 2024-07-26T07:21:25.467 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 704961041 2024-07-26T07:21:25.467 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.467 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_cleanup_lat": { 2024-07-26T07:21:25.467 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 13903, 2024-07-26T07:21:25.468 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2548859436899 2024-07-26T07:21:25.468 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.468 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_queued_lat": { 2024-07-26T07:21:25.468 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 13905, 2024-07-26T07:21:25.468 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5591783039574 2024-07-26T07:21:25.468 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.468 INFO:tasks.workunit.client.0.smithi089.stdout: "state_done_lat": { 2024-07-26T07:21:25.468 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 70850, 2024-07-26T07:21:25.468 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2126488415180 2024-07-26T07:21:25.468 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.468 INFO:tasks.workunit.client.0.smithi089.stdout: "state_finishing_lat": { 2024-07-26T07:21:25.468 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 70850, 2024-07-26T07:21:25.468 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7897227 2024-07-26T07:21:25.468 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.469 INFO:tasks.workunit.client.0.smithi089.stdout: "state_io_done_lat": { 2024-07-26T07:21:25.469 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 70852, 2024-07-26T07:21:25.469 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 238288461 2024-07-26T07:21:25.469 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.469 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_commiting_lat": { 2024-07-26T07:21:25.469 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 70852, 2024-07-26T07:21:25.469 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 24578445763 2024-07-26T07:21:25.469 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.469 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_done_lat": { 2024-07-26T07:21:25.469 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 70852, 2024-07-26T07:21:25.469 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 24144836 2024-07-26T07:21:25.469 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.469 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_queued_lat": { 2024-07-26T07:21:25.470 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 70852, 2024-07-26T07:21:25.470 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 11780389707 2024-07-26T07:21:25.470 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.470 INFO:tasks.workunit.client.0.smithi089.stdout: "state_prepare_lat": { 2024-07-26T07:21:25.470 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 70852, 2024-07-26T07:21:25.470 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5358450528 2024-07-26T07:21:25.470 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.470 INFO:tasks.workunit.client.0.smithi089.stdout: "stored": { 2024-07-26T07:21:25.470 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 13329445 2024-07-26T07:21:25.470 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.470 INFO:tasks.workunit.client.0.smithi089.stdout: "truncate_lat": { 2024-07-26T07:21:25.470 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2435, 2024-07-26T07:21:25.470 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12441425 2024-07-26T07:21:25.471 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.471 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_commit_lat": { 2024-07-26T07:21:25.471 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 70852, 2024-07-26T07:21:25.471 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 46649613855 2024-07-26T07:21:25.471 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.471 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_submit_lat": { 2024-07-26T07:21:25.471 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 70852, 2024-07-26T07:21:25.471 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6084433759 2024-07-26T07:21:25.471 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.471 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_throttle_lat": { 2024-07-26T07:21:25.471 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 70852, 2024-07-26T07:21:25.471 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 437991088 2024-07-26T07:21:25.471 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.471 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.472 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache": { 2024-07-26T07:21:25.472 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_bytes": { 2024-07-26T07:21:25.472 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1405132139 2024-07-26T07:21:25.472 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.472 INFO:tasks.workunit.client.0.smithi089.stdout: "heap_bytes": { 2024-07-26T07:21:25.472 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 627113984 2024-07-26T07:21:25.472 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.472 INFO:tasks.workunit.client.0.smithi089.stdout: "mapped_bytes": { 2024-07-26T07:21:25.472 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 533577728 2024-07-26T07:21:25.472 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.472 INFO:tasks.workunit.client.0.smithi089.stdout: "target_bytes": { 2024-07-26T07:21:25.472 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2600515891 2024-07-26T07:21:25.472 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.472 INFO:tasks.workunit.client.0.smithi089.stdout: "unmapped_bytes": { 2024-07-26T07:21:25.473 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 93536256 2024-07-26T07:21:25.473 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.473 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.473 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:data": { 2024-07-26T07:21:25.473 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:25.473 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 125829120 2024-07-26T07:21:25.473 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.473 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:25.473 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.473 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.473 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:25.473 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.473 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.474 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:25.474 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 57277598 2024-07-26T07:21:25.474 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.474 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:25.474 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.474 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.474 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:25.474 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.474 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.474 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:25.474 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.474 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.475 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:25.475 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.475 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.475 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:25.475 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.475 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.475 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:25.475 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 745472 2024-07-26T07:21:25.475 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.475 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:25.475 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.475 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.475 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:25.475 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.475 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.475 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:25.476 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.476 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.476 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:25.476 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67806050 2024-07-26T07:21:25.476 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.476 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.476 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv": { 2024-07-26T07:21:25.476 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:25.476 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 570425344 2024-07-26T07:21:25.476 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.476 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:25.476 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T07:21:25.476 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.477 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:25.477 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.477 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.477 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:25.477 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 429581991 2024-07-26T07:21:25.477 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.477 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:25.477 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.477 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.477 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:25.477 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1360 2024-07-26T07:21:25.477 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.477 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:25.477 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.478 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.478 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:25.478 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.478 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.478 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:25.478 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 90960 2024-07-26T07:21:25.478 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.478 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:25.478 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.478 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.478 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:25.478 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.479 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.479 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:25.479 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.479 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.479 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:25.479 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.479 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.479 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:25.479 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 73642169 2024-07-26T07:21:25.479 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.479 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.479 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T07:21:25.479 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:25.479 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 176160768 2024-07-26T07:21:25.480 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.480 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:25.480 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T07:21:25.480 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.480 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:25.480 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 399936 2024-07-26T07:21:25.480 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.480 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:25.480 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 38185065 2024-07-26T07:21:25.480 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.480 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:25.480 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.480 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.480 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:25.481 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.481 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.481 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:25.481 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.481 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.481 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:25.481 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.481 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.481 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:25.481 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.481 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.481 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:25.481 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.481 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.481 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:25.482 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.482 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.482 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:25.482 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.482 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.482 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:25.482 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.482 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.482 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:25.482 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 70466903 2024-07-26T07:21:25.482 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.482 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.482 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:meta": { 2024-07-26T07:21:25.482 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:25.482 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 503316480 2024-07-26T07:21:25.483 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.483 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:25.483 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.483 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.483 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:25.483 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.483 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.483 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:25.483 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 429581991 2024-07-26T07:21:25.483 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.483 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:25.483 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.483 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.483 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:25.484 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.484 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.484 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:25.484 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.484 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.484 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:25.484 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.484 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.484 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:25.484 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 181274 2024-07-26T07:21:25.484 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.484 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:25.484 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1209900 2024-07-26T07:21:25.485 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.485 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:25.485 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.485 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.485 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:25.485 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.485 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.485 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:25.485 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.485 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.485 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:25.485 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 72343315 2024-07-26T07:21:25.485 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.485 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.486 INFO:tasks.workunit.client.0.smithi089.stdout: "objecter": { 2024-07-26T07:21:25.486 INFO:tasks.workunit.client.0.smithi089.stdout: "op_active": { 2024-07-26T07:21:25.486 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.486 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.486 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T07:21:25.486 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12 2024-07-26T07:21:25.486 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.486 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rmw": { 2024-07-26T07:21:25.486 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.486 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.486 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T07:21:25.486 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.486 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.486 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.487 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:25.487 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg": { 2024-07-26T07:21:25.487 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 50 2024-07-26T07:21:25.487 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.487 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg_removing": { 2024-07-26T07:21:25.487 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.487 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.487 INFO:tasks.workunit.client.0.smithi089.stdout: "op": { 2024-07-26T07:21:25.487 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 35265 2024-07-26T07:21:25.487 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.487 INFO:tasks.workunit.client.0.smithi089.stdout: "op_before_queue_op_lat": { 2024-07-26T07:21:25.487 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 95997, 2024-07-26T07:21:25.487 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6420208370 2024-07-26T07:21:25.487 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.488 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_degraded": { 2024-07-26T07:21:25.488 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2 2024-07-26T07:21:25.488 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.488 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_unreadable": { 2024-07-26T07:21:25.488 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3 2024-07-26T07:21:25.488 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.488 INFO:tasks.workunit.client.0.smithi089.stdout: "op_in_bytes": { 2024-07-26T07:21:25.488 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1210896967 2024-07-26T07:21:25.488 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.488 INFO:tasks.workunit.client.0.smithi089.stdout: "op_latency": { 2024-07-26T07:21:25.488 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 35265, 2024-07-26T07:21:25.488 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 94158630363 2024-07-26T07:21:25.488 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.488 INFO:tasks.workunit.client.0.smithi089.stdout: "op_out_bytes": { 2024-07-26T07:21:25.489 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1538242792 2024-07-26T07:21:25.489 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.489 INFO:tasks.workunit.client.0.smithi089.stdout: "op_prepare_latency": { 2024-07-26T07:21:25.489 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 35803, 2024-07-26T07:21:25.489 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12400438812 2024-07-26T07:21:25.489 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.489 INFO:tasks.workunit.client.0.smithi089.stdout: "op_process_latency": { 2024-07-26T07:21:25.489 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 35265, 2024-07-26T07:21:25.489 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 30441810276 2024-07-26T07:21:25.489 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.489 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T07:21:25.489 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 26287 2024-07-26T07:21:25.489 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.490 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency": { 2024-07-26T07:21:25.490 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 26287, 2024-07-26T07:21:25.490 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9340030192 2024-07-26T07:21:25.490 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.490 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T07:21:25.490 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.490 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.490 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_out_bytes": { 2024-07-26T07:21:25.490 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1538242792 2024-07-26T07:21:25.490 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.490 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_prepare_latency": { 2024-07-26T07:21:25.490 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 26493, 2024-07-26T07:21:25.490 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4979525244 2024-07-26T07:21:25.491 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.491 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_process_latency": { 2024-07-26T07:21:25.491 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 26287, 2024-07-26T07:21:25.491 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4515090450 2024-07-26T07:21:25.491 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.491 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw": { 2024-07-26T07:21:25.491 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4411 2024-07-26T07:21:25.491 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.491 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_in_bytes": { 2024-07-26T07:21:25.491 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 181132720 2024-07-26T07:21:25.491 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.491 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency": { 2024-07-26T07:21:25.491 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 4411, 2024-07-26T07:21:25.491 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 11014272555 2024-07-26T07:21:25.492 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.492 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T07:21:25.492 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.492 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.492 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T07:21:25.492 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.492 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.492 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_out_bytes": { 2024-07-26T07:21:25.492 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.492 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.492 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_prepare_latency": { 2024-07-26T07:21:25.492 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 4613, 2024-07-26T07:21:25.492 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2524047070 2024-07-26T07:21:25.493 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.493 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_process_latency": { 2024-07-26T07:21:25.493 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 4411, 2024-07-26T07:21:25.493 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7742363783 2024-07-26T07:21:25.493 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.493 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T07:21:25.493 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4567 2024-07-26T07:21:25.493 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.493 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_in_bytes": { 2024-07-26T07:21:25.493 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1029764247 2024-07-26T07:21:25.493 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.493 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency": { 2024-07-26T07:21:25.493 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 4567, 2024-07-26T07:21:25.493 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 73804327616 2024-07-26T07:21:25.493 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.494 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T07:21:25.494 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.494 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.494 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_prepare_latency": { 2024-07-26T07:21:25.494 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 4697, 2024-07-26T07:21:25.494 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4896866498 2024-07-26T07:21:25.494 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.494 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_process_latency": { 2024-07-26T07:21:25.494 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 4567, 2024-07-26T07:21:25.494 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 18184356043 2024-07-26T07:21:25.494 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.494 INFO:tasks.workunit.client.0.smithi089.stdout: "op_wip": { 2024-07-26T07:21:25.494 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.495 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.495 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_bytes": { 2024-07-26T07:21:25.495 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.495 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.495 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_ops": { 2024-07-26T07:21:25.495 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1 2024-07-26T07:21:25.495 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.495 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes": { 2024-07-26T07:21:25.495 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995035648 2024-07-26T07:21:25.495 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.495 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes_used": { 2024-07-26T07:21:25.495 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 599789568 2024-07-26T07:21:25.495 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.495 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.496 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.496 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.7": { 2024-07-26T07:21:25.496 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T07:21:25.496 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_db_max_lat": { 2024-07-26T07:21:25.496 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 21129 2024-07-26T07:21:25.496 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.496 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_fallback": { 2024-07-26T07:21:25.496 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.496 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.496 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_max_lat": { 2024-07-26T07:21:25.496 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.496 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.496 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_size_fallback": { 2024-07-26T07:21:25.496 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.497 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.497 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_db": { 2024-07-26T07:21:25.497 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 65536 2024-07-26T07:21:25.497 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.497 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_slow": { 2024-07-26T07:21:25.497 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.497 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.497 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_wal": { 2024-07-26T07:21:25.497 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.497 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.497 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_wal_max_lat": { 2024-07-26T07:21:25.497 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.498 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.498 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_slow": { 2024-07-26T07:21:25.498 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.498 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.498 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_sst": { 2024-07-26T07:21:25.498 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2248704 2024-07-26T07:21:25.498 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.498 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_wal": { 2024-07-26T07:21:25.498 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 538165248 2024-07-26T07:21:25.498 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.498 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lat": { 2024-07-26T07:21:25.498 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 16, 2024-07-26T07:21:25.498 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3286701 2024-07-26T07:21:25.499 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.499 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lock_lat": { 2024-07-26T07:21:25.499 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 16, 2024-07-26T07:21:25.499 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 997615 2024-07-26T07:21:25.499 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.499 INFO:tasks.workunit.client.0.smithi089.stdout: "db_alloc_lat": { 2024-07-26T07:21:25.499 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 150, 2024-07-26T07:21:25.499 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 590518 2024-07-26T07:21:25.499 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.499 INFO:tasks.workunit.client.0.smithi089.stdout: "db_total_bytes": { 2024-07-26T07:21:25.499 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995027456 2024-07-26T07:21:25.499 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.499 INFO:tasks.workunit.client.0.smithi089.stdout: "db_used_bytes": { 2024-07-26T07:21:25.499 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 459669504 2024-07-26T07:21:25.500 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.500 INFO:tasks.workunit.client.0.smithi089.stdout: "flush_lat": { 2024-07-26T07:21:25.500 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 65996, 2024-07-26T07:21:25.500 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7906737080 2024-07-26T07:21:25.500 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.500 INFO:tasks.workunit.client.0.smithi089.stdout: "fsync_lat": { 2024-07-26T07:21:25.500 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 66018, 2024-07-26T07:21:25.500 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12949961652 2024-07-26T07:21:25.500 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.500 INFO:tasks.workunit.client.0.smithi089.stdout: "log_bytes": { 2024-07-26T07:21:25.500 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4403200 2024-07-26T07:21:25.500 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.500 INFO:tasks.workunit.client.0.smithi089.stdout: "logged_bytes": { 2024-07-26T07:21:25.500 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 270401536 2024-07-26T07:21:25.501 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.501 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_db": { 2024-07-26T07:21:25.501 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 476708864 2024-07-26T07:21:25.501 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.501 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_slow": { 2024-07-26T07:21:25.501 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.501 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.501 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_wal": { 2024-07-26T07:21:25.501 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.501 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.501 INFO:tasks.workunit.client.0.smithi089.stdout: "num_files": { 2024-07-26T07:21:25.501 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 37 2024-07-26T07:21:25.501 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.501 INFO:tasks.workunit.client.0.smithi089.stdout: "read_bytes": { 2024-07-26T07:21:25.502 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 89876484 2024-07-26T07:21:25.502 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.502 INFO:tasks.workunit.client.0.smithi089.stdout: "read_count": { 2024-07-26T07:21:25.502 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5084 2024-07-26T07:21:25.502 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.502 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes": { 2024-07-26T07:21:25.502 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 59138048 2024-07-26T07:21:25.502 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.502 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_db": { 2024-07-26T07:21:25.502 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 59142144 2024-07-26T07:21:25.502 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.502 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_slow": { 2024-07-26T07:21:25.502 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.502 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.503 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_wal": { 2024-07-26T07:21:25.503 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.503 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.503 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_count": { 2024-07-26T07:21:25.503 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 190 2024-07-26T07:21:25.503 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.503 INFO:tasks.workunit.client.0.smithi089.stdout: "read_lat": { 2024-07-26T07:21:25.503 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 5084, 2024-07-26T07:21:25.503 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 16845821 2024-07-26T07:21:25.503 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.503 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_bytes": { 2024-07-26T07:21:25.503 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 38928080 2024-07-26T07:21:25.503 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.503 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_count": { 2024-07-26T07:21:25.503 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3517 2024-07-26T07:21:25.504 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.504 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_bytes": { 2024-07-26T07:21:25.504 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1035377 2024-07-26T07:21:25.504 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.504 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_count": { 2024-07-26T07:21:25.504 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 302 2024-07-26T07:21:25.504 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.504 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_bytes": { 2024-07-26T07:21:25.504 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2228218 2024-07-26T07:21:25.504 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.504 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_count": { 2024-07-26T07:21:25.504 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 431 2024-07-26T07:21:25.504 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.504 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes": { 2024-07-26T07:21:25.505 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1192841 2024-07-26T07:21:25.505 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.505 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_db": { 2024-07-26T07:21:25.505 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1192841 2024-07-26T07:21:25.505 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.505 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_slow": { 2024-07-26T07:21:25.505 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.505 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.505 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_wal": { 2024-07-26T07:21:25.505 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.505 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.505 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_count": { 2024-07-26T07:21:25.505 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 132 2024-07-26T07:21:25.505 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.506 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_lat": { 2024-07-26T07:21:25.506 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 431, 2024-07-26T07:21:25.506 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 813204 2024-07-26T07:21:25.506 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.506 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_alloc_lat": { 2024-07-26T07:21:25.506 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.506 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.506 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.506 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_total_bytes": { 2024-07-26T07:21:25.506 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.506 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.506 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_used_bytes": { 2024-07-26T07:21:25.506 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.506 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.507 INFO:tasks.workunit.client.0.smithi089.stdout: "truncate_lat": { 2024-07-26T07:21:25.507 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1, 2024-07-26T07:21:25.507 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 594 2024-07-26T07:21:25.507 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.507 INFO:tasks.workunit.client.0.smithi089.stdout: "unlink_lat": { 2024-07-26T07:21:25.507 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 4, 2024-07-26T07:21:25.507 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6093 2024-07-26T07:21:25.507 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.507 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_alloc_lat": { 2024-07-26T07:21:25.507 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.507 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.507 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.507 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_total_bytes": { 2024-07-26T07:21:25.507 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.508 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.508 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_used_bytes": { 2024-07-26T07:21:25.508 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.508 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.508 INFO:tasks.workunit.client.0.smithi089.stdout: "write_bytes": { 2024-07-26T07:21:25.508 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 813244416 2024-07-26T07:21:25.508 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.508 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.508 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore": { 2024-07-26T07:21:25.508 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit": { 2024-07-26T07:21:25.508 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4096 2024-07-26T07:21:25.508 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.508 INFO:tasks.workunit.client.0.smithi089.stdout: "allocated": { 2024-07-26T07:21:25.508 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 14921728 2024-07-26T07:21:25.509 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.509 INFO:tasks.workunit.client.0.smithi089.stdout: "allocator_lat": { 2024-07-26T07:21:25.509 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 20593, 2024-07-26T07:21:25.509 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 52928231 2024-07-26T07:21:25.509 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.509 INFO:tasks.workunit.client.0.smithi089.stdout: "clist_lat": { 2024-07-26T07:21:25.509 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3188, 2024-07-26T07:21:25.509 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 296494611 2024-07-26T07:21:25.509 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.509 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_lat": { 2024-07-26T07:21:25.509 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.509 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.509 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.509 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed": { 2024-07-26T07:21:25.510 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.510 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.510 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_allocated": { 2024-07-26T07:21:25.510 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.510 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.510 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_original": { 2024-07-26T07:21:25.510 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.510 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.510 INFO:tasks.workunit.client.0.smithi089.stdout: "csum_lat": { 2024-07-26T07:21:25.510 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 14565, 2024-07-26T07:21:25.510 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 93907005 2024-07-26T07:21:25.510 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.510 INFO:tasks.workunit.client.0.smithi089.stdout: "decompress_lat": { 2024-07-26T07:21:25.510 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.511 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.511 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.511 INFO:tasks.workunit.client.0.smithi089.stdout: "fragmentation_micros": { 2024-07-26T07:21:25.511 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.511 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.511 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_commit_lat": { 2024-07-26T07:21:25.511 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 65966, 2024-07-26T07:21:25.511 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 15997266293 2024-07-26T07:21:25.511 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.511 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_final_lat": { 2024-07-26T07:21:25.511 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 65526, 2024-07-26T07:21:25.511 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1374647667 2024-07-26T07:21:25.511 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.511 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_flush_lat": { 2024-07-26T07:21:25.512 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 65966, 2024-07-26T07:21:25.512 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 38810218 2024-07-26T07:21:25.512 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.512 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_sync_lat": { 2024-07-26T07:21:25.512 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 65966, 2024-07-26T07:21:25.512 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 16036076511 2024-07-26T07:21:25.512 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.512 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_keys_lat": { 2024-07-26T07:21:25.512 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:25.512 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.512 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.512 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_values_lat": { 2024-07-26T07:21:25.512 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 36567, 2024-07-26T07:21:25.512 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 672015938 2024-07-26T07:21:25.513 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.513 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_lower_bound_lat": { 2024-07-26T07:21:25.513 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 775, 2024-07-26T07:21:25.513 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2349962 2024-07-26T07:21:25.513 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.513 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_next_lat": { 2024-07-26T07:21:25.513 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 8546, 2024-07-26T07:21:25.513 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5635980 2024-07-26T07:21:25.513 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.513 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_seek_to_first_lat": { 2024-07-26T07:21:25.513 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 50, 2024-07-26T07:21:25.513 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 57830 2024-07-26T07:21:25.514 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.514 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_upper_bound_lat": { 2024-07-26T07:21:25.514 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 13636, 2024-07-26T07:21:25.514 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 982571573 2024-07-26T07:21:25.514 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.514 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_hits": { 2024-07-26T07:21:25.514 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 220537 2024-07-26T07:21:25.514 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.514 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_misses": { 2024-07-26T07:21:25.514 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 18542 2024-07-26T07:21:25.514 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.514 INFO:tasks.workunit.client.0.smithi089.stdout: "read_lat": { 2024-07-26T07:21:25.514 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 20853, 2024-07-26T07:21:25.514 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1088255346 2024-07-26T07:21:25.515 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.515 INFO:tasks.workunit.client.0.smithi089.stdout: "read_onode_meta_lat": { 2024-07-26T07:21:25.515 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 60032, 2024-07-26T07:21:25.515 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 15849696 2024-07-26T07:21:25.515 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.515 INFO:tasks.workunit.client.0.smithi089.stdout: "read_wait_aio_lat": { 2024-07-26T07:21:25.515 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 39179, 2024-07-26T07:21:25.515 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 968627250 2024-07-26T07:21:25.515 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.515 INFO:tasks.workunit.client.0.smithi089.stdout: "reads_with_retries": { 2024-07-26T07:21:25.515 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.515 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.515 INFO:tasks.workunit.client.0.smithi089.stdout: "remove_lat": { 2024-07-26T07:21:25.515 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 12818, 2024-07-26T07:21:25.516 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 302880910 2024-07-26T07:21:25.516 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.516 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_aio_wait_count": { 2024-07-26T07:21:25.516 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.516 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.516 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_committed_kv_count": { 2024-07-26T07:21:25.516 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.516 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.516 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_read_onode_meta_count": { 2024-07-26T07:21:25.516 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.516 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.516 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_read_wait_aio_count": { 2024-07-26T07:21:25.516 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.516 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.517 INFO:tasks.workunit.client.0.smithi089.stdout: "state_aio_wait_lat": { 2024-07-26T07:21:25.517 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80095, 2024-07-26T07:21:25.517 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9425721757 2024-07-26T07:21:25.517 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.517 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T07:21:25.517 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 15900, 2024-07-26T07:21:25.517 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 919694129 2024-07-26T07:21:25.517 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.517 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_cleanup_lat": { 2024-07-26T07:21:25.517 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 15898, 2024-07-26T07:21:25.517 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2775365216868 2024-07-26T07:21:25.517 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.518 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_queued_lat": { 2024-07-26T07:21:25.518 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 15900, 2024-07-26T07:21:25.518 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6087416340886 2024-07-26T07:21:25.518 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.518 INFO:tasks.workunit.client.0.smithi089.stdout: "state_done_lat": { 2024-07-26T07:21:25.518 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80093, 2024-07-26T07:21:25.518 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2901304881253 2024-07-26T07:21:25.518 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.518 INFO:tasks.workunit.client.0.smithi089.stdout: "state_finishing_lat": { 2024-07-26T07:21:25.518 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80093, 2024-07-26T07:21:25.518 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8564140 2024-07-26T07:21:25.518 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.518 INFO:tasks.workunit.client.0.smithi089.stdout: "state_io_done_lat": { 2024-07-26T07:21:25.518 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80095, 2024-07-26T07:21:25.519 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 497400375 2024-07-26T07:21:25.519 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.519 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_commiting_lat": { 2024-07-26T07:21:25.519 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80095, 2024-07-26T07:21:25.519 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 28825796595 2024-07-26T07:21:25.519 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.519 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_done_lat": { 2024-07-26T07:21:25.519 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80095, 2024-07-26T07:21:25.519 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 26673756 2024-07-26T07:21:25.519 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.519 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_queued_lat": { 2024-07-26T07:21:25.519 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80095, 2024-07-26T07:21:25.519 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 15159614788 2024-07-26T07:21:25.519 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.520 INFO:tasks.workunit.client.0.smithi089.stdout: "state_prepare_lat": { 2024-07-26T07:21:25.520 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80095, 2024-07-26T07:21:25.520 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6303157098 2024-07-26T07:21:25.520 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.520 INFO:tasks.workunit.client.0.smithi089.stdout: "stored": { 2024-07-26T07:21:25.520 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9129923 2024-07-26T07:21:25.520 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.520 INFO:tasks.workunit.client.0.smithi089.stdout: "truncate_lat": { 2024-07-26T07:21:25.520 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2461, 2024-07-26T07:21:25.520 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 13253901 2024-07-26T07:21:25.520 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.520 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_commit_lat": { 2024-07-26T07:21:25.520 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80095, 2024-07-26T07:21:25.520 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 60224262665 2024-07-26T07:21:25.521 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.521 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_submit_lat": { 2024-07-26T07:21:25.521 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80095, 2024-07-26T07:21:25.521 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7173270827 2024-07-26T07:21:25.521 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.521 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_throttle_lat": { 2024-07-26T07:21:25.521 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80095, 2024-07-26T07:21:25.521 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 882840621 2024-07-26T07:21:25.521 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.521 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.521 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache": { 2024-07-26T07:21:25.521 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_bytes": { 2024-07-26T07:21:25.521 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1405132139 2024-07-26T07:21:25.521 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.522 INFO:tasks.workunit.client.0.smithi089.stdout: "heap_bytes": { 2024-07-26T07:21:25.522 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 466067456 2024-07-26T07:21:25.522 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.522 INFO:tasks.workunit.client.0.smithi089.stdout: "mapped_bytes": { 2024-07-26T07:21:25.522 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 431480832 2024-07-26T07:21:25.522 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.522 INFO:tasks.workunit.client.0.smithi089.stdout: "target_bytes": { 2024-07-26T07:21:25.522 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2600515891 2024-07-26T07:21:25.522 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.522 INFO:tasks.workunit.client.0.smithi089.stdout: "unmapped_bytes": { 2024-07-26T07:21:25.522 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 34586624 2024-07-26T07:21:25.522 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.522 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.522 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:data": { 2024-07-26T07:21:25.523 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:25.523 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 125829120 2024-07-26T07:21:25.523 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.523 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:25.523 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.523 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.523 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:25.523 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.523 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.523 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:25.523 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 57371132 2024-07-26T07:21:25.523 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.523 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:25.523 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.524 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.524 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:25.524 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.524 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.524 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:25.524 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.524 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.524 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:25.524 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.524 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.524 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:25.524 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 16384 2024-07-26T07:21:25.524 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.524 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:25.525 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 94208 2024-07-26T07:21:25.525 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.525 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:25.525 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.525 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.525 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:25.525 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.525 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.525 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:25.525 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.525 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.525 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:25.525 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 68347396 2024-07-26T07:21:25.525 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.526 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.526 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv": { 2024-07-26T07:21:25.526 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:25.526 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 570425344 2024-07-26T07:21:25.526 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.526 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:25.526 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T07:21:25.526 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.526 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:25.526 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.526 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.526 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:25.526 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 430283493 2024-07-26T07:21:25.526 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.527 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:25.527 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.527 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.527 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:25.527 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1040 2024-07-26T07:21:25.527 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.527 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:25.527 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.527 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.527 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:25.527 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.527 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.527 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:25.527 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 65040 2024-07-26T07:21:25.528 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.528 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:25.528 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.528 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.528 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:25.528 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.528 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.528 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:25.528 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.528 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.528 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:25.528 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.528 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.528 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:25.528 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 72966907 2024-07-26T07:21:25.529 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.529 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.529 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T07:21:25.529 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:25.529 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 176160768 2024-07-26T07:21:25.529 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.529 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:25.529 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T07:21:25.529 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.529 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:25.529 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 47408 2024-07-26T07:21:25.529 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.529 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:25.529 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 38247421 2024-07-26T07:21:25.530 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.530 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:25.530 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.530 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.530 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:25.530 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.530 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.530 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:25.530 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.530 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.530 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:25.530 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.530 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.531 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:25.531 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.531 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.531 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:25.531 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.531 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.531 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:25.531 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.531 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.531 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:25.531 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.531 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.531 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:25.531 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.531 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.532 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:25.532 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 70757075 2024-07-26T07:21:25.532 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.532 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.532 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:meta": { 2024-07-26T07:21:25.532 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:25.532 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 503316480 2024-07-26T07:21:25.532 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.532 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:25.532 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.532 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.532 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:25.532 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.532 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.533 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:25.533 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 430283493 2024-07-26T07:21:25.533 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.533 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:25.533 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.533 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.533 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:25.533 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.533 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.533 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:25.533 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.533 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.533 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:25.533 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.534 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.534 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:25.534 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 185503 2024-07-26T07:21:25.534 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.534 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:25.534 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1187223 2024-07-26T07:21:25.534 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.534 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:25.534 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.534 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.534 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:25.534 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.534 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.535 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:25.535 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.535 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.535 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:25.535 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 71660261 2024-07-26T07:21:25.535 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.535 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.535 INFO:tasks.workunit.client.0.smithi089.stdout: "objecter": { 2024-07-26T07:21:25.535 INFO:tasks.workunit.client.0.smithi089.stdout: "op_active": { 2024-07-26T07:21:25.535 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.535 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.535 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T07:21:25.535 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10 2024-07-26T07:21:25.535 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.535 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rmw": { 2024-07-26T07:21:25.536 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.536 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.536 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T07:21:25.536 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.536 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.536 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.536 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:25.536 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg": { 2024-07-26T07:21:25.536 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 59 2024-07-26T07:21:25.536 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.536 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg_removing": { 2024-07-26T07:21:25.536 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.536 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.537 INFO:tasks.workunit.client.0.smithi089.stdout: "op": { 2024-07-26T07:21:25.537 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 58391 2024-07-26T07:21:25.537 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.537 INFO:tasks.workunit.client.0.smithi089.stdout: "op_before_queue_op_lat": { 2024-07-26T07:21:25.537 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 130316, 2024-07-26T07:21:25.537 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7996719173 2024-07-26T07:21:25.537 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.537 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_degraded": { 2024-07-26T07:21:25.537 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.537 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.537 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_unreadable": { 2024-07-26T07:21:25.537 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.537 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.537 INFO:tasks.workunit.client.0.smithi089.stdout: "op_in_bytes": { 2024-07-26T07:21:25.538 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1006710104 2024-07-26T07:21:25.538 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.538 INFO:tasks.workunit.client.0.smithi089.stdout: "op_latency": { 2024-07-26T07:21:25.538 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 58391, 2024-07-26T07:21:25.538 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 44300069349 2024-07-26T07:21:25.538 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.538 INFO:tasks.workunit.client.0.smithi089.stdout: "op_out_bytes": { 2024-07-26T07:21:25.538 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1352653940 2024-07-26T07:21:25.538 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.538 INFO:tasks.workunit.client.0.smithi089.stdout: "op_prepare_latency": { 2024-07-26T07:21:25.538 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 58794, 2024-07-26T07:21:25.538 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 18860478591 2024-07-26T07:21:25.538 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.538 INFO:tasks.workunit.client.0.smithi089.stdout: "op_process_latency": { 2024-07-26T07:21:25.539 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 58391, 2024-07-26T07:21:25.539 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 34926608182 2024-07-26T07:21:25.539 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.539 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T07:21:25.539 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 44489 2024-07-26T07:21:25.539 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.539 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency": { 2024-07-26T07:21:25.539 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 44489, 2024-07-26T07:21:25.539 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 11467892817 2024-07-26T07:21:25.539 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.539 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T07:21:25.539 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.539 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.539 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_out_bytes": { 2024-07-26T07:21:25.540 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1352653940 2024-07-26T07:21:25.540 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.540 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_prepare_latency": { 2024-07-26T07:21:25.540 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 44526, 2024-07-26T07:21:25.540 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7263260822 2024-07-26T07:21:25.540 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.540 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_process_latency": { 2024-07-26T07:21:25.540 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 44489, 2024-07-26T07:21:25.540 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6528593181 2024-07-26T07:21:25.540 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.540 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw": { 2024-07-26T07:21:25.540 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12856 2024-07-26T07:21:25.540 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.540 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_in_bytes": { 2024-07-26T07:21:25.541 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 194251902 2024-07-26T07:21:25.541 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.541 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency": { 2024-07-26T07:21:25.541 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 12856, 2024-07-26T07:21:25.541 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 23706854045 2024-07-26T07:21:25.541 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.541 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T07:21:25.541 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.541 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.541 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T07:21:25.541 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.541 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.541 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_out_bytes": { 2024-07-26T07:21:25.541 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.542 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.542 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_prepare_latency": { 2024-07-26T07:21:25.542 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 13102, 2024-07-26T07:21:25.542 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9938976972 2024-07-26T07:21:25.542 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.542 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_process_latency": { 2024-07-26T07:21:25.542 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 12856, 2024-07-26T07:21:25.542 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 21199258425 2024-07-26T07:21:25.542 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.542 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T07:21:25.542 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1046 2024-07-26T07:21:25.542 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.542 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_in_bytes": { 2024-07-26T07:21:25.542 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 812458202 2024-07-26T07:21:25.543 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.543 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency": { 2024-07-26T07:21:25.543 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1046, 2024-07-26T07:21:25.543 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9125322487 2024-07-26T07:21:25.543 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.543 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T07:21:25.543 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.543 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.543 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_prepare_latency": { 2024-07-26T07:21:25.543 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1166, 2024-07-26T07:21:25.543 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1658240797 2024-07-26T07:21:25.543 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.543 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_process_latency": { 2024-07-26T07:21:25.543 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1046, 2024-07-26T07:21:25.544 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7198756576 2024-07-26T07:21:25.544 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.544 INFO:tasks.workunit.client.0.smithi089.stdout: "op_wip": { 2024-07-26T07:21:25.544 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:25.544 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.544 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_bytes": { 2024-07-26T07:21:25.544 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4194352 2024-07-26T07:21:25.544 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.544 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_ops": { 2024-07-26T07:21:25.544 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9 2024-07-26T07:21:25.544 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.544 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes": { 2024-07-26T07:21:25.544 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995035648 2024-07-26T07:21:25.544 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.545 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes_used": { 2024-07-26T07:21:25.545 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 474607616 2024-07-26T07:21:25.545 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.545 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.545 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.545 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.545 INFO:tasks.workunit.client.0.smithi089.stdout: "pools": [ 2024-07-26T07:21:25.545 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:25.545 INFO:tasks.workunit.client.0.smithi089.stdout: "application": [ 2024-07-26T07:21:25.545 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr" 2024-07-26T07:21:25.545 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.545 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_mode": "none", 2024-07-26T07:21:25.545 INFO:tasks.workunit.client.0.smithi089.stdout: "erasure_code_profile": {}, 2024-07-26T07:21:25.545 INFO:tasks.workunit.client.0.smithi089.stdout: "flags_names": [ 2024-07-26T07:21:25.545 INFO:tasks.workunit.client.0.smithi089.stdout: "hashpspool" 2024-07-26T07:21:25.546 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.546 INFO:tasks.workunit.client.0.smithi089.stdout: "min_size": 2, 2024-07-26T07:21:25.546 INFO:tasks.workunit.client.0.smithi089.stdout: "options": {}, 2024-07-26T07:21:25.546 INFO:tasks.workunit.client.0.smithi089.stdout: "pg_autoscale_mode": "off", 2024-07-26T07:21:25.546 INFO:tasks.workunit.client.0.smithi089.stdout: "pg_num": 1, 2024-07-26T07:21:25.546 INFO:tasks.workunit.client.0.smithi089.stdout: "pgp_num": 1, 2024-07-26T07:21:25.546 INFO:tasks.workunit.client.0.smithi089.stdout: "pool": 1, 2024-07-26T07:21:25.546 INFO:tasks.workunit.client.0.smithi089.stdout: "size": 3, 2024-07-26T07:21:25.546 INFO:tasks.workunit.client.0.smithi089.stdout: "stats": { 2024-07-26T07:21:25.546 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_raw": 721230866698, 2024-07-26T07:21:25.546 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_used": 1781760, 2024-07-26T07:21:25.546 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_bytes_used": 0, 2024-07-26T07:21:25.546 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_under_bytes": 0, 2024-07-26T07:21:25.546 INFO:tasks.workunit.client.0.smithi089.stdout: "data_bytes_used": 1781760, 2024-07-26T07:21:25.547 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty": 0, 2024-07-26T07:21:25.547 INFO:tasks.workunit.client.0.smithi089.stdout: "max_avail": 240410296320, 2024-07-26T07:21:25.547 INFO:tasks.workunit.client.0.smithi089.stdout: "objects": 2, 2024-07-26T07:21:25.547 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_bytes_used": 0, 2024-07-26T07:21:25.547 INFO:tasks.workunit.client.0.smithi089.stdout: "percent_used": 2.4704372663109098e-06, 2024-07-26T07:21:25.547 INFO:tasks.workunit.client.0.smithi089.stdout: "quota_bytes": 0, 2024-07-26T07:21:25.547 INFO:tasks.workunit.client.0.smithi089.stdout: "quota_objects": 0, 2024-07-26T07:21:25.547 INFO:tasks.workunit.client.0.smithi089.stdout: "rd": 1106, 2024-07-26T07:21:25.547 INFO:tasks.workunit.client.0.smithi089.stdout: "rd_bytes": 1980416, 2024-07-26T07:21:25.547 INFO:tasks.workunit.client.0.smithi089.stdout: "stored": 590368, 2024-07-26T07:21:25.547 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_data": 590368, 2024-07-26T07:21:25.547 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_omap": 0, 2024-07-26T07:21:25.547 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_raw": 1771104, 2024-07-26T07:21:25.547 INFO:tasks.workunit.client.0.smithi089.stdout: "wr": 375, 2024-07-26T07:21:25.548 INFO:tasks.workunit.client.0.smithi089.stdout: "wr_bytes": 2473984 2024-07-26T07:21:25.548 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.548 INFO:tasks.workunit.client.0.smithi089.stdout: "target_max_bytes": 0, 2024-07-26T07:21:25.548 INFO:tasks.workunit.client.0.smithi089.stdout: "target_max_objects": 0, 2024-07-26T07:21:25.548 INFO:tasks.workunit.client.0.smithi089.stdout: "type": "replicated" 2024-07-26T07:21:25.548 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.548 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:25.548 INFO:tasks.workunit.client.0.smithi089.stdout: "application": [ 2024-07-26T07:21:25.548 INFO:tasks.workunit.client.0.smithi089.stdout: "cephfs" 2024-07-26T07:21:25.548 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.548 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_mode": "none", 2024-07-26T07:21:25.548 INFO:tasks.workunit.client.0.smithi089.stdout: "erasure_code_profile": {}, 2024-07-26T07:21:25.548 INFO:tasks.workunit.client.0.smithi089.stdout: "flags_names": [ 2024-07-26T07:21:25.548 INFO:tasks.workunit.client.0.smithi089.stdout: "hashpspool" 2024-07-26T07:21:25.549 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.549 INFO:tasks.workunit.client.0.smithi089.stdout: "min_size": 2, 2024-07-26T07:21:25.549 INFO:tasks.workunit.client.0.smithi089.stdout: "options": {}, 2024-07-26T07:21:25.549 INFO:tasks.workunit.client.0.smithi089.stdout: "pg_autoscale_mode": "off", 2024-07-26T07:21:25.549 INFO:tasks.workunit.client.0.smithi089.stdout: "pg_num": 32, 2024-07-26T07:21:25.549 INFO:tasks.workunit.client.0.smithi089.stdout: "pgp_num": 32, 2024-07-26T07:21:25.549 INFO:tasks.workunit.client.0.smithi089.stdout: "pool": 2, 2024-07-26T07:21:25.549 INFO:tasks.workunit.client.0.smithi089.stdout: "size": 3, 2024-07-26T07:21:25.549 INFO:tasks.workunit.client.0.smithi089.stdout: "stats": { 2024-07-26T07:21:25.549 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_raw": 721230866698, 2024-07-26T07:21:25.549 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_used": 156014, 2024-07-26T07:21:25.549 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_bytes_used": 0, 2024-07-26T07:21:25.549 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_under_bytes": 0, 2024-07-26T07:21:25.549 INFO:tasks.workunit.client.0.smithi089.stdout: "data_bytes_used": 110592, 2024-07-26T07:21:25.550 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty": 0, 2024-07-26T07:21:25.550 INFO:tasks.workunit.client.0.smithi089.stdout: "max_avail": 240410296320, 2024-07-26T07:21:25.550 INFO:tasks.workunit.client.0.smithi089.stdout: "objects": 22, 2024-07-26T07:21:25.550 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_bytes_used": 45422, 2024-07-26T07:21:25.550 INFO:tasks.workunit.client.0.smithi089.stdout: "percent_used": 2.1631626623275224e-07, 2024-07-26T07:21:25.550 INFO:tasks.workunit.client.0.smithi089.stdout: "quota_bytes": 0, 2024-07-26T07:21:25.550 INFO:tasks.workunit.client.0.smithi089.stdout: "quota_objects": 0, 2024-07-26T07:21:25.550 INFO:tasks.workunit.client.0.smithi089.stdout: "rd": 79, 2024-07-26T07:21:25.550 INFO:tasks.workunit.client.0.smithi089.stdout: "rd_bytes": 88064, 2024-07-26T07:21:25.550 INFO:tasks.workunit.client.0.smithi089.stdout: "stored": 21736, 2024-07-26T07:21:25.550 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_data": 6596, 2024-07-26T07:21:25.550 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_omap": 15140, 2024-07-26T07:21:25.550 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_raw": 65208, 2024-07-26T07:21:25.550 INFO:tasks.workunit.client.0.smithi089.stdout: "wr": 68, 2024-07-26T07:21:25.551 INFO:tasks.workunit.client.0.smithi089.stdout: "wr_bytes": 35840 2024-07-26T07:21:25.551 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.551 INFO:tasks.workunit.client.0.smithi089.stdout: "target_max_bytes": 0, 2024-07-26T07:21:25.551 INFO:tasks.workunit.client.0.smithi089.stdout: "target_max_objects": 0, 2024-07-26T07:21:25.551 INFO:tasks.workunit.client.0.smithi089.stdout: "type": "replicated" 2024-07-26T07:21:25.551 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.551 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:25.551 INFO:tasks.workunit.client.0.smithi089.stdout: "application": [ 2024-07-26T07:21:25.551 INFO:tasks.workunit.client.0.smithi089.stdout: "cephfs" 2024-07-26T07:21:25.551 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.551 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_mode": "none", 2024-07-26T07:21:25.551 INFO:tasks.workunit.client.0.smithi089.stdout: "erasure_code_profile": {}, 2024-07-26T07:21:25.551 INFO:tasks.workunit.client.0.smithi089.stdout: "flags_names": [ 2024-07-26T07:21:25.552 INFO:tasks.workunit.client.0.smithi089.stdout: "hashpspool" 2024-07-26T07:21:25.552 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.552 INFO:tasks.workunit.client.0.smithi089.stdout: "min_size": 2, 2024-07-26T07:21:25.552 INFO:tasks.workunit.client.0.smithi089.stdout: "options": {}, 2024-07-26T07:21:25.552 INFO:tasks.workunit.client.0.smithi089.stdout: "pg_autoscale_mode": "off", 2024-07-26T07:21:25.552 INFO:tasks.workunit.client.0.smithi089.stdout: "pg_num": 64, 2024-07-26T07:21:25.552 INFO:tasks.workunit.client.0.smithi089.stdout: "pgp_num": 64, 2024-07-26T07:21:25.552 INFO:tasks.workunit.client.0.smithi089.stdout: "pool": 3, 2024-07-26T07:21:25.552 INFO:tasks.workunit.client.0.smithi089.stdout: "size": 3, 2024-07-26T07:21:25.552 INFO:tasks.workunit.client.0.smithi089.stdout: "stats": { 2024-07-26T07:21:25.552 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_raw": 721230866698, 2024-07-26T07:21:25.552 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_used": 0, 2024-07-26T07:21:25.552 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_bytes_used": 0, 2024-07-26T07:21:25.552 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_under_bytes": 0, 2024-07-26T07:21:25.553 INFO:tasks.workunit.client.0.smithi089.stdout: "data_bytes_used": 0, 2024-07-26T07:21:25.553 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty": 0, 2024-07-26T07:21:25.553 INFO:tasks.workunit.client.0.smithi089.stdout: "max_avail": 240410296320, 2024-07-26T07:21:25.553 INFO:tasks.workunit.client.0.smithi089.stdout: "objects": 0, 2024-07-26T07:21:25.553 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_bytes_used": 0, 2024-07-26T07:21:25.553 INFO:tasks.workunit.client.0.smithi089.stdout: "percent_used": 0.0, 2024-07-26T07:21:25.553 INFO:tasks.workunit.client.0.smithi089.stdout: "quota_bytes": 0, 2024-07-26T07:21:25.553 INFO:tasks.workunit.client.0.smithi089.stdout: "quota_objects": 0, 2024-07-26T07:21:25.553 INFO:tasks.workunit.client.0.smithi089.stdout: "rd": 0, 2024-07-26T07:21:25.553 INFO:tasks.workunit.client.0.smithi089.stdout: "rd_bytes": 0, 2024-07-26T07:21:25.553 INFO:tasks.workunit.client.0.smithi089.stdout: "stored": 0, 2024-07-26T07:21:25.553 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_data": 0, 2024-07-26T07:21:25.553 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_omap": 0, 2024-07-26T07:21:25.553 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_raw": 0, 2024-07-26T07:21:25.554 INFO:tasks.workunit.client.0.smithi089.stdout: "wr": 0, 2024-07-26T07:21:25.554 INFO:tasks.workunit.client.0.smithi089.stdout: "wr_bytes": 0 2024-07-26T07:21:25.554 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.554 INFO:tasks.workunit.client.0.smithi089.stdout: "target_max_bytes": 0, 2024-07-26T07:21:25.554 INFO:tasks.workunit.client.0.smithi089.stdout: "target_max_objects": 0, 2024-07-26T07:21:25.554 INFO:tasks.workunit.client.0.smithi089.stdout: "type": "replicated" 2024-07-26T07:21:25.554 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.554 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:25.554 INFO:tasks.workunit.client.0.smithi089.stdout: "application": [ 2024-07-26T07:21:25.554 INFO:tasks.workunit.client.0.smithi089.stdout: "rbd" 2024-07-26T07:21:25.554 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.554 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_mode": "none", 2024-07-26T07:21:25.554 INFO:tasks.workunit.client.0.smithi089.stdout: "erasure_code_profile": {}, 2024-07-26T07:21:25.555 INFO:tasks.workunit.client.0.smithi089.stdout: "flags_names": [ 2024-07-26T07:21:25.555 INFO:tasks.workunit.client.0.smithi089.stdout: "hashpspool", 2024-07-26T07:21:25.555 INFO:tasks.workunit.client.0.smithi089.stdout: "selfmanaged_snaps" 2024-07-26T07:21:25.555 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.555 INFO:tasks.workunit.client.0.smithi089.stdout: "min_size": 2, 2024-07-26T07:21:25.555 INFO:tasks.workunit.client.0.smithi089.stdout: "options": {}, 2024-07-26T07:21:25.555 INFO:tasks.workunit.client.0.smithi089.stdout: "pg_autoscale_mode": "off", 2024-07-26T07:21:25.555 INFO:tasks.workunit.client.0.smithi089.stdout: "pg_num": 8, 2024-07-26T07:21:25.555 INFO:tasks.workunit.client.0.smithi089.stdout: "pgp_num": 8, 2024-07-26T07:21:25.555 INFO:tasks.workunit.client.0.smithi089.stdout: "pool": 4, 2024-07-26T07:21:25.555 INFO:tasks.workunit.client.0.smithi089.stdout: "size": 3, 2024-07-26T07:21:25.555 INFO:tasks.workunit.client.0.smithi089.stdout: "stats": { 2024-07-26T07:21:25.555 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_raw": 721230866698, 2024-07-26T07:21:25.555 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_used": 12595200, 2024-07-26T07:21:25.556 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_bytes_used": 0, 2024-07-26T07:21:25.556 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_under_bytes": 0, 2024-07-26T07:21:25.556 INFO:tasks.workunit.client.0.smithi089.stdout: "data_bytes_used": 12595200, 2024-07-26T07:21:25.556 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty": 0, 2024-07-26T07:21:25.556 INFO:tasks.workunit.client.0.smithi089.stdout: "max_avail": 240410296320, 2024-07-26T07:21:25.556 INFO:tasks.workunit.client.0.smithi089.stdout: "objects": 4, 2024-07-26T07:21:25.556 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_bytes_used": 0, 2024-07-26T07:21:25.556 INFO:tasks.workunit.client.0.smithi089.stdout: "percent_used": 1.7463173207943328e-05, 2024-07-26T07:21:25.556 INFO:tasks.workunit.client.0.smithi089.stdout: "quota_bytes": 0, 2024-07-26T07:21:25.556 INFO:tasks.workunit.client.0.smithi089.stdout: "quota_objects": 0, 2024-07-26T07:21:25.556 INFO:tasks.workunit.client.0.smithi089.stdout: "rd": 9026, 2024-07-26T07:21:25.556 INFO:tasks.workunit.client.0.smithi089.stdout: "rd_bytes": 3170457600, 2024-07-26T07:21:25.556 INFO:tasks.workunit.client.0.smithi089.stdout: "stored": 4194323, 2024-07-26T07:21:25.556 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_data": 4194323, 2024-07-26T07:21:25.557 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_omap": 0, 2024-07-26T07:21:25.557 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_raw": 12582969, 2024-07-26T07:21:25.557 INFO:tasks.workunit.client.0.smithi089.stdout: "wr": 24331, 2024-07-26T07:21:25.557 INFO:tasks.workunit.client.0.smithi089.stdout: "wr_bytes": 3161289728 2024-07-26T07:21:25.557 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.557 INFO:tasks.workunit.client.0.smithi089.stdout: "target_max_bytes": 0, 2024-07-26T07:21:25.557 INFO:tasks.workunit.client.0.smithi089.stdout: "target_max_objects": 0, 2024-07-26T07:21:25.557 INFO:tasks.workunit.client.0.smithi089.stdout: "type": "replicated" 2024-07-26T07:21:25.557 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.557 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.557 INFO:tasks.workunit.client.0.smithi089.stdout: "rbd": { 2024-07-26T07:21:25.557 INFO:tasks.workunit.client.0.smithi089.stdout: "mirroring_by_pool": [ 2024-07-26T07:21:25.557 INFO:tasks.workunit.client.0.smithi089.stdout: false 2024-07-26T07:21:25.557 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.558 INFO:tasks.workunit.client.0.smithi089.stdout: "num_images_by_pool": [ 2024-07-26T07:21:25.558 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:25.558 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.558 INFO:tasks.workunit.client.0.smithi089.stdout: "num_pools": 1 2024-07-26T07:21:25.558 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.558 INFO:tasks.workunit.client.0.smithi089.stdout: "report_id": "026049de-bcb2-4570-8ba4-a21596785ca5", 2024-07-26T07:21:25.558 INFO:tasks.workunit.client.0.smithi089.stdout: "report_timestamp": "2024-07-26T07:21:24.639580", 2024-07-26T07:21:25.558 INFO:tasks.workunit.client.0.smithi089.stdout: "report_version": 1, 2024-07-26T07:21:25.558 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb_stats": { 2024-07-26T07:21:25.558 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "7.9.2" 2024-07-26T07:21:25.558 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.558 INFO:tasks.workunit.client.0.smithi089.stdout: "rook": { 2024-07-26T07:21:25.558 INFO:tasks.workunit.client.0.smithi089.stdout: "cluster": { 2024-07-26T07:21:25.559 INFO:tasks.workunit.client.0.smithi089.stdout: "external-mode": null, 2024-07-26T07:21:25.559 INFO:tasks.workunit.client.0.smithi089.stdout: "mon": { 2024-07-26T07:21:25.559 INFO:tasks.workunit.client.0.smithi089.stdout: "allow-multiple-per-node": null, 2024-07-26T07:21:25.559 INFO:tasks.workunit.client.0.smithi089.stdout: "count": null, 2024-07-26T07:21:25.559 INFO:tasks.workunit.client.0.smithi089.stdout: "max-id": null, 2024-07-26T07:21:25.559 INFO:tasks.workunit.client.0.smithi089.stdout: "pvc": { 2024-07-26T07:21:25.559 INFO:tasks.workunit.client.0.smithi089.stdout: "enabled": null 2024-07-26T07:21:25.559 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.559 INFO:tasks.workunit.client.0.smithi089.stdout: "stretch": { 2024-07-26T07:21:25.559 INFO:tasks.workunit.client.0.smithi089.stdout: "enabled": null 2024-07-26T07:21:25.559 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.559 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.559 INFO:tasks.workunit.client.0.smithi089.stdout: "network": { 2024-07-26T07:21:25.560 INFO:tasks.workunit.client.0.smithi089.stdout: "provider": null 2024-07-26T07:21:25.560 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.560 INFO:tasks.workunit.client.0.smithi089.stdout: "storage": { 2024-07-26T07:21:25.560 INFO:tasks.workunit.client.0.smithi089.stdout: "device-set": { 2024-07-26T07:21:25.560 INFO:tasks.workunit.client.0.smithi089.stdout: "count": { 2024-07-26T07:21:25.560 INFO:tasks.workunit.client.0.smithi089.stdout: "non-portable": null, 2024-07-26T07:21:25.560 INFO:tasks.workunit.client.0.smithi089.stdout: "portable": null, 2024-07-26T07:21:25.560 INFO:tasks.workunit.client.0.smithi089.stdout: "total": null 2024-07-26T07:21:25.560 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.560 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.560 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.560 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.560 INFO:tasks.workunit.client.0.smithi089.stdout: "csi": { 2024-07-26T07:21:25.560 INFO:tasks.workunit.client.0.smithi089.stdout: "version": null 2024-07-26T07:21:25.561 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.561 INFO:tasks.workunit.client.0.smithi089.stdout: "kubernetes": { 2024-07-26T07:21:25.561 INFO:tasks.workunit.client.0.smithi089.stdout: "version": null 2024-07-26T07:21:25.561 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.561 INFO:tasks.workunit.client.0.smithi089.stdout: "node": { 2024-07-26T07:21:25.561 INFO:tasks.workunit.client.0.smithi089.stdout: "count": { 2024-07-26T07:21:25.561 INFO:tasks.workunit.client.0.smithi089.stdout: "kubernetes-total": null, 2024-07-26T07:21:25.561 INFO:tasks.workunit.client.0.smithi089.stdout: "with-ceph-daemons": null, 2024-07-26T07:21:25.561 INFO:tasks.workunit.client.0.smithi089.stdout: "with-csi-cephfs-plugin": null, 2024-07-26T07:21:25.561 INFO:tasks.workunit.client.0.smithi089.stdout: "with-csi-nfs-plugin": null, 2024-07-26T07:21:25.561 INFO:tasks.workunit.client.0.smithi089.stdout: "with-csi-rbd-plugin": null 2024-07-26T07:21:25.561 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.561 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.562 INFO:tasks.workunit.client.0.smithi089.stdout: "usage": { 2024-07-26T07:21:25.562 INFO:tasks.workunit.client.0.smithi089.stdout: "storage-class": { 2024-07-26T07:21:25.562 INFO:tasks.workunit.client.0.smithi089.stdout: "count": { 2024-07-26T07:21:25.562 INFO:tasks.workunit.client.0.smithi089.stdout: "bucket": null, 2024-07-26T07:21:25.562 INFO:tasks.workunit.client.0.smithi089.stdout: "cephfs": null, 2024-07-26T07:21:25.562 INFO:tasks.workunit.client.0.smithi089.stdout: "nfs": null, 2024-07-26T07:21:25.562 INFO:tasks.workunit.client.0.smithi089.stdout: "rbd": null, 2024-07-26T07:21:25.562 INFO:tasks.workunit.client.0.smithi089.stdout: "total": null 2024-07-26T07:21:25.562 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.562 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:25.562 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.562 INFO:tasks.workunit.client.0.smithi089.stdout: "version": null 2024-07-26T07:21:25.562 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.563 INFO:tasks.workunit.client.0.smithi089.stdout: "services": {}, 2024-07-26T07:21:25.563 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_per_pg": [ 2024-07-26T07:21:25.563 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:25.563 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:25.563 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:25.563 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:25.563 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:25.563 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.563 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 0, 2024-07-26T07:21:25.563 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:25.563 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:25.563 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:25.563 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:25.564 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:25.564 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:25.564 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.615730+0000", 2024-07-26T07:21:25.564 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.421374+0000", 2024-07-26T07:21:25.564 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.421374+0000", 2024-07-26T07:21:25.564 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.421729+0000", 2024-07-26T07:21:25.564 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.615730+0000", 2024-07-26T07:21:25.564 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:25.564 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:25.564 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:25.564 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:25.564 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.615730+0000", 2024-07-26T07:21:25.564 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.615730+0000", 2024-07-26T07:21:25.564 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.615730+0000", 2024-07-26T07:21:25.565 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:25.565 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:25.565 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:25.565 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.615730+0000", 2024-07-26T07:21:25.565 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.615730+0000", 2024-07-26T07:21:25.565 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:25.565 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 5, 2024-07-26T07:21:25.565 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:25.565 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:25.565 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:25.565 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:25.565 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:25.565 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:25.565 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:25.566 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 5, 2024-07-26T07:21:25.566 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:25.566 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:25.566 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:25.566 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.1f", 2024-07-26T07:21:25.566 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:25.566 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:25.566 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:25.566 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5353, 2024-07-26T07:21:25.566 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:25.566 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:01:36.075242+0000", 2024-07-26T07:21:25.566 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:25.566 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:25.567 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:25.567 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 570, 2024-07-26T07:21:25.567 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:25.567 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:25.567 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:25.567 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:25.567 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:25.567 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:25.567 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:25.567 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:25.567 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:25.567 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:25.567 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:25.567 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:25.567 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:25.568 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:25.568 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:25.568 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 6, 2024-07-26T07:21:25.568 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 2, 2024-07-26T07:21:25.568 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:25.568 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 2, 2024-07-26T07:21:25.568 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:25.568 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:25.568 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:25.568 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:25.568 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:25.568 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 1, 2024-07-26T07:21:25.568 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:25.568 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:25.569 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:25.569 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:25.569 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:25.569 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:25.569 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:25.569 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 4, 2024-07-26T07:21:25.569 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 4, 2024-07-26T07:21:25.569 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:25.569 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:25.569 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:25.569 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 4, 2024-07-26T07:21:25.569 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 1 2024-07-26T07:21:25.569 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.569 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:25.569 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:25.570 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:25.570 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:25.570 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:25.570 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:25.570 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.570 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 0, 2024-07-26T07:21:25.570 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "555'5" 2024-07-26T07:21:25.570 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.570 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:25.570 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:25.570 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:25.570 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:25.570 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:25.571 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.571 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T07:21:25.571 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:25.571 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:25.571 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:25.571 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:25.571 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:25.571 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:25.571 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.857738+0000", 2024-07-26T07:21:25.571 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.524399+0000", 2024-07-26T07:21:25.571 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.524399+0000", 2024-07-26T07:21:25.571 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.524726+0000", 2024-07-26T07:21:25.571 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.857738+0000", 2024-07-26T07:21:25.571 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:25.572 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:25.572 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:25.572 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:25.572 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.857738+0000", 2024-07-26T07:21:25.572 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.857738+0000", 2024-07-26T07:21:25.572 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.857738+0000", 2024-07-26T07:21:25.572 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:25.572 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:25.572 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:25.572 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.857738+0000", 2024-07-26T07:21:25.572 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.857738+0000", 2024-07-26T07:21:25.572 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:25.572 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:25.572 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:25.573 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:25.573 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:25.573 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:25.573 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:25.573 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:25.573 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:25.573 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:25.573 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:25.573 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:25.573 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:25.573 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.1e", 2024-07-26T07:21:25.573 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:25.573 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:25.573 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:25.573 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5249, 2024-07-26T07:21:25.574 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:25.574 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:07:27.850009+0000", 2024-07-26T07:21:25.574 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:25.574 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:25.574 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:25.574 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:25.574 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:25.574 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:25.574 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:25.574 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:25.574 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:25.574 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:25.574 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:25.574 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:25.575 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:25.575 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:25.575 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:25.575 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:25.575 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:25.575 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:25.575 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:25.575 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:25.575 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:25.575 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:25.575 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:25.575 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:25.575 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:25.575 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:25.576 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:25.576 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:25.576 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:25.576 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:25.576 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:25.576 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:25.576 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:25.576 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:25.576 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:25.576 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:25.576 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:25.576 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:25.576 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:25.576 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:25.576 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:25.577 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:25.577 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:25.577 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.577 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:25.577 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:25.577 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:25.577 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:25.577 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:25.577 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:25.577 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.577 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T07:21:25.577 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:25.577 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.577 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:25.578 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:25.578 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:25.578 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:25.578 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T07:21:25.578 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.578 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T07:21:25.578 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:25.578 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:25.578 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:25.578 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:25.578 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:25.578 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:25.578 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.857258+0000", 2024-07-26T07:21:25.578 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:47.476043+0000", 2024-07-26T07:21:25.579 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:47.476043+0000", 2024-07-26T07:21:25.579 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:47.476390+0000", 2024-07-26T07:21:25.579 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.857258+0000", 2024-07-26T07:21:25.579 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:25.579 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:25.579 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:25.579 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 470, 2024-07-26T07:21:25.579 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.857258+0000", 2024-07-26T07:21:25.579 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.857258+0000", 2024-07-26T07:21:25.579 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.857258+0000", 2024-07-26T07:21:25.579 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:25.579 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:25.579 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:25.579 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.857258+0000", 2024-07-26T07:21:25.580 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.857258+0000", 2024-07-26T07:21:25.580 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:25.580 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 2, 2024-07-26T07:21:25.580 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:25.580 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:25.580 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 469, 2024-07-26T07:21:25.580 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:25.580 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:25.580 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:25.580 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:25.580 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 2, 2024-07-26T07:21:25.580 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:25.580 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:25.580 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:25.580 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.1e", 2024-07-26T07:21:25.581 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:25.581 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:25.581 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:25.581 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5274, 2024-07-26T07:21:25.581 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:25.581 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:46:51.761854+0000", 2024-07-26T07:21:25.581 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:25.581 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:25.581 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:25.581 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:25.581 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:25.581 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:25.581 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:25.582 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:25.582 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:25.582 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:25.582 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:25.582 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:25.582 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:25.582 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:25.582 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:25.582 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:25.582 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:25.582 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:25.582 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:25.582 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:25.582 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:25.583 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:25.583 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:25.583 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:25.583 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:25.583 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:25.583 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:25.583 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:25.583 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:25.583 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:25.583 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:25.583 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:25.583 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:25.583 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:25.583 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:25.584 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:25.584 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:25.584 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:25.584 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:25.584 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:25.584 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:25.584 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:25.584 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:25.584 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.584 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:25.584 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:25.584 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:25.584 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:25.584 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:25.585 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T07:21:25.585 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.585 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T07:21:25.585 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "555'2" 2024-07-26T07:21:25.585 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.585 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:25.585 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:25.585 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:25.585 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:25.585 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:25.585 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.585 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 0, 2024-07-26T07:21:25.585 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:25.585 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:25.586 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:25.586 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:25.586 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:25.586 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:25.586 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.615273+0000", 2024-07-26T07:21:25.586 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:47.486693+0000", 2024-07-26T07:21:25.586 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:47.486693+0000", 2024-07-26T07:21:25.586 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:47.488035+0000", 2024-07-26T07:21:25.586 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.615273+0000", 2024-07-26T07:21:25.586 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:25.586 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:25.586 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:25.586 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 470, 2024-07-26T07:21:25.587 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.615273+0000", 2024-07-26T07:21:25.587 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.615273+0000", 2024-07-26T07:21:25.587 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.615273+0000", 2024-07-26T07:21:25.587 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:25.587 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:25.587 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:25.587 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.615273+0000", 2024-07-26T07:21:25.587 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.615273+0000", 2024-07-26T07:21:25.587 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:25.587 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:25.587 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:25.587 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:25.587 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 469, 2024-07-26T07:21:25.587 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:25.587 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:25.588 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:25.588 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:25.588 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:25.588 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:25.588 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:25.588 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:25.588 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.1f", 2024-07-26T07:21:25.588 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:25.588 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:25.588 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:25.588 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5341, 2024-07-26T07:21:25.588 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:25.588 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:24:14.931889+0000", 2024-07-26T07:21:25.589 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:25.589 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:25.589 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:25.589 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:25.589 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:25.589 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:25.589 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:25.589 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:25.589 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:25.589 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:25.589 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:25.589 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:25.589 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:25.589 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:25.589 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:25.589 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:25.590 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:25.590 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:25.590 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:25.590 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:25.590 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:25.590 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:25.590 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:25.590 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:25.590 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:25.590 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:25.590 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:25.590 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:25.591 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:25.591 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:25.591 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:25.591 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:25.591 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:25.591 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:25.591 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:25.591 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:25.591 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:25.591 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:25.591 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:25.591 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:25.591 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:25.591 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:25.592 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:25.592 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.592 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:25.592 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:25.592 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:25.592 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:25.592 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:25.592 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:25.592 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.592 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 0, 2024-07-26T07:21:25.592 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:25.592 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.592 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:25.592 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:25.593 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:25.593 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:25.593 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:25.593 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.593 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T07:21:25.593 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:25.593 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:25.593 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:25.593 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:25.593 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:25.593 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:25.593 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.863468+0000", 2024-07-26T07:21:25.593 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.427591+0000", 2024-07-26T07:21:25.593 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.427591+0000", 2024-07-26T07:21:25.594 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.427989+0000", 2024-07-26T07:21:25.594 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.863468+0000", 2024-07-26T07:21:25.594 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:25.594 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:25.594 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:25.594 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:25.594 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.863468+0000", 2024-07-26T07:21:25.594 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.863468+0000", 2024-07-26T07:21:25.594 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.863468+0000", 2024-07-26T07:21:25.594 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:25.594 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:25.594 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:25.594 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.863468+0000", 2024-07-26T07:21:25.595 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.863468+0000", 2024-07-26T07:21:25.595 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:25.595 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 2, 2024-07-26T07:21:25.595 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:25.595 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:25.595 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:25.595 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:25.595 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:25.595 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:25.595 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:25.595 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 2, 2024-07-26T07:21:25.595 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:25.595 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:25.596 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:25.596 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.1d", 2024-07-26T07:21:25.596 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:25.596 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:25.596 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:25.596 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5115, 2024-07-26T07:21:25.596 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:25.596 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:45:21.059628+0000", 2024-07-26T07:21:25.596 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:25.596 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:25.596 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:25.596 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:25.596 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:25.596 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:25.597 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:25.597 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:25.597 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:25.597 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:25.597 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:25.597 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:25.597 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:25.597 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:25.597 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:25.597 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:25.597 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:25.597 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:25.597 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:25.597 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 3, 2024-07-26T07:21:25.598 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 1, 2024-07-26T07:21:25.598 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:25.598 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 1, 2024-07-26T07:21:25.598 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:25.598 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:25.598 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:25.598 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:25.598 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:25.598 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 1, 2024-07-26T07:21:25.598 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:25.598 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:25.598 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:25.598 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:25.599 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:25.599 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:25.599 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:25.599 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 6, 2024-07-26T07:21:25.599 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 6, 2024-07-26T07:21:25.599 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:25.599 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:25.599 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:25.599 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 3, 2024-07-26T07:21:25.599 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:25.599 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.599 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:25.599 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:25.599 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:25.599 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:25.600 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:25.600 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:25.600 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.600 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T07:21:25.600 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "65'2" 2024-07-26T07:21:25.600 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.600 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:25.600 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:25.600 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:25.600 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:25.600 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:25.600 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.600 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T07:21:25.600 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:25.600 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:25.601 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:25.601 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:25.601 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:25.601 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:25.601 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.859447+0000", 2024-07-26T07:21:25.601 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:47.483341+0000", 2024-07-26T07:21:25.601 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:47.483341+0000", 2024-07-26T07:21:25.601 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:47.483761+0000", 2024-07-26T07:21:25.601 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.859447+0000", 2024-07-26T07:21:25.601 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:25.601 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:25.601 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:25.601 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 470, 2024-07-26T07:21:25.602 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.859447+0000", 2024-07-26T07:21:25.602 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.859447+0000", 2024-07-26T07:21:25.602 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.859447+0000", 2024-07-26T07:21:25.602 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:25.602 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:25.602 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:25.602 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.859447+0000", 2024-07-26T07:21:25.602 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.859447+0000", 2024-07-26T07:21:25.602 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:25.602 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:25.602 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:25.602 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:25.602 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 469, 2024-07-26T07:21:25.602 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:25.603 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:25.603 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:25.603 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:25.603 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:25.603 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:25.603 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:25.603 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:25.603 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.1c", 2024-07-26T07:21:25.603 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:25.603 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:25.603 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:25.603 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5182, 2024-07-26T07:21:25.603 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:25.603 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:30:45.493348+0000", 2024-07-26T07:21:25.604 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:25.604 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:25.604 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:25.604 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:25.604 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:25.604 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:25.604 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:25.604 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:25.604 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:25.604 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:25.604 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:25.604 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:25.604 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:25.604 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:25.604 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:25.605 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:25.605 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:25.605 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:25.605 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:25.605 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:25.605 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:25.605 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:25.605 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:25.605 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:25.605 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:25.605 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:25.605 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:25.605 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:25.606 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:25.606 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:25.606 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:25.606 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:25.606 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:25.606 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:25.606 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:25.606 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:25.606 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:25.606 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:25.606 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:25.606 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:25.606 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:25.607 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:25.607 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:25.607 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.607 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:25.607 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:25.607 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:25.607 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:25.607 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:25.607 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:25.607 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.607 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T07:21:25.607 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:25.607 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.607 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:25.607 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:25.608 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:25.608 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:25.608 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:25.608 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.608 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T07:21:25.608 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:25.608 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:25.608 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:25.608 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:25.608 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:25.608 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:25.608 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.857404+0000", 2024-07-26T07:21:25.608 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.423401+0000", 2024-07-26T07:21:25.609 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.423401+0000", 2024-07-26T07:21:25.609 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.423730+0000", 2024-07-26T07:21:25.609 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.857404+0000", 2024-07-26T07:21:25.609 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:25.609 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:25.609 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:25.609 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:25.609 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.857404+0000", 2024-07-26T07:21:25.609 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.857404+0000", 2024-07-26T07:21:25.609 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.857404+0000", 2024-07-26T07:21:25.609 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:25.609 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:25.609 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:25.609 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.857404+0000", 2024-07-26T07:21:25.610 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.857404+0000", 2024-07-26T07:21:25.610 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:25.610 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 2, 2024-07-26T07:21:25.610 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:25.610 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:25.610 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:25.610 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:25.610 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:25.610 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:25.610 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:25.610 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 2, 2024-07-26T07:21:25.610 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:25.610 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:25.611 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:25.611 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.1c", 2024-07-26T07:21:25.611 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:25.611 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:25.611 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:25.611 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5125, 2024-07-26T07:21:25.611 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:25.611 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T11:56:53.460054+0000", 2024-07-26T07:21:25.611 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:25.611 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:25.611 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:25.611 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:25.611 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:25.611 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:25.612 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:25.612 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:25.612 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:25.612 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:25.612 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:25.612 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:25.612 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:25.612 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:25.612 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:25.612 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:25.612 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:25.612 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:25.612 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:25.612 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 3, 2024-07-26T07:21:25.612 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 1, 2024-07-26T07:21:25.613 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:25.613 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 1, 2024-07-26T07:21:25.613 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:25.613 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:25.613 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:25.613 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:25.613 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:25.613 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 1, 2024-07-26T07:21:25.613 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:25.613 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:25.613 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:25.613 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:25.613 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:25.613 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:25.614 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:25.614 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 6, 2024-07-26T07:21:25.614 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 6, 2024-07-26T07:21:25.614 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:25.614 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:25.614 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:25.614 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 3, 2024-07-26T07:21:25.614 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:25.614 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.614 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:25.614 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:25.614 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:25.614 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:25.615 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:25.615 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:25.615 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.615 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T07:21:25.615 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "65'2" 2024-07-26T07:21:25.615 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.615 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:25.615 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:25.615 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:25.615 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:25.615 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:25.615 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.615 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 2, 2024-07-26T07:21:25.615 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:25.615 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:25.616 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:25.616 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:25.616 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:25.616 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:25.616 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.858507+0000", 2024-07-26T07:21:25.616 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.519340+0000", 2024-07-26T07:21:25.616 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.519340+0000", 2024-07-26T07:21:25.616 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.519680+0000", 2024-07-26T07:21:25.616 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.858507+0000", 2024-07-26T07:21:25.616 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:25.616 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:25.616 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:25.616 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:25.617 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.858507+0000", 2024-07-26T07:21:25.617 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.858507+0000", 2024-07-26T07:21:25.617 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.858507+0000", 2024-07-26T07:21:25.617 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:25.617 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:25.617 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:25.617 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.858507+0000", 2024-07-26T07:21:25.617 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.858507+0000", 2024-07-26T07:21:25.617 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:25.617 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:25.617 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:25.617 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:25.617 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:25.617 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:25.618 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:25.618 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:25.618 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:25.618 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:25.618 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:25.618 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:25.618 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:25.618 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.1d", 2024-07-26T07:21:25.618 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:25.618 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:25.618 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:25.618 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5297, 2024-07-26T07:21:25.618 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:25.619 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T06:25:31.246858+0000", 2024-07-26T07:21:25.619 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:25.619 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:25.619 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:25.619 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:25.619 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:25.619 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:25.619 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:25.619 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:25.619 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:25.619 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:25.619 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:25.619 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:25.619 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:25.620 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:25.620 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:25.620 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:25.620 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:25.620 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:25.620 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:25.620 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:25.620 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:25.620 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:25.620 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:25.620 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:25.620 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:25.620 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:25.621 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:25.621 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:25.621 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:25.621 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:25.621 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:25.621 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:25.621 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:25.621 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:25.621 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:25.621 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:25.621 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:25.621 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:25.621 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:25.621 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:25.622 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:25.622 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:25.622 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:25.622 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.622 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:25.622 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:25.622 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:25.622 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:25.622 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:25.622 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:25.622 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.622 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 2, 2024-07-26T07:21:25.622 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:25.626 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.626 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:25.626 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:25.626 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:25.626 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:25.626 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:25.626 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.626 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 2, 2024-07-26T07:21:25.626 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:25.626 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:25.626 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:25.626 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:25.626 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:25.627 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:25.627 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.856223+0000", 2024-07-26T07:21:25.627 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:14.413257+0000", 2024-07-26T07:21:25.627 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:14.413257+0000", 2024-07-26T07:21:25.627 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:14.413601+0000", 2024-07-26T07:21:25.627 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.856223+0000", 2024-07-26T07:21:25.627 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:25.627 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:25.627 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:25.627 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 438, 2024-07-26T07:21:25.627 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.856223+0000", 2024-07-26T07:21:25.627 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.856223+0000", 2024-07-26T07:21:25.627 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.856223+0000", 2024-07-26T07:21:25.628 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:25.628 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:25.628 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:25.628 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.856223+0000", 2024-07-26T07:21:25.628 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.856223+0000", 2024-07-26T07:21:25.628 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:25.628 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:25.628 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:25.628 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:25.628 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 437, 2024-07-26T07:21:25.628 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:25.628 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:25.628 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:25.628 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:25.629 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:25.629 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:25.629 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:25.629 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:25.629 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.a", 2024-07-26T07:21:25.629 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:25.629 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:25.629 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:25.629 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5298, 2024-07-26T07:21:25.629 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:25.629 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:07:37.772842+0000", 2024-07-26T07:21:25.629 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:25.629 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:25.629 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:25.630 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:25.630 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:25.630 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:25.630 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:25.630 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:25.630 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:25.630 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:25.630 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:25.630 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:25.630 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:25.630 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:25.630 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:25.630 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:25.630 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:25.631 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:25.631 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:25.631 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:25.631 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:25.631 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:25.631 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:25.631 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:25.631 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:25.631 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:25.631 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:25.631 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:25.631 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:25.631 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:25.631 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:25.632 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:25.632 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:25.632 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:25.632 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:25.632 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:25.632 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:25.632 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:25.632 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:25.632 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:25.632 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:25.632 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:25.632 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:25.632 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.632 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:25.632 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:25.633 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:25.633 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:25.633 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:25.633 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:25.633 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.633 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 2, 2024-07-26T07:21:25.633 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:25.633 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.633 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:25.633 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:25.633 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:25.633 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:25.633 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T07:21:25.633 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.634 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T07:21:25.634 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:25.634 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:25.634 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:25.634 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:25.634 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:25.634 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:25.634 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.862853+0000", 2024-07-26T07:21:25.634 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.412321+0000", 2024-07-26T07:21:25.634 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.412321+0000", 2024-07-26T07:21:25.634 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.412708+0000", 2024-07-26T07:21:25.634 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.862853+0000", 2024-07-26T07:21:25.634 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:25.635 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:25.635 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:25.635 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:25.635 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.862853+0000", 2024-07-26T07:21:25.635 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.862853+0000", 2024-07-26T07:21:25.635 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.862853+0000", 2024-07-26T07:21:25.635 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:25.635 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:25.635 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:25.635 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.862853+0000", 2024-07-26T07:21:25.635 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.862853+0000", 2024-07-26T07:21:25.635 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:25.635 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 3, 2024-07-26T07:21:25.635 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:25.636 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:25.636 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:25.636 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:25.636 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:25.636 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:25.636 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:25.636 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 3, 2024-07-26T07:21:25.636 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:25.636 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:25.636 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:25.636 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.b", 2024-07-26T07:21:25.636 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:25.636 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:25.637 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:25.637 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5128, 2024-07-26T07:21:25.637 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:25.637 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:02:07.515588+0000", 2024-07-26T07:21:25.637 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:25.637 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:25.637 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:25.637 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:25.637 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:25.637 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:25.637 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:25.637 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:25.637 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:25.637 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:25.638 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:25.638 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:25.638 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:25.638 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:25.638 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:25.638 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:25.638 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:25.638 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:25.638 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:25.638 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 3, 2024-07-26T07:21:25.638 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 1, 2024-07-26T07:21:25.638 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:25.638 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 1, 2024-07-26T07:21:25.639 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:25.639 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:25.639 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:25.639 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:25.639 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:25.639 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 1, 2024-07-26T07:21:25.639 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:25.639 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:25.639 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:25.639 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:25.639 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:25.639 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:25.639 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:25.639 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 2, 2024-07-26T07:21:25.640 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 2, 2024-07-26T07:21:25.640 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:25.640 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:25.640 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:25.640 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 1, 2024-07-26T07:21:25.640 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:25.640 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.640 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:25.640 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:25.640 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:25.640 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:25.640 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:25.640 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T07:21:25.640 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.641 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T07:21:25.641 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "555'3" 2024-07-26T07:21:25.641 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.641 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:25.641 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:25.641 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:25.641 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:25.641 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:25.641 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.641 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T07:21:25.641 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:25.641 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:25.641 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:25.641 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:25.642 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:25.642 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:25.642 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.856544+0000", 2024-07-26T07:21:25.642 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:14.407662+0000", 2024-07-26T07:21:25.642 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:14.407662+0000", 2024-07-26T07:21:25.642 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:14.408264+0000", 2024-07-26T07:21:25.642 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.856544+0000", 2024-07-26T07:21:25.642 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:25.642 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:25.642 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:25.642 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 438, 2024-07-26T07:21:25.642 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.856544+0000", 2024-07-26T07:21:25.642 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.856544+0000", 2024-07-26T07:21:25.642 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.856544+0000", 2024-07-26T07:21:25.643 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:25.643 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:25.643 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:25.643 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.856544+0000", 2024-07-26T07:21:25.643 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.856544+0000", 2024-07-26T07:21:25.643 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:25.643 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:25.643 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:25.643 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:25.643 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 437, 2024-07-26T07:21:25.643 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:25.643 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:25.643 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:25.643 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:25.644 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:25.644 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:25.644 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:25.644 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:25.644 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.b", 2024-07-26T07:21:25.644 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:25.644 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:25.644 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:25.644 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5266, 2024-07-26T07:21:25.644 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:25.644 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:54:16.417054+0000", 2024-07-26T07:21:25.644 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:25.644 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:25.644 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:25.645 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:25.645 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:25.645 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:25.645 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:25.645 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:25.645 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:25.645 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:25.645 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:25.645 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:25.645 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:25.645 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:25.645 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:25.645 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:25.645 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:25.646 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:25.646 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:25.646 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:25.646 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:25.646 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:25.646 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:25.646 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:25.646 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:25.646 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:25.646 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:25.646 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:25.646 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:25.646 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:25.646 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:25.647 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:25.647 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:25.647 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:25.647 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:25.647 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:25.647 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:25.647 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:25.647 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:25.647 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:25.647 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:25.647 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:25.647 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:25.647 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.647 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:25.648 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:25.648 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:25.648 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:25.648 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:25.648 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:25.648 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.648 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T07:21:25.648 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:25.648 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.648 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:25.648 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:25.648 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:25.648 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:25.648 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:25.649 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.649 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T07:21:25.649 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:25.649 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:25.649 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:25.649 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:25.649 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:25.649 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:25.649 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.614290+0000", 2024-07-26T07:21:25.649 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.420505+0000", 2024-07-26T07:21:25.649 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.420505+0000", 2024-07-26T07:21:25.649 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.420872+0000", 2024-07-26T07:21:25.649 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.614290+0000", 2024-07-26T07:21:25.649 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:25.650 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:25.650 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:25.650 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:25.650 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.614290+0000", 2024-07-26T07:21:25.650 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.614290+0000", 2024-07-26T07:21:25.650 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.614290+0000", 2024-07-26T07:21:25.650 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:25.650 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:25.650 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:25.650 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.614290+0000", 2024-07-26T07:21:25.650 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.614290+0000", 2024-07-26T07:21:25.650 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:25.650 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:25.651 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:25.651 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:25.651 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:25.651 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:25.651 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:25.651 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:25.651 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:25.651 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:25.651 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:25.651 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:25.651 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:25.651 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.a", 2024-07-26T07:21:25.651 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:25.651 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:25.652 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:25.652 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5330, 2024-07-26T07:21:25.652 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:25.652 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:14:15.848522+0000", 2024-07-26T07:21:25.652 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:25.652 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:25.652 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:25.652 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:25.652 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:25.652 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:25.652 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:25.652 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:25.652 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:25.652 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:25.653 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:25.653 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:25.653 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:25.653 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:25.653 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:25.653 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:25.653 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:25.653 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:25.653 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:25.653 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:25.653 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:25.653 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:25.653 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:25.653 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:25.654 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:25.654 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:25.654 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:25.654 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:25.654 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:25.654 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:25.654 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:25.654 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:25.654 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:25.654 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:25.654 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:25.654 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:25.654 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:25.655 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:25.655 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:25.655 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:25.655 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:25.655 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:25.655 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:25.655 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.655 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:25.655 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:25.655 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:25.655 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:25.655 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:25.655 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:25.655 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.656 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T07:21:25.656 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:25.656 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.656 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:25.656 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:25.656 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:25.656 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:25.656 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:25.656 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.656 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T07:21:25.656 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:25.656 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:25.656 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:25.657 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:25.657 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:25.657 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:25.657 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.857482+0000", 2024-07-26T07:21:25.657 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.412605+0000", 2024-07-26T07:21:25.657 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.412605+0000", 2024-07-26T07:21:25.657 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.413090+0000", 2024-07-26T07:21:25.657 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.857482+0000", 2024-07-26T07:21:25.657 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:25.657 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:25.657 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:25.657 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:25.657 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.857482+0000", 2024-07-26T07:21:25.657 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.857482+0000", 2024-07-26T07:21:25.658 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.857482+0000", 2024-07-26T07:21:25.658 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:25.658 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:25.658 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:25.658 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.857482+0000", 2024-07-26T07:21:25.658 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.857482+0000", 2024-07-26T07:21:25.658 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:25.658 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:25.658 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:25.658 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:25.658 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:25.658 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:25.658 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:25.659 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:25.659 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:25.659 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:25.659 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:25.659 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:25.659 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:25.659 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.8", 2024-07-26T07:21:25.659 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:25.659 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:25.659 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:25.659 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5258, 2024-07-26T07:21:25.659 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:25.659 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T11:07:02.413444+0000", 2024-07-26T07:21:25.659 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:25.659 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:25.660 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:25.660 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:25.660 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:25.660 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:25.660 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:25.660 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:25.660 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:25.660 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:25.660 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:25.660 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:25.660 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:25.660 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:25.660 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:25.660 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:25.660 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:25.661 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:25.661 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:25.661 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:25.661 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:25.661 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:25.661 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:25.661 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:25.661 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:25.661 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:25.661 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:25.661 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:25.661 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:25.661 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:25.661 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:25.661 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:25.662 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:25.662 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:25.662 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:25.662 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:25.662 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:25.662 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:25.662 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:25.662 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:25.662 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:25.662 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:25.662 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:25.662 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.663 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:25.663 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:25.663 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:25.663 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:25.663 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:25.663 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:25.663 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.663 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T07:21:25.663 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:25.663 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.663 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:25.663 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:25.663 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:25.664 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:25.664 INFO:tasks.workunit.client.0.smithi089.stdout: 3 2024-07-26T07:21:25.664 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.664 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T07:21:25.664 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:25.664 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:25.664 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:25.664 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:25.664 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:25.664 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:25.664 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.612992+0000", 2024-07-26T07:21:25.664 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.421865+0000", 2024-07-26T07:21:25.664 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.421865+0000", 2024-07-26T07:21:25.665 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.422311+0000", 2024-07-26T07:21:25.665 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.612992+0000", 2024-07-26T07:21:25.665 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:25.665 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:25.665 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:25.665 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:25.665 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.612992+0000", 2024-07-26T07:21:25.665 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.612992+0000", 2024-07-26T07:21:25.665 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.612992+0000", 2024-07-26T07:21:25.665 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:25.665 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:25.665 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:25.665 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.612992+0000", 2024-07-26T07:21:25.665 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.612992+0000", 2024-07-26T07:21:25.665 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:25.666 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:25.666 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:25.666 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:25.666 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:25.666 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:25.666 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:25.666 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:25.666 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:25.666 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:25.666 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:25.666 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:25.666 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:25.666 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.9", 2024-07-26T07:21:25.666 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:25.667 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:25.667 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:25.667 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5330, 2024-07-26T07:21:25.667 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:25.667 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:06:07.019187+0000", 2024-07-26T07:21:25.667 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:25.667 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:25.667 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:25.667 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:25.667 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:25.667 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:25.667 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:25.667 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:25.667 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:25.668 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:25.668 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:25.668 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:25.668 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:25.668 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:25.668 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:25.668 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:25.668 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:25.668 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:25.668 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:25.668 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:25.668 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:25.668 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:25.668 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:25.669 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:25.669 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:25.669 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:25.669 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:25.669 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:25.669 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:25.669 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:25.669 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:25.669 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:25.669 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:25.669 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:25.669 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:25.669 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:25.669 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:25.670 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:25.670 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:25.670 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:25.670 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:25.670 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:25.670 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:25.670 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.670 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:25.670 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:25.670 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:25.670 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:25.670 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:25.670 INFO:tasks.workunit.client.0.smithi089.stdout: 3 2024-07-26T07:21:25.670 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.671 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T07:21:25.671 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:25.671 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.671 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:25.671 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:25.671 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:25.671 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:25.671 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:25.671 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.671 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 4, 2024-07-26T07:21:25.671 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:25.671 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:25.671 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:25.672 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:25.672 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:25.672 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:25.672 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.611453+0000", 2024-07-26T07:21:25.672 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.411791+0000", 2024-07-26T07:21:25.672 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.411791+0000", 2024-07-26T07:21:25.672 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.412050+0000", 2024-07-26T07:21:25.672 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.611453+0000", 2024-07-26T07:21:25.672 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:25.672 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:25.672 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:25.672 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:25.672 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.611453+0000", 2024-07-26T07:21:25.672 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.611453+0000", 2024-07-26T07:21:25.673 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.611453+0000", 2024-07-26T07:21:25.673 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:25.673 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:25.673 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:25.673 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.611453+0000", 2024-07-26T07:21:25.673 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.611453+0000", 2024-07-26T07:21:25.673 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:25.673 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:25.673 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:25.673 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:25.673 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:25.673 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:25.673 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:25.673 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:25.674 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:25.674 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:25.674 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:25.674 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:25.674 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:25.674 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.9", 2024-07-26T07:21:25.674 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:25.674 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:25.674 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:25.674 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5243, 2024-07-26T07:21:25.674 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:25.674 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:04:49.560341+0000", 2024-07-26T07:21:25.674 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:25.675 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:25.675 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:25.675 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:25.675 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:25.675 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:25.675 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:25.675 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:25.675 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:25.675 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:25.675 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:25.675 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:25.675 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:25.675 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:25.675 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:25.676 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:25.676 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:25.676 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:25.676 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:25.676 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:25.676 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:25.676 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:25.676 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:25.676 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:25.676 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:25.676 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:25.676 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:25.676 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:25.676 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:25.677 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:25.677 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:25.677 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:25.677 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:25.677 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:25.677 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:25.677 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:25.677 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:25.677 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:25.677 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:25.677 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:25.677 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:25.677 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:25.677 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:25.678 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.678 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:25.678 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:25.678 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:25.678 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:25.678 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:25.678 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:25.678 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.678 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 4, 2024-07-26T07:21:25.678 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:25.678 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.678 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:25.678 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:25.679 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:25.679 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:25.679 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:25.679 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.679 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T07:21:25.679 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:25.679 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:25.679 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:25.679 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:25.679 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:25.679 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:25.679 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.856960+0000", 2024-07-26T07:21:25.679 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.427632+0000", 2024-07-26T07:21:25.679 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.427632+0000", 2024-07-26T07:21:25.680 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.427990+0000", 2024-07-26T07:21:25.680 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.856960+0000", 2024-07-26T07:21:25.680 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:25.680 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:25.680 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:25.680 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:25.680 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.856960+0000", 2024-07-26T07:21:25.680 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.856960+0000", 2024-07-26T07:21:25.680 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.856960+0000", 2024-07-26T07:21:25.680 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:25.680 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:25.680 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:25.680 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.856960+0000", 2024-07-26T07:21:25.680 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.856960+0000", 2024-07-26T07:21:25.680 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:25.681 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:25.681 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:25.681 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:25.681 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:25.681 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:25.681 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:25.681 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:25.681 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:25.681 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:25.681 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:25.681 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:25.681 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:25.681 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.8", 2024-07-26T07:21:25.681 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:25.681 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:25.682 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:25.682 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5122, 2024-07-26T07:21:25.682 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:25.682 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:08:30.258939+0000", 2024-07-26T07:21:25.682 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:25.682 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:25.682 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:25.682 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:25.682 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:25.682 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:25.682 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:25.682 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:25.682 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:25.682 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:25.683 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:25.683 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:25.683 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:25.683 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:25.683 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:25.683 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:25.683 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:25.683 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:25.683 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:25.683 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:25.683 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:25.683 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:25.683 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:25.684 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:25.684 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:25.684 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:25.684 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:25.684 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:25.684 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:25.684 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:25.684 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:25.684 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:25.684 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:25.684 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:25.684 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:25.684 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:25.685 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:25.685 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:25.685 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:25.685 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:25.685 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:25.685 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:25.685 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:25.685 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.685 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:25.685 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:25.685 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:25.685 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:25.685 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:25.685 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:25.685 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.686 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T07:21:25.686 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:25.686 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.686 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:25.686 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:25.686 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:25.686 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:25.686 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:25.686 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.686 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 0, 2024-07-26T07:21:25.686 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:25.686 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:25.686 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:25.687 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:25.687 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:25.687 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:25.687 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.616076+0000", 2024-07-26T07:21:25.687 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:14.409966+0000", 2024-07-26T07:21:25.687 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:14.409966+0000", 2024-07-26T07:21:25.687 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:14.410289+0000", 2024-07-26T07:21:25.687 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.616076+0000", 2024-07-26T07:21:25.687 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:25.687 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:25.687 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:25.687 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 438, 2024-07-26T07:21:25.687 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.616076+0000", 2024-07-26T07:21:25.687 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.616076+0000", 2024-07-26T07:21:25.688 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.616076+0000", 2024-07-26T07:21:25.688 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:25.688 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:25.688 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:25.688 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.616076+0000", 2024-07-26T07:21:25.688 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.616076+0000", 2024-07-26T07:21:25.688 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:25.688 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:25.688 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:25.688 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:25.688 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 437, 2024-07-26T07:21:25.688 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:25.688 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:25.688 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:25.689 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:25.689 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:25.689 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:25.689 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:25.689 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:25.689 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.6", 2024-07-26T07:21:25.689 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:25.689 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:25.689 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:25.689 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5340, 2024-07-26T07:21:25.689 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:25.689 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:16:24.035633+0000", 2024-07-26T07:21:25.689 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:25.689 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:25.690 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:25.690 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:25.690 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:25.690 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:25.690 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:25.690 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:25.690 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:25.690 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:25.690 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:25.690 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:25.690 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:25.690 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:25.690 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:25.690 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:25.691 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:25.691 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:25.691 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:25.691 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:25.691 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:25.691 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:25.691 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:25.691 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:25.691 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:25.691 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:25.691 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:25.691 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:25.691 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:25.692 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:25.692 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:25.692 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:25.692 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:25.692 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:25.692 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:25.692 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:25.692 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:25.692 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:25.692 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:25.692 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:25.692 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:25.692 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:25.692 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:25.693 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.693 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:25.693 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:25.693 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:25.693 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:25.693 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:25.693 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:25.693 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.693 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 0, 2024-07-26T07:21:25.693 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:25.693 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.693 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:25.693 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:25.693 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:25.694 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:25.694 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:25.694 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.694 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 6, 2024-07-26T07:21:25.694 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:25.694 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:25.694 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:25.694 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:25.694 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:25.694 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:25.694 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.859349+0000", 2024-07-26T07:21:25.694 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.417606+0000", 2024-07-26T07:21:25.694 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.417606+0000", 2024-07-26T07:21:25.695 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.418308+0000", 2024-07-26T07:21:25.695 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.859349+0000", 2024-07-26T07:21:25.695 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:25.695 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:25.695 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:25.695 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:25.695 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.859349+0000", 2024-07-26T07:21:25.695 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.859349+0000", 2024-07-26T07:21:25.695 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.859349+0000", 2024-07-26T07:21:25.695 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:25.695 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:25.695 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:25.695 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.859349+0000", 2024-07-26T07:21:25.695 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.859349+0000", 2024-07-26T07:21:25.696 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:25.696 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 2, 2024-07-26T07:21:25.696 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:25.696 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:25.696 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:25.696 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:25.696 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:25.696 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:25.696 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:25.696 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 2, 2024-07-26T07:21:25.696 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:25.696 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:25.696 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:25.696 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.7", 2024-07-26T07:21:25.696 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:25.697 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:25.697 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:25.697 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5133, 2024-07-26T07:21:25.697 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:25.697 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T07:27:59.240237+0000", 2024-07-26T07:21:25.697 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:25.697 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:25.697 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:25.697 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:25.697 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:25.697 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:25.697 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:25.697 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:25.697 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:25.698 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:25.698 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:25.698 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:25.698 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:25.698 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:25.698 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:25.698 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:25.698 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:25.698 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:25.698 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:25.698 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 3, 2024-07-26T07:21:25.699 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 1, 2024-07-26T07:21:25.699 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:25.699 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 1, 2024-07-26T07:21:25.699 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:25.699 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:25.699 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:25.699 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:25.699 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:25.699 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 1, 2024-07-26T07:21:25.699 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:25.699 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:25.699 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:25.699 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:25.699 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:25.700 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:25.700 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:25.700 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 6, 2024-07-26T07:21:25.700 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 6, 2024-07-26T07:21:25.700 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:25.700 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:25.700 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:25.700 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 3, 2024-07-26T07:21:25.700 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:25.700 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.700 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:25.700 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:25.700 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:25.700 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:25.701 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:25.701 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:25.701 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.701 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 6, 2024-07-26T07:21:25.701 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "65'2" 2024-07-26T07:21:25.701 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.701 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:25.701 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:25.701 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:25.701 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:25.701 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:25.701 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.701 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 4, 2024-07-26T07:21:25.701 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:25.702 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:25.702 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 69, 2024-07-26T07:21:25.702 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:25.702 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:25.702 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:25.702 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.611256+0000", 2024-07-26T07:21:25.702 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.523449+0000", 2024-07-26T07:21:25.702 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.523449+0000", 2024-07-26T07:21:25.702 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:45:57.969667+0000", 2024-07-26T07:21:25.702 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.611256+0000", 2024-07-26T07:21:25.702 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:25.702 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:25.702 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:25.703 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:25.703 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.611256+0000", 2024-07-26T07:21:25.703 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.611256+0000", 2024-07-26T07:21:25.703 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.611256+0000", 2024-07-26T07:21:25.703 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:25.703 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:25.703 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:25.703 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.611256+0000", 2024-07-26T07:21:25.703 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.611256+0000", 2024-07-26T07:21:25.703 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:25.703 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 2996, 2024-07-26T07:21:25.703 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:25.703 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:25.703 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:25.703 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:25.704 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:25.704 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:25.704 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:25.704 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 2996, 2024-07-26T07:21:25.704 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:25.704 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:25.704 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:25.704 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "4.1", 2024-07-26T07:21:25.704 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:25.704 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:25.704 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:25.704 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 9124, 2024-07-26T07:21:25.704 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:25.704 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:57:51.840469+0000", 2024-07-26T07:21:25.705 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.004416952, 2024-07-26T07:21:25.705 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:25.705 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:25.705 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 4194304, 2024-07-26T07:21:25.705 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:25.705 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:25.705 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:25.705 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:25.705 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:25.705 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:25.705 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:25.705 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:25.705 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:25.705 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:25.705 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:25.706 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:25.706 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:25.706 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:25.706 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:25.706 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 3, 2024-07-26T07:21:25.706 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 1, 2024-07-26T07:21:25.706 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:25.706 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 1, 2024-07-26T07:21:25.706 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:25.706 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:25.706 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:25.706 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:25.706 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:25.706 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:25.707 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:25.707 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:25.707 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:25.707 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:25.707 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:25.707 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:25.707 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:25.707 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 1659, 2024-07-26T07:21:25.707 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 369571, 2024-07-26T07:21:25.707 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:25.707 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:25.707 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:25.707 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 2962, 2024-07-26T07:21:25.707 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 399622 2024-07-26T07:21:25.708 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.708 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:25.708 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:25.708 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:25.708 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:25.708 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:25.708 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:25.708 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.708 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 4, 2024-07-26T07:21:25.708 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "1134'2996" 2024-07-26T07:21:25.708 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.708 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:25.708 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:25.708 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:25.709 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:25.709 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:25.709 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.709 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T07:21:25.709 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:25.709 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:25.709 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:25.709 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:25.709 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:25.709 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:25.709 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.858306+0000", 2024-07-26T07:21:25.709 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.412673+0000", 2024-07-26T07:21:25.709 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.412673+0000", 2024-07-26T07:21:25.709 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.413159+0000", 2024-07-26T07:21:25.710 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.858306+0000", 2024-07-26T07:21:25.710 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:25.710 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:25.710 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:25.710 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:25.710 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.858306+0000", 2024-07-26T07:21:25.710 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.858306+0000", 2024-07-26T07:21:25.710 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.858306+0000", 2024-07-26T07:21:25.710 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:25.710 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:25.710 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:25.710 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.858306+0000", 2024-07-26T07:21:25.711 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.858306+0000", 2024-07-26T07:21:25.711 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:25.711 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:25.711 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:25.711 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:25.711 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:25.711 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:25.711 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:25.711 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:25.711 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:25.711 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:25.711 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:25.711 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:25.712 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:25.712 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.7", 2024-07-26T07:21:25.712 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:25.712 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:25.712 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:25.712 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5266, 2024-07-26T07:21:25.712 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:25.712 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:40:53.414688+0000", 2024-07-26T07:21:25.712 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:25.712 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:25.712 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:25.712 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:25.712 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:25.712 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:25.713 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:25.713 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:25.713 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:25.713 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:25.713 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:25.713 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:25.713 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:25.713 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:25.713 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:25.713 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:25.713 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:25.713 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:25.713 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:25.713 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:25.714 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:25.714 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:25.714 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:25.714 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:25.714 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:25.714 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:25.714 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:25.714 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:25.714 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:25.714 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:25.714 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:25.714 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:25.714 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:25.715 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:25.715 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:25.715 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:25.715 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:25.715 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:25.715 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:25.715 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:25.715 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:25.715 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:25.715 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:25.715 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.715 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:25.715 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:25.716 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:25.716 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:25.716 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:25.716 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:25.716 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.716 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T07:21:25.716 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:25.716 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.716 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:25.716 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:25.716 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:25.716 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:25.716 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:25.716 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.717 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T07:21:25.717 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:25.717 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:25.717 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:25.717 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:25.717 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:25.717 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:25.717 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.614551+0000", 2024-07-26T07:21:25.717 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.527303+0000", 2024-07-26T07:21:25.717 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.527303+0000", 2024-07-26T07:21:25.717 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.527604+0000", 2024-07-26T07:21:25.717 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.614551+0000", 2024-07-26T07:21:25.717 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:25.717 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:25.717 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:25.718 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:25.718 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.614551+0000", 2024-07-26T07:21:25.718 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.614551+0000", 2024-07-26T07:21:25.718 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.614551+0000", 2024-07-26T07:21:25.718 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:25.718 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:25.718 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:25.718 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.614551+0000", 2024-07-26T07:21:25.718 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.614551+0000", 2024-07-26T07:21:25.718 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:25.718 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 2, 2024-07-26T07:21:25.718 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:25.718 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:25.718 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:25.718 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:25.719 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:25.719 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:25.719 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:25.719 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 2, 2024-07-26T07:21:25.719 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:25.719 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:25.719 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:25.719 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.6", 2024-07-26T07:21:25.719 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:25.719 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:25.719 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:25.719 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5338, 2024-07-26T07:21:25.719 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:25.719 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T07:52:41.130369+0000", 2024-07-26T07:21:25.719 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:25.720 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:25.720 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:25.720 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:25.720 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:25.720 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:25.720 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:25.720 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:25.720 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:25.720 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:25.720 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:25.720 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:25.720 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:25.720 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:25.721 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:25.721 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:25.721 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:25.721 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:25.721 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:25.721 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 3, 2024-07-26T07:21:25.721 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 1, 2024-07-26T07:21:25.721 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:25.721 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 1, 2024-07-26T07:21:25.721 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:25.721 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:25.721 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:25.721 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:25.721 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:25.721 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 1, 2024-07-26T07:21:25.722 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:25.722 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:25.722 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:25.722 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:25.722 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:25.722 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:25.722 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:25.722 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 2, 2024-07-26T07:21:25.722 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 2, 2024-07-26T07:21:25.722 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:25.722 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:25.722 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:25.722 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 2, 2024-07-26T07:21:25.722 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:25.722 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.723 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:25.723 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:25.723 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:25.723 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:25.723 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:25.723 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:25.723 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.723 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T07:21:25.723 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "557'2" 2024-07-26T07:21:25.723 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.723 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:25.723 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:25.723 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:25.723 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:25.724 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:25.724 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.724 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T07:21:25.724 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:25.724 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:25.724 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 69, 2024-07-26T07:21:25.724 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:25.724 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:25.724 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:25.724 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.855893+0000", 2024-07-26T07:21:25.724 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.416545+0000", 2024-07-26T07:21:25.724 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.416545+0000", 2024-07-26T07:21:25.724 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:45:58.070175+0000", 2024-07-26T07:21:25.724 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.855893+0000", 2024-07-26T07:21:25.724 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:25.725 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:25.725 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:25.725 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:25.725 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.855893+0000", 2024-07-26T07:21:25.725 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.855893+0000", 2024-07-26T07:21:25.725 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.855893+0000", 2024-07-26T07:21:25.725 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:25.725 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:25.725 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:25.725 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.855893+0000", 2024-07-26T07:21:25.725 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.855893+0000", 2024-07-26T07:21:25.725 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:25.725 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 3040, 2024-07-26T07:21:25.726 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:25.726 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:25.726 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:25.726 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:25.726 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:25.726 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:25.726 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:25.726 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 3040, 2024-07-26T07:21:25.726 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:25.726 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:25.726 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:25.726 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "4.0", 2024-07-26T07:21:25.726 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:25.727 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:25.727 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:25.727 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 8895, 2024-07-26T07:21:25.727 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:25.727 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:24:44.131506+0000", 2024-07-26T07:21:25.727 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.002540264, 2024-07-26T07:21:25.727 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:25.727 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:25.727 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:25.727 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:25.727 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:25.727 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:25.727 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:25.727 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:25.728 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:25.728 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:25.728 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:25.728 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:25.728 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:25.728 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:25.728 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:25.728 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:25.728 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:25.728 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:25.728 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:25.728 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:25.728 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:25.728 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:25.729 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:25.729 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:25.729 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:25.729 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:25.729 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:25.729 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:25.729 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:25.729 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:25.729 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:25.729 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:25.729 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:25.729 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:25.729 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:25.729 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 776, 2024-07-26T07:21:25.730 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 399547, 2024-07-26T07:21:25.730 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:25.730 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:25.730 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:25.730 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 3021, 2024-07-26T07:21:25.730 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 395805 2024-07-26T07:21:25.730 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.730 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:25.730 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:25.730 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:25.730 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:25.730 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:25.730 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:25.730 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.731 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T07:21:25.731 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "1134'3040" 2024-07-26T07:21:25.731 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.731 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:25.731 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:25.731 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:25.731 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:25.731 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T07:21:25.731 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.731 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T07:21:25.731 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:25.731 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:25.731 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:25.731 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:25.732 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:25.732 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:25.732 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.615596+0000", 2024-07-26T07:21:25.732 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:47.481228+0000", 2024-07-26T07:21:25.732 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:47.481228+0000", 2024-07-26T07:21:25.732 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:47.481552+0000", 2024-07-26T07:21:25.732 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.615596+0000", 2024-07-26T07:21:25.732 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:25.732 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:25.732 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:25.732 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 470, 2024-07-26T07:21:25.732 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.615596+0000", 2024-07-26T07:21:25.732 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.615596+0000", 2024-07-26T07:21:25.732 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.615596+0000", 2024-07-26T07:21:25.733 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:25.733 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:25.733 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:25.733 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.615596+0000", 2024-07-26T07:21:25.733 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.615596+0000", 2024-07-26T07:21:25.733 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:25.733 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:25.733 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:25.733 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:25.733 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 469, 2024-07-26T07:21:25.733 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:25.733 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:25.733 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:25.733 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:25.734 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:25.734 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:25.734 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:25.734 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:25.734 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.4", 2024-07-26T07:21:25.734 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:25.734 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:25.734 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:25.734 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5331, 2024-07-26T07:21:25.734 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:25.734 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:40:13.310428+0000", 2024-07-26T07:21:25.734 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:25.734 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:25.735 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:25.735 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:25.735 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:25.735 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:25.735 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:25.735 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:25.735 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:25.735 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:25.735 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:25.735 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:25.735 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:25.735 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:25.735 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:25.735 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:25.735 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:25.736 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:25.736 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:25.736 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:25.736 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:25.736 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:25.736 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:25.736 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:25.736 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:25.736 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:25.736 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:25.736 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:25.736 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:25.736 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:25.736 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:25.737 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:25.737 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:25.737 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:25.737 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:25.737 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:25.737 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:25.737 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:25.737 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:25.737 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:25.737 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:25.737 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:25.737 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:25.737 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.737 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:25.738 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:25.738 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:25.738 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:25.738 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:25.738 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T07:21:25.738 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.738 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T07:21:25.738 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:25.738 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.738 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:25.738 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:25.738 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:25.738 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:25.738 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:25.739 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.739 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T07:21:25.739 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:25.739 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:25.739 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:25.739 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:25.739 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:25.739 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:25.739 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.863575+0000", 2024-07-26T07:21:25.739 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.425334+0000", 2024-07-26T07:21:25.739 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.425334+0000", 2024-07-26T07:21:25.739 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.425761+0000", 2024-07-26T07:21:25.739 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.863575+0000", 2024-07-26T07:21:25.739 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:25.740 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:25.740 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:25.740 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:25.740 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.863575+0000", 2024-07-26T07:21:25.740 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.863575+0000", 2024-07-26T07:21:25.740 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.863575+0000", 2024-07-26T07:21:25.740 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:25.740 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:25.740 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:25.740 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.863575+0000", 2024-07-26T07:21:25.740 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.863575+0000", 2024-07-26T07:21:25.740 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:25.740 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:25.741 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:25.741 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:25.741 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:25.741 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:25.741 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:25.741 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:25.741 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:25.741 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:25.741 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:25.741 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:25.741 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:25.741 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.5", 2024-07-26T07:21:25.741 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:25.741 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:25.742 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:25.742 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5135, 2024-07-26T07:21:25.742 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:25.742 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T06:26:36.602576+0000", 2024-07-26T07:21:25.742 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:25.742 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:25.742 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:25.742 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:25.742 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:25.742 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:25.742 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:25.742 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:25.743 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:25.743 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:25.743 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:25.743 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:25.743 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:25.743 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:25.743 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:25.743 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:25.743 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:25.743 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:25.743 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:25.743 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:25.743 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:25.743 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:25.744 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:25.744 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:25.744 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:25.744 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:25.744 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:25.744 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:25.744 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:25.744 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:25.744 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:25.744 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:25.744 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:25.744 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:25.744 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:25.744 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:25.745 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:25.745 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:25.745 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:25.745 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:25.745 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:25.745 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:25.745 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:25.745 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.745 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:25.745 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:25.745 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:25.745 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:25.745 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:25.745 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:25.746 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.746 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T07:21:25.746 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:25.746 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.746 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:25.746 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:25.746 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:25.746 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:25.746 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:25.746 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.746 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 0, 2024-07-26T07:21:25.746 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:25.746 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:25.746 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 69, 2024-07-26T07:21:25.747 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:25.747 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:25.747 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:25.747 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.613301+0000", 2024-07-26T07:21:25.747 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.423635+0000", 2024-07-26T07:21:25.747 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.423635+0000", 2024-07-26T07:21:25.747 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:45:57.973294+0000", 2024-07-26T07:21:25.747 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.613301+0000", 2024-07-26T07:21:25.747 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:25.747 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:25.747 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:25.747 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:25.747 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.613301+0000", 2024-07-26T07:21:25.747 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.613301+0000", 2024-07-26T07:21:25.747 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.613301+0000", 2024-07-26T07:21:25.748 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:25.748 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:25.748 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:25.748 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.613301+0000", 2024-07-26T07:21:25.748 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.613301+0000", 2024-07-26T07:21:25.748 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:25.748 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 3020, 2024-07-26T07:21:25.748 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:25.748 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:25.748 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:25.748 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:25.748 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:25.748 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:25.748 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:25.749 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 3020, 2024-07-26T07:21:25.749 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:25.749 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:25.749 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:25.749 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "4.3", 2024-07-26T07:21:25.749 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:25.749 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:25.749 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:25.749 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 9015, 2024-07-26T07:21:25.749 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:25.749 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:36:42.550203+0000", 2024-07-26T07:21:25.749 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.005490602, 2024-07-26T07:21:25.749 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:25.749 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:25.749 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:25.750 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:25.750 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:25.750 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:25.750 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:25.750 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:25.750 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:25.750 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:25.750 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:25.750 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:25.750 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:25.750 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:25.750 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:25.750 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:25.751 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:25.751 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:25.751 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 3, 2024-07-26T07:21:25.751 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 1, 2024-07-26T07:21:25.751 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:25.751 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 1, 2024-07-26T07:21:25.751 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:25.751 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:25.751 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:25.751 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:25.751 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:25.751 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 1, 2024-07-26T07:21:25.751 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:25.751 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:25.751 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:25.752 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:25.752 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:25.752 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:25.752 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:25.752 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 838, 2024-07-26T07:21:25.752 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 395296, 2024-07-26T07:21:25.752 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:25.752 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:25.752 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:25.752 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 3012, 2024-07-26T07:21:25.752 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 343213 2024-07-26T07:21:25.752 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.752 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:25.752 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:25.752 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:25.753 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:25.753 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:25.753 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:25.753 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.753 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 0, 2024-07-26T07:21:25.753 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "1134'3020" 2024-07-26T07:21:25.753 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.753 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:25.753 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:25.753 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:25.753 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:25.753 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:25.753 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.753 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T07:21:25.754 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:25.754 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:25.754 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:25.754 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:25.754 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:25.754 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:25.754 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.859819+0000", 2024-07-26T07:21:25.754 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:47.471762+0000", 2024-07-26T07:21:25.754 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:47.471762+0000", 2024-07-26T07:21:25.754 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:47.472068+0000", 2024-07-26T07:21:25.754 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.859819+0000", 2024-07-26T07:21:25.754 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:25.754 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:25.755 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:25.755 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 470, 2024-07-26T07:21:25.755 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.859819+0000", 2024-07-26T07:21:25.755 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.859819+0000", 2024-07-26T07:21:25.755 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.859819+0000", 2024-07-26T07:21:25.755 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:25.755 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:25.755 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:25.755 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.859819+0000", 2024-07-26T07:21:25.755 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.859819+0000", 2024-07-26T07:21:25.755 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:25.756 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:25.756 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:25.756 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:25.756 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 469, 2024-07-26T07:21:25.756 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:25.756 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:25.756 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:25.756 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:25.756 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:25.756 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:25.756 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:25.756 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:25.756 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.5", 2024-07-26T07:21:25.757 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:25.757 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:25.757 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:25.757 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5198, 2024-07-26T07:21:25.757 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:25.757 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:21:45.488837+0000", 2024-07-26T07:21:25.757 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:25.757 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:25.757 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:25.757 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:25.757 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:25.757 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:25.757 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:25.757 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:25.757 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:25.758 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:25.758 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:25.758 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:25.758 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:25.758 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:25.758 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:25.758 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:25.758 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:25.758 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:25.758 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:25.758 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:25.758 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:25.758 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:25.759 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:25.759 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:25.759 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:25.759 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:25.759 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:25.759 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:25.759 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:25.759 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:25.759 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:25.759 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:25.759 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:25.759 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:25.759 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:25.759 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:25.760 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:25.760 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:25.760 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:25.760 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:25.760 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:25.760 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:25.760 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:25.760 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.760 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:25.760 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:25.760 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:25.760 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:25.760 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:25.760 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:25.761 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.761 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T07:21:25.761 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:25.761 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.761 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:25.761 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:25.761 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:25.761 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:25.761 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:25.761 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.761 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T07:21:25.761 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:25.761 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:25.761 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:25.762 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:25.762 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:25.762 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:25.762 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.615689+0000", 2024-07-26T07:21:25.762 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.421093+0000", 2024-07-26T07:21:25.762 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.421093+0000", 2024-07-26T07:21:25.762 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.421360+0000", 2024-07-26T07:21:25.762 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.615689+0000", 2024-07-26T07:21:25.762 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:25.762 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:25.762 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:25.762 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:25.762 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.615689+0000", 2024-07-26T07:21:25.762 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.615689+0000", 2024-07-26T07:21:25.763 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.615689+0000", 2024-07-26T07:21:25.763 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:25.763 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:25.763 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:25.763 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.615689+0000", 2024-07-26T07:21:25.763 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.615689+0000", 2024-07-26T07:21:25.763 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:25.763 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:25.763 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:25.763 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:25.763 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:25.763 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:25.763 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:25.763 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:25.764 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:25.764 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:25.764 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:25.764 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:25.764 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:25.764 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.4", 2024-07-26T07:21:25.764 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:25.764 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:25.764 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:25.764 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5344, 2024-07-26T07:21:25.764 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:25.764 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:35:03.772069+0000", 2024-07-26T07:21:25.764 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:25.765 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:25.765 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:25.765 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:25.765 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:25.765 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:25.765 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:25.765 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:25.765 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:25.765 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:25.765 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:25.765 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:25.765 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:25.765 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:25.765 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:25.765 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:25.766 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:25.766 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:25.766 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:25.766 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:25.766 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:25.766 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:25.766 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:25.766 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:25.766 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:25.766 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:25.766 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:25.766 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:25.766 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:25.767 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:25.767 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:25.767 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:25.767 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:25.767 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:25.767 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:25.767 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:25.767 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:25.767 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:25.767 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:25.767 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:25.767 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:25.767 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:25.768 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:25.768 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.768 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:25.768 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:25.768 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:25.768 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:25.768 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:25.768 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:25.768 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.768 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T07:21:25.768 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:25.768 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.768 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:25.768 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:25.768 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:25.769 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:25.769 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:25.769 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.769 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T07:21:25.769 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:25.769 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:25.769 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 69, 2024-07-26T07:21:25.769 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:25.769 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:25.769 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:25.769 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.613779+0000", 2024-07-26T07:21:25.769 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:47.484112+0000", 2024-07-26T07:21:25.769 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:47.484112+0000", 2024-07-26T07:21:25.769 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:45:57.980256+0000", 2024-07-26T07:21:25.770 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.613779+0000", 2024-07-26T07:21:25.770 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:25.770 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:25.770 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:25.770 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 470, 2024-07-26T07:21:25.770 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.613779+0000", 2024-07-26T07:21:25.770 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.613779+0000", 2024-07-26T07:21:25.770 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.613779+0000", 2024-07-26T07:21:25.770 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:25.770 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:25.770 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:25.770 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.613779+0000", 2024-07-26T07:21:25.770 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.613779+0000", 2024-07-26T07:21:25.771 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:25.771 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 3094, 2024-07-26T07:21:25.771 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:25.771 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:25.771 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 469, 2024-07-26T07:21:25.771 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:25.771 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:25.771 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:25.771 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:25.771 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 3094, 2024-07-26T07:21:25.771 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:25.771 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:25.771 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:25.771 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "4.2", 2024-07-26T07:21:25.771 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:25.772 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:25.772 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:25.772 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 9413, 2024-07-26T07:21:25.772 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:25.772 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T06:09:56.708855+0000", 2024-07-26T07:21:25.772 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.013219577, 2024-07-26T07:21:25.772 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:25.772 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:25.772 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 19, 2024-07-26T07:21:25.772 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:25.772 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:25.772 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:25.772 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:25.772 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:25.773 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:25.773 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:25.773 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:25.773 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:25.773 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:25.773 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:25.773 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:25.773 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:25.773 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:25.773 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:25.773 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 3, 2024-07-26T07:21:25.773 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 1, 2024-07-26T07:21:25.773 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:25.773 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 1, 2024-07-26T07:21:25.774 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:25.774 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:25.774 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:25.774 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:25.774 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:25.774 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:25.774 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:25.774 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:25.774 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:25.774 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:25.774 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:25.774 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:25.774 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:25.774 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 1557, 2024-07-26T07:21:25.775 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 366248, 2024-07-26T07:21:25.775 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:25.775 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:25.775 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:25.775 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 3077, 2024-07-26T07:21:25.775 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 409723 2024-07-26T07:21:25.775 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.775 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:25.775 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:25.775 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:25.775 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:25.775 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:25.775 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:25.775 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.776 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T07:21:25.776 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "1134'3094" 2024-07-26T07:21:25.776 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.776 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:25.776 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:25.776 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:25.776 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:25.776 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:25.776 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.776 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 4, 2024-07-26T07:21:25.776 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:25.776 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:25.776 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:25.776 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:25.776 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:25.777 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:25.777 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.612489+0000", 2024-07-26T07:21:25.777 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.515844+0000", 2024-07-26T07:21:25.777 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.515844+0000", 2024-07-26T07:21:25.777 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.516138+0000", 2024-07-26T07:21:25.777 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.612489+0000", 2024-07-26T07:21:25.777 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:25.777 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:25.777 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:25.777 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:25.777 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.612489+0000", 2024-07-26T07:21:25.777 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.612489+0000", 2024-07-26T07:21:25.777 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.612489+0000", 2024-07-26T07:21:25.777 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:25.778 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:25.778 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:25.778 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.612489+0000", 2024-07-26T07:21:25.778 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.612489+0000", 2024-07-26T07:21:25.778 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:25.778 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:25.778 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:25.778 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:25.778 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:25.778 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:25.778 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:25.778 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:25.778 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:25.778 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:25.779 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:25.779 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:25.779 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:25.779 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.3", 2024-07-26T07:21:25.779 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:25.779 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:25.779 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:25.779 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5222, 2024-07-26T07:21:25.779 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:25.779 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:29:48.873999+0000", 2024-07-26T07:21:25.779 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:25.779 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:25.779 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:25.779 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:25.780 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:25.780 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:25.780 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:25.780 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:25.780 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:25.780 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:25.780 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:25.780 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:25.780 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:25.780 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:25.780 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:25.780 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:25.780 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:25.780 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:25.781 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:25.781 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:25.781 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:25.781 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:25.781 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:25.781 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:25.781 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:25.781 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:25.781 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:25.781 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:25.781 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:25.781 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:25.781 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:25.781 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:25.782 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:25.782 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:25.782 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:25.782 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:25.782 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:25.782 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:25.782 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:25.782 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:25.782 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:25.782 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:25.782 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:25.782 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.782 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:25.783 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:25.783 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:25.783 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:25.783 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:25.783 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:25.783 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.783 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 4, 2024-07-26T07:21:25.783 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:25.783 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.783 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:25.783 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:25.783 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:25.783 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:25.783 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:25.784 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.784 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T07:21:25.784 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:25.784 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:25.784 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:25.784 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:25.784 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:25.784 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:25.784 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.857419+0000", 2024-07-26T07:21:25.784 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.525640+0000", 2024-07-26T07:21:25.784 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.525640+0000", 2024-07-26T07:21:25.784 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.526051+0000", 2024-07-26T07:21:25.784 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.857419+0000", 2024-07-26T07:21:25.785 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:25.785 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:25.785 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:25.785 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:25.785 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.857419+0000", 2024-07-26T07:21:25.785 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.857419+0000", 2024-07-26T07:21:25.785 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.857419+0000", 2024-07-26T07:21:25.785 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:25.785 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:25.785 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:25.785 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.857419+0000", 2024-07-26T07:21:25.785 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.857419+0000", 2024-07-26T07:21:25.785 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:25.786 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:25.786 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:25.786 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:25.786 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:25.786 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:25.786 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:25.786 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:25.786 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:25.786 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:25.786 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:25.786 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:25.786 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:25.786 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.2", 2024-07-26T07:21:25.786 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:25.787 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:25.787 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:25.787 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5172, 2024-07-26T07:21:25.787 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:25.787 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:45:49.579535+0000", 2024-07-26T07:21:25.787 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:25.787 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:25.787 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:25.787 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:25.787 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:25.787 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:25.787 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:25.787 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:25.787 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:25.788 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:25.788 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:25.788 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:25.788 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:25.788 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:25.788 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:25.788 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:25.788 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:25.788 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:25.788 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:25.788 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:25.788 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:25.788 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:25.788 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:25.789 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:25.789 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:25.789 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:25.789 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:25.789 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:25.789 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:25.789 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:25.789 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:25.789 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:25.789 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:25.789 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:25.789 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:25.789 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:25.789 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:25.789 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:25.790 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:25.790 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:25.790 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:25.790 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:25.790 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:25.790 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.790 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:25.790 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:25.790 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:25.790 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:25.790 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:25.790 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:25.790 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.791 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T07:21:25.791 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:25.791 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.791 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:25.791 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:25.791 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:25.791 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:25.791 INFO:tasks.workunit.client.0.smithi089.stdout: 3 2024-07-26T07:21:25.791 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.791 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T07:21:25.791 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:25.791 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:25.791 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 69, 2024-07-26T07:21:25.791 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:25.792 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:25.792 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:25.792 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.615784+0000", 2024-07-26T07:21:25.792 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:10:41.384684+0000", 2024-07-26T07:21:25.792 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:10:41.384684+0000", 2024-07-26T07:21:25.792 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:45:57.976177+0000", 2024-07-26T07:21:25.792 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.615784+0000", 2024-07-26T07:21:25.792 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:25.792 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:25.792 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:25.792 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 407, 2024-07-26T07:21:25.792 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.615784+0000", 2024-07-26T07:21:25.792 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.615784+0000", 2024-07-26T07:21:25.793 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.615784+0000", 2024-07-26T07:21:25.793 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:25.793 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:25.793 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:25.793 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.615784+0000", 2024-07-26T07:21:25.793 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.615784+0000", 2024-07-26T07:21:25.793 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:25.793 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 3081, 2024-07-26T07:21:25.793 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:25.793 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:25.793 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 406, 2024-07-26T07:21:25.793 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:25.793 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:25.793 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:25.794 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:25.794 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 3081, 2024-07-26T07:21:25.794 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:25.794 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:25.794 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:25.794 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "4.4", 2024-07-26T07:21:25.794 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:25.794 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:25.794 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:25.794 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 8959, 2024-07-26T07:21:25.794 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:25.794 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:25:02.737209+0000", 2024-07-26T07:21:25.794 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.009264271, 2024-07-26T07:21:25.794 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:25.795 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:25.795 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:25.795 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:25.795 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:25.795 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:25.795 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:25.795 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:25.795 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:25.795 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:25.795 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:25.795 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:25.795 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:25.795 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:25.795 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:25.795 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:25.796 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:25.796 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:25.796 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 3, 2024-07-26T07:21:25.796 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 1, 2024-07-26T07:21:25.796 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:25.796 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 1, 2024-07-26T07:21:25.796 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:25.796 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:25.796 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:25.796 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:25.796 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:25.796 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 1, 2024-07-26T07:21:25.796 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:25.796 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:25.797 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:25.797 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:25.797 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:25.797 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:25.797 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:25.797 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 820, 2024-07-26T07:21:25.797 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 389689, 2024-07-26T07:21:25.797 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:25.797 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:25.797 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:25.797 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 3114, 2024-07-26T07:21:25.797 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 380870 2024-07-26T07:21:25.797 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.797 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:25.798 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:25.798 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:25.798 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:25.798 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:25.798 INFO:tasks.workunit.client.0.smithi089.stdout: 3 2024-07-26T07:21:25.798 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.798 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T07:21:25.798 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "1134'3081" 2024-07-26T07:21:25.798 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.798 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:25.798 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:25.798 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:25.798 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:25.799 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:25.799 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.799 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T07:21:25.799 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:25.799 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:25.799 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:25.799 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:25.799 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:25.799 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:25.799 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.613409+0000", 2024-07-26T07:21:25.799 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.523422+0000", 2024-07-26T07:21:25.799 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.523422+0000", 2024-07-26T07:21:25.799 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.523780+0000", 2024-07-26T07:21:25.799 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.613409+0000", 2024-07-26T07:21:25.800 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:25.800 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:25.800 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:25.800 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:25.800 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.613409+0000", 2024-07-26T07:21:25.800 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.613409+0000", 2024-07-26T07:21:25.800 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.613409+0000", 2024-07-26T07:21:25.800 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:25.800 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:25.800 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:25.800 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.613409+0000", 2024-07-26T07:21:25.800 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.613409+0000", 2024-07-26T07:21:25.800 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:25.801 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:25.801 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:25.801 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:25.801 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:25.801 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:25.801 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:25.801 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:25.801 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:25.801 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:25.801 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:25.801 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:25.801 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:25.801 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.0", 2024-07-26T07:21:25.801 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:25.802 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:25.802 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:25.802 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5332, 2024-07-26T07:21:25.802 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:25.802 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T11:06:16.914878+0000", 2024-07-26T07:21:25.802 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:25.802 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:25.802 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:25.802 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:25.802 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:25.802 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:25.802 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:25.802 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:25.802 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:25.803 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:25.803 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:25.803 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:25.803 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:25.803 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:25.803 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:25.803 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:25.803 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:25.803 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:25.803 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:25.803 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:25.803 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:25.803 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:25.803 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:25.804 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:25.804 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:25.804 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:25.804 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:25.804 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:25.804 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:25.804 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:25.804 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:25.804 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:25.804 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:25.804 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:25.804 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:25.804 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:25.804 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:25.805 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:25.805 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:25.805 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:25.805 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:25.805 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:25.805 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:25.805 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.805 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:25.805 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:25.805 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:25.805 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:25.805 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:25.805 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:25.805 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.805 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T07:21:25.806 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:25.806 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.806 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:25.806 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:25.806 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:25.806 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:25.806 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:25.806 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.806 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 2, 2024-07-26T07:21:25.806 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:25.806 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:25.806 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:25.806 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:25.806 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:25.807 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:25.807 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.856827+0000", 2024-07-26T07:21:25.807 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:10:41.384773+0000", 2024-07-26T07:21:25.807 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:10:41.384773+0000", 2024-07-26T07:21:25.807 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:10:41.385537+0000", 2024-07-26T07:21:25.807 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.856827+0000", 2024-07-26T07:21:25.807 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:25.807 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:25.807 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:25.807 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 407, 2024-07-26T07:21:25.807 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.856827+0000", 2024-07-26T07:21:25.807 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.856827+0000", 2024-07-26T07:21:25.807 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.856827+0000", 2024-07-26T07:21:25.807 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:25.808 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:25.808 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:25.808 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.856827+0000", 2024-07-26T07:21:25.808 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.856827+0000", 2024-07-26T07:21:25.808 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:25.808 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:25.808 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:25.808 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:25.808 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 406, 2024-07-26T07:21:25.808 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:25.808 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:25.808 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:25.808 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:25.808 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:25.808 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:25.809 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:25.809 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:25.809 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.1", 2024-07-26T07:21:25.809 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:25.809 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:25.809 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:25.809 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5316, 2024-07-26T07:21:25.809 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:25.809 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T06:20:49.448715+0000", 2024-07-26T07:21:25.809 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:25.809 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:25.809 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:25.809 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:25.810 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:25.810 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:25.810 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:25.810 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:25.810 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:25.810 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:25.810 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:25.810 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:25.810 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:25.810 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:25.810 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:25.810 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:25.810 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:25.810 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:25.811 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:25.811 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:25.811 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:25.811 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:25.811 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:25.811 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:25.811 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:25.811 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:25.811 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:25.811 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:25.811 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:25.811 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:25.811 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:25.811 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:25.812 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:25.812 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:25.812 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:25.812 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:25.812 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:25.812 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:25.812 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:25.812 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:25.812 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:25.812 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:25.812 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:25.812 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.812 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:25.812 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:25.813 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:25.813 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:25.813 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:25.813 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:25.813 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.813 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 2, 2024-07-26T07:21:25.813 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:25.813 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.813 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:25.813 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:25.813 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:25.813 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:25.813 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:25.813 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.813 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T07:21:25.814 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:25.814 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:25.814 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 69, 2024-07-26T07:21:25.814 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:25.814 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:25.814 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:25.814 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.617143+0000", 2024-07-26T07:21:25.814 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:47.483603+0000", 2024-07-26T07:21:25.814 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:47.483603+0000", 2024-07-26T07:21:25.814 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:45:57.976237+0000", 2024-07-26T07:21:25.814 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.617143+0000", 2024-07-26T07:21:25.814 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:25.814 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:25.814 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:25.815 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 470, 2024-07-26T07:21:25.815 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.617143+0000", 2024-07-26T07:21:25.815 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.617143+0000", 2024-07-26T07:21:25.815 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.617143+0000", 2024-07-26T07:21:25.815 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:25.815 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:25.815 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:25.815 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.617143+0000", 2024-07-26T07:21:25.815 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.617143+0000", 2024-07-26T07:21:25.815 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:25.815 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 2977, 2024-07-26T07:21:25.815 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:25.815 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:25.816 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 469, 2024-07-26T07:21:25.816 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:25.816 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:25.816 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:25.816 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:25.816 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 2977, 2024-07-26T07:21:25.816 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:25.816 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:25.816 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:25.816 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "4.7", 2024-07-26T07:21:25.816 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:25.816 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:25.816 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:25.816 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 9034, 2024-07-26T07:21:25.817 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:25.817 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:07:52.538359+0000", 2024-07-26T07:21:25.817 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.009481544, 2024-07-26T07:21:25.817 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:25.817 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:25.817 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:25.817 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:25.817 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:25.817 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:25.817 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:25.817 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:25.817 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:25.817 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:25.817 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:25.818 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:25.818 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:25.818 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:25.818 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:25.818 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:25.818 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:25.818 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:25.818 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:25.818 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:25.818 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:25.818 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:25.818 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:25.818 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:25.818 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:25.819 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:25.819 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:25.819 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:25.819 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:25.819 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:25.819 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:25.819 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:25.819 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:25.819 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:25.819 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:25.819 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 1091, 2024-07-26T07:21:25.819 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 382822, 2024-07-26T07:21:25.819 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:25.819 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:25.820 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:25.820 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 2944, 2024-07-26T07:21:25.820 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 364986 2024-07-26T07:21:25.820 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.820 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:25.820 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:25.820 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:25.820 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:25.820 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:25.820 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:25.820 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.820 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T07:21:25.820 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "1134'2977" 2024-07-26T07:21:25.820 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.821 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:25.821 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:25.821 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:25.821 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:25.821 INFO:tasks.workunit.client.0.smithi089.stdout: 3 2024-07-26T07:21:25.821 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.821 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 0, 2024-07-26T07:21:25.821 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:25.821 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:25.821 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:25.821 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:25.821 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:25.821 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:25.821 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.611819+0000", 2024-07-26T07:21:25.821 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:14.413340+0000", 2024-07-26T07:21:25.822 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:14.413340+0000", 2024-07-26T07:21:25.822 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:14.413872+0000", 2024-07-26T07:21:25.822 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.611819+0000", 2024-07-26T07:21:25.822 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:25.822 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:25.822 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:25.822 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 438, 2024-07-26T07:21:25.822 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.611819+0000", 2024-07-26T07:21:25.822 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.611819+0000", 2024-07-26T07:21:25.822 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.611819+0000", 2024-07-26T07:21:25.822 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:25.822 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:25.822 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:25.823 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.611819+0000", 2024-07-26T07:21:25.823 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.611819+0000", 2024-07-26T07:21:25.823 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:25.823 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:25.823 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:25.823 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:25.823 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 437, 2024-07-26T07:21:25.823 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:25.823 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:25.823 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:25.823 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:25.823 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:25.823 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:25.824 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:25.824 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:25.824 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.1", 2024-07-26T07:21:25.824 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:25.824 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:25.824 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:25.824 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5341, 2024-07-26T07:21:25.824 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:25.824 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:08:54.815644+0000", 2024-07-26T07:21:25.824 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:25.824 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:25.824 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:25.824 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:25.824 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:25.824 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:25.825 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:25.825 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:25.825 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:25.825 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:25.825 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:25.825 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:25.825 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:25.825 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:25.825 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:25.825 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:25.825 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:25.825 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:25.825 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:25.826 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:25.826 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:25.826 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:25.826 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:25.826 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:25.826 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:25.826 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:25.826 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:25.826 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:25.826 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:25.826 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:25.826 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:25.826 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:25.826 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:25.827 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:25.827 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:25.827 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:25.827 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:25.829 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:25.830 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:25.830 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:25.830 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:25.830 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:25.830 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:25.830 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.830 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:25.830 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:25.830 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:25.830 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:25.830 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:25.830 INFO:tasks.workunit.client.0.smithi089.stdout: 3 2024-07-26T07:21:25.830 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.831 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 0, 2024-07-26T07:21:25.831 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:25.831 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.831 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:25.831 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:25.831 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:25.831 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:25.831 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:25.831 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.831 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T07:21:25.831 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:25.831 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:25.831 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:25.831 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:25.831 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:25.832 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:25.832 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.857346+0000", 2024-07-26T07:21:25.832 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.427707+0000", 2024-07-26T07:21:25.832 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.427707+0000", 2024-07-26T07:21:25.832 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.428280+0000", 2024-07-26T07:21:25.832 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.857346+0000", 2024-07-26T07:21:25.832 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:25.832 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:25.832 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:25.832 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:25.832 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.857346+0000", 2024-07-26T07:21:25.832 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.857346+0000", 2024-07-26T07:21:25.832 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.857346+0000", 2024-07-26T07:21:25.832 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:25.832 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:25.833 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:25.833 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.857346+0000", 2024-07-26T07:21:25.833 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.857346+0000", 2024-07-26T07:21:25.833 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:25.833 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:25.833 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:25.833 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:25.833 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:25.833 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:25.833 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:25.833 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:25.833 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:25.833 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:25.834 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:25.834 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:25.834 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:25.834 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.0", 2024-07-26T07:21:25.834 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:25.834 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:25.834 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:25.834 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5125, 2024-07-26T07:21:25.834 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:25.834 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:47:57.032480+0000", 2024-07-26T07:21:25.834 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:25.834 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:25.835 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:25.835 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:25.835 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:25.835 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:25.835 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:25.835 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:25.835 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:25.835 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:25.835 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:25.835 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:25.835 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:25.835 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:25.835 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:25.835 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:25.836 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:25.836 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:25.836 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:25.836 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:25.836 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:25.836 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:25.836 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:25.836 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:25.836 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:25.836 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:25.836 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:25.836 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:25.836 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:25.837 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:25.837 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:25.837 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:25.837 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:25.837 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:25.837 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:25.837 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:25.837 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:25.837 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:25.837 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:25.837 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:25.837 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:25.837 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:25.837 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:25.838 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.838 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:25.838 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:25.838 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:25.838 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:25.838 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:25.838 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:25.838 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.838 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T07:21:25.838 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:25.838 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.838 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:25.838 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:25.839 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:25.839 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:25.839 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:25.839 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.839 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 0, 2024-07-26T07:21:25.839 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:25.839 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:25.839 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 69, 2024-07-26T07:21:25.839 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:25.839 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:25.839 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:25.839 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.615913+0000", 2024-07-26T07:21:25.839 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:10:08.367302+0000", 2024-07-26T07:21:25.839 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:10:08.367302+0000", 2024-07-26T07:21:25.840 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:45:57.973670+0000", 2024-07-26T07:21:25.840 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.615913+0000", 2024-07-26T07:21:25.840 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:25.840 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:25.840 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:25.840 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 375, 2024-07-26T07:21:25.840 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.615913+0000", 2024-07-26T07:21:25.840 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.615913+0000", 2024-07-26T07:21:25.840 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.615913+0000", 2024-07-26T07:21:25.840 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:25.840 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:25.840 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:25.840 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.615913+0000", 2024-07-26T07:21:25.841 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.615913+0000", 2024-07-26T07:21:25.841 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:25.841 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 3076, 2024-07-26T07:21:25.841 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:25.841 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:25.841 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 374, 2024-07-26T07:21:25.841 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:25.841 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:25.841 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:25.841 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:25.841 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 3076, 2024-07-26T07:21:25.841 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:25.841 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:25.841 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:25.842 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "4.6", 2024-07-26T07:21:25.842 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:25.842 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:25.842 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:25.842 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 9019, 2024-07-26T07:21:25.842 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:25.842 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:31:24.925671+0000", 2024-07-26T07:21:25.842 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.005397425, 2024-07-26T07:21:25.842 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:25.842 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:25.842 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:25.842 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:25.842 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:25.842 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:25.843 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:25.843 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:25.843 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:25.843 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:25.843 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:25.843 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:25.843 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:25.843 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:25.843 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:25.843 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:25.843 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:25.843 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:25.843 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:25.843 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:25.844 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:25.844 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:25.844 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:25.844 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:25.844 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:25.844 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:25.844 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:25.844 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:25.844 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:25.844 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:25.844 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:25.844 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:25.844 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:25.844 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:25.845 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:25.845 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 865, 2024-07-26T07:21:25.845 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 367886, 2024-07-26T07:21:25.845 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:25.845 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:25.845 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:25.845 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 3046, 2024-07-26T07:21:25.845 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 370563 2024-07-26T07:21:25.845 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.845 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:25.845 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:25.845 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:25.845 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:25.845 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:25.845 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:25.846 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.846 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 0, 2024-07-26T07:21:25.846 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "1134'3076" 2024-07-26T07:21:25.846 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.846 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:25.846 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:25.846 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:25.846 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:25.846 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:25.846 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.846 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T07:21:25.846 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:25.846 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:25.847 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:25.847 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:25.847 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:25.847 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:25.847 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.857173+0000", 2024-07-26T07:21:25.847 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.524406+0000", 2024-07-26T07:21:25.847 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.524406+0000", 2024-07-26T07:21:25.847 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.524662+0000", 2024-07-26T07:21:25.847 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.857173+0000", 2024-07-26T07:21:25.847 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:25.847 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:25.847 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:25.847 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:25.847 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.857173+0000", 2024-07-26T07:21:25.848 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.857173+0000", 2024-07-26T07:21:25.848 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.857173+0000", 2024-07-26T07:21:25.848 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:25.848 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:25.848 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:25.848 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.857173+0000", 2024-07-26T07:21:25.848 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.857173+0000", 2024-07-26T07:21:25.848 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:25.848 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:25.848 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:25.848 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:25.848 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:25.848 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:25.849 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:25.849 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:25.849 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:25.849 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:25.849 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:25.849 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:25.849 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:25.849 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.2", 2024-07-26T07:21:25.849 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:25.849 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:25.849 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:25.849 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5257, 2024-07-26T07:21:25.849 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:25.849 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:49:40.245025+0000", 2024-07-26T07:21:25.850 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:25.850 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:25.850 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:25.850 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:25.850 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:25.850 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:25.850 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:25.850 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:25.850 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:25.850 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:25.850 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:25.850 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:25.850 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:25.851 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:25.851 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:25.851 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:25.851 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:25.851 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:25.851 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:25.851 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:25.851 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:25.851 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:25.851 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:25.851 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:25.851 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:25.851 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:25.851 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:25.851 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:25.851 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:25.852 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:25.852 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:25.852 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:25.852 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:25.852 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:25.852 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:25.852 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:25.852 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:25.852 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:25.852 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:25.852 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:25.852 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:25.852 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:25.852 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:25.852 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.853 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:25.853 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:25.853 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:25.853 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:25.853 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:25.853 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:25.853 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.853 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T07:21:25.853 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:25.853 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.853 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:25.853 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:25.853 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:25.853 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:25.853 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:25.854 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.854 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T07:21:25.854 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:25.854 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:25.854 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:25.854 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:25.854 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:25.854 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:25.854 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.863403+0000", 2024-07-26T07:21:25.854 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:47.471543+0000", 2024-07-26T07:21:25.854 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:47.471543+0000", 2024-07-26T07:21:25.854 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:47.476983+0000", 2024-07-26T07:21:25.854 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.863403+0000", 2024-07-26T07:21:25.855 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:25.855 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:25.855 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:25.855 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 470, 2024-07-26T07:21:25.855 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.863403+0000", 2024-07-26T07:21:25.855 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.863403+0000", 2024-07-26T07:21:25.855 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.863403+0000", 2024-07-26T07:21:25.855 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:25.855 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:25.855 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:25.855 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.863403+0000", 2024-07-26T07:21:25.855 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.863403+0000", 2024-07-26T07:21:25.855 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:25.856 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:25.856 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:25.856 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:25.856 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 469, 2024-07-26T07:21:25.856 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:25.856 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:25.856 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:25.856 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:25.856 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:25.856 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:25.856 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:25.856 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:25.856 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.3", 2024-07-26T07:21:25.856 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:25.857 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:25.857 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:25.857 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5201, 2024-07-26T07:21:25.857 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:25.857 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:46:50.115683+0000", 2024-07-26T07:21:25.857 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:25.857 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:25.857 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:25.857 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:25.857 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:25.857 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:25.857 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:25.857 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:25.857 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:25.858 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:25.858 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:25.858 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:25.858 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:25.858 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:25.858 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:25.858 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:25.858 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:25.858 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:25.858 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:25.858 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:25.858 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:25.858 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:25.859 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:25.859 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:25.859 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:25.859 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:25.859 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:25.859 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:25.859 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:25.859 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:25.859 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:25.859 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:25.859 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:25.859 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:25.859 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:25.859 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:25.859 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:25.860 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:25.860 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:25.860 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:25.860 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:25.860 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:25.860 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:25.860 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.860 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:25.860 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:25.860 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:25.860 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:25.860 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:25.860 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:25.860 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.860 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T07:21:25.861 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:25.861 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.861 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:25.861 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:25.861 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:25.861 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:25.861 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:25.861 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.861 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T07:21:25.861 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:25.861 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:25.861 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 19, 2024-07-26T07:21:25.861 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:25.861 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:25.861 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:25.861 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.857460+0000", 2024-07-26T07:21:25.862 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.427263+0000", 2024-07-26T07:21:25.862 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.427263+0000", 2024-07-26T07:21:25.862 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.427934+0000", 2024-07-26T07:21:25.862 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.857460+0000", 2024-07-26T07:21:25.862 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T05:58:47.788656+0000", 2024-07-26T07:21:25.862 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:25.862 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T05:58:47.788656+0000", 2024-07-26T07:21:25.862 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:25.862 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.857460+0000", 2024-07-26T07:21:25.862 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.857460+0000", 2024-07-26T07:21:25.862 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.857460+0000", 2024-07-26T07:21:25.862 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:25.862 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:25.863 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T05:58:47.788656+0000", 2024-07-26T07:21:25.863 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.857460+0000", 2024-07-26T07:21:25.863 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.857460+0000", 2024-07-26T07:21:25.863 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:25.863 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 229, 2024-07-26T07:21:25.863 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:25.863 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:25.863 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:25.863 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:25.863 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:25.863 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:25.863 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:25.863 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 229, 2024-07-26T07:21:25.864 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:25.864 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:25.864 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:25.864 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "1.0", 2024-07-26T07:21:25.864 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:25.864 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:25.864 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:25.864 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5739, 2024-07-26T07:21:25.864 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:25.864 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:41:43.446608+0000", 2024-07-26T07:21:25.864 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:25.864 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:25.864 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:25.864 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 590368, 2024-07-26T07:21:25.865 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:25.865 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 1771104, 2024-07-26T07:21:25.865 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:25.865 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:25.865 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:25.865 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:25.865 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:25.865 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:25.865 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:25.865 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:25.865 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:25.865 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:25.865 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:25.865 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:25.866 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:25.866 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 6, 2024-07-26T07:21:25.866 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 2, 2024-07-26T07:21:25.866 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:25.866 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 2, 2024-07-26T07:21:25.866 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:25.866 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:25.866 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:25.866 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:25.866 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:25.866 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:25.866 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:25.866 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 6, 2024-07-26T07:21:25.867 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:25.867 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:25.867 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:25.867 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:25.867 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:25.867 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 1106, 2024-07-26T07:21:25.867 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 1934, 2024-07-26T07:21:25.867 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:25.867 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:25.867 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:25.867 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 375, 2024-07-26T07:21:25.867 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 2416 2024-07-26T07:21:25.867 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.867 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:25.867 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:25.868 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:25.868 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:25.868 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:25.868 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:25.868 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.868 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T07:21:25.868 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "1644'229" 2024-07-26T07:21:25.868 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.868 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:25.868 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:25.868 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:25.868 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:25.868 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:25.869 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.869 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 6, 2024-07-26T07:21:25.869 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:25.869 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:25.869 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 69, 2024-07-26T07:21:25.869 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:25.869 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:25.869 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:25.869 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.858352+0000", 2024-07-26T07:21:25.869 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.417108+0000", 2024-07-26T07:21:25.869 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.417108+0000", 2024-07-26T07:21:25.869 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:45:58.031343+0000", 2024-07-26T07:21:25.869 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.858352+0000", 2024-07-26T07:21:25.869 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:25.869 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:25.870 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:25.870 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:25.870 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.858352+0000", 2024-07-26T07:21:25.870 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.858352+0000", 2024-07-26T07:21:25.870 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.858352+0000", 2024-07-26T07:21:25.870 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:25.870 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:25.870 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:25.870 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.858352+0000", 2024-07-26T07:21:25.870 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.858352+0000", 2024-07-26T07:21:25.870 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:25.870 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 3178, 2024-07-26T07:21:25.870 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:25.871 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:25.871 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:25.871 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:25.871 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:25.871 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:25.871 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:25.871 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 3178, 2024-07-26T07:21:25.871 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:25.871 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:25.871 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:25.871 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "4.5", 2024-07-26T07:21:25.871 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:25.871 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:25.871 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:25.871 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 9154, 2024-07-26T07:21:25.872 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:25.872 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:49:30.255762+0000", 2024-07-26T07:21:25.872 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.003881844, 2024-07-26T07:21:25.872 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:25.872 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:25.872 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:25.872 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:25.872 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:25.872 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:25.872 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:25.872 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:25.872 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:25.872 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:25.872 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:25.873 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:25.873 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:25.873 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:25.873 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:25.873 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:25.873 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:25.873 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:25.873 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:25.873 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:25.873 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:25.873 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:25.873 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:25.873 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:25.874 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:25.874 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:25.874 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:25.874 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:25.874 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:25.874 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:25.874 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:25.874 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:25.874 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:25.874 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:25.874 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:25.874 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 1420, 2024-07-26T07:21:25.874 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 425091, 2024-07-26T07:21:25.875 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:25.875 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:25.875 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:25.875 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 3155, 2024-07-26T07:21:25.875 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 422415 2024-07-26T07:21:25.875 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.875 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:25.875 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:25.875 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:25.875 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:25.875 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:25.875 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:25.875 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.875 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 6, 2024-07-26T07:21:25.876 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "1134'3178" 2024-07-26T07:21:25.876 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.876 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:25.876 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:25.876 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:25.876 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:25.876 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:25.876 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.876 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T07:21:25.876 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:25.876 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:25.876 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:25.876 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:25.877 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:25.877 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:25.877 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.863156+0000", 2024-07-26T07:21:25.877 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.420400+0000", 2024-07-26T07:21:25.877 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.420400+0000", 2024-07-26T07:21:25.877 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.421043+0000", 2024-07-26T07:21:25.877 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.863156+0000", 2024-07-26T07:21:25.877 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:25.877 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:25.877 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:25.877 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:25.877 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.863156+0000", 2024-07-26T07:21:25.877 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.863156+0000", 2024-07-26T07:21:25.877 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.863156+0000", 2024-07-26T07:21:25.878 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:25.878 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:25.878 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:25.878 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.863156+0000", 2024-07-26T07:21:25.878 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.863156+0000", 2024-07-26T07:21:25.878 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:25.878 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:25.878 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:25.878 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:25.878 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:25.879 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:25.879 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:25.879 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:25.879 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:25.879 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:25.879 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:25.879 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:25.879 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:25.879 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.d", 2024-07-26T07:21:25.879 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:25.879 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:25.879 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:25.879 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5111, 2024-07-26T07:21:25.879 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:25.880 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:20:09.517127+0000", 2024-07-26T07:21:25.880 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:25.880 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:25.880 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:25.880 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:25.880 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:25.880 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:25.880 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:25.880 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:25.880 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:25.880 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:25.880 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:25.880 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:25.880 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:25.881 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:25.881 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:25.881 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:25.881 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:25.881 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:25.881 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:25.881 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:25.881 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:25.881 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:25.881 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:25.881 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:25.881 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:25.881 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:25.881 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:25.882 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:25.882 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:25.882 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:25.882 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:25.882 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:25.882 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:25.882 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:25.882 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:25.882 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:25.882 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:25.882 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:25.882 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:25.882 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:25.883 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:25.883 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:25.883 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:25.883 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.883 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:25.883 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:25.883 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:25.883 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:25.883 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:25.883 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:25.883 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.883 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T07:21:25.883 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:25.883 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.884 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:25.884 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:25.884 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:25.884 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:25.884 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:25.884 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.884 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 2, 2024-07-26T07:21:25.884 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:25.884 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:25.884 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:25.884 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:25.884 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:25.884 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:25.884 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.857369+0000", 2024-07-26T07:21:25.885 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:47.473130+0000", 2024-07-26T07:21:25.885 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:47.473130+0000", 2024-07-26T07:21:25.885 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:47.473517+0000", 2024-07-26T07:21:25.885 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.857369+0000", 2024-07-26T07:21:25.885 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:25.885 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:25.885 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:25.885 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 470, 2024-07-26T07:21:25.885 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.857369+0000", 2024-07-26T07:21:25.885 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.857369+0000", 2024-07-26T07:21:25.885 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.857369+0000", 2024-07-26T07:21:25.885 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:25.885 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:25.885 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:25.886 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.857369+0000", 2024-07-26T07:21:25.886 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.857369+0000", 2024-07-26T07:21:25.886 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:25.886 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:25.886 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:25.886 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:25.886 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 469, 2024-07-26T07:21:25.886 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:25.886 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:25.886 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:25.886 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:25.886 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:25.886 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:25.886 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:25.887 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:25.887 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.c", 2024-07-26T07:21:25.887 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:25.887 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:25.887 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:25.887 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5313, 2024-07-26T07:21:25.887 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:25.887 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:48:39.077042+0000", 2024-07-26T07:21:25.887 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:25.887 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:25.887 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:25.887 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:25.887 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:25.887 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:25.887 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:25.888 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:25.888 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:25.888 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:25.888 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:25.888 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:25.888 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:25.888 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:25.888 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:25.888 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:25.888 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:25.888 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:25.888 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:25.888 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:25.889 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:25.889 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:25.889 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:25.889 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:25.889 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:25.889 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:25.889 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:25.889 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:25.889 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:25.889 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:25.889 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:25.889 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:25.889 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:25.889 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:25.890 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:25.890 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:25.890 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:25.890 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:25.890 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:25.890 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:25.890 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:25.890 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:25.890 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:25.890 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.890 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:25.890 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:25.890 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:25.891 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:25.891 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:25.891 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:25.891 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.891 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 2, 2024-07-26T07:21:25.891 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:25.891 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.891 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:25.891 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:25.891 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:25.891 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:25.891 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:25.891 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.891 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T07:21:25.892 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:25.892 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:25.892 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:25.892 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:25.892 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:25.892 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:25.892 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.859548+0000", 2024-07-26T07:21:25.892 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.519925+0000", 2024-07-26T07:21:25.892 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.519925+0000", 2024-07-26T07:21:25.892 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.520221+0000", 2024-07-26T07:21:25.892 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.859548+0000", 2024-07-26T07:21:25.892 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:25.892 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:25.892 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:25.893 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:25.893 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.859548+0000", 2024-07-26T07:21:25.893 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.859548+0000", 2024-07-26T07:21:25.893 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.859548+0000", 2024-07-26T07:21:25.893 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:25.893 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:25.893 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:25.893 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.859548+0000", 2024-07-26T07:21:25.893 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.859548+0000", 2024-07-26T07:21:25.893 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:25.893 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:25.893 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:25.893 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:25.894 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:25.894 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:25.894 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:25.894 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:25.894 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:25.894 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:25.894 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:25.894 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:25.894 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:25.894 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.c", 2024-07-26T07:21:25.894 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:25.894 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:25.894 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:25.895 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5187, 2024-07-26T07:21:25.895 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:25.895 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:30:47.097564+0000", 2024-07-26T07:21:25.895 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:25.895 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:25.895 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:25.895 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:25.895 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:25.895 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:25.895 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:25.895 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:25.895 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:25.895 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:25.895 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:25.896 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:25.896 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:25.896 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:25.896 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:25.896 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:25.896 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:25.896 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:25.896 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:25.896 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:25.896 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:25.896 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:25.896 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:25.896 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:25.896 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:25.897 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:25.897 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:25.897 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:25.897 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:25.897 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:25.897 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:25.897 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:25.897 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:25.897 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:25.897 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:25.897 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:25.897 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:25.897 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:25.898 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:25.898 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:25.898 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:25.898 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:25.898 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:25.898 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.898 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:25.898 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:25.898 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:25.898 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:25.898 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:25.898 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:25.898 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.899 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T07:21:25.899 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:25.899 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.899 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:25.899 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:25.899 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:25.899 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:25.899 INFO:tasks.workunit.client.0.smithi089.stdout: 3 2024-07-26T07:21:25.899 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.899 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T07:21:25.899 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:25.899 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:25.899 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:25.899 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:25.900 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:25.900 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:25.900 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.613708+0000", 2024-07-26T07:21:25.900 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:14.408650+0000", 2024-07-26T07:21:25.900 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:14.408650+0000", 2024-07-26T07:21:25.900 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:14.409009+0000", 2024-07-26T07:21:25.900 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.613708+0000", 2024-07-26T07:21:25.900 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:25.900 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:25.900 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:25.900 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 438, 2024-07-26T07:21:25.900 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.613708+0000", 2024-07-26T07:21:25.901 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.613708+0000", 2024-07-26T07:21:25.901 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.613708+0000", 2024-07-26T07:21:25.901 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:25.901 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:25.901 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:25.901 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.613708+0000", 2024-07-26T07:21:25.901 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.613708+0000", 2024-07-26T07:21:25.901 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:25.901 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 1, 2024-07-26T07:21:25.901 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:25.901 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:25.901 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 437, 2024-07-26T07:21:25.901 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:25.901 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:25.902 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:25.902 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:25.902 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 1, 2024-07-26T07:21:25.902 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:25.902 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:25.902 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:25.902 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.d", 2024-07-26T07:21:25.902 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:25.902 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:25.902 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:25.902 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5335, 2024-07-26T07:21:25.902 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:25.902 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:14:52.408313+0000", 2024-07-26T07:21:25.902 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:25.903 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:25.903 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:25.903 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 70, 2024-07-26T07:21:25.903 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:25.903 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:25.903 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:25.903 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:25.903 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:25.903 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:25.903 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:25.903 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:25.903 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:25.903 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:25.903 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:25.904 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:25.904 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:25.904 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:25.904 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:25.904 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 3, 2024-07-26T07:21:25.904 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 1, 2024-07-26T07:21:25.904 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:25.904 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 1, 2024-07-26T07:21:25.904 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:25.904 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:25.904 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:25.904 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:25.904 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:25.904 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:25.905 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:25.905 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:25.905 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:25.905 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:25.905 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:25.905 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:25.905 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:25.905 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 1, 2024-07-26T07:21:25.905 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 1, 2024-07-26T07:21:25.905 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:25.905 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:25.905 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:25.905 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 1, 2024-07-26T07:21:25.906 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 1 2024-07-26T07:21:25.906 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.906 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:25.906 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:25.906 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:25.906 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:25.906 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:25.906 INFO:tasks.workunit.client.0.smithi089.stdout: 3 2024-07-26T07:21:25.906 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.906 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T07:21:25.906 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "65'1" 2024-07-26T07:21:25.906 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.906 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:25.906 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:25.907 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:25.907 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:25.907 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:25.907 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.907 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T07:21:25.907 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:25.907 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:25.907 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:25.907 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:25.907 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:25.907 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:25.907 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.859197+0000", 2024-07-26T07:21:25.907 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.427337+0000", 2024-07-26T07:21:25.907 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.427337+0000", 2024-07-26T07:21:25.908 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.427732+0000", 2024-07-26T07:21:25.908 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.859197+0000", 2024-07-26T07:21:25.908 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:25.908 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:25.908 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:25.908 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:25.908 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.859197+0000", 2024-07-26T07:21:25.908 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.859197+0000", 2024-07-26T07:21:25.908 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.859197+0000", 2024-07-26T07:21:25.908 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:25.908 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:25.908 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:25.908 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.859197+0000", 2024-07-26T07:21:25.909 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.859197+0000", 2024-07-26T07:21:25.909 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:25.909 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:25.909 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:25.909 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:25.909 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:25.909 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:25.909 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:25.909 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:25.909 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:25.909 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:25.909 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:25.909 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:25.909 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:25.910 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.f", 2024-07-26T07:21:25.910 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:25.910 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:25.910 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:25.910 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5128, 2024-07-26T07:21:25.910 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:25.910 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T11:20:51.064573+0000", 2024-07-26T07:21:25.910 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:25.910 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:25.910 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:25.910 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:25.910 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:25.910 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:25.911 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:25.911 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:25.911 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:25.911 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:25.911 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:25.911 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:25.911 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:25.911 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:25.911 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:25.911 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:25.911 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:25.911 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:25.911 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:25.911 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:25.912 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:25.912 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:25.912 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:25.912 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:25.912 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:25.912 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:25.912 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:25.912 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:25.912 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:25.912 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:25.912 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:25.912 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:25.912 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:25.913 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:25.913 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:25.913 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:25.913 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:25.913 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:25.913 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:25.913 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:25.913 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:25.913 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:25.913 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:25.913 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.913 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:25.913 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:25.913 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:25.914 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:25.914 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:25.914 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:25.914 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.914 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T07:21:25.914 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:25.914 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.914 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:25.914 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:25.914 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:25.914 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:25.914 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:25.914 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.914 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 2, 2024-07-26T07:21:25.915 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:25.915 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:25.915 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:25.915 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:25.915 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:25.915 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:25.915 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.858588+0000", 2024-07-26T07:21:25.915 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.415370+0000", 2024-07-26T07:21:25.915 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.415370+0000", 2024-07-26T07:21:25.915 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.415746+0000", 2024-07-26T07:21:25.915 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.858588+0000", 2024-07-26T07:21:25.915 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:25.915 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:25.916 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:25.916 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:25.916 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.858588+0000", 2024-07-26T07:21:25.916 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.858588+0000", 2024-07-26T07:21:25.916 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.858588+0000", 2024-07-26T07:21:25.916 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:25.916 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:25.916 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:25.916 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.858588+0000", 2024-07-26T07:21:25.916 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.858588+0000", 2024-07-26T07:21:25.916 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:25.916 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 2, 2024-07-26T07:21:25.916 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:25.916 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:25.917 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:25.917 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:25.917 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:25.917 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:25.917 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:25.917 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 2, 2024-07-26T07:21:25.917 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:25.917 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:25.917 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:25.917 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.e", 2024-07-26T07:21:25.917 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:25.917 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:25.917 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:25.917 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5308, 2024-07-26T07:21:25.917 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:25.918 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:24:03.636442+0000", 2024-07-26T07:21:25.918 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:25.918 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:25.918 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:25.918 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:25.918 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:25.918 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:25.918 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:25.918 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:25.918 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:25.918 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:25.918 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:25.918 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:25.919 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:25.919 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:25.919 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:25.919 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:25.919 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:25.919 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:25.919 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:25.919 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 3, 2024-07-26T07:21:25.919 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 1, 2024-07-26T07:21:25.919 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:25.919 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 1, 2024-07-26T07:21:25.919 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:25.919 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:25.920 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:25.920 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:25.920 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:25.920 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 1, 2024-07-26T07:21:25.920 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:25.920 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:25.920 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:25.920 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:25.920 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:25.920 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:25.920 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:25.920 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 6, 2024-07-26T07:21:25.920 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 6, 2024-07-26T07:21:25.920 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:25.921 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:25.921 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:25.921 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 3, 2024-07-26T07:21:25.921 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:25.921 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.921 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:25.921 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:25.921 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:25.921 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:25.921 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:25.921 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:25.921 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.921 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 2, 2024-07-26T07:21:25.921 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "65'2" 2024-07-26T07:21:25.922 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.922 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:25.922 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:25.922 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:25.922 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:25.922 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:25.922 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.922 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T07:21:25.922 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:25.922 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:25.922 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:25.922 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:25.922 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:25.923 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:25.923 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.858460+0000", 2024-07-26T07:21:25.923 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.427117+0000", 2024-07-26T07:21:25.923 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.427117+0000", 2024-07-26T07:21:25.923 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.427465+0000", 2024-07-26T07:21:25.923 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.858460+0000", 2024-07-26T07:21:25.923 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:25.923 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:25.923 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:25.923 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:25.923 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.858460+0000", 2024-07-26T07:21:25.923 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.858460+0000", 2024-07-26T07:21:25.923 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.858460+0000", 2024-07-26T07:21:25.923 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:25.924 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:25.924 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:25.924 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.858460+0000", 2024-07-26T07:21:25.924 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.858460+0000", 2024-07-26T07:21:25.924 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:25.924 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:25.924 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:25.924 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:25.924 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:25.924 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:25.924 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:25.924 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:25.925 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:25.925 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:25.925 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:25.925 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:25.925 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:25.925 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.e", 2024-07-26T07:21:25.925 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:25.925 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:25.925 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:25.925 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5109, 2024-07-26T07:21:25.925 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:25.925 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T11:43:42.096143+0000", 2024-07-26T07:21:25.925 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:25.925 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:25.926 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:25.926 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:25.926 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:25.926 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:25.926 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:25.926 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:25.926 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:25.926 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:25.926 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:25.926 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:25.926 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:25.926 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:25.927 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:25.927 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:25.927 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:25.927 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:25.927 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:25.927 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:25.927 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:25.927 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:25.927 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:25.927 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:25.927 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:25.927 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:25.927 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:25.927 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:25.928 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:25.928 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:25.928 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:25.928 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:25.928 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:25.928 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:25.928 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:25.928 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:25.928 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:25.928 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:25.928 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:25.928 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:25.928 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:25.929 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:25.929 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:25.929 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.929 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:25.929 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:25.929 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:25.929 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:25.929 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:25.929 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:25.929 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.929 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T07:21:25.929 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:25.929 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.929 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:25.929 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:25.930 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:25.930 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:25.930 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:25.930 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.930 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 4, 2024-07-26T07:21:25.930 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:25.930 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:25.930 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:25.930 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:25.930 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:25.930 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:25.930 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.612190+0000", 2024-07-26T07:21:25.930 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.413858+0000", 2024-07-26T07:21:25.931 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.413858+0000", 2024-07-26T07:21:25.931 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.414175+0000", 2024-07-26T07:21:25.931 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.612190+0000", 2024-07-26T07:21:25.931 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:25.931 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:25.931 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:25.931 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:25.931 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.612190+0000", 2024-07-26T07:21:25.931 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.612190+0000", 2024-07-26T07:21:25.931 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.612190+0000", 2024-07-26T07:21:25.931 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:25.931 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:25.931 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:25.931 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.612190+0000", 2024-07-26T07:21:25.932 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.612190+0000", 2024-07-26T07:21:25.932 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:25.932 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 1, 2024-07-26T07:21:25.932 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:25.932 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:25.932 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:25.932 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:25.932 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:25.932 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:25.932 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:25.932 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 1, 2024-07-26T07:21:25.932 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:25.932 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:25.932 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:25.932 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.f", 2024-07-26T07:21:25.933 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:25.933 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:25.933 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:25.933 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5225, 2024-07-26T07:21:25.933 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:25.933 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:03:55.726266+0000", 2024-07-26T07:21:25.933 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:25.933 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:25.933 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:25.933 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 22, 2024-07-26T07:21:25.933 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:25.933 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:25.933 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:25.933 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:25.933 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:25.934 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:25.934 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:25.934 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:25.934 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:25.934 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:25.934 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:25.934 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:25.934 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:25.934 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:25.934 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:25.934 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 3, 2024-07-26T07:21:25.934 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 1, 2024-07-26T07:21:25.934 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:25.934 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 1, 2024-07-26T07:21:25.935 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:25.935 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:25.935 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:25.935 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:25.935 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:25.935 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:25.935 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:25.935 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:25.935 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:25.935 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:25.935 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:25.935 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:25.935 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:25.936 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 1, 2024-07-26T07:21:25.936 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 1, 2024-07-26T07:21:25.936 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:25.936 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:25.936 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:25.936 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 1, 2024-07-26T07:21:25.936 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 1 2024-07-26T07:21:25.936 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.936 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:25.936 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:25.936 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:25.936 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:25.936 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:25.936 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:25.937 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.937 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 4, 2024-07-26T07:21:25.937 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "65'1" 2024-07-26T07:21:25.937 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.937 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:25.937 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:25.937 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:25.937 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:25.937 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:25.937 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.937 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T07:21:25.937 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:25.937 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:25.937 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:25.937 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:25.938 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:25.938 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:25.938 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.858907+0000", 2024-07-26T07:21:25.938 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.420664+0000", 2024-07-26T07:21:25.938 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.420664+0000", 2024-07-26T07:21:25.938 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.421196+0000", 2024-07-26T07:21:25.938 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.858907+0000", 2024-07-26T07:21:25.938 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:25.938 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:25.938 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:25.938 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:25.938 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.858907+0000", 2024-07-26T07:21:25.938 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.858907+0000", 2024-07-26T07:21:25.939 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.858907+0000", 2024-07-26T07:21:25.939 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:25.939 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:25.939 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:25.939 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.858907+0000", 2024-07-26T07:21:25.939 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.858907+0000", 2024-07-26T07:21:25.939 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:25.939 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:25.939 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:25.939 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:25.939 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:25.939 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:25.939 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:25.939 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:25.940 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:25.940 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:25.940 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:25.940 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:25.940 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:25.940 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.11", 2024-07-26T07:21:25.940 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:25.940 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:25.940 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:25.940 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5110, 2024-07-26T07:21:25.940 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:25.940 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:21:19.981845+0000", 2024-07-26T07:21:25.940 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:25.940 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:25.941 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:25.941 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:25.941 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:25.941 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:25.941 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:25.941 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:25.941 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:25.941 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:25.941 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:25.941 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:25.941 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:25.941 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:25.941 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:25.941 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:25.942 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:25.942 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:25.942 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:25.942 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:25.942 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:25.942 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:25.942 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:25.942 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:25.942 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:25.942 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:25.942 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:25.942 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:25.942 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:25.942 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:25.943 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:25.943 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:25.943 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:25.943 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:25.943 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:25.943 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:25.943 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:25.943 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:25.943 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:25.943 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:25.943 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:25.943 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:25.943 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:25.943 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.943 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:25.944 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:25.944 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:25.944 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:25.944 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:25.944 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:25.944 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.944 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T07:21:25.944 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:25.944 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.944 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:25.944 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:25.944 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:25.944 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:25.945 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:25.945 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.945 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 2, 2024-07-26T07:21:25.945 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:25.945 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:25.945 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:25.945 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:25.945 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:25.945 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:25.945 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.855939+0000", 2024-07-26T07:21:25.945 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:10:08.373302+0000", 2024-07-26T07:21:25.945 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:10:08.373302+0000", 2024-07-26T07:21:25.945 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:10:08.374518+0000", 2024-07-26T07:21:25.945 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.855939+0000", 2024-07-26T07:21:25.946 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:25.946 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:25.946 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:25.946 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 375, 2024-07-26T07:21:25.946 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.855939+0000", 2024-07-26T07:21:25.946 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.855939+0000", 2024-07-26T07:21:25.946 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.855939+0000", 2024-07-26T07:21:25.946 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:25.946 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:25.946 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:25.946 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.855939+0000", 2024-07-26T07:21:25.946 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.855939+0000", 2024-07-26T07:21:25.946 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:25.947 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 8, 2024-07-26T07:21:25.947 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:25.947 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:25.947 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 374, 2024-07-26T07:21:25.947 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:25.947 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:25.947 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:25.947 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:25.947 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 8, 2024-07-26T07:21:25.947 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:25.947 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:25.947 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:25.947 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.10", 2024-07-26T07:21:25.947 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:25.948 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:25.948 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:25.948 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5326, 2024-07-26T07:21:25.948 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:25.948 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:14:01.006478+0000", 2024-07-26T07:21:25.948 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:25.948 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:25.948 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:25.948 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:25.948 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:25.948 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:25.948 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:25.948 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:25.949 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:25.949 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:25.949 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:25.949 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:25.949 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:25.949 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:25.949 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:25.949 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:25.949 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:25.949 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:25.949 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:25.949 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 12, 2024-07-26T07:21:25.949 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 4, 2024-07-26T07:21:25.949 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:25.950 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 4, 2024-07-26T07:21:25.950 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:25.950 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:25.950 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:25.950 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:25.950 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:25.950 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 4, 2024-07-26T07:21:25.950 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:25.950 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:25.950 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:25.950 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:25.950 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:25.950 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:25.951 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:25.951 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 24, 2024-07-26T07:21:25.951 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 24, 2024-07-26T07:21:25.951 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:25.951 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:25.951 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:25.951 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 12, 2024-07-26T07:21:25.951 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:25.951 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.951 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:25.951 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:25.951 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:25.951 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:25.951 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:25.952 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:25.952 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.952 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 2, 2024-07-26T07:21:25.952 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "65'8" 2024-07-26T07:21:25.952 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.952 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:25.952 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:25.952 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:25.952 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:25.952 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T07:21:25.952 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.952 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 6, 2024-07-26T07:21:25.952 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:25.952 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:25.953 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:25.953 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:25.953 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:25.953 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:25.953 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.855822+0000", 2024-07-26T07:21:25.953 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.514055+0000", 2024-07-26T07:21:25.953 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.514055+0000", 2024-07-26T07:21:25.953 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.520753+0000", 2024-07-26T07:21:25.953 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.855822+0000", 2024-07-26T07:21:25.953 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:25.953 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:25.953 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:25.953 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:25.953 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.855822+0000", 2024-07-26T07:21:25.954 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.855822+0000", 2024-07-26T07:21:25.954 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.855822+0000", 2024-07-26T07:21:25.954 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:25.954 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:25.954 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:25.954 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.855822+0000", 2024-07-26T07:21:25.954 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.855822+0000", 2024-07-26T07:21:25.954 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:25.954 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:25.954 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:25.954 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:25.954 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:25.954 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:25.954 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:25.955 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:25.955 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:25.955 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:25.955 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:25.955 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:25.955 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:25.955 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.10", 2024-07-26T07:21:25.955 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:25.955 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:25.955 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:25.955 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5144, 2024-07-26T07:21:25.955 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:25.955 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:20:51.185949+0000", 2024-07-26T07:21:25.956 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:25.956 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:25.956 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:25.956 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:25.956 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:25.956 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:25.956 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:25.956 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:25.956 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:25.956 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:25.956 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:25.956 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:25.956 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:25.957 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:25.957 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:25.957 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:25.957 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:25.957 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:25.957 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:25.957 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:25.957 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:25.957 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:25.957 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:25.957 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:25.957 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:25.957 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:25.957 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:25.958 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:25.958 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:25.958 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:25.958 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:25.958 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:25.958 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:25.958 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:25.958 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:25.958 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:25.958 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:25.958 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:25.958 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:25.958 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:25.959 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:25.959 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:25.959 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:25.959 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.959 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:25.959 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:25.959 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:25.959 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:25.959 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:25.959 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T07:21:25.959 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.959 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 6, 2024-07-26T07:21:25.959 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:25.959 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.960 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:25.960 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:25.960 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:25.960 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:25.960 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:25.960 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.960 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 6, 2024-07-26T07:21:25.960 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:25.960 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:25.960 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:25.960 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:25.960 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:25.960 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:25.961 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.859088+0000", 2024-07-26T07:21:25.961 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.522880+0000", 2024-07-26T07:21:25.961 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.522880+0000", 2024-07-26T07:21:25.961 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.523190+0000", 2024-07-26T07:21:25.961 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.859088+0000", 2024-07-26T07:21:25.961 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:25.961 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:25.961 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:25.961 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:25.961 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.859088+0000", 2024-07-26T07:21:25.961 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.859088+0000", 2024-07-26T07:21:25.961 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.859088+0000", 2024-07-26T07:21:25.961 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:25.962 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:25.962 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:25.962 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.859088+0000", 2024-07-26T07:21:25.962 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.859088+0000", 2024-07-26T07:21:25.962 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:25.962 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:25.962 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:25.962 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:25.962 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:25.962 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:25.962 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:25.962 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:25.962 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:25.962 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:25.963 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:25.963 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:25.963 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:25.963 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.11", 2024-07-26T07:21:25.963 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:25.963 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:25.963 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:25.963 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5157, 2024-07-26T07:21:25.963 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:25.963 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:30:54.294736+0000", 2024-07-26T07:21:25.963 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:25.963 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:25.963 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:25.964 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:25.964 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:25.964 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:25.964 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:25.964 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:25.964 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:25.964 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:25.964 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:25.964 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:25.964 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:25.964 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:25.964 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:25.964 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:25.965 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:25.965 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:25.965 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:25.965 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:25.965 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:25.965 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:25.965 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:25.965 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:25.965 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:25.965 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:25.965 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:25.965 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:25.965 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:25.966 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:25.966 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:25.966 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:25.966 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:25.966 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:25.966 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:25.966 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:25.966 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:25.966 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:25.966 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:25.966 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:25.966 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:25.966 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:25.967 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:25.967 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.967 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:25.967 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:25.967 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:25.967 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:25.967 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:25.967 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:25.967 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.967 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 6, 2024-07-26T07:21:25.967 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:25.967 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.967 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:25.967 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:25.968 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:25.968 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:25.968 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:25.968 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.968 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T07:21:25.968 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:25.968 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:25.968 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:25.968 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:25.968 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:25.968 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:25.968 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.863914+0000", 2024-07-26T07:21:25.968 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.410258+0000", 2024-07-26T07:21:25.969 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.410258+0000", 2024-07-26T07:21:25.969 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.410535+0000", 2024-07-26T07:21:25.969 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.863914+0000", 2024-07-26T07:21:25.969 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:25.969 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:25.969 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:25.969 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:25.969 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.863914+0000", 2024-07-26T07:21:25.969 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.863914+0000", 2024-07-26T07:21:25.969 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.863914+0000", 2024-07-26T07:21:25.969 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:25.969 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:25.969 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:25.970 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.863914+0000", 2024-07-26T07:21:25.970 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.863914+0000", 2024-07-26T07:21:25.970 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:25.970 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:25.970 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:25.970 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:25.970 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:25.970 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:25.970 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:25.970 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:25.970 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:25.970 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:25.970 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:25.970 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:25.971 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:25.971 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.13", 2024-07-26T07:21:25.971 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:25.971 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:25.971 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:25.971 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5129, 2024-07-26T07:21:25.971 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:25.971 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:28:00.965907+0000", 2024-07-26T07:21:25.971 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:25.971 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:25.971 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:25.971 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:25.971 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:25.971 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:25.972 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:25.972 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:25.972 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:25.972 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:25.972 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:25.972 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:25.972 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:25.972 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:25.972 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:25.972 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:25.972 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:25.972 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:25.972 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:25.972 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:25.972 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:25.973 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:25.973 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:25.973 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:25.973 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:25.973 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:25.973 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:25.973 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:25.973 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:25.973 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:25.973 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:25.973 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:25.973 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:25.973 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:25.973 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:25.974 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:25.974 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:25.974 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:25.974 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:25.974 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:25.974 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:25.974 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:25.974 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:25.974 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.974 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:25.974 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:25.974 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:25.974 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:25.975 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:25.975 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:25.975 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.975 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T07:21:25.975 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:25.975 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.975 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:25.975 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:25.975 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:25.975 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:25.975 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:25.975 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.975 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T07:21:25.975 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:25.976 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:25.976 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:25.976 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:25.976 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:25.976 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:25.976 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.857472+0000", 2024-07-26T07:21:25.976 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.417431+0000", 2024-07-26T07:21:25.976 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.417431+0000", 2024-07-26T07:21:25.976 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.417733+0000", 2024-07-26T07:21:25.976 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.857472+0000", 2024-07-26T07:21:25.976 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:25.976 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:25.976 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:25.977 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:25.977 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.857472+0000", 2024-07-26T07:21:25.977 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.857472+0000", 2024-07-26T07:21:25.977 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.857472+0000", 2024-07-26T07:21:25.977 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:25.977 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:25.977 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:25.977 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.857472+0000", 2024-07-26T07:21:25.977 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.857472+0000", 2024-07-26T07:21:25.977 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:25.977 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:25.977 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:25.977 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:25.978 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:25.978 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:25.978 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:25.978 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:25.978 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:25.978 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:25.978 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:25.978 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:25.978 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:25.978 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.12", 2024-07-26T07:21:25.978 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:25.978 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:25.978 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:25.979 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5189, 2024-07-26T07:21:25.979 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:25.979 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:39:57.026167+0000", 2024-07-26T07:21:25.979 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:25.979 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:25.979 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:25.979 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:25.979 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:25.979 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:25.979 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:25.979 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:25.979 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:25.979 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:25.979 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:25.980 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:25.980 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:25.980 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:25.980 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:25.980 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:25.980 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:25.980 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:25.980 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:25.980 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:25.980 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:25.980 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:25.980 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:25.980 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:25.980 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:25.980 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:25.981 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:25.981 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:25.981 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:25.981 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:25.981 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:25.981 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:25.981 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:25.981 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:25.981 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:25.981 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:25.981 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:25.981 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:25.981 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:25.981 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:25.982 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:25.982 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:25.982 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:25.982 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.982 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:25.982 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:25.982 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:25.982 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:25.982 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:25.982 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:25.982 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.982 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T07:21:25.983 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:25.983 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.983 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:25.983 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:25.983 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:25.983 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:25.983 INFO:tasks.workunit.client.0.smithi089.stdout: 3 2024-07-26T07:21:25.983 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.983 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 2, 2024-07-26T07:21:25.983 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:25.983 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:25.983 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:25.983 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:25.984 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:25.984 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:25.984 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.856086+0000", 2024-07-26T07:21:25.984 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.414352+0000", 2024-07-26T07:21:25.984 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.414352+0000", 2024-07-26T07:21:25.984 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.414654+0000", 2024-07-26T07:21:25.984 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.856086+0000", 2024-07-26T07:21:25.984 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:25.984 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:25.984 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:25.984 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:25.984 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.856086+0000", 2024-07-26T07:21:25.984 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.856086+0000", 2024-07-26T07:21:25.984 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.856086+0000", 2024-07-26T07:21:25.985 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:25.985 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:25.985 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:25.985 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.856086+0000", 2024-07-26T07:21:25.985 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.856086+0000", 2024-07-26T07:21:25.985 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:25.985 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:25.985 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:25.985 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:25.985 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:25.985 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:25.985 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:25.985 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:25.985 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:25.986 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:25.986 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:25.986 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:25.986 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:25.986 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.12", 2024-07-26T07:21:25.986 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:25.986 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:25.986 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:25.986 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5299, 2024-07-26T07:21:25.986 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:25.986 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:45:46.464159+0000", 2024-07-26T07:21:25.986 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:25.987 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:25.987 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:25.987 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:25.987 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:25.987 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:25.987 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:25.987 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:25.987 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:25.987 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:25.987 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:25.987 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:25.987 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:25.987 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:25.987 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:25.988 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:25.988 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:25.988 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:25.988 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:25.988 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:25.988 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:25.988 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:25.988 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:25.988 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:25.988 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:25.988 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:25.988 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:25.988 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:25.988 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:25.989 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:25.989 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:25.989 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:25.989 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:25.989 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:25.989 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:25.989 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:25.989 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:25.989 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:25.989 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:25.989 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:25.989 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:25.989 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:25.989 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:25.990 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.990 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:25.990 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:25.990 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:25.990 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:25.990 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:25.990 INFO:tasks.workunit.client.0.smithi089.stdout: 3 2024-07-26T07:21:25.990 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.990 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 2, 2024-07-26T07:21:25.990 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:25.990 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.990 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:25.991 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:25.991 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:25.991 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:25.991 INFO:tasks.workunit.client.0.smithi089.stdout: 3 2024-07-26T07:21:25.991 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.991 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 0, 2024-07-26T07:21:25.991 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:25.991 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:25.991 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:25.991 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:25.991 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:25.991 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:25.991 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.613501+0000", 2024-07-26T07:21:25.991 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:14.413006+0000", 2024-07-26T07:21:25.991 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:14.413006+0000", 2024-07-26T07:21:25.992 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:14.413361+0000", 2024-07-26T07:21:25.992 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.613501+0000", 2024-07-26T07:21:25.992 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:25.992 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:25.992 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:25.992 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 438, 2024-07-26T07:21:25.992 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.613501+0000", 2024-07-26T07:21:25.992 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.613501+0000", 2024-07-26T07:21:25.992 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.613501+0000", 2024-07-26T07:21:25.992 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:25.992 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:25.992 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:25.992 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.613501+0000", 2024-07-26T07:21:25.993 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.613501+0000", 2024-07-26T07:21:25.993 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:25.993 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 2, 2024-07-26T07:21:25.993 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:25.993 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:25.993 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 437, 2024-07-26T07:21:25.993 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:25.993 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:25.993 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:25.993 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:25.993 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 2, 2024-07-26T07:21:25.993 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:25.993 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:25.993 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:25.993 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.13", 2024-07-26T07:21:25.994 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:25.994 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:25.994 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:25.994 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5347, 2024-07-26T07:21:25.994 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:25.994 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:33:48.627494+0000", 2024-07-26T07:21:25.994 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:25.994 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:25.994 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:25.994 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 34, 2024-07-26T07:21:25.994 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:25.994 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:25.994 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:25.995 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:25.995 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:25.995 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:25.995 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:25.995 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:25.995 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:25.995 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:25.995 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:25.995 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:25.995 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:25.995 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:25.995 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:25.995 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 6, 2024-07-26T07:21:25.995 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 2, 2024-07-26T07:21:25.995 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:25.996 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 2, 2024-07-26T07:21:25.996 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:25.996 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:25.996 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:25.996 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:25.996 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:25.996 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 1, 2024-07-26T07:21:25.996 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:25.996 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:25.996 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:25.996 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:25.996 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:25.996 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:25.996 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:25.996 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 4, 2024-07-26T07:21:25.997 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 7, 2024-07-26T07:21:25.997 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:25.997 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:25.997 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:25.997 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 3, 2024-07-26T07:21:25.997 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 6 2024-07-26T07:21:25.997 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.997 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:25.997 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:25.997 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:25.997 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:25.997 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:25.997 INFO:tasks.workunit.client.0.smithi089.stdout: 3 2024-07-26T07:21:25.997 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.998 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 0, 2024-07-26T07:21:25.998 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "65'2" 2024-07-26T07:21:25.998 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:25.998 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:25.998 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:25.998 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:25.998 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:25.998 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:25.998 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:25.998 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T07:21:25.998 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:25.998 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:25.999 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:25.999 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:25.999 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:25.999 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:25.999 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.863409+0000", 2024-07-26T07:21:25.999 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.415160+0000", 2024-07-26T07:21:25.999 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.415160+0000", 2024-07-26T07:21:25.999 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.415444+0000", 2024-07-26T07:21:25.999 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.863409+0000", 2024-07-26T07:21:25.999 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:25.999 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:25.999 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:25.999 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:25.999 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.863409+0000", 2024-07-26T07:21:26.000 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.863409+0000", 2024-07-26T07:21:26.000 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.863409+0000", 2024-07-26T07:21:26.000 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:26.000 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:26.000 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.000 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.863409+0000", 2024-07-26T07:21:26.000 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.863409+0000", 2024-07-26T07:21:26.000 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:26.000 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:26.000 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:26.000 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:26.000 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:26.000 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:26.000 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:26.000 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:26.001 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:26.001 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:26.001 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:26.001 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:26.001 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:26.001 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.15", 2024-07-26T07:21:26.001 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:26.001 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:26.001 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:26.001 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5128, 2024-07-26T07:21:26.001 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:26.001 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T11:13:19.368773+0000", 2024-07-26T07:21:26.001 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:26.002 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:26.002 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:26.002 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:26.002 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:26.002 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:26.002 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:26.002 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:26.002 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:26.002 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:26.002 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:26.002 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:26.002 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:26.002 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:26.003 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:26.003 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:26.003 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:26.003 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:26.003 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:26.003 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:26.003 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:26.003 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:26.003 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:26.003 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:26.003 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:26.003 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:26.003 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:26.003 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:26.004 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:26.004 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:26.004 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:26.004 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:26.004 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:26.004 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:26.004 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:26.004 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:26.004 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:26.004 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:26.004 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:26.004 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:26.004 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:26.004 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:26.005 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:26.005 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.005 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:26.005 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:26.005 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:26.005 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:26.005 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:26.005 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:26.005 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.005 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T07:21:26.005 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:26.005 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.005 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.005 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:26.006 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:26.006 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:26.006 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T07:21:26.006 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.006 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 6, 2024-07-26T07:21:26.006 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:26.006 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:26.006 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:26.006 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:26.006 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:26.006 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:26.006 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.856486+0000", 2024-07-26T07:21:26.006 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.518067+0000", 2024-07-26T07:21:26.006 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.518067+0000", 2024-07-26T07:21:26.007 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.518628+0000", 2024-07-26T07:21:26.007 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.856486+0000", 2024-07-26T07:21:26.007 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:26.007 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:26.007 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:26.007 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:26.007 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.856486+0000", 2024-07-26T07:21:26.007 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.856486+0000", 2024-07-26T07:21:26.007 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.856486+0000", 2024-07-26T07:21:26.007 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:26.007 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:26.007 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:26.007 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.856486+0000", 2024-07-26T07:21:26.008 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.856486+0000", 2024-07-26T07:21:26.008 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:26.008 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 29, 2024-07-26T07:21:26.008 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:26.008 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:26.008 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:26.008 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:26.008 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:26.008 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:26.008 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:26.008 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 29, 2024-07-26T07:21:26.008 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:26.008 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:26.008 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:26.008 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.14", 2024-07-26T07:21:26.009 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:26.009 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:26.009 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:26.009 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5182, 2024-07-26T07:21:26.009 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:26.009 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:53:25.653760+0000", 2024-07-26T07:21:26.009 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:26.009 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:26.009 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:26.009 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 5810, 2024-07-26T07:21:26.009 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:26.009 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:26.009 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:26.009 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:26.010 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:26.010 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:26.010 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:26.010 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:26.010 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:26.010 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:26.010 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:26.010 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:26.010 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:26.010 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:26.010 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:26.010 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 12, 2024-07-26T07:21:26.010 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 4, 2024-07-26T07:21:26.010 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:26.011 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 4, 2024-07-26T07:21:26.011 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:26.011 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:26.011 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:26.011 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:26.011 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:26.011 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 1, 2024-07-26T07:21:26.011 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:26.011 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:26.011 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:26.011 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:26.011 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:26.011 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:26.011 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:26.012 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 10, 2024-07-26T07:21:26.012 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 14, 2024-07-26T07:21:26.012 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:26.012 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:26.012 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:26.012 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 28, 2024-07-26T07:21:26.012 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 25 2024-07-26T07:21:26.012 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.012 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:26.012 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:26.012 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:26.012 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:26.012 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:26.012 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T07:21:26.013 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.013 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 6, 2024-07-26T07:21:26.013 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "555'29" 2024-07-26T07:21:26.013 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.013 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.013 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:26.013 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:26.013 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:26.013 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:26.013 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.013 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 4, 2024-07-26T07:21:26.013 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:26.013 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:26.013 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:26.013 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:26.014 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:26.014 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:26.014 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.613069+0000", 2024-07-26T07:21:26.014 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.412356+0000", 2024-07-26T07:21:26.014 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.412356+0000", 2024-07-26T07:21:26.014 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.412633+0000", 2024-07-26T07:21:26.014 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.613069+0000", 2024-07-26T07:21:26.014 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.014 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:26.014 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.014 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:26.014 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.613069+0000", 2024-07-26T07:21:26.014 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.613069+0000", 2024-07-26T07:21:26.014 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.613069+0000", 2024-07-26T07:21:26.015 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:26.015 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:26.015 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.015 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.613069+0000", 2024-07-26T07:21:26.015 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.613069+0000", 2024-07-26T07:21:26.015 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:26.015 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:26.015 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:26.015 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:26.015 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:26.015 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:26.015 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:26.015 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:26.015 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:26.016 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:26.016 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:26.016 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:26.016 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:26.016 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.14", 2024-07-26T07:21:26.016 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:26.016 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:26.016 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:26.016 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5208, 2024-07-26T07:21:26.016 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:26.016 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:56:20.042510+0000", 2024-07-26T07:21:26.016 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:26.016 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:26.016 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:26.017 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:26.017 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:26.017 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:26.017 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:26.017 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:26.017 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:26.017 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:26.017 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:26.017 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:26.017 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:26.017 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:26.017 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:26.017 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:26.018 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:26.018 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:26.018 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:26.018 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:26.018 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:26.018 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:26.018 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:26.018 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:26.021 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:26.021 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:26.021 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:26.022 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:26.022 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:26.022 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:26.022 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:26.022 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:26.022 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:26.022 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:26.022 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:26.022 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:26.022 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:26.022 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:26.022 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:26.022 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:26.023 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:26.023 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:26.023 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:26.023 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.023 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:26.023 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:26.023 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:26.023 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:26.023 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:26.023 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:26.023 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.023 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 4, 2024-07-26T07:21:26.023 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:26.023 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.024 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.024 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:26.024 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:26.024 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:26.024 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:26.024 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.024 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T07:21:26.024 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:26.024 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:26.024 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:26.024 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:26.024 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:26.024 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:26.024 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.613809+0000", 2024-07-26T07:21:26.025 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:47.488087+0000", 2024-07-26T07:21:26.025 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:47.488087+0000", 2024-07-26T07:21:26.025 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:47.488391+0000", 2024-07-26T07:21:26.025 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.613809+0000", 2024-07-26T07:21:26.025 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:26.025 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:26.025 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:26.025 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 470, 2024-07-26T07:21:26.025 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.613809+0000", 2024-07-26T07:21:26.025 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.613809+0000", 2024-07-26T07:21:26.025 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.613809+0000", 2024-07-26T07:21:26.025 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:26.025 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:26.025 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:26.026 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.613809+0000", 2024-07-26T07:21:26.026 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.613809+0000", 2024-07-26T07:21:26.026 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:26.026 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 3, 2024-07-26T07:21:26.026 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:26.026 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:26.026 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 469, 2024-07-26T07:21:26.026 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:26.026 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:26.026 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:26.026 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:26.026 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 3, 2024-07-26T07:21:26.026 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:26.026 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:26.027 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:26.027 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.15", 2024-07-26T07:21:26.027 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:26.027 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:26.027 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:26.027 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5345, 2024-07-26T07:21:26.027 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:26.027 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T08:38:28.447555+0000", 2024-07-26T07:21:26.027 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:26.027 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:26.027 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:26.027 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 90, 2024-07-26T07:21:26.027 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:26.027 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:26.028 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:26.028 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:26.028 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:26.028 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:26.028 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:26.028 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:26.028 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:26.028 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:26.028 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:26.028 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:26.028 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:26.028 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:26.028 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:26.028 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 6, 2024-07-26T07:21:26.029 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 2, 2024-07-26T07:21:26.029 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:26.029 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 2, 2024-07-26T07:21:26.029 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:26.029 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:26.029 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:26.029 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:26.029 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:26.029 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 1, 2024-07-26T07:21:26.029 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:26.029 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:26.029 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:26.029 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:26.029 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:26.030 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:26.030 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:26.030 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 7, 2024-07-26T07:21:26.030 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 7, 2024-07-26T07:21:26.030 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:26.030 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:26.030 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:26.030 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 4, 2024-07-26T07:21:26.030 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 1 2024-07-26T07:21:26.030 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.030 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:26.030 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:26.030 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:26.030 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:26.031 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:26.031 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:26.031 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.031 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T07:21:26.031 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "65'3" 2024-07-26T07:21:26.031 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.031 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.031 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:26.031 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:26.031 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:26.031 INFO:tasks.workunit.client.0.smithi089.stdout: 3 2024-07-26T07:21:26.031 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.031 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 0, 2024-07-26T07:21:26.031 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:26.032 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:26.032 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:26.032 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:26.032 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:26.032 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:26.032 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.615368+0000", 2024-07-26T07:21:26.032 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:47.486001+0000", 2024-07-26T07:21:26.032 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:47.486001+0000", 2024-07-26T07:21:26.032 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:47.487572+0000", 2024-07-26T07:21:26.032 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.615368+0000", 2024-07-26T07:21:26.032 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.032 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:26.032 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.032 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 470, 2024-07-26T07:21:26.033 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.615368+0000", 2024-07-26T07:21:26.033 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.615368+0000", 2024-07-26T07:21:26.033 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.615368+0000", 2024-07-26T07:21:26.033 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:26.033 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:26.033 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.033 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.615368+0000", 2024-07-26T07:21:26.033 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.615368+0000", 2024-07-26T07:21:26.033 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:26.033 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:26.033 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:26.033 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:26.033 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 469, 2024-07-26T07:21:26.033 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:26.034 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:26.034 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:26.034 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:26.034 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:26.034 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:26.034 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:26.034 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:26.034 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.17", 2024-07-26T07:21:26.034 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:26.034 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:26.034 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:26.034 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5336, 2024-07-26T07:21:26.034 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:26.035 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:26:11.063506+0000", 2024-07-26T07:21:26.035 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:26.035 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:26.035 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:26.035 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:26.035 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:26.035 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:26.035 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:26.035 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:26.035 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:26.035 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:26.035 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:26.035 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:26.036 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:26.036 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:26.036 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:26.036 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:26.036 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:26.036 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:26.036 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:26.036 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:26.036 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:26.036 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:26.036 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:26.036 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:26.036 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:26.036 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:26.037 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:26.037 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:26.037 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:26.037 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:26.037 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:26.037 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:26.037 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:26.037 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:26.037 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:26.037 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:26.037 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:26.037 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:26.037 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:26.037 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:26.038 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:26.038 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:26.038 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:26.038 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.038 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:26.038 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:26.038 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:26.038 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:26.038 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:26.038 INFO:tasks.workunit.client.0.smithi089.stdout: 3 2024-07-26T07:21:26.038 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.038 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 0, 2024-07-26T07:21:26.038 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:26.038 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.039 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.039 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:26.039 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:26.039 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:26.039 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:26.039 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.039 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T07:21:26.039 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:26.039 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:26.039 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:26.039 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:26.039 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:26.039 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:26.039 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.863600+0000", 2024-07-26T07:21:26.040 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.521415+0000", 2024-07-26T07:21:26.040 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.521415+0000", 2024-07-26T07:21:26.040 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.521765+0000", 2024-07-26T07:21:26.040 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.863600+0000", 2024-07-26T07:21:26.040 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:26.040 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:26.040 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:26.040 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:26.040 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.863600+0000", 2024-07-26T07:21:26.040 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.863600+0000", 2024-07-26T07:21:26.040 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.863600+0000", 2024-07-26T07:21:26.040 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:26.040 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:26.040 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:26.041 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.863600+0000", 2024-07-26T07:21:26.041 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.863600+0000", 2024-07-26T07:21:26.041 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:26.041 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:26.041 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:26.041 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:26.041 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:26.041 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:26.041 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:26.041 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:26.041 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:26.041 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:26.041 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:26.041 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:26.042 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:26.042 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.16", 2024-07-26T07:21:26.042 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:26.042 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:26.042 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:26.042 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5197, 2024-07-26T07:21:26.042 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:26.042 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T06:37:00.975713+0000", 2024-07-26T07:21:26.042 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:26.042 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:26.042 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:26.042 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:26.043 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:26.043 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:26.043 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:26.043 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:26.043 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:26.043 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:26.043 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:26.043 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:26.043 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:26.043 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:26.043 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:26.043 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:26.043 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:26.043 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:26.044 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:26.044 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:26.044 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:26.044 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:26.044 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:26.044 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:26.044 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:26.044 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:26.044 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:26.044 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:26.044 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:26.044 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:26.044 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:26.044 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:26.045 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:26.045 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:26.045 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:26.045 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:26.045 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:26.045 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:26.045 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:26.045 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:26.045 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:26.045 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:26.045 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:26.045 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.045 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:26.045 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:26.046 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:26.046 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:26.046 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:26.046 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:26.046 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.046 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T07:21:26.046 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:26.046 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.046 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.046 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:26.046 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:26.046 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:26.046 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:26.046 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.047 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T07:21:26.047 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:26.047 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:26.047 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:26.047 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:26.047 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:26.047 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:26.047 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.863488+0000", 2024-07-26T07:21:26.047 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.417609+0000", 2024-07-26T07:21:26.047 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.417609+0000", 2024-07-26T07:21:26.047 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.417929+0000", 2024-07-26T07:21:26.047 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.863488+0000", 2024-07-26T07:21:26.047 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.047 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:26.048 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.048 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:26.048 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.863488+0000", 2024-07-26T07:21:26.048 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.863488+0000", 2024-07-26T07:21:26.048 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.863488+0000", 2024-07-26T07:21:26.048 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:26.048 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:26.048 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.048 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.863488+0000", 2024-07-26T07:21:26.048 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.863488+0000", 2024-07-26T07:21:26.048 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:26.048 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:26.048 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:26.049 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:26.049 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:26.049 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:26.049 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:26.049 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:26.049 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:26.049 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:26.049 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:26.049 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:26.049 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:26.049 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.16", 2024-07-26T07:21:26.049 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:26.049 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:26.049 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:26.050 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5164, 2024-07-26T07:21:26.050 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:26.050 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:49:16.242495+0000", 2024-07-26T07:21:26.050 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:26.050 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:26.050 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:26.050 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:26.050 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:26.050 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:26.050 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:26.050 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:26.050 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:26.050 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:26.051 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:26.051 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:26.051 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:26.051 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:26.051 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:26.051 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:26.051 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:26.051 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:26.051 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:26.051 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:26.051 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:26.051 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:26.051 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:26.051 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:26.052 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:26.052 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:26.052 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:26.052 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:26.052 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:26.052 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:26.052 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:26.052 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:26.052 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:26.052 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:26.052 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:26.052 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:26.052 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:26.052 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:26.053 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:26.053 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:26.053 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:26.053 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:26.053 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:26.053 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.053 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:26.053 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:26.053 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:26.053 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:26.053 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:26.053 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:26.053 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.053 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T07:21:26.054 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:26.054 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.054 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.054 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:26.054 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:26.054 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:26.054 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:26.054 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.054 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 6, 2024-07-26T07:21:26.054 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:26.054 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:26.054 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:26.054 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:26.054 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:26.055 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:26.055 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.859289+0000", 2024-07-26T07:21:26.055 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.523160+0000", 2024-07-26T07:21:26.055 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.523160+0000", 2024-07-26T07:21:26.055 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.523467+0000", 2024-07-26T07:21:26.055 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.859289+0000", 2024-07-26T07:21:26.055 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:26.055 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:26.055 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:26.055 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:26.055 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.859289+0000", 2024-07-26T07:21:26.055 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.859289+0000", 2024-07-26T07:21:26.055 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.859289+0000", 2024-07-26T07:21:26.055 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:26.056 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:26.056 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:26.056 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.859289+0000", 2024-07-26T07:21:26.056 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.859289+0000", 2024-07-26T07:21:26.056 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:26.056 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:26.056 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:26.056 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:26.056 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:26.056 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:26.056 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:26.056 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:26.056 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:26.056 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:26.057 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:26.057 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:26.057 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:26.057 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.17", 2024-07-26T07:21:26.057 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:26.057 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:26.057 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:26.057 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5146, 2024-07-26T07:21:26.057 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:26.057 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:38:16.283968+0000", 2024-07-26T07:21:26.057 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:26.057 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:26.057 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:26.057 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:26.058 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:26.058 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:26.058 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:26.058 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:26.058 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:26.058 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:26.058 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:26.058 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:26.058 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:26.058 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:26.058 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:26.058 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:26.058 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:26.058 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:26.059 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:26.059 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:26.059 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:26.059 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:26.059 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:26.059 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:26.059 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:26.059 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:26.059 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:26.059 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:26.059 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:26.059 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:26.059 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:26.059 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:26.060 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:26.060 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:26.060 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:26.060 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:26.060 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:26.060 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:26.060 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:26.060 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:26.060 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:26.060 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:26.060 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:26.060 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.060 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:26.061 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:26.061 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:26.061 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:26.061 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:26.061 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:26.061 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.061 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 6, 2024-07-26T07:21:26.061 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:26.061 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.061 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.061 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:26.061 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:26.061 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:26.061 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:26.062 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.062 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T07:21:26.062 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:26.062 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:26.062 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:26.062 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:26.062 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:26.062 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:26.062 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.612765+0000", 2024-07-26T07:21:26.062 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:14.407479+0000", 2024-07-26T07:21:26.062 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:14.407479+0000", 2024-07-26T07:21:26.062 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:14.409001+0000", 2024-07-26T07:21:26.062 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.612765+0000", 2024-07-26T07:21:26.063 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.063 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:26.063 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.063 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 438, 2024-07-26T07:21:26.063 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.612765+0000", 2024-07-26T07:21:26.063 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.612765+0000", 2024-07-26T07:21:26.063 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.612765+0000", 2024-07-26T07:21:26.063 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:26.063 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:26.063 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.063 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.612765+0000", 2024-07-26T07:21:26.063 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.612765+0000", 2024-07-26T07:21:26.063 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:26.064 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:26.064 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:26.064 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:26.064 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 437, 2024-07-26T07:21:26.064 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:26.064 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:26.064 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:26.064 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:26.064 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:26.064 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:26.064 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:26.064 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:26.064 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.19", 2024-07-26T07:21:26.064 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:26.065 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:26.065 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:26.065 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5326, 2024-07-26T07:21:26.065 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:26.065 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:27:55.010113+0000", 2024-07-26T07:21:26.065 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:26.065 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:26.065 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:26.065 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:26.065 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:26.065 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:26.065 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:26.065 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:26.066 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:26.066 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:26.066 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:26.066 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:26.066 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:26.066 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:26.066 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:26.066 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:26.066 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:26.066 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:26.066 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:26.066 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:26.066 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:26.066 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:26.067 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:26.067 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:26.067 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:26.067 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:26.067 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:26.067 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:26.067 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:26.067 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:26.067 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:26.067 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:26.067 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:26.067 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:26.067 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:26.067 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:26.068 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:26.068 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:26.068 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:26.068 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:26.068 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:26.068 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:26.068 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:26.068 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.068 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:26.068 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:26.068 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:26.068 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:26.068 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:26.068 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:26.069 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.069 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T07:21:26.069 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:26.069 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.069 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.069 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:26.069 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:26.069 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:26.069 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:26.069 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.069 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T07:21:26.069 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:26.069 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:26.070 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:26.070 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:26.070 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:26.070 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:26.070 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.856289+0000", 2024-07-26T07:21:26.070 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.416721+0000", 2024-07-26T07:21:26.070 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.416721+0000", 2024-07-26T07:21:26.070 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.417016+0000", 2024-07-26T07:21:26.070 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.856289+0000", 2024-07-26T07:21:26.070 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:26.070 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:26.070 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:26.070 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:26.071 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.856289+0000", 2024-07-26T07:21:26.071 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.856289+0000", 2024-07-26T07:21:26.071 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.856289+0000", 2024-07-26T07:21:26.071 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:26.071 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:26.071 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:26.071 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.856289+0000", 2024-07-26T07:21:26.071 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.856289+0000", 2024-07-26T07:21:26.071 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:26.071 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:26.071 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:26.071 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:26.071 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:26.071 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:26.072 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:26.072 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:26.072 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:26.072 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:26.072 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:26.072 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:26.072 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:26.072 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.18", 2024-07-26T07:21:26.072 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:26.072 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:26.072 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:26.072 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5178, 2024-07-26T07:21:26.072 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:26.072 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:41:38.062327+0000", 2024-07-26T07:21:26.072 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:26.072 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:26.073 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:26.073 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:26.073 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:26.073 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:26.073 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:26.073 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:26.073 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:26.073 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:26.073 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:26.073 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:26.073 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:26.073 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:26.073 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:26.073 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:26.073 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:26.073 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:26.074 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:26.074 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:26.074 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:26.074 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:26.074 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:26.074 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:26.074 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:26.074 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:26.074 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:26.074 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:26.074 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:26.074 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:26.074 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:26.075 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:26.075 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:26.075 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:26.075 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:26.075 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:26.075 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:26.075 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:26.075 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:26.075 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:26.075 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:26.075 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:26.075 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:26.075 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.075 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:26.075 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:26.075 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:26.076 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:26.076 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:26.076 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:26.076 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.076 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T07:21:26.076 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:26.076 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.076 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.076 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:26.076 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:26.076 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:26.076 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:26.076 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.076 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T07:21:26.076 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:26.076 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:26.077 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:26.077 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:26.077 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:26.077 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:26.077 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.857437+0000", 2024-07-26T07:21:26.077 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:10:41.393083+0000", 2024-07-26T07:21:26.077 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:10:41.393083+0000", 2024-07-26T07:21:26.077 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:10:41.395518+0000", 2024-07-26T07:21:26.077 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.857437+0000", 2024-07-26T07:21:26.077 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.077 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:26.077 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.077 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 407, 2024-07-26T07:21:26.077 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.857437+0000", 2024-07-26T07:21:26.077 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.857437+0000", 2024-07-26T07:21:26.077 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.857437+0000", 2024-07-26T07:21:26.078 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:26.078 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:26.078 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.078 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.857437+0000", 2024-07-26T07:21:26.078 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.857437+0000", 2024-07-26T07:21:26.078 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:26.078 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:26.078 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:26.078 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:26.078 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 406, 2024-07-26T07:21:26.078 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:26.078 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:26.078 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:26.078 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:26.079 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:26.079 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:26.079 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:26.079 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:26.079 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.18", 2024-07-26T07:21:26.079 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:26.079 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:26.079 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:26.079 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5263, 2024-07-26T07:21:26.079 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:26.079 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:58:21.870433+0000", 2024-07-26T07:21:26.079 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:26.079 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:26.079 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:26.079 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:26.079 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:26.080 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:26.080 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:26.080 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:26.080 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:26.080 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:26.080 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:26.080 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:26.080 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:26.080 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:26.080 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:26.080 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:26.080 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:26.080 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:26.080 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:26.081 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:26.081 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:26.081 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:26.081 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:26.081 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:26.081 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:26.081 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:26.081 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:26.081 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:26.081 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:26.081 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:26.081 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:26.081 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:26.081 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:26.081 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:26.081 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:26.082 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:26.082 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:26.082 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:26.082 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:26.082 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:26.082 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:26.082 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:26.082 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:26.082 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.082 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:26.082 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:26.082 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:26.082 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:26.082 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:26.083 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:26.083 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.083 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T07:21:26.083 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:26.083 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.083 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.083 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:26.083 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:26.083 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:26.083 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:26.083 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.083 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T07:21:26.083 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:26.083 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:26.084 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:26.084 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:26.084 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:26.084 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:26.084 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.856132+0000", 2024-07-26T07:21:26.084 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.524261+0000", 2024-07-26T07:21:26.084 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.524261+0000", 2024-07-26T07:21:26.084 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.524589+0000", 2024-07-26T07:21:26.084 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.856132+0000", 2024-07-26T07:21:26.084 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:26.084 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:26.084 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:26.084 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:26.084 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.856132+0000", 2024-07-26T07:21:26.085 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.856132+0000", 2024-07-26T07:21:26.085 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.856132+0000", 2024-07-26T07:21:26.085 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:26.085 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:26.085 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:26.085 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.856132+0000", 2024-07-26T07:21:26.085 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.856132+0000", 2024-07-26T07:21:26.085 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:26.085 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:26.085 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:26.085 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:26.085 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:26.085 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:26.085 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:26.086 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:26.086 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:26.086 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:26.086 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:26.086 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:26.086 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:26.086 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.19", 2024-07-26T07:21:26.086 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:26.086 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:26.086 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:26.086 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5267, 2024-07-26T07:21:26.086 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:26.086 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:49:39.704720+0000", 2024-07-26T07:21:26.087 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:26.087 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:26.087 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:26.087 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:26.087 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:26.087 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:26.087 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:26.087 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:26.087 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:26.087 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:26.087 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:26.087 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:26.087 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:26.088 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:26.088 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:26.088 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:26.088 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:26.088 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:26.088 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:26.088 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:26.088 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:26.088 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:26.088 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:26.088 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:26.088 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:26.088 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:26.089 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:26.089 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:26.089 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:26.089 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:26.089 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:26.089 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:26.089 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:26.089 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:26.089 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:26.089 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:26.089 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:26.089 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:26.089 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:26.089 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:26.089 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:26.090 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:26.090 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:26.090 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.090 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:26.090 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:26.090 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:26.090 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:26.090 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:26.090 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:26.090 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.090 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T07:21:26.090 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:26.090 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.091 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.091 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:26.091 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:26.091 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:26.091 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:26.091 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.091 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 6, 2024-07-26T07:21:26.091 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:26.091 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:26.091 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:26.091 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:26.091 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:26.091 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:26.091 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.858109+0000", 2024-07-26T07:21:26.092 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.417941+0000", 2024-07-26T07:21:26.092 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.417941+0000", 2024-07-26T07:21:26.092 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.418552+0000", 2024-07-26T07:21:26.092 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.858109+0000", 2024-07-26T07:21:26.092 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:26.092 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:26.092 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:26.092 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:26.092 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.858109+0000", 2024-07-26T07:21:26.092 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.858109+0000", 2024-07-26T07:21:26.092 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.858109+0000", 2024-07-26T07:21:26.092 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:26.092 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:26.093 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:26.093 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.858109+0000", 2024-07-26T07:21:26.093 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.858109+0000", 2024-07-26T07:21:26.093 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:26.093 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 2, 2024-07-26T07:21:26.093 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:26.093 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:26.093 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:26.093 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:26.093 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:26.093 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:26.093 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:26.093 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 2, 2024-07-26T07:21:26.093 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:26.093 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:26.094 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:26.094 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.1a", 2024-07-26T07:21:26.094 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:26.094 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:26.094 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:26.094 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5149, 2024-07-26T07:21:26.094 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:26.094 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:04:48.090238+0000", 2024-07-26T07:21:26.094 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:26.094 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:26.094 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:26.094 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:26.094 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:26.095 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:26.095 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:26.095 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:26.095 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:26.095 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:26.095 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:26.095 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:26.095 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:26.095 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:26.095 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:26.095 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:26.095 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:26.095 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:26.096 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:26.096 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:26.096 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:26.096 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:26.096 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:26.096 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:26.096 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:26.096 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:26.096 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:26.096 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:26.096 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:26.096 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:26.096 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:26.096 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:26.096 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:26.097 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:26.097 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:26.097 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:26.097 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:26.097 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:26.097 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:26.097 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:26.097 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:26.097 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:26.097 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:26.097 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.097 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:26.097 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:26.097 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:26.097 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:26.098 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:26.098 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:26.098 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.098 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 6, 2024-07-26T07:21:26.098 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "555'2" 2024-07-26T07:21:26.098 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.098 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.098 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:26.098 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:26.098 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:26.098 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:26.098 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.098 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 0, 2024-07-26T07:21:26.098 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:26.098 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:26.099 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:26.099 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:26.099 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:26.099 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:26.099 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.613307+0000", 2024-07-26T07:21:26.099 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.422366+0000", 2024-07-26T07:21:26.099 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.422366+0000", 2024-07-26T07:21:26.099 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.424021+0000", 2024-07-26T07:21:26.099 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.613307+0000", 2024-07-26T07:21:26.099 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.099 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:26.099 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.099 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:26.100 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.613307+0000", 2024-07-26T07:21:26.100 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.613307+0000", 2024-07-26T07:21:26.100 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.613307+0000", 2024-07-26T07:21:26.100 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:26.100 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:26.100 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.100 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.613307+0000", 2024-07-26T07:21:26.100 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.613307+0000", 2024-07-26T07:21:26.100 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:26.100 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:26.100 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:26.100 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:26.100 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:26.100 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:26.101 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:26.101 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:26.101 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:26.101 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:26.101 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:26.101 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:26.101 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:26.101 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.1b", 2024-07-26T07:21:26.101 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:26.101 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:26.101 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:26.101 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5335, 2024-07-26T07:21:26.101 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:26.102 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:11:45.492466+0000", 2024-07-26T07:21:26.102 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:26.102 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:26.102 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:26.102 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:26.102 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:26.102 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:26.102 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:26.102 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:26.102 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:26.102 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:26.102 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:26.102 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:26.102 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:26.103 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:26.103 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:26.103 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:26.103 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:26.103 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:26.103 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:26.103 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:26.103 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:26.103 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:26.103 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:26.103 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:26.103 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:26.103 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:26.103 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:26.104 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:26.104 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:26.104 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:26.104 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:26.104 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:26.104 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:26.104 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:26.104 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:26.104 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:26.104 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:26.104 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:26.104 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:26.104 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:26.104 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:26.104 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:26.105 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:26.105 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.105 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:26.105 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:26.105 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:26.105 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:26.105 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:26.105 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:26.105 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.105 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 0, 2024-07-26T07:21:26.105 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:26.105 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.105 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.105 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:26.105 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:26.106 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:26.106 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:26.106 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.106 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T07:21:26.106 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:26.106 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:26.106 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:26.106 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:26.106 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:26.106 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:26.106 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.856772+0000", 2024-07-26T07:21:26.106 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.412203+0000", 2024-07-26T07:21:26.106 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.412203+0000", 2024-07-26T07:21:26.107 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.412821+0000", 2024-07-26T07:21:26.107 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.856772+0000", 2024-07-26T07:21:26.107 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:26.107 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:26.107 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:26.107 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:26.107 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.856772+0000", 2024-07-26T07:21:26.107 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.856772+0000", 2024-07-26T07:21:26.107 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.856772+0000", 2024-07-26T07:21:26.107 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:26.107 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:26.107 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:26.107 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.856772+0000", 2024-07-26T07:21:26.107 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.856772+0000", 2024-07-26T07:21:26.108 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:26.108 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 2, 2024-07-26T07:21:26.108 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:26.108 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:26.108 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:26.108 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:26.108 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:26.108 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:26.108 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:26.108 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 2, 2024-07-26T07:21:26.108 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:26.108 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:26.108 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:26.108 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.1b", 2024-07-26T07:21:26.109 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:26.109 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:26.109 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:26.109 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5259, 2024-07-26T07:21:26.109 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:26.109 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:33:14.815497+0000", 2024-07-26T07:21:26.109 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:26.109 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:26.109 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:26.109 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:26.109 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:26.109 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:26.109 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:26.109 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:26.110 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:26.110 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:26.110 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:26.110 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:26.110 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:26.110 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:26.110 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:26.110 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:26.110 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:26.110 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:26.110 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:26.110 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:26.110 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:26.111 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:26.111 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:26.111 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:26.111 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:26.111 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:26.111 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:26.111 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:26.111 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:26.111 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:26.111 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:26.111 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:26.111 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:26.111 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:26.112 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:26.112 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:26.112 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:26.112 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:26.112 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:26.112 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:26.112 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:26.112 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:26.112 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:26.112 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.112 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:26.112 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:26.112 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:26.112 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:26.113 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:26.113 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:26.113 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.113 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T07:21:26.113 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "555'2" 2024-07-26T07:21:26.113 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.113 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.113 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:26.113 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:26.113 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:26.113 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:26.113 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.113 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 4, 2024-07-26T07:21:26.113 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:26.114 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:26.114 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:26.114 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:26.114 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:26.114 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:26.114 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.612124+0000", 2024-07-26T07:21:26.114 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:14.408672+0000", 2024-07-26T07:21:26.114 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:14.408672+0000", 2024-07-26T07:21:26.114 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:14.409191+0000", 2024-07-26T07:21:26.114 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.612124+0000", 2024-07-26T07:21:26.114 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.114 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:26.114 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.115 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 438, 2024-07-26T07:21:26.115 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.612124+0000", 2024-07-26T07:21:26.115 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.612124+0000", 2024-07-26T07:21:26.115 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.612124+0000", 2024-07-26T07:21:26.115 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:26.115 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:26.115 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.115 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.612124+0000", 2024-07-26T07:21:26.115 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.612124+0000", 2024-07-26T07:21:26.115 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:26.115 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:26.115 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:26.115 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:26.115 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 437, 2024-07-26T07:21:26.116 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:26.116 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:26.116 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:26.116 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:26.116 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:26.116 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:26.116 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:26.116 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:26.116 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.1a", 2024-07-26T07:21:26.116 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:26.116 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:26.116 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:26.116 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5247, 2024-07-26T07:21:26.116 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:26.117 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:20:44.753077+0000", 2024-07-26T07:21:26.117 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:26.117 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:26.117 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:26.117 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:26.117 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:26.117 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:26.117 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:26.117 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:26.117 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:26.117 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:26.117 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:26.117 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:26.117 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:26.118 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:26.118 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:26.118 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:26.118 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:26.118 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:26.118 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:26.118 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:26.118 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:26.118 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:26.118 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:26.118 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:26.118 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:26.118 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:26.119 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:26.119 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:26.119 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:26.119 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:26.119 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:26.119 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:26.119 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:26.119 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:26.119 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:26.119 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:26.119 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:26.119 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:26.119 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:26.119 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:26.120 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:26.120 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:26.120 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:26.120 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.120 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:26.120 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:26.120 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:26.120 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:26.120 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:26.120 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:26.120 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.120 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 4, 2024-07-26T07:21:26.120 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:26.120 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.120 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.121 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:26.121 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:26.121 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:26.121 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T07:21:26.121 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.121 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 6, 2024-07-26T07:21:26.121 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:26.121 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:26.121 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:26.121 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:26.121 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:26.121 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:26.121 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.855876+0000", 2024-07-26T07:21:26.121 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.516773+0000", 2024-07-26T07:21:26.121 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.516773+0000", 2024-07-26T07:21:26.122 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.523596+0000", 2024-07-26T07:21:26.122 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.855876+0000", 2024-07-26T07:21:26.122 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.122 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:26.122 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.122 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:26.122 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.855876+0000", 2024-07-26T07:21:26.122 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.855876+0000", 2024-07-26T07:21:26.122 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.855876+0000", 2024-07-26T07:21:26.122 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:26.122 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:26.122 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.122 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.855876+0000", 2024-07-26T07:21:26.123 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.855876+0000", 2024-07-26T07:21:26.123 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:26.123 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:26.123 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:26.123 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:26.123 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:26.123 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:26.123 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:26.123 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:26.123 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:26.123 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:26.123 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:26.123 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:26.124 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:26.124 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.20", 2024-07-26T07:21:26.124 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:26.124 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:26.124 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:26.124 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5148, 2024-07-26T07:21:26.124 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:26.124 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T11:25:04.467946+0000", 2024-07-26T07:21:26.124 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:26.124 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:26.124 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:26.124 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:26.124 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:26.124 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:26.124 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:26.125 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:26.125 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:26.125 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:26.125 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:26.125 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:26.125 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:26.125 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:26.125 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:26.125 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:26.125 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:26.125 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:26.125 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:26.125 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:26.126 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:26.126 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:26.126 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:26.126 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:26.126 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:26.126 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:26.126 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:26.126 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:26.126 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:26.126 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:26.126 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:26.126 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:26.126 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:26.126 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:26.127 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:26.127 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:26.127 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:26.127 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:26.127 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:26.127 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:26.127 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:26.127 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:26.127 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:26.127 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.127 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:26.127 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:26.127 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:26.128 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:26.128 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:26.128 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T07:21:26.128 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.128 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 6, 2024-07-26T07:21:26.128 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:26.128 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.128 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.128 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:26.128 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:26.128 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:26.128 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:26.128 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.128 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 2, 2024-07-26T07:21:26.129 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:26.129 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:26.129 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:26.129 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:26.129 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:26.129 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:26.129 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.856687+0000", 2024-07-26T07:21:26.129 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.524892+0000", 2024-07-26T07:21:26.129 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.524892+0000", 2024-07-26T07:21:26.129 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.525197+0000", 2024-07-26T07:21:26.129 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.856687+0000", 2024-07-26T07:21:26.129 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.129 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:26.129 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.129 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:26.130 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.856687+0000", 2024-07-26T07:21:26.130 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.856687+0000", 2024-07-26T07:21:26.130 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.856687+0000", 2024-07-26T07:21:26.130 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:26.130 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:26.130 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.130 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.856687+0000", 2024-07-26T07:21:26.130 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.856687+0000", 2024-07-26T07:21:26.130 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:26.130 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:26.130 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:26.130 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:26.130 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:26.131 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:26.131 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:26.131 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:26.131 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:26.131 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:26.131 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:26.131 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:26.131 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:26.131 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.21", 2024-07-26T07:21:26.131 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:26.131 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:26.131 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:26.131 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5302, 2024-07-26T07:21:26.132 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:26.132 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:02:58.160479+0000", 2024-07-26T07:21:26.132 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:26.132 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:26.132 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:26.132 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:26.132 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:26.132 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:26.132 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:26.132 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:26.132 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:26.132 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:26.132 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:26.132 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:26.133 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:26.133 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:26.133 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:26.133 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:26.133 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:26.133 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:26.133 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:26.133 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:26.133 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:26.133 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:26.133 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:26.133 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:26.133 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:26.133 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:26.134 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:26.134 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:26.134 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:26.134 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:26.134 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:26.134 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:26.134 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:26.134 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:26.134 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:26.134 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:26.134 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:26.134 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:26.134 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:26.134 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:26.135 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:26.135 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:26.135 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:26.135 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.135 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:26.135 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:26.135 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:26.135 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:26.135 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:26.135 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:26.135 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.135 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 2, 2024-07-26T07:21:26.135 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:26.136 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.136 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.136 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:26.136 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:26.136 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:26.136 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:26.136 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.136 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T07:21:26.136 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:26.136 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:26.136 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:26.136 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:26.136 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:26.136 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:26.137 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.857755+0000", 2024-07-26T07:21:26.137 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:47.478631+0000", 2024-07-26T07:21:26.137 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:47.478631+0000", 2024-07-26T07:21:26.137 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:47.479752+0000", 2024-07-26T07:21:26.137 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.857755+0000", 2024-07-26T07:21:26.137 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.137 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:26.137 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.137 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 470, 2024-07-26T07:21:26.137 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.857755+0000", 2024-07-26T07:21:26.137 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.857755+0000", 2024-07-26T07:21:26.137 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.857755+0000", 2024-07-26T07:21:26.137 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:26.137 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:26.138 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.138 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.857755+0000", 2024-07-26T07:21:26.138 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.857755+0000", 2024-07-26T07:21:26.138 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:26.138 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:26.138 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:26.138 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:26.138 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 469, 2024-07-26T07:21:26.138 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:26.138 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:26.138 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:26.138 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:26.138 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:26.138 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:26.139 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:26.139 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:26.139 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.22", 2024-07-26T07:21:26.139 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:26.139 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:26.139 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:26.139 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5198, 2024-07-26T07:21:26.139 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:26.139 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:18:22.107716+0000", 2024-07-26T07:21:26.139 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:26.139 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:26.139 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:26.139 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:26.140 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:26.140 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:26.140 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:26.140 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:26.140 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:26.140 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:26.140 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:26.140 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:26.140 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:26.140 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:26.140 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:26.140 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:26.140 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:26.140 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:26.141 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:26.141 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:26.141 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:26.141 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:26.141 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:26.141 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:26.141 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:26.141 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:26.141 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:26.141 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:26.141 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:26.141 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:26.141 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:26.141 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:26.142 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:26.142 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:26.142 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:26.142 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:26.142 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:26.142 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:26.142 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:26.142 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:26.142 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:26.142 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:26.142 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:26.142 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.143 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:26.143 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:26.143 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:26.143 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:26.143 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:26.143 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:26.143 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.143 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T07:21:26.143 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:26.143 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.143 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.143 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:26.143 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:26.144 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:26.144 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:26.144 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.144 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 0, 2024-07-26T07:21:26.144 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:26.144 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:26.144 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:26.144 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:26.144 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:26.144 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:26.144 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.613550+0000", 2024-07-26T07:21:26.144 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:14.410045+0000", 2024-07-26T07:21:26.144 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:14.410045+0000", 2024-07-26T07:21:26.145 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:14.410366+0000", 2024-07-26T07:21:26.145 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.613550+0000", 2024-07-26T07:21:26.145 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.145 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:26.145 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.145 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 438, 2024-07-26T07:21:26.145 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.613550+0000", 2024-07-26T07:21:26.145 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.613550+0000", 2024-07-26T07:21:26.145 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.613550+0000", 2024-07-26T07:21:26.145 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:26.145 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:26.145 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.145 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.613550+0000", 2024-07-26T07:21:26.145 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.613550+0000", 2024-07-26T07:21:26.146 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:26.146 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:26.146 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:26.146 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:26.146 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 437, 2024-07-26T07:21:26.146 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:26.146 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:26.146 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:26.146 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:26.146 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:26.146 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:26.146 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:26.146 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:26.147 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.23", 2024-07-26T07:21:26.147 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:26.147 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:26.147 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:26.147 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5341, 2024-07-26T07:21:26.147 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:26.147 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:18:12.441970+0000", 2024-07-26T07:21:26.147 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:26.147 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:26.147 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:26.147 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:26.147 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:26.147 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:26.147 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:26.147 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:26.148 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:26.148 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:26.148 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:26.148 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:26.148 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:26.148 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:26.148 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:26.148 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:26.148 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:26.148 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:26.148 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:26.148 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:26.149 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:26.149 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:26.149 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:26.149 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:26.149 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:26.149 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:26.149 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:26.149 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:26.149 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:26.149 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:26.149 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:26.149 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:26.149 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:26.149 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:26.150 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:26.150 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:26.150 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:26.150 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:26.150 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:26.150 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:26.150 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:26.150 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:26.150 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:26.150 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.150 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:26.150 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:26.151 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:26.151 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:26.151 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:26.151 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:26.151 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.151 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 0, 2024-07-26T07:21:26.151 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:26.151 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.151 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.151 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:26.151 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:26.151 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:26.151 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:26.151 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.151 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T07:21:26.152 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:26.152 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:26.152 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:26.152 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:26.152 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:26.152 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:26.152 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.858342+0000", 2024-07-26T07:21:26.152 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:14.406106+0000", 2024-07-26T07:21:26.152 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:14.406106+0000", 2024-07-26T07:21:26.152 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:14.406431+0000", 2024-07-26T07:21:26.152 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.858342+0000", 2024-07-26T07:21:26.152 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.152 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:26.152 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.153 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 438, 2024-07-26T07:21:26.153 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.858342+0000", 2024-07-26T07:21:26.153 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.858342+0000", 2024-07-26T07:21:26.153 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.858342+0000", 2024-07-26T07:21:26.153 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:26.153 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:26.153 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.153 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.858342+0000", 2024-07-26T07:21:26.153 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.858342+0000", 2024-07-26T07:21:26.153 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:26.153 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:26.153 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:26.153 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:26.153 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 437, 2024-07-26T07:21:26.153 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:26.154 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:26.154 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:26.154 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:26.154 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:26.154 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:26.154 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:26.154 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:26.154 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.24", 2024-07-26T07:21:26.154 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:26.154 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:26.154 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:26.154 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5267, 2024-07-26T07:21:26.154 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:26.154 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:28:30.924546+0000", 2024-07-26T07:21:26.155 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:26.155 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:26.155 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:26.155 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:26.155 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:26.155 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:26.155 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:26.155 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:26.155 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:26.155 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:26.155 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:26.155 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:26.155 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:26.156 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:26.156 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:26.156 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:26.156 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:26.156 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:26.156 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:26.156 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:26.156 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:26.156 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:26.156 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:26.156 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:26.156 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:26.156 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:26.157 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:26.157 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:26.157 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:26.157 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:26.157 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:26.157 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:26.157 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:26.157 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:26.157 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:26.157 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:26.157 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:26.157 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:26.157 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:26.158 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:26.158 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:26.158 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:26.158 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:26.158 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.158 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:26.158 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:26.158 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:26.158 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:26.158 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:26.158 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:26.158 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.158 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T07:21:26.158 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:26.159 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.159 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.159 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:26.159 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:26.159 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:26.159 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:26.159 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.159 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T07:21:26.159 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:26.159 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:26.159 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:26.159 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:26.159 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:26.159 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:26.160 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.614371+0000", 2024-07-26T07:21:26.160 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:10:41.392676+0000", 2024-07-26T07:21:26.160 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:10:41.392676+0000", 2024-07-26T07:21:26.160 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:10:41.393019+0000", 2024-07-26T07:21:26.160 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.614371+0000", 2024-07-26T07:21:26.160 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.160 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:26.160 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.160 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 407, 2024-07-26T07:21:26.160 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.614371+0000", 2024-07-26T07:21:26.160 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.614371+0000", 2024-07-26T07:21:26.160 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.614371+0000", 2024-07-26T07:21:26.160 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:26.160 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:26.160 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.161 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.614371+0000", 2024-07-26T07:21:26.161 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.614371+0000", 2024-07-26T07:21:26.161 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:26.161 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:26.161 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:26.161 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:26.161 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 406, 2024-07-26T07:21:26.161 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:26.161 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:26.161 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:26.161 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:26.161 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:26.161 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:26.161 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:26.162 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:26.162 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.25", 2024-07-26T07:21:26.162 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:26.162 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:26.162 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:26.162 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5330, 2024-07-26T07:21:26.162 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:26.162 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T08:39:17.857800+0000", 2024-07-26T07:21:26.162 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:26.162 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:26.162 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:26.162 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:26.162 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:26.163 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:26.163 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:26.163 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:26.163 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:26.163 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:26.163 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:26.163 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:26.163 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:26.163 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:26.163 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:26.163 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:26.163 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:26.163 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:26.163 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:26.164 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:26.164 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:26.164 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:26.164 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:26.164 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:26.164 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:26.164 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:26.164 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:26.164 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:26.164 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:26.164 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:26.164 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:26.164 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:26.164 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:26.165 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:26.165 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:26.165 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:26.165 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:26.165 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:26.165 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:26.165 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:26.165 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:26.165 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:26.165 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:26.165 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.165 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:26.165 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:26.165 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:26.166 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:26.166 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:26.166 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:26.166 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.166 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T07:21:26.166 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:26.166 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.166 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.166 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:26.166 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:26.166 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:26.166 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:26.166 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.167 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 6, 2024-07-26T07:21:26.167 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:26.167 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:26.167 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:26.167 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:26.167 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:26.167 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:26.167 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.860528+0000", 2024-07-26T07:21:26.167 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.417115+0000", 2024-07-26T07:21:26.167 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.417115+0000", 2024-07-26T07:21:26.167 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.417396+0000", 2024-07-26T07:21:26.167 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.860528+0000", 2024-07-26T07:21:26.167 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.167 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:26.168 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.168 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:26.168 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.860528+0000", 2024-07-26T07:21:26.168 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.860528+0000", 2024-07-26T07:21:26.168 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.860528+0000", 2024-07-26T07:21:26.168 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:26.168 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:26.168 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.168 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.860528+0000", 2024-07-26T07:21:26.168 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.860528+0000", 2024-07-26T07:21:26.168 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:26.168 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:26.168 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:26.168 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:26.169 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:26.169 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:26.169 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:26.169 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:26.169 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:26.169 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:26.169 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:26.169 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:26.169 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:26.169 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.26", 2024-07-26T07:21:26.169 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:26.169 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:26.169 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:26.169 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5148, 2024-07-26T07:21:26.170 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:26.170 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:39:35.821007+0000", 2024-07-26T07:21:26.170 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:26.170 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:26.170 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:26.170 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:26.170 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:26.170 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:26.170 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:26.170 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:26.170 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:26.170 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:26.170 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:26.171 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:26.171 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:26.171 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:26.171 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:26.171 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:26.171 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:26.171 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:26.171 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:26.171 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:26.171 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:26.171 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:26.171 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:26.171 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:26.172 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:26.172 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:26.172 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:26.172 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:26.172 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:26.172 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:26.172 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:26.172 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:26.172 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:26.172 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:26.172 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:26.172 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:26.172 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:26.172 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:26.173 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:26.173 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:26.173 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:26.173 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:26.173 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:26.173 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.173 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:26.173 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:26.173 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:26.173 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:26.173 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:26.173 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:26.173 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.173 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 6, 2024-07-26T07:21:26.174 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:26.174 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.174 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.174 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:26.174 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:26.174 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:26.174 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:26.174 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.174 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T07:21:26.174 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:26.174 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:26.174 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:26.174 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:26.174 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:26.175 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:26.175 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.857759+0000", 2024-07-26T07:21:26.175 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:14.405322+0000", 2024-07-26T07:21:26.175 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:14.405322+0000", 2024-07-26T07:21:26.175 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:14.405659+0000", 2024-07-26T07:21:26.175 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.857759+0000", 2024-07-26T07:21:26.175 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.175 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:26.175 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.175 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 438, 2024-07-26T07:21:26.175 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.857759+0000", 2024-07-26T07:21:26.175 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.857759+0000", 2024-07-26T07:21:26.175 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.857759+0000", 2024-07-26T07:21:26.175 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:26.176 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:26.176 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.176 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.857759+0000", 2024-07-26T07:21:26.176 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.857759+0000", 2024-07-26T07:21:26.176 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:26.176 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:26.176 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:26.176 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:26.176 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 437, 2024-07-26T07:21:26.176 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:26.176 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:26.176 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:26.176 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:26.176 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:26.176 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:26.176 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:26.177 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:26.177 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.27", 2024-07-26T07:21:26.177 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:26.177 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:26.177 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:26.177 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5246, 2024-07-26T07:21:26.177 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:26.177 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:28:27.909017+0000", 2024-07-26T07:21:26.177 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:26.177 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:26.177 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:26.177 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:26.177 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:26.177 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:26.177 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:26.177 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:26.178 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:26.178 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:26.178 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:26.178 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:26.178 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:26.178 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:26.178 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:26.178 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:26.178 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:26.178 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:26.178 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:26.178 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:26.178 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:26.179 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:26.179 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:26.179 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:26.179 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:26.179 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:26.179 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:26.179 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:26.179 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:26.179 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:26.179 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:26.179 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:26.179 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:26.179 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:26.179 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:26.180 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:26.180 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:26.180 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:26.180 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:26.180 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:26.180 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:26.180 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:26.180 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:26.180 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.180 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:26.180 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:26.180 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:26.180 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:26.180 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:26.180 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:26.181 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.181 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T07:21:26.181 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:26.181 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.181 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.181 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:26.181 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:26.181 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:26.181 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:26.181 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.181 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T07:21:26.181 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:26.181 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:26.181 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:26.181 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:26.182 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:26.182 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:26.182 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.856543+0000", 2024-07-26T07:21:26.182 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:47.471581+0000", 2024-07-26T07:21:26.182 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:47.471581+0000", 2024-07-26T07:21:26.182 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:47.471885+0000", 2024-07-26T07:21:26.182 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.856543+0000", 2024-07-26T07:21:26.182 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.182 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:26.182 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.182 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 470, 2024-07-26T07:21:26.182 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.856543+0000", 2024-07-26T07:21:26.182 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.856543+0000", 2024-07-26T07:21:26.182 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.856543+0000", 2024-07-26T07:21:26.182 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:26.183 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:26.183 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.183 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.856543+0000", 2024-07-26T07:21:26.183 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.856543+0000", 2024-07-26T07:21:26.183 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:26.183 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:26.183 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:26.183 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:26.183 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 469, 2024-07-26T07:21:26.183 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:26.183 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:26.183 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:26.183 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:26.183 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:26.183 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:26.183 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:26.184 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:26.184 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.28", 2024-07-26T07:21:26.184 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:26.184 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:26.184 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:26.184 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5197, 2024-07-26T07:21:26.184 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:26.184 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:23:36.403403+0000", 2024-07-26T07:21:26.184 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:26.184 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:26.184 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:26.184 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:26.184 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:26.184 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:26.184 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:26.184 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:26.185 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:26.185 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:26.185 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:26.185 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:26.185 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:26.185 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:26.185 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:26.185 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:26.185 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:26.185 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:26.185 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:26.185 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:26.185 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:26.186 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:26.186 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:26.186 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:26.186 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:26.186 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:26.186 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:26.186 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:26.186 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:26.186 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:26.186 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:26.186 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:26.186 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:26.186 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:26.187 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:26.187 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:26.187 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:26.187 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:26.187 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:26.187 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:26.187 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:26.187 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:26.187 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:26.187 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.187 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:26.187 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:26.187 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:26.187 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:26.187 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:26.188 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:26.188 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.188 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T07:21:26.188 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:26.188 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.188 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.188 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:26.188 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:26.188 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:26.188 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:26.188 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.188 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T07:21:26.188 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:26.188 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:26.189 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:26.189 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:26.189 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:26.189 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:26.189 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.856233+0000", 2024-07-26T07:21:26.189 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:14.406476+0000", 2024-07-26T07:21:26.189 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:14.406476+0000", 2024-07-26T07:21:26.189 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:14.406889+0000", 2024-07-26T07:21:26.189 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.856233+0000", 2024-07-26T07:21:26.189 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.189 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:26.189 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.189 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 438, 2024-07-26T07:21:26.189 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.856233+0000", 2024-07-26T07:21:26.189 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.856233+0000", 2024-07-26T07:21:26.190 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.856233+0000", 2024-07-26T07:21:26.190 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:26.190 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:26.190 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.190 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.856233+0000", 2024-07-26T07:21:26.190 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.856233+0000", 2024-07-26T07:21:26.190 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:26.190 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:26.190 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:26.190 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:26.190 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 437, 2024-07-26T07:21:26.190 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:26.190 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:26.191 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:26.191 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:26.191 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:26.191 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:26.191 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:26.191 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:26.191 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.29", 2024-07-26T07:21:26.191 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:26.191 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:26.191 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:26.191 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5257, 2024-07-26T07:21:26.191 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:26.191 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:40:18.277524+0000", 2024-07-26T07:21:26.191 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:26.192 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:26.192 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:26.192 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:26.192 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:26.192 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:26.192 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:26.192 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:26.192 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:26.192 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:26.192 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:26.192 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:26.192 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:26.192 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:26.192 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:26.192 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:26.192 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:26.193 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:26.193 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:26.193 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:26.193 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:26.193 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:26.193 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:26.193 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:26.193 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:26.193 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:26.193 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:26.193 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:26.193 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:26.193 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:26.193 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:26.193 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:26.194 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:26.194 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:26.194 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:26.194 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:26.194 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:26.194 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:26.194 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:26.194 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:26.194 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:26.194 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:26.194 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:26.194 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.194 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:26.194 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:26.195 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:26.195 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:26.195 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:26.195 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:26.195 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.195 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T07:21:26.195 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:26.195 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.195 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.195 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:26.195 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:26.195 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:26.195 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:26.195 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.196 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T07:21:26.196 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:26.196 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:26.196 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:26.196 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:26.196 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:26.196 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:26.196 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.857277+0000", 2024-07-26T07:21:26.196 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.406730+0000", 2024-07-26T07:21:26.196 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.406730+0000", 2024-07-26T07:21:26.196 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.407658+0000", 2024-07-26T07:21:26.196 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.857277+0000", 2024-07-26T07:21:26.196 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.197 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:26.197 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.197 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:26.197 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.857277+0000", 2024-07-26T07:21:26.197 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.857277+0000", 2024-07-26T07:21:26.197 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.857277+0000", 2024-07-26T07:21:26.197 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:26.197 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:26.197 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.197 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.857277+0000", 2024-07-26T07:21:26.197 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.857277+0000", 2024-07-26T07:21:26.197 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:26.197 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:26.197 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:26.197 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:26.198 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:26.198 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:26.198 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:26.198 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:26.198 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:26.198 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:26.198 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:26.198 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:26.198 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:26.198 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.2a", 2024-07-26T07:21:26.198 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:26.198 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:26.198 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:26.198 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5164, 2024-07-26T07:21:26.198 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:26.199 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T06:45:00.604265+0000", 2024-07-26T07:21:26.199 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:26.199 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:26.199 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:26.199 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:26.199 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:26.199 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:26.199 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:26.199 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:26.199 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:26.199 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:26.199 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:26.199 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:26.199 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:26.200 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:26.200 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:26.200 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:26.200 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:26.200 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:26.200 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:26.200 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:26.200 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:26.200 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:26.200 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:26.200 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:26.200 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:26.200 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:26.201 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:26.201 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:26.201 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:26.201 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:26.201 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:26.201 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:26.201 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:26.201 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:26.201 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:26.201 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:26.201 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:26.201 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:26.201 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:26.201 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:26.201 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:26.201 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:26.202 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:26.202 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.202 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:26.202 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:26.202 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:26.202 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:26.202 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:26.202 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:26.202 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.202 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T07:21:26.202 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:26.202 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.202 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.202 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:26.203 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:26.203 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:26.203 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:26.203 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.203 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 0, 2024-07-26T07:21:26.203 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:26.203 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:26.203 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:26.203 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:26.203 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:26.203 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:26.203 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.613680+0000", 2024-07-26T07:21:26.203 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.425244+0000", 2024-07-26T07:21:26.203 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.425244+0000", 2024-07-26T07:21:26.204 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.425540+0000", 2024-07-26T07:21:26.204 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.613680+0000", 2024-07-26T07:21:26.204 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.204 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:26.204 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.204 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:26.204 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.613680+0000", 2024-07-26T07:21:26.204 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.613680+0000", 2024-07-26T07:21:26.204 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.613680+0000", 2024-07-26T07:21:26.204 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:26.204 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:26.204 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.204 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.613680+0000", 2024-07-26T07:21:26.204 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.613680+0000", 2024-07-26T07:21:26.204 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:26.205 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:26.205 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:26.205 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:26.205 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:26.205 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:26.205 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:26.205 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:26.205 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:26.205 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:26.205 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:26.205 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:26.205 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:26.205 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.2b", 2024-07-26T07:21:26.205 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:26.205 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:26.205 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:26.206 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5339, 2024-07-26T07:21:26.206 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:26.206 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T06:26:05.036918+0000", 2024-07-26T07:21:26.206 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:26.206 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:26.206 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:26.206 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:26.206 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:26.206 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:26.206 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:26.206 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:26.206 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:26.206 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:26.206 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:26.207 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:26.207 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:26.207 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:26.207 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:26.207 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:26.207 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:26.207 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:26.207 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:26.207 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:26.207 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:26.207 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:26.207 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:26.207 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:26.207 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:26.207 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:26.207 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:26.208 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:26.208 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:26.208 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:26.208 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:26.208 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:26.208 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:26.208 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:26.208 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:26.208 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:26.208 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:26.208 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:26.208 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:26.208 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:26.208 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:26.208 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:26.208 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:26.209 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.209 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:26.209 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:26.209 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:26.209 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:26.209 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:26.209 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:26.209 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.209 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 0, 2024-07-26T07:21:26.209 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:26.209 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.209 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.209 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:26.209 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:26.209 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:26.209 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:26.210 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.210 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 6, 2024-07-26T07:21:26.210 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:26.210 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:26.210 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:26.210 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:26.210 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:26.210 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:26.210 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.856656+0000", 2024-07-26T07:21:26.210 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.520414+0000", 2024-07-26T07:21:26.210 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.520414+0000", 2024-07-26T07:21:26.210 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.521094+0000", 2024-07-26T07:21:26.210 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.856656+0000", 2024-07-26T07:21:26.211 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.211 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:26.211 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.211 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:26.211 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.856656+0000", 2024-07-26T07:21:26.211 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.856656+0000", 2024-07-26T07:21:26.211 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.856656+0000", 2024-07-26T07:21:26.211 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:26.211 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:26.211 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.211 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.856656+0000", 2024-07-26T07:21:26.211 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.856656+0000", 2024-07-26T07:21:26.211 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:26.211 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:26.212 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:26.212 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:26.212 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:26.212 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:26.212 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:26.212 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:26.212 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:26.212 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:26.212 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:26.212 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:26.212 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:26.212 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.2c", 2024-07-26T07:21:26.212 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:26.212 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:26.212 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:26.212 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5155, 2024-07-26T07:21:26.213 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:26.213 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:29:48.863242+0000", 2024-07-26T07:21:26.213 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:26.213 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:26.213 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:26.213 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:26.213 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:26.213 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:26.213 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:26.213 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:26.213 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:26.213 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:26.213 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:26.214 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:26.214 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:26.214 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:26.214 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:26.214 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:26.214 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:26.214 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:26.214 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:26.214 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:26.214 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:26.214 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:26.214 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:26.214 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:26.214 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:26.214 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:26.215 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:26.215 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:26.215 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:26.215 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:26.215 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:26.215 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:26.215 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:26.215 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:26.215 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:26.215 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:26.215 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:26.215 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:26.215 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:26.215 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:26.215 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:26.215 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:26.216 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:26.216 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.216 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:26.216 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:26.216 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:26.216 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:26.216 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:26.216 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:26.216 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.216 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 6, 2024-07-26T07:21:26.216 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:26.216 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.216 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.216 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:26.216 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:26.217 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:26.217 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:26.217 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.217 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T07:21:26.217 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:26.217 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:26.217 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:26.217 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:26.217 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:26.217 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:26.217 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.863313+0000", 2024-07-26T07:21:26.217 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.420022+0000", 2024-07-26T07:21:26.217 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.420022+0000", 2024-07-26T07:21:26.218 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.420716+0000", 2024-07-26T07:21:26.218 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.863313+0000", 2024-07-26T07:21:26.218 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.218 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:26.218 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.218 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:26.218 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.863313+0000", 2024-07-26T07:21:26.218 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.863313+0000", 2024-07-26T07:21:26.218 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.863313+0000", 2024-07-26T07:21:26.218 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:26.218 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:26.218 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.218 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.863313+0000", 2024-07-26T07:21:26.218 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.863313+0000", 2024-07-26T07:21:26.218 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:26.219 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:26.219 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:26.219 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:26.219 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:26.219 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:26.219 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:26.219 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:26.219 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:26.219 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:26.219 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:26.219 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:26.219 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:26.219 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.2d", 2024-07-26T07:21:26.219 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:26.220 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:26.220 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:26.220 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5111, 2024-07-26T07:21:26.220 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:26.220 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:09:24.217344+0000", 2024-07-26T07:21:26.220 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:26.220 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:26.220 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:26.220 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:26.220 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:26.220 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:26.220 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:26.220 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:26.220 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:26.220 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:26.220 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:26.221 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:26.221 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:26.221 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:26.221 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:26.221 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:26.221 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:26.221 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:26.221 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:26.221 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:26.221 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:26.221 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:26.221 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:26.221 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:26.221 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:26.222 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:26.222 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:26.222 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:26.222 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:26.222 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:26.222 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:26.222 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:26.222 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:26.222 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:26.222 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:26.222 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:26.222 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:26.222 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:26.222 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:26.223 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:26.223 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:26.223 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:26.223 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:26.223 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.223 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:26.223 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:26.223 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:26.223 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:26.223 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:26.223 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:26.223 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.223 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T07:21:26.223 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:26.224 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.224 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.224 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:26.224 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:26.224 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:26.224 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:26.224 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.224 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 2, 2024-07-26T07:21:26.224 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:26.224 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:26.224 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:26.224 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:26.224 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:26.224 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:26.224 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.858540+0000", 2024-07-26T07:21:26.225 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.414894+0000", 2024-07-26T07:21:26.225 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.414894+0000", 2024-07-26T07:21:26.225 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.415281+0000", 2024-07-26T07:21:26.225 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.858540+0000", 2024-07-26T07:21:26.225 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.225 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:26.225 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.225 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:26.225 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.858540+0000", 2024-07-26T07:21:26.225 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.858540+0000", 2024-07-26T07:21:26.225 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.858540+0000", 2024-07-26T07:21:26.225 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:26.225 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:26.226 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.226 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.858540+0000", 2024-07-26T07:21:26.226 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.858540+0000", 2024-07-26T07:21:26.226 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:26.226 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:26.226 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:26.226 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:26.226 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:26.226 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:26.226 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:26.226 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:26.226 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:26.226 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:26.227 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:26.227 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:26.227 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:26.227 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.2e", 2024-07-26T07:21:26.227 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:26.227 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:26.227 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:26.227 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5298, 2024-07-26T07:21:26.227 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:26.227 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:41:00.290701+0000", 2024-07-26T07:21:26.227 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:26.227 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:26.227 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:26.227 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:26.228 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:26.228 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:26.228 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:26.228 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:26.228 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:26.228 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:26.228 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:26.228 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:26.228 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:26.228 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:26.228 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:26.228 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:26.228 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:26.228 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:26.229 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:26.229 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:26.229 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:26.229 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:26.229 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:26.229 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:26.229 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:26.229 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:26.229 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:26.229 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:26.229 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:26.229 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:26.229 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:26.230 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:26.230 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:26.230 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:26.230 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:26.230 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:26.230 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:26.230 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:26.230 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:26.230 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:26.230 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:26.230 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:26.230 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:26.230 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.230 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:26.231 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:26.231 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:26.231 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:26.231 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:26.231 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:26.231 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.231 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 2, 2024-07-26T07:21:26.231 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:26.231 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.231 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.231 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:26.231 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:26.231 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:26.232 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:26.232 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.232 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T07:21:26.232 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:26.232 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:26.232 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:26.232 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:26.232 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:26.232 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:26.232 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.865270+0000", 2024-07-26T07:21:26.232 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.420143+0000", 2024-07-26T07:21:26.232 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.420143+0000", 2024-07-26T07:21:26.232 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.420954+0000", 2024-07-26T07:21:26.232 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.865270+0000", 2024-07-26T07:21:26.233 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.233 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:26.233 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.233 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:26.233 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.865270+0000", 2024-07-26T07:21:26.233 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.865270+0000", 2024-07-26T07:21:26.233 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.865270+0000", 2024-07-26T07:21:26.233 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:26.233 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:26.233 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.233 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.865270+0000", 2024-07-26T07:21:26.233 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.865270+0000", 2024-07-26T07:21:26.233 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:26.233 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:26.234 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:26.234 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:26.234 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:26.234 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:26.234 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:26.234 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:26.234 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:26.234 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:26.234 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:26.234 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:26.234 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:26.234 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.2f", 2024-07-26T07:21:26.234 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:26.235 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:26.235 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:26.235 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5176, 2024-07-26T07:21:26.235 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:26.235 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:59:23.483758+0000", 2024-07-26T07:21:26.235 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:26.235 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:26.235 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:26.235 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:26.235 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:26.235 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:26.235 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:26.235 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:26.235 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:26.236 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:26.236 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:26.236 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:26.236 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:26.236 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:26.238 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:26.238 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:26.238 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:26.238 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:26.238 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:26.238 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:26.238 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:26.238 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:26.238 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:26.238 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:26.238 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:26.239 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:26.239 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:26.239 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:26.239 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:26.239 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:26.239 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:26.239 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:26.239 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:26.239 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:26.239 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:26.239 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:26.239 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:26.239 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:26.240 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:26.240 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:26.240 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:26.240 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:26.240 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:26.240 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.240 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:26.240 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:26.240 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:26.240 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:26.240 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:26.240 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:26.240 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.240 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T07:21:26.240 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:26.241 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.241 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.241 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:26.241 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:26.241 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:26.241 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:26.241 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.241 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T07:21:26.241 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:26.241 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:26.241 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:26.241 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:26.241 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:26.241 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:26.242 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.856177+0000", 2024-07-26T07:21:26.242 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.420229+0000", 2024-07-26T07:21:26.242 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.420229+0000", 2024-07-26T07:21:26.242 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.420529+0000", 2024-07-26T07:21:26.242 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.856177+0000", 2024-07-26T07:21:26.242 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.242 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:26.242 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.242 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:26.242 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.856177+0000", 2024-07-26T07:21:26.242 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.856177+0000", 2024-07-26T07:21:26.242 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.856177+0000", 2024-07-26T07:21:26.242 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:26.243 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:26.243 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.243 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.856177+0000", 2024-07-26T07:21:26.243 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.856177+0000", 2024-07-26T07:21:26.243 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:26.243 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:26.243 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:26.243 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:26.243 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:26.243 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:26.243 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:26.243 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:26.243 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:26.243 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:26.244 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:26.244 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:26.244 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:26.244 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.30", 2024-07-26T07:21:26.244 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:26.244 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:26.244 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:26.244 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5174, 2024-07-26T07:21:26.244 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:26.244 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:04:31.408555+0000", 2024-07-26T07:21:26.244 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:26.244 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:26.244 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:26.244 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:26.245 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:26.245 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:26.245 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:26.245 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:26.245 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:26.245 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:26.245 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:26.245 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:26.245 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:26.245 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:26.245 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:26.245 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:26.245 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:26.245 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:26.246 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:26.246 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:26.246 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:26.246 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:26.246 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:26.246 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:26.246 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:26.246 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:26.246 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:26.246 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:26.246 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:26.246 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:26.246 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:26.247 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:26.247 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:26.247 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:26.247 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:26.247 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:26.247 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:26.247 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:26.247 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:26.247 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:26.247 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:26.247 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:26.247 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:26.247 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.247 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:26.248 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:26.248 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:26.248 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:26.248 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:26.248 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:26.248 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.248 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T07:21:26.248 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:26.248 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.248 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.248 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:26.248 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:26.248 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:26.249 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T07:21:26.249 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.249 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T07:21:26.249 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:26.249 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:26.249 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:26.249 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:26.249 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:26.249 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:26.249 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.612859+0000", 2024-07-26T07:21:26.249 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:47.480313+0000", 2024-07-26T07:21:26.249 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:47.480313+0000", 2024-07-26T07:21:26.249 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:47.480641+0000", 2024-07-26T07:21:26.249 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.612859+0000", 2024-07-26T07:21:26.250 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.250 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:26.250 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.250 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 470, 2024-07-26T07:21:26.250 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.612859+0000", 2024-07-26T07:21:26.250 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.612859+0000", 2024-07-26T07:21:26.250 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.612859+0000", 2024-07-26T07:21:26.250 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:26.250 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:26.250 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.250 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.612859+0000", 2024-07-26T07:21:26.250 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.612859+0000", 2024-07-26T07:21:26.250 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:26.251 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:26.251 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:26.251 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:26.251 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 469, 2024-07-26T07:21:26.251 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:26.251 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:26.251 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:26.251 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:26.251 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:26.251 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:26.251 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:26.251 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:26.251 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.31", 2024-07-26T07:21:26.251 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:26.252 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:26.252 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:26.252 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5327, 2024-07-26T07:21:26.252 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:26.252 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:43:50.097357+0000", 2024-07-26T07:21:26.252 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:26.252 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:26.252 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:26.252 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:26.252 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:26.252 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:26.252 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:26.252 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:26.252 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:26.253 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:26.253 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:26.253 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:26.253 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:26.253 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:26.253 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:26.253 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:26.253 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:26.253 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:26.253 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:26.253 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:26.253 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:26.253 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:26.253 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:26.254 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:26.254 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:26.254 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:26.254 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:26.254 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:26.254 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:26.254 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:26.254 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:26.254 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:26.254 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:26.254 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:26.254 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:26.255 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:26.255 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:26.255 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:26.255 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:26.255 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:26.255 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:26.255 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:26.255 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:26.255 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.255 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:26.255 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:26.255 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:26.255 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:26.255 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:26.256 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T07:21:26.256 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.256 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T07:21:26.256 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:26.256 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.256 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.256 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:26.256 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:26.256 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:26.256 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T07:21:26.256 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.256 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 0, 2024-07-26T07:21:26.256 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:26.256 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:26.257 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:26.257 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:26.257 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:26.257 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:26.257 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.612411+0000", 2024-07-26T07:21:26.257 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:47.487734+0000", 2024-07-26T07:21:26.257 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:47.487734+0000", 2024-07-26T07:21:26.257 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:47.488045+0000", 2024-07-26T07:21:26.257 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.612411+0000", 2024-07-26T07:21:26.257 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.257 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:26.257 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.257 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 470, 2024-07-26T07:21:26.257 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.612411+0000", 2024-07-26T07:21:26.258 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.612411+0000", 2024-07-26T07:21:26.258 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.612411+0000", 2024-07-26T07:21:26.258 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:26.258 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:26.258 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.258 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.612411+0000", 2024-07-26T07:21:26.258 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.612411+0000", 2024-07-26T07:21:26.258 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:26.258 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:26.258 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:26.258 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:26.258 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 469, 2024-07-26T07:21:26.258 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:26.259 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:26.259 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:26.259 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:26.259 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:26.259 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:26.259 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:26.259 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:26.259 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.32", 2024-07-26T07:21:26.259 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:26.259 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:26.259 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:26.259 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5337, 2024-07-26T07:21:26.260 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:26.260 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T08:53:36.446988+0000", 2024-07-26T07:21:26.260 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:26.260 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:26.260 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:26.260 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:26.260 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:26.260 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:26.260 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:26.260 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:26.260 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:26.260 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:26.260 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:26.261 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:26.261 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:26.261 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:26.261 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:26.261 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:26.261 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:26.261 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:26.261 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:26.261 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:26.261 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:26.261 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:26.261 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:26.261 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:26.261 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:26.262 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:26.262 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:26.262 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:26.262 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:26.262 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:26.262 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:26.262 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:26.262 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:26.262 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:26.262 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:26.262 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:26.262 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:26.262 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:26.263 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:26.263 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:26.263 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:26.263 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:26.263 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:26.263 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.263 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:26.263 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:26.263 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:26.263 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:26.263 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:26.263 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T07:21:26.263 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.263 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 0, 2024-07-26T07:21:26.264 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:26.264 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.264 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.264 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:26.264 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:26.264 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:26.264 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:26.264 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.264 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T07:21:26.264 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:26.264 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:26.264 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:26.264 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:26.264 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:26.264 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:26.265 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.856865+0000", 2024-07-26T07:21:26.265 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.517956+0000", 2024-07-26T07:21:26.265 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.517956+0000", 2024-07-26T07:21:26.265 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.518251+0000", 2024-07-26T07:21:26.265 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.856865+0000", 2024-07-26T07:21:26.265 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.265 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:26.265 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.265 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:26.265 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.856865+0000", 2024-07-26T07:21:26.265 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.856865+0000", 2024-07-26T07:21:26.265 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.856865+0000", 2024-07-26T07:21:26.265 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:26.265 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:26.266 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.266 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.856865+0000", 2024-07-26T07:21:26.266 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.856865+0000", 2024-07-26T07:21:26.266 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:26.266 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:26.266 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:26.266 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:26.266 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:26.266 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:26.266 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:26.266 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:26.266 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:26.266 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:26.267 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:26.267 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:26.267 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:26.267 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.33", 2024-07-26T07:21:26.267 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:26.267 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:26.267 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:26.267 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5255, 2024-07-26T07:21:26.267 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:26.267 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:13:14.073618+0000", 2024-07-26T07:21:26.267 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:26.267 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:26.268 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:26.268 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:26.268 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:26.268 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:26.268 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:26.268 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:26.268 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:26.268 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:26.268 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:26.268 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:26.268 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:26.268 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:26.268 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:26.268 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:26.269 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:26.269 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:26.269 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:26.269 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:26.269 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:26.269 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:26.269 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:26.269 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:26.269 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:26.269 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:26.269 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:26.269 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:26.269 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:26.270 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:26.270 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:26.270 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:26.270 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:26.270 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:26.270 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:26.270 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:26.270 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:26.270 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:26.270 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:26.270 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:26.270 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:26.270 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:26.271 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:26.271 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.271 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:26.271 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:26.271 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:26.271 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:26.271 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:26.271 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:26.271 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.271 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T07:21:26.271 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:26.271 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.271 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.271 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:26.272 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:26.272 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:26.272 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:26.272 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.272 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 4, 2024-07-26T07:21:26.272 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:26.272 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:26.272 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:26.272 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:26.272 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:26.272 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:26.272 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.613158+0000", 2024-07-26T07:21:26.272 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.519574+0000", 2024-07-26T07:21:26.272 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.519574+0000", 2024-07-26T07:21:26.273 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.520378+0000", 2024-07-26T07:21:26.273 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.613158+0000", 2024-07-26T07:21:26.273 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.273 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:26.273 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.273 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:26.273 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.613158+0000", 2024-07-26T07:21:26.273 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.613158+0000", 2024-07-26T07:21:26.273 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.613158+0000", 2024-07-26T07:21:26.273 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:26.273 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:26.273 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.273 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.613158+0000", 2024-07-26T07:21:26.273 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.613158+0000", 2024-07-26T07:21:26.274 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:26.274 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:26.274 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:26.274 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:26.274 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:26.274 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:26.274 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:26.274 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:26.274 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:26.274 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:26.274 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:26.274 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:26.274 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:26.275 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.34", 2024-07-26T07:21:26.275 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:26.275 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:26.275 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:26.275 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5218, 2024-07-26T07:21:26.275 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:26.275 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:50:26.024506+0000", 2024-07-26T07:21:26.275 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:26.275 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:26.275 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:26.275 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:26.275 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:26.275 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:26.276 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:26.276 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:26.276 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:26.276 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:26.276 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:26.276 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:26.276 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:26.276 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:26.276 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:26.276 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:26.276 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:26.276 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:26.276 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:26.277 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:26.277 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:26.277 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:26.277 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:26.277 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:26.277 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:26.277 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:26.277 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:26.277 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:26.277 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:26.277 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:26.278 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:26.278 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:26.278 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:26.278 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:26.278 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:26.278 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:26.278 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:26.278 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:26.278 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:26.278 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:26.278 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:26.279 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:26.279 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:26.279 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.279 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:26.279 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:26.279 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:26.279 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:26.279 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:26.279 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:26.279 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.279 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 4, 2024-07-26T07:21:26.279 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:26.279 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.280 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.280 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:26.280 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:26.280 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:26.280 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:26.280 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.280 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 6, 2024-07-26T07:21:26.280 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:26.280 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:26.280 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:26.280 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:26.280 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:26.280 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:26.280 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.858573+0000", 2024-07-26T07:21:26.280 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.514863+0000", 2024-07-26T07:21:26.281 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.514863+0000", 2024-07-26T07:21:26.281 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.517753+0000", 2024-07-26T07:21:26.281 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.858573+0000", 2024-07-26T07:21:26.281 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.281 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:26.281 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.281 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:26.281 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.858573+0000", 2024-07-26T07:21:26.281 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.858573+0000", 2024-07-26T07:21:26.281 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.858573+0000", 2024-07-26T07:21:26.281 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:26.281 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:26.281 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.281 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.858573+0000", 2024-07-26T07:21:26.281 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.858573+0000", 2024-07-26T07:21:26.282 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:26.282 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:26.282 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:26.282 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:26.282 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:26.282 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:26.282 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:26.282 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:26.282 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:26.282 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:26.282 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:26.282 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:26.283 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:26.283 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.35", 2024-07-26T07:21:26.283 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:26.283 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:26.283 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:26.283 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5143, 2024-07-26T07:21:26.283 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:26.283 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:43:25.662971+0000", 2024-07-26T07:21:26.283 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:26.283 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:26.283 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:26.283 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:26.283 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:26.284 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:26.284 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:26.284 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:26.284 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:26.284 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:26.284 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:26.284 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:26.284 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:26.284 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:26.284 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:26.284 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:26.284 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:26.284 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:26.284 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:26.284 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:26.285 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:26.285 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:26.285 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:26.285 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:26.285 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:26.285 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:26.285 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:26.285 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:26.285 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:26.285 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:26.285 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:26.285 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:26.285 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:26.285 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:26.286 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:26.286 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:26.286 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:26.286 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:26.286 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:26.286 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:26.286 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:26.286 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:26.286 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:26.286 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.286 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:26.286 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:26.286 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:26.287 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:26.287 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:26.287 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:26.287 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.287 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 6, 2024-07-26T07:21:26.287 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:26.287 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.287 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.287 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:26.287 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:26.287 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:26.287 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:26.287 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.288 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 6, 2024-07-26T07:21:26.288 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:26.288 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:26.288 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:26.288 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:26.288 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:26.288 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:26.288 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.860568+0000", 2024-07-26T07:21:26.288 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.523665+0000", 2024-07-26T07:21:26.288 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.523665+0000", 2024-07-26T07:21:26.288 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.526002+0000", 2024-07-26T07:21:26.288 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.860568+0000", 2024-07-26T07:21:26.288 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.288 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:26.288 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.289 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:26.289 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.860568+0000", 2024-07-26T07:21:26.289 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.860568+0000", 2024-07-26T07:21:26.289 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.860568+0000", 2024-07-26T07:21:26.289 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:26.289 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:26.289 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.289 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.860568+0000", 2024-07-26T07:21:26.289 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.860568+0000", 2024-07-26T07:21:26.289 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:26.289 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:26.289 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:26.289 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:26.290 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:26.290 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:26.290 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:26.290 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:26.290 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:26.290 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:26.290 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:26.290 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:26.290 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:26.290 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.36", 2024-07-26T07:21:26.290 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:26.290 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:26.290 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:26.291 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5143, 2024-07-26T07:21:26.291 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:26.291 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T06:41:13.121431+0000", 2024-07-26T07:21:26.291 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:26.291 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:26.291 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:26.291 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:26.291 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:26.291 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:26.291 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:26.291 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:26.291 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:26.291 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:26.291 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:26.291 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:26.292 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:26.292 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:26.292 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:26.292 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:26.292 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:26.292 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:26.292 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:26.292 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:26.292 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:26.292 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:26.292 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:26.292 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:26.292 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:26.293 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:26.293 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:26.293 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:26.293 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:26.293 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:26.293 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:26.293 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:26.293 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:26.293 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:26.293 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:26.293 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:26.293 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:26.293 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:26.294 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:26.294 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:26.294 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:26.294 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:26.294 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:26.294 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.294 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:26.294 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:26.294 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:26.294 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:26.294 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:26.294 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:26.294 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.295 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 6, 2024-07-26T07:21:26.295 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:26.295 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.295 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.295 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:26.295 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:26.295 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:26.295 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:26.295 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.295 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T07:21:26.295 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:26.295 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:26.295 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:26.295 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:26.295 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:26.296 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:26.296 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.859053+0000", 2024-07-26T07:21:26.296 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.427777+0000", 2024-07-26T07:21:26.296 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.427777+0000", 2024-07-26T07:21:26.296 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.428548+0000", 2024-07-26T07:21:26.296 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.859053+0000", 2024-07-26T07:21:26.296 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.296 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:26.296 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.296 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:26.296 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.859053+0000", 2024-07-26T07:21:26.296 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.859053+0000", 2024-07-26T07:21:26.296 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.859053+0000", 2024-07-26T07:21:26.297 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:26.297 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:26.297 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.297 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.859053+0000", 2024-07-26T07:21:26.297 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.859053+0000", 2024-07-26T07:21:26.297 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:26.297 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:26.297 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:26.297 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:26.297 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:26.297 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:26.297 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:26.297 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:26.298 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:26.298 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:26.298 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:26.298 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:26.298 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:26.298 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.37", 2024-07-26T07:21:26.298 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:26.298 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:26.298 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:26.298 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5119, 2024-07-26T07:21:26.298 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:26.298 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:36:56.388193+0000", 2024-07-26T07:21:26.298 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:26.298 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:26.299 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:26.299 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:26.299 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:26.299 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:26.299 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:26.299 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:26.299 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:26.299 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:26.299 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:26.299 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:26.299 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:26.299 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:26.299 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:26.299 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:26.300 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:26.300 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:26.300 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:26.300 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:26.300 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:26.300 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:26.300 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:26.300 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:26.300 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:26.300 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:26.300 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:26.300 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:26.300 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:26.300 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:26.301 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:26.301 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:26.301 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:26.301 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:26.301 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:26.301 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:26.301 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:26.301 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:26.301 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:26.301 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:26.301 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:26.301 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:26.301 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:26.301 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.302 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:26.302 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:26.302 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:26.302 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:26.302 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:26.302 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:26.302 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.302 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T07:21:26.302 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:26.302 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.302 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.302 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:26.302 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:26.303 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:26.303 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:26.303 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.303 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T07:21:26.303 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:26.303 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:26.303 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:26.303 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:26.303 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:26.303 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:26.303 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.857349+0000", 2024-07-26T07:21:26.303 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.514279+0000", 2024-07-26T07:21:26.303 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.514279+0000", 2024-07-26T07:21:26.303 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.514696+0000", 2024-07-26T07:21:26.304 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.857349+0000", 2024-07-26T07:21:26.304 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.304 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:26.304 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.304 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:26.304 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.857349+0000", 2024-07-26T07:21:26.304 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.857349+0000", 2024-07-26T07:21:26.304 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.857349+0000", 2024-07-26T07:21:26.304 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:26.304 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:26.304 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.304 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.857349+0000", 2024-07-26T07:21:26.304 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.857349+0000", 2024-07-26T07:21:26.304 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:26.305 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:26.305 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:26.305 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:26.305 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:26.305 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:26.305 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:26.305 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:26.305 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:26.305 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:26.305 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:26.305 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:26.305 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:26.305 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.38", 2024-07-26T07:21:26.305 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:26.306 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:26.306 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:26.306 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5252, 2024-07-26T07:21:26.306 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:26.306 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T07:57:43.750487+0000", 2024-07-26T07:21:26.306 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:26.306 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:26.306 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:26.306 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:26.306 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:26.306 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:26.306 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:26.306 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:26.306 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:26.307 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:26.307 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:26.307 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:26.307 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:26.307 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:26.307 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:26.307 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:26.307 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:26.307 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:26.307 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:26.307 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:26.307 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:26.307 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:26.307 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:26.308 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:26.308 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:26.308 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:26.308 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:26.308 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:26.308 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:26.308 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:26.308 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:26.308 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:26.308 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:26.308 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:26.308 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:26.308 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:26.308 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:26.309 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:26.309 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:26.309 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:26.309 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:26.309 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:26.309 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:26.309 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.309 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:26.309 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:26.309 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:26.309 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:26.309 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:26.309 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:26.309 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.310 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T07:21:26.310 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:26.310 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.310 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.310 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:26.310 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:26.310 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:26.310 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:26.310 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.310 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T07:21:26.310 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:26.310 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:26.310 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:26.311 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:26.311 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:26.311 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:26.311 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.858892+0000", 2024-07-26T07:21:26.311 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.410906+0000", 2024-07-26T07:21:26.311 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.410906+0000", 2024-07-26T07:21:26.311 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.411327+0000", 2024-07-26T07:21:26.311 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.858892+0000", 2024-07-26T07:21:26.311 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.311 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:26.311 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.311 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:26.311 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.858892+0000", 2024-07-26T07:21:26.311 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.858892+0000", 2024-07-26T07:21:26.311 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.858892+0000", 2024-07-26T07:21:26.312 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:26.312 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:26.312 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.312 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.858892+0000", 2024-07-26T07:21:26.312 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.858892+0000", 2024-07-26T07:21:26.312 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:26.312 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:26.312 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:26.312 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:26.312 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:26.312 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:26.312 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:26.312 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:26.312 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:26.313 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:26.313 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:26.313 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:26.313 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:26.313 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.39", 2024-07-26T07:21:26.313 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:26.313 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:26.313 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:26.313 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5127, 2024-07-26T07:21:26.313 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:26.313 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T06:07:15.469357+0000", 2024-07-26T07:21:26.313 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:26.313 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:26.313 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:26.313 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:26.314 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:26.314 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:26.314 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:26.314 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:26.314 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:26.314 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:26.314 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:26.314 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:26.314 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:26.314 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:26.314 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:26.314 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:26.315 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:26.315 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:26.315 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:26.315 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:26.315 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:26.315 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:26.315 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:26.315 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:26.315 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:26.315 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:26.315 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:26.315 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:26.315 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:26.315 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:26.316 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:26.316 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:26.316 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:26.316 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:26.316 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:26.316 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:26.316 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:26.316 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:26.316 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:26.316 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:26.316 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:26.316 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:26.316 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:26.316 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.316 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:26.317 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:26.317 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:26.317 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:26.317 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:26.317 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:26.317 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.317 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T07:21:26.317 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:26.317 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.317 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.317 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:26.317 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:26.317 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:26.317 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:26.318 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.318 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T07:21:26.318 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:26.318 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:26.318 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:26.318 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:26.318 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:26.318 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:26.318 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.857171+0000", 2024-07-26T07:21:26.318 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:47.487683+0000", 2024-07-26T07:21:26.318 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:47.487683+0000", 2024-07-26T07:21:26.318 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:47.488883+0000", 2024-07-26T07:21:26.318 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.857171+0000", 2024-07-26T07:21:26.319 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.319 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:26.319 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.319 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 470, 2024-07-26T07:21:26.319 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.857171+0000", 2024-07-26T07:21:26.319 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.857171+0000", 2024-07-26T07:21:26.319 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.857171+0000", 2024-07-26T07:21:26.319 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:26.319 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:26.319 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.319 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.857171+0000", 2024-07-26T07:21:26.319 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.857171+0000", 2024-07-26T07:21:26.319 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:26.320 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:26.320 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:26.320 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:26.320 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 469, 2024-07-26T07:21:26.320 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:26.320 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:26.320 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:26.320 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:26.320 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:26.320 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:26.320 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:26.320 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:26.320 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.3a", 2024-07-26T07:21:26.320 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:26.321 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:26.321 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:26.321 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5171, 2024-07-26T07:21:26.321 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:26.321 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T07:33:22.321559+0000", 2024-07-26T07:21:26.321 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:26.321 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:26.321 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:26.321 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:26.321 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:26.321 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:26.321 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:26.321 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:26.321 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:26.321 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:26.322 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:26.322 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:26.322 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:26.322 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:26.322 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:26.322 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:26.322 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:26.322 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:26.322 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:26.322 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:26.322 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:26.322 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:26.322 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:26.323 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:26.323 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:26.323 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:26.323 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:26.323 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:26.323 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:26.323 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:26.323 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:26.323 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:26.323 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:26.323 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:26.323 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:26.323 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:26.323 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:26.324 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:26.324 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:26.324 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:26.324 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:26.324 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:26.324 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:26.324 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.324 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:26.324 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:26.324 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:26.324 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:26.324 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:26.324 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:26.324 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.324 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T07:21:26.325 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:26.325 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.325 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.325 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:26.325 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:26.325 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:26.325 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:26.325 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.325 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T07:21:26.325 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:26.325 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:26.325 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:26.325 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:26.326 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:26.326 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:26.326 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.864140+0000", 2024-07-26T07:21:26.326 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.409674+0000", 2024-07-26T07:21:26.326 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.409674+0000", 2024-07-26T07:21:26.326 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.409998+0000", 2024-07-26T07:21:26.326 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.864140+0000", 2024-07-26T07:21:26.326 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.326 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:26.326 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.326 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:26.326 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.864140+0000", 2024-07-26T07:21:26.326 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.864140+0000", 2024-07-26T07:21:26.327 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.864140+0000", 2024-07-26T07:21:26.327 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:26.327 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:26.327 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.327 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.864140+0000", 2024-07-26T07:21:26.327 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.864140+0000", 2024-07-26T07:21:26.327 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:26.327 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:26.327 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:26.327 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:26.327 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:26.327 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:26.327 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:26.327 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:26.327 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:26.328 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:26.328 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:26.328 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:26.328 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:26.328 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.3b", 2024-07-26T07:21:26.328 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:26.328 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:26.328 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:26.328 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5127, 2024-07-26T07:21:26.328 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:26.328 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T07:00:07.964361+0000", 2024-07-26T07:21:26.328 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:26.328 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:26.329 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:26.329 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:26.329 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:26.329 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:26.329 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:26.329 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:26.329 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:26.329 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:26.329 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:26.329 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:26.329 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:26.329 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:26.329 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:26.329 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:26.329 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:26.330 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:26.330 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:26.330 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:26.330 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:26.330 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:26.330 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:26.330 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:26.330 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:26.330 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:26.330 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:26.330 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:26.330 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:26.330 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:26.331 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:26.331 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:26.331 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:26.331 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:26.331 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:26.331 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:26.331 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:26.331 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:26.331 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:26.331 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:26.331 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:26.331 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:26.331 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:26.331 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.332 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:26.332 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:26.332 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:26.332 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:26.332 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:26.332 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:26.332 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.332 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T07:21:26.332 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:26.332 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.332 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.332 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:26.332 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:26.332 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:26.333 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:26.333 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.333 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T07:21:26.333 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:26.333 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:26.333 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:26.333 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:26.333 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:26.333 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:26.333 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.859336+0000", 2024-07-26T07:21:26.333 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.418113+0000", 2024-07-26T07:21:26.333 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.418113+0000", 2024-07-26T07:21:26.333 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.418389+0000", 2024-07-26T07:21:26.333 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.859336+0000", 2024-07-26T07:21:26.334 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.334 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:26.334 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.334 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:26.334 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.859336+0000", 2024-07-26T07:21:26.334 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.859336+0000", 2024-07-26T07:21:26.334 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.859336+0000", 2024-07-26T07:21:26.334 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:26.334 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:26.334 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.334 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.859336+0000", 2024-07-26T07:21:26.334 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.859336+0000", 2024-07-26T07:21:26.334 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:26.335 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:26.335 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:26.335 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:26.335 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:26.335 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:26.335 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:26.335 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:26.335 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:26.335 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:26.335 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:26.335 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:26.335 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:26.335 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.3c", 2024-07-26T07:21:26.335 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:26.336 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:26.336 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:26.336 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5191, 2024-07-26T07:21:26.336 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:26.336 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:53:35.246349+0000", 2024-07-26T07:21:26.336 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:26.336 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:26.336 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:26.336 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:26.336 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:26.336 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:26.336 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:26.336 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:26.336 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:26.336 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:26.337 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:26.337 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:26.337 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:26.337 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:26.337 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:26.337 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:26.337 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:26.337 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:26.337 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:26.337 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:26.337 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:26.337 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:26.337 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:26.337 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:26.337 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:26.337 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:26.338 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:26.338 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:26.338 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:26.338 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:26.338 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:26.338 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:26.338 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:26.338 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:26.338 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:26.338 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:26.338 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:26.338 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:26.338 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:26.338 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:26.339 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:26.339 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:26.339 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:26.339 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.339 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:26.339 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:26.339 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:26.339 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:26.339 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:26.339 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:26.339 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.339 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T07:21:26.339 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:26.339 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.339 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.340 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:26.340 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:26.340 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:26.340 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:26.340 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.340 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 0, 2024-07-26T07:21:26.340 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:26.340 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:26.340 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:26.340 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:26.340 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:26.340 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:26.340 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.614515+0000", 2024-07-26T07:21:26.340 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:10:08.367100+0000", 2024-07-26T07:21:26.341 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:10:08.367100+0000", 2024-07-26T07:21:26.341 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:10:08.367395+0000", 2024-07-26T07:21:26.341 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.614515+0000", 2024-07-26T07:21:26.341 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.341 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:26.341 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.341 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 375, 2024-07-26T07:21:26.341 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.614515+0000", 2024-07-26T07:21:26.341 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.614515+0000", 2024-07-26T07:21:26.341 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.614515+0000", 2024-07-26T07:21:26.341 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:26.341 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:26.341 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.342 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.614515+0000", 2024-07-26T07:21:26.342 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.614515+0000", 2024-07-26T07:21:26.342 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:26.342 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:26.342 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:26.342 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:26.342 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 374, 2024-07-26T07:21:26.342 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:26.342 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:26.342 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:26.342 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:26.342 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:26.342 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:26.343 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:26.343 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:26.343 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.3d", 2024-07-26T07:21:26.343 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:26.343 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:26.343 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:26.343 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5341, 2024-07-26T07:21:26.343 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:26.343 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:40:16.336126+0000", 2024-07-26T07:21:26.343 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:26.343 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:26.343 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:26.343 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:26.343 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:26.344 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:26.344 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:26.344 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:26.344 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:26.344 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:26.344 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:26.344 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:26.344 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:26.344 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:26.344 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:26.344 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:26.344 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:26.344 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:26.344 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:26.344 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:26.345 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:26.345 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:26.345 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:26.345 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:26.345 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:26.345 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:26.345 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:26.345 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:26.345 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:26.345 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:26.345 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:26.345 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:26.345 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:26.345 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:26.346 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:26.346 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:26.346 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:26.346 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:26.346 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:26.346 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:26.346 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:26.346 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:26.346 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:26.346 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.346 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:26.346 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:26.346 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:26.347 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:26.347 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:26.347 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:26.347 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.347 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 0, 2024-07-26T07:21:26.347 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:26.347 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.347 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.347 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:26.347 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:26.347 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:26.347 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:26.347 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.347 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T07:21:26.347 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:26.348 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:26.348 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:26.348 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:26.348 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:26.348 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:26.348 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.613907+0000", 2024-07-26T07:21:26.348 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.521541+0000", 2024-07-26T07:21:26.348 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.521541+0000", 2024-07-26T07:21:26.348 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.521864+0000", 2024-07-26T07:21:26.348 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.613907+0000", 2024-07-26T07:21:26.348 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.348 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:26.348 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.348 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:26.348 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.613907+0000", 2024-07-26T07:21:26.349 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.613907+0000", 2024-07-26T07:21:26.349 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.613907+0000", 2024-07-26T07:21:26.349 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:26.349 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:26.349 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.349 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.613907+0000", 2024-07-26T07:21:26.349 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.613907+0000", 2024-07-26T07:21:26.349 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:26.349 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:26.349 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:26.349 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:26.349 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:26.349 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:26.349 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:26.349 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:26.350 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:26.350 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:26.350 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:26.350 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:26.350 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:26.350 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.3e", 2024-07-26T07:21:26.350 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:26.350 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:26.350 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:26.350 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5341, 2024-07-26T07:21:26.350 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:26.350 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:08:26.685774+0000", 2024-07-26T07:21:26.350 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:26.350 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:26.351 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:26.351 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:26.351 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:26.351 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:26.351 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:26.351 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:26.351 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:26.351 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:26.351 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:26.351 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:26.351 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:26.351 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:26.351 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:26.351 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:26.352 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:26.352 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:26.352 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:26.352 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:26.352 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:26.352 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:26.352 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:26.352 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:26.352 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:26.352 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:26.352 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:26.352 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:26.352 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:26.352 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:26.352 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:26.353 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:26.353 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:26.353 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:26.353 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:26.353 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:26.353 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:26.353 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:26.353 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:26.353 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:26.353 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:26.353 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:26.353 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:26.353 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.353 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:26.354 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:26.354 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:26.354 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:26.354 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:26.354 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:26.354 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.354 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T07:21:26.354 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:26.354 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.354 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.354 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:26.354 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:26.354 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:26.354 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:26.355 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.355 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T07:21:26.355 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:26.355 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:26.355 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:26.355 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:26.355 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:26.355 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:26.355 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.859415+0000", 2024-07-26T07:21:26.355 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.419251+0000", 2024-07-26T07:21:26.355 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.419251+0000", 2024-07-26T07:21:26.355 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.419988+0000", 2024-07-26T07:21:26.355 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.859415+0000", 2024-07-26T07:21:26.355 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.356 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:26.356 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.356 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:26.356 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.859415+0000", 2024-07-26T07:21:26.356 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.859415+0000", 2024-07-26T07:21:26.356 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.859415+0000", 2024-07-26T07:21:26.356 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:26.356 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:26.356 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:26.356 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.859415+0000", 2024-07-26T07:21:26.356 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.859415+0000", 2024-07-26T07:21:26.356 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:26.356 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:26.356 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:26.356 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:26.357 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:26.357 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:26.357 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:26.357 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:26.357 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:26.357 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:26.357 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:26.357 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:26.357 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:26.357 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.3f", 2024-07-26T07:21:26.357 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:26.357 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:26.357 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:26.357 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5113, 2024-07-26T07:21:26.358 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:26.358 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T08:48:16.734882+0000", 2024-07-26T07:21:26.358 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:26.358 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:26.358 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:26.358 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:26.358 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:26.358 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:26.358 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:26.358 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:26.358 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:26.358 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:26.358 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:26.358 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:26.359 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:26.359 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:26.359 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:26.359 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:26.359 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:26.359 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:26.359 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:26.359 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:26.359 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:26.359 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:26.359 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:26.359 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:26.359 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:26.359 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:26.359 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:26.360 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:26.360 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:26.360 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:26.360 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:26.360 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:26.360 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:26.360 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:26.360 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:26.360 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:26.360 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:26.360 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:26.360 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:26.360 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:26.360 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:26.361 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:26.361 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:26.361 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.361 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:26.361 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:26.361 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:26.361 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:26.361 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:26.361 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:26.361 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.361 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T07:21:26.361 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:26.361 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.361 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.362 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_per_pool": [ 2024-07-26T07:21:26.362 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.362 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": 3, 2024-07-26T07:21:26.362 INFO:tasks.workunit.client.0.smithi089.stdout: "application": [ 2024-07-26T07:21:26.362 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr" 2024-07-26T07:21:26.362 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.362 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 229, 2024-07-26T07:21:26.362 INFO:tasks.workunit.client.0.smithi089.stdout: "num_pg": 1, 2024-07-26T07:21:26.362 INFO:tasks.workunit.client.0.smithi089.stdout: "num_store_stats": 3, 2024-07-26T07:21:26.362 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 229, 2024-07-26T07:21:26.362 INFO:tasks.workunit.client.0.smithi089.stdout: "poolid": 1, 2024-07-26T07:21:26.362 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:26.362 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 590368, 2024-07-26T07:21:26.362 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:26.363 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 1771104, 2024-07-26T07:21:26.363 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:26.363 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:26.363 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:26.363 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:26.363 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:26.363 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:26.363 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:26.363 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:26.363 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:26.363 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:26.363 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:26.363 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:26.363 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:26.363 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 6, 2024-07-26T07:21:26.364 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 2, 2024-07-26T07:21:26.364 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:26.364 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 2, 2024-07-26T07:21:26.364 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:26.364 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:26.364 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:26.364 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:26.364 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:26.364 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:26.364 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:26.364 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 6, 2024-07-26T07:21:26.364 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:26.364 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:26.364 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:26.364 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:26.364 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:26.365 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 1106, 2024-07-26T07:21:26.365 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 1934, 2024-07-26T07:21:26.365 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:26.365 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:26.365 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:26.365 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 375, 2024-07-26T07:21:26.365 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 2416 2024-07-26T07:21:26.365 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.365 INFO:tasks.workunit.client.0.smithi089.stdout: "store_stats": { 2024-07-26T07:21:26.365 INFO:tasks.workunit.client.0.smithi089.stdout: "allocated": 1781760, 2024-07-26T07:21:26.365 INFO:tasks.workunit.client.0.smithi089.stdout: "available": 0, 2024-07-26T07:21:26.365 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed": 0, 2024-07-26T07:21:26.365 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed_allocated": 0, 2024-07-26T07:21:26.365 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed_original": 0, 2024-07-26T07:21:26.365 INFO:tasks.workunit.client.0.smithi089.stdout: "data_stored": 1771104, 2024-07-26T07:21:26.366 INFO:tasks.workunit.client.0.smithi089.stdout: "internal_metadata": 0, 2024-07-26T07:21:26.366 INFO:tasks.workunit.client.0.smithi089.stdout: "internally_reserved": 0, 2024-07-26T07:21:26.366 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_allocated": 0, 2024-07-26T07:21:26.366 INFO:tasks.workunit.client.0.smithi089.stdout: "total": 0 2024-07-26T07:21:26.366 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.366 INFO:tasks.workunit.client.0.smithi089.stdout: "up": 3 2024-07-26T07:21:26.366 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.366 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.366 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": 96, 2024-07-26T07:21:26.366 INFO:tasks.workunit.client.0.smithi089.stdout: "application": [ 2024-07-26T07:21:26.366 INFO:tasks.workunit.client.0.smithi089.stdout: "cephfs" 2024-07-26T07:21:26.366 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.366 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 68, 2024-07-26T07:21:26.366 INFO:tasks.workunit.client.0.smithi089.stdout: "num_pg": 32, 2024-07-26T07:21:26.367 INFO:tasks.workunit.client.0.smithi089.stdout: "num_store_stats": 8, 2024-07-26T07:21:26.367 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 68, 2024-07-26T07:21:26.367 INFO:tasks.workunit.client.0.smithi089.stdout: "poolid": 2, 2024-07-26T07:21:26.367 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:26.367 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 6596, 2024-07-26T07:21:26.367 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:26.367 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:26.367 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:26.367 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:26.367 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:26.367 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:26.367 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:26.367 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:26.367 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:26.367 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:26.367 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:26.368 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:26.368 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:26.368 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:26.368 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:26.368 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 66, 2024-07-26T07:21:26.368 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 22, 2024-07-26T07:21:26.368 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:26.368 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 22, 2024-07-26T07:21:26.368 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:26.368 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:26.368 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:26.368 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:26.368 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:26.369 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 14, 2024-07-26T07:21:26.369 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:26.369 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:26.369 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:26.369 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:26.369 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:26.369 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:26.369 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:26.369 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 79, 2024-07-26T07:21:26.369 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 86, 2024-07-26T07:21:26.369 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:26.369 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:26.369 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:26.369 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 68, 2024-07-26T07:21:26.370 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 35 2024-07-26T07:21:26.370 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.370 INFO:tasks.workunit.client.0.smithi089.stdout: "store_stats": { 2024-07-26T07:21:26.370 INFO:tasks.workunit.client.0.smithi089.stdout: "allocated": 110592, 2024-07-26T07:21:26.370 INFO:tasks.workunit.client.0.smithi089.stdout: "available": 0, 2024-07-26T07:21:26.370 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed": 0, 2024-07-26T07:21:26.370 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed_allocated": 0, 2024-07-26T07:21:26.370 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed_original": 0, 2024-07-26T07:21:26.370 INFO:tasks.workunit.client.0.smithi089.stdout: "data_stored": 19788, 2024-07-26T07:21:26.370 INFO:tasks.workunit.client.0.smithi089.stdout: "internal_metadata": 0, 2024-07-26T07:21:26.370 INFO:tasks.workunit.client.0.smithi089.stdout: "internally_reserved": 0, 2024-07-26T07:21:26.370 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_allocated": 45422, 2024-07-26T07:21:26.370 INFO:tasks.workunit.client.0.smithi089.stdout: "total": 0 2024-07-26T07:21:26.370 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.371 INFO:tasks.workunit.client.0.smithi089.stdout: "up": 96 2024-07-26T07:21:26.371 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.371 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.371 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": 192, 2024-07-26T07:21:26.371 INFO:tasks.workunit.client.0.smithi089.stdout: "application": [ 2024-07-26T07:21:26.371 INFO:tasks.workunit.client.0.smithi089.stdout: "cephfs" 2024-07-26T07:21:26.371 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.371 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:26.371 INFO:tasks.workunit.client.0.smithi089.stdout: "num_pg": 64, 2024-07-26T07:21:26.371 INFO:tasks.workunit.client.0.smithi089.stdout: "num_store_stats": 8, 2024-07-26T07:21:26.371 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:26.371 INFO:tasks.workunit.client.0.smithi089.stdout: "poolid": 3, 2024-07-26T07:21:26.371 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:26.371 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:26.372 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:26.372 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:26.372 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:26.372 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:26.372 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:26.372 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:26.372 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:26.372 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:26.372 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:26.372 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:26.372 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:26.372 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:26.372 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:26.372 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:26.373 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:26.373 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:26.373 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:26.373 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:26.373 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:26.373 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:26.373 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:26.373 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:26.373 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:26.373 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:26.373 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:26.373 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:26.373 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:26.373 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:26.374 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:26.374 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:26.374 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:26.374 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:26.374 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:26.374 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:26.374 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:26.374 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:26.374 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:26.374 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:26.374 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:26.374 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.374 INFO:tasks.workunit.client.0.smithi089.stdout: "store_stats": { 2024-07-26T07:21:26.375 INFO:tasks.workunit.client.0.smithi089.stdout: "allocated": 0, 2024-07-26T07:21:26.375 INFO:tasks.workunit.client.0.smithi089.stdout: "available": 0, 2024-07-26T07:21:26.375 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed": 0, 2024-07-26T07:21:26.375 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed_allocated": 0, 2024-07-26T07:21:26.375 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed_original": 0, 2024-07-26T07:21:26.375 INFO:tasks.workunit.client.0.smithi089.stdout: "data_stored": 0, 2024-07-26T07:21:26.375 INFO:tasks.workunit.client.0.smithi089.stdout: "internal_metadata": 0, 2024-07-26T07:21:26.375 INFO:tasks.workunit.client.0.smithi089.stdout: "internally_reserved": 0, 2024-07-26T07:21:26.375 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_allocated": 0, 2024-07-26T07:21:26.375 INFO:tasks.workunit.client.0.smithi089.stdout: "total": 0 2024-07-26T07:21:26.375 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.375 INFO:tasks.workunit.client.0.smithi089.stdout: "up": 192 2024-07-26T07:21:26.375 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.375 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.376 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": 24, 2024-07-26T07:21:26.376 INFO:tasks.workunit.client.0.smithi089.stdout: "application": [ 2024-07-26T07:21:26.376 INFO:tasks.workunit.client.0.smithi089.stdout: "rbd" 2024-07-26T07:21:26.376 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.376 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 24462, 2024-07-26T07:21:26.376 INFO:tasks.workunit.client.0.smithi089.stdout: "num_pg": 8, 2024-07-26T07:21:26.376 INFO:tasks.workunit.client.0.smithi089.stdout: "num_store_stats": 8, 2024-07-26T07:21:26.376 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 24462, 2024-07-26T07:21:26.376 INFO:tasks.workunit.client.0.smithi089.stdout: "poolid": 4, 2024-07-26T07:21:26.376 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:26.376 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 4194323, 2024-07-26T07:21:26.376 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:26.376 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:26.377 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:26.377 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:26.377 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:26.377 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:26.377 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:26.377 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:26.377 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:26.377 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:26.377 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:26.377 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:26.377 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:26.377 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:26.377 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:26.377 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 12, 2024-07-26T07:21:26.378 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 4, 2024-07-26T07:21:26.378 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:26.378 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 4, 2024-07-26T07:21:26.378 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:26.378 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:26.378 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:26.378 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:26.378 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:26.378 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 2, 2024-07-26T07:21:26.378 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:26.378 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:26.378 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:26.378 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:26.378 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:26.379 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:26.379 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:26.379 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 9026, 2024-07-26T07:21:26.379 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 3096150, 2024-07-26T07:21:26.379 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:26.379 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:26.379 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:26.379 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 24331, 2024-07-26T07:21:26.379 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 3087197 2024-07-26T07:21:26.379 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.379 INFO:tasks.workunit.client.0.smithi089.stdout: "store_stats": { 2024-07-26T07:21:26.379 INFO:tasks.workunit.client.0.smithi089.stdout: "allocated": 12595200, 2024-07-26T07:21:26.379 INFO:tasks.workunit.client.0.smithi089.stdout: "available": 0, 2024-07-26T07:21:26.379 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed": 0, 2024-07-26T07:21:26.380 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed_allocated": 0, 2024-07-26T07:21:26.380 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed_original": 0, 2024-07-26T07:21:26.380 INFO:tasks.workunit.client.0.smithi089.stdout: "data_stored": 12582969, 2024-07-26T07:21:26.380 INFO:tasks.workunit.client.0.smithi089.stdout: "internal_metadata": 0, 2024-07-26T07:21:26.380 INFO:tasks.workunit.client.0.smithi089.stdout: "internally_reserved": 0, 2024-07-26T07:21:26.380 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_allocated": 0, 2024-07-26T07:21:26.380 INFO:tasks.workunit.client.0.smithi089.stdout: "total": 0 2024-07-26T07:21:26.380 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.380 INFO:tasks.workunit.client.0.smithi089.stdout: "up": 24 2024-07-26T07:21:26.380 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.380 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.380 INFO:tasks.workunit.client.0.smithi089.stdout: "usage": { 2024-07-26T07:21:26.380 INFO:tasks.workunit.client.0.smithi089.stdout: "pg_num": 105, 2024-07-26T07:21:26.380 INFO:tasks.workunit.client.0.smithi089.stdout: "pools": 4, 2024-07-26T07:21:26.381 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_by_class": { 2024-07-26T07:21:26.381 INFO:tasks.workunit.client.0.smithi089.stdout: "ssd": { 2024-07-26T07:21:26.381 INFO:tasks.workunit.client.0.smithi089.stdout: "total_avail_bytes": 762366210048, 2024-07-26T07:21:26.381 INFO:tasks.workunit.client.0.smithi089.stdout: "total_bytes": 767960285184, 2024-07-26T07:21:26.381 INFO:tasks.workunit.client.0.smithi089.stdout: "total_used_bytes": 5594075136, 2024-07-26T07:21:26.381 INFO:tasks.workunit.client.0.smithi089.stdout: "total_used_raw_bytes": 5594075136, 2024-07-26T07:21:26.381 INFO:tasks.workunit.client.0.smithi089.stdout: "total_used_raw_ratio": 0.007284328807145357 2024-07-26T07:21:26.381 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.381 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.381 INFO:tasks.workunit.client.0.smithi089.stdout: "total_avail_bytes": 762366210048, 2024-07-26T07:21:26.381 INFO:tasks.workunit.client.0.smithi089.stdout: "total_bytes": 767960285184, 2024-07-26T07:21:26.381 INFO:tasks.workunit.client.0.smithi089.stdout: "total_used_bytes": 5594075136 2024-07-26T07:21:26.381 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.381 INFO:tasks.workunit.client.0.smithi089.stdout:} 2024-07-26T07:21:26.381 INFO:tasks.workunit.client.0.smithi089.stdout:Device report is generated separately. To see it run 'ceph telemetry preview-device'. 2024-07-26T07:21:26.382 INFO:tasks.workunit.client.0.smithi089.stderr:+ ceph telemetry preview-device 2024-07-26T07:21:26.383 INFO:tasks.workunit.client.0.smithi089.stdout:device channel is on and up to date, see report with `ceph telemetry show-device`. 2024-07-26T07:21:26.383 INFO:tasks.workunit.client.0.smithi089.stderr:+ ceph telemetry preview-all 2024-07-26T07:21:26.384 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:25 smithi155 ceph-mon[90160]: from='client.35991 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:21:26.384 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:25 smithi155 ceph-mon[90160]: from='client.35991 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:21:26.384 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:25 smithi155 ceph-mon[90160]: from='client.35997 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:21:26.384 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:25 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:21:26.384 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:25 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T07:21:26.384 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:25 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:26.384 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:25 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:26.384 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:25 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:26.384 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:25 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:26.384 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:25 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:26.384 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:25 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:26.385 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:25 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:26.385 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:25 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:26.385 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:25 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:26.385 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:25 smithi155 ceph-mon[90160]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:21:26.385 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:25 smithi155 ceph-mon[90160]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:21:26.385 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:25 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:26.385 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:25 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:26.385 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:25 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:26.385 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:25 smithi155 ceph-mon[90160]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:21:26.385 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:25 smithi155 ceph-mon[90160]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:21:26.385 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:25 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:26.385 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:25 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:26.385 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:25 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:26.385 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:25 smithi155 ceph-mon[90160]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:21:26.386 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:25 smithi155 ceph-mon[90160]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:21:26.386 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:25 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:26.386 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:25 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:26.386 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:25 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:26.386 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:25 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:21:26.386 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:25 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T07:21:26.386 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:25 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:26.386 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:25 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:26.386 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:25 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:26.386 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:25 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:26.386 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:25 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:26.386 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:25 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:26.386 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:25 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:26.387 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:25 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:26.387 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:25 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:26.387 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:25 smithi155 ceph-mon[90160]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:21:26.387 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:25 smithi155 ceph-mon[90160]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:21:26.387 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:25 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:26.387 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:25 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:26.387 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:25 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:26.387 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:25 smithi155 ceph-mon[90160]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:21:26.387 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:25 smithi155 ceph-mon[90160]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:21:26.387 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:25 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:26.387 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:25 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:26.387 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:25 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:26.387 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:25 smithi155 ceph-mon[90160]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:21:26.388 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:25 smithi155 ceph-mon[90160]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:21:26.388 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:25 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:26.388 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:25 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:26.388 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:25 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:26.388 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:26 smithi155 ceph-mon[90160]: from='client.35997 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:21:26.388 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:26 smithi155 ceph-mon[90160]: pgmap v4829: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:21:26.388 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:26 smithi155 ceph-mon[90160]: from='client.36015 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:21:26.388 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:26 smithi155 ceph-mon[90160]: from='client.36015 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:21:26.388 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:21:26.388 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T07:21:26.388 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:26.388 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:26.388 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:26.388 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:26.389 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:26.389 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:26.389 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:26.389 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:26.389 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:26.389 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:26 smithi155 ceph-mon[90160]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:21:26.389 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:26 smithi155 ceph-mon[90160]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:21:26.389 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:26.389 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:26.389 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:26.389 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:26 smithi155 ceph-mon[90160]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:21:26.389 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:26 smithi155 ceph-mon[90160]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:21:26.389 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:26.389 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:26.390 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:26.390 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:26 smithi155 ceph-mon[90160]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:21:26.390 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:26 smithi155 ceph-mon[90160]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:21:26.390 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:26.390 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:26.390 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:26.390 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:21:26.390 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:21:26.390 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T07:21:26.390 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:26.390 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:26.390 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:26.390 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:26.391 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:26.391 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:26.391 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:26.391 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:26.391 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:26.391 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:26 smithi155 ceph-mon[90160]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:21:26.391 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:26 smithi155 ceph-mon[90160]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:21:26.391 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:26.391 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:26.391 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:26.391 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:26 smithi155 ceph-mon[90160]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:21:26.391 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:26 smithi155 ceph-mon[90160]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:21:26.391 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:26.391 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:26.392 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:26.392 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:26 smithi155 ceph-mon[90160]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:21:26.392 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:26 smithi155 ceph-mon[90160]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:21:26.392 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:26.392 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:26.392 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:26 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:26.392 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[99608]: from='client.35991 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:21:26.392 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[99608]: from='client.35991 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:21:26.392 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[99608]: from='client.35997 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:21:26.392 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:21:26.392 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T07:21:26.392 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:26.393 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:26.393 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:26.393 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:26.393 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:26.393 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:26.393 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:26.393 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:26.393 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:26.393 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[99608]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:21:26.393 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[99608]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:21:26.393 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:26.393 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:26.393 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:26.394 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[99608]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:21:26.394 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[99608]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:21:26.394 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:26.394 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:26.394 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:26.394 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[99608]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:21:26.394 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[99608]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:21:26.394 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:26.395 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[102056]: from='client.35991 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:21:26.395 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[102056]: from='client.35991 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:21:26.395 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[102056]: from='client.35997 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:21:26.395 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:21:26.395 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T07:21:26.395 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:26.395 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:26.395 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:26.395 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:26.395 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:26.395 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:26.395 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:26.395 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:26.396 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:26.396 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[102056]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:21:26.396 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[102056]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:21:26.396 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:26.396 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:26.396 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:26.396 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[102056]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:21:26.396 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[102056]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:21:26.396 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:26.396 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:26.396 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:26.396 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[102056]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:21:26.396 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[102056]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:21:26.397 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:26.397 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:26.397 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:26.397 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:21:26.397 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T07:21:26.397 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:26.397 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:26.397 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:26.397 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:26.397 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:26.397 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:26.397 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:26.397 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:26.397 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:26.398 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[102056]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:21:26.398 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[102056]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:21:26.398 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:26.398 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:26.398 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:26.398 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[102056]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:21:26.398 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[102056]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:21:26.398 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:26.398 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:26.398 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:26.398 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[102056]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:21:26.398 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[102056]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:21:26.398 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:26.399 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:26.399 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:26.399 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:26.399 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:26.399 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:21:26.399 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T07:21:26.399 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:26.399 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:26.399 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:26.399 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:26.399 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:26.400 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:26.400 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:26.400 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:26.400 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:26.400 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[99608]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:21:26.400 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[99608]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:21:26.400 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:26.400 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:26.400 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:26.400 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[99608]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:21:26.400 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[99608]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:21:26.400 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:26.400 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:26.400 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:26.401 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[99608]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:21:26.401 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[99608]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:21:26.401 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:26.401 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:26.401 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:25 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:26.411 INFO:tasks.workunit.client.0.smithi089.stdout:{ 2024-07-26T07:21:26.411 INFO:tasks.workunit.client.0.smithi089.stdout: "device_report": { 2024-07-26T07:21:26.411 INFO:tasks.workunit.client.0.smithi089.stdout: "f1f6d230-4b14-11ef-9869-0cc47a8fd501": { 2024-07-26T07:21:26.412 INFO:tasks.workunit.client.0.smithi089.stdout: "INTEL_SSDPEDMD400G4_f1f7de5a-4b14-11ef-9869-0cc47a8fd501": { 2024-07-26T07:21:26.412 INFO:tasks.workunit.client.0.smithi089.stdout: "20240726-055851": { 2024-07-26T07:21:26.412 INFO:tasks.workunit.client.0.smithi089.stdout: "device": { 2024-07-26T07:21:26.412 INFO:tasks.workunit.client.0.smithi089.stdout: "info_name": "/dev/nvme0n1", 2024-07-26T07:21:26.412 INFO:tasks.workunit.client.0.smithi089.stdout: "name": "/dev/nvme0n1", 2024-07-26T07:21:26.412 INFO:tasks.workunit.client.0.smithi089.stdout: "protocol": "NVMe", 2024-07-26T07:21:26.412 INFO:tasks.workunit.client.0.smithi089.stdout: "type": "nvme" 2024-07-26T07:21:26.412 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.412 INFO:tasks.workunit.client.0.smithi089.stdout: "firmware_version": "8DV101H0", 2024-07-26T07:21:26.412 INFO:tasks.workunit.client.0.smithi089.stdout: "host_id": "f1f6d230-4b14-11ef-9869-0cc47a8fd501", 2024-07-26T07:21:26.412 INFO:tasks.workunit.client.0.smithi089.stdout: "json_format_version": [ 2024-07-26T07:21:26.412 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:26.413 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:26.413 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.413 INFO:tasks.workunit.client.0.smithi089.stdout: "local_time": { 2024-07-26T07:21:26.413 INFO:tasks.workunit.client.0.smithi089.stdout: "asctime": "Fri Jul 26 05:58:51 2024 UTC", 2024-07-26T07:21:26.413 INFO:tasks.workunit.client.0.smithi089.stdout: "time_t": 1721973531 2024-07-26T07:21:26.413 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.413 INFO:tasks.workunit.client.0.smithi089.stdout: "logical_block_size": 512, 2024-07-26T07:21:26.413 INFO:tasks.workunit.client.0.smithi089.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-07-26T07:21:26.413 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_controller_id": 0, 2024-07-26T07:21:26.413 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-07-26T07:21:26.413 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_namespaces": [ 2024-07-26T07:21:26.413 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.413 INFO:tasks.workunit.client.0.smithi089.stdout: "capacity": { 2024-07-26T07:21:26.413 INFO:tasks.workunit.client.0.smithi089.stdout: "blocks": 781422768, 2024-07-26T07:21:26.414 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 400088457216 2024-07-26T07:21:26.414 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.414 INFO:tasks.workunit.client.0.smithi089.stdout: "formatted_lba_size": 512, 2024-07-26T07:21:26.414 INFO:tasks.workunit.client.0.smithi089.stdout: "id": 1, 2024-07-26T07:21:26.414 INFO:tasks.workunit.client.0.smithi089.stdout: "size": { 2024-07-26T07:21:26.414 INFO:tasks.workunit.client.0.smithi089.stdout: "blocks": 781422768, 2024-07-26T07:21:26.414 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 400088457216 2024-07-26T07:21:26.414 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.414 INFO:tasks.workunit.client.0.smithi089.stdout: "utilization": { 2024-07-26T07:21:26.414 INFO:tasks.workunit.client.0.smithi089.stdout: "blocks": 781422768, 2024-07-26T07:21:26.414 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 400088457216 2024-07-26T07:21:26.414 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.414 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.415 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.415 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_number_of_namespaces": 1, 2024-07-26T07:21:26.415 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_pci_vendor": { 2024-07-26T07:21:26.415 INFO:tasks.workunit.client.0.smithi089.stdout: "id": 32902, 2024-07-26T07:21:26.415 INFO:tasks.workunit.client.0.smithi089.stdout: "subsystem_id": 32902 2024-07-26T07:21:26.415 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.415 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_smart_health_information_add_log": { 2024-07-26T07:21:26.415 INFO:tasks.workunit.client.0.smithi089.stdout: "Device stats": { 2024-07-26T07:21:26.415 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_fw_downgrades": { 2024-07-26T07:21:26.415 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 0, 2024-07-26T07:21:26.415 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T07:21:26.415 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.415 INFO:tasks.workunit.client.0.smithi089.stdout: "crc_error_count": { 2024-07-26T07:21:26.416 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T07:21:26.416 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T07:21:26.416 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.416 INFO:tasks.workunit.client.0.smithi089.stdout: "end_to_end_error_detection_count": { 2024-07-26T07:21:26.416 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T07:21:26.416 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T07:21:26.416 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.416 INFO:tasks.workunit.client.0.smithi089.stdout: "erase_fail_count": { 2024-07-26T07:21:26.416 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T07:21:26.416 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T07:21:26.416 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.416 INFO:tasks.workunit.client.0.smithi089.stdout: "host_bytes_written": { 2024-07-26T07:21:26.416 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T07:21:26.416 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 25320512 2024-07-26T07:21:26.417 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.417 INFO:tasks.workunit.client.0.smithi089.stdout: "host_ctx_wear_used": { 2024-07-26T07:21:26.417 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T07:21:26.417 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 1 2024-07-26T07:21:26.417 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.417 INFO:tasks.workunit.client.0.smithi089.stdout: "media_bytes_read": { 2024-07-26T07:21:26.417 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 0, 2024-07-26T07:21:26.417 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T07:21:26.417 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.417 INFO:tasks.workunit.client.0.smithi089.stdout: "nand_bytes_written": { 2024-07-26T07:21:26.417 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T07:21:26.417 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 43978950 2024-07-26T07:21:26.417 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.418 INFO:tasks.workunit.client.0.smithi089.stdout: "perf_stat_indicator": { 2024-07-26T07:21:26.418 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 0, 2024-07-26T07:21:26.418 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T07:21:26.418 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.418 INFO:tasks.workunit.client.0.smithi089.stdout: "pll_lock_loss_count": { 2024-07-26T07:21:26.418 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T07:21:26.418 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T07:21:26.418 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.418 INFO:tasks.workunit.client.0.smithi089.stdout: "program_fail_count": { 2024-07-26T07:21:26.418 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T07:21:26.418 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T07:21:26.418 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.418 INFO:tasks.workunit.client.0.smithi089.stdout: "re_alloc_sectr_cnt": { 2024-07-26T07:21:26.418 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 0, 2024-07-26T07:21:26.419 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T07:21:26.419 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.419 INFO:tasks.workunit.client.0.smithi089.stdout: "retry_buffer_overflow_count": { 2024-07-26T07:21:26.419 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T07:21:26.419 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T07:21:26.419 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.419 INFO:tasks.workunit.client.0.smithi089.stdout: "soft_ecc_err_rate": { 2024-07-26T07:21:26.419 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 0, 2024-07-26T07:21:26.419 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T07:21:26.419 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.419 INFO:tasks.workunit.client.0.smithi089.stdout: "thermal_throttle_status": { 2024-07-26T07:21:26.419 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T07:21:26.419 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": { 2024-07-26T07:21:26.420 INFO:tasks.workunit.client.0.smithi089.stdout: "cnt": 0, 2024-07-26T07:21:26.420 INFO:tasks.workunit.client.0.smithi089.stdout: "pct": 0 2024-07-26T07:21:26.420 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.420 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.420 INFO:tasks.workunit.client.0.smithi089.stdout: "timed_workload_host_reads": { 2024-07-26T07:21:26.420 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T07:21:26.420 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 65535 2024-07-26T07:21:26.420 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.420 INFO:tasks.workunit.client.0.smithi089.stdout: "timed_workload_media_wear": { 2024-07-26T07:21:26.420 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T07:21:26.420 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": "63.999023" 2024-07-26T07:21:26.420 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.420 INFO:tasks.workunit.client.0.smithi089.stdout: "timed_workload_timer": { 2024-07-26T07:21:26.420 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T07:21:26.421 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 65535 2024-07-26T07:21:26.421 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.421 INFO:tasks.workunit.client.0.smithi089.stdout: "unexp_power_loss": { 2024-07-26T07:21:26.421 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 0, 2024-07-26T07:21:26.421 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T07:21:26.421 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.421 INFO:tasks.workunit.client.0.smithi089.stdout: "wear_leveling": { 2024-07-26T07:21:26.421 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 91, 2024-07-26T07:21:26.421 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": { 2024-07-26T07:21:26.421 INFO:tasks.workunit.client.0.smithi089.stdout: "avg": 2986, 2024-07-26T07:21:26.421 INFO:tasks.workunit.client.0.smithi089.stdout: "max": 2994, 2024-07-26T07:21:26.421 INFO:tasks.workunit.client.0.smithi089.stdout: "min": 2977 2024-07-26T07:21:26.421 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.422 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.422 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.422 INFO:tasks.workunit.client.0.smithi089.stdout: "Intel Smart log": "nvme0n1" 2024-07-26T07:21:26.422 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.422 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_smart_health_information_log": { 2024-07-26T07:21:26.422 INFO:tasks.workunit.client.0.smithi089.stdout: "available_spare": 100, 2024-07-26T07:21:26.422 INFO:tasks.workunit.client.0.smithi089.stdout: "available_spare_threshold": 10, 2024-07-26T07:21:26.422 INFO:tasks.workunit.client.0.smithi089.stdout: "controller_busy_time": 54, 2024-07-26T07:21:26.422 INFO:tasks.workunit.client.0.smithi089.stdout: "critical_warning": 0, 2024-07-26T07:21:26.422 INFO:tasks.workunit.client.0.smithi089.stdout: "data_units_read": 342268810, 2024-07-26T07:21:26.422 INFO:tasks.workunit.client.0.smithi089.stdout: "data_units_written": 1659405125, 2024-07-26T07:21:26.422 INFO:tasks.workunit.client.0.smithi089.stdout: "host_reads": 5789471835, 2024-07-26T07:21:26.422 INFO:tasks.workunit.client.0.smithi089.stdout: "host_writes": 30491913124, 2024-07-26T07:21:26.422 INFO:tasks.workunit.client.0.smithi089.stdout: "media_errors": 0, 2024-07-26T07:21:26.423 INFO:tasks.workunit.client.0.smithi089.stdout: "num_err_log_entries": 0, 2024-07-26T07:21:26.423 INFO:tasks.workunit.client.0.smithi089.stdout: "percentage_used": 9, 2024-07-26T07:21:26.423 INFO:tasks.workunit.client.0.smithi089.stdout: "power_cycles": 48991, 2024-07-26T07:21:26.423 INFO:tasks.workunit.client.0.smithi089.stdout: "power_on_hours": 52946, 2024-07-26T07:21:26.423 INFO:tasks.workunit.client.0.smithi089.stdout: "temperature": 29, 2024-07-26T07:21:26.423 INFO:tasks.workunit.client.0.smithi089.stdout: "unsafe_shutdowns": 3257 2024-07-26T07:21:26.423 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.423 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_vendor": "intel", 2024-07-26T07:21:26.423 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_version": { 2024-07-26T07:21:26.423 INFO:tasks.workunit.client.0.smithi089.stdout: "string": "<1.2", 2024-07-26T07:21:26.423 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.423 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.423 INFO:tasks.workunit.client.0.smithi089.stdout: "power_cycle_count": 48991, 2024-07-26T07:21:26.424 INFO:tasks.workunit.client.0.smithi089.stdout: "power_on_time": { 2024-07-26T07:21:26.424 INFO:tasks.workunit.client.0.smithi089.stdout: "hours": 52946 2024-07-26T07:21:26.424 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.424 INFO:tasks.workunit.client.0.smithi089.stdout: "serial_number": "deleted", 2024-07-26T07:21:26.424 INFO:tasks.workunit.client.0.smithi089.stdout: "smart_status": { 2024-07-26T07:21:26.424 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme": { 2024-07-26T07:21:26.424 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.424 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.424 INFO:tasks.workunit.client.0.smithi089.stdout: "passed": true 2024-07-26T07:21:26.424 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.424 INFO:tasks.workunit.client.0.smithi089.stdout: "smartctl": { 2024-07-26T07:21:26.424 INFO:tasks.workunit.client.0.smithi089.stdout: "argv": [ 2024-07-26T07:21:26.424 INFO:tasks.workunit.client.0.smithi089.stdout: "smartctl", 2024-07-26T07:21:26.424 INFO:tasks.workunit.client.0.smithi089.stdout: "-x", 2024-07-26T07:21:26.424 INFO:tasks.workunit.client.0.smithi089.stdout: "--json=o", 2024-07-26T07:21:26.425 INFO:tasks.workunit.client.0.smithi089.stdout: "/dev/nvme0n1" 2024-07-26T07:21:26.425 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.425 INFO:tasks.workunit.client.0.smithi089.stdout: "build_info": "(local build)", 2024-07-26T07:21:26.425 INFO:tasks.workunit.client.0.smithi089.stdout: "exit_status": 0, 2024-07-26T07:21:26.425 INFO:tasks.workunit.client.0.smithi089.stdout: "output": [ 2024-07-26T07:21:26.425 INFO:tasks.workunit.client.0.smithi089.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-07-26T07:21:26.425 INFO:tasks.workunit.client.0.smithi089.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-07-26T07:21:26.425 INFO:tasks.workunit.client.0.smithi089.stdout: "", 2024-07-26T07:21:26.425 INFO:tasks.workunit.client.0.smithi089.stdout: "=== START OF INFORMATION SECTION ===", 2024-07-26T07:21:26.425 INFO:tasks.workunit.client.0.smithi089.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-07-26T07:21:26.425 INFO:tasks.workunit.client.0.smithi089.stdout: "Serial Number: deleted", 2024-07-26T07:21:26.425 INFO:tasks.workunit.client.0.smithi089.stdout: "Firmware Version: 8DV101H0", 2024-07-26T07:21:26.425 INFO:tasks.workunit.client.0.smithi089.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-07-26T07:21:26.426 INFO:tasks.workunit.client.0.smithi089.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-07-26T07:21:26.426 INFO:tasks.workunit.client.0.smithi089.stdout: "Controller ID: 0", 2024-07-26T07:21:26.426 INFO:tasks.workunit.client.0.smithi089.stdout: "NVMe Version: <1.2", 2024-07-26T07:21:26.426 INFO:tasks.workunit.client.0.smithi089.stdout: "Number of Namespaces: 1", 2024-07-26T07:21:26.426 INFO:tasks.workunit.client.0.smithi089.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-07-26T07:21:26.426 INFO:tasks.workunit.client.0.smithi089.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-07-26T07:21:26.426 INFO:tasks.workunit.client.0.smithi089.stdout: "Local Time is: Fri Jul 26 05:58:51 2024 UTC", 2024-07-26T07:21:26.426 INFO:tasks.workunit.client.0.smithi089.stdout: "Firmware Updates (0x02): 1 Slot", 2024-07-26T07:21:26.426 INFO:tasks.workunit.client.0.smithi089.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-07-26T07:21:26.426 INFO:tasks.workunit.client.0.smithi089.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-07-26T07:21:26.426 INFO:tasks.workunit.client.0.smithi089.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-07-26T07:21:26.426 INFO:tasks.workunit.client.0.smithi089.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-07-26T07:21:26.426 INFO:tasks.workunit.client.0.smithi089.stdout: "", 2024-07-26T07:21:26.427 INFO:tasks.workunit.client.0.smithi089.stdout: "Supported Power States", 2024-07-26T07:21:26.427 INFO:tasks.workunit.client.0.smithi089.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-07-26T07:21:26.427 INFO:tasks.workunit.client.0.smithi089.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-07-26T07:21:26.427 INFO:tasks.workunit.client.0.smithi089.stdout: "", 2024-07-26T07:21:26.427 INFO:tasks.workunit.client.0.smithi089.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-07-26T07:21:26.427 INFO:tasks.workunit.client.0.smithi089.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-07-26T07:21:26.427 INFO:tasks.workunit.client.0.smithi089.stdout: " 0 + 512 0 2", 2024-07-26T07:21:26.427 INFO:tasks.workunit.client.0.smithi089.stdout: " 1 - 512 8 2", 2024-07-26T07:21:26.427 INFO:tasks.workunit.client.0.smithi089.stdout: " 2 - 512 16 2", 2024-07-26T07:21:26.427 INFO:tasks.workunit.client.0.smithi089.stdout: " 3 - 4096 0 0", 2024-07-26T07:21:26.427 INFO:tasks.workunit.client.0.smithi089.stdout: " 4 - 4096 8 0", 2024-07-26T07:21:26.427 INFO:tasks.workunit.client.0.smithi089.stdout: " 5 - 4096 64 0", 2024-07-26T07:21:26.427 INFO:tasks.workunit.client.0.smithi089.stdout: " 6 - 4096 128 0", 2024-07-26T07:21:26.427 INFO:tasks.workunit.client.0.smithi089.stdout: "", 2024-07-26T07:21:26.427 INFO:tasks.workunit.client.0.smithi089.stdout: "=== START OF SMART DATA SECTION ===", 2024-07-26T07:21:26.428 INFO:tasks.workunit.client.0.smithi089.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-07-26T07:21:26.428 INFO:tasks.workunit.client.0.smithi089.stdout: "", 2024-07-26T07:21:26.428 INFO:tasks.workunit.client.0.smithi089.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-07-26T07:21:26.428 INFO:tasks.workunit.client.0.smithi089.stdout: "Critical Warning: 0x00", 2024-07-26T07:21:26.428 INFO:tasks.workunit.client.0.smithi089.stdout: "Temperature: 29 Celsius", 2024-07-26T07:21:26.428 INFO:tasks.workunit.client.0.smithi089.stdout: "Available Spare: 100%", 2024-07-26T07:21:26.428 INFO:tasks.workunit.client.0.smithi089.stdout: "Available Spare Threshold: 10%", 2024-07-26T07:21:26.428 INFO:tasks.workunit.client.0.smithi089.stdout: "Percentage Used: 9%", 2024-07-26T07:21:26.428 INFO:tasks.workunit.client.0.smithi089.stdout: "Data Units Read: 342,268,810 [175 TB]", 2024-07-26T07:21:26.428 INFO:tasks.workunit.client.0.smithi089.stdout: "Data Units Written: 1,659,405,125 [849 TB]", 2024-07-26T07:21:26.428 INFO:tasks.workunit.client.0.smithi089.stdout: "Host Read Commands: 5,789,471,835", 2024-07-26T07:21:26.428 INFO:tasks.workunit.client.0.smithi089.stdout: "Host Write Commands: 30,491,913,124", 2024-07-26T07:21:26.428 INFO:tasks.workunit.client.0.smithi089.stdout: "Controller Busy Time: 54", 2024-07-26T07:21:26.429 INFO:tasks.workunit.client.0.smithi089.stdout: "Power Cycles: 48,991", 2024-07-26T07:21:26.429 INFO:tasks.workunit.client.0.smithi089.stdout: "Power On Hours: 52,946", 2024-07-26T07:21:26.429 INFO:tasks.workunit.client.0.smithi089.stdout: "Unsafe Shutdowns: 3,257", 2024-07-26T07:21:26.429 INFO:tasks.workunit.client.0.smithi089.stdout: "Media and Data Integrity Errors: 0", 2024-07-26T07:21:26.429 INFO:tasks.workunit.client.0.smithi089.stdout: "Error Information Log Entries: 0", 2024-07-26T07:21:26.429 INFO:tasks.workunit.client.0.smithi089.stdout: "", 2024-07-26T07:21:26.429 INFO:tasks.workunit.client.0.smithi089.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-07-26T07:21:26.429 INFO:tasks.workunit.client.0.smithi089.stdout: "No Errors Logged", 2024-07-26T07:21:26.429 INFO:tasks.workunit.client.0.smithi089.stdout: "" 2024-07-26T07:21:26.429 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.429 INFO:tasks.workunit.client.0.smithi089.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-07-26T07:21:26.429 INFO:tasks.workunit.client.0.smithi089.stdout: "svn_revision": "5155", 2024-07-26T07:21:26.429 INFO:tasks.workunit.client.0.smithi089.stdout: "version": [ 2024-07-26T07:21:26.429 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:26.429 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:26.430 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:26.430 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.430 INFO:tasks.workunit.client.0.smithi089.stdout: "temperature": { 2024-07-26T07:21:26.430 INFO:tasks.workunit.client.0.smithi089.stdout: "current": 29 2024-07-26T07:21:26.430 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.430 INFO:tasks.workunit.client.0.smithi089.stdout: "user_capacity": { 2024-07-26T07:21:26.430 INFO:tasks.workunit.client.0.smithi089.stdout: "blocks": 781422768, 2024-07-26T07:21:26.430 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 400088457216 2024-07-26T07:21:26.430 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.430 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.430 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.430 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.430 INFO:tasks.workunit.client.0.smithi089.stdout: "f1f9c10c-4b14-11ef-9869-0cc47a8fd501": { 2024-07-26T07:21:26.430 INFO:tasks.workunit.client.0.smithi089.stdout: "INTEL_SSDPEDMD400G4_f1faceee-4b14-11ef-9869-0cc47a8fd501": { 2024-07-26T07:21:26.430 INFO:tasks.workunit.client.0.smithi089.stdout: "20240726-055849": { 2024-07-26T07:21:26.431 INFO:tasks.workunit.client.0.smithi089.stdout: "device": { 2024-07-26T07:21:26.431 INFO:tasks.workunit.client.0.smithi089.stdout: "info_name": "/dev/nvme0n1", 2024-07-26T07:21:26.431 INFO:tasks.workunit.client.0.smithi089.stdout: "name": "/dev/nvme0n1", 2024-07-26T07:21:26.431 INFO:tasks.workunit.client.0.smithi089.stdout: "protocol": "NVMe", 2024-07-26T07:21:26.431 INFO:tasks.workunit.client.0.smithi089.stdout: "type": "nvme" 2024-07-26T07:21:26.431 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.431 INFO:tasks.workunit.client.0.smithi089.stdout: "firmware_version": "8DV101H0", 2024-07-26T07:21:26.431 INFO:tasks.workunit.client.0.smithi089.stdout: "host_id": "f1f9c10c-4b14-11ef-9869-0cc47a8fd501", 2024-07-26T07:21:26.431 INFO:tasks.workunit.client.0.smithi089.stdout: "json_format_version": [ 2024-07-26T07:21:26.431 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:26.431 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:26.431 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.431 INFO:tasks.workunit.client.0.smithi089.stdout: "local_time": { 2024-07-26T07:21:26.431 INFO:tasks.workunit.client.0.smithi089.stdout: "asctime": "Fri Jul 26 05:58:49 2024 UTC", 2024-07-26T07:21:26.431 INFO:tasks.workunit.client.0.smithi089.stdout: "time_t": 1721973529 2024-07-26T07:21:26.431 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.432 INFO:tasks.workunit.client.0.smithi089.stdout: "logical_block_size": 512, 2024-07-26T07:21:26.432 INFO:tasks.workunit.client.0.smithi089.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-07-26T07:21:26.432 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_controller_id": 0, 2024-07-26T07:21:26.432 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-07-26T07:21:26.432 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_namespaces": [ 2024-07-26T07:21:26.432 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.432 INFO:tasks.workunit.client.0.smithi089.stdout: "capacity": { 2024-07-26T07:21:26.432 INFO:tasks.workunit.client.0.smithi089.stdout: "blocks": 781422768, 2024-07-26T07:21:26.432 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 400088457216 2024-07-26T07:21:26.432 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.432 INFO:tasks.workunit.client.0.smithi089.stdout: "formatted_lba_size": 512, 2024-07-26T07:21:26.432 INFO:tasks.workunit.client.0.smithi089.stdout: "id": 1, 2024-07-26T07:21:26.432 INFO:tasks.workunit.client.0.smithi089.stdout: "size": { 2024-07-26T07:21:26.433 INFO:tasks.workunit.client.0.smithi089.stdout: "blocks": 781422768, 2024-07-26T07:21:26.433 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 400088457216 2024-07-26T07:21:26.433 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.433 INFO:tasks.workunit.client.0.smithi089.stdout: "utilization": { 2024-07-26T07:21:26.433 INFO:tasks.workunit.client.0.smithi089.stdout: "blocks": 781422768, 2024-07-26T07:21:26.433 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 400088457216 2024-07-26T07:21:26.433 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.433 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.433 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.433 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_number_of_namespaces": 1, 2024-07-26T07:21:26.433 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_pci_vendor": { 2024-07-26T07:21:26.433 INFO:tasks.workunit.client.0.smithi089.stdout: "id": 32902, 2024-07-26T07:21:26.433 INFO:tasks.workunit.client.0.smithi089.stdout: "subsystem_id": 32902 2024-07-26T07:21:26.433 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.434 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_smart_health_information_add_log": { 2024-07-26T07:21:26.434 INFO:tasks.workunit.client.0.smithi089.stdout: "Device stats": { 2024-07-26T07:21:26.434 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_fw_downgrades": { 2024-07-26T07:21:26.434 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 0, 2024-07-26T07:21:26.434 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T07:21:26.434 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.434 INFO:tasks.workunit.client.0.smithi089.stdout: "crc_error_count": { 2024-07-26T07:21:26.434 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T07:21:26.434 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T07:21:26.434 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.434 INFO:tasks.workunit.client.0.smithi089.stdout: "end_to_end_error_detection_count": { 2024-07-26T07:21:26.434 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T07:21:26.434 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T07:21:26.434 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.435 INFO:tasks.workunit.client.0.smithi089.stdout: "erase_fail_count": { 2024-07-26T07:21:26.435 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T07:21:26.435 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T07:21:26.435 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.435 INFO:tasks.workunit.client.0.smithi089.stdout: "host_bytes_written": { 2024-07-26T07:21:26.435 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T07:21:26.435 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 33345857 2024-07-26T07:21:26.435 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.435 INFO:tasks.workunit.client.0.smithi089.stdout: "host_ctx_wear_used": { 2024-07-26T07:21:26.435 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T07:21:26.435 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 1 2024-07-26T07:21:26.435 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.435 INFO:tasks.workunit.client.0.smithi089.stdout: "media_bytes_read": { 2024-07-26T07:21:26.435 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 0, 2024-07-26T07:21:26.436 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T07:21:26.436 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.436 INFO:tasks.workunit.client.0.smithi089.stdout: "nand_bytes_written": { 2024-07-26T07:21:26.436 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T07:21:26.436 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 55628432 2024-07-26T07:21:26.436 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.436 INFO:tasks.workunit.client.0.smithi089.stdout: "perf_stat_indicator": { 2024-07-26T07:21:26.436 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 0, 2024-07-26T07:21:26.436 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T07:21:26.436 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.436 INFO:tasks.workunit.client.0.smithi089.stdout: "pll_lock_loss_count": { 2024-07-26T07:21:26.436 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T07:21:26.436 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T07:21:26.436 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.437 INFO:tasks.workunit.client.0.smithi089.stdout: "program_fail_count": { 2024-07-26T07:21:26.437 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T07:21:26.437 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T07:21:26.437 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.437 INFO:tasks.workunit.client.0.smithi089.stdout: "re_alloc_sectr_cnt": { 2024-07-26T07:21:26.437 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 0, 2024-07-26T07:21:26.437 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T07:21:26.437 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.437 INFO:tasks.workunit.client.0.smithi089.stdout: "retry_buffer_overflow_count": { 2024-07-26T07:21:26.437 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T07:21:26.437 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T07:21:26.437 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.438 INFO:tasks.workunit.client.0.smithi089.stdout: "soft_ecc_err_rate": { 2024-07-26T07:21:26.438 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 0, 2024-07-26T07:21:26.438 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T07:21:26.438 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.438 INFO:tasks.workunit.client.0.smithi089.stdout: "thermal_throttle_status": { 2024-07-26T07:21:26.438 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T07:21:26.438 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": { 2024-07-26T07:21:26.438 INFO:tasks.workunit.client.0.smithi089.stdout: "cnt": 0, 2024-07-26T07:21:26.438 INFO:tasks.workunit.client.0.smithi089.stdout: "pct": 0 2024-07-26T07:21:26.438 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.442 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.442 INFO:tasks.workunit.client.0.smithi089.stdout: "timed_workload_host_reads": { 2024-07-26T07:21:26.442 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T07:21:26.442 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 65535 2024-07-26T07:21:26.442 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.442 INFO:tasks.workunit.client.0.smithi089.stdout: "timed_workload_media_wear": { 2024-07-26T07:21:26.442 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T07:21:26.442 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": "63.999023" 2024-07-26T07:21:26.442 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.442 INFO:tasks.workunit.client.0.smithi089.stdout: "timed_workload_timer": { 2024-07-26T07:21:26.442 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T07:21:26.442 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 65535 2024-07-26T07:21:26.442 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.443 INFO:tasks.workunit.client.0.smithi089.stdout: "unexp_power_loss": { 2024-07-26T07:21:26.443 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 0, 2024-07-26T07:21:26.443 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T07:21:26.443 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.443 INFO:tasks.workunit.client.0.smithi089.stdout: "wear_leveling": { 2024-07-26T07:21:26.443 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 88, 2024-07-26T07:21:26.443 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": { 2024-07-26T07:21:26.443 INFO:tasks.workunit.client.0.smithi089.stdout: "avg": 3758, 2024-07-26T07:21:26.443 INFO:tasks.workunit.client.0.smithi089.stdout: "max": 3773, 2024-07-26T07:21:26.443 INFO:tasks.workunit.client.0.smithi089.stdout: "min": 3741 2024-07-26T07:21:26.443 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.443 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.443 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.443 INFO:tasks.workunit.client.0.smithi089.stdout: "Intel Smart log": "nvme0n1" 2024-07-26T07:21:26.443 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.444 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_smart_health_information_log": { 2024-07-26T07:21:26.444 INFO:tasks.workunit.client.0.smithi089.stdout: "available_spare": 100, 2024-07-26T07:21:26.444 INFO:tasks.workunit.client.0.smithi089.stdout: "available_spare_threshold": 10, 2024-07-26T07:21:26.444 INFO:tasks.workunit.client.0.smithi089.stdout: "controller_busy_time": 10, 2024-07-26T07:21:26.444 INFO:tasks.workunit.client.0.smithi089.stdout: "critical_warning": 0, 2024-07-26T07:21:26.444 INFO:tasks.workunit.client.0.smithi089.stdout: "data_units_read": 456383544, 2024-07-26T07:21:26.444 INFO:tasks.workunit.client.0.smithi089.stdout: "data_units_written": 2185354111, 2024-07-26T07:21:26.444 INFO:tasks.workunit.client.0.smithi089.stdout: "host_reads": 7178008182, 2024-07-26T07:21:26.444 INFO:tasks.workunit.client.0.smithi089.stdout: "host_writes": 37734841461, 2024-07-26T07:21:26.444 INFO:tasks.workunit.client.0.smithi089.stdout: "media_errors": 0, 2024-07-26T07:21:26.444 INFO:tasks.workunit.client.0.smithi089.stdout: "num_err_log_entries": 0, 2024-07-26T07:21:26.444 INFO:tasks.workunit.client.0.smithi089.stdout: "percentage_used": 12, 2024-07-26T07:21:26.444 INFO:tasks.workunit.client.0.smithi089.stdout: "power_cycles": 56250, 2024-07-26T07:21:26.444 INFO:tasks.workunit.client.0.smithi089.stdout: "power_on_hours": 56833, 2024-07-26T07:21:26.445 INFO:tasks.workunit.client.0.smithi089.stdout: "temperature": 27, 2024-07-26T07:21:26.445 INFO:tasks.workunit.client.0.smithi089.stdout: "unsafe_shutdowns": 913 2024-07-26T07:21:26.445 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.445 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_vendor": "intel", 2024-07-26T07:21:26.445 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_version": { 2024-07-26T07:21:26.445 INFO:tasks.workunit.client.0.smithi089.stdout: "string": "<1.2", 2024-07-26T07:21:26.445 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.445 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.445 INFO:tasks.workunit.client.0.smithi089.stdout: "power_cycle_count": 56250, 2024-07-26T07:21:26.445 INFO:tasks.workunit.client.0.smithi089.stdout: "power_on_time": { 2024-07-26T07:21:26.445 INFO:tasks.workunit.client.0.smithi089.stdout: "hours": 56833 2024-07-26T07:21:26.445 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.445 INFO:tasks.workunit.client.0.smithi089.stdout: "serial_number": "deleted", 2024-07-26T07:21:26.445 INFO:tasks.workunit.client.0.smithi089.stdout: "smart_status": { 2024-07-26T07:21:26.445 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme": { 2024-07-26T07:21:26.446 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.446 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.446 INFO:tasks.workunit.client.0.smithi089.stdout: "passed": true 2024-07-26T07:21:26.446 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.446 INFO:tasks.workunit.client.0.smithi089.stdout: "smartctl": { 2024-07-26T07:21:26.446 INFO:tasks.workunit.client.0.smithi089.stdout: "argv": [ 2024-07-26T07:21:26.446 INFO:tasks.workunit.client.0.smithi089.stdout: "smartctl", 2024-07-26T07:21:26.446 INFO:tasks.workunit.client.0.smithi089.stdout: "-x", 2024-07-26T07:21:26.446 INFO:tasks.workunit.client.0.smithi089.stdout: "--json=o", 2024-07-26T07:21:26.446 INFO:tasks.workunit.client.0.smithi089.stdout: "/dev/nvme0n1" 2024-07-26T07:21:26.446 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.446 INFO:tasks.workunit.client.0.smithi089.stdout: "build_info": "(local build)", 2024-07-26T07:21:26.446 INFO:tasks.workunit.client.0.smithi089.stdout: "exit_status": 0, 2024-07-26T07:21:26.446 INFO:tasks.workunit.client.0.smithi089.stdout: "output": [ 2024-07-26T07:21:26.446 INFO:tasks.workunit.client.0.smithi089.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-07-26T07:21:26.447 INFO:tasks.workunit.client.0.smithi089.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-07-26T07:21:26.447 INFO:tasks.workunit.client.0.smithi089.stdout: "", 2024-07-26T07:21:26.447 INFO:tasks.workunit.client.0.smithi089.stdout: "=== START OF INFORMATION SECTION ===", 2024-07-26T07:21:26.447 INFO:tasks.workunit.client.0.smithi089.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-07-26T07:21:26.447 INFO:tasks.workunit.client.0.smithi089.stdout: "Serial Number: deleted", 2024-07-26T07:21:26.447 INFO:tasks.workunit.client.0.smithi089.stdout: "Firmware Version: 8DV101H0", 2024-07-26T07:21:26.447 INFO:tasks.workunit.client.0.smithi089.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-07-26T07:21:26.447 INFO:tasks.workunit.client.0.smithi089.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-07-26T07:21:26.447 INFO:tasks.workunit.client.0.smithi089.stdout: "Controller ID: 0", 2024-07-26T07:21:26.447 INFO:tasks.workunit.client.0.smithi089.stdout: "NVMe Version: <1.2", 2024-07-26T07:21:26.447 INFO:tasks.workunit.client.0.smithi089.stdout: "Number of Namespaces: 1", 2024-07-26T07:21:26.447 INFO:tasks.workunit.client.0.smithi089.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-07-26T07:21:26.447 INFO:tasks.workunit.client.0.smithi089.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-07-26T07:21:26.447 INFO:tasks.workunit.client.0.smithi089.stdout: "Local Time is: Fri Jul 26 05:58:49 2024 UTC", 2024-07-26T07:21:26.447 INFO:tasks.workunit.client.0.smithi089.stdout: "Firmware Updates (0x02): 1 Slot", 2024-07-26T07:21:26.447 INFO:tasks.workunit.client.0.smithi089.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-07-26T07:21:26.448 INFO:tasks.workunit.client.0.smithi089.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-07-26T07:21:26.448 INFO:tasks.workunit.client.0.smithi089.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-07-26T07:21:26.448 INFO:tasks.workunit.client.0.smithi089.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-07-26T07:21:26.448 INFO:tasks.workunit.client.0.smithi089.stdout: "", 2024-07-26T07:21:26.448 INFO:tasks.workunit.client.0.smithi089.stdout: "Supported Power States", 2024-07-26T07:21:26.448 INFO:tasks.workunit.client.0.smithi089.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-07-26T07:21:26.448 INFO:tasks.workunit.client.0.smithi089.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-07-26T07:21:26.448 INFO:tasks.workunit.client.0.smithi089.stdout: "", 2024-07-26T07:21:26.448 INFO:tasks.workunit.client.0.smithi089.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-07-26T07:21:26.448 INFO:tasks.workunit.client.0.smithi089.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-07-26T07:21:26.448 INFO:tasks.workunit.client.0.smithi089.stdout: " 0 + 512 0 2", 2024-07-26T07:21:26.448 INFO:tasks.workunit.client.0.smithi089.stdout: " 1 - 512 8 2", 2024-07-26T07:21:26.448 INFO:tasks.workunit.client.0.smithi089.stdout: " 2 - 512 16 2", 2024-07-26T07:21:26.448 INFO:tasks.workunit.client.0.smithi089.stdout: " 3 - 4096 0 0", 2024-07-26T07:21:26.448 INFO:tasks.workunit.client.0.smithi089.stdout: " 4 - 4096 8 0", 2024-07-26T07:21:26.449 INFO:tasks.workunit.client.0.smithi089.stdout: " 5 - 4096 64 0", 2024-07-26T07:21:26.449 INFO:tasks.workunit.client.0.smithi089.stdout: " 6 - 4096 128 0", 2024-07-26T07:21:26.449 INFO:tasks.workunit.client.0.smithi089.stdout: "", 2024-07-26T07:21:26.449 INFO:tasks.workunit.client.0.smithi089.stdout: "=== START OF SMART DATA SECTION ===", 2024-07-26T07:21:26.449 INFO:tasks.workunit.client.0.smithi089.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-07-26T07:21:26.449 INFO:tasks.workunit.client.0.smithi089.stdout: "", 2024-07-26T07:21:26.449 INFO:tasks.workunit.client.0.smithi089.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-07-26T07:21:26.449 INFO:tasks.workunit.client.0.smithi089.stdout: "Critical Warning: 0x00", 2024-07-26T07:21:26.449 INFO:tasks.workunit.client.0.smithi089.stdout: "Temperature: 27 Celsius", 2024-07-26T07:21:26.449 INFO:tasks.workunit.client.0.smithi089.stdout: "Available Spare: 100%", 2024-07-26T07:21:26.449 INFO:tasks.workunit.client.0.smithi089.stdout: "Available Spare Threshold: 10%", 2024-07-26T07:21:26.449 INFO:tasks.workunit.client.0.smithi089.stdout: "Percentage Used: 12%", 2024-07-26T07:21:26.449 INFO:tasks.workunit.client.0.smithi089.stdout: "Data Units Read: 456,383,544 [233 TB]", 2024-07-26T07:21:26.449 INFO:tasks.workunit.client.0.smithi089.stdout: "Data Units Written: 2,185,354,111 [1.11 PB]", 2024-07-26T07:21:26.450 INFO:tasks.workunit.client.0.smithi089.stdout: "Host Read Commands: 7,178,008,182", 2024-07-26T07:21:26.450 INFO:tasks.workunit.client.0.smithi089.stdout: "Host Write Commands: 37,734,841,461", 2024-07-26T07:21:26.450 INFO:tasks.workunit.client.0.smithi089.stdout: "Controller Busy Time: 10", 2024-07-26T07:21:26.450 INFO:tasks.workunit.client.0.smithi089.stdout: "Power Cycles: 56,250", 2024-07-26T07:21:26.450 INFO:tasks.workunit.client.0.smithi089.stdout: "Power On Hours: 56,833", 2024-07-26T07:21:26.450 INFO:tasks.workunit.client.0.smithi089.stdout: "Unsafe Shutdowns: 913", 2024-07-26T07:21:26.450 INFO:tasks.workunit.client.0.smithi089.stdout: "Media and Data Integrity Errors: 0", 2024-07-26T07:21:26.450 INFO:tasks.workunit.client.0.smithi089.stdout: "Error Information Log Entries: 0", 2024-07-26T07:21:26.450 INFO:tasks.workunit.client.0.smithi089.stdout: "", 2024-07-26T07:21:26.450 INFO:tasks.workunit.client.0.smithi089.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-07-26T07:21:26.450 INFO:tasks.workunit.client.0.smithi089.stdout: "No Errors Logged", 2024-07-26T07:21:26.450 INFO:tasks.workunit.client.0.smithi089.stdout: "" 2024-07-26T07:21:26.450 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.450 INFO:tasks.workunit.client.0.smithi089.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-07-26T07:21:26.450 INFO:tasks.workunit.client.0.smithi089.stdout: "svn_revision": "5155", 2024-07-26T07:21:26.451 INFO:tasks.workunit.client.0.smithi089.stdout: "version": [ 2024-07-26T07:21:26.451 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:26.451 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:26.451 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:26.451 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.451 INFO:tasks.workunit.client.0.smithi089.stdout: "temperature": { 2024-07-26T07:21:26.451 INFO:tasks.workunit.client.0.smithi089.stdout: "current": 27 2024-07-26T07:21:26.451 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.451 INFO:tasks.workunit.client.0.smithi089.stdout: "user_capacity": { 2024-07-26T07:21:26.451 INFO:tasks.workunit.client.0.smithi089.stdout: "blocks": 781422768, 2024-07-26T07:21:26.451 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 400088457216 2024-07-26T07:21:26.451 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.451 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.452 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.452 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.452 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.452 INFO:tasks.workunit.client.0.smithi089.stdout: "report": { 2024-07-26T07:21:26.452 INFO:tasks.workunit.client.0.smithi089.stdout: "balancer": { 2024-07-26T07:21:26.452 INFO:tasks.workunit.client.0.smithi089.stdout: "active": true, 2024-07-26T07:21:26.452 INFO:tasks.workunit.client.0.smithi089.stdout: "mode": "" 2024-07-26T07:21:26.452 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.452 INFO:tasks.workunit.client.0.smithi089.stdout: "channels": [ 2024-07-26T07:21:26.452 INFO:tasks.workunit.client.0.smithi089.stdout: "basic", 2024-07-26T07:21:26.452 INFO:tasks.workunit.client.0.smithi089.stdout: "crash", 2024-07-26T07:21:26.452 INFO:tasks.workunit.client.0.smithi089.stdout: "device", 2024-07-26T07:21:26.452 INFO:tasks.workunit.client.0.smithi089.stdout: "ident", 2024-07-26T07:21:26.452 INFO:tasks.workunit.client.0.smithi089.stdout: "perf" 2024-07-26T07:21:26.452 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.452 INFO:tasks.workunit.client.0.smithi089.stdout: "channels_available": [ 2024-07-26T07:21:26.453 INFO:tasks.workunit.client.0.smithi089.stdout: "basic", 2024-07-26T07:21:26.453 INFO:tasks.workunit.client.0.smithi089.stdout: "ident", 2024-07-26T07:21:26.453 INFO:tasks.workunit.client.0.smithi089.stdout: "crash", 2024-07-26T07:21:26.453 INFO:tasks.workunit.client.0.smithi089.stdout: "device", 2024-07-26T07:21:26.453 INFO:tasks.workunit.client.0.smithi089.stdout: "perf" 2024-07-26T07:21:26.453 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.453 INFO:tasks.workunit.client.0.smithi089.stdout: "collections_available": [ 2024-07-26T07:21:26.453 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_base", 2024-07-26T07:21:26.453 INFO:tasks.workunit.client.0.smithi089.stdout: "device_base", 2024-07-26T07:21:26.453 INFO:tasks.workunit.client.0.smithi089.stdout: "crash_base", 2024-07-26T07:21:26.453 INFO:tasks.workunit.client.0.smithi089.stdout: "ident_base", 2024-07-26T07:21:26.453 INFO:tasks.workunit.client.0.smithi089.stdout: "perf_perf", 2024-07-26T07:21:26.453 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_mds_metadata", 2024-07-26T07:21:26.453 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_pool_usage", 2024-07-26T07:21:26.453 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_usage_by_class", 2024-07-26T07:21:26.454 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_rook_v01", 2024-07-26T07:21:26.454 INFO:tasks.workunit.client.0.smithi089.stdout: "perf_memory_metrics", 2024-07-26T07:21:26.454 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_pool_options_bluestore", 2024-07-26T07:21:26.454 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_pool_flags" 2024-07-26T07:21:26.454 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.454 INFO:tasks.workunit.client.0.smithi089.stdout: "collections_opted_in": [ 2024-07-26T07:21:26.454 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_base", 2024-07-26T07:21:26.454 INFO:tasks.workunit.client.0.smithi089.stdout: "device_base", 2024-07-26T07:21:26.454 INFO:tasks.workunit.client.0.smithi089.stdout: "crash_base", 2024-07-26T07:21:26.454 INFO:tasks.workunit.client.0.smithi089.stdout: "ident_base", 2024-07-26T07:21:26.454 INFO:tasks.workunit.client.0.smithi089.stdout: "perf_perf", 2024-07-26T07:21:26.454 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_mds_metadata", 2024-07-26T07:21:26.454 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_pool_usage", 2024-07-26T07:21:26.455 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_usage_by_class", 2024-07-26T07:21:26.455 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_rook_v01", 2024-07-26T07:21:26.455 INFO:tasks.workunit.client.0.smithi089.stdout: "perf_memory_metrics", 2024-07-26T07:21:26.455 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_pool_options_bluestore", 2024-07-26T07:21:26.455 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_pool_flags" 2024-07-26T07:21:26.455 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.455 INFO:tasks.workunit.client.0.smithi089.stdout: "config": { 2024-07-26T07:21:26.455 INFO:tasks.workunit.client.0.smithi089.stdout: "active_changed": [ 2024-07-26T07:21:26.455 INFO:tasks.workunit.client.0.smithi089.stdout: "auth_allow_insecure_global_id_reclaim", 2024-07-26T07:21:26.455 INFO:tasks.workunit.client.0.smithi089.stdout: "auth_debug", 2024-07-26T07:21:26.455 INFO:tasks.workunit.client.0.smithi089.stdout: "auth_mon_ticket_ttl", 2024-07-26T07:21:26.455 INFO:tasks.workunit.client.0.smithi089.stdout: "auth_service_ticket_ttl", 2024-07-26T07:21:26.455 INFO:tasks.workunit.client.0.smithi089.stdout: "bdev_debug_aio", 2024-07-26T07:21:26.455 INFO:tasks.workunit.client.0.smithi089.stdout: "client_check_pool_perm", 2024-07-26T07:21:26.456 INFO:tasks.workunit.client.0.smithi089.stdout: "client_mount_gid", 2024-07-26T07:21:26.456 INFO:tasks.workunit.client.0.smithi089.stdout: "client_mount_uid", 2024-07-26T07:21:26.456 INFO:tasks.workunit.client.0.smithi089.stdout: "client_quota", 2024-07-26T07:21:26.456 INFO:tasks.workunit.client.0.smithi089.stdout: "container_image", 2024-07-26T07:21:26.456 INFO:tasks.workunit.client.0.smithi089.stdout: "daemonize", 2024-07-26T07:21:26.456 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_asserts_on_shutdown", 2024-07-26T07:21:26.456 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_mgr", 2024-07-26T07:21:26.456 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_mon", 2024-07-26T07:21:26.456 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_ms", 2024-07-26T07:21:26.456 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_osd", 2024-07-26T07:21:26.456 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_paxos", 2024-07-26T07:21:26.456 INFO:tasks.workunit.client.0.smithi089.stdout: "keyring", 2024-07-26T07:21:26.457 INFO:tasks.workunit.client.0.smithi089.stdout: "log_to_file", 2024-07-26T07:21:26.457 INFO:tasks.workunit.client.0.smithi089.stdout: "log_to_journald", 2024-07-26T07:21:26.457 INFO:tasks.workunit.client.0.smithi089.stdout: "log_to_stderr", 2024-07-26T07:21:26.457 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_allow_pool_delete", 2024-07-26T07:21:26.457 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_clock_drift_allowed", 2024-07-26T07:21:26.457 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_cluster_log_to_file", 2024-07-26T07:21:26.457 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_cluster_log_to_journald", 2024-07-26T07:21:26.457 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_cluster_log_to_stderr", 2024-07-26T07:21:26.457 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_data_avail_warn", 2024-07-26T07:21:26.457 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_election_default_strategy", 2024-07-26T07:21:26.457 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_host", 2024-07-26T07:21:26.457 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_max_pg_per_osd", 2024-07-26T07:21:26.457 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_mds_skip_sanity", 2024-07-26T07:21:26.457 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_mgr_mkfs_grace", 2024-07-26T07:21:26.458 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_osd_prime_pg_temp", 2024-07-26T07:21:26.458 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_osd_reporter_subtree_level", 2024-07-26T07:21:26.458 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_pg_warn_max_object_skew", 2024-07-26T07:21:26.458 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_reweight_min_bytes_per_osd", 2024-07-26T07:21:26.458 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_reweight_min_pgs_per_osd", 2024-07-26T07:21:26.458 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-07-26T07:21:26.458 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-07-26T07:21:26.458 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-07-26T07:21:26.458 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_legacy_crush_tunables", 2024-07-26T07:21:26.458 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-07-26T07:21:26.458 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-07-26T07:21:26.458 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_too_few_osds", 2024-07-26T07:21:26.459 INFO:tasks.workunit.client.0.smithi089.stdout: "ms_die_on_bug", 2024-07-26T07:21:26.459 INFO:tasks.workunit.client.0.smithi089.stdout: "ms_die_on_old_message", 2024-07-26T07:21:26.459 INFO:tasks.workunit.client.0.smithi089.stdout: "no_config_file", 2024-07-26T07:21:26.459 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_class_default_list", 2024-07-26T07:21:26.459 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_class_load_list", 2024-07-26T07:21:26.459 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_misdirected_ops", 2024-07-26T07:21:26.459 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_op_order", 2024-07-26T07:21:26.459 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_pg_log_writeout", 2024-07-26T07:21:26.459 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_shutdown", 2024-07-26T07:21:26.459 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_verify_cached_snaps", 2024-07-26T07:21:26.459 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_verify_missing_on_start", 2024-07-26T07:21:26.459 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_verify_stray_on_activate", 2024-07-26T07:21:26.459 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_deep_scrub_update_digest_min_age", 2024-07-26T07:21:26.459 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_delete_sleep", 2024-07-26T07:21:26.459 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_delete_sleep_hdd", 2024-07-26T07:21:26.460 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_delete_sleep_hybrid", 2024-07-26T07:21:26.460 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_delete_sleep_ssd", 2024-07-26T07:21:26.460 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_max_backfills", 2024-07-26T07:21:26.460 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-07-26T07:21:26.460 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_profile", 2024-07-26T07:21:26.460 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-07-26T07:21:26.460 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-07-26T07:21:26.460 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-07-26T07:21:26.460 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-07-26T07:21:26.460 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-07-26T07:21:26.460 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-07-26T07:21:26.460 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_scheduler_client_lim", 2024-07-26T07:21:26.460 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_scheduler_client_res", 2024-07-26T07:21:26.460 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_scheduler_client_wgt", 2024-07-26T07:21:26.460 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_memory_target", 2024-07-26T07:21:26.461 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_memory_target_autotune", 2024-07-26T07:21:26.461 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_op_queue", 2024-07-26T07:21:26.461 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_op_queue_cut_off", 2024-07-26T07:21:26.461 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pool_default_erasure_code_profile", 2024-07-26T07:21:26.461 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pool_default_pg_autoscale_mode", 2024-07-26T07:21:26.461 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_recover_clone_overlap", 2024-07-26T07:21:26.461 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_recovery_max_active", 2024-07-26T07:21:26.461 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_recovery_max_active_hdd", 2024-07-26T07:21:26.461 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_recovery_max_active_ssd", 2024-07-26T07:21:26.461 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_recovery_max_chunk", 2024-07-26T07:21:26.461 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_recovery_sleep", 2024-07-26T07:21:26.461 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_recovery_sleep_hdd", 2024-07-26T07:21:26.461 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_recovery_sleep_hybrid", 2024-07-26T07:21:26.462 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_recovery_sleep_ssd", 2024-07-26T07:21:26.462 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_scrub_load_threshold", 2024-07-26T07:21:26.462 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_scrub_max_interval", 2024-07-26T07:21:26.462 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_scrub_sleep", 2024-07-26T07:21:26.462 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_shutdown_pgref_assert", 2024-07-26T07:21:26.462 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_snap_trim_sleep", 2024-07-26T07:21:26.462 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_snap_trim_sleep_hdd", 2024-07-26T07:21:26.462 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_snap_trim_sleep_hybrid", 2024-07-26T07:21:26.462 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_snap_trim_sleep_ssd", 2024-07-26T07:21:26.462 INFO:tasks.workunit.client.0.smithi089.stdout: "public_network", 2024-07-26T07:21:26.462 INFO:tasks.workunit.client.0.smithi089.stdout: "rbd_config_pool_override_update_timestamp", 2024-07-26T07:21:26.462 INFO:tasks.workunit.client.0.smithi089.stdout: "rbd_default_features", 2024-07-26T07:21:26.462 INFO:tasks.workunit.client.0.smithi089.stdout: "rbd_qos_exclude_ops", 2024-07-26T07:21:26.462 INFO:tasks.workunit.client.0.smithi089.stdout: "setgroup", 2024-07-26T07:21:26.463 INFO:tasks.workunit.client.0.smithi089.stdout: "setuser" 2024-07-26T07:21:26.463 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.463 INFO:tasks.workunit.client.0.smithi089.stdout: "cluster_changed": [ 2024-07-26T07:21:26.463 INFO:tasks.workunit.client.0.smithi089.stdout: "auth_allow_insecure_global_id_reclaim", 2024-07-26T07:21:26.463 INFO:tasks.workunit.client.0.smithi089.stdout: "auth_debug", 2024-07-26T07:21:26.463 INFO:tasks.workunit.client.0.smithi089.stdout: "auth_mon_ticket_ttl", 2024-07-26T07:21:26.463 INFO:tasks.workunit.client.0.smithi089.stdout: "auth_service_ticket_ttl", 2024-07-26T07:21:26.463 INFO:tasks.workunit.client.0.smithi089.stdout: "bdev_debug_aio", 2024-07-26T07:21:26.463 INFO:tasks.workunit.client.0.smithi089.stdout: "container_image", 2024-07-26T07:21:26.463 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_asserts_on_shutdown", 2024-07-26T07:21:26.463 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_mgr", 2024-07-26T07:21:26.463 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_mon", 2024-07-26T07:21:26.463 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_ms", 2024-07-26T07:21:26.463 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_osd", 2024-07-26T07:21:26.464 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_paxos", 2024-07-26T07:21:26.464 INFO:tasks.workunit.client.0.smithi089.stdout: "log_to_file", 2024-07-26T07:21:26.464 INFO:tasks.workunit.client.0.smithi089.stdout: "log_to_journald", 2024-07-26T07:21:26.464 INFO:tasks.workunit.client.0.smithi089.stdout: "log_to_stderr", 2024-07-26T07:21:26.464 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_join_fs", 2024-07-26T07:21:26.464 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/cephadm/allow_ptrace", 2024-07-26T07:21:26.464 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/cephadm/container_init", 2024-07-26T07:21:26.464 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/cephadm/migration_current", 2024-07-26T07:21:26.464 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/cephadm/use_repo_digest", 2024-07-26T07:21:26.464 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-07-26T07:21:26.464 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-07-26T07:21:26.464 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-07-26T07:21:26.464 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-07-26T07:21:26.464 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/dashboard/ssl_server_port", 2024-07-26T07:21:26.464 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/orchestrator/orchestrator", 2024-07-26T07:21:26.465 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/telemetry/channel_ident", 2024-07-26T07:21:26.465 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/telemetry/channel_perf", 2024-07-26T07:21:26.465 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/telemetry/description", 2024-07-26T07:21:26.465 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/telemetry/enabled", 2024-07-26T07:21:26.465 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/telemetry/organization", 2024-07-26T07:21:26.465 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_allow_pool_delete", 2024-07-26T07:21:26.465 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_clock_drift_allowed", 2024-07-26T07:21:26.465 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_cluster_log_to_file", 2024-07-26T07:21:26.465 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_data_avail_warn", 2024-07-26T07:21:26.465 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_election_default_strategy", 2024-07-26T07:21:26.465 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_max_pg_per_osd", 2024-07-26T07:21:26.465 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_mds_skip_sanity", 2024-07-26T07:21:26.465 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_mgr_mkfs_grace", 2024-07-26T07:21:26.465 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_osd_prime_pg_temp", 2024-07-26T07:21:26.466 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_osd_reporter_subtree_level", 2024-07-26T07:21:26.466 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_pg_warn_max_object_skew", 2024-07-26T07:21:26.466 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_reweight_min_bytes_per_osd", 2024-07-26T07:21:26.466 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_reweight_min_pgs_per_osd", 2024-07-26T07:21:26.466 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-07-26T07:21:26.466 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-07-26T07:21:26.466 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-07-26T07:21:26.466 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_legacy_crush_tunables", 2024-07-26T07:21:26.466 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-07-26T07:21:26.466 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-07-26T07:21:26.466 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_too_few_osds", 2024-07-26T07:21:26.466 INFO:tasks.workunit.client.0.smithi089.stdout: "ms_die_on_bug", 2024-07-26T07:21:26.466 INFO:tasks.workunit.client.0.smithi089.stdout: "ms_die_on_old_message", 2024-07-26T07:21:26.467 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_class_default_list", 2024-07-26T07:21:26.467 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_class_load_list", 2024-07-26T07:21:26.467 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_misdirected_ops", 2024-07-26T07:21:26.467 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_op_order", 2024-07-26T07:21:26.467 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_pg_log_writeout", 2024-07-26T07:21:26.467 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_shutdown", 2024-07-26T07:21:26.467 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_verify_cached_snaps", 2024-07-26T07:21:26.467 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_verify_missing_on_start", 2024-07-26T07:21:26.467 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_verify_stray_on_activate", 2024-07-26T07:21:26.467 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_deep_scrub_update_digest_min_age", 2024-07-26T07:21:26.467 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-07-26T07:21:26.467 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_profile", 2024-07-26T07:21:26.467 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_memory_target", 2024-07-26T07:21:26.467 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_memory_target_autotune", 2024-07-26T07:21:26.467 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_op_queue", 2024-07-26T07:21:26.468 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_op_queue_cut_off", 2024-07-26T07:21:26.468 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pool_default_erasure_code_profile", 2024-07-26T07:21:26.468 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pool_default_pg_autoscale_mode", 2024-07-26T07:21:26.468 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_recover_clone_overlap", 2024-07-26T07:21:26.468 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_recovery_max_chunk", 2024-07-26T07:21:26.468 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_scrub_load_threshold", 2024-07-26T07:21:26.468 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_scrub_max_interval", 2024-07-26T07:21:26.468 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_shutdown_pgref_assert", 2024-07-26T07:21:26.468 INFO:tasks.workunit.client.0.smithi089.stdout: "public_network", 2024-07-26T07:21:26.468 INFO:tasks.workunit.client.0.smithi089.stdout: "rbd_config_pool_override_update_timestamp", 2024-07-26T07:21:26.468 INFO:tasks.workunit.client.0.smithi089.stdout: "rgw_cache_enabled", 2024-07-26T07:21:26.468 INFO:tasks.workunit.client.0.smithi089.stdout: "rgw_enable_ops_log", 2024-07-26T07:21:26.468 INFO:tasks.workunit.client.0.smithi089.stdout: "rgw_enable_usage_log" 2024-07-26T07:21:26.468 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:26.469 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.469 INFO:tasks.workunit.client.0.smithi089.stdout: "contact": null, 2024-07-26T07:21:26.469 INFO:tasks.workunit.client.0.smithi089.stdout: "crashes": [], 2024-07-26T07:21:26.469 INFO:tasks.workunit.client.0.smithi089.stdout: "created": "2024-07-26T05:55:42.540523Z", 2024-07-26T07:21:26.469 INFO:tasks.workunit.client.0.smithi089.stdout: "crush": { 2024-07-26T07:21:26.469 INFO:tasks.workunit.client.0.smithi089.stdout: "bucket_algs": { 2024-07-26T07:21:26.469 INFO:tasks.workunit.client.0.smithi089.stdout: "straw2": 3 2024-07-26T07:21:26.469 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.469 INFO:tasks.workunit.client.0.smithi089.stdout: "bucket_sizes": { 2024-07-26T07:21:26.469 INFO:tasks.workunit.client.0.smithi089.stdout: "2": 1, 2024-07-26T07:21:26.469 INFO:tasks.workunit.client.0.smithi089.stdout: "4": 2 2024-07-26T07:21:26.469 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.469 INFO:tasks.workunit.client.0.smithi089.stdout: "bucket_types": { 2024-07-26T07:21:26.469 INFO:tasks.workunit.client.0.smithi089.stdout: "1": 2, 2024-07-26T07:21:26.469 INFO:tasks.workunit.client.0.smithi089.stdout: "11": 1 2024-07-26T07:21:26.470 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.470 INFO:tasks.workunit.client.0.smithi089.stdout: "compat_weight_set": false, 2024-07-26T07:21:26.470 INFO:tasks.workunit.client.0.smithi089.stdout: "device_classes": [ 2024-07-26T07:21:26.470 INFO:tasks.workunit.client.0.smithi089.stdout: 8 2024-07-26T07:21:26.470 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.470 INFO:tasks.workunit.client.0.smithi089.stdout: "num_buckets": 6, 2024-07-26T07:21:26.470 INFO:tasks.workunit.client.0.smithi089.stdout: "num_devices": 8, 2024-07-26T07:21:26.470 INFO:tasks.workunit.client.0.smithi089.stdout: "num_rules": 2, 2024-07-26T07:21:26.470 INFO:tasks.workunit.client.0.smithi089.stdout: "num_types": 12, 2024-07-26T07:21:26.470 INFO:tasks.workunit.client.0.smithi089.stdout: "num_weight_sets": 0, 2024-07-26T07:21:26.470 INFO:tasks.workunit.client.0.smithi089.stdout: "tunables": { 2024-07-26T07:21:26.470 INFO:tasks.workunit.client.0.smithi089.stdout: "allowed_bucket_algs": 54, 2024-07-26T07:21:26.470 INFO:tasks.workunit.client.0.smithi089.stdout: "choose_local_fallback_tries": 0, 2024-07-26T07:21:26.470 INFO:tasks.workunit.client.0.smithi089.stdout: "choose_local_tries": 0, 2024-07-26T07:21:26.471 INFO:tasks.workunit.client.0.smithi089.stdout: "choose_total_tries": 50, 2024-07-26T07:21:26.471 INFO:tasks.workunit.client.0.smithi089.stdout: "chooseleaf_descend_once": 1, 2024-07-26T07:21:26.471 INFO:tasks.workunit.client.0.smithi089.stdout: "chooseleaf_stable": 1, 2024-07-26T07:21:26.471 INFO:tasks.workunit.client.0.smithi089.stdout: "chooseleaf_vary_r": 1, 2024-07-26T07:21:26.471 INFO:tasks.workunit.client.0.smithi089.stdout: "has_msr_rules": 0, 2024-07-26T07:21:26.471 INFO:tasks.workunit.client.0.smithi089.stdout: "has_v2_rules": 1, 2024-07-26T07:21:26.471 INFO:tasks.workunit.client.0.smithi089.stdout: "has_v3_rules": 0, 2024-07-26T07:21:26.471 INFO:tasks.workunit.client.0.smithi089.stdout: "has_v4_buckets": 1, 2024-07-26T07:21:26.471 INFO:tasks.workunit.client.0.smithi089.stdout: "has_v5_rules": 0, 2024-07-26T07:21:26.471 INFO:tasks.workunit.client.0.smithi089.stdout: "legacy_tunables": 0, 2024-07-26T07:21:26.471 INFO:tasks.workunit.client.0.smithi089.stdout: "minimum_required_version": "jewel", 2024-07-26T07:21:26.471 INFO:tasks.workunit.client.0.smithi089.stdout: "msr_collision_tries": 100, 2024-07-26T07:21:26.471 INFO:tasks.workunit.client.0.smithi089.stdout: "msr_descents": 100, 2024-07-26T07:21:26.471 INFO:tasks.workunit.client.0.smithi089.stdout: "optimal_tunables": 1, 2024-07-26T07:21:26.472 INFO:tasks.workunit.client.0.smithi089.stdout: "profile": "jewel", 2024-07-26T07:21:26.472 INFO:tasks.workunit.client.0.smithi089.stdout: "require_feature_tunables": 1, 2024-07-26T07:21:26.472 INFO:tasks.workunit.client.0.smithi089.stdout: "require_feature_tunables2": 1, 2024-07-26T07:21:26.472 INFO:tasks.workunit.client.0.smithi089.stdout: "require_feature_tunables3": 1, 2024-07-26T07:21:26.472 INFO:tasks.workunit.client.0.smithi089.stdout: "require_feature_tunables5": 1, 2024-07-26T07:21:26.472 INFO:tasks.workunit.client.0.smithi089.stdout: "straw_calc_version": 1 2024-07-26T07:21:26.472 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.472 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.472 INFO:tasks.workunit.client.0.smithi089.stdout: "description": "upgrade test cluster", 2024-07-26T07:21:26.472 INFO:tasks.workunit.client.0.smithi089.stdout: "fs": { 2024-07-26T07:21:26.472 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1, 2024-07-26T07:21:26.472 INFO:tasks.workunit.client.0.smithi089.stdout: "feature_flags": { 2024-07-26T07:21:26.472 INFO:tasks.workunit.client.0.smithi089.stdout: "enable_multiple": true, 2024-07-26T07:21:26.473 INFO:tasks.workunit.client.0.smithi089.stdout: "ever_enabled_multiple": true 2024-07-26T07:21:26.473 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.473 INFO:tasks.workunit.client.0.smithi089.stdout: "filesystems": [ 2024-07-26T07:21:26.473 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.473 INFO:tasks.workunit.client.0.smithi089.stdout: "approx_ctime": "2024-07", 2024-07-26T07:21:26.473 INFO:tasks.workunit.client.0.smithi089.stdout: "balancer_enabled": false, 2024-07-26T07:21:26.473 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.473 INFO:tasks.workunit.client.0.smithi089.stdout: "cached_caps": 0, 2024-07-26T07:21:26.473 INFO:tasks.workunit.client.0.smithi089.stdout: "cached_dns": 10, 2024-07-26T07:21:26.473 INFO:tasks.workunit.client.0.smithi089.stdout: "cached_inos": 13, 2024-07-26T07:21:26.473 INFO:tasks.workunit.client.0.smithi089.stdout: "cached_subtrees": 2, 2024-07-26T07:21:26.473 INFO:tasks.workunit.client.0.smithi089.stdout: "ever_allowed_features": 0, 2024-07-26T07:21:26.473 INFO:tasks.workunit.client.0.smithi089.stdout: "explicitly_allowed_features": 0, 2024-07-26T07:21:26.473 INFO:tasks.workunit.client.0.smithi089.stdout: "files": 0, 2024-07-26T07:21:26.474 INFO:tasks.workunit.client.0.smithi089.stdout: "max_mds": 1, 2024-07-26T07:21:26.474 INFO:tasks.workunit.client.0.smithi089.stdout: "num_data_pools": 1, 2024-07-26T07:21:26.474 INFO:tasks.workunit.client.0.smithi089.stdout: "num_in": 1, 2024-07-26T07:21:26.474 INFO:tasks.workunit.client.0.smithi089.stdout: "num_mds": 1, 2024-07-26T07:21:26.474 INFO:tasks.workunit.client.0.smithi089.stdout: "num_sessions": 0, 2024-07-26T07:21:26.474 INFO:tasks.workunit.client.0.smithi089.stdout: "num_standby_replay": 0, 2024-07-26T07:21:26.474 INFO:tasks.workunit.client.0.smithi089.stdout: "num_up": 1, 2024-07-26T07:21:26.474 INFO:tasks.workunit.client.0.smithi089.stdout: "snaps": 0, 2024-07-26T07:21:26.474 INFO:tasks.workunit.client.0.smithi089.stdout: "standby_count_wanted": 0 2024-07-26T07:21:26.474 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.474 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.474 INFO:tasks.workunit.client.0.smithi089.stdout: "num_standby_mds": 1, 2024-07-26T07:21:26.475 INFO:tasks.workunit.client.0.smithi089.stdout: "total_num_mds": 2 2024-07-26T07:21:26.475 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.475 INFO:tasks.workunit.client.0.smithi089.stdout: "heap_stats": { 2024-07-26T07:21:26.475 INFO:tasks.workunit.client.0.smithi089.stdout: "mds": { 2024-07-26T07:21:26.475 INFO:tasks.workunit.client.0.smithi089.stdout: "mds.11a06f7556cbb1c57650abffbb3eb77c66bdf751": { 2024-07-26T07:21:26.475 INFO:tasks.workunit.client.0.smithi089.stdout: "actual_memory_used": 20144128, 2024-07-26T07:21:26.475 INFO:tasks.workunit.client.0.smithi089.stdout: "central_cache_freelist": 313520, 2024-07-26T07:21:26.475 INFO:tasks.workunit.client.0.smithi089.stdout: "malloc_metadata": 2621440, 2024-07-26T07:21:26.475 INFO:tasks.workunit.client.0.smithi089.stdout: "page_heap_freelist": 909312, 2024-07-26T07:21:26.475 INFO:tasks.workunit.client.0.smithi089.stdout: "released_to_os": 0, 2024-07-26T07:21:26.475 INFO:tasks.workunit.client.0.smithi089.stdout: "spans_in_use": 349, 2024-07-26T07:21:26.475 INFO:tasks.workunit.client.0.smithi089.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:21:26.475 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_cache_freelists": 1034320, 2024-07-26T07:21:26.475 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_heaps_in_use": 13, 2024-07-26T07:21:26.475 INFO:tasks.workunit.client.0.smithi089.stdout: "transfer_cache_freelist": 506880, 2024-07-26T07:21:26.475 INFO:tasks.workunit.client.0.smithi089.stdout: "use_by_application": 14758656, 2024-07-26T07:21:26.476 INFO:tasks.workunit.client.0.smithi089.stdout: "virtual_address_space_used": 20144128 2024-07-26T07:21:26.476 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.476 INFO:tasks.workunit.client.0.smithi089.stdout: "mds.87ef074e95f73b29e32a1570865c090ae0131b8b": { 2024-07-26T07:21:26.476 INFO:tasks.workunit.client.0.smithi089.stdout: "actual_memory_used": 20635648, 2024-07-26T07:21:26.476 INFO:tasks.workunit.client.0.smithi089.stdout: "central_cache_freelist": 441272, 2024-07-26T07:21:26.476 INFO:tasks.workunit.client.0.smithi089.stdout: "malloc_metadata": 2621440, 2024-07-26T07:21:26.476 INFO:tasks.workunit.client.0.smithi089.stdout: "page_heap_freelist": 0, 2024-07-26T07:21:26.476 INFO:tasks.workunit.client.0.smithi089.stdout: "released_to_os": 557056, 2024-07-26T07:21:26.476 INFO:tasks.workunit.client.0.smithi089.stdout: "spans_in_use": 477, 2024-07-26T07:21:26.476 INFO:tasks.workunit.client.0.smithi089.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:21:26.476 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_cache_freelists": 1259000, 2024-07-26T07:21:26.476 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_heaps_in_use": 22, 2024-07-26T07:21:26.476 INFO:tasks.workunit.client.0.smithi089.stdout: "transfer_cache_freelist": 1159680, 2024-07-26T07:21:26.476 INFO:tasks.workunit.client.0.smithi089.stdout: "use_by_application": 15154256, 2024-07-26T07:21:26.477 INFO:tasks.workunit.client.0.smithi089.stdout: "virtual_address_space_used": 21192704 2024-07-26T07:21:26.477 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.477 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.477 INFO:tasks.workunit.client.0.smithi089.stdout: "mon": { 2024-07-26T07:21:26.477 INFO:tasks.workunit.client.0.smithi089.stdout: "mon.11a06f7556cbb1c57650abffbb3eb77c66bdf751": { 2024-07-26T07:21:26.477 INFO:tasks.workunit.client.0.smithi089.stdout: "actual_memory_used": 168845312, 2024-07-26T07:21:26.477 INFO:tasks.workunit.client.0.smithi089.stdout: "central_cache_freelist": 2384424, 2024-07-26T07:21:26.477 INFO:tasks.workunit.client.0.smithi089.stdout: "malloc_metadata": 2883584, 2024-07-26T07:21:26.477 INFO:tasks.workunit.client.0.smithi089.stdout: "page_heap_freelist": 0, 2024-07-26T07:21:26.477 INFO:tasks.workunit.client.0.smithi089.stdout: "released_to_os": 4923392, 2024-07-26T07:21:26.477 INFO:tasks.workunit.client.0.smithi089.stdout: "spans_in_use": 6561, 2024-07-26T07:21:26.477 INFO:tasks.workunit.client.0.smithi089.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:21:26.477 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_cache_freelists": 9780144, 2024-07-26T07:21:26.477 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_heaps_in_use": 20, 2024-07-26T07:21:26.477 INFO:tasks.workunit.client.0.smithi089.stdout: "transfer_cache_freelist": 2171136, 2024-07-26T07:21:26.478 INFO:tasks.workunit.client.0.smithi089.stdout: "use_by_application": 151626024, 2024-07-26T07:21:26.478 INFO:tasks.workunit.client.0.smithi089.stdout: "virtual_address_space_used": 173768704 2024-07-26T07:21:26.478 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.478 INFO:tasks.workunit.client.0.smithi089.stdout: "mon.87ef074e95f73b29e32a1570865c090ae0131b8b": { 2024-07-26T07:21:26.478 INFO:tasks.workunit.client.0.smithi089.stdout: "actual_memory_used": 258367488, 2024-07-26T07:21:26.478 INFO:tasks.workunit.client.0.smithi089.stdout: "central_cache_freelist": 4992704, 2024-07-26T07:21:26.478 INFO:tasks.workunit.client.0.smithi089.stdout: "malloc_metadata": 3014656, 2024-07-26T07:21:26.478 INFO:tasks.workunit.client.0.smithi089.stdout: "page_heap_freelist": 0, 2024-07-26T07:21:26.478 INFO:tasks.workunit.client.0.smithi089.stdout: "released_to_os": 1646592, 2024-07-26T07:21:26.478 INFO:tasks.workunit.client.0.smithi089.stdout: "spans_in_use": 9537, 2024-07-26T07:21:26.478 INFO:tasks.workunit.client.0.smithi089.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:21:26.478 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_cache_freelists": 13912768, 2024-07-26T07:21:26.478 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_heaps_in_use": 23, 2024-07-26T07:21:26.479 INFO:tasks.workunit.client.0.smithi089.stdout: "transfer_cache_freelist": 4827904, 2024-07-26T07:21:26.479 INFO:tasks.workunit.client.0.smithi089.stdout: "use_by_application": 231619456, 2024-07-26T07:21:26.479 INFO:tasks.workunit.client.0.smithi089.stdout: "virtual_address_space_used": 260014080 2024-07-26T07:21:26.479 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.479 INFO:tasks.workunit.client.0.smithi089.stdout: "mon.fa05ed6b69dc18131ed830145851b5294218fbe2": { 2024-07-26T07:21:26.479 INFO:tasks.workunit.client.0.smithi089.stdout: "actual_memory_used": 182140928, 2024-07-26T07:21:26.479 INFO:tasks.workunit.client.0.smithi089.stdout: "central_cache_freelist": 1939960, 2024-07-26T07:21:26.479 INFO:tasks.workunit.client.0.smithi089.stdout: "malloc_metadata": 2883584, 2024-07-26T07:21:26.479 INFO:tasks.workunit.client.0.smithi089.stdout: "page_heap_freelist": 688128, 2024-07-26T07:21:26.479 INFO:tasks.workunit.client.0.smithi089.stdout: "released_to_os": 4235264, 2024-07-26T07:21:26.479 INFO:tasks.workunit.client.0.smithi089.stdout: "spans_in_use": 7289, 2024-07-26T07:21:26.479 INFO:tasks.workunit.client.0.smithi089.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:21:26.479 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_cache_freelists": 10997920, 2024-07-26T07:21:26.479 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_heaps_in_use": 20, 2024-07-26T07:21:26.480 INFO:tasks.workunit.client.0.smithi089.stdout: "transfer_cache_freelist": 2622720, 2024-07-26T07:21:26.480 INFO:tasks.workunit.client.0.smithi089.stdout: "use_by_application": 163008616, 2024-07-26T07:21:26.480 INFO:tasks.workunit.client.0.smithi089.stdout: "virtual_address_space_used": 186376192 2024-07-26T07:21:26.480 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.480 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.480 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:26.480 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.0": { 2024-07-26T07:21:26.480 INFO:tasks.workunit.client.0.smithi089.stdout: "actual_memory_used": 463577088, 2024-07-26T07:21:26.480 INFO:tasks.workunit.client.0.smithi089.stdout: "central_cache_freelist": 28806944, 2024-07-26T07:21:26.480 INFO:tasks.workunit.client.0.smithi089.stdout: "malloc_metadata": 3276800, 2024-07-26T07:21:26.480 INFO:tasks.workunit.client.0.smithi089.stdout: "page_heap_freelist": 0, 2024-07-26T07:21:26.480 INFO:tasks.workunit.client.0.smithi089.stdout: "released_to_os": 61440000, 2024-07-26T07:21:26.481 INFO:tasks.workunit.client.0.smithi089.stdout: "spans_in_use": 13393, 2024-07-26T07:21:26.481 INFO:tasks.workunit.client.0.smithi089.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:21:26.481 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_cache_freelists": 71227032, 2024-07-26T07:21:26.481 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_heaps_in_use": 60, 2024-07-26T07:21:26.481 INFO:tasks.workunit.client.0.smithi089.stdout: "transfer_cache_freelist": 11536128, 2024-07-26T07:21:26.481 INFO:tasks.workunit.client.0.smithi089.stdout: "use_by_application": 348730184, 2024-07-26T07:21:26.481 INFO:tasks.workunit.client.0.smithi089.stdout: "virtual_address_space_used": 525017088 2024-07-26T07:21:26.481 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.481 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.1": { 2024-07-26T07:21:26.481 INFO:tasks.workunit.client.0.smithi089.stdout: "actual_memory_used": 411033600, 2024-07-26T07:21:26.481 INFO:tasks.workunit.client.0.smithi089.stdout: "central_cache_freelist": 24937328, 2024-07-26T07:21:26.481 INFO:tasks.workunit.client.0.smithi089.stdout: "malloc_metadata": 3276800, 2024-07-26T07:21:26.481 INFO:tasks.workunit.client.0.smithi089.stdout: "page_heap_freelist": 0, 2024-07-26T07:21:26.481 INFO:tasks.workunit.client.0.smithi089.stdout: "released_to_os": 101875712, 2024-07-26T07:21:26.481 INFO:tasks.workunit.client.0.smithi089.stdout: "spans_in_use": 12939, 2024-07-26T07:21:26.482 INFO:tasks.workunit.client.0.smithi089.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:21:26.482 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_cache_freelists": 69104416, 2024-07-26T07:21:26.482 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_heaps_in_use": 54, 2024-07-26T07:21:26.482 INFO:tasks.workunit.client.0.smithi089.stdout: "transfer_cache_freelist": 8483072, 2024-07-26T07:21:26.482 INFO:tasks.workunit.client.0.smithi089.stdout: "use_by_application": 305231984, 2024-07-26T07:21:26.482 INFO:tasks.workunit.client.0.smithi089.stdout: "virtual_address_space_used": 512909312 2024-07-26T07:21:26.482 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.482 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.2": { 2024-07-26T07:21:26.482 INFO:tasks.workunit.client.0.smithi089.stdout: "actual_memory_used": 494944256, 2024-07-26T07:21:26.482 INFO:tasks.workunit.client.0.smithi089.stdout: "central_cache_freelist": 21305632, 2024-07-26T07:21:26.482 INFO:tasks.workunit.client.0.smithi089.stdout: "malloc_metadata": 5373952, 2024-07-26T07:21:26.482 INFO:tasks.workunit.client.0.smithi089.stdout: "page_heap_freelist": 0, 2024-07-26T07:21:26.483 INFO:tasks.workunit.client.0.smithi089.stdout: "released_to_os": 4775936, 2024-07-26T07:21:26.483 INFO:tasks.workunit.client.0.smithi089.stdout: "spans_in_use": 12173, 2024-07-26T07:21:26.483 INFO:tasks.workunit.client.0.smithi089.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:21:26.483 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_cache_freelists": 66580824, 2024-07-26T07:21:26.483 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_heaps_in_use": 53, 2024-07-26T07:21:26.483 INFO:tasks.workunit.client.0.smithi089.stdout: "transfer_cache_freelist": 9683968, 2024-07-26T07:21:26.483 INFO:tasks.workunit.client.0.smithi089.stdout: "use_by_application": 391999880, 2024-07-26T07:21:26.483 INFO:tasks.workunit.client.0.smithi089.stdout: "virtual_address_space_used": 499720192 2024-07-26T07:21:26.483 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.483 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.3": { 2024-07-26T07:21:26.483 INFO:tasks.workunit.client.0.smithi089.stdout: "actual_memory_used": 474062848, 2024-07-26T07:21:26.483 INFO:tasks.workunit.client.0.smithi089.stdout: "central_cache_freelist": 22558232, 2024-07-26T07:21:26.483 INFO:tasks.workunit.client.0.smithi089.stdout: "malloc_metadata": 3145728, 2024-07-26T07:21:26.483 INFO:tasks.workunit.client.0.smithi089.stdout: "page_heap_freelist": 0, 2024-07-26T07:21:26.484 INFO:tasks.workunit.client.0.smithi089.stdout: "released_to_os": 30621696, 2024-07-26T07:21:26.484 INFO:tasks.workunit.client.0.smithi089.stdout: "spans_in_use": 10549, 2024-07-26T07:21:26.484 INFO:tasks.workunit.client.0.smithi089.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:21:26.484 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_cache_freelists": 52384720, 2024-07-26T07:21:26.484 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_heaps_in_use": 53, 2024-07-26T07:21:26.484 INFO:tasks.workunit.client.0.smithi089.stdout: "transfer_cache_freelist": 12205312, 2024-07-26T07:21:26.484 INFO:tasks.workunit.client.0.smithi089.stdout: "use_by_application": 383768856, 2024-07-26T07:21:26.484 INFO:tasks.workunit.client.0.smithi089.stdout: "virtual_address_space_used": 504684544 2024-07-26T07:21:26.484 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.484 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.4": { 2024-07-26T07:21:26.484 INFO:tasks.workunit.client.0.smithi089.stdout: "actual_memory_used": 471719936, 2024-07-26T07:21:26.484 INFO:tasks.workunit.client.0.smithi089.stdout: "central_cache_freelist": 19360704, 2024-07-26T07:21:26.484 INFO:tasks.workunit.client.0.smithi089.stdout: "malloc_metadata": 3276800, 2024-07-26T07:21:26.485 INFO:tasks.workunit.client.0.smithi089.stdout: "page_heap_freelist": 0, 2024-07-26T07:21:26.485 INFO:tasks.workunit.client.0.smithi089.stdout: "released_to_os": 25149440, 2024-07-26T07:21:26.485 INFO:tasks.workunit.client.0.smithi089.stdout: "spans_in_use": 11021, 2024-07-26T07:21:26.485 INFO:tasks.workunit.client.0.smithi089.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:21:26.485 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_cache_freelists": 58996528, 2024-07-26T07:21:26.485 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_heaps_in_use": 53, 2024-07-26T07:21:26.485 INFO:tasks.workunit.client.0.smithi089.stdout: "transfer_cache_freelist": 10386176, 2024-07-26T07:21:26.485 INFO:tasks.workunit.client.0.smithi089.stdout: "use_by_application": 379699728, 2024-07-26T07:21:26.485 INFO:tasks.workunit.client.0.smithi089.stdout: "virtual_address_space_used": 496869376 2024-07-26T07:21:26.485 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.485 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.5": { 2024-07-26T07:21:26.485 INFO:tasks.workunit.client.0.smithi089.stdout: "actual_memory_used": 536911872, 2024-07-26T07:21:26.485 INFO:tasks.workunit.client.0.smithi089.stdout: "central_cache_freelist": 28619872, 2024-07-26T07:21:26.486 INFO:tasks.workunit.client.0.smithi089.stdout: "malloc_metadata": 3276800, 2024-07-26T07:21:26.486 INFO:tasks.workunit.client.0.smithi089.stdout: "page_heap_freelist": 0, 2024-07-26T07:21:26.486 INFO:tasks.workunit.client.0.smithi089.stdout: "released_to_os": 44417024, 2024-07-26T07:21:26.486 INFO:tasks.workunit.client.0.smithi089.stdout: "spans_in_use": 12480, 2024-07-26T07:21:26.486 INFO:tasks.workunit.client.0.smithi089.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:21:26.486 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_cache_freelists": 55841440, 2024-07-26T07:21:26.486 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_heaps_in_use": 53, 2024-07-26T07:21:26.486 INFO:tasks.workunit.client.0.smithi089.stdout: "transfer_cache_freelist": 11372800, 2024-07-26T07:21:26.486 INFO:tasks.workunit.client.0.smithi089.stdout: "use_by_application": 437800960, 2024-07-26T07:21:26.486 INFO:tasks.workunit.client.0.smithi089.stdout: "virtual_address_space_used": 581328896 2024-07-26T07:21:26.486 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.486 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.6": { 2024-07-26T07:21:26.486 INFO:tasks.workunit.client.0.smithi089.stdout: "actual_memory_used": 536821760, 2024-07-26T07:21:26.486 INFO:tasks.workunit.client.0.smithi089.stdout: "central_cache_freelist": 16800872, 2024-07-26T07:21:26.487 INFO:tasks.workunit.client.0.smithi089.stdout: "malloc_metadata": 3145728, 2024-07-26T07:21:26.487 INFO:tasks.workunit.client.0.smithi089.stdout: "page_heap_freelist": 0, 2024-07-26T07:21:26.487 INFO:tasks.workunit.client.0.smithi089.stdout: "released_to_os": 93437952, 2024-07-26T07:21:26.487 INFO:tasks.workunit.client.0.smithi089.stdout: "spans_in_use": 9808, 2024-07-26T07:21:26.487 INFO:tasks.workunit.client.0.smithi089.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:21:26.487 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_cache_freelists": 58848640, 2024-07-26T07:21:26.487 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_heaps_in_use": 53, 2024-07-26T07:21:26.487 INFO:tasks.workunit.client.0.smithi089.stdout: "transfer_cache_freelist": 11537152, 2024-07-26T07:21:26.487 INFO:tasks.workunit.client.0.smithi089.stdout: "use_by_application": 446489368, 2024-07-26T07:21:26.487 INFO:tasks.workunit.client.0.smithi089.stdout: "virtual_address_space_used": 630259712 2024-07-26T07:21:26.487 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.487 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.7": { 2024-07-26T07:21:26.487 INFO:tasks.workunit.client.0.smithi089.stdout: "actual_memory_used": 437002240, 2024-07-26T07:21:26.488 INFO:tasks.workunit.client.0.smithi089.stdout: "central_cache_freelist": 19242888, 2024-07-26T07:21:26.488 INFO:tasks.workunit.client.0.smithi089.stdout: "malloc_metadata": 5373952, 2024-07-26T07:21:26.488 INFO:tasks.workunit.client.0.smithi089.stdout: "page_heap_freelist": 0, 2024-07-26T07:21:26.488 INFO:tasks.workunit.client.0.smithi089.stdout: "released_to_os": 34439168, 2024-07-26T07:21:26.488 INFO:tasks.workunit.client.0.smithi089.stdout: "spans_in_use": 10938, 2024-07-26T07:21:26.488 INFO:tasks.workunit.client.0.smithi089.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:21:26.488 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_cache_freelists": 55433008, 2024-07-26T07:21:26.488 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_heaps_in_use": 58, 2024-07-26T07:21:26.488 INFO:tasks.workunit.client.0.smithi089.stdout: "transfer_cache_freelist": 11373056, 2024-07-26T07:21:26.488 INFO:tasks.workunit.client.0.smithi089.stdout: "use_by_application": 345579336, 2024-07-26T07:21:26.488 INFO:tasks.workunit.client.0.smithi089.stdout: "virtual_address_space_used": 471441408 2024-07-26T07:21:26.488 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.488 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.488 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.489 INFO:tasks.workunit.client.0.smithi089.stdout: "hosts": { 2024-07-26T07:21:26.489 INFO:tasks.workunit.client.0.smithi089.stdout: "num": 2, 2024-07-26T07:21:26.489 INFO:tasks.workunit.client.0.smithi089.stdout: "num_with_mds": 2, 2024-07-26T07:21:26.489 INFO:tasks.workunit.client.0.smithi089.stdout: "num_with_mgr": 2, 2024-07-26T07:21:26.489 INFO:tasks.workunit.client.0.smithi089.stdout: "num_with_mon": 2, 2024-07-26T07:21:26.489 INFO:tasks.workunit.client.0.smithi089.stdout: "num_with_osd": 2 2024-07-26T07:21:26.489 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.489 INFO:tasks.workunit.client.0.smithi089.stdout: "io_rate": { 2024-07-26T07:21:26.489 INFO:tasks.workunit.client.0.smithi089.stdout: "pg_stats_delta": { 2024-07-26T07:21:26.489 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": 0, 2024-07-26T07:21:26.489 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:26.489 INFO:tasks.workunit.client.0.smithi089.stdout: "num_store_stats": 0, 2024-07-26T07:21:26.489 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:26.489 INFO:tasks.workunit.client.0.smithi089.stdout: "stamp_delta": "12.002976", 2024-07-26T07:21:26.490 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:26.490 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:26.490 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:26.490 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:26.490 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:26.490 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:26.490 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:26.490 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:26.490 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:26.490 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:26.490 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:26.490 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:26.490 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:26.490 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:26.491 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:26.491 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:26.491 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:26.491 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:26.491 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:26.491 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:26.491 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:26.491 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:26.491 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:26.491 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:26.491 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:26.491 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:26.491 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:26.491 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:26.492 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:26.492 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:26.492 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:26.492 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:26.492 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:26.492 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:26.492 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:26.492 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:26.492 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:26.492 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:26.492 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:26.492 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:26.492 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:26.493 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.493 INFO:tasks.workunit.client.0.smithi089.stdout: "store_stats": { 2024-07-26T07:21:26.493 INFO:tasks.workunit.client.0.smithi089.stdout: "allocated": 0, 2024-07-26T07:21:26.493 INFO:tasks.workunit.client.0.smithi089.stdout: "available": 0, 2024-07-26T07:21:26.493 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed": 0, 2024-07-26T07:21:26.493 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed_allocated": 0, 2024-07-26T07:21:26.493 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed_original": 0, 2024-07-26T07:21:26.493 INFO:tasks.workunit.client.0.smithi089.stdout: "data_stored": 0, 2024-07-26T07:21:26.493 INFO:tasks.workunit.client.0.smithi089.stdout: "internal_metadata": 0, 2024-07-26T07:21:26.493 INFO:tasks.workunit.client.0.smithi089.stdout: "internally_reserved": 0, 2024-07-26T07:21:26.493 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_allocated": 0, 2024-07-26T07:21:26.493 INFO:tasks.workunit.client.0.smithi089.stdout: "total": 0 2024-07-26T07:21:26.493 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.494 INFO:tasks.workunit.client.0.smithi089.stdout: "up": 0 2024-07-26T07:21:26.494 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.494 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.494 INFO:tasks.workunit.client.0.smithi089.stdout: "leaderboard": false, 2024-07-26T07:21:26.494 INFO:tasks.workunit.client.0.smithi089.stdout: "leaderboard_description": null, 2024-07-26T07:21:26.494 INFO:tasks.workunit.client.0.smithi089.stdout: "license": "sharing-1-0", 2024-07-26T07:21:26.494 INFO:tasks.workunit.client.0.smithi089.stdout: "mempool": { 2024-07-26T07:21:26.494 INFO:tasks.workunit.client.0.smithi089.stdout: "mds": { 2024-07-26T07:21:26.494 INFO:tasks.workunit.client.0.smithi089.stdout: "mds.11a06f7556cbb1c57650abffbb3eb77c66bdf751": { 2024-07-26T07:21:26.494 INFO:tasks.workunit.client.0.smithi089.stdout: "bloom_filter": { 2024-07-26T07:21:26.494 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.494 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.495 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.495 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T07:21:26.495 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.495 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.495 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.495 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_reader": { 2024-07-26T07:21:26.495 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.495 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.495 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.495 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_writer": { 2024-07-26T07:21:26.495 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.496 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.496 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.496 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_alloc": { 2024-07-26T07:21:26.496 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.496 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.496 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.496 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_blob": { 2024-07-26T07:21:26.496 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.496 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.496 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.496 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_buffer": { 2024-07-26T07:21:26.496 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.496 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.497 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.497 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_data": { 2024-07-26T07:21:26.497 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.497 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.497 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.497 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_meta": { 2024-07-26T07:21:26.497 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.497 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.497 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.497 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_onode": { 2024-07-26T07:21:26.497 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.497 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.497 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.497 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_other": { 2024-07-26T07:21:26.498 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.498 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.498 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.498 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_extent": { 2024-07-26T07:21:26.498 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.498 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.498 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.498 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_fsck": { 2024-07-26T07:21:26.498 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.498 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.498 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.498 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_inline_bl": { 2024-07-26T07:21:26.499 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.499 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.499 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.499 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_shared_blob": { 2024-07-26T07:21:26.499 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.499 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.499 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.499 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_txc": { 2024-07-26T07:21:26.499 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.499 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.499 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.499 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing": { 2024-07-26T07:21:26.499 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.499 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.500 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.500 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing_deferred": { 2024-07-26T07:21:26.500 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.500 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.500 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.500 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_anon": { 2024-07-26T07:21:26.500 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 149233, 2024-07-26T07:21:26.500 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 36 2024-07-26T07:21:26.500 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.500 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_meta": { 2024-07-26T07:21:26.500 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.500 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.500 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.500 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_co": { 2024-07-26T07:21:26.501 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 928, 2024-07-26T07:21:26.501 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 2 2024-07-26T07:21:26.501 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.501 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:26.501 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.501 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.501 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.501 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mapbl": { 2024-07-26T07:21:26.501 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.501 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.501 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.501 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pglog": { 2024-07-26T07:21:26.501 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.502 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.502 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.502 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap": { 2024-07-26T07:21:26.502 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.502 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.502 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.502 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap_mapping": { 2024-07-26T07:21:26.502 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.502 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.502 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.502 INFO:tasks.workunit.client.0.smithi089.stdout: "pgmap": { 2024-07-26T07:21:26.502 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.502 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.502 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.503 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_1": { 2024-07-26T07:21:26.503 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.503 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.503 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.503 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_2": { 2024-07-26T07:21:26.503 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.503 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.503 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.503 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.503 INFO:tasks.workunit.client.0.smithi089.stdout: "mds.87ef074e95f73b29e32a1570865c090ae0131b8b": { 2024-07-26T07:21:26.503 INFO:tasks.workunit.client.0.smithi089.stdout: "bloom_filter": { 2024-07-26T07:21:26.503 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.503 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.503 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.504 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T07:21:26.504 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.504 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.504 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.504 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_reader": { 2024-07-26T07:21:26.504 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.504 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.504 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.504 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_writer": { 2024-07-26T07:21:26.504 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.504 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.504 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.504 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_alloc": { 2024-07-26T07:21:26.505 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.505 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.505 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.505 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_blob": { 2024-07-26T07:21:26.505 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.505 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.505 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.505 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_buffer": { 2024-07-26T07:21:26.505 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.505 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.505 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.505 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_data": { 2024-07-26T07:21:26.505 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.505 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.506 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.506 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_meta": { 2024-07-26T07:21:26.506 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.506 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.506 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.506 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_onode": { 2024-07-26T07:21:26.506 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.506 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.506 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.506 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_other": { 2024-07-26T07:21:26.506 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.506 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.506 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.507 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_extent": { 2024-07-26T07:21:26.507 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.507 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.507 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.507 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_fsck": { 2024-07-26T07:21:26.507 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.507 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.507 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.507 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_inline_bl": { 2024-07-26T07:21:26.507 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.507 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.507 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.507 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_shared_blob": { 2024-07-26T07:21:26.507 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.508 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.508 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.508 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_txc": { 2024-07-26T07:21:26.508 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.508 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.508 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.508 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing": { 2024-07-26T07:21:26.508 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.508 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.508 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.508 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing_deferred": { 2024-07-26T07:21:26.508 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.508 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.508 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.509 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_anon": { 2024-07-26T07:21:26.509 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 223415, 2024-07-26T07:21:26.509 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 68 2024-07-26T07:21:26.509 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.509 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_meta": { 2024-07-26T07:21:26.509 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.509 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.509 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.509 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_co": { 2024-07-26T07:21:26.509 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 51904, 2024-07-26T07:21:26.509 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 181 2024-07-26T07:21:26.509 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.509 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:26.509 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.510 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.510 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.510 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mapbl": { 2024-07-26T07:21:26.510 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.510 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.510 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.510 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pglog": { 2024-07-26T07:21:26.510 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.510 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.510 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.510 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap": { 2024-07-26T07:21:26.510 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 12344, 2024-07-26T07:21:26.510 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 237 2024-07-26T07:21:26.511 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.511 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap_mapping": { 2024-07-26T07:21:26.511 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.511 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.511 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.511 INFO:tasks.workunit.client.0.smithi089.stdout: "pgmap": { 2024-07-26T07:21:26.511 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.511 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.511 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.511 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_1": { 2024-07-26T07:21:26.511 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.511 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.511 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.511 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_2": { 2024-07-26T07:21:26.512 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.512 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.512 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.512 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.512 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.512 INFO:tasks.workunit.client.0.smithi089.stdout: "mon": { 2024-07-26T07:21:26.512 INFO:tasks.workunit.client.0.smithi089.stdout: "mon.11a06f7556cbb1c57650abffbb3eb77c66bdf751": { 2024-07-26T07:21:26.512 INFO:tasks.workunit.client.0.smithi089.stdout: "bloom_filter": { 2024-07-26T07:21:26.512 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.512 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.512 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.512 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T07:21:26.512 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.512 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.513 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.513 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_reader": { 2024-07-26T07:21:26.513 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.513 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.513 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.513 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_writer": { 2024-07-26T07:21:26.513 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.513 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.513 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.513 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_alloc": { 2024-07-26T07:21:26.513 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.513 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.514 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.514 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_blob": { 2024-07-26T07:21:26.514 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.514 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.514 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.514 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_buffer": { 2024-07-26T07:21:26.514 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.514 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.514 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.514 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_data": { 2024-07-26T07:21:26.514 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.514 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.514 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.515 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_meta": { 2024-07-26T07:21:26.515 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.515 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.515 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.515 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_onode": { 2024-07-26T07:21:26.515 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.515 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.515 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.515 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_other": { 2024-07-26T07:21:26.515 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.515 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.515 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.515 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_extent": { 2024-07-26T07:21:26.515 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.515 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.516 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.516 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_fsck": { 2024-07-26T07:21:26.516 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.516 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.516 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.516 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_inline_bl": { 2024-07-26T07:21:26.516 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.516 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.516 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.516 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_shared_blob": { 2024-07-26T07:21:26.516 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.516 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.516 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.516 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_txc": { 2024-07-26T07:21:26.517 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.517 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.517 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.517 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing": { 2024-07-26T07:21:26.517 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.517 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.517 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.517 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing_deferred": { 2024-07-26T07:21:26.517 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.517 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.517 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.517 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_anon": { 2024-07-26T07:21:26.517 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 44266868, 2024-07-26T07:21:26.517 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 5438 2024-07-26T07:21:26.518 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.518 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_meta": { 2024-07-26T07:21:26.518 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 968, 2024-07-26T07:21:26.518 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 11 2024-07-26T07:21:26.518 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.518 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_co": { 2024-07-26T07:21:26.518 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.518 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.518 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.518 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:26.518 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.518 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.518 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.518 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mapbl": { 2024-07-26T07:21:26.519 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.519 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.519 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.519 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pglog": { 2024-07-26T07:21:26.519 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.519 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.519 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.519 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap": { 2024-07-26T07:21:26.519 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 10920, 2024-07-26T07:21:26.519 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 236 2024-07-26T07:21:26.519 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.519 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap_mapping": { 2024-07-26T07:21:26.519 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 70440, 2024-07-26T07:21:26.520 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 5158 2024-07-26T07:21:26.520 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.520 INFO:tasks.workunit.client.0.smithi089.stdout: "pgmap": { 2024-07-26T07:21:26.520 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 5720, 2024-07-26T07:21:26.520 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 152 2024-07-26T07:21:26.520 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.520 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_1": { 2024-07-26T07:21:26.520 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.520 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.520 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.520 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_2": { 2024-07-26T07:21:26.520 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.520 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.520 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.521 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.521 INFO:tasks.workunit.client.0.smithi089.stdout: "mon.87ef074e95f73b29e32a1570865c090ae0131b8b": { 2024-07-26T07:21:26.521 INFO:tasks.workunit.client.0.smithi089.stdout: "bloom_filter": { 2024-07-26T07:21:26.521 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.521 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.521 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.521 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T07:21:26.521 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.521 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.521 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.521 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_reader": { 2024-07-26T07:21:26.521 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.521 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.521 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.522 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_writer": { 2024-07-26T07:21:26.522 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.522 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.522 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.522 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_alloc": { 2024-07-26T07:21:26.522 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.522 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.522 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.522 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_blob": { 2024-07-26T07:21:26.522 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.522 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.522 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.523 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_buffer": { 2024-07-26T07:21:26.523 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.523 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.523 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.523 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_data": { 2024-07-26T07:21:26.523 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.523 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.523 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.523 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_meta": { 2024-07-26T07:21:26.523 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.523 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.523 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.523 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_onode": { 2024-07-26T07:21:26.523 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.524 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.524 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.524 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_other": { 2024-07-26T07:21:26.524 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.524 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.524 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.524 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_extent": { 2024-07-26T07:21:26.524 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.524 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.524 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.524 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_fsck": { 2024-07-26T07:21:26.524 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.524 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.524 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.524 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_inline_bl": { 2024-07-26T07:21:26.525 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.525 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.525 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.525 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_shared_blob": { 2024-07-26T07:21:26.525 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.525 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.525 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.525 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_txc": { 2024-07-26T07:21:26.525 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.525 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.525 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.525 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing": { 2024-07-26T07:21:26.525 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.525 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.526 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.526 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing_deferred": { 2024-07-26T07:21:26.526 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.526 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.526 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.526 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_anon": { 2024-07-26T07:21:26.526 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 48446090, 2024-07-26T07:21:26.526 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 6363 2024-07-26T07:21:26.526 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.526 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_meta": { 2024-07-26T07:21:26.526 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.526 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.526 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.526 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_co": { 2024-07-26T07:21:26.527 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.527 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.527 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.527 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:26.527 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.527 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.527 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.527 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mapbl": { 2024-07-26T07:21:26.527 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.527 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.527 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.527 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pglog": { 2024-07-26T07:21:26.527 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.527 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.528 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.528 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap": { 2024-07-26T07:21:26.528 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 10920, 2024-07-26T07:21:26.528 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 236 2024-07-26T07:21:26.528 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.528 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap_mapping": { 2024-07-26T07:21:26.528 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 70440, 2024-07-26T07:21:26.528 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 5158 2024-07-26T07:21:26.528 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.528 INFO:tasks.workunit.client.0.smithi089.stdout: "pgmap": { 2024-07-26T07:21:26.528 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 11440, 2024-07-26T07:21:26.528 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 304 2024-07-26T07:21:26.528 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.528 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_1": { 2024-07-26T07:21:26.529 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.529 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.529 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.529 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_2": { 2024-07-26T07:21:26.529 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.529 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.529 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.529 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.529 INFO:tasks.workunit.client.0.smithi089.stdout: "mon.fa05ed6b69dc18131ed830145851b5294218fbe2": { 2024-07-26T07:21:26.529 INFO:tasks.workunit.client.0.smithi089.stdout: "bloom_filter": { 2024-07-26T07:21:26.529 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.529 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.529 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.529 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T07:21:26.530 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.530 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.530 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.530 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_reader": { 2024-07-26T07:21:26.530 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.530 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.530 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.530 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_writer": { 2024-07-26T07:21:26.530 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.530 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.530 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.530 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_alloc": { 2024-07-26T07:21:26.530 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.531 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.531 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.531 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_blob": { 2024-07-26T07:21:26.531 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.531 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.531 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.531 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_buffer": { 2024-07-26T07:21:26.531 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.531 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.531 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.532 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_data": { 2024-07-26T07:21:26.532 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.532 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.532 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.532 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_meta": { 2024-07-26T07:21:26.532 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.532 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.532 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.532 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_onode": { 2024-07-26T07:21:26.532 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.532 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.532 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.532 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_other": { 2024-07-26T07:21:26.532 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.532 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.533 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.533 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_extent": { 2024-07-26T07:21:26.533 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.533 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.533 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.533 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_fsck": { 2024-07-26T07:21:26.533 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.533 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.533 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.533 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_inline_bl": { 2024-07-26T07:21:26.533 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.533 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.533 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.534 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_shared_blob": { 2024-07-26T07:21:26.534 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.534 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.534 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.534 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_txc": { 2024-07-26T07:21:26.534 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.534 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.534 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.534 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing": { 2024-07-26T07:21:26.534 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.534 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.534 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.535 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing_deferred": { 2024-07-26T07:21:26.535 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.535 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.535 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.535 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_anon": { 2024-07-26T07:21:26.535 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 54361060, 2024-07-26T07:21:26.535 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 7837 2024-07-26T07:21:26.535 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.535 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_meta": { 2024-07-26T07:21:26.535 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.535 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.535 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.535 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_co": { 2024-07-26T07:21:26.535 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.536 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.536 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.536 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:26.536 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.536 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.536 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.536 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mapbl": { 2024-07-26T07:21:26.536 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.536 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.536 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.536 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pglog": { 2024-07-26T07:21:26.536 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.536 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.537 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.537 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap": { 2024-07-26T07:21:26.537 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 10920, 2024-07-26T07:21:26.537 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 236 2024-07-26T07:21:26.537 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.537 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap_mapping": { 2024-07-26T07:21:26.537 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 70440, 2024-07-26T07:21:26.537 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 5158 2024-07-26T07:21:26.537 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.537 INFO:tasks.workunit.client.0.smithi089.stdout: "pgmap": { 2024-07-26T07:21:26.537 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 5720, 2024-07-26T07:21:26.537 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 152 2024-07-26T07:21:26.537 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.537 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_1": { 2024-07-26T07:21:26.538 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.538 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.538 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.538 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_2": { 2024-07-26T07:21:26.538 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.538 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.538 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.538 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.538 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.538 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:26.538 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.0": { 2024-07-26T07:21:26.538 INFO:tasks.workunit.client.0.smithi089.stdout: "bloom_filter": { 2024-07-26T07:21:26.538 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.539 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.539 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.539 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T07:21:26.539 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 24136, 2024-07-26T07:21:26.539 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 426 2024-07-26T07:21:26.539 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.539 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_reader": { 2024-07-26T07:21:26.539 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 657792, 2024-07-26T07:21:26.539 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 32 2024-07-26T07:21:26.539 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.539 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_writer": { 2024-07-26T07:21:26.539 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 2304, 2024-07-26T07:21:26.539 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 12 2024-07-26T07:21:26.540 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.540 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_alloc": { 2024-07-26T07:21:26.540 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 80960, 2024-07-26T07:21:26.540 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 1012 2024-07-26T07:21:26.540 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.540 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_blob": { 2024-07-26T07:21:26.540 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 554320, 2024-07-26T07:21:26.540 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 2665 2024-07-26T07:21:26.540 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.540 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_buffer": { 2024-07-26T07:21:26.540 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 256, 2024-07-26T07:21:26.540 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 32 2024-07-26T07:21:26.540 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.541 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_data": { 2024-07-26T07:21:26.541 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 640301, 2024-07-26T07:21:26.541 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 177 2024-07-26T07:21:26.541 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.541 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_meta": { 2024-07-26T07:21:26.541 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 2563896, 2024-07-26T07:21:26.541 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 563696 2024-07-26T07:21:26.541 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.541 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_onode": { 2024-07-26T07:21:26.541 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 7210296, 2024-07-26T07:21:26.541 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 10635 2024-07-26T07:21:26.541 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.541 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_other": { 2024-07-26T07:21:26.542 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 104520, 2024-07-26T07:21:26.542 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 11135 2024-07-26T07:21:26.542 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.542 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_extent": { 2024-07-26T07:21:26.542 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 127920, 2024-07-26T07:21:26.542 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 2665 2024-07-26T07:21:26.542 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.542 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_fsck": { 2024-07-26T07:21:26.542 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.542 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.542 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.542 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_inline_bl": { 2024-07-26T07:21:26.542 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 255258, 2024-07-26T07:21:26.542 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 1806 2024-07-26T07:21:26.543 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.543 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_shared_blob": { 2024-07-26T07:21:26.543 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.543 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.543 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.543 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_txc": { 2024-07-26T07:21:26.543 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.543 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.543 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.543 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing": { 2024-07-26T07:21:26.543 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 52764, 2024-07-26T07:21:26.543 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 47 2024-07-26T07:21:26.543 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.544 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing_deferred": { 2024-07-26T07:21:26.544 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.544 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.544 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.544 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_anon": { 2024-07-26T07:21:26.544 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 12224743, 2024-07-26T07:21:26.544 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 284 2024-07-26T07:21:26.544 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.544 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_meta": { 2024-07-26T07:21:26.544 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 16280, 2024-07-26T07:21:26.544 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 185 2024-07-26T07:21:26.544 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.544 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_co": { 2024-07-26T07:21:26.544 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.544 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.545 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.545 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:26.545 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 522720, 2024-07-26T07:21:26.545 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 45 2024-07-26T07:21:26.545 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.545 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mapbl": { 2024-07-26T07:21:26.545 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.545 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.545 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.545 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pglog": { 2024-07-26T07:21:26.545 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 7055880, 2024-07-26T07:21:26.545 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 18369 2024-07-26T07:21:26.545 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.546 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap": { 2024-07-26T07:21:26.546 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 652328, 2024-07-26T07:21:26.546 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 10524 2024-07-26T07:21:26.546 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.546 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap_mapping": { 2024-07-26T07:21:26.546 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.546 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.546 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.546 INFO:tasks.workunit.client.0.smithi089.stdout: "pgmap": { 2024-07-26T07:21:26.546 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.546 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.546 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.546 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_1": { 2024-07-26T07:21:26.546 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.547 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.547 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.547 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_2": { 2024-07-26T07:21:26.547 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.547 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.547 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.547 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.547 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.1": { 2024-07-26T07:21:26.547 INFO:tasks.workunit.client.0.smithi089.stdout: "bloom_filter": { 2024-07-26T07:21:26.547 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.547 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.547 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.547 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T07:21:26.547 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 26088, 2024-07-26T07:21:26.548 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 506 2024-07-26T07:21:26.548 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.548 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_reader": { 2024-07-26T07:21:26.548 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 506240, 2024-07-26T07:21:26.548 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 34 2024-07-26T07:21:26.548 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.548 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_writer": { 2024-07-26T07:21:26.548 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 768, 2024-07-26T07:21:26.548 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 4 2024-07-26T07:21:26.548 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.548 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_alloc": { 2024-07-26T07:21:26.548 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 80400, 2024-07-26T07:21:26.548 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 1005 2024-07-26T07:21:26.548 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.549 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_blob": { 2024-07-26T07:21:26.549 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 552032, 2024-07-26T07:21:26.549 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 2654 2024-07-26T07:21:26.549 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.549 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_buffer": { 2024-07-26T07:21:26.549 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 256, 2024-07-26T07:21:26.549 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 32 2024-07-26T07:21:26.549 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.549 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_data": { 2024-07-26T07:21:26.549 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 888084, 2024-07-26T07:21:26.549 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 234 2024-07-26T07:21:26.549 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.549 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_meta": { 2024-07-26T07:21:26.550 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 2517740, 2024-07-26T07:21:26.550 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 553360 2024-07-26T07:21:26.550 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.550 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_onode": { 2024-07-26T07:21:26.550 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 7081776, 2024-07-26T07:21:26.550 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 10446 2024-07-26T07:21:26.550 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.550 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_other": { 2024-07-26T07:21:26.550 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 102352, 2024-07-26T07:21:26.550 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 10959 2024-07-26T07:21:26.550 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.550 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_extent": { 2024-07-26T07:21:26.550 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 127392, 2024-07-26T07:21:26.550 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 2654 2024-07-26T07:21:26.551 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.551 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_fsck": { 2024-07-26T07:21:26.551 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.551 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.551 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.551 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_inline_bl": { 2024-07-26T07:21:26.551 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 255514, 2024-07-26T07:21:26.551 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 1807 2024-07-26T07:21:26.551 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.551 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_shared_blob": { 2024-07-26T07:21:26.551 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.551 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.551 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.551 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_txc": { 2024-07-26T07:21:26.552 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 736, 2024-07-26T07:21:26.552 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 1 2024-07-26T07:21:26.552 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.552 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing": { 2024-07-26T07:21:26.552 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 80707, 2024-07-26T07:21:26.552 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 48 2024-07-26T07:21:26.552 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.552 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing_deferred": { 2024-07-26T07:21:26.552 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 12112, 2024-07-26T07:21:26.552 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 3 2024-07-26T07:21:26.552 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.552 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_anon": { 2024-07-26T07:21:26.552 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 3836238, 2024-07-26T07:21:26.552 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 268 2024-07-26T07:21:26.553 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.553 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_meta": { 2024-07-26T07:21:26.553 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 21472, 2024-07-26T07:21:26.553 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 244 2024-07-26T07:21:26.553 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.553 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_co": { 2024-07-26T07:21:26.553 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.553 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.553 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.553 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:26.553 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 441408, 2024-07-26T07:21:26.553 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 38 2024-07-26T07:21:26.553 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.553 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mapbl": { 2024-07-26T07:21:26.554 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.554 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.554 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.554 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pglog": { 2024-07-26T07:21:26.554 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 7299032, 2024-07-26T07:21:26.554 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 21215 2024-07-26T07:21:26.554 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.554 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap": { 2024-07-26T07:21:26.554 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 652328, 2024-07-26T07:21:26.554 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 10524 2024-07-26T07:21:26.554 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.554 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap_mapping": { 2024-07-26T07:21:26.554 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.554 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.555 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.555 INFO:tasks.workunit.client.0.smithi089.stdout: "pgmap": { 2024-07-26T07:21:26.555 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.555 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.555 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.555 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_1": { 2024-07-26T07:21:26.555 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.555 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.555 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.555 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_2": { 2024-07-26T07:21:26.555 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.555 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.555 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.556 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.556 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.2": { 2024-07-26T07:21:26.556 INFO:tasks.workunit.client.0.smithi089.stdout: "bloom_filter": { 2024-07-26T07:21:26.556 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.556 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.556 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.556 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T07:21:26.556 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 15312, 2024-07-26T07:21:26.556 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 270 2024-07-26T07:21:26.556 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.556 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_reader": { 2024-07-26T07:21:26.556 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 104064, 2024-07-26T07:21:26.556 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 23 2024-07-26T07:21:26.557 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.557 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_writer": { 2024-07-26T07:21:26.557 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 3264, 2024-07-26T07:21:26.557 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 17 2024-07-26T07:21:26.557 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.557 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_alloc": { 2024-07-26T07:21:26.557 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 78320, 2024-07-26T07:21:26.557 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 979 2024-07-26T07:21:26.557 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.557 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_blob": { 2024-07-26T07:21:26.557 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 551408, 2024-07-26T07:21:26.557 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 2651 2024-07-26T07:21:26.557 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.557 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_buffer": { 2024-07-26T07:21:26.558 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 256, 2024-07-26T07:21:26.558 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 32 2024-07-26T07:21:26.558 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.558 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_data": { 2024-07-26T07:21:26.558 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 261962, 2024-07-26T07:21:26.558 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 79 2024-07-26T07:21:26.558 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.558 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_meta": { 2024-07-26T07:21:26.558 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 1845166, 2024-07-26T07:21:26.558 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 404602 2024-07-26T07:21:26.558 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.558 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_onode": { 2024-07-26T07:21:26.558 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 5289296, 2024-07-26T07:21:26.559 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 7810 2024-07-26T07:21:26.559 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.559 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_other": { 2024-07-26T07:21:26.559 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 101396, 2024-07-26T07:21:26.559 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 10945 2024-07-26T07:21:26.559 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.559 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_extent": { 2024-07-26T07:21:26.559 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 127248, 2024-07-26T07:21:26.559 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 2651 2024-07-26T07:21:26.559 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.559 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_fsck": { 2024-07-26T07:21:26.559 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.559 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.559 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.559 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_inline_bl": { 2024-07-26T07:21:26.560 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 255514, 2024-07-26T07:21:26.560 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 1807 2024-07-26T07:21:26.560 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.560 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_shared_blob": { 2024-07-26T07:21:26.560 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.560 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.560 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.560 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_txc": { 2024-07-26T07:21:26.560 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 736, 2024-07-26T07:21:26.560 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 1 2024-07-26T07:21:26.560 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.560 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing": { 2024-07-26T07:21:26.560 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 74571, 2024-07-26T07:21:26.560 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 54 2024-07-26T07:21:26.561 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.561 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing_deferred": { 2024-07-26T07:21:26.561 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 12112, 2024-07-26T07:21:26.561 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 3 2024-07-26T07:21:26.561 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.561 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_anon": { 2024-07-26T07:21:26.561 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 17377596, 2024-07-26T07:21:26.561 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 7399 2024-07-26T07:21:26.561 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.561 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_meta": { 2024-07-26T07:21:26.561 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 10032, 2024-07-26T07:21:26.561 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 114 2024-07-26T07:21:26.561 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.561 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_co": { 2024-07-26T07:21:26.562 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.562 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.562 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.562 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:26.562 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 348480, 2024-07-26T07:21:26.562 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 30 2024-07-26T07:21:26.562 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.562 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mapbl": { 2024-07-26T07:21:26.562 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.562 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.562 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.562 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pglog": { 2024-07-26T07:21:26.562 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 3208920, 2024-07-26T07:21:26.562 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 6171 2024-07-26T07:21:26.563 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.563 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap": { 2024-07-26T07:21:26.563 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 652328, 2024-07-26T07:21:26.563 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 10524 2024-07-26T07:21:26.563 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.563 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap_mapping": { 2024-07-26T07:21:26.563 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.563 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.563 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.563 INFO:tasks.workunit.client.0.smithi089.stdout: "pgmap": { 2024-07-26T07:21:26.563 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.563 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.563 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.563 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_1": { 2024-07-26T07:21:26.564 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.564 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.564 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.564 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_2": { 2024-07-26T07:21:26.564 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.564 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.564 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.564 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.564 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.3": { 2024-07-26T07:21:26.564 INFO:tasks.workunit.client.0.smithi089.stdout: "bloom_filter": { 2024-07-26T07:21:26.564 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.564 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.564 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.564 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T07:21:26.565 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 18464, 2024-07-26T07:21:26.565 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 322 2024-07-26T07:21:26.565 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.565 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_reader": { 2024-07-26T07:21:26.565 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 444160, 2024-07-26T07:21:26.565 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 24 2024-07-26T07:21:26.565 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.565 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_writer": { 2024-07-26T07:21:26.565 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 3072, 2024-07-26T07:21:26.565 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 16 2024-07-26T07:21:26.565 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.565 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_alloc": { 2024-07-26T07:21:26.565 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 79520, 2024-07-26T07:21:26.565 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 994 2024-07-26T07:21:26.566 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.566 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_blob": { 2024-07-26T07:21:26.566 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 552448, 2024-07-26T07:21:26.566 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 2656 2024-07-26T07:21:26.566 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.566 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_buffer": { 2024-07-26T07:21:26.566 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 256, 2024-07-26T07:21:26.566 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 32 2024-07-26T07:21:26.566 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.566 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_data": { 2024-07-26T07:21:26.566 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 360269, 2024-07-26T07:21:26.566 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 94 2024-07-26T07:21:26.566 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.567 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_meta": { 2024-07-26T07:21:26.567 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 1835888, 2024-07-26T07:21:26.567 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 402487 2024-07-26T07:21:26.567 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.567 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_onode": { 2024-07-26T07:21:26.567 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 5259376, 2024-07-26T07:21:26.567 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 7766 2024-07-26T07:21:26.567 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.567 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_other": { 2024-07-26T07:21:26.567 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 102308, 2024-07-26T07:21:26.567 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 10965 2024-07-26T07:21:26.567 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.567 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_extent": { 2024-07-26T07:21:26.567 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 127488, 2024-07-26T07:21:26.568 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 2656 2024-07-26T07:21:26.568 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.568 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_fsck": { 2024-07-26T07:21:26.568 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.568 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.568 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.568 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_inline_bl": { 2024-07-26T07:21:26.568 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 255514, 2024-07-26T07:21:26.568 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 1807 2024-07-26T07:21:26.568 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.568 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_shared_blob": { 2024-07-26T07:21:26.568 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.568 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.568 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.569 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_txc": { 2024-07-26T07:21:26.569 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 736, 2024-07-26T07:21:26.569 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 1 2024-07-26T07:21:26.569 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.569 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing": { 2024-07-26T07:21:26.569 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 71554, 2024-07-26T07:21:26.569 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 55 2024-07-26T07:21:26.569 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.569 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing_deferred": { 2024-07-26T07:21:26.569 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 12112, 2024-07-26T07:21:26.569 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 3 2024-07-26T07:21:26.569 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.569 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_anon": { 2024-07-26T07:21:26.569 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 16405654, 2024-07-26T07:21:26.570 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 280 2024-07-26T07:21:26.570 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.570 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_meta": { 2024-07-26T07:21:26.570 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 10824, 2024-07-26T07:21:26.570 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 123 2024-07-26T07:21:26.570 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.570 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_co": { 2024-07-26T07:21:26.570 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.570 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.570 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.570 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:26.570 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 429792, 2024-07-26T07:21:26.570 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 37 2024-07-26T07:21:26.570 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.571 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mapbl": { 2024-07-26T07:21:26.571 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.571 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.571 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.571 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pglog": { 2024-07-26T07:21:26.571 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 3514680, 2024-07-26T07:21:26.571 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 9159 2024-07-26T07:21:26.571 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.571 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap": { 2024-07-26T07:21:26.571 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 652328, 2024-07-26T07:21:26.571 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 10524 2024-07-26T07:21:26.571 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.571 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap_mapping": { 2024-07-26T07:21:26.571 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.572 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.572 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.572 INFO:tasks.workunit.client.0.smithi089.stdout: "pgmap": { 2024-07-26T07:21:26.572 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.572 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.572 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.572 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_1": { 2024-07-26T07:21:26.572 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.572 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.572 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.572 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_2": { 2024-07-26T07:21:26.572 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.572 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.572 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.573 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.573 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.4": { 2024-07-26T07:21:26.573 INFO:tasks.workunit.client.0.smithi089.stdout: "bloom_filter": { 2024-07-26T07:21:26.573 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.573 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.573 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.573 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T07:21:26.573 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 22464, 2024-07-26T07:21:26.573 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 392 2024-07-26T07:21:26.573 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.573 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_reader": { 2024-07-26T07:21:26.573 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 514432, 2024-07-26T07:21:26.573 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 32 2024-07-26T07:21:26.573 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.574 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_writer": { 2024-07-26T07:21:26.574 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 2688, 2024-07-26T07:21:26.574 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 14 2024-07-26T07:21:26.574 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.574 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_alloc": { 2024-07-26T07:21:26.574 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 79760, 2024-07-26T07:21:26.574 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 997 2024-07-26T07:21:26.574 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.574 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_blob": { 2024-07-26T07:21:26.574 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 565760, 2024-07-26T07:21:26.574 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 2720 2024-07-26T07:21:26.574 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.574 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_buffer": { 2024-07-26T07:21:26.575 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 256, 2024-07-26T07:21:26.575 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 32 2024-07-26T07:21:26.575 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.575 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_data": { 2024-07-26T07:21:26.575 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 1563069, 2024-07-26T07:21:26.575 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 387 2024-07-26T07:21:26.575 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.575 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_meta": { 2024-07-26T07:21:26.575 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 2142826, 2024-07-26T07:21:26.575 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 467340 2024-07-26T07:21:26.575 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.575 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_onode": { 2024-07-26T07:21:26.575 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 6085576, 2024-07-26T07:21:26.575 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 8981 2024-07-26T07:21:26.575 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.576 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_other": { 2024-07-26T07:21:26.576 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 111816, 2024-07-26T07:21:26.576 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 12116 2024-07-26T07:21:26.576 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.576 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_extent": { 2024-07-26T07:21:26.576 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 130560, 2024-07-26T07:21:26.576 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 2720 2024-07-26T07:21:26.576 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.576 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_fsck": { 2024-07-26T07:21:26.576 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.576 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.576 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.576 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_inline_bl": { 2024-07-26T07:21:26.576 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 255258, 2024-07-26T07:21:26.577 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 1806 2024-07-26T07:21:26.577 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.577 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_shared_blob": { 2024-07-26T07:21:26.577 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.577 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.577 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.577 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_txc": { 2024-07-26T07:21:26.577 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.577 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.577 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.577 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing": { 2024-07-26T07:21:26.577 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 14393, 2024-07-26T07:21:26.577 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 25 2024-07-26T07:21:26.577 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.578 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing_deferred": { 2024-07-26T07:21:26.578 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.578 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.578 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.578 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_anon": { 2024-07-26T07:21:26.578 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 14187059, 2024-07-26T07:21:26.578 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 262 2024-07-26T07:21:26.578 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.578 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_meta": { 2024-07-26T07:21:26.578 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 34584, 2024-07-26T07:21:26.578 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 393 2024-07-26T07:21:26.578 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.578 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_co": { 2024-07-26T07:21:26.578 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.579 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.579 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.579 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:26.579 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 464640, 2024-07-26T07:21:26.579 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 40 2024-07-26T07:21:26.579 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.579 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mapbl": { 2024-07-26T07:21:26.579 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.579 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.579 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.579 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pglog": { 2024-07-26T07:21:26.579 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 5138640, 2024-07-26T07:21:26.579 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 12274 2024-07-26T07:21:26.579 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.580 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap": { 2024-07-26T07:21:26.580 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 652328, 2024-07-26T07:21:26.580 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 10524 2024-07-26T07:21:26.580 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.580 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap_mapping": { 2024-07-26T07:21:26.580 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.580 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.580 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.580 INFO:tasks.workunit.client.0.smithi089.stdout: "pgmap": { 2024-07-26T07:21:26.580 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.580 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.580 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.580 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_1": { 2024-07-26T07:21:26.580 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.581 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.581 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.581 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_2": { 2024-07-26T07:21:26.581 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.581 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.581 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.581 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.581 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.5": { 2024-07-26T07:21:26.581 INFO:tasks.workunit.client.0.smithi089.stdout: "bloom_filter": { 2024-07-26T07:21:26.581 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.581 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.581 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.581 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T07:21:26.581 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 20912, 2024-07-26T07:21:26.582 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 368 2024-07-26T07:21:26.582 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.582 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_reader": { 2024-07-26T07:21:26.582 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 239744, 2024-07-26T07:21:26.582 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 29 2024-07-26T07:21:26.582 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.582 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_writer": { 2024-07-26T07:21:26.582 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 2880, 2024-07-26T07:21:26.582 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 15 2024-07-26T07:21:26.582 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.582 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_alloc": { 2024-07-26T07:21:26.582 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 79440, 2024-07-26T07:21:26.583 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 993 2024-07-26T07:21:26.583 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.583 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_blob": { 2024-07-26T07:21:26.583 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 565968, 2024-07-26T07:21:26.583 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 2721 2024-07-26T07:21:26.583 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.583 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_buffer": { 2024-07-26T07:21:26.583 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 256, 2024-07-26T07:21:26.583 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 32 2024-07-26T07:21:26.583 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.583 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_data": { 2024-07-26T07:21:26.583 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 470464, 2024-07-26T07:21:26.584 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 130 2024-07-26T07:21:26.584 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.584 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_meta": { 2024-07-26T07:21:26.584 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 2393733, 2024-07-26T07:21:26.584 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 533229 2024-07-26T07:21:26.584 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.584 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_onode": { 2024-07-26T07:21:26.584 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 6872336, 2024-07-26T07:21:26.584 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 10138 2024-07-26T07:21:26.584 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.584 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_other": { 2024-07-26T07:21:26.584 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 112008, 2024-07-26T07:21:26.584 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 12124 2024-07-26T07:21:26.584 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.585 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_extent": { 2024-07-26T07:21:26.585 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 130560, 2024-07-26T07:21:26.585 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 2720 2024-07-26T07:21:26.585 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.585 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_fsck": { 2024-07-26T07:21:26.585 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.585 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.585 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.585 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_inline_bl": { 2024-07-26T07:21:26.585 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 255258, 2024-07-26T07:21:26.585 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 1806 2024-07-26T07:21:26.585 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.586 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_shared_blob": { 2024-07-26T07:21:26.586 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.586 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.586 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.586 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_txc": { 2024-07-26T07:21:26.586 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 1472, 2024-07-26T07:21:26.586 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 2 2024-07-26T07:21:26.586 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.586 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing": { 2024-07-26T07:21:26.586 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 113569, 2024-07-26T07:21:26.586 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 61 2024-07-26T07:21:26.586 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.586 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing_deferred": { 2024-07-26T07:21:26.587 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 20128, 2024-07-26T07:21:26.587 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 5 2024-07-26T07:21:26.587 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.587 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_anon": { 2024-07-26T07:21:26.587 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 15517585, 2024-07-26T07:21:26.587 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 271 2024-07-26T07:21:26.587 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.587 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_meta": { 2024-07-26T07:21:26.587 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 13200, 2024-07-26T07:21:26.587 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 150 2024-07-26T07:21:26.587 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.587 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_co": { 2024-07-26T07:21:26.587 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.587 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.588 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.588 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:26.588 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 476256, 2024-07-26T07:21:26.588 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 41 2024-07-26T07:21:26.588 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.588 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mapbl": { 2024-07-26T07:21:26.588 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.588 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.588 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.588 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pglog": { 2024-07-26T07:21:26.588 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 6305520, 2024-07-26T07:21:26.588 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 12126 2024-07-26T07:21:26.588 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.588 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap": { 2024-07-26T07:21:26.589 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 652328, 2024-07-26T07:21:26.589 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 10524 2024-07-26T07:21:26.589 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.589 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap_mapping": { 2024-07-26T07:21:26.589 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.589 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.589 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.589 INFO:tasks.workunit.client.0.smithi089.stdout: "pgmap": { 2024-07-26T07:21:26.589 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.589 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.589 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.589 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_1": { 2024-07-26T07:21:26.589 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.590 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.590 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.590 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_2": { 2024-07-26T07:21:26.590 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.590 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.590 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.590 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.590 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.6": { 2024-07-26T07:21:26.590 INFO:tasks.workunit.client.0.smithi089.stdout: "bloom_filter": { 2024-07-26T07:21:26.590 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.590 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.590 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.590 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T07:21:26.591 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 18088, 2024-07-26T07:21:26.591 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 317 2024-07-26T07:21:26.591 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.591 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_reader": { 2024-07-26T07:21:26.591 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 366464, 2024-07-26T07:21:26.591 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 26 2024-07-26T07:21:26.591 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.591 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_writer": { 2024-07-26T07:21:26.591 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 4224, 2024-07-26T07:21:26.591 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 22 2024-07-26T07:21:26.591 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.591 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_alloc": { 2024-07-26T07:21:26.591 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 79520, 2024-07-26T07:21:26.592 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 994 2024-07-26T07:21:26.592 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.592 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_blob": { 2024-07-26T07:21:26.592 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 567424, 2024-07-26T07:21:26.592 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 2728 2024-07-26T07:21:26.592 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.592 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_buffer": { 2024-07-26T07:21:26.592 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 256, 2024-07-26T07:21:26.592 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 32 2024-07-26T07:21:26.592 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.592 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_data": { 2024-07-26T07:21:26.592 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 1065073, 2024-07-26T07:21:26.592 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 270 2024-07-26T07:21:26.592 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.592 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_meta": { 2024-07-26T07:21:26.593 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 1777694, 2024-07-26T07:21:26.593 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 387933 2024-07-26T07:21:26.593 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.593 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_onode": { 2024-07-26T07:21:26.593 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 5115216, 2024-07-26T07:21:26.593 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 7554 2024-07-26T07:21:26.593 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.593 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_other": { 2024-07-26T07:21:26.593 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 112896, 2024-07-26T07:21:26.593 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 12277 2024-07-26T07:21:26.593 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.593 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_extent": { 2024-07-26T07:21:26.593 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 130944, 2024-07-26T07:21:26.593 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 2728 2024-07-26T07:21:26.594 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.594 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_fsck": { 2024-07-26T07:21:26.594 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.594 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.594 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.594 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_inline_bl": { 2024-07-26T07:21:26.594 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 255258, 2024-07-26T07:21:26.594 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 1806 2024-07-26T07:21:26.594 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.594 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_shared_blob": { 2024-07-26T07:21:26.594 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.594 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.595 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.595 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_txc": { 2024-07-26T07:21:26.595 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.595 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.595 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.595 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing": { 2024-07-26T07:21:26.595 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 47510, 2024-07-26T07:21:26.595 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 50 2024-07-26T07:21:26.595 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.595 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing_deferred": { 2024-07-26T07:21:26.595 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.595 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.595 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.595 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_anon": { 2024-07-26T07:21:26.595 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 22543878, 2024-07-26T07:21:26.596 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 267 2024-07-26T07:21:26.596 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.596 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_meta": { 2024-07-26T07:21:26.596 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 26576, 2024-07-26T07:21:26.596 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 302 2024-07-26T07:21:26.596 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.596 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_co": { 2024-07-26T07:21:26.596 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.596 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.596 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.596 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:26.596 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 441408, 2024-07-26T07:21:26.596 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 38 2024-07-26T07:21:26.596 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.597 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mapbl": { 2024-07-26T07:21:26.597 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.597 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.597 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.597 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pglog": { 2024-07-26T07:21:26.597 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 3663920, 2024-07-26T07:21:26.597 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 9446 2024-07-26T07:21:26.597 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.597 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap": { 2024-07-26T07:21:26.597 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 652328, 2024-07-26T07:21:26.597 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 10524 2024-07-26T07:21:26.597 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.597 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap_mapping": { 2024-07-26T07:21:26.597 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.598 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.598 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.598 INFO:tasks.workunit.client.0.smithi089.stdout: "pgmap": { 2024-07-26T07:21:26.598 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.598 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.598 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.598 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_1": { 2024-07-26T07:21:26.598 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.598 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.598 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.598 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_2": { 2024-07-26T07:21:26.598 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.598 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.598 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.599 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.599 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.7": { 2024-07-26T07:21:26.599 INFO:tasks.workunit.client.0.smithi089.stdout: "bloom_filter": { 2024-07-26T07:21:26.599 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.599 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.599 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.599 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T07:21:26.599 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 15408, 2024-07-26T07:21:26.599 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 278 2024-07-26T07:21:26.599 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.599 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_reader": { 2024-07-26T07:21:26.599 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 59008, 2024-07-26T07:21:26.599 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 23 2024-07-26T07:21:26.599 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.599 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_writer": { 2024-07-26T07:21:26.600 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 960, 2024-07-26T07:21:26.600 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 5 2024-07-26T07:21:26.600 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.600 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_alloc": { 2024-07-26T07:21:26.600 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 79120, 2024-07-26T07:21:26.600 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 989 2024-07-26T07:21:26.600 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.600 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_blob": { 2024-07-26T07:21:26.600 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 553904, 2024-07-26T07:21:26.600 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 2663 2024-07-26T07:21:26.600 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.600 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_buffer": { 2024-07-26T07:21:26.600 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 256, 2024-07-26T07:21:26.601 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 32 2024-07-26T07:21:26.601 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.601 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_data": { 2024-07-26T07:21:26.601 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 517377, 2024-07-26T07:21:26.601 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 144 2024-07-26T07:21:26.601 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.601 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_meta": { 2024-07-26T07:21:26.601 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 2113474, 2024-07-26T07:21:26.601 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 466956 2024-07-26T07:21:26.601 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.601 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_onode": { 2024-07-26T07:21:26.601 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 6057696, 2024-07-26T07:21:26.601 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 8940 2024-07-26T07:21:26.601 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.602 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_other": { 2024-07-26T07:21:26.602 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 104528, 2024-07-26T07:21:26.602 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 11128 2024-07-26T07:21:26.602 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.602 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_extent": { 2024-07-26T07:21:26.602 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 127824, 2024-07-26T07:21:26.602 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 2663 2024-07-26T07:21:26.602 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.602 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_fsck": { 2024-07-26T07:21:26.602 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.602 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.602 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.602 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_inline_bl": { 2024-07-26T07:21:26.603 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 255258, 2024-07-26T07:21:26.603 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 1806 2024-07-26T07:21:26.603 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.603 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_shared_blob": { 2024-07-26T07:21:26.603 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.603 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.603 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.603 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_txc": { 2024-07-26T07:21:26.603 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.603 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.603 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.603 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing": { 2024-07-26T07:21:26.603 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 40889, 2024-07-26T07:21:26.603 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 40 2024-07-26T07:21:26.604 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.604 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing_deferred": { 2024-07-26T07:21:26.604 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.604 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.604 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.604 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_anon": { 2024-07-26T07:21:26.604 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 4763778, 2024-07-26T07:21:26.604 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 242 2024-07-26T07:21:26.604 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.604 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_meta": { 2024-07-26T07:21:26.604 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 12144, 2024-07-26T07:21:26.604 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 138 2024-07-26T07:21:26.604 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.605 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_co": { 2024-07-26T07:21:26.605 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.605 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.605 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.605 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:26.605 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 534336, 2024-07-26T07:21:26.605 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 46 2024-07-26T07:21:26.605 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.605 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mapbl": { 2024-07-26T07:21:26.605 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.605 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.605 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.605 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pglog": { 2024-07-26T07:21:26.605 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 4936672, 2024-07-26T07:21:26.606 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 9500 2024-07-26T07:21:26.606 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.606 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap": { 2024-07-26T07:21:26.606 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 652328, 2024-07-26T07:21:26.606 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 10524 2024-07-26T07:21:26.606 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.606 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap_mapping": { 2024-07-26T07:21:26.606 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.606 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.606 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.606 INFO:tasks.workunit.client.0.smithi089.stdout: "pgmap": { 2024-07-26T07:21:26.606 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.606 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.607 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.607 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_1": { 2024-07-26T07:21:26.607 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.607 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.607 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.607 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_2": { 2024-07-26T07:21:26.607 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:26.607 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:26.607 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.607 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.607 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.607 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.607 INFO:tasks.workunit.client.0.smithi089.stdout: "metadata": { 2024-07-26T07:21:26.608 INFO:tasks.workunit.client.0.smithi089.stdout: "mds": { 2024-07-26T07:21:26.608 INFO:tasks.workunit.client.0.smithi089.stdout: "arch": { 2024-07-26T07:21:26.608 INFO:tasks.workunit.client.0.smithi089.stdout: "x86_64": 2 2024-07-26T07:21:26.608 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.608 INFO:tasks.workunit.client.0.smithi089.stdout: "ceph_version": { 2024-07-26T07:21:26.608 INFO:tasks.workunit.client.0.smithi089.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 2 2024-07-26T07:21:26.608 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.608 INFO:tasks.workunit.client.0.smithi089.stdout: "cpu": { 2024-07-26T07:21:26.608 INFO:tasks.workunit.client.0.smithi089.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-07-26T07:21:26.608 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.608 INFO:tasks.workunit.client.0.smithi089.stdout: "distro": { 2024-07-26T07:21:26.608 INFO:tasks.workunit.client.0.smithi089.stdout: "centos": 2 2024-07-26T07:21:26.608 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.609 INFO:tasks.workunit.client.0.smithi089.stdout: "distro_description": { 2024-07-26T07:21:26.609 INFO:tasks.workunit.client.0.smithi089.stdout: "CentOS Stream 9": 2 2024-07-26T07:21:26.609 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.609 INFO:tasks.workunit.client.0.smithi089.stdout: "kernel_description": { 2024-07-26T07:21:26.609 INFO:tasks.workunit.client.0.smithi089.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 2 2024-07-26T07:21:26.609 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.609 INFO:tasks.workunit.client.0.smithi089.stdout: "kernel_version": { 2024-07-26T07:21:26.609 INFO:tasks.workunit.client.0.smithi089.stdout: "5.14.0-480.el9.x86_64": 2 2024-07-26T07:21:26.609 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.609 INFO:tasks.workunit.client.0.smithi089.stdout: "os": { 2024-07-26T07:21:26.609 INFO:tasks.workunit.client.0.smithi089.stdout: "Linux": 2 2024-07-26T07:21:26.609 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.609 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.609 INFO:tasks.workunit.client.0.smithi089.stdout: "mon": { 2024-07-26T07:21:26.610 INFO:tasks.workunit.client.0.smithi089.stdout: "arch": { 2024-07-26T07:21:26.610 INFO:tasks.workunit.client.0.smithi089.stdout: "x86_64": 3 2024-07-26T07:21:26.610 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.610 INFO:tasks.workunit.client.0.smithi089.stdout: "ceph_version": { 2024-07-26T07:21:26.610 INFO:tasks.workunit.client.0.smithi089.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 3 2024-07-26T07:21:26.610 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.610 INFO:tasks.workunit.client.0.smithi089.stdout: "cpu": { 2024-07-26T07:21:26.610 INFO:tasks.workunit.client.0.smithi089.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-07-26T07:21:26.610 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.610 INFO:tasks.workunit.client.0.smithi089.stdout: "distro": { 2024-07-26T07:21:26.610 INFO:tasks.workunit.client.0.smithi089.stdout: "centos": 3 2024-07-26T07:21:26.610 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.610 INFO:tasks.workunit.client.0.smithi089.stdout: "distro_description": { 2024-07-26T07:21:26.611 INFO:tasks.workunit.client.0.smithi089.stdout: "CentOS Stream 9": 3 2024-07-26T07:21:26.611 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.611 INFO:tasks.workunit.client.0.smithi089.stdout: "kernel_description": { 2024-07-26T07:21:26.611 INFO:tasks.workunit.client.0.smithi089.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 3 2024-07-26T07:21:26.611 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.611 INFO:tasks.workunit.client.0.smithi089.stdout: "kernel_version": { 2024-07-26T07:21:26.611 INFO:tasks.workunit.client.0.smithi089.stdout: "5.14.0-480.el9.x86_64": 3 2024-07-26T07:21:26.611 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.611 INFO:tasks.workunit.client.0.smithi089.stdout: "os": { 2024-07-26T07:21:26.611 INFO:tasks.workunit.client.0.smithi089.stdout: "Linux": 3 2024-07-26T07:21:26.611 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.611 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.611 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:26.612 INFO:tasks.workunit.client.0.smithi089.stdout: "arch": { 2024-07-26T07:21:26.612 INFO:tasks.workunit.client.0.smithi089.stdout: "x86_64": 8 2024-07-26T07:21:26.612 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.612 INFO:tasks.workunit.client.0.smithi089.stdout: "ceph_version": { 2024-07-26T07:21:26.612 INFO:tasks.workunit.client.0.smithi089.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 8 2024-07-26T07:21:26.612 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.612 INFO:tasks.workunit.client.0.smithi089.stdout: "cpu": { 2024-07-26T07:21:26.612 INFO:tasks.workunit.client.0.smithi089.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-07-26T07:21:26.612 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.612 INFO:tasks.workunit.client.0.smithi089.stdout: "distro": { 2024-07-26T07:21:26.612 INFO:tasks.workunit.client.0.smithi089.stdout: "centos": 8 2024-07-26T07:21:26.612 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.612 INFO:tasks.workunit.client.0.smithi089.stdout: "distro_description": { 2024-07-26T07:21:26.612 INFO:tasks.workunit.client.0.smithi089.stdout: "CentOS Stream 9": 8 2024-07-26T07:21:26.613 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.613 INFO:tasks.workunit.client.0.smithi089.stdout: "kernel_description": { 2024-07-26T07:21:26.613 INFO:tasks.workunit.client.0.smithi089.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 8 2024-07-26T07:21:26.613 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.613 INFO:tasks.workunit.client.0.smithi089.stdout: "kernel_version": { 2024-07-26T07:21:26.613 INFO:tasks.workunit.client.0.smithi089.stdout: "5.14.0-480.el9.x86_64": 8 2024-07-26T07:21:26.613 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.613 INFO:tasks.workunit.client.0.smithi089.stdout: "os": { 2024-07-26T07:21:26.613 INFO:tasks.workunit.client.0.smithi089.stdout: "Linux": 8 2024-07-26T07:21:26.613 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.613 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_objectstore": { 2024-07-26T07:21:26.613 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore": 8 2024-07-26T07:21:26.613 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.613 INFO:tasks.workunit.client.0.smithi089.stdout: "rotational": { 2024-07-26T07:21:26.613 INFO:tasks.workunit.client.0.smithi089.stdout: "0": 8 2024-07-26T07:21:26.614 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.614 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.614 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.614 INFO:tasks.workunit.client.0.smithi089.stdout: "mon": { 2024-07-26T07:21:26.614 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3, 2024-07-26T07:21:26.614 INFO:tasks.workunit.client.0.smithi089.stdout: "features": { 2024-07-26T07:21:26.614 INFO:tasks.workunit.client.0.smithi089.stdout: "optional": [], 2024-07-26T07:21:26.614 INFO:tasks.workunit.client.0.smithi089.stdout: "persistent": [ 2024-07-26T07:21:26.614 INFO:tasks.workunit.client.0.smithi089.stdout: "kraken", 2024-07-26T07:21:26.614 INFO:tasks.workunit.client.0.smithi089.stdout: "luminous", 2024-07-26T07:21:26.614 INFO:tasks.workunit.client.0.smithi089.stdout: "mimic", 2024-07-26T07:21:26.614 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap-prune", 2024-07-26T07:21:26.614 INFO:tasks.workunit.client.0.smithi089.stdout: "nautilus", 2024-07-26T07:21:26.614 INFO:tasks.workunit.client.0.smithi089.stdout: "octopus", 2024-07-26T07:21:26.615 INFO:tasks.workunit.client.0.smithi089.stdout: "pacific", 2024-07-26T07:21:26.615 INFO:tasks.workunit.client.0.smithi089.stdout: "elector-pinging", 2024-07-26T07:21:26.615 INFO:tasks.workunit.client.0.smithi089.stdout: "quincy", 2024-07-26T07:21:26.615 INFO:tasks.workunit.client.0.smithi089.stdout: "reef", 2024-07-26T07:21:26.615 INFO:tasks.workunit.client.0.smithi089.stdout: "squid" 2024-07-26T07:21:26.615 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:26.615 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.615 INFO:tasks.workunit.client.0.smithi089.stdout: "ipv4_addr_mons": 6, 2024-07-26T07:21:26.615 INFO:tasks.workunit.client.0.smithi089.stdout: "ipv6_addr_mons": 0, 2024-07-26T07:21:26.615 INFO:tasks.workunit.client.0.smithi089.stdout: "min_mon_release": 19, 2024-07-26T07:21:26.615 INFO:tasks.workunit.client.0.smithi089.stdout: "v1_addr_mons": 3, 2024-07-26T07:21:26.615 INFO:tasks.workunit.client.0.smithi089.stdout: "v2_addr_mons": 3 2024-07-26T07:21:26.615 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.615 INFO:tasks.workunit.client.0.smithi089.stdout: "organization": "ceph-qa", 2024-07-26T07:21:26.615 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:26.615 INFO:tasks.workunit.client.0.smithi089.stdout: "cluster_network": false, 2024-07-26T07:21:26.616 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 8, 2024-07-26T07:21:26.616 INFO:tasks.workunit.client.0.smithi089.stdout: "require_min_compat_client": "luminous", 2024-07-26T07:21:26.616 INFO:tasks.workunit.client.0.smithi089.stdout: "require_osd_release": "squid" 2024-07-26T07:21:26.616 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.616 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_perf_histograms": [ 2024-07-26T07:21:26.616 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.616 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T07:21:26.616 INFO:tasks.workunit.client.0.smithi089.stdout: "axes": [ 2024-07-26T07:21:26.616 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.616 INFO:tasks.workunit.client.0.smithi089.stdout: "buckets": 32, 2024-07-26T07:21:26.616 INFO:tasks.workunit.client.0.smithi089.stdout: "min": 0, 2024-07-26T07:21:26.616 INFO:tasks.workunit.client.0.smithi089.stdout: "name": "Latency (usec)", 2024-07-26T07:21:26.616 INFO:tasks.workunit.client.0.smithi089.stdout: "quant_size": 100000, 2024-07-26T07:21:26.616 INFO:tasks.workunit.client.0.smithi089.stdout: "ranges": [ 2024-07-26T07:21:26.616 INFO:tasks.workunit.client.0.smithi089.stdout: "[None, -1]", 2024-07-26T07:21:26.616 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 99999]", 2024-07-26T07:21:26.617 INFO:tasks.workunit.client.0.smithi089.stdout: "[100000, 199999]", 2024-07-26T07:21:26.617 INFO:tasks.workunit.client.0.smithi089.stdout: "[200000, 399999]", 2024-07-26T07:21:26.617 INFO:tasks.workunit.client.0.smithi089.stdout: "[400000, 799999]", 2024-07-26T07:21:26.617 INFO:tasks.workunit.client.0.smithi089.stdout: "[800000, 1599999]", 2024-07-26T07:21:26.617 INFO:tasks.workunit.client.0.smithi089.stdout: "[1600000, 3199999]", 2024-07-26T07:21:26.617 INFO:tasks.workunit.client.0.smithi089.stdout: "[3200000, 6399999]", 2024-07-26T07:21:26.617 INFO:tasks.workunit.client.0.smithi089.stdout: "[6400000, 12799999]", 2024-07-26T07:21:26.617 INFO:tasks.workunit.client.0.smithi089.stdout: "[12800000, 25599999]", 2024-07-26T07:21:26.617 INFO:tasks.workunit.client.0.smithi089.stdout: "[25600000, 51199999]", 2024-07-26T07:21:26.617 INFO:tasks.workunit.client.0.smithi089.stdout: "[51200000, 102399999]", 2024-07-26T07:21:26.617 INFO:tasks.workunit.client.0.smithi089.stdout: "[102400000, 204799999]", 2024-07-26T07:21:26.617 INFO:tasks.workunit.client.0.smithi089.stdout: "[204800000, 409599999]", 2024-07-26T07:21:26.617 INFO:tasks.workunit.client.0.smithi089.stdout: "[409600000, 819199999]", 2024-07-26T07:21:26.617 INFO:tasks.workunit.client.0.smithi089.stdout: "[819200000, 1638399999]", 2024-07-26T07:21:26.617 INFO:tasks.workunit.client.0.smithi089.stdout: "[1638400000, 3276799999]", 2024-07-26T07:21:26.618 INFO:tasks.workunit.client.0.smithi089.stdout: "[3276800000, 6553599999]", 2024-07-26T07:21:26.618 INFO:tasks.workunit.client.0.smithi089.stdout: "[6553600000, 13107199999]", 2024-07-26T07:21:26.618 INFO:tasks.workunit.client.0.smithi089.stdout: "[13107200000, 26214399999]", 2024-07-26T07:21:26.618 INFO:tasks.workunit.client.0.smithi089.stdout: "[26214400000, 52428799999]", 2024-07-26T07:21:26.618 INFO:tasks.workunit.client.0.smithi089.stdout: "[52428800000, 104857599999]", 2024-07-26T07:21:26.618 INFO:tasks.workunit.client.0.smithi089.stdout: "[104857600000, 209715199999]", 2024-07-26T07:21:26.618 INFO:tasks.workunit.client.0.smithi089.stdout: "[209715200000, 419430399999]", 2024-07-26T07:21:26.618 INFO:tasks.workunit.client.0.smithi089.stdout: "[419430400000, 838860799999]", 2024-07-26T07:21:26.618 INFO:tasks.workunit.client.0.smithi089.stdout: "[838860800000, 1677721599999]", 2024-07-26T07:21:26.618 INFO:tasks.workunit.client.0.smithi089.stdout: "[1677721600000, 3355443199999]", 2024-07-26T07:21:26.618 INFO:tasks.workunit.client.0.smithi089.stdout: "[3355443200000, 6710886399999]", 2024-07-26T07:21:26.618 INFO:tasks.workunit.client.0.smithi089.stdout: "[6710886400000, 13421772799999]", 2024-07-26T07:21:26.619 INFO:tasks.workunit.client.0.smithi089.stdout: "[13421772800000, 26843545599999]", 2024-07-26T07:21:26.619 INFO:tasks.workunit.client.0.smithi089.stdout: "[26843545600000, 53687091199999]", 2024-07-26T07:21:26.619 INFO:tasks.workunit.client.0.smithi089.stdout: "[53687091200000, None]" 2024-07-26T07:21:26.619 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.619 INFO:tasks.workunit.client.0.smithi089.stdout: "scale_type": "log2" 2024-07-26T07:21:26.619 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.619 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.619 INFO:tasks.workunit.client.0.smithi089.stdout: "buckets": 32, 2024-07-26T07:21:26.619 INFO:tasks.workunit.client.0.smithi089.stdout: "min": 0, 2024-07-26T07:21:26.619 INFO:tasks.workunit.client.0.smithi089.stdout: "name": "Request size (bytes)", 2024-07-26T07:21:26.619 INFO:tasks.workunit.client.0.smithi089.stdout: "quant_size": 512, 2024-07-26T07:21:26.619 INFO:tasks.workunit.client.0.smithi089.stdout: "ranges": [ 2024-07-26T07:21:26.619 INFO:tasks.workunit.client.0.smithi089.stdout: "[None, -1]", 2024-07-26T07:21:26.619 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 511]", 2024-07-26T07:21:26.620 INFO:tasks.workunit.client.0.smithi089.stdout: "[512, 1023]", 2024-07-26T07:21:26.620 INFO:tasks.workunit.client.0.smithi089.stdout: "[1024, 2047]", 2024-07-26T07:21:26.620 INFO:tasks.workunit.client.0.smithi089.stdout: "[2048, 4095]", 2024-07-26T07:21:26.620 INFO:tasks.workunit.client.0.smithi089.stdout: "[4096, 8191]", 2024-07-26T07:21:26.620 INFO:tasks.workunit.client.0.smithi089.stdout: "[8192, 16383]", 2024-07-26T07:21:26.620 INFO:tasks.workunit.client.0.smithi089.stdout: "[16384, 32767]", 2024-07-26T07:21:26.620 INFO:tasks.workunit.client.0.smithi089.stdout: "[32768, 65535]", 2024-07-26T07:21:26.620 INFO:tasks.workunit.client.0.smithi089.stdout: "[65536, 131071]", 2024-07-26T07:21:26.620 INFO:tasks.workunit.client.0.smithi089.stdout: "[131072, 262143]", 2024-07-26T07:21:26.620 INFO:tasks.workunit.client.0.smithi089.stdout: "[262144, 524287]", 2024-07-26T07:21:26.620 INFO:tasks.workunit.client.0.smithi089.stdout: "[524288, 1048575]", 2024-07-26T07:21:26.620 INFO:tasks.workunit.client.0.smithi089.stdout: "[1048576, 2097151]", 2024-07-26T07:21:26.620 INFO:tasks.workunit.client.0.smithi089.stdout: "[2097152, 4194303]", 2024-07-26T07:21:26.620 INFO:tasks.workunit.client.0.smithi089.stdout: "[4194304, 8388607]", 2024-07-26T07:21:26.621 INFO:tasks.workunit.client.0.smithi089.stdout: "[8388608, 16777215]", 2024-07-26T07:21:26.621 INFO:tasks.workunit.client.0.smithi089.stdout: "[16777216, 33554431]", 2024-07-26T07:21:26.621 INFO:tasks.workunit.client.0.smithi089.stdout: "[33554432, 67108863]", 2024-07-26T07:21:26.621 INFO:tasks.workunit.client.0.smithi089.stdout: "[67108864, 134217727]", 2024-07-26T07:21:26.621 INFO:tasks.workunit.client.0.smithi089.stdout: "[134217728, 268435455]", 2024-07-26T07:21:26.621 INFO:tasks.workunit.client.0.smithi089.stdout: "[268435456, 536870911]", 2024-07-26T07:21:26.621 INFO:tasks.workunit.client.0.smithi089.stdout: "[536870912, 1073741823]", 2024-07-26T07:21:26.621 INFO:tasks.workunit.client.0.smithi089.stdout: "[1073741824, 2147483647]", 2024-07-26T07:21:26.621 INFO:tasks.workunit.client.0.smithi089.stdout: "[2147483648, 4294967295]", 2024-07-26T07:21:26.621 INFO:tasks.workunit.client.0.smithi089.stdout: "[4294967296, 8589934591]", 2024-07-26T07:21:26.621 INFO:tasks.workunit.client.0.smithi089.stdout: "[8589934592, 17179869183]", 2024-07-26T07:21:26.621 INFO:tasks.workunit.client.0.smithi089.stdout: "[17179869184, 34359738367]", 2024-07-26T07:21:26.621 INFO:tasks.workunit.client.0.smithi089.stdout: "[34359738368, 68719476735]", 2024-07-26T07:21:26.621 INFO:tasks.workunit.client.0.smithi089.stdout: "[68719476736, 137438953471]", 2024-07-26T07:21:26.621 INFO:tasks.workunit.client.0.smithi089.stdout: "[137438953472, 274877906943]", 2024-07-26T07:21:26.621 INFO:tasks.workunit.client.0.smithi089.stdout: "[274877906944, None]" 2024-07-26T07:21:26.622 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.622 INFO:tasks.workunit.client.0.smithi089.stdout: "scale_type": "log2" 2024-07-26T07:21:26.622 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.622 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.622 INFO:tasks.workunit.client.0.smithi089.stdout: "osds": [ 2024-07-26T07:21:26.622 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.622 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 0, 2024-07-26T07:21:26.622 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:26.622 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.622 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 93, 90, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.622 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 14056, 3747, 4418, 5, 16, 19, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.622 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 10074, 113, 99, 0, 14, 21, 72, 70, 30, 44, 44, 18, 33, 28, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.622 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 866, 18, 30, 0, 0, 1, 0, 19, 2, 14, 68, 162, 78, 1, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.623 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 578, 7, 4, 0, 0, 0, 0, 3, 1, 1, 2, 24, 290, 2, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.623 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 227, 3, 0, 0, 1, 1, 0, 0, 0, 0, 5, 26, 17, 59, 111, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.623 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 258, 4, 0, 0, 0, 0, 0, 0, 1, 3, 2, 22, 31, 19, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.623 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 163, 2, 0, 0, 0, 0, 0, 0, 1, 0, 0, 10, 21, 29, 24, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.623 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 76, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 4, 3, 27, 32, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.623 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 11, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.623 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.623 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.623 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.623 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.623 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.623 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.623 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.623 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.624 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.624 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.624 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.624 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.624 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.624 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.624 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.624 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.624 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.624 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.624 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.624 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.624 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:26.624 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:26.624 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.625 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.625 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 1, 2024-07-26T07:21:26.625 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:26.625 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.625 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.625 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 10489, 14, 0, 1, 1, 2, 0, 10, 0, 1, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.625 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 7353, 43, 1302, 2, 12, 5, 8, 20, 31, 63, 50, 26, 20, 20, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.625 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 601, 8, 203, 24, 2, 1, 0, 0, 5, 9, 84, 232, 128, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.625 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 498, 4, 0, 6, 0, 0, 0, 0, 0, 1, 2, 20, 423, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.625 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 99, 8, 4, 0, 0, 1, 0, 0, 0, 4, 5, 7, 23, 52, 76, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.625 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 112, 4, 44, 0, 0, 0, 0, 0, 0, 2, 0, 6, 10, 8, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.625 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 130, 1, 245, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 16, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.625 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 12, 0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 19, 18, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.625 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.626 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.626 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.626 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.626 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.626 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.626 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.626 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.626 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.626 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.626 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.626 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.626 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.627 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.627 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.627 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.627 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.627 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.627 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.627 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.627 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.627 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:26.627 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:26.627 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.627 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.627 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 2, 2024-07-26T07:21:26.627 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:26.627 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.628 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.628 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 14160, 75, 72, 7, 19, 31, 2, 0, 1, 0, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.628 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 8990, 181, 7, 1, 7, 17, 93, 134, 3, 3, 2, 4, 11, 28, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.628 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 752, 106, 123, 0, 2, 0, 1, 9, 3, 1, 9, 1, 5, 3, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.628 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 581, 29, 50, 2, 0, 1, 0, 0, 0, 0, 2, 14, 13, 3, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.628 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 175, 8, 17, 0, 0, 0, 0, 0, 2, 0, 9, 4, 4, 79, 117, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.628 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 203, 2, 30, 30, 0, 0, 0, 3, 1, 0, 4, 12, 10, 16, 57, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.628 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 117, 10, 3, 35, 62, 0, 0, 2, 0, 0, 0, 13, 13, 36, 29, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.628 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 31, 0, 0, 4, 72, 94, 2, 0, 0, 0, 0, 0, 4, 28, 50, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.628 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 15, 0, 0, 0, 2, 35, 0, 1, 0, 0, 0, 0, 0, 1, 14, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.628 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.628 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.628 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.628 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.628 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.629 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.629 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.629 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.629 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.629 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.629 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.629 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.629 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.629 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.629 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.629 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.629 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.629 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.630 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.630 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.630 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:26.630 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:26.630 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.630 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.630 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 3, 2024-07-26T07:21:26.630 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:26.630 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.630 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.630 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 6729, 2, 0, 1, 2, 1, 0, 0, 0, 0, 5, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.630 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 3320, 32, 19, 2, 13, 4, 3, 7, 10, 23, 22, 17, 17, 11, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.630 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 219, 5, 6, 0, 0, 2, 0, 1, 0, 3, 30, 72, 44, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.631 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 203, 7, 0, 0, 5, 0, 0, 0, 0, 0, 1, 10, 138, 2, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.631 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 76, 10, 0, 0, 174, 0, 0, 1, 0, 0, 3, 0, 10, 19, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.631 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 54, 26, 0, 0, 334, 0, 0, 0, 0, 0, 1, 6, 5, 2, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.631 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 25, 60, 0, 0, 185, 0, 0, 0, 0, 0, 3, 7, 4, 7, 15, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.631 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 7, 121, 0, 0, 2000, 0, 0, 0, 0, 0, 0, 0, 1, 8, 12, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.631 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 7, 31, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.631 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.631 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.631 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.631 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.631 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.631 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.631 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.631 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.632 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.632 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.632 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.632 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.632 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.632 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.632 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.632 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.632 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.632 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.632 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.632 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.632 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:26.632 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:26.633 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.633 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.633 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 4, 2024-07-26T07:21:26.633 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:26.633 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.633 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 4082, 1732, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.633 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 12200, 6238, 0, 0, 1, 1, 1, 0, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.633 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 7193, 371, 24, 4, 4, 0, 2, 3, 9, 6, 7, 4, 9, 15, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.633 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 846, 34, 10, 0, 1, 1, 1, 1, 9, 7, 37, 66, 27, 1, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.633 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 198, 1, 0, 0, 1, 0, 0, 0, 2, 0, 0, 16, 150, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.633 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 101, 5, 0, 0, 0, 1, 1, 0, 0, 0, 0, 4, 14, 20, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.633 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 69, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 2, 8, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.633 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 13, 0, 0, 0, 0, 0, 1, 0, 0, 0, 2, 1, 1, 7, 9, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.633 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 5, 10, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.634 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.634 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.634 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.634 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.634 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.634 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.634 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.634 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.634 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.634 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.634 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.634 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.634 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.635 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.635 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.635 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.635 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.635 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.635 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.635 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.635 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.635 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:26.635 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:26.635 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.635 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.635 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 5, 2024-07-26T07:21:26.636 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:26.636 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.636 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.636 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 9119, 2, 1, 1, 0, 0, 0, 1, 5, 0, 2, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.636 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 6930, 24, 9, 0, 5, 0, 1, 3, 3, 0, 7, 0, 1, 9, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.636 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 814, 2, 7, 6, 4, 0, 0, 4, 5, 0, 7, 1, 1, 4, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.636 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 387, 2, 0, 4, 1, 0, 0, 1, 2, 0, 5, 15, 13, 1, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.636 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 160, 1, 0, 0, 0, 0, 0, 0, 1, 0, 5, 1, 6, 61, 91, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.636 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 191, 0, 1, 1, 0, 0, 0, 4, 1, 1, 10, 0, 17, 14, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.636 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 203, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 19, 31, 23, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.636 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 4, 9, 32, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.636 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 4, 4, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.636 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.637 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.637 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.637 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.637 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.637 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.637 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.637 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.637 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.637 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.637 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.637 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.637 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.637 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.637 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.638 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.638 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.638 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.638 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.638 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.638 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:26.638 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:26.638 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.638 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.638 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 6, 2024-07-26T07:21:26.638 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:26.638 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.638 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1810, 491, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.638 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 9942, 3424, 0, 0, 1, 0, 1, 1, 0, 0, 0, 4, 4, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.639 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 7168, 436, 0, 0, 16, 5, 4, 11, 15, 16, 12, 17, 11, 24, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.639 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 922, 53, 1, 0, 4, 0, 0, 1, 3, 15, 20, 95, 24, 5, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.639 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 602, 7, 0, 0, 0, 0, 0, 0, 0, 1, 1, 30, 164, 2, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.639 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 312, 18, 1, 0, 1, 1, 0, 2, 0, 0, 2, 4, 16, 49, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.639 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 178, 7, 0, 0, 0, 0, 0, 2, 0, 3, 0, 2, 1, 15, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.639 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 103, 6, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 3, 15, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.639 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 2, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.639 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.639 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.639 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.639 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.639 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.639 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.639 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.640 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.640 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.640 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.640 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.640 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.640 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.640 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.640 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.640 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.640 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.640 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.640 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.640 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.640 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.641 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:26.641 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:26.641 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.641 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.641 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 7, 2024-07-26T07:21:26.641 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:26.641 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.641 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2819, 1730, 0, 0, 178, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.641 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 16375, 2385, 0, 1, 7116, 432, 0, 0, 0, 1, 1, 2, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.641 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 9977, 93, 29, 0, 417, 144, 1, 1, 0, 1, 3, 2, 5, 24, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.641 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1403, 13, 13, 0, 69, 17, 0, 5, 3, 4, 4, 4, 0, 4, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.641 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 394, 7, 0, 0, 2, 16, 0, 0, 0, 0, 1, 13, 9, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.641 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 183, 14, 6, 0, 16, 20, 0, 1, 0, 1, 2, 1, 3, 49, 72, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.641 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 146, 4, 1, 0, 0, 5, 0, 0, 0, 0, 0, 3, 3, 10, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.642 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 78, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 3, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.642 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 13, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.642 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.642 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.642 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.642 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.642 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.642 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.642 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.642 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.642 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.642 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.642 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.643 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.643 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.643 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.643 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.643 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.643 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.643 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.643 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.643 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.645 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.646 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:26.646 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:26.646 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.646 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:26.646 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.646 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T07:21:26.646 INFO:tasks.workunit.client.0.smithi089.stdout: "axes": [ 2024-07-26T07:21:26.646 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.646 INFO:tasks.workunit.client.0.smithi089.stdout: "buckets": 32, 2024-07-26T07:21:26.646 INFO:tasks.workunit.client.0.smithi089.stdout: "min": 0, 2024-07-26T07:21:26.646 INFO:tasks.workunit.client.0.smithi089.stdout: "name": "Latency (usec)", 2024-07-26T07:21:26.646 INFO:tasks.workunit.client.0.smithi089.stdout: "quant_size": 100000, 2024-07-26T07:21:26.647 INFO:tasks.workunit.client.0.smithi089.stdout: "ranges": [ 2024-07-26T07:21:26.647 INFO:tasks.workunit.client.0.smithi089.stdout: "[None, -1]", 2024-07-26T07:21:26.647 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 99999]", 2024-07-26T07:21:26.647 INFO:tasks.workunit.client.0.smithi089.stdout: "[100000, 199999]", 2024-07-26T07:21:26.647 INFO:tasks.workunit.client.0.smithi089.stdout: "[200000, 399999]", 2024-07-26T07:21:26.647 INFO:tasks.workunit.client.0.smithi089.stdout: "[400000, 799999]", 2024-07-26T07:21:26.647 INFO:tasks.workunit.client.0.smithi089.stdout: "[800000, 1599999]", 2024-07-26T07:21:26.647 INFO:tasks.workunit.client.0.smithi089.stdout: "[1600000, 3199999]", 2024-07-26T07:21:26.647 INFO:tasks.workunit.client.0.smithi089.stdout: "[3200000, 6399999]", 2024-07-26T07:21:26.647 INFO:tasks.workunit.client.0.smithi089.stdout: "[6400000, 12799999]", 2024-07-26T07:21:26.648 INFO:tasks.workunit.client.0.smithi089.stdout: "[12800000, 25599999]", 2024-07-26T07:21:26.648 INFO:tasks.workunit.client.0.smithi089.stdout: "[25600000, 51199999]", 2024-07-26T07:21:26.648 INFO:tasks.workunit.client.0.smithi089.stdout: "[51200000, 102399999]", 2024-07-26T07:21:26.648 INFO:tasks.workunit.client.0.smithi089.stdout: "[102400000, 204799999]", 2024-07-26T07:21:26.648 INFO:tasks.workunit.client.0.smithi089.stdout: "[204800000, 409599999]", 2024-07-26T07:21:26.648 INFO:tasks.workunit.client.0.smithi089.stdout: "[409600000, 819199999]", 2024-07-26T07:21:26.648 INFO:tasks.workunit.client.0.smithi089.stdout: "[819200000, 1638399999]", 2024-07-26T07:21:26.648 INFO:tasks.workunit.client.0.smithi089.stdout: "[1638400000, 3276799999]", 2024-07-26T07:21:26.648 INFO:tasks.workunit.client.0.smithi089.stdout: "[3276800000, 6553599999]", 2024-07-26T07:21:26.648 INFO:tasks.workunit.client.0.smithi089.stdout: "[6553600000, 13107199999]", 2024-07-26T07:21:26.648 INFO:tasks.workunit.client.0.smithi089.stdout: "[13107200000, 26214399999]", 2024-07-26T07:21:26.649 INFO:tasks.workunit.client.0.smithi089.stdout: "[26214400000, 52428799999]", 2024-07-26T07:21:26.649 INFO:tasks.workunit.client.0.smithi089.stdout: "[52428800000, 104857599999]", 2024-07-26T07:21:26.649 INFO:tasks.workunit.client.0.smithi089.stdout: "[104857600000, 209715199999]", 2024-07-26T07:21:26.649 INFO:tasks.workunit.client.0.smithi089.stdout: "[209715200000, 419430399999]", 2024-07-26T07:21:26.649 INFO:tasks.workunit.client.0.smithi089.stdout: "[419430400000, 838860799999]", 2024-07-26T07:21:26.649 INFO:tasks.workunit.client.0.smithi089.stdout: "[838860800000, 1677721599999]", 2024-07-26T07:21:26.649 INFO:tasks.workunit.client.0.smithi089.stdout: "[1677721600000, 3355443199999]", 2024-07-26T07:21:26.649 INFO:tasks.workunit.client.0.smithi089.stdout: "[3355443200000, 6710886399999]", 2024-07-26T07:21:26.649 INFO:tasks.workunit.client.0.smithi089.stdout: "[6710886400000, 13421772799999]", 2024-07-26T07:21:26.649 INFO:tasks.workunit.client.0.smithi089.stdout: "[13421772800000, 26843545599999]", 2024-07-26T07:21:26.649 INFO:tasks.workunit.client.0.smithi089.stdout: "[26843545600000, 53687091199999]", 2024-07-26T07:21:26.650 INFO:tasks.workunit.client.0.smithi089.stdout: "[53687091200000, None]" 2024-07-26T07:21:26.650 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.650 INFO:tasks.workunit.client.0.smithi089.stdout: "scale_type": "log2" 2024-07-26T07:21:26.650 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.650 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.650 INFO:tasks.workunit.client.0.smithi089.stdout: "buckets": 32, 2024-07-26T07:21:26.650 INFO:tasks.workunit.client.0.smithi089.stdout: "min": 0, 2024-07-26T07:21:26.650 INFO:tasks.workunit.client.0.smithi089.stdout: "name": "Request size (bytes)", 2024-07-26T07:21:26.650 INFO:tasks.workunit.client.0.smithi089.stdout: "quant_size": 512, 2024-07-26T07:21:26.650 INFO:tasks.workunit.client.0.smithi089.stdout: "ranges": [ 2024-07-26T07:21:26.650 INFO:tasks.workunit.client.0.smithi089.stdout: "[None, -1]", 2024-07-26T07:21:26.650 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 511]", 2024-07-26T07:21:26.651 INFO:tasks.workunit.client.0.smithi089.stdout: "[512, 1023]", 2024-07-26T07:21:26.651 INFO:tasks.workunit.client.0.smithi089.stdout: "[1024, 2047]", 2024-07-26T07:21:26.651 INFO:tasks.workunit.client.0.smithi089.stdout: "[2048, 4095]", 2024-07-26T07:21:26.651 INFO:tasks.workunit.client.0.smithi089.stdout: "[4096, 8191]", 2024-07-26T07:21:26.651 INFO:tasks.workunit.client.0.smithi089.stdout: "[8192, 16383]", 2024-07-26T07:21:26.651 INFO:tasks.workunit.client.0.smithi089.stdout: "[16384, 32767]", 2024-07-26T07:21:26.651 INFO:tasks.workunit.client.0.smithi089.stdout: "[32768, 65535]", 2024-07-26T07:21:26.651 INFO:tasks.workunit.client.0.smithi089.stdout: "[65536, 131071]", 2024-07-26T07:21:26.651 INFO:tasks.workunit.client.0.smithi089.stdout: "[131072, 262143]", 2024-07-26T07:21:26.651 INFO:tasks.workunit.client.0.smithi089.stdout: "[262144, 524287]", 2024-07-26T07:21:26.651 INFO:tasks.workunit.client.0.smithi089.stdout: "[524288, 1048575]", 2024-07-26T07:21:26.651 INFO:tasks.workunit.client.0.smithi089.stdout: "[1048576, 2097151]", 2024-07-26T07:21:26.651 INFO:tasks.workunit.client.0.smithi089.stdout: "[2097152, 4194303]", 2024-07-26T07:21:26.652 INFO:tasks.workunit.client.0.smithi089.stdout: "[4194304, 8388607]", 2024-07-26T07:21:26.652 INFO:tasks.workunit.client.0.smithi089.stdout: "[8388608, 16777215]", 2024-07-26T07:21:26.652 INFO:tasks.workunit.client.0.smithi089.stdout: "[16777216, 33554431]", 2024-07-26T07:21:26.652 INFO:tasks.workunit.client.0.smithi089.stdout: "[33554432, 67108863]", 2024-07-26T07:21:26.652 INFO:tasks.workunit.client.0.smithi089.stdout: "[67108864, 134217727]", 2024-07-26T07:21:26.652 INFO:tasks.workunit.client.0.smithi089.stdout: "[134217728, 268435455]", 2024-07-26T07:21:26.652 INFO:tasks.workunit.client.0.smithi089.stdout: "[268435456, 536870911]", 2024-07-26T07:21:26.652 INFO:tasks.workunit.client.0.smithi089.stdout: "[536870912, 1073741823]", 2024-07-26T07:21:26.652 INFO:tasks.workunit.client.0.smithi089.stdout: "[1073741824, 2147483647]", 2024-07-26T07:21:26.652 INFO:tasks.workunit.client.0.smithi089.stdout: "[2147483648, 4294967295]", 2024-07-26T07:21:26.652 INFO:tasks.workunit.client.0.smithi089.stdout: "[4294967296, 8589934591]", 2024-07-26T07:21:26.652 INFO:tasks.workunit.client.0.smithi089.stdout: "[8589934592, 17179869183]", 2024-07-26T07:21:26.653 INFO:tasks.workunit.client.0.smithi089.stdout: "[17179869184, 34359738367]", 2024-07-26T07:21:26.653 INFO:tasks.workunit.client.0.smithi089.stdout: "[34359738368, 68719476735]", 2024-07-26T07:21:26.653 INFO:tasks.workunit.client.0.smithi089.stdout: "[68719476736, 137438953471]", 2024-07-26T07:21:26.653 INFO:tasks.workunit.client.0.smithi089.stdout: "[137438953472, 274877906943]", 2024-07-26T07:21:26.653 INFO:tasks.workunit.client.0.smithi089.stdout: "[274877906944, None]" 2024-07-26T07:21:26.653 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.653 INFO:tasks.workunit.client.0.smithi089.stdout: "scale_type": "log2" 2024-07-26T07:21:26.653 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.653 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.653 INFO:tasks.workunit.client.0.smithi089.stdout: "osds": [ 2024-07-26T07:21:26.653 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.653 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 0, 2024-07-26T07:21:26.653 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:26.653 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.654 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.654 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.654 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.654 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 798, 3, 2, 18, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.654 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 5028, 64, 90, 153, 430, 613, 705, 4, 10, 8, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.654 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 520, 11, 13, 34, 24, 11, 21, 1, 0, 0, 1, 4, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.654 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 320, 3, 1, 0, 1, 1, 3, 0, 0, 0, 1, 2, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.654 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 124, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 6, 13, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.654 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 70, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 14, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.654 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.654 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.654 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.654 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.655 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.655 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.655 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.655 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.655 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.655 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.655 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.655 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.655 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.655 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.655 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.655 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.655 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.655 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.656 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.656 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.656 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.656 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:26.656 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:26.656 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.656 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.656 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 1, 2024-07-26T07:21:26.656 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:26.656 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.656 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.656 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.656 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.656 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 531, 1, 3, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.656 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 3154, 272, 31, 50, 122, 0, 0, 4, 3, 0, 1, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.657 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 456, 8, 1274, 0, 0, 1, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.657 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 363, 7, 69, 0, 0, 0, 0, 0, 0, 0, 2, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.657 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1706, 1402, 53, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.657 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1304, 1588, 244, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 15, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.657 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 17, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.657 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.657 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.657 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.657 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.657 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.658 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.658 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.658 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.658 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.658 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.658 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.658 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.658 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.658 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.658 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.658 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.658 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.658 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.659 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.659 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.659 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:26.659 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:26.659 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.659 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.659 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 2, 2024-07-26T07:21:26.659 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:26.659 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.659 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.659 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.659 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.659 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1479, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.659 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 10092, 7, 1, 0, 0, 3, 2, 3, 0, 0, 1, 1, 2, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.660 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 16271, 1, 1, 0, 0, 1, 0, 1, 0, 1, 3, 3, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.660 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 429, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.660 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 195, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 6, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.660 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 19, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.660 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.660 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.660 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.660 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.660 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.660 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.660 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.660 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.660 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.660 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.661 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.661 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.661 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.661 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.661 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.661 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.661 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.661 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.661 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.661 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.661 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.661 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:26.661 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:26.661 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.662 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.662 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 3, 2024-07-26T07:21:26.662 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:26.662 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.662 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.662 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.662 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.662 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 433, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.662 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2105, 29, 1, 0, 1, 1, 0, 1, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.662 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 196, 5, 1, 0, 0, 0, 0, 0, 1, 0, 2, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.662 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 123, 20, 34, 51, 0, 0, 0, 0, 0, 0, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.662 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1120, 319, 1, 135, 0, 0, 0, 0, 0, 1, 0, 0, 4, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.663 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 4066, 2569, 0, 395, 0, 0, 0, 0, 0, 0, 0, 1, 0, 6, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.663 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 15, 111, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.663 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.663 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.663 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.663 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.663 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.663 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.663 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.663 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.663 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.663 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.663 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.663 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.664 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.664 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.664 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.664 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.664 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.664 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.664 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.664 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.664 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:26.664 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:26.664 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.664 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.664 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 4, 2024-07-26T07:21:26.665 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:26.665 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.665 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.665 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.665 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.665 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 748, 5, 11, 41, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.665 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2149, 219, 23, 27, 135, 277, 469, 1, 1, 1, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.665 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 239, 13, 1, 0, 0, 0, 13, 1, 0, 0, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.665 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 98, 0, 0, 0, 0, 0, 2, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.665 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 32, 1, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.665 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.665 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.665 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.665 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.665 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.666 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.666 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.666 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.666 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.666 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.666 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.666 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.666 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.666 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.666 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.666 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.666 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.666 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.666 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.667 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.667 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.667 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.667 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:26.667 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:26.667 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.667 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.667 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 5, 2024-07-26T07:21:26.667 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:26.667 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.667 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.667 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.667 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.668 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 635, 3, 7, 21, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.668 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 3379, 67, 127, 232, 444, 617, 721, 2, 2, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.668 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 254, 2, 5, 6, 7, 10, 3, 2, 4, 0, 4, 1, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.668 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 199, 3, 12, 14, 0, 0, 1, 0, 0, 1, 4, 5, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.668 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 112, 37, 69, 115, 29, 1, 0, 0, 1, 0, 0, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.668 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 5, 16, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.668 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.668 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.668 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.668 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.668 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.668 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.668 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.668 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.669 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.669 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.669 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.669 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.669 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.669 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.669 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.669 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.669 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.669 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.669 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.670 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.670 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.670 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:26.670 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:26.670 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.670 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.670 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 6, 2024-07-26T07:21:26.670 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:26.670 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.670 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.670 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.670 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.670 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 475, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.671 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2804, 26, 0, 1, 2, 1, 1, 0, 1, 1, 0, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.671 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 330, 2, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.671 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 268, 7, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.671 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 223, 104, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 6, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.671 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 11, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.671 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.671 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.671 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.671 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.672 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.672 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.672 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.672 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.672 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.672 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.672 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.672 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.672 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.673 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.673 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.673 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.673 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.673 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.673 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.673 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.673 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.673 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:26.674 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:26.674 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.674 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.674 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 7, 2024-07-26T07:21:26.674 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:26.674 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.674 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.674 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.674 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.674 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 856, 10, 11, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.674 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 8127, 34, 67, 23, 14, 1, 4, 5, 13, 15, 0, 0, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.674 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2760, 35, 103, 36, 4, 0, 0, 1, 1, 1, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.675 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 312, 3, 2, 1, 1, 0, 0, 0, 1, 0, 3, 6, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.675 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 189, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 5, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.675 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 124, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 2, 18, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.675 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.675 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.675 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.675 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.675 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.675 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.675 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.675 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.675 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.675 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.676 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.676 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.676 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.676 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.676 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.676 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.676 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.676 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.676 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.676 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.677 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.677 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:26.677 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:26.677 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.677 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:26.677 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.677 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T07:21:26.677 INFO:tasks.workunit.client.0.smithi089.stdout: "axes": [ 2024-07-26T07:21:26.677 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.677 INFO:tasks.workunit.client.0.smithi089.stdout: "buckets": 32, 2024-07-26T07:21:26.677 INFO:tasks.workunit.client.0.smithi089.stdout: "min": 0, 2024-07-26T07:21:26.677 INFO:tasks.workunit.client.0.smithi089.stdout: "name": "Latency (usec)", 2024-07-26T07:21:26.678 INFO:tasks.workunit.client.0.smithi089.stdout: "quant_size": 100000, 2024-07-26T07:21:26.678 INFO:tasks.workunit.client.0.smithi089.stdout: "ranges": [ 2024-07-26T07:21:26.678 INFO:tasks.workunit.client.0.smithi089.stdout: "[None, -1]", 2024-07-26T07:21:26.678 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 99999]", 2024-07-26T07:21:26.678 INFO:tasks.workunit.client.0.smithi089.stdout: "[100000, 199999]", 2024-07-26T07:21:26.678 INFO:tasks.workunit.client.0.smithi089.stdout: "[200000, 399999]", 2024-07-26T07:21:26.678 INFO:tasks.workunit.client.0.smithi089.stdout: "[400000, 799999]", 2024-07-26T07:21:26.678 INFO:tasks.workunit.client.0.smithi089.stdout: "[800000, 1599999]", 2024-07-26T07:21:26.678 INFO:tasks.workunit.client.0.smithi089.stdout: "[1600000, 3199999]", 2024-07-26T07:21:26.678 INFO:tasks.workunit.client.0.smithi089.stdout: "[3200000, 6399999]", 2024-07-26T07:21:26.678 INFO:tasks.workunit.client.0.smithi089.stdout: "[6400000, 12799999]", 2024-07-26T07:21:26.678 INFO:tasks.workunit.client.0.smithi089.stdout: "[12800000, 25599999]", 2024-07-26T07:21:26.679 INFO:tasks.workunit.client.0.smithi089.stdout: "[25600000, 51199999]", 2024-07-26T07:21:26.679 INFO:tasks.workunit.client.0.smithi089.stdout: "[51200000, 102399999]", 2024-07-26T07:21:26.679 INFO:tasks.workunit.client.0.smithi089.stdout: "[102400000, 204799999]", 2024-07-26T07:21:26.679 INFO:tasks.workunit.client.0.smithi089.stdout: "[204800000, 409599999]", 2024-07-26T07:21:26.679 INFO:tasks.workunit.client.0.smithi089.stdout: "[409600000, 819199999]", 2024-07-26T07:21:26.679 INFO:tasks.workunit.client.0.smithi089.stdout: "[819200000, 1638399999]", 2024-07-26T07:21:26.679 INFO:tasks.workunit.client.0.smithi089.stdout: "[1638400000, 3276799999]", 2024-07-26T07:21:26.679 INFO:tasks.workunit.client.0.smithi089.stdout: "[3276800000, 6553599999]", 2024-07-26T07:21:26.679 INFO:tasks.workunit.client.0.smithi089.stdout: "[6553600000, 13107199999]", 2024-07-26T07:21:26.679 INFO:tasks.workunit.client.0.smithi089.stdout: "[13107200000, 26214399999]", 2024-07-26T07:21:26.679 INFO:tasks.workunit.client.0.smithi089.stdout: "[26214400000, 52428799999]", 2024-07-26T07:21:26.679 INFO:tasks.workunit.client.0.smithi089.stdout: "[52428800000, 104857599999]", 2024-07-26T07:21:26.679 INFO:tasks.workunit.client.0.smithi089.stdout: "[104857600000, 209715199999]", 2024-07-26T07:21:26.679 INFO:tasks.workunit.client.0.smithi089.stdout: "[209715200000, 419430399999]", 2024-07-26T07:21:26.679 INFO:tasks.workunit.client.0.smithi089.stdout: "[419430400000, 838860799999]", 2024-07-26T07:21:26.680 INFO:tasks.workunit.client.0.smithi089.stdout: "[838860800000, 1677721599999]", 2024-07-26T07:21:26.680 INFO:tasks.workunit.client.0.smithi089.stdout: "[1677721600000, 3355443199999]", 2024-07-26T07:21:26.680 INFO:tasks.workunit.client.0.smithi089.stdout: "[3355443200000, 6710886399999]", 2024-07-26T07:21:26.680 INFO:tasks.workunit.client.0.smithi089.stdout: "[6710886400000, 13421772799999]", 2024-07-26T07:21:26.680 INFO:tasks.workunit.client.0.smithi089.stdout: "[13421772800000, 26843545599999]", 2024-07-26T07:21:26.680 INFO:tasks.workunit.client.0.smithi089.stdout: "[26843545600000, 53687091199999]", 2024-07-26T07:21:26.680 INFO:tasks.workunit.client.0.smithi089.stdout: "[53687091200000, None]" 2024-07-26T07:21:26.680 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.680 INFO:tasks.workunit.client.0.smithi089.stdout: "scale_type": "log2" 2024-07-26T07:21:26.680 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.680 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.680 INFO:tasks.workunit.client.0.smithi089.stdout: "buckets": 32, 2024-07-26T07:21:26.680 INFO:tasks.workunit.client.0.smithi089.stdout: "min": 0, 2024-07-26T07:21:26.680 INFO:tasks.workunit.client.0.smithi089.stdout: "name": "Request size (bytes)", 2024-07-26T07:21:26.680 INFO:tasks.workunit.client.0.smithi089.stdout: "quant_size": 512, 2024-07-26T07:21:26.681 INFO:tasks.workunit.client.0.smithi089.stdout: "ranges": [ 2024-07-26T07:21:26.681 INFO:tasks.workunit.client.0.smithi089.stdout: "[None, -1]", 2024-07-26T07:21:26.681 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 511]", 2024-07-26T07:21:26.681 INFO:tasks.workunit.client.0.smithi089.stdout: "[512, 1023]", 2024-07-26T07:21:26.681 INFO:tasks.workunit.client.0.smithi089.stdout: "[1024, 2047]", 2024-07-26T07:21:26.681 INFO:tasks.workunit.client.0.smithi089.stdout: "[2048, 4095]", 2024-07-26T07:21:26.681 INFO:tasks.workunit.client.0.smithi089.stdout: "[4096, 8191]", 2024-07-26T07:21:26.681 INFO:tasks.workunit.client.0.smithi089.stdout: "[8192, 16383]", 2024-07-26T07:21:26.681 INFO:tasks.workunit.client.0.smithi089.stdout: "[16384, 32767]", 2024-07-26T07:21:26.681 INFO:tasks.workunit.client.0.smithi089.stdout: "[32768, 65535]", 2024-07-26T07:21:26.681 INFO:tasks.workunit.client.0.smithi089.stdout: "[65536, 131071]", 2024-07-26T07:21:26.681 INFO:tasks.workunit.client.0.smithi089.stdout: "[131072, 262143]", 2024-07-26T07:21:26.681 INFO:tasks.workunit.client.0.smithi089.stdout: "[262144, 524287]", 2024-07-26T07:21:26.681 INFO:tasks.workunit.client.0.smithi089.stdout: "[524288, 1048575]", 2024-07-26T07:21:26.682 INFO:tasks.workunit.client.0.smithi089.stdout: "[1048576, 2097151]", 2024-07-26T07:21:26.682 INFO:tasks.workunit.client.0.smithi089.stdout: "[2097152, 4194303]", 2024-07-26T07:21:26.682 INFO:tasks.workunit.client.0.smithi089.stdout: "[4194304, 8388607]", 2024-07-26T07:21:26.682 INFO:tasks.workunit.client.0.smithi089.stdout: "[8388608, 16777215]", 2024-07-26T07:21:26.682 INFO:tasks.workunit.client.0.smithi089.stdout: "[16777216, 33554431]", 2024-07-26T07:21:26.682 INFO:tasks.workunit.client.0.smithi089.stdout: "[33554432, 67108863]", 2024-07-26T07:21:26.682 INFO:tasks.workunit.client.0.smithi089.stdout: "[67108864, 134217727]", 2024-07-26T07:21:26.682 INFO:tasks.workunit.client.0.smithi089.stdout: "[134217728, 268435455]", 2024-07-26T07:21:26.682 INFO:tasks.workunit.client.0.smithi089.stdout: "[268435456, 536870911]", 2024-07-26T07:21:26.682 INFO:tasks.workunit.client.0.smithi089.stdout: "[536870912, 1073741823]", 2024-07-26T07:21:26.682 INFO:tasks.workunit.client.0.smithi089.stdout: "[1073741824, 2147483647]", 2024-07-26T07:21:26.682 INFO:tasks.workunit.client.0.smithi089.stdout: "[2147483648, 4294967295]", 2024-07-26T07:21:26.682 INFO:tasks.workunit.client.0.smithi089.stdout: "[4294967296, 8589934591]", 2024-07-26T07:21:26.682 INFO:tasks.workunit.client.0.smithi089.stdout: "[8589934592, 17179869183]", 2024-07-26T07:21:26.683 INFO:tasks.workunit.client.0.smithi089.stdout: "[17179869184, 34359738367]", 2024-07-26T07:21:26.683 INFO:tasks.workunit.client.0.smithi089.stdout: "[34359738368, 68719476735]", 2024-07-26T07:21:26.683 INFO:tasks.workunit.client.0.smithi089.stdout: "[68719476736, 137438953471]", 2024-07-26T07:21:26.683 INFO:tasks.workunit.client.0.smithi089.stdout: "[137438953472, 274877906943]", 2024-07-26T07:21:26.683 INFO:tasks.workunit.client.0.smithi089.stdout: "[274877906944, None]" 2024-07-26T07:21:26.683 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.683 INFO:tasks.workunit.client.0.smithi089.stdout: "scale_type": "log2" 2024-07-26T07:21:26.683 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.683 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.683 INFO:tasks.workunit.client.0.smithi089.stdout: "osds": [ 2024-07-26T07:21:26.683 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.683 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 0, 2024-07-26T07:21:26.683 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:26.683 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.683 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.684 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.684 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.684 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 823, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.684 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 7108, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.684 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 642, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.684 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 336, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.684 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 151, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.684 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 103, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.684 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.684 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.684 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.684 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.684 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.685 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.685 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.685 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.685 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.685 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.685 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.685 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.685 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.685 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.685 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.685 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.685 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.685 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.686 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.686 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.686 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.686 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:26.686 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:26.686 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.686 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.686 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 1, 2024-07-26T07:21:26.686 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:26.686 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.686 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.686 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.686 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.687 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 553, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.687 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 3640, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.687 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1741, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.687 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 447, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.687 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 3168, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.687 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 3165, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.687 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.687 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.687 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.687 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.687 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.687 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.687 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.687 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.688 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.688 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.688 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.688 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.688 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.688 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.688 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.688 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.688 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.688 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.688 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.688 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.689 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.689 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:26.689 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:26.689 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.689 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.689 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 2, 2024-07-26T07:21:26.689 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:26.689 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.689 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.689 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.689 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.689 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1479, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.689 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 10116, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.689 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 16283, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.690 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 435, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.690 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 213, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.690 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 86, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.690 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.690 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.690 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.690 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.690 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.690 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.690 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.690 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.690 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.690 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.691 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.691 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.691 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.691 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.691 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.691 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.691 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.691 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.691 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.691 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.691 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.691 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:26.691 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:26.691 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.692 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.692 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 3, 2024-07-26T07:21:26.692 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:26.692 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.692 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.692 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.692 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.692 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 433, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.692 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2140, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.692 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 207, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.692 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 232, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.692 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1583, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.692 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 7046, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.692 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 133, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.693 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.693 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.693 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.693 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.693 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.693 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.693 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.693 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.693 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.693 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.693 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.693 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.693 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.694 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.694 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.694 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.694 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.694 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.694 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.694 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.694 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:26.694 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:26.694 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.694 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.694 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 4, 2024-07-26T07:21:26.694 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:26.694 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.695 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.695 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.695 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.695 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 811, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.695 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 3304, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.695 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 270, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.695 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 101, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.695 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.695 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.695 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.695 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.695 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.695 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.696 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.696 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.696 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.696 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.696 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.696 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.696 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.696 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.696 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.696 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.696 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.696 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.696 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.697 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.697 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.697 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.697 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.697 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:26.697 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:26.697 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.697 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.697 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 5, 2024-07-26T07:21:26.697 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:26.697 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.697 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.698 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.698 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.698 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 670, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.698 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 5593, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.698 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 301, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.698 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 245, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.698 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 371, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.698 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 109, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.698 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.698 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.698 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.698 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.699 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.699 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.699 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.699 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.699 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.699 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.699 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.699 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.699 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.699 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.699 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.699 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.699 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.699 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.700 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.700 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.700 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.700 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:26.700 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:26.700 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.700 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.700 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 6, 2024-07-26T07:21:26.700 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:26.700 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.700 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.700 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.700 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.700 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 479, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.701 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2840, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.701 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 336, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.701 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 280, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.701 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 342, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.701 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 110, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.701 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.701 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.701 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.701 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.701 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.701 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.701 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.701 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.701 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.701 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.702 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.702 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.702 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.702 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.702 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.702 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.702 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.702 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.702 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.702 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.702 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.702 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:26.702 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:26.702 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.703 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.703 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 7, 2024-07-26T07:21:26.703 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:26.703 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.703 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.703 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.703 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.703 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 883, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.703 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 8308, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.703 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2944, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.703 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 330, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.703 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 206, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.704 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 150, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.704 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.704 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.704 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.704 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.704 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.704 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.704 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.704 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.704 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.704 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.704 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.704 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.704 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.705 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.705 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.705 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.705 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.705 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.705 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.705 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.705 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.705 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:26.705 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:26.705 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.705 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:26.705 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.705 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T07:21:26.706 INFO:tasks.workunit.client.0.smithi089.stdout: "axes": [ 2024-07-26T07:21:26.706 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.706 INFO:tasks.workunit.client.0.smithi089.stdout: "buckets": 32, 2024-07-26T07:21:26.706 INFO:tasks.workunit.client.0.smithi089.stdout: "min": 0, 2024-07-26T07:21:26.706 INFO:tasks.workunit.client.0.smithi089.stdout: "name": "Latency (usec)", 2024-07-26T07:21:26.706 INFO:tasks.workunit.client.0.smithi089.stdout: "quant_size": 100000, 2024-07-26T07:21:26.706 INFO:tasks.workunit.client.0.smithi089.stdout: "ranges": [ 2024-07-26T07:21:26.706 INFO:tasks.workunit.client.0.smithi089.stdout: "[None, -1]", 2024-07-26T07:21:26.706 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 99999]", 2024-07-26T07:21:26.706 INFO:tasks.workunit.client.0.smithi089.stdout: "[100000, 199999]", 2024-07-26T07:21:26.706 INFO:tasks.workunit.client.0.smithi089.stdout: "[200000, 399999]", 2024-07-26T07:21:26.706 INFO:tasks.workunit.client.0.smithi089.stdout: "[400000, 799999]", 2024-07-26T07:21:26.706 INFO:tasks.workunit.client.0.smithi089.stdout: "[800000, 1599999]", 2024-07-26T07:21:26.706 INFO:tasks.workunit.client.0.smithi089.stdout: "[1600000, 3199999]", 2024-07-26T07:21:26.707 INFO:tasks.workunit.client.0.smithi089.stdout: "[3200000, 6399999]", 2024-07-26T07:21:26.707 INFO:tasks.workunit.client.0.smithi089.stdout: "[6400000, 12799999]", 2024-07-26T07:21:26.707 INFO:tasks.workunit.client.0.smithi089.stdout: "[12800000, 25599999]", 2024-07-26T07:21:26.707 INFO:tasks.workunit.client.0.smithi089.stdout: "[25600000, 51199999]", 2024-07-26T07:21:26.707 INFO:tasks.workunit.client.0.smithi089.stdout: "[51200000, 102399999]", 2024-07-26T07:21:26.707 INFO:tasks.workunit.client.0.smithi089.stdout: "[102400000, 204799999]", 2024-07-26T07:21:26.707 INFO:tasks.workunit.client.0.smithi089.stdout: "[204800000, 409599999]", 2024-07-26T07:21:26.707 INFO:tasks.workunit.client.0.smithi089.stdout: "[409600000, 819199999]", 2024-07-26T07:21:26.707 INFO:tasks.workunit.client.0.smithi089.stdout: "[819200000, 1638399999]", 2024-07-26T07:21:26.707 INFO:tasks.workunit.client.0.smithi089.stdout: "[1638400000, 3276799999]", 2024-07-26T07:21:26.707 INFO:tasks.workunit.client.0.smithi089.stdout: "[3276800000, 6553599999]", 2024-07-26T07:21:26.707 INFO:tasks.workunit.client.0.smithi089.stdout: "[6553600000, 13107199999]", 2024-07-26T07:21:26.707 INFO:tasks.workunit.client.0.smithi089.stdout: "[13107200000, 26214399999]", 2024-07-26T07:21:26.707 INFO:tasks.workunit.client.0.smithi089.stdout: "[26214400000, 52428799999]", 2024-07-26T07:21:26.708 INFO:tasks.workunit.client.0.smithi089.stdout: "[52428800000, 104857599999]", 2024-07-26T07:21:26.708 INFO:tasks.workunit.client.0.smithi089.stdout: "[104857600000, 209715199999]", 2024-07-26T07:21:26.708 INFO:tasks.workunit.client.0.smithi089.stdout: "[209715200000, 419430399999]", 2024-07-26T07:21:26.708 INFO:tasks.workunit.client.0.smithi089.stdout: "[419430400000, 838860799999]", 2024-07-26T07:21:26.708 INFO:tasks.workunit.client.0.smithi089.stdout: "[838860800000, 1677721599999]", 2024-07-26T07:21:26.708 INFO:tasks.workunit.client.0.smithi089.stdout: "[1677721600000, 3355443199999]", 2024-07-26T07:21:26.708 INFO:tasks.workunit.client.0.smithi089.stdout: "[3355443200000, 6710886399999]", 2024-07-26T07:21:26.708 INFO:tasks.workunit.client.0.smithi089.stdout: "[6710886400000, 13421772799999]", 2024-07-26T07:21:26.708 INFO:tasks.workunit.client.0.smithi089.stdout: "[13421772800000, 26843545599999]", 2024-07-26T07:21:26.708 INFO:tasks.workunit.client.0.smithi089.stdout: "[26843545600000, 53687091199999]", 2024-07-26T07:21:26.708 INFO:tasks.workunit.client.0.smithi089.stdout: "[53687091200000, None]" 2024-07-26T07:21:26.708 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.708 INFO:tasks.workunit.client.0.smithi089.stdout: "scale_type": "log2" 2024-07-26T07:21:26.708 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.709 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.709 INFO:tasks.workunit.client.0.smithi089.stdout: "buckets": 32, 2024-07-26T07:21:26.709 INFO:tasks.workunit.client.0.smithi089.stdout: "min": 0, 2024-07-26T07:21:26.709 INFO:tasks.workunit.client.0.smithi089.stdout: "name": "Request size (bytes)", 2024-07-26T07:21:26.709 INFO:tasks.workunit.client.0.smithi089.stdout: "quant_size": 512, 2024-07-26T07:21:26.709 INFO:tasks.workunit.client.0.smithi089.stdout: "ranges": [ 2024-07-26T07:21:26.709 INFO:tasks.workunit.client.0.smithi089.stdout: "[None, -1]", 2024-07-26T07:21:26.709 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 511]", 2024-07-26T07:21:26.709 INFO:tasks.workunit.client.0.smithi089.stdout: "[512, 1023]", 2024-07-26T07:21:26.709 INFO:tasks.workunit.client.0.smithi089.stdout: "[1024, 2047]", 2024-07-26T07:21:26.709 INFO:tasks.workunit.client.0.smithi089.stdout: "[2048, 4095]", 2024-07-26T07:21:26.709 INFO:tasks.workunit.client.0.smithi089.stdout: "[4096, 8191]", 2024-07-26T07:21:26.709 INFO:tasks.workunit.client.0.smithi089.stdout: "[8192, 16383]", 2024-07-26T07:21:26.709 INFO:tasks.workunit.client.0.smithi089.stdout: "[16384, 32767]", 2024-07-26T07:21:26.710 INFO:tasks.workunit.client.0.smithi089.stdout: "[32768, 65535]", 2024-07-26T07:21:26.710 INFO:tasks.workunit.client.0.smithi089.stdout: "[65536, 131071]", 2024-07-26T07:21:26.710 INFO:tasks.workunit.client.0.smithi089.stdout: "[131072, 262143]", 2024-07-26T07:21:26.710 INFO:tasks.workunit.client.0.smithi089.stdout: "[262144, 524287]", 2024-07-26T07:21:26.710 INFO:tasks.workunit.client.0.smithi089.stdout: "[524288, 1048575]", 2024-07-26T07:21:26.710 INFO:tasks.workunit.client.0.smithi089.stdout: "[1048576, 2097151]", 2024-07-26T07:21:26.710 INFO:tasks.workunit.client.0.smithi089.stdout: "[2097152, 4194303]", 2024-07-26T07:21:26.710 INFO:tasks.workunit.client.0.smithi089.stdout: "[4194304, 8388607]", 2024-07-26T07:21:26.710 INFO:tasks.workunit.client.0.smithi089.stdout: "[8388608, 16777215]", 2024-07-26T07:21:26.710 INFO:tasks.workunit.client.0.smithi089.stdout: "[16777216, 33554431]", 2024-07-26T07:21:26.710 INFO:tasks.workunit.client.0.smithi089.stdout: "[33554432, 67108863]", 2024-07-26T07:21:26.710 INFO:tasks.workunit.client.0.smithi089.stdout: "[67108864, 134217727]", 2024-07-26T07:21:26.710 INFO:tasks.workunit.client.0.smithi089.stdout: "[134217728, 268435455]", 2024-07-26T07:21:26.711 INFO:tasks.workunit.client.0.smithi089.stdout: "[268435456, 536870911]", 2024-07-26T07:21:26.711 INFO:tasks.workunit.client.0.smithi089.stdout: "[536870912, 1073741823]", 2024-07-26T07:21:26.711 INFO:tasks.workunit.client.0.smithi089.stdout: "[1073741824, 2147483647]", 2024-07-26T07:21:26.711 INFO:tasks.workunit.client.0.smithi089.stdout: "[2147483648, 4294967295]", 2024-07-26T07:21:26.711 INFO:tasks.workunit.client.0.smithi089.stdout: "[4294967296, 8589934591]", 2024-07-26T07:21:26.711 INFO:tasks.workunit.client.0.smithi089.stdout: "[8589934592, 17179869183]", 2024-07-26T07:21:26.711 INFO:tasks.workunit.client.0.smithi089.stdout: "[17179869184, 34359738367]", 2024-07-26T07:21:26.711 INFO:tasks.workunit.client.0.smithi089.stdout: "[34359738368, 68719476735]", 2024-07-26T07:21:26.711 INFO:tasks.workunit.client.0.smithi089.stdout: "[68719476736, 137438953471]", 2024-07-26T07:21:26.711 INFO:tasks.workunit.client.0.smithi089.stdout: "[137438953472, 274877906943]", 2024-07-26T07:21:26.711 INFO:tasks.workunit.client.0.smithi089.stdout: "[274877906944, None]" 2024-07-26T07:21:26.711 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.711 INFO:tasks.workunit.client.0.smithi089.stdout: "scale_type": "log2" 2024-07-26T07:21:26.711 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.712 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.712 INFO:tasks.workunit.client.0.smithi089.stdout: "osds": [ 2024-07-26T07:21:26.712 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.712 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 0, 2024-07-26T07:21:26.712 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:26.712 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.712 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.712 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.712 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.712 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 143, 15, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.712 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2159, 30, 1, 0, 15, 1, 0, 4, 5, 7, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.712 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1112, 9, 2, 1, 2, 6, 9, 7, 24, 42, 83, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.712 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 214, 11, 1, 0, 3, 0, 1, 4, 8, 15, 100, 243, 100, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.713 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 226, 4, 0, 0, 0, 0, 2, 1, 2, 1, 17, 34, 255, 6, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.713 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 271, 2, 0, 0, 0, 0, 0, 0, 1, 2, 4, 17, 18, 26, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.713 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 692, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 4, 19, 30, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.713 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1370, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 1, 3, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.713 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 162, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.713 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.713 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.713 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.713 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.713 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.713 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.713 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.713 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.714 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.714 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.714 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.714 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.714 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.714 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.714 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.714 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.714 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.714 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.714 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:26.714 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:26.714 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.715 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.715 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 1, 2024-07-26T07:21:26.715 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:26.715 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.715 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.715 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.715 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.715 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 91, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.715 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2909, 18, 0, 0, 16, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.715 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1397, 11, 0, 2, 3, 5, 14, 26, 51, 74, 99, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.715 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 77, 5, 0, 0, 2, 3, 0, 0, 4, 7, 65, 275, 219, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.715 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 89, 6, 0, 0, 0, 1, 0, 3, 1, 2, 13, 15, 373, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.715 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 232, 0, 0, 0, 0, 0, 0, 1, 0, 2, 1, 8, 23, 35, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.715 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 451, 2, 0, 0, 0, 0, 0, 0, 1, 1, 2, 3, 13, 28, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.716 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1260, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.716 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1514, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.716 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 303, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.716 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.716 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.716 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.716 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.716 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.716 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.716 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.716 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.716 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.716 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.716 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.716 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.716 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.717 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.717 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.717 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.717 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.717 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:26.717 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:26.717 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.717 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.717 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 2, 2024-07-26T07:21:26.717 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:26.717 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.717 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.717 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.718 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.718 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.718 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 414, 10, 3, 0, 7, 1, 1, 3, 2, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.718 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 181, 2, 0, 0, 1, 1, 1, 6, 11, 9, 59, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.718 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 228, 0, 0, 0, 0, 2, 3, 4, 7, 9, 49, 80, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.718 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 93, 0, 0, 0, 0, 1, 0, 0, 0, 3, 20, 35, 15, 9, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.718 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 38, 0, 0, 0, 0, 0, 1, 1, 1, 1, 5, 12, 16, 48, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.718 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 3, 2, 0, 0, 0, 0, 0, 2, 0, 4, 3, 5, 16, 38, 67, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.718 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.718 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.718 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.718 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.718 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.719 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.719 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.719 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.719 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.719 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.719 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.719 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.719 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.719 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.719 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.719 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.719 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.719 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.720 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.720 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.720 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:26.720 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:26.720 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.720 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.720 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 3, 2024-07-26T07:21:26.720 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:26.720 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.720 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.720 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.720 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.720 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.720 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1067, 7, 2, 2, 14, 0, 0, 1, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.721 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 443, 6, 2, 1, 0, 1, 2, 12, 13, 31, 42, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.721 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 120, 0, 0, 0, 2, 1, 2, 5, 1, 9, 37, 123, 135, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.721 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 295, 24, 0, 0, 0, 0, 0, 0, 0, 2, 13, 16, 72, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.721 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 468, 25, 0, 0, 0, 1, 0, 0, 1, 2, 3, 4, 11, 15, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.721 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 399, 41, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 11, 25, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.721 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 151, 81, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.721 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 85, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.721 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.721 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.721 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.721 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.721 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.721 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.721 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.722 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.722 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.722 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.722 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.722 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.722 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.722 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.722 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.722 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.722 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.722 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.722 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:26.722 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:26.723 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.723 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.723 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 4, 2024-07-26T07:21:26.723 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:26.723 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.723 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.723 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.723 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.723 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 77, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.723 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1069, 21, 0, 0, 10, 1, 5, 5, 13, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.723 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 524, 4, 0, 3, 1, 4, 3, 10, 16, 28, 35, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.723 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 260, 8, 0, 0, 0, 0, 1, 2, 8, 3, 26, 130, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.723 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 456, 5, 0, 0, 0, 0, 0, 0, 1, 3, 3, 4, 162, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.724 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 339, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 3, 16, 19, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.724 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 177, 0, 0, 0, 0, 0, 1, 1, 0, 2, 1, 4, 6, 23, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.724 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.724 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.724 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.724 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.724 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.724 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.724 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.724 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.724 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.724 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.724 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.724 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.725 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.725 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.725 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.725 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.725 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.725 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.725 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.725 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.725 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:26.725 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:26.725 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.725 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.725 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 5, 2024-07-26T07:21:26.726 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:26.726 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.726 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.726 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.726 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.726 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 100, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.726 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 360, 21, 1, 0, 10, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.726 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 92, 4, 0, 0, 1, 1, 0, 0, 3, 0, 14, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.726 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 174, 1, 0, 0, 0, 1, 0, 3, 3, 8, 38, 35, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.726 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 92, 1, 0, 0, 0, 0, 0, 3, 3, 4, 18, 26, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.726 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 37, 2, 0, 0, 1, 0, 0, 0, 0, 2, 2, 10, 13, 24, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.726 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2, 0, 0, 0, 0, 0, 1, 1, 1, 0, 1, 5, 10, 24, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.727 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 1, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.727 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.727 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.727 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.727 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.727 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.727 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.727 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.727 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.727 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.727 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.727 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.727 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.727 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.728 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.728 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.728 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.728 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.728 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.728 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.728 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:26.728 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:26.728 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.728 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.728 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 6, 2024-07-26T07:21:26.729 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:26.729 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.729 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.729 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.729 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.729 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 91, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.729 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1101, 16, 4, 0, 17, 0, 2, 3, 6, 6, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.729 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 679, 10, 0, 0, 5, 2, 3, 10, 13, 30, 33, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.729 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 343, 20, 0, 0, 1, 0, 0, 4, 6, 5, 45, 103, 46, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.729 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 467, 29, 0, 0, 0, 0, 0, 0, 1, 3, 10, 10, 187, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.729 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 431, 56, 0, 0, 0, 0, 0, 0, 0, 2, 3, 3, 10, 23, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.730 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 97, 84, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 11, 26, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.730 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 83, 158, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.730 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 178, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.730 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.730 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.730 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.730 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.730 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.731 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.731 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.731 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.731 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.731 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.731 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.731 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.731 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.731 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.731 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.731 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.731 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.731 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.732 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:26.732 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:26.732 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.732 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.732 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 7, 2024-07-26T07:21:26.732 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:26.732 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.732 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.733 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.733 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.733 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 75, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.733 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 339, 16, 1, 2, 14, 2, 4, 2, 6, 7, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.733 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 80, 4, 1, 1, 4, 2, 1, 6, 4, 2, 4, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.733 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 85, 14, 0, 1, 1, 1, 2, 3, 4, 4, 11, 16, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.733 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 30, 2, 0, 0, 0, 0, 0, 0, 1, 3, 8, 10, 13, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.733 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 11, 6, 1, 0, 0, 0, 1, 1, 1, 2, 2, 4, 13, 37, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.733 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 2, 13, 48, 57, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.733 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.733 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.734 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.734 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.734 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.734 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.734 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.734 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.734 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.734 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.734 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.734 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.734 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.734 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.735 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.735 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.735 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.735 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.735 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.735 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.735 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:26.735 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:26.735 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.735 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:26.735 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.735 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.735 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.735 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_resrv_repnum_vs_duration": { 2024-07-26T07:21:26.736 INFO:tasks.workunit.client.0.smithi089.stdout: "axes": [ 2024-07-26T07:21:26.736 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.736 INFO:tasks.workunit.client.0.smithi089.stdout: "buckets": 8, 2024-07-26T07:21:26.736 INFO:tasks.workunit.client.0.smithi089.stdout: "min": 0, 2024-07-26T07:21:26.736 INFO:tasks.workunit.client.0.smithi089.stdout: "name": "number of replicas", 2024-07-26T07:21:26.736 INFO:tasks.workunit.client.0.smithi089.stdout: "quant_size": 1, 2024-07-26T07:21:26.736 INFO:tasks.workunit.client.0.smithi089.stdout: "ranges": [ 2024-07-26T07:21:26.736 INFO:tasks.workunit.client.0.smithi089.stdout: "[None, -1]", 2024-07-26T07:21:26.736 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0]", 2024-07-26T07:21:26.736 INFO:tasks.workunit.client.0.smithi089.stdout: "[1, 1]", 2024-07-26T07:21:26.736 INFO:tasks.workunit.client.0.smithi089.stdout: "[2, 2]", 2024-07-26T07:21:26.736 INFO:tasks.workunit.client.0.smithi089.stdout: "[3, 3]", 2024-07-26T07:21:26.736 INFO:tasks.workunit.client.0.smithi089.stdout: "[4, 4]", 2024-07-26T07:21:26.736 INFO:tasks.workunit.client.0.smithi089.stdout: "[5, 5]", 2024-07-26T07:21:26.737 INFO:tasks.workunit.client.0.smithi089.stdout: "[6, None]" 2024-07-26T07:21:26.737 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.737 INFO:tasks.workunit.client.0.smithi089.stdout: "scale_type": "linear" 2024-07-26T07:21:26.737 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.737 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.737 INFO:tasks.workunit.client.0.smithi089.stdout: "buckets": 10, 2024-07-26T07:21:26.737 INFO:tasks.workunit.client.0.smithi089.stdout: "min": 0, 2024-07-26T07:21:26.737 INFO:tasks.workunit.client.0.smithi089.stdout: "name": "duration", 2024-07-26T07:21:26.737 INFO:tasks.workunit.client.0.smithi089.stdout: "quant_size": 250000, 2024-07-26T07:21:26.737 INFO:tasks.workunit.client.0.smithi089.stdout: "ranges": [ 2024-07-26T07:21:26.737 INFO:tasks.workunit.client.0.smithi089.stdout: "[None, -1]", 2024-07-26T07:21:26.737 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 249999]", 2024-07-26T07:21:26.737 INFO:tasks.workunit.client.0.smithi089.stdout: "[250000, 499999]", 2024-07-26T07:21:26.738 INFO:tasks.workunit.client.0.smithi089.stdout: "[500000, 999999]", 2024-07-26T07:21:26.738 INFO:tasks.workunit.client.0.smithi089.stdout: "[1000000, 1999999]", 2024-07-26T07:21:26.738 INFO:tasks.workunit.client.0.smithi089.stdout: "[2000000, 3999999]", 2024-07-26T07:21:26.738 INFO:tasks.workunit.client.0.smithi089.stdout: "[4000000, 7999999]", 2024-07-26T07:21:26.738 INFO:tasks.workunit.client.0.smithi089.stdout: "[8000000, 15999999]", 2024-07-26T07:21:26.738 INFO:tasks.workunit.client.0.smithi089.stdout: "[16000000, 31999999]", 2024-07-26T07:21:26.738 INFO:tasks.workunit.client.0.smithi089.stdout: "[32000000, None]" 2024-07-26T07:21:26.738 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.738 INFO:tasks.workunit.client.0.smithi089.stdout: "scale_type": "log2" 2024-07-26T07:21:26.738 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.738 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.738 INFO:tasks.workunit.client.0.smithi089.stdout: "osds": [ 2024-07-26T07:21:26.738 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.738 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 0, 2024-07-26T07:21:26.739 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:26.739 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.739 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.739 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.739 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.739 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.739 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.739 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.739 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:26.739 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:26.739 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.739 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.739 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 1, 2024-07-26T07:21:26.739 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:26.740 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.740 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.740 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.740 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.740 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.740 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.740 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.740 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:26.740 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:26.740 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.740 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.740 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 2, 2024-07-26T07:21:26.740 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:26.740 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.741 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.741 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.741 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.741 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.741 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.741 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.741 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:26.741 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:26.741 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.741 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.741 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 3, 2024-07-26T07:21:26.741 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:26.741 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.742 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.742 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.742 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.742 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.742 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.742 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.742 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:26.742 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:26.742 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.742 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.742 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 4, 2024-07-26T07:21:26.742 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:26.743 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.743 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.743 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.743 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.743 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.743 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.743 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.743 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:26.743 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:26.743 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.743 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.743 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 5, 2024-07-26T07:21:26.743 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:26.743 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.744 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.744 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.744 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.744 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.744 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.744 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.744 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:26.744 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:26.744 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.744 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.745 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 6, 2024-07-26T07:21:26.745 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:26.745 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.745 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.745 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.745 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.745 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.745 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.745 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.745 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:26.745 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:26.746 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.746 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:26.746 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 7, 2024-07-26T07:21:26.746 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:26.746 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.746 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.746 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.746 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.746 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.746 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.746 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:26.746 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:26.747 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:26.747 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.747 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:26.747 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.747 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.747 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:26.747 INFO:tasks.workunit.client.0.smithi089.stdout: "perf_counters": { 2024-07-26T07:21:26.747 INFO:tasks.workunit.client.0.smithi089.stdout: "mds.87ef074e95f73b29e32a1570865c090ae0131b8b": { 2024-07-26T07:21:26.747 INFO:tasks.workunit.client.0.smithi089.stdout: "mds": { 2024-07-26T07:21:26.747 INFO:tasks.workunit.client.0.smithi089.stdout: "caps": { 2024-07-26T07:21:26.747 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.747 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.747 INFO:tasks.workunit.client.0.smithi089.stdout: "ceph_cap_op_flush_ack": { 2024-07-26T07:21:26.748 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.748 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.748 INFO:tasks.workunit.client.0.smithi089.stdout: "ceph_cap_op_flushsnap_ack": { 2024-07-26T07:21:26.748 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.748 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.748 INFO:tasks.workunit.client.0.smithi089.stdout: "ceph_cap_op_grant": { 2024-07-26T07:21:26.748 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.748 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.748 INFO:tasks.workunit.client.0.smithi089.stdout: "ceph_cap_op_revoke": { 2024-07-26T07:21:26.748 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.748 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.749 INFO:tasks.workunit.client.0.smithi089.stdout: "ceph_cap_op_trunc": { 2024-07-26T07:21:26.749 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.749 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.749 INFO:tasks.workunit.client.0.smithi089.stdout: "dir_commit": { 2024-07-26T07:21:26.749 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.749 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.749 INFO:tasks.workunit.client.0.smithi089.stdout: "dir_fetch_complete": { 2024-07-26T07:21:26.749 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12 2024-07-26T07:21:26.749 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.749 INFO:tasks.workunit.client.0.smithi089.stdout: "dir_fetch_keys": { 2024-07-26T07:21:26.749 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10 2024-07-26T07:21:26.749 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.750 INFO:tasks.workunit.client.0.smithi089.stdout: "dir_merge": { 2024-07-26T07:21:26.750 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.750 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.750 INFO:tasks.workunit.client.0.smithi089.stdout: "dir_split": { 2024-07-26T07:21:26.750 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.750 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.750 INFO:tasks.workunit.client.0.smithi089.stdout: "exported_inodes": { 2024-07-26T07:21:26.750 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.750 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.750 INFO:tasks.workunit.client.0.smithi089.stdout: "forward": { 2024-07-26T07:21:26.750 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.751 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.751 INFO:tasks.workunit.client.0.smithi089.stdout: "handle_client_cap_release": { 2024-07-26T07:21:26.751 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.751 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.751 INFO:tasks.workunit.client.0.smithi089.stdout: "handle_client_caps": { 2024-07-26T07:21:26.751 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.751 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.751 INFO:tasks.workunit.client.0.smithi089.stdout: "handle_client_caps_dirty": { 2024-07-26T07:21:26.751 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.751 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.751 INFO:tasks.workunit.client.0.smithi089.stdout: "handle_inode_file_caps": { 2024-07-26T07:21:26.751 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.751 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.752 INFO:tasks.workunit.client.0.smithi089.stdout: "imported_inodes": { 2024-07-26T07:21:26.752 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.752 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.752 INFO:tasks.workunit.client.0.smithi089.stdout: "inodes": { 2024-07-26T07:21:26.752 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10 2024-07-26T07:21:26.752 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.752 INFO:tasks.workunit.client.0.smithi089.stdout: "inodes_expired": { 2024-07-26T07:21:26.752 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.752 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.752 INFO:tasks.workunit.client.0.smithi089.stdout: "inodes_pinned": { 2024-07-26T07:21:26.752 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10 2024-07-26T07:21:26.752 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.753 INFO:tasks.workunit.client.0.smithi089.stdout: "inodes_with_caps": { 2024-07-26T07:21:26.753 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.753 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.753 INFO:tasks.workunit.client.0.smithi089.stdout: "load_cent": { 2024-07-26T07:21:26.753 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.753 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.753 INFO:tasks.workunit.client.0.smithi089.stdout: "openino_dir_fetch": { 2024-07-26T07:21:26.753 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.753 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.753 INFO:tasks.workunit.client.0.smithi089.stdout: "process_request_cap_release": { 2024-07-26T07:21:26.753 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.753 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.753 INFO:tasks.workunit.client.0.smithi089.stdout: "reply_latency": { 2024-07-26T07:21:26.754 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:26.754 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.754 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.754 INFO:tasks.workunit.client.0.smithi089.stdout: "request": { 2024-07-26T07:21:26.754 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.754 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.754 INFO:tasks.workunit.client.0.smithi089.stdout: "root_rbytes": { 2024-07-26T07:21:26.754 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.754 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.754 INFO:tasks.workunit.client.0.smithi089.stdout: "root_rfiles": { 2024-07-26T07:21:26.754 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.754 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.754 INFO:tasks.workunit.client.0.smithi089.stdout: "root_rsnaps": { 2024-07-26T07:21:26.754 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.755 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.755 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_reply": { 2024-07-26T07:21:26.755 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.755 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.755 INFO:tasks.workunit.client.0.smithi089.stdout: "subtrees": { 2024-07-26T07:21:26.755 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2 2024-07-26T07:21:26.755 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.755 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.755 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_cache": { 2024-07-26T07:21:26.755 INFO:tasks.workunit.client.0.smithi089.stdout: "ireq_enqueue_scrub": { 2024-07-26T07:21:26.755 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.755 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.755 INFO:tasks.workunit.client.0.smithi089.stdout: "ireq_exportdir": { 2024-07-26T07:21:26.755 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.755 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.756 INFO:tasks.workunit.client.0.smithi089.stdout: "ireq_flush": { 2024-07-26T07:21:26.756 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.756 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.756 INFO:tasks.workunit.client.0.smithi089.stdout: "ireq_fragmentdir": { 2024-07-26T07:21:26.756 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.756 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.756 INFO:tasks.workunit.client.0.smithi089.stdout: "ireq_fragstats": { 2024-07-26T07:21:26.756 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.756 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.756 INFO:tasks.workunit.client.0.smithi089.stdout: "ireq_inodestats": { 2024-07-26T07:21:26.756 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.756 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.756 INFO:tasks.workunit.client.0.smithi089.stdout: "ireq_quiesce_inode": { 2024-07-26T07:21:26.756 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.756 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.757 INFO:tasks.workunit.client.0.smithi089.stdout: "ireq_quiesce_path": { 2024-07-26T07:21:26.757 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.757 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.757 INFO:tasks.workunit.client.0.smithi089.stdout: "num_recovering_enqueued": { 2024-07-26T07:21:26.757 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.757 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.757 INFO:tasks.workunit.client.0.smithi089.stdout: "num_recovering_prioritized": { 2024-07-26T07:21:26.757 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.757 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.757 INFO:tasks.workunit.client.0.smithi089.stdout: "num_recovering_processing": { 2024-07-26T07:21:26.757 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.757 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.757 INFO:tasks.workunit.client.0.smithi089.stdout: "num_strays": { 2024-07-26T07:21:26.757 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.758 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.758 INFO:tasks.workunit.client.0.smithi089.stdout: "num_strays_delayed": { 2024-07-26T07:21:26.758 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.758 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.758 INFO:tasks.workunit.client.0.smithi089.stdout: "num_strays_enqueuing": { 2024-07-26T07:21:26.758 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.758 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.758 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_completed": { 2024-07-26T07:21:26.758 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.758 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.758 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_started": { 2024-07-26T07:21:26.758 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.758 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.758 INFO:tasks.workunit.client.0.smithi089.stdout: "strays_created": { 2024-07-26T07:21:26.759 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.759 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.759 INFO:tasks.workunit.client.0.smithi089.stdout: "strays_enqueued": { 2024-07-26T07:21:26.759 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.759 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.759 INFO:tasks.workunit.client.0.smithi089.stdout: "strays_migrated": { 2024-07-26T07:21:26.759 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.759 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.759 INFO:tasks.workunit.client.0.smithi089.stdout: "strays_reintegrated": { 2024-07-26T07:21:26.759 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.759 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.759 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.759 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_log": { 2024-07-26T07:21:26.760 INFO:tasks.workunit.client.0.smithi089.stdout: "ev": { 2024-07-26T07:21:26.760 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 17 2024-07-26T07:21:26.760 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.760 INFO:tasks.workunit.client.0.smithi089.stdout: "evadd": { 2024-07-26T07:21:26.760 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.760 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.760 INFO:tasks.workunit.client.0.smithi089.stdout: "evex": { 2024-07-26T07:21:26.760 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.760 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.760 INFO:tasks.workunit.client.0.smithi089.stdout: "evexd": { 2024-07-26T07:21:26.760 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.760 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.760 INFO:tasks.workunit.client.0.smithi089.stdout: "evexg": { 2024-07-26T07:21:26.760 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.760 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.761 INFO:tasks.workunit.client.0.smithi089.stdout: "evlrg": { 2024-07-26T07:21:26.761 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.761 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.761 INFO:tasks.workunit.client.0.smithi089.stdout: "evtrm": { 2024-07-26T07:21:26.761 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.761 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.761 INFO:tasks.workunit.client.0.smithi089.stdout: "jlat": { 2024-07-26T07:21:26.761 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:26.761 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.761 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.761 INFO:tasks.workunit.client.0.smithi089.stdout: "replayed": { 2024-07-26T07:21:26.761 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 17 2024-07-26T07:21:26.761 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.761 INFO:tasks.workunit.client.0.smithi089.stdout: "seg": { 2024-07-26T07:21:26.762 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1 2024-07-26T07:21:26.762 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.762 INFO:tasks.workunit.client.0.smithi089.stdout: "segadd": { 2024-07-26T07:21:26.762 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.762 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.762 INFO:tasks.workunit.client.0.smithi089.stdout: "segex": { 2024-07-26T07:21:26.762 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.762 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.762 INFO:tasks.workunit.client.0.smithi089.stdout: "segexd": { 2024-07-26T07:21:26.762 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.762 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.762 INFO:tasks.workunit.client.0.smithi089.stdout: "segexg": { 2024-07-26T07:21:26.763 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.763 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.763 INFO:tasks.workunit.client.0.smithi089.stdout: "segmjr": { 2024-07-26T07:21:26.763 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1 2024-07-26T07:21:26.763 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.763 INFO:tasks.workunit.client.0.smithi089.stdout: "segtrm": { 2024-07-26T07:21:26.763 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.763 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.763 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.763 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_mem": { 2024-07-26T07:21:26.763 INFO:tasks.workunit.client.0.smithi089.stdout: "cap": { 2024-07-26T07:21:26.763 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.764 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.764 INFO:tasks.workunit.client.0.smithi089.stdout: "cap+": { 2024-07-26T07:21:26.764 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.764 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.764 INFO:tasks.workunit.client.0.smithi089.stdout: "cap-": { 2024-07-26T07:21:26.764 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.764 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.764 INFO:tasks.workunit.client.0.smithi089.stdout: "dir": { 2024-07-26T07:21:26.764 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12 2024-07-26T07:21:26.764 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.764 INFO:tasks.workunit.client.0.smithi089.stdout: "dir+": { 2024-07-26T07:21:26.764 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12 2024-07-26T07:21:26.764 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.765 INFO:tasks.workunit.client.0.smithi089.stdout: "dir-": { 2024-07-26T07:21:26.765 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.765 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.765 INFO:tasks.workunit.client.0.smithi089.stdout: "dn": { 2024-07-26T07:21:26.765 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10 2024-07-26T07:21:26.765 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.765 INFO:tasks.workunit.client.0.smithi089.stdout: "dn+": { 2024-07-26T07:21:26.765 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10 2024-07-26T07:21:26.765 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.765 INFO:tasks.workunit.client.0.smithi089.stdout: "dn-": { 2024-07-26T07:21:26.765 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.765 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.765 INFO:tasks.workunit.client.0.smithi089.stdout: "heap": { 2024-07-26T07:21:26.766 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 248096 2024-07-26T07:21:26.766 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.766 INFO:tasks.workunit.client.0.smithi089.stdout: "ino": { 2024-07-26T07:21:26.766 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 13 2024-07-26T07:21:26.766 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.766 INFO:tasks.workunit.client.0.smithi089.stdout: "ino+": { 2024-07-26T07:21:26.766 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 13 2024-07-26T07:21:26.766 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.766 INFO:tasks.workunit.client.0.smithi089.stdout: "ino-": { 2024-07-26T07:21:26.766 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.766 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.766 INFO:tasks.workunit.client.0.smithi089.stdout: "rss": { 2024-07-26T07:21:26.766 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 48596 2024-07-26T07:21:26.767 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.767 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.767 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_server": { 2024-07-26T07:21:26.767 INFO:tasks.workunit.client.0.smithi089.stdout: "cap_acquisition_throttle": { 2024-07-26T07:21:26.767 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.767 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.767 INFO:tasks.workunit.client.0.smithi089.stdout: "cap_revoke_eviction": { 2024-07-26T07:21:26.767 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.767 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.767 INFO:tasks.workunit.client.0.smithi089.stdout: "handle_client_request": { 2024-07-26T07:21:26.767 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.767 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.767 INFO:tasks.workunit.client.0.smithi089.stdout: "handle_client_session": { 2024-07-26T07:21:26.768 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.768 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.768 INFO:tasks.workunit.client.0.smithi089.stdout: "handle_peer_request": { 2024-07-26T07:21:26.768 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.768 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.768 INFO:tasks.workunit.client.0.smithi089.stdout: "req_create_latency": { 2024-07-26T07:21:26.768 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:26.768 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.768 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.768 INFO:tasks.workunit.client.0.smithi089.stdout: "req_getattr_latency": { 2024-07-26T07:21:26.768 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:26.768 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.768 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.769 INFO:tasks.workunit.client.0.smithi089.stdout: "req_getfilelock_latency": { 2024-07-26T07:21:26.769 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:26.769 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.769 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.769 INFO:tasks.workunit.client.0.smithi089.stdout: "req_getvxattr_latency": { 2024-07-26T07:21:26.769 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:26.769 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.769 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.769 INFO:tasks.workunit.client.0.smithi089.stdout: "req_link_latency": { 2024-07-26T07:21:26.769 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:26.769 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.769 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.769 INFO:tasks.workunit.client.0.smithi089.stdout: "req_lookup_latency": { 2024-07-26T07:21:26.770 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:26.770 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.770 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.770 INFO:tasks.workunit.client.0.smithi089.stdout: "req_lookuphash_latency": { 2024-07-26T07:21:26.770 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:26.770 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.770 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.770 INFO:tasks.workunit.client.0.smithi089.stdout: "req_lookupino_latency": { 2024-07-26T07:21:26.770 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:26.770 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.770 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.770 INFO:tasks.workunit.client.0.smithi089.stdout: "req_lookupname_latency": { 2024-07-26T07:21:26.771 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:26.771 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.771 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.771 INFO:tasks.workunit.client.0.smithi089.stdout: "req_lookupparent_latency": { 2024-07-26T07:21:26.771 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:26.771 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.771 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.771 INFO:tasks.workunit.client.0.smithi089.stdout: "req_lookupsnap_latency": { 2024-07-26T07:21:26.771 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:26.771 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.771 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.771 INFO:tasks.workunit.client.0.smithi089.stdout: "req_lssnap_latency": { 2024-07-26T07:21:26.771 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:26.772 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.772 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.772 INFO:tasks.workunit.client.0.smithi089.stdout: "req_mkdir_latency": { 2024-07-26T07:21:26.772 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:26.772 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.772 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.772 INFO:tasks.workunit.client.0.smithi089.stdout: "req_mknod_latency": { 2024-07-26T07:21:26.772 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:26.772 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.772 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.772 INFO:tasks.workunit.client.0.smithi089.stdout: "req_mksnap_latency": { 2024-07-26T07:21:26.773 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:26.773 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.773 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.773 INFO:tasks.workunit.client.0.smithi089.stdout: "req_open_latency": { 2024-07-26T07:21:26.773 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:26.773 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.773 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.773 INFO:tasks.workunit.client.0.smithi089.stdout: "req_readdir_latency": { 2024-07-26T07:21:26.773 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:26.774 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.774 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.774 INFO:tasks.workunit.client.0.smithi089.stdout: "req_rename_latency": { 2024-07-26T07:21:26.774 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:26.774 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.774 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.774 INFO:tasks.workunit.client.0.smithi089.stdout: "req_renamesnap_latency": { 2024-07-26T07:21:26.774 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:26.774 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.774 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.774 INFO:tasks.workunit.client.0.smithi089.stdout: "req_rmdir_latency": { 2024-07-26T07:21:26.774 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:26.774 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.775 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.775 INFO:tasks.workunit.client.0.smithi089.stdout: "req_rmsnap_latency": { 2024-07-26T07:21:26.775 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:26.775 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.775 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.775 INFO:tasks.workunit.client.0.smithi089.stdout: "req_rmxattr_latency": { 2024-07-26T07:21:26.775 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:26.775 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.775 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.775 INFO:tasks.workunit.client.0.smithi089.stdout: "req_setattr_latency": { 2024-07-26T07:21:26.775 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:26.775 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.776 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.776 INFO:tasks.workunit.client.0.smithi089.stdout: "req_setdirlayout_latency": { 2024-07-26T07:21:26.776 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:26.776 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.776 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.776 INFO:tasks.workunit.client.0.smithi089.stdout: "req_setfilelock_latency": { 2024-07-26T07:21:26.776 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:26.776 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.776 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.776 INFO:tasks.workunit.client.0.smithi089.stdout: "req_setlayout_latency": { 2024-07-26T07:21:26.776 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:26.776 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.777 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.777 INFO:tasks.workunit.client.0.smithi089.stdout: "req_setxattr_latency": { 2024-07-26T07:21:26.777 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:26.777 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.777 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.777 INFO:tasks.workunit.client.0.smithi089.stdout: "req_snapdiff_latency": { 2024-07-26T07:21:26.777 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:26.777 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.777 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.777 INFO:tasks.workunit.client.0.smithi089.stdout: "req_symlink_latency": { 2024-07-26T07:21:26.777 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:26.777 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.777 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.778 INFO:tasks.workunit.client.0.smithi089.stdout: "req_unlink_latency": { 2024-07-26T07:21:26.778 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:26.778 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.778 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.778 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.778 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_sessions": { 2024-07-26T07:21:26.778 INFO:tasks.workunit.client.0.smithi089.stdout: "average_load": { 2024-07-26T07:21:26.778 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.778 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.778 INFO:tasks.workunit.client.0.smithi089.stdout: "avg_session_uptime": { 2024-07-26T07:21:26.778 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.778 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.778 INFO:tasks.workunit.client.0.smithi089.stdout: "mdthresh_evicted": { 2024-07-26T07:21:26.779 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.779 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.779 INFO:tasks.workunit.client.0.smithi089.stdout: "session_add": { 2024-07-26T07:21:26.779 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8 2024-07-26T07:21:26.779 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.779 INFO:tasks.workunit.client.0.smithi089.stdout: "session_count": { 2024-07-26T07:21:26.779 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.779 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.779 INFO:tasks.workunit.client.0.smithi089.stdout: "session_remove": { 2024-07-26T07:21:26.779 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8 2024-07-26T07:21:26.779 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.779 INFO:tasks.workunit.client.0.smithi089.stdout: "sessions_open": { 2024-07-26T07:21:26.779 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2 2024-07-26T07:21:26.780 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.780 INFO:tasks.workunit.client.0.smithi089.stdout: "sessions_stale": { 2024-07-26T07:21:26.780 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.780 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.780 INFO:tasks.workunit.client.0.smithi089.stdout: "total_load": { 2024-07-26T07:21:26.780 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.780 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.780 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.780 INFO:tasks.workunit.client.0.smithi089.stdout: "objecter": { 2024-07-26T07:21:26.780 INFO:tasks.workunit.client.0.smithi089.stdout: "op_active": { 2024-07-26T07:21:26.780 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.780 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.780 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T07:21:26.780 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 37 2024-07-26T07:21:26.781 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.781 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rmw": { 2024-07-26T07:21:26.781 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.781 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.781 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T07:21:26.781 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7 2024-07-26T07:21:26.781 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.781 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.781 INFO:tasks.workunit.client.0.smithi089.stdout: "purge_queue": { 2024-07-26T07:21:26.781 INFO:tasks.workunit.client.0.smithi089.stdout: "pq_executed": { 2024-07-26T07:21:26.781 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.782 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.782 INFO:tasks.workunit.client.0.smithi089.stdout: "pq_executed_ops": { 2024-07-26T07:21:26.782 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.782 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.782 INFO:tasks.workunit.client.0.smithi089.stdout: "pq_executing": { 2024-07-26T07:21:26.782 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.782 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.782 INFO:tasks.workunit.client.0.smithi089.stdout: "pq_executing_high_water": { 2024-07-26T07:21:26.782 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.782 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.783 INFO:tasks.workunit.client.0.smithi089.stdout: "pq_executing_ops": { 2024-07-26T07:21:26.783 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.783 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.783 INFO:tasks.workunit.client.0.smithi089.stdout: "pq_executing_ops_high_water": { 2024-07-26T07:21:26.783 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.783 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.783 INFO:tasks.workunit.client.0.smithi089.stdout: "pq_item_in_journal": { 2024-07-26T07:21:26.783 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.783 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.783 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.783 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.783 INFO:tasks.workunit.client.0.smithi089.stdout: "mon.11a06f7556cbb1c57650abffbb3eb77c66bdf751": { 2024-07-26T07:21:26.783 INFO:tasks.workunit.client.0.smithi089.stdout: "mon": { 2024-07-26T07:21:26.784 INFO:tasks.workunit.client.0.smithi089.stdout: "election_call": { 2024-07-26T07:21:26.784 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2 2024-07-26T07:21:26.784 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.784 INFO:tasks.workunit.client.0.smithi089.stdout: "election_lose": { 2024-07-26T07:21:26.784 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2 2024-07-26T07:21:26.784 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.784 INFO:tasks.workunit.client.0.smithi089.stdout: "election_win": { 2024-07-26T07:21:26.784 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.784 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.784 INFO:tasks.workunit.client.0.smithi089.stdout: "num_elections": { 2024-07-26T07:21:26.784 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7 2024-07-26T07:21:26.785 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.785 INFO:tasks.workunit.client.0.smithi089.stdout: "num_sessions": { 2024-07-26T07:21:26.785 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8 2024-07-26T07:21:26.785 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.785 INFO:tasks.workunit.client.0.smithi089.stdout: "session_add": { 2024-07-26T07:21:26.785 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3 2024-07-26T07:21:26.785 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.785 INFO:tasks.workunit.client.0.smithi089.stdout: "session_rm": { 2024-07-26T07:21:26.785 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 237 2024-07-26T07:21:26.785 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.785 INFO:tasks.workunit.client.0.smithi089.stdout: "session_trim": { 2024-07-26T07:21:26.785 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.786 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.786 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.786 INFO:tasks.workunit.client.0.smithi089.stdout: "paxos": { 2024-07-26T07:21:26.786 INFO:tasks.workunit.client.0.smithi089.stdout: "accept_timeout": { 2024-07-26T07:21:26.786 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.786 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.786 INFO:tasks.workunit.client.0.smithi089.stdout: "begin": { 2024-07-26T07:21:26.786 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7814 2024-07-26T07:21:26.786 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.786 INFO:tasks.workunit.client.0.smithi089.stdout: "begin_bytes": { 2024-07-26T07:21:26.786 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7814, 2024-07-26T07:21:26.787 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 56267334 2024-07-26T07:21:26.787 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.787 INFO:tasks.workunit.client.0.smithi089.stdout: "begin_keys": { 2024-07-26T07:21:26.787 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:26.787 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.787 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.787 INFO:tasks.workunit.client.0.smithi089.stdout: "begin_latency": { 2024-07-26T07:21:26.787 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7814, 2024-07-26T07:21:26.787 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1277975540 2024-07-26T07:21:26.787 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.787 INFO:tasks.workunit.client.0.smithi089.stdout: "collect": { 2024-07-26T07:21:26.787 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2 2024-07-26T07:21:26.787 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.788 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_bytes": { 2024-07-26T07:21:26.788 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2, 2024-07-26T07:21:26.788 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 146 2024-07-26T07:21:26.788 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.788 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_keys": { 2024-07-26T07:21:26.788 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2, 2024-07-26T07:21:26.788 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2 2024-07-26T07:21:26.788 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.788 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_latency": { 2024-07-26T07:21:26.788 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2, 2024-07-26T07:21:26.788 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.788 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.788 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_timeout": { 2024-07-26T07:21:26.788 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.789 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.789 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_uncommitted": { 2024-07-26T07:21:26.789 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.789 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.789 INFO:tasks.workunit.client.0.smithi089.stdout: "commit": { 2024-07-26T07:21:26.789 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7814 2024-07-26T07:21:26.789 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.789 INFO:tasks.workunit.client.0.smithi089.stdout: "commit_bytes": { 2024-07-26T07:21:26.789 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:26.789 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.789 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.789 INFO:tasks.workunit.client.0.smithi089.stdout: "commit_keys": { 2024-07-26T07:21:26.789 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:26.789 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.790 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.790 INFO:tasks.workunit.client.0.smithi089.stdout: "commit_latency": { 2024-07-26T07:21:26.790 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:26.790 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.790 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.790 INFO:tasks.workunit.client.0.smithi089.stdout: "lease_ack_timeout": { 2024-07-26T07:21:26.790 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.790 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.790 INFO:tasks.workunit.client.0.smithi089.stdout: "lease_timeout": { 2024-07-26T07:21:26.790 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.790 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.790 INFO:tasks.workunit.client.0.smithi089.stdout: "new_pn": { 2024-07-26T07:21:26.790 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.791 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.791 INFO:tasks.workunit.client.0.smithi089.stdout: "new_pn_latency": { 2024-07-26T07:21:26.791 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:26.791 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.791 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.791 INFO:tasks.workunit.client.0.smithi089.stdout: "refresh": { 2024-07-26T07:21:26.791 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7814 2024-07-26T07:21:26.791 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.791 INFO:tasks.workunit.client.0.smithi089.stdout: "refresh_latency": { 2024-07-26T07:21:26.791 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7814, 2024-07-26T07:21:26.791 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 24443531724 2024-07-26T07:21:26.791 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.791 INFO:tasks.workunit.client.0.smithi089.stdout: "restart": { 2024-07-26T07:21:26.791 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9 2024-07-26T07:21:26.792 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.792 INFO:tasks.workunit.client.0.smithi089.stdout: "share_state": { 2024-07-26T07:21:26.792 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.792 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.792 INFO:tasks.workunit.client.0.smithi089.stdout: "share_state_bytes": { 2024-07-26T07:21:26.792 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:26.792 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.792 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.792 INFO:tasks.workunit.client.0.smithi089.stdout: "share_state_keys": { 2024-07-26T07:21:26.792 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:26.792 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.792 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.792 INFO:tasks.workunit.client.0.smithi089.stdout: "start_leader": { 2024-07-26T07:21:26.792 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.793 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.793 INFO:tasks.workunit.client.0.smithi089.stdout: "start_peon": { 2024-07-26T07:21:26.793 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2 2024-07-26T07:21:26.793 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.793 INFO:tasks.workunit.client.0.smithi089.stdout: "store_state": { 2024-07-26T07:21:26.793 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7814 2024-07-26T07:21:26.793 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.793 INFO:tasks.workunit.client.0.smithi089.stdout: "store_state_bytes": { 2024-07-26T07:21:26.793 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7814, 2024-07-26T07:21:26.793 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 111046392 2024-07-26T07:21:26.793 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.793 INFO:tasks.workunit.client.0.smithi089.stdout: "store_state_keys": { 2024-07-26T07:21:26.793 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7814, 2024-07-26T07:21:26.794 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 70512 2024-07-26T07:21:26.794 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.794 INFO:tasks.workunit.client.0.smithi089.stdout: "store_state_latency": { 2024-07-26T07:21:26.794 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7814, 2024-07-26T07:21:26.794 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2634949567 2024-07-26T07:21:26.794 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.794 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.794 INFO:tasks.workunit.client.0.smithi089.stdout: "prioritycache": { 2024-07-26T07:21:26.794 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_bytes": { 2024-07-26T07:21:26.794 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1020054731 2024-07-26T07:21:26.794 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.794 INFO:tasks.workunit.client.0.smithi089.stdout: "heap_bytes": { 2024-07-26T07:21:26.794 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 170885120 2024-07-26T07:21:26.795 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.795 INFO:tasks.workunit.client.0.smithi089.stdout: "mapped_bytes": { 2024-07-26T07:21:26.795 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 165961728 2024-07-26T07:21:26.795 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.795 INFO:tasks.workunit.client.0.smithi089.stdout: "target_bytes": { 2024-07-26T07:21:26.795 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2147483648 2024-07-26T07:21:26.795 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.795 INFO:tasks.workunit.client.0.smithi089.stdout: "unmapped_bytes": { 2024-07-26T07:21:26.795 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4923392 2024-07-26T07:21:26.795 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.795 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.795 INFO:tasks.workunit.client.0.smithi089.stdout: "prioritycache:full": { 2024-07-26T07:21:26.795 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:26.795 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 360710144 2024-07-26T07:21:26.796 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.796 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:26.796 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.796 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.796 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:26.796 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.796 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.796 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:26.796 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 266944437 2024-07-26T07:21:26.796 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.796 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:26.796 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 25619211 2024-07-26T07:21:26.796 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.796 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:26.797 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.797 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.797 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:26.797 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.797 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.797 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:26.797 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.797 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.797 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:26.797 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.797 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.797 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:26.797 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.797 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.797 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:26.798 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.798 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.798 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:26.798 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.798 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.798 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:26.798 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.798 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.798 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:26.798 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 68146496 2024-07-26T07:21:26.798 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.798 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.799 INFO:tasks.workunit.client.0.smithi089.stdout: "prioritycache:inc": { 2024-07-26T07:21:26.799 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:26.799 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 339738624 2024-07-26T07:21:26.799 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.799 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:26.799 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.799 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.799 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:26.799 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.799 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.799 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:26.799 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 266944437 2024-07-26T07:21:26.799 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.799 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:26.799 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1565320 2024-07-26T07:21:26.799 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.800 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:26.800 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.800 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.800 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:26.800 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.800 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.800 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:26.800 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.800 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.800 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:26.800 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.800 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.800 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:26.800 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.801 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.801 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:26.801 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.801 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.801 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:26.801 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.801 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.801 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:26.801 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.801 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.801 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:26.801 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 71228867 2024-07-26T07:21:26.801 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.802 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.802 INFO:tasks.workunit.client.0.smithi089.stdout: "prioritycache:kv": { 2024-07-26T07:21:26.802 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:26.802 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 314572800 2024-07-26T07:21:26.802 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.802 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:26.802 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T07:21:26.802 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.802 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:26.802 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.802 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.802 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:26.802 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 177962958 2024-07-26T07:21:26.803 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.803 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:26.803 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.803 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.803 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:26.803 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.803 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.803 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:26.803 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.803 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.803 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:26.803 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.803 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.803 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:26.803 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.804 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.804 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:26.804 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.804 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.804 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:26.804 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.804 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.804 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:26.804 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.804 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.804 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:26.804 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.804 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.804 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:26.805 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 69500978 2024-07-26T07:21:26.805 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.805 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.805 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb": { 2024-07-26T07:21:26.805 INFO:tasks.workunit.client.0.smithi089.stdout: "compact": { 2024-07-26T07:21:26.805 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.805 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.805 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_queue_len": { 2024-07-26T07:21:26.805 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.805 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.806 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_queue_merge": { 2024-07-26T07:21:26.806 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.806 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.806 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_range": { 2024-07-26T07:21:26.806 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 93 2024-07-26T07:21:26.806 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.806 INFO:tasks.workunit.client.0.smithi089.stdout: "get_latency": { 2024-07-26T07:21:26.806 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 341170, 2024-07-26T07:21:26.806 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1607503787 2024-07-26T07:21:26.806 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.806 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb_write_delay_time": { 2024-07-26T07:21:26.806 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:26.806 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.806 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.807 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb_write_memtable_time": { 2024-07-26T07:21:26.807 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:26.807 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.807 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.807 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb_write_pre_and_post_time": { 2024-07-26T07:21:26.807 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:26.807 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.807 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.807 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb_write_wal_time": { 2024-07-26T07:21:26.807 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:26.807 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.807 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.808 INFO:tasks.workunit.client.0.smithi089.stdout: "submit_latency": { 2024-07-26T07:21:26.808 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:26.808 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.808 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.808 INFO:tasks.workunit.client.0.smithi089.stdout: "submit_sync_latency": { 2024-07-26T07:21:26.808 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 19102, 2024-07-26T07:21:26.808 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6073606119 2024-07-26T07:21:26.808 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.808 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.808 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.808 INFO:tasks.workunit.client.0.smithi089.stdout: "mon.87ef074e95f73b29e32a1570865c090ae0131b8b": { 2024-07-26T07:21:26.808 INFO:tasks.workunit.client.0.smithi089.stdout: "mon": { 2024-07-26T07:21:26.809 INFO:tasks.workunit.client.0.smithi089.stdout: "election_call": { 2024-07-26T07:21:26.809 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5 2024-07-26T07:21:26.809 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.809 INFO:tasks.workunit.client.0.smithi089.stdout: "election_lose": { 2024-07-26T07:21:26.809 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.809 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.809 INFO:tasks.workunit.client.0.smithi089.stdout: "election_win": { 2024-07-26T07:21:26.809 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5 2024-07-26T07:21:26.809 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.809 INFO:tasks.workunit.client.0.smithi089.stdout: "num_elections": { 2024-07-26T07:21:26.809 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 17 2024-07-26T07:21:26.809 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.809 INFO:tasks.workunit.client.0.smithi089.stdout: "num_sessions": { 2024-07-26T07:21:26.810 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 11 2024-07-26T07:21:26.810 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.810 INFO:tasks.workunit.client.0.smithi089.stdout: "session_add": { 2024-07-26T07:21:26.810 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5 2024-07-26T07:21:26.810 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.810 INFO:tasks.workunit.client.0.smithi089.stdout: "session_rm": { 2024-07-26T07:21:26.810 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 200 2024-07-26T07:21:26.810 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.810 INFO:tasks.workunit.client.0.smithi089.stdout: "session_trim": { 2024-07-26T07:21:26.810 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.810 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.810 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.811 INFO:tasks.workunit.client.0.smithi089.stdout: "paxos": { 2024-07-26T07:21:26.811 INFO:tasks.workunit.client.0.smithi089.stdout: "accept_timeout": { 2024-07-26T07:21:26.811 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.811 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.811 INFO:tasks.workunit.client.0.smithi089.stdout: "begin": { 2024-07-26T07:21:26.811 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7912 2024-07-26T07:21:26.811 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.811 INFO:tasks.workunit.client.0.smithi089.stdout: "begin_bytes": { 2024-07-26T07:21:26.811 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7912, 2024-07-26T07:21:26.811 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 57726542 2024-07-26T07:21:26.811 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.811 INFO:tasks.workunit.client.0.smithi089.stdout: "begin_keys": { 2024-07-26T07:21:26.811 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7912, 2024-07-26T07:21:26.812 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 23736 2024-07-26T07:21:26.812 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.812 INFO:tasks.workunit.client.0.smithi089.stdout: "begin_latency": { 2024-07-26T07:21:26.812 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7912, 2024-07-26T07:21:26.812 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1552964562 2024-07-26T07:21:26.812 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.812 INFO:tasks.workunit.client.0.smithi089.stdout: "collect": { 2024-07-26T07:21:26.812 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.812 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.812 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_bytes": { 2024-07-26T07:21:26.812 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:26.812 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.812 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.812 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_keys": { 2024-07-26T07:21:26.812 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:26.813 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.813 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.813 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_latency": { 2024-07-26T07:21:26.813 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:26.813 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.813 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.813 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_timeout": { 2024-07-26T07:21:26.813 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.813 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.813 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_uncommitted": { 2024-07-26T07:21:26.813 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2 2024-07-26T07:21:26.813 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.813 INFO:tasks.workunit.client.0.smithi089.stdout: "commit": { 2024-07-26T07:21:26.813 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7910 2024-07-26T07:21:26.813 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.813 INFO:tasks.workunit.client.0.smithi089.stdout: "commit_bytes": { 2024-07-26T07:21:26.814 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7910, 2024-07-26T07:21:26.814 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 57127877 2024-07-26T07:21:26.814 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.814 INFO:tasks.workunit.client.0.smithi089.stdout: "commit_keys": { 2024-07-26T07:21:26.814 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7910, 2024-07-26T07:21:26.814 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 63643 2024-07-26T07:21:26.814 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.814 INFO:tasks.workunit.client.0.smithi089.stdout: "commit_latency": { 2024-07-26T07:21:26.814 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7910, 2024-07-26T07:21:26.814 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2928588327 2024-07-26T07:21:26.814 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.814 INFO:tasks.workunit.client.0.smithi089.stdout: "lease_ack_timeout": { 2024-07-26T07:21:26.814 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.815 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.815 INFO:tasks.workunit.client.0.smithi089.stdout: "lease_timeout": { 2024-07-26T07:21:26.815 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.815 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.815 INFO:tasks.workunit.client.0.smithi089.stdout: "new_pn": { 2024-07-26T07:21:26.815 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5 2024-07-26T07:21:26.815 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.815 INFO:tasks.workunit.client.0.smithi089.stdout: "new_pn_latency": { 2024-07-26T07:21:26.815 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 5, 2024-07-26T07:21:26.815 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2999932 2024-07-26T07:21:26.815 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.815 INFO:tasks.workunit.client.0.smithi089.stdout: "refresh": { 2024-07-26T07:21:26.815 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7913 2024-07-26T07:21:26.815 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.816 INFO:tasks.workunit.client.0.smithi089.stdout: "refresh_latency": { 2024-07-26T07:21:26.816 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7913, 2024-07-26T07:21:26.816 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 29732321533 2024-07-26T07:21:26.816 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.816 INFO:tasks.workunit.client.0.smithi089.stdout: "restart": { 2024-07-26T07:21:26.816 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 19 2024-07-26T07:21:26.816 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.816 INFO:tasks.workunit.client.0.smithi089.stdout: "share_state": { 2024-07-26T07:21:26.816 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1 2024-07-26T07:21:26.816 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.816 INFO:tasks.workunit.client.0.smithi089.stdout: "share_state_bytes": { 2024-07-26T07:21:26.816 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1, 2024-07-26T07:21:26.816 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 36759 2024-07-26T07:21:26.816 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.817 INFO:tasks.workunit.client.0.smithi089.stdout: "share_state_keys": { 2024-07-26T07:21:26.817 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1, 2024-07-26T07:21:26.817 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4 2024-07-26T07:21:26.817 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.817 INFO:tasks.workunit.client.0.smithi089.stdout: "start_leader": { 2024-07-26T07:21:26.817 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5 2024-07-26T07:21:26.817 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.817 INFO:tasks.workunit.client.0.smithi089.stdout: "start_peon": { 2024-07-26T07:21:26.817 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.817 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.817 INFO:tasks.workunit.client.0.smithi089.stdout: "store_state": { 2024-07-26T07:21:26.817 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.817 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.817 INFO:tasks.workunit.client.0.smithi089.stdout: "store_state_bytes": { 2024-07-26T07:21:26.818 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:26.818 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.818 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.818 INFO:tasks.workunit.client.0.smithi089.stdout: "store_state_keys": { 2024-07-26T07:21:26.818 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:26.818 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.818 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.818 INFO:tasks.workunit.client.0.smithi089.stdout: "store_state_latency": { 2024-07-26T07:21:26.818 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:26.818 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.818 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.818 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.818 INFO:tasks.workunit.client.0.smithi089.stdout: "prioritycache": { 2024-07-26T07:21:26.819 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_bytes": { 2024-07-26T07:21:26.819 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1020054731 2024-07-26T07:21:26.819 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.819 INFO:tasks.workunit.client.0.smithi089.stdout: "heap_bytes": { 2024-07-26T07:21:26.819 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 255950848 2024-07-26T07:21:26.819 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.819 INFO:tasks.workunit.client.0.smithi089.stdout: "mapped_bytes": { 2024-07-26T07:21:26.819 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 253829120 2024-07-26T07:21:26.819 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.819 INFO:tasks.workunit.client.0.smithi089.stdout: "target_bytes": { 2024-07-26T07:21:26.819 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2147483648 2024-07-26T07:21:26.819 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.819 INFO:tasks.workunit.client.0.smithi089.stdout: "unmapped_bytes": { 2024-07-26T07:21:26.820 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2121728 2024-07-26T07:21:26.820 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.820 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.820 INFO:tasks.workunit.client.0.smithi089.stdout: "prioritycache:full": { 2024-07-26T07:21:26.820 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:26.820 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 360710144 2024-07-26T07:21:26.820 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.820 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:26.820 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.820 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.820 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:26.820 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.820 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.821 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:26.821 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 266440256 2024-07-26T07:21:26.821 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.821 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:26.821 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 26560630 2024-07-26T07:21:26.821 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.821 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:26.821 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.821 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.821 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:26.821 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.821 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.821 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:26.821 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.822 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.822 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:26.822 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.822 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.822 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:26.822 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.822 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.822 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:26.822 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.822 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.822 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:26.822 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.822 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.823 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:26.823 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.823 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.823 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:26.823 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67709258 2024-07-26T07:21:26.823 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.823 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.823 INFO:tasks.workunit.client.0.smithi089.stdout: "prioritycache:inc": { 2024-07-26T07:21:26.823 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:26.823 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 335544320 2024-07-26T07:21:26.823 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.823 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:26.823 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.824 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.824 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:26.824 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.824 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.824 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:26.824 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 266440256 2024-07-26T07:21:26.824 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.824 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:26.824 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1968383 2024-07-26T07:21:26.824 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.824 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:26.824 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.824 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.824 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:26.825 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.825 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.825 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:26.825 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.825 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.825 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:26.825 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.825 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.825 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:26.825 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.825 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.825 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:26.825 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.826 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.826 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:26.826 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.826 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.826 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:26.826 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.826 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.826 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:26.826 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67135681 2024-07-26T07:21:26.826 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.826 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.826 INFO:tasks.workunit.client.0.smithi089.stdout: "prioritycache:kv": { 2024-07-26T07:21:26.826 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:26.827 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 314572800 2024-07-26T07:21:26.827 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.827 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:26.827 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T07:21:26.827 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.827 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:26.827 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.827 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.827 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:26.827 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 177626837 2024-07-26T07:21:26.827 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.827 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:26.827 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.827 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.828 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:26.828 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.828 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.828 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:26.828 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.828 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.828 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:26.828 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.828 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.828 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:26.828 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.828 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.828 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:26.828 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.828 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.829 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:26.829 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.829 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.829 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:26.829 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.829 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.829 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:26.829 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.829 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.829 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:26.829 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 69837099 2024-07-26T07:21:26.829 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.829 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.830 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb": { 2024-07-26T07:21:26.830 INFO:tasks.workunit.client.0.smithi089.stdout: "compact": { 2024-07-26T07:21:26.830 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.830 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.830 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_queue_len": { 2024-07-26T07:21:26.830 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.830 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.830 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_queue_merge": { 2024-07-26T07:21:26.830 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.830 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.830 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_range": { 2024-07-26T07:21:26.830 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 94 2024-07-26T07:21:26.830 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.830 INFO:tasks.workunit.client.0.smithi089.stdout: "get_latency": { 2024-07-26T07:21:26.831 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 358343, 2024-07-26T07:21:26.831 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1951338931 2024-07-26T07:21:26.831 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.831 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb_write_delay_time": { 2024-07-26T07:21:26.831 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:26.831 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.831 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.831 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb_write_memtable_time": { 2024-07-26T07:21:26.831 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:26.831 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.831 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.831 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb_write_pre_and_post_time": { 2024-07-26T07:21:26.831 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:26.831 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.831 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.832 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb_write_wal_time": { 2024-07-26T07:21:26.832 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:26.832 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.832 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.832 INFO:tasks.workunit.client.0.smithi089.stdout: "submit_latency": { 2024-07-26T07:21:26.832 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:26.832 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.832 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.832 INFO:tasks.workunit.client.0.smithi089.stdout: "submit_sync_latency": { 2024-07-26T07:21:26.832 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 19347, 2024-07-26T07:21:26.832 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7705167321 2024-07-26T07:21:26.832 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.832 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.832 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.833 INFO:tasks.workunit.client.0.smithi089.stdout: "mon.fa05ed6b69dc18131ed830145851b5294218fbe2": { 2024-07-26T07:21:26.833 INFO:tasks.workunit.client.0.smithi089.stdout: "mon": { 2024-07-26T07:21:26.833 INFO:tasks.workunit.client.0.smithi089.stdout: "election_call": { 2024-07-26T07:21:26.833 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2 2024-07-26T07:21:26.833 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.833 INFO:tasks.workunit.client.0.smithi089.stdout: "election_lose": { 2024-07-26T07:21:26.833 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3 2024-07-26T07:21:26.833 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.833 INFO:tasks.workunit.client.0.smithi089.stdout: "election_win": { 2024-07-26T07:21:26.833 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.833 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.833 INFO:tasks.workunit.client.0.smithi089.stdout: "num_elections": { 2024-07-26T07:21:26.833 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 11 2024-07-26T07:21:26.833 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.833 INFO:tasks.workunit.client.0.smithi089.stdout: "num_sessions": { 2024-07-26T07:21:26.834 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7 2024-07-26T07:21:26.834 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.834 INFO:tasks.workunit.client.0.smithi089.stdout: "session_add": { 2024-07-26T07:21:26.834 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4 2024-07-26T07:21:26.834 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.834 INFO:tasks.workunit.client.0.smithi089.stdout: "session_rm": { 2024-07-26T07:21:26.834 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 258 2024-07-26T07:21:26.834 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.834 INFO:tasks.workunit.client.0.smithi089.stdout: "session_trim": { 2024-07-26T07:21:26.834 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.834 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.834 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.834 INFO:tasks.workunit.client.0.smithi089.stdout: "paxos": { 2024-07-26T07:21:26.834 INFO:tasks.workunit.client.0.smithi089.stdout: "accept_timeout": { 2024-07-26T07:21:26.835 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.835 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.835 INFO:tasks.workunit.client.0.smithi089.stdout: "begin": { 2024-07-26T07:21:26.835 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7846 2024-07-26T07:21:26.835 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.835 INFO:tasks.workunit.client.0.smithi089.stdout: "begin_bytes": { 2024-07-26T07:21:26.835 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7846, 2024-07-26T07:21:26.835 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 56524431 2024-07-26T07:21:26.835 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.835 INFO:tasks.workunit.client.0.smithi089.stdout: "begin_keys": { 2024-07-26T07:21:26.835 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:26.835 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.835 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.836 INFO:tasks.workunit.client.0.smithi089.stdout: "begin_latency": { 2024-07-26T07:21:26.836 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7846, 2024-07-26T07:21:26.836 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1956955377 2024-07-26T07:21:26.836 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.836 INFO:tasks.workunit.client.0.smithi089.stdout: "collect": { 2024-07-26T07:21:26.836 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3 2024-07-26T07:21:26.836 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.836 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_bytes": { 2024-07-26T07:21:26.836 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3, 2024-07-26T07:21:26.836 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 219 2024-07-26T07:21:26.836 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.836 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_keys": { 2024-07-26T07:21:26.837 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3, 2024-07-26T07:21:26.837 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3 2024-07-26T07:21:26.837 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.837 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_latency": { 2024-07-26T07:21:26.837 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3, 2024-07-26T07:21:26.837 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 999977 2024-07-26T07:21:26.837 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.837 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_timeout": { 2024-07-26T07:21:26.837 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.837 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.837 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_uncommitted": { 2024-07-26T07:21:26.837 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1 2024-07-26T07:21:26.837 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.837 INFO:tasks.workunit.client.0.smithi089.stdout: "commit": { 2024-07-26T07:21:26.837 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7846 2024-07-26T07:21:26.838 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.838 INFO:tasks.workunit.client.0.smithi089.stdout: "commit_bytes": { 2024-07-26T07:21:26.838 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:26.838 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.838 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.838 INFO:tasks.workunit.client.0.smithi089.stdout: "commit_keys": { 2024-07-26T07:21:26.838 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:26.838 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.838 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.838 INFO:tasks.workunit.client.0.smithi089.stdout: "commit_latency": { 2024-07-26T07:21:26.838 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:26.839 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.839 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.839 INFO:tasks.workunit.client.0.smithi089.stdout: "lease_ack_timeout": { 2024-07-26T07:21:26.839 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.839 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.839 INFO:tasks.workunit.client.0.smithi089.stdout: "lease_timeout": { 2024-07-26T07:21:26.839 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.839 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.839 INFO:tasks.workunit.client.0.smithi089.stdout: "new_pn": { 2024-07-26T07:21:26.839 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.839 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.839 INFO:tasks.workunit.client.0.smithi089.stdout: "new_pn_latency": { 2024-07-26T07:21:26.839 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:26.839 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.839 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.840 INFO:tasks.workunit.client.0.smithi089.stdout: "refresh": { 2024-07-26T07:21:26.840 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7846 2024-07-26T07:21:26.840 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.840 INFO:tasks.workunit.client.0.smithi089.stdout: "refresh_latency": { 2024-07-26T07:21:26.840 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7846, 2024-07-26T07:21:26.840 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 27060382326 2024-07-26T07:21:26.840 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.840 INFO:tasks.workunit.client.0.smithi089.stdout: "restart": { 2024-07-26T07:21:26.840 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 13 2024-07-26T07:21:26.840 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.840 INFO:tasks.workunit.client.0.smithi089.stdout: "share_state": { 2024-07-26T07:21:26.840 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.840 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.840 INFO:tasks.workunit.client.0.smithi089.stdout: "share_state_bytes": { 2024-07-26T07:21:26.841 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:26.841 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.841 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.841 INFO:tasks.workunit.client.0.smithi089.stdout: "share_state_keys": { 2024-07-26T07:21:26.841 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:26.841 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.841 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.841 INFO:tasks.workunit.client.0.smithi089.stdout: "start_leader": { 2024-07-26T07:21:26.841 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.841 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.841 INFO:tasks.workunit.client.0.smithi089.stdout: "start_peon": { 2024-07-26T07:21:26.841 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3 2024-07-26T07:21:26.841 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.842 INFO:tasks.workunit.client.0.smithi089.stdout: "store_state": { 2024-07-26T07:21:26.842 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7846 2024-07-26T07:21:26.842 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.842 INFO:tasks.workunit.client.0.smithi089.stdout: "store_state_bytes": { 2024-07-26T07:21:26.842 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7846, 2024-07-26T07:21:26.842 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 111614175 2024-07-26T07:21:26.842 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.842 INFO:tasks.workunit.client.0.smithi089.stdout: "store_state_keys": { 2024-07-26T07:21:26.842 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7846, 2024-07-26T07:21:26.842 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 71021 2024-07-26T07:21:26.842 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.842 INFO:tasks.workunit.client.0.smithi089.stdout: "store_state_latency": { 2024-07-26T07:21:26.842 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7846, 2024-07-26T07:21:26.842 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5360877775 2024-07-26T07:21:26.843 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.843 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.843 INFO:tasks.workunit.client.0.smithi089.stdout: "prioritycache": { 2024-07-26T07:21:26.843 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_bytes": { 2024-07-26T07:21:26.843 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1020054731 2024-07-26T07:21:26.843 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.843 INFO:tasks.workunit.client.0.smithi089.stdout: "heap_bytes": { 2024-07-26T07:21:26.843 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 183492608 2024-07-26T07:21:26.843 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.843 INFO:tasks.workunit.client.0.smithi089.stdout: "mapped_bytes": { 2024-07-26T07:21:26.843 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 177922048 2024-07-26T07:21:26.843 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.843 INFO:tasks.workunit.client.0.smithi089.stdout: "target_bytes": { 2024-07-26T07:21:26.843 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2147483648 2024-07-26T07:21:26.844 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.844 INFO:tasks.workunit.client.0.smithi089.stdout: "unmapped_bytes": { 2024-07-26T07:21:26.844 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5570560 2024-07-26T07:21:26.844 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.844 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.844 INFO:tasks.workunit.client.0.smithi089.stdout: "prioritycache:full": { 2024-07-26T07:21:26.844 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:26.844 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 360710144 2024-07-26T07:21:26.844 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.844 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:26.844 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.844 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.844 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:26.844 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.844 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.845 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:26.845 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 266119720 2024-07-26T07:21:26.845 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.845 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:26.845 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 26558637 2024-07-26T07:21:26.845 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.845 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:26.845 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.845 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.845 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:26.845 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.845 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.845 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:26.845 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.846 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.846 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:26.846 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.846 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.846 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:26.846 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.846 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.846 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:26.846 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.846 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.846 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:26.846 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.846 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.847 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:26.847 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.847 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.847 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:26.847 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 68031787 2024-07-26T07:21:26.847 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.847 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.850 INFO:tasks.workunit.client.0.smithi089.stdout: "prioritycache:inc": { 2024-07-26T07:21:26.850 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:26.850 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 339738624 2024-07-26T07:21:26.850 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.850 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:26.850 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.850 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.850 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:26.850 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.851 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.851 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:26.851 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 266119720 2024-07-26T07:21:26.851 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.851 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:26.851 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2825139 2024-07-26T07:21:26.851 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.851 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:26.851 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.851 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.851 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:26.851 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.851 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.851 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:26.851 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.852 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.852 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:26.852 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.852 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.852 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:26.852 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.852 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.852 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:26.852 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.852 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.852 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:26.853 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.853 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.853 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:26.853 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.853 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.853 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:26.853 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 70793765 2024-07-26T07:21:26.853 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.853 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.853 INFO:tasks.workunit.client.0.smithi089.stdout: "prioritycache:kv": { 2024-07-26T07:21:26.853 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:26.853 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 314572800 2024-07-26T07:21:26.853 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.853 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:26.854 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T07:21:26.854 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.854 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:26.854 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.854 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.854 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:26.854 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 177413146 2024-07-26T07:21:26.854 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.854 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:26.854 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.854 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.855 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:26.855 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.855 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.855 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:26.855 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.855 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.855 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:26.855 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.855 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.855 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:26.855 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.855 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.855 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:26.855 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.856 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.856 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:26.856 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.856 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.856 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:26.856 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.856 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.856 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:26.856 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.856 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.856 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:26.856 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 70050790 2024-07-26T07:21:26.856 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.856 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.856 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb": { 2024-07-26T07:21:26.857 INFO:tasks.workunit.client.0.smithi089.stdout: "compact": { 2024-07-26T07:21:26.857 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.857 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.857 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_queue_len": { 2024-07-26T07:21:26.857 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.857 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.857 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_queue_merge": { 2024-07-26T07:21:26.857 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.857 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.857 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_range": { 2024-07-26T07:21:26.857 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 94 2024-07-26T07:21:26.857 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.857 INFO:tasks.workunit.client.0.smithi089.stdout: "get_latency": { 2024-07-26T07:21:26.858 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 344861, 2024-07-26T07:21:26.858 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1725591332 2024-07-26T07:21:26.858 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.858 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb_write_delay_time": { 2024-07-26T07:21:26.858 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:26.858 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.858 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.858 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb_write_memtable_time": { 2024-07-26T07:21:26.858 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:26.858 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.858 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.858 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb_write_pre_and_post_time": { 2024-07-26T07:21:26.858 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:26.858 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.859 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.859 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb_write_wal_time": { 2024-07-26T07:21:26.859 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:26.859 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.859 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.859 INFO:tasks.workunit.client.0.smithi089.stdout: "submit_latency": { 2024-07-26T07:21:26.859 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:26.859 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.859 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.859 INFO:tasks.workunit.client.0.smithi089.stdout: "submit_sync_latency": { 2024-07-26T07:21:26.859 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 19188, 2024-07-26T07:21:26.859 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9598406023 2024-07-26T07:21:26.860 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.860 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.860 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.860 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.0": { 2024-07-26T07:21:26.860 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T07:21:26.860 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_db_max_lat": { 2024-07-26T07:21:26.860 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 24098 2024-07-26T07:21:26.860 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.860 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_fallback": { 2024-07-26T07:21:26.860 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.860 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.860 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_max_lat": { 2024-07-26T07:21:26.860 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.860 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.860 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_size_fallback": { 2024-07-26T07:21:26.861 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.861 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.861 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_db": { 2024-07-26T07:21:26.861 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 65536 2024-07-26T07:21:26.861 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.861 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_slow": { 2024-07-26T07:21:26.861 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.861 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.861 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_wal": { 2024-07-26T07:21:26.861 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.861 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.861 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_wal_max_lat": { 2024-07-26T07:21:26.861 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.861 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.861 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_slow": { 2024-07-26T07:21:26.862 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.862 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.862 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_sst": { 2024-07-26T07:21:26.862 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10731520 2024-07-26T07:21:26.862 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.862 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_wal": { 2024-07-26T07:21:26.862 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 853250048 2024-07-26T07:21:26.862 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.862 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lat": { 2024-07-26T07:21:26.862 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 19, 2024-07-26T07:21:26.862 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3746990 2024-07-26T07:21:26.862 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.862 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lock_lat": { 2024-07-26T07:21:26.863 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 19, 2024-07-26T07:21:26.863 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1471386 2024-07-26T07:21:26.863 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.863 INFO:tasks.workunit.client.0.smithi089.stdout: "db_alloc_lat": { 2024-07-26T07:21:26.863 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 211, 2024-07-26T07:21:26.863 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 967978 2024-07-26T07:21:26.863 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.863 INFO:tasks.workunit.client.0.smithi089.stdout: "db_total_bytes": { 2024-07-26T07:21:26.863 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995027456 2024-07-26T07:21:26.863 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.863 INFO:tasks.workunit.client.0.smithi089.stdout: "db_used_bytes": { 2024-07-26T07:21:26.863 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 864681984 2024-07-26T07:21:26.863 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.863 INFO:tasks.workunit.client.0.smithi089.stdout: "flush_lat": { 2024-07-26T07:21:26.864 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80402, 2024-07-26T07:21:26.864 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10748336427 2024-07-26T07:21:26.864 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.864 INFO:tasks.workunit.client.0.smithi089.stdout: "fsync_lat": { 2024-07-26T07:21:26.864 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80406, 2024-07-26T07:21:26.864 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 17581532401 2024-07-26T07:21:26.864 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.864 INFO:tasks.workunit.client.0.smithi089.stdout: "log_bytes": { 2024-07-26T07:21:26.864 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 13393920 2024-07-26T07:21:26.864 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.864 INFO:tasks.workunit.client.0.smithi089.stdout: "logged_bytes": { 2024-07-26T07:21:26.864 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 329285632 2024-07-26T07:21:26.864 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.864 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_db": { 2024-07-26T07:21:26.865 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 860422144 2024-07-26T07:21:26.865 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.865 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_slow": { 2024-07-26T07:21:26.865 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.865 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.865 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_wal": { 2024-07-26T07:21:26.865 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.865 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.865 INFO:tasks.workunit.client.0.smithi089.stdout: "num_files": { 2024-07-26T07:21:26.865 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 59 2024-07-26T07:21:26.865 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.865 INFO:tasks.workunit.client.0.smithi089.stdout: "read_bytes": { 2024-07-26T07:21:26.865 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 357067552 2024-07-26T07:21:26.865 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.865 INFO:tasks.workunit.client.0.smithi089.stdout: "read_count": { 2024-07-26T07:21:26.866 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 23883 2024-07-26T07:21:26.866 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.866 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes": { 2024-07-26T07:21:26.866 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 278900736 2024-07-26T07:21:26.866 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.866 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_db": { 2024-07-26T07:21:26.866 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 278904832 2024-07-26T07:21:26.866 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.866 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_slow": { 2024-07-26T07:21:26.866 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.866 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.867 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_wal": { 2024-07-26T07:21:26.867 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.867 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.867 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_count": { 2024-07-26T07:21:26.867 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 11276 2024-07-26T07:21:26.867 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.867 INFO:tasks.workunit.client.0.smithi089.stdout: "read_lat": { 2024-07-26T07:21:26.867 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 23883, 2024-07-26T07:21:26.867 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 183687994 2024-07-26T07:21:26.867 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.867 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_bytes": { 2024-07-26T07:21:26.867 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 244059870 2024-07-26T07:21:26.867 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.868 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_count": { 2024-07-26T07:21:26.868 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 20422 2024-07-26T07:21:26.868 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.868 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_bytes": { 2024-07-26T07:21:26.868 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5113198 2024-07-26T07:21:26.868 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.868 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_count": { 2024-07-26T07:21:26.868 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 590 2024-07-26T07:21:26.868 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.868 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_bytes": { 2024-07-26T07:21:26.868 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10604268 2024-07-26T07:21:26.868 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.869 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_count": { 2024-07-26T07:21:26.869 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 902 2024-07-26T07:21:26.869 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.869 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes": { 2024-07-26T07:21:26.869 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5491070 2024-07-26T07:21:26.869 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.869 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_db": { 2024-07-26T07:21:26.869 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5491070 2024-07-26T07:21:26.869 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.869 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_slow": { 2024-07-26T07:21:26.869 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.869 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.869 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_wal": { 2024-07-26T07:21:26.869 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.870 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.870 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_count": { 2024-07-26T07:21:26.870 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 329 2024-07-26T07:21:26.870 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.870 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_lat": { 2024-07-26T07:21:26.870 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 902, 2024-07-26T07:21:26.870 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4334979 2024-07-26T07:21:26.870 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.870 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_alloc_lat": { 2024-07-26T07:21:26.870 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:26.870 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.870 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.870 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_total_bytes": { 2024-07-26T07:21:26.871 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.871 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.871 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_used_bytes": { 2024-07-26T07:21:26.871 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.871 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.871 INFO:tasks.workunit.client.0.smithi089.stdout: "truncate_lat": { 2024-07-26T07:21:26.871 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1, 2024-07-26T07:21:26.871 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 581 2024-07-26T07:21:26.871 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.871 INFO:tasks.workunit.client.0.smithi089.stdout: "unlink_lat": { 2024-07-26T07:21:26.871 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 4, 2024-07-26T07:21:26.871 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5638 2024-07-26T07:21:26.871 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.871 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_alloc_lat": { 2024-07-26T07:21:26.872 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:26.872 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.872 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.872 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_total_bytes": { 2024-07-26T07:21:26.872 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.872 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.872 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_used_bytes": { 2024-07-26T07:21:26.872 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.872 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.872 INFO:tasks.workunit.client.0.smithi089.stdout: "write_bytes": { 2024-07-26T07:21:26.872 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1196158976 2024-07-26T07:21:26.872 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.872 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.872 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore": { 2024-07-26T07:21:26.873 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit": { 2024-07-26T07:21:26.873 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4096 2024-07-26T07:21:26.873 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.873 INFO:tasks.workunit.client.0.smithi089.stdout: "allocated": { 2024-07-26T07:21:26.873 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 14929920 2024-07-26T07:21:26.873 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.873 INFO:tasks.workunit.client.0.smithi089.stdout: "allocator_lat": { 2024-07-26T07:21:26.873 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 23922, 2024-07-26T07:21:26.873 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 69934816 2024-07-26T07:21:26.873 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.873 INFO:tasks.workunit.client.0.smithi089.stdout: "clist_lat": { 2024-07-26T07:21:26.873 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3323, 2024-07-26T07:21:26.873 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 409444443 2024-07-26T07:21:26.873 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.874 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_lat": { 2024-07-26T07:21:26.874 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:26.874 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.874 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.874 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed": { 2024-07-26T07:21:26.874 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.874 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.874 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_allocated": { 2024-07-26T07:21:26.874 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.874 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.874 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_original": { 2024-07-26T07:21:26.874 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.874 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.874 INFO:tasks.workunit.client.0.smithi089.stdout: "csum_lat": { 2024-07-26T07:21:26.875 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 24028, 2024-07-26T07:21:26.875 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 199276007 2024-07-26T07:21:26.875 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.875 INFO:tasks.workunit.client.0.smithi089.stdout: "decompress_lat": { 2024-07-26T07:21:26.875 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:26.875 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.875 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.875 INFO:tasks.workunit.client.0.smithi089.stdout: "fragmentation_micros": { 2024-07-26T07:21:26.875 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.875 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.875 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_commit_lat": { 2024-07-26T07:21:26.875 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80314, 2024-07-26T07:21:26.875 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 21980860191 2024-07-26T07:21:26.876 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.876 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_final_lat": { 2024-07-26T07:21:26.876 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 79671, 2024-07-26T07:21:26.876 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1772168908 2024-07-26T07:21:26.876 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.876 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_flush_lat": { 2024-07-26T07:21:26.876 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80314, 2024-07-26T07:21:26.876 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 47056572 2024-07-26T07:21:26.876 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.876 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_sync_lat": { 2024-07-26T07:21:26.876 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80314, 2024-07-26T07:21:26.876 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 22027916763 2024-07-26T07:21:26.876 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.876 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_keys_lat": { 2024-07-26T07:21:26.877 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:26.877 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.877 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.877 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_values_lat": { 2024-07-26T07:21:26.877 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 39975, 2024-07-26T07:21:26.877 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1872745526 2024-07-26T07:21:26.877 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.877 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_lower_bound_lat": { 2024-07-26T07:21:26.877 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1076, 2024-07-26T07:21:26.877 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3365250 2024-07-26T07:21:26.877 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.877 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_next_lat": { 2024-07-26T07:21:26.877 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 28853, 2024-07-26T07:21:26.878 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 13147493 2024-07-26T07:21:26.878 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.878 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_seek_to_first_lat": { 2024-07-26T07:21:26.878 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 53, 2024-07-26T07:21:26.878 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 81730 2024-07-26T07:21:26.878 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.878 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_upper_bound_lat": { 2024-07-26T07:21:26.878 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 24437, 2024-07-26T07:21:26.878 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5751597843 2024-07-26T07:21:26.878 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.878 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_hits": { 2024-07-26T07:21:26.878 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 280385 2024-07-26T07:21:26.878 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.878 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_misses": { 2024-07-26T07:21:26.879 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 24916 2024-07-26T07:21:26.879 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.879 INFO:tasks.workunit.client.0.smithi089.stdout: "read_lat": { 2024-07-26T07:21:26.879 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 21761, 2024-07-26T07:21:26.879 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2464654558 2024-07-26T07:21:26.879 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.879 INFO:tasks.workunit.client.0.smithi089.stdout: "read_onode_meta_lat": { 2024-07-26T07:21:26.879 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 51533, 2024-07-26T07:21:26.879 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 17015213 2024-07-26T07:21:26.879 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.879 INFO:tasks.workunit.client.0.smithi089.stdout: "read_wait_aio_lat": { 2024-07-26T07:21:26.879 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 29772, 2024-07-26T07:21:26.879 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1878713739 2024-07-26T07:21:26.879 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.880 INFO:tasks.workunit.client.0.smithi089.stdout: "reads_with_retries": { 2024-07-26T07:21:26.880 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.880 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.880 INFO:tasks.workunit.client.0.smithi089.stdout: "remove_lat": { 2024-07-26T07:21:26.880 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 14912, 2024-07-26T07:21:26.880 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 392737416 2024-07-26T07:21:26.880 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.880 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_aio_wait_count": { 2024-07-26T07:21:26.880 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.880 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.880 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_committed_kv_count": { 2024-07-26T07:21:26.880 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.880 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.880 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_read_onode_meta_count": { 2024-07-26T07:21:26.880 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.880 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.881 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_read_wait_aio_count": { 2024-07-26T07:21:26.881 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.881 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.881 INFO:tasks.workunit.client.0.smithi089.stdout: "state_aio_wait_lat": { 2024-07-26T07:21:26.881 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 98093, 2024-07-26T07:21:26.881 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10720766353 2024-07-26T07:21:26.881 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.881 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T07:21:26.881 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 9862, 2024-07-26T07:21:26.881 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 863538512 2024-07-26T07:21:26.881 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.881 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_cleanup_lat": { 2024-07-26T07:21:26.881 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 9862, 2024-07-26T07:21:26.881 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2823914995757 2024-07-26T07:21:26.882 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.882 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_queued_lat": { 2024-07-26T07:21:26.882 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 9862, 2024-07-26T07:21:26.882 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6703559682965 2024-07-26T07:21:26.882 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.882 INFO:tasks.workunit.client.0.smithi089.stdout: "state_done_lat": { 2024-07-26T07:21:26.882 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 98093, 2024-07-26T07:21:26.882 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2595005410887 2024-07-26T07:21:26.882 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.882 INFO:tasks.workunit.client.0.smithi089.stdout: "state_finishing_lat": { 2024-07-26T07:21:26.882 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 98093, 2024-07-26T07:21:26.882 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 11312139 2024-07-26T07:21:26.882 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.882 INFO:tasks.workunit.client.0.smithi089.stdout: "state_io_done_lat": { 2024-07-26T07:21:26.882 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 98093, 2024-07-26T07:21:26.883 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 430805604 2024-07-26T07:21:26.883 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.883 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_commiting_lat": { 2024-07-26T07:21:26.883 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 98093, 2024-07-26T07:21:26.883 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 41104504093 2024-07-26T07:21:26.883 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.883 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_done_lat": { 2024-07-26T07:21:26.883 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 98093, 2024-07-26T07:21:26.883 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 35170982 2024-07-26T07:21:26.883 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.883 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_queued_lat": { 2024-07-26T07:21:26.883 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 98093, 2024-07-26T07:21:26.883 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 22171832068 2024-07-26T07:21:26.883 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.884 INFO:tasks.workunit.client.0.smithi089.stdout: "state_prepare_lat": { 2024-07-26T07:21:26.884 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 98093, 2024-07-26T07:21:26.884 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9133712977 2024-07-26T07:21:26.884 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.884 INFO:tasks.workunit.client.0.smithi089.stdout: "stored": { 2024-07-26T07:21:26.884 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9130047 2024-07-26T07:21:26.884 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.884 INFO:tasks.workunit.client.0.smithi089.stdout: "truncate_lat": { 2024-07-26T07:21:26.884 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2705, 2024-07-26T07:21:26.884 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 15220625 2024-07-26T07:21:26.884 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.884 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_commit_lat": { 2024-07-26T07:21:26.884 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 98093, 2024-07-26T07:21:26.885 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 83578502188 2024-07-26T07:21:26.885 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.885 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_submit_lat": { 2024-07-26T07:21:26.885 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 98093, 2024-07-26T07:21:26.885 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10239317104 2024-07-26T07:21:26.885 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.885 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_throttle_lat": { 2024-07-26T07:21:26.885 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 98093, 2024-07-26T07:21:26.885 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1011916142 2024-07-26T07:21:26.885 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.885 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.885 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache": { 2024-07-26T07:21:26.885 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_bytes": { 2024-07-26T07:21:26.885 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1405081568 2024-07-26T07:21:26.886 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.886 INFO:tasks.workunit.client.0.smithi089.stdout: "heap_bytes": { 2024-07-26T07:21:26.886 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 521740288 2024-07-26T07:21:26.886 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.886 INFO:tasks.workunit.client.0.smithi089.stdout: "mapped_bytes": { 2024-07-26T07:21:26.886 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 460251136 2024-07-26T07:21:26.886 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.886 INFO:tasks.workunit.client.0.smithi089.stdout: "target_bytes": { 2024-07-26T07:21:26.886 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2600456396 2024-07-26T07:21:26.886 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.886 INFO:tasks.workunit.client.0.smithi089.stdout: "unmapped_bytes": { 2024-07-26T07:21:26.886 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 61489152 2024-07-26T07:21:26.886 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.887 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.887 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:data": { 2024-07-26T07:21:26.887 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:26.887 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 125829120 2024-07-26T07:21:26.887 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.887 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:26.887 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.887 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.887 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:26.887 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.887 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.887 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:26.887 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 56669510 2024-07-26T07:21:26.887 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.887 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:26.888 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.888 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.888 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:26.888 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.888 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.888 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:26.888 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.888 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.888 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:26.888 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.888 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.888 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:26.888 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8192 2024-07-26T07:21:26.888 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.889 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:26.889 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 167936 2024-07-26T07:21:26.889 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.889 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:26.889 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.889 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.889 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:26.889 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.889 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.889 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:26.889 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.889 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.889 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:26.889 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 68983482 2024-07-26T07:21:26.890 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.890 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.890 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv": { 2024-07-26T07:21:26.890 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:26.890 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 562036736 2024-07-26T07:21:26.890 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.890 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:26.890 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T07:21:26.890 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.890 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:26.890 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.890 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.890 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:26.891 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 425021327 2024-07-26T07:21:26.891 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.891 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:26.891 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.891 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.891 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:26.891 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.891 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.891 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:26.891 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1520 2024-07-26T07:21:26.891 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.891 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:26.891 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.891 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.892 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:26.892 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 94400 2024-07-26T07:21:26.892 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.892 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:26.892 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.892 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.892 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:26.892 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.892 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.892 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:26.892 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.892 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.892 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:26.892 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.893 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.893 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:26.893 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 69810625 2024-07-26T07:21:26.893 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.893 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.893 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T07:21:26.893 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:26.893 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 176160768 2024-07-26T07:21:26.893 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.893 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:26.893 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T07:21:26.893 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.893 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:26.894 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 140848 2024-07-26T07:21:26.894 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.894 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:26.894 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 37779673 2024-07-26T07:21:26.894 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.894 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:26.894 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.894 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.894 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:26.894 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.894 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.894 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:26.894 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.894 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.895 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:26.895 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.895 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.895 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:26.895 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.895 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.895 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:26.895 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.895 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.895 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:26.895 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.895 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.895 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:26.895 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.895 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.896 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:26.896 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.896 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.896 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:26.896 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 71131383 2024-07-26T07:21:26.896 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.896 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.896 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:meta": { 2024-07-26T07:21:26.896 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:26.896 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 494927872 2024-07-26T07:21:26.896 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.896 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:26.896 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.896 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.896 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:26.897 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.897 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.897 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:26.897 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 425021327 2024-07-26T07:21:26.897 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.897 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:26.897 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.897 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.897 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:26.897 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.897 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.897 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:26.897 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.897 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.897 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:26.898 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.898 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.898 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:26.898 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 180056 2024-07-26T07:21:26.898 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.898 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:26.898 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1165788 2024-07-26T07:21:26.898 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.898 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:26.898 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.898 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.898 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:26.898 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.898 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.899 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:26.899 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.899 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.899 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:26.899 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 68560701 2024-07-26T07:21:26.899 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.899 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.899 INFO:tasks.workunit.client.0.smithi089.stdout: "objecter": { 2024-07-26T07:21:26.899 INFO:tasks.workunit.client.0.smithi089.stdout: "op_active": { 2024-07-26T07:21:26.899 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.899 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.899 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T07:21:26.899 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 70 2024-07-26T07:21:26.899 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.899 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rmw": { 2024-07-26T07:21:26.900 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.900 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.900 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T07:21:26.900 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.900 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.900 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.900 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:26.900 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg": { 2024-07-26T07:21:26.900 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 57 2024-07-26T07:21:26.900 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.900 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg_removing": { 2024-07-26T07:21:26.900 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.900 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.900 INFO:tasks.workunit.client.0.smithi089.stdout: "op": { 2024-07-26T07:21:26.901 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 53578 2024-07-26T07:21:26.901 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.901 INFO:tasks.workunit.client.0.smithi089.stdout: "op_before_queue_op_lat": { 2024-07-26T07:21:26.901 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 146992, 2024-07-26T07:21:26.901 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7272534224 2024-07-26T07:21:26.901 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.901 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_degraded": { 2024-07-26T07:21:26.901 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3 2024-07-26T07:21:26.901 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.901 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_unreadable": { 2024-07-26T07:21:26.901 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1 2024-07-26T07:21:26.901 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.901 INFO:tasks.workunit.client.0.smithi089.stdout: "op_in_bytes": { 2024-07-26T07:21:26.902 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1942598483 2024-07-26T07:21:26.902 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.902 INFO:tasks.workunit.client.0.smithi089.stdout: "op_latency": { 2024-07-26T07:21:26.902 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 53578, 2024-07-26T07:21:26.902 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 217465798865 2024-07-26T07:21:26.902 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.902 INFO:tasks.workunit.client.0.smithi089.stdout: "op_out_bytes": { 2024-07-26T07:21:26.902 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3657383176 2024-07-26T07:21:26.902 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.902 INFO:tasks.workunit.client.0.smithi089.stdout: "op_prepare_latency": { 2024-07-26T07:21:26.902 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 54530, 2024-07-26T07:21:26.903 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 22067112909 2024-07-26T07:21:26.903 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.903 INFO:tasks.workunit.client.0.smithi089.stdout: "op_process_latency": { 2024-07-26T07:21:26.903 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 53578, 2024-07-26T07:21:26.903 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 93292984423 2024-07-26T07:21:26.903 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.903 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T07:21:26.903 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 36694 2024-07-26T07:21:26.903 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.903 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency": { 2024-07-26T07:21:26.903 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 36694, 2024-07-26T07:21:26.903 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 26201392072 2024-07-26T07:21:26.903 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.904 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T07:21:26.904 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.904 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.904 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_out_bytes": { 2024-07-26T07:21:26.904 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3657383176 2024-07-26T07:21:26.904 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.904 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_prepare_latency": { 2024-07-26T07:21:26.904 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 37074, 2024-07-26T07:21:26.904 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7231315392 2024-07-26T07:21:26.904 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.904 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_process_latency": { 2024-07-26T07:21:26.904 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 36694, 2024-07-26T07:21:26.904 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10135742693 2024-07-26T07:21:26.905 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.905 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw": { 2024-07-26T07:21:26.905 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9190 2024-07-26T07:21:26.905 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.905 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_in_bytes": { 2024-07-26T07:21:26.905 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 305073041 2024-07-26T07:21:26.905 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.905 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency": { 2024-07-26T07:21:26.905 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 9190, 2024-07-26T07:21:26.905 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 15455815331 2024-07-26T07:21:26.905 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.905 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T07:21:26.905 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.905 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.905 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T07:21:26.905 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.906 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.906 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_out_bytes": { 2024-07-26T07:21:26.906 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.906 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.906 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_prepare_latency": { 2024-07-26T07:21:26.906 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 9534, 2024-07-26T07:21:26.906 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5506521962 2024-07-26T07:21:26.906 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.906 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_process_latency": { 2024-07-26T07:21:26.906 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 9190, 2024-07-26T07:21:26.906 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 13213589353 2024-07-26T07:21:26.906 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.906 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T07:21:26.907 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7694 2024-07-26T07:21:26.907 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.907 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_in_bytes": { 2024-07-26T07:21:26.907 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1637525442 2024-07-26T07:21:26.907 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.907 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency": { 2024-07-26T07:21:26.907 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7694, 2024-07-26T07:21:26.907 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 175808591462 2024-07-26T07:21:26.907 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.907 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T07:21:26.907 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.907 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.907 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_prepare_latency": { 2024-07-26T07:21:26.907 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7922, 2024-07-26T07:21:26.907 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9329275555 2024-07-26T07:21:26.907 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.908 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_process_latency": { 2024-07-26T07:21:26.908 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7694, 2024-07-26T07:21:26.908 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 69943652377 2024-07-26T07:21:26.908 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.908 INFO:tasks.workunit.client.0.smithi089.stdout: "op_wip": { 2024-07-26T07:21:26.908 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.908 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.908 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_bytes": { 2024-07-26T07:21:26.908 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 19 2024-07-26T07:21:26.908 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.908 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_ops": { 2024-07-26T07:21:26.908 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 32 2024-07-26T07:21:26.908 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.908 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes": { 2024-07-26T07:21:26.908 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995035648 2024-07-26T07:21:26.908 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.909 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes_used": { 2024-07-26T07:21:26.909 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 879632384 2024-07-26T07:21:26.909 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.909 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.909 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.909 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.1": { 2024-07-26T07:21:26.909 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T07:21:26.909 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_db_max_lat": { 2024-07-26T07:21:26.909 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 24735 2024-07-26T07:21:26.909 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.909 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_fallback": { 2024-07-26T07:21:26.909 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.909 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.909 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_max_lat": { 2024-07-26T07:21:26.909 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.909 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.910 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_size_fallback": { 2024-07-26T07:21:26.910 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.910 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.910 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_db": { 2024-07-26T07:21:26.910 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 65536 2024-07-26T07:21:26.910 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.910 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_slow": { 2024-07-26T07:21:26.910 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.910 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.910 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_wal": { 2024-07-26T07:21:26.910 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.910 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.910 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_wal_max_lat": { 2024-07-26T07:21:26.910 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.911 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.911 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_slow": { 2024-07-26T07:21:26.911 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.911 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.911 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_sst": { 2024-07-26T07:21:26.911 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6639616 2024-07-26T07:21:26.911 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.911 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_wal": { 2024-07-26T07:21:26.911 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 892166144 2024-07-26T07:21:26.911 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.911 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lat": { 2024-07-26T07:21:26.911 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 17, 2024-07-26T07:21:26.912 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4652537 2024-07-26T07:21:26.912 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.912 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lock_lat": { 2024-07-26T07:21:26.912 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 17, 2024-07-26T07:21:26.912 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1316539 2024-07-26T07:21:26.912 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.912 INFO:tasks.workunit.client.0.smithi089.stdout: "db_alloc_lat": { 2024-07-26T07:21:26.912 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 202, 2024-07-26T07:21:26.912 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1008361 2024-07-26T07:21:26.912 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.913 INFO:tasks.workunit.client.0.smithi089.stdout: "db_total_bytes": { 2024-07-26T07:21:26.913 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995027456 2024-07-26T07:21:26.913 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.913 INFO:tasks.workunit.client.0.smithi089.stdout: "db_used_bytes": { 2024-07-26T07:21:26.913 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1027080192 2024-07-26T07:21:26.913 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.913 INFO:tasks.workunit.client.0.smithi089.stdout: "flush_lat": { 2024-07-26T07:21:26.913 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 72329, 2024-07-26T07:21:26.913 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9992587318 2024-07-26T07:21:26.913 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.913 INFO:tasks.workunit.client.0.smithi089.stdout: "fsync_lat": { 2024-07-26T07:21:26.913 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 72362, 2024-07-26T07:21:26.913 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 16537950766 2024-07-26T07:21:26.914 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.914 INFO:tasks.workunit.client.0.smithi089.stdout: "log_bytes": { 2024-07-26T07:21:26.914 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 13656064 2024-07-26T07:21:26.914 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.914 INFO:tasks.workunit.client.0.smithi089.stdout: "logged_bytes": { 2024-07-26T07:21:26.914 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 296280064 2024-07-26T07:21:26.914 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.914 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_db": { 2024-07-26T07:21:26.914 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1017118720 2024-07-26T07:21:26.914 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.914 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_slow": { 2024-07-26T07:21:26.915 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.915 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.915 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_wal": { 2024-07-26T07:21:26.915 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.915 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.915 INFO:tasks.workunit.client.0.smithi089.stdout: "num_files": { 2024-07-26T07:21:26.915 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 63 2024-07-26T07:21:26.915 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.915 INFO:tasks.workunit.client.0.smithi089.stdout: "read_bytes": { 2024-07-26T07:21:26.915 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 269995202 2024-07-26T07:21:26.915 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.915 INFO:tasks.workunit.client.0.smithi089.stdout: "read_count": { 2024-07-26T07:21:26.915 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 16999 2024-07-26T07:21:26.915 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.916 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes": { 2024-07-26T07:21:26.916 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 227028992 2024-07-26T07:21:26.916 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.916 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_db": { 2024-07-26T07:21:26.916 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 227033088 2024-07-26T07:21:26.916 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.916 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_slow": { 2024-07-26T07:21:26.916 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.916 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.916 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_wal": { 2024-07-26T07:21:26.916 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.916 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.916 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_count": { 2024-07-26T07:21:26.916 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8214 2024-07-26T07:21:26.916 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.916 INFO:tasks.workunit.client.0.smithi089.stdout: "read_lat": { 2024-07-26T07:21:26.917 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 16999, 2024-07-26T07:21:26.917 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 175772115 2024-07-26T07:21:26.917 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.917 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_bytes": { 2024-07-26T07:21:26.917 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 178204933 2024-07-26T07:21:26.917 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.917 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_count": { 2024-07-26T07:21:26.917 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 14185 2024-07-26T07:21:26.917 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.917 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_bytes": { 2024-07-26T07:21:26.917 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2236533 2024-07-26T07:21:26.917 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.917 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_count": { 2024-07-26T07:21:26.917 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 603 2024-07-26T07:21:26.917 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.917 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_bytes": { 2024-07-26T07:21:26.918 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6520976 2024-07-26T07:21:26.918 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.918 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_count": { 2024-07-26T07:21:26.918 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 852 2024-07-26T07:21:26.918 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.918 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes": { 2024-07-26T07:21:26.918 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4284443 2024-07-26T07:21:26.918 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.918 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_db": { 2024-07-26T07:21:26.918 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4284443 2024-07-26T07:21:26.918 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.918 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_slow": { 2024-07-26T07:21:26.918 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.918 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.918 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_wal": { 2024-07-26T07:21:26.919 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.919 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.919 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_count": { 2024-07-26T07:21:26.919 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 253 2024-07-26T07:21:26.919 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.919 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_lat": { 2024-07-26T07:21:26.919 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 852, 2024-07-26T07:21:26.919 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2988517 2024-07-26T07:21:26.919 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.919 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_alloc_lat": { 2024-07-26T07:21:26.919 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:26.919 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.919 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.919 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_total_bytes": { 2024-07-26T07:21:26.919 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.919 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.920 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_used_bytes": { 2024-07-26T07:21:26.920 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.920 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.920 INFO:tasks.workunit.client.0.smithi089.stdout: "truncate_lat": { 2024-07-26T07:21:26.920 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1, 2024-07-26T07:21:26.920 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 700 2024-07-26T07:21:26.920 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.920 INFO:tasks.workunit.client.0.smithi089.stdout: "unlink_lat": { 2024-07-26T07:21:26.920 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 4, 2024-07-26T07:21:26.920 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5831 2024-07-26T07:21:26.920 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.920 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_alloc_lat": { 2024-07-26T07:21:26.920 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:26.920 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.921 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.921 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_total_bytes": { 2024-07-26T07:21:26.921 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.921 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.921 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_used_bytes": { 2024-07-26T07:21:26.921 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.921 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.921 INFO:tasks.workunit.client.0.smithi089.stdout: "write_bytes": { 2024-07-26T07:21:26.921 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1197686784 2024-07-26T07:21:26.921 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.921 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.921 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore": { 2024-07-26T07:21:26.921 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit": { 2024-07-26T07:21:26.921 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4096 2024-07-26T07:21:26.922 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.922 INFO:tasks.workunit.client.0.smithi089.stdout: "allocated": { 2024-07-26T07:21:26.922 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 14331904 2024-07-26T07:21:26.922 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.922 INFO:tasks.workunit.client.0.smithi089.stdout: "allocator_lat": { 2024-07-26T07:21:26.922 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 19250, 2024-07-26T07:21:26.922 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 71676012 2024-07-26T07:21:26.922 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.922 INFO:tasks.workunit.client.0.smithi089.stdout: "clist_lat": { 2024-07-26T07:21:26.922 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3283, 2024-07-26T07:21:26.922 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 499934903 2024-07-26T07:21:26.922 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.922 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_lat": { 2024-07-26T07:21:26.923 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:26.923 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.923 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.923 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed": { 2024-07-26T07:21:26.923 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.923 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.923 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_allocated": { 2024-07-26T07:21:26.923 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.923 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.923 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_original": { 2024-07-26T07:21:26.923 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.923 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.923 INFO:tasks.workunit.client.0.smithi089.stdout: "csum_lat": { 2024-07-26T07:21:26.923 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 18681, 2024-07-26T07:21:26.924 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 143800006 2024-07-26T07:21:26.924 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.924 INFO:tasks.workunit.client.0.smithi089.stdout: "decompress_lat": { 2024-07-26T07:21:26.924 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:26.924 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.924 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.924 INFO:tasks.workunit.client.0.smithi089.stdout: "fragmentation_micros": { 2024-07-26T07:21:26.924 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.924 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.924 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_commit_lat": { 2024-07-26T07:21:26.924 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 72253, 2024-07-26T07:21:26.924 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 20786496946 2024-07-26T07:21:26.924 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.925 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_final_lat": { 2024-07-26T07:21:26.925 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 71620, 2024-07-26T07:21:26.925 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1833366418 2024-07-26T07:21:26.925 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.925 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_flush_lat": { 2024-07-26T07:21:26.925 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 72253, 2024-07-26T07:21:26.925 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 42215293 2024-07-26T07:21:26.925 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.925 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_sync_lat": { 2024-07-26T07:21:26.925 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 72253, 2024-07-26T07:21:26.925 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 20828712239 2024-07-26T07:21:26.925 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.925 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_keys_lat": { 2024-07-26T07:21:26.925 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:26.925 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.926 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.926 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_values_lat": { 2024-07-26T07:21:26.926 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 31688, 2024-07-26T07:21:26.926 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1475041183 2024-07-26T07:21:26.926 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.926 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_lower_bound_lat": { 2024-07-26T07:21:26.926 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1030, 2024-07-26T07:21:26.926 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2652658 2024-07-26T07:21:26.926 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.926 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_next_lat": { 2024-07-26T07:21:26.926 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 12203, 2024-07-26T07:21:26.926 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 11735680 2024-07-26T07:21:26.926 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.927 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_seek_to_first_lat": { 2024-07-26T07:21:26.927 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 45, 2024-07-26T07:21:26.927 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 87235 2024-07-26T07:21:26.927 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.927 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_upper_bound_lat": { 2024-07-26T07:21:26.927 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 13259, 2024-07-26T07:21:26.927 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4793977768 2024-07-26T07:21:26.927 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.927 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_hits": { 2024-07-26T07:21:26.927 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 233168 2024-07-26T07:21:26.927 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.927 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_misses": { 2024-07-26T07:21:26.927 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 27328 2024-07-26T07:21:26.927 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.928 INFO:tasks.workunit.client.0.smithi089.stdout: "read_lat": { 2024-07-26T07:21:26.928 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 21865, 2024-07-26T07:21:26.928 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2240338380 2024-07-26T07:21:26.928 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.928 INFO:tasks.workunit.client.0.smithi089.stdout: "read_onode_meta_lat": { 2024-07-26T07:21:26.928 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 71258, 2024-07-26T07:21:26.928 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 20072632 2024-07-26T07:21:26.928 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.928 INFO:tasks.workunit.client.0.smithi089.stdout: "read_wait_aio_lat": { 2024-07-26T07:21:26.928 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 49393, 2024-07-26T07:21:26.928 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1463533850 2024-07-26T07:21:26.928 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.928 INFO:tasks.workunit.client.0.smithi089.stdout: "reads_with_retries": { 2024-07-26T07:21:26.928 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.929 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.929 INFO:tasks.workunit.client.0.smithi089.stdout: "remove_lat": { 2024-07-26T07:21:26.929 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 14696, 2024-07-26T07:21:26.929 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 413122708 2024-07-26T07:21:26.929 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.929 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_aio_wait_count": { 2024-07-26T07:21:26.929 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.929 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.929 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_committed_kv_count": { 2024-07-26T07:21:26.929 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.929 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.929 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_read_onode_meta_count": { 2024-07-26T07:21:26.929 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.930 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.930 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_read_wait_aio_count": { 2024-07-26T07:21:26.930 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.930 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.930 INFO:tasks.workunit.client.0.smithi089.stdout: "state_aio_wait_lat": { 2024-07-26T07:21:26.930 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 85209, 2024-07-26T07:21:26.930 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7644771967 2024-07-26T07:21:26.930 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.930 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T07:21:26.930 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 22420, 2024-07-26T07:21:26.930 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1834090020 2024-07-26T07:21:26.930 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.930 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_cleanup_lat": { 2024-07-26T07:21:26.930 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 22419, 2024-07-26T07:21:26.931 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2578990270604 2024-07-26T07:21:26.931 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.931 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_queued_lat": { 2024-07-26T07:21:26.931 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 22420, 2024-07-26T07:21:26.931 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6435330424714 2024-07-26T07:21:26.931 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.931 INFO:tasks.workunit.client.0.smithi089.stdout: "state_done_lat": { 2024-07-26T07:21:26.931 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 85208, 2024-07-26T07:21:26.931 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2411192506993 2024-07-26T07:21:26.931 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.931 INFO:tasks.workunit.client.0.smithi089.stdout: "state_finishing_lat": { 2024-07-26T07:21:26.931 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 85208, 2024-07-26T07:21:26.931 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9090806 2024-07-26T07:21:26.931 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.932 INFO:tasks.workunit.client.0.smithi089.stdout: "state_io_done_lat": { 2024-07-26T07:21:26.932 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 85209, 2024-07-26T07:21:26.932 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 242578026 2024-07-26T07:21:26.932 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.932 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_commiting_lat": { 2024-07-26T07:21:26.932 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 85209, 2024-07-26T07:21:26.932 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 35724283848 2024-07-26T07:21:26.932 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.932 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_done_lat": { 2024-07-26T07:21:26.932 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 85209, 2024-07-26T07:21:26.932 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 29361683 2024-07-26T07:21:26.932 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.932 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_queued_lat": { 2024-07-26T07:21:26.933 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 85209, 2024-07-26T07:21:26.933 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 18932798339 2024-07-26T07:21:26.933 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.933 INFO:tasks.workunit.client.0.smithi089.stdout: "state_prepare_lat": { 2024-07-26T07:21:26.933 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 85209, 2024-07-26T07:21:26.933 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9147385633 2024-07-26T07:21:26.933 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.933 INFO:tasks.workunit.client.0.smithi089.stdout: "stored": { 2024-07-26T07:21:26.933 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8539142 2024-07-26T07:21:26.933 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.933 INFO:tasks.workunit.client.0.smithi089.stdout: "truncate_lat": { 2024-07-26T07:21:26.933 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2676, 2024-07-26T07:21:26.933 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 14294783 2024-07-26T07:21:26.933 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.934 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_commit_lat": { 2024-07-26T07:21:26.934 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 85209, 2024-07-26T07:21:26.934 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 71705224009 2024-07-26T07:21:26.934 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.934 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_submit_lat": { 2024-07-26T07:21:26.934 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 85209, 2024-07-26T07:21:26.934 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10290422147 2024-07-26T07:21:26.934 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.934 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_throttle_lat": { 2024-07-26T07:21:26.934 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 85209, 2024-07-26T07:21:26.934 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 544282111 2024-07-26T07:21:26.934 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.934 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.935 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache": { 2024-07-26T07:21:26.935 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_bytes": { 2024-07-26T07:21:26.935 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1405081568 2024-07-26T07:21:26.935 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.935 INFO:tasks.workunit.client.0.smithi089.stdout: "heap_bytes": { 2024-07-26T07:21:26.935 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 509632512 2024-07-26T07:21:26.935 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.935 INFO:tasks.workunit.client.0.smithi089.stdout: "mapped_bytes": { 2024-07-26T07:21:26.935 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 407625728 2024-07-26T07:21:26.935 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.935 INFO:tasks.workunit.client.0.smithi089.stdout: "target_bytes": { 2024-07-26T07:21:26.935 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2600456396 2024-07-26T07:21:26.935 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.935 INFO:tasks.workunit.client.0.smithi089.stdout: "unmapped_bytes": { 2024-07-26T07:21:26.936 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 102006784 2024-07-26T07:21:26.936 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.936 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.936 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:data": { 2024-07-26T07:21:26.936 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:26.936 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 125829120 2024-07-26T07:21:26.936 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.936 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:26.936 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.936 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.936 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:26.936 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.936 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.936 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:26.937 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 56916441 2024-07-26T07:21:26.937 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.937 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:26.937 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.937 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.937 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:26.937 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.937 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.937 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:26.937 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.937 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.937 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:26.937 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.937 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.938 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:26.938 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 49152 2024-07-26T07:21:26.938 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.938 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:26.938 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 471040 2024-07-26T07:21:26.938 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.938 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:26.938 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.938 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.938 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:26.938 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.938 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.938 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:26.938 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.939 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.939 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:26.939 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 68392487 2024-07-26T07:21:26.939 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.939 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.939 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv": { 2024-07-26T07:21:26.939 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:26.939 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 562036736 2024-07-26T07:21:26.939 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.939 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:26.939 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T07:21:26.939 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.939 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:26.939 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.939 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.940 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:26.940 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 426873309 2024-07-26T07:21:26.940 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.940 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:26.940 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.940 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.940 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:26.940 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.940 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.940 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:26.940 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 256 2024-07-26T07:21:26.940 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.940 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:26.940 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.941 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.941 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:26.941 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 102448 2024-07-26T07:21:26.941 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.941 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:26.941 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.941 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.941 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:26.941 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.941 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.941 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:26.941 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.941 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.941 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:26.941 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.942 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.942 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:26.942 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67951859 2024-07-26T07:21:26.942 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.942 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.942 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T07:21:26.942 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:26.942 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 176160768 2024-07-26T07:21:26.942 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.942 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:26.942 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T07:21:26.942 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.942 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:26.942 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 254448 2024-07-26T07:21:26.942 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.943 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:26.943 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 37944294 2024-07-26T07:21:26.943 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.943 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:26.943 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.943 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.943 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:26.943 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.943 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.943 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:26.943 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.943 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.943 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:26.943 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.943 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.944 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:26.944 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.944 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.944 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:26.944 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.944 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.944 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:26.944 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.944 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.944 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:26.944 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.944 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.944 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:26.944 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.945 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.945 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:26.945 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 70853162 2024-07-26T07:21:26.945 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.945 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.945 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:meta": { 2024-07-26T07:21:26.945 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:26.945 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 503316480 2024-07-26T07:21:26.945 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.945 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:26.945 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.945 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.945 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:26.945 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.946 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.946 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:26.946 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 426873309 2024-07-26T07:21:26.946 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.946 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:26.946 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.946 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.946 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:26.946 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.946 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.946 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:26.946 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.946 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.947 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:26.947 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.947 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.947 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:26.947 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 177182 2024-07-26T07:21:26.947 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.947 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:26.947 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1171034 2024-07-26T07:21:26.947 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.947 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:26.947 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.947 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.947 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:26.947 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.947 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.948 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:26.948 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.948 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.948 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:26.948 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 75094955 2024-07-26T07:21:26.948 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.948 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.948 INFO:tasks.workunit.client.0.smithi089.stdout: "objecter": { 2024-07-26T07:21:26.948 INFO:tasks.workunit.client.0.smithi089.stdout: "op_active": { 2024-07-26T07:21:26.948 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.948 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.948 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T07:21:26.948 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 35 2024-07-26T07:21:26.948 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.949 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rmw": { 2024-07-26T07:21:26.949 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.949 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.949 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T07:21:26.949 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.949 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.949 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.949 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:26.949 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg": { 2024-07-26T07:21:26.949 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 48 2024-07-26T07:21:26.949 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.949 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg_removing": { 2024-07-26T07:21:26.949 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.949 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.949 INFO:tasks.workunit.client.0.smithi089.stdout: "op": { 2024-07-26T07:21:26.949 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 45351 2024-07-26T07:21:26.950 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.950 INFO:tasks.workunit.client.0.smithi089.stdout: "op_before_queue_op_lat": { 2024-07-26T07:21:26.950 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 136950, 2024-07-26T07:21:26.950 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7910704873 2024-07-26T07:21:26.950 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.950 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_degraded": { 2024-07-26T07:21:26.950 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.950 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.950 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_unreadable": { 2024-07-26T07:21:26.950 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.950 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.950 INFO:tasks.workunit.client.0.smithi089.stdout: "op_in_bytes": { 2024-07-26T07:21:26.950 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1983922190 2024-07-26T07:21:26.950 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.950 INFO:tasks.workunit.client.0.smithi089.stdout: "op_latency": { 2024-07-26T07:21:26.951 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 45351, 2024-07-26T07:21:26.951 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 550177529191 2024-07-26T07:21:26.951 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.951 INFO:tasks.workunit.client.0.smithi089.stdout: "op_out_bytes": { 2024-07-26T07:21:26.951 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2551659840 2024-07-26T07:21:26.951 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.951 INFO:tasks.workunit.client.0.smithi089.stdout: "op_prepare_latency": { 2024-07-26T07:21:26.951 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 47344, 2024-07-26T07:21:26.951 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 30987291197 2024-07-26T07:21:26.951 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.951 INFO:tasks.workunit.client.0.smithi089.stdout: "op_process_latency": { 2024-07-26T07:21:26.951 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 45351, 2024-07-26T07:21:26.951 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 113815038026 2024-07-26T07:21:26.952 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.952 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T07:21:26.952 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 22748 2024-07-26T07:21:26.952 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.952 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency": { 2024-07-26T07:21:26.952 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 22748, 2024-07-26T07:21:26.952 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 13384193176 2024-07-26T07:21:26.952 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.952 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T07:21:26.952 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.952 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.952 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_out_bytes": { 2024-07-26T07:21:26.952 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2551659840 2024-07-26T07:21:26.952 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.953 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_prepare_latency": { 2024-07-26T07:21:26.953 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 23213, 2024-07-26T07:21:26.953 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5586245603 2024-07-26T07:21:26.953 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.953 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_process_latency": { 2024-07-26T07:21:26.953 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 22748, 2024-07-26T07:21:26.953 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6299006594 2024-07-26T07:21:26.953 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.953 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw": { 2024-07-26T07:21:26.953 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12747 2024-07-26T07:21:26.953 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.953 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_in_bytes": { 2024-07-26T07:21:26.953 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 167385039 2024-07-26T07:21:26.953 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.954 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency": { 2024-07-26T07:21:26.954 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 12747, 2024-07-26T07:21:26.954 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95716498808 2024-07-26T07:21:26.954 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.954 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T07:21:26.954 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.954 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.954 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T07:21:26.954 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.954 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.954 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_out_bytes": { 2024-07-26T07:21:26.954 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.954 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.955 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_prepare_latency": { 2024-07-26T07:21:26.955 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 13153, 2024-07-26T07:21:26.955 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 13057923508 2024-07-26T07:21:26.955 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.955 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_process_latency": { 2024-07-26T07:21:26.955 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 12747, 2024-07-26T07:21:26.955 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 30302828091 2024-07-26T07:21:26.955 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.955 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T07:21:26.955 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9856 2024-07-26T07:21:26.955 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.955 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_in_bytes": { 2024-07-26T07:21:26.955 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1816537151 2024-07-26T07:21:26.955 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.956 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency": { 2024-07-26T07:21:26.956 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 9856, 2024-07-26T07:21:26.956 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 441076837207 2024-07-26T07:21:26.956 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.956 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T07:21:26.956 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.956 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.956 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_prepare_latency": { 2024-07-26T07:21:26.956 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 10978, 2024-07-26T07:21:26.956 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12343122086 2024-07-26T07:21:26.956 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.956 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_process_latency": { 2024-07-26T07:21:26.956 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 9856, 2024-07-26T07:21:26.957 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 77213203341 2024-07-26T07:21:26.957 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.957 INFO:tasks.workunit.client.0.smithi089.stdout: "op_wip": { 2024-07-26T07:21:26.957 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.957 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.957 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_bytes": { 2024-07-26T07:21:26.957 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 117 2024-07-26T07:21:26.957 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.957 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_ops": { 2024-07-26T07:21:26.957 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2 2024-07-26T07:21:26.957 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.957 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes": { 2024-07-26T07:21:26.957 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995035648 2024-07-26T07:21:26.957 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.958 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes_used": { 2024-07-26T07:21:26.958 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1041424384 2024-07-26T07:21:26.958 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.958 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.958 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.958 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.2": { 2024-07-26T07:21:26.958 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T07:21:26.958 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_db_max_lat": { 2024-07-26T07:21:26.958 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 21252 2024-07-26T07:21:26.958 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.958 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_fallback": { 2024-07-26T07:21:26.958 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.958 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.959 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_max_lat": { 2024-07-26T07:21:26.959 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.959 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.959 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_size_fallback": { 2024-07-26T07:21:26.959 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.959 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.959 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_db": { 2024-07-26T07:21:26.959 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 65536 2024-07-26T07:21:26.959 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.959 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_slow": { 2024-07-26T07:21:26.959 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.959 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.959 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_wal": { 2024-07-26T07:21:26.959 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.959 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.960 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_wal_max_lat": { 2024-07-26T07:21:26.960 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.960 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.960 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_slow": { 2024-07-26T07:21:26.960 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.960 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.960 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_sst": { 2024-07-26T07:21:26.960 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1196032 2024-07-26T07:21:26.960 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.960 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_wal": { 2024-07-26T07:21:26.960 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 542871552 2024-07-26T07:21:26.960 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.960 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lat": { 2024-07-26T07:21:26.960 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 17, 2024-07-26T07:21:26.961 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3566885 2024-07-26T07:21:26.961 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.961 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lock_lat": { 2024-07-26T07:21:26.961 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 17, 2024-07-26T07:21:26.961 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1143514 2024-07-26T07:21:26.961 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.961 INFO:tasks.workunit.client.0.smithi089.stdout: "db_alloc_lat": { 2024-07-26T07:21:26.961 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 152, 2024-07-26T07:21:26.961 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 717929 2024-07-26T07:21:26.961 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.961 INFO:tasks.workunit.client.0.smithi089.stdout: "db_total_bytes": { 2024-07-26T07:21:26.961 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995027456 2024-07-26T07:21:26.961 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.961 INFO:tasks.workunit.client.0.smithi089.stdout: "db_used_bytes": { 2024-07-26T07:21:26.961 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 398852096 2024-07-26T07:21:26.962 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.962 INFO:tasks.workunit.client.0.smithi089.stdout: "flush_lat": { 2024-07-26T07:21:26.962 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 69406, 2024-07-26T07:21:26.962 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9530449187 2024-07-26T07:21:26.962 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.962 INFO:tasks.workunit.client.0.smithi089.stdout: "fsync_lat": { 2024-07-26T07:21:26.962 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 69416, 2024-07-26T07:21:26.962 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 15421333954 2024-07-26T07:21:26.962 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.962 INFO:tasks.workunit.client.0.smithi089.stdout: "log_bytes": { 2024-07-26T07:21:26.963 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1736704 2024-07-26T07:21:26.963 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.963 INFO:tasks.workunit.client.0.smithi089.stdout: "logged_bytes": { 2024-07-26T07:21:26.963 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 284372992 2024-07-26T07:21:26.963 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.963 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_db": { 2024-07-26T07:21:26.963 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 420151296 2024-07-26T07:21:26.963 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.963 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_slow": { 2024-07-26T07:21:26.963 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.963 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.963 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_wal": { 2024-07-26T07:21:26.963 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.963 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.964 INFO:tasks.workunit.client.0.smithi089.stdout: "num_files": { 2024-07-26T07:21:26.964 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 37 2024-07-26T07:21:26.964 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.964 INFO:tasks.workunit.client.0.smithi089.stdout: "read_bytes": { 2024-07-26T07:21:26.964 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 84752774 2024-07-26T07:21:26.964 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.964 INFO:tasks.workunit.client.0.smithi089.stdout: "read_count": { 2024-07-26T07:21:26.964 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5640 2024-07-26T07:21:26.964 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.964 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes": { 2024-07-26T07:21:26.964 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 46309376 2024-07-26T07:21:26.964 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.964 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_db": { 2024-07-26T07:21:26.965 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 46313472 2024-07-26T07:21:26.965 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.965 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_slow": { 2024-07-26T07:21:26.965 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.965 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.965 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_wal": { 2024-07-26T07:21:26.965 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.965 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.965 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_count": { 2024-07-26T07:21:26.965 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 137 2024-07-26T07:21:26.965 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.965 INFO:tasks.workunit.client.0.smithi089.stdout: "read_lat": { 2024-07-26T07:21:26.965 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 5640, 2024-07-26T07:21:26.965 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 13502755 2024-07-26T07:21:26.966 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.966 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_bytes": { 2024-07-26T07:21:26.966 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 41851025 2024-07-26T07:21:26.966 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.966 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_count": { 2024-07-26T07:21:26.966 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4318 2024-07-26T07:21:26.966 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.966 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_bytes": { 2024-07-26T07:21:26.966 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 506051 2024-07-26T07:21:26.966 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.966 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_count": { 2024-07-26T07:21:26.966 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 323 2024-07-26T07:21:26.966 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.967 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_bytes": { 2024-07-26T07:21:26.967 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1180875 2024-07-26T07:21:26.967 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.967 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_count": { 2024-07-26T07:21:26.967 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 434 2024-07-26T07:21:26.967 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.967 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes": { 2024-07-26T07:21:26.967 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 674824 2024-07-26T07:21:26.967 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.967 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_db": { 2024-07-26T07:21:26.967 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 674824 2024-07-26T07:21:26.967 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.968 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_slow": { 2024-07-26T07:21:26.968 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.968 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.968 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_wal": { 2024-07-26T07:21:26.968 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.968 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.968 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_count": { 2024-07-26T07:21:26.968 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 112 2024-07-26T07:21:26.968 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.968 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_lat": { 2024-07-26T07:21:26.968 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 434, 2024-07-26T07:21:26.968 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 533887 2024-07-26T07:21:26.968 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.968 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_alloc_lat": { 2024-07-26T07:21:26.969 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:26.969 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.969 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.969 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_total_bytes": { 2024-07-26T07:21:26.969 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.969 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.969 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_used_bytes": { 2024-07-26T07:21:26.969 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.969 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.969 INFO:tasks.workunit.client.0.smithi089.stdout: "truncate_lat": { 2024-07-26T07:21:26.969 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1, 2024-07-26T07:21:26.969 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 524 2024-07-26T07:21:26.970 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.970 INFO:tasks.workunit.client.0.smithi089.stdout: "unlink_lat": { 2024-07-26T07:21:26.970 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 4, 2024-07-26T07:21:26.970 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5813 2024-07-26T07:21:26.970 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.970 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_alloc_lat": { 2024-07-26T07:21:26.970 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:26.970 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.970 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.970 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_total_bytes": { 2024-07-26T07:21:26.970 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.970 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.970 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_used_bytes": { 2024-07-26T07:21:26.970 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.971 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.971 INFO:tasks.workunit.client.0.smithi089.stdout: "write_bytes": { 2024-07-26T07:21:26.971 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 831012864 2024-07-26T07:21:26.971 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.971 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.971 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore": { 2024-07-26T07:21:26.971 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit": { 2024-07-26T07:21:26.971 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4096 2024-07-26T07:21:26.971 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.971 INFO:tasks.workunit.client.0.smithi089.stdout: "allocated": { 2024-07-26T07:21:26.971 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 14319616 2024-07-26T07:21:26.972 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.972 INFO:tasks.workunit.client.0.smithi089.stdout: "allocator_lat": { 2024-07-26T07:21:26.972 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 14181, 2024-07-26T07:21:26.972 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 46523695 2024-07-26T07:21:26.972 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.972 INFO:tasks.workunit.client.0.smithi089.stdout: "clist_lat": { 2024-07-26T07:21:26.972 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3289, 2024-07-26T07:21:26.972 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 334042145 2024-07-26T07:21:26.972 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.972 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_lat": { 2024-07-26T07:21:26.972 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:26.972 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.972 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.972 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed": { 2024-07-26T07:21:26.973 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.973 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.973 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_allocated": { 2024-07-26T07:21:26.973 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.973 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.973 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_original": { 2024-07-26T07:21:26.973 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.973 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.973 INFO:tasks.workunit.client.0.smithi089.stdout: "csum_lat": { 2024-07-26T07:21:26.973 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 19981, 2024-07-26T07:21:26.973 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 154606921 2024-07-26T07:21:26.973 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.973 INFO:tasks.workunit.client.0.smithi089.stdout: "decompress_lat": { 2024-07-26T07:21:26.974 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:26.974 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.974 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.974 INFO:tasks.workunit.client.0.smithi089.stdout: "fragmentation_micros": { 2024-07-26T07:21:26.974 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.974 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.974 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_commit_lat": { 2024-07-26T07:21:26.974 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 69376, 2024-07-26T07:21:26.974 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 18842162763 2024-07-26T07:21:26.974 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.974 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_final_lat": { 2024-07-26T07:21:26.975 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 68837, 2024-07-26T07:21:26.975 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1551815112 2024-07-26T07:21:26.975 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.975 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_flush_lat": { 2024-07-26T07:21:26.975 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 69376, 2024-07-26T07:21:26.975 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 35484792 2024-07-26T07:21:26.975 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.975 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_sync_lat": { 2024-07-26T07:21:26.975 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 69376, 2024-07-26T07:21:26.975 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 18877647555 2024-07-26T07:21:26.975 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.975 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_keys_lat": { 2024-07-26T07:21:26.975 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:26.976 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.976 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.976 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_values_lat": { 2024-07-26T07:21:26.976 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 262369, 2024-07-26T07:21:26.976 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1698976787 2024-07-26T07:21:26.976 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.976 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_lower_bound_lat": { 2024-07-26T07:21:26.976 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1030, 2024-07-26T07:21:26.976 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3085583 2024-07-26T07:21:26.976 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.976 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_next_lat": { 2024-07-26T07:21:26.976 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 145951, 2024-07-26T07:21:26.976 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 49495657 2024-07-26T07:21:26.976 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.977 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_seek_to_first_lat": { 2024-07-26T07:21:26.977 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 36, 2024-07-26T07:21:26.977 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 76182 2024-07-26T07:21:26.977 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.977 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_upper_bound_lat": { 2024-07-26T07:21:26.977 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 23268, 2024-07-26T07:21:26.977 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2480318948 2024-07-26T07:21:26.977 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.977 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_hits": { 2024-07-26T07:21:26.977 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 456495 2024-07-26T07:21:26.977 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.977 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_misses": { 2024-07-26T07:21:26.977 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 18499 2024-07-26T07:21:26.977 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.977 INFO:tasks.workunit.client.0.smithi089.stdout: "read_lat": { 2024-07-26T07:21:26.978 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7031, 2024-07-26T07:21:26.978 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1360759411 2024-07-26T07:21:26.978 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.978 INFO:tasks.workunit.client.0.smithi089.stdout: "read_onode_meta_lat": { 2024-07-26T07:21:26.978 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 18504, 2024-07-26T07:21:26.978 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9675996 2024-07-26T07:21:26.978 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.978 INFO:tasks.workunit.client.0.smithi089.stdout: "read_wait_aio_lat": { 2024-07-26T07:21:26.978 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 11473, 2024-07-26T07:21:26.978 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1200318290 2024-07-26T07:21:26.978 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.978 INFO:tasks.workunit.client.0.smithi089.stdout: "reads_with_retries": { 2024-07-26T07:21:26.978 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.979 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.979 INFO:tasks.workunit.client.0.smithi089.stdout: "remove_lat": { 2024-07-26T07:21:26.979 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 11812, 2024-07-26T07:21:26.979 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 330825208 2024-07-26T07:21:26.979 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.979 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_aio_wait_count": { 2024-07-26T07:21:26.979 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.979 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.979 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_committed_kv_count": { 2024-07-26T07:21:26.979 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.979 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.979 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_read_onode_meta_count": { 2024-07-26T07:21:26.979 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.979 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.980 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_read_wait_aio_count": { 2024-07-26T07:21:26.980 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.980 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.980 INFO:tasks.workunit.client.0.smithi089.stdout: "state_aio_wait_lat": { 2024-07-26T07:21:26.980 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80061, 2024-07-26T07:21:26.980 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6306613126 2024-07-26T07:21:26.980 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.980 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T07:21:26.980 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 5440, 2024-07-26T07:21:26.980 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 587950472 2024-07-26T07:21:26.980 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.980 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_cleanup_lat": { 2024-07-26T07:21:26.980 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 5439, 2024-07-26T07:21:26.981 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2538496197670 2024-07-26T07:21:26.981 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.981 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_queued_lat": { 2024-07-26T07:21:26.981 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 5440, 2024-07-26T07:21:26.981 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6209887844485 2024-07-26T07:21:26.981 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.981 INFO:tasks.workunit.client.0.smithi089.stdout: "state_done_lat": { 2024-07-26T07:21:26.981 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80060, 2024-07-26T07:21:26.981 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2227433581218 2024-07-26T07:21:26.981 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.981 INFO:tasks.workunit.client.0.smithi089.stdout: "state_finishing_lat": { 2024-07-26T07:21:26.981 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80060, 2024-07-26T07:21:26.981 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9630034 2024-07-26T07:21:26.981 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.982 INFO:tasks.workunit.client.0.smithi089.stdout: "state_io_done_lat": { 2024-07-26T07:21:26.982 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80061, 2024-07-26T07:21:26.982 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 211167097 2024-07-26T07:21:26.982 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.982 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_commiting_lat": { 2024-07-26T07:21:26.982 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80061, 2024-07-26T07:21:26.982 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 31058294612 2024-07-26T07:21:26.982 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.982 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_done_lat": { 2024-07-26T07:21:26.982 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80061, 2024-07-26T07:21:26.982 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 27687547 2024-07-26T07:21:26.982 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.982 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_queued_lat": { 2024-07-26T07:21:26.983 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80061, 2024-07-26T07:21:26.983 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 15015973162 2024-07-26T07:21:26.983 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.983 INFO:tasks.workunit.client.0.smithi089.stdout: "state_prepare_lat": { 2024-07-26T07:21:26.983 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80061, 2024-07-26T07:21:26.983 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6619803790 2024-07-26T07:21:26.983 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.983 INFO:tasks.workunit.client.0.smithi089.stdout: "stored": { 2024-07-26T07:21:26.983 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8538963 2024-07-26T07:21:26.983 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.983 INFO:tasks.workunit.client.0.smithi089.stdout: "truncate_lat": { 2024-07-26T07:21:26.983 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2654, 2024-07-26T07:21:26.983 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 14945595 2024-07-26T07:21:26.983 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.983 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_commit_lat": { 2024-07-26T07:21:26.984 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80061, 2024-07-26T07:21:26.984 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 59224477024 2024-07-26T07:21:26.984 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.984 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_submit_lat": { 2024-07-26T07:21:26.984 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80061, 2024-07-26T07:21:26.984 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7550932890 2024-07-26T07:21:26.984 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.984 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_throttle_lat": { 2024-07-26T07:21:26.984 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80061, 2024-07-26T07:21:26.984 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 485003406 2024-07-26T07:21:26.984 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.984 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.984 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache": { 2024-07-26T07:21:26.984 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_bytes": { 2024-07-26T07:21:26.985 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1405081568 2024-07-26T07:21:26.985 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.985 INFO:tasks.workunit.client.0.smithi089.stdout: "heap_bytes": { 2024-07-26T07:21:26.985 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 494346240 2024-07-26T07:21:26.985 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.985 INFO:tasks.workunit.client.0.smithi089.stdout: "mapped_bytes": { 2024-07-26T07:21:26.985 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 489504768 2024-07-26T07:21:26.985 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.985 INFO:tasks.workunit.client.0.smithi089.stdout: "target_bytes": { 2024-07-26T07:21:26.985 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2600456396 2024-07-26T07:21:26.985 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.985 INFO:tasks.workunit.client.0.smithi089.stdout: "unmapped_bytes": { 2024-07-26T07:21:26.985 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4841472 2024-07-26T07:21:26.985 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.985 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.986 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:data": { 2024-07-26T07:21:26.986 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:26.986 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 125829120 2024-07-26T07:21:26.986 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.986 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:26.986 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.986 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.986 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:26.986 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.986 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.986 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:26.986 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 57502430 2024-07-26T07:21:26.986 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.987 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:26.987 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.987 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.987 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:26.987 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.987 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.987 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:26.987 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.987 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.987 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:26.987 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.987 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.987 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:26.987 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12288 2024-07-26T07:21:26.987 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.988 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:26.988 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 24576 2024-07-26T07:21:26.988 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.988 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:26.988 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.988 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.988 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:26.988 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.988 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.988 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:26.988 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.988 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.988 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:26.989 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 68289826 2024-07-26T07:21:26.989 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.989 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.989 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv": { 2024-07-26T07:21:26.989 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:26.989 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 570425344 2024-07-26T07:21:26.989 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.989 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:26.989 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T07:21:26.989 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.989 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:26.989 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.989 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.989 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:26.990 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 431268229 2024-07-26T07:21:26.990 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.990 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:26.990 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.990 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.990 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:26.990 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 976 2024-07-26T07:21:26.990 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.990 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:26.990 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.990 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.990 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:26.990 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.990 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.991 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:26.991 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 59264 2024-07-26T07:21:26.991 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.991 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:26.991 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.991 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.991 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:26.991 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.991 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.991 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:26.991 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.991 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.991 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:26.992 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.992 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.992 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:26.992 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 71988011 2024-07-26T07:21:26.992 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.992 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.992 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T07:21:26.992 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:26.992 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 176160768 2024-07-26T07:21:26.992 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.992 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:26.992 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T07:21:26.992 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.992 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:26.993 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 221872 2024-07-26T07:21:26.993 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.993 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:26.993 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 38334953 2024-07-26T07:21:26.993 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.993 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:26.993 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.993 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.993 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:26.993 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.993 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.993 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:26.993 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.993 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.993 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:26.994 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.994 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.994 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:26.994 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.994 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.994 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:26.994 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.994 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.994 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:26.994 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.994 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.994 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:26.994 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.994 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.995 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:26.995 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.995 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.995 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:26.995 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 70495079 2024-07-26T07:21:26.995 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.995 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.995 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:meta": { 2024-07-26T07:21:26.995 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:26.995 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 503316480 2024-07-26T07:21:26.995 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.995 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:26.995 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.995 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.996 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:26.996 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.996 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.996 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:26.996 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 431268229 2024-07-26T07:21:26.996 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.996 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:26.996 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.996 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.996 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:26.996 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.996 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.996 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:26.997 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.997 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.997 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:26.997 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.997 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.997 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:26.997 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 177842 2024-07-26T07:21:26.997 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.997 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:26.997 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1200958 2024-07-26T07:21:26.997 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.998 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:26.998 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.998 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.998 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:26.998 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.998 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.998 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:26.998 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.998 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.998 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:26.999 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 70669451 2024-07-26T07:21:26.999 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:26.999 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.999 INFO:tasks.workunit.client.0.smithi089.stdout: "objecter": { 2024-07-26T07:21:26.999 INFO:tasks.workunit.client.0.smithi089.stdout: "op_active": { 2024-07-26T07:21:26.999 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:26.999 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.999 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T07:21:26.999 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 69 2024-07-26T07:21:26.999 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:26.999 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rmw": { 2024-07-26T07:21:27.000 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.000 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.000 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T07:21:27.000 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1 2024-07-26T07:21:27.000 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:27.000 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.000 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:27.000 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg": { 2024-07-26T07:21:27.000 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 41 2024-07-26T07:21:27.000 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.000 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg_removing": { 2024-07-26T07:21:27.000 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.000 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.001 INFO:tasks.workunit.client.0.smithi089.stdout: "op": { 2024-07-26T07:21:27.001 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 57501 2024-07-26T07:21:27.001 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.001 INFO:tasks.workunit.client.0.smithi089.stdout: "op_before_queue_op_lat": { 2024-07-26T07:21:27.001 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 151580, 2024-07-26T07:21:27.001 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6513419595 2024-07-26T07:21:27.001 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.001 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_degraded": { 2024-07-26T07:21:27.001 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5 2024-07-26T07:21:27.001 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.001 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_unreadable": { 2024-07-26T07:21:27.001 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.001 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.001 INFO:tasks.workunit.client.0.smithi089.stdout: "op_in_bytes": { 2024-07-26T07:21:27.002 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1420203757 2024-07-26T07:21:27.002 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.002 INFO:tasks.workunit.client.0.smithi089.stdout: "op_latency": { 2024-07-26T07:21:27.002 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 57501, 2024-07-26T07:21:27.002 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 86482494042 2024-07-26T07:21:27.002 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.002 INFO:tasks.workunit.client.0.smithi089.stdout: "op_out_bytes": { 2024-07-26T07:21:27.002 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2489970206 2024-07-26T07:21:27.002 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.002 INFO:tasks.workunit.client.0.smithi089.stdout: "op_prepare_latency": { 2024-07-26T07:21:27.002 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 58474, 2024-07-26T07:21:27.002 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 48469631599 2024-07-26T07:21:27.002 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.003 INFO:tasks.workunit.client.0.smithi089.stdout: "op_process_latency": { 2024-07-26T07:21:27.003 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 57501, 2024-07-26T07:21:27.003 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 75455125308 2024-07-26T07:21:27.003 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.003 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T07:21:27.003 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 27122 2024-07-26T07:21:27.003 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.003 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency": { 2024-07-26T07:21:27.003 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 27122, 2024-07-26T07:21:27.003 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 19388910217 2024-07-26T07:21:27.003 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.003 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T07:21:27.003 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.003 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.004 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_out_bytes": { 2024-07-26T07:21:27.004 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2489970206 2024-07-26T07:21:27.004 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.004 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_prepare_latency": { 2024-07-26T07:21:27.004 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 27576, 2024-07-26T07:21:27.004 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 11645756191 2024-07-26T07:21:27.004 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.004 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_process_latency": { 2024-07-26T07:21:27.004 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 27122, 2024-07-26T07:21:27.004 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 13720274708 2024-07-26T07:21:27.004 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.004 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw": { 2024-07-26T07:21:27.004 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 28643 2024-07-26T07:21:27.005 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.005 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_in_bytes": { 2024-07-26T07:21:27.005 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 289513953 2024-07-26T07:21:27.005 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.005 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency": { 2024-07-26T07:21:27.005 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 28643, 2024-07-26T07:21:27.005 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 53130479349 2024-07-26T07:21:27.005 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.005 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T07:21:27.005 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.005 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.005 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T07:21:27.005 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.005 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.005 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_out_bytes": { 2024-07-26T07:21:27.006 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.006 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.006 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_prepare_latency": { 2024-07-26T07:21:27.006 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 28997, 2024-07-26T07:21:27.006 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 34156271469 2024-07-26T07:21:27.006 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.006 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_process_latency": { 2024-07-26T07:21:27.006 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 28643, 2024-07-26T07:21:27.006 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 50269330984 2024-07-26T07:21:27.006 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.006 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T07:21:27.006 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1736 2024-07-26T07:21:27.006 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.006 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_in_bytes": { 2024-07-26T07:21:27.007 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1130689804 2024-07-26T07:21:27.007 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.007 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency": { 2024-07-26T07:21:27.007 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1736, 2024-07-26T07:21:27.007 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 13963104476 2024-07-26T07:21:27.007 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.007 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T07:21:27.007 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.007 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.007 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_prepare_latency": { 2024-07-26T07:21:27.007 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1901, 2024-07-26T07:21:27.007 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2667603939 2024-07-26T07:21:27.007 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.007 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_process_latency": { 2024-07-26T07:21:27.007 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1736, 2024-07-26T07:21:27.008 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 11465519616 2024-07-26T07:21:27.008 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.008 INFO:tasks.workunit.client.0.smithi089.stdout: "op_wip": { 2024-07-26T07:21:27.008 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.008 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.008 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_bytes": { 2024-07-26T07:21:27.008 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.008 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.008 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_ops": { 2024-07-26T07:21:27.008 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 21 2024-07-26T07:21:27.008 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.008 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes": { 2024-07-26T07:21:27.008 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995035648 2024-07-26T07:21:27.008 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.008 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes_used": { 2024-07-26T07:21:27.009 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 413184000 2024-07-26T07:21:27.009 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:27.009 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:27.009 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.009 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.3": { 2024-07-26T07:21:27.009 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T07:21:27.009 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_db_max_lat": { 2024-07-26T07:21:27.009 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 14853 2024-07-26T07:21:27.009 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.009 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_fallback": { 2024-07-26T07:21:27.009 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.009 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.009 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_max_lat": { 2024-07-26T07:21:27.009 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.009 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.009 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_size_fallback": { 2024-07-26T07:21:27.010 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.010 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.010 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_db": { 2024-07-26T07:21:27.010 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 65536 2024-07-26T07:21:27.010 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.010 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_slow": { 2024-07-26T07:21:27.010 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.010 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.010 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_wal": { 2024-07-26T07:21:27.010 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.010 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.010 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_wal_max_lat": { 2024-07-26T07:21:27.010 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.010 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.010 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_slow": { 2024-07-26T07:21:27.011 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.011 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.011 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_sst": { 2024-07-26T07:21:27.011 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3137536 2024-07-26T07:21:27.011 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.011 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_wal": { 2024-07-26T07:21:27.011 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 641978368 2024-07-26T07:21:27.011 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.011 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lat": { 2024-07-26T07:21:27.011 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 15, 2024-07-26T07:21:27.011 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3029853 2024-07-26T07:21:27.011 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.011 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lock_lat": { 2024-07-26T07:21:27.011 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 15, 2024-07-26T07:21:27.011 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1080145 2024-07-26T07:21:27.012 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.012 INFO:tasks.workunit.client.0.smithi089.stdout: "db_alloc_lat": { 2024-07-26T07:21:27.012 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 156, 2024-07-26T07:21:27.012 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 664843 2024-07-26T07:21:27.012 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.012 INFO:tasks.workunit.client.0.smithi089.stdout: "db_total_bytes": { 2024-07-26T07:21:27.012 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995027456 2024-07-26T07:21:27.012 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.012 INFO:tasks.workunit.client.0.smithi089.stdout: "db_used_bytes": { 2024-07-26T07:21:27.012 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 663814144 2024-07-26T07:21:27.012 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.012 INFO:tasks.workunit.client.0.smithi089.stdout: "flush_lat": { 2024-07-26T07:21:27.012 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 61801, 2024-07-26T07:21:27.012 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8018476057 2024-07-26T07:21:27.012 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.013 INFO:tasks.workunit.client.0.smithi089.stdout: "fsync_lat": { 2024-07-26T07:21:27.013 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 61819, 2024-07-26T07:21:27.013 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 13042705161 2024-07-26T07:21:27.013 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.013 INFO:tasks.workunit.client.0.smithi089.stdout: "log_bytes": { 2024-07-26T07:21:27.013 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3846144 2024-07-26T07:21:27.013 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.013 INFO:tasks.workunit.client.0.smithi089.stdout: "logged_bytes": { 2024-07-26T07:21:27.013 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 253210624 2024-07-26T07:21:27.013 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.013 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_db": { 2024-07-26T07:21:27.013 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 680853504 2024-07-26T07:21:27.013 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.014 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_slow": { 2024-07-26T07:21:27.014 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.014 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.014 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_wal": { 2024-07-26T07:21:27.014 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.014 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.014 INFO:tasks.workunit.client.0.smithi089.stdout: "num_files": { 2024-07-26T07:21:27.014 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 45 2024-07-26T07:21:27.014 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.014 INFO:tasks.workunit.client.0.smithi089.stdout: "read_bytes": { 2024-07-26T07:21:27.014 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 70839229 2024-07-26T07:21:27.014 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.014 INFO:tasks.workunit.client.0.smithi089.stdout: "read_count": { 2024-07-26T07:21:27.015 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2769 2024-07-26T07:21:27.015 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.015 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes": { 2024-07-26T07:21:27.015 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 61292544 2024-07-26T07:21:27.015 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.015 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_db": { 2024-07-26T07:21:27.015 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 61296640 2024-07-26T07:21:27.015 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.015 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_slow": { 2024-07-26T07:21:27.015 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.015 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.015 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_wal": { 2024-07-26T07:21:27.016 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.016 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.016 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_count": { 2024-07-26T07:21:27.016 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 184 2024-07-26T07:21:27.016 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.016 INFO:tasks.workunit.client.0.smithi089.stdout: "read_lat": { 2024-07-26T07:21:27.016 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2769, 2024-07-26T07:21:27.016 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 15255872 2024-07-26T07:21:27.016 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.016 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_bytes": { 2024-07-26T07:21:27.016 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 19145980 2024-07-26T07:21:27.016 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.016 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_count": { 2024-07-26T07:21:27.016 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1179 2024-07-26T07:21:27.017 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.017 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_bytes": { 2024-07-26T07:21:27.017 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1323669 2024-07-26T07:21:27.017 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.017 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_count": { 2024-07-26T07:21:27.017 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 274 2024-07-26T07:21:27.017 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.017 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_bytes": { 2024-07-26T07:21:27.017 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3098183 2024-07-26T07:21:27.017 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.017 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_count": { 2024-07-26T07:21:27.017 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 416 2024-07-26T07:21:27.017 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.018 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes": { 2024-07-26T07:21:27.018 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1774514 2024-07-26T07:21:27.018 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.018 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_db": { 2024-07-26T07:21:27.018 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1774514 2024-07-26T07:21:27.018 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.018 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_slow": { 2024-07-26T07:21:27.018 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.018 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.018 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_wal": { 2024-07-26T07:21:27.018 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.018 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.018 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_count": { 2024-07-26T07:21:27.018 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 145 2024-07-26T07:21:27.019 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.019 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_lat": { 2024-07-26T07:21:27.019 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 416, 2024-07-26T07:21:27.019 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1359175 2024-07-26T07:21:27.019 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.019 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_alloc_lat": { 2024-07-26T07:21:27.019 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:27.019 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.019 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.019 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_total_bytes": { 2024-07-26T07:21:27.019 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.019 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.019 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_used_bytes": { 2024-07-26T07:21:27.019 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.020 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.020 INFO:tasks.workunit.client.0.smithi089.stdout: "truncate_lat": { 2024-07-26T07:21:27.020 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1, 2024-07-26T07:21:27.020 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 600 2024-07-26T07:21:27.020 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.020 INFO:tasks.workunit.client.0.smithi089.stdout: "unlink_lat": { 2024-07-26T07:21:27.020 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 4, 2024-07-26T07:21:27.020 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6581 2024-07-26T07:21:27.020 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.020 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_alloc_lat": { 2024-07-26T07:21:27.020 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:27.020 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.020 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.021 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_total_bytes": { 2024-07-26T07:21:27.021 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.021 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.021 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_used_bytes": { 2024-07-26T07:21:27.021 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.021 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.021 INFO:tasks.workunit.client.0.smithi089.stdout: "write_bytes": { 2024-07-26T07:21:27.021 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 900612096 2024-07-26T07:21:27.021 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:27.021 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.021 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore": { 2024-07-26T07:21:27.021 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit": { 2024-07-26T07:21:27.021 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4096 2024-07-26T07:21:27.021 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.022 INFO:tasks.workunit.client.0.smithi089.stdout: "allocated": { 2024-07-26T07:21:27.022 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 14344192 2024-07-26T07:21:27.022 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.022 INFO:tasks.workunit.client.0.smithi089.stdout: "allocator_lat": { 2024-07-26T07:21:27.022 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 17120, 2024-07-26T07:21:27.022 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 50719702 2024-07-26T07:21:27.022 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.022 INFO:tasks.workunit.client.0.smithi089.stdout: "clist_lat": { 2024-07-26T07:21:27.022 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3266, 2024-07-26T07:21:27.022 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 313256780 2024-07-26T07:21:27.022 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.022 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_lat": { 2024-07-26T07:21:27.022 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:27.022 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.023 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.023 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed": { 2024-07-26T07:21:27.023 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.023 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.023 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_allocated": { 2024-07-26T07:21:27.023 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.023 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.023 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_original": { 2024-07-26T07:21:27.023 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.023 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.023 INFO:tasks.workunit.client.0.smithi089.stdout: "csum_lat": { 2024-07-26T07:21:27.023 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 12042, 2024-07-26T07:21:27.023 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 107765534 2024-07-26T07:21:27.024 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.024 INFO:tasks.workunit.client.0.smithi089.stdout: "decompress_lat": { 2024-07-26T07:21:27.024 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:27.024 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.024 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.024 INFO:tasks.workunit.client.0.smithi089.stdout: "fragmentation_micros": { 2024-07-26T07:21:27.024 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.024 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.024 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_commit_lat": { 2024-07-26T07:21:27.024 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 61761, 2024-07-26T07:21:27.024 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 16267030528 2024-07-26T07:21:27.024 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.024 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_final_lat": { 2024-07-26T07:21:27.024 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 61274, 2024-07-26T07:21:27.025 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1470024804 2024-07-26T07:21:27.025 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.025 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_flush_lat": { 2024-07-26T07:21:27.025 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 61761, 2024-07-26T07:21:27.025 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 38245001 2024-07-26T07:21:27.025 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.025 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_sync_lat": { 2024-07-26T07:21:27.025 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 61761, 2024-07-26T07:21:27.025 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 16305275529 2024-07-26T07:21:27.025 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.025 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_keys_lat": { 2024-07-26T07:21:27.025 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:27.025 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.025 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.026 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_values_lat": { 2024-07-26T07:21:27.026 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 18143, 2024-07-26T07:21:27.026 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 560819870 2024-07-26T07:21:27.026 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.026 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_lower_bound_lat": { 2024-07-26T07:21:27.026 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1404, 2024-07-26T07:21:27.026 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3448229 2024-07-26T07:21:27.026 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.026 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_next_lat": { 2024-07-26T07:21:27.026 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 6508, 2024-07-26T07:21:27.026 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3953166 2024-07-26T07:21:27.026 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.026 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_seek_to_first_lat": { 2024-07-26T07:21:27.027 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 41, 2024-07-26T07:21:27.027 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 47320 2024-07-26T07:21:27.027 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.027 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_upper_bound_lat": { 2024-07-26T07:21:27.027 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7226, 2024-07-26T07:21:27.027 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 318801706 2024-07-26T07:21:27.027 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.027 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_hits": { 2024-07-26T07:21:27.027 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 187907 2024-07-26T07:21:27.027 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.027 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_misses": { 2024-07-26T07:21:27.027 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 16871 2024-07-26T07:21:27.027 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.027 INFO:tasks.workunit.client.0.smithi089.stdout: "read_lat": { 2024-07-26T07:21:27.028 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 25468, 2024-07-26T07:21:27.028 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1369719146 2024-07-26T07:21:27.028 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.028 INFO:tasks.workunit.client.0.smithi089.stdout: "read_onode_meta_lat": { 2024-07-26T07:21:27.028 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 69537, 2024-07-26T07:21:27.028 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 23959074 2024-07-26T07:21:27.028 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.028 INFO:tasks.workunit.client.0.smithi089.stdout: "read_wait_aio_lat": { 2024-07-26T07:21:27.028 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 44069, 2024-07-26T07:21:27.028 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 948258902 2024-07-26T07:21:27.028 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.028 INFO:tasks.workunit.client.0.smithi089.stdout: "reads_with_retries": { 2024-07-26T07:21:27.028 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.029 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.029 INFO:tasks.workunit.client.0.smithi089.stdout: "remove_lat": { 2024-07-26T07:21:27.029 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 11507, 2024-07-26T07:21:27.029 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 281548070 2024-07-26T07:21:27.029 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.029 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_aio_wait_count": { 2024-07-26T07:21:27.029 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.029 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.029 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_committed_kv_count": { 2024-07-26T07:21:27.029 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.029 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.029 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_read_onode_meta_count": { 2024-07-26T07:21:27.029 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.029 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.029 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_read_wait_aio_count": { 2024-07-26T07:21:27.030 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.030 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.030 INFO:tasks.workunit.client.0.smithi089.stdout: "state_aio_wait_lat": { 2024-07-26T07:21:27.030 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 73704, 2024-07-26T07:21:27.030 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6460959225 2024-07-26T07:21:27.030 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.030 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T07:21:27.030 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 17693, 2024-07-26T07:21:27.030 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1113359077 2024-07-26T07:21:27.030 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.030 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_cleanup_lat": { 2024-07-26T07:21:27.030 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 17692, 2024-07-26T07:21:27.030 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2466471673828 2024-07-26T07:21:27.031 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.031 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_queued_lat": { 2024-07-26T07:21:27.031 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 17693, 2024-07-26T07:21:27.031 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6319725265527 2024-07-26T07:21:27.031 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.031 INFO:tasks.workunit.client.0.smithi089.stdout: "state_done_lat": { 2024-07-26T07:21:27.031 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 73703, 2024-07-26T07:21:27.031 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2166123665645 2024-07-26T07:21:27.031 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.031 INFO:tasks.workunit.client.0.smithi089.stdout: "state_finishing_lat": { 2024-07-26T07:21:27.031 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 73703, 2024-07-26T07:21:27.031 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7855784 2024-07-26T07:21:27.031 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.031 INFO:tasks.workunit.client.0.smithi089.stdout: "state_io_done_lat": { 2024-07-26T07:21:27.031 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 73704, 2024-07-26T07:21:27.032 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 218824075 2024-07-26T07:21:27.032 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.032 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_commiting_lat": { 2024-07-26T07:21:27.032 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 73704, 2024-07-26T07:21:27.032 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 27655537222 2024-07-26T07:21:27.032 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.032 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_done_lat": { 2024-07-26T07:21:27.032 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 73704, 2024-07-26T07:21:27.032 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 25283073 2024-07-26T07:21:27.032 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.032 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_queued_lat": { 2024-07-26T07:21:27.032 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 73704, 2024-07-26T07:21:27.032 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 13664355687 2024-07-26T07:21:27.033 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.033 INFO:tasks.workunit.client.0.smithi089.stdout: "state_prepare_lat": { 2024-07-26T07:21:27.033 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 73704, 2024-07-26T07:21:27.033 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5787141190 2024-07-26T07:21:27.033 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.033 INFO:tasks.workunit.client.0.smithi089.stdout: "stored": { 2024-07-26T07:21:27.033 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8544877 2024-07-26T07:21:27.033 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.033 INFO:tasks.workunit.client.0.smithi089.stdout: "truncate_lat": { 2024-07-26T07:21:27.033 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2599, 2024-07-26T07:21:27.033 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 14506177 2024-07-26T07:21:27.033 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.033 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_commit_lat": { 2024-07-26T07:21:27.033 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 73704, 2024-07-26T07:21:27.033 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 53798275631 2024-07-26T07:21:27.034 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.034 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_submit_lat": { 2024-07-26T07:21:27.034 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 73704, 2024-07-26T07:21:27.034 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6679712362 2024-07-26T07:21:27.034 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.034 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_throttle_lat": { 2024-07-26T07:21:27.034 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 73704, 2024-07-26T07:21:27.034 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 440290212 2024-07-26T07:21:27.034 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:27.034 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.034 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache": { 2024-07-26T07:21:27.034 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_bytes": { 2024-07-26T07:21:27.034 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1405081568 2024-07-26T07:21:27.035 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.035 INFO:tasks.workunit.client.0.smithi089.stdout: "heap_bytes": { 2024-07-26T07:21:27.035 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 501538816 2024-07-26T07:21:27.035 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.035 INFO:tasks.workunit.client.0.smithi089.stdout: "mapped_bytes": { 2024-07-26T07:21:27.035 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 470786048 2024-07-26T07:21:27.035 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.035 INFO:tasks.workunit.client.0.smithi089.stdout: "target_bytes": { 2024-07-26T07:21:27.035 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2600456396 2024-07-26T07:21:27.035 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.035 INFO:tasks.workunit.client.0.smithi089.stdout: "unmapped_bytes": { 2024-07-26T07:21:27.035 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 30752768 2024-07-26T07:21:27.035 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:27.035 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.036 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:data": { 2024-07-26T07:21:27.036 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:27.036 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 125829120 2024-07-26T07:21:27.036 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.036 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:27.036 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.036 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.036 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:27.036 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.036 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.036 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:27.036 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 57378348 2024-07-26T07:21:27.036 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.037 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:27.037 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.037 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.037 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:27.037 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.037 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.037 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:27.037 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.037 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.037 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:27.037 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.037 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.037 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:27.038 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.038 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.038 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:27.038 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8192 2024-07-26T07:21:27.038 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.038 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:27.038 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.038 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.038 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:27.038 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.038 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.038 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:27.038 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.039 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.039 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:27.039 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 68442580 2024-07-26T07:21:27.039 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:27.039 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.039 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv": { 2024-07-26T07:21:27.039 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:27.039 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 570425344 2024-07-26T07:21:27.039 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.039 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:27.039 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T07:21:27.039 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.040 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:27.040 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.040 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.040 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:27.040 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 430337614 2024-07-26T07:21:27.040 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.040 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:27.040 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.040 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.040 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:27.040 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 944 2024-07-26T07:21:27.040 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.040 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:27.040 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.041 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.041 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:27.041 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.041 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.041 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:27.041 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 15168 2024-07-26T07:21:27.041 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.041 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:27.041 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 35792 2024-07-26T07:21:27.041 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.041 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:27.041 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.041 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.042 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:27.042 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.042 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.042 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:27.042 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.042 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.042 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:27.042 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 72926962 2024-07-26T07:21:27.042 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:27.042 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.042 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T07:21:27.042 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:27.042 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 176160768 2024-07-26T07:21:27.043 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.043 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:27.043 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T07:21:27.043 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.043 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:27.043 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 199440 2024-07-26T07:21:27.043 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.043 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:27.043 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 38252232 2024-07-26T07:21:27.043 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.043 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:27.043 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.043 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.043 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:27.044 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.044 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.044 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:27.044 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.044 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.044 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:27.044 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.044 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.044 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:27.044 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.044 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.044 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:27.044 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.044 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.045 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:27.045 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.045 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.045 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:27.045 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.045 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.045 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:27.045 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.045 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.045 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:27.045 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 70600232 2024-07-26T07:21:27.045 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:27.045 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.045 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:meta": { 2024-07-26T07:21:27.046 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:27.046 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 503316480 2024-07-26T07:21:27.046 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.046 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:27.046 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.046 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.046 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:27.046 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.046 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.046 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:27.046 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 430337614 2024-07-26T07:21:27.046 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.046 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:27.046 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.047 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.047 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:27.047 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.047 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.047 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:27.047 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.047 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.047 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:27.047 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.047 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.047 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:27.047 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 181181 2024-07-26T07:21:27.047 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.047 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:27.048 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1204387 2024-07-26T07:21:27.048 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.048 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:27.048 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.048 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.048 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:27.048 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.048 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.048 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:27.048 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.048 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.048 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:27.048 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 71593298 2024-07-26T07:21:27.049 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:27.049 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.049 INFO:tasks.workunit.client.0.smithi089.stdout: "objecter": { 2024-07-26T07:21:27.049 INFO:tasks.workunit.client.0.smithi089.stdout: "op_active": { 2024-07-26T07:21:27.049 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.049 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.049 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T07:21:27.049 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 26 2024-07-26T07:21:27.049 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.049 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rmw": { 2024-07-26T07:21:27.049 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.049 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.049 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T07:21:27.049 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.050 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:27.050 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.050 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:27.050 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg": { 2024-07-26T07:21:27.050 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 48 2024-07-26T07:21:27.050 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.050 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg_removing": { 2024-07-26T07:21:27.050 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.050 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.050 INFO:tasks.workunit.client.0.smithi089.stdout: "op": { 2024-07-26T07:21:27.050 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 30067 2024-07-26T07:21:27.051 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.051 INFO:tasks.workunit.client.0.smithi089.stdout: "op_before_queue_op_lat": { 2024-07-26T07:21:27.051 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 102507, 2024-07-26T07:21:27.051 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5487045584 2024-07-26T07:21:27.051 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.051 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_degraded": { 2024-07-26T07:21:27.053 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.054 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.054 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_unreadable": { 2024-07-26T07:21:27.054 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.054 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.054 INFO:tasks.workunit.client.0.smithi089.stdout: "op_in_bytes": { 2024-07-26T07:21:27.054 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1000305194 2024-07-26T07:21:27.054 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.054 INFO:tasks.workunit.client.0.smithi089.stdout: "op_latency": { 2024-07-26T07:21:27.054 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 30067, 2024-07-26T07:21:27.054 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 266496501733 2024-07-26T07:21:27.054 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.054 INFO:tasks.workunit.client.0.smithi089.stdout: "op_out_bytes": { 2024-07-26T07:21:27.054 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1435056875 2024-07-26T07:21:27.054 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.055 INFO:tasks.workunit.client.0.smithi089.stdout: "op_prepare_latency": { 2024-07-26T07:21:27.055 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 31890, 2024-07-26T07:21:27.055 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 23356735142 2024-07-26T07:21:27.055 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.055 INFO:tasks.workunit.client.0.smithi089.stdout: "op_process_latency": { 2024-07-26T07:21:27.055 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 30067, 2024-07-26T07:21:27.055 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 60095246188 2024-07-26T07:21:27.055 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.055 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T07:21:27.055 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 14343 2024-07-26T07:21:27.055 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.056 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency": { 2024-07-26T07:21:27.056 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 14343, 2024-07-26T07:21:27.056 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 46849819190 2024-07-26T07:21:27.056 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.056 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T07:21:27.056 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.056 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.056 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_out_bytes": { 2024-07-26T07:21:27.056 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1435056875 2024-07-26T07:21:27.056 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.056 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_prepare_latency": { 2024-07-26T07:21:27.056 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 14457, 2024-07-26T07:21:27.057 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4201388210 2024-07-26T07:21:27.057 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.057 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_process_latency": { 2024-07-26T07:21:27.057 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 14343, 2024-07-26T07:21:27.057 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4693755529 2024-07-26T07:21:27.057 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.057 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw": { 2024-07-26T07:21:27.057 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 11776 2024-07-26T07:21:27.057 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.057 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_in_bytes": { 2024-07-26T07:21:27.057 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 109319765 2024-07-26T07:21:27.057 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.057 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency": { 2024-07-26T07:21:27.057 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 11776, 2024-07-26T07:21:27.058 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 155983746830 2024-07-26T07:21:27.058 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.058 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T07:21:27.058 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.058 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.058 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T07:21:27.058 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.058 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.058 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_out_bytes": { 2024-07-26T07:21:27.058 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.058 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.058 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_prepare_latency": { 2024-07-26T07:21:27.059 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 13416, 2024-07-26T07:21:27.059 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 14585603418 2024-07-26T07:21:27.059 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.059 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_process_latency": { 2024-07-26T07:21:27.059 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 11776, 2024-07-26T07:21:27.059 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 31067798308 2024-07-26T07:21:27.059 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.059 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T07:21:27.059 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3948 2024-07-26T07:21:27.059 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.059 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_in_bytes": { 2024-07-26T07:21:27.059 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 890985429 2024-07-26T07:21:27.059 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.059 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency": { 2024-07-26T07:21:27.059 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3948, 2024-07-26T07:21:27.060 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 63662935713 2024-07-26T07:21:27.060 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.060 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T07:21:27.060 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.060 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.060 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_prepare_latency": { 2024-07-26T07:21:27.060 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 4017, 2024-07-26T07:21:27.060 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4569743514 2024-07-26T07:21:27.060 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.060 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_process_latency": { 2024-07-26T07:21:27.060 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3948, 2024-07-26T07:21:27.061 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 24333692351 2024-07-26T07:21:27.061 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.061 INFO:tasks.workunit.client.0.smithi089.stdout: "op_wip": { 2024-07-26T07:21:27.061 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.061 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.061 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_bytes": { 2024-07-26T07:21:27.061 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 54 2024-07-26T07:21:27.061 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.061 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_ops": { 2024-07-26T07:21:27.061 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8 2024-07-26T07:21:27.061 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.062 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes": { 2024-07-26T07:21:27.062 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995035648 2024-07-26T07:21:27.062 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.062 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes_used": { 2024-07-26T07:21:27.062 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 678170624 2024-07-26T07:21:27.062 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:27.062 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:27.062 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.062 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.4": { 2024-07-26T07:21:27.062 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T07:21:27.062 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_db_max_lat": { 2024-07-26T07:21:27.062 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 72414 2024-07-26T07:21:27.062 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.063 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_fallback": { 2024-07-26T07:21:27.063 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.063 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.063 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_max_lat": { 2024-07-26T07:21:27.063 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.063 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.063 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_size_fallback": { 2024-07-26T07:21:27.063 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.063 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.063 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_db": { 2024-07-26T07:21:27.063 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 65536 2024-07-26T07:21:27.063 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.063 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_slow": { 2024-07-26T07:21:27.063 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.064 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.064 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_wal": { 2024-07-26T07:21:27.064 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.064 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.064 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_wal_max_lat": { 2024-07-26T07:21:27.064 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.064 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.064 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_slow": { 2024-07-26T07:21:27.064 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.064 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.064 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_sst": { 2024-07-26T07:21:27.064 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8220672 2024-07-26T07:21:27.064 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.065 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_wal": { 2024-07-26T07:21:27.065 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 710848512 2024-07-26T07:21:27.065 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.065 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lat": { 2024-07-26T07:21:27.065 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 14, 2024-07-26T07:21:27.065 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3282978 2024-07-26T07:21:27.065 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.065 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lock_lat": { 2024-07-26T07:21:27.065 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 14, 2024-07-26T07:21:27.065 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1159776 2024-07-26T07:21:27.065 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.065 INFO:tasks.workunit.client.0.smithi089.stdout: "db_alloc_lat": { 2024-07-26T07:21:27.065 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 165, 2024-07-26T07:21:27.065 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 732196 2024-07-26T07:21:27.065 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.066 INFO:tasks.workunit.client.0.smithi089.stdout: "db_total_bytes": { 2024-07-26T07:21:27.066 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995027456 2024-07-26T07:21:27.066 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.066 INFO:tasks.workunit.client.0.smithi089.stdout: "db_used_bytes": { 2024-07-26T07:21:27.066 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 779747328 2024-07-26T07:21:27.066 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.066 INFO:tasks.workunit.client.0.smithi089.stdout: "flush_lat": { 2024-07-26T07:21:27.066 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 58478, 2024-07-26T07:21:27.066 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7705473807 2024-07-26T07:21:27.066 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.066 INFO:tasks.workunit.client.0.smithi089.stdout: "fsync_lat": { 2024-07-26T07:21:27.066 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 58501, 2024-07-26T07:21:27.066 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12417104885 2024-07-26T07:21:27.066 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.067 INFO:tasks.workunit.client.0.smithi089.stdout: "log_bytes": { 2024-07-26T07:21:27.067 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6836224 2024-07-26T07:21:27.067 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.067 INFO:tasks.workunit.client.0.smithi089.stdout: "logged_bytes": { 2024-07-26T07:21:27.067 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 239566848 2024-07-26T07:21:27.067 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.067 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_db": { 2024-07-26T07:21:27.067 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 796786688 2024-07-26T07:21:27.067 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.067 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_slow": { 2024-07-26T07:21:27.067 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.067 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.067 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_wal": { 2024-07-26T07:21:27.067 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.067 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.068 INFO:tasks.workunit.client.0.smithi089.stdout: "num_files": { 2024-07-26T07:21:27.068 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 55 2024-07-26T07:21:27.068 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.068 INFO:tasks.workunit.client.0.smithi089.stdout: "read_bytes": { 2024-07-26T07:21:27.068 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 248019490 2024-07-26T07:21:27.068 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.068 INFO:tasks.workunit.client.0.smithi089.stdout: "read_count": { 2024-07-26T07:21:27.068 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12818 2024-07-26T07:21:27.068 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.068 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes": { 2024-07-26T07:21:27.068 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 221011968 2024-07-26T07:21:27.068 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.068 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_db": { 2024-07-26T07:21:27.068 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 221016064 2024-07-26T07:21:27.068 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.068 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_slow": { 2024-07-26T07:21:27.069 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.069 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.069 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_wal": { 2024-07-26T07:21:27.069 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.069 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.069 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_count": { 2024-07-26T07:21:27.069 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5534 2024-07-26T07:21:27.069 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.069 INFO:tasks.workunit.client.0.smithi089.stdout: "read_lat": { 2024-07-26T07:21:27.069 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 12818, 2024-07-26T07:21:27.069 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 122571419 2024-07-26T07:21:27.069 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.069 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_bytes": { 2024-07-26T07:21:27.069 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 136480448 2024-07-26T07:21:27.070 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.070 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_count": { 2024-07-26T07:21:27.070 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9402 2024-07-26T07:21:27.070 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.070 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_bytes": { 2024-07-26T07:21:27.070 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2840811 2024-07-26T07:21:27.070 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.070 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_count": { 2024-07-26T07:21:27.070 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 667 2024-07-26T07:21:27.070 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.070 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_bytes": { 2024-07-26T07:21:27.070 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8137211 2024-07-26T07:21:27.070 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.071 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_count": { 2024-07-26T07:21:27.071 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 966 2024-07-26T07:21:27.071 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.071 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes": { 2024-07-26T07:21:27.071 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5296400 2024-07-26T07:21:27.071 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.071 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_db": { 2024-07-26T07:21:27.071 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5296400 2024-07-26T07:21:27.071 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.071 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_slow": { 2024-07-26T07:21:27.071 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.071 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.071 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_wal": { 2024-07-26T07:21:27.071 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.072 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.072 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_count": { 2024-07-26T07:21:27.072 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 308 2024-07-26T07:21:27.072 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.072 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_lat": { 2024-07-26T07:21:27.072 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 966, 2024-07-26T07:21:27.072 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5004693 2024-07-26T07:21:27.072 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.072 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_alloc_lat": { 2024-07-26T07:21:27.072 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:27.072 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.072 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.073 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_total_bytes": { 2024-07-26T07:21:27.073 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.073 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.073 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_used_bytes": { 2024-07-26T07:21:27.073 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.073 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.073 INFO:tasks.workunit.client.0.smithi089.stdout: "truncate_lat": { 2024-07-26T07:21:27.073 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1, 2024-07-26T07:21:27.073 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 655 2024-07-26T07:21:27.073 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.073 INFO:tasks.workunit.client.0.smithi089.stdout: "unlink_lat": { 2024-07-26T07:21:27.073 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 4, 2024-07-26T07:21:27.073 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6540 2024-07-26T07:21:27.073 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.073 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_alloc_lat": { 2024-07-26T07:21:27.074 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:27.074 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.074 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.074 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_total_bytes": { 2024-07-26T07:21:27.074 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.074 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.074 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_used_bytes": { 2024-07-26T07:21:27.074 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.074 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.074 INFO:tasks.workunit.client.0.smithi089.stdout: "write_bytes": { 2024-07-26T07:21:27.074 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 960778240 2024-07-26T07:21:27.074 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:27.074 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.074 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore": { 2024-07-26T07:21:27.075 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit": { 2024-07-26T07:21:27.075 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4096 2024-07-26T07:21:27.075 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.075 INFO:tasks.workunit.client.0.smithi089.stdout: "allocated": { 2024-07-26T07:21:27.075 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 18534400 2024-07-26T07:21:27.075 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.075 INFO:tasks.workunit.client.0.smithi089.stdout: "allocator_lat": { 2024-07-26T07:21:27.075 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 20755, 2024-07-26T07:21:27.075 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 62658299 2024-07-26T07:21:27.075 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.075 INFO:tasks.workunit.client.0.smithi089.stdout: "clist_lat": { 2024-07-26T07:21:27.075 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3199, 2024-07-26T07:21:27.076 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 460885061 2024-07-26T07:21:27.076 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.076 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_lat": { 2024-07-26T07:21:27.076 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:27.076 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.076 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.076 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed": { 2024-07-26T07:21:27.076 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.076 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.076 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_allocated": { 2024-07-26T07:21:27.076 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.076 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.076 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_original": { 2024-07-26T07:21:27.076 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.076 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.077 INFO:tasks.workunit.client.0.smithi089.stdout: "csum_lat": { 2024-07-26T07:21:27.077 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 9340, 2024-07-26T07:21:27.077 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 63189009 2024-07-26T07:21:27.077 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.077 INFO:tasks.workunit.client.0.smithi089.stdout: "decompress_lat": { 2024-07-26T07:21:27.077 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:27.077 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.077 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.077 INFO:tasks.workunit.client.0.smithi089.stdout: "fragmentation_micros": { 2024-07-26T07:21:27.077 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.077 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.077 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_commit_lat": { 2024-07-26T07:21:27.077 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 58420, 2024-07-26T07:21:27.077 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 15601298481 2024-07-26T07:21:27.078 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.078 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_final_lat": { 2024-07-26T07:21:27.078 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 58014, 2024-07-26T07:21:27.078 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1312119037 2024-07-26T07:21:27.078 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.078 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_flush_lat": { 2024-07-26T07:21:27.078 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 58420, 2024-07-26T07:21:27.078 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 46938570 2024-07-26T07:21:27.078 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.078 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_sync_lat": { 2024-07-26T07:21:27.078 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 58420, 2024-07-26T07:21:27.078 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 15648237051 2024-07-26T07:21:27.078 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.079 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_keys_lat": { 2024-07-26T07:21:27.079 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:27.079 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.079 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.079 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_values_lat": { 2024-07-26T07:21:27.079 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 22422, 2024-07-26T07:21:27.079 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 750315619 2024-07-26T07:21:27.079 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.079 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_lower_bound_lat": { 2024-07-26T07:21:27.079 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 852, 2024-07-26T07:21:27.079 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2299040 2024-07-26T07:21:27.079 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.079 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_next_lat": { 2024-07-26T07:21:27.079 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 8245, 2024-07-26T07:21:27.080 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6781328 2024-07-26T07:21:27.080 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.080 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_seek_to_first_lat": { 2024-07-26T07:21:27.080 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 47, 2024-07-26T07:21:27.080 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 66150 2024-07-26T07:21:27.080 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.080 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_upper_bound_lat": { 2024-07-26T07:21:27.080 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 9463, 2024-07-26T07:21:27.080 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2207658181 2024-07-26T07:21:27.080 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.080 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_hits": { 2024-07-26T07:21:27.080 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 178484 2024-07-26T07:21:27.081 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.081 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_misses": { 2024-07-26T07:21:27.081 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 19150 2024-07-26T07:21:27.081 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.081 INFO:tasks.workunit.client.0.smithi089.stdout: "read_lat": { 2024-07-26T07:21:27.081 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 15958, 2024-07-26T07:21:27.081 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1045075447 2024-07-26T07:21:27.081 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.081 INFO:tasks.workunit.client.0.smithi089.stdout: "read_onode_meta_lat": { 2024-07-26T07:21:27.081 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 49857, 2024-07-26T07:21:27.081 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 19568518 2024-07-26T07:21:27.081 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.081 INFO:tasks.workunit.client.0.smithi089.stdout: "read_wait_aio_lat": { 2024-07-26T07:21:27.082 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 33899, 2024-07-26T07:21:27.082 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 842274304 2024-07-26T07:21:27.082 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.082 INFO:tasks.workunit.client.0.smithi089.stdout: "reads_with_retries": { 2024-07-26T07:21:27.082 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.082 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.082 INFO:tasks.workunit.client.0.smithi089.stdout: "remove_lat": { 2024-07-26T07:21:27.082 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 12848, 2024-07-26T07:21:27.082 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 326033997 2024-07-26T07:21:27.082 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.082 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_aio_wait_count": { 2024-07-26T07:21:27.082 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.082 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.082 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_committed_kv_count": { 2024-07-26T07:21:27.083 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.083 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.083 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_read_onode_meta_count": { 2024-07-26T07:21:27.083 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.083 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.083 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_read_wait_aio_count": { 2024-07-26T07:21:27.083 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.083 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.083 INFO:tasks.workunit.client.0.smithi089.stdout: "state_aio_wait_lat": { 2024-07-26T07:21:27.083 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 69162, 2024-07-26T07:21:27.083 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5409909566 2024-07-26T07:21:27.083 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.083 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T07:21:27.084 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 17924, 2024-07-26T07:21:27.084 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 936758114 2024-07-26T07:21:27.084 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.084 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_cleanup_lat": { 2024-07-26T07:21:27.084 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 17924, 2024-07-26T07:21:27.084 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2546664354065 2024-07-26T07:21:27.084 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.084 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_queued_lat": { 2024-07-26T07:21:27.084 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 17924, 2024-07-26T07:21:27.084 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5920543294472 2024-07-26T07:21:27.084 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.084 INFO:tasks.workunit.client.0.smithi089.stdout: "state_done_lat": { 2024-07-26T07:21:27.084 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 69162, 2024-07-26T07:21:27.085 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2478490985451 2024-07-26T07:21:27.085 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.085 INFO:tasks.workunit.client.0.smithi089.stdout: "state_finishing_lat": { 2024-07-26T07:21:27.085 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 69162, 2024-07-26T07:21:27.085 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7917152 2024-07-26T07:21:27.085 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.085 INFO:tasks.workunit.client.0.smithi089.stdout: "state_io_done_lat": { 2024-07-26T07:21:27.085 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 69162, 2024-07-26T07:21:27.085 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 263196514 2024-07-26T07:21:27.085 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.085 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_commiting_lat": { 2024-07-26T07:21:27.085 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 69162, 2024-07-26T07:21:27.085 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 24775502348 2024-07-26T07:21:27.086 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.086 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_done_lat": { 2024-07-26T07:21:27.086 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 69162, 2024-07-26T07:21:27.086 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 24120944 2024-07-26T07:21:27.086 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.086 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_queued_lat": { 2024-07-26T07:21:27.086 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 69162, 2024-07-26T07:21:27.086 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 11393960151 2024-07-26T07:21:27.086 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.086 INFO:tasks.workunit.client.0.smithi089.stdout: "state_prepare_lat": { 2024-07-26T07:21:27.086 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 69162, 2024-07-26T07:21:27.086 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6383886304 2024-07-26T07:21:27.086 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.087 INFO:tasks.workunit.client.0.smithi089.stdout: "stored": { 2024-07-26T07:21:27.087 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12733982 2024-07-26T07:21:27.087 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.087 INFO:tasks.workunit.client.0.smithi089.stdout: "truncate_lat": { 2024-07-26T07:21:27.087 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2550, 2024-07-26T07:21:27.087 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 13802996 2024-07-26T07:21:27.087 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.087 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_commit_lat": { 2024-07-26T07:21:27.087 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 69162, 2024-07-26T07:21:27.087 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 48237509267 2024-07-26T07:21:27.087 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.087 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_submit_lat": { 2024-07-26T07:21:27.087 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 69162, 2024-07-26T07:21:27.088 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7307048688 2024-07-26T07:21:27.088 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.088 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_throttle_lat": { 2024-07-26T07:21:27.088 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 69162, 2024-07-26T07:21:27.088 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 414028430 2024-07-26T07:21:27.088 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:27.088 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.088 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache": { 2024-07-26T07:21:27.088 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_bytes": { 2024-07-26T07:21:27.088 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1405132139 2024-07-26T07:21:27.088 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.088 INFO:tasks.workunit.client.0.smithi089.stdout: "heap_bytes": { 2024-07-26T07:21:27.088 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 493592576 2024-07-26T07:21:27.088 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.089 INFO:tasks.workunit.client.0.smithi089.stdout: "mapped_bytes": { 2024-07-26T07:21:27.089 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 468369408 2024-07-26T07:21:27.089 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.089 INFO:tasks.workunit.client.0.smithi089.stdout: "target_bytes": { 2024-07-26T07:21:27.089 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2600515891 2024-07-26T07:21:27.089 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.089 INFO:tasks.workunit.client.0.smithi089.stdout: "unmapped_bytes": { 2024-07-26T07:21:27.089 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 25223168 2024-07-26T07:21:27.089 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:27.089 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.089 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:data": { 2024-07-26T07:21:27.089 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:27.089 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 125829120 2024-07-26T07:21:27.089 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.090 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:27.090 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.090 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.090 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:27.090 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.090 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.090 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:27.090 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 56845037 2024-07-26T07:21:27.090 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.090 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:27.090 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.090 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.090 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:27.091 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.091 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.091 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:27.091 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.091 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.091 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:27.091 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.091 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.091 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:27.091 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 180224 2024-07-26T07:21:27.091 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.091 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:27.091 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 888832 2024-07-26T07:21:27.091 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.092 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:27.092 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.092 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.092 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:27.092 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.092 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.092 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:27.092 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.092 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.092 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:27.092 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67915027 2024-07-26T07:21:27.092 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:27.092 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.092 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv": { 2024-07-26T07:21:27.093 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:27.093 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 562036736 2024-07-26T07:21:27.093 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.093 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:27.093 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T07:21:27.093 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.093 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:27.093 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.093 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.093 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:27.093 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 426337779 2024-07-26T07:21:27.093 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.093 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:27.093 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.093 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.094 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:27.094 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1904 2024-07-26T07:21:27.094 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.094 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:27.094 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.094 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.094 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:27.094 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.094 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.094 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:27.094 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 123712 2024-07-26T07:21:27.094 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.094 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:27.095 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.095 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.095 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:27.095 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.095 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.095 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:27.095 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.095 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.095 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:27.095 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.095 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.095 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:27.095 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 68464477 2024-07-26T07:21:27.095 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:27.096 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.096 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T07:21:27.096 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:27.096 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 176160768 2024-07-26T07:21:27.096 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.096 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:27.096 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T07:21:27.096 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.096 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:27.096 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 373152 2024-07-26T07:21:27.096 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.096 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:27.096 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 37896691 2024-07-26T07:21:27.096 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.097 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:27.097 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.097 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.097 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:27.097 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.097 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.097 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:27.097 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.097 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.097 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:27.097 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.097 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.097 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:27.097 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.098 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.098 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:27.098 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.098 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.098 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:27.098 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.098 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.098 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:27.098 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.098 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.098 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:27.098 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.098 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.098 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:27.099 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 70782061 2024-07-26T07:21:27.099 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:27.099 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.099 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:meta": { 2024-07-26T07:21:27.099 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:27.099 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 494927872 2024-07-26T07:21:27.099 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.099 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:27.099 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.099 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.099 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:27.099 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.099 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.099 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:27.099 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 426337779 2024-07-26T07:21:27.100 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.100 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:27.100 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.100 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.100 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:27.100 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.100 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.100 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:27.100 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.100 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.100 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:27.100 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.100 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.100 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:27.101 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 200719 2024-07-26T07:21:27.101 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.101 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:27.101 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1170171 2024-07-26T07:21:27.101 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.101 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:27.101 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.101 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.101 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:27.101 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.101 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.101 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:27.101 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.101 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.102 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:27.102 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67219203 2024-07-26T07:21:27.102 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:27.102 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.102 INFO:tasks.workunit.client.0.smithi089.stdout: "objecter": { 2024-07-26T07:21:27.102 INFO:tasks.workunit.client.0.smithi089.stdout: "op_active": { 2024-07-26T07:21:27.102 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.102 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.102 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T07:21:27.102 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 20 2024-07-26T07:21:27.102 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.102 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rmw": { 2024-07-26T07:21:27.102 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.102 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.103 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T07:21:27.103 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.103 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:27.103 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.103 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:27.103 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg": { 2024-07-26T07:21:27.103 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 50 2024-07-26T07:21:27.103 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.103 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg_removing": { 2024-07-26T07:21:27.103 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.103 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.103 INFO:tasks.workunit.client.0.smithi089.stdout: "op": { 2024-07-26T07:21:27.103 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 41962 2024-07-26T07:21:27.103 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.104 INFO:tasks.workunit.client.0.smithi089.stdout: "op_before_queue_op_lat": { 2024-07-26T07:21:27.104 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 97183, 2024-07-26T07:21:27.104 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7066880801 2024-07-26T07:21:27.104 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.104 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_degraded": { 2024-07-26T07:21:27.104 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.104 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.104 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_unreadable": { 2024-07-26T07:21:27.104 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.104 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.104 INFO:tasks.workunit.client.0.smithi089.stdout: "op_in_bytes": { 2024-07-26T07:21:27.104 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1005004532 2024-07-26T07:21:27.104 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.104 INFO:tasks.workunit.client.0.smithi089.stdout: "op_latency": { 2024-07-26T07:21:27.104 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 41962, 2024-07-26T07:21:27.105 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 48974653050 2024-07-26T07:21:27.105 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.105 INFO:tasks.workunit.client.0.smithi089.stdout: "op_out_bytes": { 2024-07-26T07:21:27.105 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1193874038 2024-07-26T07:21:27.105 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.105 INFO:tasks.workunit.client.0.smithi089.stdout: "op_prepare_latency": { 2024-07-26T07:21:27.105 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 42390, 2024-07-26T07:21:27.105 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12297114160 2024-07-26T07:21:27.105 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.105 INFO:tasks.workunit.client.0.smithi089.stdout: "op_process_latency": { 2024-07-26T07:21:27.105 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 41962, 2024-07-26T07:21:27.105 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 26773447045 2024-07-26T07:21:27.105 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.105 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T07:21:27.106 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 33703 2024-07-26T07:21:27.106 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.106 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency": { 2024-07-26T07:21:27.106 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 33703, 2024-07-26T07:21:27.106 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8928435459 2024-07-26T07:21:27.106 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.106 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T07:21:27.106 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.106 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.106 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_out_bytes": { 2024-07-26T07:21:27.106 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1193874038 2024-07-26T07:21:27.106 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.106 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_prepare_latency": { 2024-07-26T07:21:27.107 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 33857, 2024-07-26T07:21:27.107 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5317253781 2024-07-26T07:21:27.107 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.107 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_process_latency": { 2024-07-26T07:21:27.107 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 33703, 2024-07-26T07:21:27.107 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5053759309 2024-07-26T07:21:27.107 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.107 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw": { 2024-07-26T07:21:27.107 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4590 2024-07-26T07:21:27.107 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.107 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_in_bytes": { 2024-07-26T07:21:27.107 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 139830969 2024-07-26T07:21:27.107 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.108 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency": { 2024-07-26T07:21:27.108 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 4590, 2024-07-26T07:21:27.108 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7403420800 2024-07-26T07:21:27.108 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.108 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T07:21:27.108 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.108 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.108 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T07:21:27.108 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.108 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.108 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_out_bytes": { 2024-07-26T07:21:27.108 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.108 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.108 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_prepare_latency": { 2024-07-26T07:21:27.109 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 4768, 2024-07-26T07:21:27.109 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2723960670 2024-07-26T07:21:27.109 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.109 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_process_latency": { 2024-07-26T07:21:27.109 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 4590, 2024-07-26T07:21:27.109 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6186898231 2024-07-26T07:21:27.109 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.109 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T07:21:27.109 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3669 2024-07-26T07:21:27.109 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.109 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_in_bytes": { 2024-07-26T07:21:27.109 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 865173563 2024-07-26T07:21:27.109 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.109 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency": { 2024-07-26T07:21:27.110 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3669, 2024-07-26T07:21:27.110 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 32642796791 2024-07-26T07:21:27.110 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.110 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T07:21:27.110 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.110 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.110 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_prepare_latency": { 2024-07-26T07:21:27.110 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3765, 2024-07-26T07:21:27.110 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4255899709 2024-07-26T07:21:27.110 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.110 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_process_latency": { 2024-07-26T07:21:27.110 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3669, 2024-07-26T07:21:27.110 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 15532789505 2024-07-26T07:21:27.110 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.111 INFO:tasks.workunit.client.0.smithi089.stdout: "op_wip": { 2024-07-26T07:21:27.111 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.111 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.111 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_bytes": { 2024-07-26T07:21:27.111 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 16 2024-07-26T07:21:27.111 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.111 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_ops": { 2024-07-26T07:21:27.111 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1 2024-07-26T07:21:27.111 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.111 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes": { 2024-07-26T07:21:27.111 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995035648 2024-07-26T07:21:27.111 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.111 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes_used": { 2024-07-26T07:21:27.111 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 798289920 2024-07-26T07:21:27.112 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:27.112 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:27.112 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.112 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.5": { 2024-07-26T07:21:27.112 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T07:21:27.112 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_db_max_lat": { 2024-07-26T07:21:27.112 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 29792 2024-07-26T07:21:27.112 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.112 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_fallback": { 2024-07-26T07:21:27.112 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.112 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.112 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_max_lat": { 2024-07-26T07:21:27.112 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.113 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.113 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_size_fallback": { 2024-07-26T07:21:27.113 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.113 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.113 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_db": { 2024-07-26T07:21:27.113 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 65536 2024-07-26T07:21:27.113 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.113 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_slow": { 2024-07-26T07:21:27.113 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.113 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.113 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_wal": { 2024-07-26T07:21:27.113 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.113 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.113 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_wal_max_lat": { 2024-07-26T07:21:27.114 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.114 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.114 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_slow": { 2024-07-26T07:21:27.114 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.114 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.114 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_sst": { 2024-07-26T07:21:27.114 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7041024 2024-07-26T07:21:27.114 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.114 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_wal": { 2024-07-26T07:21:27.114 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 763678720 2024-07-26T07:21:27.114 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.114 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lat": { 2024-07-26T07:21:27.114 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 20, 2024-07-26T07:21:27.115 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4129112 2024-07-26T07:21:27.115 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.115 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lock_lat": { 2024-07-26T07:21:27.115 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 20, 2024-07-26T07:21:27.115 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1430628 2024-07-26T07:21:27.115 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.115 INFO:tasks.workunit.client.0.smithi089.stdout: "db_alloc_lat": { 2024-07-26T07:21:27.115 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 201, 2024-07-26T07:21:27.115 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 907761 2024-07-26T07:21:27.115 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.115 INFO:tasks.workunit.client.0.smithi089.stdout: "db_total_bytes": { 2024-07-26T07:21:27.115 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995027456 2024-07-26T07:21:27.115 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.115 INFO:tasks.workunit.client.0.smithi089.stdout: "db_used_bytes": { 2024-07-26T07:21:27.116 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 690421760 2024-07-26T07:21:27.116 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.116 INFO:tasks.workunit.client.0.smithi089.stdout: "flush_lat": { 2024-07-26T07:21:27.116 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 83466, 2024-07-26T07:21:27.116 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9979797757 2024-07-26T07:21:27.116 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.116 INFO:tasks.workunit.client.0.smithi089.stdout: "fsync_lat": { 2024-07-26T07:21:27.116 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 83481, 2024-07-26T07:21:27.116 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 16001756266 2024-07-26T07:21:27.116 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.116 INFO:tasks.workunit.client.0.smithi089.stdout: "log_bytes": { 2024-07-26T07:21:27.116 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9400320 2024-07-26T07:21:27.116 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.116 INFO:tasks.workunit.client.0.smithi089.stdout: "logged_bytes": { 2024-07-26T07:21:27.117 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 341929984 2024-07-26T07:21:27.117 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.117 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_db": { 2024-07-26T07:21:27.117 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 684720128 2024-07-26T07:21:27.117 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.117 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_slow": { 2024-07-26T07:21:27.117 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.117 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.117 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_wal": { 2024-07-26T07:21:27.117 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.117 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.117 INFO:tasks.workunit.client.0.smithi089.stdout: "num_files": { 2024-07-26T07:21:27.117 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 51 2024-07-26T07:21:27.117 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.118 INFO:tasks.workunit.client.0.smithi089.stdout: "read_bytes": { 2024-07-26T07:21:27.118 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 351898387 2024-07-26T07:21:27.118 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.118 INFO:tasks.workunit.client.0.smithi089.stdout: "read_count": { 2024-07-26T07:21:27.118 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 22395 2024-07-26T07:21:27.118 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.118 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes": { 2024-07-26T07:21:27.118 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 286466048 2024-07-26T07:21:27.118 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.118 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_db": { 2024-07-26T07:21:27.118 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 286470144 2024-07-26T07:21:27.118 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.118 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_slow": { 2024-07-26T07:21:27.118 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.119 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.119 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_wal": { 2024-07-26T07:21:27.119 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.119 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.119 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_count": { 2024-07-26T07:21:27.119 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 11219 2024-07-26T07:21:27.119 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.119 INFO:tasks.workunit.client.0.smithi089.stdout: "read_lat": { 2024-07-26T07:21:27.119 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 22395, 2024-07-26T07:21:27.119 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 156294881 2024-07-26T07:21:27.119 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.119 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_bytes": { 2024-07-26T07:21:27.119 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 240018124 2024-07-26T07:21:27.119 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.119 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_count": { 2024-07-26T07:21:27.120 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 18968 2024-07-26T07:21:27.120 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.120 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_bytes": { 2024-07-26T07:21:27.120 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2814733 2024-07-26T07:21:27.120 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.120 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_count": { 2024-07-26T07:21:27.120 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 821 2024-07-26T07:21:27.120 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.120 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_bytes": { 2024-07-26T07:21:27.120 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6986800 2024-07-26T07:21:27.120 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.120 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_count": { 2024-07-26T07:21:27.120 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1051 2024-07-26T07:21:27.120 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.121 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes": { 2024-07-26T07:21:27.121 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4172067 2024-07-26T07:21:27.121 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.121 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_db": { 2024-07-26T07:21:27.121 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4172067 2024-07-26T07:21:27.121 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.121 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_slow": { 2024-07-26T07:21:27.121 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.121 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.121 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_wal": { 2024-07-26T07:21:27.121 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.121 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.121 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_count": { 2024-07-26T07:21:27.121 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 240 2024-07-26T07:21:27.121 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.122 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_lat": { 2024-07-26T07:21:27.122 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1051, 2024-07-26T07:21:27.122 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2513367 2024-07-26T07:21:27.122 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.122 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_alloc_lat": { 2024-07-26T07:21:27.122 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:27.122 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.122 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.122 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_total_bytes": { 2024-07-26T07:21:27.122 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.122 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.122 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_used_bytes": { 2024-07-26T07:21:27.122 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.122 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.123 INFO:tasks.workunit.client.0.smithi089.stdout: "truncate_lat": { 2024-07-26T07:21:27.123 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1, 2024-07-26T07:21:27.123 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 696 2024-07-26T07:21:27.123 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.123 INFO:tasks.workunit.client.0.smithi089.stdout: "unlink_lat": { 2024-07-26T07:21:27.123 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 4, 2024-07-26T07:21:27.123 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5701 2024-07-26T07:21:27.123 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.123 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_alloc_lat": { 2024-07-26T07:21:27.123 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:27.123 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.123 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.123 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_total_bytes": { 2024-07-26T07:21:27.123 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.124 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.124 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_used_bytes": { 2024-07-26T07:21:27.124 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.124 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.124 INFO:tasks.workunit.client.0.smithi089.stdout: "write_bytes": { 2024-07-26T07:21:27.124 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1115676672 2024-07-26T07:21:27.124 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:27.124 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.124 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore": { 2024-07-26T07:21:27.124 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit": { 2024-07-26T07:21:27.124 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4096 2024-07-26T07:21:27.124 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.124 INFO:tasks.workunit.client.0.smithi089.stdout: "allocated": { 2024-07-26T07:21:27.124 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 18538496 2024-07-26T07:21:27.124 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.125 INFO:tasks.workunit.client.0.smithi089.stdout: "allocator_lat": { 2024-07-26T07:21:27.125 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 19919, 2024-07-26T07:21:27.125 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 60376654 2024-07-26T07:21:27.125 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.125 INFO:tasks.workunit.client.0.smithi089.stdout: "clist_lat": { 2024-07-26T07:21:27.125 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3252, 2024-07-26T07:21:27.125 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 468378273 2024-07-26T07:21:27.125 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.125 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_lat": { 2024-07-26T07:21:27.125 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:27.125 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.125 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.125 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed": { 2024-07-26T07:21:27.126 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.126 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.126 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_allocated": { 2024-07-26T07:21:27.126 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.126 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.126 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_original": { 2024-07-26T07:21:27.126 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.126 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.126 INFO:tasks.workunit.client.0.smithi089.stdout: "csum_lat": { 2024-07-26T07:21:27.126 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 16184, 2024-07-26T07:21:27.126 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 112889125 2024-07-26T07:21:27.126 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.126 INFO:tasks.workunit.client.0.smithi089.stdout: "decompress_lat": { 2024-07-26T07:21:27.127 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:27.127 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.127 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.127 INFO:tasks.workunit.client.0.smithi089.stdout: "fragmentation_micros": { 2024-07-26T07:21:27.127 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.127 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.127 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_commit_lat": { 2024-07-26T07:21:27.127 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 83410, 2024-07-26T07:21:27.127 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 19883818656 2024-07-26T07:21:27.127 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.127 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_final_lat": { 2024-07-26T07:21:27.127 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 82839, 2024-07-26T07:21:27.127 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1614638869 2024-07-26T07:21:27.127 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.127 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_flush_lat": { 2024-07-26T07:21:27.128 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 83410, 2024-07-26T07:21:27.128 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 47454225 2024-07-26T07:21:27.128 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.128 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_sync_lat": { 2024-07-26T07:21:27.128 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 83410, 2024-07-26T07:21:27.128 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 19931272881 2024-07-26T07:21:27.128 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.128 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_keys_lat": { 2024-07-26T07:21:27.128 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:27.128 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.128 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.128 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_values_lat": { 2024-07-26T07:21:27.128 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 32325, 2024-07-26T07:21:27.128 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 952323742 2024-07-26T07:21:27.129 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.129 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_lower_bound_lat": { 2024-07-26T07:21:27.129 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 900, 2024-07-26T07:21:27.129 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2459854 2024-07-26T07:21:27.129 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.129 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_next_lat": { 2024-07-26T07:21:27.129 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 9226, 2024-07-26T07:21:27.129 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8496657 2024-07-26T07:21:27.129 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.129 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_seek_to_first_lat": { 2024-07-26T07:21:27.129 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 49, 2024-07-26T07:21:27.129 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 60390 2024-07-26T07:21:27.129 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.129 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_upper_bound_lat": { 2024-07-26T07:21:27.130 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 15526, 2024-07-26T07:21:27.130 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2952560105 2024-07-26T07:21:27.130 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.130 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_hits": { 2024-07-26T07:21:27.130 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 239168 2024-07-26T07:21:27.130 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.130 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_misses": { 2024-07-26T07:21:27.130 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 21105 2024-07-26T07:21:27.130 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.130 INFO:tasks.workunit.client.0.smithi089.stdout: "read_lat": { 2024-07-26T07:21:27.130 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 11122, 2024-07-26T07:21:27.130 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1175109552 2024-07-26T07:21:27.130 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.130 INFO:tasks.workunit.client.0.smithi089.stdout: "read_onode_meta_lat": { 2024-07-26T07:21:27.131 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 30974, 2024-07-26T07:21:27.131 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10752432 2024-07-26T07:21:27.131 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.131 INFO:tasks.workunit.client.0.smithi089.stdout: "read_wait_aio_lat": { 2024-07-26T07:21:27.131 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 19852, 2024-07-26T07:21:27.131 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1105316779 2024-07-26T07:21:27.131 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.131 INFO:tasks.workunit.client.0.smithi089.stdout: "reads_with_retries": { 2024-07-26T07:21:27.131 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.131 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.131 INFO:tasks.workunit.client.0.smithi089.stdout: "remove_lat": { 2024-07-26T07:21:27.131 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 15098, 2024-07-26T07:21:27.131 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 394804768 2024-07-26T07:21:27.131 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.132 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_aio_wait_count": { 2024-07-26T07:21:27.132 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.132 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.132 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_committed_kv_count": { 2024-07-26T07:21:27.132 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.132 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.132 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_read_onode_meta_count": { 2024-07-26T07:21:27.132 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.132 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.132 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_read_wait_aio_count": { 2024-07-26T07:21:27.132 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.132 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.132 INFO:tasks.workunit.client.0.smithi089.stdout: "state_aio_wait_lat": { 2024-07-26T07:21:27.132 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 97763, 2024-07-26T07:21:27.133 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6045390451 2024-07-26T07:21:27.133 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.133 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T07:21:27.133 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 8480, 2024-07-26T07:21:27.133 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 705547409 2024-07-26T07:21:27.133 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.133 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_cleanup_lat": { 2024-07-26T07:21:27.133 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 8478, 2024-07-26T07:21:27.133 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2539201055522 2024-07-26T07:21:27.133 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.133 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_queued_lat": { 2024-07-26T07:21:27.133 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 8480, 2024-07-26T07:21:27.133 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6503020009681 2024-07-26T07:21:27.133 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.133 INFO:tasks.workunit.client.0.smithi089.stdout: "state_done_lat": { 2024-07-26T07:21:27.134 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 97761, 2024-07-26T07:21:27.134 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3066127506342 2024-07-26T07:21:27.134 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.134 INFO:tasks.workunit.client.0.smithi089.stdout: "state_finishing_lat": { 2024-07-26T07:21:27.134 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 97761, 2024-07-26T07:21:27.134 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 11261193 2024-07-26T07:21:27.134 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.134 INFO:tasks.workunit.client.0.smithi089.stdout: "state_io_done_lat": { 2024-07-26T07:21:27.134 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 97763, 2024-07-26T07:21:27.134 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 273812622 2024-07-26T07:21:27.134 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.134 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_commiting_lat": { 2024-07-26T07:21:27.134 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 97763, 2024-07-26T07:21:27.134 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 32236860107 2024-07-26T07:21:27.135 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.135 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_done_lat": { 2024-07-26T07:21:27.135 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 97763, 2024-07-26T07:21:27.135 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 32181993 2024-07-26T07:21:27.135 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.135 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_queued_lat": { 2024-07-26T07:21:27.135 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 97763, 2024-07-26T07:21:27.135 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 15848307394 2024-07-26T07:21:27.135 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.135 INFO:tasks.workunit.client.0.smithi089.stdout: "state_prepare_lat": { 2024-07-26T07:21:27.135 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 97763, 2024-07-26T07:21:27.135 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7723994420 2024-07-26T07:21:27.135 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.135 INFO:tasks.workunit.client.0.smithi089.stdout: "stored": { 2024-07-26T07:21:27.135 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12739186 2024-07-26T07:21:27.136 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.136 INFO:tasks.workunit.client.0.smithi089.stdout: "truncate_lat": { 2024-07-26T07:21:27.136 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2575, 2024-07-26T07:21:27.136 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 13762963 2024-07-26T07:21:27.136 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.136 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_commit_lat": { 2024-07-26T07:21:27.136 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 97763, 2024-07-26T07:21:27.136 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 62142874894 2024-07-26T07:21:27.136 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.136 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_submit_lat": { 2024-07-26T07:21:27.136 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 97763, 2024-07-26T07:21:27.136 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8681485320 2024-07-26T07:21:27.136 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.136 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_throttle_lat": { 2024-07-26T07:21:27.137 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 97763, 2024-07-26T07:21:27.137 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 556055473 2024-07-26T07:21:27.137 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:27.137 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.137 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache": { 2024-07-26T07:21:27.137 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_bytes": { 2024-07-26T07:21:27.137 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1405132139 2024-07-26T07:21:27.137 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.137 INFO:tasks.workunit.client.0.smithi089.stdout: "heap_bytes": { 2024-07-26T07:21:27.137 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 578052096 2024-07-26T07:21:27.137 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.137 INFO:tasks.workunit.client.0.smithi089.stdout: "mapped_bytes": { 2024-07-26T07:21:27.137 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 533635072 2024-07-26T07:21:27.137 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.137 INFO:tasks.workunit.client.0.smithi089.stdout: "target_bytes": { 2024-07-26T07:21:27.138 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2600515891 2024-07-26T07:21:27.138 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.138 INFO:tasks.workunit.client.0.smithi089.stdout: "unmapped_bytes": { 2024-07-26T07:21:27.138 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 44417024 2024-07-26T07:21:27.138 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:27.138 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.138 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:data": { 2024-07-26T07:21:27.138 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:27.138 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 125829120 2024-07-26T07:21:27.138 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.138 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:27.138 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.138 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.138 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:27.139 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.139 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.139 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:27.139 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 56909965 2024-07-26T07:21:27.139 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.139 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:27.139 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.139 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.139 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:27.139 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.139 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.139 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:27.139 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.139 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.140 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:27.140 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.140 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.140 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:27.140 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4096 2024-07-26T07:21:27.140 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.140 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:27.140 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 122880 2024-07-26T07:21:27.140 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.140 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:27.140 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.140 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.140 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:27.141 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.141 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.141 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:27.141 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.141 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.141 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:27.141 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 68792179 2024-07-26T07:21:27.141 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:27.141 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.141 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv": { 2024-07-26T07:21:27.141 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:27.141 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 562036736 2024-07-26T07:21:27.141 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.141 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:27.141 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T07:21:27.142 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.142 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:27.142 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.142 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.142 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:27.142 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 426824742 2024-07-26T07:21:27.142 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.142 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:27.142 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.142 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.142 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:27.142 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.142 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.142 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:27.142 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2128 2024-07-26T07:21:27.143 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.143 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:27.143 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.143 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.143 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:27.143 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 148352 2024-07-26T07:21:27.143 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.143 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:27.143 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.143 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.143 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:27.143 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.143 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.143 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:27.144 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.144 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.144 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:27.144 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.144 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.144 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:27.144 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67952650 2024-07-26T07:21:27.144 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:27.144 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.144 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T07:21:27.144 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:27.144 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 176160768 2024-07-26T07:21:27.144 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.144 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:27.144 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T07:21:27.145 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.145 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:27.145 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 162912 2024-07-26T07:21:27.145 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.145 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:27.145 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 37939977 2024-07-26T07:21:27.145 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.145 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:27.145 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.145 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.145 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:27.145 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.145 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.145 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:27.146 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.146 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.146 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:27.146 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.146 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.146 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:27.146 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.146 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.146 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:27.146 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.146 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.146 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:27.146 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.147 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.147 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:27.147 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.147 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.147 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:27.147 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.147 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.147 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:27.147 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 70949015 2024-07-26T07:21:27.147 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:27.147 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.147 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:meta": { 2024-07-26T07:21:27.147 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:27.147 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 503316480 2024-07-26T07:21:27.147 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.148 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:27.148 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.148 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.148 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:27.148 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.148 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.148 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:27.148 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 426824742 2024-07-26T07:21:27.148 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.148 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:27.148 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.148 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.148 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:27.148 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.149 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.149 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:27.149 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.149 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.149 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:27.149 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.149 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.149 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:27.149 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 178316 2024-07-26T07:21:27.149 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.149 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:27.149 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1167717 2024-07-26T07:21:27.149 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.149 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:27.149 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.150 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.150 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:27.150 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.150 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.150 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:27.150 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.150 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.150 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:27.150 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 75145705 2024-07-26T07:21:27.150 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:27.150 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.150 INFO:tasks.workunit.client.0.smithi089.stdout: "objecter": { 2024-07-26T07:21:27.150 INFO:tasks.workunit.client.0.smithi089.stdout: "op_active": { 2024-07-26T07:21:27.150 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.151 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.151 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T07:21:27.151 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 41 2024-07-26T07:21:27.151 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.151 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rmw": { 2024-07-26T07:21:27.151 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.151 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.151 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T07:21:27.151 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.151 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:27.151 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.151 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:27.151 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg": { 2024-07-26T07:21:27.151 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 58 2024-07-26T07:21:27.152 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.152 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg_removing": { 2024-07-26T07:21:27.152 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.152 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.152 INFO:tasks.workunit.client.0.smithi089.stdout: "op": { 2024-07-26T07:21:27.152 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 27071 2024-07-26T07:21:27.152 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.152 INFO:tasks.workunit.client.0.smithi089.stdout: "op_before_queue_op_lat": { 2024-07-26T07:21:27.152 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 116163, 2024-07-26T07:21:27.152 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9644044388 2024-07-26T07:21:27.152 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.152 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_degraded": { 2024-07-26T07:21:27.152 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.152 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.153 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_unreadable": { 2024-07-26T07:21:27.153 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3 2024-07-26T07:21:27.153 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.153 INFO:tasks.workunit.client.0.smithi089.stdout: "op_in_bytes": { 2024-07-26T07:21:27.153 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 867142016 2024-07-26T07:21:27.153 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.153 INFO:tasks.workunit.client.0.smithi089.stdout: "op_latency": { 2024-07-26T07:21:27.153 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 27071, 2024-07-26T07:21:27.153 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 35232500740 2024-07-26T07:21:27.153 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.153 INFO:tasks.workunit.client.0.smithi089.stdout: "op_out_bytes": { 2024-07-26T07:21:27.153 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1795774512 2024-07-26T07:21:27.153 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.153 INFO:tasks.workunit.client.0.smithi089.stdout: "op_prepare_latency": { 2024-07-26T07:21:27.153 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 28087, 2024-07-26T07:21:27.154 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10337722558 2024-07-26T07:21:27.154 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.154 INFO:tasks.workunit.client.0.smithi089.stdout: "op_process_latency": { 2024-07-26T07:21:27.154 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 27071, 2024-07-26T07:21:27.154 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 22344175734 2024-07-26T07:21:27.154 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.154 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T07:21:27.154 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 18496 2024-07-26T07:21:27.154 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.154 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency": { 2024-07-26T07:21:27.154 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 18496, 2024-07-26T07:21:27.154 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 11528718808 2024-07-26T07:21:27.154 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.154 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T07:21:27.155 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.155 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.155 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_out_bytes": { 2024-07-26T07:21:27.155 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1795774512 2024-07-26T07:21:27.155 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.155 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_prepare_latency": { 2024-07-26T07:21:27.155 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 18881, 2024-07-26T07:21:27.155 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4144943444 2024-07-26T07:21:27.155 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.155 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_process_latency": { 2024-07-26T07:21:27.155 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 18496, 2024-07-26T07:21:27.155 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5168755886 2024-07-26T07:21:27.155 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.155 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw": { 2024-07-26T07:21:27.155 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7318 2024-07-26T07:21:27.156 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.156 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_in_bytes": { 2024-07-26T07:21:27.156 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 215130751 2024-07-26T07:21:27.156 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.156 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency": { 2024-07-26T07:21:27.156 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7318, 2024-07-26T07:21:27.156 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 14180328729 2024-07-26T07:21:27.156 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.156 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T07:21:27.156 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.156 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.156 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T07:21:27.156 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.156 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.156 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_out_bytes": { 2024-07-26T07:21:27.157 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.157 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.157 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_prepare_latency": { 2024-07-26T07:21:27.157 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7786, 2024-07-26T07:21:27.157 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4337589099 2024-07-26T07:21:27.157 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.157 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_process_latency": { 2024-07-26T07:21:27.157 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7318, 2024-07-26T07:21:27.157 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10005970040 2024-07-26T07:21:27.157 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.157 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T07:21:27.157 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1257 2024-07-26T07:21:27.157 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.157 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_in_bytes": { 2024-07-26T07:21:27.157 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 652011265 2024-07-26T07:21:27.158 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.158 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency": { 2024-07-26T07:21:27.158 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1257, 2024-07-26T07:21:27.158 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9523453203 2024-07-26T07:21:27.158 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.158 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T07:21:27.158 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.158 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.158 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_prepare_latency": { 2024-07-26T07:21:27.158 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1420, 2024-07-26T07:21:27.158 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1855190015 2024-07-26T07:21:27.158 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.158 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_process_latency": { 2024-07-26T07:21:27.159 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1257, 2024-07-26T07:21:27.159 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7169449808 2024-07-26T07:21:27.159 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.159 INFO:tasks.workunit.client.0.smithi089.stdout: "op_wip": { 2024-07-26T07:21:27.159 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.159 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.159 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_bytes": { 2024-07-26T07:21:27.159 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.159 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.159 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_ops": { 2024-07-26T07:21:27.159 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 13 2024-07-26T07:21:27.159 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.159 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes": { 2024-07-26T07:21:27.159 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995035648 2024-07-26T07:21:27.159 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.160 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes_used": { 2024-07-26T07:21:27.160 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 708976640 2024-07-26T07:21:27.160 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:27.160 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:27.160 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.160 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.6": { 2024-07-26T07:21:27.160 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T07:21:27.160 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_db_max_lat": { 2024-07-26T07:21:27.160 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 44899 2024-07-26T07:21:27.160 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.160 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_fallback": { 2024-07-26T07:21:27.160 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.160 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.161 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_max_lat": { 2024-07-26T07:21:27.161 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.161 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.161 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_size_fallback": { 2024-07-26T07:21:27.161 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.161 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.161 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_db": { 2024-07-26T07:21:27.161 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 65536 2024-07-26T07:21:27.161 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.161 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_slow": { 2024-07-26T07:21:27.161 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.161 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.161 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_wal": { 2024-07-26T07:21:27.161 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.162 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.162 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_wal_max_lat": { 2024-07-26T07:21:27.162 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.162 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.162 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_slow": { 2024-07-26T07:21:27.162 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.162 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.162 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_sst": { 2024-07-26T07:21:27.162 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3850240 2024-07-26T07:21:27.162 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.162 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_wal": { 2024-07-26T07:21:27.162 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 590544896 2024-07-26T07:21:27.162 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.163 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lat": { 2024-07-26T07:21:27.163 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 14, 2024-07-26T07:21:27.163 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2627978 2024-07-26T07:21:27.163 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.163 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lock_lat": { 2024-07-26T07:21:27.163 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 14, 2024-07-26T07:21:27.163 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 874314 2024-07-26T07:21:27.163 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.163 INFO:tasks.workunit.client.0.smithi089.stdout: "db_alloc_lat": { 2024-07-26T07:21:27.163 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 147, 2024-07-26T07:21:27.163 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 721572 2024-07-26T07:21:27.163 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.163 INFO:tasks.workunit.client.0.smithi089.stdout: "db_total_bytes": { 2024-07-26T07:21:27.163 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995027456 2024-07-26T07:21:27.163 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.164 INFO:tasks.workunit.client.0.smithi089.stdout: "db_used_bytes": { 2024-07-26T07:21:27.164 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 580648960 2024-07-26T07:21:27.164 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.164 INFO:tasks.workunit.client.0.smithi089.stdout: "flush_lat": { 2024-07-26T07:21:27.164 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 60261, 2024-07-26T07:21:27.164 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7611160884 2024-07-26T07:21:27.164 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.164 INFO:tasks.workunit.client.0.smithi089.stdout: "fsync_lat": { 2024-07-26T07:21:27.164 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 60270, 2024-07-26T07:21:27.164 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12279877859 2024-07-26T07:21:27.164 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.164 INFO:tasks.workunit.client.0.smithi089.stdout: "log_bytes": { 2024-07-26T07:21:27.164 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 14168064 2024-07-26T07:21:27.164 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.165 INFO:tasks.workunit.client.0.smithi089.stdout: "logged_bytes": { 2024-07-26T07:21:27.165 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 246890496 2024-07-26T07:21:27.165 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.165 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_db": { 2024-07-26T07:21:27.165 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 589168640 2024-07-26T07:21:27.165 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.165 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_slow": { 2024-07-26T07:21:27.165 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.165 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.165 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_wal": { 2024-07-26T07:21:27.165 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.165 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.165 INFO:tasks.workunit.client.0.smithi089.stdout: "num_files": { 2024-07-26T07:21:27.165 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 44 2024-07-26T07:21:27.166 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.166 INFO:tasks.workunit.client.0.smithi089.stdout: "read_bytes": { 2024-07-26T07:21:27.166 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 213633160 2024-07-26T07:21:27.166 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.166 INFO:tasks.workunit.client.0.smithi089.stdout: "read_count": { 2024-07-26T07:21:27.166 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 15080 2024-07-26T07:21:27.166 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.166 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes": { 2024-07-26T07:21:27.166 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 186519552 2024-07-26T07:21:27.166 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.166 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_db": { 2024-07-26T07:21:27.166 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 186523648 2024-07-26T07:21:27.166 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.166 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_slow": { 2024-07-26T07:21:27.167 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.167 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.167 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_wal": { 2024-07-26T07:21:27.167 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.167 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.167 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_count": { 2024-07-26T07:21:27.167 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7614 2024-07-26T07:21:27.167 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.167 INFO:tasks.workunit.client.0.smithi089.stdout: "read_lat": { 2024-07-26T07:21:27.167 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 15080, 2024-07-26T07:21:27.167 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 112864604 2024-07-26T07:21:27.167 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.167 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_bytes": { 2024-07-26T07:21:27.168 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 129119553 2024-07-26T07:21:27.168 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.168 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_count": { 2024-07-26T07:21:27.168 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12488 2024-07-26T07:21:27.168 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.168 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_bytes": { 2024-07-26T07:21:27.168 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1406697 2024-07-26T07:21:27.168 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.168 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_count": { 2024-07-26T07:21:27.168 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 424 2024-07-26T07:21:27.168 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.168 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_bytes": { 2024-07-26T07:21:27.168 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3813401 2024-07-26T07:21:27.168 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.168 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_count": { 2024-07-26T07:21:27.169 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 611 2024-07-26T07:21:27.169 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.169 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes": { 2024-07-26T07:21:27.169 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2406704 2024-07-26T07:21:27.169 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.169 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_db": { 2024-07-26T07:21:27.169 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2406704 2024-07-26T07:21:27.169 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.169 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_slow": { 2024-07-26T07:21:27.169 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.169 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.169 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_wal": { 2024-07-26T07:21:27.169 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.169 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.169 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_count": { 2024-07-26T07:21:27.170 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 188 2024-07-26T07:21:27.170 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.170 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_lat": { 2024-07-26T07:21:27.170 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 611, 2024-07-26T07:21:27.170 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1986109 2024-07-26T07:21:27.170 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.170 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_alloc_lat": { 2024-07-26T07:21:27.170 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:27.170 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.170 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.170 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_total_bytes": { 2024-07-26T07:21:27.170 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.170 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.170 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_used_bytes": { 2024-07-26T07:21:27.171 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.171 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.171 INFO:tasks.workunit.client.0.smithi089.stdout: "truncate_lat": { 2024-07-26T07:21:27.171 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1, 2024-07-26T07:21:27.171 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 670 2024-07-26T07:21:27.171 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.171 INFO:tasks.workunit.client.0.smithi089.stdout: "unlink_lat": { 2024-07-26T07:21:27.171 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 4, 2024-07-26T07:21:27.171 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6263 2024-07-26T07:21:27.171 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.171 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_alloc_lat": { 2024-07-26T07:21:27.171 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:27.171 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.171 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.171 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_total_bytes": { 2024-07-26T07:21:27.172 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.172 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.172 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_used_bytes": { 2024-07-26T07:21:27.172 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.172 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.172 INFO:tasks.workunit.client.0.smithi089.stdout: "write_bytes": { 2024-07-26T07:21:27.172 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 843427840 2024-07-26T07:21:27.172 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:27.172 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.172 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore": { 2024-07-26T07:21:27.172 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit": { 2024-07-26T07:21:27.172 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4096 2024-07-26T07:21:27.172 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.172 INFO:tasks.workunit.client.0.smithi089.stdout: "allocated": { 2024-07-26T07:21:27.172 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 19124224 2024-07-26T07:21:27.173 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.173 INFO:tasks.workunit.client.0.smithi089.stdout: "allocator_lat": { 2024-07-26T07:21:27.173 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 14019, 2024-07-26T07:21:27.173 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 40858362 2024-07-26T07:21:27.173 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.173 INFO:tasks.workunit.client.0.smithi089.stdout: "clist_lat": { 2024-07-26T07:21:27.173 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3147, 2024-07-26T07:21:27.173 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 388119788 2024-07-26T07:21:27.173 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.173 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_lat": { 2024-07-26T07:21:27.173 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:27.173 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.173 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.173 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed": { 2024-07-26T07:21:27.174 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.174 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.174 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_allocated": { 2024-07-26T07:21:27.174 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.174 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.174 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_original": { 2024-07-26T07:21:27.174 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.174 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.174 INFO:tasks.workunit.client.0.smithi089.stdout: "csum_lat": { 2024-07-26T07:21:27.174 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 12141, 2024-07-26T07:21:27.174 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 79539103 2024-07-26T07:21:27.174 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.174 INFO:tasks.workunit.client.0.smithi089.stdout: "decompress_lat": { 2024-07-26T07:21:27.174 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:27.175 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.175 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.175 INFO:tasks.workunit.client.0.smithi089.stdout: "fragmentation_micros": { 2024-07-26T07:21:27.175 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.175 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.175 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_commit_lat": { 2024-07-26T07:21:27.175 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 60221, 2024-07-26T07:21:27.175 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 15236184096 2024-07-26T07:21:27.175 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.175 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_final_lat": { 2024-07-26T07:21:27.175 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 59842, 2024-07-26T07:21:27.175 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1209800353 2024-07-26T07:21:27.175 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.175 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_flush_lat": { 2024-07-26T07:21:27.175 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 60221, 2024-07-26T07:21:27.176 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 32887305 2024-07-26T07:21:27.176 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.176 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_sync_lat": { 2024-07-26T07:21:27.176 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 60221, 2024-07-26T07:21:27.176 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 15269071401 2024-07-26T07:21:27.176 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.176 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_keys_lat": { 2024-07-26T07:21:27.176 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:27.176 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.176 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.176 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_values_lat": { 2024-07-26T07:21:27.176 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 21813, 2024-07-26T07:21:27.176 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 544687485 2024-07-26T07:21:27.176 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.176 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_lower_bound_lat": { 2024-07-26T07:21:27.177 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 836, 2024-07-26T07:21:27.177 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2208957 2024-07-26T07:21:27.177 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.177 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_next_lat": { 2024-07-26T07:21:27.177 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 8037, 2024-07-26T07:21:27.177 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8361333 2024-07-26T07:21:27.177 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.177 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_seek_to_first_lat": { 2024-07-26T07:21:27.177 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 42, 2024-07-26T07:21:27.177 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 81590 2024-07-26T07:21:27.177 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.177 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_upper_bound_lat": { 2024-07-26T07:21:27.177 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 11017, 2024-07-26T07:21:27.177 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1960582716 2024-07-26T07:21:27.178 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.178 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_hits": { 2024-07-26T07:21:27.178 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 174865 2024-07-26T07:21:27.178 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.178 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_misses": { 2024-07-26T07:21:27.178 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 17742 2024-07-26T07:21:27.178 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.178 INFO:tasks.workunit.client.0.smithi089.stdout: "read_lat": { 2024-07-26T07:21:27.178 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 11233, 2024-07-26T07:21:27.178 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1062459619 2024-07-26T07:21:27.178 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.178 INFO:tasks.workunit.client.0.smithi089.stdout: "read_onode_meta_lat": { 2024-07-26T07:21:27.178 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 38486, 2024-07-26T07:21:27.178 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10548097 2024-07-26T07:21:27.179 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.179 INFO:tasks.workunit.client.0.smithi089.stdout: "read_wait_aio_lat": { 2024-07-26T07:21:27.179 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 27253, 2024-07-26T07:21:27.179 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 823054645 2024-07-26T07:21:27.179 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.179 INFO:tasks.workunit.client.0.smithi089.stdout: "reads_with_retries": { 2024-07-26T07:21:27.179 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.179 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.179 INFO:tasks.workunit.client.0.smithi089.stdout: "remove_lat": { 2024-07-26T07:21:27.179 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 11114, 2024-07-26T07:21:27.179 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 276969393 2024-07-26T07:21:27.179 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.179 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_aio_wait_count": { 2024-07-26T07:21:27.179 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.179 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.180 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_committed_kv_count": { 2024-07-26T07:21:27.180 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.180 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.180 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_read_onode_meta_count": { 2024-07-26T07:21:27.180 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.180 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.180 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_read_wait_aio_count": { 2024-07-26T07:21:27.180 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.180 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.180 INFO:tasks.workunit.client.0.smithi089.stdout: "state_aio_wait_lat": { 2024-07-26T07:21:27.180 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 70852, 2024-07-26T07:21:27.180 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4682668212 2024-07-26T07:21:27.180 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.180 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T07:21:27.180 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 13905, 2024-07-26T07:21:27.180 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 704961041 2024-07-26T07:21:27.181 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.181 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_cleanup_lat": { 2024-07-26T07:21:27.181 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 13903, 2024-07-26T07:21:27.181 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2548859436899 2024-07-26T07:21:27.181 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.181 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_queued_lat": { 2024-07-26T07:21:27.181 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 13905, 2024-07-26T07:21:27.181 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5591783039574 2024-07-26T07:21:27.181 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.181 INFO:tasks.workunit.client.0.smithi089.stdout: "state_done_lat": { 2024-07-26T07:21:27.181 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 70850, 2024-07-26T07:21:27.181 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2126488415180 2024-07-26T07:21:27.181 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.182 INFO:tasks.workunit.client.0.smithi089.stdout: "state_finishing_lat": { 2024-07-26T07:21:27.182 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 70850, 2024-07-26T07:21:27.182 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7897227 2024-07-26T07:21:27.182 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.182 INFO:tasks.workunit.client.0.smithi089.stdout: "state_io_done_lat": { 2024-07-26T07:21:27.182 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 70852, 2024-07-26T07:21:27.182 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 238288461 2024-07-26T07:21:27.182 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.182 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_commiting_lat": { 2024-07-26T07:21:27.182 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 70852, 2024-07-26T07:21:27.182 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 24578445763 2024-07-26T07:21:27.182 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.182 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_done_lat": { 2024-07-26T07:21:27.182 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 70852, 2024-07-26T07:21:27.183 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 24144836 2024-07-26T07:21:27.183 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.183 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_queued_lat": { 2024-07-26T07:21:27.183 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 70852, 2024-07-26T07:21:27.183 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 11780389707 2024-07-26T07:21:27.183 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.183 INFO:tasks.workunit.client.0.smithi089.stdout: "state_prepare_lat": { 2024-07-26T07:21:27.183 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 70852, 2024-07-26T07:21:27.183 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5358450528 2024-07-26T07:21:27.183 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.183 INFO:tasks.workunit.client.0.smithi089.stdout: "stored": { 2024-07-26T07:21:27.183 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 13329445 2024-07-26T07:21:27.183 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.183 INFO:tasks.workunit.client.0.smithi089.stdout: "truncate_lat": { 2024-07-26T07:21:27.183 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2435, 2024-07-26T07:21:27.184 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12441425 2024-07-26T07:21:27.184 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.184 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_commit_lat": { 2024-07-26T07:21:27.184 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 70852, 2024-07-26T07:21:27.184 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 46649613855 2024-07-26T07:21:27.184 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.184 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_submit_lat": { 2024-07-26T07:21:27.184 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 70852, 2024-07-26T07:21:27.184 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6084433759 2024-07-26T07:21:27.184 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.184 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_throttle_lat": { 2024-07-26T07:21:27.184 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 70852, 2024-07-26T07:21:27.184 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 437991088 2024-07-26T07:21:27.184 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:27.184 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.185 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache": { 2024-07-26T07:21:27.185 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_bytes": { 2024-07-26T07:21:27.185 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1405132139 2024-07-26T07:21:27.185 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.185 INFO:tasks.workunit.client.0.smithi089.stdout: "heap_bytes": { 2024-07-26T07:21:27.185 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 627113984 2024-07-26T07:21:27.185 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.185 INFO:tasks.workunit.client.0.smithi089.stdout: "mapped_bytes": { 2024-07-26T07:21:27.185 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 533577728 2024-07-26T07:21:27.185 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.185 INFO:tasks.workunit.client.0.smithi089.stdout: "target_bytes": { 2024-07-26T07:21:27.185 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2600515891 2024-07-26T07:21:27.185 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.185 INFO:tasks.workunit.client.0.smithi089.stdout: "unmapped_bytes": { 2024-07-26T07:21:27.185 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 93536256 2024-07-26T07:21:27.186 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:27.186 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.186 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:data": { 2024-07-26T07:21:27.186 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:27.186 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 125829120 2024-07-26T07:21:27.186 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.186 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:27.186 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.186 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.186 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:27.186 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.186 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.186 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:27.186 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 57277598 2024-07-26T07:21:27.187 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.187 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:27.187 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.187 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.187 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:27.187 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.187 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.187 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:27.187 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.187 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.187 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:27.187 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.187 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.187 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:27.188 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.188 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.188 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:27.188 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 745472 2024-07-26T07:21:27.188 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.188 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:27.188 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.188 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.188 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:27.188 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.188 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.188 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:27.188 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.188 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.189 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:27.189 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67806050 2024-07-26T07:21:27.189 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:27.189 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.189 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv": { 2024-07-26T07:21:27.189 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:27.189 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 570425344 2024-07-26T07:21:27.189 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.189 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:27.189 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T07:21:27.189 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.189 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:27.189 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.190 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.190 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:27.190 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 429581991 2024-07-26T07:21:27.190 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.190 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:27.190 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.190 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.190 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:27.190 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1360 2024-07-26T07:21:27.190 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.190 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:27.190 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.190 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.190 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:27.191 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.191 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.191 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:27.191 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 90960 2024-07-26T07:21:27.191 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.191 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:27.191 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.191 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.191 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:27.191 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.191 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.191 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:27.191 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.191 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.192 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:27.192 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.192 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.192 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:27.192 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 73642169 2024-07-26T07:21:27.192 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:27.192 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.192 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T07:21:27.192 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:27.192 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 176160768 2024-07-26T07:21:27.192 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.192 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:27.192 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T07:21:27.192 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.193 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:27.193 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 399936 2024-07-26T07:21:27.193 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.193 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:27.193 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 38185065 2024-07-26T07:21:27.193 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.193 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:27.193 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.193 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.193 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:27.193 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.193 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.193 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:27.193 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.193 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.194 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:27.194 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.194 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.194 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:27.194 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.194 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.194 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:27.194 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.194 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.194 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:27.194 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.194 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.194 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:27.194 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.194 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.195 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:27.195 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.195 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.195 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:27.195 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 70466903 2024-07-26T07:21:27.195 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:27.195 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.195 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:meta": { 2024-07-26T07:21:27.195 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:27.195 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 503316480 2024-07-26T07:21:27.195 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.195 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:27.196 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.196 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.196 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:27.196 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.196 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.196 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:27.196 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 429581991 2024-07-26T07:21:27.196 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.196 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:27.196 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.196 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.196 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:27.196 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.196 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.197 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:27.197 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.197 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.197 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:27.197 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.197 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.197 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:27.197 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 181274 2024-07-26T07:21:27.197 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.197 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:27.197 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1209900 2024-07-26T07:21:27.197 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.197 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:27.197 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.197 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.198 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:27.198 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.198 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.198 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:27.198 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.198 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.198 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:27.198 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 72343315 2024-07-26T07:21:27.198 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:27.198 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.198 INFO:tasks.workunit.client.0.smithi089.stdout: "objecter": { 2024-07-26T07:21:27.198 INFO:tasks.workunit.client.0.smithi089.stdout: "op_active": { 2024-07-26T07:21:27.198 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.198 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.199 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T07:21:27.199 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12 2024-07-26T07:21:27.199 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.199 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rmw": { 2024-07-26T07:21:27.199 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.199 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.199 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T07:21:27.199 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.199 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:27.199 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.199 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:27.199 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg": { 2024-07-26T07:21:27.199 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 50 2024-07-26T07:21:27.200 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.200 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg_removing": { 2024-07-26T07:21:27.200 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.200 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.200 INFO:tasks.workunit.client.0.smithi089.stdout: "op": { 2024-07-26T07:21:27.200 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 35265 2024-07-26T07:21:27.200 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.200 INFO:tasks.workunit.client.0.smithi089.stdout: "op_before_queue_op_lat": { 2024-07-26T07:21:27.200 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 95997, 2024-07-26T07:21:27.200 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6420208370 2024-07-26T07:21:27.200 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.200 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_degraded": { 2024-07-26T07:21:27.200 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2 2024-07-26T07:21:27.200 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.201 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_unreadable": { 2024-07-26T07:21:27.201 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3 2024-07-26T07:21:27.201 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.201 INFO:tasks.workunit.client.0.smithi089.stdout: "op_in_bytes": { 2024-07-26T07:21:27.201 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1210896967 2024-07-26T07:21:27.201 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.201 INFO:tasks.workunit.client.0.smithi089.stdout: "op_latency": { 2024-07-26T07:21:27.201 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 35265, 2024-07-26T07:21:27.201 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 94158630363 2024-07-26T07:21:27.201 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.201 INFO:tasks.workunit.client.0.smithi089.stdout: "op_out_bytes": { 2024-07-26T07:21:27.201 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1538242792 2024-07-26T07:21:27.201 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.201 INFO:tasks.workunit.client.0.smithi089.stdout: "op_prepare_latency": { 2024-07-26T07:21:27.202 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 35803, 2024-07-26T07:21:27.202 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12400438812 2024-07-26T07:21:27.202 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.202 INFO:tasks.workunit.client.0.smithi089.stdout: "op_process_latency": { 2024-07-26T07:21:27.202 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 35265, 2024-07-26T07:21:27.202 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 30441810276 2024-07-26T07:21:27.202 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.202 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T07:21:27.202 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 26287 2024-07-26T07:21:27.202 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.202 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency": { 2024-07-26T07:21:27.202 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 26287, 2024-07-26T07:21:27.202 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9340030192 2024-07-26T07:21:27.202 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.202 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T07:21:27.203 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.203 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.203 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_out_bytes": { 2024-07-26T07:21:27.203 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1538242792 2024-07-26T07:21:27.203 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.203 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_prepare_latency": { 2024-07-26T07:21:27.203 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 26493, 2024-07-26T07:21:27.203 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4979525244 2024-07-26T07:21:27.203 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.203 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_process_latency": { 2024-07-26T07:21:27.203 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 26287, 2024-07-26T07:21:27.203 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4515090450 2024-07-26T07:21:27.203 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.203 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw": { 2024-07-26T07:21:27.204 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4411 2024-07-26T07:21:27.204 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.204 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_in_bytes": { 2024-07-26T07:21:27.204 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 181132720 2024-07-26T07:21:27.204 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.204 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency": { 2024-07-26T07:21:27.204 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 4411, 2024-07-26T07:21:27.204 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 11014272555 2024-07-26T07:21:27.204 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.204 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T07:21:27.204 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.204 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.204 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T07:21:27.205 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.205 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.205 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_out_bytes": { 2024-07-26T07:21:27.205 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.205 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.205 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_prepare_latency": { 2024-07-26T07:21:27.205 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 4613, 2024-07-26T07:21:27.205 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2524047070 2024-07-26T07:21:27.205 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.205 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_process_latency": { 2024-07-26T07:21:27.205 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 4411, 2024-07-26T07:21:27.205 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7742363783 2024-07-26T07:21:27.205 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.205 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T07:21:27.205 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4567 2024-07-26T07:21:27.206 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.206 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_in_bytes": { 2024-07-26T07:21:27.206 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1029764247 2024-07-26T07:21:27.206 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.206 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency": { 2024-07-26T07:21:27.206 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 4567, 2024-07-26T07:21:27.206 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 73804327616 2024-07-26T07:21:27.206 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.206 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T07:21:27.206 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.206 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.206 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_prepare_latency": { 2024-07-26T07:21:27.206 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 4697, 2024-07-26T07:21:27.206 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4896866498 2024-07-26T07:21:27.207 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.207 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_process_latency": { 2024-07-26T07:21:27.207 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 4567, 2024-07-26T07:21:27.207 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 18184356043 2024-07-26T07:21:27.207 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.207 INFO:tasks.workunit.client.0.smithi089.stdout: "op_wip": { 2024-07-26T07:21:27.207 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.207 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.207 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_bytes": { 2024-07-26T07:21:27.207 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.207 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.207 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_ops": { 2024-07-26T07:21:27.207 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1 2024-07-26T07:21:27.207 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.207 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes": { 2024-07-26T07:21:27.207 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995035648 2024-07-26T07:21:27.208 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.208 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes_used": { 2024-07-26T07:21:27.208 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 599789568 2024-07-26T07:21:27.208 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:27.208 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:27.208 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.208 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.7": { 2024-07-26T07:21:27.208 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T07:21:27.208 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_db_max_lat": { 2024-07-26T07:21:27.208 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 21129 2024-07-26T07:21:27.208 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.208 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_fallback": { 2024-07-26T07:21:27.208 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.208 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.209 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_max_lat": { 2024-07-26T07:21:27.209 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.209 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.209 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_size_fallback": { 2024-07-26T07:21:27.209 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.209 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.209 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_db": { 2024-07-26T07:21:27.209 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 65536 2024-07-26T07:21:27.209 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.209 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_slow": { 2024-07-26T07:21:27.209 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.209 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.209 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_wal": { 2024-07-26T07:21:27.209 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.210 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.210 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_wal_max_lat": { 2024-07-26T07:21:27.210 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.210 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.210 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_slow": { 2024-07-26T07:21:27.210 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.210 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.210 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_sst": { 2024-07-26T07:21:27.210 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2248704 2024-07-26T07:21:27.210 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.210 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_wal": { 2024-07-26T07:21:27.210 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 538165248 2024-07-26T07:21:27.210 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.210 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lat": { 2024-07-26T07:21:27.210 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 16, 2024-07-26T07:21:27.211 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3286701 2024-07-26T07:21:27.211 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.211 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lock_lat": { 2024-07-26T07:21:27.211 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 16, 2024-07-26T07:21:27.211 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 997615 2024-07-26T07:21:27.211 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.211 INFO:tasks.workunit.client.0.smithi089.stdout: "db_alloc_lat": { 2024-07-26T07:21:27.211 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 150, 2024-07-26T07:21:27.211 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 590518 2024-07-26T07:21:27.211 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.211 INFO:tasks.workunit.client.0.smithi089.stdout: "db_total_bytes": { 2024-07-26T07:21:27.211 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995027456 2024-07-26T07:21:27.211 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.211 INFO:tasks.workunit.client.0.smithi089.stdout: "db_used_bytes": { 2024-07-26T07:21:27.211 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 459669504 2024-07-26T07:21:27.211 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.212 INFO:tasks.workunit.client.0.smithi089.stdout: "flush_lat": { 2024-07-26T07:21:27.212 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 65996, 2024-07-26T07:21:27.212 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7906737080 2024-07-26T07:21:27.212 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.212 INFO:tasks.workunit.client.0.smithi089.stdout: "fsync_lat": { 2024-07-26T07:21:27.212 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 66018, 2024-07-26T07:21:27.212 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12949961652 2024-07-26T07:21:27.212 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.212 INFO:tasks.workunit.client.0.smithi089.stdout: "log_bytes": { 2024-07-26T07:21:27.212 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4403200 2024-07-26T07:21:27.212 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.212 INFO:tasks.workunit.client.0.smithi089.stdout: "logged_bytes": { 2024-07-26T07:21:27.212 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 270401536 2024-07-26T07:21:27.212 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.212 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_db": { 2024-07-26T07:21:27.212 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 476708864 2024-07-26T07:21:27.213 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.213 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_slow": { 2024-07-26T07:21:27.213 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.213 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.213 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_wal": { 2024-07-26T07:21:27.213 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.213 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.213 INFO:tasks.workunit.client.0.smithi089.stdout: "num_files": { 2024-07-26T07:21:27.213 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 37 2024-07-26T07:21:27.213 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.213 INFO:tasks.workunit.client.0.smithi089.stdout: "read_bytes": { 2024-07-26T07:21:27.213 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 89876484 2024-07-26T07:21:27.213 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.213 INFO:tasks.workunit.client.0.smithi089.stdout: "read_count": { 2024-07-26T07:21:27.213 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5084 2024-07-26T07:21:27.214 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.214 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes": { 2024-07-26T07:21:27.214 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 59138048 2024-07-26T07:21:27.214 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.214 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_db": { 2024-07-26T07:21:27.214 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 59142144 2024-07-26T07:21:27.214 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.214 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_slow": { 2024-07-26T07:21:27.214 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.214 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.214 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_wal": { 2024-07-26T07:21:27.214 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.214 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.215 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_count": { 2024-07-26T07:21:27.215 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 190 2024-07-26T07:21:27.215 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.215 INFO:tasks.workunit.client.0.smithi089.stdout: "read_lat": { 2024-07-26T07:21:27.215 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 5084, 2024-07-26T07:21:27.215 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 16845821 2024-07-26T07:21:27.215 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.215 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_bytes": { 2024-07-26T07:21:27.215 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 38928080 2024-07-26T07:21:27.215 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.215 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_count": { 2024-07-26T07:21:27.215 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3517 2024-07-26T07:21:27.215 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.215 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_bytes": { 2024-07-26T07:21:27.216 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1035377 2024-07-26T07:21:27.216 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.216 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_count": { 2024-07-26T07:21:27.216 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 302 2024-07-26T07:21:27.216 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.216 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_bytes": { 2024-07-26T07:21:27.216 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2228218 2024-07-26T07:21:27.216 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.216 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_count": { 2024-07-26T07:21:27.216 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 431 2024-07-26T07:21:27.216 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.216 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes": { 2024-07-26T07:21:27.216 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1192841 2024-07-26T07:21:27.216 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.216 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_db": { 2024-07-26T07:21:27.217 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1192841 2024-07-26T07:21:27.217 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.217 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_slow": { 2024-07-26T07:21:27.217 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.217 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.217 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_wal": { 2024-07-26T07:21:27.217 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.217 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.217 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_count": { 2024-07-26T07:21:27.217 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 132 2024-07-26T07:21:27.217 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.217 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_lat": { 2024-07-26T07:21:27.217 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 431, 2024-07-26T07:21:27.217 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 813204 2024-07-26T07:21:27.217 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.218 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_alloc_lat": { 2024-07-26T07:21:27.218 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:27.218 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.218 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.218 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_total_bytes": { 2024-07-26T07:21:27.218 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.218 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.218 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_used_bytes": { 2024-07-26T07:21:27.218 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.218 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.218 INFO:tasks.workunit.client.0.smithi089.stdout: "truncate_lat": { 2024-07-26T07:21:27.218 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1, 2024-07-26T07:21:27.218 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 594 2024-07-26T07:21:27.218 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.219 INFO:tasks.workunit.client.0.smithi089.stdout: "unlink_lat": { 2024-07-26T07:21:27.219 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 4, 2024-07-26T07:21:27.219 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6093 2024-07-26T07:21:27.219 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.219 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_alloc_lat": { 2024-07-26T07:21:27.219 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:27.219 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.219 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.219 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_total_bytes": { 2024-07-26T07:21:27.219 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.219 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.219 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_used_bytes": { 2024-07-26T07:21:27.219 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.219 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.219 INFO:tasks.workunit.client.0.smithi089.stdout: "write_bytes": { 2024-07-26T07:21:27.220 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 813244416 2024-07-26T07:21:27.220 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:27.220 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.220 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore": { 2024-07-26T07:21:27.220 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit": { 2024-07-26T07:21:27.220 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4096 2024-07-26T07:21:27.220 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.220 INFO:tasks.workunit.client.0.smithi089.stdout: "allocated": { 2024-07-26T07:21:27.220 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 14921728 2024-07-26T07:21:27.220 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.220 INFO:tasks.workunit.client.0.smithi089.stdout: "allocator_lat": { 2024-07-26T07:21:27.220 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 20593, 2024-07-26T07:21:27.220 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 52928231 2024-07-26T07:21:27.220 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.221 INFO:tasks.workunit.client.0.smithi089.stdout: "clist_lat": { 2024-07-26T07:21:27.221 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3188, 2024-07-26T07:21:27.221 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 296494611 2024-07-26T07:21:27.221 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.221 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_lat": { 2024-07-26T07:21:27.221 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:27.221 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.221 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.221 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed": { 2024-07-26T07:21:27.221 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.221 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.221 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_allocated": { 2024-07-26T07:21:27.221 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.221 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.221 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_original": { 2024-07-26T07:21:27.222 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.222 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.222 INFO:tasks.workunit.client.0.smithi089.stdout: "csum_lat": { 2024-07-26T07:21:27.222 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 14565, 2024-07-26T07:21:27.222 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 93907005 2024-07-26T07:21:27.222 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.222 INFO:tasks.workunit.client.0.smithi089.stdout: "decompress_lat": { 2024-07-26T07:21:27.222 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:27.222 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.222 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.222 INFO:tasks.workunit.client.0.smithi089.stdout: "fragmentation_micros": { 2024-07-26T07:21:27.222 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.222 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.222 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_commit_lat": { 2024-07-26T07:21:27.223 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 65966, 2024-07-26T07:21:27.223 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 15997266293 2024-07-26T07:21:27.223 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.223 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_final_lat": { 2024-07-26T07:21:27.223 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 65526, 2024-07-26T07:21:27.223 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1374647667 2024-07-26T07:21:27.223 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.223 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_flush_lat": { 2024-07-26T07:21:27.223 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 65966, 2024-07-26T07:21:27.223 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 38810218 2024-07-26T07:21:27.223 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.223 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_sync_lat": { 2024-07-26T07:21:27.223 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 65966, 2024-07-26T07:21:27.224 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 16036076511 2024-07-26T07:21:27.224 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.224 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_keys_lat": { 2024-07-26T07:21:27.224 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:27.224 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.224 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.224 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_values_lat": { 2024-07-26T07:21:27.224 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 36567, 2024-07-26T07:21:27.224 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 672015938 2024-07-26T07:21:27.224 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.224 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_lower_bound_lat": { 2024-07-26T07:21:27.224 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 775, 2024-07-26T07:21:27.224 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2349962 2024-07-26T07:21:27.224 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.224 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_next_lat": { 2024-07-26T07:21:27.225 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 8546, 2024-07-26T07:21:27.225 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5635980 2024-07-26T07:21:27.225 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.225 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_seek_to_first_lat": { 2024-07-26T07:21:27.225 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 50, 2024-07-26T07:21:27.225 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 57830 2024-07-26T07:21:27.225 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.225 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_upper_bound_lat": { 2024-07-26T07:21:27.225 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 13636, 2024-07-26T07:21:27.225 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 982571573 2024-07-26T07:21:27.225 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.225 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_hits": { 2024-07-26T07:21:27.225 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 220537 2024-07-26T07:21:27.225 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.226 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_misses": { 2024-07-26T07:21:27.226 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 18542 2024-07-26T07:21:27.226 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.226 INFO:tasks.workunit.client.0.smithi089.stdout: "read_lat": { 2024-07-26T07:21:27.226 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 20853, 2024-07-26T07:21:27.226 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1088255346 2024-07-26T07:21:27.226 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.226 INFO:tasks.workunit.client.0.smithi089.stdout: "read_onode_meta_lat": { 2024-07-26T07:21:27.226 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 60032, 2024-07-26T07:21:27.226 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 15849696 2024-07-26T07:21:27.226 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.226 INFO:tasks.workunit.client.0.smithi089.stdout: "read_wait_aio_lat": { 2024-07-26T07:21:27.226 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 39179, 2024-07-26T07:21:27.226 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 968627250 2024-07-26T07:21:27.227 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.227 INFO:tasks.workunit.client.0.smithi089.stdout: "reads_with_retries": { 2024-07-26T07:21:27.227 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.227 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.227 INFO:tasks.workunit.client.0.smithi089.stdout: "remove_lat": { 2024-07-26T07:21:27.227 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 12818, 2024-07-26T07:21:27.227 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 302880910 2024-07-26T07:21:27.227 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.227 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_aio_wait_count": { 2024-07-26T07:21:27.227 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.227 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.227 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_committed_kv_count": { 2024-07-26T07:21:27.227 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.227 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.227 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_read_onode_meta_count": { 2024-07-26T07:21:27.228 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.228 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.228 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_read_wait_aio_count": { 2024-07-26T07:21:27.228 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.228 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.228 INFO:tasks.workunit.client.0.smithi089.stdout: "state_aio_wait_lat": { 2024-07-26T07:21:27.228 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80095, 2024-07-26T07:21:27.228 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9425721757 2024-07-26T07:21:27.228 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.228 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T07:21:27.228 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 15900, 2024-07-26T07:21:27.228 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 919694129 2024-07-26T07:21:27.228 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.228 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_cleanup_lat": { 2024-07-26T07:21:27.228 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 15898, 2024-07-26T07:21:27.229 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2775365216868 2024-07-26T07:21:27.229 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.229 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_queued_lat": { 2024-07-26T07:21:27.229 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 15900, 2024-07-26T07:21:27.229 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6087416340886 2024-07-26T07:21:27.229 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.229 INFO:tasks.workunit.client.0.smithi089.stdout: "state_done_lat": { 2024-07-26T07:21:27.229 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80093, 2024-07-26T07:21:27.229 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2901304881253 2024-07-26T07:21:27.229 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.229 INFO:tasks.workunit.client.0.smithi089.stdout: "state_finishing_lat": { 2024-07-26T07:21:27.229 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80093, 2024-07-26T07:21:27.229 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8564140 2024-07-26T07:21:27.229 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.230 INFO:tasks.workunit.client.0.smithi089.stdout: "state_io_done_lat": { 2024-07-26T07:21:27.230 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80095, 2024-07-26T07:21:27.230 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 497400375 2024-07-26T07:21:27.230 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.230 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_commiting_lat": { 2024-07-26T07:21:27.230 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80095, 2024-07-26T07:21:27.230 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 28825796595 2024-07-26T07:21:27.230 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.230 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_done_lat": { 2024-07-26T07:21:27.230 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80095, 2024-07-26T07:21:27.230 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 26673756 2024-07-26T07:21:27.230 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.230 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_queued_lat": { 2024-07-26T07:21:27.230 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80095, 2024-07-26T07:21:27.231 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 15159614788 2024-07-26T07:21:27.231 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.231 INFO:tasks.workunit.client.0.smithi089.stdout: "state_prepare_lat": { 2024-07-26T07:21:27.231 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80095, 2024-07-26T07:21:27.231 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6303157098 2024-07-26T07:21:27.231 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.231 INFO:tasks.workunit.client.0.smithi089.stdout: "stored": { 2024-07-26T07:21:27.231 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9129923 2024-07-26T07:21:27.231 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.231 INFO:tasks.workunit.client.0.smithi089.stdout: "truncate_lat": { 2024-07-26T07:21:27.231 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2461, 2024-07-26T07:21:27.231 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 13253901 2024-07-26T07:21:27.231 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.231 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_commit_lat": { 2024-07-26T07:21:27.231 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80095, 2024-07-26T07:21:27.232 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 60224262665 2024-07-26T07:21:27.232 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.232 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_submit_lat": { 2024-07-26T07:21:27.232 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80095, 2024-07-26T07:21:27.232 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7173270827 2024-07-26T07:21:27.232 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.232 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_throttle_lat": { 2024-07-26T07:21:27.232 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80095, 2024-07-26T07:21:27.232 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 882840621 2024-07-26T07:21:27.232 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:27.232 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.232 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache": { 2024-07-26T07:21:27.232 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_bytes": { 2024-07-26T07:21:27.232 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1405132139 2024-07-26T07:21:27.232 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.233 INFO:tasks.workunit.client.0.smithi089.stdout: "heap_bytes": { 2024-07-26T07:21:27.233 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 466067456 2024-07-26T07:21:27.233 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.233 INFO:tasks.workunit.client.0.smithi089.stdout: "mapped_bytes": { 2024-07-26T07:21:27.233 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 431480832 2024-07-26T07:21:27.233 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.233 INFO:tasks.workunit.client.0.smithi089.stdout: "target_bytes": { 2024-07-26T07:21:27.233 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2600515891 2024-07-26T07:21:27.233 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.233 INFO:tasks.workunit.client.0.smithi089.stdout: "unmapped_bytes": { 2024-07-26T07:21:27.233 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 34586624 2024-07-26T07:21:27.233 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:27.233 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.233 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:data": { 2024-07-26T07:21:27.234 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:27.234 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 125829120 2024-07-26T07:21:27.234 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.234 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:27.234 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.234 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.234 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:27.234 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.234 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.234 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:27.234 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 57371132 2024-07-26T07:21:27.234 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.234 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:27.234 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.234 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.235 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:27.235 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.235 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.235 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:27.235 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.235 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.235 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:27.235 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.235 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.235 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:27.235 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 16384 2024-07-26T07:21:27.235 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.235 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:27.235 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 94208 2024-07-26T07:21:27.236 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.236 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:27.236 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.236 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.236 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:27.236 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.236 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.236 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:27.236 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.236 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.236 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:27.236 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 68347396 2024-07-26T07:21:27.236 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:27.236 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.237 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv": { 2024-07-26T07:21:27.237 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:27.237 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 570425344 2024-07-26T07:21:27.237 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.237 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:27.237 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T07:21:27.237 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.237 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:27.237 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.237 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.237 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:27.237 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 430283493 2024-07-26T07:21:27.237 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.237 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:27.238 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.238 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.238 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:27.238 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1040 2024-07-26T07:21:27.238 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.238 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:27.238 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.238 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.238 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:27.238 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.238 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.238 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:27.238 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 65040 2024-07-26T07:21:27.238 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.238 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:27.239 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.239 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.239 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:27.239 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.239 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.239 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:27.239 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.239 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.239 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:27.239 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.239 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.239 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:27.239 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 72966907 2024-07-26T07:21:27.240 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:27.240 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.240 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T07:21:27.240 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:27.240 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 176160768 2024-07-26T07:21:27.240 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.240 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:27.240 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T07:21:27.240 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.240 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:27.240 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 47408 2024-07-26T07:21:27.240 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.240 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:27.240 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 38247421 2024-07-26T07:21:27.241 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.241 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:27.241 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.241 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.241 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:27.241 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.241 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.241 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:27.241 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.241 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.241 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:27.241 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.241 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.241 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:27.242 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.242 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.242 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:27.242 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.242 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.242 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:27.242 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.242 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.242 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:27.242 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.242 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.242 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:27.242 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.242 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.242 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:27.243 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 70757075 2024-07-26T07:21:27.243 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:27.243 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.243 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:meta": { 2024-07-26T07:21:27.243 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:27.243 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 503316480 2024-07-26T07:21:27.243 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.243 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:27.243 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.243 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.243 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:27.243 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.243 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.243 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:27.244 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 430283493 2024-07-26T07:21:27.244 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.244 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:27.244 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.244 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.244 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:27.244 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.244 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.244 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:27.244 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.244 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.244 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:27.244 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.244 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.245 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:27.245 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 185503 2024-07-26T07:21:27.245 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.245 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:27.245 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1187223 2024-07-26T07:21:27.245 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.245 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:27.245 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.245 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.245 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:27.245 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.245 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.245 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:27.245 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.246 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.246 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:27.246 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 71660261 2024-07-26T07:21:27.246 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:27.246 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.246 INFO:tasks.workunit.client.0.smithi089.stdout: "objecter": { 2024-07-26T07:21:27.246 INFO:tasks.workunit.client.0.smithi089.stdout: "op_active": { 2024-07-26T07:21:27.246 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.246 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.246 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T07:21:27.246 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10 2024-07-26T07:21:27.246 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.246 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rmw": { 2024-07-26T07:21:27.247 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.247 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.247 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T07:21:27.247 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.247 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:27.247 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.247 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:27.247 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg": { 2024-07-26T07:21:27.247 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 59 2024-07-26T07:21:27.247 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.247 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg_removing": { 2024-07-26T07:21:27.247 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.247 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.248 INFO:tasks.workunit.client.0.smithi089.stdout: "op": { 2024-07-26T07:21:27.248 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 58391 2024-07-26T07:21:27.248 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.248 INFO:tasks.workunit.client.0.smithi089.stdout: "op_before_queue_op_lat": { 2024-07-26T07:21:27.248 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 130316, 2024-07-26T07:21:27.248 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7996719173 2024-07-26T07:21:27.248 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.248 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_degraded": { 2024-07-26T07:21:27.248 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.248 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.248 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_unreadable": { 2024-07-26T07:21:27.248 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.248 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.248 INFO:tasks.workunit.client.0.smithi089.stdout: "op_in_bytes": { 2024-07-26T07:21:27.249 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1006710104 2024-07-26T07:21:27.249 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.249 INFO:tasks.workunit.client.0.smithi089.stdout: "op_latency": { 2024-07-26T07:21:27.249 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 58391, 2024-07-26T07:21:27.249 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 44300069349 2024-07-26T07:21:27.249 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.249 INFO:tasks.workunit.client.0.smithi089.stdout: "op_out_bytes": { 2024-07-26T07:21:27.249 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1352653940 2024-07-26T07:21:27.249 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.249 INFO:tasks.workunit.client.0.smithi089.stdout: "op_prepare_latency": { 2024-07-26T07:21:27.249 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 58794, 2024-07-26T07:21:27.249 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 18860478591 2024-07-26T07:21:27.249 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.249 INFO:tasks.workunit.client.0.smithi089.stdout: "op_process_latency": { 2024-07-26T07:21:27.249 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 58391, 2024-07-26T07:21:27.250 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 34926608182 2024-07-26T07:21:27.250 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.250 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T07:21:27.250 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 44489 2024-07-26T07:21:27.250 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.250 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency": { 2024-07-26T07:21:27.250 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 44489, 2024-07-26T07:21:27.250 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 11467892817 2024-07-26T07:21:27.250 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.250 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T07:21:27.250 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.250 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.250 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_out_bytes": { 2024-07-26T07:21:27.250 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1352653940 2024-07-26T07:21:27.250 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.251 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_prepare_latency": { 2024-07-26T07:21:27.251 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 44526, 2024-07-26T07:21:27.251 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7263260822 2024-07-26T07:21:27.251 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.251 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_process_latency": { 2024-07-26T07:21:27.251 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 44489, 2024-07-26T07:21:27.251 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6528593181 2024-07-26T07:21:27.251 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.251 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw": { 2024-07-26T07:21:27.251 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12856 2024-07-26T07:21:27.251 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.251 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_in_bytes": { 2024-07-26T07:21:27.251 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 194251902 2024-07-26T07:21:27.251 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.251 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency": { 2024-07-26T07:21:27.252 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 12856, 2024-07-26T07:21:27.252 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 23706854045 2024-07-26T07:21:27.252 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.252 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T07:21:27.252 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.252 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.252 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T07:21:27.252 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.252 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.252 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_out_bytes": { 2024-07-26T07:21:27.252 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.252 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.252 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_prepare_latency": { 2024-07-26T07:21:27.252 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 13102, 2024-07-26T07:21:27.253 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9938976972 2024-07-26T07:21:27.253 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.253 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_process_latency": { 2024-07-26T07:21:27.253 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 12856, 2024-07-26T07:21:27.253 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 21199258425 2024-07-26T07:21:27.253 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.253 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T07:21:27.253 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1046 2024-07-26T07:21:27.253 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.253 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_in_bytes": { 2024-07-26T07:21:27.253 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 812458202 2024-07-26T07:21:27.253 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.253 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency": { 2024-07-26T07:21:27.253 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1046, 2024-07-26T07:21:27.254 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9125322487 2024-07-26T07:21:27.254 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.254 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T07:21:27.254 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.254 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.254 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_prepare_latency": { 2024-07-26T07:21:27.254 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1166, 2024-07-26T07:21:27.254 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1658240797 2024-07-26T07:21:27.254 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.254 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_process_latency": { 2024-07-26T07:21:27.254 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1046, 2024-07-26T07:21:27.254 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7198756576 2024-07-26T07:21:27.254 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.254 INFO:tasks.workunit.client.0.smithi089.stdout: "op_wip": { 2024-07-26T07:21:27.255 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:27.255 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.255 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_bytes": { 2024-07-26T07:21:27.255 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4194352 2024-07-26T07:21:27.255 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.255 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_ops": { 2024-07-26T07:21:27.255 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9 2024-07-26T07:21:27.255 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.255 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes": { 2024-07-26T07:21:27.255 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995035648 2024-07-26T07:21:27.255 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.255 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes_used": { 2024-07-26T07:21:27.255 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 474607616 2024-07-26T07:21:27.255 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:27.256 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:27.256 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:27.256 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.256 INFO:tasks.workunit.client.0.smithi089.stdout: "pools": [ 2024-07-26T07:21:27.256 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.256 INFO:tasks.workunit.client.0.smithi089.stdout: "application": [ 2024-07-26T07:21:27.256 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr" 2024-07-26T07:21:27.256 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.256 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_mode": "none", 2024-07-26T07:21:27.256 INFO:tasks.workunit.client.0.smithi089.stdout: "erasure_code_profile": {}, 2024-07-26T07:21:27.256 INFO:tasks.workunit.client.0.smithi089.stdout: "flags_names": [ 2024-07-26T07:21:27.256 INFO:tasks.workunit.client.0.smithi089.stdout: "hashpspool" 2024-07-26T07:21:27.256 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.256 INFO:tasks.workunit.client.0.smithi089.stdout: "min_size": 2, 2024-07-26T07:21:27.257 INFO:tasks.workunit.client.0.smithi089.stdout: "options": {}, 2024-07-26T07:21:27.257 INFO:tasks.workunit.client.0.smithi089.stdout: "pg_autoscale_mode": "off", 2024-07-26T07:21:27.257 INFO:tasks.workunit.client.0.smithi089.stdout: "pg_num": 1, 2024-07-26T07:21:27.257 INFO:tasks.workunit.client.0.smithi089.stdout: "pgp_num": 1, 2024-07-26T07:21:27.257 INFO:tasks.workunit.client.0.smithi089.stdout: "pool": 1, 2024-07-26T07:21:27.257 INFO:tasks.workunit.client.0.smithi089.stdout: "size": 3, 2024-07-26T07:21:27.257 INFO:tasks.workunit.client.0.smithi089.stdout: "stats": { 2024-07-26T07:21:27.257 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_raw": 721230866698, 2024-07-26T07:21:27.257 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_used": 1781760, 2024-07-26T07:21:27.257 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_bytes_used": 0, 2024-07-26T07:21:27.257 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_under_bytes": 0, 2024-07-26T07:21:27.257 INFO:tasks.workunit.client.0.smithi089.stdout: "data_bytes_used": 1781760, 2024-07-26T07:21:27.257 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty": 0, 2024-07-26T07:21:27.257 INFO:tasks.workunit.client.0.smithi089.stdout: "max_avail": 240410296320, 2024-07-26T07:21:27.258 INFO:tasks.workunit.client.0.smithi089.stdout: "objects": 2, 2024-07-26T07:21:27.258 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_bytes_used": 0, 2024-07-26T07:21:27.258 INFO:tasks.workunit.client.0.smithi089.stdout: "percent_used": 2.4704372663109098e-06, 2024-07-26T07:21:27.258 INFO:tasks.workunit.client.0.smithi089.stdout: "quota_bytes": 0, 2024-07-26T07:21:27.258 INFO:tasks.workunit.client.0.smithi089.stdout: "quota_objects": 0, 2024-07-26T07:21:27.258 INFO:tasks.workunit.client.0.smithi089.stdout: "rd": 1106, 2024-07-26T07:21:27.258 INFO:tasks.workunit.client.0.smithi089.stdout: "rd_bytes": 1980416, 2024-07-26T07:21:27.258 INFO:tasks.workunit.client.0.smithi089.stdout: "stored": 590368, 2024-07-26T07:21:27.258 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_data": 590368, 2024-07-26T07:21:27.258 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_omap": 0, 2024-07-26T07:21:27.258 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_raw": 1771104, 2024-07-26T07:21:27.258 INFO:tasks.workunit.client.0.smithi089.stdout: "wr": 375, 2024-07-26T07:21:27.258 INFO:tasks.workunit.client.0.smithi089.stdout: "wr_bytes": 2473984 2024-07-26T07:21:27.258 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.259 INFO:tasks.workunit.client.0.smithi089.stdout: "target_max_bytes": 0, 2024-07-26T07:21:27.259 INFO:tasks.workunit.client.0.smithi089.stdout: "target_max_objects": 0, 2024-07-26T07:21:27.259 INFO:tasks.workunit.client.0.smithi089.stdout: "type": "replicated" 2024-07-26T07:21:27.259 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.259 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.259 INFO:tasks.workunit.client.0.smithi089.stdout: "application": [ 2024-07-26T07:21:27.259 INFO:tasks.workunit.client.0.smithi089.stdout: "cephfs" 2024-07-26T07:21:27.259 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.259 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_mode": "none", 2024-07-26T07:21:27.259 INFO:tasks.workunit.client.0.smithi089.stdout: "erasure_code_profile": {}, 2024-07-26T07:21:27.259 INFO:tasks.workunit.client.0.smithi089.stdout: "flags_names": [ 2024-07-26T07:21:27.259 INFO:tasks.workunit.client.0.smithi089.stdout: "hashpspool" 2024-07-26T07:21:27.259 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.259 INFO:tasks.workunit.client.0.smithi089.stdout: "min_size": 2, 2024-07-26T07:21:27.260 INFO:tasks.workunit.client.0.smithi089.stdout: "options": {}, 2024-07-26T07:21:27.260 INFO:tasks.workunit.client.0.smithi089.stdout: "pg_autoscale_mode": "off", 2024-07-26T07:21:27.260 INFO:tasks.workunit.client.0.smithi089.stdout: "pg_num": 32, 2024-07-26T07:21:27.260 INFO:tasks.workunit.client.0.smithi089.stdout: "pgp_num": 32, 2024-07-26T07:21:27.260 INFO:tasks.workunit.client.0.smithi089.stdout: "pool": 2, 2024-07-26T07:21:27.260 INFO:tasks.workunit.client.0.smithi089.stdout: "size": 3, 2024-07-26T07:21:27.260 INFO:tasks.workunit.client.0.smithi089.stdout: "stats": { 2024-07-26T07:21:27.260 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_raw": 721230866698, 2024-07-26T07:21:27.260 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_used": 156014, 2024-07-26T07:21:27.260 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_bytes_used": 0, 2024-07-26T07:21:27.260 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_under_bytes": 0, 2024-07-26T07:21:27.260 INFO:tasks.workunit.client.0.smithi089.stdout: "data_bytes_used": 110592, 2024-07-26T07:21:27.260 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty": 0, 2024-07-26T07:21:27.260 INFO:tasks.workunit.client.0.smithi089.stdout: "max_avail": 240410296320, 2024-07-26T07:21:27.261 INFO:tasks.workunit.client.0.smithi089.stdout: "objects": 22, 2024-07-26T07:21:27.261 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_bytes_used": 45422, 2024-07-26T07:21:27.261 INFO:tasks.workunit.client.0.smithi089.stdout: "percent_used": 2.1631626623275224e-07, 2024-07-26T07:21:27.261 INFO:tasks.workunit.client.0.smithi089.stdout: "quota_bytes": 0, 2024-07-26T07:21:27.261 INFO:tasks.workunit.client.0.smithi089.stdout: "quota_objects": 0, 2024-07-26T07:21:27.261 INFO:tasks.workunit.client.0.smithi089.stdout: "rd": 79, 2024-07-26T07:21:27.261 INFO:tasks.workunit.client.0.smithi089.stdout: "rd_bytes": 88064, 2024-07-26T07:21:27.261 INFO:tasks.workunit.client.0.smithi089.stdout: "stored": 21736, 2024-07-26T07:21:27.261 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_data": 6596, 2024-07-26T07:21:27.261 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_omap": 15140, 2024-07-26T07:21:27.261 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_raw": 65208, 2024-07-26T07:21:27.261 INFO:tasks.workunit.client.0.smithi089.stdout: "wr": 68, 2024-07-26T07:21:27.261 INFO:tasks.workunit.client.0.smithi089.stdout: "wr_bytes": 35840 2024-07-26T07:21:27.261 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.261 INFO:tasks.workunit.client.0.smithi089.stdout: "target_max_bytes": 0, 2024-07-26T07:21:27.262 INFO:tasks.workunit.client.0.smithi089.stdout: "target_max_objects": 0, 2024-07-26T07:21:27.262 INFO:tasks.workunit.client.0.smithi089.stdout: "type": "replicated" 2024-07-26T07:21:27.262 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.262 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.262 INFO:tasks.workunit.client.0.smithi089.stdout: "application": [ 2024-07-26T07:21:27.262 INFO:tasks.workunit.client.0.smithi089.stdout: "cephfs" 2024-07-26T07:21:27.262 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.262 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_mode": "none", 2024-07-26T07:21:27.262 INFO:tasks.workunit.client.0.smithi089.stdout: "erasure_code_profile": {}, 2024-07-26T07:21:27.262 INFO:tasks.workunit.client.0.smithi089.stdout: "flags_names": [ 2024-07-26T07:21:27.262 INFO:tasks.workunit.client.0.smithi089.stdout: "hashpspool" 2024-07-26T07:21:27.262 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.262 INFO:tasks.workunit.client.0.smithi089.stdout: "min_size": 2, 2024-07-26T07:21:27.262 INFO:tasks.workunit.client.0.smithi089.stdout: "options": {}, 2024-07-26T07:21:27.263 INFO:tasks.workunit.client.0.smithi089.stdout: "pg_autoscale_mode": "off", 2024-07-26T07:21:27.263 INFO:tasks.workunit.client.0.smithi089.stdout: "pg_num": 64, 2024-07-26T07:21:27.263 INFO:tasks.workunit.client.0.smithi089.stdout: "pgp_num": 64, 2024-07-26T07:21:27.263 INFO:tasks.workunit.client.0.smithi089.stdout: "pool": 3, 2024-07-26T07:21:27.263 INFO:tasks.workunit.client.0.smithi089.stdout: "size": 3, 2024-07-26T07:21:27.263 INFO:tasks.workunit.client.0.smithi089.stdout: "stats": { 2024-07-26T07:21:27.263 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_raw": 721230866698, 2024-07-26T07:21:27.263 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_used": 0, 2024-07-26T07:21:27.263 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_bytes_used": 0, 2024-07-26T07:21:27.263 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_under_bytes": 0, 2024-07-26T07:21:27.263 INFO:tasks.workunit.client.0.smithi089.stdout: "data_bytes_used": 0, 2024-07-26T07:21:27.263 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty": 0, 2024-07-26T07:21:27.263 INFO:tasks.workunit.client.0.smithi089.stdout: "max_avail": 240410296320, 2024-07-26T07:21:27.263 INFO:tasks.workunit.client.0.smithi089.stdout: "objects": 0, 2024-07-26T07:21:27.264 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_bytes_used": 0, 2024-07-26T07:21:27.264 INFO:tasks.workunit.client.0.smithi089.stdout: "percent_used": 0.0, 2024-07-26T07:21:27.264 INFO:tasks.workunit.client.0.smithi089.stdout: "quota_bytes": 0, 2024-07-26T07:21:27.264 INFO:tasks.workunit.client.0.smithi089.stdout: "quota_objects": 0, 2024-07-26T07:21:27.264 INFO:tasks.workunit.client.0.smithi089.stdout: "rd": 0, 2024-07-26T07:21:27.264 INFO:tasks.workunit.client.0.smithi089.stdout: "rd_bytes": 0, 2024-07-26T07:21:27.264 INFO:tasks.workunit.client.0.smithi089.stdout: "stored": 0, 2024-07-26T07:21:27.264 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_data": 0, 2024-07-26T07:21:27.264 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_omap": 0, 2024-07-26T07:21:27.264 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_raw": 0, 2024-07-26T07:21:27.264 INFO:tasks.workunit.client.0.smithi089.stdout: "wr": 0, 2024-07-26T07:21:27.264 INFO:tasks.workunit.client.0.smithi089.stdout: "wr_bytes": 0 2024-07-26T07:21:27.264 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.264 INFO:tasks.workunit.client.0.smithi089.stdout: "target_max_bytes": 0, 2024-07-26T07:21:27.264 INFO:tasks.workunit.client.0.smithi089.stdout: "target_max_objects": 0, 2024-07-26T07:21:27.265 INFO:tasks.workunit.client.0.smithi089.stdout: "type": "replicated" 2024-07-26T07:21:27.265 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.265 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.265 INFO:tasks.workunit.client.0.smithi089.stdout: "application": [ 2024-07-26T07:21:27.265 INFO:tasks.workunit.client.0.smithi089.stdout: "rbd" 2024-07-26T07:21:27.265 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.265 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_mode": "none", 2024-07-26T07:21:27.265 INFO:tasks.workunit.client.0.smithi089.stdout: "erasure_code_profile": {}, 2024-07-26T07:21:27.265 INFO:tasks.workunit.client.0.smithi089.stdout: "flags_names": [ 2024-07-26T07:21:27.265 INFO:tasks.workunit.client.0.smithi089.stdout: "hashpspool", 2024-07-26T07:21:27.265 INFO:tasks.workunit.client.0.smithi089.stdout: "selfmanaged_snaps" 2024-07-26T07:21:27.265 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.265 INFO:tasks.workunit.client.0.smithi089.stdout: "min_size": 2, 2024-07-26T07:21:27.265 INFO:tasks.workunit.client.0.smithi089.stdout: "options": {}, 2024-07-26T07:21:27.266 INFO:tasks.workunit.client.0.smithi089.stdout: "pg_autoscale_mode": "off", 2024-07-26T07:21:27.266 INFO:tasks.workunit.client.0.smithi089.stdout: "pg_num": 8, 2024-07-26T07:21:27.266 INFO:tasks.workunit.client.0.smithi089.stdout: "pgp_num": 8, 2024-07-26T07:21:27.266 INFO:tasks.workunit.client.0.smithi089.stdout: "pool": 4, 2024-07-26T07:21:27.266 INFO:tasks.workunit.client.0.smithi089.stdout: "size": 3, 2024-07-26T07:21:27.266 INFO:tasks.workunit.client.0.smithi089.stdout: "stats": { 2024-07-26T07:21:27.266 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_raw": 721230866698, 2024-07-26T07:21:27.266 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_used": 12595200, 2024-07-26T07:21:27.266 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_bytes_used": 0, 2024-07-26T07:21:27.266 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_under_bytes": 0, 2024-07-26T07:21:27.266 INFO:tasks.workunit.client.0.smithi089.stdout: "data_bytes_used": 12595200, 2024-07-26T07:21:27.266 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty": 0, 2024-07-26T07:21:27.267 INFO:tasks.workunit.client.0.smithi089.stdout: "max_avail": 240410296320, 2024-07-26T07:21:27.267 INFO:tasks.workunit.client.0.smithi089.stdout: "objects": 4, 2024-07-26T07:21:27.267 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_bytes_used": 0, 2024-07-26T07:21:27.267 INFO:tasks.workunit.client.0.smithi089.stdout: "percent_used": 1.7463173207943328e-05, 2024-07-26T07:21:27.267 INFO:tasks.workunit.client.0.smithi089.stdout: "quota_bytes": 0, 2024-07-26T07:21:27.267 INFO:tasks.workunit.client.0.smithi089.stdout: "quota_objects": 0, 2024-07-26T07:21:27.267 INFO:tasks.workunit.client.0.smithi089.stdout: "rd": 9026, 2024-07-26T07:21:27.267 INFO:tasks.workunit.client.0.smithi089.stdout: "rd_bytes": 3170457600, 2024-07-26T07:21:27.267 INFO:tasks.workunit.client.0.smithi089.stdout: "stored": 4194323, 2024-07-26T07:21:27.267 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_data": 4194323, 2024-07-26T07:21:27.267 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_omap": 0, 2024-07-26T07:21:27.267 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_raw": 12582969, 2024-07-26T07:21:27.267 INFO:tasks.workunit.client.0.smithi089.stdout: "wr": 24331, 2024-07-26T07:21:27.267 INFO:tasks.workunit.client.0.smithi089.stdout: "wr_bytes": 3161289728 2024-07-26T07:21:27.268 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.268 INFO:tasks.workunit.client.0.smithi089.stdout: "target_max_bytes": 0, 2024-07-26T07:21:27.268 INFO:tasks.workunit.client.0.smithi089.stdout: "target_max_objects": 0, 2024-07-26T07:21:27.268 INFO:tasks.workunit.client.0.smithi089.stdout: "type": "replicated" 2024-07-26T07:21:27.268 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:27.268 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.268 INFO:tasks.workunit.client.0.smithi089.stdout: "rbd": { 2024-07-26T07:21:27.268 INFO:tasks.workunit.client.0.smithi089.stdout: "mirroring_by_pool": [ 2024-07-26T07:21:27.268 INFO:tasks.workunit.client.0.smithi089.stdout: false 2024-07-26T07:21:27.268 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.268 INFO:tasks.workunit.client.0.smithi089.stdout: "num_images_by_pool": [ 2024-07-26T07:21:27.268 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:27.269 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.269 INFO:tasks.workunit.client.0.smithi089.stdout: "num_pools": 1 2024-07-26T07:21:27.269 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.269 INFO:tasks.workunit.client.0.smithi089.stdout: "report_id": "026049de-bcb2-4570-8ba4-a21596785ca5", 2024-07-26T07:21:27.269 INFO:tasks.workunit.client.0.smithi089.stdout: "report_timestamp": "2024-07-26T07:21:25.835500", 2024-07-26T07:21:27.269 INFO:tasks.workunit.client.0.smithi089.stdout: "report_version": 1, 2024-07-26T07:21:27.269 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb_stats": { 2024-07-26T07:21:27.269 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "7.9.2" 2024-07-26T07:21:27.269 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.269 INFO:tasks.workunit.client.0.smithi089.stdout: "rook": { 2024-07-26T07:21:27.269 INFO:tasks.workunit.client.0.smithi089.stdout: "cluster": { 2024-07-26T07:21:27.269 INFO:tasks.workunit.client.0.smithi089.stdout: "external-mode": null, 2024-07-26T07:21:27.270 INFO:tasks.workunit.client.0.smithi089.stdout: "mon": { 2024-07-26T07:21:27.270 INFO:tasks.workunit.client.0.smithi089.stdout: "allow-multiple-per-node": null, 2024-07-26T07:21:27.270 INFO:tasks.workunit.client.0.smithi089.stdout: "count": null, 2024-07-26T07:21:27.270 INFO:tasks.workunit.client.0.smithi089.stdout: "max-id": null, 2024-07-26T07:21:27.270 INFO:tasks.workunit.client.0.smithi089.stdout: "pvc": { 2024-07-26T07:21:27.270 INFO:tasks.workunit.client.0.smithi089.stdout: "enabled": null 2024-07-26T07:21:27.270 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.270 INFO:tasks.workunit.client.0.smithi089.stdout: "stretch": { 2024-07-26T07:21:27.270 INFO:tasks.workunit.client.0.smithi089.stdout: "enabled": null 2024-07-26T07:21:27.270 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:27.270 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.270 INFO:tasks.workunit.client.0.smithi089.stdout: "network": { 2024-07-26T07:21:27.271 INFO:tasks.workunit.client.0.smithi089.stdout: "provider": null 2024-07-26T07:21:27.271 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.271 INFO:tasks.workunit.client.0.smithi089.stdout: "storage": { 2024-07-26T07:21:27.271 INFO:tasks.workunit.client.0.smithi089.stdout: "device-set": { 2024-07-26T07:21:27.271 INFO:tasks.workunit.client.0.smithi089.stdout: "count": { 2024-07-26T07:21:27.271 INFO:tasks.workunit.client.0.smithi089.stdout: "non-portable": null, 2024-07-26T07:21:27.271 INFO:tasks.workunit.client.0.smithi089.stdout: "portable": null, 2024-07-26T07:21:27.271 INFO:tasks.workunit.client.0.smithi089.stdout: "total": null 2024-07-26T07:21:27.271 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:27.271 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:27.271 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:27.271 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.271 INFO:tasks.workunit.client.0.smithi089.stdout: "csi": { 2024-07-26T07:21:27.272 INFO:tasks.workunit.client.0.smithi089.stdout: "version": null 2024-07-26T07:21:27.272 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.272 INFO:tasks.workunit.client.0.smithi089.stdout: "kubernetes": { 2024-07-26T07:21:27.272 INFO:tasks.workunit.client.0.smithi089.stdout: "version": null 2024-07-26T07:21:27.272 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.272 INFO:tasks.workunit.client.0.smithi089.stdout: "node": { 2024-07-26T07:21:27.272 INFO:tasks.workunit.client.0.smithi089.stdout: "count": { 2024-07-26T07:21:27.272 INFO:tasks.workunit.client.0.smithi089.stdout: "kubernetes-total": null, 2024-07-26T07:21:27.272 INFO:tasks.workunit.client.0.smithi089.stdout: "with-ceph-daemons": null, 2024-07-26T07:21:27.272 INFO:tasks.workunit.client.0.smithi089.stdout: "with-csi-cephfs-plugin": null, 2024-07-26T07:21:27.272 INFO:tasks.workunit.client.0.smithi089.stdout: "with-csi-nfs-plugin": null, 2024-07-26T07:21:27.272 INFO:tasks.workunit.client.0.smithi089.stdout: "with-csi-rbd-plugin": null 2024-07-26T07:21:27.273 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:27.273 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.273 INFO:tasks.workunit.client.0.smithi089.stdout: "usage": { 2024-07-26T07:21:27.273 INFO:tasks.workunit.client.0.smithi089.stdout: "storage-class": { 2024-07-26T07:21:27.273 INFO:tasks.workunit.client.0.smithi089.stdout: "count": { 2024-07-26T07:21:27.273 INFO:tasks.workunit.client.0.smithi089.stdout: "bucket": null, 2024-07-26T07:21:27.273 INFO:tasks.workunit.client.0.smithi089.stdout: "cephfs": null, 2024-07-26T07:21:27.273 INFO:tasks.workunit.client.0.smithi089.stdout: "nfs": null, 2024-07-26T07:21:27.273 INFO:tasks.workunit.client.0.smithi089.stdout: "rbd": null, 2024-07-26T07:21:27.273 INFO:tasks.workunit.client.0.smithi089.stdout: "total": null 2024-07-26T07:21:27.273 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:27.273 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:27.273 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.273 INFO:tasks.workunit.client.0.smithi089.stdout: "version": null 2024-07-26T07:21:27.273 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.274 INFO:tasks.workunit.client.0.smithi089.stdout: "services": {}, 2024-07-26T07:21:27.274 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_per_pg": [ 2024-07-26T07:21:27.274 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.274 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.274 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:27.274 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:27.274 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:27.274 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.274 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 0, 2024-07-26T07:21:27.274 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.274 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.274 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:27.274 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.275 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.275 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.275 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.615730+0000", 2024-07-26T07:21:27.275 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.421374+0000", 2024-07-26T07:21:27.275 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.421374+0000", 2024-07-26T07:21:27.275 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.421729+0000", 2024-07-26T07:21:27.275 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.615730+0000", 2024-07-26T07:21:27.275 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.275 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.275 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.275 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:27.275 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.615730+0000", 2024-07-26T07:21:27.275 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.615730+0000", 2024-07-26T07:21:27.275 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.615730+0000", 2024-07-26T07:21:27.276 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.276 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.276 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.276 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.615730+0000", 2024-07-26T07:21:27.276 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.615730+0000", 2024-07-26T07:21:27.276 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.276 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 5, 2024-07-26T07:21:27.276 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.276 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.276 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:27.276 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.276 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.276 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.276 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.277 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 5, 2024-07-26T07:21:27.277 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.277 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.277 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.277 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.1f", 2024-07-26T07:21:27.277 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.277 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.277 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.277 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5353, 2024-07-26T07:21:27.277 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.277 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:01:36.075242+0000", 2024-07-26T07:21:27.277 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.277 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.277 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.277 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 570, 2024-07-26T07:21:27.278 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.278 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.278 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.278 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.278 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.278 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.278 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.278 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.278 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.278 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.278 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.278 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.279 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.279 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.279 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.279 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 6, 2024-07-26T07:21:27.279 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 2, 2024-07-26T07:21:27.279 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.279 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 2, 2024-07-26T07:21:27.279 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.279 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.279 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.279 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.279 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.279 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 1, 2024-07-26T07:21:27.279 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.279 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.280 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.280 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.280 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.280 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.280 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.280 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 4, 2024-07-26T07:21:27.280 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 4, 2024-07-26T07:21:27.280 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.280 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.280 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.280 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 4, 2024-07-26T07:21:27.280 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 1 2024-07-26T07:21:27.280 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.280 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.280 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.281 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.281 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:27.281 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:27.281 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:27.281 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.281 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 0, 2024-07-26T07:21:27.281 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "555'5" 2024-07-26T07:21:27.281 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.281 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.281 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.281 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:27.281 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:27.281 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:27.281 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.281 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T07:21:27.282 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.282 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.282 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:27.282 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.282 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.282 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.282 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.857738+0000", 2024-07-26T07:21:27.282 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.524399+0000", 2024-07-26T07:21:27.282 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.524399+0000", 2024-07-26T07:21:27.282 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.524726+0000", 2024-07-26T07:21:27.282 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.857738+0000", 2024-07-26T07:21:27.282 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.282 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.282 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.282 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:27.283 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.857738+0000", 2024-07-26T07:21:27.283 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.857738+0000", 2024-07-26T07:21:27.283 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.857738+0000", 2024-07-26T07:21:27.283 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.283 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.283 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.283 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.857738+0000", 2024-07-26T07:21:27.283 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.857738+0000", 2024-07-26T07:21:27.283 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.283 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:27.283 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.283 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.283 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:27.283 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.283 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.283 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.284 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.284 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:27.284 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.284 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.284 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.284 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.1e", 2024-07-26T07:21:27.284 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.284 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.284 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.284 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5249, 2024-07-26T07:21:27.284 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.284 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:07:27.850009+0000", 2024-07-26T07:21:27.284 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.284 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.285 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.285 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.285 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.285 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.285 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.285 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.285 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.285 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.285 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.285 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.285 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.285 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.285 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.285 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.286 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.286 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.286 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.286 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:27.286 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:27.286 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.286 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:27.286 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.286 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.286 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.286 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.286 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.286 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:27.286 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.286 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.287 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.287 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.287 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.287 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.287 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.287 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:27.287 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:27.287 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.287 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.287 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.287 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:27.287 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:27.288 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.288 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.288 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.288 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.288 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:27.288 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:27.288 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:27.288 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.288 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T07:21:27.288 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:27.288 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.288 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.288 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.288 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:27.288 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:27.288 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T07:21:27.289 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.289 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T07:21:27.289 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.289 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.289 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:27.289 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.289 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.289 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.289 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.857258+0000", 2024-07-26T07:21:27.289 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:47.476043+0000", 2024-07-26T07:21:27.289 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:47.476043+0000", 2024-07-26T07:21:27.289 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:47.476390+0000", 2024-07-26T07:21:27.289 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.857258+0000", 2024-07-26T07:21:27.289 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.289 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.290 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.290 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 470, 2024-07-26T07:21:27.290 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.857258+0000", 2024-07-26T07:21:27.290 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.857258+0000", 2024-07-26T07:21:27.290 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.857258+0000", 2024-07-26T07:21:27.290 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.290 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.290 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.290 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.857258+0000", 2024-07-26T07:21:27.290 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.857258+0000", 2024-07-26T07:21:27.290 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.290 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 2, 2024-07-26T07:21:27.290 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.290 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.291 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 469, 2024-07-26T07:21:27.291 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.291 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.291 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.291 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.291 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 2, 2024-07-26T07:21:27.291 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.291 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.291 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.291 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.1e", 2024-07-26T07:21:27.291 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.291 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.291 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.291 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5274, 2024-07-26T07:21:27.292 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.292 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:46:51.761854+0000", 2024-07-26T07:21:27.292 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.292 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.292 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.292 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.292 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.292 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.292 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.292 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.292 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.292 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.292 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.292 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.293 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.293 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.293 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.293 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.293 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.293 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.293 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.293 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:27.293 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:27.293 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.293 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:27.293 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.293 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.294 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.294 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.294 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.294 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:27.294 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.294 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.294 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.294 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.294 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.294 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.294 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.294 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:27.294 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:27.295 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.295 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.295 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.295 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:27.295 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:27.295 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.295 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.295 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.295 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.295 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:27.295 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:27.295 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T07:21:27.295 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.295 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T07:21:27.296 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "555'2" 2024-07-26T07:21:27.296 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.296 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.296 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.296 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:27.296 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:27.296 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:27.296 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.296 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 0, 2024-07-26T07:21:27.296 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.296 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.296 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:27.296 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.296 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.297 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.297 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.615273+0000", 2024-07-26T07:21:27.297 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:47.486693+0000", 2024-07-26T07:21:27.297 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:47.486693+0000", 2024-07-26T07:21:27.297 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:47.488035+0000", 2024-07-26T07:21:27.297 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.615273+0000", 2024-07-26T07:21:27.297 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.297 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.297 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.297 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 470, 2024-07-26T07:21:27.297 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.615273+0000", 2024-07-26T07:21:27.297 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.615273+0000", 2024-07-26T07:21:27.297 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.615273+0000", 2024-07-26T07:21:27.297 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.298 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.298 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.298 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.615273+0000", 2024-07-26T07:21:27.298 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.615273+0000", 2024-07-26T07:21:27.298 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.298 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:27.298 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.298 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.298 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 469, 2024-07-26T07:21:27.298 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.298 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.298 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.298 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.298 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:27.298 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.299 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.299 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.299 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.1f", 2024-07-26T07:21:27.299 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.299 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.299 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.299 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5341, 2024-07-26T07:21:27.299 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.299 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:24:14.931889+0000", 2024-07-26T07:21:27.299 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.299 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.299 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.299 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.299 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.300 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.300 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.300 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.300 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.300 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.300 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.300 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.300 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.300 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.300 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.300 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.300 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.300 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.301 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.301 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:27.301 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:27.301 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.301 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:27.301 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.301 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.301 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.301 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.301 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.301 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:27.301 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.301 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.301 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.301 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.302 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.302 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.302 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.302 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:27.302 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:27.302 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.302 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.302 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.302 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:27.302 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:27.302 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.302 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.303 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.303 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.303 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:27.303 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:27.303 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:27.303 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.303 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 0, 2024-07-26T07:21:27.303 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:27.303 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.303 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.303 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.303 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:27.303 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:27.304 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:27.304 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.304 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T07:21:27.304 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.304 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.304 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:27.304 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.304 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.304 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.304 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.863468+0000", 2024-07-26T07:21:27.304 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.427591+0000", 2024-07-26T07:21:27.304 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.427591+0000", 2024-07-26T07:21:27.304 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.427989+0000", 2024-07-26T07:21:27.304 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.863468+0000", 2024-07-26T07:21:27.305 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.305 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.305 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.305 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:27.305 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.863468+0000", 2024-07-26T07:21:27.305 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.863468+0000", 2024-07-26T07:21:27.305 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.863468+0000", 2024-07-26T07:21:27.305 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.305 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.305 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.305 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.863468+0000", 2024-07-26T07:21:27.305 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.863468+0000", 2024-07-26T07:21:27.305 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.305 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 2, 2024-07-26T07:21:27.306 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.306 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.306 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:27.306 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.306 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.306 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.306 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.306 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 2, 2024-07-26T07:21:27.306 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.306 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.306 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.306 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.1d", 2024-07-26T07:21:27.306 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.306 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.307 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.307 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5115, 2024-07-26T07:21:27.307 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.307 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:45:21.059628+0000", 2024-07-26T07:21:27.307 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.307 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.307 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.307 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.307 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.307 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.307 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.307 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.307 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.307 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.307 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.307 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.308 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.308 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.308 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.308 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.308 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.308 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.308 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.308 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 3, 2024-07-26T07:21:27.308 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 1, 2024-07-26T07:21:27.308 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.308 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 1, 2024-07-26T07:21:27.308 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.308 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.308 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.308 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.308 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.308 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 1, 2024-07-26T07:21:27.309 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.309 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.309 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.309 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.309 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.309 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.309 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.309 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 6, 2024-07-26T07:21:27.309 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 6, 2024-07-26T07:21:27.309 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.309 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.309 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.309 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 3, 2024-07-26T07:21:27.309 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:27.310 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.310 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.310 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.310 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.310 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:27.310 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:27.310 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:27.310 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.310 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T07:21:27.310 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "65'2" 2024-07-26T07:21:27.310 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.310 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.310 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.311 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:27.311 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:27.311 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:27.311 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.311 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T07:21:27.311 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.311 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.311 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:27.311 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.311 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.311 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.311 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.859447+0000", 2024-07-26T07:21:27.312 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:47.483341+0000", 2024-07-26T07:21:27.312 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:47.483341+0000", 2024-07-26T07:21:27.312 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:47.483761+0000", 2024-07-26T07:21:27.312 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.859447+0000", 2024-07-26T07:21:27.312 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.312 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.312 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.312 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 470, 2024-07-26T07:21:27.312 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.859447+0000", 2024-07-26T07:21:27.312 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.859447+0000", 2024-07-26T07:21:27.312 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.859447+0000", 2024-07-26T07:21:27.312 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.312 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.312 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.312 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.859447+0000", 2024-07-26T07:21:27.313 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.859447+0000", 2024-07-26T07:21:27.313 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.313 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:27.313 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.313 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.313 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 469, 2024-07-26T07:21:27.313 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.313 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.313 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.313 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.313 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:27.313 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.313 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.313 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.314 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.1c", 2024-07-26T07:21:27.314 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.314 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.314 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.314 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5182, 2024-07-26T07:21:27.314 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.314 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:30:45.493348+0000", 2024-07-26T07:21:27.314 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.314 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.314 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.314 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.314 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.314 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.315 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.315 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.315 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.315 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.315 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.315 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.315 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.315 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.315 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.315 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.315 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.315 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.315 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.315 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:27.315 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:27.315 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.316 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:27.316 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.316 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.316 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.316 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.316 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.316 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:27.316 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.316 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.316 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.316 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.316 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.316 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.316 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.316 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:27.317 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:27.317 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.317 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.317 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.317 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:27.317 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:27.317 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.317 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.317 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.317 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.317 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:27.317 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:27.317 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:27.317 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.317 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T07:21:27.318 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:27.318 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.318 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.318 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.318 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:27.318 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:27.318 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:27.318 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.318 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T07:21:27.318 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.318 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.318 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:27.318 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.318 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.319 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.319 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.857404+0000", 2024-07-26T07:21:27.319 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.423401+0000", 2024-07-26T07:21:27.319 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.423401+0000", 2024-07-26T07:21:27.319 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.423730+0000", 2024-07-26T07:21:27.319 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.857404+0000", 2024-07-26T07:21:27.319 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.319 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.319 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.319 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:27.319 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.857404+0000", 2024-07-26T07:21:27.319 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.857404+0000", 2024-07-26T07:21:27.320 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.857404+0000", 2024-07-26T07:21:27.320 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.320 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.320 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.320 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.857404+0000", 2024-07-26T07:21:27.320 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.857404+0000", 2024-07-26T07:21:27.320 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.320 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 2, 2024-07-26T07:21:27.320 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.320 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.320 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:27.320 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.320 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.321 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.321 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.321 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 2, 2024-07-26T07:21:27.321 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.321 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.321 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.321 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.1c", 2024-07-26T07:21:27.321 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.321 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.321 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.321 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5125, 2024-07-26T07:21:27.321 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.321 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T11:56:53.460054+0000", 2024-07-26T07:21:27.321 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.322 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.322 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.322 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.322 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.322 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.322 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.322 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.322 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.322 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.322 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.322 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.322 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.322 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.322 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.323 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.323 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.323 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.323 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.323 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 3, 2024-07-26T07:21:27.323 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 1, 2024-07-26T07:21:27.323 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.323 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 1, 2024-07-26T07:21:27.323 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.323 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.323 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.323 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.323 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.323 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 1, 2024-07-26T07:21:27.324 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.324 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.324 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.324 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.324 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.324 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.324 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.324 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 6, 2024-07-26T07:21:27.324 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 6, 2024-07-26T07:21:27.324 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.324 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.324 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.324 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 3, 2024-07-26T07:21:27.324 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:27.325 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.325 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.325 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.325 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.325 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:27.325 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:27.325 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:27.325 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.325 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T07:21:27.325 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "65'2" 2024-07-26T07:21:27.325 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.325 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.325 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.325 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:27.325 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:27.326 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:27.326 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.326 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 2, 2024-07-26T07:21:27.326 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.326 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.326 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:27.326 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.326 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.326 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.326 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.858507+0000", 2024-07-26T07:21:27.326 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.519340+0000", 2024-07-26T07:21:27.326 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.519340+0000", 2024-07-26T07:21:27.326 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.519680+0000", 2024-07-26T07:21:27.326 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.858507+0000", 2024-07-26T07:21:27.327 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.327 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.327 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.327 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:27.327 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.858507+0000", 2024-07-26T07:21:27.327 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.858507+0000", 2024-07-26T07:21:27.327 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.858507+0000", 2024-07-26T07:21:27.327 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.327 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.327 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.327 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.858507+0000", 2024-07-26T07:21:27.327 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.858507+0000", 2024-07-26T07:21:27.327 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.327 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:27.327 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.328 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.328 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:27.328 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.328 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.328 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.328 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.328 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:27.328 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.328 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.328 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.328 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.1d", 2024-07-26T07:21:27.328 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.328 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.328 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.329 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5297, 2024-07-26T07:21:27.329 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.329 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T06:25:31.246858+0000", 2024-07-26T07:21:27.329 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.329 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.329 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.329 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.329 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.329 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.329 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.329 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.329 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.329 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.329 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.330 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.330 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.330 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.330 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.330 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.330 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.330 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.330 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.330 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:27.330 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:27.330 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.330 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:27.330 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.331 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.331 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.331 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.331 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.331 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:27.331 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.331 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.331 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.331 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.331 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.331 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.331 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.331 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:27.331 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:27.331 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.332 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.332 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.332 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:27.332 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:27.332 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.332 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.332 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.332 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.332 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:27.332 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:27.332 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:27.332 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.332 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 2, 2024-07-26T07:21:27.332 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:27.332 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.333 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.333 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.333 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:27.333 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:27.333 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:27.333 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.333 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 2, 2024-07-26T07:21:27.333 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.333 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.333 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:27.333 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.333 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.333 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.333 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.856223+0000", 2024-07-26T07:21:27.334 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:14.413257+0000", 2024-07-26T07:21:27.334 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:14.413257+0000", 2024-07-26T07:21:27.334 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:14.413601+0000", 2024-07-26T07:21:27.334 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.856223+0000", 2024-07-26T07:21:27.334 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.334 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.334 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.334 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 438, 2024-07-26T07:21:27.334 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.856223+0000", 2024-07-26T07:21:27.334 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.856223+0000", 2024-07-26T07:21:27.334 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.856223+0000", 2024-07-26T07:21:27.334 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.334 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.334 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.335 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.856223+0000", 2024-07-26T07:21:27.335 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.856223+0000", 2024-07-26T07:21:27.335 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.335 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:27.335 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.335 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.335 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 437, 2024-07-26T07:21:27.335 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.335 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.335 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.335 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.335 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:27.335 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.335 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.335 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.336 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.a", 2024-07-26T07:21:27.336 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.336 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.336 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.336 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5298, 2024-07-26T07:21:27.336 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.336 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:07:37.772842+0000", 2024-07-26T07:21:27.336 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.336 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.336 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.336 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.336 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.336 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.336 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.337 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.337 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.337 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.337 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.337 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.337 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.337 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.337 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.337 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.337 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.337 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.337 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.337 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:27.337 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:27.337 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.338 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:27.338 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.338 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.338 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.338 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.338 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.338 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:27.338 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.338 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.338 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.338 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.338 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.338 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.339 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.339 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:27.339 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:27.339 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.339 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.339 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.339 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:27.339 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:27.339 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.339 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.339 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.339 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.339 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:27.339 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:27.340 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:27.340 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.340 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 2, 2024-07-26T07:21:27.340 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:27.340 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.340 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.340 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.340 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:27.340 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:27.340 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T07:21:27.340 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.340 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T07:21:27.340 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.341 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.341 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:27.341 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.341 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.341 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.341 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.862853+0000", 2024-07-26T07:21:27.341 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.412321+0000", 2024-07-26T07:21:27.341 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.412321+0000", 2024-07-26T07:21:27.341 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.412708+0000", 2024-07-26T07:21:27.341 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.862853+0000", 2024-07-26T07:21:27.341 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.341 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.341 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.341 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:27.342 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.862853+0000", 2024-07-26T07:21:27.342 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.862853+0000", 2024-07-26T07:21:27.342 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.862853+0000", 2024-07-26T07:21:27.342 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.342 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.342 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.342 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.862853+0000", 2024-07-26T07:21:27.342 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.862853+0000", 2024-07-26T07:21:27.342 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.342 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 3, 2024-07-26T07:21:27.342 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.342 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.342 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:27.343 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.343 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.343 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.343 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.343 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 3, 2024-07-26T07:21:27.343 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.343 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.343 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.343 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.b", 2024-07-26T07:21:27.343 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.343 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.343 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.343 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5128, 2024-07-26T07:21:27.343 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.344 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:02:07.515588+0000", 2024-07-26T07:21:27.344 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.344 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.344 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.344 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.344 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.344 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.344 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.344 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.344 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.344 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.344 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.344 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.344 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.344 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.345 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.345 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.345 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.345 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.345 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.345 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 3, 2024-07-26T07:21:27.345 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 1, 2024-07-26T07:21:27.345 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.345 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 1, 2024-07-26T07:21:27.345 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.345 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.345 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.345 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.345 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.346 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 1, 2024-07-26T07:21:27.346 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.346 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.346 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.346 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.346 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.346 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.346 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.346 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 2, 2024-07-26T07:21:27.346 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 2, 2024-07-26T07:21:27.346 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.346 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.346 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.347 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 1, 2024-07-26T07:21:27.347 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:27.347 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.347 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.347 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.347 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.347 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:27.347 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:27.347 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T07:21:27.347 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.347 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T07:21:27.347 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "555'3" 2024-07-26T07:21:27.347 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.347 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.347 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.348 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:27.348 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:27.348 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:27.348 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.348 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T07:21:27.348 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.348 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.348 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:27.348 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.348 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.348 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.348 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.856544+0000", 2024-07-26T07:21:27.348 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:14.407662+0000", 2024-07-26T07:21:27.349 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:14.407662+0000", 2024-07-26T07:21:27.349 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:14.408264+0000", 2024-07-26T07:21:27.349 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.856544+0000", 2024-07-26T07:21:27.349 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.349 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.349 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.349 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 438, 2024-07-26T07:21:27.349 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.856544+0000", 2024-07-26T07:21:27.349 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.856544+0000", 2024-07-26T07:21:27.349 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.856544+0000", 2024-07-26T07:21:27.349 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.349 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.349 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.350 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.856544+0000", 2024-07-26T07:21:27.350 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.856544+0000", 2024-07-26T07:21:27.350 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.350 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:27.350 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.350 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.350 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 437, 2024-07-26T07:21:27.350 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.350 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.350 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.350 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.350 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:27.350 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.350 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.351 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.351 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.b", 2024-07-26T07:21:27.351 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.351 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.351 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.351 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5266, 2024-07-26T07:21:27.351 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.351 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:54:16.417054+0000", 2024-07-26T07:21:27.351 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.351 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.351 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.351 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.351 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.351 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.352 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.352 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.352 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.352 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.352 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.352 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.352 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.352 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.352 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.352 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.352 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.352 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.352 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.352 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:27.353 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:27.353 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.353 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:27.353 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.353 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.353 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.353 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.353 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.353 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:27.353 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.353 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.353 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.353 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.353 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.354 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.354 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.354 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:27.354 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:27.354 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.354 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.354 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.354 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:27.354 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:27.354 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.354 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.354 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.354 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.355 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:27.355 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:27.355 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:27.355 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.355 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T07:21:27.355 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:27.355 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.355 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.355 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.355 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:27.355 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:27.355 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:27.355 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.355 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T07:21:27.355 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.356 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.356 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:27.356 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.356 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.356 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.356 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.614290+0000", 2024-07-26T07:21:27.356 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.420505+0000", 2024-07-26T07:21:27.356 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.420505+0000", 2024-07-26T07:21:27.356 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.420872+0000", 2024-07-26T07:21:27.356 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.614290+0000", 2024-07-26T07:21:27.356 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.356 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.356 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.357 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:27.357 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.614290+0000", 2024-07-26T07:21:27.357 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.614290+0000", 2024-07-26T07:21:27.357 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.614290+0000", 2024-07-26T07:21:27.357 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.357 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.357 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.357 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.614290+0000", 2024-07-26T07:21:27.357 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.614290+0000", 2024-07-26T07:21:27.357 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.357 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:27.357 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.357 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.358 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:27.358 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.358 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.358 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.358 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.358 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:27.358 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.358 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.358 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.358 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.a", 2024-07-26T07:21:27.358 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.358 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.359 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.359 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5330, 2024-07-26T07:21:27.359 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.359 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:14:15.848522+0000", 2024-07-26T07:21:27.359 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.359 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.359 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.359 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.359 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.359 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.359 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.359 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.359 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.360 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.360 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.360 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.360 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.360 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.360 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.360 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.360 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.360 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.360 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.360 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:27.360 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:27.360 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.360 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:27.361 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.361 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.361 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.361 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.361 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.361 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:27.361 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.361 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.361 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.361 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.361 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.361 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.361 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.362 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:27.362 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:27.362 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.362 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.362 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.362 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:27.362 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:27.362 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.362 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.362 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.362 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.362 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:27.362 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:27.363 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:27.363 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.363 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T07:21:27.363 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:27.363 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.363 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.363 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.363 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:27.363 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:27.363 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:27.363 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.363 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T07:21:27.363 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.363 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.363 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:27.364 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.364 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.364 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.364 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.857482+0000", 2024-07-26T07:21:27.364 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.412605+0000", 2024-07-26T07:21:27.364 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.412605+0000", 2024-07-26T07:21:27.364 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.413090+0000", 2024-07-26T07:21:27.364 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.857482+0000", 2024-07-26T07:21:27.364 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.364 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.364 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.364 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:27.364 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.857482+0000", 2024-07-26T07:21:27.365 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.857482+0000", 2024-07-26T07:21:27.365 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.857482+0000", 2024-07-26T07:21:27.365 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.365 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.365 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.365 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.857482+0000", 2024-07-26T07:21:27.365 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.857482+0000", 2024-07-26T07:21:27.365 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.365 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:27.365 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.365 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.365 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:27.365 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.365 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.366 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.366 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.366 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:27.366 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.366 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.366 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.366 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.8", 2024-07-26T07:21:27.366 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.366 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.366 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.366 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5258, 2024-07-26T07:21:27.366 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.366 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T11:07:02.413444+0000", 2024-07-26T07:21:27.366 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.367 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.367 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.367 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.367 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.367 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.367 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.367 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.367 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.367 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.367 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.367 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.367 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.367 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.367 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.368 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.368 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.368 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.368 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.368 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:27.368 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:27.368 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.368 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:27.368 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.368 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.368 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.368 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.368 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.368 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:27.369 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.369 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.369 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.369 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.369 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.369 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.369 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.369 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:27.369 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:27.369 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.369 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.369 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.369 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:27.370 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:27.370 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.370 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.370 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.370 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.370 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:27.370 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:27.370 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:27.370 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.370 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T07:21:27.370 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:27.370 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.370 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.370 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.371 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:27.371 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:27.371 INFO:tasks.workunit.client.0.smithi089.stdout: 3 2024-07-26T07:21:27.371 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.371 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T07:21:27.371 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.371 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.371 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:27.371 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.371 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.371 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.371 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.612992+0000", 2024-07-26T07:21:27.371 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.421865+0000", 2024-07-26T07:21:27.371 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.421865+0000", 2024-07-26T07:21:27.372 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.422311+0000", 2024-07-26T07:21:27.372 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.612992+0000", 2024-07-26T07:21:27.372 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.372 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.372 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.372 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:27.372 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.612992+0000", 2024-07-26T07:21:27.372 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.612992+0000", 2024-07-26T07:21:27.372 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.612992+0000", 2024-07-26T07:21:27.372 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.372 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.372 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.372 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.612992+0000", 2024-07-26T07:21:27.372 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.612992+0000", 2024-07-26T07:21:27.373 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.373 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:27.373 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.373 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.373 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:27.373 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.373 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.373 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.373 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.373 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:27.373 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.373 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.373 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.373 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.9", 2024-07-26T07:21:27.374 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.374 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.374 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.374 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5330, 2024-07-26T07:21:27.374 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.374 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:06:07.019187+0000", 2024-07-26T07:21:27.374 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.374 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.374 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.374 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.374 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.374 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.374 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.374 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.375 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.375 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.375 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.375 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.375 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.375 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.375 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.375 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.375 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.375 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.375 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.375 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:27.375 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:27.375 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.376 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:27.376 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.376 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.376 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.376 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.376 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.376 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:27.376 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.376 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.376 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.376 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.376 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.376 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.376 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.376 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:27.377 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:27.377 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.377 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.377 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.377 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:27.377 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:27.377 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.377 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.377 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.377 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.377 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:27.377 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:27.377 INFO:tasks.workunit.client.0.smithi089.stdout: 3 2024-07-26T07:21:27.377 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.378 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T07:21:27.378 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:27.378 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.378 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.378 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.378 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:27.378 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:27.378 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:27.378 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.378 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 4, 2024-07-26T07:21:27.378 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.378 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.378 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:27.378 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.379 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.379 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.379 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.611453+0000", 2024-07-26T07:21:27.379 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.411791+0000", 2024-07-26T07:21:27.379 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.411791+0000", 2024-07-26T07:21:27.379 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.412050+0000", 2024-07-26T07:21:27.379 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.611453+0000", 2024-07-26T07:21:27.379 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.379 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.379 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.379 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:27.379 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.611453+0000", 2024-07-26T07:21:27.379 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.611453+0000", 2024-07-26T07:21:27.380 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.611453+0000", 2024-07-26T07:21:27.380 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.380 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.380 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.380 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.611453+0000", 2024-07-26T07:21:27.380 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.611453+0000", 2024-07-26T07:21:27.380 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.380 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:27.380 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.380 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.380 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:27.380 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.380 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.380 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.380 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.381 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:27.381 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.381 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.381 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.381 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.9", 2024-07-26T07:21:27.381 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.381 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.381 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.381 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5243, 2024-07-26T07:21:27.381 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.381 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:04:49.560341+0000", 2024-07-26T07:21:27.381 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.381 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.381 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.382 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.382 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.382 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.382 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.382 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.382 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.382 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.382 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.382 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.382 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.382 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.382 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.382 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.383 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.383 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.383 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.383 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:27.383 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:27.383 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.383 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:27.383 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.383 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.383 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.384 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.384 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.384 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:27.384 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.384 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.384 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.384 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.384 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.384 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.384 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.384 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:27.384 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:27.384 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.384 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.385 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.385 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:27.385 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:27.385 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.385 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.385 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.385 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.385 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:27.385 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:27.385 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:27.385 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.385 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 4, 2024-07-26T07:21:27.385 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:27.386 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.386 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.386 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.386 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:27.386 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:27.386 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:27.386 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.386 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T07:21:27.386 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.386 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.386 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:27.386 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.386 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.386 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.387 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.856960+0000", 2024-07-26T07:21:27.387 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.427632+0000", 2024-07-26T07:21:27.387 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.427632+0000", 2024-07-26T07:21:27.387 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.427990+0000", 2024-07-26T07:21:27.387 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.856960+0000", 2024-07-26T07:21:27.387 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.387 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.387 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.387 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:27.387 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.856960+0000", 2024-07-26T07:21:27.387 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.856960+0000", 2024-07-26T07:21:27.387 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.856960+0000", 2024-07-26T07:21:27.387 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.387 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.387 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.387 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.856960+0000", 2024-07-26T07:21:27.388 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.856960+0000", 2024-07-26T07:21:27.388 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.388 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:27.388 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.388 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.388 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:27.388 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.388 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.388 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.388 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.388 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:27.388 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.388 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.388 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.388 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.8", 2024-07-26T07:21:27.388 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.389 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.389 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.389 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5122, 2024-07-26T07:21:27.389 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.389 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:08:30.258939+0000", 2024-07-26T07:21:27.389 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.389 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.389 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.389 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.389 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.389 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.389 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.389 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.389 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.390 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.390 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.390 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.390 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.390 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.390 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.390 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.390 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.390 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.390 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.390 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:27.390 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:27.390 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.390 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:27.390 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.391 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.391 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.391 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.391 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.391 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:27.391 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.391 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.391 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.391 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.391 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.391 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.391 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.391 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:27.391 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:27.391 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.392 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.392 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.392 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:27.392 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:27.392 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.392 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.392 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.392 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.392 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:27.392 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:27.392 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:27.392 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.392 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T07:21:27.393 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:27.393 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.393 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.393 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.393 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:27.393 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:27.393 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:27.393 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.393 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 0, 2024-07-26T07:21:27.393 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.393 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.393 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:27.393 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.393 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.393 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.394 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.616076+0000", 2024-07-26T07:21:27.394 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:14.409966+0000", 2024-07-26T07:21:27.394 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:14.409966+0000", 2024-07-26T07:21:27.394 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:14.410289+0000", 2024-07-26T07:21:27.394 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.616076+0000", 2024-07-26T07:21:27.394 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.394 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.394 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.394 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 438, 2024-07-26T07:21:27.394 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.616076+0000", 2024-07-26T07:21:27.394 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.616076+0000", 2024-07-26T07:21:27.394 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.616076+0000", 2024-07-26T07:21:27.394 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.394 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.395 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.395 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.616076+0000", 2024-07-26T07:21:27.395 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.616076+0000", 2024-07-26T07:21:27.395 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.395 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:27.395 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.395 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.395 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 437, 2024-07-26T07:21:27.395 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.395 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.395 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.395 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.395 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:27.395 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.396 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.396 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.396 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.6", 2024-07-26T07:21:27.396 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.396 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.396 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.396 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5340, 2024-07-26T07:21:27.396 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.396 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:16:24.035633+0000", 2024-07-26T07:21:27.396 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.396 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.396 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.396 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.396 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.396 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.397 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.397 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.397 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.397 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.397 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.397 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.397 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.397 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.397 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.397 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.397 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.397 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.397 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.397 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:27.398 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:27.398 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.398 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:27.398 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.398 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.398 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.398 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.398 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.398 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:27.398 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.398 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.398 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.398 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.398 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.399 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.399 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.399 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:27.399 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:27.399 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.399 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.399 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.399 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:27.399 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:27.399 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.399 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.399 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.399 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.399 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:27.400 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:27.400 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:27.400 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.400 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 0, 2024-07-26T07:21:27.400 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:27.400 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.400 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.400 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.400 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:27.400 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:27.400 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:27.400 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.400 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 6, 2024-07-26T07:21:27.400 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.401 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.401 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:27.401 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.401 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.401 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.401 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.859349+0000", 2024-07-26T07:21:27.401 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.417606+0000", 2024-07-26T07:21:27.401 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.417606+0000", 2024-07-26T07:21:27.401 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.418308+0000", 2024-07-26T07:21:27.401 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.859349+0000", 2024-07-26T07:21:27.401 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.401 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.401 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.401 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:27.402 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.859349+0000", 2024-07-26T07:21:27.402 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.859349+0000", 2024-07-26T07:21:27.402 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.859349+0000", 2024-07-26T07:21:27.402 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.402 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.402 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.402 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.859349+0000", 2024-07-26T07:21:27.402 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.859349+0000", 2024-07-26T07:21:27.402 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.402 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 2, 2024-07-26T07:21:27.402 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.402 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.402 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:27.402 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.403 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.403 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.403 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.403 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 2, 2024-07-26T07:21:27.403 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.403 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.403 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.403 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.7", 2024-07-26T07:21:27.403 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.403 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.403 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.403 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5133, 2024-07-26T07:21:27.403 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.403 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T07:27:59.240237+0000", 2024-07-26T07:21:27.403 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.404 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.404 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.404 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.404 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.404 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.404 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.404 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.404 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.404 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.404 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.404 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.404 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.404 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.404 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.404 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.405 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.405 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.405 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.405 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 3, 2024-07-26T07:21:27.405 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 1, 2024-07-26T07:21:27.405 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.405 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 1, 2024-07-26T07:21:27.405 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.405 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.405 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.405 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.405 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.405 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 1, 2024-07-26T07:21:27.406 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.406 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.406 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.406 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.406 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.406 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.406 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.406 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 6, 2024-07-26T07:21:27.406 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 6, 2024-07-26T07:21:27.406 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.406 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.406 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.406 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 3, 2024-07-26T07:21:27.407 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:27.407 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.407 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.407 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.407 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.407 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:27.407 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:27.407 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:27.407 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.407 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 6, 2024-07-26T07:21:27.407 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "65'2" 2024-07-26T07:21:27.407 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.407 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.407 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.407 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:27.407 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:27.408 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:27.408 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.408 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 4, 2024-07-26T07:21:27.408 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.408 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.408 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 69, 2024-07-26T07:21:27.408 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.408 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.408 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.408 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.611256+0000", 2024-07-26T07:21:27.408 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.523449+0000", 2024-07-26T07:21:27.408 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.523449+0000", 2024-07-26T07:21:27.408 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:45:57.969667+0000", 2024-07-26T07:21:27.408 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.611256+0000", 2024-07-26T07:21:27.408 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:27.409 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.409 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:27.409 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:27.409 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.611256+0000", 2024-07-26T07:21:27.409 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.611256+0000", 2024-07-26T07:21:27.409 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.611256+0000", 2024-07-26T07:21:27.409 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.409 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.409 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:27.409 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.611256+0000", 2024-07-26T07:21:27.409 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.611256+0000", 2024-07-26T07:21:27.409 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.409 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 2996, 2024-07-26T07:21:27.410 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.410 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.410 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:27.410 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.410 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.410 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.410 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.410 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 2996, 2024-07-26T07:21:27.410 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.410 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.410 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.410 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "4.1", 2024-07-26T07:21:27.411 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.411 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.411 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.411 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 9124, 2024-07-26T07:21:27.411 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.411 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:57:51.840469+0000", 2024-07-26T07:21:27.411 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.004416952, 2024-07-26T07:21:27.411 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.411 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.411 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 4194304, 2024-07-26T07:21:27.411 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.411 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.411 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.411 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.411 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.412 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.412 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.412 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.412 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.412 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.412 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.412 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.412 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.412 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.412 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.412 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 3, 2024-07-26T07:21:27.412 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 1, 2024-07-26T07:21:27.412 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.413 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 1, 2024-07-26T07:21:27.413 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.413 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.413 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.413 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.413 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.413 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:27.413 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.413 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.413 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.413 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.413 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.413 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.413 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.414 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 1659, 2024-07-26T07:21:27.414 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 369571, 2024-07-26T07:21:27.414 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.414 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.414 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.414 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 2962, 2024-07-26T07:21:27.414 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 399622 2024-07-26T07:21:27.414 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.414 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.414 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.414 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.414 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:27.414 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:27.415 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:27.415 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.415 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 4, 2024-07-26T07:21:27.415 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "1134'2996" 2024-07-26T07:21:27.415 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.415 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.415 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.415 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:27.415 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:27.415 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:27.415 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.415 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T07:21:27.415 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.416 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.416 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:27.416 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.416 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.416 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.416 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.858306+0000", 2024-07-26T07:21:27.416 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.412673+0000", 2024-07-26T07:21:27.416 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.412673+0000", 2024-07-26T07:21:27.416 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.413159+0000", 2024-07-26T07:21:27.416 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.858306+0000", 2024-07-26T07:21:27.416 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.416 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.416 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.416 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:27.417 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.858306+0000", 2024-07-26T07:21:27.417 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.858306+0000", 2024-07-26T07:21:27.417 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.858306+0000", 2024-07-26T07:21:27.417 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.417 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.417 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.417 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.858306+0000", 2024-07-26T07:21:27.417 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.858306+0000", 2024-07-26T07:21:27.417 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.417 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:27.417 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.417 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.417 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:27.417 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.418 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.418 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.418 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.418 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:27.418 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.418 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.418 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.418 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.7", 2024-07-26T07:21:27.418 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.418 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.418 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.418 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5266, 2024-07-26T07:21:27.418 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.419 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:40:53.414688+0000", 2024-07-26T07:21:27.419 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.419 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.419 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.419 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.419 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.419 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.419 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.419 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.419 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.419 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.419 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.419 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.419 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.420 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.420 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.420 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.420 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.420 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.420 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.420 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:27.420 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:27.420 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.420 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:27.420 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.420 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.420 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.421 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.421 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.421 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:27.421 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.421 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.421 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.421 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.421 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.421 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.421 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.421 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:27.421 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:27.421 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.422 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.422 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.422 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:27.422 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:27.422 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.422 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.422 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.422 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.422 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:27.422 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:27.422 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:27.422 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.422 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T07:21:27.422 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:27.423 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.423 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.423 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.423 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:27.423 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:27.423 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:27.423 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.423 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T07:21:27.423 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.423 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.423 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:27.423 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.423 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.423 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.424 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.614551+0000", 2024-07-26T07:21:27.424 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.527303+0000", 2024-07-26T07:21:27.424 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.527303+0000", 2024-07-26T07:21:27.424 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.527604+0000", 2024-07-26T07:21:27.424 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.614551+0000", 2024-07-26T07:21:27.424 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.424 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.424 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.424 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:27.424 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.614551+0000", 2024-07-26T07:21:27.424 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.614551+0000", 2024-07-26T07:21:27.424 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.614551+0000", 2024-07-26T07:21:27.424 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.425 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.425 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.425 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.614551+0000", 2024-07-26T07:21:27.425 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.614551+0000", 2024-07-26T07:21:27.425 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.425 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 2, 2024-07-26T07:21:27.425 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.425 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.425 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:27.425 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.425 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.425 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.425 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.425 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 2, 2024-07-26T07:21:27.425 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.426 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.426 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.426 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.6", 2024-07-26T07:21:27.426 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.426 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.426 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.426 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5338, 2024-07-26T07:21:27.426 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.426 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T07:52:41.130369+0000", 2024-07-26T07:21:27.426 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.426 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.426 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.426 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.426 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.427 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.427 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.427 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.427 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.427 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.427 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.427 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.427 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.427 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.427 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.427 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.427 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.427 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.427 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.427 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 3, 2024-07-26T07:21:27.428 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 1, 2024-07-26T07:21:27.428 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.428 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 1, 2024-07-26T07:21:27.428 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.428 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.428 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.428 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.428 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.428 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 1, 2024-07-26T07:21:27.428 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.428 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.428 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.428 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.428 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.428 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.429 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.429 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 2, 2024-07-26T07:21:27.429 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 2, 2024-07-26T07:21:27.429 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.429 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.429 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.429 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 2, 2024-07-26T07:21:27.429 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:27.429 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.429 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.429 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.429 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.429 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:27.430 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:27.430 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:27.430 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.430 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T07:21:27.430 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "557'2" 2024-07-26T07:21:27.430 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.430 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.430 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.430 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:27.430 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:27.430 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:27.430 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.430 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T07:21:27.430 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.431 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.431 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 69, 2024-07-26T07:21:27.431 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.431 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.431 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.431 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.855893+0000", 2024-07-26T07:21:27.431 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.416545+0000", 2024-07-26T07:21:27.431 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.416545+0000", 2024-07-26T07:21:27.431 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:45:58.070175+0000", 2024-07-26T07:21:27.431 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.855893+0000", 2024-07-26T07:21:27.431 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:27.431 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.431 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:27.432 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:27.432 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.855893+0000", 2024-07-26T07:21:27.432 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.855893+0000", 2024-07-26T07:21:27.432 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.855893+0000", 2024-07-26T07:21:27.432 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.432 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.432 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:27.432 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.855893+0000", 2024-07-26T07:21:27.432 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.855893+0000", 2024-07-26T07:21:27.432 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.432 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 3040, 2024-07-26T07:21:27.432 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.432 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.432 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:27.432 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.433 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.433 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.433 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.433 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 3040, 2024-07-26T07:21:27.433 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.433 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.433 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.433 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "4.0", 2024-07-26T07:21:27.433 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.433 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.433 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.433 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 8895, 2024-07-26T07:21:27.433 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.433 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:24:44.131506+0000", 2024-07-26T07:21:27.433 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.002540264, 2024-07-26T07:21:27.433 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.434 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.434 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.434 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.434 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.434 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.434 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.434 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.434 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.434 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.434 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.434 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.434 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.434 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.434 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.435 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.435 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.435 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.435 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:27.435 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:27.435 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.435 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:27.435 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.435 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.435 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.435 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.435 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.435 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:27.435 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.435 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.436 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.436 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.436 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.436 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.436 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.436 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 776, 2024-07-26T07:21:27.436 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 399547, 2024-07-26T07:21:27.436 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.436 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.436 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.436 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 3021, 2024-07-26T07:21:27.436 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 395805 2024-07-26T07:21:27.436 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.436 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.437 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.437 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.437 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:27.437 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:27.437 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:27.437 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.437 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T07:21:27.437 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "1134'3040" 2024-07-26T07:21:27.437 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.437 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.437 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.437 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:27.437 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:27.437 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T07:21:27.438 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.438 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T07:21:27.438 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.438 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.438 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:27.438 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.438 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.438 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.438 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.615596+0000", 2024-07-26T07:21:27.438 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:47.481228+0000", 2024-07-26T07:21:27.438 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:47.481228+0000", 2024-07-26T07:21:27.438 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:47.481552+0000", 2024-07-26T07:21:27.439 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.615596+0000", 2024-07-26T07:21:27.439 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.439 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.439 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.439 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 470, 2024-07-26T07:21:27.439 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.615596+0000", 2024-07-26T07:21:27.439 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.615596+0000", 2024-07-26T07:21:27.439 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.615596+0000", 2024-07-26T07:21:27.439 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.439 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.439 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.439 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.615596+0000", 2024-07-26T07:21:27.439 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.615596+0000", 2024-07-26T07:21:27.439 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.440 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:27.440 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.440 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.440 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 469, 2024-07-26T07:21:27.440 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.440 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.440 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.440 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.440 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:27.440 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.440 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.440 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.440 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.4", 2024-07-26T07:21:27.440 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.441 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.441 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.441 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5331, 2024-07-26T07:21:27.441 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.441 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:40:13.310428+0000", 2024-07-26T07:21:27.441 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.441 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.441 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.441 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.441 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.441 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.441 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.441 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.441 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.442 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.442 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.442 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.442 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.442 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.442 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.442 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.442 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.442 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.442 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.442 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:27.442 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:27.442 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.442 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:27.443 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.443 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.443 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.443 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.443 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.443 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:27.443 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.443 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.443 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.443 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.443 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.443 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.443 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.443 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:27.444 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:27.444 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.444 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.444 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.444 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:27.444 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:27.444 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.444 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.444 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.444 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.444 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:27.444 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:27.444 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T07:21:27.444 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.444 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T07:21:27.445 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:27.445 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.445 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.445 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.445 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:27.445 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:27.445 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:27.445 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.445 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T07:21:27.445 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.445 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.445 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:27.445 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.445 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.445 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.446 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.863575+0000", 2024-07-26T07:21:27.446 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.425334+0000", 2024-07-26T07:21:27.446 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.425334+0000", 2024-07-26T07:21:27.446 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.425761+0000", 2024-07-26T07:21:27.446 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.863575+0000", 2024-07-26T07:21:27.446 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.446 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.446 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.446 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:27.446 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.863575+0000", 2024-07-26T07:21:27.446 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.863575+0000", 2024-07-26T07:21:27.446 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.863575+0000", 2024-07-26T07:21:27.446 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.446 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.446 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.446 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.863575+0000", 2024-07-26T07:21:27.447 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.863575+0000", 2024-07-26T07:21:27.447 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.447 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:27.447 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.447 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.447 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:27.447 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.447 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.447 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.447 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.447 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:27.447 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.447 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.448 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.448 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.5", 2024-07-26T07:21:27.448 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.448 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.448 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.448 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5135, 2024-07-26T07:21:27.448 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.448 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T06:26:36.602576+0000", 2024-07-26T07:21:27.448 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.448 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.448 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.448 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.448 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.448 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.448 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.448 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.449 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.449 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.449 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.449 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.449 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.449 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.449 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.449 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.449 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.449 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.449 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.449 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:27.449 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:27.449 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.450 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:27.450 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.450 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.450 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.450 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.450 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.450 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:27.450 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.450 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.450 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.450 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.450 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.450 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.451 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.451 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:27.451 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:27.451 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.451 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.451 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.451 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:27.451 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:27.451 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.451 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.451 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.451 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.451 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:27.451 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:27.452 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:27.452 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.452 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T07:21:27.452 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:27.452 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.452 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.452 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.452 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:27.452 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:27.452 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:27.452 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.452 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 0, 2024-07-26T07:21:27.452 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.452 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.452 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 69, 2024-07-26T07:21:27.453 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.453 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.453 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.453 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.613301+0000", 2024-07-26T07:21:27.453 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.423635+0000", 2024-07-26T07:21:27.453 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.423635+0000", 2024-07-26T07:21:27.453 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:45:57.973294+0000", 2024-07-26T07:21:27.453 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.613301+0000", 2024-07-26T07:21:27.453 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:27.453 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.453 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:27.453 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:27.453 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.613301+0000", 2024-07-26T07:21:27.454 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.613301+0000", 2024-07-26T07:21:27.454 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.613301+0000", 2024-07-26T07:21:27.454 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.454 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.454 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:27.454 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.613301+0000", 2024-07-26T07:21:27.454 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.613301+0000", 2024-07-26T07:21:27.454 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.454 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 3020, 2024-07-26T07:21:27.454 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.454 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.454 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:27.454 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.455 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.455 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.455 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.455 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 3020, 2024-07-26T07:21:27.455 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.455 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.455 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.455 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "4.3", 2024-07-26T07:21:27.455 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.455 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.455 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.455 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 9015, 2024-07-26T07:21:27.455 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.455 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:36:42.550203+0000", 2024-07-26T07:21:27.456 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.005490602, 2024-07-26T07:21:27.456 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.456 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.456 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.456 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.456 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.456 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.456 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.456 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.456 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.456 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.456 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.456 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.456 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.456 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.457 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.457 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.457 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.457 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.457 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 3, 2024-07-26T07:21:27.457 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 1, 2024-07-26T07:21:27.457 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.457 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 1, 2024-07-26T07:21:27.457 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.457 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.457 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.457 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.457 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.457 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 1, 2024-07-26T07:21:27.458 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.458 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.458 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.458 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.458 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.458 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.458 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.458 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 838, 2024-07-26T07:21:27.458 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 395296, 2024-07-26T07:21:27.458 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.458 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.458 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.458 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 3012, 2024-07-26T07:21:27.459 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 343213 2024-07-26T07:21:27.459 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.459 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.459 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.459 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.459 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:27.459 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:27.459 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:27.459 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.459 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 0, 2024-07-26T07:21:27.459 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "1134'3020" 2024-07-26T07:21:27.459 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.459 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.459 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.460 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:27.460 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:27.460 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:27.460 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.460 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T07:21:27.460 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.460 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.460 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:27.460 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.460 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.460 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.460 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.859819+0000", 2024-07-26T07:21:27.460 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:47.471762+0000", 2024-07-26T07:21:27.461 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:47.471762+0000", 2024-07-26T07:21:27.461 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:47.472068+0000", 2024-07-26T07:21:27.461 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.859819+0000", 2024-07-26T07:21:27.461 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.461 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.461 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.461 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 470, 2024-07-26T07:21:27.461 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.859819+0000", 2024-07-26T07:21:27.461 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.859819+0000", 2024-07-26T07:21:27.461 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.859819+0000", 2024-07-26T07:21:27.461 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.461 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.461 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.461 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.859819+0000", 2024-07-26T07:21:27.462 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.859819+0000", 2024-07-26T07:21:27.462 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.462 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:27.462 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.462 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.462 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 469, 2024-07-26T07:21:27.462 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.462 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.462 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.462 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.462 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:27.462 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.462 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.462 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.463 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.5", 2024-07-26T07:21:27.463 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.463 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.463 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.463 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5198, 2024-07-26T07:21:27.463 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.463 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:21:45.488837+0000", 2024-07-26T07:21:27.463 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.463 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.463 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.463 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.463 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.463 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.463 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.464 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.464 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.464 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.464 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.464 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.464 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.464 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.464 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.464 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.464 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.464 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.464 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.464 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:27.465 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:27.465 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.465 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:27.465 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.465 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.465 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.465 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.465 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.465 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:27.465 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.465 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.465 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.465 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.465 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.466 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.466 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.466 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:27.466 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:27.466 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.466 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.466 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.466 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:27.466 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:27.466 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.466 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.466 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.466 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.466 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:27.467 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:27.467 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:27.467 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.467 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T07:21:27.467 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:27.467 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.467 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.467 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.467 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:27.467 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:27.467 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:27.467 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.467 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T07:21:27.467 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.468 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.468 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:27.468 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.468 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.468 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.468 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.615689+0000", 2024-07-26T07:21:27.468 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.421093+0000", 2024-07-26T07:21:27.468 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.421093+0000", 2024-07-26T07:21:27.468 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.421360+0000", 2024-07-26T07:21:27.468 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.615689+0000", 2024-07-26T07:21:27.468 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.468 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.468 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.469 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:27.469 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.615689+0000", 2024-07-26T07:21:27.469 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.615689+0000", 2024-07-26T07:21:27.469 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.615689+0000", 2024-07-26T07:21:27.469 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.469 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.469 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.469 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.615689+0000", 2024-07-26T07:21:27.469 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.615689+0000", 2024-07-26T07:21:27.469 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.469 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:27.469 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.469 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.469 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:27.469 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.470 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.470 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.470 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.470 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:27.470 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.470 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.470 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.470 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.4", 2024-07-26T07:21:27.470 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.470 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.470 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.470 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5344, 2024-07-26T07:21:27.470 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.470 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:35:03.772069+0000", 2024-07-26T07:21:27.471 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.471 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.471 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.471 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.471 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.471 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.471 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.471 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.471 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.471 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.471 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.471 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.471 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.471 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.472 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.472 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.472 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.472 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.472 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.472 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:27.472 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:27.472 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.472 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:27.472 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.472 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.472 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.472 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.472 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.473 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:27.473 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.473 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.473 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.473 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.473 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.473 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.473 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.473 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:27.473 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:27.473 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.473 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.473 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.473 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:27.474 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:27.474 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.474 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.474 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.474 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.474 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:27.474 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:27.474 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:27.474 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.474 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T07:21:27.474 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:27.474 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.474 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.474 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.475 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:27.475 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:27.475 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:27.475 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.475 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T07:21:27.475 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.475 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.475 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 69, 2024-07-26T07:21:27.475 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.475 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.475 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.475 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.613779+0000", 2024-07-26T07:21:27.475 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:47.484112+0000", 2024-07-26T07:21:27.475 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:47.484112+0000", 2024-07-26T07:21:27.476 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:45:57.980256+0000", 2024-07-26T07:21:27.476 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.613779+0000", 2024-07-26T07:21:27.476 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:27.476 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.476 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:27.476 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 470, 2024-07-26T07:21:27.476 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.613779+0000", 2024-07-26T07:21:27.476 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.613779+0000", 2024-07-26T07:21:27.476 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.613779+0000", 2024-07-26T07:21:27.476 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.476 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.476 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:27.476 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.613779+0000", 2024-07-26T07:21:27.476 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.613779+0000", 2024-07-26T07:21:27.476 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.477 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 3094, 2024-07-26T07:21:27.477 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.477 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.477 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 469, 2024-07-26T07:21:27.477 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.477 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.477 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.477 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.477 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 3094, 2024-07-26T07:21:27.477 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.477 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.477 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.477 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "4.2", 2024-07-26T07:21:27.477 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.477 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.478 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.478 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 9413, 2024-07-26T07:21:27.478 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.478 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T06:09:56.708855+0000", 2024-07-26T07:21:27.478 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.013219577, 2024-07-26T07:21:27.478 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.478 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.478 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 19, 2024-07-26T07:21:27.478 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.478 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.478 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.478 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.478 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.479 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.479 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.479 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.479 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.479 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.479 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.479 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.479 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.479 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.479 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.479 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 3, 2024-07-26T07:21:27.479 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 1, 2024-07-26T07:21:27.479 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.479 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 1, 2024-07-26T07:21:27.480 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.480 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.480 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.480 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.480 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.480 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:27.480 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.480 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.480 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.480 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.480 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.480 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.480 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.480 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 1557, 2024-07-26T07:21:27.480 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 366248, 2024-07-26T07:21:27.481 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.481 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.481 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.481 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 3077, 2024-07-26T07:21:27.481 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 409723 2024-07-26T07:21:27.481 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.481 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.481 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.481 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.481 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:27.481 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:27.481 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:27.481 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.481 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T07:21:27.482 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "1134'3094" 2024-07-26T07:21:27.482 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.482 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.482 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.482 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:27.482 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:27.482 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:27.482 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.482 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 4, 2024-07-26T07:21:27.482 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.482 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.482 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:27.482 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.482 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.482 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.483 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.612489+0000", 2024-07-26T07:21:27.483 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.515844+0000", 2024-07-26T07:21:27.483 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.515844+0000", 2024-07-26T07:21:27.483 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.516138+0000", 2024-07-26T07:21:27.483 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.612489+0000", 2024-07-26T07:21:27.483 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.483 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.483 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.483 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:27.483 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.612489+0000", 2024-07-26T07:21:27.483 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.612489+0000", 2024-07-26T07:21:27.483 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.612489+0000", 2024-07-26T07:21:27.483 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.483 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.484 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.484 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.612489+0000", 2024-07-26T07:21:27.484 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.612489+0000", 2024-07-26T07:21:27.484 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.484 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:27.484 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.484 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.484 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:27.484 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.484 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.484 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.484 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.484 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:27.484 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.484 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.485 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.485 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.3", 2024-07-26T07:21:27.485 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.485 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.485 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.485 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5222, 2024-07-26T07:21:27.485 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.485 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:29:48.873999+0000", 2024-07-26T07:21:27.485 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.485 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.485 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.485 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.485 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.485 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.485 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.486 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.486 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.486 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.486 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.486 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.486 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.486 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.486 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.486 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.486 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.486 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.486 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.486 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:27.486 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:27.486 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.487 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:27.487 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.487 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.487 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.487 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.487 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.487 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:27.487 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.487 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.487 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.487 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.487 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.487 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.487 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.487 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:27.488 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:27.488 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.488 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.488 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.488 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:27.488 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:27.488 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.488 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.488 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.488 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.488 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:27.488 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:27.488 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:27.488 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.489 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 4, 2024-07-26T07:21:27.489 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:27.489 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.489 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.489 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.489 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:27.489 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:27.489 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:27.489 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.489 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T07:21:27.489 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.489 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.489 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:27.489 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.489 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.490 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.490 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.857419+0000", 2024-07-26T07:21:27.490 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.525640+0000", 2024-07-26T07:21:27.490 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.525640+0000", 2024-07-26T07:21:27.490 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.526051+0000", 2024-07-26T07:21:27.490 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.857419+0000", 2024-07-26T07:21:27.490 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.490 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.490 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.490 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:27.490 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.857419+0000", 2024-07-26T07:21:27.490 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.857419+0000", 2024-07-26T07:21:27.490 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.857419+0000", 2024-07-26T07:21:27.490 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.491 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.491 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.491 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.857419+0000", 2024-07-26T07:21:27.491 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.857419+0000", 2024-07-26T07:21:27.491 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.491 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:27.491 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.491 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.491 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:27.491 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.491 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.491 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.491 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.492 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:27.492 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.492 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.492 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.492 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.2", 2024-07-26T07:21:27.492 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.492 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.492 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.492 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5172, 2024-07-26T07:21:27.492 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.492 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:45:49.579535+0000", 2024-07-26T07:21:27.492 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.492 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.492 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.492 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.493 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.493 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.493 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.493 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.493 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.493 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.493 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.493 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.493 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.493 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.493 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.493 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.493 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.493 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.494 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.494 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:27.494 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:27.494 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.494 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:27.494 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.494 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.494 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.494 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.494 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.494 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:27.494 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.494 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.494 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.495 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.495 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.495 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.495 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.495 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:27.495 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:27.495 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.495 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.495 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.495 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:27.495 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:27.495 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.495 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.495 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.496 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.496 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:27.496 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:27.496 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:27.496 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.496 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T07:21:27.496 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:27.496 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.496 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.496 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.496 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:27.496 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:27.496 INFO:tasks.workunit.client.0.smithi089.stdout: 3 2024-07-26T07:21:27.496 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.496 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T07:21:27.497 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.497 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.497 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 69, 2024-07-26T07:21:27.497 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.497 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.497 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.497 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.615784+0000", 2024-07-26T07:21:27.497 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:10:41.384684+0000", 2024-07-26T07:21:27.497 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:10:41.384684+0000", 2024-07-26T07:21:27.497 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:45:57.976177+0000", 2024-07-26T07:21:27.497 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.615784+0000", 2024-07-26T07:21:27.497 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:27.497 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.497 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:27.498 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 407, 2024-07-26T07:21:27.498 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.615784+0000", 2024-07-26T07:21:27.498 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.615784+0000", 2024-07-26T07:21:27.498 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.615784+0000", 2024-07-26T07:21:27.498 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.498 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.498 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:27.498 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.615784+0000", 2024-07-26T07:21:27.498 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.615784+0000", 2024-07-26T07:21:27.498 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.498 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 3081, 2024-07-26T07:21:27.498 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.498 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.498 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 406, 2024-07-26T07:21:27.499 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.499 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.499 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.499 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.499 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 3081, 2024-07-26T07:21:27.499 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.499 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.499 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.499 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "4.4", 2024-07-26T07:21:27.499 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.499 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.499 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.499 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 8959, 2024-07-26T07:21:27.499 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.499 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:25:02.737209+0000", 2024-07-26T07:21:27.500 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.009264271, 2024-07-26T07:21:27.500 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.500 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.500 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.500 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.500 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.500 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.500 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.500 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.500 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.500 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.500 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.500 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.500 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.501 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.501 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.501 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.501 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.501 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.501 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 3, 2024-07-26T07:21:27.501 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 1, 2024-07-26T07:21:27.501 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.501 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 1, 2024-07-26T07:21:27.501 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.501 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.501 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.501 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.501 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.501 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 1, 2024-07-26T07:21:27.502 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.502 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.502 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.502 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.502 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.502 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.502 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.502 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 820, 2024-07-26T07:21:27.502 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 389689, 2024-07-26T07:21:27.502 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.502 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.502 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.502 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 3114, 2024-07-26T07:21:27.502 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 380870 2024-07-26T07:21:27.503 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.503 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.503 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.503 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.503 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:27.503 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:27.503 INFO:tasks.workunit.client.0.smithi089.stdout: 3 2024-07-26T07:21:27.503 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.503 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T07:21:27.503 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "1134'3081" 2024-07-26T07:21:27.503 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.503 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.503 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.503 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:27.504 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:27.504 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:27.504 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.504 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T07:21:27.504 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.504 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.504 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:27.504 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.504 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.504 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.504 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.613409+0000", 2024-07-26T07:21:27.504 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.523422+0000", 2024-07-26T07:21:27.504 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.523422+0000", 2024-07-26T07:21:27.504 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.523780+0000", 2024-07-26T07:21:27.505 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.613409+0000", 2024-07-26T07:21:27.505 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.505 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.505 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.505 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:27.505 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.613409+0000", 2024-07-26T07:21:27.505 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.613409+0000", 2024-07-26T07:21:27.505 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.613409+0000", 2024-07-26T07:21:27.505 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.505 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.505 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.505 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.613409+0000", 2024-07-26T07:21:27.505 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.613409+0000", 2024-07-26T07:21:27.506 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.506 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:27.506 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.506 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.506 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:27.506 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.506 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.506 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.506 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.506 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:27.506 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.506 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.506 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.506 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.0", 2024-07-26T07:21:27.507 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.507 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.507 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.507 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5332, 2024-07-26T07:21:27.507 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.507 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T11:06:16.914878+0000", 2024-07-26T07:21:27.507 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.507 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.507 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.507 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.507 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.507 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.507 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.508 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.508 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.508 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.508 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.508 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.508 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.508 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.508 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.508 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.508 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.508 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.508 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.508 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:27.509 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:27.509 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.509 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:27.509 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.509 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.509 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.509 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.509 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.509 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:27.509 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.509 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.509 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.509 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.509 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.510 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.510 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.510 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:27.510 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:27.510 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.510 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.510 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.510 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:27.510 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:27.510 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.510 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.511 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.511 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.511 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:27.511 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:27.511 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:27.511 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.511 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T07:21:27.511 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:27.511 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.511 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.511 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.511 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:27.511 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:27.511 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:27.512 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.512 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 2, 2024-07-26T07:21:27.512 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.512 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.512 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:27.512 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.512 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.512 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.512 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.856827+0000", 2024-07-26T07:21:27.512 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:10:41.384773+0000", 2024-07-26T07:21:27.512 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:10:41.384773+0000", 2024-07-26T07:21:27.513 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:10:41.385537+0000", 2024-07-26T07:21:27.513 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.856827+0000", 2024-07-26T07:21:27.513 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.513 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.513 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.513 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 407, 2024-07-26T07:21:27.513 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.856827+0000", 2024-07-26T07:21:27.513 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.856827+0000", 2024-07-26T07:21:27.513 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.856827+0000", 2024-07-26T07:21:27.513 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.513 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.513 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.513 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.856827+0000", 2024-07-26T07:21:27.513 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.856827+0000", 2024-07-26T07:21:27.514 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.514 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:27.514 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.514 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.514 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 406, 2024-07-26T07:21:27.514 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.514 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.514 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.514 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.514 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:27.514 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.514 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.515 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.515 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.1", 2024-07-26T07:21:27.515 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.515 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.515 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.515 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5316, 2024-07-26T07:21:27.515 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.515 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T06:20:49.448715+0000", 2024-07-26T07:21:27.515 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.515 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.515 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.515 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.515 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.516 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.516 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.516 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.516 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.516 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.516 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.516 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.516 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.516 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.516 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.516 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.516 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.516 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.516 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.517 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:27.517 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:27.517 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.517 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:27.517 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.517 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.517 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.517 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.517 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.517 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:27.517 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.517 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.518 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.518 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.518 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.518 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.518 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.518 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:27.518 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:27.518 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.518 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.518 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.518 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:27.518 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:27.518 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.519 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.519 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.519 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.519 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:27.519 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:27.519 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:27.519 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.519 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 2, 2024-07-26T07:21:27.519 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:27.519 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.519 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.519 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.519 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:27.520 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:27.520 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:27.520 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.520 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T07:21:27.520 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.520 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.520 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 69, 2024-07-26T07:21:27.520 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.520 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.520 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.520 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.617143+0000", 2024-07-26T07:21:27.520 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:47.483603+0000", 2024-07-26T07:21:27.520 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:47.483603+0000", 2024-07-26T07:21:27.520 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:45:57.976237+0000", 2024-07-26T07:21:27.521 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.617143+0000", 2024-07-26T07:21:27.521 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:27.521 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.521 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:27.521 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 470, 2024-07-26T07:21:27.521 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.617143+0000", 2024-07-26T07:21:27.521 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.617143+0000", 2024-07-26T07:21:27.521 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.617143+0000", 2024-07-26T07:21:27.521 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.521 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.521 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:27.521 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.617143+0000", 2024-07-26T07:21:27.521 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.617143+0000", 2024-07-26T07:21:27.521 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.521 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 2977, 2024-07-26T07:21:27.522 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.522 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.522 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 469, 2024-07-26T07:21:27.522 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.522 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.522 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.522 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.522 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 2977, 2024-07-26T07:21:27.522 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.522 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.522 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.522 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "4.7", 2024-07-26T07:21:27.522 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.522 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.523 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.523 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 9034, 2024-07-26T07:21:27.523 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.523 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:07:52.538359+0000", 2024-07-26T07:21:27.523 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.009481544, 2024-07-26T07:21:27.523 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.523 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.523 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.523 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.523 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.523 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.523 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.523 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.524 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.524 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.524 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.524 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.524 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.524 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.524 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.524 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.524 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.524 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.524 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:27.524 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:27.524 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.524 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:27.525 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.525 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.525 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.525 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.525 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.525 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:27.525 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.525 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.525 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.525 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.525 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.525 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.525 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.525 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 1091, 2024-07-26T07:21:27.526 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 382822, 2024-07-26T07:21:27.526 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.526 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.526 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.526 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 2944, 2024-07-26T07:21:27.526 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 364986 2024-07-26T07:21:27.526 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.526 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.526 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.526 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.526 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:27.526 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:27.526 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:27.526 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.527 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T07:21:27.527 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "1134'2977" 2024-07-26T07:21:27.527 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.527 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.527 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.527 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:27.527 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:27.527 INFO:tasks.workunit.client.0.smithi089.stdout: 3 2024-07-26T07:21:27.527 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.527 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 0, 2024-07-26T07:21:27.527 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.527 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.527 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:27.527 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.527 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.528 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.528 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.611819+0000", 2024-07-26T07:21:27.528 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:14.413340+0000", 2024-07-26T07:21:27.528 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:14.413340+0000", 2024-07-26T07:21:27.528 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:14.413872+0000", 2024-07-26T07:21:27.528 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.611819+0000", 2024-07-26T07:21:27.528 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.528 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.528 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.528 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 438, 2024-07-26T07:21:27.528 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.611819+0000", 2024-07-26T07:21:27.528 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.611819+0000", 2024-07-26T07:21:27.528 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.611819+0000", 2024-07-26T07:21:27.529 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.529 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.529 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.529 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.611819+0000", 2024-07-26T07:21:27.529 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.611819+0000", 2024-07-26T07:21:27.529 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.529 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:27.529 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.529 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.529 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 437, 2024-07-26T07:21:27.529 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.529 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.529 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.529 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.530 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:27.530 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.530 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.530 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.530 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.1", 2024-07-26T07:21:27.530 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.530 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.530 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.530 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5341, 2024-07-26T07:21:27.530 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.530 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:08:54.815644+0000", 2024-07-26T07:21:27.530 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.531 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.531 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.531 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.531 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.531 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.531 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.531 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.531 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.531 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.531 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.531 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.531 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.531 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.531 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.532 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.532 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.532 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.532 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.532 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:27.532 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:27.532 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.532 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:27.532 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.532 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.532 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.532 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.532 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.532 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:27.533 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.533 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.533 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.533 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.533 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.533 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.533 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.533 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:27.533 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:27.533 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.533 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.534 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.534 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:27.534 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:27.534 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.534 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.534 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.534 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.534 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:27.534 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:27.534 INFO:tasks.workunit.client.0.smithi089.stdout: 3 2024-07-26T07:21:27.534 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.534 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 0, 2024-07-26T07:21:27.534 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:27.535 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.535 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.535 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.535 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:27.535 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:27.535 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:27.535 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.535 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T07:21:27.535 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.535 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.535 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:27.535 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.535 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.536 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.536 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.857346+0000", 2024-07-26T07:21:27.536 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.427707+0000", 2024-07-26T07:21:27.536 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.427707+0000", 2024-07-26T07:21:27.536 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.428280+0000", 2024-07-26T07:21:27.536 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.857346+0000", 2024-07-26T07:21:27.536 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.536 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.536 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.536 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:27.536 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.857346+0000", 2024-07-26T07:21:27.536 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.857346+0000", 2024-07-26T07:21:27.536 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.857346+0000", 2024-07-26T07:21:27.537 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.537 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.537 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.537 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.857346+0000", 2024-07-26T07:21:27.537 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.857346+0000", 2024-07-26T07:21:27.537 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.537 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:27.537 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.537 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.537 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:27.537 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.537 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.537 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.538 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.538 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:27.538 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.538 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.538 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.538 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.0", 2024-07-26T07:21:27.538 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.538 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.538 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.538 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5125, 2024-07-26T07:21:27.538 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.538 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:47:57.032480+0000", 2024-07-26T07:21:27.538 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.538 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.539 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.539 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.539 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.539 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.539 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.539 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.539 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.539 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.539 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.539 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.539 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.539 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.539 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.539 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.540 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.540 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.540 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.540 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:27.540 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:27.540 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.540 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:27.540 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.540 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.540 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.540 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.540 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.540 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:27.541 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.541 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.541 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.541 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.541 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.541 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.541 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.541 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:27.541 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:27.541 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.541 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.541 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.541 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:27.541 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:27.542 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.542 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.542 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.542 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.542 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:27.542 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:27.542 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:27.542 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.542 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T07:21:27.542 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:27.542 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.542 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.542 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.542 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:27.543 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:27.543 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:27.543 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.543 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 0, 2024-07-26T07:21:27.543 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.543 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.543 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 69, 2024-07-26T07:21:27.543 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.543 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.543 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.543 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.615913+0000", 2024-07-26T07:21:27.543 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:10:08.367302+0000", 2024-07-26T07:21:27.543 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:10:08.367302+0000", 2024-07-26T07:21:27.543 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:45:57.973670+0000", 2024-07-26T07:21:27.544 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.615913+0000", 2024-07-26T07:21:27.544 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:27.544 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.544 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:27.544 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 375, 2024-07-26T07:21:27.544 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.615913+0000", 2024-07-26T07:21:27.544 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.615913+0000", 2024-07-26T07:21:27.544 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.615913+0000", 2024-07-26T07:21:27.544 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.544 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.544 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:27.544 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.615913+0000", 2024-07-26T07:21:27.544 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.615913+0000", 2024-07-26T07:21:27.545 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.545 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 3076, 2024-07-26T07:21:27.545 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.545 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.545 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 374, 2024-07-26T07:21:27.545 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.545 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.545 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.545 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.545 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 3076, 2024-07-26T07:21:27.545 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.545 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.545 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.545 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "4.6", 2024-07-26T07:21:27.546 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.546 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.546 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.546 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 9019, 2024-07-26T07:21:27.546 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.546 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:31:24.925671+0000", 2024-07-26T07:21:27.546 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.005397425, 2024-07-26T07:21:27.546 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.546 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.546 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.546 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.546 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.546 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.547 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.547 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.547 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.547 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.547 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.547 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.547 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.547 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.547 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.547 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.547 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.547 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.547 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:27.547 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:27.548 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.548 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:27.548 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.548 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.548 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.548 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.548 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.548 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:27.548 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.548 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.548 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.548 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.548 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.548 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.549 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.549 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 865, 2024-07-26T07:21:27.549 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 367886, 2024-07-26T07:21:27.549 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.549 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.549 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.549 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 3046, 2024-07-26T07:21:27.549 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 370563 2024-07-26T07:21:27.549 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.549 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.549 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.549 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.549 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:27.549 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:27.550 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:27.550 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.550 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 0, 2024-07-26T07:21:27.550 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "1134'3076" 2024-07-26T07:21:27.550 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.550 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.550 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.550 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:27.550 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:27.550 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:27.550 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.550 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T07:21:27.550 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.551 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.551 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:27.551 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.551 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.551 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.551 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.857173+0000", 2024-07-26T07:21:27.551 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.524406+0000", 2024-07-26T07:21:27.551 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.524406+0000", 2024-07-26T07:21:27.551 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.524662+0000", 2024-07-26T07:21:27.551 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.857173+0000", 2024-07-26T07:21:27.551 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.551 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.551 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.551 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:27.551 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.857173+0000", 2024-07-26T07:21:27.551 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.857173+0000", 2024-07-26T07:21:27.552 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.857173+0000", 2024-07-26T07:21:27.552 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.552 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.552 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.552 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.857173+0000", 2024-07-26T07:21:27.552 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.857173+0000", 2024-07-26T07:21:27.552 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.552 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:27.552 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.552 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.552 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:27.552 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.552 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.552 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.553 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.553 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:27.553 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.553 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.553 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.553 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.2", 2024-07-26T07:21:27.553 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.553 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.553 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.553 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5257, 2024-07-26T07:21:27.553 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.553 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:49:40.245025+0000", 2024-07-26T07:21:27.553 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.553 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.553 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.554 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.554 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.554 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.554 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.554 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.554 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.554 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.554 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.554 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.554 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.554 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.554 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.554 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.554 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.555 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.555 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.555 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:27.555 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:27.555 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.555 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:27.555 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.555 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.555 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.555 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.555 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.555 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:27.555 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.555 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.556 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.556 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.556 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.556 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.556 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.556 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:27.556 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:27.556 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.556 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.556 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.556 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:27.556 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:27.556 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.556 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.557 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.557 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.557 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:27.557 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:27.557 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:27.557 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.557 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T07:21:27.557 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:27.557 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.557 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.557 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.557 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:27.557 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:27.557 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:27.558 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.558 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T07:21:27.558 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.558 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.558 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:27.558 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.558 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.558 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.558 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.863403+0000", 2024-07-26T07:21:27.558 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:47.471543+0000", 2024-07-26T07:21:27.558 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:47.471543+0000", 2024-07-26T07:21:27.558 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:47.476983+0000", 2024-07-26T07:21:27.558 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.863403+0000", 2024-07-26T07:21:27.559 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.559 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.559 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.559 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 470, 2024-07-26T07:21:27.559 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.863403+0000", 2024-07-26T07:21:27.559 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.863403+0000", 2024-07-26T07:21:27.559 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.863403+0000", 2024-07-26T07:21:27.559 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.559 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.559 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.559 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.863403+0000", 2024-07-26T07:21:27.559 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.863403+0000", 2024-07-26T07:21:27.559 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.559 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:27.560 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.560 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.560 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 469, 2024-07-26T07:21:27.560 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.560 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.560 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.560 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.560 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:27.560 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.560 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.560 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.560 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.3", 2024-07-26T07:21:27.560 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.560 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.561 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.561 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5201, 2024-07-26T07:21:27.561 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.561 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:46:50.115683+0000", 2024-07-26T07:21:27.561 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.561 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.561 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.561 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.561 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.561 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.561 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.561 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.561 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.561 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.561 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.562 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.562 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.562 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.562 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.562 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.562 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.562 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.562 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.562 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:27.562 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:27.562 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.562 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:27.562 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.563 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.563 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.563 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.563 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.563 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:27.563 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.563 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.563 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.563 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.563 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.563 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.563 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.563 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:27.563 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:27.564 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.564 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.564 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.564 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:27.564 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:27.564 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.564 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.564 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.564 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.564 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:27.564 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:27.564 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:27.564 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.564 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T07:21:27.565 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:27.565 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.565 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.565 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.565 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:27.565 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:27.565 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:27.565 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.565 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T07:21:27.565 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.565 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.565 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 19, 2024-07-26T07:21:27.565 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.565 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.565 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.566 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.857460+0000", 2024-07-26T07:21:27.566 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.427263+0000", 2024-07-26T07:21:27.566 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.427263+0000", 2024-07-26T07:21:27.566 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.427934+0000", 2024-07-26T07:21:27.566 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.857460+0000", 2024-07-26T07:21:27.566 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T05:58:47.788656+0000", 2024-07-26T07:21:27.566 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.566 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T05:58:47.788656+0000", 2024-07-26T07:21:27.566 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:27.566 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.857460+0000", 2024-07-26T07:21:27.566 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.857460+0000", 2024-07-26T07:21:27.566 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.857460+0000", 2024-07-26T07:21:27.567 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.567 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.567 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T05:58:47.788656+0000", 2024-07-26T07:21:27.567 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.857460+0000", 2024-07-26T07:21:27.567 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.857460+0000", 2024-07-26T07:21:27.567 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.567 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 229, 2024-07-26T07:21:27.567 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.567 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.567 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:27.567 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.567 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.567 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.567 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.567 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 229, 2024-07-26T07:21:27.568 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.568 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.568 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.568 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "1.0", 2024-07-26T07:21:27.568 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.568 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.568 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.568 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5739, 2024-07-26T07:21:27.568 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.568 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:41:43.446608+0000", 2024-07-26T07:21:27.568 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.568 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.568 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.568 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 590368, 2024-07-26T07:21:27.568 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.568 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 1771104, 2024-07-26T07:21:27.569 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.569 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.569 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.569 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.569 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.569 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.569 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.569 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.569 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.569 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.569 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.569 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.569 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.569 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 6, 2024-07-26T07:21:27.569 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 2, 2024-07-26T07:21:27.570 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.570 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 2, 2024-07-26T07:21:27.570 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.570 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.570 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.570 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.570 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.570 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:27.570 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.570 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 6, 2024-07-26T07:21:27.570 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.570 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.570 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.570 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.571 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.571 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 1106, 2024-07-26T07:21:27.571 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 1934, 2024-07-26T07:21:27.571 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.571 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.571 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.571 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 375, 2024-07-26T07:21:27.571 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 2416 2024-07-26T07:21:27.571 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.571 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.571 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.571 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.571 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:27.571 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:27.571 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:27.572 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.572 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T07:21:27.572 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "1644'229" 2024-07-26T07:21:27.572 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.572 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.572 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.572 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:27.572 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:27.572 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:27.572 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.572 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 6, 2024-07-26T07:21:27.572 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.572 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.572 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 69, 2024-07-26T07:21:27.573 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.573 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.573 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.573 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.858352+0000", 2024-07-26T07:21:27.573 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.417108+0000", 2024-07-26T07:21:27.573 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.417108+0000", 2024-07-26T07:21:27.573 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:45:58.031343+0000", 2024-07-26T07:21:27.573 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.858352+0000", 2024-07-26T07:21:27.573 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:27.573 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.573 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:27.573 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:27.573 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.858352+0000", 2024-07-26T07:21:27.573 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.858352+0000", 2024-07-26T07:21:27.573 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.858352+0000", 2024-07-26T07:21:27.573 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.574 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.574 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:27.574 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.858352+0000", 2024-07-26T07:21:27.574 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.858352+0000", 2024-07-26T07:21:27.574 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.574 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 3178, 2024-07-26T07:21:27.574 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.574 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.574 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:27.574 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.574 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.574 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.574 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.575 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 3178, 2024-07-26T07:21:27.575 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.575 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.575 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.575 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "4.5", 2024-07-26T07:21:27.575 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.575 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.575 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.575 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 9154, 2024-07-26T07:21:27.575 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.575 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:49:30.255762+0000", 2024-07-26T07:21:27.575 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.003881844, 2024-07-26T07:21:27.575 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.575 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.576 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.576 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.576 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.576 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.576 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.576 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.576 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.576 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.576 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.576 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.576 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.576 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.576 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.576 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.577 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.577 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.577 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:27.577 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:27.577 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.577 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:27.577 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.577 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.577 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.577 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.577 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.577 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:27.577 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.578 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.578 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.578 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.578 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.578 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.578 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.578 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 1420, 2024-07-26T07:21:27.578 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 425091, 2024-07-26T07:21:27.578 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.578 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.578 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.578 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 3155, 2024-07-26T07:21:27.578 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 422415 2024-07-26T07:21:27.578 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.579 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.579 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.579 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.579 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:27.579 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:27.579 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:27.579 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.579 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 6, 2024-07-26T07:21:27.579 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "1134'3178" 2024-07-26T07:21:27.579 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.579 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.579 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.579 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:27.579 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:27.579 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:27.580 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.580 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T07:21:27.580 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.580 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.580 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:27.580 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.580 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.580 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.580 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.863156+0000", 2024-07-26T07:21:27.580 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.420400+0000", 2024-07-26T07:21:27.580 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.420400+0000", 2024-07-26T07:21:27.580 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.421043+0000", 2024-07-26T07:21:27.580 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.863156+0000", 2024-07-26T07:21:27.580 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.581 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.581 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.581 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:27.581 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.863156+0000", 2024-07-26T07:21:27.581 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.863156+0000", 2024-07-26T07:21:27.581 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.863156+0000", 2024-07-26T07:21:27.581 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.581 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.581 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.581 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.863156+0000", 2024-07-26T07:21:27.581 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.863156+0000", 2024-07-26T07:21:27.581 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.581 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:27.581 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.581 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.582 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:27.582 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.582 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.582 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.582 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.582 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:27.582 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.582 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.582 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.582 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.d", 2024-07-26T07:21:27.582 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.582 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.582 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.582 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5111, 2024-07-26T07:21:27.582 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.583 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:20:09.517127+0000", 2024-07-26T07:21:27.583 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.583 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.583 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.583 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.583 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.583 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.583 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.583 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.583 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.583 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.583 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.583 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.584 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.584 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.584 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.584 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.584 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.584 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.584 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.584 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:27.584 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:27.584 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.584 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:27.584 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.584 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.584 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.584 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.585 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.585 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:27.585 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.585 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.585 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.585 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.585 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.585 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.585 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.585 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:27.585 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:27.585 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.585 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.585 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.586 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:27.586 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:27.586 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.586 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.586 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.586 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.586 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:27.586 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:27.586 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:27.586 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.586 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T07:21:27.586 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:27.586 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.586 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.587 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.587 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:27.587 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:27.587 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:27.587 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.587 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 2, 2024-07-26T07:21:27.587 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.587 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.587 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:27.587 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.587 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.587 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.587 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.857369+0000", 2024-07-26T07:21:27.588 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:47.473130+0000", 2024-07-26T07:21:27.588 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:47.473130+0000", 2024-07-26T07:21:27.588 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:47.473517+0000", 2024-07-26T07:21:27.588 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.857369+0000", 2024-07-26T07:21:27.588 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.588 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.588 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.588 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 470, 2024-07-26T07:21:27.588 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.857369+0000", 2024-07-26T07:21:27.588 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.857369+0000", 2024-07-26T07:21:27.588 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.857369+0000", 2024-07-26T07:21:27.588 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.588 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.588 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.589 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.857369+0000", 2024-07-26T07:21:27.589 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.857369+0000", 2024-07-26T07:21:27.589 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.589 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:27.589 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.589 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.589 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 469, 2024-07-26T07:21:27.589 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.589 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.589 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.589 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.589 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:27.589 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.589 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.589 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.590 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.c", 2024-07-26T07:21:27.590 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.590 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.590 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.590 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5313, 2024-07-26T07:21:27.590 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.590 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:48:39.077042+0000", 2024-07-26T07:21:27.590 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.590 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.590 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.590 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.590 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.590 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.590 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.591 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.591 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.591 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.591 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.591 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.591 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.591 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.591 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.591 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.591 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.591 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.591 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.591 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:27.591 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:27.592 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.592 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:27.592 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.592 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.592 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.592 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.592 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.592 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:27.592 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.592 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.592 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.592 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.592 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.592 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.592 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.593 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:27.593 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:27.593 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.593 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.593 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.593 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:27.593 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:27.593 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.593 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.593 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.593 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.593 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:27.593 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:27.593 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:27.593 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.594 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 2, 2024-07-26T07:21:27.594 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:27.594 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.594 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.594 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.594 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:27.594 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:27.594 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:27.594 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.594 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T07:21:27.594 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.594 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.594 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:27.594 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.595 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.595 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.595 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.859548+0000", 2024-07-26T07:21:27.595 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.519925+0000", 2024-07-26T07:21:27.595 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.519925+0000", 2024-07-26T07:21:27.595 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.520221+0000", 2024-07-26T07:21:27.595 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.859548+0000", 2024-07-26T07:21:27.595 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.595 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.595 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.595 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:27.595 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.859548+0000", 2024-07-26T07:21:27.595 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.859548+0000", 2024-07-26T07:21:27.595 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.859548+0000", 2024-07-26T07:21:27.595 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.596 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.596 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.596 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.859548+0000", 2024-07-26T07:21:27.596 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.859548+0000", 2024-07-26T07:21:27.596 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.596 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:27.596 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.596 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.596 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:27.596 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.596 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.596 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.596 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.596 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:27.597 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.597 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.597 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.597 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.c", 2024-07-26T07:21:27.597 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.597 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.597 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.597 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5187, 2024-07-26T07:21:27.597 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.597 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:30:47.097564+0000", 2024-07-26T07:21:27.597 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.597 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.597 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.598 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.598 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.598 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.598 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.598 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.598 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.598 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.598 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.598 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.598 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.598 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.598 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.598 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.598 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.599 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.599 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.599 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:27.599 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:27.599 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.599 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:27.599 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.599 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.599 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.599 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.599 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.599 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:27.599 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.599 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.599 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.600 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.600 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.600 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.600 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.600 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:27.600 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:27.600 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.600 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.600 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.600 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:27.600 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:27.600 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.600 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.600 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.601 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.601 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:27.601 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:27.601 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:27.601 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.601 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T07:21:27.601 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:27.601 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.601 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.601 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.601 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:27.601 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:27.601 INFO:tasks.workunit.client.0.smithi089.stdout: 3 2024-07-26T07:21:27.602 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.602 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T07:21:27.602 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.602 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.602 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:27.602 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.602 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.602 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.602 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.613708+0000", 2024-07-26T07:21:27.602 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:14.408650+0000", 2024-07-26T07:21:27.602 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:14.408650+0000", 2024-07-26T07:21:27.602 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:14.409009+0000", 2024-07-26T07:21:27.603 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.613708+0000", 2024-07-26T07:21:27.603 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.603 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.603 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.603 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 438, 2024-07-26T07:21:27.603 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.613708+0000", 2024-07-26T07:21:27.603 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.613708+0000", 2024-07-26T07:21:27.603 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.613708+0000", 2024-07-26T07:21:27.603 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.603 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.603 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.603 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.613708+0000", 2024-07-26T07:21:27.603 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.613708+0000", 2024-07-26T07:21:27.603 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.603 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 1, 2024-07-26T07:21:27.604 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.604 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.604 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 437, 2024-07-26T07:21:27.604 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.604 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.604 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.604 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.604 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 1, 2024-07-26T07:21:27.604 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.604 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.604 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.604 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.d", 2024-07-26T07:21:27.605 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.605 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.605 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.605 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5335, 2024-07-26T07:21:27.605 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.605 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:14:52.408313+0000", 2024-07-26T07:21:27.605 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.605 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.605 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.605 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 70, 2024-07-26T07:21:27.605 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.605 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.605 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.606 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.606 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.606 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.606 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.606 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.606 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.606 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.606 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.606 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.606 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.606 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.606 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.607 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 3, 2024-07-26T07:21:27.607 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 1, 2024-07-26T07:21:27.607 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.607 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 1, 2024-07-26T07:21:27.607 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.607 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.607 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.607 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.607 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.607 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:27.607 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.607 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.607 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.607 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.608 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.608 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.608 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.608 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 1, 2024-07-26T07:21:27.608 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 1, 2024-07-26T07:21:27.608 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.608 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.608 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.608 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 1, 2024-07-26T07:21:27.608 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 1 2024-07-26T07:21:27.608 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.608 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.609 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.609 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.609 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:27.609 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:27.609 INFO:tasks.workunit.client.0.smithi089.stdout: 3 2024-07-26T07:21:27.609 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.609 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T07:21:27.609 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "65'1" 2024-07-26T07:21:27.609 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.609 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.609 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.609 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:27.609 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:27.610 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:27.610 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.610 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T07:21:27.610 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.610 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.610 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:27.610 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.610 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.610 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.610 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.859197+0000", 2024-07-26T07:21:27.610 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.427337+0000", 2024-07-26T07:21:27.610 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.427337+0000", 2024-07-26T07:21:27.610 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.427732+0000", 2024-07-26T07:21:27.610 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.859197+0000", 2024-07-26T07:21:27.611 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.611 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.611 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.611 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:27.611 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.859197+0000", 2024-07-26T07:21:27.611 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.859197+0000", 2024-07-26T07:21:27.611 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.859197+0000", 2024-07-26T07:21:27.611 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.611 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.611 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.611 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.859197+0000", 2024-07-26T07:21:27.611 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.859197+0000", 2024-07-26T07:21:27.611 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.612 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:27.612 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.612 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.612 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:27.612 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.612 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.612 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.612 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.612 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:27.612 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.612 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.612 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.612 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.f", 2024-07-26T07:21:27.613 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.613 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.613 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.613 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5128, 2024-07-26T07:21:27.613 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.613 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T11:20:51.064573+0000", 2024-07-26T07:21:27.613 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.613 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.613 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.613 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.613 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.613 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.613 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.613 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.614 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.614 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.614 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.614 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.614 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.614 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.614 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.614 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.614 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.614 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.614 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.614 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:27.614 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:27.614 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.615 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:27.615 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.615 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.615 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.615 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.615 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.615 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:27.615 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.615 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.615 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.615 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.615 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.615 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.616 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.616 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:27.616 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:27.616 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.616 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.616 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.616 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:27.616 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:27.616 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.616 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.616 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.616 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.616 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:27.616 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:27.617 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:27.617 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.617 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T07:21:27.617 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:27.617 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.617 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.617 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.617 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:27.617 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:27.617 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:27.617 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.617 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 2, 2024-07-26T07:21:27.617 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.618 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.618 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:27.618 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.618 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.618 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.618 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.858588+0000", 2024-07-26T07:21:27.618 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.415370+0000", 2024-07-26T07:21:27.618 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.415370+0000", 2024-07-26T07:21:27.618 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.415746+0000", 2024-07-26T07:21:27.618 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.858588+0000", 2024-07-26T07:21:27.618 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.618 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.618 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.619 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:27.619 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.858588+0000", 2024-07-26T07:21:27.619 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.858588+0000", 2024-07-26T07:21:27.619 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.858588+0000", 2024-07-26T07:21:27.619 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.619 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.619 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.619 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.858588+0000", 2024-07-26T07:21:27.619 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.858588+0000", 2024-07-26T07:21:27.619 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.619 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 2, 2024-07-26T07:21:27.620 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.620 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.620 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:27.620 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.620 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.620 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.620 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.620 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 2, 2024-07-26T07:21:27.620 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.620 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.620 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.620 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.e", 2024-07-26T07:21:27.620 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.620 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.621 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.621 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5308, 2024-07-26T07:21:27.621 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.621 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:24:03.636442+0000", 2024-07-26T07:21:27.621 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.621 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.621 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.621 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.621 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.621 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.621 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.621 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.621 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.622 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.622 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.622 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.622 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.622 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.622 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.622 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.622 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.622 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.622 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.622 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 3, 2024-07-26T07:21:27.622 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 1, 2024-07-26T07:21:27.622 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.623 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 1, 2024-07-26T07:21:27.623 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.623 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.623 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.623 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.623 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.623 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 1, 2024-07-26T07:21:27.623 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.623 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.623 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.623 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.623 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.623 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.623 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.624 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 6, 2024-07-26T07:21:27.624 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 6, 2024-07-26T07:21:27.624 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.624 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.624 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.624 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 3, 2024-07-26T07:21:27.624 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:27.624 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.624 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.624 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.624 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.624 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:27.624 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:27.624 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:27.624 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.625 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 2, 2024-07-26T07:21:27.625 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "65'2" 2024-07-26T07:21:27.625 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.625 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.625 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.625 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:27.625 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:27.625 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:27.625 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.625 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T07:21:27.625 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.625 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.625 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:27.625 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.626 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.626 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.626 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.858460+0000", 2024-07-26T07:21:27.626 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.427117+0000", 2024-07-26T07:21:27.626 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.427117+0000", 2024-07-26T07:21:27.626 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.427465+0000", 2024-07-26T07:21:27.626 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.858460+0000", 2024-07-26T07:21:27.626 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.626 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.626 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.626 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:27.626 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.858460+0000", 2024-07-26T07:21:27.626 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.858460+0000", 2024-07-26T07:21:27.626 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.858460+0000", 2024-07-26T07:21:27.626 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.627 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.627 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.627 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.858460+0000", 2024-07-26T07:21:27.627 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.858460+0000", 2024-07-26T07:21:27.627 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.627 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:27.627 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.627 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.627 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:27.627 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.627 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.627 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.627 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.627 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:27.628 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.628 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.628 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.628 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.e", 2024-07-26T07:21:27.628 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.628 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.628 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.628 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5109, 2024-07-26T07:21:27.628 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.628 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T11:43:42.096143+0000", 2024-07-26T07:21:27.628 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.628 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.628 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.628 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.628 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.628 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.629 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.629 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.629 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.629 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.629 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.629 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.629 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.629 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.629 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.629 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.629 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.629 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.629 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.630 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:27.630 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:27.630 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.630 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:27.630 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.630 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.630 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.630 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.630 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.630 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:27.630 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.630 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.630 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.630 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.631 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.631 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.631 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.631 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:27.631 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:27.631 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.631 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.631 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.631 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:27.631 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:27.631 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.631 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.631 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.631 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.632 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:27.632 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:27.632 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:27.632 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.632 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T07:21:27.632 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:27.632 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.632 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.632 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.632 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:27.632 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:27.632 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:27.632 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.632 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 4, 2024-07-26T07:21:27.632 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.633 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.633 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:27.633 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.633 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.633 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.633 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.612190+0000", 2024-07-26T07:21:27.633 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.413858+0000", 2024-07-26T07:21:27.633 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.413858+0000", 2024-07-26T07:21:27.633 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.414175+0000", 2024-07-26T07:21:27.633 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.612190+0000", 2024-07-26T07:21:27.633 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.633 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.633 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.633 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:27.633 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.612190+0000", 2024-07-26T07:21:27.634 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.612190+0000", 2024-07-26T07:21:27.634 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.612190+0000", 2024-07-26T07:21:27.634 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.634 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.634 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.634 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.612190+0000", 2024-07-26T07:21:27.634 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.612190+0000", 2024-07-26T07:21:27.634 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.634 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 1, 2024-07-26T07:21:27.634 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.634 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.634 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:27.634 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.634 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.635 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.635 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.635 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 1, 2024-07-26T07:21:27.635 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.635 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.635 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.635 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.f", 2024-07-26T07:21:27.635 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.635 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.635 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.635 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5225, 2024-07-26T07:21:27.635 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.635 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:03:55.726266+0000", 2024-07-26T07:21:27.635 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.636 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.636 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.636 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 22, 2024-07-26T07:21:27.636 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.636 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.636 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.636 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.636 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.636 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.636 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.636 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.636 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.636 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.637 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.637 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.637 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.637 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.637 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.637 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 3, 2024-07-26T07:21:27.637 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 1, 2024-07-26T07:21:27.637 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.637 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 1, 2024-07-26T07:21:27.637 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.637 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.637 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.637 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.637 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.637 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:27.638 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.638 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.638 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.638 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.638 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.638 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.638 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.638 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 1, 2024-07-26T07:21:27.638 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 1, 2024-07-26T07:21:27.638 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.638 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.638 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.638 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 1, 2024-07-26T07:21:27.638 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 1 2024-07-26T07:21:27.639 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.639 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.639 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.639 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.639 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:27.639 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:27.639 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:27.639 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.639 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 4, 2024-07-26T07:21:27.639 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "65'1" 2024-07-26T07:21:27.639 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.639 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.639 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.639 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:27.639 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:27.640 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:27.640 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.640 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T07:21:27.640 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.640 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.640 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:27.640 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.640 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.640 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.640 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.858907+0000", 2024-07-26T07:21:27.640 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.420664+0000", 2024-07-26T07:21:27.640 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.420664+0000", 2024-07-26T07:21:27.640 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.421196+0000", 2024-07-26T07:21:27.640 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.858907+0000", 2024-07-26T07:21:27.640 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.641 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.641 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.641 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:27.641 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.858907+0000", 2024-07-26T07:21:27.641 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.858907+0000", 2024-07-26T07:21:27.641 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.858907+0000", 2024-07-26T07:21:27.641 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.641 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.641 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.641 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.858907+0000", 2024-07-26T07:21:27.641 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.858907+0000", 2024-07-26T07:21:27.641 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.641 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:27.641 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.641 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.641 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:27.642 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.642 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.642 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.642 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.642 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:27.642 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.642 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.642 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.642 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.11", 2024-07-26T07:21:27.642 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.642 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.642 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.642 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5110, 2024-07-26T07:21:27.643 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.643 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:21:19.981845+0000", 2024-07-26T07:21:27.643 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.643 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.643 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.643 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.643 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.643 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.643 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.643 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.643 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.643 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.643 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.643 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.644 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.644 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.644 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.644 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.644 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.644 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.644 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.644 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:27.644 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:27.644 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.644 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:27.644 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.644 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.644 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.645 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.645 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.645 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:27.645 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.645 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.645 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.645 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.645 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.645 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.645 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.645 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:27.645 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:27.645 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.645 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.646 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.646 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:27.646 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:27.646 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.646 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.646 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.646 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.646 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:27.646 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:27.646 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:27.646 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.646 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T07:21:27.646 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:27.647 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.647 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.647 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.647 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:27.647 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:27.647 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:27.647 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.647 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 2, 2024-07-26T07:21:27.647 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.647 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.647 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:27.647 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.647 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.647 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.648 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.855939+0000", 2024-07-26T07:21:27.648 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:10:08.373302+0000", 2024-07-26T07:21:27.648 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:10:08.373302+0000", 2024-07-26T07:21:27.648 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:10:08.374518+0000", 2024-07-26T07:21:27.648 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.855939+0000", 2024-07-26T07:21:27.648 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.648 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.648 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.648 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 375, 2024-07-26T07:21:27.648 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.855939+0000", 2024-07-26T07:21:27.648 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.855939+0000", 2024-07-26T07:21:27.648 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.855939+0000", 2024-07-26T07:21:27.648 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.648 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.649 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.649 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.855939+0000", 2024-07-26T07:21:27.649 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.855939+0000", 2024-07-26T07:21:27.649 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.649 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 8, 2024-07-26T07:21:27.649 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.649 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.649 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 374, 2024-07-26T07:21:27.649 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.649 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.649 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.649 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.649 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 8, 2024-07-26T07:21:27.649 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.650 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.650 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.650 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.10", 2024-07-26T07:21:27.650 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.650 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.650 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.650 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5326, 2024-07-26T07:21:27.650 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.650 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:14:01.006478+0000", 2024-07-26T07:21:27.650 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.650 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.650 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.651 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.651 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.651 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.651 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.651 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.651 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.651 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.651 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.651 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.651 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.651 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.651 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.651 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.651 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.652 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.652 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.652 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 12, 2024-07-26T07:21:27.652 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 4, 2024-07-26T07:21:27.652 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.652 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 4, 2024-07-26T07:21:27.652 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.652 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.652 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.652 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.652 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.652 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 4, 2024-07-26T07:21:27.652 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.652 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.653 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.653 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.653 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.653 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.653 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.653 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 24, 2024-07-26T07:21:27.653 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 24, 2024-07-26T07:21:27.653 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.653 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.653 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.653 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 12, 2024-07-26T07:21:27.653 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:27.653 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.653 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.654 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.654 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.654 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:27.654 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:27.654 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:27.654 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.654 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 2, 2024-07-26T07:21:27.654 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "65'8" 2024-07-26T07:21:27.654 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.654 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.654 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.654 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:27.654 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:27.654 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T07:21:27.655 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.655 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 6, 2024-07-26T07:21:27.655 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.655 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.655 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:27.655 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.655 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.655 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.655 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.855822+0000", 2024-07-26T07:21:27.655 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.514055+0000", 2024-07-26T07:21:27.655 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.514055+0000", 2024-07-26T07:21:27.655 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.520753+0000", 2024-07-26T07:21:27.655 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.855822+0000", 2024-07-26T07:21:27.655 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.655 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.656 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.656 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:27.656 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.855822+0000", 2024-07-26T07:21:27.656 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.855822+0000", 2024-07-26T07:21:27.656 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.855822+0000", 2024-07-26T07:21:27.656 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.656 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.656 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.656 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.855822+0000", 2024-07-26T07:21:27.656 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.855822+0000", 2024-07-26T07:21:27.656 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.656 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:27.656 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.657 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.657 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:27.657 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.657 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.657 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.657 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.657 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:27.657 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.657 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.657 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.657 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.10", 2024-07-26T07:21:27.657 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.657 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.657 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.657 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5144, 2024-07-26T07:21:27.658 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.658 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:20:51.185949+0000", 2024-07-26T07:21:27.658 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.658 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.658 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.658 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.658 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.658 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.658 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.658 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.658 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.658 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.658 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.659 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.659 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.659 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.659 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.659 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.659 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.659 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.659 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.659 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:27.659 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:27.659 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.659 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:27.659 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.659 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.660 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.660 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.660 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.660 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:27.660 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.660 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.660 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.660 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.660 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.660 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.660 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.660 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:27.660 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:27.660 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.661 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.661 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.661 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:27.661 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:27.661 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.661 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.661 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.661 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.661 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:27.661 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:27.661 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T07:21:27.661 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.661 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 6, 2024-07-26T07:21:27.661 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:27.661 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.662 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.662 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.662 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:27.662 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:27.662 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:27.662 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.662 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 6, 2024-07-26T07:21:27.662 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.662 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.662 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:27.662 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.662 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.662 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.663 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.859088+0000", 2024-07-26T07:21:27.663 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.522880+0000", 2024-07-26T07:21:27.663 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.522880+0000", 2024-07-26T07:21:27.663 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.523190+0000", 2024-07-26T07:21:27.663 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.859088+0000", 2024-07-26T07:21:27.663 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.663 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.663 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.663 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:27.663 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.859088+0000", 2024-07-26T07:21:27.663 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.859088+0000", 2024-07-26T07:21:27.663 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.859088+0000", 2024-07-26T07:21:27.663 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.663 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.663 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.664 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.859088+0000", 2024-07-26T07:21:27.664 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.859088+0000", 2024-07-26T07:21:27.664 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.664 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:27.664 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.664 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.664 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:27.664 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.664 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.664 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.664 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.664 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:27.664 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.664 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.665 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.665 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.11", 2024-07-26T07:21:27.665 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.665 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.665 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.665 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5157, 2024-07-26T07:21:27.665 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.665 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:30:54.294736+0000", 2024-07-26T07:21:27.665 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.665 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.665 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.665 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.665 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.665 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.666 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.666 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.666 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.666 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.666 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.666 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.666 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.666 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.666 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.666 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.666 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.666 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.666 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.666 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:27.667 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:27.667 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.667 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:27.667 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.667 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.667 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.667 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.667 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.667 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:27.667 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.667 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.667 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.667 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.668 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.668 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.668 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.670 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:27.670 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:27.670 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.670 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.670 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.670 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:27.670 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:27.670 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.670 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.670 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.670 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.671 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:27.671 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:27.671 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:27.671 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.671 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 6, 2024-07-26T07:21:27.671 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:27.671 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.671 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.671 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.671 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:27.671 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:27.671 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:27.671 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.671 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T07:21:27.671 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.672 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.672 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:27.672 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.672 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.672 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.672 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.863914+0000", 2024-07-26T07:21:27.672 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.410258+0000", 2024-07-26T07:21:27.672 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.410258+0000", 2024-07-26T07:21:27.672 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.410535+0000", 2024-07-26T07:21:27.672 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.863914+0000", 2024-07-26T07:21:27.672 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.672 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.672 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.673 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:27.673 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.863914+0000", 2024-07-26T07:21:27.673 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.863914+0000", 2024-07-26T07:21:27.673 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.863914+0000", 2024-07-26T07:21:27.673 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.673 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.673 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.673 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.863914+0000", 2024-07-26T07:21:27.673 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.863914+0000", 2024-07-26T07:21:27.673 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.673 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:27.673 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.673 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.673 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:27.674 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.674 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.674 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.674 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.674 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:27.674 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.674 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.674 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.674 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.13", 2024-07-26T07:21:27.674 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.674 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.674 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.674 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5129, 2024-07-26T07:21:27.674 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.675 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:28:00.965907+0000", 2024-07-26T07:21:27.675 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.675 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.675 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.675 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.675 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.675 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.675 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.675 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.675 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.675 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.675 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.675 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.675 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.675 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.676 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.676 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.676 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.676 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.676 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.676 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:27.676 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:27.676 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.676 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:27.676 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.676 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.676 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.676 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.676 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.676 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:27.677 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.677 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.677 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.677 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.677 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.677 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.677 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.677 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:27.677 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:27.677 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.677 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.677 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.677 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:27.677 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:27.678 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.678 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.678 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.678 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.678 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:27.678 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:27.678 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:27.678 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.678 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T07:21:27.678 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:27.678 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.678 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.678 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.678 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:27.679 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:27.679 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:27.679 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.679 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T07:21:27.679 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.679 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.679 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:27.679 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.679 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.679 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.679 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.857472+0000", 2024-07-26T07:21:27.679 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.417431+0000", 2024-07-26T07:21:27.679 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.417431+0000", 2024-07-26T07:21:27.679 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.417733+0000", 2024-07-26T07:21:27.680 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.857472+0000", 2024-07-26T07:21:27.680 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.680 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.680 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.680 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:27.680 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.857472+0000", 2024-07-26T07:21:27.680 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.857472+0000", 2024-07-26T07:21:27.680 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.857472+0000", 2024-07-26T07:21:27.680 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.680 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.680 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.680 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.857472+0000", 2024-07-26T07:21:27.680 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.857472+0000", 2024-07-26T07:21:27.680 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.681 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:27.681 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.681 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.681 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:27.681 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.681 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.681 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.681 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.681 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:27.681 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.681 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.681 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.681 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.12", 2024-07-26T07:21:27.681 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.681 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.682 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.682 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5189, 2024-07-26T07:21:27.682 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.682 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:39:57.026167+0000", 2024-07-26T07:21:27.682 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.682 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.682 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.682 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.682 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.682 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.682 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.682 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.682 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.683 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.683 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.683 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.683 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.683 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.683 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.683 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.683 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.683 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.683 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.683 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:27.683 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:27.683 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.684 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:27.684 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.684 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.684 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.684 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.684 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.684 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:27.684 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.684 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.684 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.684 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.684 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.684 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.684 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.685 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:27.685 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:27.685 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.685 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.685 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.685 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:27.685 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:27.685 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.685 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.685 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.685 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.685 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:27.685 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:27.685 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:27.686 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.686 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T07:21:27.686 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:27.686 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.686 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.686 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.686 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:27.686 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:27.686 INFO:tasks.workunit.client.0.smithi089.stdout: 3 2024-07-26T07:21:27.686 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.686 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 2, 2024-07-26T07:21:27.686 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.686 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.687 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:27.687 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.687 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.687 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.687 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.856086+0000", 2024-07-26T07:21:27.687 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.414352+0000", 2024-07-26T07:21:27.687 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.414352+0000", 2024-07-26T07:21:27.687 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.414654+0000", 2024-07-26T07:21:27.687 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.856086+0000", 2024-07-26T07:21:27.687 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.687 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.687 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.687 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:27.687 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.856086+0000", 2024-07-26T07:21:27.688 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.856086+0000", 2024-07-26T07:21:27.688 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.856086+0000", 2024-07-26T07:21:27.688 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.688 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.688 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.688 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.856086+0000", 2024-07-26T07:21:27.688 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.856086+0000", 2024-07-26T07:21:27.688 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.688 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:27.688 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.688 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.688 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:27.688 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.688 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.689 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.689 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.689 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:27.689 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.689 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.689 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.689 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.12", 2024-07-26T07:21:27.689 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.689 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.689 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.689 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5299, 2024-07-26T07:21:27.689 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.689 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:45:46.464159+0000", 2024-07-26T07:21:27.689 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.689 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.689 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.690 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.690 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.690 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.690 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.690 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.690 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.690 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.690 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.690 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.690 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.690 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.690 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.690 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.691 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.691 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.691 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.691 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:27.691 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:27.691 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.691 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:27.691 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.691 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.691 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.691 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.691 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.691 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:27.691 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.691 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.692 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.692 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.692 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.692 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.692 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.692 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:27.692 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:27.692 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.692 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.692 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.692 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:27.692 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:27.692 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.692 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.693 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.693 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.693 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:27.693 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:27.693 INFO:tasks.workunit.client.0.smithi089.stdout: 3 2024-07-26T07:21:27.693 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.693 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 2, 2024-07-26T07:21:27.693 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:27.693 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.693 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.693 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.693 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:27.693 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:27.693 INFO:tasks.workunit.client.0.smithi089.stdout: 3 2024-07-26T07:21:27.694 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.694 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 0, 2024-07-26T07:21:27.694 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.694 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.694 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:27.694 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.694 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.694 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.694 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.613501+0000", 2024-07-26T07:21:27.694 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:14.413006+0000", 2024-07-26T07:21:27.694 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:14.413006+0000", 2024-07-26T07:21:27.694 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:14.413361+0000", 2024-07-26T07:21:27.694 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.613501+0000", 2024-07-26T07:21:27.694 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.695 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.695 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.695 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 438, 2024-07-26T07:21:27.695 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.613501+0000", 2024-07-26T07:21:27.695 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.613501+0000", 2024-07-26T07:21:27.695 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.613501+0000", 2024-07-26T07:21:27.695 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.695 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.695 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.695 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.613501+0000", 2024-07-26T07:21:27.695 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.613501+0000", 2024-07-26T07:21:27.695 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.695 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 2, 2024-07-26T07:21:27.695 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.696 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.696 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 437, 2024-07-26T07:21:27.696 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.696 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.696 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.696 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.696 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 2, 2024-07-26T07:21:27.696 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.696 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.696 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.696 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.13", 2024-07-26T07:21:27.696 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.696 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.696 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.696 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5347, 2024-07-26T07:21:27.697 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.697 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:33:48.627494+0000", 2024-07-26T07:21:27.697 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.697 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.697 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.697 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 34, 2024-07-26T07:21:27.697 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.697 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.697 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.697 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.697 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.697 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.697 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.697 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.697 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.698 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.698 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.698 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.698 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.698 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.698 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.698 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 6, 2024-07-26T07:21:27.698 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 2, 2024-07-26T07:21:27.698 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.698 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 2, 2024-07-26T07:21:27.698 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.698 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.698 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.699 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.699 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.699 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 1, 2024-07-26T07:21:27.699 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.699 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.699 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.699 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.699 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.699 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.699 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.699 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 4, 2024-07-26T07:21:27.699 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 7, 2024-07-26T07:21:27.699 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.699 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.699 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.700 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 3, 2024-07-26T07:21:27.700 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 6 2024-07-26T07:21:27.700 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.700 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.700 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.700 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.700 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:27.700 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:27.700 INFO:tasks.workunit.client.0.smithi089.stdout: 3 2024-07-26T07:21:27.700 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.700 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 0, 2024-07-26T07:21:27.700 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "65'2" 2024-07-26T07:21:27.700 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.700 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.700 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.701 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:27.701 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:27.701 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:27.701 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.701 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T07:21:27.701 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.701 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.701 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:27.701 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.701 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.701 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.701 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.863409+0000", 2024-07-26T07:21:27.701 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.415160+0000", 2024-07-26T07:21:27.701 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.415160+0000", 2024-07-26T07:21:27.702 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.415444+0000", 2024-07-26T07:21:27.702 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.863409+0000", 2024-07-26T07:21:27.702 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.702 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.702 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.702 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:27.702 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.863409+0000", 2024-07-26T07:21:27.702 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.863409+0000", 2024-07-26T07:21:27.702 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.863409+0000", 2024-07-26T07:21:27.702 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.702 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.702 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.702 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.863409+0000", 2024-07-26T07:21:27.703 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.863409+0000", 2024-07-26T07:21:27.703 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.703 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:27.703 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.703 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.703 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:27.703 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.703 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.703 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.703 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.703 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:27.703 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.703 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.703 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.703 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.15", 2024-07-26T07:21:27.704 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.704 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.704 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.704 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5128, 2024-07-26T07:21:27.704 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.704 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T11:13:19.368773+0000", 2024-07-26T07:21:27.704 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.704 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.704 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.704 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.704 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.704 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.704 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.704 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.705 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.705 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.705 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.705 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.705 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.705 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.705 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.705 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.705 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.705 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.705 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.705 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:27.705 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:27.705 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.705 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:27.706 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.706 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.706 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.706 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.706 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.706 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:27.706 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.706 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.706 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.706 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.706 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.706 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.706 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.706 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:27.707 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:27.707 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.707 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.707 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.707 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:27.707 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:27.707 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.707 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.707 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.707 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.707 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:27.707 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:27.707 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:27.707 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.708 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T07:21:27.708 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:27.708 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.708 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.708 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.708 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:27.708 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:27.708 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T07:21:27.708 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.708 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 6, 2024-07-26T07:21:27.708 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.708 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.708 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:27.708 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.709 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.709 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.709 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.856486+0000", 2024-07-26T07:21:27.709 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.518067+0000", 2024-07-26T07:21:27.709 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.518067+0000", 2024-07-26T07:21:27.709 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.518628+0000", 2024-07-26T07:21:27.709 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.856486+0000", 2024-07-26T07:21:27.709 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.709 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.709 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.709 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:27.709 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.856486+0000", 2024-07-26T07:21:27.709 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.856486+0000", 2024-07-26T07:21:27.709 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.856486+0000", 2024-07-26T07:21:27.710 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.710 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.710 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.710 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.856486+0000", 2024-07-26T07:21:27.710 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.856486+0000", 2024-07-26T07:21:27.710 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.710 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 29, 2024-07-26T07:21:27.710 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.710 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.710 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:27.710 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.710 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.710 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.710 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.711 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 29, 2024-07-26T07:21:27.711 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.711 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.711 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.711 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.14", 2024-07-26T07:21:27.711 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.711 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.711 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.711 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5182, 2024-07-26T07:21:27.711 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.711 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:53:25.653760+0000", 2024-07-26T07:21:27.711 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.711 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.711 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.712 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 5810, 2024-07-26T07:21:27.712 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.712 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.712 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.712 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.712 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.712 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.712 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.712 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.712 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.712 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.712 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.713 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.713 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.713 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.713 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.713 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 12, 2024-07-26T07:21:27.713 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 4, 2024-07-26T07:21:27.713 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.713 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 4, 2024-07-26T07:21:27.713 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.713 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.713 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.713 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.713 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.713 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 1, 2024-07-26T07:21:27.714 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.714 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.714 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.714 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.714 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.714 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.714 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.714 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 10, 2024-07-26T07:21:27.714 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 14, 2024-07-26T07:21:27.714 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.714 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.714 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.714 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 28, 2024-07-26T07:21:27.714 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 25 2024-07-26T07:21:27.715 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.715 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.715 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.715 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.715 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:27.715 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:27.715 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T07:21:27.715 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.715 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 6, 2024-07-26T07:21:27.715 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "555'29" 2024-07-26T07:21:27.715 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.715 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.715 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.715 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:27.716 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:27.716 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:27.716 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.716 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 4, 2024-07-26T07:21:27.716 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.716 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.716 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:27.716 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.716 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.716 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.716 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.613069+0000", 2024-07-26T07:21:27.716 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.412356+0000", 2024-07-26T07:21:27.716 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.412356+0000", 2024-07-26T07:21:27.716 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.412633+0000", 2024-07-26T07:21:27.717 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.613069+0000", 2024-07-26T07:21:27.717 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.717 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.717 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.717 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:27.717 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.613069+0000", 2024-07-26T07:21:27.717 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.613069+0000", 2024-07-26T07:21:27.717 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.613069+0000", 2024-07-26T07:21:27.717 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.717 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.717 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.717 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.613069+0000", 2024-07-26T07:21:27.717 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.613069+0000", 2024-07-26T07:21:27.717 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.718 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:27.718 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.718 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.718 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:27.718 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.718 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.718 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.718 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.718 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:27.718 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.718 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.718 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.718 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.14", 2024-07-26T07:21:27.718 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.719 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.719 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.719 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5208, 2024-07-26T07:21:27.719 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.719 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:56:20.042510+0000", 2024-07-26T07:21:27.719 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.719 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.719 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.719 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.719 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.719 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.719 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.719 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.719 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.719 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.720 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.720 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.720 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.720 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.720 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.720 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.720 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.720 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.720 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.720 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:27.720 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:27.720 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.720 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:27.720 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.721 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.721 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.721 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.721 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.721 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:27.721 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.721 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.721 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.721 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.721 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.721 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.721 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.721 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:27.721 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:27.721 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.721 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.721 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.722 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:27.722 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:27.722 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.722 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.722 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.722 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.722 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:27.722 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:27.722 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:27.722 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.722 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 4, 2024-07-26T07:21:27.722 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:27.722 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.722 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.723 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.723 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:27.723 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:27.723 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:27.723 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.723 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T07:21:27.723 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.723 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.723 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:27.723 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.723 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.723 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.723 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.613809+0000", 2024-07-26T07:21:27.723 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:47.488087+0000", 2024-07-26T07:21:27.724 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:47.488087+0000", 2024-07-26T07:21:27.724 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:47.488391+0000", 2024-07-26T07:21:27.724 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.613809+0000", 2024-07-26T07:21:27.724 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.724 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.724 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.724 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 470, 2024-07-26T07:21:27.724 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.613809+0000", 2024-07-26T07:21:27.724 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.613809+0000", 2024-07-26T07:21:27.724 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.613809+0000", 2024-07-26T07:21:27.724 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.724 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.724 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.724 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.613809+0000", 2024-07-26T07:21:27.724 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.613809+0000", 2024-07-26T07:21:27.724 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.725 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 3, 2024-07-26T07:21:27.725 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.725 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.725 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 469, 2024-07-26T07:21:27.725 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.725 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.725 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.725 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.725 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 3, 2024-07-26T07:21:27.725 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.725 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.725 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.726 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.15", 2024-07-26T07:21:27.726 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.726 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.726 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.726 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5345, 2024-07-26T07:21:27.726 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.726 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T08:38:28.447555+0000", 2024-07-26T07:21:27.726 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.726 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.726 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.726 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 90, 2024-07-26T07:21:27.726 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.726 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.726 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.727 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.727 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.727 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.727 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.727 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.727 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.727 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.727 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.727 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.727 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.727 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.727 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.727 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 6, 2024-07-26T07:21:27.727 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 2, 2024-07-26T07:21:27.728 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.728 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 2, 2024-07-26T07:21:27.728 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.728 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.728 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.728 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.728 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.728 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 1, 2024-07-26T07:21:27.728 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.728 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.728 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.728 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.728 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.728 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.729 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.729 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 7, 2024-07-26T07:21:27.729 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 7, 2024-07-26T07:21:27.729 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.729 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.729 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.729 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 4, 2024-07-26T07:21:27.729 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 1 2024-07-26T07:21:27.729 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.729 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.729 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.729 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.729 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:27.730 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:27.730 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:27.730 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.730 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T07:21:27.730 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "65'3" 2024-07-26T07:21:27.730 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.730 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.730 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.730 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:27.730 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:27.730 INFO:tasks.workunit.client.0.smithi089.stdout: 3 2024-07-26T07:21:27.730 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.730 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 0, 2024-07-26T07:21:27.730 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.731 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.731 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:27.731 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.731 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.731 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.731 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.615368+0000", 2024-07-26T07:21:27.731 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:47.486001+0000", 2024-07-26T07:21:27.731 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:47.486001+0000", 2024-07-26T07:21:27.731 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:47.487572+0000", 2024-07-26T07:21:27.731 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.615368+0000", 2024-07-26T07:21:27.731 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.731 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.731 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.731 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 470, 2024-07-26T07:21:27.731 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.615368+0000", 2024-07-26T07:21:27.732 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.615368+0000", 2024-07-26T07:21:27.732 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.615368+0000", 2024-07-26T07:21:27.732 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.732 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.732 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.732 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.615368+0000", 2024-07-26T07:21:27.732 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.615368+0000", 2024-07-26T07:21:27.732 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.732 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:27.732 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.732 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.732 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 469, 2024-07-26T07:21:27.732 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.732 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.732 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.733 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.733 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:27.733 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.733 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.733 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.733 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.17", 2024-07-26T07:21:27.733 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.733 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.733 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.733 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5336, 2024-07-26T07:21:27.733 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.733 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:26:11.063506+0000", 2024-07-26T07:21:27.733 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.733 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.734 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.734 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.734 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.734 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.734 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.734 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.734 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.734 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.734 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.734 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.734 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.734 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.734 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.734 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.735 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.735 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.735 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.735 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:27.735 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:27.735 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.735 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:27.735 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.735 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.735 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.735 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.735 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.735 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:27.735 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.735 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.736 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.736 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.736 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.736 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.736 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.736 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:27.736 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:27.736 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.736 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.736 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.736 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:27.736 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:27.736 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.736 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.736 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.737 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.737 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:27.737 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:27.737 INFO:tasks.workunit.client.0.smithi089.stdout: 3 2024-07-26T07:21:27.737 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.737 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 0, 2024-07-26T07:21:27.737 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:27.737 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.737 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.737 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.737 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:27.737 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:27.737 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:27.737 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.737 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T07:21:27.738 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.738 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.738 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:27.738 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.738 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.738 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.738 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.863600+0000", 2024-07-26T07:21:27.738 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.521415+0000", 2024-07-26T07:21:27.738 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.521415+0000", 2024-07-26T07:21:27.738 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.521765+0000", 2024-07-26T07:21:27.738 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.863600+0000", 2024-07-26T07:21:27.738 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.738 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.738 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.739 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:27.739 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.863600+0000", 2024-07-26T07:21:27.739 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.863600+0000", 2024-07-26T07:21:27.739 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.863600+0000", 2024-07-26T07:21:27.739 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.739 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.739 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.739 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.863600+0000", 2024-07-26T07:21:27.739 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.863600+0000", 2024-07-26T07:21:27.739 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.740 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:27.740 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.740 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.740 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:27.740 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.740 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.740 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.740 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.740 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:27.740 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.740 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.740 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.740 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.16", 2024-07-26T07:21:27.740 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.741 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.741 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.741 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5197, 2024-07-26T07:21:27.741 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.741 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T06:37:00.975713+0000", 2024-07-26T07:21:27.741 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.741 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.741 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.741 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.741 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.741 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.741 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.741 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.741 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.741 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.741 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.742 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.742 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.742 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.742 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.742 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.742 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.742 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.742 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.742 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:27.742 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:27.742 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.742 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:27.742 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.742 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.742 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.743 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.743 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.743 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:27.743 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.743 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.743 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.743 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.743 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.743 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.743 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.743 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:27.743 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:27.743 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.744 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.744 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.744 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:27.744 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:27.744 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.744 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.744 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.744 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.744 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:27.744 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:27.744 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:27.744 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.744 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T07:21:27.744 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:27.744 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.745 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.745 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.745 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:27.745 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:27.745 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:27.745 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.745 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T07:21:27.745 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.745 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.745 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:27.745 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.745 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.745 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.745 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.863488+0000", 2024-07-26T07:21:27.746 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.417609+0000", 2024-07-26T07:21:27.746 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.417609+0000", 2024-07-26T07:21:27.746 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.417929+0000", 2024-07-26T07:21:27.746 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.863488+0000", 2024-07-26T07:21:27.746 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.746 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.746 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.746 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:27.746 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.863488+0000", 2024-07-26T07:21:27.746 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.863488+0000", 2024-07-26T07:21:27.746 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.863488+0000", 2024-07-26T07:21:27.746 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.746 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.746 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.746 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.863488+0000", 2024-07-26T07:21:27.747 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.863488+0000", 2024-07-26T07:21:27.747 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.747 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:27.747 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.747 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.747 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:27.747 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.747 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.747 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.747 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.747 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:27.747 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.747 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.747 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.748 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.16", 2024-07-26T07:21:27.748 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.748 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.748 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.748 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5164, 2024-07-26T07:21:27.748 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.748 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:49:16.242495+0000", 2024-07-26T07:21:27.748 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.748 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.748 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.748 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.748 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.748 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.749 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.749 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.749 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.749 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.749 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.749 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.749 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.749 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.749 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.749 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.749 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.749 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.749 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.749 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:27.750 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:27.750 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.750 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:27.750 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.750 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.750 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.750 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.750 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.750 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:27.750 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.750 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.750 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.750 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.751 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.751 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.751 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.751 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:27.751 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:27.751 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.751 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.751 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.751 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:27.751 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:27.751 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.751 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.751 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.752 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.752 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:27.752 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:27.752 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:27.752 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.752 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T07:21:27.752 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:27.752 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.752 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.752 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.752 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:27.752 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:27.752 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:27.752 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.753 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 6, 2024-07-26T07:21:27.753 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.753 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.753 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:27.753 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.753 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.753 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.753 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.859289+0000", 2024-07-26T07:21:27.753 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.523160+0000", 2024-07-26T07:21:27.753 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.523160+0000", 2024-07-26T07:21:27.753 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.523467+0000", 2024-07-26T07:21:27.753 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.859289+0000", 2024-07-26T07:21:27.753 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.754 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.754 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.754 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:27.754 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.859289+0000", 2024-07-26T07:21:27.754 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.859289+0000", 2024-07-26T07:21:27.754 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.859289+0000", 2024-07-26T07:21:27.754 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.754 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.754 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.754 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.859289+0000", 2024-07-26T07:21:27.754 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.859289+0000", 2024-07-26T07:21:27.754 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.754 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:27.754 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.755 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.755 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:27.755 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.755 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.755 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.755 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.755 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:27.755 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.755 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.755 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.755 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.17", 2024-07-26T07:21:27.755 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.755 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.755 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.756 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5146, 2024-07-26T07:21:27.756 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.756 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:38:16.283968+0000", 2024-07-26T07:21:27.756 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.756 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.756 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.756 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.756 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.756 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.756 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.756 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.756 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.756 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.756 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.757 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.757 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.757 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.757 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.757 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.757 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.757 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.757 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.757 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:27.757 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:27.757 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.757 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:27.757 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.757 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.758 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.758 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.758 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.758 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:27.758 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.758 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.758 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.758 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.758 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.758 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.758 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.758 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:27.759 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:27.759 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.759 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.759 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.759 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:27.759 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:27.759 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.759 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.759 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.759 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.759 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:27.759 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:27.759 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:27.759 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.760 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 6, 2024-07-26T07:21:27.760 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:27.760 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.760 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.760 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.760 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:27.760 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:27.760 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:27.760 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.760 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T07:21:27.760 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.760 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.760 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:27.761 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.761 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.761 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.761 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.612765+0000", 2024-07-26T07:21:27.761 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:14.407479+0000", 2024-07-26T07:21:27.761 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:14.407479+0000", 2024-07-26T07:21:27.761 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:14.409001+0000", 2024-07-26T07:21:27.761 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.612765+0000", 2024-07-26T07:21:27.761 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.761 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.761 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.761 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 438, 2024-07-26T07:21:27.761 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.612765+0000", 2024-07-26T07:21:27.761 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.612765+0000", 2024-07-26T07:21:27.762 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.612765+0000", 2024-07-26T07:21:27.762 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.762 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.762 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.762 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.612765+0000", 2024-07-26T07:21:27.762 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.612765+0000", 2024-07-26T07:21:27.762 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.762 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:27.762 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.762 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.762 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 437, 2024-07-26T07:21:27.762 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.762 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.763 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.763 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.763 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:27.763 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.763 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.763 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.763 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.19", 2024-07-26T07:21:27.763 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.763 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.763 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.763 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5326, 2024-07-26T07:21:27.763 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.763 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:27:55.010113+0000", 2024-07-26T07:21:27.763 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.763 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.764 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.764 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.764 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.764 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.764 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.764 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.764 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.764 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.764 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.764 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.764 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.764 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.764 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.764 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.765 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.765 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.765 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.765 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:27.765 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:27.765 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.765 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:27.765 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.765 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.765 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.765 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.765 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.765 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:27.766 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.766 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.766 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.766 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.766 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.766 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.766 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.766 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:27.766 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:27.766 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.766 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.766 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.766 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:27.766 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:27.767 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.767 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.767 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.767 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.767 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:27.767 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:27.767 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:27.767 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.767 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T07:21:27.767 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:27.767 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.767 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.767 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.767 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:27.767 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:27.767 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:27.768 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.768 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T07:21:27.768 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.768 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.768 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:27.768 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.768 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.768 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.768 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.856289+0000", 2024-07-26T07:21:27.768 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.416721+0000", 2024-07-26T07:21:27.768 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.416721+0000", 2024-07-26T07:21:27.768 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.417016+0000", 2024-07-26T07:21:27.768 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.856289+0000", 2024-07-26T07:21:27.769 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.769 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.769 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.769 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:27.769 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.856289+0000", 2024-07-26T07:21:27.769 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.856289+0000", 2024-07-26T07:21:27.769 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.856289+0000", 2024-07-26T07:21:27.769 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.769 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.769 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.769 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.856289+0000", 2024-07-26T07:21:27.769 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.856289+0000", 2024-07-26T07:21:27.769 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.770 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:27.770 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.770 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.770 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:27.770 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.770 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.770 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.770 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.770 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:27.770 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.770 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.770 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.770 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.18", 2024-07-26T07:21:27.770 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.771 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.771 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.771 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5178, 2024-07-26T07:21:27.771 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.771 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:41:38.062327+0000", 2024-07-26T07:21:27.771 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.771 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.771 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.771 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.771 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.771 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.771 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.771 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.772 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.772 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.772 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.772 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.772 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.772 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.772 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.772 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.772 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.772 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.772 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.772 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:27.772 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:27.772 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.773 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:27.773 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.773 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.773 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.773 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.773 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.773 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:27.773 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.773 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.773 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.773 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.773 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.773 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.773 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.774 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:27.774 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:27.774 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.774 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.774 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.774 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:27.774 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:27.774 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.774 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.774 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.774 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.774 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:27.774 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:27.774 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:27.775 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.775 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T07:21:27.775 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:27.775 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.775 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.775 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.775 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:27.775 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:27.775 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:27.775 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.775 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T07:21:27.775 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.775 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.776 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:27.776 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.776 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.776 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.776 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.857437+0000", 2024-07-26T07:21:27.776 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:10:41.393083+0000", 2024-07-26T07:21:27.776 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:10:41.393083+0000", 2024-07-26T07:21:27.776 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:10:41.395518+0000", 2024-07-26T07:21:27.776 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.857437+0000", 2024-07-26T07:21:27.776 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.776 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.776 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.776 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 407, 2024-07-26T07:21:27.776 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.857437+0000", 2024-07-26T07:21:27.776 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.857437+0000", 2024-07-26T07:21:27.777 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.857437+0000", 2024-07-26T07:21:27.777 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.777 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.777 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.777 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.857437+0000", 2024-07-26T07:21:27.777 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.857437+0000", 2024-07-26T07:21:27.777 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.777 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:27.777 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.777 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.777 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 406, 2024-07-26T07:21:27.777 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.777 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.777 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.777 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.778 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:27.778 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.778 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.778 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.778 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.18", 2024-07-26T07:21:27.778 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.778 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.778 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.778 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5263, 2024-07-26T07:21:27.778 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.778 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:58:21.870433+0000", 2024-07-26T07:21:27.778 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.778 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.779 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.779 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.779 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.779 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.779 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.779 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.779 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.779 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.779 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.779 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.779 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.779 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.779 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.779 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.780 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.780 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.780 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.780 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:27.780 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:27.780 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.780 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:27.780 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.780 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.780 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.780 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.780 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.780 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:27.781 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.781 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.781 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.781 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.781 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.781 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.781 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.781 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:27.781 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:27.781 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.781 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.781 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.782 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:27.782 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:27.782 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.782 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.782 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.782 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.782 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:27.782 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:27.782 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:27.782 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.782 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T07:21:27.782 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:27.782 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.782 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.783 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.783 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:27.783 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:27.783 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:27.783 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.783 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T07:21:27.783 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.783 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.783 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:27.783 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.783 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.783 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.783 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.856132+0000", 2024-07-26T07:21:27.783 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.524261+0000", 2024-07-26T07:21:27.783 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.524261+0000", 2024-07-26T07:21:27.784 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.524589+0000", 2024-07-26T07:21:27.784 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.856132+0000", 2024-07-26T07:21:27.784 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.784 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.784 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.784 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:27.784 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.856132+0000", 2024-07-26T07:21:27.784 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.856132+0000", 2024-07-26T07:21:27.784 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.856132+0000", 2024-07-26T07:21:27.784 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.784 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.784 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.784 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.856132+0000", 2024-07-26T07:21:27.785 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.856132+0000", 2024-07-26T07:21:27.785 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.785 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:27.785 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.785 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.785 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:27.785 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.785 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.785 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.785 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.785 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:27.785 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.785 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.785 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.785 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.19", 2024-07-26T07:21:27.786 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.786 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.786 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.786 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5267, 2024-07-26T07:21:27.786 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.786 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:49:39.704720+0000", 2024-07-26T07:21:27.786 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.786 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.786 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.786 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.786 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.786 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.786 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.786 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.787 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.787 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.787 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.787 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.787 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.787 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.787 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.787 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.787 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.787 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.787 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.787 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:27.787 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:27.788 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.788 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:27.788 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.788 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.788 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.788 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.788 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.788 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:27.788 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.788 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.788 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.788 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.788 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.788 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.789 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.789 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:27.789 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:27.789 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.789 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.789 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.789 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:27.789 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:27.789 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.789 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.789 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.789 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.789 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:27.789 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:27.789 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:27.790 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.790 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T07:21:27.790 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:27.790 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.790 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.790 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.790 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:27.790 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:27.790 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:27.790 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.790 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 6, 2024-07-26T07:21:27.790 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.790 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.791 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:27.791 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.791 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.791 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.791 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.858109+0000", 2024-07-26T07:21:27.791 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.417941+0000", 2024-07-26T07:21:27.791 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.417941+0000", 2024-07-26T07:21:27.791 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.418552+0000", 2024-07-26T07:21:27.791 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.858109+0000", 2024-07-26T07:21:27.791 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.791 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.791 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.791 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:27.792 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.858109+0000", 2024-07-26T07:21:27.792 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.858109+0000", 2024-07-26T07:21:27.792 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.858109+0000", 2024-07-26T07:21:27.792 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.792 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.792 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.792 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.858109+0000", 2024-07-26T07:21:27.792 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.858109+0000", 2024-07-26T07:21:27.792 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.792 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 2, 2024-07-26T07:21:27.792 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.792 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.792 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:27.792 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.793 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.793 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.793 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.793 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 2, 2024-07-26T07:21:27.793 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.793 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.793 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.793 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.1a", 2024-07-26T07:21:27.793 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.793 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.793 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.793 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5149, 2024-07-26T07:21:27.793 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.793 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:04:48.090238+0000", 2024-07-26T07:21:27.793 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.794 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.794 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.794 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.794 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.794 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.794 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.794 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.794 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.794 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.794 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.794 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.794 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.794 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.795 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.795 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.795 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.795 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.795 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.795 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:27.795 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:27.795 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.795 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:27.795 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.795 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.795 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.795 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.795 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.796 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:27.796 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.796 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.796 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.796 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.796 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.796 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.796 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.796 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:27.796 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:27.796 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.796 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.796 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.796 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:27.797 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:27.797 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.797 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.797 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.797 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.797 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:27.797 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:27.797 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:27.797 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.797 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 6, 2024-07-26T07:21:27.797 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "555'2" 2024-07-26T07:21:27.797 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.797 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.798 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.798 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:27.798 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:27.798 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:27.798 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.798 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 0, 2024-07-26T07:21:27.798 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.798 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.798 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:27.798 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.798 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.798 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.798 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.613307+0000", 2024-07-26T07:21:27.798 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.422366+0000", 2024-07-26T07:21:27.799 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.422366+0000", 2024-07-26T07:21:27.799 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.424021+0000", 2024-07-26T07:21:27.799 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.613307+0000", 2024-07-26T07:21:27.799 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.799 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.799 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.799 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:27.799 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.613307+0000", 2024-07-26T07:21:27.799 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.613307+0000", 2024-07-26T07:21:27.799 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.613307+0000", 2024-07-26T07:21:27.799 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.799 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.799 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.799 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.613307+0000", 2024-07-26T07:21:27.799 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.613307+0000", 2024-07-26T07:21:27.800 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.800 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:27.800 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.800 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.800 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:27.800 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.800 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.800 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.800 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.800 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:27.800 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.800 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.800 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.800 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.1b", 2024-07-26T07:21:27.801 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.801 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.801 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.801 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5335, 2024-07-26T07:21:27.801 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.801 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:11:45.492466+0000", 2024-07-26T07:21:27.801 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.801 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.801 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.801 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.801 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.801 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.801 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.801 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.801 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.802 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.802 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.802 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.802 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.802 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.802 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.802 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.802 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.802 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.802 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.802 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:27.802 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:27.802 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.803 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:27.803 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.803 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.803 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.803 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.803 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.803 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:27.803 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.803 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.803 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.803 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.803 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.803 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.803 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.803 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:27.804 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:27.804 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.804 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.804 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.804 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:27.804 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:27.804 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.804 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.804 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.804 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.804 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:27.804 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:27.804 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:27.804 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.805 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 0, 2024-07-26T07:21:27.805 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:27.805 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.805 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.805 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.805 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:27.805 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:27.805 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:27.805 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.805 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T07:21:27.805 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.805 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.805 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:27.805 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.805 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.806 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.806 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.856772+0000", 2024-07-26T07:21:27.806 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.412203+0000", 2024-07-26T07:21:27.806 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.412203+0000", 2024-07-26T07:21:27.806 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.412821+0000", 2024-07-26T07:21:27.806 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.856772+0000", 2024-07-26T07:21:27.806 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.806 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.806 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.806 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:27.806 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.856772+0000", 2024-07-26T07:21:27.806 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.856772+0000", 2024-07-26T07:21:27.806 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.856772+0000", 2024-07-26T07:21:27.807 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.807 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.807 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:27.807 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.856772+0000", 2024-07-26T07:21:27.807 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.856772+0000", 2024-07-26T07:21:27.807 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.807 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 2, 2024-07-26T07:21:27.807 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.807 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.807 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:27.807 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.807 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.807 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.807 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.807 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 2, 2024-07-26T07:21:27.808 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.808 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.808 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.808 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.1b", 2024-07-26T07:21:27.808 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.808 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.808 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.808 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5259, 2024-07-26T07:21:27.808 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.808 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:33:14.815497+0000", 2024-07-26T07:21:27.808 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.808 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.808 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.808 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.808 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.809 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.809 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.809 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.809 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.809 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.809 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.809 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.809 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.809 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.809 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.809 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.809 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.809 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.810 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.810 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:27.810 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:27.810 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.810 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:27.810 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.810 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.810 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.810 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.810 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.810 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:27.810 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.810 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.810 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.811 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.811 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.811 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.811 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.811 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:27.811 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:27.811 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.811 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.811 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.811 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:27.811 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:27.811 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.811 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.812 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.812 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.812 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:27.812 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:27.812 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:27.812 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.812 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T07:21:27.812 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "555'2" 2024-07-26T07:21:27.812 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.812 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.812 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.812 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:27.812 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:27.812 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:27.812 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.813 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 4, 2024-07-26T07:21:27.813 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.813 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.813 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:27.813 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.813 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.813 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.813 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.612124+0000", 2024-07-26T07:21:27.813 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:14.408672+0000", 2024-07-26T07:21:27.813 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:14.408672+0000", 2024-07-26T07:21:27.813 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:14.409191+0000", 2024-07-26T07:21:27.813 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.612124+0000", 2024-07-26T07:21:27.813 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.813 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.814 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.814 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 438, 2024-07-26T07:21:27.814 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.612124+0000", 2024-07-26T07:21:27.814 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.612124+0000", 2024-07-26T07:21:27.814 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.612124+0000", 2024-07-26T07:21:27.814 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.814 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.814 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.814 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.612124+0000", 2024-07-26T07:21:27.814 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.612124+0000", 2024-07-26T07:21:27.814 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.814 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:27.815 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.815 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.815 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 437, 2024-07-26T07:21:27.815 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.815 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.815 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.815 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.815 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:27.815 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.815 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.815 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.815 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.1a", 2024-07-26T07:21:27.815 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.816 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.816 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.816 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5247, 2024-07-26T07:21:27.816 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.816 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:20:44.753077+0000", 2024-07-26T07:21:27.816 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.816 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.816 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.816 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.816 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.816 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.816 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.816 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.817 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.817 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.817 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.817 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.817 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.817 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.817 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.817 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.817 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.817 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.817 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.817 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:27.817 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:27.817 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.817 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:27.817 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.818 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.818 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.818 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.818 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.818 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:27.818 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.818 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.818 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.818 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.818 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.818 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.818 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.818 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:27.818 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:27.818 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.819 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.819 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.819 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:27.819 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:27.819 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.819 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.819 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.819 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.819 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:27.819 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:27.819 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:27.819 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.819 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 4, 2024-07-26T07:21:27.819 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:27.819 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.820 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.820 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.820 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:27.820 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:27.820 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T07:21:27.820 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.820 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 6, 2024-07-26T07:21:27.820 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.820 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.820 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:27.820 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.820 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.820 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.821 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.855876+0000", 2024-07-26T07:21:27.821 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.516773+0000", 2024-07-26T07:21:27.821 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.516773+0000", 2024-07-26T07:21:27.821 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.523596+0000", 2024-07-26T07:21:27.821 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.855876+0000", 2024-07-26T07:21:27.821 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.821 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.821 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.821 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:27.821 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.855876+0000", 2024-07-26T07:21:27.821 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.855876+0000", 2024-07-26T07:21:27.821 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.855876+0000", 2024-07-26T07:21:27.821 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.821 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.822 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.822 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.855876+0000", 2024-07-26T07:21:27.822 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.855876+0000", 2024-07-26T07:21:27.822 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.822 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:27.822 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.822 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.822 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:27.822 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.822 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.822 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.822 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.822 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:27.822 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.823 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.823 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.823 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.20", 2024-07-26T07:21:27.823 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.823 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.823 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.823 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5148, 2024-07-26T07:21:27.823 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.823 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T11:25:04.467946+0000", 2024-07-26T07:21:27.823 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.823 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.823 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.823 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.823 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.823 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.824 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.824 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.824 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.824 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.824 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.824 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.824 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.824 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.824 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.824 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.824 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.824 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.824 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.824 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:27.825 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:27.825 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.825 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:27.825 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.825 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.825 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.825 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.825 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.825 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:27.825 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.825 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.825 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.825 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.825 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.826 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.826 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.826 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:27.826 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:27.826 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.826 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.826 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.826 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:27.826 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:27.826 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.826 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.826 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.826 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.826 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:27.827 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:27.827 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T07:21:27.827 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.827 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 6, 2024-07-26T07:21:27.827 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:27.827 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.827 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.827 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.827 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:27.827 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:27.827 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:27.827 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.827 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 2, 2024-07-26T07:21:27.827 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.828 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.828 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:27.828 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.828 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.828 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.828 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.856687+0000", 2024-07-26T07:21:27.828 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.524892+0000", 2024-07-26T07:21:27.828 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.524892+0000", 2024-07-26T07:21:27.828 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.525197+0000", 2024-07-26T07:21:27.828 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.856687+0000", 2024-07-26T07:21:27.828 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.828 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.828 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.828 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:27.829 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.856687+0000", 2024-07-26T07:21:27.829 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.856687+0000", 2024-07-26T07:21:27.829 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.856687+0000", 2024-07-26T07:21:27.829 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.829 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.829 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.829 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.856687+0000", 2024-07-26T07:21:27.829 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.856687+0000", 2024-07-26T07:21:27.829 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.829 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:27.829 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.829 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.829 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:27.829 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.829 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.830 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.830 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.830 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:27.830 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.830 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.830 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.830 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.21", 2024-07-26T07:21:27.830 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.830 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.830 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.830 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5302, 2024-07-26T07:21:27.830 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.830 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:02:58.160479+0000", 2024-07-26T07:21:27.830 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.831 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.831 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.831 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.831 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.831 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.831 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.831 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.831 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.831 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.831 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.831 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.831 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.831 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.831 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.831 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.832 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.832 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.832 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.832 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:27.832 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:27.832 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.832 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:27.832 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.832 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.832 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.832 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.832 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.832 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:27.832 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.832 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.833 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.833 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.833 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.833 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.833 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.833 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:27.833 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:27.833 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.833 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.833 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.833 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:27.833 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:27.833 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.833 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.834 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.834 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.834 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:27.834 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:27.834 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:27.834 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.834 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 2, 2024-07-26T07:21:27.834 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:27.834 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.834 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.834 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.834 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:27.834 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:27.834 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:27.835 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.835 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T07:21:27.835 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.835 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.835 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:27.835 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.835 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.835 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.835 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.857755+0000", 2024-07-26T07:21:27.835 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:47.478631+0000", 2024-07-26T07:21:27.835 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:47.478631+0000", 2024-07-26T07:21:27.835 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:47.479752+0000", 2024-07-26T07:21:27.835 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.857755+0000", 2024-07-26T07:21:27.836 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.836 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.836 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.836 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 470, 2024-07-26T07:21:27.836 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.857755+0000", 2024-07-26T07:21:27.836 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.857755+0000", 2024-07-26T07:21:27.836 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.857755+0000", 2024-07-26T07:21:27.836 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.836 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.836 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.836 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.857755+0000", 2024-07-26T07:21:27.836 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.857755+0000", 2024-07-26T07:21:27.836 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.836 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:27.837 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.837 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.837 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 469, 2024-07-26T07:21:27.837 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.837 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.837 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.837 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.837 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:27.837 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.837 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.837 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.837 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.22", 2024-07-26T07:21:27.837 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.837 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.837 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.838 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5198, 2024-07-26T07:21:27.838 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.838 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:18:22.107716+0000", 2024-07-26T07:21:27.838 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.838 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.838 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.838 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.838 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.838 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.838 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.838 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.838 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.838 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.838 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.839 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.839 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.839 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.839 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.839 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.839 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.839 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.839 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.839 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:27.839 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:27.839 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.839 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:27.839 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.839 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.839 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.840 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.840 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.840 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:27.840 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.840 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.840 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.840 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.840 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.840 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.840 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.840 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:27.840 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:27.840 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.840 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.841 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.841 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:27.841 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:27.841 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.841 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.841 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.841 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.841 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:27.841 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:27.841 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:27.841 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.841 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T07:21:27.841 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:27.841 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.841 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.841 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.842 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:27.842 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:27.842 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:27.842 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.842 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 0, 2024-07-26T07:21:27.842 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.842 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.842 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:27.842 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.842 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.842 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.842 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.613550+0000", 2024-07-26T07:21:27.842 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:14.410045+0000", 2024-07-26T07:21:27.842 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:14.410045+0000", 2024-07-26T07:21:27.842 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:14.410366+0000", 2024-07-26T07:21:27.842 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.613550+0000", 2024-07-26T07:21:27.843 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.843 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.843 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.843 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 438, 2024-07-26T07:21:27.843 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.613550+0000", 2024-07-26T07:21:27.843 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.613550+0000", 2024-07-26T07:21:27.843 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.613550+0000", 2024-07-26T07:21:27.843 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.843 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.843 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.843 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.613550+0000", 2024-07-26T07:21:27.843 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.613550+0000", 2024-07-26T07:21:27.843 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.843 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:27.843 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.844 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.844 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 437, 2024-07-26T07:21:27.844 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.844 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.844 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.844 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.844 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:27.844 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.844 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.844 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.844 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.23", 2024-07-26T07:21:27.844 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.844 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.844 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.844 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5341, 2024-07-26T07:21:27.844 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.845 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:18:12.441970+0000", 2024-07-26T07:21:27.845 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.845 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.845 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.845 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.845 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.845 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.845 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.845 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.845 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.845 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.845 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.845 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.845 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.845 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.846 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.846 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.846 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.846 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.846 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.846 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:27.846 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:27.846 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.846 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:27.846 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.846 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.846 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.846 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.846 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.847 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:27.847 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.847 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.847 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.847 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.847 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.847 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.847 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.847 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:27.847 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:27.847 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.847 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.847 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.847 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:27.848 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:27.848 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.848 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.848 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.848 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.848 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:27.848 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:27.848 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:27.848 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.848 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 0, 2024-07-26T07:21:27.848 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:27.848 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.848 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.848 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.848 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:27.849 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:27.849 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:27.849 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.849 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T07:21:27.849 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.849 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.849 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:27.849 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.849 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.849 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.849 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.858342+0000", 2024-07-26T07:21:27.849 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:14.406106+0000", 2024-07-26T07:21:27.849 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:14.406106+0000", 2024-07-26T07:21:27.849 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:14.406431+0000", 2024-07-26T07:21:27.849 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.858342+0000", 2024-07-26T07:21:27.850 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.850 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.850 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.850 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 438, 2024-07-26T07:21:27.850 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.858342+0000", 2024-07-26T07:21:27.850 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.858342+0000", 2024-07-26T07:21:27.850 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.858342+0000", 2024-07-26T07:21:27.850 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.850 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.850 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.850 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.858342+0000", 2024-07-26T07:21:27.850 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.858342+0000", 2024-07-26T07:21:27.850 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.851 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:27.851 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.851 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.851 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 437, 2024-07-26T07:21:27.851 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.851 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.851 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.851 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.851 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:27.851 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.851 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.851 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.851 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.24", 2024-07-26T07:21:27.851 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.852 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.852 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.852 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5267, 2024-07-26T07:21:27.852 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.852 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:28:30.924546+0000", 2024-07-26T07:21:27.852 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.852 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.852 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.852 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.852 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.852 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.852 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.852 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.852 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.852 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.853 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.853 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.853 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.853 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.853 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.853 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.853 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.853 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.853 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.853 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:27.853 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:27.853 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.853 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:27.853 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.854 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.854 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.854 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.854 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.854 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:27.854 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.854 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.854 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.854 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.854 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.854 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.854 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.854 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:27.854 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:27.855 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.855 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.855 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.855 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:27.855 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:27.855 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.855 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.855 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.855 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.855 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:27.855 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:27.855 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:27.855 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.855 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T07:21:27.856 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:27.856 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.856 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.856 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.856 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:27.856 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:27.856 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:27.856 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.856 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T07:21:27.856 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.856 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.856 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:27.856 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.856 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.856 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.857 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.614371+0000", 2024-07-26T07:21:27.857 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:10:41.392676+0000", 2024-07-26T07:21:27.857 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:10:41.392676+0000", 2024-07-26T07:21:27.857 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:10:41.393019+0000", 2024-07-26T07:21:27.857 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.614371+0000", 2024-07-26T07:21:27.857 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.857 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.857 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.857 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 407, 2024-07-26T07:21:27.857 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.614371+0000", 2024-07-26T07:21:27.857 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.614371+0000", 2024-07-26T07:21:27.857 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.614371+0000", 2024-07-26T07:21:27.857 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.857 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.857 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.858 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.614371+0000", 2024-07-26T07:21:27.858 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.614371+0000", 2024-07-26T07:21:27.858 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.858 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:27.858 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.858 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.858 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 406, 2024-07-26T07:21:27.858 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.858 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.858 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.858 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.858 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:27.858 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.858 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.859 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.859 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.25", 2024-07-26T07:21:27.859 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.859 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.859 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.859 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5330, 2024-07-26T07:21:27.859 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.859 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T08:39:17.857800+0000", 2024-07-26T07:21:27.859 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.859 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.859 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.859 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.859 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.859 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.860 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.860 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.860 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.860 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.860 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.860 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.860 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.860 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.860 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.860 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.860 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.860 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.860 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.860 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:27.860 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:27.861 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.861 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:27.861 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.861 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.861 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.861 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.861 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.861 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:27.861 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.861 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.861 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.861 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.861 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.862 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.862 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.862 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:27.862 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:27.862 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.862 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.862 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.862 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:27.862 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:27.862 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.862 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.862 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.862 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.862 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:27.863 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:27.863 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:27.863 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.863 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T07:21:27.863 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:27.863 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.863 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.863 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.863 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:27.863 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:27.863 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:27.863 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.863 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 6, 2024-07-26T07:21:27.863 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.864 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.864 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:27.864 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.864 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.864 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.864 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.860528+0000", 2024-07-26T07:21:27.864 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.417115+0000", 2024-07-26T07:21:27.864 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.417115+0000", 2024-07-26T07:21:27.864 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.417396+0000", 2024-07-26T07:21:27.864 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.860528+0000", 2024-07-26T07:21:27.864 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.864 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.864 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.864 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:27.865 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.860528+0000", 2024-07-26T07:21:27.865 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.860528+0000", 2024-07-26T07:21:27.865 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.860528+0000", 2024-07-26T07:21:27.865 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.865 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.865 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.865 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.860528+0000", 2024-07-26T07:21:27.865 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.860528+0000", 2024-07-26T07:21:27.865 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.865 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:27.865 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.865 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.865 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:27.865 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.865 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.866 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.866 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.866 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:27.866 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.866 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.866 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.866 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.26", 2024-07-26T07:21:27.866 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.866 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.866 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.866 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5148, 2024-07-26T07:21:27.866 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.866 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:39:35.821007+0000", 2024-07-26T07:21:27.867 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.867 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.867 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.867 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.867 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.867 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.867 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.867 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.867 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.867 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.867 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.867 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.867 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.867 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.867 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.868 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.868 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.868 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.869 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.869 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:27.870 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:27.870 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.870 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:27.870 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.870 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.870 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.870 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.870 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.870 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:27.870 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.870 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.870 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.870 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.870 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.871 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.871 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.871 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:27.871 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:27.871 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.871 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.871 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.871 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:27.871 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:27.871 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.871 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.871 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.871 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.871 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:27.872 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:27.872 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:27.872 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.872 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 6, 2024-07-26T07:21:27.872 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:27.872 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.872 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.872 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.872 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:27.872 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:27.872 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:27.872 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.872 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T07:21:27.872 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.872 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.873 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:27.873 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.873 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.873 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.873 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.857759+0000", 2024-07-26T07:21:27.873 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:14.405322+0000", 2024-07-26T07:21:27.873 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:14.405322+0000", 2024-07-26T07:21:27.873 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:14.405659+0000", 2024-07-26T07:21:27.873 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.857759+0000", 2024-07-26T07:21:27.873 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.873 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.873 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.873 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 438, 2024-07-26T07:21:27.873 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.857759+0000", 2024-07-26T07:21:27.873 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.857759+0000", 2024-07-26T07:21:27.874 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.857759+0000", 2024-07-26T07:21:27.874 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.874 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.874 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.874 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.857759+0000", 2024-07-26T07:21:27.874 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.857759+0000", 2024-07-26T07:21:27.874 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.874 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:27.874 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.874 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.874 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 437, 2024-07-26T07:21:27.874 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.874 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.874 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.875 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.875 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:27.875 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.875 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.875 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.875 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.27", 2024-07-26T07:21:27.875 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.875 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.875 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.875 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5246, 2024-07-26T07:21:27.875 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.875 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:28:27.909017+0000", 2024-07-26T07:21:27.875 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.875 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.876 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.876 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.876 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.876 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.876 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.876 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.876 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.876 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.876 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.876 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.876 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.876 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.876 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.877 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.877 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.877 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.877 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.877 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:27.877 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:27.877 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.877 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:27.877 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.877 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.877 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.877 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.877 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.877 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:27.877 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.878 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.878 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.878 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.878 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.878 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.878 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.878 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:27.878 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:27.878 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.878 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.878 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.878 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:27.878 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:27.878 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.879 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.879 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.879 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.879 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:27.879 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:27.879 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:27.879 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.879 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T07:21:27.879 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:27.879 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.879 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.879 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.879 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:27.879 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:27.880 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:27.880 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.880 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T07:21:27.880 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.880 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.880 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:27.880 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.880 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.880 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.880 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.856543+0000", 2024-07-26T07:21:27.880 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:47.471581+0000", 2024-07-26T07:21:27.880 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:47.471581+0000", 2024-07-26T07:21:27.880 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:47.471885+0000", 2024-07-26T07:21:27.880 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.856543+0000", 2024-07-26T07:21:27.881 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.881 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.881 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.881 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 470, 2024-07-26T07:21:27.881 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.856543+0000", 2024-07-26T07:21:27.881 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.856543+0000", 2024-07-26T07:21:27.881 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.856543+0000", 2024-07-26T07:21:27.881 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.881 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.881 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.881 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.856543+0000", 2024-07-26T07:21:27.881 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.856543+0000", 2024-07-26T07:21:27.881 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.881 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:27.881 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.882 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.882 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 469, 2024-07-26T07:21:27.882 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.882 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.882 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.882 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.882 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:27.882 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.882 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.882 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.882 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.28", 2024-07-26T07:21:27.882 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.882 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.882 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.883 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5197, 2024-07-26T07:21:27.883 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.883 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:23:36.403403+0000", 2024-07-26T07:21:27.883 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.883 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.883 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.883 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.883 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.883 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.883 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.883 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.883 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.883 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.884 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.884 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.884 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.884 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.884 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.884 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.884 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.884 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.884 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.884 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:27.884 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:27.884 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.884 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:27.884 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.885 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.885 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.885 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.885 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.885 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:27.885 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.885 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.885 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.885 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.885 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.885 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.885 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.885 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:27.885 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:27.886 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.886 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.886 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.886 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:27.886 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:27.886 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.886 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.886 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.886 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.886 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:27.886 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:27.886 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:27.886 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.887 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T07:21:27.887 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:27.887 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.887 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.887 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.887 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:27.887 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:27.887 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:27.887 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.887 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T07:21:27.887 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.887 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.887 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:27.887 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.888 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.888 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.888 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.856233+0000", 2024-07-26T07:21:27.888 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:14.406476+0000", 2024-07-26T07:21:27.888 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:14.406476+0000", 2024-07-26T07:21:27.888 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:14.406889+0000", 2024-07-26T07:21:27.888 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.856233+0000", 2024-07-26T07:21:27.888 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.888 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.888 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.888 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 438, 2024-07-26T07:21:27.888 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.856233+0000", 2024-07-26T07:21:27.888 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.856233+0000", 2024-07-26T07:21:27.889 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.856233+0000", 2024-07-26T07:21:27.889 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.889 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.889 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.889 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.856233+0000", 2024-07-26T07:21:27.889 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.856233+0000", 2024-07-26T07:21:27.889 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.889 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:27.889 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.889 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.889 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 437, 2024-07-26T07:21:27.889 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.889 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.889 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.889 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.890 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:27.890 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.890 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.890 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.890 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.29", 2024-07-26T07:21:27.890 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.890 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.890 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.890 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5257, 2024-07-26T07:21:27.890 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.890 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:40:18.277524+0000", 2024-07-26T07:21:27.890 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.890 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.891 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.891 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.891 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.891 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.891 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.891 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.891 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.891 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.891 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.891 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.891 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.891 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.891 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.892 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.892 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.892 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.892 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.892 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:27.892 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:27.892 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.892 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:27.892 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.892 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.892 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.892 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.892 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.892 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:27.892 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.893 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.893 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.893 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.893 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.893 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.893 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.893 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:27.893 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:27.893 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.893 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.893 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.893 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:27.893 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:27.893 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.894 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.894 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.894 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.894 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:27.894 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:27.894 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:27.894 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.894 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T07:21:27.894 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:27.894 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.894 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.894 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.894 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:27.894 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:27.895 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:27.895 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.895 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T07:21:27.895 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.895 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.895 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:27.895 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.895 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.895 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.895 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.857277+0000", 2024-07-26T07:21:27.895 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.406730+0000", 2024-07-26T07:21:27.895 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.406730+0000", 2024-07-26T07:21:27.895 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.407658+0000", 2024-07-26T07:21:27.895 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.857277+0000", 2024-07-26T07:21:27.896 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.896 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.896 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.896 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:27.896 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.857277+0000", 2024-07-26T07:21:27.896 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.857277+0000", 2024-07-26T07:21:27.896 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.857277+0000", 2024-07-26T07:21:27.896 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.896 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.896 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.896 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.857277+0000", 2024-07-26T07:21:27.896 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.857277+0000", 2024-07-26T07:21:27.896 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.897 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:27.897 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.897 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.897 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:27.897 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.897 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.897 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.897 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.897 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:27.897 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.897 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.897 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.897 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.2a", 2024-07-26T07:21:27.897 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.897 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.898 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.898 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5164, 2024-07-26T07:21:27.898 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.898 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T06:45:00.604265+0000", 2024-07-26T07:21:27.898 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.898 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.898 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.898 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.898 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.898 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.898 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.898 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.898 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.899 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.899 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.899 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.899 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.899 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.899 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.899 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.899 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.899 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.899 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.899 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:27.899 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:27.899 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.899 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:27.899 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.900 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.900 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.900 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.900 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.900 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:27.900 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.900 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.900 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.900 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.900 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.900 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.900 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.900 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:27.900 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:27.900 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.901 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.901 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.901 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:27.901 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:27.901 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.901 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.901 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.901 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.901 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:27.901 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:27.901 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:27.901 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.901 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T07:21:27.901 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:27.902 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.902 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.902 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.902 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:27.902 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:27.902 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:27.902 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.902 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 0, 2024-07-26T07:21:27.902 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.902 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.902 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:27.902 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.902 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.903 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.903 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.613680+0000", 2024-07-26T07:21:27.903 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.425244+0000", 2024-07-26T07:21:27.903 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.425244+0000", 2024-07-26T07:21:27.903 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.425540+0000", 2024-07-26T07:21:27.903 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.613680+0000", 2024-07-26T07:21:27.903 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.903 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.903 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.903 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:27.903 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.613680+0000", 2024-07-26T07:21:27.903 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.613680+0000", 2024-07-26T07:21:27.903 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.613680+0000", 2024-07-26T07:21:27.903 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.904 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.904 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.904 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.613680+0000", 2024-07-26T07:21:27.904 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.613680+0000", 2024-07-26T07:21:27.904 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.904 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:27.904 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.904 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.904 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:27.904 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.904 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.904 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.904 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.905 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:27.905 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.905 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.905 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.905 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.2b", 2024-07-26T07:21:27.905 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.905 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.905 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.905 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5339, 2024-07-26T07:21:27.905 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.905 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T06:26:05.036918+0000", 2024-07-26T07:21:27.905 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.905 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.905 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.906 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.906 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.906 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.906 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.906 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.906 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.906 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.906 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.906 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.906 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.906 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.906 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.906 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.906 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.907 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.907 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.907 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:27.907 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:27.907 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.907 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:27.907 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.907 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.907 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.907 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.907 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.907 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:27.907 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.907 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.907 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.908 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.908 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.908 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.908 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.908 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:27.908 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:27.908 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.908 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.908 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.908 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:27.908 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:27.908 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.908 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.908 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.909 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.909 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:27.909 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:27.909 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:27.909 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.909 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 0, 2024-07-26T07:21:27.909 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:27.909 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.909 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.909 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.909 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:27.909 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:27.909 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:27.909 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.910 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 6, 2024-07-26T07:21:27.910 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.910 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.910 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:27.910 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.910 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.910 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.910 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.856656+0000", 2024-07-26T07:21:27.910 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.520414+0000", 2024-07-26T07:21:27.910 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.520414+0000", 2024-07-26T07:21:27.910 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.521094+0000", 2024-07-26T07:21:27.910 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.856656+0000", 2024-07-26T07:21:27.910 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.910 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.911 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.911 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:27.911 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.856656+0000", 2024-07-26T07:21:27.911 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.856656+0000", 2024-07-26T07:21:27.911 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.856656+0000", 2024-07-26T07:21:27.911 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.911 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.911 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.911 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.856656+0000", 2024-07-26T07:21:27.911 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.856656+0000", 2024-07-26T07:21:27.911 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.911 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:27.911 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.911 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.912 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:27.912 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.912 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.912 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.912 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.912 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:27.912 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.912 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.912 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.912 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.2c", 2024-07-26T07:21:27.912 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.912 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.912 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.912 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5155, 2024-07-26T07:21:27.912 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.913 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:29:48.863242+0000", 2024-07-26T07:21:27.913 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.913 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.913 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.913 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.913 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.913 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.913 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.913 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.913 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.913 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.913 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.913 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.913 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.913 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.914 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.914 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.914 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.914 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.914 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.914 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:27.914 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:27.914 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.914 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:27.914 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.914 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.914 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.915 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.915 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.915 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:27.915 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.915 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.915 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.915 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.915 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.915 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.915 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.915 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:27.915 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:27.915 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.915 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.916 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.916 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:27.916 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:27.916 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.916 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.916 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.916 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.916 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:27.916 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:27.916 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:27.916 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.916 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 6, 2024-07-26T07:21:27.916 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:27.916 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.917 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.917 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.917 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:27.917 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:27.917 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:27.917 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.917 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T07:21:27.917 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.917 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.917 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:27.917 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.917 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.917 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.918 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.863313+0000", 2024-07-26T07:21:27.918 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.420022+0000", 2024-07-26T07:21:27.918 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.420022+0000", 2024-07-26T07:21:27.918 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.420716+0000", 2024-07-26T07:21:27.918 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.863313+0000", 2024-07-26T07:21:27.918 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.918 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.918 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.918 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:27.918 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.863313+0000", 2024-07-26T07:21:27.918 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.863313+0000", 2024-07-26T07:21:27.918 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.863313+0000", 2024-07-26T07:21:27.918 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.918 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.919 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.919 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.863313+0000", 2024-07-26T07:21:27.919 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.863313+0000", 2024-07-26T07:21:27.919 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.919 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:27.919 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.919 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.919 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:27.919 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.919 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.919 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.919 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.920 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:27.920 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.920 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.920 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.920 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.2d", 2024-07-26T07:21:27.920 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.920 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.920 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.920 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5111, 2024-07-26T07:21:27.920 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.920 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:09:24.217344+0000", 2024-07-26T07:21:27.920 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.920 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.920 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.920 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.920 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.920 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.921 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.921 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.921 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.921 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.921 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.921 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.921 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.921 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.921 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.921 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.921 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.921 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.921 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.921 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:27.921 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:27.922 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.922 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:27.922 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.922 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.922 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.922 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.922 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.922 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:27.922 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.922 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.922 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.922 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.922 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.923 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.923 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.923 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:27.923 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:27.923 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.923 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.923 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.923 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:27.923 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:27.923 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.923 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.923 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.923 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.923 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:27.923 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:27.924 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:27.924 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.924 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T07:21:27.924 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:27.924 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.924 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.924 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.924 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:27.924 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:27.924 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:27.924 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.924 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 2, 2024-07-26T07:21:27.924 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.924 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.924 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:27.925 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.925 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.925 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.925 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.858540+0000", 2024-07-26T07:21:27.925 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.414894+0000", 2024-07-26T07:21:27.925 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.414894+0000", 2024-07-26T07:21:27.925 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.415281+0000", 2024-07-26T07:21:27.925 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.858540+0000", 2024-07-26T07:21:27.925 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.925 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.925 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.925 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:27.925 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.858540+0000", 2024-07-26T07:21:27.925 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.858540+0000", 2024-07-26T07:21:27.926 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.858540+0000", 2024-07-26T07:21:27.926 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.926 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.926 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.926 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.858540+0000", 2024-07-26T07:21:27.926 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.858540+0000", 2024-07-26T07:21:27.926 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.926 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:27.926 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.926 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.926 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:27.926 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.926 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.927 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.927 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.927 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:27.927 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.927 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.927 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.927 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.2e", 2024-07-26T07:21:27.927 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.927 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.927 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.927 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5298, 2024-07-26T07:21:27.927 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.927 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:41:00.290701+0000", 2024-07-26T07:21:27.927 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.927 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.928 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.928 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.928 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.928 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.928 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.928 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.928 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.928 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.928 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.928 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.928 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.928 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.928 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.928 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.928 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.929 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.929 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.929 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:27.929 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:27.929 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.929 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:27.929 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.929 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.929 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.929 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.929 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.929 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:27.929 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.929 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.930 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.930 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.930 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.930 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.930 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.930 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:27.930 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:27.930 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.930 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.930 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.930 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:27.930 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:27.931 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.931 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.931 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.931 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.931 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:27.931 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:27.931 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:27.931 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.931 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 2, 2024-07-26T07:21:27.931 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:27.931 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.931 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.931 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.931 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:27.932 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:27.932 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:27.932 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.932 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T07:21:27.932 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.932 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.932 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:27.932 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.932 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.932 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.932 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.865270+0000", 2024-07-26T07:21:27.932 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.420143+0000", 2024-07-26T07:21:27.932 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.420143+0000", 2024-07-26T07:21:27.933 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.420954+0000", 2024-07-26T07:21:27.933 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.865270+0000", 2024-07-26T07:21:27.933 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.933 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.933 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.933 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:27.933 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.865270+0000", 2024-07-26T07:21:27.933 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.865270+0000", 2024-07-26T07:21:27.933 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.865270+0000", 2024-07-26T07:21:27.933 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.933 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.933 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.933 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.865270+0000", 2024-07-26T07:21:27.933 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.865270+0000", 2024-07-26T07:21:27.933 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.934 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:27.934 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.934 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.934 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:27.934 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.934 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.934 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.934 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.934 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:27.934 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.934 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.934 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.935 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.2f", 2024-07-26T07:21:27.935 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.935 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.935 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.935 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5176, 2024-07-26T07:21:27.935 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.935 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:59:23.483758+0000", 2024-07-26T07:21:27.935 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.935 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.935 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.935 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.935 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.935 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.935 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.936 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.936 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.936 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.936 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.936 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.936 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.936 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.936 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.936 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.936 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.936 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.936 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.936 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:27.936 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:27.936 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.937 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:27.937 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.937 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.937 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.937 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.937 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.937 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:27.937 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.937 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.937 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.937 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.937 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.937 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.937 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.937 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:27.938 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:27.938 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.938 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.938 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.938 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:27.938 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:27.938 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.938 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.938 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.938 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.938 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:27.938 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:27.938 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:27.938 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.939 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T07:21:27.939 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:27.939 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.939 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.939 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.939 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:27.939 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:27.939 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:27.939 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.939 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T07:21:27.939 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.939 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.939 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:27.939 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.939 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.939 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.940 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.856177+0000", 2024-07-26T07:21:27.940 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.420229+0000", 2024-07-26T07:21:27.940 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.420229+0000", 2024-07-26T07:21:27.940 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.420529+0000", 2024-07-26T07:21:27.940 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.856177+0000", 2024-07-26T07:21:27.940 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.940 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.940 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.940 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:27.940 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.856177+0000", 2024-07-26T07:21:27.940 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.856177+0000", 2024-07-26T07:21:27.940 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.856177+0000", 2024-07-26T07:21:27.940 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.940 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.940 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.940 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.856177+0000", 2024-07-26T07:21:27.941 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.856177+0000", 2024-07-26T07:21:27.941 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.941 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:27.941 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.941 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.941 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:27.941 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.941 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.941 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.941 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.941 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:27.941 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.941 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.941 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.941 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.30", 2024-07-26T07:21:27.941 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.941 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.942 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.942 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5174, 2024-07-26T07:21:27.942 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.942 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:04:31.408555+0000", 2024-07-26T07:21:27.942 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.942 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.942 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.942 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.942 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.942 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.942 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.942 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.942 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.942 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.943 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.943 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.943 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.943 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.943 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.943 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.943 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.943 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.943 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.943 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:27.943 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:27.943 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.943 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:27.943 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.943 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.944 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.944 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.944 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.944 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:27.944 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.944 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.944 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.944 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.944 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.944 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.944 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.944 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:27.944 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:27.944 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.944 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.945 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.945 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:27.945 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:27.945 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.945 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.945 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.945 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.945 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:27.945 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:27.945 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:27.945 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.945 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T07:21:27.945 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:27.945 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.946 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.946 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.946 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:27.946 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:27.946 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T07:21:27.946 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.946 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T07:21:27.946 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.946 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.946 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:27.946 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.946 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.946 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.946 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.612859+0000", 2024-07-26T07:21:27.947 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:47.480313+0000", 2024-07-26T07:21:27.947 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:47.480313+0000", 2024-07-26T07:21:27.947 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:47.480641+0000", 2024-07-26T07:21:27.947 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.612859+0000", 2024-07-26T07:21:27.947 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.947 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.947 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.947 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 470, 2024-07-26T07:21:27.947 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.612859+0000", 2024-07-26T07:21:27.947 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.612859+0000", 2024-07-26T07:21:27.947 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.612859+0000", 2024-07-26T07:21:27.947 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.947 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.947 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.948 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.612859+0000", 2024-07-26T07:21:27.948 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.612859+0000", 2024-07-26T07:21:27.948 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.948 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:27.948 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.948 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.948 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 469, 2024-07-26T07:21:27.948 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.948 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.948 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.948 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.948 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:27.948 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.948 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.949 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.949 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.31", 2024-07-26T07:21:27.949 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.949 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.949 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.949 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5327, 2024-07-26T07:21:27.949 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.949 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:43:50.097357+0000", 2024-07-26T07:21:27.949 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.949 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.949 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.949 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.949 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.949 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.949 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.949 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.950 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.950 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.950 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.950 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.950 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.950 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.950 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.950 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.950 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.950 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.950 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.950 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:27.950 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:27.950 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.951 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:27.951 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.951 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.951 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.951 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.951 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.951 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:27.951 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.951 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.951 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.951 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.951 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.951 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.951 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.951 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:27.952 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:27.952 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.952 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.952 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.952 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:27.952 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:27.952 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.952 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.952 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.952 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.952 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:27.952 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:27.952 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T07:21:27.953 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.953 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T07:21:27.953 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:27.953 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.953 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.953 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.953 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:27.953 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:27.953 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T07:21:27.953 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.953 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 0, 2024-07-26T07:21:27.953 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.953 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.953 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:27.954 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.954 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.954 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.954 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.612411+0000", 2024-07-26T07:21:27.954 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:47.487734+0000", 2024-07-26T07:21:27.954 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:47.487734+0000", 2024-07-26T07:21:27.954 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:47.488045+0000", 2024-07-26T07:21:27.954 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.612411+0000", 2024-07-26T07:21:27.954 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.954 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.954 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.954 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 470, 2024-07-26T07:21:27.954 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.612411+0000", 2024-07-26T07:21:27.954 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.612411+0000", 2024-07-26T07:21:27.955 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.612411+0000", 2024-07-26T07:21:27.955 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.955 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.955 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.955 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.612411+0000", 2024-07-26T07:21:27.955 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.612411+0000", 2024-07-26T07:21:27.955 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.955 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:27.955 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.955 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.955 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 469, 2024-07-26T07:21:27.955 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.955 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.955 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.955 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.955 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:27.956 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.956 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.956 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.956 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.32", 2024-07-26T07:21:27.956 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.956 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.956 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.956 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5337, 2024-07-26T07:21:27.956 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.956 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T08:53:36.446988+0000", 2024-07-26T07:21:27.956 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.956 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.956 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.956 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.956 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.956 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.957 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.957 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.957 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.957 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.957 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.957 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.957 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.957 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.957 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.957 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.957 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.957 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.957 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.957 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:27.957 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:27.957 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.958 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:27.958 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.958 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.958 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.958 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.958 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.958 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:27.958 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.958 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.958 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.958 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.958 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.958 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.958 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.959 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:27.959 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:27.959 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.959 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.959 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.959 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:27.959 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:27.959 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.959 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.959 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.959 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.959 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:27.959 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:27.959 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T07:21:27.960 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.960 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 0, 2024-07-26T07:21:27.960 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:27.960 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.960 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.960 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.960 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:27.960 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:27.960 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:27.960 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.960 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T07:21:27.960 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.960 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.960 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:27.961 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.961 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.961 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.961 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.856865+0000", 2024-07-26T07:21:27.961 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.517956+0000", 2024-07-26T07:21:27.961 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.517956+0000", 2024-07-26T07:21:27.961 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.518251+0000", 2024-07-26T07:21:27.961 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.856865+0000", 2024-07-26T07:21:27.961 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.961 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.961 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.961 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:27.961 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.856865+0000", 2024-07-26T07:21:27.961 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.856865+0000", 2024-07-26T07:21:27.962 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.856865+0000", 2024-07-26T07:21:27.962 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.962 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.962 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.962 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.856865+0000", 2024-07-26T07:21:27.962 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.856865+0000", 2024-07-26T07:21:27.962 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.962 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:27.962 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.962 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.962 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:27.962 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.962 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.962 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.963 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.963 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:27.963 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.963 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.963 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.963 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.33", 2024-07-26T07:21:27.963 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.963 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.963 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.963 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5255, 2024-07-26T07:21:27.963 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.963 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:13:14.073618+0000", 2024-07-26T07:21:27.963 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.963 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.964 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.964 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.964 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.964 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.964 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.964 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.964 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.964 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.964 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.964 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.964 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.964 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.964 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.964 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.965 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.965 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.965 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.965 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:27.965 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:27.965 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.965 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:27.965 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.965 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.965 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.965 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.965 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.965 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:27.965 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.966 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.966 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.966 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.966 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.966 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.966 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.966 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:27.966 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:27.966 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.966 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.966 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.966 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:27.967 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:27.967 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.967 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.967 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.967 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.967 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:27.967 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:27.967 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:27.967 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.967 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T07:21:27.967 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:27.967 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.967 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.967 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.968 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:27.968 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:27.968 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:27.968 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.968 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 4, 2024-07-26T07:21:27.968 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.968 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.968 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:27.968 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.968 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.968 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.968 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.613158+0000", 2024-07-26T07:21:27.968 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.519574+0000", 2024-07-26T07:21:27.968 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.519574+0000", 2024-07-26T07:21:27.969 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.520378+0000", 2024-07-26T07:21:27.969 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.613158+0000", 2024-07-26T07:21:27.969 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.969 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.969 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.969 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:27.969 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.613158+0000", 2024-07-26T07:21:27.969 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.613158+0000", 2024-07-26T07:21:27.969 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.613158+0000", 2024-07-26T07:21:27.969 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.969 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.969 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.969 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.613158+0000", 2024-07-26T07:21:27.969 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.613158+0000", 2024-07-26T07:21:27.970 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.970 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:27.970 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.970 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.970 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:27.970 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.970 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.970 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.970 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.970 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:27.970 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.970 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.970 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.971 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.34", 2024-07-26T07:21:27.971 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.971 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.971 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.971 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5218, 2024-07-26T07:21:27.971 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.971 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:50:26.024506+0000", 2024-07-26T07:21:27.971 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.971 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.971 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.971 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.971 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.971 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.971 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.972 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.972 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.972 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.972 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.972 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.972 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.972 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.972 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.972 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.972 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.972 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.972 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.972 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:27.972 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:27.972 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.973 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:27.973 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.973 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.973 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.973 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.973 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.973 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:27.973 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.973 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.973 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.973 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.973 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.973 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.973 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.974 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:27.974 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:27.974 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.974 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.974 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.974 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:27.974 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:27.974 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.974 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.974 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.974 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.974 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:27.974 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:27.974 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:27.975 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.975 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 4, 2024-07-26T07:21:27.975 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:27.975 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.975 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.975 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.975 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:27.975 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:27.975 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:27.975 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.975 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 6, 2024-07-26T07:21:27.975 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.975 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.975 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:27.975 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.976 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.976 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.976 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.858573+0000", 2024-07-26T07:21:27.976 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.514863+0000", 2024-07-26T07:21:27.976 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.514863+0000", 2024-07-26T07:21:27.976 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.517753+0000", 2024-07-26T07:21:27.976 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.858573+0000", 2024-07-26T07:21:27.976 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.976 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.976 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.976 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:27.976 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.858573+0000", 2024-07-26T07:21:27.976 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.858573+0000", 2024-07-26T07:21:27.977 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.858573+0000", 2024-07-26T07:21:27.977 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.977 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.977 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.977 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.858573+0000", 2024-07-26T07:21:27.977 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.858573+0000", 2024-07-26T07:21:27.977 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.977 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:27.977 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.977 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.977 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:27.977 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.977 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.977 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.978 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.978 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:27.978 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.978 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.978 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.978 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.35", 2024-07-26T07:21:27.978 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.978 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.978 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.978 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5143, 2024-07-26T07:21:27.978 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.978 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:43:25.662971+0000", 2024-07-26T07:21:27.978 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.978 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.978 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.979 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.979 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.979 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.979 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.979 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.979 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.979 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.979 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.979 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.979 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.979 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.979 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.979 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.979 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.979 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.980 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.980 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:27.980 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:27.980 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.980 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:27.980 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.980 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.980 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.980 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.980 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.980 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:27.980 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.980 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.981 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.981 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.981 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.981 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.981 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.981 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:27.981 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:27.981 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.981 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.981 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.981 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:27.981 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:27.981 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.981 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.981 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.982 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.982 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:27.982 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:27.982 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:27.982 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.982 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 6, 2024-07-26T07:21:27.982 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:27.982 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.982 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.982 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.982 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:27.982 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:27.982 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:27.982 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.983 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 6, 2024-07-26T07:21:27.983 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.983 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.983 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:27.983 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.983 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.983 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.983 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.860568+0000", 2024-07-26T07:21:27.983 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.523665+0000", 2024-07-26T07:21:27.983 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.523665+0000", 2024-07-26T07:21:27.983 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.526002+0000", 2024-07-26T07:21:27.983 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.860568+0000", 2024-07-26T07:21:27.983 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.983 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.984 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.984 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:27.984 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.860568+0000", 2024-07-26T07:21:27.984 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.860568+0000", 2024-07-26T07:21:27.984 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.860568+0000", 2024-07-26T07:21:27.984 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.984 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.984 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.984 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.860568+0000", 2024-07-26T07:21:27.984 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.860568+0000", 2024-07-26T07:21:27.985 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.985 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:27.985 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.985 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.985 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:27.985 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.985 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.985 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.985 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.985 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:27.985 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.985 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.986 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.986 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.36", 2024-07-26T07:21:27.986 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.986 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.986 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.986 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5143, 2024-07-26T07:21:27.986 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.986 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T06:41:13.121431+0000", 2024-07-26T07:21:27.986 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.986 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.986 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.986 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.986 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.987 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.987 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.987 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.987 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.987 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.987 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.987 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.987 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.987 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.987 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.987 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.987 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.988 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.988 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.988 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:27.988 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:27.988 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.988 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:27.988 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.988 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.988 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.988 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.988 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.988 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:27.988 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.989 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.989 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.989 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.989 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.989 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.989 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.989 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:27.989 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:27.989 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.989 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.989 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.989 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:27.989 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:27.990 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.990 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.990 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.990 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.990 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:27.990 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:27.990 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:27.990 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.990 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 6, 2024-07-26T07:21:27.990 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:27.990 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.990 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.990 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.990 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:27.991 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:27.991 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:27.991 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.991 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T07:21:27.991 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.991 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.991 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:27.991 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.991 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.991 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.991 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.859053+0000", 2024-07-26T07:21:27.991 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.427777+0000", 2024-07-26T07:21:27.991 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.427777+0000", 2024-07-26T07:21:27.991 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.428548+0000", 2024-07-26T07:21:27.991 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.859053+0000", 2024-07-26T07:21:27.992 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.992 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.992 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.992 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:27.992 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.859053+0000", 2024-07-26T07:21:27.992 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.859053+0000", 2024-07-26T07:21:27.992 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.859053+0000", 2024-07-26T07:21:27.992 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.992 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.992 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.992 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.859053+0000", 2024-07-26T07:21:27.992 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.859053+0000", 2024-07-26T07:21:27.992 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:27.992 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:27.993 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:27.993 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:27.993 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:27.993 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:27.993 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:27.993 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:27.993 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:27.993 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:27.993 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:27.993 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:27.993 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:27.993 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.37", 2024-07-26T07:21:27.993 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:27.993 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:27.993 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:27.994 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5119, 2024-07-26T07:21:27.994 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:27.994 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:36:56.388193+0000", 2024-07-26T07:21:27.994 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:27.994 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:27.994 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:27.994 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:27.994 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:27.994 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:27.994 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:27.994 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:27.994 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:27.994 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:27.994 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:27.995 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:27.995 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:27.995 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:27.995 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:27.995 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:27.995 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:27.995 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:27.995 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:27.995 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:27.995 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:27.995 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:27.995 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:27.995 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:27.995 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:27.995 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:27.996 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:27.996 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:27.996 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:27.996 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:27.996 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:27.996 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:27.996 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:27.996 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:27.996 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:27.996 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:27.996 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:27.996 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:27.996 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:27.996 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:27.996 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:27.997 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:27.997 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:27.997 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.997 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:27.997 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:27.997 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:27.997 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:27.997 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:27.997 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:27.997 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.997 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T07:21:27.997 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:27.997 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:27.997 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:27.998 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:27.998 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:27.998 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:27.998 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:27.998 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:27.998 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T07:21:27.998 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:27.998 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:27.998 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:27.998 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:27.998 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:27.998 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:27.998 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.857349+0000", 2024-07-26T07:21:27.998 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.514279+0000", 2024-07-26T07:21:27.999 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.514279+0000", 2024-07-26T07:21:27.999 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.514696+0000", 2024-07-26T07:21:27.999 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.857349+0000", 2024-07-26T07:21:27.999 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.999 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:27.999 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:27.999 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:27.999 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.857349+0000", 2024-07-26T07:21:27.999 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.857349+0000", 2024-07-26T07:21:27.999 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.857349+0000", 2024-07-26T07:21:27.999 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:27.999 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:27.999 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:28.000 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.857349+0000", 2024-07-26T07:21:28.000 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.857349+0000", 2024-07-26T07:21:28.000 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:28.000 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:28.000 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:28.000 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:28.000 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:28.000 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:28.000 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:28.000 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:28.000 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:28.000 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:28.000 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:28.000 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:28.000 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:28.001 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.38", 2024-07-26T07:21:28.001 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:28.001 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:28.001 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:28.001 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5252, 2024-07-26T07:21:28.001 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:28.001 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T07:57:43.750487+0000", 2024-07-26T07:21:28.001 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:28.001 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:28.001 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:28.001 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:28.001 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:28.001 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:28.001 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:28.002 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:28.002 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:28.002 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:28.002 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:28.002 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:28.002 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:28.002 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:28.002 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:28.002 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:28.002 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:28.002 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:28.002 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:28.003 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:28.003 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:28.003 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:28.003 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:28.003 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:28.003 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:28.003 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:28.003 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:28.003 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:28.003 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:28.003 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:28.003 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:28.003 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:28.003 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:28.004 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:28.004 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:28.004 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:28.004 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:28.004 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:28.004 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:28.004 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:28.004 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:28.004 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:28.004 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:28.004 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.004 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:28.005 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:28.005 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:28.005 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:28.005 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:28.005 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:28.005 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:28.005 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T07:21:28.005 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:28.005 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.005 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:28.005 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:28.005 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:28.005 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:28.006 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:28.006 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:28.006 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T07:21:28.006 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:28.006 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:28.006 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:28.006 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:28.006 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:28.006 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:28.006 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.858892+0000", 2024-07-26T07:21:28.006 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.410906+0000", 2024-07-26T07:21:28.006 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.410906+0000", 2024-07-26T07:21:28.006 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.411327+0000", 2024-07-26T07:21:28.007 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.858892+0000", 2024-07-26T07:21:28.007 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:28.007 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:28.007 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:28.007 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:28.007 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.858892+0000", 2024-07-26T07:21:28.007 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.858892+0000", 2024-07-26T07:21:28.007 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.858892+0000", 2024-07-26T07:21:28.007 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:28.007 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:28.007 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:28.007 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.858892+0000", 2024-07-26T07:21:28.007 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.858892+0000", 2024-07-26T07:21:28.007 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:28.008 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:28.008 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:28.008 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:28.008 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:28.008 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:28.008 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:28.008 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:28.008 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:28.008 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:28.008 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:28.008 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:28.008 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:28.008 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.39", 2024-07-26T07:21:28.008 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:28.009 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:28.009 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:28.009 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5127, 2024-07-26T07:21:28.009 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:28.009 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T06:07:15.469357+0000", 2024-07-26T07:21:28.009 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:28.009 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:28.009 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:28.009 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:28.009 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:28.009 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:28.009 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:28.009 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:28.009 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:28.009 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:28.010 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:28.010 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:28.010 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:28.010 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:28.010 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:28.010 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:28.010 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:28.010 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:28.010 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:28.010 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:28.010 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:28.010 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:28.010 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:28.010 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:28.011 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:28.011 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:28.011 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:28.011 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:28.011 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:28.011 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:28.011 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:28.011 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:28.011 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:28.011 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:28.011 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:28.011 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:28.011 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:28.011 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:28.011 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:28.012 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:28.012 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:28.012 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:28.012 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:28.012 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.012 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:28.012 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:28.012 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:28.012 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:28.012 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:28.012 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:28.012 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:28.012 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T07:21:28.013 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:28.013 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.013 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:28.013 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:28.013 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:28.013 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:28.013 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:28.013 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:28.013 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T07:21:28.013 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:28.013 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:28.013 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:28.013 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:28.013 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:28.014 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:28.014 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.857171+0000", 2024-07-26T07:21:28.014 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:47.487683+0000", 2024-07-26T07:21:28.014 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:47.487683+0000", 2024-07-26T07:21:28.014 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:47.488883+0000", 2024-07-26T07:21:28.014 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.857171+0000", 2024-07-26T07:21:28.014 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:28.014 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:28.014 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:28.014 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 470, 2024-07-26T07:21:28.014 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.857171+0000", 2024-07-26T07:21:28.014 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.857171+0000", 2024-07-26T07:21:28.014 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.857171+0000", 2024-07-26T07:21:28.014 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:28.015 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:28.015 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:28.015 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.857171+0000", 2024-07-26T07:21:28.015 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.857171+0000", 2024-07-26T07:21:28.015 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:28.015 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:28.015 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:28.015 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:28.015 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 469, 2024-07-26T07:21:28.015 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:28.015 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:28.015 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:28.015 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:28.015 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:28.016 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:28.016 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:28.016 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:28.016 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.3a", 2024-07-26T07:21:28.016 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:28.016 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:28.016 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:28.016 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5171, 2024-07-26T07:21:28.016 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:28.016 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T07:33:22.321559+0000", 2024-07-26T07:21:28.016 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:28.016 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:28.016 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:28.016 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:28.017 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:28.017 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:28.017 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:28.017 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:28.017 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:28.017 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:28.017 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:28.017 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:28.017 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:28.017 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:28.017 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:28.017 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:28.017 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:28.017 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:28.018 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:28.018 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:28.018 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:28.018 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:28.018 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:28.018 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:28.018 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:28.018 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:28.018 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:28.018 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:28.018 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:28.018 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:28.018 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:28.019 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:28.019 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:28.019 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:28.019 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:28.019 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:28.019 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:28.019 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:28.019 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:28.019 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:28.019 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:28.019 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:28.019 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:28.019 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.019 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:28.020 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:28.020 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:28.020 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:28.020 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:28.020 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:28.020 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:28.020 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T07:21:28.020 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:28.020 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.020 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:28.020 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:28.020 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:28.020 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:28.020 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:28.020 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:28.021 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T07:21:28.021 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:28.021 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:28.021 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:28.021 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:28.021 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:28.021 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:28.021 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.864140+0000", 2024-07-26T07:21:28.021 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.409674+0000", 2024-07-26T07:21:28.021 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.409674+0000", 2024-07-26T07:21:28.021 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.409998+0000", 2024-07-26T07:21:28.021 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.864140+0000", 2024-07-26T07:21:28.021 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:28.021 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:28.022 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:28.022 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:28.022 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.864140+0000", 2024-07-26T07:21:28.022 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.864140+0000", 2024-07-26T07:21:28.022 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.864140+0000", 2024-07-26T07:21:28.022 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:28.022 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:28.022 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:28.022 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.864140+0000", 2024-07-26T07:21:28.022 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.864140+0000", 2024-07-26T07:21:28.022 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:28.022 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:28.022 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:28.023 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:28.023 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:28.023 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:28.023 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:28.023 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:28.023 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:28.023 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:28.023 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:28.023 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:28.023 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:28.023 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.3b", 2024-07-26T07:21:28.023 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:28.023 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:28.023 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:28.023 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5127, 2024-07-26T07:21:28.023 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:28.024 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T07:00:07.964361+0000", 2024-07-26T07:21:28.024 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:28.024 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:28.024 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:28.024 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:28.024 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:28.024 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:28.024 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:28.024 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:28.024 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:28.024 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:28.024 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:28.024 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:28.025 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:28.025 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:28.025 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:28.025 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:28.025 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:28.025 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:28.025 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:28.025 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:28.025 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:28.025 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:28.025 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:28.025 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:28.025 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:28.025 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:28.026 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:28.026 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:28.026 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:28.026 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:28.026 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:28.026 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:28.026 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:28.026 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:28.026 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:28.026 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:28.026 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:28.026 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:28.026 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:28.027 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:28.027 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:28.027 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:28.027 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:28.027 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.027 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:28.027 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:28.027 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:28.027 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:28.027 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:28.027 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:28.027 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:28.027 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T07:21:28.027 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:28.028 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.028 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:28.028 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:28.028 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:28.028 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:28.028 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:28.028 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:28.028 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T07:21:28.028 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:28.028 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:28.028 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:28.028 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:28.028 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:28.028 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:28.028 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.859336+0000", 2024-07-26T07:21:28.029 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.418113+0000", 2024-07-26T07:21:28.029 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.418113+0000", 2024-07-26T07:21:28.029 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.418389+0000", 2024-07-26T07:21:28.029 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.859336+0000", 2024-07-26T07:21:28.029 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:28.029 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:28.029 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:28.029 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:28.029 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.859336+0000", 2024-07-26T07:21:28.029 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.859336+0000", 2024-07-26T07:21:28.029 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.859336+0000", 2024-07-26T07:21:28.029 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:28.029 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:28.029 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:28.030 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.859336+0000", 2024-07-26T07:21:28.030 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.859336+0000", 2024-07-26T07:21:28.030 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:28.030 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:28.030 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:28.030 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:28.030 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:28.030 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:28.030 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:28.030 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:28.030 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:28.030 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:28.030 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:28.030 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:28.033 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:28.034 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.3c", 2024-07-26T07:21:28.034 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:28.034 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:28.034 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:28.034 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5191, 2024-07-26T07:21:28.034 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:28.034 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:53:35.246349+0000", 2024-07-26T07:21:28.034 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:28.034 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:28.034 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:28.034 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:28.034 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:28.034 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:28.034 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:28.035 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:28.035 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:28.035 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:28.035 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:28.035 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:28.035 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:28.035 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:28.035 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:28.035 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:28.035 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:28.035 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:28.035 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:28.035 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:28.035 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:28.036 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:28.036 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:28.036 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:28.036 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:28.036 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:28.036 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:28.036 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:28.036 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:28.036 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:28.036 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:28.036 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:28.036 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:28.036 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:28.037 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:28.037 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:28.037 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:28.037 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:28.037 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:28.037 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:28.037 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:28.037 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:28.037 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:28.037 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.037 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:28.037 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:28.037 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:28.037 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:28.037 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:28.038 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:28.038 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:28.038 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T07:21:28.038 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:28.038 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.038 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:28.038 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:28.038 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:28.038 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:28.038 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:28.038 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:28.038 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 0, 2024-07-26T07:21:28.038 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:28.038 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:28.039 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:28.039 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:28.039 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:28.039 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:28.039 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.614515+0000", 2024-07-26T07:21:28.039 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:10:08.367100+0000", 2024-07-26T07:21:28.039 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:10:08.367100+0000", 2024-07-26T07:21:28.039 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:10:08.367395+0000", 2024-07-26T07:21:28.039 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.614515+0000", 2024-07-26T07:21:28.039 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:28.039 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:28.039 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:28.039 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 375, 2024-07-26T07:21:28.039 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.614515+0000", 2024-07-26T07:21:28.040 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.614515+0000", 2024-07-26T07:21:28.040 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.614515+0000", 2024-07-26T07:21:28.040 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:28.040 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:28.040 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:28.040 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.614515+0000", 2024-07-26T07:21:28.040 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.614515+0000", 2024-07-26T07:21:28.040 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:28.040 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:28.040 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:28.040 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:28.040 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 374, 2024-07-26T07:21:28.040 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:28.040 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:28.041 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:28.041 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:28.041 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:28.041 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:28.041 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:28.041 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:28.041 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.3d", 2024-07-26T07:21:28.041 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:28.041 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:28.041 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:28.041 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5341, 2024-07-26T07:21:28.041 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:28.041 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:40:16.336126+0000", 2024-07-26T07:21:28.041 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:28.042 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:28.042 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:28.042 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:28.042 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:28.042 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:28.042 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:28.042 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:28.042 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:28.042 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:28.042 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:28.042 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:28.042 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:28.042 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:28.043 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:28.043 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:28.043 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:28.043 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:28.043 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:28.043 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:28.043 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:28.043 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:28.043 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:28.043 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:28.043 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:28.043 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:28.043 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:28.043 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:28.044 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:28.044 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:28.044 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:28.044 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:28.044 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:28.044 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:28.044 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:28.044 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:28.044 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:28.044 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:28.044 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:28.044 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:28.045 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:28.045 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:28.045 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:28.045 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.045 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:28.045 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:28.045 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:28.045 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:28.045 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:28.045 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:28.045 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:28.046 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 0, 2024-07-26T07:21:28.046 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:28.046 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.046 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:28.046 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:28.046 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:28.046 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:28.046 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:28.046 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:28.046 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T07:21:28.046 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:28.046 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:28.046 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:28.046 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:28.047 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:28.047 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:28.047 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.613907+0000", 2024-07-26T07:21:28.047 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.521541+0000", 2024-07-26T07:21:28.047 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.521541+0000", 2024-07-26T07:21:28.047 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.521864+0000", 2024-07-26T07:21:28.047 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.613907+0000", 2024-07-26T07:21:28.047 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:28.047 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:28.047 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:28.047 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:28.048 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.613907+0000", 2024-07-26T07:21:28.048 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.613907+0000", 2024-07-26T07:21:28.048 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.613907+0000", 2024-07-26T07:21:28.048 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:28.048 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:28.048 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:28.048 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.613907+0000", 2024-07-26T07:21:28.048 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.613907+0000", 2024-07-26T07:21:28.048 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:28.048 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:28.048 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:28.048 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:28.048 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:28.049 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:28.049 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:28.049 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:28.049 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:28.049 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:28.049 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:28.049 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:28.049 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:28.049 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.3e", 2024-07-26T07:21:28.049 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:28.049 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:28.049 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:28.050 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5341, 2024-07-26T07:21:28.050 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:28.050 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:08:26.685774+0000", 2024-07-26T07:21:28.050 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:28.050 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:28.050 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:28.050 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:28.050 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:28.050 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:28.050 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:28.051 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:28.051 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:28.051 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:28.051 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:28.051 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:28.051 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:28.051 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:28.051 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:28.051 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:28.051 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:28.051 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:28.051 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:28.052 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:28.052 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:28.052 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:28.052 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:28.052 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:28.052 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:28.052 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:28.052 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:28.052 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:28.052 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:28.052 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:28.052 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:28.052 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:28.052 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:28.053 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:28.053 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:28.053 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:28.053 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:28.053 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:28.053 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:28.053 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:28.053 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:28.053 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:28.053 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:28.053 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.053 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:28.053 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:28.053 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:28.054 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:28.054 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:28.054 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:28.054 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:28.054 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T07:21:28.054 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:28.054 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.054 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:28.054 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:28.054 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:28.054 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:28.055 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:28.055 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:28.055 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T07:21:28.055 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:28.055 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:28.055 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:28.055 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:28.055 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:28.055 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:28.055 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.859415+0000", 2024-07-26T07:21:28.055 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.419251+0000", 2024-07-26T07:21:28.055 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.419251+0000", 2024-07-26T07:21:28.055 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.419988+0000", 2024-07-26T07:21:28.055 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.859415+0000", 2024-07-26T07:21:28.056 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:28.056 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:28.056 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:28.056 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:28.056 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.859415+0000", 2024-07-26T07:21:28.056 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.859415+0000", 2024-07-26T07:21:28.056 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.859415+0000", 2024-07-26T07:21:28.056 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:28.056 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:28.056 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:28.056 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.859415+0000", 2024-07-26T07:21:28.056 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.859415+0000", 2024-07-26T07:21:28.056 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:28.056 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:28.056 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:28.057 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:28.057 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:28.057 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:28.057 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:28.057 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:28.057 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:28.057 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:28.057 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:28.057 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:28.057 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:28.057 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.3f", 2024-07-26T07:21:28.057 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:28.057 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:28.058 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:28.058 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5113, 2024-07-26T07:21:28.058 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:28.058 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T08:48:16.734882+0000", 2024-07-26T07:21:28.058 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:28.058 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:28.058 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:28.058 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:28.058 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:28.058 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:28.058 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:28.058 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:28.058 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:28.058 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:28.059 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:28.059 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:28.059 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:28.059 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:28.059 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:28.059 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:28.059 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:28.059 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:28.059 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:28.059 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:28.059 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:28.059 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:28.059 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:28.059 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:28.060 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:28.060 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:28.060 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:28.060 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:28.060 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:28.060 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:28.060 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:28.060 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:28.060 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:28.060 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:28.060 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:28.060 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:28.060 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:28.061 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:28.061 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:28.061 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:28.061 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:28.061 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:28.061 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:28.061 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.061 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:28.061 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:28.061 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:28.061 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:28.061 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:28.061 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:28.062 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:28.062 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T07:21:28.062 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:28.062 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.062 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:28.062 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_per_pool": [ 2024-07-26T07:21:28.062 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:28.062 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": 3, 2024-07-26T07:21:28.062 INFO:tasks.workunit.client.0.smithi089.stdout: "application": [ 2024-07-26T07:21:28.062 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr" 2024-07-26T07:21:28.062 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:28.062 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 229, 2024-07-26T07:21:28.062 INFO:tasks.workunit.client.0.smithi089.stdout: "num_pg": 1, 2024-07-26T07:21:28.062 INFO:tasks.workunit.client.0.smithi089.stdout: "num_store_stats": 3, 2024-07-26T07:21:28.062 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 229, 2024-07-26T07:21:28.063 INFO:tasks.workunit.client.0.smithi089.stdout: "poolid": 1, 2024-07-26T07:21:28.063 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:28.063 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 590368, 2024-07-26T07:21:28.063 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:28.063 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 1771104, 2024-07-26T07:21:28.063 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:28.063 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:28.063 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:28.063 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:28.063 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:28.063 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:28.063 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:28.063 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:28.063 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:28.064 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:28.064 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:28.064 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:28.064 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:28.064 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 6, 2024-07-26T07:21:28.064 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 2, 2024-07-26T07:21:28.064 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:28.064 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 2, 2024-07-26T07:21:28.064 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:28.064 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:28.064 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:28.064 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:28.064 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:28.064 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:28.065 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:28.065 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 6, 2024-07-26T07:21:28.065 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:28.065 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:28.065 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:28.065 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:28.065 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:28.065 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 1106, 2024-07-26T07:21:28.065 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 1934, 2024-07-26T07:21:28.065 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:28.065 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:28.065 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:28.065 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 375, 2024-07-26T07:21:28.065 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 2416 2024-07-26T07:21:28.065 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.066 INFO:tasks.workunit.client.0.smithi089.stdout: "store_stats": { 2024-07-26T07:21:28.066 INFO:tasks.workunit.client.0.smithi089.stdout: "allocated": 1781760, 2024-07-26T07:21:28.066 INFO:tasks.workunit.client.0.smithi089.stdout: "available": 0, 2024-07-26T07:21:28.066 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed": 0, 2024-07-26T07:21:28.066 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed_allocated": 0, 2024-07-26T07:21:28.066 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed_original": 0, 2024-07-26T07:21:28.066 INFO:tasks.workunit.client.0.smithi089.stdout: "data_stored": 1771104, 2024-07-26T07:21:28.066 INFO:tasks.workunit.client.0.smithi089.stdout: "internal_metadata": 0, 2024-07-26T07:21:28.066 INFO:tasks.workunit.client.0.smithi089.stdout: "internally_reserved": 0, 2024-07-26T07:21:28.066 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_allocated": 0, 2024-07-26T07:21:28.066 INFO:tasks.workunit.client.0.smithi089.stdout: "total": 0 2024-07-26T07:21:28.066 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.066 INFO:tasks.workunit.client.0.smithi089.stdout: "up": 3 2024-07-26T07:21:28.067 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.067 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:28.067 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": 96, 2024-07-26T07:21:28.067 INFO:tasks.workunit.client.0.smithi089.stdout: "application": [ 2024-07-26T07:21:28.067 INFO:tasks.workunit.client.0.smithi089.stdout: "cephfs" 2024-07-26T07:21:28.067 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:28.067 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 68, 2024-07-26T07:21:28.067 INFO:tasks.workunit.client.0.smithi089.stdout: "num_pg": 32, 2024-07-26T07:21:28.067 INFO:tasks.workunit.client.0.smithi089.stdout: "num_store_stats": 8, 2024-07-26T07:21:28.067 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 68, 2024-07-26T07:21:28.067 INFO:tasks.workunit.client.0.smithi089.stdout: "poolid": 2, 2024-07-26T07:21:28.067 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:28.067 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 6596, 2024-07-26T07:21:28.067 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:28.068 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:28.068 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:28.068 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:28.068 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:28.068 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:28.068 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:28.068 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:28.068 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:28.068 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:28.068 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:28.068 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:28.068 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:28.068 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:28.068 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:28.069 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 66, 2024-07-26T07:21:28.069 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 22, 2024-07-26T07:21:28.069 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:28.069 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 22, 2024-07-26T07:21:28.069 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:28.069 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:28.069 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:28.069 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:28.069 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:28.069 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 14, 2024-07-26T07:21:28.069 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:28.069 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:28.069 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:28.069 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:28.069 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:28.070 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:28.070 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:28.070 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 79, 2024-07-26T07:21:28.070 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 86, 2024-07-26T07:21:28.070 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:28.070 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:28.070 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:28.070 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 68, 2024-07-26T07:21:28.070 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 35 2024-07-26T07:21:28.070 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.070 INFO:tasks.workunit.client.0.smithi089.stdout: "store_stats": { 2024-07-26T07:21:28.070 INFO:tasks.workunit.client.0.smithi089.stdout: "allocated": 110592, 2024-07-26T07:21:28.070 INFO:tasks.workunit.client.0.smithi089.stdout: "available": 0, 2024-07-26T07:21:28.070 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed": 0, 2024-07-26T07:21:28.071 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed_allocated": 0, 2024-07-26T07:21:28.071 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed_original": 0, 2024-07-26T07:21:28.071 INFO:tasks.workunit.client.0.smithi089.stdout: "data_stored": 19788, 2024-07-26T07:21:28.071 INFO:tasks.workunit.client.0.smithi089.stdout: "internal_metadata": 0, 2024-07-26T07:21:28.071 INFO:tasks.workunit.client.0.smithi089.stdout: "internally_reserved": 0, 2024-07-26T07:21:28.071 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_allocated": 45422, 2024-07-26T07:21:28.071 INFO:tasks.workunit.client.0.smithi089.stdout: "total": 0 2024-07-26T07:21:28.071 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.071 INFO:tasks.workunit.client.0.smithi089.stdout: "up": 96 2024-07-26T07:21:28.071 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.071 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:28.071 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": 192, 2024-07-26T07:21:28.071 INFO:tasks.workunit.client.0.smithi089.stdout: "application": [ 2024-07-26T07:21:28.071 INFO:tasks.workunit.client.0.smithi089.stdout: "cephfs" 2024-07-26T07:21:28.072 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:28.072 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:28.072 INFO:tasks.workunit.client.0.smithi089.stdout: "num_pg": 64, 2024-07-26T07:21:28.072 INFO:tasks.workunit.client.0.smithi089.stdout: "num_store_stats": 8, 2024-07-26T07:21:28.072 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:28.072 INFO:tasks.workunit.client.0.smithi089.stdout: "poolid": 3, 2024-07-26T07:21:28.072 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:28.072 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:28.072 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:28.072 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:28.072 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:28.072 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:28.072 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:28.073 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:28.073 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:28.073 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:28.073 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:28.073 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:28.073 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:28.073 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:28.073 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:28.073 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:28.073 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:28.073 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:28.073 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:28.073 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:28.073 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:28.074 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:28.074 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:28.074 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:28.074 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:28.074 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:28.074 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:28.074 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:28.074 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:28.074 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:28.074 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:28.074 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:28.074 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:28.074 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:28.075 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:28.075 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:28.075 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:28.075 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:28.075 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:28.075 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:28.075 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:28.075 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.075 INFO:tasks.workunit.client.0.smithi089.stdout: "store_stats": { 2024-07-26T07:21:28.075 INFO:tasks.workunit.client.0.smithi089.stdout: "allocated": 0, 2024-07-26T07:21:28.075 INFO:tasks.workunit.client.0.smithi089.stdout: "available": 0, 2024-07-26T07:21:28.075 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed": 0, 2024-07-26T07:21:28.075 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed_allocated": 0, 2024-07-26T07:21:28.075 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed_original": 0, 2024-07-26T07:21:28.075 INFO:tasks.workunit.client.0.smithi089.stdout: "data_stored": 0, 2024-07-26T07:21:28.076 INFO:tasks.workunit.client.0.smithi089.stdout: "internal_metadata": 0, 2024-07-26T07:21:28.076 INFO:tasks.workunit.client.0.smithi089.stdout: "internally_reserved": 0, 2024-07-26T07:21:28.076 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_allocated": 0, 2024-07-26T07:21:28.076 INFO:tasks.workunit.client.0.smithi089.stdout: "total": 0 2024-07-26T07:21:28.076 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.076 INFO:tasks.workunit.client.0.smithi089.stdout: "up": 192 2024-07-26T07:21:28.076 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.076 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:28.076 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": 24, 2024-07-26T07:21:28.076 INFO:tasks.workunit.client.0.smithi089.stdout: "application": [ 2024-07-26T07:21:28.076 INFO:tasks.workunit.client.0.smithi089.stdout: "rbd" 2024-07-26T07:21:28.076 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:28.076 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 24462, 2024-07-26T07:21:28.077 INFO:tasks.workunit.client.0.smithi089.stdout: "num_pg": 8, 2024-07-26T07:21:28.077 INFO:tasks.workunit.client.0.smithi089.stdout: "num_store_stats": 8, 2024-07-26T07:21:28.077 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 24462, 2024-07-26T07:21:28.077 INFO:tasks.workunit.client.0.smithi089.stdout: "poolid": 4, 2024-07-26T07:21:28.077 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:28.077 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 4194323, 2024-07-26T07:21:28.077 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:28.077 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:28.077 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:28.077 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:28.077 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:28.077 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:28.077 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:28.078 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:28.078 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:28.078 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:28.078 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:28.078 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:28.078 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:28.078 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:28.078 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:28.078 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 12, 2024-07-26T07:21:28.078 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 4, 2024-07-26T07:21:28.078 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:28.078 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 4, 2024-07-26T07:21:28.078 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:28.078 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:28.079 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:28.079 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:28.079 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:28.079 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 2, 2024-07-26T07:21:28.079 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:28.079 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:28.079 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:28.079 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:28.079 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:28.079 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:28.079 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:28.079 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 9026, 2024-07-26T07:21:28.079 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 3096150, 2024-07-26T07:21:28.079 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:28.080 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:28.080 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:28.080 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 24331, 2024-07-26T07:21:28.080 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 3087197 2024-07-26T07:21:28.080 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.080 INFO:tasks.workunit.client.0.smithi089.stdout: "store_stats": { 2024-07-26T07:21:28.080 INFO:tasks.workunit.client.0.smithi089.stdout: "allocated": 12595200, 2024-07-26T07:21:28.080 INFO:tasks.workunit.client.0.smithi089.stdout: "available": 0, 2024-07-26T07:21:28.080 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed": 0, 2024-07-26T07:21:28.080 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed_allocated": 0, 2024-07-26T07:21:28.080 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed_original": 0, 2024-07-26T07:21:28.080 INFO:tasks.workunit.client.0.smithi089.stdout: "data_stored": 12582969, 2024-07-26T07:21:28.080 INFO:tasks.workunit.client.0.smithi089.stdout: "internal_metadata": 0, 2024-07-26T07:21:28.080 INFO:tasks.workunit.client.0.smithi089.stdout: "internally_reserved": 0, 2024-07-26T07:21:28.080 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_allocated": 0, 2024-07-26T07:21:28.081 INFO:tasks.workunit.client.0.smithi089.stdout: "total": 0 2024-07-26T07:21:28.081 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.081 INFO:tasks.workunit.client.0.smithi089.stdout: "up": 24 2024-07-26T07:21:28.081 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.081 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:28.081 INFO:tasks.workunit.client.0.smithi089.stdout: "usage": { 2024-07-26T07:21:28.081 INFO:tasks.workunit.client.0.smithi089.stdout: "pg_num": 105, 2024-07-26T07:21:28.081 INFO:tasks.workunit.client.0.smithi089.stdout: "pools": 4, 2024-07-26T07:21:28.081 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_by_class": { 2024-07-26T07:21:28.081 INFO:tasks.workunit.client.0.smithi089.stdout: "ssd": { 2024-07-26T07:21:28.081 INFO:tasks.workunit.client.0.smithi089.stdout: "total_avail_bytes": 762366210048, 2024-07-26T07:21:28.081 INFO:tasks.workunit.client.0.smithi089.stdout: "total_bytes": 767960285184, 2024-07-26T07:21:28.081 INFO:tasks.workunit.client.0.smithi089.stdout: "total_used_bytes": 5594075136, 2024-07-26T07:21:28.081 INFO:tasks.workunit.client.0.smithi089.stdout: "total_used_raw_bytes": 5594075136, 2024-07-26T07:21:28.081 INFO:tasks.workunit.client.0.smithi089.stdout: "total_used_raw_ratio": 0.007284328807145357 2024-07-26T07:21:28.082 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.082 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.082 INFO:tasks.workunit.client.0.smithi089.stdout: "total_avail_bytes": 762366210048, 2024-07-26T07:21:28.082 INFO:tasks.workunit.client.0.smithi089.stdout: "total_bytes": 767960285184, 2024-07-26T07:21:28.082 INFO:tasks.workunit.client.0.smithi089.stdout: "total_used_bytes": 5594075136 2024-07-26T07:21:28.082 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.082 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.082 INFO:tasks.workunit.client.0.smithi089.stdout:} 2024-07-26T07:21:28.083 INFO:tasks.workunit.client.0.smithi089.stderr:+ ceph telemetry show 2024-07-26T07:21:28.083 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[99608]: from='client.35997 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:21:28.083 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[99608]: pgmap v4829: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:21:28.083 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[99608]: from='client.36015 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:21:28.083 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[99608]: from='client.36015 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:21:28.083 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:21:28.083 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T07:21:28.083 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:28.083 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:28.084 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:28.084 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:28.084 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:28.084 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:28.084 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:28.084 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:28.084 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:28.084 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[99608]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:21:28.084 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[99608]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:21:28.084 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:28.084 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:28.084 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:28.084 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[99608]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:21:28.084 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[99608]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:21:28.085 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:28.085 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:28.085 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:28.085 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[99608]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:21:28.085 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[99608]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:21:28.085 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[102056]: from='client.35997 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:21:28.085 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[102056]: pgmap v4829: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:21:28.085 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[102056]: from='client.36015 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:21:28.086 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[102056]: from='client.36015 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:21:28.086 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:21:28.086 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T07:21:28.086 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:28.086 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:28.086 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:28.086 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:28.086 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:28.086 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:28.086 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:28.086 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:28.086 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:28.087 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[102056]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:21:28.087 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[102056]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:21:28.087 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:28.087 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:28.087 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:28.087 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[102056]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:21:28.087 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[102056]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:21:28.087 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:28.087 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:28.087 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:28.087 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[102056]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:21:28.087 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[102056]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:21:28.088 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:28.088 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:28.088 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:28.088 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:21:28.088 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:21:28.088 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T07:21:28.088 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:28.088 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:28.088 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:28.088 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:28.088 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:28.089 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:28.089 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:28.089 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:28.089 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:28.089 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[99608]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:21:28.089 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[99608]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:21:28.089 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:28.089 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:28.089 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:28.089 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[99608]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:21:28.089 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[99608]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:21:28.089 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:28.089 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:28.089 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:28.090 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[99608]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:21:28.090 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[99608]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:21:28.090 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:28.090 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:28.090 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:28.090 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:28.090 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:28.091 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:28.091 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:21:28.091 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:21:28.091 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T07:21:28.091 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:28.091 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:28.091 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:28.091 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:28.091 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:28.091 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:28.091 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:28.091 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:28.091 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:28.091 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[102056]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:21:28.092 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[102056]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:21:28.092 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:28.092 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:28.092 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:28.092 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[102056]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:21:28.092 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[102056]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:21:28.092 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:28.092 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:28.092 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:28.092 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[102056]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:21:28.092 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[102056]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:21:28.092 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:28.092 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:28.092 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:26 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:28.096 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:27 smithi155 ceph-mon[90160]: from='client.36021 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:21:28.096 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:27 smithi155 ceph-mon[90160]: from='client.36021 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:21:28.096 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:27 smithi155 ceph-mon[90160]: from='client.46007 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:21:28.096 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:27 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:21:28.096 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:27 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T07:21:28.096 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:27 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:28.097 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:27 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:28.097 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:27 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:28.097 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:27 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:28.097 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:27 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:28.097 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:27 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:28.097 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:27 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:28.097 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:27 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:28.097 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:27 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:28.097 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:27 smithi155 ceph-mon[90160]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:21:28.097 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:27 smithi155 ceph-mon[90160]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:21:28.097 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:27 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:28.097 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:27 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:28.097 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:27 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:28.097 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:27 smithi155 ceph-mon[90160]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:21:28.098 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:27 smithi155 ceph-mon[90160]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:21:28.098 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:27 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:28.098 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:27 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:28.098 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:27 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:28.098 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:27 smithi155 ceph-mon[90160]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:21:28.098 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:27 smithi155 ceph-mon[90160]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:21:28.098 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:27 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:28.098 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:27 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:28.098 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:27 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:28.098 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:27 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:21:28.098 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:27 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T07:21:28.098 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:27 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:28.098 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:27 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:28.099 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:27 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:28.099 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:27 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:28.099 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:27 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:28.099 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:27 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:28.099 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:27 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:28.099 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:27 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:28.099 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:27 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:28.099 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:27 smithi155 ceph-mon[90160]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:21:28.099 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:27 smithi155 ceph-mon[90160]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:21:28.099 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:27 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:28.099 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:27 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:28.099 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:27 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:28.099 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:27 smithi155 ceph-mon[90160]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:21:28.099 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:27 smithi155 ceph-mon[90160]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:21:28.099 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:27 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:28.100 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:27 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:28.100 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:27 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:28.100 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:27 smithi155 ceph-mon[90160]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:21:28.100 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:27 smithi155 ceph-mon[90160]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:21:28.100 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:27 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:28.100 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:27 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:28.100 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:27 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:28.106 INFO:tasks.workunit.client.0.smithi089.stdout:{ 2024-07-26T07:21:28.106 INFO:tasks.workunit.client.0.smithi089.stdout: "balancer": { 2024-07-26T07:21:28.107 INFO:tasks.workunit.client.0.smithi089.stdout: "active": true, 2024-07-26T07:21:28.107 INFO:tasks.workunit.client.0.smithi089.stdout: "mode": "" 2024-07-26T07:21:28.107 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.107 INFO:tasks.workunit.client.0.smithi089.stdout: "channels": [ 2024-07-26T07:21:28.107 INFO:tasks.workunit.client.0.smithi089.stdout: "basic", 2024-07-26T07:21:28.107 INFO:tasks.workunit.client.0.smithi089.stdout: "crash", 2024-07-26T07:21:28.107 INFO:tasks.workunit.client.0.smithi089.stdout: "device", 2024-07-26T07:21:28.107 INFO:tasks.workunit.client.0.smithi089.stdout: "ident", 2024-07-26T07:21:28.107 INFO:tasks.workunit.client.0.smithi089.stdout: "perf" 2024-07-26T07:21:28.107 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:28.107 INFO:tasks.workunit.client.0.smithi089.stdout: "channels_available": [ 2024-07-26T07:21:28.107 INFO:tasks.workunit.client.0.smithi089.stdout: "basic", 2024-07-26T07:21:28.107 INFO:tasks.workunit.client.0.smithi089.stdout: "ident", 2024-07-26T07:21:28.107 INFO:tasks.workunit.client.0.smithi089.stdout: "crash", 2024-07-26T07:21:28.107 INFO:tasks.workunit.client.0.smithi089.stdout: "device", 2024-07-26T07:21:28.108 INFO:tasks.workunit.client.0.smithi089.stdout: "perf" 2024-07-26T07:21:28.108 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:28.108 INFO:tasks.workunit.client.0.smithi089.stdout: "collections_available": [ 2024-07-26T07:21:28.108 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_base", 2024-07-26T07:21:28.108 INFO:tasks.workunit.client.0.smithi089.stdout: "device_base", 2024-07-26T07:21:28.108 INFO:tasks.workunit.client.0.smithi089.stdout: "crash_base", 2024-07-26T07:21:28.108 INFO:tasks.workunit.client.0.smithi089.stdout: "ident_base", 2024-07-26T07:21:28.108 INFO:tasks.workunit.client.0.smithi089.stdout: "perf_perf", 2024-07-26T07:21:28.108 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_mds_metadata", 2024-07-26T07:21:28.108 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_pool_usage", 2024-07-26T07:21:28.108 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_usage_by_class", 2024-07-26T07:21:28.108 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_rook_v01", 2024-07-26T07:21:28.108 INFO:tasks.workunit.client.0.smithi089.stdout: "perf_memory_metrics", 2024-07-26T07:21:28.109 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_pool_options_bluestore", 2024-07-26T07:21:28.109 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_pool_flags" 2024-07-26T07:21:28.109 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:28.109 INFO:tasks.workunit.client.0.smithi089.stdout: "collections_opted_in": [ 2024-07-26T07:21:28.109 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_base", 2024-07-26T07:21:28.109 INFO:tasks.workunit.client.0.smithi089.stdout: "device_base", 2024-07-26T07:21:28.109 INFO:tasks.workunit.client.0.smithi089.stdout: "crash_base", 2024-07-26T07:21:28.109 INFO:tasks.workunit.client.0.smithi089.stdout: "ident_base", 2024-07-26T07:21:28.109 INFO:tasks.workunit.client.0.smithi089.stdout: "perf_perf", 2024-07-26T07:21:28.109 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_mds_metadata", 2024-07-26T07:21:28.109 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_pool_usage", 2024-07-26T07:21:28.109 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_usage_by_class", 2024-07-26T07:21:28.109 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_rook_v01", 2024-07-26T07:21:28.109 INFO:tasks.workunit.client.0.smithi089.stdout: "perf_memory_metrics", 2024-07-26T07:21:28.109 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_pool_options_bluestore" 2024-07-26T07:21:28.110 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:28.110 INFO:tasks.workunit.client.0.smithi089.stdout: "config": { 2024-07-26T07:21:28.110 INFO:tasks.workunit.client.0.smithi089.stdout: "active_changed": [ 2024-07-26T07:21:28.110 INFO:tasks.workunit.client.0.smithi089.stdout: "auth_allow_insecure_global_id_reclaim", 2024-07-26T07:21:28.110 INFO:tasks.workunit.client.0.smithi089.stdout: "auth_debug", 2024-07-26T07:21:28.110 INFO:tasks.workunit.client.0.smithi089.stdout: "auth_mon_ticket_ttl", 2024-07-26T07:21:28.110 INFO:tasks.workunit.client.0.smithi089.stdout: "auth_service_ticket_ttl", 2024-07-26T07:21:28.110 INFO:tasks.workunit.client.0.smithi089.stdout: "bdev_debug_aio", 2024-07-26T07:21:28.110 INFO:tasks.workunit.client.0.smithi089.stdout: "client_check_pool_perm", 2024-07-26T07:21:28.110 INFO:tasks.workunit.client.0.smithi089.stdout: "client_mount_gid", 2024-07-26T07:21:28.110 INFO:tasks.workunit.client.0.smithi089.stdout: "client_mount_uid", 2024-07-26T07:21:28.110 INFO:tasks.workunit.client.0.smithi089.stdout: "client_quota", 2024-07-26T07:21:28.110 INFO:tasks.workunit.client.0.smithi089.stdout: "container_image", 2024-07-26T07:21:28.111 INFO:tasks.workunit.client.0.smithi089.stdout: "daemonize", 2024-07-26T07:21:28.111 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_asserts_on_shutdown", 2024-07-26T07:21:28.111 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_mgr", 2024-07-26T07:21:28.111 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_mon", 2024-07-26T07:21:28.111 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_ms", 2024-07-26T07:21:28.111 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_osd", 2024-07-26T07:21:28.111 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_paxos", 2024-07-26T07:21:28.111 INFO:tasks.workunit.client.0.smithi089.stdout: "keyring", 2024-07-26T07:21:28.111 INFO:tasks.workunit.client.0.smithi089.stdout: "log_to_file", 2024-07-26T07:21:28.111 INFO:tasks.workunit.client.0.smithi089.stdout: "log_to_journald", 2024-07-26T07:21:28.111 INFO:tasks.workunit.client.0.smithi089.stdout: "log_to_stderr", 2024-07-26T07:21:28.111 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_allow_pool_delete", 2024-07-26T07:21:28.111 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_clock_drift_allowed", 2024-07-26T07:21:28.111 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_cluster_log_to_file", 2024-07-26T07:21:28.112 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_cluster_log_to_journald", 2024-07-26T07:21:28.112 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_cluster_log_to_stderr", 2024-07-26T07:21:28.112 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_data_avail_warn", 2024-07-26T07:21:28.112 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_election_default_strategy", 2024-07-26T07:21:28.112 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_host", 2024-07-26T07:21:28.112 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_max_pg_per_osd", 2024-07-26T07:21:28.112 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_mds_skip_sanity", 2024-07-26T07:21:28.112 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_mgr_mkfs_grace", 2024-07-26T07:21:28.112 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_osd_prime_pg_temp", 2024-07-26T07:21:28.112 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_osd_reporter_subtree_level", 2024-07-26T07:21:28.112 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_pg_warn_max_object_skew", 2024-07-26T07:21:28.112 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_reweight_min_bytes_per_osd", 2024-07-26T07:21:28.112 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_reweight_min_pgs_per_osd", 2024-07-26T07:21:28.112 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-07-26T07:21:28.113 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-07-26T07:21:28.113 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-07-26T07:21:28.113 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_legacy_crush_tunables", 2024-07-26T07:21:28.113 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-07-26T07:21:28.113 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-07-26T07:21:28.113 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_too_few_osds", 2024-07-26T07:21:28.113 INFO:tasks.workunit.client.0.smithi089.stdout: "ms_die_on_bug", 2024-07-26T07:21:28.113 INFO:tasks.workunit.client.0.smithi089.stdout: "ms_die_on_old_message", 2024-07-26T07:21:28.113 INFO:tasks.workunit.client.0.smithi089.stdout: "no_config_file", 2024-07-26T07:21:28.113 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_class_default_list", 2024-07-26T07:21:28.113 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_class_load_list", 2024-07-26T07:21:28.113 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_misdirected_ops", 2024-07-26T07:21:28.113 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_op_order", 2024-07-26T07:21:28.114 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_pg_log_writeout", 2024-07-26T07:21:28.114 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_shutdown", 2024-07-26T07:21:28.114 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_verify_cached_snaps", 2024-07-26T07:21:28.114 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_verify_missing_on_start", 2024-07-26T07:21:28.114 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_verify_stray_on_activate", 2024-07-26T07:21:28.114 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_deep_scrub_update_digest_min_age", 2024-07-26T07:21:28.114 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_delete_sleep", 2024-07-26T07:21:28.114 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_delete_sleep_hdd", 2024-07-26T07:21:28.114 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_delete_sleep_hybrid", 2024-07-26T07:21:28.114 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_delete_sleep_ssd", 2024-07-26T07:21:28.114 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_max_backfills", 2024-07-26T07:21:28.114 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-07-26T07:21:28.114 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_profile", 2024-07-26T07:21:28.114 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-07-26T07:21:28.115 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-07-26T07:21:28.115 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-07-26T07:21:28.115 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-07-26T07:21:28.115 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-07-26T07:21:28.115 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-07-26T07:21:28.115 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_scheduler_client_lim", 2024-07-26T07:21:28.115 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_scheduler_client_res", 2024-07-26T07:21:28.115 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_scheduler_client_wgt", 2024-07-26T07:21:28.115 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_memory_target", 2024-07-26T07:21:28.115 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_memory_target_autotune", 2024-07-26T07:21:28.115 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_op_queue", 2024-07-26T07:21:28.115 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_op_queue_cut_off", 2024-07-26T07:21:28.115 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pool_default_erasure_code_profile", 2024-07-26T07:21:28.115 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pool_default_pg_autoscale_mode", 2024-07-26T07:21:28.116 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_recover_clone_overlap", 2024-07-26T07:21:28.116 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_recovery_max_active", 2024-07-26T07:21:28.116 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_recovery_max_active_hdd", 2024-07-26T07:21:28.116 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_recovery_max_active_ssd", 2024-07-26T07:21:28.116 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_recovery_max_chunk", 2024-07-26T07:21:28.116 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_recovery_sleep", 2024-07-26T07:21:28.116 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_recovery_sleep_hdd", 2024-07-26T07:21:28.116 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_recovery_sleep_hybrid", 2024-07-26T07:21:28.116 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_recovery_sleep_ssd", 2024-07-26T07:21:28.116 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_scrub_load_threshold", 2024-07-26T07:21:28.116 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_scrub_max_interval", 2024-07-26T07:21:28.116 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_scrub_sleep", 2024-07-26T07:21:28.116 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_shutdown_pgref_assert", 2024-07-26T07:21:28.116 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_snap_trim_sleep", 2024-07-26T07:21:28.117 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_snap_trim_sleep_hdd", 2024-07-26T07:21:28.117 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_snap_trim_sleep_hybrid", 2024-07-26T07:21:28.117 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_snap_trim_sleep_ssd", 2024-07-26T07:21:28.117 INFO:tasks.workunit.client.0.smithi089.stdout: "public_network", 2024-07-26T07:21:28.117 INFO:tasks.workunit.client.0.smithi089.stdout: "rbd_config_pool_override_update_timestamp", 2024-07-26T07:21:28.117 INFO:tasks.workunit.client.0.smithi089.stdout: "rbd_default_features", 2024-07-26T07:21:28.117 INFO:tasks.workunit.client.0.smithi089.stdout: "rbd_qos_exclude_ops", 2024-07-26T07:21:28.117 INFO:tasks.workunit.client.0.smithi089.stdout: "setgroup", 2024-07-26T07:21:28.117 INFO:tasks.workunit.client.0.smithi089.stdout: "setuser" 2024-07-26T07:21:28.117 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:28.117 INFO:tasks.workunit.client.0.smithi089.stdout: "cluster_changed": [ 2024-07-26T07:21:28.117 INFO:tasks.workunit.client.0.smithi089.stdout: "auth_allow_insecure_global_id_reclaim", 2024-07-26T07:21:28.117 INFO:tasks.workunit.client.0.smithi089.stdout: "auth_debug", 2024-07-26T07:21:28.117 INFO:tasks.workunit.client.0.smithi089.stdout: "auth_mon_ticket_ttl", 2024-07-26T07:21:28.117 INFO:tasks.workunit.client.0.smithi089.stdout: "auth_service_ticket_ttl", 2024-07-26T07:21:28.118 INFO:tasks.workunit.client.0.smithi089.stdout: "bdev_debug_aio", 2024-07-26T07:21:28.118 INFO:tasks.workunit.client.0.smithi089.stdout: "container_image", 2024-07-26T07:21:28.118 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_asserts_on_shutdown", 2024-07-26T07:21:28.118 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_mgr", 2024-07-26T07:21:28.118 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_mon", 2024-07-26T07:21:28.118 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_ms", 2024-07-26T07:21:28.118 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_osd", 2024-07-26T07:21:28.118 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_paxos", 2024-07-26T07:21:28.118 INFO:tasks.workunit.client.0.smithi089.stdout: "log_to_file", 2024-07-26T07:21:28.118 INFO:tasks.workunit.client.0.smithi089.stdout: "log_to_journald", 2024-07-26T07:21:28.118 INFO:tasks.workunit.client.0.smithi089.stdout: "log_to_stderr", 2024-07-26T07:21:28.118 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_join_fs", 2024-07-26T07:21:28.118 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/cephadm/allow_ptrace", 2024-07-26T07:21:28.118 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/cephadm/container_init", 2024-07-26T07:21:28.119 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/cephadm/migration_current", 2024-07-26T07:21:28.119 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/cephadm/use_repo_digest", 2024-07-26T07:21:28.119 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-07-26T07:21:28.119 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-07-26T07:21:28.119 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-07-26T07:21:28.119 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-07-26T07:21:28.119 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/dashboard/ssl_server_port", 2024-07-26T07:21:28.119 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/orchestrator/orchestrator", 2024-07-26T07:21:28.119 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/telemetry/channel_ident", 2024-07-26T07:21:28.119 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/telemetry/channel_perf", 2024-07-26T07:21:28.119 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/telemetry/description", 2024-07-26T07:21:28.119 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/telemetry/enabled", 2024-07-26T07:21:28.119 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/telemetry/organization", 2024-07-26T07:21:28.119 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_allow_pool_delete", 2024-07-26T07:21:28.119 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_clock_drift_allowed", 2024-07-26T07:21:28.120 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_cluster_log_to_file", 2024-07-26T07:21:28.120 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_data_avail_warn", 2024-07-26T07:21:28.120 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_election_default_strategy", 2024-07-26T07:21:28.120 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_max_pg_per_osd", 2024-07-26T07:21:28.120 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_mds_skip_sanity", 2024-07-26T07:21:28.120 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_mgr_mkfs_grace", 2024-07-26T07:21:28.120 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_osd_prime_pg_temp", 2024-07-26T07:21:28.120 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_osd_reporter_subtree_level", 2024-07-26T07:21:28.120 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_pg_warn_max_object_skew", 2024-07-26T07:21:28.120 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_reweight_min_bytes_per_osd", 2024-07-26T07:21:28.120 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_reweight_min_pgs_per_osd", 2024-07-26T07:21:28.120 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-07-26T07:21:28.120 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-07-26T07:21:28.120 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-07-26T07:21:28.121 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_legacy_crush_tunables", 2024-07-26T07:21:28.121 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-07-26T07:21:28.121 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-07-26T07:21:28.121 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_too_few_osds", 2024-07-26T07:21:28.121 INFO:tasks.workunit.client.0.smithi089.stdout: "ms_die_on_bug", 2024-07-26T07:21:28.121 INFO:tasks.workunit.client.0.smithi089.stdout: "ms_die_on_old_message", 2024-07-26T07:21:28.121 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_class_default_list", 2024-07-26T07:21:28.121 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_class_load_list", 2024-07-26T07:21:28.121 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_misdirected_ops", 2024-07-26T07:21:28.121 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_op_order", 2024-07-26T07:21:28.121 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_pg_log_writeout", 2024-07-26T07:21:28.121 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_shutdown", 2024-07-26T07:21:28.121 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_verify_cached_snaps", 2024-07-26T07:21:28.121 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_verify_missing_on_start", 2024-07-26T07:21:28.121 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_verify_stray_on_activate", 2024-07-26T07:21:28.122 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_deep_scrub_update_digest_min_age", 2024-07-26T07:21:28.122 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-07-26T07:21:28.122 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_profile", 2024-07-26T07:21:28.122 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_memory_target", 2024-07-26T07:21:28.122 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_memory_target_autotune", 2024-07-26T07:21:28.122 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_op_queue", 2024-07-26T07:21:28.122 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_op_queue_cut_off", 2024-07-26T07:21:28.122 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pool_default_erasure_code_profile", 2024-07-26T07:21:28.122 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pool_default_pg_autoscale_mode", 2024-07-26T07:21:28.122 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_recover_clone_overlap", 2024-07-26T07:21:28.122 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_recovery_max_chunk", 2024-07-26T07:21:28.122 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_scrub_load_threshold", 2024-07-26T07:21:28.122 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_scrub_max_interval", 2024-07-26T07:21:28.122 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_shutdown_pgref_assert", 2024-07-26T07:21:28.123 INFO:tasks.workunit.client.0.smithi089.stdout: "public_network", 2024-07-26T07:21:28.123 INFO:tasks.workunit.client.0.smithi089.stdout: "rbd_config_pool_override_update_timestamp", 2024-07-26T07:21:28.123 INFO:tasks.workunit.client.0.smithi089.stdout: "rgw_cache_enabled", 2024-07-26T07:21:28.123 INFO:tasks.workunit.client.0.smithi089.stdout: "rgw_enable_ops_log", 2024-07-26T07:21:28.123 INFO:tasks.workunit.client.0.smithi089.stdout: "rgw_enable_usage_log" 2024-07-26T07:21:28.123 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:28.123 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.123 INFO:tasks.workunit.client.0.smithi089.stdout: "contact": null, 2024-07-26T07:21:28.123 INFO:tasks.workunit.client.0.smithi089.stdout: "crashes": [], 2024-07-26T07:21:28.123 INFO:tasks.workunit.client.0.smithi089.stdout: "created": "2024-07-26T05:55:42.540523Z", 2024-07-26T07:21:28.123 INFO:tasks.workunit.client.0.smithi089.stdout: "crush": { 2024-07-26T07:21:28.124 INFO:tasks.workunit.client.0.smithi089.stdout: "bucket_algs": { 2024-07-26T07:21:28.124 INFO:tasks.workunit.client.0.smithi089.stdout: "straw2": 3 2024-07-26T07:21:28.124 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.124 INFO:tasks.workunit.client.0.smithi089.stdout: "bucket_sizes": { 2024-07-26T07:21:28.124 INFO:tasks.workunit.client.0.smithi089.stdout: "2": 1, 2024-07-26T07:21:28.124 INFO:tasks.workunit.client.0.smithi089.stdout: "4": 2 2024-07-26T07:21:28.124 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.124 INFO:tasks.workunit.client.0.smithi089.stdout: "bucket_types": { 2024-07-26T07:21:28.124 INFO:tasks.workunit.client.0.smithi089.stdout: "1": 2, 2024-07-26T07:21:28.124 INFO:tasks.workunit.client.0.smithi089.stdout: "11": 1 2024-07-26T07:21:28.124 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.124 INFO:tasks.workunit.client.0.smithi089.stdout: "compat_weight_set": false, 2024-07-26T07:21:28.124 INFO:tasks.workunit.client.0.smithi089.stdout: "device_classes": [ 2024-07-26T07:21:28.124 INFO:tasks.workunit.client.0.smithi089.stdout: 8 2024-07-26T07:21:28.125 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:28.125 INFO:tasks.workunit.client.0.smithi089.stdout: "num_buckets": 6, 2024-07-26T07:21:28.125 INFO:tasks.workunit.client.0.smithi089.stdout: "num_devices": 8, 2024-07-26T07:21:28.125 INFO:tasks.workunit.client.0.smithi089.stdout: "num_rules": 2, 2024-07-26T07:21:28.125 INFO:tasks.workunit.client.0.smithi089.stdout: "num_types": 12, 2024-07-26T07:21:28.125 INFO:tasks.workunit.client.0.smithi089.stdout: "num_weight_sets": 0, 2024-07-26T07:21:28.125 INFO:tasks.workunit.client.0.smithi089.stdout: "tunables": { 2024-07-26T07:21:28.125 INFO:tasks.workunit.client.0.smithi089.stdout: "allowed_bucket_algs": 54, 2024-07-26T07:21:28.125 INFO:tasks.workunit.client.0.smithi089.stdout: "choose_local_fallback_tries": 0, 2024-07-26T07:21:28.125 INFO:tasks.workunit.client.0.smithi089.stdout: "choose_local_tries": 0, 2024-07-26T07:21:28.125 INFO:tasks.workunit.client.0.smithi089.stdout: "choose_total_tries": 50, 2024-07-26T07:21:28.125 INFO:tasks.workunit.client.0.smithi089.stdout: "chooseleaf_descend_once": 1, 2024-07-26T07:21:28.125 INFO:tasks.workunit.client.0.smithi089.stdout: "chooseleaf_stable": 1, 2024-07-26T07:21:28.125 INFO:tasks.workunit.client.0.smithi089.stdout: "chooseleaf_vary_r": 1, 2024-07-26T07:21:28.126 INFO:tasks.workunit.client.0.smithi089.stdout: "has_msr_rules": 0, 2024-07-26T07:21:28.126 INFO:tasks.workunit.client.0.smithi089.stdout: "has_v2_rules": 1, 2024-07-26T07:21:28.126 INFO:tasks.workunit.client.0.smithi089.stdout: "has_v3_rules": 0, 2024-07-26T07:21:28.126 INFO:tasks.workunit.client.0.smithi089.stdout: "has_v4_buckets": 1, 2024-07-26T07:21:28.126 INFO:tasks.workunit.client.0.smithi089.stdout: "has_v5_rules": 0, 2024-07-26T07:21:28.126 INFO:tasks.workunit.client.0.smithi089.stdout: "legacy_tunables": 0, 2024-07-26T07:21:28.126 INFO:tasks.workunit.client.0.smithi089.stdout: "minimum_required_version": "jewel", 2024-07-26T07:21:28.126 INFO:tasks.workunit.client.0.smithi089.stdout: "msr_collision_tries": 100, 2024-07-26T07:21:28.126 INFO:tasks.workunit.client.0.smithi089.stdout: "msr_descents": 100, 2024-07-26T07:21:28.126 INFO:tasks.workunit.client.0.smithi089.stdout: "optimal_tunables": 1, 2024-07-26T07:21:28.126 INFO:tasks.workunit.client.0.smithi089.stdout: "profile": "jewel", 2024-07-26T07:21:28.126 INFO:tasks.workunit.client.0.smithi089.stdout: "require_feature_tunables": 1, 2024-07-26T07:21:28.126 INFO:tasks.workunit.client.0.smithi089.stdout: "require_feature_tunables2": 1, 2024-07-26T07:21:28.126 INFO:tasks.workunit.client.0.smithi089.stdout: "require_feature_tunables3": 1, 2024-07-26T07:21:28.126 INFO:tasks.workunit.client.0.smithi089.stdout: "require_feature_tunables5": 1, 2024-07-26T07:21:28.127 INFO:tasks.workunit.client.0.smithi089.stdout: "straw_calc_version": 1 2024-07-26T07:21:28.127 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.127 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.127 INFO:tasks.workunit.client.0.smithi089.stdout: "description": "upgrade test cluster", 2024-07-26T07:21:28.127 INFO:tasks.workunit.client.0.smithi089.stdout: "fs": { 2024-07-26T07:21:28.127 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1, 2024-07-26T07:21:28.127 INFO:tasks.workunit.client.0.smithi089.stdout: "feature_flags": { 2024-07-26T07:21:28.127 INFO:tasks.workunit.client.0.smithi089.stdout: "enable_multiple": true, 2024-07-26T07:21:28.127 INFO:tasks.workunit.client.0.smithi089.stdout: "ever_enabled_multiple": true 2024-07-26T07:21:28.127 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.127 INFO:tasks.workunit.client.0.smithi089.stdout: "filesystems": [ 2024-07-26T07:21:28.127 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:28.127 INFO:tasks.workunit.client.0.smithi089.stdout: "approx_ctime": "2024-07", 2024-07-26T07:21:28.127 INFO:tasks.workunit.client.0.smithi089.stdout: "balancer_enabled": false, 2024-07-26T07:21:28.128 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.128 INFO:tasks.workunit.client.0.smithi089.stdout: "cached_caps": 0, 2024-07-26T07:21:28.128 INFO:tasks.workunit.client.0.smithi089.stdout: "cached_dns": 10, 2024-07-26T07:21:28.128 INFO:tasks.workunit.client.0.smithi089.stdout: "cached_inos": 13, 2024-07-26T07:21:28.128 INFO:tasks.workunit.client.0.smithi089.stdout: "cached_subtrees": 2, 2024-07-26T07:21:28.128 INFO:tasks.workunit.client.0.smithi089.stdout: "ever_allowed_features": 0, 2024-07-26T07:21:28.128 INFO:tasks.workunit.client.0.smithi089.stdout: "explicitly_allowed_features": 0, 2024-07-26T07:21:28.128 INFO:tasks.workunit.client.0.smithi089.stdout: "files": 0, 2024-07-26T07:21:28.128 INFO:tasks.workunit.client.0.smithi089.stdout: "max_mds": 1, 2024-07-26T07:21:28.128 INFO:tasks.workunit.client.0.smithi089.stdout: "num_data_pools": 1, 2024-07-26T07:21:28.128 INFO:tasks.workunit.client.0.smithi089.stdout: "num_in": 1, 2024-07-26T07:21:28.128 INFO:tasks.workunit.client.0.smithi089.stdout: "num_mds": 1, 2024-07-26T07:21:28.128 INFO:tasks.workunit.client.0.smithi089.stdout: "num_sessions": 0, 2024-07-26T07:21:28.129 INFO:tasks.workunit.client.0.smithi089.stdout: "num_standby_replay": 0, 2024-07-26T07:21:28.129 INFO:tasks.workunit.client.0.smithi089.stdout: "num_up": 1, 2024-07-26T07:21:28.129 INFO:tasks.workunit.client.0.smithi089.stdout: "snaps": 0, 2024-07-26T07:21:28.129 INFO:tasks.workunit.client.0.smithi089.stdout: "standby_count_wanted": 0 2024-07-26T07:21:28.129 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.129 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:28.129 INFO:tasks.workunit.client.0.smithi089.stdout: "num_standby_mds": 1, 2024-07-26T07:21:28.129 INFO:tasks.workunit.client.0.smithi089.stdout: "total_num_mds": 2 2024-07-26T07:21:28.129 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.129 INFO:tasks.workunit.client.0.smithi089.stdout: "heap_stats": { 2024-07-26T07:21:28.129 INFO:tasks.workunit.client.0.smithi089.stdout: "mds": { 2024-07-26T07:21:28.129 INFO:tasks.workunit.client.0.smithi089.stdout: "mds.11a06f7556cbb1c57650abffbb3eb77c66bdf751": { 2024-07-26T07:21:28.129 INFO:tasks.workunit.client.0.smithi089.stdout: "actual_memory_used": 20144128, 2024-07-26T07:21:28.129 INFO:tasks.workunit.client.0.smithi089.stdout: "central_cache_freelist": 311920, 2024-07-26T07:21:28.130 INFO:tasks.workunit.client.0.smithi089.stdout: "malloc_metadata": 2621440, 2024-07-26T07:21:28.130 INFO:tasks.workunit.client.0.smithi089.stdout: "page_heap_freelist": 892928, 2024-07-26T07:21:28.130 INFO:tasks.workunit.client.0.smithi089.stdout: "released_to_os": 0, 2024-07-26T07:21:28.130 INFO:tasks.workunit.client.0.smithi089.stdout: "spans_in_use": 349, 2024-07-26T07:21:28.130 INFO:tasks.workunit.client.0.smithi089.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:21:28.130 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_cache_freelists": 1011344, 2024-07-26T07:21:28.130 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_heaps_in_use": 13, 2024-07-26T07:21:28.130 INFO:tasks.workunit.client.0.smithi089.stdout: "transfer_cache_freelist": 547840, 2024-07-26T07:21:28.130 INFO:tasks.workunit.client.0.smithi089.stdout: "use_by_application": 14758656, 2024-07-26T07:21:28.130 INFO:tasks.workunit.client.0.smithi089.stdout: "virtual_address_space_used": 20144128 2024-07-26T07:21:28.130 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.130 INFO:tasks.workunit.client.0.smithi089.stdout: "mds.87ef074e95f73b29e32a1570865c090ae0131b8b": { 2024-07-26T07:21:28.130 INFO:tasks.workunit.client.0.smithi089.stdout: "actual_memory_used": 20652032, 2024-07-26T07:21:28.130 INFO:tasks.workunit.client.0.smithi089.stdout: "central_cache_freelist": 440248, 2024-07-26T07:21:28.131 INFO:tasks.workunit.client.0.smithi089.stdout: "malloc_metadata": 2621440, 2024-07-26T07:21:28.131 INFO:tasks.workunit.client.0.smithi089.stdout: "page_heap_freelist": 0, 2024-07-26T07:21:28.131 INFO:tasks.workunit.client.0.smithi089.stdout: "released_to_os": 540672, 2024-07-26T07:21:28.131 INFO:tasks.workunit.client.0.smithi089.stdout: "spans_in_use": 478, 2024-07-26T07:21:28.131 INFO:tasks.workunit.client.0.smithi089.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:21:28.131 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_cache_freelists": 1275896, 2024-07-26T07:21:28.131 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_heaps_in_use": 22, 2024-07-26T07:21:28.131 INFO:tasks.workunit.client.0.smithi089.stdout: "transfer_cache_freelist": 1160192, 2024-07-26T07:21:28.131 INFO:tasks.workunit.client.0.smithi089.stdout: "use_by_application": 15154256, 2024-07-26T07:21:28.131 INFO:tasks.workunit.client.0.smithi089.stdout: "virtual_address_space_used": 21192704 2024-07-26T07:21:28.131 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.131 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.131 INFO:tasks.workunit.client.0.smithi089.stdout: "mon": { 2024-07-26T07:21:28.131 INFO:tasks.workunit.client.0.smithi089.stdout: "mon.11a06f7556cbb1c57650abffbb3eb77c66bdf751": { 2024-07-26T07:21:28.131 INFO:tasks.workunit.client.0.smithi089.stdout: "actual_memory_used": 168960000, 2024-07-26T07:21:28.132 INFO:tasks.workunit.client.0.smithi089.stdout: "central_cache_freelist": 2393784, 2024-07-26T07:21:28.132 INFO:tasks.workunit.client.0.smithi089.stdout: "malloc_metadata": 2883584, 2024-07-26T07:21:28.132 INFO:tasks.workunit.client.0.smithi089.stdout: "page_heap_freelist": 0, 2024-07-26T07:21:28.132 INFO:tasks.workunit.client.0.smithi089.stdout: "released_to_os": 4808704, 2024-07-26T07:21:28.132 INFO:tasks.workunit.client.0.smithi089.stdout: "spans_in_use": 6565, 2024-07-26T07:21:28.132 INFO:tasks.workunit.client.0.smithi089.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:21:28.132 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_cache_freelists": 9806672, 2024-07-26T07:21:28.132 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_heaps_in_use": 20, 2024-07-26T07:21:28.132 INFO:tasks.workunit.client.0.smithi089.stdout: "transfer_cache_freelist": 2300160, 2024-07-26T07:21:28.132 INFO:tasks.workunit.client.0.smithi089.stdout: "use_by_application": 151575800, 2024-07-26T07:21:28.132 INFO:tasks.workunit.client.0.smithi089.stdout: "virtual_address_space_used": 173768704 2024-07-26T07:21:28.132 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.132 INFO:tasks.workunit.client.0.smithi089.stdout: "mon.87ef074e95f73b29e32a1570865c090ae0131b8b": { 2024-07-26T07:21:28.132 INFO:tasks.workunit.client.0.smithi089.stdout: "actual_memory_used": 258482176, 2024-07-26T07:21:28.133 INFO:tasks.workunit.client.0.smithi089.stdout: "central_cache_freelist": 4983008, 2024-07-26T07:21:28.133 INFO:tasks.workunit.client.0.smithi089.stdout: "malloc_metadata": 3014656, 2024-07-26T07:21:28.133 INFO:tasks.workunit.client.0.smithi089.stdout: "page_heap_freelist": 0, 2024-07-26T07:21:28.133 INFO:tasks.workunit.client.0.smithi089.stdout: "released_to_os": 1531904, 2024-07-26T07:21:28.133 INFO:tasks.workunit.client.0.smithi089.stdout: "spans_in_use": 9541, 2024-07-26T07:21:28.133 INFO:tasks.workunit.client.0.smithi089.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:21:28.133 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_cache_freelists": 13952176, 2024-07-26T07:21:28.133 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_heaps_in_use": 23, 2024-07-26T07:21:28.133 INFO:tasks.workunit.client.0.smithi089.stdout: "transfer_cache_freelist": 4950272, 2024-07-26T07:21:28.133 INFO:tasks.workunit.client.0.smithi089.stdout: "use_by_application": 231582064, 2024-07-26T07:21:28.133 INFO:tasks.workunit.client.0.smithi089.stdout: "virtual_address_space_used": 260014080 2024-07-26T07:21:28.133 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.133 INFO:tasks.workunit.client.0.smithi089.stdout: "mon.fa05ed6b69dc18131ed830145851b5294218fbe2": { 2024-07-26T07:21:28.133 INFO:tasks.workunit.client.0.smithi089.stdout: "actual_memory_used": 181485568, 2024-07-26T07:21:28.133 INFO:tasks.workunit.client.0.smithi089.stdout: "central_cache_freelist": 1932072, 2024-07-26T07:21:28.134 INFO:tasks.workunit.client.0.smithi089.stdout: "malloc_metadata": 2883584, 2024-07-26T07:21:28.134 INFO:tasks.workunit.client.0.smithi089.stdout: "page_heap_freelist": 0, 2024-07-26T07:21:28.134 INFO:tasks.workunit.client.0.smithi089.stdout: "released_to_os": 4890624, 2024-07-26T07:21:28.134 INFO:tasks.workunit.client.0.smithi089.stdout: "spans_in_use": 7290, 2024-07-26T07:21:28.134 INFO:tasks.workunit.client.0.smithi089.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:21:28.134 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_cache_freelists": 10607696, 2024-07-26T07:21:28.134 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_heaps_in_use": 20, 2024-07-26T07:21:28.134 INFO:tasks.workunit.client.0.smithi089.stdout: "transfer_cache_freelist": 3040512, 2024-07-26T07:21:28.134 INFO:tasks.workunit.client.0.smithi089.stdout: "use_by_application": 163021704, 2024-07-26T07:21:28.134 INFO:tasks.workunit.client.0.smithi089.stdout: "virtual_address_space_used": 186376192 2024-07-26T07:21:28.134 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.134 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.134 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:28.134 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.0": { 2024-07-26T07:21:28.134 INFO:tasks.workunit.client.0.smithi089.stdout: "actual_memory_used": 463626240, 2024-07-26T07:21:28.135 INFO:tasks.workunit.client.0.smithi089.stdout: "central_cache_freelist": 28786464, 2024-07-26T07:21:28.135 INFO:tasks.workunit.client.0.smithi089.stdout: "malloc_metadata": 3276800, 2024-07-26T07:21:28.135 INFO:tasks.workunit.client.0.smithi089.stdout: "page_heap_freelist": 0, 2024-07-26T07:21:28.135 INFO:tasks.workunit.client.0.smithi089.stdout: "released_to_os": 61390848, 2024-07-26T07:21:28.135 INFO:tasks.workunit.client.0.smithi089.stdout: "spans_in_use": 13394, 2024-07-26T07:21:28.135 INFO:tasks.workunit.client.0.smithi089.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:21:28.135 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_cache_freelists": 71271384, 2024-07-26T07:21:28.135 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_heaps_in_use": 60, 2024-07-26T07:21:28.135 INFO:tasks.workunit.client.0.smithi089.stdout: "transfer_cache_freelist": 11558144, 2024-07-26T07:21:28.135 INFO:tasks.workunit.client.0.smithi089.stdout: "use_by_application": 348733448, 2024-07-26T07:21:28.135 INFO:tasks.workunit.client.0.smithi089.stdout: "virtual_address_space_used": 525017088 2024-07-26T07:21:28.135 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.135 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.1": { 2024-07-26T07:21:28.135 INFO:tasks.workunit.client.0.smithi089.stdout: "actual_memory_used": 411082752, 2024-07-26T07:21:28.135 INFO:tasks.workunit.client.0.smithi089.stdout: "central_cache_freelist": 24931184, 2024-07-26T07:21:28.136 INFO:tasks.workunit.client.0.smithi089.stdout: "malloc_metadata": 3276800, 2024-07-26T07:21:28.136 INFO:tasks.workunit.client.0.smithi089.stdout: "page_heap_freelist": 8192, 2024-07-26T07:21:28.136 INFO:tasks.workunit.client.0.smithi089.stdout: "released_to_os": 101826560, 2024-07-26T07:21:28.136 INFO:tasks.workunit.client.0.smithi089.stdout: "spans_in_use": 12941, 2024-07-26T07:21:28.136 INFO:tasks.workunit.client.0.smithi089.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:21:28.136 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_cache_freelists": 69020448, 2024-07-26T07:21:28.136 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_heaps_in_use": 54, 2024-07-26T07:21:28.136 INFO:tasks.workunit.client.0.smithi089.stdout: "transfer_cache_freelist": 8614144, 2024-07-26T07:21:28.136 INFO:tasks.workunit.client.0.smithi089.stdout: "use_by_application": 305231984, 2024-07-26T07:21:28.136 INFO:tasks.workunit.client.0.smithi089.stdout: "virtual_address_space_used": 512909312 2024-07-26T07:21:28.136 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.136 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.2": { 2024-07-26T07:21:28.136 INFO:tasks.workunit.client.0.smithi089.stdout: "actual_memory_used": 494944256, 2024-07-26T07:21:28.136 INFO:tasks.workunit.client.0.smithi089.stdout: "central_cache_freelist": 21285152, 2024-07-26T07:21:28.136 INFO:tasks.workunit.client.0.smithi089.stdout: "malloc_metadata": 5373952, 2024-07-26T07:21:28.137 INFO:tasks.workunit.client.0.smithi089.stdout: "page_heap_freelist": 0, 2024-07-26T07:21:28.137 INFO:tasks.workunit.client.0.smithi089.stdout: "released_to_os": 4775936, 2024-07-26T07:21:28.137 INFO:tasks.workunit.client.0.smithi089.stdout: "spans_in_use": 12173, 2024-07-26T07:21:28.137 INFO:tasks.workunit.client.0.smithi089.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:21:28.137 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_cache_freelists": 66535800, 2024-07-26T07:21:28.137 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_heaps_in_use": 53, 2024-07-26T07:21:28.137 INFO:tasks.workunit.client.0.smithi089.stdout: "transfer_cache_freelist": 9749504, 2024-07-26T07:21:28.137 INFO:tasks.workunit.client.0.smithi089.stdout: "use_by_application": 391999848, 2024-07-26T07:21:28.137 INFO:tasks.workunit.client.0.smithi089.stdout: "virtual_address_space_used": 499720192 2024-07-26T07:21:28.137 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.137 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.3": { 2024-07-26T07:21:28.137 INFO:tasks.workunit.client.0.smithi089.stdout: "actual_memory_used": 474062848, 2024-07-26T07:21:28.137 INFO:tasks.workunit.client.0.smithi089.stdout: "central_cache_freelist": 22535120, 2024-07-26T07:21:28.137 INFO:tasks.workunit.client.0.smithi089.stdout: "malloc_metadata": 3145728, 2024-07-26T07:21:28.138 INFO:tasks.workunit.client.0.smithi089.stdout: "page_heap_freelist": 0, 2024-07-26T07:21:28.138 INFO:tasks.workunit.client.0.smithi089.stdout: "released_to_os": 30621696, 2024-07-26T07:21:28.138 INFO:tasks.workunit.client.0.smithi089.stdout: "spans_in_use": 10549, 2024-07-26T07:21:28.138 INFO:tasks.workunit.client.0.smithi089.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:21:28.138 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_cache_freelists": 52410392, 2024-07-26T07:21:28.138 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_heaps_in_use": 53, 2024-07-26T07:21:28.138 INFO:tasks.workunit.client.0.smithi089.stdout: "transfer_cache_freelist": 12202752, 2024-07-26T07:21:28.138 INFO:tasks.workunit.client.0.smithi089.stdout: "use_by_application": 383768856, 2024-07-26T07:21:28.138 INFO:tasks.workunit.client.0.smithi089.stdout: "virtual_address_space_used": 504684544 2024-07-26T07:21:28.138 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.138 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.4": { 2024-07-26T07:21:28.139 INFO:tasks.workunit.client.0.smithi089.stdout: "actual_memory_used": 471769088, 2024-07-26T07:21:28.139 INFO:tasks.workunit.client.0.smithi089.stdout: "central_cache_freelist": 19340224, 2024-07-26T07:21:28.139 INFO:tasks.workunit.client.0.smithi089.stdout: "malloc_metadata": 3276800, 2024-07-26T07:21:28.139 INFO:tasks.workunit.client.0.smithi089.stdout: "page_heap_freelist": 0, 2024-07-26T07:21:28.139 INFO:tasks.workunit.client.0.smithi089.stdout: "released_to_os": 25100288, 2024-07-26T07:21:28.139 INFO:tasks.workunit.client.0.smithi089.stdout: "spans_in_use": 11023, 2024-07-26T07:21:28.139 INFO:tasks.workunit.client.0.smithi089.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:21:28.139 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_cache_freelists": 58941232, 2024-07-26T07:21:28.139 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_heaps_in_use": 53, 2024-07-26T07:21:28.139 INFO:tasks.workunit.client.0.smithi089.stdout: "transfer_cache_freelist": 10511104, 2024-07-26T07:21:28.139 INFO:tasks.workunit.client.0.smithi089.stdout: "use_by_application": 379699728, 2024-07-26T07:21:28.139 INFO:tasks.workunit.client.0.smithi089.stdout: "virtual_address_space_used": 496869376 2024-07-26T07:21:28.139 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.139 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.5": { 2024-07-26T07:21:28.139 INFO:tasks.workunit.client.0.smithi089.stdout: "actual_memory_used": 536911872, 2024-07-26T07:21:28.140 INFO:tasks.workunit.client.0.smithi089.stdout: "central_cache_freelist": 28599392, 2024-07-26T07:21:28.140 INFO:tasks.workunit.client.0.smithi089.stdout: "malloc_metadata": 3276800, 2024-07-26T07:21:28.140 INFO:tasks.workunit.client.0.smithi089.stdout: "page_heap_freelist": 0, 2024-07-26T07:21:28.140 INFO:tasks.workunit.client.0.smithi089.stdout: "released_to_os": 44417024, 2024-07-26T07:21:28.140 INFO:tasks.workunit.client.0.smithi089.stdout: "spans_in_use": 12480, 2024-07-26T07:21:28.140 INFO:tasks.workunit.client.0.smithi089.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:21:28.140 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_cache_freelists": 55862912, 2024-07-26T07:21:28.140 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_heaps_in_use": 53, 2024-07-26T07:21:28.140 INFO:tasks.workunit.client.0.smithi089.stdout: "transfer_cache_freelist": 11371776, 2024-07-26T07:21:28.140 INFO:tasks.workunit.client.0.smithi089.stdout: "use_by_application": 437800992, 2024-07-26T07:21:28.140 INFO:tasks.workunit.client.0.smithi089.stdout: "virtual_address_space_used": 581328896 2024-07-26T07:21:28.140 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.140 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.6": { 2024-07-26T07:21:28.140 INFO:tasks.workunit.client.0.smithi089.stdout: "actual_memory_used": 536821760, 2024-07-26T07:21:28.141 INFO:tasks.workunit.client.0.smithi089.stdout: "central_cache_freelist": 16780392, 2024-07-26T07:21:28.141 INFO:tasks.workunit.client.0.smithi089.stdout: "malloc_metadata": 3145728, 2024-07-26T07:21:28.141 INFO:tasks.workunit.client.0.smithi089.stdout: "page_heap_freelist": 0, 2024-07-26T07:21:28.141 INFO:tasks.workunit.client.0.smithi089.stdout: "released_to_os": 93437952, 2024-07-26T07:21:28.141 INFO:tasks.workunit.client.0.smithi089.stdout: "spans_in_use": 9808, 2024-07-26T07:21:28.141 INFO:tasks.workunit.client.0.smithi089.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:21:28.141 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_cache_freelists": 58826944, 2024-07-26T07:21:28.141 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_heaps_in_use": 53, 2024-07-26T07:21:28.141 INFO:tasks.workunit.client.0.smithi089.stdout: "transfer_cache_freelist": 11576064, 2024-07-26T07:21:28.141 INFO:tasks.workunit.client.0.smithi089.stdout: "use_by_application": 446492632, 2024-07-26T07:21:28.141 INFO:tasks.workunit.client.0.smithi089.stdout: "virtual_address_space_used": 630259712 2024-07-26T07:21:28.141 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.141 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.7": { 2024-07-26T07:21:28.141 INFO:tasks.workunit.client.0.smithi089.stdout: "actual_memory_used": 437051392, 2024-07-26T07:21:28.141 INFO:tasks.workunit.client.0.smithi089.stdout: "central_cache_freelist": 19228552, 2024-07-26T07:21:28.142 INFO:tasks.workunit.client.0.smithi089.stdout: "malloc_metadata": 5373952, 2024-07-26T07:21:28.142 INFO:tasks.workunit.client.0.smithi089.stdout: "page_heap_freelist": 0, 2024-07-26T07:21:28.142 INFO:tasks.workunit.client.0.smithi089.stdout: "released_to_os": 34390016, 2024-07-26T07:21:28.142 INFO:tasks.workunit.client.0.smithi089.stdout: "spans_in_use": 10940, 2024-07-26T07:21:28.142 INFO:tasks.workunit.client.0.smithi089.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:21:28.142 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_cache_freelists": 55390640, 2024-07-26T07:21:28.142 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_heaps_in_use": 58, 2024-07-26T07:21:28.142 INFO:tasks.workunit.client.0.smithi089.stdout: "transfer_cache_freelist": 11474944, 2024-07-26T07:21:28.142 INFO:tasks.workunit.client.0.smithi089.stdout: "use_by_application": 345583304, 2024-07-26T07:21:28.142 INFO:tasks.workunit.client.0.smithi089.stdout: "virtual_address_space_used": 471441408 2024-07-26T07:21:28.142 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.142 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.142 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.142 INFO:tasks.workunit.client.0.smithi089.stdout: "hosts": { 2024-07-26T07:21:28.143 INFO:tasks.workunit.client.0.smithi089.stdout: "num": 2, 2024-07-26T07:21:28.143 INFO:tasks.workunit.client.0.smithi089.stdout: "num_with_mds": 2, 2024-07-26T07:21:28.143 INFO:tasks.workunit.client.0.smithi089.stdout: "num_with_mgr": 2, 2024-07-26T07:21:28.143 INFO:tasks.workunit.client.0.smithi089.stdout: "num_with_mon": 2, 2024-07-26T07:21:28.143 INFO:tasks.workunit.client.0.smithi089.stdout: "num_with_osd": 2 2024-07-26T07:21:28.143 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.143 INFO:tasks.workunit.client.0.smithi089.stdout: "io_rate": { 2024-07-26T07:21:28.143 INFO:tasks.workunit.client.0.smithi089.stdout: "pg_stats_delta": { 2024-07-26T07:21:28.143 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": 0, 2024-07-26T07:21:28.143 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:28.143 INFO:tasks.workunit.client.0.smithi089.stdout: "num_store_stats": 0, 2024-07-26T07:21:28.143 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:28.143 INFO:tasks.workunit.client.0.smithi089.stdout: "stamp_delta": "12.002976", 2024-07-26T07:21:28.143 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:28.144 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:28.144 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:28.144 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:28.144 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:28.144 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:28.144 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:28.144 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:28.144 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:28.144 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:28.144 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:28.144 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:28.144 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:28.144 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:28.144 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:28.145 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:28.145 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:28.145 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:28.145 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:28.145 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:28.145 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:28.145 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:28.145 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:28.145 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:28.145 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:28.145 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:28.145 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:28.145 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:28.145 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:28.146 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:28.146 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:28.146 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:28.146 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:28.146 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:28.146 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:28.146 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:28.146 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:28.146 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:28.146 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:28.146 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:28.146 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:28.146 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.147 INFO:tasks.workunit.client.0.smithi089.stdout: "store_stats": { 2024-07-26T07:21:28.147 INFO:tasks.workunit.client.0.smithi089.stdout: "allocated": 0, 2024-07-26T07:21:28.147 INFO:tasks.workunit.client.0.smithi089.stdout: "available": 0, 2024-07-26T07:21:28.147 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed": 0, 2024-07-26T07:21:28.147 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed_allocated": 0, 2024-07-26T07:21:28.147 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed_original": 0, 2024-07-26T07:21:28.147 INFO:tasks.workunit.client.0.smithi089.stdout: "data_stored": 0, 2024-07-26T07:21:28.147 INFO:tasks.workunit.client.0.smithi089.stdout: "internal_metadata": 0, 2024-07-26T07:21:28.147 INFO:tasks.workunit.client.0.smithi089.stdout: "internally_reserved": 0, 2024-07-26T07:21:28.147 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_allocated": 0, 2024-07-26T07:21:28.147 INFO:tasks.workunit.client.0.smithi089.stdout: "total": 0 2024-07-26T07:21:28.147 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.147 INFO:tasks.workunit.client.0.smithi089.stdout: "up": 0 2024-07-26T07:21:28.147 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.148 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.148 INFO:tasks.workunit.client.0.smithi089.stdout: "leaderboard": false, 2024-07-26T07:21:28.148 INFO:tasks.workunit.client.0.smithi089.stdout: "leaderboard_description": null, 2024-07-26T07:21:28.148 INFO:tasks.workunit.client.0.smithi089.stdout: "license": "sharing-1-0", 2024-07-26T07:21:28.148 INFO:tasks.workunit.client.0.smithi089.stdout: "mempool": { 2024-07-26T07:21:28.148 INFO:tasks.workunit.client.0.smithi089.stdout: "mds": { 2024-07-26T07:21:28.148 INFO:tasks.workunit.client.0.smithi089.stdout: "mds.11a06f7556cbb1c57650abffbb3eb77c66bdf751": { 2024-07-26T07:21:28.148 INFO:tasks.workunit.client.0.smithi089.stdout: "bloom_filter": { 2024-07-26T07:21:28.148 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.148 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.148 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.148 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T07:21:28.148 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.148 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.149 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.149 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_reader": { 2024-07-26T07:21:28.149 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.149 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.149 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.149 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_writer": { 2024-07-26T07:21:28.149 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.149 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.149 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.149 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_alloc": { 2024-07-26T07:21:28.149 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.149 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.149 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.149 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_blob": { 2024-07-26T07:21:28.149 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.150 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.150 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.150 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_buffer": { 2024-07-26T07:21:28.150 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.150 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.150 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.150 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_data": { 2024-07-26T07:21:28.150 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.150 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.150 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.150 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_meta": { 2024-07-26T07:21:28.150 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.150 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.150 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.151 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_onode": { 2024-07-26T07:21:28.151 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.151 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.151 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.151 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_other": { 2024-07-26T07:21:28.151 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.151 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.151 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.151 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_extent": { 2024-07-26T07:21:28.151 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.151 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.151 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.151 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_fsck": { 2024-07-26T07:21:28.151 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.151 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.152 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.152 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_inline_bl": { 2024-07-26T07:21:28.152 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.152 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.152 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.152 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_shared_blob": { 2024-07-26T07:21:28.152 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.152 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.152 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.152 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_txc": { 2024-07-26T07:21:28.152 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.152 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.152 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.152 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing": { 2024-07-26T07:21:28.153 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.153 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.153 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.153 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing_deferred": { 2024-07-26T07:21:28.153 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.153 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.153 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.153 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_anon": { 2024-07-26T07:21:28.153 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 149233, 2024-07-26T07:21:28.153 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 36 2024-07-26T07:21:28.153 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.153 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_meta": { 2024-07-26T07:21:28.153 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.153 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.154 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.154 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_co": { 2024-07-26T07:21:28.154 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 928, 2024-07-26T07:21:28.154 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 2 2024-07-26T07:21:28.154 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.154 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:28.154 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.154 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.154 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.154 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mapbl": { 2024-07-26T07:21:28.154 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.154 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.154 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.155 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pglog": { 2024-07-26T07:21:28.155 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.155 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.155 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.155 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap": { 2024-07-26T07:21:28.155 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.155 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.155 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.155 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap_mapping": { 2024-07-26T07:21:28.155 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.155 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.155 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.156 INFO:tasks.workunit.client.0.smithi089.stdout: "pgmap": { 2024-07-26T07:21:28.156 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.156 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.156 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.156 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_1": { 2024-07-26T07:21:28.156 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.156 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.156 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.156 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_2": { 2024-07-26T07:21:28.156 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.156 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.156 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.156 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.156 INFO:tasks.workunit.client.0.smithi089.stdout: "mds.87ef074e95f73b29e32a1570865c090ae0131b8b": { 2024-07-26T07:21:28.157 INFO:tasks.workunit.client.0.smithi089.stdout: "bloom_filter": { 2024-07-26T07:21:28.157 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.157 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.157 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.157 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T07:21:28.157 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.157 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.157 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.157 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_reader": { 2024-07-26T07:21:28.157 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.157 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.157 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.157 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_writer": { 2024-07-26T07:21:28.157 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.158 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.158 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.158 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_alloc": { 2024-07-26T07:21:28.158 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.158 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.158 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.158 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_blob": { 2024-07-26T07:21:28.158 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.158 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.158 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.158 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_buffer": { 2024-07-26T07:21:28.158 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.158 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.158 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.159 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_data": { 2024-07-26T07:21:28.159 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.159 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.159 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.159 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_meta": { 2024-07-26T07:21:28.159 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.159 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.159 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.159 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_onode": { 2024-07-26T07:21:28.159 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.159 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.159 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.159 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_other": { 2024-07-26T07:21:28.159 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.160 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.160 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.160 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_extent": { 2024-07-26T07:21:28.160 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.160 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.160 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.160 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_fsck": { 2024-07-26T07:21:28.160 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.160 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.160 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.160 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_inline_bl": { 2024-07-26T07:21:28.160 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.160 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.160 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.160 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_shared_blob": { 2024-07-26T07:21:28.161 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.161 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.161 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.161 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_txc": { 2024-07-26T07:21:28.161 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.161 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.161 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.161 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing": { 2024-07-26T07:21:28.161 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.161 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.161 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.161 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing_deferred": { 2024-07-26T07:21:28.161 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.161 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.162 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.162 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_anon": { 2024-07-26T07:21:28.162 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 223415, 2024-07-26T07:21:28.162 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 68 2024-07-26T07:21:28.162 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.162 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_meta": { 2024-07-26T07:21:28.162 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.162 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.162 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.162 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_co": { 2024-07-26T07:21:28.162 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 51904, 2024-07-26T07:21:28.162 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 181 2024-07-26T07:21:28.162 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.162 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:28.163 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.163 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.163 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.163 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mapbl": { 2024-07-26T07:21:28.163 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.163 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.163 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.163 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pglog": { 2024-07-26T07:21:28.163 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.163 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.163 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.163 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap": { 2024-07-26T07:21:28.163 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 12344, 2024-07-26T07:21:28.163 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 237 2024-07-26T07:21:28.163 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.164 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap_mapping": { 2024-07-26T07:21:28.164 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.164 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.164 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.164 INFO:tasks.workunit.client.0.smithi089.stdout: "pgmap": { 2024-07-26T07:21:28.164 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.164 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.164 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.164 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_1": { 2024-07-26T07:21:28.164 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.164 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.164 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.164 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_2": { 2024-07-26T07:21:28.164 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.164 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.165 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.165 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.165 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.165 INFO:tasks.workunit.client.0.smithi089.stdout: "mon": { 2024-07-26T07:21:28.165 INFO:tasks.workunit.client.0.smithi089.stdout: "mon.11a06f7556cbb1c57650abffbb3eb77c66bdf751": { 2024-07-26T07:21:28.165 INFO:tasks.workunit.client.0.smithi089.stdout: "bloom_filter": { 2024-07-26T07:21:28.165 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.165 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.165 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.165 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T07:21:28.165 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.165 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.165 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.165 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_reader": { 2024-07-26T07:21:28.166 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.166 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.166 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.166 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_writer": { 2024-07-26T07:21:28.166 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.166 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.166 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.166 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_alloc": { 2024-07-26T07:21:28.166 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.166 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.166 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.166 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_blob": { 2024-07-26T07:21:28.166 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.166 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.167 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.167 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_buffer": { 2024-07-26T07:21:28.167 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.167 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.167 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.167 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_data": { 2024-07-26T07:21:28.167 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.167 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.167 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.167 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_meta": { 2024-07-26T07:21:28.167 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.167 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.167 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.168 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_onode": { 2024-07-26T07:21:28.168 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.168 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.168 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.168 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_other": { 2024-07-26T07:21:28.168 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.168 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.168 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.168 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_extent": { 2024-07-26T07:21:28.168 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.168 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.168 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.168 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_fsck": { 2024-07-26T07:21:28.168 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.168 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.169 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.169 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_inline_bl": { 2024-07-26T07:21:28.169 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.169 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.169 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.169 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_shared_blob": { 2024-07-26T07:21:28.169 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.169 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.169 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.169 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_txc": { 2024-07-26T07:21:28.169 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.169 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.169 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.170 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing": { 2024-07-26T07:21:28.170 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.170 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.170 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.170 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing_deferred": { 2024-07-26T07:21:28.170 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.170 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.170 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.170 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_anon": { 2024-07-26T07:21:28.170 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 44241788, 2024-07-26T07:21:28.170 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 5444 2024-07-26T07:21:28.170 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.170 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_meta": { 2024-07-26T07:21:28.171 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 616, 2024-07-26T07:21:28.171 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 7 2024-07-26T07:21:28.171 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.171 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_co": { 2024-07-26T07:21:28.171 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.171 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.171 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.171 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:28.171 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.171 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.171 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.171 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mapbl": { 2024-07-26T07:21:28.171 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.171 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.172 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.172 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pglog": { 2024-07-26T07:21:28.172 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.172 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.172 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.172 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap": { 2024-07-26T07:21:28.172 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 10920, 2024-07-26T07:21:28.172 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 236 2024-07-26T07:21:28.172 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.172 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap_mapping": { 2024-07-26T07:21:28.172 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 70440, 2024-07-26T07:21:28.172 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 5158 2024-07-26T07:21:28.172 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.172 INFO:tasks.workunit.client.0.smithi089.stdout: "pgmap": { 2024-07-26T07:21:28.173 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 5720, 2024-07-26T07:21:28.173 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 152 2024-07-26T07:21:28.173 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.173 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_1": { 2024-07-26T07:21:28.173 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.173 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.173 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.173 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_2": { 2024-07-26T07:21:28.173 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.173 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.173 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.173 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.173 INFO:tasks.workunit.client.0.smithi089.stdout: "mon.87ef074e95f73b29e32a1570865c090ae0131b8b": { 2024-07-26T07:21:28.173 INFO:tasks.workunit.client.0.smithi089.stdout: "bloom_filter": { 2024-07-26T07:21:28.174 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.174 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.174 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.174 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T07:21:28.174 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.174 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.174 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.174 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_reader": { 2024-07-26T07:21:28.174 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.174 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.174 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.174 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_writer": { 2024-07-26T07:21:28.174 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.175 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.175 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.175 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_alloc": { 2024-07-26T07:21:28.175 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.175 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.175 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.175 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_blob": { 2024-07-26T07:21:28.175 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.175 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.175 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.175 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_buffer": { 2024-07-26T07:21:28.175 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.175 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.176 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.176 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_data": { 2024-07-26T07:21:28.176 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.176 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.176 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.176 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_meta": { 2024-07-26T07:21:28.176 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.176 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.176 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.176 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_onode": { 2024-07-26T07:21:28.176 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.176 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.176 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.176 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_other": { 2024-07-26T07:21:28.177 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.177 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.177 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.177 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_extent": { 2024-07-26T07:21:28.177 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.177 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.177 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.177 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_fsck": { 2024-07-26T07:21:28.177 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.177 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.177 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.177 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_inline_bl": { 2024-07-26T07:21:28.177 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.177 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.177 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.178 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_shared_blob": { 2024-07-26T07:21:28.178 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.178 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.178 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.178 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_txc": { 2024-07-26T07:21:28.178 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.178 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.178 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.178 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing": { 2024-07-26T07:21:28.178 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.178 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.178 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.178 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing_deferred": { 2024-07-26T07:21:28.179 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.179 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.179 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.179 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_anon": { 2024-07-26T07:21:28.179 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 48443010, 2024-07-26T07:21:28.179 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 6364 2024-07-26T07:21:28.179 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.179 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_meta": { 2024-07-26T07:21:28.179 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.179 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.179 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.179 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_co": { 2024-07-26T07:21:28.179 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.179 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.179 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.180 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:28.180 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.180 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.180 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.180 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mapbl": { 2024-07-26T07:21:28.180 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.180 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.180 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.180 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pglog": { 2024-07-26T07:21:28.180 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.180 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.180 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.180 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap": { 2024-07-26T07:21:28.180 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 10920, 2024-07-26T07:21:28.181 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 236 2024-07-26T07:21:28.181 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.181 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap_mapping": { 2024-07-26T07:21:28.181 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 70440, 2024-07-26T07:21:28.181 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 5158 2024-07-26T07:21:28.181 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.181 INFO:tasks.workunit.client.0.smithi089.stdout: "pgmap": { 2024-07-26T07:21:28.181 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 11440, 2024-07-26T07:21:28.181 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 304 2024-07-26T07:21:28.181 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.181 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_1": { 2024-07-26T07:21:28.181 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.181 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.181 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.181 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_2": { 2024-07-26T07:21:28.182 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.182 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.182 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.182 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.182 INFO:tasks.workunit.client.0.smithi089.stdout: "mon.fa05ed6b69dc18131ed830145851b5294218fbe2": { 2024-07-26T07:21:28.182 INFO:tasks.workunit.client.0.smithi089.stdout: "bloom_filter": { 2024-07-26T07:21:28.182 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.182 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.182 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.182 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T07:21:28.182 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.182 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.182 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.182 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_reader": { 2024-07-26T07:21:28.183 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.183 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.183 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.183 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_writer": { 2024-07-26T07:21:28.183 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.183 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.183 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.183 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_alloc": { 2024-07-26T07:21:28.183 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.183 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.183 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.183 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_blob": { 2024-07-26T07:21:28.183 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.183 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.184 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.184 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_buffer": { 2024-07-26T07:21:28.184 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.184 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.184 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.184 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_data": { 2024-07-26T07:21:28.184 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.184 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.184 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.184 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_meta": { 2024-07-26T07:21:28.184 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.184 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.184 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.184 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_onode": { 2024-07-26T07:21:28.185 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.185 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.185 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.185 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_other": { 2024-07-26T07:21:28.185 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.185 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.185 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.185 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_extent": { 2024-07-26T07:21:28.185 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.185 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.185 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.185 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_fsck": { 2024-07-26T07:21:28.185 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.186 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.186 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.186 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_inline_bl": { 2024-07-26T07:21:28.186 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.186 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.186 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.186 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_shared_blob": { 2024-07-26T07:21:28.186 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.186 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.186 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.186 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_txc": { 2024-07-26T07:21:28.186 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.186 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.186 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.187 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing": { 2024-07-26T07:21:28.187 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.187 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.187 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.187 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing_deferred": { 2024-07-26T07:21:28.187 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.187 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.187 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.187 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_anon": { 2024-07-26T07:21:28.187 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 54353156, 2024-07-26T07:21:28.187 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 7837 2024-07-26T07:21:28.187 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.187 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_meta": { 2024-07-26T07:21:28.187 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.188 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.188 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.188 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_co": { 2024-07-26T07:21:28.188 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.188 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.188 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.188 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:28.188 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.188 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.188 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.188 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mapbl": { 2024-07-26T07:21:28.188 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.188 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.189 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.189 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pglog": { 2024-07-26T07:21:28.189 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.189 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.189 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.189 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap": { 2024-07-26T07:21:28.189 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 10920, 2024-07-26T07:21:28.189 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 236 2024-07-26T07:21:28.189 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.189 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap_mapping": { 2024-07-26T07:21:28.189 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 70440, 2024-07-26T07:21:28.189 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 5158 2024-07-26T07:21:28.189 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.189 INFO:tasks.workunit.client.0.smithi089.stdout: "pgmap": { 2024-07-26T07:21:28.190 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 5720, 2024-07-26T07:21:28.190 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 152 2024-07-26T07:21:28.190 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.190 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_1": { 2024-07-26T07:21:28.190 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.190 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.190 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.190 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_2": { 2024-07-26T07:21:28.190 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.190 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.190 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.190 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.190 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.190 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:28.191 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.0": { 2024-07-26T07:21:28.191 INFO:tasks.workunit.client.0.smithi089.stdout: "bloom_filter": { 2024-07-26T07:21:28.191 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.191 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.191 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.191 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T07:21:28.191 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 24136, 2024-07-26T07:21:28.191 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 426 2024-07-26T07:21:28.191 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.191 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_reader": { 2024-07-26T07:21:28.191 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 657792, 2024-07-26T07:21:28.191 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 32 2024-07-26T07:21:28.191 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.191 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_writer": { 2024-07-26T07:21:28.192 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 2304, 2024-07-26T07:21:28.192 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 12 2024-07-26T07:21:28.192 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.192 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_alloc": { 2024-07-26T07:21:28.192 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 80960, 2024-07-26T07:21:28.192 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 1012 2024-07-26T07:21:28.192 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.192 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_blob": { 2024-07-26T07:21:28.192 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 554320, 2024-07-26T07:21:28.192 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 2665 2024-07-26T07:21:28.192 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.192 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_buffer": { 2024-07-26T07:21:28.192 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 256, 2024-07-26T07:21:28.192 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 32 2024-07-26T07:21:28.192 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.193 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_data": { 2024-07-26T07:21:28.193 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 640301, 2024-07-26T07:21:28.193 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 177 2024-07-26T07:21:28.193 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.193 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_meta": { 2024-07-26T07:21:28.193 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 2563896, 2024-07-26T07:21:28.193 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 563696 2024-07-26T07:21:28.193 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.193 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_onode": { 2024-07-26T07:21:28.193 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 7210296, 2024-07-26T07:21:28.193 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 10635 2024-07-26T07:21:28.193 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.193 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_other": { 2024-07-26T07:21:28.193 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 104520, 2024-07-26T07:21:28.193 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 11135 2024-07-26T07:21:28.193 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.194 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_extent": { 2024-07-26T07:21:28.194 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 127920, 2024-07-26T07:21:28.194 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 2665 2024-07-26T07:21:28.194 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.194 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_fsck": { 2024-07-26T07:21:28.194 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.194 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.194 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.194 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_inline_bl": { 2024-07-26T07:21:28.194 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 255258, 2024-07-26T07:21:28.194 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 1806 2024-07-26T07:21:28.194 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.195 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_shared_blob": { 2024-07-26T07:21:28.195 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.195 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.195 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.195 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_txc": { 2024-07-26T07:21:28.195 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.195 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.195 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.195 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing": { 2024-07-26T07:21:28.195 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 52764, 2024-07-26T07:21:28.195 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 47 2024-07-26T07:21:28.195 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.195 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing_deferred": { 2024-07-26T07:21:28.196 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.196 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.196 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.196 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_anon": { 2024-07-26T07:21:28.196 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 12224743, 2024-07-26T07:21:28.196 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 284 2024-07-26T07:21:28.196 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.196 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_meta": { 2024-07-26T07:21:28.196 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 16280, 2024-07-26T07:21:28.196 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 185 2024-07-26T07:21:28.196 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.196 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_co": { 2024-07-26T07:21:28.196 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.196 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.196 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.197 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:28.197 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 522720, 2024-07-26T07:21:28.197 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 45 2024-07-26T07:21:28.197 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.197 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mapbl": { 2024-07-26T07:21:28.197 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.197 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.197 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.197 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pglog": { 2024-07-26T07:21:28.197 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 7057960, 2024-07-26T07:21:28.197 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 18373 2024-07-26T07:21:28.197 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.197 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap": { 2024-07-26T07:21:28.197 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 652328, 2024-07-26T07:21:28.197 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 10524 2024-07-26T07:21:28.198 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.198 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap_mapping": { 2024-07-26T07:21:28.198 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.198 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.198 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.198 INFO:tasks.workunit.client.0.smithi089.stdout: "pgmap": { 2024-07-26T07:21:28.198 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.198 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.198 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.198 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_1": { 2024-07-26T07:21:28.198 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.198 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.198 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.198 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_2": { 2024-07-26T07:21:28.199 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.199 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.199 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.199 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.199 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.1": { 2024-07-26T07:21:28.199 INFO:tasks.workunit.client.0.smithi089.stdout: "bloom_filter": { 2024-07-26T07:21:28.199 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.199 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.199 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.199 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T07:21:28.199 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 26088, 2024-07-26T07:21:28.199 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 506 2024-07-26T07:21:28.199 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.199 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_reader": { 2024-07-26T07:21:28.200 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 506240, 2024-07-26T07:21:28.200 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 34 2024-07-26T07:21:28.200 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.200 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_writer": { 2024-07-26T07:21:28.200 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 768, 2024-07-26T07:21:28.200 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 4 2024-07-26T07:21:28.200 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.200 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_alloc": { 2024-07-26T07:21:28.200 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 80400, 2024-07-26T07:21:28.200 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 1005 2024-07-26T07:21:28.200 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.200 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_blob": { 2024-07-26T07:21:28.200 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 552032, 2024-07-26T07:21:28.200 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 2654 2024-07-26T07:21:28.201 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.201 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_buffer": { 2024-07-26T07:21:28.201 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 256, 2024-07-26T07:21:28.201 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 32 2024-07-26T07:21:28.201 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.201 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_data": { 2024-07-26T07:21:28.201 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 888084, 2024-07-26T07:21:28.201 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 234 2024-07-26T07:21:28.201 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.201 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_meta": { 2024-07-26T07:21:28.201 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 2517740, 2024-07-26T07:21:28.201 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 553360 2024-07-26T07:21:28.201 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.201 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_onode": { 2024-07-26T07:21:28.202 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 7081776, 2024-07-26T07:21:28.202 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 10446 2024-07-26T07:21:28.202 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.202 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_other": { 2024-07-26T07:21:28.202 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 102352, 2024-07-26T07:21:28.202 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 10959 2024-07-26T07:21:28.202 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.202 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_extent": { 2024-07-26T07:21:28.202 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 127392, 2024-07-26T07:21:28.202 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 2654 2024-07-26T07:21:28.202 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.202 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_fsck": { 2024-07-26T07:21:28.202 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.202 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.203 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.203 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_inline_bl": { 2024-07-26T07:21:28.203 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 255514, 2024-07-26T07:21:28.203 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 1807 2024-07-26T07:21:28.203 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.203 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_shared_blob": { 2024-07-26T07:21:28.203 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.203 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.203 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.203 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_txc": { 2024-07-26T07:21:28.203 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 736, 2024-07-26T07:21:28.203 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 1 2024-07-26T07:21:28.203 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.203 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing": { 2024-07-26T07:21:28.203 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 80707, 2024-07-26T07:21:28.204 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 48 2024-07-26T07:21:28.204 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.204 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing_deferred": { 2024-07-26T07:21:28.204 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 12112, 2024-07-26T07:21:28.204 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 3 2024-07-26T07:21:28.204 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.204 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_anon": { 2024-07-26T07:21:28.204 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 3836238, 2024-07-26T07:21:28.204 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 268 2024-07-26T07:21:28.204 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.204 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_meta": { 2024-07-26T07:21:28.204 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 21472, 2024-07-26T07:21:28.204 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 244 2024-07-26T07:21:28.204 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.205 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_co": { 2024-07-26T07:21:28.205 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.205 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.205 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.205 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:28.205 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 441408, 2024-07-26T07:21:28.205 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 38 2024-07-26T07:21:28.205 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.205 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mapbl": { 2024-07-26T07:21:28.205 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.205 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.205 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.205 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pglog": { 2024-07-26T07:21:28.205 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 7299032, 2024-07-26T07:21:28.206 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 21215 2024-07-26T07:21:28.206 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.206 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap": { 2024-07-26T07:21:28.206 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 652328, 2024-07-26T07:21:28.206 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 10524 2024-07-26T07:21:28.206 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.206 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap_mapping": { 2024-07-26T07:21:28.206 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.206 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.206 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.206 INFO:tasks.workunit.client.0.smithi089.stdout: "pgmap": { 2024-07-26T07:21:28.206 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.206 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.206 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.207 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_1": { 2024-07-26T07:21:28.207 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.207 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.207 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.207 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_2": { 2024-07-26T07:21:28.207 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.207 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.207 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.207 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.207 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.2": { 2024-07-26T07:21:28.207 INFO:tasks.workunit.client.0.smithi089.stdout: "bloom_filter": { 2024-07-26T07:21:28.207 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.207 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.208 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.208 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T07:21:28.208 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 15312, 2024-07-26T07:21:28.208 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 270 2024-07-26T07:21:28.208 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.208 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_reader": { 2024-07-26T07:21:28.208 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 104064, 2024-07-26T07:21:28.208 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 23 2024-07-26T07:21:28.208 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.208 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_writer": { 2024-07-26T07:21:28.208 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 3264, 2024-07-26T07:21:28.208 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 17 2024-07-26T07:21:28.208 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.208 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_alloc": { 2024-07-26T07:21:28.208 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 78320, 2024-07-26T07:21:28.208 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 979 2024-07-26T07:21:28.209 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.209 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_blob": { 2024-07-26T07:21:28.209 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 551408, 2024-07-26T07:21:28.209 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 2651 2024-07-26T07:21:28.209 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.209 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_buffer": { 2024-07-26T07:21:28.209 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 256, 2024-07-26T07:21:28.209 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 32 2024-07-26T07:21:28.209 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.209 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_data": { 2024-07-26T07:21:28.209 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 261962, 2024-07-26T07:21:28.209 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 79 2024-07-26T07:21:28.209 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.209 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_meta": { 2024-07-26T07:21:28.209 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 1845166, 2024-07-26T07:21:28.210 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 404602 2024-07-26T07:21:28.210 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.210 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_onode": { 2024-07-26T07:21:28.210 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 5289296, 2024-07-26T07:21:28.210 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 7810 2024-07-26T07:21:28.210 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.210 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_other": { 2024-07-26T07:21:28.210 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 101396, 2024-07-26T07:21:28.210 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 10945 2024-07-26T07:21:28.210 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.210 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_extent": { 2024-07-26T07:21:28.210 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 127248, 2024-07-26T07:21:28.210 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 2651 2024-07-26T07:21:28.210 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.211 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_fsck": { 2024-07-26T07:21:28.211 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.211 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.211 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.211 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_inline_bl": { 2024-07-26T07:21:28.211 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 255514, 2024-07-26T07:21:28.211 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 1807 2024-07-26T07:21:28.211 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.211 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_shared_blob": { 2024-07-26T07:21:28.211 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.211 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.211 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.211 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_txc": { 2024-07-26T07:21:28.211 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 736, 2024-07-26T07:21:28.212 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 1 2024-07-26T07:21:28.212 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.212 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing": { 2024-07-26T07:21:28.212 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 74571, 2024-07-26T07:21:28.212 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 54 2024-07-26T07:21:28.212 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.212 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing_deferred": { 2024-07-26T07:21:28.212 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 12112, 2024-07-26T07:21:28.212 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 3 2024-07-26T07:21:28.212 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.212 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_anon": { 2024-07-26T07:21:28.212 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 17377596, 2024-07-26T07:21:28.212 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 7399 2024-07-26T07:21:28.213 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.213 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_meta": { 2024-07-26T07:21:28.213 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 10032, 2024-07-26T07:21:28.213 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 114 2024-07-26T07:21:28.213 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.213 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_co": { 2024-07-26T07:21:28.213 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.213 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.213 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.213 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:28.213 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 348480, 2024-07-26T07:21:28.213 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 30 2024-07-26T07:21:28.213 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.213 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mapbl": { 2024-07-26T07:21:28.214 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.214 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.214 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.214 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pglog": { 2024-07-26T07:21:28.214 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 3208920, 2024-07-26T07:21:28.214 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 6171 2024-07-26T07:21:28.214 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.214 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap": { 2024-07-26T07:21:28.214 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 652328, 2024-07-26T07:21:28.214 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 10524 2024-07-26T07:21:28.214 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.214 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap_mapping": { 2024-07-26T07:21:28.214 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.215 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.215 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.215 INFO:tasks.workunit.client.0.smithi089.stdout: "pgmap": { 2024-07-26T07:21:28.215 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.215 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.215 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.215 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_1": { 2024-07-26T07:21:28.215 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.215 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.215 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.215 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_2": { 2024-07-26T07:21:28.215 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.215 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.215 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.216 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.216 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.3": { 2024-07-26T07:21:28.216 INFO:tasks.workunit.client.0.smithi089.stdout: "bloom_filter": { 2024-07-26T07:21:28.216 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.216 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.216 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.216 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T07:21:28.216 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 18464, 2024-07-26T07:21:28.216 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 322 2024-07-26T07:21:28.216 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.216 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_reader": { 2024-07-26T07:21:28.216 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 444160, 2024-07-26T07:21:28.216 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 24 2024-07-26T07:21:28.216 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.217 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_writer": { 2024-07-26T07:21:28.217 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 3072, 2024-07-26T07:21:28.217 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 16 2024-07-26T07:21:28.217 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.217 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_alloc": { 2024-07-26T07:21:28.217 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 79520, 2024-07-26T07:21:28.217 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 994 2024-07-26T07:21:28.217 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.217 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_blob": { 2024-07-26T07:21:28.217 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 552448, 2024-07-26T07:21:28.217 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 2656 2024-07-26T07:21:28.217 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.218 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_buffer": { 2024-07-26T07:21:28.218 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 256, 2024-07-26T07:21:28.218 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 32 2024-07-26T07:21:28.218 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.218 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_data": { 2024-07-26T07:21:28.218 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 360269, 2024-07-26T07:21:28.218 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 94 2024-07-26T07:21:28.218 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.218 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_meta": { 2024-07-26T07:21:28.218 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 1835888, 2024-07-26T07:21:28.218 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 402487 2024-07-26T07:21:28.218 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.218 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_onode": { 2024-07-26T07:21:28.219 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 5259376, 2024-07-26T07:21:28.219 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 7766 2024-07-26T07:21:28.219 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.219 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_other": { 2024-07-26T07:21:28.219 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 102308, 2024-07-26T07:21:28.219 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 10965 2024-07-26T07:21:28.219 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.219 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_extent": { 2024-07-26T07:21:28.219 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 127488, 2024-07-26T07:21:28.219 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 2656 2024-07-26T07:21:28.219 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.219 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_fsck": { 2024-07-26T07:21:28.219 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.219 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.219 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.220 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_inline_bl": { 2024-07-26T07:21:28.220 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 255514, 2024-07-26T07:21:28.220 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 1807 2024-07-26T07:21:28.220 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.220 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_shared_blob": { 2024-07-26T07:21:28.220 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.220 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.220 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.220 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_txc": { 2024-07-26T07:21:28.220 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 736, 2024-07-26T07:21:28.220 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 1 2024-07-26T07:21:28.220 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.220 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing": { 2024-07-26T07:21:28.220 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 71554, 2024-07-26T07:21:28.220 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 55 2024-07-26T07:21:28.221 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.221 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing_deferred": { 2024-07-26T07:21:28.221 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 12112, 2024-07-26T07:21:28.221 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 3 2024-07-26T07:21:28.221 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.221 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_anon": { 2024-07-26T07:21:28.221 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 16405654, 2024-07-26T07:21:28.221 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 280 2024-07-26T07:21:28.221 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.221 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_meta": { 2024-07-26T07:21:28.221 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 10824, 2024-07-26T07:21:28.221 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 123 2024-07-26T07:21:28.221 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.221 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_co": { 2024-07-26T07:21:28.221 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.221 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.222 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.222 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:28.222 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 429792, 2024-07-26T07:21:28.222 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 37 2024-07-26T07:21:28.222 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.222 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mapbl": { 2024-07-26T07:21:28.222 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.222 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.222 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.222 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pglog": { 2024-07-26T07:21:28.222 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 3514680, 2024-07-26T07:21:28.222 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 9159 2024-07-26T07:21:28.222 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.222 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap": { 2024-07-26T07:21:28.223 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 652328, 2024-07-26T07:21:28.223 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 10524 2024-07-26T07:21:28.223 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.223 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap_mapping": { 2024-07-26T07:21:28.223 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.223 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.223 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.223 INFO:tasks.workunit.client.0.smithi089.stdout: "pgmap": { 2024-07-26T07:21:28.223 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.223 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.223 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.223 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_1": { 2024-07-26T07:21:28.223 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.223 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.223 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.223 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_2": { 2024-07-26T07:21:28.224 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.224 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.224 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.224 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.224 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.4": { 2024-07-26T07:21:28.224 INFO:tasks.workunit.client.0.smithi089.stdout: "bloom_filter": { 2024-07-26T07:21:28.224 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.224 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.224 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.224 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T07:21:28.224 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 22464, 2024-07-26T07:21:28.224 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 392 2024-07-26T07:21:28.224 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.224 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_reader": { 2024-07-26T07:21:28.225 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 514432, 2024-07-26T07:21:28.225 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 32 2024-07-26T07:21:28.225 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.225 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_writer": { 2024-07-26T07:21:28.225 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 2688, 2024-07-26T07:21:28.225 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 14 2024-07-26T07:21:28.225 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.225 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_alloc": { 2024-07-26T07:21:28.225 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 79760, 2024-07-26T07:21:28.225 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 997 2024-07-26T07:21:28.225 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.225 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_blob": { 2024-07-26T07:21:28.225 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 565760, 2024-07-26T07:21:28.225 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 2720 2024-07-26T07:21:28.225 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.226 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_buffer": { 2024-07-26T07:21:28.226 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 256, 2024-07-26T07:21:28.226 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 32 2024-07-26T07:21:28.226 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.226 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_data": { 2024-07-26T07:21:28.226 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 1563069, 2024-07-26T07:21:28.226 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 387 2024-07-26T07:21:28.226 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.226 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_meta": { 2024-07-26T07:21:28.226 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 2142826, 2024-07-26T07:21:28.226 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 467340 2024-07-26T07:21:28.226 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.226 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_onode": { 2024-07-26T07:21:28.226 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 6085576, 2024-07-26T07:21:28.227 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 8981 2024-07-26T07:21:28.227 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.227 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_other": { 2024-07-26T07:21:28.227 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 111816, 2024-07-26T07:21:28.227 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 12116 2024-07-26T07:21:28.227 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.227 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_extent": { 2024-07-26T07:21:28.227 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 130560, 2024-07-26T07:21:28.227 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 2720 2024-07-26T07:21:28.227 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.227 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_fsck": { 2024-07-26T07:21:28.227 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.227 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.227 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.227 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_inline_bl": { 2024-07-26T07:21:28.228 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 255258, 2024-07-26T07:21:28.228 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 1806 2024-07-26T07:21:28.228 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.228 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_shared_blob": { 2024-07-26T07:21:28.228 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.228 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.228 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.228 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_txc": { 2024-07-26T07:21:28.228 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.228 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.228 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.228 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing": { 2024-07-26T07:21:28.228 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 14393, 2024-07-26T07:21:28.228 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 25 2024-07-26T07:21:28.229 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.229 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing_deferred": { 2024-07-26T07:21:28.229 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.229 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.229 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.229 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_anon": { 2024-07-26T07:21:28.229 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 14187059, 2024-07-26T07:21:28.229 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 262 2024-07-26T07:21:28.229 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.229 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_meta": { 2024-07-26T07:21:28.229 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 34584, 2024-07-26T07:21:28.229 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 393 2024-07-26T07:21:28.229 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.230 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_co": { 2024-07-26T07:21:28.230 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.230 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.230 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.230 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:28.230 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 464640, 2024-07-26T07:21:28.230 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 40 2024-07-26T07:21:28.230 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.230 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mapbl": { 2024-07-26T07:21:28.230 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.230 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.230 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.230 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pglog": { 2024-07-26T07:21:28.230 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 5138640, 2024-07-26T07:21:28.230 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 12274 2024-07-26T07:21:28.231 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.231 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap": { 2024-07-26T07:21:28.231 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 652328, 2024-07-26T07:21:28.231 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 10524 2024-07-26T07:21:28.231 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.231 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap_mapping": { 2024-07-26T07:21:28.231 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.231 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.231 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.231 INFO:tasks.workunit.client.0.smithi089.stdout: "pgmap": { 2024-07-26T07:21:28.231 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.231 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.231 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.231 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_1": { 2024-07-26T07:21:28.232 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.232 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.232 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.232 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_2": { 2024-07-26T07:21:28.232 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.232 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.232 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.232 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.232 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.5": { 2024-07-26T07:21:28.232 INFO:tasks.workunit.client.0.smithi089.stdout: "bloom_filter": { 2024-07-26T07:21:28.232 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.232 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.232 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.232 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T07:21:28.232 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 20912, 2024-07-26T07:21:28.233 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 368 2024-07-26T07:21:28.233 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.233 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_reader": { 2024-07-26T07:21:28.233 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 239744, 2024-07-26T07:21:28.233 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 29 2024-07-26T07:21:28.233 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.233 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_writer": { 2024-07-26T07:21:28.233 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 2880, 2024-07-26T07:21:28.233 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 15 2024-07-26T07:21:28.233 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.233 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_alloc": { 2024-07-26T07:21:28.233 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 79440, 2024-07-26T07:21:28.234 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 993 2024-07-26T07:21:28.234 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.234 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_blob": { 2024-07-26T07:21:28.234 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 565968, 2024-07-26T07:21:28.234 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 2721 2024-07-26T07:21:28.234 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.234 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_buffer": { 2024-07-26T07:21:28.234 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 256, 2024-07-26T07:21:28.234 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 32 2024-07-26T07:21:28.234 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.234 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_data": { 2024-07-26T07:21:28.234 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 470464, 2024-07-26T07:21:28.234 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 130 2024-07-26T07:21:28.234 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.235 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_meta": { 2024-07-26T07:21:28.235 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 2393733, 2024-07-26T07:21:28.235 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 533229 2024-07-26T07:21:28.235 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.235 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_onode": { 2024-07-26T07:21:28.235 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 6872336, 2024-07-26T07:21:28.235 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 10138 2024-07-26T07:21:28.235 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.235 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_other": { 2024-07-26T07:21:28.235 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 112008, 2024-07-26T07:21:28.235 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 12124 2024-07-26T07:21:28.235 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.235 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_extent": { 2024-07-26T07:21:28.235 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 130560, 2024-07-26T07:21:28.236 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 2720 2024-07-26T07:21:28.236 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.236 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_fsck": { 2024-07-26T07:21:28.236 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.236 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.236 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.236 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_inline_bl": { 2024-07-26T07:21:28.236 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 255258, 2024-07-26T07:21:28.236 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 1806 2024-07-26T07:21:28.236 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.236 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_shared_blob": { 2024-07-26T07:21:28.236 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.236 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.236 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.237 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_txc": { 2024-07-26T07:21:28.237 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 1472, 2024-07-26T07:21:28.237 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 2 2024-07-26T07:21:28.237 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.237 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing": { 2024-07-26T07:21:28.237 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 113569, 2024-07-26T07:21:28.237 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 61 2024-07-26T07:21:28.237 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.237 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing_deferred": { 2024-07-26T07:21:28.237 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 20128, 2024-07-26T07:21:28.237 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 5 2024-07-26T07:21:28.237 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.237 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_anon": { 2024-07-26T07:21:28.238 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 15517585, 2024-07-26T07:21:28.238 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 271 2024-07-26T07:21:28.238 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.238 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_meta": { 2024-07-26T07:21:28.238 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 13200, 2024-07-26T07:21:28.238 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 150 2024-07-26T07:21:28.238 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.238 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_co": { 2024-07-26T07:21:28.238 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.238 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.238 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.238 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:28.238 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 476256, 2024-07-26T07:21:28.239 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 41 2024-07-26T07:21:28.239 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.239 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mapbl": { 2024-07-26T07:21:28.239 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.239 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.239 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.239 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pglog": { 2024-07-26T07:21:28.239 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 6305520, 2024-07-26T07:21:28.239 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 12126 2024-07-26T07:21:28.239 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.239 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap": { 2024-07-26T07:21:28.239 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 652328, 2024-07-26T07:21:28.239 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 10524 2024-07-26T07:21:28.240 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.240 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap_mapping": { 2024-07-26T07:21:28.240 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.240 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.240 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.240 INFO:tasks.workunit.client.0.smithi089.stdout: "pgmap": { 2024-07-26T07:21:28.240 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.240 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.240 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.240 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_1": { 2024-07-26T07:21:28.240 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.240 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.240 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.240 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_2": { 2024-07-26T07:21:28.241 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.241 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.241 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.241 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.241 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.6": { 2024-07-26T07:21:28.241 INFO:tasks.workunit.client.0.smithi089.stdout: "bloom_filter": { 2024-07-26T07:21:28.241 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.241 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.241 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.241 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T07:21:28.241 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 18088, 2024-07-26T07:21:28.241 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 317 2024-07-26T07:21:28.241 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.241 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_reader": { 2024-07-26T07:21:28.242 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 366464, 2024-07-26T07:21:28.242 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 26 2024-07-26T07:21:28.242 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.242 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_writer": { 2024-07-26T07:21:28.242 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 4224, 2024-07-26T07:21:28.242 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 22 2024-07-26T07:21:28.242 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.242 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_alloc": { 2024-07-26T07:21:28.242 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 79520, 2024-07-26T07:21:28.242 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 994 2024-07-26T07:21:28.242 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.242 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_blob": { 2024-07-26T07:21:28.242 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 567424, 2024-07-26T07:21:28.243 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 2728 2024-07-26T07:21:28.243 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.243 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_buffer": { 2024-07-26T07:21:28.243 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 256, 2024-07-26T07:21:28.243 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 32 2024-07-26T07:21:28.243 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.243 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_data": { 2024-07-26T07:21:28.243 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 1065073, 2024-07-26T07:21:28.243 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 270 2024-07-26T07:21:28.243 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.243 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_meta": { 2024-07-26T07:21:28.243 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 1777694, 2024-07-26T07:21:28.243 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 387933 2024-07-26T07:21:28.243 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.243 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_onode": { 2024-07-26T07:21:28.244 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 5115216, 2024-07-26T07:21:28.244 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 7554 2024-07-26T07:21:28.244 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.244 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_other": { 2024-07-26T07:21:28.244 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 112896, 2024-07-26T07:21:28.244 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 12277 2024-07-26T07:21:28.244 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.244 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_extent": { 2024-07-26T07:21:28.244 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 130944, 2024-07-26T07:21:28.244 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 2728 2024-07-26T07:21:28.244 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.244 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_fsck": { 2024-07-26T07:21:28.244 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.244 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.245 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.245 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_inline_bl": { 2024-07-26T07:21:28.245 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 255258, 2024-07-26T07:21:28.245 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 1806 2024-07-26T07:21:28.245 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.245 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_shared_blob": { 2024-07-26T07:21:28.245 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.245 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.245 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.245 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_txc": { 2024-07-26T07:21:28.245 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.245 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.245 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.245 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing": { 2024-07-26T07:21:28.246 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 47510, 2024-07-26T07:21:28.246 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 50 2024-07-26T07:21:28.246 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.246 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing_deferred": { 2024-07-26T07:21:28.246 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.246 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.246 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.246 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_anon": { 2024-07-26T07:21:28.246 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 22543878, 2024-07-26T07:21:28.246 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 267 2024-07-26T07:21:28.246 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.246 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_meta": { 2024-07-26T07:21:28.246 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 26576, 2024-07-26T07:21:28.246 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 302 2024-07-26T07:21:28.247 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.247 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_co": { 2024-07-26T07:21:28.247 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.247 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.247 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.247 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:28.247 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 441408, 2024-07-26T07:21:28.247 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 38 2024-07-26T07:21:28.247 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.247 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mapbl": { 2024-07-26T07:21:28.247 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.247 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.247 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.247 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pglog": { 2024-07-26T07:21:28.248 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 3666000, 2024-07-26T07:21:28.248 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 9450 2024-07-26T07:21:28.248 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.248 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap": { 2024-07-26T07:21:28.248 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 652328, 2024-07-26T07:21:28.248 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 10524 2024-07-26T07:21:28.248 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.248 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap_mapping": { 2024-07-26T07:21:28.248 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.248 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.248 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.248 INFO:tasks.workunit.client.0.smithi089.stdout: "pgmap": { 2024-07-26T07:21:28.248 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.249 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.249 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.249 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_1": { 2024-07-26T07:21:28.249 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.249 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.249 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.249 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_2": { 2024-07-26T07:21:28.249 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.249 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.249 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.249 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.249 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.7": { 2024-07-26T07:21:28.249 INFO:tasks.workunit.client.0.smithi089.stdout: "bloom_filter": { 2024-07-26T07:21:28.250 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.250 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.250 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.250 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T07:21:28.250 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 15408, 2024-07-26T07:21:28.250 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 278 2024-07-26T07:21:28.250 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.250 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_reader": { 2024-07-26T07:21:28.250 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 59008, 2024-07-26T07:21:28.250 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 23 2024-07-26T07:21:28.250 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.250 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_writer": { 2024-07-26T07:21:28.250 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 960, 2024-07-26T07:21:28.250 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 5 2024-07-26T07:21:28.251 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.251 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_alloc": { 2024-07-26T07:21:28.251 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 79120, 2024-07-26T07:21:28.251 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 989 2024-07-26T07:21:28.251 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.251 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_blob": { 2024-07-26T07:21:28.251 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 553904, 2024-07-26T07:21:28.251 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 2663 2024-07-26T07:21:28.251 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.251 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_buffer": { 2024-07-26T07:21:28.251 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 256, 2024-07-26T07:21:28.251 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 32 2024-07-26T07:21:28.251 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.251 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_data": { 2024-07-26T07:21:28.251 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 517377, 2024-07-26T07:21:28.252 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 144 2024-07-26T07:21:28.252 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.252 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_meta": { 2024-07-26T07:21:28.252 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 2113474, 2024-07-26T07:21:28.252 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 466956 2024-07-26T07:21:28.252 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.252 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_onode": { 2024-07-26T07:21:28.252 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 6057696, 2024-07-26T07:21:28.252 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 8940 2024-07-26T07:21:28.252 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.252 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_other": { 2024-07-26T07:21:28.253 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 104528, 2024-07-26T07:21:28.253 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 11128 2024-07-26T07:21:28.253 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.253 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_extent": { 2024-07-26T07:21:28.253 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 127824, 2024-07-26T07:21:28.253 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 2663 2024-07-26T07:21:28.253 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.253 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_fsck": { 2024-07-26T07:21:28.253 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.253 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.253 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.253 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_inline_bl": { 2024-07-26T07:21:28.253 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 255258, 2024-07-26T07:21:28.253 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 1806 2024-07-26T07:21:28.253 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.254 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_shared_blob": { 2024-07-26T07:21:28.254 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.254 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.254 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.254 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_txc": { 2024-07-26T07:21:28.254 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.254 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.254 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.254 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing": { 2024-07-26T07:21:28.254 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 40889, 2024-07-26T07:21:28.254 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 40 2024-07-26T07:21:28.254 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.254 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing_deferred": { 2024-07-26T07:21:28.255 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.255 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.255 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.255 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_anon": { 2024-07-26T07:21:28.255 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 4763778, 2024-07-26T07:21:28.255 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 242 2024-07-26T07:21:28.255 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.255 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_meta": { 2024-07-26T07:21:28.255 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 12144, 2024-07-26T07:21:28.255 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 138 2024-07-26T07:21:28.255 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.255 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_co": { 2024-07-26T07:21:28.255 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.255 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.256 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.256 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:28.256 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 534336, 2024-07-26T07:21:28.256 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 46 2024-07-26T07:21:28.256 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.256 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mapbl": { 2024-07-26T07:21:28.256 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.256 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.256 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.256 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pglog": { 2024-07-26T07:21:28.256 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 4939168, 2024-07-26T07:21:28.256 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 9508 2024-07-26T07:21:28.256 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.256 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap": { 2024-07-26T07:21:28.257 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 652328, 2024-07-26T07:21:28.257 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 10524 2024-07-26T07:21:28.257 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.257 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap_mapping": { 2024-07-26T07:21:28.257 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.257 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.257 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.257 INFO:tasks.workunit.client.0.smithi089.stdout: "pgmap": { 2024-07-26T07:21:28.257 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.257 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.257 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.257 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_1": { 2024-07-26T07:21:28.257 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.257 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.258 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.258 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_2": { 2024-07-26T07:21:28.258 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:28.258 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:28.258 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.258 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.258 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.258 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.258 INFO:tasks.workunit.client.0.smithi089.stdout: "metadata": { 2024-07-26T07:21:28.258 INFO:tasks.workunit.client.0.smithi089.stdout: "mds": { 2024-07-26T07:21:28.258 INFO:tasks.workunit.client.0.smithi089.stdout: "arch": { 2024-07-26T07:21:28.258 INFO:tasks.workunit.client.0.smithi089.stdout: "x86_64": 2 2024-07-26T07:21:28.258 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.258 INFO:tasks.workunit.client.0.smithi089.stdout: "ceph_version": { 2024-07-26T07:21:28.259 INFO:tasks.workunit.client.0.smithi089.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 2 2024-07-26T07:21:28.259 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.259 INFO:tasks.workunit.client.0.smithi089.stdout: "cpu": { 2024-07-26T07:21:28.259 INFO:tasks.workunit.client.0.smithi089.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-07-26T07:21:28.259 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.259 INFO:tasks.workunit.client.0.smithi089.stdout: "distro": { 2024-07-26T07:21:28.259 INFO:tasks.workunit.client.0.smithi089.stdout: "centos": 2 2024-07-26T07:21:28.259 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.259 INFO:tasks.workunit.client.0.smithi089.stdout: "distro_description": { 2024-07-26T07:21:28.259 INFO:tasks.workunit.client.0.smithi089.stdout: "CentOS Stream 9": 2 2024-07-26T07:21:28.259 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.259 INFO:tasks.workunit.client.0.smithi089.stdout: "kernel_description": { 2024-07-26T07:21:28.259 INFO:tasks.workunit.client.0.smithi089.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 2 2024-07-26T07:21:28.259 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.260 INFO:tasks.workunit.client.0.smithi089.stdout: "kernel_version": { 2024-07-26T07:21:28.260 INFO:tasks.workunit.client.0.smithi089.stdout: "5.14.0-480.el9.x86_64": 2 2024-07-26T07:21:28.260 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.260 INFO:tasks.workunit.client.0.smithi089.stdout: "os": { 2024-07-26T07:21:28.260 INFO:tasks.workunit.client.0.smithi089.stdout: "Linux": 2 2024-07-26T07:21:28.260 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.260 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.260 INFO:tasks.workunit.client.0.smithi089.stdout: "mon": { 2024-07-26T07:21:28.260 INFO:tasks.workunit.client.0.smithi089.stdout: "arch": { 2024-07-26T07:21:28.260 INFO:tasks.workunit.client.0.smithi089.stdout: "x86_64": 3 2024-07-26T07:21:28.260 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.260 INFO:tasks.workunit.client.0.smithi089.stdout: "ceph_version": { 2024-07-26T07:21:28.260 INFO:tasks.workunit.client.0.smithi089.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 3 2024-07-26T07:21:28.260 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.261 INFO:tasks.workunit.client.0.smithi089.stdout: "cpu": { 2024-07-26T07:21:28.261 INFO:tasks.workunit.client.0.smithi089.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-07-26T07:21:28.261 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.261 INFO:tasks.workunit.client.0.smithi089.stdout: "distro": { 2024-07-26T07:21:28.261 INFO:tasks.workunit.client.0.smithi089.stdout: "centos": 3 2024-07-26T07:21:28.261 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.261 INFO:tasks.workunit.client.0.smithi089.stdout: "distro_description": { 2024-07-26T07:21:28.261 INFO:tasks.workunit.client.0.smithi089.stdout: "CentOS Stream 9": 3 2024-07-26T07:21:28.261 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.261 INFO:tasks.workunit.client.0.smithi089.stdout: "kernel_description": { 2024-07-26T07:21:28.261 INFO:tasks.workunit.client.0.smithi089.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 3 2024-07-26T07:21:28.261 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.262 INFO:tasks.workunit.client.0.smithi089.stdout: "kernel_version": { 2024-07-26T07:21:28.262 INFO:tasks.workunit.client.0.smithi089.stdout: "5.14.0-480.el9.x86_64": 3 2024-07-26T07:21:28.262 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.262 INFO:tasks.workunit.client.0.smithi089.stdout: "os": { 2024-07-26T07:21:28.262 INFO:tasks.workunit.client.0.smithi089.stdout: "Linux": 3 2024-07-26T07:21:28.262 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.262 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.262 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:28.262 INFO:tasks.workunit.client.0.smithi089.stdout: "arch": { 2024-07-26T07:21:28.262 INFO:tasks.workunit.client.0.smithi089.stdout: "x86_64": 8 2024-07-26T07:21:28.262 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.262 INFO:tasks.workunit.client.0.smithi089.stdout: "ceph_version": { 2024-07-26T07:21:28.262 INFO:tasks.workunit.client.0.smithi089.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 8 2024-07-26T07:21:28.263 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.263 INFO:tasks.workunit.client.0.smithi089.stdout: "cpu": { 2024-07-26T07:21:28.263 INFO:tasks.workunit.client.0.smithi089.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-07-26T07:21:28.263 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.263 INFO:tasks.workunit.client.0.smithi089.stdout: "distro": { 2024-07-26T07:21:28.263 INFO:tasks.workunit.client.0.smithi089.stdout: "centos": 8 2024-07-26T07:21:28.263 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.263 INFO:tasks.workunit.client.0.smithi089.stdout: "distro_description": { 2024-07-26T07:21:28.263 INFO:tasks.workunit.client.0.smithi089.stdout: "CentOS Stream 9": 8 2024-07-26T07:21:28.263 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.263 INFO:tasks.workunit.client.0.smithi089.stdout: "kernel_description": { 2024-07-26T07:21:28.263 INFO:tasks.workunit.client.0.smithi089.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 8 2024-07-26T07:21:28.263 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.263 INFO:tasks.workunit.client.0.smithi089.stdout: "kernel_version": { 2024-07-26T07:21:28.264 INFO:tasks.workunit.client.0.smithi089.stdout: "5.14.0-480.el9.x86_64": 8 2024-07-26T07:21:28.264 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.264 INFO:tasks.workunit.client.0.smithi089.stdout: "os": { 2024-07-26T07:21:28.264 INFO:tasks.workunit.client.0.smithi089.stdout: "Linux": 8 2024-07-26T07:21:28.264 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.264 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_objectstore": { 2024-07-26T07:21:28.264 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore": 8 2024-07-26T07:21:28.264 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.264 INFO:tasks.workunit.client.0.smithi089.stdout: "rotational": { 2024-07-26T07:21:28.264 INFO:tasks.workunit.client.0.smithi089.stdout: "0": 8 2024-07-26T07:21:28.264 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.264 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.264 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.264 INFO:tasks.workunit.client.0.smithi089.stdout: "mon": { 2024-07-26T07:21:28.265 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3, 2024-07-26T07:21:28.265 INFO:tasks.workunit.client.0.smithi089.stdout: "features": { 2024-07-26T07:21:28.265 INFO:tasks.workunit.client.0.smithi089.stdout: "optional": [], 2024-07-26T07:21:28.265 INFO:tasks.workunit.client.0.smithi089.stdout: "persistent": [ 2024-07-26T07:21:28.265 INFO:tasks.workunit.client.0.smithi089.stdout: "kraken", 2024-07-26T07:21:28.265 INFO:tasks.workunit.client.0.smithi089.stdout: "luminous", 2024-07-26T07:21:28.265 INFO:tasks.workunit.client.0.smithi089.stdout: "mimic", 2024-07-26T07:21:28.265 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap-prune", 2024-07-26T07:21:28.265 INFO:tasks.workunit.client.0.smithi089.stdout: "nautilus", 2024-07-26T07:21:28.265 INFO:tasks.workunit.client.0.smithi089.stdout: "octopus", 2024-07-26T07:21:28.265 INFO:tasks.workunit.client.0.smithi089.stdout: "pacific", 2024-07-26T07:21:28.265 INFO:tasks.workunit.client.0.smithi089.stdout: "elector-pinging", 2024-07-26T07:21:28.265 INFO:tasks.workunit.client.0.smithi089.stdout: "quincy", 2024-07-26T07:21:28.265 INFO:tasks.workunit.client.0.smithi089.stdout: "reef", 2024-07-26T07:21:28.266 INFO:tasks.workunit.client.0.smithi089.stdout: "squid" 2024-07-26T07:21:28.266 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:28.266 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.266 INFO:tasks.workunit.client.0.smithi089.stdout: "ipv4_addr_mons": 6, 2024-07-26T07:21:28.266 INFO:tasks.workunit.client.0.smithi089.stdout: "ipv6_addr_mons": 0, 2024-07-26T07:21:28.266 INFO:tasks.workunit.client.0.smithi089.stdout: "min_mon_release": 19, 2024-07-26T07:21:28.266 INFO:tasks.workunit.client.0.smithi089.stdout: "v1_addr_mons": 3, 2024-07-26T07:21:28.266 INFO:tasks.workunit.client.0.smithi089.stdout: "v2_addr_mons": 3 2024-07-26T07:21:28.266 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.266 INFO:tasks.workunit.client.0.smithi089.stdout: "organization": "ceph-qa", 2024-07-26T07:21:28.266 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:28.266 INFO:tasks.workunit.client.0.smithi089.stdout: "cluster_network": false, 2024-07-26T07:21:28.267 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 8, 2024-07-26T07:21:28.267 INFO:tasks.workunit.client.0.smithi089.stdout: "require_min_compat_client": "luminous", 2024-07-26T07:21:28.267 INFO:tasks.workunit.client.0.smithi089.stdout: "require_osd_release": "squid" 2024-07-26T07:21:28.267 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.267 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_perf_histograms": [ 2024-07-26T07:21:28.267 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:28.267 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T07:21:28.267 INFO:tasks.workunit.client.0.smithi089.stdout: "axes": [ 2024-07-26T07:21:28.267 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:28.267 INFO:tasks.workunit.client.0.smithi089.stdout: "buckets": 32, 2024-07-26T07:21:28.267 INFO:tasks.workunit.client.0.smithi089.stdout: "min": 0, 2024-07-26T07:21:28.267 INFO:tasks.workunit.client.0.smithi089.stdout: "name": "Latency (usec)", 2024-07-26T07:21:28.267 INFO:tasks.workunit.client.0.smithi089.stdout: "quant_size": 100000, 2024-07-26T07:21:28.267 INFO:tasks.workunit.client.0.smithi089.stdout: "ranges": [ 2024-07-26T07:21:28.267 INFO:tasks.workunit.client.0.smithi089.stdout: "[None, -1]", 2024-07-26T07:21:28.268 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 99999]", 2024-07-26T07:21:28.268 INFO:tasks.workunit.client.0.smithi089.stdout: "[100000, 199999]", 2024-07-26T07:21:28.268 INFO:tasks.workunit.client.0.smithi089.stdout: "[200000, 399999]", 2024-07-26T07:21:28.268 INFO:tasks.workunit.client.0.smithi089.stdout: "[400000, 799999]", 2024-07-26T07:21:28.268 INFO:tasks.workunit.client.0.smithi089.stdout: "[800000, 1599999]", 2024-07-26T07:21:28.268 INFO:tasks.workunit.client.0.smithi089.stdout: "[1600000, 3199999]", 2024-07-26T07:21:28.268 INFO:tasks.workunit.client.0.smithi089.stdout: "[3200000, 6399999]", 2024-07-26T07:21:28.268 INFO:tasks.workunit.client.0.smithi089.stdout: "[6400000, 12799999]", 2024-07-26T07:21:28.268 INFO:tasks.workunit.client.0.smithi089.stdout: "[12800000, 25599999]", 2024-07-26T07:21:28.268 INFO:tasks.workunit.client.0.smithi089.stdout: "[25600000, 51199999]", 2024-07-26T07:21:28.268 INFO:tasks.workunit.client.0.smithi089.stdout: "[51200000, 102399999]", 2024-07-26T07:21:28.268 INFO:tasks.workunit.client.0.smithi089.stdout: "[102400000, 204799999]", 2024-07-26T07:21:28.268 INFO:tasks.workunit.client.0.smithi089.stdout: "[204800000, 409599999]", 2024-07-26T07:21:28.268 INFO:tasks.workunit.client.0.smithi089.stdout: "[409600000, 819199999]", 2024-07-26T07:21:28.269 INFO:tasks.workunit.client.0.smithi089.stdout: "[819200000, 1638399999]", 2024-07-26T07:21:28.269 INFO:tasks.workunit.client.0.smithi089.stdout: "[1638400000, 3276799999]", 2024-07-26T07:21:28.269 INFO:tasks.workunit.client.0.smithi089.stdout: "[3276800000, 6553599999]", 2024-07-26T07:21:28.269 INFO:tasks.workunit.client.0.smithi089.stdout: "[6553600000, 13107199999]", 2024-07-26T07:21:28.269 INFO:tasks.workunit.client.0.smithi089.stdout: "[13107200000, 26214399999]", 2024-07-26T07:21:28.269 INFO:tasks.workunit.client.0.smithi089.stdout: "[26214400000, 52428799999]", 2024-07-26T07:21:28.269 INFO:tasks.workunit.client.0.smithi089.stdout: "[52428800000, 104857599999]", 2024-07-26T07:21:28.269 INFO:tasks.workunit.client.0.smithi089.stdout: "[104857600000, 209715199999]", 2024-07-26T07:21:28.269 INFO:tasks.workunit.client.0.smithi089.stdout: "[209715200000, 419430399999]", 2024-07-26T07:21:28.269 INFO:tasks.workunit.client.0.smithi089.stdout: "[419430400000, 838860799999]", 2024-07-26T07:21:28.269 INFO:tasks.workunit.client.0.smithi089.stdout: "[838860800000, 1677721599999]", 2024-07-26T07:21:28.269 INFO:tasks.workunit.client.0.smithi089.stdout: "[1677721600000, 3355443199999]", 2024-07-26T07:21:28.269 INFO:tasks.workunit.client.0.smithi089.stdout: "[3355443200000, 6710886399999]", 2024-07-26T07:21:28.269 INFO:tasks.workunit.client.0.smithi089.stdout: "[6710886400000, 13421772799999]", 2024-07-26T07:21:28.269 INFO:tasks.workunit.client.0.smithi089.stdout: "[13421772800000, 26843545599999]", 2024-07-26T07:21:28.270 INFO:tasks.workunit.client.0.smithi089.stdout: "[26843545600000, 53687091199999]", 2024-07-26T07:21:28.270 INFO:tasks.workunit.client.0.smithi089.stdout: "[53687091200000, None]" 2024-07-26T07:21:28.270 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:28.270 INFO:tasks.workunit.client.0.smithi089.stdout: "scale_type": "log2" 2024-07-26T07:21:28.270 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.270 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:28.270 INFO:tasks.workunit.client.0.smithi089.stdout: "buckets": 32, 2024-07-26T07:21:28.270 INFO:tasks.workunit.client.0.smithi089.stdout: "min": 0, 2024-07-26T07:21:28.270 INFO:tasks.workunit.client.0.smithi089.stdout: "name": "Request size (bytes)", 2024-07-26T07:21:28.270 INFO:tasks.workunit.client.0.smithi089.stdout: "quant_size": 512, 2024-07-26T07:21:28.270 INFO:tasks.workunit.client.0.smithi089.stdout: "ranges": [ 2024-07-26T07:21:28.270 INFO:tasks.workunit.client.0.smithi089.stdout: "[None, -1]", 2024-07-26T07:21:28.270 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 511]", 2024-07-26T07:21:28.271 INFO:tasks.workunit.client.0.smithi089.stdout: "[512, 1023]", 2024-07-26T07:21:28.271 INFO:tasks.workunit.client.0.smithi089.stdout: "[1024, 2047]", 2024-07-26T07:21:28.271 INFO:tasks.workunit.client.0.smithi089.stdout: "[2048, 4095]", 2024-07-26T07:21:28.271 INFO:tasks.workunit.client.0.smithi089.stdout: "[4096, 8191]", 2024-07-26T07:21:28.271 INFO:tasks.workunit.client.0.smithi089.stdout: "[8192, 16383]", 2024-07-26T07:21:28.271 INFO:tasks.workunit.client.0.smithi089.stdout: "[16384, 32767]", 2024-07-26T07:21:28.271 INFO:tasks.workunit.client.0.smithi089.stdout: "[32768, 65535]", 2024-07-26T07:21:28.271 INFO:tasks.workunit.client.0.smithi089.stdout: "[65536, 131071]", 2024-07-26T07:21:28.271 INFO:tasks.workunit.client.0.smithi089.stdout: "[131072, 262143]", 2024-07-26T07:21:28.271 INFO:tasks.workunit.client.0.smithi089.stdout: "[262144, 524287]", 2024-07-26T07:21:28.271 INFO:tasks.workunit.client.0.smithi089.stdout: "[524288, 1048575]", 2024-07-26T07:21:28.271 INFO:tasks.workunit.client.0.smithi089.stdout: "[1048576, 2097151]", 2024-07-26T07:21:28.271 INFO:tasks.workunit.client.0.smithi089.stdout: "[2097152, 4194303]", 2024-07-26T07:21:28.272 INFO:tasks.workunit.client.0.smithi089.stdout: "[4194304, 8388607]", 2024-07-26T07:21:28.272 INFO:tasks.workunit.client.0.smithi089.stdout: "[8388608, 16777215]", 2024-07-26T07:21:28.272 INFO:tasks.workunit.client.0.smithi089.stdout: "[16777216, 33554431]", 2024-07-26T07:21:28.272 INFO:tasks.workunit.client.0.smithi089.stdout: "[33554432, 67108863]", 2024-07-26T07:21:28.272 INFO:tasks.workunit.client.0.smithi089.stdout: "[67108864, 134217727]", 2024-07-26T07:21:28.272 INFO:tasks.workunit.client.0.smithi089.stdout: "[134217728, 268435455]", 2024-07-26T07:21:28.272 INFO:tasks.workunit.client.0.smithi089.stdout: "[268435456, 536870911]", 2024-07-26T07:21:28.272 INFO:tasks.workunit.client.0.smithi089.stdout: "[536870912, 1073741823]", 2024-07-26T07:21:28.272 INFO:tasks.workunit.client.0.smithi089.stdout: "[1073741824, 2147483647]", 2024-07-26T07:21:28.272 INFO:tasks.workunit.client.0.smithi089.stdout: "[2147483648, 4294967295]", 2024-07-26T07:21:28.272 INFO:tasks.workunit.client.0.smithi089.stdout: "[4294967296, 8589934591]", 2024-07-26T07:21:28.272 INFO:tasks.workunit.client.0.smithi089.stdout: "[8589934592, 17179869183]", 2024-07-26T07:21:28.272 INFO:tasks.workunit.client.0.smithi089.stdout: "[17179869184, 34359738367]", 2024-07-26T07:21:28.272 INFO:tasks.workunit.client.0.smithi089.stdout: "[34359738368, 68719476735]", 2024-07-26T07:21:28.272 INFO:tasks.workunit.client.0.smithi089.stdout: "[68719476736, 137438953471]", 2024-07-26T07:21:28.273 INFO:tasks.workunit.client.0.smithi089.stdout: "[137438953472, 274877906943]", 2024-07-26T07:21:28.273 INFO:tasks.workunit.client.0.smithi089.stdout: "[274877906944, None]" 2024-07-26T07:21:28.273 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:28.273 INFO:tasks.workunit.client.0.smithi089.stdout: "scale_type": "log2" 2024-07-26T07:21:28.273 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.273 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:28.273 INFO:tasks.workunit.client.0.smithi089.stdout: "osds": [ 2024-07-26T07:21:28.273 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:28.273 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 0, 2024-07-26T07:21:28.273 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:28.273 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.273 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 93, 90, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.273 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 14056, 3747, 4418, 5, 16, 19, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.274 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 10076, 113, 99, 0, 14, 21, 72, 70, 30, 44, 44, 18, 33, 28, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.274 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 866, 18, 30, 0, 0, 1, 0, 19, 2, 14, 68, 162, 78, 1, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.274 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 578, 7, 4, 0, 0, 0, 0, 3, 1, 1, 2, 24, 290, 2, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.274 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 227, 3, 0, 0, 1, 1, 0, 0, 0, 0, 5, 26, 17, 59, 111, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.274 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 258, 4, 0, 0, 0, 0, 0, 0, 1, 3, 2, 22, 31, 19, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.274 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 163, 2, 0, 0, 0, 0, 0, 0, 1, 0, 0, 10, 21, 29, 24, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.274 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 76, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 4, 3, 27, 32, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.274 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 11, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.274 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.274 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.274 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.274 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.274 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.274 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.275 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.275 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.275 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.275 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.275 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.275 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.275 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.275 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.275 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.275 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.275 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.275 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.275 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.276 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.276 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:28.276 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:28.276 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.276 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:28.276 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 1, 2024-07-26T07:21:28.276 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:28.276 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.276 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.276 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 10492, 14, 0, 1, 1, 2, 0, 10, 0, 1, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.276 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 7354, 43, 1302, 2, 12, 5, 8, 20, 31, 63, 50, 26, 20, 20, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.276 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 601, 8, 203, 24, 2, 1, 0, 0, 5, 9, 84, 232, 128, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.276 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 498, 4, 0, 6, 0, 0, 0, 0, 0, 1, 2, 20, 423, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.276 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 99, 8, 4, 0, 0, 1, 0, 0, 0, 4, 5, 7, 23, 52, 76, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.277 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 112, 4, 44, 0, 0, 0, 0, 0, 0, 2, 0, 6, 10, 8, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.277 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 130, 1, 245, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 16, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.277 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 12, 0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 19, 18, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.277 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.277 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.277 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.277 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.277 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.277 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.277 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.277 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.277 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.278 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.278 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.278 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.278 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.278 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.278 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.278 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.278 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.278 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.278 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.278 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.278 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.278 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:28.279 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:28.279 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.279 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:28.279 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 2, 2024-07-26T07:21:28.279 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:28.279 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.279 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.279 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 14160, 75, 72, 7, 19, 31, 2, 0, 1, 0, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.279 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 8990, 181, 7, 1, 7, 17, 93, 134, 3, 3, 2, 4, 11, 28, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.279 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 752, 106, 123, 0, 2, 0, 1, 9, 3, 1, 9, 1, 5, 3, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.279 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 581, 29, 50, 2, 0, 1, 0, 0, 0, 0, 2, 14, 13, 3, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.279 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 175, 8, 17, 0, 0, 0, 0, 0, 2, 0, 9, 4, 4, 79, 117, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.279 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 203, 2, 30, 30, 0, 0, 0, 3, 1, 0, 4, 12, 10, 16, 57, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.280 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 117, 10, 3, 35, 62, 0, 0, 2, 0, 0, 0, 13, 13, 36, 29, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.280 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 31, 0, 0, 4, 72, 94, 2, 0, 0, 0, 0, 0, 4, 28, 50, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.280 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 15, 0, 0, 0, 2, 35, 0, 1, 0, 0, 0, 0, 0, 1, 14, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.280 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.280 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.280 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.280 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.280 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.280 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.280 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.280 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.280 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.280 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.280 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.280 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.281 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.281 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.281 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.281 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.281 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.281 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.281 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.281 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.281 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:28.281 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:28.281 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.281 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:28.281 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 3, 2024-07-26T07:21:28.281 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:28.281 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.282 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.282 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 6729, 2, 0, 1, 2, 1, 0, 0, 0, 0, 5, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.282 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 3320, 32, 19, 2, 13, 4, 3, 7, 10, 23, 22, 17, 17, 11, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.282 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 219, 5, 6, 0, 0, 2, 0, 1, 0, 3, 30, 72, 44, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.282 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 203, 7, 0, 0, 5, 0, 0, 0, 0, 0, 1, 10, 138, 2, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.282 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 76, 10, 0, 0, 174, 0, 0, 1, 0, 0, 3, 0, 10, 19, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.282 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 54, 26, 0, 0, 334, 0, 0, 0, 0, 0, 1, 6, 5, 2, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.282 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 25, 60, 0, 0, 185, 0, 0, 0, 0, 0, 3, 7, 4, 7, 15, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.282 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 7, 121, 0, 0, 2000, 0, 0, 0, 0, 0, 0, 0, 1, 8, 12, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.282 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 7, 31, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.282 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.282 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.282 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.283 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.283 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.283 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.283 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.283 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.283 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.283 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.283 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.283 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.283 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.283 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.283 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.283 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.283 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.284 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.284 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.284 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.284 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:28.284 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:28.284 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.284 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:28.284 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 4, 2024-07-26T07:21:28.284 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:28.284 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.284 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 4082, 1732, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.284 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 12200, 6238, 0, 0, 1, 1, 1, 0, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.284 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 7193, 371, 24, 4, 4, 0, 2, 3, 9, 6, 7, 4, 9, 15, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.285 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 846, 34, 10, 0, 1, 1, 1, 1, 9, 7, 37, 66, 27, 1, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.285 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 198, 1, 0, 0, 1, 0, 0, 0, 2, 0, 0, 16, 150, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.285 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 101, 5, 0, 0, 0, 1, 1, 0, 0, 0, 0, 4, 14, 20, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.285 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 69, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 2, 8, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.285 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 13, 0, 0, 0, 0, 0, 1, 0, 0, 0, 2, 1, 1, 7, 9, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.285 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 5, 10, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.285 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.285 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.285 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.285 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.285 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.285 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.285 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.286 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.286 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.286 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.286 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.286 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.286 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.286 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.286 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.286 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.286 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.286 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.286 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.287 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.287 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.287 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:28.287 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:28.287 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.287 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:28.287 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 5, 2024-07-26T07:21:28.287 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:28.287 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.287 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.287 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 9119, 2, 1, 1, 0, 0, 0, 1, 5, 0, 2, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.287 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 6930, 24, 9, 0, 5, 0, 1, 3, 3, 0, 7, 0, 1, 9, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.287 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 814, 2, 7, 6, 4, 0, 0, 4, 5, 0, 7, 1, 1, 4, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.287 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 387, 2, 0, 4, 1, 0, 0, 1, 2, 0, 5, 15, 13, 1, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.288 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 160, 1, 0, 0, 0, 0, 0, 0, 1, 0, 5, 1, 6, 61, 91, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.288 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 191, 0, 1, 1, 0, 0, 0, 4, 1, 1, 10, 0, 17, 14, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.288 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 203, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 19, 31, 23, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.288 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 4, 9, 32, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.288 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 4, 4, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.288 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.288 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.288 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.288 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.288 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.288 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.288 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.288 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.289 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.289 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.289 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.289 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.289 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.289 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.289 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.289 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.289 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.289 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.289 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.289 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.289 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:28.290 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:28.290 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.290 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:28.290 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 6, 2024-07-26T07:21:28.290 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:28.290 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.290 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1810, 491, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.290 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 9942, 3424, 0, 0, 1, 0, 1, 1, 0, 0, 0, 4, 4, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.290 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 7168, 436, 0, 0, 16, 5, 4, 11, 15, 16, 12, 17, 11, 24, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.290 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 922, 53, 1, 0, 4, 0, 0, 1, 3, 15, 20, 95, 24, 5, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.290 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 602, 7, 0, 0, 0, 0, 0, 0, 0, 1, 1, 30, 164, 2, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.290 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 312, 18, 1, 0, 1, 1, 0, 2, 0, 0, 2, 4, 16, 49, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.290 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 178, 7, 0, 0, 0, 0, 0, 2, 0, 3, 0, 2, 1, 15, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.290 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 103, 6, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 3, 15, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.291 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 2, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.291 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.291 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.291 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.291 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.291 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.291 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.291 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.291 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.291 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.291 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.291 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.291 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.292 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.292 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.292 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.292 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.292 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.292 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.292 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.292 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.292 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.292 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:28.292 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:28.292 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.292 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:28.292 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 7, 2024-07-26T07:21:28.293 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:28.293 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.293 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2819, 1730, 0, 0, 178, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.293 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 16384, 2385, 0, 1, 7116, 432, 0, 0, 0, 1, 1, 2, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.293 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 9978, 93, 29, 0, 417, 144, 1, 1, 0, 1, 3, 2, 5, 24, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.293 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1403, 13, 13, 0, 69, 17, 0, 5, 3, 4, 4, 4, 0, 4, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.293 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 394, 7, 0, 0, 2, 16, 0, 0, 0, 0, 1, 13, 9, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.293 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 183, 14, 6, 0, 16, 20, 0, 1, 0, 1, 2, 1, 3, 49, 72, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.293 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 146, 4, 1, 0, 0, 5, 0, 0, 0, 0, 0, 3, 3, 10, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.293 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 78, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 3, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.293 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 13, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.293 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.293 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.294 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.294 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.294 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.294 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.294 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.294 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.294 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.294 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.294 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.294 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.294 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.294 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.294 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.295 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.295 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.295 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.295 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.295 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.295 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.295 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:28.295 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:28.295 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.295 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:28.295 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.295 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T07:21:28.295 INFO:tasks.workunit.client.0.smithi089.stdout: "axes": [ 2024-07-26T07:21:28.295 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:28.295 INFO:tasks.workunit.client.0.smithi089.stdout: "buckets": 32, 2024-07-26T07:21:28.296 INFO:tasks.workunit.client.0.smithi089.stdout: "min": 0, 2024-07-26T07:21:28.296 INFO:tasks.workunit.client.0.smithi089.stdout: "name": "Latency (usec)", 2024-07-26T07:21:28.296 INFO:tasks.workunit.client.0.smithi089.stdout: "quant_size": 100000, 2024-07-26T07:21:28.296 INFO:tasks.workunit.client.0.smithi089.stdout: "ranges": [ 2024-07-26T07:21:28.296 INFO:tasks.workunit.client.0.smithi089.stdout: "[None, -1]", 2024-07-26T07:21:28.296 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 99999]", 2024-07-26T07:21:28.296 INFO:tasks.workunit.client.0.smithi089.stdout: "[100000, 199999]", 2024-07-26T07:21:28.296 INFO:tasks.workunit.client.0.smithi089.stdout: "[200000, 399999]", 2024-07-26T07:21:28.296 INFO:tasks.workunit.client.0.smithi089.stdout: "[400000, 799999]", 2024-07-26T07:21:28.296 INFO:tasks.workunit.client.0.smithi089.stdout: "[800000, 1599999]", 2024-07-26T07:21:28.296 INFO:tasks.workunit.client.0.smithi089.stdout: "[1600000, 3199999]", 2024-07-26T07:21:28.296 INFO:tasks.workunit.client.0.smithi089.stdout: "[3200000, 6399999]", 2024-07-26T07:21:28.296 INFO:tasks.workunit.client.0.smithi089.stdout: "[6400000, 12799999]", 2024-07-26T07:21:28.297 INFO:tasks.workunit.client.0.smithi089.stdout: "[12800000, 25599999]", 2024-07-26T07:21:28.297 INFO:tasks.workunit.client.0.smithi089.stdout: "[25600000, 51199999]", 2024-07-26T07:21:28.297 INFO:tasks.workunit.client.0.smithi089.stdout: "[51200000, 102399999]", 2024-07-26T07:21:28.297 INFO:tasks.workunit.client.0.smithi089.stdout: "[102400000, 204799999]", 2024-07-26T07:21:28.297 INFO:tasks.workunit.client.0.smithi089.stdout: "[204800000, 409599999]", 2024-07-26T07:21:28.297 INFO:tasks.workunit.client.0.smithi089.stdout: "[409600000, 819199999]", 2024-07-26T07:21:28.297 INFO:tasks.workunit.client.0.smithi089.stdout: "[819200000, 1638399999]", 2024-07-26T07:21:28.297 INFO:tasks.workunit.client.0.smithi089.stdout: "[1638400000, 3276799999]", 2024-07-26T07:21:28.297 INFO:tasks.workunit.client.0.smithi089.stdout: "[3276800000, 6553599999]", 2024-07-26T07:21:28.297 INFO:tasks.workunit.client.0.smithi089.stdout: "[6553600000, 13107199999]", 2024-07-26T07:21:28.297 INFO:tasks.workunit.client.0.smithi089.stdout: "[13107200000, 26214399999]", 2024-07-26T07:21:28.297 INFO:tasks.workunit.client.0.smithi089.stdout: "[26214400000, 52428799999]", 2024-07-26T07:21:28.297 INFO:tasks.workunit.client.0.smithi089.stdout: "[52428800000, 104857599999]", 2024-07-26T07:21:28.298 INFO:tasks.workunit.client.0.smithi089.stdout: "[104857600000, 209715199999]", 2024-07-26T07:21:28.298 INFO:tasks.workunit.client.0.smithi089.stdout: "[209715200000, 419430399999]", 2024-07-26T07:21:28.298 INFO:tasks.workunit.client.0.smithi089.stdout: "[419430400000, 838860799999]", 2024-07-26T07:21:28.298 INFO:tasks.workunit.client.0.smithi089.stdout: "[838860800000, 1677721599999]", 2024-07-26T07:21:28.298 INFO:tasks.workunit.client.0.smithi089.stdout: "[1677721600000, 3355443199999]", 2024-07-26T07:21:28.298 INFO:tasks.workunit.client.0.smithi089.stdout: "[3355443200000, 6710886399999]", 2024-07-26T07:21:28.298 INFO:tasks.workunit.client.0.smithi089.stdout: "[6710886400000, 13421772799999]", 2024-07-26T07:21:28.298 INFO:tasks.workunit.client.0.smithi089.stdout: "[13421772800000, 26843545599999]", 2024-07-26T07:21:28.298 INFO:tasks.workunit.client.0.smithi089.stdout: "[26843545600000, 53687091199999]", 2024-07-26T07:21:28.298 INFO:tasks.workunit.client.0.smithi089.stdout: "[53687091200000, None]" 2024-07-26T07:21:28.298 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:28.298 INFO:tasks.workunit.client.0.smithi089.stdout: "scale_type": "log2" 2024-07-26T07:21:28.298 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.298 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:28.299 INFO:tasks.workunit.client.0.smithi089.stdout: "buckets": 32, 2024-07-26T07:21:28.299 INFO:tasks.workunit.client.0.smithi089.stdout: "min": 0, 2024-07-26T07:21:28.299 INFO:tasks.workunit.client.0.smithi089.stdout: "name": "Request size (bytes)", 2024-07-26T07:21:28.299 INFO:tasks.workunit.client.0.smithi089.stdout: "quant_size": 512, 2024-07-26T07:21:28.299 INFO:tasks.workunit.client.0.smithi089.stdout: "ranges": [ 2024-07-26T07:21:28.299 INFO:tasks.workunit.client.0.smithi089.stdout: "[None, -1]", 2024-07-26T07:21:28.299 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 511]", 2024-07-26T07:21:28.299 INFO:tasks.workunit.client.0.smithi089.stdout: "[512, 1023]", 2024-07-26T07:21:28.299 INFO:tasks.workunit.client.0.smithi089.stdout: "[1024, 2047]", 2024-07-26T07:21:28.299 INFO:tasks.workunit.client.0.smithi089.stdout: "[2048, 4095]", 2024-07-26T07:21:28.299 INFO:tasks.workunit.client.0.smithi089.stdout: "[4096, 8191]", 2024-07-26T07:21:28.299 INFO:tasks.workunit.client.0.smithi089.stdout: "[8192, 16383]", 2024-07-26T07:21:28.299 INFO:tasks.workunit.client.0.smithi089.stdout: "[16384, 32767]", 2024-07-26T07:21:28.300 INFO:tasks.workunit.client.0.smithi089.stdout: "[32768, 65535]", 2024-07-26T07:21:28.300 INFO:tasks.workunit.client.0.smithi089.stdout: "[65536, 131071]", 2024-07-26T07:21:28.300 INFO:tasks.workunit.client.0.smithi089.stdout: "[131072, 262143]", 2024-07-26T07:21:28.300 INFO:tasks.workunit.client.0.smithi089.stdout: "[262144, 524287]", 2024-07-26T07:21:28.300 INFO:tasks.workunit.client.0.smithi089.stdout: "[524288, 1048575]", 2024-07-26T07:21:28.300 INFO:tasks.workunit.client.0.smithi089.stdout: "[1048576, 2097151]", 2024-07-26T07:21:28.300 INFO:tasks.workunit.client.0.smithi089.stdout: "[2097152, 4194303]", 2024-07-26T07:21:28.300 INFO:tasks.workunit.client.0.smithi089.stdout: "[4194304, 8388607]", 2024-07-26T07:21:28.300 INFO:tasks.workunit.client.0.smithi089.stdout: "[8388608, 16777215]", 2024-07-26T07:21:28.300 INFO:tasks.workunit.client.0.smithi089.stdout: "[16777216, 33554431]", 2024-07-26T07:21:28.300 INFO:tasks.workunit.client.0.smithi089.stdout: "[33554432, 67108863]", 2024-07-26T07:21:28.300 INFO:tasks.workunit.client.0.smithi089.stdout: "[67108864, 134217727]", 2024-07-26T07:21:28.300 INFO:tasks.workunit.client.0.smithi089.stdout: "[134217728, 268435455]", 2024-07-26T07:21:28.300 INFO:tasks.workunit.client.0.smithi089.stdout: "[268435456, 536870911]", 2024-07-26T07:21:28.301 INFO:tasks.workunit.client.0.smithi089.stdout: "[536870912, 1073741823]", 2024-07-26T07:21:28.301 INFO:tasks.workunit.client.0.smithi089.stdout: "[1073741824, 2147483647]", 2024-07-26T07:21:28.301 INFO:tasks.workunit.client.0.smithi089.stdout: "[2147483648, 4294967295]", 2024-07-26T07:21:28.301 INFO:tasks.workunit.client.0.smithi089.stdout: "[4294967296, 8589934591]", 2024-07-26T07:21:28.301 INFO:tasks.workunit.client.0.smithi089.stdout: "[8589934592, 17179869183]", 2024-07-26T07:21:28.301 INFO:tasks.workunit.client.0.smithi089.stdout: "[17179869184, 34359738367]", 2024-07-26T07:21:28.301 INFO:tasks.workunit.client.0.smithi089.stdout: "[34359738368, 68719476735]", 2024-07-26T07:21:28.301 INFO:tasks.workunit.client.0.smithi089.stdout: "[68719476736, 137438953471]", 2024-07-26T07:21:28.301 INFO:tasks.workunit.client.0.smithi089.stdout: "[137438953472, 274877906943]", 2024-07-26T07:21:28.301 INFO:tasks.workunit.client.0.smithi089.stdout: "[274877906944, None]" 2024-07-26T07:21:28.301 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:28.301 INFO:tasks.workunit.client.0.smithi089.stdout: "scale_type": "log2" 2024-07-26T07:21:28.301 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.301 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:28.301 INFO:tasks.workunit.client.0.smithi089.stdout: "osds": [ 2024-07-26T07:21:28.302 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:28.302 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 0, 2024-07-26T07:21:28.302 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:28.302 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.302 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.302 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.302 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.302 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 798, 3, 2, 18, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.302 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 5028, 64, 90, 153, 430, 613, 705, 4, 10, 8, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.302 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 520, 11, 13, 34, 24, 11, 21, 1, 0, 0, 1, 4, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.302 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 320, 3, 1, 0, 1, 1, 3, 0, 0, 0, 1, 2, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.302 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 124, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 6, 13, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.303 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 70, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 14, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.303 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.303 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.303 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.303 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.303 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.303 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.303 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.303 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.303 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.303 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.303 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.303 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.303 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.304 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.304 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.304 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.304 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.304 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.304 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.304 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.304 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.304 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:28.304 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:28.304 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.304 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:28.304 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 1, 2024-07-26T07:21:28.305 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:28.305 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.305 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.305 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.305 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.305 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 531, 1, 3, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.305 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 3154, 272, 31, 50, 122, 0, 0, 4, 3, 0, 1, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.305 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 456, 8, 1274, 0, 0, 1, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.305 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 363, 7, 69, 0, 0, 0, 0, 0, 0, 0, 2, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.305 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1706, 1402, 53, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.305 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1304, 1588, 244, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 15, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.305 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 17, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.305 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.305 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.306 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.306 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.306 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.306 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.306 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.306 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.306 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.306 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.306 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.306 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.306 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.306 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.306 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.306 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.307 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.307 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.307 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.307 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.307 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:28.307 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:28.307 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.307 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:28.307 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 2, 2024-07-26T07:21:28.307 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:28.307 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.307 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.307 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.308 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.308 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1479, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.308 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 10092, 7, 1, 0, 0, 3, 2, 3, 0, 0, 1, 1, 2, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.308 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 16271, 1, 1, 0, 0, 1, 0, 1, 0, 1, 3, 3, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.308 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 429, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.308 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 195, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 6, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.308 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 19, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.308 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.308 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.308 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.308 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.308 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.308 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.309 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.309 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.309 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.309 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.309 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.309 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.309 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.309 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.309 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.309 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.309 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.309 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.309 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.309 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.309 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.310 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:28.310 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:28.310 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.310 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:28.310 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 3, 2024-07-26T07:21:28.310 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:28.310 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.310 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.310 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.310 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.310 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 433, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.310 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2105, 29, 1, 0, 1, 1, 0, 1, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.310 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 196, 5, 1, 0, 0, 0, 0, 0, 1, 0, 2, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.310 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 123, 20, 34, 51, 0, 0, 0, 0, 0, 0, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.311 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1120, 319, 1, 135, 0, 0, 0, 0, 0, 1, 0, 0, 4, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.311 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 4066, 2569, 0, 395, 0, 0, 0, 0, 0, 0, 0, 1, 0, 6, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.311 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 15, 111, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.311 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.311 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.311 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.311 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.311 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.311 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.311 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.311 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.311 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.311 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.311 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.311 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.311 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.312 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.312 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.312 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.312 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.312 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.312 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.312 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.312 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:28.312 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:28.312 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.312 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:28.312 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 4, 2024-07-26T07:21:28.312 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:28.313 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.313 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.313 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.313 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.313 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 748, 5, 11, 41, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.313 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2149, 219, 23, 27, 135, 277, 469, 1, 1, 1, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.313 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 239, 13, 1, 0, 0, 0, 13, 1, 0, 0, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.313 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 98, 0, 0, 0, 0, 0, 2, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.313 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 32, 1, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.313 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.313 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.313 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.313 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.314 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.314 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.314 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.314 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.314 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.314 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.314 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.314 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.314 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.314 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.314 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.314 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.314 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.314 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.315 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.315 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.315 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.315 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.315 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:28.315 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:28.315 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.315 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:28.315 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 5, 2024-07-26T07:21:28.315 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:28.315 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.315 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.315 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.315 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.316 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 635, 3, 7, 21, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.316 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 3379, 67, 127, 232, 444, 617, 721, 2, 2, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.316 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 254, 2, 5, 6, 7, 10, 3, 2, 4, 0, 4, 1, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.316 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 199, 3, 12, 14, 0, 0, 1, 0, 0, 1, 4, 5, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.316 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 112, 37, 69, 115, 29, 1, 0, 0, 1, 0, 0, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.316 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 5, 16, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.316 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.316 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.316 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.316 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.316 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.316 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.316 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.316 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.317 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.317 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.317 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.317 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.317 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.317 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.317 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.317 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.317 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.317 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.317 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.317 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.317 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.318 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:28.318 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:28.318 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.318 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:28.318 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 6, 2024-07-26T07:21:28.318 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:28.318 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.318 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.318 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.318 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.318 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 475, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.318 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2804, 26, 0, 1, 2, 1, 1, 0, 1, 1, 0, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.318 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 330, 2, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.318 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 268, 7, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.319 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 223, 104, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 6, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.319 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 11, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.319 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.319 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.319 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.319 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.319 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.319 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.319 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.319 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.319 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.319 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.319 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.319 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.320 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.320 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.320 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.320 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.320 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.320 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.320 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.320 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.320 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.320 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:28.320 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:28.320 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.320 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:28.320 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 7, 2024-07-26T07:21:28.321 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:28.321 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.321 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.321 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.321 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.321 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 856, 10, 11, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.321 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 8131, 34, 67, 23, 14, 1, 4, 5, 13, 15, 0, 0, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.321 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2760, 35, 103, 36, 4, 0, 0, 1, 1, 1, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.321 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 312, 3, 2, 1, 1, 0, 0, 0, 1, 0, 3, 6, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.321 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 189, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 5, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.321 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 124, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 2, 18, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.321 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.321 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.321 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.322 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.322 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.322 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.322 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.322 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.322 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.322 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.322 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.322 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.322 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.322 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.322 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.322 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.322 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.323 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.323 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.323 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.323 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.323 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:28.323 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:28.323 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.323 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:28.323 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.323 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T07:21:28.323 INFO:tasks.workunit.client.0.smithi089.stdout: "axes": [ 2024-07-26T07:21:28.323 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:28.323 INFO:tasks.workunit.client.0.smithi089.stdout: "buckets": 32, 2024-07-26T07:21:28.323 INFO:tasks.workunit.client.0.smithi089.stdout: "min": 0, 2024-07-26T07:21:28.324 INFO:tasks.workunit.client.0.smithi089.stdout: "name": "Latency (usec)", 2024-07-26T07:21:28.324 INFO:tasks.workunit.client.0.smithi089.stdout: "quant_size": 100000, 2024-07-26T07:21:28.324 INFO:tasks.workunit.client.0.smithi089.stdout: "ranges": [ 2024-07-26T07:21:28.324 INFO:tasks.workunit.client.0.smithi089.stdout: "[None, -1]", 2024-07-26T07:21:28.324 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 99999]", 2024-07-26T07:21:28.324 INFO:tasks.workunit.client.0.smithi089.stdout: "[100000, 199999]", 2024-07-26T07:21:28.324 INFO:tasks.workunit.client.0.smithi089.stdout: "[200000, 399999]", 2024-07-26T07:21:28.324 INFO:tasks.workunit.client.0.smithi089.stdout: "[400000, 799999]", 2024-07-26T07:21:28.324 INFO:tasks.workunit.client.0.smithi089.stdout: "[800000, 1599999]", 2024-07-26T07:21:28.324 INFO:tasks.workunit.client.0.smithi089.stdout: "[1600000, 3199999]", 2024-07-26T07:21:28.324 INFO:tasks.workunit.client.0.smithi089.stdout: "[3200000, 6399999]", 2024-07-26T07:21:28.324 INFO:tasks.workunit.client.0.smithi089.stdout: "[6400000, 12799999]", 2024-07-26T07:21:28.324 INFO:tasks.workunit.client.0.smithi089.stdout: "[12800000, 25599999]", 2024-07-26T07:21:28.324 INFO:tasks.workunit.client.0.smithi089.stdout: "[25600000, 51199999]", 2024-07-26T07:21:28.325 INFO:tasks.workunit.client.0.smithi089.stdout: "[51200000, 102399999]", 2024-07-26T07:21:28.325 INFO:tasks.workunit.client.0.smithi089.stdout: "[102400000, 204799999]", 2024-07-26T07:21:28.325 INFO:tasks.workunit.client.0.smithi089.stdout: "[204800000, 409599999]", 2024-07-26T07:21:28.325 INFO:tasks.workunit.client.0.smithi089.stdout: "[409600000, 819199999]", 2024-07-26T07:21:28.325 INFO:tasks.workunit.client.0.smithi089.stdout: "[819200000, 1638399999]", 2024-07-26T07:21:28.325 INFO:tasks.workunit.client.0.smithi089.stdout: "[1638400000, 3276799999]", 2024-07-26T07:21:28.325 INFO:tasks.workunit.client.0.smithi089.stdout: "[3276800000, 6553599999]", 2024-07-26T07:21:28.325 INFO:tasks.workunit.client.0.smithi089.stdout: "[6553600000, 13107199999]", 2024-07-26T07:21:28.325 INFO:tasks.workunit.client.0.smithi089.stdout: "[13107200000, 26214399999]", 2024-07-26T07:21:28.325 INFO:tasks.workunit.client.0.smithi089.stdout: "[26214400000, 52428799999]", 2024-07-26T07:21:28.325 INFO:tasks.workunit.client.0.smithi089.stdout: "[52428800000, 104857599999]", 2024-07-26T07:21:28.325 INFO:tasks.workunit.client.0.smithi089.stdout: "[104857600000, 209715199999]", 2024-07-26T07:21:28.325 INFO:tasks.workunit.client.0.smithi089.stdout: "[209715200000, 419430399999]", 2024-07-26T07:21:28.325 INFO:tasks.workunit.client.0.smithi089.stdout: "[419430400000, 838860799999]", 2024-07-26T07:21:28.326 INFO:tasks.workunit.client.0.smithi089.stdout: "[838860800000, 1677721599999]", 2024-07-26T07:21:28.326 INFO:tasks.workunit.client.0.smithi089.stdout: "[1677721600000, 3355443199999]", 2024-07-26T07:21:28.326 INFO:tasks.workunit.client.0.smithi089.stdout: "[3355443200000, 6710886399999]", 2024-07-26T07:21:28.326 INFO:tasks.workunit.client.0.smithi089.stdout: "[6710886400000, 13421772799999]", 2024-07-26T07:21:28.326 INFO:tasks.workunit.client.0.smithi089.stdout: "[13421772800000, 26843545599999]", 2024-07-26T07:21:28.326 INFO:tasks.workunit.client.0.smithi089.stdout: "[26843545600000, 53687091199999]", 2024-07-26T07:21:28.326 INFO:tasks.workunit.client.0.smithi089.stdout: "[53687091200000, None]" 2024-07-26T07:21:28.326 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:28.326 INFO:tasks.workunit.client.0.smithi089.stdout: "scale_type": "log2" 2024-07-26T07:21:28.326 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.326 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:28.326 INFO:tasks.workunit.client.0.smithi089.stdout: "buckets": 32, 2024-07-26T07:21:28.326 INFO:tasks.workunit.client.0.smithi089.stdout: "min": 0, 2024-07-26T07:21:28.327 INFO:tasks.workunit.client.0.smithi089.stdout: "name": "Request size (bytes)", 2024-07-26T07:21:28.327 INFO:tasks.workunit.client.0.smithi089.stdout: "quant_size": 512, 2024-07-26T07:21:28.327 INFO:tasks.workunit.client.0.smithi089.stdout: "ranges": [ 2024-07-26T07:21:28.327 INFO:tasks.workunit.client.0.smithi089.stdout: "[None, -1]", 2024-07-26T07:21:28.327 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 511]", 2024-07-26T07:21:28.327 INFO:tasks.workunit.client.0.smithi089.stdout: "[512, 1023]", 2024-07-26T07:21:28.327 INFO:tasks.workunit.client.0.smithi089.stdout: "[1024, 2047]", 2024-07-26T07:21:28.327 INFO:tasks.workunit.client.0.smithi089.stdout: "[2048, 4095]", 2024-07-26T07:21:28.327 INFO:tasks.workunit.client.0.smithi089.stdout: "[4096, 8191]", 2024-07-26T07:21:28.327 INFO:tasks.workunit.client.0.smithi089.stdout: "[8192, 16383]", 2024-07-26T07:21:28.327 INFO:tasks.workunit.client.0.smithi089.stdout: "[16384, 32767]", 2024-07-26T07:21:28.327 INFO:tasks.workunit.client.0.smithi089.stdout: "[32768, 65535]", 2024-07-26T07:21:28.327 INFO:tasks.workunit.client.0.smithi089.stdout: "[65536, 131071]", 2024-07-26T07:21:28.328 INFO:tasks.workunit.client.0.smithi089.stdout: "[131072, 262143]", 2024-07-26T07:21:28.328 INFO:tasks.workunit.client.0.smithi089.stdout: "[262144, 524287]", 2024-07-26T07:21:28.328 INFO:tasks.workunit.client.0.smithi089.stdout: "[524288, 1048575]", 2024-07-26T07:21:28.328 INFO:tasks.workunit.client.0.smithi089.stdout: "[1048576, 2097151]", 2024-07-26T07:21:28.328 INFO:tasks.workunit.client.0.smithi089.stdout: "[2097152, 4194303]", 2024-07-26T07:21:28.328 INFO:tasks.workunit.client.0.smithi089.stdout: "[4194304, 8388607]", 2024-07-26T07:21:28.328 INFO:tasks.workunit.client.0.smithi089.stdout: "[8388608, 16777215]", 2024-07-26T07:21:28.328 INFO:tasks.workunit.client.0.smithi089.stdout: "[16777216, 33554431]", 2024-07-26T07:21:28.328 INFO:tasks.workunit.client.0.smithi089.stdout: "[33554432, 67108863]", 2024-07-26T07:21:28.328 INFO:tasks.workunit.client.0.smithi089.stdout: "[67108864, 134217727]", 2024-07-26T07:21:28.328 INFO:tasks.workunit.client.0.smithi089.stdout: "[134217728, 268435455]", 2024-07-26T07:21:28.328 INFO:tasks.workunit.client.0.smithi089.stdout: "[268435456, 536870911]", 2024-07-26T07:21:28.328 INFO:tasks.workunit.client.0.smithi089.stdout: "[536870912, 1073741823]", 2024-07-26T07:21:28.328 INFO:tasks.workunit.client.0.smithi089.stdout: "[1073741824, 2147483647]", 2024-07-26T07:21:28.328 INFO:tasks.workunit.client.0.smithi089.stdout: "[2147483648, 4294967295]", 2024-07-26T07:21:28.328 INFO:tasks.workunit.client.0.smithi089.stdout: "[4294967296, 8589934591]", 2024-07-26T07:21:28.329 INFO:tasks.workunit.client.0.smithi089.stdout: "[8589934592, 17179869183]", 2024-07-26T07:21:28.329 INFO:tasks.workunit.client.0.smithi089.stdout: "[17179869184, 34359738367]", 2024-07-26T07:21:28.329 INFO:tasks.workunit.client.0.smithi089.stdout: "[34359738368, 68719476735]", 2024-07-26T07:21:28.329 INFO:tasks.workunit.client.0.smithi089.stdout: "[68719476736, 137438953471]", 2024-07-26T07:21:28.329 INFO:tasks.workunit.client.0.smithi089.stdout: "[137438953472, 274877906943]", 2024-07-26T07:21:28.329 INFO:tasks.workunit.client.0.smithi089.stdout: "[274877906944, None]" 2024-07-26T07:21:28.329 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:28.329 INFO:tasks.workunit.client.0.smithi089.stdout: "scale_type": "log2" 2024-07-26T07:21:28.329 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.329 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:28.329 INFO:tasks.workunit.client.0.smithi089.stdout: "osds": [ 2024-07-26T07:21:28.329 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:28.329 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 0, 2024-07-26T07:21:28.329 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:28.330 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.330 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.330 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.330 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.330 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 823, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.330 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 7108, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.330 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 642, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.330 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 336, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.330 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 151, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.330 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 103, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.330 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.331 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.331 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.331 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.331 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.331 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.331 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.331 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.331 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.331 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.331 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.331 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.331 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.331 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.331 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.331 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.332 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.332 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.332 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.332 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.332 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.332 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:28.332 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:28.332 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.332 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:28.332 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 1, 2024-07-26T07:21:28.332 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:28.332 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.333 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.333 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.333 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.333 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 553, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.333 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 3640, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.333 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1741, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.333 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 447, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.333 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 3168, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.333 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 3165, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.333 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.333 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.333 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.333 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.334 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.334 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.334 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.334 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.334 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.334 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.334 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.334 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.334 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.334 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.334 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.334 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.334 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.334 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.335 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.335 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.335 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.335 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:28.335 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:28.335 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.335 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:28.335 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 2, 2024-07-26T07:21:28.335 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:28.335 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.335 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.335 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.335 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.335 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1479, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.335 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 10116, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.336 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 16283, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.336 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 435, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.336 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 213, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.336 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 86, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.336 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.336 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.336 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.336 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.336 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.336 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.336 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.336 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.336 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.336 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.337 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.337 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.337 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.337 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.337 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.337 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.337 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.337 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.337 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.337 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.337 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.337 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:28.337 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:28.337 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.338 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:28.338 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 3, 2024-07-26T07:21:28.338 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:28.338 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.338 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.338 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.338 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.338 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 433, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.338 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2140, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.338 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 207, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.338 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 232, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.338 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1583, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.338 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 7046, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.339 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 133, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.339 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.339 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.339 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.339 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.339 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.339 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.339 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.339 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.339 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.339 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.339 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.339 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.339 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.340 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.340 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.340 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.340 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.340 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.340 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.340 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.340 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:28.340 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:28.340 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.340 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:28.340 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 4, 2024-07-26T07:21:28.340 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:28.341 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.341 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.341 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.341 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.341 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 811, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.341 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 3304, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.341 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 270, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.341 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 101, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.341 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.341 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.341 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.341 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.341 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.341 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.342 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.342 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.342 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.342 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.342 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.342 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.342 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.342 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.342 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.342 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.342 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.342 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.343 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.343 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.343 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.343 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.343 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.343 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:28.343 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:28.343 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.343 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:28.343 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 5, 2024-07-26T07:21:28.343 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:28.343 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.343 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.343 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.344 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.344 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 670, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.344 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 5593, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.344 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 301, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.344 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 245, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.344 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 371, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.344 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 109, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.344 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.344 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.344 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.344 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.344 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.344 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.344 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.345 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.345 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.345 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.345 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.345 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.345 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.345 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.345 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.345 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.345 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.345 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.345 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.345 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.345 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.346 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:28.346 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:28.346 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.346 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:28.346 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 6, 2024-07-26T07:21:28.346 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:28.346 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.346 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.346 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.346 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.346 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 479, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.346 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2840, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.346 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 336, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.347 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 280, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.347 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 342, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.347 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 110, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.347 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.347 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.347 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.347 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.347 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.347 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.347 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.347 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.347 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.347 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.348 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.348 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.348 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.348 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.348 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.348 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.348 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.348 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.348 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.348 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.348 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.348 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:28.348 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:28.348 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.349 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:28.349 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 7, 2024-07-26T07:21:28.349 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:28.349 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.349 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.349 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.349 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.349 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 883, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.349 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 8312, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.349 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2944, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.349 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 330, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.349 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 206, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.349 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 150, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.349 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.350 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.350 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.350 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.350 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.350 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.350 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.350 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.350 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.350 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.350 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.350 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.350 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.350 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.350 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.350 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.351 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.351 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.351 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.351 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.351 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.351 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:28.351 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:28.351 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.351 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:28.351 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.351 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T07:21:28.351 INFO:tasks.workunit.client.0.smithi089.stdout: "axes": [ 2024-07-26T07:21:28.351 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:28.351 INFO:tasks.workunit.client.0.smithi089.stdout: "buckets": 32, 2024-07-26T07:21:28.352 INFO:tasks.workunit.client.0.smithi089.stdout: "min": 0, 2024-07-26T07:21:28.352 INFO:tasks.workunit.client.0.smithi089.stdout: "name": "Latency (usec)", 2024-07-26T07:21:28.352 INFO:tasks.workunit.client.0.smithi089.stdout: "quant_size": 100000, 2024-07-26T07:21:28.352 INFO:tasks.workunit.client.0.smithi089.stdout: "ranges": [ 2024-07-26T07:21:28.352 INFO:tasks.workunit.client.0.smithi089.stdout: "[None, -1]", 2024-07-26T07:21:28.352 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 99999]", 2024-07-26T07:21:28.352 INFO:tasks.workunit.client.0.smithi089.stdout: "[100000, 199999]", 2024-07-26T07:21:28.352 INFO:tasks.workunit.client.0.smithi089.stdout: "[200000, 399999]", 2024-07-26T07:21:28.352 INFO:tasks.workunit.client.0.smithi089.stdout: "[400000, 799999]", 2024-07-26T07:21:28.352 INFO:tasks.workunit.client.0.smithi089.stdout: "[800000, 1599999]", 2024-07-26T07:21:28.352 INFO:tasks.workunit.client.0.smithi089.stdout: "[1600000, 3199999]", 2024-07-26T07:21:28.352 INFO:tasks.workunit.client.0.smithi089.stdout: "[3200000, 6399999]", 2024-07-26T07:21:28.352 INFO:tasks.workunit.client.0.smithi089.stdout: "[6400000, 12799999]", 2024-07-26T07:21:28.352 INFO:tasks.workunit.client.0.smithi089.stdout: "[12800000, 25599999]", 2024-07-26T07:21:28.353 INFO:tasks.workunit.client.0.smithi089.stdout: "[25600000, 51199999]", 2024-07-26T07:21:28.353 INFO:tasks.workunit.client.0.smithi089.stdout: "[51200000, 102399999]", 2024-07-26T07:21:28.353 INFO:tasks.workunit.client.0.smithi089.stdout: "[102400000, 204799999]", 2024-07-26T07:21:28.353 INFO:tasks.workunit.client.0.smithi089.stdout: "[204800000, 409599999]", 2024-07-26T07:21:28.353 INFO:tasks.workunit.client.0.smithi089.stdout: "[409600000, 819199999]", 2024-07-26T07:21:28.353 INFO:tasks.workunit.client.0.smithi089.stdout: "[819200000, 1638399999]", 2024-07-26T07:21:28.353 INFO:tasks.workunit.client.0.smithi089.stdout: "[1638400000, 3276799999]", 2024-07-26T07:21:28.353 INFO:tasks.workunit.client.0.smithi089.stdout: "[3276800000, 6553599999]", 2024-07-26T07:21:28.353 INFO:tasks.workunit.client.0.smithi089.stdout: "[6553600000, 13107199999]", 2024-07-26T07:21:28.353 INFO:tasks.workunit.client.0.smithi089.stdout: "[13107200000, 26214399999]", 2024-07-26T07:21:28.353 INFO:tasks.workunit.client.0.smithi089.stdout: "[26214400000, 52428799999]", 2024-07-26T07:21:28.353 INFO:tasks.workunit.client.0.smithi089.stdout: "[52428800000, 104857599999]", 2024-07-26T07:21:28.353 INFO:tasks.workunit.client.0.smithi089.stdout: "[104857600000, 209715199999]", 2024-07-26T07:21:28.353 INFO:tasks.workunit.client.0.smithi089.stdout: "[209715200000, 419430399999]", 2024-07-26T07:21:28.354 INFO:tasks.workunit.client.0.smithi089.stdout: "[419430400000, 838860799999]", 2024-07-26T07:21:28.354 INFO:tasks.workunit.client.0.smithi089.stdout: "[838860800000, 1677721599999]", 2024-07-26T07:21:28.354 INFO:tasks.workunit.client.0.smithi089.stdout: "[1677721600000, 3355443199999]", 2024-07-26T07:21:28.354 INFO:tasks.workunit.client.0.smithi089.stdout: "[3355443200000, 6710886399999]", 2024-07-26T07:21:28.354 INFO:tasks.workunit.client.0.smithi089.stdout: "[6710886400000, 13421772799999]", 2024-07-26T07:21:28.354 INFO:tasks.workunit.client.0.smithi089.stdout: "[13421772800000, 26843545599999]", 2024-07-26T07:21:28.354 INFO:tasks.workunit.client.0.smithi089.stdout: "[26843545600000, 53687091199999]", 2024-07-26T07:21:28.354 INFO:tasks.workunit.client.0.smithi089.stdout: "[53687091200000, None]" 2024-07-26T07:21:28.354 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:28.354 INFO:tasks.workunit.client.0.smithi089.stdout: "scale_type": "log2" 2024-07-26T07:21:28.354 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.354 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:28.354 INFO:tasks.workunit.client.0.smithi089.stdout: "buckets": 32, 2024-07-26T07:21:28.354 INFO:tasks.workunit.client.0.smithi089.stdout: "min": 0, 2024-07-26T07:21:28.355 INFO:tasks.workunit.client.0.smithi089.stdout: "name": "Request size (bytes)", 2024-07-26T07:21:28.355 INFO:tasks.workunit.client.0.smithi089.stdout: "quant_size": 512, 2024-07-26T07:21:28.355 INFO:tasks.workunit.client.0.smithi089.stdout: "ranges": [ 2024-07-26T07:21:28.355 INFO:tasks.workunit.client.0.smithi089.stdout: "[None, -1]", 2024-07-26T07:21:28.355 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 511]", 2024-07-26T07:21:28.355 INFO:tasks.workunit.client.0.smithi089.stdout: "[512, 1023]", 2024-07-26T07:21:28.355 INFO:tasks.workunit.client.0.smithi089.stdout: "[1024, 2047]", 2024-07-26T07:21:28.355 INFO:tasks.workunit.client.0.smithi089.stdout: "[2048, 4095]", 2024-07-26T07:21:28.355 INFO:tasks.workunit.client.0.smithi089.stdout: "[4096, 8191]", 2024-07-26T07:21:28.355 INFO:tasks.workunit.client.0.smithi089.stdout: "[8192, 16383]", 2024-07-26T07:21:28.355 INFO:tasks.workunit.client.0.smithi089.stdout: "[16384, 32767]", 2024-07-26T07:21:28.355 INFO:tasks.workunit.client.0.smithi089.stdout: "[32768, 65535]", 2024-07-26T07:21:28.355 INFO:tasks.workunit.client.0.smithi089.stdout: "[65536, 131071]", 2024-07-26T07:21:28.355 INFO:tasks.workunit.client.0.smithi089.stdout: "[131072, 262143]", 2024-07-26T07:21:28.356 INFO:tasks.workunit.client.0.smithi089.stdout: "[262144, 524287]", 2024-07-26T07:21:28.356 INFO:tasks.workunit.client.0.smithi089.stdout: "[524288, 1048575]", 2024-07-26T07:21:28.356 INFO:tasks.workunit.client.0.smithi089.stdout: "[1048576, 2097151]", 2024-07-26T07:21:28.356 INFO:tasks.workunit.client.0.smithi089.stdout: "[2097152, 4194303]", 2024-07-26T07:21:28.356 INFO:tasks.workunit.client.0.smithi089.stdout: "[4194304, 8388607]", 2024-07-26T07:21:28.356 INFO:tasks.workunit.client.0.smithi089.stdout: "[8388608, 16777215]", 2024-07-26T07:21:28.356 INFO:tasks.workunit.client.0.smithi089.stdout: "[16777216, 33554431]", 2024-07-26T07:21:28.356 INFO:tasks.workunit.client.0.smithi089.stdout: "[33554432, 67108863]", 2024-07-26T07:21:28.356 INFO:tasks.workunit.client.0.smithi089.stdout: "[67108864, 134217727]", 2024-07-26T07:21:28.356 INFO:tasks.workunit.client.0.smithi089.stdout: "[134217728, 268435455]", 2024-07-26T07:21:28.356 INFO:tasks.workunit.client.0.smithi089.stdout: "[268435456, 536870911]", 2024-07-26T07:21:28.356 INFO:tasks.workunit.client.0.smithi089.stdout: "[536870912, 1073741823]", 2024-07-26T07:21:28.356 INFO:tasks.workunit.client.0.smithi089.stdout: "[1073741824, 2147483647]", 2024-07-26T07:21:28.356 INFO:tasks.workunit.client.0.smithi089.stdout: "[2147483648, 4294967295]", 2024-07-26T07:21:28.356 INFO:tasks.workunit.client.0.smithi089.stdout: "[4294967296, 8589934591]", 2024-07-26T07:21:28.357 INFO:tasks.workunit.client.0.smithi089.stdout: "[8589934592, 17179869183]", 2024-07-26T07:21:28.357 INFO:tasks.workunit.client.0.smithi089.stdout: "[17179869184, 34359738367]", 2024-07-26T07:21:28.357 INFO:tasks.workunit.client.0.smithi089.stdout: "[34359738368, 68719476735]", 2024-07-26T07:21:28.357 INFO:tasks.workunit.client.0.smithi089.stdout: "[68719476736, 137438953471]", 2024-07-26T07:21:28.357 INFO:tasks.workunit.client.0.smithi089.stdout: "[137438953472, 274877906943]", 2024-07-26T07:21:28.357 INFO:tasks.workunit.client.0.smithi089.stdout: "[274877906944, None]" 2024-07-26T07:21:28.357 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:28.357 INFO:tasks.workunit.client.0.smithi089.stdout: "scale_type": "log2" 2024-07-26T07:21:28.357 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.357 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:28.357 INFO:tasks.workunit.client.0.smithi089.stdout: "osds": [ 2024-07-26T07:21:28.357 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:28.357 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 0, 2024-07-26T07:21:28.358 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:28.358 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.358 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.358 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.358 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.358 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 143, 15, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.358 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2159, 30, 1, 0, 15, 1, 0, 4, 5, 7, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.358 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1112, 9, 2, 1, 2, 6, 9, 7, 24, 42, 83, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.358 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 214, 11, 1, 0, 3, 0, 1, 4, 8, 15, 100, 243, 100, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.358 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 226, 4, 0, 0, 0, 0, 2, 1, 2, 1, 17, 34, 255, 6, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.358 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 271, 2, 0, 0, 0, 0, 0, 0, 1, 2, 4, 17, 18, 26, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.358 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 692, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 4, 19, 30, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.358 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1370, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 1, 3, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.358 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 162, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.359 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.359 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.359 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.359 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.359 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.359 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.359 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.359 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.359 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.359 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.359 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.359 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.359 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.359 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.360 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.360 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.360 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.360 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.360 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:28.360 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:28.360 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.360 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:28.360 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 1, 2024-07-26T07:21:28.360 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:28.360 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.360 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.360 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.360 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.361 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 91, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.361 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2909, 18, 0, 0, 16, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.361 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1397, 11, 0, 2, 3, 5, 14, 26, 51, 74, 99, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.361 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 77, 5, 0, 0, 2, 3, 0, 0, 4, 7, 65, 275, 219, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.361 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 89, 6, 0, 0, 0, 1, 0, 3, 1, 2, 13, 15, 373, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.361 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 232, 0, 0, 0, 0, 0, 0, 1, 0, 2, 1, 8, 23, 35, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.361 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 451, 2, 0, 0, 0, 0, 0, 0, 1, 1, 2, 3, 13, 28, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.361 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1260, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.361 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1514, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.361 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 303, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.361 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.361 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.361 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.362 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.362 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.362 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.362 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.362 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.362 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.362 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.362 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.362 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.362 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.362 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.362 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.362 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.362 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.363 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:28.363 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:28.363 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.363 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:28.363 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 2, 2024-07-26T07:21:28.363 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:28.363 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.363 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.363 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.363 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.363 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.363 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 414, 10, 3, 0, 7, 1, 1, 3, 2, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.363 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 181, 2, 0, 0, 1, 1, 1, 6, 11, 9, 59, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.364 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 228, 0, 0, 0, 0, 2, 3, 4, 7, 9, 49, 80, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.364 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 93, 0, 0, 0, 0, 1, 0, 0, 0, 3, 20, 35, 15, 9, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.364 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 38, 0, 0, 0, 0, 0, 1, 1, 1, 1, 5, 12, 16, 48, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.364 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 3, 2, 0, 0, 0, 0, 0, 2, 0, 4, 3, 5, 16, 38, 67, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.364 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.364 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.364 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.364 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.364 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.364 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.364 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.364 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.364 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.365 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.365 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.365 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.365 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.365 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.365 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.365 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.365 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.365 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.365 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.365 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.365 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:28.365 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:28.365 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.366 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:28.366 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 3, 2024-07-26T07:21:28.366 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:28.366 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.366 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.366 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.366 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.366 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.366 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1067, 7, 2, 2, 14, 0, 0, 1, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.366 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 443, 6, 2, 1, 0, 1, 2, 12, 13, 31, 42, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.367 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 120, 0, 0, 0, 2, 1, 2, 5, 1, 9, 37, 123, 135, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.367 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 295, 24, 0, 0, 0, 0, 0, 0, 0, 2, 13, 16, 72, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.367 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 468, 25, 0, 0, 0, 1, 0, 0, 1, 2, 3, 4, 11, 15, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.367 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 399, 41, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 11, 25, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.367 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 151, 81, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.367 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 85, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.367 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.367 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.367 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.367 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.367 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.368 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.368 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.368 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.368 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.368 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.368 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.368 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.368 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.368 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.368 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.368 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.368 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.369 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.369 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:28.369 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:28.369 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.369 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:28.369 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 4, 2024-07-26T07:21:28.369 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:28.369 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.369 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.369 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.369 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.369 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 77, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.369 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1069, 21, 0, 0, 10, 1, 5, 5, 13, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.369 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 524, 4, 0, 3, 1, 4, 3, 10, 16, 28, 35, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.370 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 260, 8, 0, 0, 0, 0, 1, 2, 8, 3, 26, 130, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.370 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 456, 5, 0, 0, 0, 0, 0, 0, 1, 3, 3, 4, 162, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.370 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 339, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 3, 16, 19, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.370 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 177, 0, 0, 0, 0, 0, 1, 1, 0, 2, 1, 4, 6, 23, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.370 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.370 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.370 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.370 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.370 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.370 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.370 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.370 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.370 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.371 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.371 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.371 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.371 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.371 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.371 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.371 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.371 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.371 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.371 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.371 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.371 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:28.371 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:28.371 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.371 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:28.372 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 5, 2024-07-26T07:21:28.372 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:28.372 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.372 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.372 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.372 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.372 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 100, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.372 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 360, 21, 1, 0, 10, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.372 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 92, 4, 0, 0, 1, 1, 0, 0, 3, 0, 14, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.372 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 174, 1, 0, 0, 0, 1, 0, 3, 3, 8, 38, 35, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.372 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 92, 1, 0, 0, 0, 0, 0, 3, 3, 4, 18, 26, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.372 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 37, 2, 0, 0, 1, 0, 0, 0, 0, 2, 2, 10, 13, 24, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.372 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2, 0, 0, 0, 0, 0, 1, 1, 1, 0, 1, 5, 10, 24, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.373 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 1, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.373 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.373 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.373 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.373 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.373 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.373 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.373 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.373 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.373 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.373 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.373 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.373 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.373 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.373 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.373 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.374 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.374 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.374 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.374 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.374 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:28.374 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:28.374 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.374 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:28.374 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 6, 2024-07-26T07:21:28.374 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:28.374 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.374 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.374 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.375 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.375 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 91, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.375 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1101, 16, 4, 0, 17, 0, 2, 3, 6, 6, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.375 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 679, 10, 0, 0, 5, 2, 3, 10, 13, 30, 33, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.375 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 343, 20, 0, 0, 1, 0, 0, 4, 6, 5, 45, 103, 46, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.375 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 467, 29, 0, 0, 0, 0, 0, 0, 1, 3, 10, 10, 187, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.375 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 431, 56, 0, 0, 0, 0, 0, 0, 0, 2, 3, 3, 10, 23, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.375 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 97, 84, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 11, 26, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.375 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 83, 158, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.375 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 178, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.375 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.375 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.375 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.375 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.376 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.376 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.376 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.376 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.376 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.376 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.376 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.376 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.376 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.376 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.376 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.376 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.376 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.376 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.377 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:28.377 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:28.377 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.377 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:28.377 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 7, 2024-07-26T07:21:28.377 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:28.377 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.377 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.377 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.377 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.377 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 75, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.378 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 339, 16, 1, 2, 14, 2, 4, 2, 6, 7, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.378 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 80, 4, 1, 1, 4, 2, 1, 6, 4, 2, 4, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.378 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 85, 14, 0, 1, 1, 1, 2, 3, 4, 4, 11, 16, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.378 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 30, 2, 0, 0, 0, 0, 0, 0, 1, 3, 8, 10, 13, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.378 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 11, 6, 1, 0, 0, 0, 1, 1, 1, 2, 2, 4, 13, 37, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.378 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 2, 13, 48, 57, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.378 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.378 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.378 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.378 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.378 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.379 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.379 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.379 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.379 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.379 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.379 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.379 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.379 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.379 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.379 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.379 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.379 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.379 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.380 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.380 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.380 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:28.380 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:28.380 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.380 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:28.380 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.380 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.380 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:28.380 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_resrv_repnum_vs_duration": { 2024-07-26T07:21:28.380 INFO:tasks.workunit.client.0.smithi089.stdout: "axes": [ 2024-07-26T07:21:28.380 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:28.380 INFO:tasks.workunit.client.0.smithi089.stdout: "buckets": 8, 2024-07-26T07:21:28.380 INFO:tasks.workunit.client.0.smithi089.stdout: "min": 0, 2024-07-26T07:21:28.380 INFO:tasks.workunit.client.0.smithi089.stdout: "name": "number of replicas", 2024-07-26T07:21:28.381 INFO:tasks.workunit.client.0.smithi089.stdout: "quant_size": 1, 2024-07-26T07:21:28.381 INFO:tasks.workunit.client.0.smithi089.stdout: "ranges": [ 2024-07-26T07:21:28.381 INFO:tasks.workunit.client.0.smithi089.stdout: "[None, -1]", 2024-07-26T07:21:28.381 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0]", 2024-07-26T07:21:28.381 INFO:tasks.workunit.client.0.smithi089.stdout: "[1, 1]", 2024-07-26T07:21:28.381 INFO:tasks.workunit.client.0.smithi089.stdout: "[2, 2]", 2024-07-26T07:21:28.381 INFO:tasks.workunit.client.0.smithi089.stdout: "[3, 3]", 2024-07-26T07:21:28.381 INFO:tasks.workunit.client.0.smithi089.stdout: "[4, 4]", 2024-07-26T07:21:28.381 INFO:tasks.workunit.client.0.smithi089.stdout: "[5, 5]", 2024-07-26T07:21:28.381 INFO:tasks.workunit.client.0.smithi089.stdout: "[6, None]" 2024-07-26T07:21:28.381 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:28.381 INFO:tasks.workunit.client.0.smithi089.stdout: "scale_type": "linear" 2024-07-26T07:21:28.382 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.382 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:28.382 INFO:tasks.workunit.client.0.smithi089.stdout: "buckets": 10, 2024-07-26T07:21:28.382 INFO:tasks.workunit.client.0.smithi089.stdout: "min": 0, 2024-07-26T07:21:28.382 INFO:tasks.workunit.client.0.smithi089.stdout: "name": "duration", 2024-07-26T07:21:28.382 INFO:tasks.workunit.client.0.smithi089.stdout: "quant_size": 250000, 2024-07-26T07:21:28.382 INFO:tasks.workunit.client.0.smithi089.stdout: "ranges": [ 2024-07-26T07:21:28.382 INFO:tasks.workunit.client.0.smithi089.stdout: "[None, -1]", 2024-07-26T07:21:28.382 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 249999]", 2024-07-26T07:21:28.382 INFO:tasks.workunit.client.0.smithi089.stdout: "[250000, 499999]", 2024-07-26T07:21:28.382 INFO:tasks.workunit.client.0.smithi089.stdout: "[500000, 999999]", 2024-07-26T07:21:28.382 INFO:tasks.workunit.client.0.smithi089.stdout: "[1000000, 1999999]", 2024-07-26T07:21:28.382 INFO:tasks.workunit.client.0.smithi089.stdout: "[2000000, 3999999]", 2024-07-26T07:21:28.383 INFO:tasks.workunit.client.0.smithi089.stdout: "[4000000, 7999999]", 2024-07-26T07:21:28.383 INFO:tasks.workunit.client.0.smithi089.stdout: "[8000000, 15999999]", 2024-07-26T07:21:28.383 INFO:tasks.workunit.client.0.smithi089.stdout: "[16000000, 31999999]", 2024-07-26T07:21:28.383 INFO:tasks.workunit.client.0.smithi089.stdout: "[32000000, None]" 2024-07-26T07:21:28.383 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:28.383 INFO:tasks.workunit.client.0.smithi089.stdout: "scale_type": "log2" 2024-07-26T07:21:28.383 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.383 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:28.383 INFO:tasks.workunit.client.0.smithi089.stdout: "osds": [ 2024-07-26T07:21:28.383 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:28.383 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 0, 2024-07-26T07:21:28.383 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:28.383 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.384 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.384 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.384 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.384 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.384 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.384 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.384 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:28.384 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:28.384 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.384 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:28.384 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 1, 2024-07-26T07:21:28.384 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:28.384 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.385 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.385 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.385 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.385 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.385 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.385 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.385 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:28.385 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:28.385 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.385 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:28.385 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 2, 2024-07-26T07:21:28.385 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:28.385 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.385 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.385 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.386 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.386 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.386 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.386 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.386 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:28.386 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:28.386 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.386 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:28.386 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 3, 2024-07-26T07:21:28.386 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:28.386 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.386 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.386 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.386 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.387 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.387 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.387 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.387 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:28.387 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:28.387 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.387 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:28.387 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 4, 2024-07-26T07:21:28.387 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:28.387 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.387 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.387 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.387 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.387 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.388 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.388 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.388 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:28.388 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:28.388 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.388 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:28.388 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 5, 2024-07-26T07:21:28.388 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:28.388 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.388 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.388 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.388 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.388 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.389 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.389 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.389 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:28.389 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:28.389 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.389 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:28.389 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 6, 2024-07-26T07:21:28.389 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:28.389 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.389 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.389 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.389 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.389 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.390 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.390 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.390 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:28.390 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:28.390 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.390 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:28.390 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 7, 2024-07-26T07:21:28.390 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:28.390 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.390 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.390 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.390 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.390 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.391 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.391 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:28.391 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:28.391 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:28.391 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.391 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:28.391 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.391 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.391 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:28.391 INFO:tasks.workunit.client.0.smithi089.stdout: "perf_counters": { 2024-07-26T07:21:28.391 INFO:tasks.workunit.client.0.smithi089.stdout: "mds.87ef074e95f73b29e32a1570865c090ae0131b8b": { 2024-07-26T07:21:28.391 INFO:tasks.workunit.client.0.smithi089.stdout: "mds": { 2024-07-26T07:21:28.391 INFO:tasks.workunit.client.0.smithi089.stdout: "caps": { 2024-07-26T07:21:28.391 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.392 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.392 INFO:tasks.workunit.client.0.smithi089.stdout: "ceph_cap_op_flush_ack": { 2024-07-26T07:21:28.392 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.392 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.392 INFO:tasks.workunit.client.0.smithi089.stdout: "ceph_cap_op_flushsnap_ack": { 2024-07-26T07:21:28.392 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.392 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.392 INFO:tasks.workunit.client.0.smithi089.stdout: "ceph_cap_op_grant": { 2024-07-26T07:21:28.392 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.392 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.392 INFO:tasks.workunit.client.0.smithi089.stdout: "ceph_cap_op_revoke": { 2024-07-26T07:21:28.393 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.393 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.393 INFO:tasks.workunit.client.0.smithi089.stdout: "ceph_cap_op_trunc": { 2024-07-26T07:21:28.393 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.393 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.393 INFO:tasks.workunit.client.0.smithi089.stdout: "dir_commit": { 2024-07-26T07:21:28.393 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.393 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.393 INFO:tasks.workunit.client.0.smithi089.stdout: "dir_fetch_complete": { 2024-07-26T07:21:28.393 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12 2024-07-26T07:21:28.393 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.393 INFO:tasks.workunit.client.0.smithi089.stdout: "dir_fetch_keys": { 2024-07-26T07:21:28.393 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10 2024-07-26T07:21:28.393 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.394 INFO:tasks.workunit.client.0.smithi089.stdout: "dir_merge": { 2024-07-26T07:21:28.394 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.394 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.394 INFO:tasks.workunit.client.0.smithi089.stdout: "dir_split": { 2024-07-26T07:21:28.394 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.394 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.394 INFO:tasks.workunit.client.0.smithi089.stdout: "exported_inodes": { 2024-07-26T07:21:28.394 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.394 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.394 INFO:tasks.workunit.client.0.smithi089.stdout: "forward": { 2024-07-26T07:21:28.394 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.394 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.394 INFO:tasks.workunit.client.0.smithi089.stdout: "handle_client_cap_release": { 2024-07-26T07:21:28.395 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.395 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.395 INFO:tasks.workunit.client.0.smithi089.stdout: "handle_client_caps": { 2024-07-26T07:21:28.395 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.395 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.395 INFO:tasks.workunit.client.0.smithi089.stdout: "handle_client_caps_dirty": { 2024-07-26T07:21:28.395 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.395 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.395 INFO:tasks.workunit.client.0.smithi089.stdout: "handle_inode_file_caps": { 2024-07-26T07:21:28.395 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.395 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.395 INFO:tasks.workunit.client.0.smithi089.stdout: "imported_inodes": { 2024-07-26T07:21:28.395 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.395 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.396 INFO:tasks.workunit.client.0.smithi089.stdout: "inodes": { 2024-07-26T07:21:28.396 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10 2024-07-26T07:21:28.396 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.396 INFO:tasks.workunit.client.0.smithi089.stdout: "inodes_expired": { 2024-07-26T07:21:28.396 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.396 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.396 INFO:tasks.workunit.client.0.smithi089.stdout: "inodes_pinned": { 2024-07-26T07:21:28.396 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10 2024-07-26T07:21:28.396 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.396 INFO:tasks.workunit.client.0.smithi089.stdout: "inodes_with_caps": { 2024-07-26T07:21:28.396 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.396 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.396 INFO:tasks.workunit.client.0.smithi089.stdout: "load_cent": { 2024-07-26T07:21:28.396 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.397 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.397 INFO:tasks.workunit.client.0.smithi089.stdout: "openino_dir_fetch": { 2024-07-26T07:21:28.397 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.397 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.397 INFO:tasks.workunit.client.0.smithi089.stdout: "process_request_cap_release": { 2024-07-26T07:21:28.397 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.397 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.397 INFO:tasks.workunit.client.0.smithi089.stdout: "reply_latency": { 2024-07-26T07:21:28.397 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.397 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.397 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.397 INFO:tasks.workunit.client.0.smithi089.stdout: "request": { 2024-07-26T07:21:28.397 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.397 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.397 INFO:tasks.workunit.client.0.smithi089.stdout: "root_rbytes": { 2024-07-26T07:21:28.398 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.398 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.398 INFO:tasks.workunit.client.0.smithi089.stdout: "root_rfiles": { 2024-07-26T07:21:28.398 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.398 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.398 INFO:tasks.workunit.client.0.smithi089.stdout: "root_rsnaps": { 2024-07-26T07:21:28.398 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.398 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.398 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_reply": { 2024-07-26T07:21:28.398 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.398 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.398 INFO:tasks.workunit.client.0.smithi089.stdout: "subtrees": { 2024-07-26T07:21:28.398 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2 2024-07-26T07:21:28.399 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.399 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.399 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_cache": { 2024-07-26T07:21:28.399 INFO:tasks.workunit.client.0.smithi089.stdout: "ireq_enqueue_scrub": { 2024-07-26T07:21:28.399 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.399 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.399 INFO:tasks.workunit.client.0.smithi089.stdout: "ireq_exportdir": { 2024-07-26T07:21:28.399 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.399 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.399 INFO:tasks.workunit.client.0.smithi089.stdout: "ireq_flush": { 2024-07-26T07:21:28.399 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.399 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.399 INFO:tasks.workunit.client.0.smithi089.stdout: "ireq_fragmentdir": { 2024-07-26T07:21:28.399 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.399 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.400 INFO:tasks.workunit.client.0.smithi089.stdout: "ireq_fragstats": { 2024-07-26T07:21:28.400 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.400 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.400 INFO:tasks.workunit.client.0.smithi089.stdout: "ireq_inodestats": { 2024-07-26T07:21:28.400 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.400 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.400 INFO:tasks.workunit.client.0.smithi089.stdout: "ireq_quiesce_inode": { 2024-07-26T07:21:28.400 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.400 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.400 INFO:tasks.workunit.client.0.smithi089.stdout: "ireq_quiesce_path": { 2024-07-26T07:21:28.400 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.400 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.400 INFO:tasks.workunit.client.0.smithi089.stdout: "num_recovering_enqueued": { 2024-07-26T07:21:28.400 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.401 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.401 INFO:tasks.workunit.client.0.smithi089.stdout: "num_recovering_prioritized": { 2024-07-26T07:21:28.401 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.401 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.401 INFO:tasks.workunit.client.0.smithi089.stdout: "num_recovering_processing": { 2024-07-26T07:21:28.401 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.401 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.401 INFO:tasks.workunit.client.0.smithi089.stdout: "num_strays": { 2024-07-26T07:21:28.401 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.401 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.401 INFO:tasks.workunit.client.0.smithi089.stdout: "num_strays_delayed": { 2024-07-26T07:21:28.401 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.401 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.401 INFO:tasks.workunit.client.0.smithi089.stdout: "num_strays_enqueuing": { 2024-07-26T07:21:28.402 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.402 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.402 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_completed": { 2024-07-26T07:21:28.402 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.402 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.402 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_started": { 2024-07-26T07:21:28.402 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.402 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.402 INFO:tasks.workunit.client.0.smithi089.stdout: "strays_created": { 2024-07-26T07:21:28.402 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.402 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.402 INFO:tasks.workunit.client.0.smithi089.stdout: "strays_enqueued": { 2024-07-26T07:21:28.402 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.402 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.403 INFO:tasks.workunit.client.0.smithi089.stdout: "strays_migrated": { 2024-07-26T07:21:28.403 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.403 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.403 INFO:tasks.workunit.client.0.smithi089.stdout: "strays_reintegrated": { 2024-07-26T07:21:28.403 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.403 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.403 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.403 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_log": { 2024-07-26T07:21:28.403 INFO:tasks.workunit.client.0.smithi089.stdout: "ev": { 2024-07-26T07:21:28.403 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 17 2024-07-26T07:21:28.403 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.403 INFO:tasks.workunit.client.0.smithi089.stdout: "evadd": { 2024-07-26T07:21:28.403 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.403 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.403 INFO:tasks.workunit.client.0.smithi089.stdout: "evex": { 2024-07-26T07:21:28.404 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.404 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.404 INFO:tasks.workunit.client.0.smithi089.stdout: "evexd": { 2024-07-26T07:21:28.404 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.404 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.404 INFO:tasks.workunit.client.0.smithi089.stdout: "evexg": { 2024-07-26T07:21:28.404 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.404 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.404 INFO:tasks.workunit.client.0.smithi089.stdout: "evlrg": { 2024-07-26T07:21:28.404 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.404 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.404 INFO:tasks.workunit.client.0.smithi089.stdout: "evtrm": { 2024-07-26T07:21:28.404 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.404 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.405 INFO:tasks.workunit.client.0.smithi089.stdout: "jlat": { 2024-07-26T07:21:28.405 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.405 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.405 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.405 INFO:tasks.workunit.client.0.smithi089.stdout: "replayed": { 2024-07-26T07:21:28.405 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 17 2024-07-26T07:21:28.405 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.405 INFO:tasks.workunit.client.0.smithi089.stdout: "seg": { 2024-07-26T07:21:28.405 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1 2024-07-26T07:21:28.405 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.405 INFO:tasks.workunit.client.0.smithi089.stdout: "segadd": { 2024-07-26T07:21:28.405 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.405 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.405 INFO:tasks.workunit.client.0.smithi089.stdout: "segex": { 2024-07-26T07:21:28.406 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.406 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.406 INFO:tasks.workunit.client.0.smithi089.stdout: "segexd": { 2024-07-26T07:21:28.406 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.406 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.406 INFO:tasks.workunit.client.0.smithi089.stdout: "segexg": { 2024-07-26T07:21:28.406 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.406 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.406 INFO:tasks.workunit.client.0.smithi089.stdout: "segmjr": { 2024-07-26T07:21:28.406 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1 2024-07-26T07:21:28.406 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.406 INFO:tasks.workunit.client.0.smithi089.stdout: "segtrm": { 2024-07-26T07:21:28.406 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.406 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.407 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.407 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_mem": { 2024-07-26T07:21:28.407 INFO:tasks.workunit.client.0.smithi089.stdout: "cap": { 2024-07-26T07:21:28.407 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.407 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.407 INFO:tasks.workunit.client.0.smithi089.stdout: "cap+": { 2024-07-26T07:21:28.407 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.407 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.407 INFO:tasks.workunit.client.0.smithi089.stdout: "cap-": { 2024-07-26T07:21:28.407 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.407 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.407 INFO:tasks.workunit.client.0.smithi089.stdout: "dir": { 2024-07-26T07:21:28.407 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12 2024-07-26T07:21:28.408 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.408 INFO:tasks.workunit.client.0.smithi089.stdout: "dir+": { 2024-07-26T07:21:28.408 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12 2024-07-26T07:21:28.408 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.408 INFO:tasks.workunit.client.0.smithi089.stdout: "dir-": { 2024-07-26T07:21:28.408 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.408 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.408 INFO:tasks.workunit.client.0.smithi089.stdout: "dn": { 2024-07-26T07:21:28.408 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10 2024-07-26T07:21:28.408 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.408 INFO:tasks.workunit.client.0.smithi089.stdout: "dn+": { 2024-07-26T07:21:28.408 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10 2024-07-26T07:21:28.408 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.409 INFO:tasks.workunit.client.0.smithi089.stdout: "dn-": { 2024-07-26T07:21:28.409 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.409 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.409 INFO:tasks.workunit.client.0.smithi089.stdout: "heap": { 2024-07-26T07:21:28.409 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 248096 2024-07-26T07:21:28.409 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.409 INFO:tasks.workunit.client.0.smithi089.stdout: "ino": { 2024-07-26T07:21:28.409 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 13 2024-07-26T07:21:28.409 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.409 INFO:tasks.workunit.client.0.smithi089.stdout: "ino+": { 2024-07-26T07:21:28.409 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 13 2024-07-26T07:21:28.409 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.409 INFO:tasks.workunit.client.0.smithi089.stdout: "ino-": { 2024-07-26T07:21:28.410 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.410 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.410 INFO:tasks.workunit.client.0.smithi089.stdout: "rss": { 2024-07-26T07:21:28.410 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 48596 2024-07-26T07:21:28.410 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.410 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.410 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_server": { 2024-07-26T07:21:28.410 INFO:tasks.workunit.client.0.smithi089.stdout: "cap_acquisition_throttle": { 2024-07-26T07:21:28.410 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.410 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.410 INFO:tasks.workunit.client.0.smithi089.stdout: "cap_revoke_eviction": { 2024-07-26T07:21:28.410 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.410 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.410 INFO:tasks.workunit.client.0.smithi089.stdout: "handle_client_request": { 2024-07-26T07:21:28.411 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.411 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.411 INFO:tasks.workunit.client.0.smithi089.stdout: "handle_client_session": { 2024-07-26T07:21:28.411 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.411 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.411 INFO:tasks.workunit.client.0.smithi089.stdout: "handle_peer_request": { 2024-07-26T07:21:28.411 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.411 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.411 INFO:tasks.workunit.client.0.smithi089.stdout: "req_create_latency": { 2024-07-26T07:21:28.411 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.411 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.411 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.411 INFO:tasks.workunit.client.0.smithi089.stdout: "req_getattr_latency": { 2024-07-26T07:21:28.411 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.411 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.412 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.412 INFO:tasks.workunit.client.0.smithi089.stdout: "req_getfilelock_latency": { 2024-07-26T07:21:28.412 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.412 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.412 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.412 INFO:tasks.workunit.client.0.smithi089.stdout: "req_getvxattr_latency": { 2024-07-26T07:21:28.412 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.412 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.412 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.412 INFO:tasks.workunit.client.0.smithi089.stdout: "req_link_latency": { 2024-07-26T07:21:28.412 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.412 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.412 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.412 INFO:tasks.workunit.client.0.smithi089.stdout: "req_lookup_latency": { 2024-07-26T07:21:28.412 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.413 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.413 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.413 INFO:tasks.workunit.client.0.smithi089.stdout: "req_lookuphash_latency": { 2024-07-26T07:21:28.413 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.413 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.413 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.413 INFO:tasks.workunit.client.0.smithi089.stdout: "req_lookupino_latency": { 2024-07-26T07:21:28.413 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.413 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.413 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.413 INFO:tasks.workunit.client.0.smithi089.stdout: "req_lookupname_latency": { 2024-07-26T07:21:28.413 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.413 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.413 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.414 INFO:tasks.workunit.client.0.smithi089.stdout: "req_lookupparent_latency": { 2024-07-26T07:21:28.414 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.414 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.414 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.414 INFO:tasks.workunit.client.0.smithi089.stdout: "req_lookupsnap_latency": { 2024-07-26T07:21:28.414 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.414 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.414 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.414 INFO:tasks.workunit.client.0.smithi089.stdout: "req_lssnap_latency": { 2024-07-26T07:21:28.414 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.414 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.414 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.414 INFO:tasks.workunit.client.0.smithi089.stdout: "req_mkdir_latency": { 2024-07-26T07:21:28.415 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.415 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.415 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.415 INFO:tasks.workunit.client.0.smithi089.stdout: "req_mknod_latency": { 2024-07-26T07:21:28.415 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.415 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.415 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.415 INFO:tasks.workunit.client.0.smithi089.stdout: "req_mksnap_latency": { 2024-07-26T07:21:28.415 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.415 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.415 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.415 INFO:tasks.workunit.client.0.smithi089.stdout: "req_open_latency": { 2024-07-26T07:21:28.415 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.415 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.416 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.416 INFO:tasks.workunit.client.0.smithi089.stdout: "req_readdir_latency": { 2024-07-26T07:21:28.416 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.416 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.416 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.416 INFO:tasks.workunit.client.0.smithi089.stdout: "req_rename_latency": { 2024-07-26T07:21:28.416 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.416 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.416 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.416 INFO:tasks.workunit.client.0.smithi089.stdout: "req_renamesnap_latency": { 2024-07-26T07:21:28.416 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.416 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.416 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.416 INFO:tasks.workunit.client.0.smithi089.stdout: "req_rmdir_latency": { 2024-07-26T07:21:28.417 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.417 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.417 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.417 INFO:tasks.workunit.client.0.smithi089.stdout: "req_rmsnap_latency": { 2024-07-26T07:21:28.417 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.417 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.417 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.417 INFO:tasks.workunit.client.0.smithi089.stdout: "req_rmxattr_latency": { 2024-07-26T07:21:28.417 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.417 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.417 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.417 INFO:tasks.workunit.client.0.smithi089.stdout: "req_setattr_latency": { 2024-07-26T07:21:28.417 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.417 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.417 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.418 INFO:tasks.workunit.client.0.smithi089.stdout: "req_setdirlayout_latency": { 2024-07-26T07:21:28.418 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.418 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.418 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.418 INFO:tasks.workunit.client.0.smithi089.stdout: "req_setfilelock_latency": { 2024-07-26T07:21:28.418 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.418 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.418 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.418 INFO:tasks.workunit.client.0.smithi089.stdout: "req_setlayout_latency": { 2024-07-26T07:21:28.418 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.418 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.418 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.418 INFO:tasks.workunit.client.0.smithi089.stdout: "req_setxattr_latency": { 2024-07-26T07:21:28.418 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.419 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.419 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.419 INFO:tasks.workunit.client.0.smithi089.stdout: "req_snapdiff_latency": { 2024-07-26T07:21:28.419 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.419 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.419 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.419 INFO:tasks.workunit.client.0.smithi089.stdout: "req_symlink_latency": { 2024-07-26T07:21:28.419 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.419 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.419 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.419 INFO:tasks.workunit.client.0.smithi089.stdout: "req_unlink_latency": { 2024-07-26T07:21:28.419 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.419 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.419 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.420 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.420 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_sessions": { 2024-07-26T07:21:28.420 INFO:tasks.workunit.client.0.smithi089.stdout: "average_load": { 2024-07-26T07:21:28.420 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.420 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.420 INFO:tasks.workunit.client.0.smithi089.stdout: "avg_session_uptime": { 2024-07-26T07:21:28.420 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.420 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.420 INFO:tasks.workunit.client.0.smithi089.stdout: "mdthresh_evicted": { 2024-07-26T07:21:28.420 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.420 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.420 INFO:tasks.workunit.client.0.smithi089.stdout: "session_add": { 2024-07-26T07:21:28.420 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8 2024-07-26T07:21:28.421 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.421 INFO:tasks.workunit.client.0.smithi089.stdout: "session_count": { 2024-07-26T07:21:28.421 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.421 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.421 INFO:tasks.workunit.client.0.smithi089.stdout: "session_remove": { 2024-07-26T07:21:28.421 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8 2024-07-26T07:21:28.421 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.421 INFO:tasks.workunit.client.0.smithi089.stdout: "sessions_open": { 2024-07-26T07:21:28.421 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2 2024-07-26T07:21:28.421 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.421 INFO:tasks.workunit.client.0.smithi089.stdout: "sessions_stale": { 2024-07-26T07:21:28.421 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.421 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.421 INFO:tasks.workunit.client.0.smithi089.stdout: "total_load": { 2024-07-26T07:21:28.422 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.422 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.422 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.422 INFO:tasks.workunit.client.0.smithi089.stdout: "objecter": { 2024-07-26T07:21:28.422 INFO:tasks.workunit.client.0.smithi089.stdout: "op_active": { 2024-07-26T07:21:28.422 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.422 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.422 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T07:21:28.422 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 37 2024-07-26T07:21:28.422 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.422 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rmw": { 2024-07-26T07:21:28.422 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.422 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.423 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T07:21:28.423 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7 2024-07-26T07:21:28.423 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.423 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.423 INFO:tasks.workunit.client.0.smithi089.stdout: "purge_queue": { 2024-07-26T07:21:28.423 INFO:tasks.workunit.client.0.smithi089.stdout: "pq_executed": { 2024-07-26T07:21:28.423 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.423 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.423 INFO:tasks.workunit.client.0.smithi089.stdout: "pq_executed_ops": { 2024-07-26T07:21:28.423 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.423 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.423 INFO:tasks.workunit.client.0.smithi089.stdout: "pq_executing": { 2024-07-26T07:21:28.423 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.423 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.424 INFO:tasks.workunit.client.0.smithi089.stdout: "pq_executing_high_water": { 2024-07-26T07:21:28.424 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.424 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.424 INFO:tasks.workunit.client.0.smithi089.stdout: "pq_executing_ops": { 2024-07-26T07:21:28.424 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.424 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.424 INFO:tasks.workunit.client.0.smithi089.stdout: "pq_executing_ops_high_water": { 2024-07-26T07:21:28.424 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.424 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.424 INFO:tasks.workunit.client.0.smithi089.stdout: "pq_item_in_journal": { 2024-07-26T07:21:28.424 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.424 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.424 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.424 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.425 INFO:tasks.workunit.client.0.smithi089.stdout: "mon.11a06f7556cbb1c57650abffbb3eb77c66bdf751": { 2024-07-26T07:21:28.425 INFO:tasks.workunit.client.0.smithi089.stdout: "mon": { 2024-07-26T07:21:28.425 INFO:tasks.workunit.client.0.smithi089.stdout: "election_call": { 2024-07-26T07:21:28.425 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2 2024-07-26T07:21:28.425 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.425 INFO:tasks.workunit.client.0.smithi089.stdout: "election_lose": { 2024-07-26T07:21:28.425 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2 2024-07-26T07:21:28.425 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.425 INFO:tasks.workunit.client.0.smithi089.stdout: "election_win": { 2024-07-26T07:21:28.425 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.425 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.425 INFO:tasks.workunit.client.0.smithi089.stdout: "num_elections": { 2024-07-26T07:21:28.425 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7 2024-07-26T07:21:28.425 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.425 INFO:tasks.workunit.client.0.smithi089.stdout: "num_sessions": { 2024-07-26T07:21:28.426 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8 2024-07-26T07:21:28.426 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.426 INFO:tasks.workunit.client.0.smithi089.stdout: "session_add": { 2024-07-26T07:21:28.426 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3 2024-07-26T07:21:28.426 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.426 INFO:tasks.workunit.client.0.smithi089.stdout: "session_rm": { 2024-07-26T07:21:28.426 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 237 2024-07-26T07:21:28.426 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.426 INFO:tasks.workunit.client.0.smithi089.stdout: "session_trim": { 2024-07-26T07:21:28.426 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.426 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.426 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.426 INFO:tasks.workunit.client.0.smithi089.stdout: "paxos": { 2024-07-26T07:21:28.426 INFO:tasks.workunit.client.0.smithi089.stdout: "accept_timeout": { 2024-07-26T07:21:28.426 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.427 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.427 INFO:tasks.workunit.client.0.smithi089.stdout: "begin": { 2024-07-26T07:21:28.427 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7814 2024-07-26T07:21:28.427 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.427 INFO:tasks.workunit.client.0.smithi089.stdout: "begin_bytes": { 2024-07-26T07:21:28.427 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7814, 2024-07-26T07:21:28.427 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 56267334 2024-07-26T07:21:28.427 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.427 INFO:tasks.workunit.client.0.smithi089.stdout: "begin_keys": { 2024-07-26T07:21:28.427 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.427 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.427 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.428 INFO:tasks.workunit.client.0.smithi089.stdout: "begin_latency": { 2024-07-26T07:21:28.428 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7814, 2024-07-26T07:21:28.428 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1277975540 2024-07-26T07:21:28.428 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.428 INFO:tasks.workunit.client.0.smithi089.stdout: "collect": { 2024-07-26T07:21:28.428 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2 2024-07-26T07:21:28.428 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.428 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_bytes": { 2024-07-26T07:21:28.428 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2, 2024-07-26T07:21:28.428 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 146 2024-07-26T07:21:28.428 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.428 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_keys": { 2024-07-26T07:21:28.428 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2, 2024-07-26T07:21:28.428 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2 2024-07-26T07:21:28.429 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.429 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_latency": { 2024-07-26T07:21:28.429 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2, 2024-07-26T07:21:28.429 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.429 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.429 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_timeout": { 2024-07-26T07:21:28.429 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.429 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.429 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_uncommitted": { 2024-07-26T07:21:28.429 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.429 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.429 INFO:tasks.workunit.client.0.smithi089.stdout: "commit": { 2024-07-26T07:21:28.429 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7814 2024-07-26T07:21:28.429 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.430 INFO:tasks.workunit.client.0.smithi089.stdout: "commit_bytes": { 2024-07-26T07:21:28.430 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.430 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.430 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.430 INFO:tasks.workunit.client.0.smithi089.stdout: "commit_keys": { 2024-07-26T07:21:28.430 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.430 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.430 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.430 INFO:tasks.workunit.client.0.smithi089.stdout: "commit_latency": { 2024-07-26T07:21:28.430 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.430 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.430 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.430 INFO:tasks.workunit.client.0.smithi089.stdout: "lease_ack_timeout": { 2024-07-26T07:21:28.430 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.431 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.431 INFO:tasks.workunit.client.0.smithi089.stdout: "lease_timeout": { 2024-07-26T07:21:28.431 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.431 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.431 INFO:tasks.workunit.client.0.smithi089.stdout: "new_pn": { 2024-07-26T07:21:28.431 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.431 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.431 INFO:tasks.workunit.client.0.smithi089.stdout: "new_pn_latency": { 2024-07-26T07:21:28.431 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.431 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.431 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.431 INFO:tasks.workunit.client.0.smithi089.stdout: "refresh": { 2024-07-26T07:21:28.431 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7814 2024-07-26T07:21:28.431 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.431 INFO:tasks.workunit.client.0.smithi089.stdout: "refresh_latency": { 2024-07-26T07:21:28.432 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7814, 2024-07-26T07:21:28.432 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 24443531724 2024-07-26T07:21:28.432 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.432 INFO:tasks.workunit.client.0.smithi089.stdout: "restart": { 2024-07-26T07:21:28.432 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9 2024-07-26T07:21:28.432 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.432 INFO:tasks.workunit.client.0.smithi089.stdout: "share_state": { 2024-07-26T07:21:28.432 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.432 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.432 INFO:tasks.workunit.client.0.smithi089.stdout: "share_state_bytes": { 2024-07-26T07:21:28.432 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.432 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.432 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.432 INFO:tasks.workunit.client.0.smithi089.stdout: "share_state_keys": { 2024-07-26T07:21:28.433 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.433 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.433 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.433 INFO:tasks.workunit.client.0.smithi089.stdout: "start_leader": { 2024-07-26T07:21:28.433 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.433 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.433 INFO:tasks.workunit.client.0.smithi089.stdout: "start_peon": { 2024-07-26T07:21:28.433 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2 2024-07-26T07:21:28.433 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.433 INFO:tasks.workunit.client.0.smithi089.stdout: "store_state": { 2024-07-26T07:21:28.433 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7814 2024-07-26T07:21:28.433 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.433 INFO:tasks.workunit.client.0.smithi089.stdout: "store_state_bytes": { 2024-07-26T07:21:28.433 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7814, 2024-07-26T07:21:28.434 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 111046392 2024-07-26T07:21:28.434 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.434 INFO:tasks.workunit.client.0.smithi089.stdout: "store_state_keys": { 2024-07-26T07:21:28.434 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7814, 2024-07-26T07:21:28.434 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 70512 2024-07-26T07:21:28.434 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.434 INFO:tasks.workunit.client.0.smithi089.stdout: "store_state_latency": { 2024-07-26T07:21:28.434 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7814, 2024-07-26T07:21:28.434 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2634949567 2024-07-26T07:21:28.434 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.434 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.434 INFO:tasks.workunit.client.0.smithi089.stdout: "prioritycache": { 2024-07-26T07:21:28.434 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_bytes": { 2024-07-26T07:21:28.434 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1020054731 2024-07-26T07:21:28.435 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.435 INFO:tasks.workunit.client.0.smithi089.stdout: "heap_bytes": { 2024-07-26T07:21:28.435 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 170885120 2024-07-26T07:21:28.435 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.435 INFO:tasks.workunit.client.0.smithi089.stdout: "mapped_bytes": { 2024-07-26T07:21:28.435 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 165961728 2024-07-26T07:21:28.435 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.435 INFO:tasks.workunit.client.0.smithi089.stdout: "target_bytes": { 2024-07-26T07:21:28.435 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2147483648 2024-07-26T07:21:28.435 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.435 INFO:tasks.workunit.client.0.smithi089.stdout: "unmapped_bytes": { 2024-07-26T07:21:28.435 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4923392 2024-07-26T07:21:28.435 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.435 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.435 INFO:tasks.workunit.client.0.smithi089.stdout: "prioritycache:full": { 2024-07-26T07:21:28.436 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:28.436 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 360710144 2024-07-26T07:21:28.436 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.436 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:28.436 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.436 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.436 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:28.436 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.436 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.436 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:28.436 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 266944437 2024-07-26T07:21:28.436 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.436 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:28.436 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 25619211 2024-07-26T07:21:28.436 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.437 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:28.437 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.437 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.437 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:28.437 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.437 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.437 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:28.437 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.437 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.437 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:28.437 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.437 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.437 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:28.437 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.437 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.438 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:28.438 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.438 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.438 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:28.438 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.438 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.438 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:28.438 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.438 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.438 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:28.438 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 68146496 2024-07-26T07:21:28.438 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.438 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.438 INFO:tasks.workunit.client.0.smithi089.stdout: "prioritycache:inc": { 2024-07-26T07:21:28.439 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:28.439 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 339738624 2024-07-26T07:21:28.439 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.439 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:28.439 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.439 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.439 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:28.439 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.439 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.439 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:28.439 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 266944437 2024-07-26T07:21:28.439 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.439 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:28.439 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1565320 2024-07-26T07:21:28.439 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.440 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:28.440 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.440 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.440 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:28.440 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.440 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.440 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:28.440 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.440 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.440 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:28.440 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.440 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.440 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:28.440 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.440 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.441 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:28.441 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.441 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.441 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:28.441 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.441 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.441 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:28.441 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.441 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.441 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:28.441 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 71228867 2024-07-26T07:21:28.441 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.441 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.441 INFO:tasks.workunit.client.0.smithi089.stdout: "prioritycache:kv": { 2024-07-26T07:21:28.441 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:28.442 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 314572800 2024-07-26T07:21:28.442 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.442 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:28.442 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T07:21:28.442 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.442 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:28.442 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.442 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.442 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:28.442 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 177962958 2024-07-26T07:21:28.442 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.442 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:28.442 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.442 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.443 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:28.443 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.443 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.443 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:28.443 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.443 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.443 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:28.443 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.443 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.443 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:28.443 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.443 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.443 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:28.443 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.443 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.444 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:28.444 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.444 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.444 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:28.444 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.444 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.444 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:28.444 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.444 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.444 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:28.444 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 69500978 2024-07-26T07:21:28.444 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.444 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.444 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb": { 2024-07-26T07:21:28.445 INFO:tasks.workunit.client.0.smithi089.stdout: "compact": { 2024-07-26T07:21:28.445 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.445 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.445 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_queue_len": { 2024-07-26T07:21:28.445 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.445 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.445 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_queue_merge": { 2024-07-26T07:21:28.445 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.445 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.445 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_range": { 2024-07-26T07:21:28.445 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 93 2024-07-26T07:21:28.445 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.445 INFO:tasks.workunit.client.0.smithi089.stdout: "get_latency": { 2024-07-26T07:21:28.445 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 341170, 2024-07-26T07:21:28.446 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1607503787 2024-07-26T07:21:28.446 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.446 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb_write_delay_time": { 2024-07-26T07:21:28.446 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.446 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.446 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.446 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb_write_memtable_time": { 2024-07-26T07:21:28.446 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.446 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.446 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.446 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb_write_pre_and_post_time": { 2024-07-26T07:21:28.446 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.446 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.446 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.447 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb_write_wal_time": { 2024-07-26T07:21:28.447 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.447 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.447 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.447 INFO:tasks.workunit.client.0.smithi089.stdout: "submit_latency": { 2024-07-26T07:21:28.447 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.447 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.447 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.447 INFO:tasks.workunit.client.0.smithi089.stdout: "submit_sync_latency": { 2024-07-26T07:21:28.447 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 19102, 2024-07-26T07:21:28.447 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6073606119 2024-07-26T07:21:28.447 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.447 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.448 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.448 INFO:tasks.workunit.client.0.smithi089.stdout: "mon.87ef074e95f73b29e32a1570865c090ae0131b8b": { 2024-07-26T07:21:28.448 INFO:tasks.workunit.client.0.smithi089.stdout: "mon": { 2024-07-26T07:21:28.448 INFO:tasks.workunit.client.0.smithi089.stdout: "election_call": { 2024-07-26T07:21:28.448 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5 2024-07-26T07:21:28.448 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.448 INFO:tasks.workunit.client.0.smithi089.stdout: "election_lose": { 2024-07-26T07:21:28.448 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.448 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.448 INFO:tasks.workunit.client.0.smithi089.stdout: "election_win": { 2024-07-26T07:21:28.448 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5 2024-07-26T07:21:28.448 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.448 INFO:tasks.workunit.client.0.smithi089.stdout: "num_elections": { 2024-07-26T07:21:28.448 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 17 2024-07-26T07:21:28.448 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.449 INFO:tasks.workunit.client.0.smithi089.stdout: "num_sessions": { 2024-07-26T07:21:28.449 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 11 2024-07-26T07:21:28.449 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.449 INFO:tasks.workunit.client.0.smithi089.stdout: "session_add": { 2024-07-26T07:21:28.449 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5 2024-07-26T07:21:28.449 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.449 INFO:tasks.workunit.client.0.smithi089.stdout: "session_rm": { 2024-07-26T07:21:28.449 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 200 2024-07-26T07:21:28.449 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.449 INFO:tasks.workunit.client.0.smithi089.stdout: "session_trim": { 2024-07-26T07:21:28.449 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.449 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.449 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.450 INFO:tasks.workunit.client.0.smithi089.stdout: "paxos": { 2024-07-26T07:21:28.450 INFO:tasks.workunit.client.0.smithi089.stdout: "accept_timeout": { 2024-07-26T07:21:28.450 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.450 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.450 INFO:tasks.workunit.client.0.smithi089.stdout: "begin": { 2024-07-26T07:21:28.450 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7912 2024-07-26T07:21:28.450 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.450 INFO:tasks.workunit.client.0.smithi089.stdout: "begin_bytes": { 2024-07-26T07:21:28.450 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7912, 2024-07-26T07:21:28.450 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 57726542 2024-07-26T07:21:28.450 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.450 INFO:tasks.workunit.client.0.smithi089.stdout: "begin_keys": { 2024-07-26T07:21:28.450 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7912, 2024-07-26T07:21:28.451 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 23736 2024-07-26T07:21:28.451 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.451 INFO:tasks.workunit.client.0.smithi089.stdout: "begin_latency": { 2024-07-26T07:21:28.451 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7912, 2024-07-26T07:21:28.451 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1552964562 2024-07-26T07:21:28.451 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.451 INFO:tasks.workunit.client.0.smithi089.stdout: "collect": { 2024-07-26T07:21:28.451 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.451 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.451 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_bytes": { 2024-07-26T07:21:28.451 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.451 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.451 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.451 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_keys": { 2024-07-26T07:21:28.452 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.452 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.452 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.452 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_latency": { 2024-07-26T07:21:28.452 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.452 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.452 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.452 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_timeout": { 2024-07-26T07:21:28.452 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.452 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.452 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_uncommitted": { 2024-07-26T07:21:28.452 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2 2024-07-26T07:21:28.452 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.452 INFO:tasks.workunit.client.0.smithi089.stdout: "commit": { 2024-07-26T07:21:28.453 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7910 2024-07-26T07:21:28.453 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.453 INFO:tasks.workunit.client.0.smithi089.stdout: "commit_bytes": { 2024-07-26T07:21:28.453 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7910, 2024-07-26T07:21:28.453 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 57127877 2024-07-26T07:21:28.453 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.453 INFO:tasks.workunit.client.0.smithi089.stdout: "commit_keys": { 2024-07-26T07:21:28.453 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7910, 2024-07-26T07:21:28.453 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 63643 2024-07-26T07:21:28.453 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.453 INFO:tasks.workunit.client.0.smithi089.stdout: "commit_latency": { 2024-07-26T07:21:28.453 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7910, 2024-07-26T07:21:28.453 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2928588327 2024-07-26T07:21:28.453 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.454 INFO:tasks.workunit.client.0.smithi089.stdout: "lease_ack_timeout": { 2024-07-26T07:21:28.454 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.454 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.454 INFO:tasks.workunit.client.0.smithi089.stdout: "lease_timeout": { 2024-07-26T07:21:28.454 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.454 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.454 INFO:tasks.workunit.client.0.smithi089.stdout: "new_pn": { 2024-07-26T07:21:28.454 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5 2024-07-26T07:21:28.454 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.454 INFO:tasks.workunit.client.0.smithi089.stdout: "new_pn_latency": { 2024-07-26T07:21:28.454 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 5, 2024-07-26T07:21:28.454 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2999932 2024-07-26T07:21:28.454 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.454 INFO:tasks.workunit.client.0.smithi089.stdout: "refresh": { 2024-07-26T07:21:28.455 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7913 2024-07-26T07:21:28.455 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.455 INFO:tasks.workunit.client.0.smithi089.stdout: "refresh_latency": { 2024-07-26T07:21:28.455 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7913, 2024-07-26T07:21:28.455 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 29732321533 2024-07-26T07:21:28.455 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.455 INFO:tasks.workunit.client.0.smithi089.stdout: "restart": { 2024-07-26T07:21:28.455 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 19 2024-07-26T07:21:28.455 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.455 INFO:tasks.workunit.client.0.smithi089.stdout: "share_state": { 2024-07-26T07:21:28.455 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1 2024-07-26T07:21:28.455 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.455 INFO:tasks.workunit.client.0.smithi089.stdout: "share_state_bytes": { 2024-07-26T07:21:28.456 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1, 2024-07-26T07:21:28.456 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 36759 2024-07-26T07:21:28.456 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.456 INFO:tasks.workunit.client.0.smithi089.stdout: "share_state_keys": { 2024-07-26T07:21:28.456 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1, 2024-07-26T07:21:28.456 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4 2024-07-26T07:21:28.456 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.456 INFO:tasks.workunit.client.0.smithi089.stdout: "start_leader": { 2024-07-26T07:21:28.456 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5 2024-07-26T07:21:28.456 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.456 INFO:tasks.workunit.client.0.smithi089.stdout: "start_peon": { 2024-07-26T07:21:28.456 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.456 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.456 INFO:tasks.workunit.client.0.smithi089.stdout: "store_state": { 2024-07-26T07:21:28.457 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.457 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.457 INFO:tasks.workunit.client.0.smithi089.stdout: "store_state_bytes": { 2024-07-26T07:21:28.457 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.457 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.457 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.457 INFO:tasks.workunit.client.0.smithi089.stdout: "store_state_keys": { 2024-07-26T07:21:28.457 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.457 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.457 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.457 INFO:tasks.workunit.client.0.smithi089.stdout: "store_state_latency": { 2024-07-26T07:21:28.457 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.457 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.457 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.458 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.458 INFO:tasks.workunit.client.0.smithi089.stdout: "prioritycache": { 2024-07-26T07:21:28.458 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_bytes": { 2024-07-26T07:21:28.458 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1020054731 2024-07-26T07:21:28.458 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.458 INFO:tasks.workunit.client.0.smithi089.stdout: "heap_bytes": { 2024-07-26T07:21:28.458 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 255950848 2024-07-26T07:21:28.458 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.458 INFO:tasks.workunit.client.0.smithi089.stdout: "mapped_bytes": { 2024-07-26T07:21:28.458 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 253829120 2024-07-26T07:21:28.458 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.458 INFO:tasks.workunit.client.0.smithi089.stdout: "target_bytes": { 2024-07-26T07:21:28.458 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2147483648 2024-07-26T07:21:28.458 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.458 INFO:tasks.workunit.client.0.smithi089.stdout: "unmapped_bytes": { 2024-07-26T07:21:28.459 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2121728 2024-07-26T07:21:28.459 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.459 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.459 INFO:tasks.workunit.client.0.smithi089.stdout: "prioritycache:full": { 2024-07-26T07:21:28.459 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:28.459 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 360710144 2024-07-26T07:21:28.459 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.459 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:28.459 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.459 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.459 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:28.459 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.459 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.459 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:28.459 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 266440256 2024-07-26T07:21:28.459 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.460 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:28.460 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 26560630 2024-07-26T07:21:28.460 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.460 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:28.460 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.460 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.460 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:28.460 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.460 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.460 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:28.460 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.460 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.460 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:28.460 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.461 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.461 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:28.461 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.461 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.461 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:28.461 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.461 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.461 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:28.461 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.461 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.461 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:28.461 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.461 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.461 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:28.461 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67709258 2024-07-26T07:21:28.462 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.462 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.462 INFO:tasks.workunit.client.0.smithi089.stdout: "prioritycache:inc": { 2024-07-26T07:21:28.462 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:28.462 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 335544320 2024-07-26T07:21:28.462 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.462 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:28.462 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.462 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.462 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:28.462 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.462 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.462 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:28.463 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 266440256 2024-07-26T07:21:28.463 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.463 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:28.463 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1968383 2024-07-26T07:21:28.463 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.463 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:28.463 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.463 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.463 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:28.463 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.463 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.463 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:28.463 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.463 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.464 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:28.464 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.464 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.464 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:28.464 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.464 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.464 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:28.464 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.464 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.464 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:28.464 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.464 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.464 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:28.464 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.464 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.465 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:28.465 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67135681 2024-07-26T07:21:28.465 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.465 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.465 INFO:tasks.workunit.client.0.smithi089.stdout: "prioritycache:kv": { 2024-07-26T07:21:28.465 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:28.465 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 314572800 2024-07-26T07:21:28.465 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.465 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:28.465 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T07:21:28.465 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.465 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:28.465 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.465 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.465 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:28.466 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 177626837 2024-07-26T07:21:28.466 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.466 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:28.466 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.466 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.466 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:28.466 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.466 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.466 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:28.466 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.466 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.466 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:28.466 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.467 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.467 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:28.467 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.467 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.467 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:28.467 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.467 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.467 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:28.467 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.467 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.467 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:28.467 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.467 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.467 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:28.468 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.468 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.468 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:28.468 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 69837099 2024-07-26T07:21:28.468 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.468 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.468 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb": { 2024-07-26T07:21:28.468 INFO:tasks.workunit.client.0.smithi089.stdout: "compact": { 2024-07-26T07:21:28.468 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.468 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.468 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_queue_len": { 2024-07-26T07:21:28.468 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.468 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.468 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_queue_merge": { 2024-07-26T07:21:28.469 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.469 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.469 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_range": { 2024-07-26T07:21:28.469 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 94 2024-07-26T07:21:28.469 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.469 INFO:tasks.workunit.client.0.smithi089.stdout: "get_latency": { 2024-07-26T07:21:28.469 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 358343, 2024-07-26T07:21:28.469 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1951338931 2024-07-26T07:21:28.469 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.469 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb_write_delay_time": { 2024-07-26T07:21:28.469 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.469 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.469 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.469 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb_write_memtable_time": { 2024-07-26T07:21:28.469 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.470 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.470 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.470 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb_write_pre_and_post_time": { 2024-07-26T07:21:28.470 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.470 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.470 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.470 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb_write_wal_time": { 2024-07-26T07:21:28.470 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.470 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.470 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.470 INFO:tasks.workunit.client.0.smithi089.stdout: "submit_latency": { 2024-07-26T07:21:28.470 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.470 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.471 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.471 INFO:tasks.workunit.client.0.smithi089.stdout: "submit_sync_latency": { 2024-07-26T07:21:28.471 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 19347, 2024-07-26T07:21:28.471 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7705167321 2024-07-26T07:21:28.471 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.471 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.471 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.471 INFO:tasks.workunit.client.0.smithi089.stdout: "mon.fa05ed6b69dc18131ed830145851b5294218fbe2": { 2024-07-26T07:21:28.471 INFO:tasks.workunit.client.0.smithi089.stdout: "mon": { 2024-07-26T07:21:28.471 INFO:tasks.workunit.client.0.smithi089.stdout: "election_call": { 2024-07-26T07:21:28.471 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2 2024-07-26T07:21:28.471 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.471 INFO:tasks.workunit.client.0.smithi089.stdout: "election_lose": { 2024-07-26T07:21:28.471 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3 2024-07-26T07:21:28.471 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.472 INFO:tasks.workunit.client.0.smithi089.stdout: "election_win": { 2024-07-26T07:21:28.472 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.472 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.472 INFO:tasks.workunit.client.0.smithi089.stdout: "num_elections": { 2024-07-26T07:21:28.472 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 11 2024-07-26T07:21:28.472 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.472 INFO:tasks.workunit.client.0.smithi089.stdout: "num_sessions": { 2024-07-26T07:21:28.472 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7 2024-07-26T07:21:28.472 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.472 INFO:tasks.workunit.client.0.smithi089.stdout: "session_add": { 2024-07-26T07:21:28.472 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4 2024-07-26T07:21:28.472 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.472 INFO:tasks.workunit.client.0.smithi089.stdout: "session_rm": { 2024-07-26T07:21:28.472 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 269 2024-07-26T07:21:28.473 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.473 INFO:tasks.workunit.client.0.smithi089.stdout: "session_trim": { 2024-07-26T07:21:28.473 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.473 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.473 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.473 INFO:tasks.workunit.client.0.smithi089.stdout: "paxos": { 2024-07-26T07:21:28.473 INFO:tasks.workunit.client.0.smithi089.stdout: "accept_timeout": { 2024-07-26T07:21:28.473 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.473 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.473 INFO:tasks.workunit.client.0.smithi089.stdout: "begin": { 2024-07-26T07:21:28.473 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7853 2024-07-26T07:21:28.473 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.473 INFO:tasks.workunit.client.0.smithi089.stdout: "begin_bytes": { 2024-07-26T07:21:28.473 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7853, 2024-07-26T07:21:28.474 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 56574573 2024-07-26T07:21:28.474 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.474 INFO:tasks.workunit.client.0.smithi089.stdout: "begin_keys": { 2024-07-26T07:21:28.474 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.474 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.474 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.474 INFO:tasks.workunit.client.0.smithi089.stdout: "begin_latency": { 2024-07-26T07:21:28.474 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7853, 2024-07-26T07:21:28.474 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1958955332 2024-07-26T07:21:28.474 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.474 INFO:tasks.workunit.client.0.smithi089.stdout: "collect": { 2024-07-26T07:21:28.474 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3 2024-07-26T07:21:28.474 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.475 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_bytes": { 2024-07-26T07:21:28.475 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3, 2024-07-26T07:21:28.475 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 219 2024-07-26T07:21:28.475 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.475 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_keys": { 2024-07-26T07:21:28.475 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3, 2024-07-26T07:21:28.475 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3 2024-07-26T07:21:28.475 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.475 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_latency": { 2024-07-26T07:21:28.475 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3, 2024-07-26T07:21:28.475 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 999977 2024-07-26T07:21:28.475 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.475 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_timeout": { 2024-07-26T07:21:28.475 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.476 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.476 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_uncommitted": { 2024-07-26T07:21:28.476 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1 2024-07-26T07:21:28.476 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.476 INFO:tasks.workunit.client.0.smithi089.stdout: "commit": { 2024-07-26T07:21:28.476 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7853 2024-07-26T07:21:28.476 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.476 INFO:tasks.workunit.client.0.smithi089.stdout: "commit_bytes": { 2024-07-26T07:21:28.476 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.476 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.476 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.476 INFO:tasks.workunit.client.0.smithi089.stdout: "commit_keys": { 2024-07-26T07:21:28.476 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.476 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.477 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.477 INFO:tasks.workunit.client.0.smithi089.stdout: "commit_latency": { 2024-07-26T07:21:28.477 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.477 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.477 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.477 INFO:tasks.workunit.client.0.smithi089.stdout: "lease_ack_timeout": { 2024-07-26T07:21:28.477 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.477 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.477 INFO:tasks.workunit.client.0.smithi089.stdout: "lease_timeout": { 2024-07-26T07:21:28.477 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.477 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.477 INFO:tasks.workunit.client.0.smithi089.stdout: "new_pn": { 2024-07-26T07:21:28.477 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.477 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.478 INFO:tasks.workunit.client.0.smithi089.stdout: "new_pn_latency": { 2024-07-26T07:21:28.478 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.478 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.478 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.478 INFO:tasks.workunit.client.0.smithi089.stdout: "refresh": { 2024-07-26T07:21:28.478 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7853 2024-07-26T07:21:28.478 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.478 INFO:tasks.workunit.client.0.smithi089.stdout: "refresh_latency": { 2024-07-26T07:21:28.478 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7853, 2024-07-26T07:21:28.478 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 27083381803 2024-07-26T07:21:28.478 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.478 INFO:tasks.workunit.client.0.smithi089.stdout: "restart": { 2024-07-26T07:21:28.478 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 13 2024-07-26T07:21:28.479 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.479 INFO:tasks.workunit.client.0.smithi089.stdout: "share_state": { 2024-07-26T07:21:28.479 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.479 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.479 INFO:tasks.workunit.client.0.smithi089.stdout: "share_state_bytes": { 2024-07-26T07:21:28.479 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.479 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.479 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.479 INFO:tasks.workunit.client.0.smithi089.stdout: "share_state_keys": { 2024-07-26T07:21:28.479 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.479 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.479 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.479 INFO:tasks.workunit.client.0.smithi089.stdout: "start_leader": { 2024-07-26T07:21:28.479 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.479 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.480 INFO:tasks.workunit.client.0.smithi089.stdout: "start_peon": { 2024-07-26T07:21:28.481 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3 2024-07-26T07:21:28.481 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.481 INFO:tasks.workunit.client.0.smithi089.stdout: "store_state": { 2024-07-26T07:21:28.482 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7853 2024-07-26T07:21:28.482 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.482 INFO:tasks.workunit.client.0.smithi089.stdout: "store_state_bytes": { 2024-07-26T07:21:28.482 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7853, 2024-07-26T07:21:28.482 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 111713129 2024-07-26T07:21:28.482 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.482 INFO:tasks.workunit.client.0.smithi089.stdout: "store_state_keys": { 2024-07-26T07:21:28.482 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7853, 2024-07-26T07:21:28.482 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 71113 2024-07-26T07:21:28.482 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.482 INFO:tasks.workunit.client.0.smithi089.stdout: "store_state_latency": { 2024-07-26T07:21:28.482 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7853, 2024-07-26T07:21:28.482 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5369877568 2024-07-26T07:21:28.482 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.483 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.483 INFO:tasks.workunit.client.0.smithi089.stdout: "prioritycache": { 2024-07-26T07:21:28.483 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_bytes": { 2024-07-26T07:21:28.483 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1020054731 2024-07-26T07:21:28.483 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.483 INFO:tasks.workunit.client.0.smithi089.stdout: "heap_bytes": { 2024-07-26T07:21:28.483 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 183492608 2024-07-26T07:21:28.483 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.483 INFO:tasks.workunit.client.0.smithi089.stdout: "mapped_bytes": { 2024-07-26T07:21:28.483 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 177938432 2024-07-26T07:21:28.483 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.483 INFO:tasks.workunit.client.0.smithi089.stdout: "target_bytes": { 2024-07-26T07:21:28.483 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2147483648 2024-07-26T07:21:28.483 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.484 INFO:tasks.workunit.client.0.smithi089.stdout: "unmapped_bytes": { 2024-07-26T07:21:28.484 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5554176 2024-07-26T07:21:28.484 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.484 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.484 INFO:tasks.workunit.client.0.smithi089.stdout: "prioritycache:full": { 2024-07-26T07:21:28.484 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:28.484 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 360710144 2024-07-26T07:21:28.484 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.484 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:28.484 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.484 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.484 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:28.484 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.484 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.485 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:28.485 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 266119720 2024-07-26T07:21:28.485 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.485 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:28.485 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 26558637 2024-07-26T07:21:28.485 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.485 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:28.485 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.485 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.485 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:28.485 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.485 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.485 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:28.485 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.486 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.486 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:28.486 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.486 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.486 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:28.486 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.486 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.486 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:28.486 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.486 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.486 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:28.486 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.486 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.486 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:28.487 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.487 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.487 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:28.487 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 68031787 2024-07-26T07:21:28.487 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.487 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.487 INFO:tasks.workunit.client.0.smithi089.stdout: "prioritycache:inc": { 2024-07-26T07:21:28.487 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:28.487 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 339738624 2024-07-26T07:21:28.487 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.487 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:28.487 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.487 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.487 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:28.487 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.488 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.488 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:28.488 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 266119720 2024-07-26T07:21:28.488 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.488 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:28.488 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2825139 2024-07-26T07:21:28.488 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.488 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:28.488 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.488 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.488 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:28.488 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.488 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.488 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:28.489 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.489 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.489 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:28.489 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.489 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.489 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:28.489 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.489 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.489 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:28.489 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.489 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.489 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:28.489 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.489 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.490 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:28.490 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.490 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.490 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:28.490 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 70793765 2024-07-26T07:21:28.490 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.490 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.490 INFO:tasks.workunit.client.0.smithi089.stdout: "prioritycache:kv": { 2024-07-26T07:21:28.490 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:28.490 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 314572800 2024-07-26T07:21:28.490 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.490 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:28.490 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T07:21:28.490 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.491 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:28.491 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.491 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.491 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:28.491 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 177413146 2024-07-26T07:21:28.491 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.491 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:28.491 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.491 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.491 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:28.491 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.491 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.491 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:28.491 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.491 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.492 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:28.492 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.492 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.492 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:28.492 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.492 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.492 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:28.492 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.492 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.492 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:28.492 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.492 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.492 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:28.492 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.492 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.493 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:28.493 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.493 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.493 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:28.493 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 70050790 2024-07-26T07:21:28.493 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.493 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.493 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb": { 2024-07-26T07:21:28.493 INFO:tasks.workunit.client.0.smithi089.stdout: "compact": { 2024-07-26T07:21:28.493 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.493 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.493 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_queue_len": { 2024-07-26T07:21:28.493 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.493 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.493 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_queue_merge": { 2024-07-26T07:21:28.493 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.493 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.494 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_range": { 2024-07-26T07:21:28.494 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 94 2024-07-26T07:21:28.494 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.494 INFO:tasks.workunit.client.0.smithi089.stdout: "get_latency": { 2024-07-26T07:21:28.494 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 345158, 2024-07-26T07:21:28.494 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1726731853 2024-07-26T07:21:28.494 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.494 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb_write_delay_time": { 2024-07-26T07:21:28.494 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.494 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.494 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.494 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb_write_memtable_time": { 2024-07-26T07:21:28.494 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.494 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.495 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.495 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb_write_pre_and_post_time": { 2024-07-26T07:21:28.495 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.495 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.495 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.495 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb_write_wal_time": { 2024-07-26T07:21:28.495 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.495 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.495 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.495 INFO:tasks.workunit.client.0.smithi089.stdout: "submit_latency": { 2024-07-26T07:21:28.495 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.495 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.495 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.495 INFO:tasks.workunit.client.0.smithi089.stdout: "submit_sync_latency": { 2024-07-26T07:21:28.495 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 19203, 2024-07-26T07:21:28.496 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9607682145 2024-07-26T07:21:28.496 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.496 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.496 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.496 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.0": { 2024-07-26T07:21:28.496 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T07:21:28.496 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_db_max_lat": { 2024-07-26T07:21:28.496 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 24098 2024-07-26T07:21:28.496 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.496 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_fallback": { 2024-07-26T07:21:28.496 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.496 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.496 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_max_lat": { 2024-07-26T07:21:28.496 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.497 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.497 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_size_fallback": { 2024-07-26T07:21:28.497 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.497 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.497 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_db": { 2024-07-26T07:21:28.497 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 65536 2024-07-26T07:21:28.497 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.497 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_slow": { 2024-07-26T07:21:28.497 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.497 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.497 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_wal": { 2024-07-26T07:21:28.497 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.497 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.497 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_wal_max_lat": { 2024-07-26T07:21:28.498 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.498 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.498 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_slow": { 2024-07-26T07:21:28.498 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.498 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.498 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_sst": { 2024-07-26T07:21:28.498 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10731520 2024-07-26T07:21:28.498 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.498 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_wal": { 2024-07-26T07:21:28.498 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 853250048 2024-07-26T07:21:28.498 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.498 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lat": { 2024-07-26T07:21:28.498 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 19, 2024-07-26T07:21:28.498 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3746990 2024-07-26T07:21:28.499 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.499 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lock_lat": { 2024-07-26T07:21:28.499 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 19, 2024-07-26T07:21:28.499 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1471386 2024-07-26T07:21:28.499 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.499 INFO:tasks.workunit.client.0.smithi089.stdout: "db_alloc_lat": { 2024-07-26T07:21:28.499 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 211, 2024-07-26T07:21:28.499 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 967978 2024-07-26T07:21:28.499 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.499 INFO:tasks.workunit.client.0.smithi089.stdout: "db_total_bytes": { 2024-07-26T07:21:28.499 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995027456 2024-07-26T07:21:28.499 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.499 INFO:tasks.workunit.client.0.smithi089.stdout: "db_used_bytes": { 2024-07-26T07:21:28.499 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 864681984 2024-07-26T07:21:28.500 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.500 INFO:tasks.workunit.client.0.smithi089.stdout: "flush_lat": { 2024-07-26T07:21:28.500 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80402, 2024-07-26T07:21:28.500 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10748336427 2024-07-26T07:21:28.500 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.500 INFO:tasks.workunit.client.0.smithi089.stdout: "fsync_lat": { 2024-07-26T07:21:28.500 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80406, 2024-07-26T07:21:28.500 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 17581532401 2024-07-26T07:21:28.500 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.500 INFO:tasks.workunit.client.0.smithi089.stdout: "log_bytes": { 2024-07-26T07:21:28.500 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 13393920 2024-07-26T07:21:28.500 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.500 INFO:tasks.workunit.client.0.smithi089.stdout: "logged_bytes": { 2024-07-26T07:21:28.500 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 329285632 2024-07-26T07:21:28.501 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.501 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_db": { 2024-07-26T07:21:28.501 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 860422144 2024-07-26T07:21:28.501 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.501 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_slow": { 2024-07-26T07:21:28.501 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.501 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.501 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_wal": { 2024-07-26T07:21:28.501 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.501 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.501 INFO:tasks.workunit.client.0.smithi089.stdout: "num_files": { 2024-07-26T07:21:28.501 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 59 2024-07-26T07:21:28.501 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.501 INFO:tasks.workunit.client.0.smithi089.stdout: "read_bytes": { 2024-07-26T07:21:28.502 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 357067552 2024-07-26T07:21:28.502 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.502 INFO:tasks.workunit.client.0.smithi089.stdout: "read_count": { 2024-07-26T07:21:28.502 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 23883 2024-07-26T07:21:28.502 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.502 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes": { 2024-07-26T07:21:28.502 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 278900736 2024-07-26T07:21:28.502 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.502 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_db": { 2024-07-26T07:21:28.502 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 278904832 2024-07-26T07:21:28.502 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.502 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_slow": { 2024-07-26T07:21:28.502 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.502 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.503 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_wal": { 2024-07-26T07:21:28.503 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.503 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.503 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_count": { 2024-07-26T07:21:28.503 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 11276 2024-07-26T07:21:28.503 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.503 INFO:tasks.workunit.client.0.smithi089.stdout: "read_lat": { 2024-07-26T07:21:28.503 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 23883, 2024-07-26T07:21:28.503 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 183687994 2024-07-26T07:21:28.503 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.503 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_bytes": { 2024-07-26T07:21:28.503 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 244059870 2024-07-26T07:21:28.503 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.503 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_count": { 2024-07-26T07:21:28.503 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 20422 2024-07-26T07:21:28.504 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.504 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_bytes": { 2024-07-26T07:21:28.504 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5113198 2024-07-26T07:21:28.504 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.504 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_count": { 2024-07-26T07:21:28.504 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 590 2024-07-26T07:21:28.504 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.504 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_bytes": { 2024-07-26T07:21:28.504 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10604268 2024-07-26T07:21:28.504 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.504 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_count": { 2024-07-26T07:21:28.504 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 902 2024-07-26T07:21:28.504 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.504 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes": { 2024-07-26T07:21:28.504 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5491070 2024-07-26T07:21:28.505 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.505 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_db": { 2024-07-26T07:21:28.505 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5491070 2024-07-26T07:21:28.505 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.505 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_slow": { 2024-07-26T07:21:28.505 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.505 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.505 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_wal": { 2024-07-26T07:21:28.505 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.505 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.505 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_count": { 2024-07-26T07:21:28.505 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 329 2024-07-26T07:21:28.505 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.505 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_lat": { 2024-07-26T07:21:28.506 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 902, 2024-07-26T07:21:28.506 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4334979 2024-07-26T07:21:28.506 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.506 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_alloc_lat": { 2024-07-26T07:21:28.506 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.506 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.506 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.506 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_total_bytes": { 2024-07-26T07:21:28.506 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.506 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.506 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_used_bytes": { 2024-07-26T07:21:28.506 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.506 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.507 INFO:tasks.workunit.client.0.smithi089.stdout: "truncate_lat": { 2024-07-26T07:21:28.507 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1, 2024-07-26T07:21:28.507 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 581 2024-07-26T07:21:28.507 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.507 INFO:tasks.workunit.client.0.smithi089.stdout: "unlink_lat": { 2024-07-26T07:21:28.507 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 4, 2024-07-26T07:21:28.507 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5638 2024-07-26T07:21:28.507 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.507 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_alloc_lat": { 2024-07-26T07:21:28.507 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.507 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.507 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.507 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_total_bytes": { 2024-07-26T07:21:28.507 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.507 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.508 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_used_bytes": { 2024-07-26T07:21:28.508 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.508 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.508 INFO:tasks.workunit.client.0.smithi089.stdout: "write_bytes": { 2024-07-26T07:21:28.508 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1196158976 2024-07-26T07:21:28.508 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.508 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.508 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore": { 2024-07-26T07:21:28.508 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit": { 2024-07-26T07:21:28.508 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4096 2024-07-26T07:21:28.508 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.508 INFO:tasks.workunit.client.0.smithi089.stdout: "allocated": { 2024-07-26T07:21:28.508 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 14929920 2024-07-26T07:21:28.508 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.509 INFO:tasks.workunit.client.0.smithi089.stdout: "allocator_lat": { 2024-07-26T07:21:28.509 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 23922, 2024-07-26T07:21:28.509 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 69934816 2024-07-26T07:21:28.509 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.509 INFO:tasks.workunit.client.0.smithi089.stdout: "clist_lat": { 2024-07-26T07:21:28.509 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3323, 2024-07-26T07:21:28.509 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 409444443 2024-07-26T07:21:28.509 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.509 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_lat": { 2024-07-26T07:21:28.509 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.509 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.509 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.509 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed": { 2024-07-26T07:21:28.509 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.510 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.510 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_allocated": { 2024-07-26T07:21:28.510 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.510 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.510 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_original": { 2024-07-26T07:21:28.510 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.510 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.510 INFO:tasks.workunit.client.0.smithi089.stdout: "csum_lat": { 2024-07-26T07:21:28.510 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 24028, 2024-07-26T07:21:28.510 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 199276007 2024-07-26T07:21:28.510 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.510 INFO:tasks.workunit.client.0.smithi089.stdout: "decompress_lat": { 2024-07-26T07:21:28.510 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.510 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.510 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.511 INFO:tasks.workunit.client.0.smithi089.stdout: "fragmentation_micros": { 2024-07-26T07:21:28.511 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.511 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.511 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_commit_lat": { 2024-07-26T07:21:28.511 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80314, 2024-07-26T07:21:28.511 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 21980860191 2024-07-26T07:21:28.511 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.511 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_final_lat": { 2024-07-26T07:21:28.511 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 79671, 2024-07-26T07:21:28.511 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1772168908 2024-07-26T07:21:28.511 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.511 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_flush_lat": { 2024-07-26T07:21:28.511 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80314, 2024-07-26T07:21:28.511 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 47056572 2024-07-26T07:21:28.512 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.512 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_sync_lat": { 2024-07-26T07:21:28.512 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80314, 2024-07-26T07:21:28.512 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 22027916763 2024-07-26T07:21:28.512 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.512 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_keys_lat": { 2024-07-26T07:21:28.512 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.512 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.512 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.512 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_values_lat": { 2024-07-26T07:21:28.512 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 39975, 2024-07-26T07:21:28.512 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1872745526 2024-07-26T07:21:28.512 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.512 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_lower_bound_lat": { 2024-07-26T07:21:28.513 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1076, 2024-07-26T07:21:28.513 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3365250 2024-07-26T07:21:28.513 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.513 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_next_lat": { 2024-07-26T07:21:28.513 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 28853, 2024-07-26T07:21:28.513 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 13147493 2024-07-26T07:21:28.513 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.513 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_seek_to_first_lat": { 2024-07-26T07:21:28.513 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 53, 2024-07-26T07:21:28.513 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 81730 2024-07-26T07:21:28.513 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.513 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_upper_bound_lat": { 2024-07-26T07:21:28.513 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 24437, 2024-07-26T07:21:28.513 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5751597843 2024-07-26T07:21:28.514 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.514 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_hits": { 2024-07-26T07:21:28.514 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 280385 2024-07-26T07:21:28.514 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.514 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_misses": { 2024-07-26T07:21:28.514 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 24916 2024-07-26T07:21:28.514 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.514 INFO:tasks.workunit.client.0.smithi089.stdout: "read_lat": { 2024-07-26T07:21:28.514 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 21761, 2024-07-26T07:21:28.514 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2464654558 2024-07-26T07:21:28.514 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.514 INFO:tasks.workunit.client.0.smithi089.stdout: "read_onode_meta_lat": { 2024-07-26T07:21:28.514 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 51533, 2024-07-26T07:21:28.515 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 17015213 2024-07-26T07:21:28.515 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.515 INFO:tasks.workunit.client.0.smithi089.stdout: "read_wait_aio_lat": { 2024-07-26T07:21:28.515 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 29772, 2024-07-26T07:21:28.515 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1878713739 2024-07-26T07:21:28.515 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.515 INFO:tasks.workunit.client.0.smithi089.stdout: "reads_with_retries": { 2024-07-26T07:21:28.515 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.515 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.515 INFO:tasks.workunit.client.0.smithi089.stdout: "remove_lat": { 2024-07-26T07:21:28.515 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 14912, 2024-07-26T07:21:28.515 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 392737416 2024-07-26T07:21:28.515 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.515 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_aio_wait_count": { 2024-07-26T07:21:28.516 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.516 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.516 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_committed_kv_count": { 2024-07-26T07:21:28.516 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.516 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.516 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_read_onode_meta_count": { 2024-07-26T07:21:28.516 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.516 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.516 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_read_wait_aio_count": { 2024-07-26T07:21:28.516 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.516 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.516 INFO:tasks.workunit.client.0.smithi089.stdout: "state_aio_wait_lat": { 2024-07-26T07:21:28.516 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 98093, 2024-07-26T07:21:28.517 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10720766353 2024-07-26T07:21:28.517 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.517 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T07:21:28.517 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 9862, 2024-07-26T07:21:28.517 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 863538512 2024-07-26T07:21:28.517 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.517 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_cleanup_lat": { 2024-07-26T07:21:28.517 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 9862, 2024-07-26T07:21:28.517 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2823914995757 2024-07-26T07:21:28.517 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.517 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_queued_lat": { 2024-07-26T07:21:28.517 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 9862, 2024-07-26T07:21:28.517 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6703559682965 2024-07-26T07:21:28.518 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.518 INFO:tasks.workunit.client.0.smithi089.stdout: "state_done_lat": { 2024-07-26T07:21:28.518 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 98093, 2024-07-26T07:21:28.518 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2595005410887 2024-07-26T07:21:28.518 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.518 INFO:tasks.workunit.client.0.smithi089.stdout: "state_finishing_lat": { 2024-07-26T07:21:28.518 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 98093, 2024-07-26T07:21:28.518 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 11312139 2024-07-26T07:21:28.518 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.518 INFO:tasks.workunit.client.0.smithi089.stdout: "state_io_done_lat": { 2024-07-26T07:21:28.518 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 98093, 2024-07-26T07:21:28.518 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 430805604 2024-07-26T07:21:28.519 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.519 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_commiting_lat": { 2024-07-26T07:21:28.519 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 98093, 2024-07-26T07:21:28.519 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 41104504093 2024-07-26T07:21:28.519 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.519 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_done_lat": { 2024-07-26T07:21:28.519 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 98093, 2024-07-26T07:21:28.519 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 35170982 2024-07-26T07:21:28.519 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.519 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_queued_lat": { 2024-07-26T07:21:28.519 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 98093, 2024-07-26T07:21:28.519 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 22171832068 2024-07-26T07:21:28.519 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.520 INFO:tasks.workunit.client.0.smithi089.stdout: "state_prepare_lat": { 2024-07-26T07:21:28.520 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 98093, 2024-07-26T07:21:28.520 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9133712977 2024-07-26T07:21:28.520 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.520 INFO:tasks.workunit.client.0.smithi089.stdout: "stored": { 2024-07-26T07:21:28.520 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9130047 2024-07-26T07:21:28.520 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.520 INFO:tasks.workunit.client.0.smithi089.stdout: "truncate_lat": { 2024-07-26T07:21:28.520 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2705, 2024-07-26T07:21:28.520 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 15220625 2024-07-26T07:21:28.520 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.520 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_commit_lat": { 2024-07-26T07:21:28.520 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 98093, 2024-07-26T07:21:28.521 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 83578502188 2024-07-26T07:21:28.521 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.521 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_submit_lat": { 2024-07-26T07:21:28.521 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 98093, 2024-07-26T07:21:28.521 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10239317104 2024-07-26T07:21:28.521 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.521 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_throttle_lat": { 2024-07-26T07:21:28.521 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 98093, 2024-07-26T07:21:28.521 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1011916142 2024-07-26T07:21:28.521 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.521 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.521 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache": { 2024-07-26T07:21:28.521 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_bytes": { 2024-07-26T07:21:28.522 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1405081568 2024-07-26T07:21:28.522 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.522 INFO:tasks.workunit.client.0.smithi089.stdout: "heap_bytes": { 2024-07-26T07:21:28.522 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 521740288 2024-07-26T07:21:28.522 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.522 INFO:tasks.workunit.client.0.smithi089.stdout: "mapped_bytes": { 2024-07-26T07:21:28.522 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 460251136 2024-07-26T07:21:28.522 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.522 INFO:tasks.workunit.client.0.smithi089.stdout: "target_bytes": { 2024-07-26T07:21:28.522 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2600456396 2024-07-26T07:21:28.522 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.522 INFO:tasks.workunit.client.0.smithi089.stdout: "unmapped_bytes": { 2024-07-26T07:21:28.522 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 61489152 2024-07-26T07:21:28.522 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.523 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.523 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:data": { 2024-07-26T07:21:28.523 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:28.523 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 125829120 2024-07-26T07:21:28.523 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.523 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:28.523 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.523 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.523 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:28.523 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.523 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.523 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:28.523 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 56669510 2024-07-26T07:21:28.523 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.523 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:28.524 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.524 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.524 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:28.524 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.524 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.524 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:28.524 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.524 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.524 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:28.524 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.524 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.524 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:28.524 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8192 2024-07-26T07:21:28.524 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.525 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:28.525 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 167936 2024-07-26T07:21:28.525 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.525 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:28.525 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.525 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.525 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:28.525 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.525 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.525 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:28.525 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.525 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.525 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:28.525 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 68983482 2024-07-26T07:21:28.525 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.526 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.526 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv": { 2024-07-26T07:21:28.526 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:28.526 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 562036736 2024-07-26T07:21:28.526 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.526 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:28.526 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T07:21:28.526 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.526 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:28.526 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.526 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.526 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:28.526 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 425021327 2024-07-26T07:21:28.526 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.526 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:28.527 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.527 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.527 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:28.527 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.527 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.527 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:28.527 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1520 2024-07-26T07:21:28.527 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.527 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:28.527 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.527 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.527 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:28.528 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 94400 2024-07-26T07:21:28.528 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.528 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:28.528 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.528 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.528 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:28.528 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.528 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.528 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:28.528 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.528 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.528 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:28.528 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.529 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.529 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:28.529 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 69810625 2024-07-26T07:21:28.529 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.529 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.529 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T07:21:28.529 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:28.529 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 176160768 2024-07-26T07:21:28.529 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.529 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:28.529 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T07:21:28.529 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.530 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:28.530 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 140848 2024-07-26T07:21:28.530 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.530 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:28.530 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 37779673 2024-07-26T07:21:28.530 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.530 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:28.530 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.530 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.530 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:28.530 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.530 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.530 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:28.530 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.531 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.531 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:28.531 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.531 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.531 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:28.531 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.531 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.531 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:28.531 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.531 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.531 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:28.532 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.532 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.532 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:28.532 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.532 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.532 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:28.532 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.532 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.532 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:28.532 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 71131383 2024-07-26T07:21:28.532 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.532 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.532 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:meta": { 2024-07-26T07:21:28.532 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:28.533 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 494927872 2024-07-26T07:21:28.533 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.533 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:28.533 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.533 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.533 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:28.533 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.533 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.533 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:28.533 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 425021327 2024-07-26T07:21:28.533 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.534 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:28.534 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.534 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.534 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:28.534 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.534 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.534 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:28.534 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.534 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.534 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:28.534 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.534 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.534 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:28.535 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 180056 2024-07-26T07:21:28.535 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.535 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:28.535 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1165788 2024-07-26T07:21:28.535 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.535 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:28.535 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.535 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.535 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:28.535 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.535 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.535 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:28.535 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.535 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.535 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:28.536 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 68560701 2024-07-26T07:21:28.536 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.536 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.536 INFO:tasks.workunit.client.0.smithi089.stdout: "objecter": { 2024-07-26T07:21:28.536 INFO:tasks.workunit.client.0.smithi089.stdout: "op_active": { 2024-07-26T07:21:28.536 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.536 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.536 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T07:21:28.536 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 70 2024-07-26T07:21:28.536 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.536 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rmw": { 2024-07-26T07:21:28.536 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.536 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.537 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T07:21:28.537 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.537 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.537 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.537 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:28.537 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg": { 2024-07-26T07:21:28.537 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 57 2024-07-26T07:21:28.537 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.537 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg_removing": { 2024-07-26T07:21:28.537 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.537 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.537 INFO:tasks.workunit.client.0.smithi089.stdout: "op": { 2024-07-26T07:21:28.537 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 53578 2024-07-26T07:21:28.537 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.537 INFO:tasks.workunit.client.0.smithi089.stdout: "op_before_queue_op_lat": { 2024-07-26T07:21:28.538 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 146992, 2024-07-26T07:21:28.538 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7272534224 2024-07-26T07:21:28.538 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.538 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_degraded": { 2024-07-26T07:21:28.538 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3 2024-07-26T07:21:28.538 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.538 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_unreadable": { 2024-07-26T07:21:28.538 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1 2024-07-26T07:21:28.538 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.538 INFO:tasks.workunit.client.0.smithi089.stdout: "op_in_bytes": { 2024-07-26T07:21:28.538 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1942598483 2024-07-26T07:21:28.538 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.538 INFO:tasks.workunit.client.0.smithi089.stdout: "op_latency": { 2024-07-26T07:21:28.539 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 53578, 2024-07-26T07:21:28.539 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 217465798865 2024-07-26T07:21:28.539 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.539 INFO:tasks.workunit.client.0.smithi089.stdout: "op_out_bytes": { 2024-07-26T07:21:28.539 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3657383176 2024-07-26T07:21:28.539 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.539 INFO:tasks.workunit.client.0.smithi089.stdout: "op_prepare_latency": { 2024-07-26T07:21:28.539 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 54530, 2024-07-26T07:21:28.539 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 22067112909 2024-07-26T07:21:28.539 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.539 INFO:tasks.workunit.client.0.smithi089.stdout: "op_process_latency": { 2024-07-26T07:21:28.539 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 53578, 2024-07-26T07:21:28.539 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 93292984423 2024-07-26T07:21:28.540 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.540 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T07:21:28.540 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 36694 2024-07-26T07:21:28.540 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.540 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency": { 2024-07-26T07:21:28.540 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 36694, 2024-07-26T07:21:28.540 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 26201392072 2024-07-26T07:21:28.540 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.540 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T07:21:28.540 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.540 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.540 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_out_bytes": { 2024-07-26T07:21:28.540 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3657383176 2024-07-26T07:21:28.540 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.541 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_prepare_latency": { 2024-07-26T07:21:28.541 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 37074, 2024-07-26T07:21:28.541 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7231315392 2024-07-26T07:21:28.541 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.541 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_process_latency": { 2024-07-26T07:21:28.541 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 36694, 2024-07-26T07:21:28.541 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10135742693 2024-07-26T07:21:28.541 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.541 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw": { 2024-07-26T07:21:28.541 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9190 2024-07-26T07:21:28.541 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.541 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_in_bytes": { 2024-07-26T07:21:28.541 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 305073041 2024-07-26T07:21:28.542 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.542 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency": { 2024-07-26T07:21:28.542 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 9190, 2024-07-26T07:21:28.542 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 15455815331 2024-07-26T07:21:28.542 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.542 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T07:21:28.542 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.542 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.542 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T07:21:28.542 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.542 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.542 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_out_bytes": { 2024-07-26T07:21:28.542 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.543 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.543 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_prepare_latency": { 2024-07-26T07:21:28.543 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 9534, 2024-07-26T07:21:28.543 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5506521962 2024-07-26T07:21:28.543 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.543 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_process_latency": { 2024-07-26T07:21:28.543 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 9190, 2024-07-26T07:21:28.543 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 13213589353 2024-07-26T07:21:28.543 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.543 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T07:21:28.543 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7694 2024-07-26T07:21:28.543 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.543 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_in_bytes": { 2024-07-26T07:21:28.543 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1637525442 2024-07-26T07:21:28.544 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.544 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency": { 2024-07-26T07:21:28.544 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7694, 2024-07-26T07:21:28.544 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 175808591462 2024-07-26T07:21:28.544 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.544 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T07:21:28.544 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.544 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.544 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_prepare_latency": { 2024-07-26T07:21:28.544 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7922, 2024-07-26T07:21:28.544 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9329275555 2024-07-26T07:21:28.544 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.545 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_process_latency": { 2024-07-26T07:21:28.545 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7694, 2024-07-26T07:21:28.545 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 69943652377 2024-07-26T07:21:28.545 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.545 INFO:tasks.workunit.client.0.smithi089.stdout: "op_wip": { 2024-07-26T07:21:28.545 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.545 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.545 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_bytes": { 2024-07-26T07:21:28.545 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 19 2024-07-26T07:21:28.545 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.545 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_ops": { 2024-07-26T07:21:28.545 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 32 2024-07-26T07:21:28.546 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.546 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes": { 2024-07-26T07:21:28.546 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995035648 2024-07-26T07:21:28.546 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.546 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes_used": { 2024-07-26T07:21:28.546 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 879632384 2024-07-26T07:21:28.546 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.546 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.546 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.546 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.1": { 2024-07-26T07:21:28.546 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T07:21:28.547 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_db_max_lat": { 2024-07-26T07:21:28.547 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 24735 2024-07-26T07:21:28.547 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.547 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_fallback": { 2024-07-26T07:21:28.547 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.547 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.547 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_max_lat": { 2024-07-26T07:21:28.547 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.547 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.547 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_size_fallback": { 2024-07-26T07:21:28.547 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.547 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.547 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_db": { 2024-07-26T07:21:28.548 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 65536 2024-07-26T07:21:28.548 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.548 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_slow": { 2024-07-26T07:21:28.548 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.548 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.548 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_wal": { 2024-07-26T07:21:28.548 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.548 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.548 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_wal_max_lat": { 2024-07-26T07:21:28.548 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.548 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.548 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_slow": { 2024-07-26T07:21:28.548 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.549 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.549 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_sst": { 2024-07-26T07:21:28.549 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6639616 2024-07-26T07:21:28.549 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.549 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_wal": { 2024-07-26T07:21:28.549 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 892166144 2024-07-26T07:21:28.549 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.549 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lat": { 2024-07-26T07:21:28.549 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 17, 2024-07-26T07:21:28.549 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4652537 2024-07-26T07:21:28.549 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.549 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lock_lat": { 2024-07-26T07:21:28.550 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 17, 2024-07-26T07:21:28.550 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1316539 2024-07-26T07:21:28.550 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.550 INFO:tasks.workunit.client.0.smithi089.stdout: "db_alloc_lat": { 2024-07-26T07:21:28.550 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 202, 2024-07-26T07:21:28.550 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1008361 2024-07-26T07:21:28.550 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.550 INFO:tasks.workunit.client.0.smithi089.stdout: "db_total_bytes": { 2024-07-26T07:21:28.550 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995027456 2024-07-26T07:21:28.550 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.550 INFO:tasks.workunit.client.0.smithi089.stdout: "db_used_bytes": { 2024-07-26T07:21:28.550 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1027080192 2024-07-26T07:21:28.551 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.551 INFO:tasks.workunit.client.0.smithi089.stdout: "flush_lat": { 2024-07-26T07:21:28.551 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 72329, 2024-07-26T07:21:28.551 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9992587318 2024-07-26T07:21:28.551 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.551 INFO:tasks.workunit.client.0.smithi089.stdout: "fsync_lat": { 2024-07-26T07:21:28.551 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 72362, 2024-07-26T07:21:28.551 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 16537950766 2024-07-26T07:21:28.551 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.551 INFO:tasks.workunit.client.0.smithi089.stdout: "log_bytes": { 2024-07-26T07:21:28.551 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 13656064 2024-07-26T07:21:28.551 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.551 INFO:tasks.workunit.client.0.smithi089.stdout: "logged_bytes": { 2024-07-26T07:21:28.551 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 296280064 2024-07-26T07:21:28.552 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.552 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_db": { 2024-07-26T07:21:28.552 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1017118720 2024-07-26T07:21:28.552 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.552 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_slow": { 2024-07-26T07:21:28.552 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.552 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.552 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_wal": { 2024-07-26T07:21:28.552 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.552 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.552 INFO:tasks.workunit.client.0.smithi089.stdout: "num_files": { 2024-07-26T07:21:28.552 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 63 2024-07-26T07:21:28.552 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.552 INFO:tasks.workunit.client.0.smithi089.stdout: "read_bytes": { 2024-07-26T07:21:28.552 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 269995202 2024-07-26T07:21:28.553 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.553 INFO:tasks.workunit.client.0.smithi089.stdout: "read_count": { 2024-07-26T07:21:28.553 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 16999 2024-07-26T07:21:28.553 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.553 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes": { 2024-07-26T07:21:28.553 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 227028992 2024-07-26T07:21:28.553 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.553 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_db": { 2024-07-26T07:21:28.553 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 227033088 2024-07-26T07:21:28.553 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.553 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_slow": { 2024-07-26T07:21:28.553 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.553 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.553 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_wal": { 2024-07-26T07:21:28.554 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.554 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.554 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_count": { 2024-07-26T07:21:28.554 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8214 2024-07-26T07:21:28.554 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.554 INFO:tasks.workunit.client.0.smithi089.stdout: "read_lat": { 2024-07-26T07:21:28.554 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 16999, 2024-07-26T07:21:28.554 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 175772115 2024-07-26T07:21:28.554 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.554 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_bytes": { 2024-07-26T07:21:28.554 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 178204933 2024-07-26T07:21:28.554 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.554 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_count": { 2024-07-26T07:21:28.555 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 14185 2024-07-26T07:21:28.555 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.555 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_bytes": { 2024-07-26T07:21:28.555 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2236533 2024-07-26T07:21:28.555 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.555 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_count": { 2024-07-26T07:21:28.555 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 603 2024-07-26T07:21:28.555 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.555 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_bytes": { 2024-07-26T07:21:28.555 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6520976 2024-07-26T07:21:28.555 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.555 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_count": { 2024-07-26T07:21:28.555 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 852 2024-07-26T07:21:28.555 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.556 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes": { 2024-07-26T07:21:28.556 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4284443 2024-07-26T07:21:28.556 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.556 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_db": { 2024-07-26T07:21:28.556 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4284443 2024-07-26T07:21:28.556 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.556 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_slow": { 2024-07-26T07:21:28.556 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.556 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.556 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_wal": { 2024-07-26T07:21:28.556 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.556 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.556 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_count": { 2024-07-26T07:21:28.556 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 253 2024-07-26T07:21:28.556 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.557 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_lat": { 2024-07-26T07:21:28.557 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 852, 2024-07-26T07:21:28.557 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2988517 2024-07-26T07:21:28.557 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.557 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_alloc_lat": { 2024-07-26T07:21:28.557 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.557 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.557 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.557 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_total_bytes": { 2024-07-26T07:21:28.557 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.557 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.557 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_used_bytes": { 2024-07-26T07:21:28.557 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.557 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.558 INFO:tasks.workunit.client.0.smithi089.stdout: "truncate_lat": { 2024-07-26T07:21:28.558 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1, 2024-07-26T07:21:28.558 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 700 2024-07-26T07:21:28.558 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.558 INFO:tasks.workunit.client.0.smithi089.stdout: "unlink_lat": { 2024-07-26T07:21:28.558 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 4, 2024-07-26T07:21:28.558 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5831 2024-07-26T07:21:28.558 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.558 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_alloc_lat": { 2024-07-26T07:21:28.558 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.558 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.558 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.558 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_total_bytes": { 2024-07-26T07:21:28.559 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.559 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.559 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_used_bytes": { 2024-07-26T07:21:28.559 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.559 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.559 INFO:tasks.workunit.client.0.smithi089.stdout: "write_bytes": { 2024-07-26T07:21:28.559 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1197686784 2024-07-26T07:21:28.559 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.559 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.559 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore": { 2024-07-26T07:21:28.559 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit": { 2024-07-26T07:21:28.559 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4096 2024-07-26T07:21:28.559 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.559 INFO:tasks.workunit.client.0.smithi089.stdout: "allocated": { 2024-07-26T07:21:28.559 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 14331904 2024-07-26T07:21:28.559 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.559 INFO:tasks.workunit.client.0.smithi089.stdout: "allocator_lat": { 2024-07-26T07:21:28.560 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 19250, 2024-07-26T07:21:28.560 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 71676012 2024-07-26T07:21:28.560 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.560 INFO:tasks.workunit.client.0.smithi089.stdout: "clist_lat": { 2024-07-26T07:21:28.560 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3283, 2024-07-26T07:21:28.560 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 499934903 2024-07-26T07:21:28.560 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.560 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_lat": { 2024-07-26T07:21:28.560 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.560 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.560 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.560 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed": { 2024-07-26T07:21:28.560 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.560 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.561 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_allocated": { 2024-07-26T07:21:28.561 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.561 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.561 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_original": { 2024-07-26T07:21:28.561 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.561 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.561 INFO:tasks.workunit.client.0.smithi089.stdout: "csum_lat": { 2024-07-26T07:21:28.561 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 18681, 2024-07-26T07:21:28.561 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 143800006 2024-07-26T07:21:28.561 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.561 INFO:tasks.workunit.client.0.smithi089.stdout: "decompress_lat": { 2024-07-26T07:21:28.561 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.561 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.561 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.561 INFO:tasks.workunit.client.0.smithi089.stdout: "fragmentation_micros": { 2024-07-26T07:21:28.562 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.562 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.562 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_commit_lat": { 2024-07-26T07:21:28.562 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 72253, 2024-07-26T07:21:28.562 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 20786496946 2024-07-26T07:21:28.562 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.562 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_final_lat": { 2024-07-26T07:21:28.562 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 71620, 2024-07-26T07:21:28.562 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1833366418 2024-07-26T07:21:28.562 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.562 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_flush_lat": { 2024-07-26T07:21:28.562 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 72253, 2024-07-26T07:21:28.562 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 42215293 2024-07-26T07:21:28.563 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.563 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_sync_lat": { 2024-07-26T07:21:28.563 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 72253, 2024-07-26T07:21:28.563 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 20828712239 2024-07-26T07:21:28.563 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.563 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_keys_lat": { 2024-07-26T07:21:28.563 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.563 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.563 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.563 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_values_lat": { 2024-07-26T07:21:28.563 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 31688, 2024-07-26T07:21:28.563 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1475041183 2024-07-26T07:21:28.563 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.563 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_lower_bound_lat": { 2024-07-26T07:21:28.564 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1030, 2024-07-26T07:21:28.564 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2652658 2024-07-26T07:21:28.564 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.564 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_next_lat": { 2024-07-26T07:21:28.564 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 12203, 2024-07-26T07:21:28.564 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 11735680 2024-07-26T07:21:28.564 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.564 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_seek_to_first_lat": { 2024-07-26T07:21:28.564 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 45, 2024-07-26T07:21:28.564 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 87235 2024-07-26T07:21:28.564 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.564 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_upper_bound_lat": { 2024-07-26T07:21:28.564 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 13259, 2024-07-26T07:21:28.564 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4793977768 2024-07-26T07:21:28.565 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.565 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_hits": { 2024-07-26T07:21:28.565 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 233168 2024-07-26T07:21:28.565 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.565 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_misses": { 2024-07-26T07:21:28.565 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 27328 2024-07-26T07:21:28.565 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.565 INFO:tasks.workunit.client.0.smithi089.stdout: "read_lat": { 2024-07-26T07:21:28.565 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 21865, 2024-07-26T07:21:28.565 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2240338380 2024-07-26T07:21:28.565 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.565 INFO:tasks.workunit.client.0.smithi089.stdout: "read_onode_meta_lat": { 2024-07-26T07:21:28.565 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 71258, 2024-07-26T07:21:28.565 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 20072632 2024-07-26T07:21:28.565 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.566 INFO:tasks.workunit.client.0.smithi089.stdout: "read_wait_aio_lat": { 2024-07-26T07:21:28.566 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 49393, 2024-07-26T07:21:28.566 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1463533850 2024-07-26T07:21:28.566 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.566 INFO:tasks.workunit.client.0.smithi089.stdout: "reads_with_retries": { 2024-07-26T07:21:28.566 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.566 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.566 INFO:tasks.workunit.client.0.smithi089.stdout: "remove_lat": { 2024-07-26T07:21:28.566 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 14696, 2024-07-26T07:21:28.566 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 413122708 2024-07-26T07:21:28.566 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.566 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_aio_wait_count": { 2024-07-26T07:21:28.566 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.566 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.567 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_committed_kv_count": { 2024-07-26T07:21:28.567 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.567 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.567 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_read_onode_meta_count": { 2024-07-26T07:21:28.567 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.567 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.567 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_read_wait_aio_count": { 2024-07-26T07:21:28.567 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.567 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.567 INFO:tasks.workunit.client.0.smithi089.stdout: "state_aio_wait_lat": { 2024-07-26T07:21:28.567 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 85209, 2024-07-26T07:21:28.567 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7644771967 2024-07-26T07:21:28.567 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.568 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T07:21:28.568 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 22420, 2024-07-26T07:21:28.568 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1834090020 2024-07-26T07:21:28.568 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.568 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_cleanup_lat": { 2024-07-26T07:21:28.568 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 22419, 2024-07-26T07:21:28.568 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2578990270604 2024-07-26T07:21:28.568 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.568 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_queued_lat": { 2024-07-26T07:21:28.568 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 22420, 2024-07-26T07:21:28.569 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6435330424714 2024-07-26T07:21:28.569 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.569 INFO:tasks.workunit.client.0.smithi089.stdout: "state_done_lat": { 2024-07-26T07:21:28.569 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 85208, 2024-07-26T07:21:28.569 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2411192506993 2024-07-26T07:21:28.569 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.569 INFO:tasks.workunit.client.0.smithi089.stdout: "state_finishing_lat": { 2024-07-26T07:21:28.569 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 85208, 2024-07-26T07:21:28.569 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9090806 2024-07-26T07:21:28.569 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.569 INFO:tasks.workunit.client.0.smithi089.stdout: "state_io_done_lat": { 2024-07-26T07:21:28.569 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 85209, 2024-07-26T07:21:28.569 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 242578026 2024-07-26T07:21:28.569 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.570 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_commiting_lat": { 2024-07-26T07:21:28.570 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 85209, 2024-07-26T07:21:28.570 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 35724283848 2024-07-26T07:21:28.570 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.570 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_done_lat": { 2024-07-26T07:21:28.570 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 85209, 2024-07-26T07:21:28.570 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 29361683 2024-07-26T07:21:28.570 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.570 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_queued_lat": { 2024-07-26T07:21:28.570 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 85209, 2024-07-26T07:21:28.570 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 18932798339 2024-07-26T07:21:28.570 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.570 INFO:tasks.workunit.client.0.smithi089.stdout: "state_prepare_lat": { 2024-07-26T07:21:28.570 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 85209, 2024-07-26T07:21:28.571 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9147385633 2024-07-26T07:21:28.571 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.571 INFO:tasks.workunit.client.0.smithi089.stdout: "stored": { 2024-07-26T07:21:28.571 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8539142 2024-07-26T07:21:28.571 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.571 INFO:tasks.workunit.client.0.smithi089.stdout: "truncate_lat": { 2024-07-26T07:21:28.571 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2676, 2024-07-26T07:21:28.571 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 14294783 2024-07-26T07:21:28.571 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.571 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_commit_lat": { 2024-07-26T07:21:28.571 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 85209, 2024-07-26T07:21:28.571 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 71705224009 2024-07-26T07:21:28.571 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.571 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_submit_lat": { 2024-07-26T07:21:28.572 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 85209, 2024-07-26T07:21:28.572 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10290422147 2024-07-26T07:21:28.572 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.572 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_throttle_lat": { 2024-07-26T07:21:28.572 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 85209, 2024-07-26T07:21:28.572 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 544282111 2024-07-26T07:21:28.572 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.572 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.572 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache": { 2024-07-26T07:21:28.572 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_bytes": { 2024-07-26T07:21:28.572 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1405081568 2024-07-26T07:21:28.572 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.572 INFO:tasks.workunit.client.0.smithi089.stdout: "heap_bytes": { 2024-07-26T07:21:28.572 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 509632512 2024-07-26T07:21:28.572 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.573 INFO:tasks.workunit.client.0.smithi089.stdout: "mapped_bytes": { 2024-07-26T07:21:28.573 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 407625728 2024-07-26T07:21:28.573 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.573 INFO:tasks.workunit.client.0.smithi089.stdout: "target_bytes": { 2024-07-26T07:21:28.573 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2600456396 2024-07-26T07:21:28.573 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.573 INFO:tasks.workunit.client.0.smithi089.stdout: "unmapped_bytes": { 2024-07-26T07:21:28.573 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 102006784 2024-07-26T07:21:28.573 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.573 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.573 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:data": { 2024-07-26T07:21:28.573 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:28.573 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 125829120 2024-07-26T07:21:28.573 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.573 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:28.573 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.574 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.574 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:28.574 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.574 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.574 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:28.574 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 56916441 2024-07-26T07:21:28.574 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.574 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:28.574 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.574 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.574 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:28.575 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.575 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.575 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:28.575 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.575 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.575 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:28.575 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.575 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.575 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:28.575 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 49152 2024-07-26T07:21:28.575 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.575 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:28.575 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 471040 2024-07-26T07:21:28.575 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.576 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:28.576 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.576 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.576 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:28.576 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.576 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.576 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:28.576 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.576 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.576 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:28.576 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 68392487 2024-07-26T07:21:28.576 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.576 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.576 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv": { 2024-07-26T07:21:28.577 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:28.577 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 562036736 2024-07-26T07:21:28.577 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.577 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:28.577 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T07:21:28.577 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.577 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:28.577 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.577 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.577 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:28.577 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 426873309 2024-07-26T07:21:28.577 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.577 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:28.577 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.577 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.578 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:28.578 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.578 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.578 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:28.578 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 256 2024-07-26T07:21:28.578 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.578 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:28.578 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.578 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.578 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:28.578 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 102448 2024-07-26T07:21:28.578 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.578 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:28.578 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.579 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.579 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:28.579 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.579 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.579 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:28.579 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.579 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.579 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:28.579 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.579 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.579 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:28.579 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67951859 2024-07-26T07:21:28.579 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.579 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.580 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T07:21:28.580 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:28.580 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 176160768 2024-07-26T07:21:28.580 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.580 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:28.580 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T07:21:28.580 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.580 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:28.580 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 254448 2024-07-26T07:21:28.580 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.580 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:28.580 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 37944294 2024-07-26T07:21:28.580 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.580 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:28.581 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.581 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.581 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:28.581 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.581 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.581 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:28.581 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.581 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.581 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:28.581 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.581 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.581 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:28.581 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.581 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.581 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:28.582 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.582 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.582 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:28.582 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.582 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.582 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:28.582 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.582 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.582 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:28.582 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.582 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.582 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:28.582 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 70853162 2024-07-26T07:21:28.582 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.583 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.583 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:meta": { 2024-07-26T07:21:28.583 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:28.583 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 503316480 2024-07-26T07:21:28.583 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.583 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:28.583 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.583 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.583 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:28.583 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.583 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.583 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:28.583 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 426873309 2024-07-26T07:21:28.584 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.584 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:28.584 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.584 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.584 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:28.584 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.584 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.584 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:28.584 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.584 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.584 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:28.584 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.584 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.585 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:28.585 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 177182 2024-07-26T07:21:28.585 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.585 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:28.585 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1171034 2024-07-26T07:21:28.585 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.585 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:28.585 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.585 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.585 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:28.585 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.585 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.586 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:28.586 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.586 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.586 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:28.586 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 75094955 2024-07-26T07:21:28.586 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.586 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.586 INFO:tasks.workunit.client.0.smithi089.stdout: "objecter": { 2024-07-26T07:21:28.586 INFO:tasks.workunit.client.0.smithi089.stdout: "op_active": { 2024-07-26T07:21:28.586 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.586 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.586 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T07:21:28.586 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 35 2024-07-26T07:21:28.587 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.587 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rmw": { 2024-07-26T07:21:28.587 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.587 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.587 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T07:21:28.587 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.587 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.587 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.587 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:28.587 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg": { 2024-07-26T07:21:28.588 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 48 2024-07-26T07:21:28.588 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.588 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg_removing": { 2024-07-26T07:21:28.588 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.588 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.588 INFO:tasks.workunit.client.0.smithi089.stdout: "op": { 2024-07-26T07:21:28.588 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 45351 2024-07-26T07:21:28.588 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.588 INFO:tasks.workunit.client.0.smithi089.stdout: "op_before_queue_op_lat": { 2024-07-26T07:21:28.588 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 136950, 2024-07-26T07:21:28.588 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7910704873 2024-07-26T07:21:28.589 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.589 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_degraded": { 2024-07-26T07:21:28.589 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.589 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.589 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_unreadable": { 2024-07-26T07:21:28.589 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.589 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.589 INFO:tasks.workunit.client.0.smithi089.stdout: "op_in_bytes": { 2024-07-26T07:21:28.589 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1983922190 2024-07-26T07:21:28.589 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.589 INFO:tasks.workunit.client.0.smithi089.stdout: "op_latency": { 2024-07-26T07:21:28.589 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 45351, 2024-07-26T07:21:28.590 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 550177529191 2024-07-26T07:21:28.590 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.590 INFO:tasks.workunit.client.0.smithi089.stdout: "op_out_bytes": { 2024-07-26T07:21:28.590 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2551659840 2024-07-26T07:21:28.590 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.590 INFO:tasks.workunit.client.0.smithi089.stdout: "op_prepare_latency": { 2024-07-26T07:21:28.590 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 47344, 2024-07-26T07:21:28.590 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 30987291197 2024-07-26T07:21:28.590 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.590 INFO:tasks.workunit.client.0.smithi089.stdout: "op_process_latency": { 2024-07-26T07:21:28.590 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 45351, 2024-07-26T07:21:28.591 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 113815038026 2024-07-26T07:21:28.591 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.591 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T07:21:28.591 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 22748 2024-07-26T07:21:28.591 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.591 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency": { 2024-07-26T07:21:28.591 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 22748, 2024-07-26T07:21:28.591 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 13384193176 2024-07-26T07:21:28.591 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.591 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T07:21:28.591 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.591 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.591 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_out_bytes": { 2024-07-26T07:21:28.592 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2551659840 2024-07-26T07:21:28.592 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.592 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_prepare_latency": { 2024-07-26T07:21:28.592 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 23213, 2024-07-26T07:21:28.592 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5586245603 2024-07-26T07:21:28.592 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.592 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_process_latency": { 2024-07-26T07:21:28.592 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 22748, 2024-07-26T07:21:28.592 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6299006594 2024-07-26T07:21:28.592 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.592 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw": { 2024-07-26T07:21:28.592 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12747 2024-07-26T07:21:28.592 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.592 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_in_bytes": { 2024-07-26T07:21:28.593 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 167385039 2024-07-26T07:21:28.593 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.593 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency": { 2024-07-26T07:21:28.593 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 12747, 2024-07-26T07:21:28.593 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95716498808 2024-07-26T07:21:28.593 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.593 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T07:21:28.593 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.593 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.593 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T07:21:28.593 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.593 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.593 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_out_bytes": { 2024-07-26T07:21:28.593 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.593 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.594 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_prepare_latency": { 2024-07-26T07:21:28.594 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 13153, 2024-07-26T07:21:28.594 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 13057923508 2024-07-26T07:21:28.594 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.594 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_process_latency": { 2024-07-26T07:21:28.594 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 12747, 2024-07-26T07:21:28.594 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 30302828091 2024-07-26T07:21:28.594 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.594 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T07:21:28.594 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9856 2024-07-26T07:21:28.594 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.594 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_in_bytes": { 2024-07-26T07:21:28.594 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1816537151 2024-07-26T07:21:28.594 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.594 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency": { 2024-07-26T07:21:28.595 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 9856, 2024-07-26T07:21:28.595 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 441076837207 2024-07-26T07:21:28.595 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.595 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T07:21:28.595 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.595 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.595 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_prepare_latency": { 2024-07-26T07:21:28.595 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 10978, 2024-07-26T07:21:28.595 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12343122086 2024-07-26T07:21:28.595 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.595 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_process_latency": { 2024-07-26T07:21:28.595 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 9856, 2024-07-26T07:21:28.595 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 77213203341 2024-07-26T07:21:28.595 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.596 INFO:tasks.workunit.client.0.smithi089.stdout: "op_wip": { 2024-07-26T07:21:28.596 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.596 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.596 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_bytes": { 2024-07-26T07:21:28.596 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 117 2024-07-26T07:21:28.596 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.596 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_ops": { 2024-07-26T07:21:28.596 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2 2024-07-26T07:21:28.596 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.596 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes": { 2024-07-26T07:21:28.596 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995035648 2024-07-26T07:21:28.596 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.596 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes_used": { 2024-07-26T07:21:28.596 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1041424384 2024-07-26T07:21:28.596 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.597 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.597 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.597 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.2": { 2024-07-26T07:21:28.597 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T07:21:28.597 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_db_max_lat": { 2024-07-26T07:21:28.597 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 21252 2024-07-26T07:21:28.597 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.597 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_fallback": { 2024-07-26T07:21:28.597 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.597 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.597 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_max_lat": { 2024-07-26T07:21:28.597 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.597 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.597 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_size_fallback": { 2024-07-26T07:21:28.597 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.598 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.598 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_db": { 2024-07-26T07:21:28.598 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 65536 2024-07-26T07:21:28.598 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.598 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_slow": { 2024-07-26T07:21:28.598 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.598 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.598 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_wal": { 2024-07-26T07:21:28.598 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.598 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.598 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_wal_max_lat": { 2024-07-26T07:21:28.598 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.598 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.599 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_slow": { 2024-07-26T07:21:28.599 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.599 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.599 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_sst": { 2024-07-26T07:21:28.599 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1196032 2024-07-26T07:21:28.599 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.599 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_wal": { 2024-07-26T07:21:28.599 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 542871552 2024-07-26T07:21:28.599 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.599 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lat": { 2024-07-26T07:21:28.599 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 17, 2024-07-26T07:21:28.599 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3566885 2024-07-26T07:21:28.599 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.599 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lock_lat": { 2024-07-26T07:21:28.600 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 17, 2024-07-26T07:21:28.600 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1143514 2024-07-26T07:21:28.600 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.600 INFO:tasks.workunit.client.0.smithi089.stdout: "db_alloc_lat": { 2024-07-26T07:21:28.600 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 152, 2024-07-26T07:21:28.600 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 717929 2024-07-26T07:21:28.600 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.600 INFO:tasks.workunit.client.0.smithi089.stdout: "db_total_bytes": { 2024-07-26T07:21:28.600 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995027456 2024-07-26T07:21:28.600 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.600 INFO:tasks.workunit.client.0.smithi089.stdout: "db_used_bytes": { 2024-07-26T07:21:28.600 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 398852096 2024-07-26T07:21:28.600 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.600 INFO:tasks.workunit.client.0.smithi089.stdout: "flush_lat": { 2024-07-26T07:21:28.600 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 69406, 2024-07-26T07:21:28.601 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9530449187 2024-07-26T07:21:28.601 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.601 INFO:tasks.workunit.client.0.smithi089.stdout: "fsync_lat": { 2024-07-26T07:21:28.601 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 69416, 2024-07-26T07:21:28.601 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 15421333954 2024-07-26T07:21:28.601 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.601 INFO:tasks.workunit.client.0.smithi089.stdout: "log_bytes": { 2024-07-26T07:21:28.601 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1736704 2024-07-26T07:21:28.601 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.601 INFO:tasks.workunit.client.0.smithi089.stdout: "logged_bytes": { 2024-07-26T07:21:28.601 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 284372992 2024-07-26T07:21:28.601 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.601 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_db": { 2024-07-26T07:21:28.601 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 420151296 2024-07-26T07:21:28.602 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.602 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_slow": { 2024-07-26T07:21:28.602 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.602 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.602 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_wal": { 2024-07-26T07:21:28.602 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.602 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.602 INFO:tasks.workunit.client.0.smithi089.stdout: "num_files": { 2024-07-26T07:21:28.602 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 37 2024-07-26T07:21:28.602 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.602 INFO:tasks.workunit.client.0.smithi089.stdout: "read_bytes": { 2024-07-26T07:21:28.602 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 84752774 2024-07-26T07:21:28.602 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.603 INFO:tasks.workunit.client.0.smithi089.stdout: "read_count": { 2024-07-26T07:21:28.603 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5640 2024-07-26T07:21:28.603 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.603 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes": { 2024-07-26T07:21:28.603 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 46309376 2024-07-26T07:21:28.603 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.603 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_db": { 2024-07-26T07:21:28.603 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 46313472 2024-07-26T07:21:28.603 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.603 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_slow": { 2024-07-26T07:21:28.603 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.603 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.603 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_wal": { 2024-07-26T07:21:28.603 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.604 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.604 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_count": { 2024-07-26T07:21:28.604 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 137 2024-07-26T07:21:28.604 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.604 INFO:tasks.workunit.client.0.smithi089.stdout: "read_lat": { 2024-07-26T07:21:28.604 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 5640, 2024-07-26T07:21:28.604 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 13502755 2024-07-26T07:21:28.604 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.604 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_bytes": { 2024-07-26T07:21:28.604 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 41851025 2024-07-26T07:21:28.604 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.604 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_count": { 2024-07-26T07:21:28.604 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4318 2024-07-26T07:21:28.604 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.605 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_bytes": { 2024-07-26T07:21:28.605 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 506051 2024-07-26T07:21:28.605 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.605 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_count": { 2024-07-26T07:21:28.605 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 323 2024-07-26T07:21:28.605 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.605 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_bytes": { 2024-07-26T07:21:28.605 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1180875 2024-07-26T07:21:28.605 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.605 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_count": { 2024-07-26T07:21:28.605 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 434 2024-07-26T07:21:28.605 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.605 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes": { 2024-07-26T07:21:28.605 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 674824 2024-07-26T07:21:28.606 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.606 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_db": { 2024-07-26T07:21:28.606 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 674824 2024-07-26T07:21:28.606 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.606 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_slow": { 2024-07-26T07:21:28.606 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.606 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.606 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_wal": { 2024-07-26T07:21:28.606 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.606 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.606 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_count": { 2024-07-26T07:21:28.606 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 112 2024-07-26T07:21:28.607 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.607 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_lat": { 2024-07-26T07:21:28.607 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 434, 2024-07-26T07:21:28.607 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 533887 2024-07-26T07:21:28.607 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.607 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_alloc_lat": { 2024-07-26T07:21:28.607 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.607 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.607 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.607 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_total_bytes": { 2024-07-26T07:21:28.607 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.607 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.607 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_used_bytes": { 2024-07-26T07:21:28.607 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.607 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.608 INFO:tasks.workunit.client.0.smithi089.stdout: "truncate_lat": { 2024-07-26T07:21:28.608 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1, 2024-07-26T07:21:28.608 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 524 2024-07-26T07:21:28.608 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.608 INFO:tasks.workunit.client.0.smithi089.stdout: "unlink_lat": { 2024-07-26T07:21:28.608 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 4, 2024-07-26T07:21:28.608 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5813 2024-07-26T07:21:28.608 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.608 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_alloc_lat": { 2024-07-26T07:21:28.608 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.608 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.608 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.609 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_total_bytes": { 2024-07-26T07:21:28.609 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.609 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.609 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_used_bytes": { 2024-07-26T07:21:28.609 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.609 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.609 INFO:tasks.workunit.client.0.smithi089.stdout: "write_bytes": { 2024-07-26T07:21:28.609 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 831012864 2024-07-26T07:21:28.609 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.609 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.609 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore": { 2024-07-26T07:21:28.609 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit": { 2024-07-26T07:21:28.609 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4096 2024-07-26T07:21:28.609 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.609 INFO:tasks.workunit.client.0.smithi089.stdout: "allocated": { 2024-07-26T07:21:28.610 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 14319616 2024-07-26T07:21:28.610 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.610 INFO:tasks.workunit.client.0.smithi089.stdout: "allocator_lat": { 2024-07-26T07:21:28.610 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 14181, 2024-07-26T07:21:28.610 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 46523695 2024-07-26T07:21:28.610 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.610 INFO:tasks.workunit.client.0.smithi089.stdout: "clist_lat": { 2024-07-26T07:21:28.610 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3289, 2024-07-26T07:21:28.610 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 334042145 2024-07-26T07:21:28.610 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.610 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_lat": { 2024-07-26T07:21:28.610 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.610 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.611 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.611 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed": { 2024-07-26T07:21:28.611 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.611 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.611 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_allocated": { 2024-07-26T07:21:28.611 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.611 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.611 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_original": { 2024-07-26T07:21:28.611 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.611 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.611 INFO:tasks.workunit.client.0.smithi089.stdout: "csum_lat": { 2024-07-26T07:21:28.611 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 19981, 2024-07-26T07:21:28.611 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 154606921 2024-07-26T07:21:28.612 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.612 INFO:tasks.workunit.client.0.smithi089.stdout: "decompress_lat": { 2024-07-26T07:21:28.612 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.612 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.612 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.612 INFO:tasks.workunit.client.0.smithi089.stdout: "fragmentation_micros": { 2024-07-26T07:21:28.612 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.612 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.612 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_commit_lat": { 2024-07-26T07:21:28.612 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 69376, 2024-07-26T07:21:28.612 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 18842162763 2024-07-26T07:21:28.612 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.612 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_final_lat": { 2024-07-26T07:21:28.613 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 68837, 2024-07-26T07:21:28.613 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1551815112 2024-07-26T07:21:28.613 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.613 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_flush_lat": { 2024-07-26T07:21:28.613 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 69376, 2024-07-26T07:21:28.613 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 35484792 2024-07-26T07:21:28.613 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.613 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_sync_lat": { 2024-07-26T07:21:28.613 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 69376, 2024-07-26T07:21:28.613 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 18877647555 2024-07-26T07:21:28.613 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.613 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_keys_lat": { 2024-07-26T07:21:28.613 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.614 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.614 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.614 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_values_lat": { 2024-07-26T07:21:28.614 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 262369, 2024-07-26T07:21:28.614 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1698976787 2024-07-26T07:21:28.614 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.614 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_lower_bound_lat": { 2024-07-26T07:21:28.614 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1030, 2024-07-26T07:21:28.614 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3085583 2024-07-26T07:21:28.614 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.614 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_next_lat": { 2024-07-26T07:21:28.614 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 145951, 2024-07-26T07:21:28.614 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 49495657 2024-07-26T07:21:28.615 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.615 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_seek_to_first_lat": { 2024-07-26T07:21:28.615 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 36, 2024-07-26T07:21:28.615 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 76182 2024-07-26T07:21:28.615 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.615 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_upper_bound_lat": { 2024-07-26T07:21:28.615 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 23268, 2024-07-26T07:21:28.615 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2480318948 2024-07-26T07:21:28.615 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.615 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_hits": { 2024-07-26T07:21:28.615 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 456495 2024-07-26T07:21:28.615 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.615 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_misses": { 2024-07-26T07:21:28.615 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 18499 2024-07-26T07:21:28.616 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.616 INFO:tasks.workunit.client.0.smithi089.stdout: "read_lat": { 2024-07-26T07:21:28.616 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7031, 2024-07-26T07:21:28.616 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1360759411 2024-07-26T07:21:28.616 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.616 INFO:tasks.workunit.client.0.smithi089.stdout: "read_onode_meta_lat": { 2024-07-26T07:21:28.616 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 18504, 2024-07-26T07:21:28.616 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9675996 2024-07-26T07:21:28.616 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.616 INFO:tasks.workunit.client.0.smithi089.stdout: "read_wait_aio_lat": { 2024-07-26T07:21:28.616 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 11473, 2024-07-26T07:21:28.616 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1200318290 2024-07-26T07:21:28.616 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.616 INFO:tasks.workunit.client.0.smithi089.stdout: "reads_with_retries": { 2024-07-26T07:21:28.617 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.617 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.617 INFO:tasks.workunit.client.0.smithi089.stdout: "remove_lat": { 2024-07-26T07:21:28.617 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 11812, 2024-07-26T07:21:28.617 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 330825208 2024-07-26T07:21:28.617 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.617 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_aio_wait_count": { 2024-07-26T07:21:28.617 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.617 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.617 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_committed_kv_count": { 2024-07-26T07:21:28.617 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.617 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.617 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_read_onode_meta_count": { 2024-07-26T07:21:28.618 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.618 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.618 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_read_wait_aio_count": { 2024-07-26T07:21:28.618 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.618 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.618 INFO:tasks.workunit.client.0.smithi089.stdout: "state_aio_wait_lat": { 2024-07-26T07:21:28.618 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80061, 2024-07-26T07:21:28.618 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6306613126 2024-07-26T07:21:28.618 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.618 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T07:21:28.618 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 5440, 2024-07-26T07:21:28.618 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 587950472 2024-07-26T07:21:28.618 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.618 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_cleanup_lat": { 2024-07-26T07:21:28.619 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 5439, 2024-07-26T07:21:28.619 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2538496197670 2024-07-26T07:21:28.619 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.619 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_queued_lat": { 2024-07-26T07:21:28.619 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 5440, 2024-07-26T07:21:28.619 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6209887844485 2024-07-26T07:21:28.619 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.619 INFO:tasks.workunit.client.0.smithi089.stdout: "state_done_lat": { 2024-07-26T07:21:28.619 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80060, 2024-07-26T07:21:28.619 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2227433581218 2024-07-26T07:21:28.619 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.619 INFO:tasks.workunit.client.0.smithi089.stdout: "state_finishing_lat": { 2024-07-26T07:21:28.619 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80060, 2024-07-26T07:21:28.619 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9630034 2024-07-26T07:21:28.619 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.620 INFO:tasks.workunit.client.0.smithi089.stdout: "state_io_done_lat": { 2024-07-26T07:21:28.620 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80061, 2024-07-26T07:21:28.620 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 211167097 2024-07-26T07:21:28.620 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.620 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_commiting_lat": { 2024-07-26T07:21:28.620 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80061, 2024-07-26T07:21:28.620 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 31058294612 2024-07-26T07:21:28.620 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.620 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_done_lat": { 2024-07-26T07:21:28.620 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80061, 2024-07-26T07:21:28.620 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 27687547 2024-07-26T07:21:28.620 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.620 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_queued_lat": { 2024-07-26T07:21:28.620 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80061, 2024-07-26T07:21:28.621 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 15015973162 2024-07-26T07:21:28.621 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.621 INFO:tasks.workunit.client.0.smithi089.stdout: "state_prepare_lat": { 2024-07-26T07:21:28.621 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80061, 2024-07-26T07:21:28.621 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6619803790 2024-07-26T07:21:28.621 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.621 INFO:tasks.workunit.client.0.smithi089.stdout: "stored": { 2024-07-26T07:21:28.621 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8538963 2024-07-26T07:21:28.621 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.621 INFO:tasks.workunit.client.0.smithi089.stdout: "truncate_lat": { 2024-07-26T07:21:28.621 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2654, 2024-07-26T07:21:28.621 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 14945595 2024-07-26T07:21:28.621 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.621 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_commit_lat": { 2024-07-26T07:21:28.621 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80061, 2024-07-26T07:21:28.622 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 59224477024 2024-07-26T07:21:28.622 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.622 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_submit_lat": { 2024-07-26T07:21:28.622 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80061, 2024-07-26T07:21:28.622 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7550932890 2024-07-26T07:21:28.622 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.622 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_throttle_lat": { 2024-07-26T07:21:28.622 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80061, 2024-07-26T07:21:28.622 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 485003406 2024-07-26T07:21:28.622 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.622 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.622 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache": { 2024-07-26T07:21:28.622 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_bytes": { 2024-07-26T07:21:28.623 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1405081568 2024-07-26T07:21:28.623 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.623 INFO:tasks.workunit.client.0.smithi089.stdout: "heap_bytes": { 2024-07-26T07:21:28.623 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 494346240 2024-07-26T07:21:28.623 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.623 INFO:tasks.workunit.client.0.smithi089.stdout: "mapped_bytes": { 2024-07-26T07:21:28.623 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 489570304 2024-07-26T07:21:28.623 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.623 INFO:tasks.workunit.client.0.smithi089.stdout: "target_bytes": { 2024-07-26T07:21:28.623 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2600456396 2024-07-26T07:21:28.623 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.623 INFO:tasks.workunit.client.0.smithi089.stdout: "unmapped_bytes": { 2024-07-26T07:21:28.623 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4775936 2024-07-26T07:21:28.623 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.624 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.624 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:data": { 2024-07-26T07:21:28.624 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:28.624 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 125829120 2024-07-26T07:21:28.624 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.624 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:28.624 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.624 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.624 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:28.624 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.624 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.624 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:28.624 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 57502430 2024-07-26T07:21:28.624 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.625 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:28.625 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.625 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.625 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:28.625 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.625 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.625 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:28.625 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.625 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.625 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:28.625 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.625 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.625 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:28.625 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12288 2024-07-26T07:21:28.626 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.626 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:28.626 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 24576 2024-07-26T07:21:28.626 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.626 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:28.626 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.626 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.626 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:28.626 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.626 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.626 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:28.626 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.626 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.626 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:28.627 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 68289826 2024-07-26T07:21:28.627 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.627 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.627 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv": { 2024-07-26T07:21:28.627 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:28.627 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 570425344 2024-07-26T07:21:28.627 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.627 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:28.627 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T07:21:28.627 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.627 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:28.627 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.627 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.627 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:28.627 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 431268230 2024-07-26T07:21:28.628 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.628 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:28.628 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.628 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.628 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:28.628 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 976 2024-07-26T07:21:28.628 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.628 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:28.628 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.628 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.628 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:28.628 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.628 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.628 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:28.628 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 59264 2024-07-26T07:21:28.629 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.629 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:28.629 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.629 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.629 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:28.629 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.629 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.629 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:28.629 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.629 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.629 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:28.629 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.629 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.629 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:28.629 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 71988010 2024-07-26T07:21:28.630 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.630 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.630 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T07:21:28.630 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:28.630 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 176160768 2024-07-26T07:21:28.630 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.630 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:28.630 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T07:21:28.630 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.630 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:28.630 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 221872 2024-07-26T07:21:28.630 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.630 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:28.631 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 38334953 2024-07-26T07:21:28.631 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.631 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:28.631 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.631 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.631 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:28.631 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.631 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.631 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:28.631 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.631 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.631 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:28.631 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.632 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.632 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:28.632 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.632 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.632 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:28.632 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.632 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.632 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:28.632 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.632 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.632 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:28.632 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.632 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.633 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:28.633 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.633 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.633 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:28.633 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 70495079 2024-07-26T07:21:28.633 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.633 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.633 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:meta": { 2024-07-26T07:21:28.633 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:28.633 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 503316480 2024-07-26T07:21:28.633 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.633 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:28.633 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.633 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.633 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:28.634 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.634 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.634 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:28.634 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 431268230 2024-07-26T07:21:28.634 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.634 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:28.634 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.634 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.634 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:28.634 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.634 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.634 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:28.634 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.634 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.634 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:28.635 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.635 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.635 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:28.635 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 169473 2024-07-26T07:21:28.635 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.635 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:28.635 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1203050 2024-07-26T07:21:28.635 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.635 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:28.635 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.635 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.635 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:28.635 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.635 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.636 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:28.636 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.636 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.636 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:28.636 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 70675727 2024-07-26T07:21:28.636 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.636 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.636 INFO:tasks.workunit.client.0.smithi089.stdout: "objecter": { 2024-07-26T07:21:28.636 INFO:tasks.workunit.client.0.smithi089.stdout: "op_active": { 2024-07-26T07:21:28.636 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.636 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.636 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T07:21:28.636 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 69 2024-07-26T07:21:28.636 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.637 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rmw": { 2024-07-26T07:21:28.637 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.637 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.637 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T07:21:28.637 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1 2024-07-26T07:21:28.637 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.637 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.637 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:28.637 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg": { 2024-07-26T07:21:28.637 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 41 2024-07-26T07:21:28.637 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.637 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg_removing": { 2024-07-26T07:21:28.637 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.637 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.638 INFO:tasks.workunit.client.0.smithi089.stdout: "op": { 2024-07-26T07:21:28.638 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 57501 2024-07-26T07:21:28.638 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.638 INFO:tasks.workunit.client.0.smithi089.stdout: "op_before_queue_op_lat": { 2024-07-26T07:21:28.638 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 151580, 2024-07-26T07:21:28.638 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6513419595 2024-07-26T07:21:28.638 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.638 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_degraded": { 2024-07-26T07:21:28.638 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5 2024-07-26T07:21:28.638 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.638 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_unreadable": { 2024-07-26T07:21:28.638 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.638 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.639 INFO:tasks.workunit.client.0.smithi089.stdout: "op_in_bytes": { 2024-07-26T07:21:28.639 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1420203757 2024-07-26T07:21:28.639 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.639 INFO:tasks.workunit.client.0.smithi089.stdout: "op_latency": { 2024-07-26T07:21:28.639 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 57501, 2024-07-26T07:21:28.639 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 86482494042 2024-07-26T07:21:28.639 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.639 INFO:tasks.workunit.client.0.smithi089.stdout: "op_out_bytes": { 2024-07-26T07:21:28.639 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2489970206 2024-07-26T07:21:28.639 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.639 INFO:tasks.workunit.client.0.smithi089.stdout: "op_prepare_latency": { 2024-07-26T07:21:28.639 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 58474, 2024-07-26T07:21:28.639 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 48469631599 2024-07-26T07:21:28.639 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.640 INFO:tasks.workunit.client.0.smithi089.stdout: "op_process_latency": { 2024-07-26T07:21:28.640 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 57501, 2024-07-26T07:21:28.640 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 75455125308 2024-07-26T07:21:28.640 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.640 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T07:21:28.640 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 27122 2024-07-26T07:21:28.640 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.640 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency": { 2024-07-26T07:21:28.640 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 27122, 2024-07-26T07:21:28.640 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 19388910217 2024-07-26T07:21:28.640 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.640 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T07:21:28.640 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.640 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.641 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_out_bytes": { 2024-07-26T07:21:28.641 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2489970206 2024-07-26T07:21:28.641 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.641 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_prepare_latency": { 2024-07-26T07:21:28.641 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 27576, 2024-07-26T07:21:28.641 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 11645756191 2024-07-26T07:21:28.641 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.641 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_process_latency": { 2024-07-26T07:21:28.641 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 27122, 2024-07-26T07:21:28.641 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 13720274708 2024-07-26T07:21:28.641 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.641 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw": { 2024-07-26T07:21:28.641 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 28643 2024-07-26T07:21:28.641 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.642 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_in_bytes": { 2024-07-26T07:21:28.642 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 289513953 2024-07-26T07:21:28.642 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.642 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency": { 2024-07-26T07:21:28.642 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 28643, 2024-07-26T07:21:28.642 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 53130479349 2024-07-26T07:21:28.642 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.642 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T07:21:28.642 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.642 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.642 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T07:21:28.642 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.642 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.643 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_out_bytes": { 2024-07-26T07:21:28.643 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.643 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.643 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_prepare_latency": { 2024-07-26T07:21:28.643 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 28997, 2024-07-26T07:21:28.643 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 34156271469 2024-07-26T07:21:28.643 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.643 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_process_latency": { 2024-07-26T07:21:28.643 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 28643, 2024-07-26T07:21:28.643 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 50269330984 2024-07-26T07:21:28.643 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.643 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T07:21:28.643 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1736 2024-07-26T07:21:28.643 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.643 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_in_bytes": { 2024-07-26T07:21:28.644 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1130689804 2024-07-26T07:21:28.644 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.644 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency": { 2024-07-26T07:21:28.644 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1736, 2024-07-26T07:21:28.644 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 13963104476 2024-07-26T07:21:28.644 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.644 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T07:21:28.644 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.644 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.644 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_prepare_latency": { 2024-07-26T07:21:28.644 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1901, 2024-07-26T07:21:28.644 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2667603939 2024-07-26T07:21:28.644 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.644 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_process_latency": { 2024-07-26T07:21:28.645 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1736, 2024-07-26T07:21:28.645 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 11465519616 2024-07-26T07:21:28.645 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.645 INFO:tasks.workunit.client.0.smithi089.stdout: "op_wip": { 2024-07-26T07:21:28.645 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.645 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.645 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_bytes": { 2024-07-26T07:21:28.645 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.645 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.645 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_ops": { 2024-07-26T07:21:28.645 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 21 2024-07-26T07:21:28.645 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.645 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes": { 2024-07-26T07:21:28.645 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995035648 2024-07-26T07:21:28.645 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.646 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes_used": { 2024-07-26T07:21:28.646 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 413184000 2024-07-26T07:21:28.646 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.646 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.646 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.646 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.3": { 2024-07-26T07:21:28.646 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T07:21:28.646 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_db_max_lat": { 2024-07-26T07:21:28.646 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 14853 2024-07-26T07:21:28.646 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.646 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_fallback": { 2024-07-26T07:21:28.646 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.646 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.647 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_max_lat": { 2024-07-26T07:21:28.647 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.647 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.647 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_size_fallback": { 2024-07-26T07:21:28.647 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.647 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.647 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_db": { 2024-07-26T07:21:28.647 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 65536 2024-07-26T07:21:28.647 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.647 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_slow": { 2024-07-26T07:21:28.647 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.647 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.647 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_wal": { 2024-07-26T07:21:28.648 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.648 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.648 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_wal_max_lat": { 2024-07-26T07:21:28.648 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.648 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.648 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_slow": { 2024-07-26T07:21:28.648 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.648 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.648 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_sst": { 2024-07-26T07:21:28.648 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3137536 2024-07-26T07:21:28.648 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.648 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_wal": { 2024-07-26T07:21:28.648 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 641978368 2024-07-26T07:21:28.649 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.649 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lat": { 2024-07-26T07:21:28.649 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 15, 2024-07-26T07:21:28.649 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3029853 2024-07-26T07:21:28.649 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.649 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lock_lat": { 2024-07-26T07:21:28.649 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 15, 2024-07-26T07:21:28.649 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1080145 2024-07-26T07:21:28.649 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.649 INFO:tasks.workunit.client.0.smithi089.stdout: "db_alloc_lat": { 2024-07-26T07:21:28.649 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 156, 2024-07-26T07:21:28.649 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 664843 2024-07-26T07:21:28.649 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.649 INFO:tasks.workunit.client.0.smithi089.stdout: "db_total_bytes": { 2024-07-26T07:21:28.649 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995027456 2024-07-26T07:21:28.650 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.650 INFO:tasks.workunit.client.0.smithi089.stdout: "db_used_bytes": { 2024-07-26T07:21:28.650 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 663814144 2024-07-26T07:21:28.650 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.650 INFO:tasks.workunit.client.0.smithi089.stdout: "flush_lat": { 2024-07-26T07:21:28.650 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 61801, 2024-07-26T07:21:28.650 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8018476057 2024-07-26T07:21:28.650 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.650 INFO:tasks.workunit.client.0.smithi089.stdout: "fsync_lat": { 2024-07-26T07:21:28.650 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 61819, 2024-07-26T07:21:28.650 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 13042705161 2024-07-26T07:21:28.650 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.650 INFO:tasks.workunit.client.0.smithi089.stdout: "log_bytes": { 2024-07-26T07:21:28.651 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3846144 2024-07-26T07:21:28.651 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.651 INFO:tasks.workunit.client.0.smithi089.stdout: "logged_bytes": { 2024-07-26T07:21:28.651 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 253210624 2024-07-26T07:21:28.651 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.651 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_db": { 2024-07-26T07:21:28.651 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 680853504 2024-07-26T07:21:28.651 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.651 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_slow": { 2024-07-26T07:21:28.651 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.651 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.651 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_wal": { 2024-07-26T07:21:28.651 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.652 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.652 INFO:tasks.workunit.client.0.smithi089.stdout: "num_files": { 2024-07-26T07:21:28.652 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 45 2024-07-26T07:21:28.652 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.652 INFO:tasks.workunit.client.0.smithi089.stdout: "read_bytes": { 2024-07-26T07:21:28.652 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 70839229 2024-07-26T07:21:28.652 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.652 INFO:tasks.workunit.client.0.smithi089.stdout: "read_count": { 2024-07-26T07:21:28.652 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2769 2024-07-26T07:21:28.652 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.652 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes": { 2024-07-26T07:21:28.652 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 61292544 2024-07-26T07:21:28.653 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.653 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_db": { 2024-07-26T07:21:28.653 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 61296640 2024-07-26T07:21:28.653 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.653 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_slow": { 2024-07-26T07:21:28.653 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.653 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.653 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_wal": { 2024-07-26T07:21:28.653 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.653 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.653 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_count": { 2024-07-26T07:21:28.653 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 184 2024-07-26T07:21:28.653 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.653 INFO:tasks.workunit.client.0.smithi089.stdout: "read_lat": { 2024-07-26T07:21:28.654 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2769, 2024-07-26T07:21:28.654 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 15255872 2024-07-26T07:21:28.654 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.654 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_bytes": { 2024-07-26T07:21:28.654 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 19145980 2024-07-26T07:21:28.654 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.654 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_count": { 2024-07-26T07:21:28.654 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1179 2024-07-26T07:21:28.654 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.654 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_bytes": { 2024-07-26T07:21:28.654 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1323669 2024-07-26T07:21:28.654 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.654 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_count": { 2024-07-26T07:21:28.655 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 274 2024-07-26T07:21:28.655 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.655 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_bytes": { 2024-07-26T07:21:28.655 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3098183 2024-07-26T07:21:28.655 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.655 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_count": { 2024-07-26T07:21:28.655 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 416 2024-07-26T07:21:28.655 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.655 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes": { 2024-07-26T07:21:28.655 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1774514 2024-07-26T07:21:28.655 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.655 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_db": { 2024-07-26T07:21:28.655 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1774514 2024-07-26T07:21:28.655 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.656 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_slow": { 2024-07-26T07:21:28.656 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.656 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.656 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_wal": { 2024-07-26T07:21:28.656 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.656 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.656 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_count": { 2024-07-26T07:21:28.656 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 145 2024-07-26T07:21:28.656 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.656 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_lat": { 2024-07-26T07:21:28.656 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 416, 2024-07-26T07:21:28.656 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1359175 2024-07-26T07:21:28.656 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.656 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_alloc_lat": { 2024-07-26T07:21:28.657 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.657 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.657 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.657 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_total_bytes": { 2024-07-26T07:21:28.657 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.657 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.657 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_used_bytes": { 2024-07-26T07:21:28.657 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.657 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.657 INFO:tasks.workunit.client.0.smithi089.stdout: "truncate_lat": { 2024-07-26T07:21:28.657 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1, 2024-07-26T07:21:28.657 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 600 2024-07-26T07:21:28.657 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.657 INFO:tasks.workunit.client.0.smithi089.stdout: "unlink_lat": { 2024-07-26T07:21:28.657 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 4, 2024-07-26T07:21:28.658 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6581 2024-07-26T07:21:28.658 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.658 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_alloc_lat": { 2024-07-26T07:21:28.658 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.658 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.658 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.658 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_total_bytes": { 2024-07-26T07:21:28.658 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.658 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.658 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_used_bytes": { 2024-07-26T07:21:28.658 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.658 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.658 INFO:tasks.workunit.client.0.smithi089.stdout: "write_bytes": { 2024-07-26T07:21:28.658 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 900612096 2024-07-26T07:21:28.659 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.659 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.659 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore": { 2024-07-26T07:21:28.659 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit": { 2024-07-26T07:21:28.659 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4096 2024-07-26T07:21:28.659 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.659 INFO:tasks.workunit.client.0.smithi089.stdout: "allocated": { 2024-07-26T07:21:28.659 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 14344192 2024-07-26T07:21:28.659 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.659 INFO:tasks.workunit.client.0.smithi089.stdout: "allocator_lat": { 2024-07-26T07:21:28.659 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 17120, 2024-07-26T07:21:28.659 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 50719702 2024-07-26T07:21:28.659 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.659 INFO:tasks.workunit.client.0.smithi089.stdout: "clist_lat": { 2024-07-26T07:21:28.659 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3266, 2024-07-26T07:21:28.660 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 313256780 2024-07-26T07:21:28.660 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.660 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_lat": { 2024-07-26T07:21:28.660 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.660 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.660 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.660 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed": { 2024-07-26T07:21:28.660 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.660 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.660 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_allocated": { 2024-07-26T07:21:28.660 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.660 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.661 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_original": { 2024-07-26T07:21:28.661 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.661 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.661 INFO:tasks.workunit.client.0.smithi089.stdout: "csum_lat": { 2024-07-26T07:21:28.661 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 12042, 2024-07-26T07:21:28.661 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 107765534 2024-07-26T07:21:28.661 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.661 INFO:tasks.workunit.client.0.smithi089.stdout: "decompress_lat": { 2024-07-26T07:21:28.661 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.661 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.661 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.661 INFO:tasks.workunit.client.0.smithi089.stdout: "fragmentation_micros": { 2024-07-26T07:21:28.661 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.661 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.662 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_commit_lat": { 2024-07-26T07:21:28.662 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 61761, 2024-07-26T07:21:28.662 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 16267030528 2024-07-26T07:21:28.662 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.662 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_final_lat": { 2024-07-26T07:21:28.662 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 61274, 2024-07-26T07:21:28.662 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1470024804 2024-07-26T07:21:28.662 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.662 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_flush_lat": { 2024-07-26T07:21:28.662 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 61761, 2024-07-26T07:21:28.662 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 38245001 2024-07-26T07:21:28.662 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.662 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_sync_lat": { 2024-07-26T07:21:28.663 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 61761, 2024-07-26T07:21:28.663 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 16305275529 2024-07-26T07:21:28.663 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.663 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_keys_lat": { 2024-07-26T07:21:28.663 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.663 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.663 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.663 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_values_lat": { 2024-07-26T07:21:28.663 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 18143, 2024-07-26T07:21:28.663 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 560819870 2024-07-26T07:21:28.663 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.663 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_lower_bound_lat": { 2024-07-26T07:21:28.663 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1404, 2024-07-26T07:21:28.663 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3448229 2024-07-26T07:21:28.664 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.664 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_next_lat": { 2024-07-26T07:21:28.664 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 6508, 2024-07-26T07:21:28.664 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3953166 2024-07-26T07:21:28.664 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.664 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_seek_to_first_lat": { 2024-07-26T07:21:28.664 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 41, 2024-07-26T07:21:28.664 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 47320 2024-07-26T07:21:28.664 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.664 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_upper_bound_lat": { 2024-07-26T07:21:28.664 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7226, 2024-07-26T07:21:28.664 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 318801706 2024-07-26T07:21:28.664 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.664 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_hits": { 2024-07-26T07:21:28.665 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 187907 2024-07-26T07:21:28.665 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.665 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_misses": { 2024-07-26T07:21:28.665 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 16871 2024-07-26T07:21:28.665 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.665 INFO:tasks.workunit.client.0.smithi089.stdout: "read_lat": { 2024-07-26T07:21:28.665 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 25468, 2024-07-26T07:21:28.665 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1369719146 2024-07-26T07:21:28.665 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.665 INFO:tasks.workunit.client.0.smithi089.stdout: "read_onode_meta_lat": { 2024-07-26T07:21:28.665 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 69537, 2024-07-26T07:21:28.665 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 23959074 2024-07-26T07:21:28.665 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.665 INFO:tasks.workunit.client.0.smithi089.stdout: "read_wait_aio_lat": { 2024-07-26T07:21:28.666 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 44069, 2024-07-26T07:21:28.666 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 948258902 2024-07-26T07:21:28.666 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.666 INFO:tasks.workunit.client.0.smithi089.stdout: "reads_with_retries": { 2024-07-26T07:21:28.666 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.666 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.666 INFO:tasks.workunit.client.0.smithi089.stdout: "remove_lat": { 2024-07-26T07:21:28.666 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 11507, 2024-07-26T07:21:28.666 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 281548070 2024-07-26T07:21:28.666 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.666 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_aio_wait_count": { 2024-07-26T07:21:28.666 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.667 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.667 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_committed_kv_count": { 2024-07-26T07:21:28.667 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.667 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.667 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_read_onode_meta_count": { 2024-07-26T07:21:28.667 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.667 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.667 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_read_wait_aio_count": { 2024-07-26T07:21:28.667 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.667 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.667 INFO:tasks.workunit.client.0.smithi089.stdout: "state_aio_wait_lat": { 2024-07-26T07:21:28.668 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 73704, 2024-07-26T07:21:28.668 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6460959225 2024-07-26T07:21:28.668 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.668 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T07:21:28.668 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 17693, 2024-07-26T07:21:28.668 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1113359077 2024-07-26T07:21:28.668 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.668 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_cleanup_lat": { 2024-07-26T07:21:28.668 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 17692, 2024-07-26T07:21:28.668 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2466471673828 2024-07-26T07:21:28.668 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.668 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_queued_lat": { 2024-07-26T07:21:28.668 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 17693, 2024-07-26T07:21:28.669 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6319725265527 2024-07-26T07:21:28.669 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.669 INFO:tasks.workunit.client.0.smithi089.stdout: "state_done_lat": { 2024-07-26T07:21:28.669 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 73703, 2024-07-26T07:21:28.669 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2166123665645 2024-07-26T07:21:28.669 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.669 INFO:tasks.workunit.client.0.smithi089.stdout: "state_finishing_lat": { 2024-07-26T07:21:28.669 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 73703, 2024-07-26T07:21:28.669 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7855784 2024-07-26T07:21:28.669 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.669 INFO:tasks.workunit.client.0.smithi089.stdout: "state_io_done_lat": { 2024-07-26T07:21:28.669 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 73704, 2024-07-26T07:21:28.670 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 218824075 2024-07-26T07:21:28.670 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.670 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_commiting_lat": { 2024-07-26T07:21:28.670 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 73704, 2024-07-26T07:21:28.670 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 27655537222 2024-07-26T07:21:28.670 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.670 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_done_lat": { 2024-07-26T07:21:28.670 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 73704, 2024-07-26T07:21:28.670 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 25283073 2024-07-26T07:21:28.670 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.670 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_queued_lat": { 2024-07-26T07:21:28.670 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 73704, 2024-07-26T07:21:28.670 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 13664355687 2024-07-26T07:21:28.671 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.671 INFO:tasks.workunit.client.0.smithi089.stdout: "state_prepare_lat": { 2024-07-26T07:21:28.671 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 73704, 2024-07-26T07:21:28.671 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5787141190 2024-07-26T07:21:28.671 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.671 INFO:tasks.workunit.client.0.smithi089.stdout: "stored": { 2024-07-26T07:21:28.671 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8544877 2024-07-26T07:21:28.671 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.671 INFO:tasks.workunit.client.0.smithi089.stdout: "truncate_lat": { 2024-07-26T07:21:28.671 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2599, 2024-07-26T07:21:28.671 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 14506177 2024-07-26T07:21:28.671 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.672 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_commit_lat": { 2024-07-26T07:21:28.672 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 73704, 2024-07-26T07:21:28.672 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 53798275631 2024-07-26T07:21:28.672 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.672 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_submit_lat": { 2024-07-26T07:21:28.672 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 73704, 2024-07-26T07:21:28.672 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6679712362 2024-07-26T07:21:28.672 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.672 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_throttle_lat": { 2024-07-26T07:21:28.672 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 73704, 2024-07-26T07:21:28.672 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 440290212 2024-07-26T07:21:28.672 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.672 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.672 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache": { 2024-07-26T07:21:28.673 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_bytes": { 2024-07-26T07:21:28.673 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1405081568 2024-07-26T07:21:28.673 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.673 INFO:tasks.workunit.client.0.smithi089.stdout: "heap_bytes": { 2024-07-26T07:21:28.673 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 501538816 2024-07-26T07:21:28.673 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.673 INFO:tasks.workunit.client.0.smithi089.stdout: "mapped_bytes": { 2024-07-26T07:21:28.673 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 470786048 2024-07-26T07:21:28.673 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.673 INFO:tasks.workunit.client.0.smithi089.stdout: "target_bytes": { 2024-07-26T07:21:28.673 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2600456396 2024-07-26T07:21:28.673 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.673 INFO:tasks.workunit.client.0.smithi089.stdout: "unmapped_bytes": { 2024-07-26T07:21:28.674 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 30752768 2024-07-26T07:21:28.674 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.674 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.674 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:data": { 2024-07-26T07:21:28.674 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:28.674 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 125829120 2024-07-26T07:21:28.674 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.674 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:28.674 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.674 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.674 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:28.674 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.674 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.675 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:28.675 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 57378348 2024-07-26T07:21:28.675 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.675 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:28.675 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.675 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.675 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:28.675 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.675 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.675 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:28.675 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.676 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.676 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:28.676 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.676 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.676 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:28.676 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.676 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.676 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:28.676 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8192 2024-07-26T07:21:28.676 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.676 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:28.676 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.676 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.676 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:28.677 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.677 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.677 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:28.677 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.677 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.677 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:28.677 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 68442580 2024-07-26T07:21:28.677 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.677 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.677 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv": { 2024-07-26T07:21:28.677 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:28.677 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 570425344 2024-07-26T07:21:28.678 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.678 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:28.678 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T07:21:28.678 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.678 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:28.678 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.678 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.678 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:28.678 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 430337614 2024-07-26T07:21:28.678 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.678 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:28.678 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.678 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.678 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:28.679 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 944 2024-07-26T07:21:28.679 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.679 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:28.679 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.679 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.679 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:28.679 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.679 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.679 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:28.679 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 15168 2024-07-26T07:21:28.679 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.679 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:28.679 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 35792 2024-07-26T07:21:28.679 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.679 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:28.680 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.680 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.680 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:28.680 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.680 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.680 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:28.680 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.680 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.680 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:28.680 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 72926962 2024-07-26T07:21:28.680 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.680 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.680 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T07:21:28.680 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:28.681 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 176160768 2024-07-26T07:21:28.681 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.681 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:28.681 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T07:21:28.681 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.681 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:28.681 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 199440 2024-07-26T07:21:28.681 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.681 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:28.681 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 38252232 2024-07-26T07:21:28.681 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.681 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:28.681 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.681 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.682 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:28.682 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.682 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.682 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:28.682 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.682 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.682 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:28.682 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.682 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.682 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:28.682 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.682 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.682 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:28.682 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.683 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.683 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:28.683 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.683 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.683 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:28.683 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.683 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.683 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:28.683 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.683 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.683 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:28.683 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 70600232 2024-07-26T07:21:28.683 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.683 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.683 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:meta": { 2024-07-26T07:21:28.684 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:28.686 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 503316480 2024-07-26T07:21:28.686 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.686 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:28.686 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.686 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.686 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:28.686 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.686 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.686 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:28.686 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 430337614 2024-07-26T07:21:28.686 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.687 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:28.687 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.687 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.687 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:28.687 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.687 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.687 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:28.687 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.687 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.687 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:28.687 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.687 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.687 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:28.687 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 181181 2024-07-26T07:21:28.688 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.688 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:28.688 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1204387 2024-07-26T07:21:28.688 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.688 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:28.688 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.688 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.688 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:28.688 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.688 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.688 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:28.688 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.688 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.688 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:28.689 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 71593298 2024-07-26T07:21:28.689 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.689 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.689 INFO:tasks.workunit.client.0.smithi089.stdout: "objecter": { 2024-07-26T07:21:28.689 INFO:tasks.workunit.client.0.smithi089.stdout: "op_active": { 2024-07-26T07:21:28.689 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.689 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.689 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T07:21:28.689 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 26 2024-07-26T07:21:28.689 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.689 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rmw": { 2024-07-26T07:21:28.689 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.689 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.690 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T07:21:28.690 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.690 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.690 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.690 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:28.690 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg": { 2024-07-26T07:21:28.690 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 48 2024-07-26T07:21:28.690 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.690 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg_removing": { 2024-07-26T07:21:28.690 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.690 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.690 INFO:tasks.workunit.client.0.smithi089.stdout: "op": { 2024-07-26T07:21:28.690 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 30067 2024-07-26T07:21:28.690 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.691 INFO:tasks.workunit.client.0.smithi089.stdout: "op_before_queue_op_lat": { 2024-07-26T07:21:28.691 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 102507, 2024-07-26T07:21:28.691 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5487045584 2024-07-26T07:21:28.691 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.691 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_degraded": { 2024-07-26T07:21:28.691 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.691 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.691 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_unreadable": { 2024-07-26T07:21:28.691 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.691 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.691 INFO:tasks.workunit.client.0.smithi089.stdout: "op_in_bytes": { 2024-07-26T07:21:28.691 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1000305194 2024-07-26T07:21:28.691 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.691 INFO:tasks.workunit.client.0.smithi089.stdout: "op_latency": { 2024-07-26T07:21:28.692 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 30067, 2024-07-26T07:21:28.692 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 266496501733 2024-07-26T07:21:28.692 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.692 INFO:tasks.workunit.client.0.smithi089.stdout: "op_out_bytes": { 2024-07-26T07:21:28.692 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1435056875 2024-07-26T07:21:28.692 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.692 INFO:tasks.workunit.client.0.smithi089.stdout: "op_prepare_latency": { 2024-07-26T07:21:28.692 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 31890, 2024-07-26T07:21:28.692 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 23356735142 2024-07-26T07:21:28.692 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.692 INFO:tasks.workunit.client.0.smithi089.stdout: "op_process_latency": { 2024-07-26T07:21:28.692 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 30067, 2024-07-26T07:21:28.692 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 60095246188 2024-07-26T07:21:28.692 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.693 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T07:21:28.693 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 14343 2024-07-26T07:21:28.693 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.693 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency": { 2024-07-26T07:21:28.693 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 14343, 2024-07-26T07:21:28.693 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 46849819190 2024-07-26T07:21:28.693 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.693 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T07:21:28.693 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.693 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.693 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_out_bytes": { 2024-07-26T07:21:28.693 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1435056875 2024-07-26T07:21:28.693 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.693 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_prepare_latency": { 2024-07-26T07:21:28.694 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 14457, 2024-07-26T07:21:28.694 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4201388210 2024-07-26T07:21:28.694 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.694 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_process_latency": { 2024-07-26T07:21:28.694 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 14343, 2024-07-26T07:21:28.694 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4693755529 2024-07-26T07:21:28.694 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.694 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw": { 2024-07-26T07:21:28.694 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 11776 2024-07-26T07:21:28.694 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.694 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_in_bytes": { 2024-07-26T07:21:28.694 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 109319765 2024-07-26T07:21:28.694 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.695 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency": { 2024-07-26T07:21:28.695 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 11776, 2024-07-26T07:21:28.695 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 155983746830 2024-07-26T07:21:28.695 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.695 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T07:21:28.695 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.695 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.695 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T07:21:28.695 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.695 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.695 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_out_bytes": { 2024-07-26T07:21:28.695 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.695 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.695 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_prepare_latency": { 2024-07-26T07:21:28.696 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 13416, 2024-07-26T07:21:28.696 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 14585603418 2024-07-26T07:21:28.696 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.696 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_process_latency": { 2024-07-26T07:21:28.696 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 11776, 2024-07-26T07:21:28.696 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 31067798308 2024-07-26T07:21:28.696 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.696 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T07:21:28.696 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3948 2024-07-26T07:21:28.696 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.696 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_in_bytes": { 2024-07-26T07:21:28.696 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 890985429 2024-07-26T07:21:28.696 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.696 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency": { 2024-07-26T07:21:28.697 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3948, 2024-07-26T07:21:28.697 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 63662935713 2024-07-26T07:21:28.697 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.697 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T07:21:28.697 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.697 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.697 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_prepare_latency": { 2024-07-26T07:21:28.697 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 4017, 2024-07-26T07:21:28.697 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4569743514 2024-07-26T07:21:28.697 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.697 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_process_latency": { 2024-07-26T07:21:28.697 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3948, 2024-07-26T07:21:28.697 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 24333692351 2024-07-26T07:21:28.698 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.698 INFO:tasks.workunit.client.0.smithi089.stdout: "op_wip": { 2024-07-26T07:21:28.698 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.698 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.698 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_bytes": { 2024-07-26T07:21:28.698 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 54 2024-07-26T07:21:28.698 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.698 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_ops": { 2024-07-26T07:21:28.698 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8 2024-07-26T07:21:28.698 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.698 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes": { 2024-07-26T07:21:28.698 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995035648 2024-07-26T07:21:28.698 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.698 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes_used": { 2024-07-26T07:21:28.699 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 678170624 2024-07-26T07:21:28.699 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.699 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.699 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.699 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.4": { 2024-07-26T07:21:28.699 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T07:21:28.699 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_db_max_lat": { 2024-07-26T07:21:28.699 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 72414 2024-07-26T07:21:28.699 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.699 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_fallback": { 2024-07-26T07:21:28.699 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.699 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.699 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_max_lat": { 2024-07-26T07:21:28.699 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.700 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.700 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_size_fallback": { 2024-07-26T07:21:28.700 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.700 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.700 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_db": { 2024-07-26T07:21:28.700 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 65536 2024-07-26T07:21:28.700 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.700 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_slow": { 2024-07-26T07:21:28.700 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.700 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.700 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_wal": { 2024-07-26T07:21:28.700 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.700 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.700 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_wal_max_lat": { 2024-07-26T07:21:28.701 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.701 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.701 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_slow": { 2024-07-26T07:21:28.701 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.701 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.701 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_sst": { 2024-07-26T07:21:28.701 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8220672 2024-07-26T07:21:28.701 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.701 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_wal": { 2024-07-26T07:21:28.701 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 710848512 2024-07-26T07:21:28.701 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.701 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lat": { 2024-07-26T07:21:28.701 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 14, 2024-07-26T07:21:28.701 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3282978 2024-07-26T07:21:28.702 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.702 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lock_lat": { 2024-07-26T07:21:28.702 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 14, 2024-07-26T07:21:28.702 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1159776 2024-07-26T07:21:28.702 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.702 INFO:tasks.workunit.client.0.smithi089.stdout: "db_alloc_lat": { 2024-07-26T07:21:28.702 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 165, 2024-07-26T07:21:28.702 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 732196 2024-07-26T07:21:28.702 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.702 INFO:tasks.workunit.client.0.smithi089.stdout: "db_total_bytes": { 2024-07-26T07:21:28.702 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995027456 2024-07-26T07:21:28.702 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.702 INFO:tasks.workunit.client.0.smithi089.stdout: "db_used_bytes": { 2024-07-26T07:21:28.702 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 779747328 2024-07-26T07:21:28.703 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.703 INFO:tasks.workunit.client.0.smithi089.stdout: "flush_lat": { 2024-07-26T07:21:28.703 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 58478, 2024-07-26T07:21:28.703 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7705473807 2024-07-26T07:21:28.703 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.703 INFO:tasks.workunit.client.0.smithi089.stdout: "fsync_lat": { 2024-07-26T07:21:28.703 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 58501, 2024-07-26T07:21:28.703 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12417104885 2024-07-26T07:21:28.703 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.703 INFO:tasks.workunit.client.0.smithi089.stdout: "log_bytes": { 2024-07-26T07:21:28.703 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6836224 2024-07-26T07:21:28.703 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.703 INFO:tasks.workunit.client.0.smithi089.stdout: "logged_bytes": { 2024-07-26T07:21:28.703 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 239566848 2024-07-26T07:21:28.704 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.704 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_db": { 2024-07-26T07:21:28.704 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 796786688 2024-07-26T07:21:28.704 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.704 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_slow": { 2024-07-26T07:21:28.704 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.704 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.704 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_wal": { 2024-07-26T07:21:28.704 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.704 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.704 INFO:tasks.workunit.client.0.smithi089.stdout: "num_files": { 2024-07-26T07:21:28.704 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 55 2024-07-26T07:21:28.704 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.704 INFO:tasks.workunit.client.0.smithi089.stdout: "read_bytes": { 2024-07-26T07:21:28.705 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 248019490 2024-07-26T07:21:28.705 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.705 INFO:tasks.workunit.client.0.smithi089.stdout: "read_count": { 2024-07-26T07:21:28.705 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12818 2024-07-26T07:21:28.705 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.705 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes": { 2024-07-26T07:21:28.705 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 221011968 2024-07-26T07:21:28.705 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.705 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_db": { 2024-07-26T07:21:28.705 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 221016064 2024-07-26T07:21:28.705 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.705 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_slow": { 2024-07-26T07:21:28.705 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.705 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.706 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_wal": { 2024-07-26T07:21:28.706 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.706 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.706 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_count": { 2024-07-26T07:21:28.706 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5534 2024-07-26T07:21:28.706 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.706 INFO:tasks.workunit.client.0.smithi089.stdout: "read_lat": { 2024-07-26T07:21:28.706 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 12818, 2024-07-26T07:21:28.706 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 122571419 2024-07-26T07:21:28.706 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.706 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_bytes": { 2024-07-26T07:21:28.706 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 136480448 2024-07-26T07:21:28.706 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.706 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_count": { 2024-07-26T07:21:28.707 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9402 2024-07-26T07:21:28.707 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.707 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_bytes": { 2024-07-26T07:21:28.707 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2840811 2024-07-26T07:21:28.707 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.707 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_count": { 2024-07-26T07:21:28.707 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 667 2024-07-26T07:21:28.707 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.707 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_bytes": { 2024-07-26T07:21:28.707 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8137211 2024-07-26T07:21:28.707 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.707 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_count": { 2024-07-26T07:21:28.707 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 966 2024-07-26T07:21:28.707 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.707 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes": { 2024-07-26T07:21:28.708 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5296400 2024-07-26T07:21:28.708 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.708 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_db": { 2024-07-26T07:21:28.708 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5296400 2024-07-26T07:21:28.708 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.708 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_slow": { 2024-07-26T07:21:28.708 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.708 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.708 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_wal": { 2024-07-26T07:21:28.708 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.708 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.708 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_count": { 2024-07-26T07:21:28.708 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 308 2024-07-26T07:21:28.708 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.709 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_lat": { 2024-07-26T07:21:28.709 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 966, 2024-07-26T07:21:28.709 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5004693 2024-07-26T07:21:28.709 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.709 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_alloc_lat": { 2024-07-26T07:21:28.709 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.709 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.709 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.709 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_total_bytes": { 2024-07-26T07:21:28.709 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.709 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.709 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_used_bytes": { 2024-07-26T07:21:28.710 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.710 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.710 INFO:tasks.workunit.client.0.smithi089.stdout: "truncate_lat": { 2024-07-26T07:21:28.710 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1, 2024-07-26T07:21:28.710 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 655 2024-07-26T07:21:28.710 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.710 INFO:tasks.workunit.client.0.smithi089.stdout: "unlink_lat": { 2024-07-26T07:21:28.710 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 4, 2024-07-26T07:21:28.710 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6540 2024-07-26T07:21:28.710 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.710 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_alloc_lat": { 2024-07-26T07:21:28.710 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.710 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.710 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.711 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_total_bytes": { 2024-07-26T07:21:28.711 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.711 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.711 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_used_bytes": { 2024-07-26T07:21:28.711 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.711 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.711 INFO:tasks.workunit.client.0.smithi089.stdout: "write_bytes": { 2024-07-26T07:21:28.711 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 960778240 2024-07-26T07:21:28.711 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.711 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.711 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore": { 2024-07-26T07:21:28.711 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit": { 2024-07-26T07:21:28.711 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4096 2024-07-26T07:21:28.712 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.712 INFO:tasks.workunit.client.0.smithi089.stdout: "allocated": { 2024-07-26T07:21:28.712 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 18534400 2024-07-26T07:21:28.712 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.712 INFO:tasks.workunit.client.0.smithi089.stdout: "allocator_lat": { 2024-07-26T07:21:28.712 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 20755, 2024-07-26T07:21:28.712 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 62658299 2024-07-26T07:21:28.712 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.712 INFO:tasks.workunit.client.0.smithi089.stdout: "clist_lat": { 2024-07-26T07:21:28.712 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3199, 2024-07-26T07:21:28.712 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 460885061 2024-07-26T07:21:28.712 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.712 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_lat": { 2024-07-26T07:21:28.712 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.713 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.713 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.713 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed": { 2024-07-26T07:21:28.713 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.713 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.713 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_allocated": { 2024-07-26T07:21:28.713 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.713 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.713 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_original": { 2024-07-26T07:21:28.713 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.713 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.713 INFO:tasks.workunit.client.0.smithi089.stdout: "csum_lat": { 2024-07-26T07:21:28.713 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 9340, 2024-07-26T07:21:28.713 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 63189009 2024-07-26T07:21:28.714 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.714 INFO:tasks.workunit.client.0.smithi089.stdout: "decompress_lat": { 2024-07-26T07:21:28.714 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.714 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.714 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.714 INFO:tasks.workunit.client.0.smithi089.stdout: "fragmentation_micros": { 2024-07-26T07:21:28.714 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.714 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.714 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_commit_lat": { 2024-07-26T07:21:28.714 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 58420, 2024-07-26T07:21:28.714 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 15601298481 2024-07-26T07:21:28.714 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.714 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_final_lat": { 2024-07-26T07:21:28.714 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 58014, 2024-07-26T07:21:28.715 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1312119037 2024-07-26T07:21:28.715 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.715 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_flush_lat": { 2024-07-26T07:21:28.715 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 58420, 2024-07-26T07:21:28.715 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 46938570 2024-07-26T07:21:28.715 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.715 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_sync_lat": { 2024-07-26T07:21:28.715 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 58420, 2024-07-26T07:21:28.715 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 15648237051 2024-07-26T07:21:28.715 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.715 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_keys_lat": { 2024-07-26T07:21:28.715 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.715 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.715 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.716 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_values_lat": { 2024-07-26T07:21:28.716 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 22422, 2024-07-26T07:21:28.716 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 750315619 2024-07-26T07:21:28.716 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.716 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_lower_bound_lat": { 2024-07-26T07:21:28.716 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 852, 2024-07-26T07:21:28.716 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2299040 2024-07-26T07:21:28.716 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.716 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_next_lat": { 2024-07-26T07:21:28.716 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 8245, 2024-07-26T07:21:28.716 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6781328 2024-07-26T07:21:28.716 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.716 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_seek_to_first_lat": { 2024-07-26T07:21:28.716 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 47, 2024-07-26T07:21:28.716 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 66150 2024-07-26T07:21:28.717 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.717 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_upper_bound_lat": { 2024-07-26T07:21:28.717 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 9463, 2024-07-26T07:21:28.717 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2207658181 2024-07-26T07:21:28.717 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.717 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_hits": { 2024-07-26T07:21:28.717 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 178484 2024-07-26T07:21:28.717 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.717 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_misses": { 2024-07-26T07:21:28.717 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 19150 2024-07-26T07:21:28.717 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.717 INFO:tasks.workunit.client.0.smithi089.stdout: "read_lat": { 2024-07-26T07:21:28.717 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 15958, 2024-07-26T07:21:28.718 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1045075447 2024-07-26T07:21:28.718 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.718 INFO:tasks.workunit.client.0.smithi089.stdout: "read_onode_meta_lat": { 2024-07-26T07:21:28.718 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 49857, 2024-07-26T07:21:28.718 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 19568518 2024-07-26T07:21:28.718 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.718 INFO:tasks.workunit.client.0.smithi089.stdout: "read_wait_aio_lat": { 2024-07-26T07:21:28.718 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 33899, 2024-07-26T07:21:28.718 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 842274304 2024-07-26T07:21:28.718 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.718 INFO:tasks.workunit.client.0.smithi089.stdout: "reads_with_retries": { 2024-07-26T07:21:28.718 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.718 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.718 INFO:tasks.workunit.client.0.smithi089.stdout: "remove_lat": { 2024-07-26T07:21:28.719 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 12848, 2024-07-26T07:21:28.719 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 326033997 2024-07-26T07:21:28.719 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.719 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_aio_wait_count": { 2024-07-26T07:21:28.719 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.719 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.719 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_committed_kv_count": { 2024-07-26T07:21:28.719 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.719 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.719 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_read_onode_meta_count": { 2024-07-26T07:21:28.719 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.719 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.719 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_read_wait_aio_count": { 2024-07-26T07:21:28.719 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.720 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.720 INFO:tasks.workunit.client.0.smithi089.stdout: "state_aio_wait_lat": { 2024-07-26T07:21:28.720 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 69162, 2024-07-26T07:21:28.720 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5409909566 2024-07-26T07:21:28.720 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.720 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T07:21:28.720 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 17924, 2024-07-26T07:21:28.720 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 936758114 2024-07-26T07:21:28.720 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.720 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_cleanup_lat": { 2024-07-26T07:21:28.720 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 17924, 2024-07-26T07:21:28.720 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2546664354065 2024-07-26T07:21:28.720 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.721 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_queued_lat": { 2024-07-26T07:21:28.721 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 17924, 2024-07-26T07:21:28.721 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5920543294472 2024-07-26T07:21:28.721 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.721 INFO:tasks.workunit.client.0.smithi089.stdout: "state_done_lat": { 2024-07-26T07:21:28.721 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 69162, 2024-07-26T07:21:28.721 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2478490985451 2024-07-26T07:21:28.721 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.721 INFO:tasks.workunit.client.0.smithi089.stdout: "state_finishing_lat": { 2024-07-26T07:21:28.721 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 69162, 2024-07-26T07:21:28.721 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7917152 2024-07-26T07:21:28.721 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.721 INFO:tasks.workunit.client.0.smithi089.stdout: "state_io_done_lat": { 2024-07-26T07:21:28.722 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 69162, 2024-07-26T07:21:28.722 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 263196514 2024-07-26T07:21:28.722 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.722 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_commiting_lat": { 2024-07-26T07:21:28.722 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 69162, 2024-07-26T07:21:28.722 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 24775502348 2024-07-26T07:21:28.722 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.722 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_done_lat": { 2024-07-26T07:21:28.722 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 69162, 2024-07-26T07:21:28.722 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 24120944 2024-07-26T07:21:28.722 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.722 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_queued_lat": { 2024-07-26T07:21:28.722 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 69162, 2024-07-26T07:21:28.722 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 11393960151 2024-07-26T07:21:28.723 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.723 INFO:tasks.workunit.client.0.smithi089.stdout: "state_prepare_lat": { 2024-07-26T07:21:28.723 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 69162, 2024-07-26T07:21:28.723 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6383886304 2024-07-26T07:21:28.723 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.723 INFO:tasks.workunit.client.0.smithi089.stdout: "stored": { 2024-07-26T07:21:28.723 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12733982 2024-07-26T07:21:28.723 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.723 INFO:tasks.workunit.client.0.smithi089.stdout: "truncate_lat": { 2024-07-26T07:21:28.723 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2550, 2024-07-26T07:21:28.723 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 13802996 2024-07-26T07:21:28.723 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.723 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_commit_lat": { 2024-07-26T07:21:28.723 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 69162, 2024-07-26T07:21:28.724 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 48237509267 2024-07-26T07:21:28.724 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.724 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_submit_lat": { 2024-07-26T07:21:28.724 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 69162, 2024-07-26T07:21:28.724 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7307048688 2024-07-26T07:21:28.724 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.724 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_throttle_lat": { 2024-07-26T07:21:28.724 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 69162, 2024-07-26T07:21:28.724 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 414028430 2024-07-26T07:21:28.724 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.724 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.724 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache": { 2024-07-26T07:21:28.724 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_bytes": { 2024-07-26T07:21:28.724 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1405132139 2024-07-26T07:21:28.725 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.725 INFO:tasks.workunit.client.0.smithi089.stdout: "heap_bytes": { 2024-07-26T07:21:28.725 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 493592576 2024-07-26T07:21:28.725 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.725 INFO:tasks.workunit.client.0.smithi089.stdout: "mapped_bytes": { 2024-07-26T07:21:28.725 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 468369408 2024-07-26T07:21:28.725 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.725 INFO:tasks.workunit.client.0.smithi089.stdout: "target_bytes": { 2024-07-26T07:21:28.725 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2600515891 2024-07-26T07:21:28.725 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.725 INFO:tasks.workunit.client.0.smithi089.stdout: "unmapped_bytes": { 2024-07-26T07:21:28.725 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 25223168 2024-07-26T07:21:28.725 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.725 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.726 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:data": { 2024-07-26T07:21:28.726 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:28.726 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 125829120 2024-07-26T07:21:28.726 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.726 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:28.726 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.726 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.726 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:28.726 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.726 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.726 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:28.726 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 56845037 2024-07-26T07:21:28.726 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.727 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:28.727 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.727 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.727 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:28.727 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.727 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.727 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:28.727 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.727 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.727 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:28.727 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.727 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.727 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:28.728 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 180224 2024-07-26T07:21:28.728 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.728 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:28.728 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 888832 2024-07-26T07:21:28.728 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.728 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:28.728 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.728 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.728 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:28.728 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.728 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.728 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:28.728 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.729 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.729 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:28.729 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67915027 2024-07-26T07:21:28.729 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.729 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.729 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv": { 2024-07-26T07:21:28.729 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:28.729 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 562036736 2024-07-26T07:21:28.729 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.729 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:28.729 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T07:21:28.729 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.729 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:28.729 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.730 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.730 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:28.730 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 426337779 2024-07-26T07:21:28.730 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.730 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:28.730 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.730 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.730 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:28.730 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1904 2024-07-26T07:21:28.730 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.730 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:28.730 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.730 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.730 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:28.731 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.731 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.731 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:28.731 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 123712 2024-07-26T07:21:28.731 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.731 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:28.731 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.731 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.731 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:28.731 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.731 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.731 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:28.731 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.731 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.731 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:28.732 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.732 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.732 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:28.732 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 68464477 2024-07-26T07:21:28.732 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.732 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.732 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T07:21:28.732 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:28.732 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 176160768 2024-07-26T07:21:28.732 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.732 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:28.732 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T07:21:28.732 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.733 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:28.733 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 373152 2024-07-26T07:21:28.733 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.733 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:28.733 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 37896691 2024-07-26T07:21:28.733 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.733 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:28.733 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.733 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.733 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:28.733 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.733 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.733 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:28.733 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.734 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.734 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:28.734 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.734 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.734 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:28.734 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.734 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.734 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:28.734 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.734 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.734 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:28.734 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.734 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.735 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:28.735 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.735 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.735 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:28.735 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.735 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.735 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:28.735 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 70782061 2024-07-26T07:21:28.735 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.735 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.735 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:meta": { 2024-07-26T07:21:28.735 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:28.735 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 494927872 2024-07-26T07:21:28.736 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.736 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:28.736 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.736 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.736 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:28.736 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.736 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.736 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:28.736 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 426337779 2024-07-26T07:21:28.736 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.736 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:28.736 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.736 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.736 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:28.737 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.737 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.737 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:28.737 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.737 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.737 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:28.737 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.737 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.737 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:28.737 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 200719 2024-07-26T07:21:28.737 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.737 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:28.737 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1170171 2024-07-26T07:21:28.737 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.738 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:28.738 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.738 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.738 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:28.738 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.738 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.738 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:28.738 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.738 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.738 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:28.738 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67219203 2024-07-26T07:21:28.738 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.738 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.739 INFO:tasks.workunit.client.0.smithi089.stdout: "objecter": { 2024-07-26T07:21:28.739 INFO:tasks.workunit.client.0.smithi089.stdout: "op_active": { 2024-07-26T07:21:28.739 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.739 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.739 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T07:21:28.739 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 20 2024-07-26T07:21:28.739 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.739 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rmw": { 2024-07-26T07:21:28.739 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.739 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.739 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T07:21:28.739 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.739 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.739 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.740 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:28.740 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg": { 2024-07-26T07:21:28.740 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 50 2024-07-26T07:21:28.740 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.740 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg_removing": { 2024-07-26T07:21:28.740 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.740 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.740 INFO:tasks.workunit.client.0.smithi089.stdout: "op": { 2024-07-26T07:21:28.740 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 41962 2024-07-26T07:21:28.740 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.740 INFO:tasks.workunit.client.0.smithi089.stdout: "op_before_queue_op_lat": { 2024-07-26T07:21:28.740 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 97183, 2024-07-26T07:21:28.740 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7066880801 2024-07-26T07:21:28.740 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.740 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_degraded": { 2024-07-26T07:21:28.741 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.741 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.741 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_unreadable": { 2024-07-26T07:21:28.741 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.741 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.741 INFO:tasks.workunit.client.0.smithi089.stdout: "op_in_bytes": { 2024-07-26T07:21:28.741 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1005004532 2024-07-26T07:21:28.741 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.741 INFO:tasks.workunit.client.0.smithi089.stdout: "op_latency": { 2024-07-26T07:21:28.741 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 41962, 2024-07-26T07:21:28.741 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 48974653050 2024-07-26T07:21:28.741 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.741 INFO:tasks.workunit.client.0.smithi089.stdout: "op_out_bytes": { 2024-07-26T07:21:28.741 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1193874038 2024-07-26T07:21:28.742 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.742 INFO:tasks.workunit.client.0.smithi089.stdout: "op_prepare_latency": { 2024-07-26T07:21:28.742 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 42390, 2024-07-26T07:21:28.742 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12297114160 2024-07-26T07:21:28.742 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.742 INFO:tasks.workunit.client.0.smithi089.stdout: "op_process_latency": { 2024-07-26T07:21:28.742 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 41962, 2024-07-26T07:21:28.742 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 26773447045 2024-07-26T07:21:28.742 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.742 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T07:21:28.742 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 33703 2024-07-26T07:21:28.742 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.742 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency": { 2024-07-26T07:21:28.743 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 33703, 2024-07-26T07:21:28.743 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8928435459 2024-07-26T07:21:28.743 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.743 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T07:21:28.743 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.743 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.743 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_out_bytes": { 2024-07-26T07:21:28.743 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1193874038 2024-07-26T07:21:28.743 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.743 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_prepare_latency": { 2024-07-26T07:21:28.743 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 33857, 2024-07-26T07:21:28.743 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5317253781 2024-07-26T07:21:28.743 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.743 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_process_latency": { 2024-07-26T07:21:28.744 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 33703, 2024-07-26T07:21:28.744 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5053759309 2024-07-26T07:21:28.744 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.744 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw": { 2024-07-26T07:21:28.744 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4590 2024-07-26T07:21:28.744 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.744 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_in_bytes": { 2024-07-26T07:21:28.744 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 139830969 2024-07-26T07:21:28.744 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.744 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency": { 2024-07-26T07:21:28.744 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 4590, 2024-07-26T07:21:28.744 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7403420800 2024-07-26T07:21:28.744 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.744 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T07:21:28.745 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.745 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.745 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T07:21:28.745 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.745 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.745 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_out_bytes": { 2024-07-26T07:21:28.745 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.745 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.745 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_prepare_latency": { 2024-07-26T07:21:28.745 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 4768, 2024-07-26T07:21:28.745 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2723960670 2024-07-26T07:21:28.745 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.745 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_process_latency": { 2024-07-26T07:21:28.745 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 4590, 2024-07-26T07:21:28.746 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6186898231 2024-07-26T07:21:28.746 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.746 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T07:21:28.746 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3669 2024-07-26T07:21:28.746 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.746 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_in_bytes": { 2024-07-26T07:21:28.746 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 865173563 2024-07-26T07:21:28.746 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.746 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency": { 2024-07-26T07:21:28.746 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3669, 2024-07-26T07:21:28.746 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 32642796791 2024-07-26T07:21:28.746 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.746 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T07:21:28.747 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.747 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.747 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_prepare_latency": { 2024-07-26T07:21:28.747 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3765, 2024-07-26T07:21:28.747 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4255899709 2024-07-26T07:21:28.747 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.747 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_process_latency": { 2024-07-26T07:21:28.747 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3669, 2024-07-26T07:21:28.747 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 15532789505 2024-07-26T07:21:28.747 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.747 INFO:tasks.workunit.client.0.smithi089.stdout: "op_wip": { 2024-07-26T07:21:28.747 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.747 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.748 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_bytes": { 2024-07-26T07:21:28.748 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 16 2024-07-26T07:21:28.748 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.748 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_ops": { 2024-07-26T07:21:28.748 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1 2024-07-26T07:21:28.748 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.748 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes": { 2024-07-26T07:21:28.748 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995035648 2024-07-26T07:21:28.748 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.748 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes_used": { 2024-07-26T07:21:28.748 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 798289920 2024-07-26T07:21:28.748 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.749 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.749 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.749 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.5": { 2024-07-26T07:21:28.749 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T07:21:28.749 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_db_max_lat": { 2024-07-26T07:21:28.749 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 29792 2024-07-26T07:21:28.749 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.749 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_fallback": { 2024-07-26T07:21:28.749 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.749 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.749 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_max_lat": { 2024-07-26T07:21:28.749 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.749 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.749 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_size_fallback": { 2024-07-26T07:21:28.750 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.750 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.750 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_db": { 2024-07-26T07:21:28.750 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 65536 2024-07-26T07:21:28.750 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.750 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_slow": { 2024-07-26T07:21:28.750 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.750 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.750 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_wal": { 2024-07-26T07:21:28.750 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.750 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.750 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_wal_max_lat": { 2024-07-26T07:21:28.750 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.751 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.751 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_slow": { 2024-07-26T07:21:28.751 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.751 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.751 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_sst": { 2024-07-26T07:21:28.751 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7041024 2024-07-26T07:21:28.751 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.751 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_wal": { 2024-07-26T07:21:28.751 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 763678720 2024-07-26T07:21:28.751 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.751 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lat": { 2024-07-26T07:21:28.751 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 20, 2024-07-26T07:21:28.751 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4129112 2024-07-26T07:21:28.751 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.752 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lock_lat": { 2024-07-26T07:21:28.752 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 20, 2024-07-26T07:21:28.752 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1430628 2024-07-26T07:21:28.752 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.752 INFO:tasks.workunit.client.0.smithi089.stdout: "db_alloc_lat": { 2024-07-26T07:21:28.752 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 201, 2024-07-26T07:21:28.752 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 907761 2024-07-26T07:21:28.752 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.752 INFO:tasks.workunit.client.0.smithi089.stdout: "db_total_bytes": { 2024-07-26T07:21:28.752 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995027456 2024-07-26T07:21:28.752 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.752 INFO:tasks.workunit.client.0.smithi089.stdout: "db_used_bytes": { 2024-07-26T07:21:28.752 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 690421760 2024-07-26T07:21:28.752 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.753 INFO:tasks.workunit.client.0.smithi089.stdout: "flush_lat": { 2024-07-26T07:21:28.753 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 83466, 2024-07-26T07:21:28.753 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9979797757 2024-07-26T07:21:28.753 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.753 INFO:tasks.workunit.client.0.smithi089.stdout: "fsync_lat": { 2024-07-26T07:21:28.753 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 83481, 2024-07-26T07:21:28.753 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 16001756266 2024-07-26T07:21:28.753 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.753 INFO:tasks.workunit.client.0.smithi089.stdout: "log_bytes": { 2024-07-26T07:21:28.753 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9400320 2024-07-26T07:21:28.753 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.753 INFO:tasks.workunit.client.0.smithi089.stdout: "logged_bytes": { 2024-07-26T07:21:28.753 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 341929984 2024-07-26T07:21:28.753 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.754 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_db": { 2024-07-26T07:21:28.754 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 684720128 2024-07-26T07:21:28.754 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.754 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_slow": { 2024-07-26T07:21:28.754 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.754 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.754 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_wal": { 2024-07-26T07:21:28.754 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.754 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.754 INFO:tasks.workunit.client.0.smithi089.stdout: "num_files": { 2024-07-26T07:21:28.754 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 51 2024-07-26T07:21:28.754 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.754 INFO:tasks.workunit.client.0.smithi089.stdout: "read_bytes": { 2024-07-26T07:21:28.754 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 351898387 2024-07-26T07:21:28.755 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.755 INFO:tasks.workunit.client.0.smithi089.stdout: "read_count": { 2024-07-26T07:21:28.755 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 22395 2024-07-26T07:21:28.755 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.755 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes": { 2024-07-26T07:21:28.755 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 286466048 2024-07-26T07:21:28.755 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.755 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_db": { 2024-07-26T07:21:28.755 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 286470144 2024-07-26T07:21:28.755 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.755 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_slow": { 2024-07-26T07:21:28.755 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.755 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.755 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_wal": { 2024-07-26T07:21:28.756 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.756 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.756 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_count": { 2024-07-26T07:21:28.756 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 11219 2024-07-26T07:21:28.756 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.756 INFO:tasks.workunit.client.0.smithi089.stdout: "read_lat": { 2024-07-26T07:21:28.756 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 22395, 2024-07-26T07:21:28.756 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 156294881 2024-07-26T07:21:28.756 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.756 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_bytes": { 2024-07-26T07:21:28.756 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 240018124 2024-07-26T07:21:28.756 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.756 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_count": { 2024-07-26T07:21:28.757 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 18968 2024-07-26T07:21:28.757 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.757 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_bytes": { 2024-07-26T07:21:28.757 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2814733 2024-07-26T07:21:28.757 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.757 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_count": { 2024-07-26T07:21:28.757 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 821 2024-07-26T07:21:28.757 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.757 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_bytes": { 2024-07-26T07:21:28.757 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6986800 2024-07-26T07:21:28.757 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.757 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_count": { 2024-07-26T07:21:28.757 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1051 2024-07-26T07:21:28.757 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.758 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes": { 2024-07-26T07:21:28.758 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4172067 2024-07-26T07:21:28.758 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.758 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_db": { 2024-07-26T07:21:28.758 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4172067 2024-07-26T07:21:28.758 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.758 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_slow": { 2024-07-26T07:21:28.758 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.758 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.758 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_wal": { 2024-07-26T07:21:28.758 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.758 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.758 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_count": { 2024-07-26T07:21:28.758 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 240 2024-07-26T07:21:28.759 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.759 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_lat": { 2024-07-26T07:21:28.759 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1051, 2024-07-26T07:21:28.759 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2513367 2024-07-26T07:21:28.759 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.759 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_alloc_lat": { 2024-07-26T07:21:28.759 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.759 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.759 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.759 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_total_bytes": { 2024-07-26T07:21:28.759 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.759 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.759 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_used_bytes": { 2024-07-26T07:21:28.760 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.760 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.760 INFO:tasks.workunit.client.0.smithi089.stdout: "truncate_lat": { 2024-07-26T07:21:28.760 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1, 2024-07-26T07:21:28.760 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 696 2024-07-26T07:21:28.760 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.760 INFO:tasks.workunit.client.0.smithi089.stdout: "unlink_lat": { 2024-07-26T07:21:28.760 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 4, 2024-07-26T07:21:28.760 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5701 2024-07-26T07:21:28.760 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.760 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_alloc_lat": { 2024-07-26T07:21:28.760 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.760 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.760 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.761 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_total_bytes": { 2024-07-26T07:21:28.761 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.761 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.761 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_used_bytes": { 2024-07-26T07:21:28.761 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.761 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.761 INFO:tasks.workunit.client.0.smithi089.stdout: "write_bytes": { 2024-07-26T07:21:28.761 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1115676672 2024-07-26T07:21:28.761 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.761 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.761 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore": { 2024-07-26T07:21:28.761 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit": { 2024-07-26T07:21:28.761 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4096 2024-07-26T07:21:28.761 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.762 INFO:tasks.workunit.client.0.smithi089.stdout: "allocated": { 2024-07-26T07:21:28.762 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 18538496 2024-07-26T07:21:28.762 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.762 INFO:tasks.workunit.client.0.smithi089.stdout: "allocator_lat": { 2024-07-26T07:21:28.762 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 19919, 2024-07-26T07:21:28.762 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 60376654 2024-07-26T07:21:28.762 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.762 INFO:tasks.workunit.client.0.smithi089.stdout: "clist_lat": { 2024-07-26T07:21:28.762 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3252, 2024-07-26T07:21:28.762 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 468378273 2024-07-26T07:21:28.762 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.762 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_lat": { 2024-07-26T07:21:28.762 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.763 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.763 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.763 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed": { 2024-07-26T07:21:28.763 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.763 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.763 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_allocated": { 2024-07-26T07:21:28.763 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.763 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.763 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_original": { 2024-07-26T07:21:28.763 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.763 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.763 INFO:tasks.workunit.client.0.smithi089.stdout: "csum_lat": { 2024-07-26T07:21:28.763 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 16184, 2024-07-26T07:21:28.763 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 112889125 2024-07-26T07:21:28.764 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.764 INFO:tasks.workunit.client.0.smithi089.stdout: "decompress_lat": { 2024-07-26T07:21:28.764 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.764 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.764 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.764 INFO:tasks.workunit.client.0.smithi089.stdout: "fragmentation_micros": { 2024-07-26T07:21:28.764 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.764 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.764 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_commit_lat": { 2024-07-26T07:21:28.764 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 83410, 2024-07-26T07:21:28.764 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 19883818656 2024-07-26T07:21:28.764 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.764 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_final_lat": { 2024-07-26T07:21:28.764 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 82839, 2024-07-26T07:21:28.765 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1614638869 2024-07-26T07:21:28.765 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.765 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_flush_lat": { 2024-07-26T07:21:28.765 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 83410, 2024-07-26T07:21:28.765 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 47454225 2024-07-26T07:21:28.765 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.765 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_sync_lat": { 2024-07-26T07:21:28.765 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 83410, 2024-07-26T07:21:28.765 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 19931272881 2024-07-26T07:21:28.765 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.765 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_keys_lat": { 2024-07-26T07:21:28.765 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.765 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.766 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.766 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_values_lat": { 2024-07-26T07:21:28.766 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 32325, 2024-07-26T07:21:28.766 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 952323742 2024-07-26T07:21:28.766 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.766 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_lower_bound_lat": { 2024-07-26T07:21:28.766 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 900, 2024-07-26T07:21:28.766 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2459854 2024-07-26T07:21:28.766 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.766 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_next_lat": { 2024-07-26T07:21:28.766 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 9226, 2024-07-26T07:21:28.766 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8496657 2024-07-26T07:21:28.766 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.766 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_seek_to_first_lat": { 2024-07-26T07:21:28.767 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 49, 2024-07-26T07:21:28.767 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 60390 2024-07-26T07:21:28.767 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.767 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_upper_bound_lat": { 2024-07-26T07:21:28.767 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 15526, 2024-07-26T07:21:28.767 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2952560105 2024-07-26T07:21:28.767 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.767 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_hits": { 2024-07-26T07:21:28.767 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 239168 2024-07-26T07:21:28.767 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.767 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_misses": { 2024-07-26T07:21:28.767 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 21105 2024-07-26T07:21:28.767 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.767 INFO:tasks.workunit.client.0.smithi089.stdout: "read_lat": { 2024-07-26T07:21:28.767 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 11122, 2024-07-26T07:21:28.768 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1175109552 2024-07-26T07:21:28.768 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.768 INFO:tasks.workunit.client.0.smithi089.stdout: "read_onode_meta_lat": { 2024-07-26T07:21:28.768 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 30974, 2024-07-26T07:21:28.768 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10752432 2024-07-26T07:21:28.768 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.768 INFO:tasks.workunit.client.0.smithi089.stdout: "read_wait_aio_lat": { 2024-07-26T07:21:28.768 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 19852, 2024-07-26T07:21:28.768 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1105316779 2024-07-26T07:21:28.768 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.768 INFO:tasks.workunit.client.0.smithi089.stdout: "reads_with_retries": { 2024-07-26T07:21:28.768 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.768 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.769 INFO:tasks.workunit.client.0.smithi089.stdout: "remove_lat": { 2024-07-26T07:21:28.769 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 15098, 2024-07-26T07:21:28.769 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 394804768 2024-07-26T07:21:28.769 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.769 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_aio_wait_count": { 2024-07-26T07:21:28.769 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.769 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.769 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_committed_kv_count": { 2024-07-26T07:21:28.769 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.769 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.769 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_read_onode_meta_count": { 2024-07-26T07:21:28.769 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.769 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.769 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_read_wait_aio_count": { 2024-07-26T07:21:28.769 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.769 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.770 INFO:tasks.workunit.client.0.smithi089.stdout: "state_aio_wait_lat": { 2024-07-26T07:21:28.770 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 97763, 2024-07-26T07:21:28.770 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6045390451 2024-07-26T07:21:28.770 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.770 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T07:21:28.770 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 8480, 2024-07-26T07:21:28.770 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 705547409 2024-07-26T07:21:28.770 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.770 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_cleanup_lat": { 2024-07-26T07:21:28.770 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 8478, 2024-07-26T07:21:28.770 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2539201055522 2024-07-26T07:21:28.770 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.770 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_queued_lat": { 2024-07-26T07:21:28.770 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 8480, 2024-07-26T07:21:28.771 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6503020009681 2024-07-26T07:21:28.771 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.771 INFO:tasks.workunit.client.0.smithi089.stdout: "state_done_lat": { 2024-07-26T07:21:28.771 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 97761, 2024-07-26T07:21:28.771 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3066127506342 2024-07-26T07:21:28.771 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.771 INFO:tasks.workunit.client.0.smithi089.stdout: "state_finishing_lat": { 2024-07-26T07:21:28.771 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 97761, 2024-07-26T07:21:28.771 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 11261193 2024-07-26T07:21:28.771 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.771 INFO:tasks.workunit.client.0.smithi089.stdout: "state_io_done_lat": { 2024-07-26T07:21:28.771 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 97763, 2024-07-26T07:21:28.771 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 273812622 2024-07-26T07:21:28.771 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.771 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_commiting_lat": { 2024-07-26T07:21:28.772 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 97763, 2024-07-26T07:21:28.772 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 32236860107 2024-07-26T07:21:28.772 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.772 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_done_lat": { 2024-07-26T07:21:28.772 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 97763, 2024-07-26T07:21:28.772 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 32181993 2024-07-26T07:21:28.772 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.772 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_queued_lat": { 2024-07-26T07:21:28.772 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 97763, 2024-07-26T07:21:28.772 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 15848307394 2024-07-26T07:21:28.772 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.772 INFO:tasks.workunit.client.0.smithi089.stdout: "state_prepare_lat": { 2024-07-26T07:21:28.772 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 97763, 2024-07-26T07:21:28.772 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7723994420 2024-07-26T07:21:28.773 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.773 INFO:tasks.workunit.client.0.smithi089.stdout: "stored": { 2024-07-26T07:21:28.773 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12739186 2024-07-26T07:21:28.773 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.773 INFO:tasks.workunit.client.0.smithi089.stdout: "truncate_lat": { 2024-07-26T07:21:28.773 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2575, 2024-07-26T07:21:28.773 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 13762963 2024-07-26T07:21:28.773 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.773 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_commit_lat": { 2024-07-26T07:21:28.773 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 97763, 2024-07-26T07:21:28.773 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 62142874894 2024-07-26T07:21:28.773 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.773 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_submit_lat": { 2024-07-26T07:21:28.774 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 97763, 2024-07-26T07:21:28.774 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8681485320 2024-07-26T07:21:28.774 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.774 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_throttle_lat": { 2024-07-26T07:21:28.774 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 97763, 2024-07-26T07:21:28.774 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 556055473 2024-07-26T07:21:28.774 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.774 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.774 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache": { 2024-07-26T07:21:28.774 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_bytes": { 2024-07-26T07:21:28.774 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1405132139 2024-07-26T07:21:28.774 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.775 INFO:tasks.workunit.client.0.smithi089.stdout: "heap_bytes": { 2024-07-26T07:21:28.775 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 578052096 2024-07-26T07:21:28.775 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.775 INFO:tasks.workunit.client.0.smithi089.stdout: "mapped_bytes": { 2024-07-26T07:21:28.775 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 533635072 2024-07-26T07:21:28.775 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.775 INFO:tasks.workunit.client.0.smithi089.stdout: "target_bytes": { 2024-07-26T07:21:28.775 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2600515891 2024-07-26T07:21:28.775 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.775 INFO:tasks.workunit.client.0.smithi089.stdout: "unmapped_bytes": { 2024-07-26T07:21:28.775 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 44417024 2024-07-26T07:21:28.775 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.775 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.775 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:data": { 2024-07-26T07:21:28.775 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:28.776 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 125829120 2024-07-26T07:21:28.776 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.776 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:28.776 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.776 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.776 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:28.776 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.776 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.776 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:28.776 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 56909965 2024-07-26T07:21:28.776 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.776 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:28.776 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.776 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.777 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:28.777 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.777 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.777 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:28.777 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.777 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.777 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:28.777 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.777 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.777 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:28.777 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4096 2024-07-26T07:21:28.777 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.777 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:28.777 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 122880 2024-07-26T07:21:28.777 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.777 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:28.778 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.778 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.778 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:28.778 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.778 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.778 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:28.778 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.778 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.778 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:28.778 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 68792179 2024-07-26T07:21:28.778 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.778 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.778 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv": { 2024-07-26T07:21:28.778 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:28.779 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 562036736 2024-07-26T07:21:28.779 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.779 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:28.779 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T07:21:28.779 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.779 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:28.779 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.779 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.779 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:28.779 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 426824742 2024-07-26T07:21:28.779 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.779 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:28.779 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.779 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.780 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:28.780 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.780 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.780 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:28.780 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2128 2024-07-26T07:21:28.780 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.780 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:28.780 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.780 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.780 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:28.780 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 148352 2024-07-26T07:21:28.780 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.780 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:28.780 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.781 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.781 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:28.781 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.781 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.781 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:28.781 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.781 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.781 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:28.781 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.781 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.781 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:28.781 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67952650 2024-07-26T07:21:28.781 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.781 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.781 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T07:21:28.781 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:28.782 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 176160768 2024-07-26T07:21:28.782 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.782 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:28.782 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T07:21:28.782 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.782 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:28.782 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 162912 2024-07-26T07:21:28.782 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.782 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:28.782 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 37939977 2024-07-26T07:21:28.782 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.782 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:28.782 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.782 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.783 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:28.783 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.783 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.783 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:28.783 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.783 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.783 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:28.783 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.783 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.783 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:28.783 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.783 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.783 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:28.784 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.784 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.784 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:28.784 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.784 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.784 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:28.784 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.784 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.784 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:28.784 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.784 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.784 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:28.784 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 70949015 2024-07-26T07:21:28.784 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.784 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.784 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:meta": { 2024-07-26T07:21:28.785 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:28.785 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 503316480 2024-07-26T07:21:28.785 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.785 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:28.785 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.785 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.785 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:28.785 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.785 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.785 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:28.785 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 426824742 2024-07-26T07:21:28.785 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.785 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:28.786 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.786 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.786 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:28.786 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.786 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.786 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:28.786 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.786 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.786 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:28.786 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.786 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.786 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:28.786 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 178316 2024-07-26T07:21:28.786 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.787 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:28.787 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1167717 2024-07-26T07:21:28.787 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.787 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:28.787 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.787 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.787 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:28.787 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.787 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.787 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:28.787 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.787 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.787 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:28.788 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 75145705 2024-07-26T07:21:28.788 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.788 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.788 INFO:tasks.workunit.client.0.smithi089.stdout: "objecter": { 2024-07-26T07:21:28.788 INFO:tasks.workunit.client.0.smithi089.stdout: "op_active": { 2024-07-26T07:21:28.788 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.788 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.788 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T07:21:28.788 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 41 2024-07-26T07:21:28.788 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.788 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rmw": { 2024-07-26T07:21:28.788 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.788 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.788 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T07:21:28.789 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.789 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.789 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.789 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:28.789 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg": { 2024-07-26T07:21:28.789 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 58 2024-07-26T07:21:28.789 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.789 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg_removing": { 2024-07-26T07:21:28.789 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.789 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.789 INFO:tasks.workunit.client.0.smithi089.stdout: "op": { 2024-07-26T07:21:28.789 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 27071 2024-07-26T07:21:28.789 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.789 INFO:tasks.workunit.client.0.smithi089.stdout: "op_before_queue_op_lat": { 2024-07-26T07:21:28.789 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 116163, 2024-07-26T07:21:28.790 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9644044388 2024-07-26T07:21:28.790 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.790 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_degraded": { 2024-07-26T07:21:28.790 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.790 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.790 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_unreadable": { 2024-07-26T07:21:28.790 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3 2024-07-26T07:21:28.790 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.790 INFO:tasks.workunit.client.0.smithi089.stdout: "op_in_bytes": { 2024-07-26T07:21:28.790 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 867142016 2024-07-26T07:21:28.790 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.790 INFO:tasks.workunit.client.0.smithi089.stdout: "op_latency": { 2024-07-26T07:21:28.790 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 27071, 2024-07-26T07:21:28.790 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 35232500740 2024-07-26T07:21:28.791 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.791 INFO:tasks.workunit.client.0.smithi089.stdout: "op_out_bytes": { 2024-07-26T07:21:28.791 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1795774512 2024-07-26T07:21:28.791 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.791 INFO:tasks.workunit.client.0.smithi089.stdout: "op_prepare_latency": { 2024-07-26T07:21:28.791 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 28087, 2024-07-26T07:21:28.791 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10337722558 2024-07-26T07:21:28.791 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.791 INFO:tasks.workunit.client.0.smithi089.stdout: "op_process_latency": { 2024-07-26T07:21:28.791 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 27071, 2024-07-26T07:21:28.791 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 22344175734 2024-07-26T07:21:28.791 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.791 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T07:21:28.791 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 18496 2024-07-26T07:21:28.792 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.792 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency": { 2024-07-26T07:21:28.792 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 18496, 2024-07-26T07:21:28.792 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 11528718808 2024-07-26T07:21:28.792 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.792 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T07:21:28.792 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.792 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.792 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_out_bytes": { 2024-07-26T07:21:28.792 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1795774512 2024-07-26T07:21:28.792 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.792 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_prepare_latency": { 2024-07-26T07:21:28.792 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 18881, 2024-07-26T07:21:28.792 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4144943444 2024-07-26T07:21:28.793 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.793 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_process_latency": { 2024-07-26T07:21:28.793 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 18496, 2024-07-26T07:21:28.793 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5168755886 2024-07-26T07:21:28.793 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.793 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw": { 2024-07-26T07:21:28.793 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7318 2024-07-26T07:21:28.793 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.793 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_in_bytes": { 2024-07-26T07:21:28.793 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 215130751 2024-07-26T07:21:28.793 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.793 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency": { 2024-07-26T07:21:28.793 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7318, 2024-07-26T07:21:28.793 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 14180328729 2024-07-26T07:21:28.794 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.794 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T07:21:28.794 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.794 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.794 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T07:21:28.794 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.794 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.794 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_out_bytes": { 2024-07-26T07:21:28.794 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.794 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.794 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_prepare_latency": { 2024-07-26T07:21:28.794 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7786, 2024-07-26T07:21:28.794 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4337589099 2024-07-26T07:21:28.794 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.795 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_process_latency": { 2024-07-26T07:21:28.795 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7318, 2024-07-26T07:21:28.795 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10005970040 2024-07-26T07:21:28.795 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.795 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T07:21:28.795 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1257 2024-07-26T07:21:28.795 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.795 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_in_bytes": { 2024-07-26T07:21:28.795 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 652011265 2024-07-26T07:21:28.795 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.795 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency": { 2024-07-26T07:21:28.795 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1257, 2024-07-26T07:21:28.795 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9523453203 2024-07-26T07:21:28.796 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.796 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T07:21:28.796 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.796 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.796 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_prepare_latency": { 2024-07-26T07:21:28.796 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1420, 2024-07-26T07:21:28.796 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1855190015 2024-07-26T07:21:28.796 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.796 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_process_latency": { 2024-07-26T07:21:28.796 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1257, 2024-07-26T07:21:28.796 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7169449808 2024-07-26T07:21:28.796 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.796 INFO:tasks.workunit.client.0.smithi089.stdout: "op_wip": { 2024-07-26T07:21:28.796 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.796 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.797 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_bytes": { 2024-07-26T07:21:28.797 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.797 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.797 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_ops": { 2024-07-26T07:21:28.797 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 13 2024-07-26T07:21:28.797 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.797 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes": { 2024-07-26T07:21:28.797 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995035648 2024-07-26T07:21:28.797 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.797 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes_used": { 2024-07-26T07:21:28.797 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 708976640 2024-07-26T07:21:28.797 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.797 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.797 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.798 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.6": { 2024-07-26T07:21:28.798 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T07:21:28.798 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_db_max_lat": { 2024-07-26T07:21:28.798 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 44899 2024-07-26T07:21:28.798 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.798 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_fallback": { 2024-07-26T07:21:28.798 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.798 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.798 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_max_lat": { 2024-07-26T07:21:28.798 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.798 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.798 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_size_fallback": { 2024-07-26T07:21:28.798 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.798 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.799 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_db": { 2024-07-26T07:21:28.799 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 65536 2024-07-26T07:21:28.799 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.799 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_slow": { 2024-07-26T07:21:28.799 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.799 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.799 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_wal": { 2024-07-26T07:21:28.799 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.799 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.799 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_wal_max_lat": { 2024-07-26T07:21:28.799 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.799 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.799 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_slow": { 2024-07-26T07:21:28.799 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.799 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.800 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_sst": { 2024-07-26T07:21:28.800 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3850240 2024-07-26T07:21:28.800 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.800 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_wal": { 2024-07-26T07:21:28.800 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 590544896 2024-07-26T07:21:28.800 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.800 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lat": { 2024-07-26T07:21:28.800 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 14, 2024-07-26T07:21:28.800 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2627978 2024-07-26T07:21:28.800 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.800 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lock_lat": { 2024-07-26T07:21:28.800 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 14, 2024-07-26T07:21:28.800 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 874314 2024-07-26T07:21:28.800 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.801 INFO:tasks.workunit.client.0.smithi089.stdout: "db_alloc_lat": { 2024-07-26T07:21:28.801 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 147, 2024-07-26T07:21:28.801 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 721572 2024-07-26T07:21:28.801 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.801 INFO:tasks.workunit.client.0.smithi089.stdout: "db_total_bytes": { 2024-07-26T07:21:28.801 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995027456 2024-07-26T07:21:28.801 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.801 INFO:tasks.workunit.client.0.smithi089.stdout: "db_used_bytes": { 2024-07-26T07:21:28.801 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 580648960 2024-07-26T07:21:28.801 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.801 INFO:tasks.workunit.client.0.smithi089.stdout: "flush_lat": { 2024-07-26T07:21:28.801 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 60261, 2024-07-26T07:21:28.801 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7611160884 2024-07-26T07:21:28.801 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.802 INFO:tasks.workunit.client.0.smithi089.stdout: "fsync_lat": { 2024-07-26T07:21:28.802 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 60270, 2024-07-26T07:21:28.802 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12279877859 2024-07-26T07:21:28.802 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.802 INFO:tasks.workunit.client.0.smithi089.stdout: "log_bytes": { 2024-07-26T07:21:28.802 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 14168064 2024-07-26T07:21:28.802 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.802 INFO:tasks.workunit.client.0.smithi089.stdout: "logged_bytes": { 2024-07-26T07:21:28.802 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 246890496 2024-07-26T07:21:28.802 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.802 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_db": { 2024-07-26T07:21:28.802 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 589168640 2024-07-26T07:21:28.802 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.802 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_slow": { 2024-07-26T07:21:28.803 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.803 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.803 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_wal": { 2024-07-26T07:21:28.803 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.803 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.803 INFO:tasks.workunit.client.0.smithi089.stdout: "num_files": { 2024-07-26T07:21:28.803 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 44 2024-07-26T07:21:28.803 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.803 INFO:tasks.workunit.client.0.smithi089.stdout: "read_bytes": { 2024-07-26T07:21:28.803 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 213633160 2024-07-26T07:21:28.803 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.803 INFO:tasks.workunit.client.0.smithi089.stdout: "read_count": { 2024-07-26T07:21:28.803 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 15080 2024-07-26T07:21:28.803 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.803 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes": { 2024-07-26T07:21:28.804 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 186519552 2024-07-26T07:21:28.804 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.804 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_db": { 2024-07-26T07:21:28.804 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 186523648 2024-07-26T07:21:28.804 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.804 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_slow": { 2024-07-26T07:21:28.804 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.804 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.804 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_wal": { 2024-07-26T07:21:28.804 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.804 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.804 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_count": { 2024-07-26T07:21:28.804 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7614 2024-07-26T07:21:28.804 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.805 INFO:tasks.workunit.client.0.smithi089.stdout: "read_lat": { 2024-07-26T07:21:28.805 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 15080, 2024-07-26T07:21:28.805 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 112864604 2024-07-26T07:21:28.805 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.805 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_bytes": { 2024-07-26T07:21:28.805 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 129119553 2024-07-26T07:21:28.805 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.805 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_count": { 2024-07-26T07:21:28.805 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12488 2024-07-26T07:21:28.805 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.805 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_bytes": { 2024-07-26T07:21:28.805 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1406697 2024-07-26T07:21:28.805 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.805 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_count": { 2024-07-26T07:21:28.806 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 424 2024-07-26T07:21:28.806 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.806 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_bytes": { 2024-07-26T07:21:28.806 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3813401 2024-07-26T07:21:28.806 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.806 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_count": { 2024-07-26T07:21:28.806 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 611 2024-07-26T07:21:28.806 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.806 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes": { 2024-07-26T07:21:28.806 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2406704 2024-07-26T07:21:28.806 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.806 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_db": { 2024-07-26T07:21:28.807 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2406704 2024-07-26T07:21:28.807 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.807 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_slow": { 2024-07-26T07:21:28.807 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.807 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.807 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_wal": { 2024-07-26T07:21:28.807 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.807 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.807 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_count": { 2024-07-26T07:21:28.807 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 188 2024-07-26T07:21:28.807 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.807 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_lat": { 2024-07-26T07:21:28.807 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 611, 2024-07-26T07:21:28.807 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1986109 2024-07-26T07:21:28.808 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.808 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_alloc_lat": { 2024-07-26T07:21:28.808 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.808 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.808 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.808 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_total_bytes": { 2024-07-26T07:21:28.808 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.808 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.808 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_used_bytes": { 2024-07-26T07:21:28.808 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.808 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.808 INFO:tasks.workunit.client.0.smithi089.stdout: "truncate_lat": { 2024-07-26T07:21:28.808 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1, 2024-07-26T07:21:28.808 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 670 2024-07-26T07:21:28.809 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.809 INFO:tasks.workunit.client.0.smithi089.stdout: "unlink_lat": { 2024-07-26T07:21:28.809 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 4, 2024-07-26T07:21:28.809 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6263 2024-07-26T07:21:28.809 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.809 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_alloc_lat": { 2024-07-26T07:21:28.809 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.809 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.809 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.809 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_total_bytes": { 2024-07-26T07:21:28.809 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.809 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.809 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_used_bytes": { 2024-07-26T07:21:28.809 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.810 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.810 INFO:tasks.workunit.client.0.smithi089.stdout: "write_bytes": { 2024-07-26T07:21:28.810 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 843427840 2024-07-26T07:21:28.810 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.810 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.810 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore": { 2024-07-26T07:21:28.810 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit": { 2024-07-26T07:21:28.810 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4096 2024-07-26T07:21:28.810 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.810 INFO:tasks.workunit.client.0.smithi089.stdout: "allocated": { 2024-07-26T07:21:28.810 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 19124224 2024-07-26T07:21:28.810 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.810 INFO:tasks.workunit.client.0.smithi089.stdout: "allocator_lat": { 2024-07-26T07:21:28.810 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 14019, 2024-07-26T07:21:28.810 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 40858362 2024-07-26T07:21:28.811 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.811 INFO:tasks.workunit.client.0.smithi089.stdout: "clist_lat": { 2024-07-26T07:21:28.811 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3147, 2024-07-26T07:21:28.811 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 388119788 2024-07-26T07:21:28.811 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.811 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_lat": { 2024-07-26T07:21:28.811 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.811 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.811 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.811 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed": { 2024-07-26T07:21:28.811 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.811 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.811 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_allocated": { 2024-07-26T07:21:28.811 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.811 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.812 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_original": { 2024-07-26T07:21:28.812 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.812 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.812 INFO:tasks.workunit.client.0.smithi089.stdout: "csum_lat": { 2024-07-26T07:21:28.812 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 12141, 2024-07-26T07:21:28.812 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 79539103 2024-07-26T07:21:28.812 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.812 INFO:tasks.workunit.client.0.smithi089.stdout: "decompress_lat": { 2024-07-26T07:21:28.812 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.812 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.812 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.812 INFO:tasks.workunit.client.0.smithi089.stdout: "fragmentation_micros": { 2024-07-26T07:21:28.812 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.812 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.813 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_commit_lat": { 2024-07-26T07:21:28.813 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 60221, 2024-07-26T07:21:28.813 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 15236184096 2024-07-26T07:21:28.813 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.813 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_final_lat": { 2024-07-26T07:21:28.813 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 59842, 2024-07-26T07:21:28.813 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1209800353 2024-07-26T07:21:28.813 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.813 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_flush_lat": { 2024-07-26T07:21:28.813 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 60221, 2024-07-26T07:21:28.813 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 32887305 2024-07-26T07:21:28.813 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.813 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_sync_lat": { 2024-07-26T07:21:28.813 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 60221, 2024-07-26T07:21:28.814 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 15269071401 2024-07-26T07:21:28.814 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.814 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_keys_lat": { 2024-07-26T07:21:28.814 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.814 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.814 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.814 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_values_lat": { 2024-07-26T07:21:28.814 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 21813, 2024-07-26T07:21:28.814 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 544687485 2024-07-26T07:21:28.814 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.814 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_lower_bound_lat": { 2024-07-26T07:21:28.814 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 836, 2024-07-26T07:21:28.814 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2208957 2024-07-26T07:21:28.815 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.815 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_next_lat": { 2024-07-26T07:21:28.815 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 8037, 2024-07-26T07:21:28.815 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8361333 2024-07-26T07:21:28.815 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.815 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_seek_to_first_lat": { 2024-07-26T07:21:28.815 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 42, 2024-07-26T07:21:28.815 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 81590 2024-07-26T07:21:28.815 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.815 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_upper_bound_lat": { 2024-07-26T07:21:28.815 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 11017, 2024-07-26T07:21:28.815 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1960582716 2024-07-26T07:21:28.815 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.815 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_hits": { 2024-07-26T07:21:28.816 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 174865 2024-07-26T07:21:28.816 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.816 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_misses": { 2024-07-26T07:21:28.816 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 17742 2024-07-26T07:21:28.816 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.816 INFO:tasks.workunit.client.0.smithi089.stdout: "read_lat": { 2024-07-26T07:21:28.816 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 11233, 2024-07-26T07:21:28.816 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1062459619 2024-07-26T07:21:28.816 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.816 INFO:tasks.workunit.client.0.smithi089.stdout: "read_onode_meta_lat": { 2024-07-26T07:21:28.816 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 38486, 2024-07-26T07:21:28.816 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10548097 2024-07-26T07:21:28.816 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.816 INFO:tasks.workunit.client.0.smithi089.stdout: "read_wait_aio_lat": { 2024-07-26T07:21:28.816 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 27253, 2024-07-26T07:21:28.817 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 823054645 2024-07-26T07:21:28.817 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.817 INFO:tasks.workunit.client.0.smithi089.stdout: "reads_with_retries": { 2024-07-26T07:21:28.817 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.817 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.817 INFO:tasks.workunit.client.0.smithi089.stdout: "remove_lat": { 2024-07-26T07:21:28.817 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 11114, 2024-07-26T07:21:28.817 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 276969393 2024-07-26T07:21:28.817 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.817 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_aio_wait_count": { 2024-07-26T07:21:28.817 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.817 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.817 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_committed_kv_count": { 2024-07-26T07:21:28.817 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.817 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.818 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_read_onode_meta_count": { 2024-07-26T07:21:28.818 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.818 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.818 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_read_wait_aio_count": { 2024-07-26T07:21:28.818 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.818 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.818 INFO:tasks.workunit.client.0.smithi089.stdout: "state_aio_wait_lat": { 2024-07-26T07:21:28.818 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 70852, 2024-07-26T07:21:28.818 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4682668212 2024-07-26T07:21:28.818 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.818 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T07:21:28.818 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 13905, 2024-07-26T07:21:28.818 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 704961041 2024-07-26T07:21:28.818 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.819 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_cleanup_lat": { 2024-07-26T07:21:28.819 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 13903, 2024-07-26T07:21:28.819 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2548859436899 2024-07-26T07:21:28.819 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.819 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_queued_lat": { 2024-07-26T07:21:28.819 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 13905, 2024-07-26T07:21:28.819 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5591783039574 2024-07-26T07:21:28.819 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.819 INFO:tasks.workunit.client.0.smithi089.stdout: "state_done_lat": { 2024-07-26T07:21:28.819 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 70850, 2024-07-26T07:21:28.819 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2126488415180 2024-07-26T07:21:28.819 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.819 INFO:tasks.workunit.client.0.smithi089.stdout: "state_finishing_lat": { 2024-07-26T07:21:28.819 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 70850, 2024-07-26T07:21:28.819 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7897227 2024-07-26T07:21:28.820 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.820 INFO:tasks.workunit.client.0.smithi089.stdout: "state_io_done_lat": { 2024-07-26T07:21:28.820 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 70852, 2024-07-26T07:21:28.820 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 238288461 2024-07-26T07:21:28.820 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.820 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_commiting_lat": { 2024-07-26T07:21:28.820 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 70852, 2024-07-26T07:21:28.820 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 24578445763 2024-07-26T07:21:28.820 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.820 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_done_lat": { 2024-07-26T07:21:28.820 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 70852, 2024-07-26T07:21:28.820 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 24144836 2024-07-26T07:21:28.820 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.820 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_queued_lat": { 2024-07-26T07:21:28.821 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 70852, 2024-07-26T07:21:28.821 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 11780389707 2024-07-26T07:21:28.821 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.821 INFO:tasks.workunit.client.0.smithi089.stdout: "state_prepare_lat": { 2024-07-26T07:21:28.821 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 70852, 2024-07-26T07:21:28.821 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5358450528 2024-07-26T07:21:28.821 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.821 INFO:tasks.workunit.client.0.smithi089.stdout: "stored": { 2024-07-26T07:21:28.821 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 13329445 2024-07-26T07:21:28.821 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.821 INFO:tasks.workunit.client.0.smithi089.stdout: "truncate_lat": { 2024-07-26T07:21:28.821 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2435, 2024-07-26T07:21:28.821 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12441425 2024-07-26T07:21:28.822 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.822 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_commit_lat": { 2024-07-26T07:21:28.822 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 70852, 2024-07-26T07:21:28.822 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 46649613855 2024-07-26T07:21:28.822 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.822 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_submit_lat": { 2024-07-26T07:21:28.822 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 70852, 2024-07-26T07:21:28.822 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6084433759 2024-07-26T07:21:28.822 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.822 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_throttle_lat": { 2024-07-26T07:21:28.822 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 70852, 2024-07-26T07:21:28.822 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 437991088 2024-07-26T07:21:28.822 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.822 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.823 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache": { 2024-07-26T07:21:28.823 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_bytes": { 2024-07-26T07:21:28.823 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1405132139 2024-07-26T07:21:28.823 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.823 INFO:tasks.workunit.client.0.smithi089.stdout: "heap_bytes": { 2024-07-26T07:21:28.823 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 627113984 2024-07-26T07:21:28.823 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.823 INFO:tasks.workunit.client.0.smithi089.stdout: "mapped_bytes": { 2024-07-26T07:21:28.823 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 533577728 2024-07-26T07:21:28.823 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.823 INFO:tasks.workunit.client.0.smithi089.stdout: "target_bytes": { 2024-07-26T07:21:28.823 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2600515891 2024-07-26T07:21:28.823 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.823 INFO:tasks.workunit.client.0.smithi089.stdout: "unmapped_bytes": { 2024-07-26T07:21:28.824 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 93536256 2024-07-26T07:21:28.824 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.824 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.824 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:data": { 2024-07-26T07:21:28.824 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:28.824 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 125829120 2024-07-26T07:21:28.824 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.824 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:28.824 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.824 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.824 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:28.824 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.824 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.824 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:28.825 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 57277598 2024-07-26T07:21:28.825 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.825 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:28.825 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.825 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.825 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:28.825 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.825 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.825 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:28.825 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.825 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.825 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:28.825 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.826 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.826 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:28.826 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.826 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.826 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:28.826 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 745472 2024-07-26T07:21:28.826 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.826 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:28.826 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.826 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.826 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:28.826 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.826 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.826 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:28.827 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.827 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.827 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:28.827 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67806050 2024-07-26T07:21:28.827 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.827 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.827 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv": { 2024-07-26T07:21:28.827 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:28.827 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 570425344 2024-07-26T07:21:28.827 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.827 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:28.827 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T07:21:28.827 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.827 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:28.828 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.828 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.828 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:28.828 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 429581991 2024-07-26T07:21:28.828 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.828 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:28.828 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.828 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.828 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:28.828 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1360 2024-07-26T07:21:28.828 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.828 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:28.828 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.828 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.828 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:28.829 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.829 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.829 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:28.829 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 90960 2024-07-26T07:21:28.829 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.829 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:28.829 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.829 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.829 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:28.829 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.829 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.829 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:28.829 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.829 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.829 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:28.829 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.830 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.830 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:28.830 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 73642169 2024-07-26T07:21:28.830 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.830 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.830 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T07:21:28.830 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:28.830 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 176160768 2024-07-26T07:21:28.830 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.830 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:28.830 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T07:21:28.830 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.830 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:28.831 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 399936 2024-07-26T07:21:28.831 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.831 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:28.831 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 38185065 2024-07-26T07:21:28.831 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.831 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:28.831 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.831 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.831 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:28.831 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.831 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.831 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:28.831 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.831 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.832 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:28.832 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.832 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.832 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:28.832 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.832 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.832 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:28.832 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.832 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.832 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:28.832 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.832 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.832 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:28.833 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.833 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.833 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:28.833 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.833 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.833 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:28.833 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 70466903 2024-07-26T07:21:28.833 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.833 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.833 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:meta": { 2024-07-26T07:21:28.833 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:28.833 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 503316480 2024-07-26T07:21:28.833 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.833 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:28.833 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.834 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.834 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:28.834 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.834 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.834 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:28.834 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 429581991 2024-07-26T07:21:28.834 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.834 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:28.834 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.834 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.834 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:28.834 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.835 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.835 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:28.835 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.835 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.835 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:28.835 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.835 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.835 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:28.835 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 181274 2024-07-26T07:21:28.835 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.835 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:28.835 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1209900 2024-07-26T07:21:28.835 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.835 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:28.836 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.836 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.836 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:28.836 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.836 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.836 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:28.836 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.836 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.836 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:28.836 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 72343315 2024-07-26T07:21:28.836 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.836 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.836 INFO:tasks.workunit.client.0.smithi089.stdout: "objecter": { 2024-07-26T07:21:28.836 INFO:tasks.workunit.client.0.smithi089.stdout: "op_active": { 2024-07-26T07:21:28.836 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.837 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.837 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T07:21:28.837 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12 2024-07-26T07:21:28.837 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.837 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rmw": { 2024-07-26T07:21:28.837 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.837 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.837 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T07:21:28.837 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.837 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.837 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.837 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:28.837 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg": { 2024-07-26T07:21:28.838 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 50 2024-07-26T07:21:28.838 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.838 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg_removing": { 2024-07-26T07:21:28.838 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.838 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.838 INFO:tasks.workunit.client.0.smithi089.stdout: "op": { 2024-07-26T07:21:28.838 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 35265 2024-07-26T07:21:28.838 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.838 INFO:tasks.workunit.client.0.smithi089.stdout: "op_before_queue_op_lat": { 2024-07-26T07:21:28.838 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 95997, 2024-07-26T07:21:28.838 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6420208370 2024-07-26T07:21:28.838 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.838 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_degraded": { 2024-07-26T07:21:28.838 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2 2024-07-26T07:21:28.839 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.839 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_unreadable": { 2024-07-26T07:21:28.839 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3 2024-07-26T07:21:28.839 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.839 INFO:tasks.workunit.client.0.smithi089.stdout: "op_in_bytes": { 2024-07-26T07:21:28.839 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1210896967 2024-07-26T07:21:28.839 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.839 INFO:tasks.workunit.client.0.smithi089.stdout: "op_latency": { 2024-07-26T07:21:28.839 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 35265, 2024-07-26T07:21:28.839 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 94158630363 2024-07-26T07:21:28.839 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.839 INFO:tasks.workunit.client.0.smithi089.stdout: "op_out_bytes": { 2024-07-26T07:21:28.839 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1538242792 2024-07-26T07:21:28.839 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.839 INFO:tasks.workunit.client.0.smithi089.stdout: "op_prepare_latency": { 2024-07-26T07:21:28.840 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 35803, 2024-07-26T07:21:28.840 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12400438812 2024-07-26T07:21:28.840 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.840 INFO:tasks.workunit.client.0.smithi089.stdout: "op_process_latency": { 2024-07-26T07:21:28.840 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 35265, 2024-07-26T07:21:28.840 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 30441810276 2024-07-26T07:21:28.840 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.840 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T07:21:28.840 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 26287 2024-07-26T07:21:28.840 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.840 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency": { 2024-07-26T07:21:28.840 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 26287, 2024-07-26T07:21:28.840 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9340030192 2024-07-26T07:21:28.840 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.840 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T07:21:28.841 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.841 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.841 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_out_bytes": { 2024-07-26T07:21:28.841 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1538242792 2024-07-26T07:21:28.841 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.841 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_prepare_latency": { 2024-07-26T07:21:28.841 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 26493, 2024-07-26T07:21:28.841 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4979525244 2024-07-26T07:21:28.841 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.841 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_process_latency": { 2024-07-26T07:21:28.841 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 26287, 2024-07-26T07:21:28.841 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4515090450 2024-07-26T07:21:28.841 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.842 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw": { 2024-07-26T07:21:28.842 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4411 2024-07-26T07:21:28.842 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.842 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_in_bytes": { 2024-07-26T07:21:28.842 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 181132720 2024-07-26T07:21:28.842 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.842 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency": { 2024-07-26T07:21:28.842 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 4411, 2024-07-26T07:21:28.842 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 11014272555 2024-07-26T07:21:28.842 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.842 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T07:21:28.842 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.842 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.843 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T07:21:28.843 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.843 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.843 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_out_bytes": { 2024-07-26T07:21:28.843 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.843 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.843 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_prepare_latency": { 2024-07-26T07:21:28.843 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 4613, 2024-07-26T07:21:28.843 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2524047070 2024-07-26T07:21:28.843 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.843 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_process_latency": { 2024-07-26T07:21:28.843 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 4411, 2024-07-26T07:21:28.843 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7742363783 2024-07-26T07:21:28.843 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.844 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T07:21:28.844 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4567 2024-07-26T07:21:28.844 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.844 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_in_bytes": { 2024-07-26T07:21:28.844 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1029764247 2024-07-26T07:21:28.844 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.844 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency": { 2024-07-26T07:21:28.844 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 4567, 2024-07-26T07:21:28.844 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 73804327616 2024-07-26T07:21:28.844 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.844 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T07:21:28.844 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.844 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.844 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_prepare_latency": { 2024-07-26T07:21:28.845 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 4697, 2024-07-26T07:21:28.845 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4896866498 2024-07-26T07:21:28.845 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.845 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_process_latency": { 2024-07-26T07:21:28.845 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 4567, 2024-07-26T07:21:28.845 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 18184356043 2024-07-26T07:21:28.845 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.845 INFO:tasks.workunit.client.0.smithi089.stdout: "op_wip": { 2024-07-26T07:21:28.845 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.845 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.845 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_bytes": { 2024-07-26T07:21:28.845 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.845 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.845 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_ops": { 2024-07-26T07:21:28.845 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1 2024-07-26T07:21:28.845 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.846 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes": { 2024-07-26T07:21:28.846 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995035648 2024-07-26T07:21:28.846 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.846 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes_used": { 2024-07-26T07:21:28.846 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 599789568 2024-07-26T07:21:28.846 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.846 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.846 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.846 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.7": { 2024-07-26T07:21:28.846 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T07:21:28.846 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_db_max_lat": { 2024-07-26T07:21:28.846 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 21129 2024-07-26T07:21:28.846 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.847 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_fallback": { 2024-07-26T07:21:28.847 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.847 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.847 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_max_lat": { 2024-07-26T07:21:28.847 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.847 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.847 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_size_fallback": { 2024-07-26T07:21:28.847 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.847 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.847 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_db": { 2024-07-26T07:21:28.847 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 65536 2024-07-26T07:21:28.847 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.847 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_slow": { 2024-07-26T07:21:28.847 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.847 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.848 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_wal": { 2024-07-26T07:21:28.848 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.848 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.848 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_wal_max_lat": { 2024-07-26T07:21:28.848 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.848 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.848 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_slow": { 2024-07-26T07:21:28.848 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.848 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.848 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_sst": { 2024-07-26T07:21:28.848 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2248704 2024-07-26T07:21:28.848 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.848 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_wal": { 2024-07-26T07:21:28.848 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 538165248 2024-07-26T07:21:28.848 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.849 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lat": { 2024-07-26T07:21:28.849 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 16, 2024-07-26T07:21:28.849 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3286701 2024-07-26T07:21:28.849 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.849 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lock_lat": { 2024-07-26T07:21:28.849 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 16, 2024-07-26T07:21:28.849 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 997615 2024-07-26T07:21:28.849 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.849 INFO:tasks.workunit.client.0.smithi089.stdout: "db_alloc_lat": { 2024-07-26T07:21:28.849 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 150, 2024-07-26T07:21:28.849 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 590518 2024-07-26T07:21:28.849 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.849 INFO:tasks.workunit.client.0.smithi089.stdout: "db_total_bytes": { 2024-07-26T07:21:28.849 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995027456 2024-07-26T07:21:28.849 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.850 INFO:tasks.workunit.client.0.smithi089.stdout: "db_used_bytes": { 2024-07-26T07:21:28.850 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 459669504 2024-07-26T07:21:28.850 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.850 INFO:tasks.workunit.client.0.smithi089.stdout: "flush_lat": { 2024-07-26T07:21:28.850 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 65996, 2024-07-26T07:21:28.850 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7906737080 2024-07-26T07:21:28.850 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.850 INFO:tasks.workunit.client.0.smithi089.stdout: "fsync_lat": { 2024-07-26T07:21:28.850 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 66018, 2024-07-26T07:21:28.850 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12949961652 2024-07-26T07:21:28.850 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.850 INFO:tasks.workunit.client.0.smithi089.stdout: "log_bytes": { 2024-07-26T07:21:28.850 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4403200 2024-07-26T07:21:28.850 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.851 INFO:tasks.workunit.client.0.smithi089.stdout: "logged_bytes": { 2024-07-26T07:21:28.851 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 270401536 2024-07-26T07:21:28.851 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.851 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_db": { 2024-07-26T07:21:28.851 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 476708864 2024-07-26T07:21:28.851 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.851 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_slow": { 2024-07-26T07:21:28.851 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.851 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.851 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_wal": { 2024-07-26T07:21:28.851 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.851 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.851 INFO:tasks.workunit.client.0.smithi089.stdout: "num_files": { 2024-07-26T07:21:28.851 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 37 2024-07-26T07:21:28.852 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.852 INFO:tasks.workunit.client.0.smithi089.stdout: "read_bytes": { 2024-07-26T07:21:28.852 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 89876484 2024-07-26T07:21:28.852 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.852 INFO:tasks.workunit.client.0.smithi089.stdout: "read_count": { 2024-07-26T07:21:28.852 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5084 2024-07-26T07:21:28.852 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.852 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes": { 2024-07-26T07:21:28.852 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 59138048 2024-07-26T07:21:28.852 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.852 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_db": { 2024-07-26T07:21:28.852 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 59142144 2024-07-26T07:21:28.852 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.852 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_slow": { 2024-07-26T07:21:28.852 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.853 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.853 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_wal": { 2024-07-26T07:21:28.853 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.853 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.853 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_count": { 2024-07-26T07:21:28.853 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 190 2024-07-26T07:21:28.853 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.853 INFO:tasks.workunit.client.0.smithi089.stdout: "read_lat": { 2024-07-26T07:21:28.853 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 5084, 2024-07-26T07:21:28.853 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 16845821 2024-07-26T07:21:28.853 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.853 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_bytes": { 2024-07-26T07:21:28.853 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 38928080 2024-07-26T07:21:28.853 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.854 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_count": { 2024-07-26T07:21:28.854 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3517 2024-07-26T07:21:28.854 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.854 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_bytes": { 2024-07-26T07:21:28.854 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1035377 2024-07-26T07:21:28.854 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.854 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_count": { 2024-07-26T07:21:28.854 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 302 2024-07-26T07:21:28.854 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.854 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_bytes": { 2024-07-26T07:21:28.854 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2228218 2024-07-26T07:21:28.854 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.854 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_count": { 2024-07-26T07:21:28.855 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 431 2024-07-26T07:21:28.855 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.855 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes": { 2024-07-26T07:21:28.855 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1192841 2024-07-26T07:21:28.855 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.855 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_db": { 2024-07-26T07:21:28.855 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1192841 2024-07-26T07:21:28.855 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.855 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_slow": { 2024-07-26T07:21:28.855 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.855 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.855 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_wal": { 2024-07-26T07:21:28.855 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.855 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.855 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_count": { 2024-07-26T07:21:28.856 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 132 2024-07-26T07:21:28.856 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.856 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_lat": { 2024-07-26T07:21:28.856 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 431, 2024-07-26T07:21:28.856 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 813204 2024-07-26T07:21:28.856 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.856 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_alloc_lat": { 2024-07-26T07:21:28.856 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.856 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.856 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.856 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_total_bytes": { 2024-07-26T07:21:28.856 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.856 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.856 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_used_bytes": { 2024-07-26T07:21:28.857 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.857 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.857 INFO:tasks.workunit.client.0.smithi089.stdout: "truncate_lat": { 2024-07-26T07:21:28.857 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1, 2024-07-26T07:21:28.857 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 594 2024-07-26T07:21:28.857 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.857 INFO:tasks.workunit.client.0.smithi089.stdout: "unlink_lat": { 2024-07-26T07:21:28.857 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 4, 2024-07-26T07:21:28.857 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6093 2024-07-26T07:21:28.857 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.857 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_alloc_lat": { 2024-07-26T07:21:28.857 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.857 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.857 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.857 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_total_bytes": { 2024-07-26T07:21:28.858 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.858 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.858 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_used_bytes": { 2024-07-26T07:21:28.858 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.858 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.858 INFO:tasks.workunit.client.0.smithi089.stdout: "write_bytes": { 2024-07-26T07:21:28.858 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 813244416 2024-07-26T07:21:28.858 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.858 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.858 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore": { 2024-07-26T07:21:28.858 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit": { 2024-07-26T07:21:28.858 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4096 2024-07-26T07:21:28.858 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.859 INFO:tasks.workunit.client.0.smithi089.stdout: "allocated": { 2024-07-26T07:21:28.859 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 14921728 2024-07-26T07:21:28.859 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.859 INFO:tasks.workunit.client.0.smithi089.stdout: "allocator_lat": { 2024-07-26T07:21:28.859 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 20593, 2024-07-26T07:21:28.859 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 52928231 2024-07-26T07:21:28.859 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.859 INFO:tasks.workunit.client.0.smithi089.stdout: "clist_lat": { 2024-07-26T07:21:28.859 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3188, 2024-07-26T07:21:28.859 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 296494611 2024-07-26T07:21:28.859 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.859 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_lat": { 2024-07-26T07:21:28.859 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.859 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.859 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.860 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed": { 2024-07-26T07:21:28.860 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.860 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.860 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_allocated": { 2024-07-26T07:21:28.860 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.860 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.860 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_original": { 2024-07-26T07:21:28.860 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.860 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.860 INFO:tasks.workunit.client.0.smithi089.stdout: "csum_lat": { 2024-07-26T07:21:28.860 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 14565, 2024-07-26T07:21:28.860 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 93907005 2024-07-26T07:21:28.860 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.860 INFO:tasks.workunit.client.0.smithi089.stdout: "decompress_lat": { 2024-07-26T07:21:28.861 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.861 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.861 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.861 INFO:tasks.workunit.client.0.smithi089.stdout: "fragmentation_micros": { 2024-07-26T07:21:28.861 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.861 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.861 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_commit_lat": { 2024-07-26T07:21:28.861 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 65966, 2024-07-26T07:21:28.861 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 15997266293 2024-07-26T07:21:28.861 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.861 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_final_lat": { 2024-07-26T07:21:28.861 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 65526, 2024-07-26T07:21:28.861 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1374647667 2024-07-26T07:21:28.861 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.861 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_flush_lat": { 2024-07-26T07:21:28.862 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 65966, 2024-07-26T07:21:28.862 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 38810218 2024-07-26T07:21:28.862 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.862 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_sync_lat": { 2024-07-26T07:21:28.862 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 65966, 2024-07-26T07:21:28.862 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 16036076511 2024-07-26T07:21:28.862 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.862 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_keys_lat": { 2024-07-26T07:21:28.862 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:28.862 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.862 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.862 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_values_lat": { 2024-07-26T07:21:28.862 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 36567, 2024-07-26T07:21:28.863 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 672015938 2024-07-26T07:21:28.863 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.863 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_lower_bound_lat": { 2024-07-26T07:21:28.863 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 775, 2024-07-26T07:21:28.863 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2349962 2024-07-26T07:21:28.863 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.863 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_next_lat": { 2024-07-26T07:21:28.863 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 8546, 2024-07-26T07:21:28.863 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5635980 2024-07-26T07:21:28.863 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.863 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_seek_to_first_lat": { 2024-07-26T07:21:28.863 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 50, 2024-07-26T07:21:28.863 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 57830 2024-07-26T07:21:28.864 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.864 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_upper_bound_lat": { 2024-07-26T07:21:28.864 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 13636, 2024-07-26T07:21:28.864 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 982571573 2024-07-26T07:21:28.864 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.864 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_hits": { 2024-07-26T07:21:28.864 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 220537 2024-07-26T07:21:28.864 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.864 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_misses": { 2024-07-26T07:21:28.864 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 18542 2024-07-26T07:21:28.864 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.864 INFO:tasks.workunit.client.0.smithi089.stdout: "read_lat": { 2024-07-26T07:21:28.864 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 20853, 2024-07-26T07:21:28.864 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1088255346 2024-07-26T07:21:28.864 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.865 INFO:tasks.workunit.client.0.smithi089.stdout: "read_onode_meta_lat": { 2024-07-26T07:21:28.865 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 60032, 2024-07-26T07:21:28.865 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 15849696 2024-07-26T07:21:28.865 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.865 INFO:tasks.workunit.client.0.smithi089.stdout: "read_wait_aio_lat": { 2024-07-26T07:21:28.865 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 39179, 2024-07-26T07:21:28.865 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 968627250 2024-07-26T07:21:28.865 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.865 INFO:tasks.workunit.client.0.smithi089.stdout: "reads_with_retries": { 2024-07-26T07:21:28.865 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.865 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.865 INFO:tasks.workunit.client.0.smithi089.stdout: "remove_lat": { 2024-07-26T07:21:28.865 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 12818, 2024-07-26T07:21:28.865 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 302880910 2024-07-26T07:21:28.866 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.866 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_aio_wait_count": { 2024-07-26T07:21:28.866 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.866 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.866 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_committed_kv_count": { 2024-07-26T07:21:28.866 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.866 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.866 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_read_onode_meta_count": { 2024-07-26T07:21:28.866 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.866 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.866 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_read_wait_aio_count": { 2024-07-26T07:21:28.866 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.866 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.867 INFO:tasks.workunit.client.0.smithi089.stdout: "state_aio_wait_lat": { 2024-07-26T07:21:28.867 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80095, 2024-07-26T07:21:28.867 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9425721757 2024-07-26T07:21:28.867 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.867 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T07:21:28.867 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 15900, 2024-07-26T07:21:28.867 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 919694129 2024-07-26T07:21:28.867 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.867 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_cleanup_lat": { 2024-07-26T07:21:28.867 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 15898, 2024-07-26T07:21:28.867 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2775365216868 2024-07-26T07:21:28.867 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.867 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_queued_lat": { 2024-07-26T07:21:28.867 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 15900, 2024-07-26T07:21:28.868 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6087416340886 2024-07-26T07:21:28.868 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.868 INFO:tasks.workunit.client.0.smithi089.stdout: "state_done_lat": { 2024-07-26T07:21:28.868 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80093, 2024-07-26T07:21:28.868 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2901304881253 2024-07-26T07:21:28.868 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.868 INFO:tasks.workunit.client.0.smithi089.stdout: "state_finishing_lat": { 2024-07-26T07:21:28.868 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80093, 2024-07-26T07:21:28.868 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8564140 2024-07-26T07:21:28.868 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.868 INFO:tasks.workunit.client.0.smithi089.stdout: "state_io_done_lat": { 2024-07-26T07:21:28.868 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80095, 2024-07-26T07:21:28.868 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 497400375 2024-07-26T07:21:28.868 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.869 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_commiting_lat": { 2024-07-26T07:21:28.869 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80095, 2024-07-26T07:21:28.869 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 28825796595 2024-07-26T07:21:28.869 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.869 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_done_lat": { 2024-07-26T07:21:28.869 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80095, 2024-07-26T07:21:28.869 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 26673756 2024-07-26T07:21:28.869 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.869 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_queued_lat": { 2024-07-26T07:21:28.869 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80095, 2024-07-26T07:21:28.869 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 15159614788 2024-07-26T07:21:28.869 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.869 INFO:tasks.workunit.client.0.smithi089.stdout: "state_prepare_lat": { 2024-07-26T07:21:28.869 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80095, 2024-07-26T07:21:28.870 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6303157098 2024-07-26T07:21:28.870 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.870 INFO:tasks.workunit.client.0.smithi089.stdout: "stored": { 2024-07-26T07:21:28.870 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9129923 2024-07-26T07:21:28.870 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.870 INFO:tasks.workunit.client.0.smithi089.stdout: "truncate_lat": { 2024-07-26T07:21:28.870 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2461, 2024-07-26T07:21:28.870 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 13253901 2024-07-26T07:21:28.870 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.870 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_commit_lat": { 2024-07-26T07:21:28.870 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80095, 2024-07-26T07:21:28.870 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 60224262665 2024-07-26T07:21:28.870 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.870 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_submit_lat": { 2024-07-26T07:21:28.871 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80095, 2024-07-26T07:21:28.871 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7173270827 2024-07-26T07:21:28.871 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.871 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_throttle_lat": { 2024-07-26T07:21:28.871 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80095, 2024-07-26T07:21:28.871 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 882840621 2024-07-26T07:21:28.871 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.871 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.871 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache": { 2024-07-26T07:21:28.871 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_bytes": { 2024-07-26T07:21:28.871 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1405132139 2024-07-26T07:21:28.871 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.871 INFO:tasks.workunit.client.0.smithi089.stdout: "heap_bytes": { 2024-07-26T07:21:28.871 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 466067456 2024-07-26T07:21:28.872 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.872 INFO:tasks.workunit.client.0.smithi089.stdout: "mapped_bytes": { 2024-07-26T07:21:28.872 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 431480832 2024-07-26T07:21:28.872 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.872 INFO:tasks.workunit.client.0.smithi089.stdout: "target_bytes": { 2024-07-26T07:21:28.872 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2600515891 2024-07-26T07:21:28.872 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.872 INFO:tasks.workunit.client.0.smithi089.stdout: "unmapped_bytes": { 2024-07-26T07:21:28.872 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 34586624 2024-07-26T07:21:28.872 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.872 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.872 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:data": { 2024-07-26T07:21:28.872 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:28.873 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 125829120 2024-07-26T07:21:28.873 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.873 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:28.873 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.873 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.873 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:28.873 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.873 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.873 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:28.873 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 57371132 2024-07-26T07:21:28.873 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.873 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:28.873 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.873 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.873 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:28.874 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.874 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.874 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:28.874 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.874 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.874 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:28.874 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.874 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.874 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:28.874 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 16384 2024-07-26T07:21:28.874 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.874 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:28.874 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 94208 2024-07-26T07:21:28.874 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.875 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:28.875 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.875 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.875 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:28.875 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.875 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.875 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:28.875 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.875 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.875 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:28.875 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 68347396 2024-07-26T07:21:28.875 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.875 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.875 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv": { 2024-07-26T07:21:28.876 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:28.876 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 570425344 2024-07-26T07:21:28.876 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.876 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:28.876 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T07:21:28.876 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.876 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:28.876 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.876 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.876 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:28.876 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 430283493 2024-07-26T07:21:28.876 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.876 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:28.876 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.876 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.877 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:28.877 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1040 2024-07-26T07:21:28.877 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.877 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:28.877 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.877 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.877 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:28.877 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.877 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.877 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:28.877 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 65040 2024-07-26T07:21:28.877 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.877 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:28.877 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.878 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.878 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:28.878 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.878 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.878 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:28.878 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.878 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.878 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:28.878 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.878 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.878 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:28.878 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 72966907 2024-07-26T07:21:28.878 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.878 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.879 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T07:21:28.879 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:28.879 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 176160768 2024-07-26T07:21:28.879 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.879 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:28.879 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T07:21:28.879 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.879 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:28.879 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 47408 2024-07-26T07:21:28.879 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.879 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:28.879 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 38247421 2024-07-26T07:21:28.879 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.879 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:28.880 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.880 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.880 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:28.880 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.880 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.880 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:28.880 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.880 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.880 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:28.880 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.880 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.880 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:28.880 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.880 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.881 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:28.881 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.881 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.881 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:28.881 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.881 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.881 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:28.881 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.881 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.881 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:28.881 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.881 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.881 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:28.881 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 70757075 2024-07-26T07:21:28.881 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.882 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.882 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:meta": { 2024-07-26T07:21:28.882 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:28.882 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 503316480 2024-07-26T07:21:28.882 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.882 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:28.882 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.882 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.882 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:28.882 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.882 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.882 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:28.882 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 430283493 2024-07-26T07:21:28.882 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.883 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:28.883 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.883 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.883 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:28.883 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.883 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.883 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:28.883 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.883 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.883 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:28.884 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.884 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.884 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:28.884 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 185503 2024-07-26T07:21:28.884 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.884 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:28.884 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1187223 2024-07-26T07:21:28.884 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.884 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:28.884 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.884 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.884 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:28.884 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.884 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.885 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:28.885 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.885 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.885 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:28.885 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 71660261 2024-07-26T07:21:28.885 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.885 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.885 INFO:tasks.workunit.client.0.smithi089.stdout: "objecter": { 2024-07-26T07:21:28.885 INFO:tasks.workunit.client.0.smithi089.stdout: "op_active": { 2024-07-26T07:21:28.885 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.885 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.885 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T07:21:28.885 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10 2024-07-26T07:21:28.885 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.885 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rmw": { 2024-07-26T07:21:28.886 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.886 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.886 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T07:21:28.886 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.886 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.886 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.886 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:28.886 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg": { 2024-07-26T07:21:28.886 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 59 2024-07-26T07:21:28.886 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.886 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg_removing": { 2024-07-26T07:21:28.886 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.886 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.886 INFO:tasks.workunit.client.0.smithi089.stdout: "op": { 2024-07-26T07:21:28.887 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 58391 2024-07-26T07:21:28.887 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.887 INFO:tasks.workunit.client.0.smithi089.stdout: "op_before_queue_op_lat": { 2024-07-26T07:21:28.887 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 130316, 2024-07-26T07:21:28.887 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7996719173 2024-07-26T07:21:28.887 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.887 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_degraded": { 2024-07-26T07:21:28.887 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.887 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.887 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_unreadable": { 2024-07-26T07:21:28.887 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.887 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.887 INFO:tasks.workunit.client.0.smithi089.stdout: "op_in_bytes": { 2024-07-26T07:21:28.887 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1006710104 2024-07-26T07:21:28.887 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.888 INFO:tasks.workunit.client.0.smithi089.stdout: "op_latency": { 2024-07-26T07:21:28.888 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 58391, 2024-07-26T07:21:28.888 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 44300069349 2024-07-26T07:21:28.888 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.888 INFO:tasks.workunit.client.0.smithi089.stdout: "op_out_bytes": { 2024-07-26T07:21:28.888 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1352653940 2024-07-26T07:21:28.888 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.888 INFO:tasks.workunit.client.0.smithi089.stdout: "op_prepare_latency": { 2024-07-26T07:21:28.888 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 58794, 2024-07-26T07:21:28.888 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 18860478591 2024-07-26T07:21:28.888 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.888 INFO:tasks.workunit.client.0.smithi089.stdout: "op_process_latency": { 2024-07-26T07:21:28.888 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 58391, 2024-07-26T07:21:28.888 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 34926608182 2024-07-26T07:21:28.889 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.889 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T07:21:28.889 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 44489 2024-07-26T07:21:28.889 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.889 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency": { 2024-07-26T07:21:28.889 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 44489, 2024-07-26T07:21:28.889 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 11467892817 2024-07-26T07:21:28.889 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.889 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T07:21:28.889 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.889 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.889 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_out_bytes": { 2024-07-26T07:21:28.889 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1352653940 2024-07-26T07:21:28.889 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.890 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_prepare_latency": { 2024-07-26T07:21:28.890 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 44526, 2024-07-26T07:21:28.890 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7263260822 2024-07-26T07:21:28.890 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.890 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_process_latency": { 2024-07-26T07:21:28.890 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 44489, 2024-07-26T07:21:28.890 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6528593181 2024-07-26T07:21:28.890 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.890 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw": { 2024-07-26T07:21:28.890 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12856 2024-07-26T07:21:28.890 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.890 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_in_bytes": { 2024-07-26T07:21:28.890 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 194251902 2024-07-26T07:21:28.891 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.891 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency": { 2024-07-26T07:21:28.891 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 12856, 2024-07-26T07:21:28.891 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 23706854045 2024-07-26T07:21:28.891 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.891 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T07:21:28.891 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.891 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.891 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T07:21:28.891 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.891 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.891 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_out_bytes": { 2024-07-26T07:21:28.891 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.891 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.891 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_prepare_latency": { 2024-07-26T07:21:28.892 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 13102, 2024-07-26T07:21:28.892 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9938976972 2024-07-26T07:21:28.892 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.892 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_process_latency": { 2024-07-26T07:21:28.892 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 12856, 2024-07-26T07:21:28.892 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 21199258425 2024-07-26T07:21:28.892 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.892 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T07:21:28.892 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1046 2024-07-26T07:21:28.892 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.892 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_in_bytes": { 2024-07-26T07:21:28.892 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 812458202 2024-07-26T07:21:28.892 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.892 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency": { 2024-07-26T07:21:28.893 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1046, 2024-07-26T07:21:28.893 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9125322487 2024-07-26T07:21:28.893 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.893 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T07:21:28.893 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.893 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.893 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_prepare_latency": { 2024-07-26T07:21:28.893 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1166, 2024-07-26T07:21:28.893 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1658240797 2024-07-26T07:21:28.893 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.893 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_process_latency": { 2024-07-26T07:21:28.893 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1046, 2024-07-26T07:21:28.893 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7198756576 2024-07-26T07:21:28.893 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.894 INFO:tasks.workunit.client.0.smithi089.stdout: "op_wip": { 2024-07-26T07:21:28.894 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:28.894 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.894 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_bytes": { 2024-07-26T07:21:28.894 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4194352 2024-07-26T07:21:28.894 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.894 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_ops": { 2024-07-26T07:21:28.894 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9 2024-07-26T07:21:28.894 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.894 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes": { 2024-07-26T07:21:28.894 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995035648 2024-07-26T07:21:28.894 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.894 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes_used": { 2024-07-26T07:21:28.894 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 474607616 2024-07-26T07:21:28.894 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.895 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.895 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.895 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.895 INFO:tasks.workunit.client.0.smithi089.stdout: "pools": [ 2024-07-26T07:21:28.895 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:28.895 INFO:tasks.workunit.client.0.smithi089.stdout: "application": [ 2024-07-26T07:21:28.895 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr" 2024-07-26T07:21:28.895 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:28.895 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_mode": "none", 2024-07-26T07:21:28.895 INFO:tasks.workunit.client.0.smithi089.stdout: "erasure_code_profile": {}, 2024-07-26T07:21:28.895 INFO:tasks.workunit.client.0.smithi089.stdout: "min_size": 2, 2024-07-26T07:21:28.895 INFO:tasks.workunit.client.0.smithi089.stdout: "options": {}, 2024-07-26T07:21:28.895 INFO:tasks.workunit.client.0.smithi089.stdout: "pg_autoscale_mode": "off", 2024-07-26T07:21:28.895 INFO:tasks.workunit.client.0.smithi089.stdout: "pg_num": 1, 2024-07-26T07:21:28.896 INFO:tasks.workunit.client.0.smithi089.stdout: "pgp_num": 1, 2024-07-26T07:21:28.896 INFO:tasks.workunit.client.0.smithi089.stdout: "pool": 1, 2024-07-26T07:21:28.896 INFO:tasks.workunit.client.0.smithi089.stdout: "size": 3, 2024-07-26T07:21:28.896 INFO:tasks.workunit.client.0.smithi089.stdout: "stats": { 2024-07-26T07:21:28.896 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_raw": 721230866698, 2024-07-26T07:21:28.896 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_used": 1781760, 2024-07-26T07:21:28.896 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_bytes_used": 0, 2024-07-26T07:21:28.896 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_under_bytes": 0, 2024-07-26T07:21:28.896 INFO:tasks.workunit.client.0.smithi089.stdout: "data_bytes_used": 1781760, 2024-07-26T07:21:28.896 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty": 0, 2024-07-26T07:21:28.896 INFO:tasks.workunit.client.0.smithi089.stdout: "max_avail": 240410296320, 2024-07-26T07:21:28.896 INFO:tasks.workunit.client.0.smithi089.stdout: "objects": 2, 2024-07-26T07:21:28.896 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_bytes_used": 0, 2024-07-26T07:21:28.896 INFO:tasks.workunit.client.0.smithi089.stdout: "percent_used": 2.4704372663109098e-06, 2024-07-26T07:21:28.897 INFO:tasks.workunit.client.0.smithi089.stdout: "quota_bytes": 0, 2024-07-26T07:21:28.897 INFO:tasks.workunit.client.0.smithi089.stdout: "quota_objects": 0, 2024-07-26T07:21:28.897 INFO:tasks.workunit.client.0.smithi089.stdout: "rd": 1106, 2024-07-26T07:21:28.897 INFO:tasks.workunit.client.0.smithi089.stdout: "rd_bytes": 1980416, 2024-07-26T07:21:28.897 INFO:tasks.workunit.client.0.smithi089.stdout: "stored": 590368, 2024-07-26T07:21:28.897 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_data": 590368, 2024-07-26T07:21:28.897 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_omap": 0, 2024-07-26T07:21:28.897 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_raw": 1771104, 2024-07-26T07:21:28.897 INFO:tasks.workunit.client.0.smithi089.stdout: "wr": 375, 2024-07-26T07:21:28.897 INFO:tasks.workunit.client.0.smithi089.stdout: "wr_bytes": 2473984 2024-07-26T07:21:28.897 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.897 INFO:tasks.workunit.client.0.smithi089.stdout: "target_max_bytes": 0, 2024-07-26T07:21:28.897 INFO:tasks.workunit.client.0.smithi089.stdout: "target_max_objects": 0, 2024-07-26T07:21:28.897 INFO:tasks.workunit.client.0.smithi089.stdout: "type": "replicated" 2024-07-26T07:21:28.897 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.898 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:28.898 INFO:tasks.workunit.client.0.smithi089.stdout: "application": [ 2024-07-26T07:21:28.898 INFO:tasks.workunit.client.0.smithi089.stdout: "cephfs" 2024-07-26T07:21:28.898 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:28.898 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_mode": "none", 2024-07-26T07:21:28.898 INFO:tasks.workunit.client.0.smithi089.stdout: "erasure_code_profile": {}, 2024-07-26T07:21:28.898 INFO:tasks.workunit.client.0.smithi089.stdout: "min_size": 2, 2024-07-26T07:21:28.898 INFO:tasks.workunit.client.0.smithi089.stdout: "options": {}, 2024-07-26T07:21:28.898 INFO:tasks.workunit.client.0.smithi089.stdout: "pg_autoscale_mode": "off", 2024-07-26T07:21:28.898 INFO:tasks.workunit.client.0.smithi089.stdout: "pg_num": 32, 2024-07-26T07:21:28.898 INFO:tasks.workunit.client.0.smithi089.stdout: "pgp_num": 32, 2024-07-26T07:21:28.898 INFO:tasks.workunit.client.0.smithi089.stdout: "pool": 2, 2024-07-26T07:21:28.898 INFO:tasks.workunit.client.0.smithi089.stdout: "size": 3, 2024-07-26T07:21:28.898 INFO:tasks.workunit.client.0.smithi089.stdout: "stats": { 2024-07-26T07:21:28.899 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_raw": 721230866698, 2024-07-26T07:21:28.899 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_used": 156014, 2024-07-26T07:21:28.899 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_bytes_used": 0, 2024-07-26T07:21:28.899 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_under_bytes": 0, 2024-07-26T07:21:28.899 INFO:tasks.workunit.client.0.smithi089.stdout: "data_bytes_used": 110592, 2024-07-26T07:21:28.899 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty": 0, 2024-07-26T07:21:28.899 INFO:tasks.workunit.client.0.smithi089.stdout: "max_avail": 240410296320, 2024-07-26T07:21:28.899 INFO:tasks.workunit.client.0.smithi089.stdout: "objects": 22, 2024-07-26T07:21:28.899 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_bytes_used": 45422, 2024-07-26T07:21:28.899 INFO:tasks.workunit.client.0.smithi089.stdout: "percent_used": 2.1631626623275224e-07, 2024-07-26T07:21:28.899 INFO:tasks.workunit.client.0.smithi089.stdout: "quota_bytes": 0, 2024-07-26T07:21:28.899 INFO:tasks.workunit.client.0.smithi089.stdout: "quota_objects": 0, 2024-07-26T07:21:28.899 INFO:tasks.workunit.client.0.smithi089.stdout: "rd": 79, 2024-07-26T07:21:28.899 INFO:tasks.workunit.client.0.smithi089.stdout: "rd_bytes": 88064, 2024-07-26T07:21:28.900 INFO:tasks.workunit.client.0.smithi089.stdout: "stored": 21736, 2024-07-26T07:21:28.900 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_data": 6596, 2024-07-26T07:21:28.900 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_omap": 15140, 2024-07-26T07:21:28.900 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_raw": 65208, 2024-07-26T07:21:28.900 INFO:tasks.workunit.client.0.smithi089.stdout: "wr": 68, 2024-07-26T07:21:28.900 INFO:tasks.workunit.client.0.smithi089.stdout: "wr_bytes": 35840 2024-07-26T07:21:28.900 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.900 INFO:tasks.workunit.client.0.smithi089.stdout: "target_max_bytes": 0, 2024-07-26T07:21:28.900 INFO:tasks.workunit.client.0.smithi089.stdout: "target_max_objects": 0, 2024-07-26T07:21:28.900 INFO:tasks.workunit.client.0.smithi089.stdout: "type": "replicated" 2024-07-26T07:21:28.900 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.900 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:28.900 INFO:tasks.workunit.client.0.smithi089.stdout: "application": [ 2024-07-26T07:21:28.900 INFO:tasks.workunit.client.0.smithi089.stdout: "cephfs" 2024-07-26T07:21:28.901 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:28.901 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_mode": "none", 2024-07-26T07:21:28.901 INFO:tasks.workunit.client.0.smithi089.stdout: "erasure_code_profile": {}, 2024-07-26T07:21:28.901 INFO:tasks.workunit.client.0.smithi089.stdout: "min_size": 2, 2024-07-26T07:21:28.901 INFO:tasks.workunit.client.0.smithi089.stdout: "options": {}, 2024-07-26T07:21:28.901 INFO:tasks.workunit.client.0.smithi089.stdout: "pg_autoscale_mode": "off", 2024-07-26T07:21:28.901 INFO:tasks.workunit.client.0.smithi089.stdout: "pg_num": 64, 2024-07-26T07:21:28.901 INFO:tasks.workunit.client.0.smithi089.stdout: "pgp_num": 64, 2024-07-26T07:21:28.901 INFO:tasks.workunit.client.0.smithi089.stdout: "pool": 3, 2024-07-26T07:21:28.901 INFO:tasks.workunit.client.0.smithi089.stdout: "size": 3, 2024-07-26T07:21:28.901 INFO:tasks.workunit.client.0.smithi089.stdout: "stats": { 2024-07-26T07:21:28.901 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_raw": 721230866698, 2024-07-26T07:21:28.901 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_used": 0, 2024-07-26T07:21:28.901 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_bytes_used": 0, 2024-07-26T07:21:28.902 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_under_bytes": 0, 2024-07-26T07:21:28.902 INFO:tasks.workunit.client.0.smithi089.stdout: "data_bytes_used": 0, 2024-07-26T07:21:28.902 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty": 0, 2024-07-26T07:21:28.902 INFO:tasks.workunit.client.0.smithi089.stdout: "max_avail": 240410296320, 2024-07-26T07:21:28.902 INFO:tasks.workunit.client.0.smithi089.stdout: "objects": 0, 2024-07-26T07:21:28.902 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_bytes_used": 0, 2024-07-26T07:21:28.902 INFO:tasks.workunit.client.0.smithi089.stdout: "percent_used": 0.0, 2024-07-26T07:21:28.902 INFO:tasks.workunit.client.0.smithi089.stdout: "quota_bytes": 0, 2024-07-26T07:21:28.902 INFO:tasks.workunit.client.0.smithi089.stdout: "quota_objects": 0, 2024-07-26T07:21:28.902 INFO:tasks.workunit.client.0.smithi089.stdout: "rd": 0, 2024-07-26T07:21:28.902 INFO:tasks.workunit.client.0.smithi089.stdout: "rd_bytes": 0, 2024-07-26T07:21:28.902 INFO:tasks.workunit.client.0.smithi089.stdout: "stored": 0, 2024-07-26T07:21:28.903 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_data": 0, 2024-07-26T07:21:28.903 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_omap": 0, 2024-07-26T07:21:28.903 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_raw": 0, 2024-07-26T07:21:28.903 INFO:tasks.workunit.client.0.smithi089.stdout: "wr": 0, 2024-07-26T07:21:28.903 INFO:tasks.workunit.client.0.smithi089.stdout: "wr_bytes": 0 2024-07-26T07:21:28.903 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.903 INFO:tasks.workunit.client.0.smithi089.stdout: "target_max_bytes": 0, 2024-07-26T07:21:28.903 INFO:tasks.workunit.client.0.smithi089.stdout: "target_max_objects": 0, 2024-07-26T07:21:28.903 INFO:tasks.workunit.client.0.smithi089.stdout: "type": "replicated" 2024-07-26T07:21:28.903 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.903 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:28.903 INFO:tasks.workunit.client.0.smithi089.stdout: "application": [ 2024-07-26T07:21:28.903 INFO:tasks.workunit.client.0.smithi089.stdout: "rbd" 2024-07-26T07:21:28.903 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:28.904 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_mode": "none", 2024-07-26T07:21:28.904 INFO:tasks.workunit.client.0.smithi089.stdout: "erasure_code_profile": {}, 2024-07-26T07:21:28.904 INFO:tasks.workunit.client.0.smithi089.stdout: "min_size": 2, 2024-07-26T07:21:28.904 INFO:tasks.workunit.client.0.smithi089.stdout: "options": {}, 2024-07-26T07:21:28.904 INFO:tasks.workunit.client.0.smithi089.stdout: "pg_autoscale_mode": "off", 2024-07-26T07:21:28.904 INFO:tasks.workunit.client.0.smithi089.stdout: "pg_num": 8, 2024-07-26T07:21:28.904 INFO:tasks.workunit.client.0.smithi089.stdout: "pgp_num": 8, 2024-07-26T07:21:28.904 INFO:tasks.workunit.client.0.smithi089.stdout: "pool": 4, 2024-07-26T07:21:28.904 INFO:tasks.workunit.client.0.smithi089.stdout: "size": 3, 2024-07-26T07:21:28.904 INFO:tasks.workunit.client.0.smithi089.stdout: "stats": { 2024-07-26T07:21:28.904 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_raw": 721230866698, 2024-07-26T07:21:28.904 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_used": 12595200, 2024-07-26T07:21:28.904 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_bytes_used": 0, 2024-07-26T07:21:28.904 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_under_bytes": 0, 2024-07-26T07:21:28.905 INFO:tasks.workunit.client.0.smithi089.stdout: "data_bytes_used": 12595200, 2024-07-26T07:21:28.905 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty": 0, 2024-07-26T07:21:28.905 INFO:tasks.workunit.client.0.smithi089.stdout: "max_avail": 240410296320, 2024-07-26T07:21:28.905 INFO:tasks.workunit.client.0.smithi089.stdout: "objects": 4, 2024-07-26T07:21:28.905 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_bytes_used": 0, 2024-07-26T07:21:28.905 INFO:tasks.workunit.client.0.smithi089.stdout: "percent_used": 1.7463173207943328e-05, 2024-07-26T07:21:28.905 INFO:tasks.workunit.client.0.smithi089.stdout: "quota_bytes": 0, 2024-07-26T07:21:28.905 INFO:tasks.workunit.client.0.smithi089.stdout: "quota_objects": 0, 2024-07-26T07:21:28.905 INFO:tasks.workunit.client.0.smithi089.stdout: "rd": 9026, 2024-07-26T07:21:28.905 INFO:tasks.workunit.client.0.smithi089.stdout: "rd_bytes": 3170457600, 2024-07-26T07:21:28.905 INFO:tasks.workunit.client.0.smithi089.stdout: "stored": 4194323, 2024-07-26T07:21:28.905 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_data": 4194323, 2024-07-26T07:21:28.905 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_omap": 0, 2024-07-26T07:21:28.905 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_raw": 12582969, 2024-07-26T07:21:28.906 INFO:tasks.workunit.client.0.smithi089.stdout: "wr": 24331, 2024-07-26T07:21:28.906 INFO:tasks.workunit.client.0.smithi089.stdout: "wr_bytes": 3161289728 2024-07-26T07:21:28.906 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.906 INFO:tasks.workunit.client.0.smithi089.stdout: "target_max_bytes": 0, 2024-07-26T07:21:28.906 INFO:tasks.workunit.client.0.smithi089.stdout: "target_max_objects": 0, 2024-07-26T07:21:28.906 INFO:tasks.workunit.client.0.smithi089.stdout: "type": "replicated" 2024-07-26T07:21:28.906 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.906 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:28.906 INFO:tasks.workunit.client.0.smithi089.stdout: "rbd": { 2024-07-26T07:21:28.906 INFO:tasks.workunit.client.0.smithi089.stdout: "mirroring_by_pool": [ 2024-07-26T07:21:28.906 INFO:tasks.workunit.client.0.smithi089.stdout: false 2024-07-26T07:21:28.906 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:28.906 INFO:tasks.workunit.client.0.smithi089.stdout: "num_images_by_pool": [ 2024-07-26T07:21:28.907 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:28.907 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:28.907 INFO:tasks.workunit.client.0.smithi089.stdout: "num_pools": 1 2024-07-26T07:21:28.907 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.907 INFO:tasks.workunit.client.0.smithi089.stdout: "report_id": "026049de-bcb2-4570-8ba4-a21596785ca5", 2024-07-26T07:21:28.907 INFO:tasks.workunit.client.0.smithi089.stdout: "report_timestamp": "2024-07-26T07:21:26.549092", 2024-07-26T07:21:28.907 INFO:tasks.workunit.client.0.smithi089.stdout: "report_version": 1, 2024-07-26T07:21:28.907 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb_stats": { 2024-07-26T07:21:28.907 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "7.9.2" 2024-07-26T07:21:28.907 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.907 INFO:tasks.workunit.client.0.smithi089.stdout: "rook": { 2024-07-26T07:21:28.907 INFO:tasks.workunit.client.0.smithi089.stdout: "cluster": { 2024-07-26T07:21:28.907 INFO:tasks.workunit.client.0.smithi089.stdout: "external-mode": null, 2024-07-26T07:21:28.907 INFO:tasks.workunit.client.0.smithi089.stdout: "mon": { 2024-07-26T07:21:28.908 INFO:tasks.workunit.client.0.smithi089.stdout: "allow-multiple-per-node": null, 2024-07-26T07:21:28.908 INFO:tasks.workunit.client.0.smithi089.stdout: "count": null, 2024-07-26T07:21:28.908 INFO:tasks.workunit.client.0.smithi089.stdout: "max-id": null, 2024-07-26T07:21:28.908 INFO:tasks.workunit.client.0.smithi089.stdout: "pvc": { 2024-07-26T07:21:28.908 INFO:tasks.workunit.client.0.smithi089.stdout: "enabled": null 2024-07-26T07:21:28.908 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.908 INFO:tasks.workunit.client.0.smithi089.stdout: "stretch": { 2024-07-26T07:21:28.908 INFO:tasks.workunit.client.0.smithi089.stdout: "enabled": null 2024-07-26T07:21:28.908 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.908 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.908 INFO:tasks.workunit.client.0.smithi089.stdout: "network": { 2024-07-26T07:21:28.908 INFO:tasks.workunit.client.0.smithi089.stdout: "provider": null 2024-07-26T07:21:28.908 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.908 INFO:tasks.workunit.client.0.smithi089.stdout: "storage": { 2024-07-26T07:21:28.909 INFO:tasks.workunit.client.0.smithi089.stdout: "device-set": { 2024-07-26T07:21:28.909 INFO:tasks.workunit.client.0.smithi089.stdout: "count": { 2024-07-26T07:21:28.909 INFO:tasks.workunit.client.0.smithi089.stdout: "non-portable": null, 2024-07-26T07:21:28.909 INFO:tasks.workunit.client.0.smithi089.stdout: "portable": null, 2024-07-26T07:21:28.909 INFO:tasks.workunit.client.0.smithi089.stdout: "total": null 2024-07-26T07:21:28.909 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.909 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.909 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.909 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.909 INFO:tasks.workunit.client.0.smithi089.stdout: "csi": { 2024-07-26T07:21:28.909 INFO:tasks.workunit.client.0.smithi089.stdout: "version": null 2024-07-26T07:21:28.909 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.909 INFO:tasks.workunit.client.0.smithi089.stdout: "kubernetes": { 2024-07-26T07:21:28.910 INFO:tasks.workunit.client.0.smithi089.stdout: "version": null 2024-07-26T07:21:28.910 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.910 INFO:tasks.workunit.client.0.smithi089.stdout: "node": { 2024-07-26T07:21:28.910 INFO:tasks.workunit.client.0.smithi089.stdout: "count": { 2024-07-26T07:21:28.910 INFO:tasks.workunit.client.0.smithi089.stdout: "kubernetes-total": null, 2024-07-26T07:21:28.910 INFO:tasks.workunit.client.0.smithi089.stdout: "with-ceph-daemons": null, 2024-07-26T07:21:28.910 INFO:tasks.workunit.client.0.smithi089.stdout: "with-csi-cephfs-plugin": null, 2024-07-26T07:21:28.910 INFO:tasks.workunit.client.0.smithi089.stdout: "with-csi-nfs-plugin": null, 2024-07-26T07:21:28.910 INFO:tasks.workunit.client.0.smithi089.stdout: "with-csi-rbd-plugin": null 2024-07-26T07:21:28.910 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.910 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.910 INFO:tasks.workunit.client.0.smithi089.stdout: "usage": { 2024-07-26T07:21:28.910 INFO:tasks.workunit.client.0.smithi089.stdout: "storage-class": { 2024-07-26T07:21:28.911 INFO:tasks.workunit.client.0.smithi089.stdout: "count": { 2024-07-26T07:21:28.911 INFO:tasks.workunit.client.0.smithi089.stdout: "bucket": null, 2024-07-26T07:21:28.911 INFO:tasks.workunit.client.0.smithi089.stdout: "cephfs": null, 2024-07-26T07:21:28.911 INFO:tasks.workunit.client.0.smithi089.stdout: "nfs": null, 2024-07-26T07:21:28.911 INFO:tasks.workunit.client.0.smithi089.stdout: "rbd": null, 2024-07-26T07:21:28.911 INFO:tasks.workunit.client.0.smithi089.stdout: "total": null 2024-07-26T07:21:28.911 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.911 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:28.911 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.911 INFO:tasks.workunit.client.0.smithi089.stdout: "version": null 2024-07-26T07:21:28.911 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.911 INFO:tasks.workunit.client.0.smithi089.stdout: "services": {}, 2024-07-26T07:21:28.911 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_per_pg": [ 2024-07-26T07:21:28.911 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:28.911 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:28.912 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:28.912 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:28.912 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:28.912 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:28.912 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 0, 2024-07-26T07:21:28.912 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:28.912 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:28.912 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:28.912 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:28.912 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:28.912 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:28.912 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.615730+0000", 2024-07-26T07:21:28.912 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.421374+0000", 2024-07-26T07:21:28.913 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.421374+0000", 2024-07-26T07:21:28.913 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.421729+0000", 2024-07-26T07:21:28.913 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.615730+0000", 2024-07-26T07:21:28.913 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:28.913 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:28.913 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:28.913 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:28.913 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.615730+0000", 2024-07-26T07:21:28.913 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.615730+0000", 2024-07-26T07:21:28.913 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.615730+0000", 2024-07-26T07:21:28.913 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:28.913 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:28.913 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:28.913 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.615730+0000", 2024-07-26T07:21:28.913 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.615730+0000", 2024-07-26T07:21:28.914 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:28.914 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 5, 2024-07-26T07:21:28.914 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:28.914 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:28.914 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:28.914 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:28.914 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:28.914 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:28.914 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:28.914 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 5, 2024-07-26T07:21:28.914 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:28.914 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:28.914 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:28.914 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.1f", 2024-07-26T07:21:28.915 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:28.915 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:28.915 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:28.915 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5353, 2024-07-26T07:21:28.915 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:28.915 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:01:36.075242+0000", 2024-07-26T07:21:28.915 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:28.915 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:28.915 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:28.915 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 570, 2024-07-26T07:21:28.915 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:28.915 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:28.915 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:28.915 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:28.916 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:28.916 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:28.916 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:28.916 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:28.916 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:28.916 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:28.916 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:28.916 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:28.916 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:28.916 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:28.916 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:28.916 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 6, 2024-07-26T07:21:28.916 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 2, 2024-07-26T07:21:28.916 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:28.916 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 2, 2024-07-26T07:21:28.917 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:28.917 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:28.917 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:28.917 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:28.917 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:28.917 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 1, 2024-07-26T07:21:28.917 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:28.917 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:28.917 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:28.917 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:28.917 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:28.917 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:28.917 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:28.917 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 4, 2024-07-26T07:21:28.917 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 4, 2024-07-26T07:21:28.918 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:28.918 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:28.918 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:28.918 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 4, 2024-07-26T07:21:28.918 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 1 2024-07-26T07:21:28.918 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.918 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:28.918 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:28.918 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:28.918 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:28.918 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:28.918 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:28.918 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:28.918 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 0, 2024-07-26T07:21:28.919 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "555'5" 2024-07-26T07:21:28.919 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.919 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:28.919 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:28.919 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:28.919 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:28.919 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:28.919 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:28.919 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T07:21:28.919 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:28.919 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:28.919 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:28.919 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:28.919 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:28.920 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:28.920 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.857738+0000", 2024-07-26T07:21:28.920 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.524399+0000", 2024-07-26T07:21:28.920 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.524399+0000", 2024-07-26T07:21:28.920 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.524726+0000", 2024-07-26T07:21:28.920 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.857738+0000", 2024-07-26T07:21:28.920 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:28.920 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:28.920 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:28.920 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:28.920 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.857738+0000", 2024-07-26T07:21:28.920 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.857738+0000", 2024-07-26T07:21:28.920 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.857738+0000", 2024-07-26T07:21:28.921 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:28.921 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:28.921 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:28.921 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.857738+0000", 2024-07-26T07:21:28.921 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.857738+0000", 2024-07-26T07:21:28.921 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:28.921 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:28.921 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:28.921 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:28.921 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:28.921 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:28.921 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:28.921 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:28.921 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:28.922 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:28.922 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:28.922 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:28.922 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:28.922 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.1e", 2024-07-26T07:21:28.922 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:28.922 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:28.922 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:28.922 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5249, 2024-07-26T07:21:28.922 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:28.922 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:07:27.850009+0000", 2024-07-26T07:21:28.922 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:28.922 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:28.922 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:28.923 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:28.923 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:28.923 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:28.923 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:28.923 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:28.923 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:28.923 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:28.923 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:28.923 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:28.923 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:28.923 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:28.923 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:28.923 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:28.923 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:28.924 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:28.924 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:28.924 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:28.924 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:28.924 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:28.924 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:28.924 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:28.924 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:28.924 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:28.924 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:28.924 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:28.924 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:28.924 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:28.924 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:28.924 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:28.925 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:28.925 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:28.925 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:28.925 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:28.925 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:28.925 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:28.925 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:28.925 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:28.925 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:28.925 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:28.925 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:28.925 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.925 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:28.925 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:28.926 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:28.926 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:28.926 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:28.926 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:28.926 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:28.926 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T07:21:28.926 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:28.926 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.926 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:28.926 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:28.926 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:28.926 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:28.926 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T07:21:28.926 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:28.927 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T07:21:28.927 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:28.927 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:28.927 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:28.927 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:28.927 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:28.927 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:28.927 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.857258+0000", 2024-07-26T07:21:28.927 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:47.476043+0000", 2024-07-26T07:21:28.927 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:47.476043+0000", 2024-07-26T07:21:28.927 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:47.476390+0000", 2024-07-26T07:21:28.927 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.857258+0000", 2024-07-26T07:21:28.927 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:28.927 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:28.928 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:28.928 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 470, 2024-07-26T07:21:28.928 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.857258+0000", 2024-07-26T07:21:28.928 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.857258+0000", 2024-07-26T07:21:28.928 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.857258+0000", 2024-07-26T07:21:28.928 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:28.928 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:28.928 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:28.928 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.857258+0000", 2024-07-26T07:21:28.928 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.857258+0000", 2024-07-26T07:21:28.928 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:28.928 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 2, 2024-07-26T07:21:28.928 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:28.928 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:28.929 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 469, 2024-07-26T07:21:28.929 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:28.929 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:28.929 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:28.929 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:28.929 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 2, 2024-07-26T07:21:28.929 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:28.929 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:28.929 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:28.929 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.1e", 2024-07-26T07:21:28.929 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:28.929 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:28.929 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:28.929 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5274, 2024-07-26T07:21:28.930 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:28.930 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:46:51.761854+0000", 2024-07-26T07:21:28.930 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:28.930 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:28.930 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:28.930 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:28.930 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:28.930 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:28.930 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:28.930 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:28.930 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:28.930 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:28.930 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:28.930 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:28.931 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:28.931 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:28.931 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:28.931 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:28.931 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:28.931 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:28.931 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:28.931 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:28.931 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:28.931 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:28.931 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:28.931 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:28.931 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:28.932 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:28.932 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:28.932 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:28.932 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:28.932 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:28.932 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:28.932 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:28.932 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:28.932 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:28.932 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:28.932 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:28.932 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:28.932 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:28.932 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:28.933 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:28.933 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:28.933 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:28.933 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:28.933 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.933 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:28.933 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:28.933 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:28.933 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:28.933 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:28.933 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T07:21:28.933 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:28.933 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T07:21:28.933 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "555'2" 2024-07-26T07:21:28.934 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.934 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:28.934 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:28.934 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:28.934 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:28.934 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:28.934 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:28.934 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 0, 2024-07-26T07:21:28.934 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:28.934 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:28.934 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:28.934 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:28.934 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:28.934 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:28.935 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.615273+0000", 2024-07-26T07:21:28.935 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:47.486693+0000", 2024-07-26T07:21:28.935 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:47.486693+0000", 2024-07-26T07:21:28.935 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:47.488035+0000", 2024-07-26T07:21:28.935 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.615273+0000", 2024-07-26T07:21:28.935 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:28.935 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:28.935 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:28.935 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 470, 2024-07-26T07:21:28.935 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.615273+0000", 2024-07-26T07:21:28.935 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.615273+0000", 2024-07-26T07:21:28.935 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.615273+0000", 2024-07-26T07:21:28.936 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:28.936 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:28.936 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:28.936 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.615273+0000", 2024-07-26T07:21:28.936 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.615273+0000", 2024-07-26T07:21:28.936 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:28.936 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:28.936 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:28.936 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:28.936 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 469, 2024-07-26T07:21:28.936 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:28.936 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:28.936 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:28.936 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:28.937 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:28.937 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:28.937 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:28.937 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:28.937 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.1f", 2024-07-26T07:21:28.937 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:28.937 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:28.937 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:28.937 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5341, 2024-07-26T07:21:28.937 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:28.937 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:24:14.931889+0000", 2024-07-26T07:21:28.937 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:28.937 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:28.937 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:28.938 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:28.938 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:28.938 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:28.938 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:28.938 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:28.938 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:28.938 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:28.938 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:28.938 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:28.938 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:28.938 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:28.938 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:28.938 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:28.938 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:28.939 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:28.939 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:28.939 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:28.939 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:28.939 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:28.939 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:28.939 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:28.939 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:28.939 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:28.939 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:28.939 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:28.939 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:28.939 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:28.939 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:28.940 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:28.940 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:28.940 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:28.940 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:28.940 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:28.940 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:28.940 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:28.940 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:28.940 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:28.940 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:28.940 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:28.940 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:28.940 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.940 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:28.941 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:28.941 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:28.941 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:28.941 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:28.941 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:28.941 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:28.941 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 0, 2024-07-26T07:21:28.941 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:28.941 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.941 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:28.941 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:28.941 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:28.941 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:28.941 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:28.942 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:28.942 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T07:21:28.942 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:28.942 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:28.942 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:28.942 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:28.942 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:28.942 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:28.942 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.863468+0000", 2024-07-26T07:21:28.942 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.427591+0000", 2024-07-26T07:21:28.942 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.427591+0000", 2024-07-26T07:21:28.942 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.427989+0000", 2024-07-26T07:21:28.942 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.863468+0000", 2024-07-26T07:21:28.942 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:28.943 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:28.943 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:28.943 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:28.943 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.863468+0000", 2024-07-26T07:21:28.943 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.863468+0000", 2024-07-26T07:21:28.943 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.863468+0000", 2024-07-26T07:21:28.943 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:28.943 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:28.943 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:28.943 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.863468+0000", 2024-07-26T07:21:28.943 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.863468+0000", 2024-07-26T07:21:28.943 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:28.943 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 2, 2024-07-26T07:21:28.943 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:28.944 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:28.944 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:28.944 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:28.944 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:28.944 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:28.944 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:28.944 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 2, 2024-07-26T07:21:28.944 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:28.944 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:28.944 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:28.944 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.1d", 2024-07-26T07:21:28.944 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:28.944 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:28.944 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:28.944 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5115, 2024-07-26T07:21:28.945 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:28.945 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:45:21.059628+0000", 2024-07-26T07:21:28.945 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:28.945 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:28.945 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:28.945 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:28.945 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:28.945 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:28.945 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:28.945 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:28.945 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:28.945 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:28.945 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:28.945 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:28.945 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:28.946 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:28.946 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:28.946 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:28.946 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:28.946 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:28.946 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:28.946 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 3, 2024-07-26T07:21:28.946 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 1, 2024-07-26T07:21:28.946 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:28.946 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 1, 2024-07-26T07:21:28.946 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:28.946 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:28.946 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:28.946 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:28.947 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:28.947 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 1, 2024-07-26T07:21:28.947 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:28.947 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:28.947 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:28.947 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:28.947 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:28.947 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:28.947 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:28.947 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 6, 2024-07-26T07:21:28.947 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 6, 2024-07-26T07:21:28.947 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:28.947 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:28.947 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:28.947 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 3, 2024-07-26T07:21:28.948 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:28.948 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.948 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:28.948 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:28.948 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:28.948 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:28.948 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:28.948 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:28.948 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:28.948 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T07:21:28.948 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "65'2" 2024-07-26T07:21:28.948 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.948 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:28.948 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:28.949 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:28.949 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:28.949 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:28.949 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:28.949 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T07:21:28.949 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:28.949 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:28.949 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:28.949 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:28.949 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:28.949 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:28.949 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.859447+0000", 2024-07-26T07:21:28.949 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:47.483341+0000", 2024-07-26T07:21:28.949 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:47.483341+0000", 2024-07-26T07:21:28.950 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:47.483761+0000", 2024-07-26T07:21:28.950 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.859447+0000", 2024-07-26T07:21:28.950 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:28.950 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:28.950 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:28.950 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 470, 2024-07-26T07:21:28.950 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.859447+0000", 2024-07-26T07:21:28.950 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.859447+0000", 2024-07-26T07:21:28.950 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.859447+0000", 2024-07-26T07:21:28.950 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:28.950 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:28.950 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:28.950 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.859447+0000", 2024-07-26T07:21:28.950 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.859447+0000", 2024-07-26T07:21:28.951 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:28.951 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:28.951 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:28.951 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:28.951 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 469, 2024-07-26T07:21:28.951 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:28.951 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:28.951 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:28.951 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:28.951 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:28.951 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:28.951 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:28.951 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:28.951 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.1c", 2024-07-26T07:21:28.952 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:28.952 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:28.952 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:28.952 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5182, 2024-07-26T07:21:28.952 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:28.952 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:30:45.493348+0000", 2024-07-26T07:21:28.952 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:28.952 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:28.952 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:28.952 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:28.952 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:28.952 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:28.952 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:28.952 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:28.952 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:28.953 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:28.953 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:28.953 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:28.953 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:28.953 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:28.953 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:28.953 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:28.953 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:28.953 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:28.953 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:28.953 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:28.953 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:28.953 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:28.953 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:28.954 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:28.954 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:28.954 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:28.954 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:28.954 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:28.954 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:28.954 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:28.954 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:28.954 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:28.954 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:28.954 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:28.954 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:28.954 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:28.955 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:28.955 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:28.955 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:28.955 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:28.955 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:28.955 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:28.955 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:28.955 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.955 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:28.955 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:28.955 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:28.955 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:28.955 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:28.955 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:28.956 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:28.956 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T07:21:28.956 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:28.956 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.956 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:28.956 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:28.956 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:28.956 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:28.956 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:28.956 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:28.956 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T07:21:28.956 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:28.956 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:28.957 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:28.957 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:28.957 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:28.957 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:28.957 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.857404+0000", 2024-07-26T07:21:28.957 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.423401+0000", 2024-07-26T07:21:28.957 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.423401+0000", 2024-07-26T07:21:28.957 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.423730+0000", 2024-07-26T07:21:28.957 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.857404+0000", 2024-07-26T07:21:28.957 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:28.957 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:28.957 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:28.957 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:28.957 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.857404+0000", 2024-07-26T07:21:28.958 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.857404+0000", 2024-07-26T07:21:28.958 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.857404+0000", 2024-07-26T07:21:28.958 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:28.958 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:28.958 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:28.958 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.857404+0000", 2024-07-26T07:21:28.958 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.857404+0000", 2024-07-26T07:21:28.958 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:28.958 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 2, 2024-07-26T07:21:28.958 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:28.958 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:28.958 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:28.958 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:28.959 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:28.959 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:28.959 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:28.959 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 2, 2024-07-26T07:21:28.959 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:28.959 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:28.959 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:28.959 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.1c", 2024-07-26T07:21:28.959 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:28.959 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:28.959 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:28.959 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5125, 2024-07-26T07:21:28.959 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:28.959 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T11:56:53.460054+0000", 2024-07-26T07:21:28.960 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:28.960 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:28.960 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:28.960 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:28.960 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:28.960 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:28.960 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:28.960 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:28.960 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:28.960 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:28.960 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:28.960 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:28.960 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:28.960 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:28.961 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:28.961 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:28.961 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:28.961 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:28.961 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:28.961 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 3, 2024-07-26T07:21:28.961 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 1, 2024-07-26T07:21:28.961 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:28.961 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 1, 2024-07-26T07:21:28.961 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:28.961 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:28.961 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:28.961 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:28.961 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:28.961 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 1, 2024-07-26T07:21:28.962 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:28.962 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:28.962 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:28.962 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:28.962 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:28.962 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:28.962 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:28.962 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 6, 2024-07-26T07:21:28.962 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 6, 2024-07-26T07:21:28.962 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:28.962 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:28.962 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:28.962 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 3, 2024-07-26T07:21:28.963 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:28.963 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.963 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:28.963 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:28.963 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:28.963 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:28.963 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:28.963 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:28.963 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:28.963 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T07:21:28.963 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "65'2" 2024-07-26T07:21:28.963 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.963 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:28.963 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:28.963 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:28.964 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:28.964 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:28.964 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:28.964 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 2, 2024-07-26T07:21:28.964 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:28.964 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:28.964 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:28.964 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:28.964 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:28.964 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:28.964 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.858507+0000", 2024-07-26T07:21:28.964 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.519340+0000", 2024-07-26T07:21:28.964 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.519340+0000", 2024-07-26T07:21:28.964 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.519680+0000", 2024-07-26T07:21:28.965 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.858507+0000", 2024-07-26T07:21:28.965 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:28.965 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:28.965 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:28.965 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:28.965 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.858507+0000", 2024-07-26T07:21:28.965 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.858507+0000", 2024-07-26T07:21:28.965 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.858507+0000", 2024-07-26T07:21:28.965 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:28.965 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:28.965 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:28.965 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.858507+0000", 2024-07-26T07:21:28.966 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.858507+0000", 2024-07-26T07:21:28.966 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:28.966 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:28.966 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:28.966 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:28.966 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:28.966 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:28.966 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:28.966 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:28.966 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:28.966 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:28.966 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:28.966 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:28.967 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:28.967 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.1d", 2024-07-26T07:21:28.967 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:28.967 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:28.967 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:28.967 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5297, 2024-07-26T07:21:28.967 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:28.967 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T06:25:31.246858+0000", 2024-07-26T07:21:28.967 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:28.967 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:28.967 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:28.967 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:28.967 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:28.967 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:28.968 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:28.968 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:28.968 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:28.968 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:28.968 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:28.968 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:28.968 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:28.968 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:28.968 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:28.968 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:28.968 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:28.968 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:28.968 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:28.968 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:28.968 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:28.969 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:28.969 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:28.969 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:28.969 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:28.969 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:28.969 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:28.969 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:28.969 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:28.969 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:28.969 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:28.969 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:28.969 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:28.969 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:28.969 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:28.970 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:28.970 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:28.970 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:28.970 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:28.970 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:28.970 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:28.970 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:28.970 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:28.970 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.970 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:28.970 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:28.970 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:28.970 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:28.970 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:28.971 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:28.971 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:28.971 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 2, 2024-07-26T07:21:28.971 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:28.971 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.971 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:28.971 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:28.971 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:28.971 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:28.971 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:28.971 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:28.971 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 2, 2024-07-26T07:21:28.971 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:28.971 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:28.972 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:28.972 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:28.972 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:28.972 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:28.972 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.856223+0000", 2024-07-26T07:21:28.972 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:14.413257+0000", 2024-07-26T07:21:28.972 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:14.413257+0000", 2024-07-26T07:21:28.972 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:14.413601+0000", 2024-07-26T07:21:28.972 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.856223+0000", 2024-07-26T07:21:28.972 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:28.972 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:28.972 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:28.972 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 438, 2024-07-26T07:21:28.972 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.856223+0000", 2024-07-26T07:21:28.972 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.856223+0000", 2024-07-26T07:21:28.973 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.856223+0000", 2024-07-26T07:21:28.973 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:28.973 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:28.973 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:28.973 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.856223+0000", 2024-07-26T07:21:28.973 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.856223+0000", 2024-07-26T07:21:28.973 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:28.973 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:28.973 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:28.973 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:28.973 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 437, 2024-07-26T07:21:28.973 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:28.973 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:28.973 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:28.974 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:28.974 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:28.974 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:28.974 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:28.974 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:28.974 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.a", 2024-07-26T07:21:28.974 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:28.974 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:28.974 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:28.974 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5298, 2024-07-26T07:21:28.974 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:28.974 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:07:37.772842+0000", 2024-07-26T07:21:28.974 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:28.974 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:28.975 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:28.975 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:28.975 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:28.975 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:28.975 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:28.975 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:28.975 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:28.975 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:28.975 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:28.975 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:28.975 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:28.975 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:28.975 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:28.975 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:28.975 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:28.976 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:28.976 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:28.976 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:28.976 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:28.976 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:28.976 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:28.976 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:28.976 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:28.976 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:28.976 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:28.976 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:28.976 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:28.976 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:28.976 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:28.977 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:28.977 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:28.977 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:28.977 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:28.977 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:28.977 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:28.977 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:28.977 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:28.977 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:28.977 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:28.977 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:28.977 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:28.977 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.977 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:28.977 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:28.978 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:28.978 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:28.978 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:28.978 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:28.978 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:28.978 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 2, 2024-07-26T07:21:28.978 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:28.978 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.978 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:28.978 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:28.978 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:28.978 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:28.978 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T07:21:28.978 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:28.979 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T07:21:28.979 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:28.979 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:28.979 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:28.979 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:28.979 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:28.979 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:28.979 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.862853+0000", 2024-07-26T07:21:28.979 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.412321+0000", 2024-07-26T07:21:28.979 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.412321+0000", 2024-07-26T07:21:28.979 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.412708+0000", 2024-07-26T07:21:28.979 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.862853+0000", 2024-07-26T07:21:28.979 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:28.980 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:28.980 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:28.980 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:28.980 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.862853+0000", 2024-07-26T07:21:28.980 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.862853+0000", 2024-07-26T07:21:28.980 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.862853+0000", 2024-07-26T07:21:28.980 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:28.980 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:28.980 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:28.980 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.862853+0000", 2024-07-26T07:21:28.980 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.862853+0000", 2024-07-26T07:21:28.980 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:28.980 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 3, 2024-07-26T07:21:28.980 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:28.981 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:28.981 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:28.981 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:28.981 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:28.981 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:28.981 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:28.981 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 3, 2024-07-26T07:21:28.981 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:28.981 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:28.981 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:28.981 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.b", 2024-07-26T07:21:28.981 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:28.981 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:28.981 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:28.982 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5128, 2024-07-26T07:21:28.982 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:28.982 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:02:07.515588+0000", 2024-07-26T07:21:28.982 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:28.982 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:28.982 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:28.982 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:28.982 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:28.982 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:28.982 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:28.982 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:28.982 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:28.982 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:28.982 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:28.983 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:28.983 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:28.983 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:28.983 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:28.983 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:28.983 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:28.983 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:28.983 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:28.983 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 3, 2024-07-26T07:21:28.983 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 1, 2024-07-26T07:21:28.983 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:28.983 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 1, 2024-07-26T07:21:28.983 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:28.984 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:28.984 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:28.984 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:28.984 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:28.984 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 1, 2024-07-26T07:21:28.984 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:28.984 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:28.984 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:28.984 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:28.984 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:28.984 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:28.984 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:28.984 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 2, 2024-07-26T07:21:28.984 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 2, 2024-07-26T07:21:28.985 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:28.985 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:28.985 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:28.985 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 1, 2024-07-26T07:21:28.985 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:28.985 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.985 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:28.985 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:28.985 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:28.985 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:28.985 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:28.985 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T07:21:28.985 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:28.985 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T07:21:28.985 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "555'3" 2024-07-26T07:21:28.986 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.986 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:28.986 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:28.986 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:28.986 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:28.986 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:28.986 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:28.986 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T07:21:28.986 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:28.986 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:28.986 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:28.986 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:28.986 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:28.987 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:28.987 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.856544+0000", 2024-07-26T07:21:28.987 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:14.407662+0000", 2024-07-26T07:21:28.987 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:14.407662+0000", 2024-07-26T07:21:28.987 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:14.408264+0000", 2024-07-26T07:21:28.987 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.856544+0000", 2024-07-26T07:21:28.987 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:28.987 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:28.987 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:28.987 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 438, 2024-07-26T07:21:28.987 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.856544+0000", 2024-07-26T07:21:28.987 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.856544+0000", 2024-07-26T07:21:28.987 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.856544+0000", 2024-07-26T07:21:28.987 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:28.988 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:28.988 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:28.988 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.856544+0000", 2024-07-26T07:21:28.988 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.856544+0000", 2024-07-26T07:21:28.988 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:28.988 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:28.988 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:28.988 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:28.988 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 437, 2024-07-26T07:21:28.988 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:28.988 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:28.988 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:28.988 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:28.988 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:28.989 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:28.989 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:28.989 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:28.989 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.b", 2024-07-26T07:21:28.989 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:28.989 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:28.989 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:28.989 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5266, 2024-07-26T07:21:28.989 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:28.989 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:54:16.417054+0000", 2024-07-26T07:21:28.989 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:28.989 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:28.989 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:28.989 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:28.989 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:28.990 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:28.990 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:28.990 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:28.990 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:28.990 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:28.990 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:28.990 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:28.990 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:28.990 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:28.990 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:28.990 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:28.990 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:28.990 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:28.991 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:28.991 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:28.991 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:28.991 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:28.991 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:28.991 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:28.991 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:28.991 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:28.991 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:28.991 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:28.991 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:28.991 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:28.991 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:28.991 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:28.991 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:28.992 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:28.992 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:28.992 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:28.992 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:28.992 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:28.992 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:28.992 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:28.992 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:28.992 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:28.992 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:28.992 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.992 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:28.993 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:28.993 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:28.993 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:28.993 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:28.993 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:28.993 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:28.993 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T07:21:28.993 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:28.993 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:28.993 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:28.993 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:28.993 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:28.993 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:28.994 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:28.994 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:28.994 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T07:21:28.994 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:28.994 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:28.994 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:28.994 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:28.994 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:28.994 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:28.994 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.614290+0000", 2024-07-26T07:21:28.994 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.420505+0000", 2024-07-26T07:21:28.994 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.420505+0000", 2024-07-26T07:21:28.994 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.420872+0000", 2024-07-26T07:21:28.994 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.614290+0000", 2024-07-26T07:21:28.995 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:28.995 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:28.995 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:28.995 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:28.995 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.614290+0000", 2024-07-26T07:21:28.995 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.614290+0000", 2024-07-26T07:21:28.995 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.614290+0000", 2024-07-26T07:21:28.995 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:28.995 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:28.995 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:28.995 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.614290+0000", 2024-07-26T07:21:28.995 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.614290+0000", 2024-07-26T07:21:28.995 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:28.996 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:28.996 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:28.996 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:28.996 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:28.996 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:28.996 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:28.996 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:28.996 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:28.996 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:28.996 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:28.996 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:28.996 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:28.996 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.a", 2024-07-26T07:21:28.996 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:28.997 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:28.997 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:28.997 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5330, 2024-07-26T07:21:28.997 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:28.997 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:14:15.848522+0000", 2024-07-26T07:21:28.997 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:28.997 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:28.997 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:28.997 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:28.997 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:28.997 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:28.997 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:28.997 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:28.997 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:28.997 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:28.998 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:28.998 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:28.998 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:28.998 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:28.998 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:28.998 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:28.998 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:28.998 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:28.998 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:28.998 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:28.998 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:28.998 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:28.998 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:28.999 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:28.999 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:28.999 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:28.999 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:28.999 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:28.999 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:28.999 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:28.999 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:28.999 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:28.999 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:28.999 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:28.999 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:28.999 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:28.999 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:29.000 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:29.000 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.000 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.000 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.000 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:29.000 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:29.000 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.000 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.000 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.000 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.000 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:29.000 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:29.000 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:29.000 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.000 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T07:21:29.001 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:29.001 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.001 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.001 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.001 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:29.001 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:29.001 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:29.001 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.001 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T07:21:29.001 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.001 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.001 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:29.001 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.001 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.002 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.002 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.857482+0000", 2024-07-26T07:21:29.002 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.412605+0000", 2024-07-26T07:21:29.002 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.412605+0000", 2024-07-26T07:21:29.002 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.413090+0000", 2024-07-26T07:21:29.002 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.857482+0000", 2024-07-26T07:21:29.002 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.002 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.002 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.002 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:29.002 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.857482+0000", 2024-07-26T07:21:29.002 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.857482+0000", 2024-07-26T07:21:29.002 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.857482+0000", 2024-07-26T07:21:29.002 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.003 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.003 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.003 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.857482+0000", 2024-07-26T07:21:29.003 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.857482+0000", 2024-07-26T07:21:29.003 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.003 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:29.003 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.003 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.003 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:29.003 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.003 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.003 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.003 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.003 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:29.003 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.004 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.004 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.004 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.8", 2024-07-26T07:21:29.004 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.004 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.004 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.004 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5258, 2024-07-26T07:21:29.004 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.004 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T11:07:02.413444+0000", 2024-07-26T07:21:29.004 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:29.004 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.004 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.004 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.004 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.005 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.005 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.005 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.005 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.005 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.005 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.005 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.005 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.005 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.005 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.005 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.005 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.005 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.005 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.005 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:29.006 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:29.006 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.006 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:29.006 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.006 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.006 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.006 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.006 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.006 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.006 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.006 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.006 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.006 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.007 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.007 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.007 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.007 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:29.007 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:29.007 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.007 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.007 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.007 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:29.007 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:29.007 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.007 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.007 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.007 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.008 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:29.008 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:29.008 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:29.008 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.008 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T07:21:29.008 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:29.008 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.008 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.008 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.008 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:29.008 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:29.008 INFO:tasks.workunit.client.0.smithi089.stdout: 3 2024-07-26T07:21:29.008 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.008 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T07:21:29.009 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.009 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.009 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:29.009 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.009 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.009 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.009 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.612992+0000", 2024-07-26T07:21:29.009 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.421865+0000", 2024-07-26T07:21:29.009 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.421865+0000", 2024-07-26T07:21:29.009 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.422311+0000", 2024-07-26T07:21:29.009 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.612992+0000", 2024-07-26T07:21:29.009 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:29.009 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.009 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:29.009 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:29.010 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.612992+0000", 2024-07-26T07:21:29.010 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.612992+0000", 2024-07-26T07:21:29.010 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.612992+0000", 2024-07-26T07:21:29.010 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.010 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.010 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:29.010 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.612992+0000", 2024-07-26T07:21:29.010 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.612992+0000", 2024-07-26T07:21:29.010 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.010 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:29.010 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.010 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.011 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:29.011 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.011 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.011 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.011 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.011 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:29.011 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.011 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.011 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.011 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.9", 2024-07-26T07:21:29.011 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.011 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.011 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.011 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5330, 2024-07-26T07:21:29.012 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.012 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:06:07.019187+0000", 2024-07-26T07:21:29.012 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:29.012 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.012 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.012 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.012 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.012 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.012 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.012 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.012 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.012 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.012 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.012 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.013 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.013 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.013 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.013 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.013 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.013 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.013 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.013 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:29.013 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:29.013 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.013 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:29.013 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.013 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.013 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.013 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.014 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.014 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.014 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.014 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.014 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.014 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.014 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.014 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.014 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.014 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:29.014 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:29.014 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.014 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.014 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.015 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:29.015 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:29.015 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.015 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.015 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.015 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.015 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:29.015 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:29.015 INFO:tasks.workunit.client.0.smithi089.stdout: 3 2024-07-26T07:21:29.015 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.015 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T07:21:29.015 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:29.015 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.015 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.016 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.016 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:29.016 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:29.016 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:29.016 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.016 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 4, 2024-07-26T07:21:29.016 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.016 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.016 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:29.016 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.016 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.016 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.016 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.611453+0000", 2024-07-26T07:21:29.016 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.411791+0000", 2024-07-26T07:21:29.016 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.411791+0000", 2024-07-26T07:21:29.017 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.412050+0000", 2024-07-26T07:21:29.017 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.611453+0000", 2024-07-26T07:21:29.017 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.017 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.017 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.017 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:29.017 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.611453+0000", 2024-07-26T07:21:29.017 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.611453+0000", 2024-07-26T07:21:29.017 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.611453+0000", 2024-07-26T07:21:29.017 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.017 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.017 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.017 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.611453+0000", 2024-07-26T07:21:29.017 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.611453+0000", 2024-07-26T07:21:29.018 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.018 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:29.018 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.018 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.018 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:29.018 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.018 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.018 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.018 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.018 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:29.018 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.018 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.018 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.018 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.9", 2024-07-26T07:21:29.019 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.019 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.019 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.019 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5243, 2024-07-26T07:21:29.019 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.019 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:04:49.560341+0000", 2024-07-26T07:21:29.019 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:29.019 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.019 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.019 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.019 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.019 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.019 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.019 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.020 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.020 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.020 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.020 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.020 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.020 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.020 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.020 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.020 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.020 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.020 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.020 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:29.020 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:29.021 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.021 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:29.021 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.021 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.021 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.021 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.021 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.021 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.021 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.021 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.021 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.021 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.021 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.021 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.022 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.022 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:29.022 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:29.022 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.022 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.022 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.022 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:29.022 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:29.022 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.022 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.022 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.022 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.022 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:29.023 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:29.023 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:29.023 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.023 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 4, 2024-07-26T07:21:29.023 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:29.023 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.023 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.023 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.023 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:29.023 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:29.023 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:29.023 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.023 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T07:21:29.023 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.024 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.024 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:29.024 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.024 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.024 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.024 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.856960+0000", 2024-07-26T07:21:29.024 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.427632+0000", 2024-07-26T07:21:29.024 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.427632+0000", 2024-07-26T07:21:29.024 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.427990+0000", 2024-07-26T07:21:29.024 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.856960+0000", 2024-07-26T07:21:29.024 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:29.024 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.024 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:29.024 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:29.024 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.856960+0000", 2024-07-26T07:21:29.025 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.856960+0000", 2024-07-26T07:21:29.025 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.856960+0000", 2024-07-26T07:21:29.025 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.025 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.025 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:29.025 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.856960+0000", 2024-07-26T07:21:29.025 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.856960+0000", 2024-07-26T07:21:29.025 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.025 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:29.025 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.025 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.025 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:29.025 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.025 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.026 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.026 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.026 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:29.026 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.026 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.026 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.026 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.8", 2024-07-26T07:21:29.026 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.026 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.026 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.026 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5122, 2024-07-26T07:21:29.026 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.026 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:08:30.258939+0000", 2024-07-26T07:21:29.027 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:29.027 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.027 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.027 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.027 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.027 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.027 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.027 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.027 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.027 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.027 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.027 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.027 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.027 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.028 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.028 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.028 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.028 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.028 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.028 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:29.028 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:29.028 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.028 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:29.028 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.028 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.028 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.028 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.028 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.028 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.029 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.029 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.029 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.029 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.029 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.029 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.029 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.029 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:29.029 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:29.029 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.029 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.029 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.029 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:29.029 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:29.030 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.030 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.030 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.030 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.030 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:29.030 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:29.030 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:29.030 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.030 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T07:21:29.030 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:29.030 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.030 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.030 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.030 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:29.031 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:29.031 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:29.031 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.031 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 0, 2024-07-26T07:21:29.031 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.031 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.031 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:29.031 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.031 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.031 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.031 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.616076+0000", 2024-07-26T07:21:29.031 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:14.409966+0000", 2024-07-26T07:21:29.031 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:14.409966+0000", 2024-07-26T07:21:29.031 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:14.410289+0000", 2024-07-26T07:21:29.032 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.616076+0000", 2024-07-26T07:21:29.032 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.032 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.032 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.032 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 438, 2024-07-26T07:21:29.032 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.616076+0000", 2024-07-26T07:21:29.032 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.616076+0000", 2024-07-26T07:21:29.032 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.616076+0000", 2024-07-26T07:21:29.032 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.032 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.032 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.032 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.616076+0000", 2024-07-26T07:21:29.032 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.616076+0000", 2024-07-26T07:21:29.032 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.032 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:29.033 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.033 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.033 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 437, 2024-07-26T07:21:29.033 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.033 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.033 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.033 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.033 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:29.033 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.033 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.033 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.033 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.6", 2024-07-26T07:21:29.033 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.033 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.034 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.034 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5340, 2024-07-26T07:21:29.034 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.034 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:16:24.035633+0000", 2024-07-26T07:21:29.034 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:29.034 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.034 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.034 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.034 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.034 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.034 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.034 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.034 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.035 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.035 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.035 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.035 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.035 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.035 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.035 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.035 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.035 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.035 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.035 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:29.035 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:29.035 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.035 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:29.036 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.036 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.036 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.036 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.036 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.036 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.036 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.036 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.036 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.036 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.036 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.036 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.036 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.036 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:29.036 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:29.037 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.037 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.037 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.037 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:29.037 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:29.037 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.037 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.037 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.037 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.037 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:29.037 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:29.037 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:29.037 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.037 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 0, 2024-07-26T07:21:29.037 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:29.038 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.038 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.038 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.038 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:29.038 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:29.038 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:29.038 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.038 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 6, 2024-07-26T07:21:29.038 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.038 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.038 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:29.038 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.038 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.038 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.039 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.859349+0000", 2024-07-26T07:21:29.039 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.417606+0000", 2024-07-26T07:21:29.039 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.417606+0000", 2024-07-26T07:21:29.039 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.418308+0000", 2024-07-26T07:21:29.039 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.859349+0000", 2024-07-26T07:21:29.039 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:29.039 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.039 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:29.039 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:29.039 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.859349+0000", 2024-07-26T07:21:29.039 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.859349+0000", 2024-07-26T07:21:29.039 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.859349+0000", 2024-07-26T07:21:29.040 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.040 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.040 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:29.040 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.859349+0000", 2024-07-26T07:21:29.040 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.859349+0000", 2024-07-26T07:21:29.040 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.040 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 2, 2024-07-26T07:21:29.040 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.040 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.040 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:29.040 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.040 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.040 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.040 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.041 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 2, 2024-07-26T07:21:29.041 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.041 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.041 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.041 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.7", 2024-07-26T07:21:29.041 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.041 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.041 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.041 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5133, 2024-07-26T07:21:29.041 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.041 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T07:27:59.240237+0000", 2024-07-26T07:21:29.041 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:29.041 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.041 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.042 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.042 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.042 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.042 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.042 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.042 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.042 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.042 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.042 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.042 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.042 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.042 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.042 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.043 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.043 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.043 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.043 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 3, 2024-07-26T07:21:29.043 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 1, 2024-07-26T07:21:29.043 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.043 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 1, 2024-07-26T07:21:29.043 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.043 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.043 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.043 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.043 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.043 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 1, 2024-07-26T07:21:29.043 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.044 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.044 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.044 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.044 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.044 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.044 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.044 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 6, 2024-07-26T07:21:29.044 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 6, 2024-07-26T07:21:29.044 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.044 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.044 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.044 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 3, 2024-07-26T07:21:29.044 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:29.044 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.044 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.045 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.045 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.045 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:29.045 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:29.045 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:29.045 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.045 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 6, 2024-07-26T07:21:29.045 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "65'2" 2024-07-26T07:21:29.045 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.045 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.045 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.045 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:29.045 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:29.046 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:29.046 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.046 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 4, 2024-07-26T07:21:29.046 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.046 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.046 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 69, 2024-07-26T07:21:29.046 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.046 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.046 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.046 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.611256+0000", 2024-07-26T07:21:29.046 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.523449+0000", 2024-07-26T07:21:29.046 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.523449+0000", 2024-07-26T07:21:29.046 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:45:57.969667+0000", 2024-07-26T07:21:29.046 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.611256+0000", 2024-07-26T07:21:29.047 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:29.047 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.047 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:29.047 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:29.047 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.611256+0000", 2024-07-26T07:21:29.047 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.611256+0000", 2024-07-26T07:21:29.047 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.611256+0000", 2024-07-26T07:21:29.047 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.047 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.047 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:29.047 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.611256+0000", 2024-07-26T07:21:29.047 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.611256+0000", 2024-07-26T07:21:29.047 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.047 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 2996, 2024-07-26T07:21:29.048 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.048 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.048 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:29.048 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.048 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.048 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.048 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.048 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 2996, 2024-07-26T07:21:29.048 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.048 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.048 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.048 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "4.1", 2024-07-26T07:21:29.048 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.048 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.048 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.049 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 9124, 2024-07-26T07:21:29.049 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.049 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:57:51.840469+0000", 2024-07-26T07:21:29.049 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.004416952, 2024-07-26T07:21:29.049 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.049 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.049 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 4194304, 2024-07-26T07:21:29.049 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.049 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.049 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.049 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.049 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.049 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.049 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.050 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.050 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.050 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.050 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.050 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.050 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.050 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.050 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.050 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 3, 2024-07-26T07:21:29.050 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 1, 2024-07-26T07:21:29.050 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.050 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 1, 2024-07-26T07:21:29.050 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.051 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.051 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.051 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.051 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.051 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.051 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.051 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.051 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.051 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.051 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.051 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.051 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.051 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 1659, 2024-07-26T07:21:29.051 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 369571, 2024-07-26T07:21:29.052 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.052 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.052 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.052 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 2962, 2024-07-26T07:21:29.052 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 399622 2024-07-26T07:21:29.052 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.052 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.052 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.052 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.052 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:29.052 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:29.052 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:29.052 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.052 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 4, 2024-07-26T07:21:29.052 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "1134'2996" 2024-07-26T07:21:29.053 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.053 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.053 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.053 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:29.053 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:29.053 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:29.053 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.053 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T07:21:29.053 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.053 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.053 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:29.053 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.053 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.053 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.053 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.858306+0000", 2024-07-26T07:21:29.054 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.412673+0000", 2024-07-26T07:21:29.054 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.412673+0000", 2024-07-26T07:21:29.054 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.413159+0000", 2024-07-26T07:21:29.054 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.858306+0000", 2024-07-26T07:21:29.054 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.054 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.054 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.054 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:29.054 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.858306+0000", 2024-07-26T07:21:29.054 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.858306+0000", 2024-07-26T07:21:29.054 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.858306+0000", 2024-07-26T07:21:29.055 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.055 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.055 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.055 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.858306+0000", 2024-07-26T07:21:29.055 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.858306+0000", 2024-07-26T07:21:29.055 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.055 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:29.055 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.055 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.055 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:29.055 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.055 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.055 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.055 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.056 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:29.056 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.056 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.056 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.056 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.7", 2024-07-26T07:21:29.056 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.056 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.056 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.056 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5266, 2024-07-26T07:21:29.056 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.056 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:40:53.414688+0000", 2024-07-26T07:21:29.056 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:29.056 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.056 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.056 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.057 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.057 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.057 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.057 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.057 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.057 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.057 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.057 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.057 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.057 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.057 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.057 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.057 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.057 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.058 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.058 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:29.058 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:29.058 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.058 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:29.058 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.058 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.058 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.058 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.058 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.058 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.058 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.058 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.058 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.059 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.059 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.059 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.059 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.059 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:29.059 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:29.059 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.059 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.059 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.059 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:29.059 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:29.059 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.059 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.059 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.060 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.060 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:29.060 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:29.060 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:29.060 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.060 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T07:21:29.060 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:29.060 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.060 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.060 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.060 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:29.060 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:29.060 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:29.060 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.061 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T07:21:29.061 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.061 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.061 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:29.061 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.061 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.061 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.061 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.614551+0000", 2024-07-26T07:21:29.061 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.527303+0000", 2024-07-26T07:21:29.061 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.527303+0000", 2024-07-26T07:21:29.061 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.527604+0000", 2024-07-26T07:21:29.061 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.614551+0000", 2024-07-26T07:21:29.061 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:29.061 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.062 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:29.062 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:29.062 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.614551+0000", 2024-07-26T07:21:29.062 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.614551+0000", 2024-07-26T07:21:29.062 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.614551+0000", 2024-07-26T07:21:29.062 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.062 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.062 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:29.062 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.614551+0000", 2024-07-26T07:21:29.062 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.614551+0000", 2024-07-26T07:21:29.062 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.062 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 2, 2024-07-26T07:21:29.062 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.063 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.063 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:29.063 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.063 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.063 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.063 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.063 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 2, 2024-07-26T07:21:29.063 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.063 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.063 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.063 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.6", 2024-07-26T07:21:29.063 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.063 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.063 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.064 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5338, 2024-07-26T07:21:29.064 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.064 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T07:52:41.130369+0000", 2024-07-26T07:21:29.064 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:29.064 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.064 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.064 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.064 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.064 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.064 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.064 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.064 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.064 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.064 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.065 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.065 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.065 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.065 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.065 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.065 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.065 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.065 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.065 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 3, 2024-07-26T07:21:29.065 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 1, 2024-07-26T07:21:29.065 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.065 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 1, 2024-07-26T07:21:29.065 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.065 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.066 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.066 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.066 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.066 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 1, 2024-07-26T07:21:29.066 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.066 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.066 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.066 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.066 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.066 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.066 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.066 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 2, 2024-07-26T07:21:29.066 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 2, 2024-07-26T07:21:29.067 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.067 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.067 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.067 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 2, 2024-07-26T07:21:29.067 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:29.067 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.067 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.067 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.067 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.067 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:29.067 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:29.067 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:29.067 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.067 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T07:21:29.068 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "557'2" 2024-07-26T07:21:29.068 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.068 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.068 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.068 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:29.068 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:29.068 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:29.068 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.068 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T07:21:29.068 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.068 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.068 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 69, 2024-07-26T07:21:29.068 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.069 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.069 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.069 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.855893+0000", 2024-07-26T07:21:29.069 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.416545+0000", 2024-07-26T07:21:29.069 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.416545+0000", 2024-07-26T07:21:29.069 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:45:58.070175+0000", 2024-07-26T07:21:29.069 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.855893+0000", 2024-07-26T07:21:29.069 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:29.069 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.069 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:29.069 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:29.069 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.855893+0000", 2024-07-26T07:21:29.069 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.855893+0000", 2024-07-26T07:21:29.069 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.855893+0000", 2024-07-26T07:21:29.069 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.070 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.070 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:29.070 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.855893+0000", 2024-07-26T07:21:29.070 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.855893+0000", 2024-07-26T07:21:29.070 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.070 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 3040, 2024-07-26T07:21:29.070 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.070 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.070 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:29.070 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.070 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.070 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.071 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.071 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 3040, 2024-07-26T07:21:29.071 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.071 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.071 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.071 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "4.0", 2024-07-26T07:21:29.071 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.071 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.071 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.071 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 8895, 2024-07-26T07:21:29.071 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.071 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:24:44.131506+0000", 2024-07-26T07:21:29.071 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.002540264, 2024-07-26T07:21:29.071 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.071 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.072 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.072 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.072 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.072 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.072 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.072 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.072 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.072 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.072 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.072 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.072 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.072 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.072 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.073 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.073 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.073 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.073 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:29.073 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:29.073 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.073 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:29.073 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.073 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.073 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.073 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.073 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.073 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.073 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.074 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.074 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.074 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.074 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.074 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.074 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.074 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 776, 2024-07-26T07:21:29.074 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 399547, 2024-07-26T07:21:29.074 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.074 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.074 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.074 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 3021, 2024-07-26T07:21:29.074 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 395805 2024-07-26T07:21:29.075 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.075 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.075 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.075 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.075 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:29.075 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:29.075 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:29.075 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.075 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T07:21:29.075 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "1134'3040" 2024-07-26T07:21:29.075 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.075 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.075 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.075 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:29.075 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:29.076 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T07:21:29.076 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.076 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T07:21:29.076 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.076 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.076 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:29.076 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.076 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.076 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.076 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.615596+0000", 2024-07-26T07:21:29.076 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:47.481228+0000", 2024-07-26T07:21:29.076 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:47.481228+0000", 2024-07-26T07:21:29.076 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:47.481552+0000", 2024-07-26T07:21:29.076 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.615596+0000", 2024-07-26T07:21:29.077 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.077 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.077 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.077 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 470, 2024-07-26T07:21:29.077 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.615596+0000", 2024-07-26T07:21:29.077 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.615596+0000", 2024-07-26T07:21:29.077 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.615596+0000", 2024-07-26T07:21:29.077 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.077 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.077 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.077 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.615596+0000", 2024-07-26T07:21:29.077 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.615596+0000", 2024-07-26T07:21:29.077 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.077 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:29.078 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.078 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.078 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 469, 2024-07-26T07:21:29.078 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.078 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.078 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.078 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.078 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:29.078 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.078 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.078 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.078 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.4", 2024-07-26T07:21:29.078 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.078 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.079 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.079 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5331, 2024-07-26T07:21:29.079 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.079 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:40:13.310428+0000", 2024-07-26T07:21:29.079 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:29.079 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.079 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.079 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.079 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.079 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.079 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.079 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.079 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.079 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.079 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.080 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.080 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.080 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.080 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.080 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.080 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.080 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.080 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.080 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:29.080 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:29.080 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.080 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:29.080 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.080 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.080 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.081 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.081 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.081 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.081 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.081 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.081 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.081 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.081 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.081 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.081 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.081 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:29.081 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:29.081 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.081 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.082 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.082 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:29.082 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:29.082 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.082 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.082 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.082 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.082 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:29.082 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:29.082 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T07:21:29.082 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.082 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T07:21:29.082 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:29.083 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.083 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.083 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.083 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:29.083 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:29.083 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:29.083 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.083 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T07:21:29.083 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.083 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.083 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:29.083 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.083 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.083 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.084 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.863575+0000", 2024-07-26T07:21:29.084 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.425334+0000", 2024-07-26T07:21:29.084 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.425334+0000", 2024-07-26T07:21:29.084 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.425761+0000", 2024-07-26T07:21:29.084 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.863575+0000", 2024-07-26T07:21:29.084 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:29.084 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.084 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:29.084 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:29.084 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.863575+0000", 2024-07-26T07:21:29.084 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.863575+0000", 2024-07-26T07:21:29.084 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.863575+0000", 2024-07-26T07:21:29.084 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.084 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.084 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:29.085 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.863575+0000", 2024-07-26T07:21:29.085 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.863575+0000", 2024-07-26T07:21:29.085 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.085 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:29.085 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.085 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.085 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:29.085 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.085 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.085 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.085 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.085 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:29.085 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.086 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.086 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.086 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.5", 2024-07-26T07:21:29.086 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.086 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.086 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.086 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5135, 2024-07-26T07:21:29.086 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.086 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T06:26:36.602576+0000", 2024-07-26T07:21:29.086 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:29.086 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.086 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.086 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.087 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.087 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.087 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.087 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.087 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.087 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.087 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.087 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.087 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.087 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.087 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.087 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.087 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.087 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.088 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.088 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:29.088 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:29.088 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.088 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:29.088 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.088 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.088 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.088 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.088 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.088 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.088 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.088 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.088 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.089 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.089 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.089 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.089 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.089 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:29.089 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:29.089 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.089 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.089 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.089 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:29.089 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:29.089 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.089 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.089 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.090 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.090 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:29.090 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:29.090 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:29.090 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.090 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T07:21:29.090 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:29.090 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.090 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.090 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.090 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:29.090 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:29.090 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:29.090 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.091 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 0, 2024-07-26T07:21:29.091 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.091 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.091 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 69, 2024-07-26T07:21:29.091 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.091 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.091 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.091 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.613301+0000", 2024-07-26T07:21:29.091 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.423635+0000", 2024-07-26T07:21:29.091 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.423635+0000", 2024-07-26T07:21:29.091 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:45:57.973294+0000", 2024-07-26T07:21:29.091 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.613301+0000", 2024-07-26T07:21:29.091 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:29.091 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.091 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:29.092 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:29.092 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.613301+0000", 2024-07-26T07:21:29.092 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.613301+0000", 2024-07-26T07:21:29.092 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.613301+0000", 2024-07-26T07:21:29.092 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.092 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.092 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:29.092 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.613301+0000", 2024-07-26T07:21:29.092 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.613301+0000", 2024-07-26T07:21:29.092 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.092 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 3020, 2024-07-26T07:21:29.092 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.092 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.092 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:29.093 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.093 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.093 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.093 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.093 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 3020, 2024-07-26T07:21:29.093 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.093 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.093 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.093 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "4.3", 2024-07-26T07:21:29.093 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.093 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.093 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.093 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 9015, 2024-07-26T07:21:29.093 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.094 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:36:42.550203+0000", 2024-07-26T07:21:29.094 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.005490602, 2024-07-26T07:21:29.094 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.094 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.094 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.094 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.094 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.094 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.094 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.094 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.094 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.094 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.094 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.095 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.095 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.095 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.095 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.095 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.095 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.095 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.095 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 3, 2024-07-26T07:21:29.095 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 1, 2024-07-26T07:21:29.095 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.095 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 1, 2024-07-26T07:21:29.095 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.095 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.095 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.096 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.096 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.096 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 1, 2024-07-26T07:21:29.096 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.096 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.096 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.096 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.096 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.096 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.096 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.096 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 838, 2024-07-26T07:21:29.096 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 395296, 2024-07-26T07:21:29.096 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.096 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.097 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.097 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 3012, 2024-07-26T07:21:29.097 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 343213 2024-07-26T07:21:29.097 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.097 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.097 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.097 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.097 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:29.097 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:29.097 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:29.097 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.097 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 0, 2024-07-26T07:21:29.097 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "1134'3020" 2024-07-26T07:21:29.098 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.098 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.098 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.098 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:29.098 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:29.098 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:29.098 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.098 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T07:21:29.098 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.098 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.098 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:29.098 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.098 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.098 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.099 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.859819+0000", 2024-07-26T07:21:29.099 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:47.471762+0000", 2024-07-26T07:21:29.099 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:47.471762+0000", 2024-07-26T07:21:29.099 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:47.472068+0000", 2024-07-26T07:21:29.099 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.859819+0000", 2024-07-26T07:21:29.099 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.099 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.099 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.099 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 470, 2024-07-26T07:21:29.099 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.859819+0000", 2024-07-26T07:21:29.099 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.859819+0000", 2024-07-26T07:21:29.099 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.859819+0000", 2024-07-26T07:21:29.099 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.099 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.100 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.100 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.859819+0000", 2024-07-26T07:21:29.100 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.859819+0000", 2024-07-26T07:21:29.100 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.100 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:29.100 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.100 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.100 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 469, 2024-07-26T07:21:29.100 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.100 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.100 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.100 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.101 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:29.101 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.101 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.101 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.101 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.5", 2024-07-26T07:21:29.101 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.101 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.101 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.101 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5198, 2024-07-26T07:21:29.101 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.101 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:21:45.488837+0000", 2024-07-26T07:21:29.101 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:29.101 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.101 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.102 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.102 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.102 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.102 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.102 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.102 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.102 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.102 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.102 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.102 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.102 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.102 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.102 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.103 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.103 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.103 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.103 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:29.103 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:29.103 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.103 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:29.103 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.103 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.103 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.103 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.103 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.103 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.103 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.103 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.104 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.104 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.104 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.104 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.104 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.104 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:29.104 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:29.104 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.104 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.104 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.104 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:29.104 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:29.104 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.104 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.105 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.105 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.105 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:29.105 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:29.105 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:29.105 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.105 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T07:21:29.105 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:29.105 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.105 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.105 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.105 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:29.105 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:29.105 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:29.105 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.106 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T07:21:29.106 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.106 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.106 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:29.106 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.106 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.106 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.106 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.615689+0000", 2024-07-26T07:21:29.106 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.421093+0000", 2024-07-26T07:21:29.106 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.421093+0000", 2024-07-26T07:21:29.106 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.421360+0000", 2024-07-26T07:21:29.106 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.615689+0000", 2024-07-26T07:21:29.107 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:29.107 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.107 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:29.107 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:29.107 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.615689+0000", 2024-07-26T07:21:29.107 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.615689+0000", 2024-07-26T07:21:29.107 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.615689+0000", 2024-07-26T07:21:29.107 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.107 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.107 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:29.107 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.615689+0000", 2024-07-26T07:21:29.107 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.615689+0000", 2024-07-26T07:21:29.107 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.107 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:29.108 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.108 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.108 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:29.108 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.108 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.108 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.108 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.108 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:29.108 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.108 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.108 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.108 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.4", 2024-07-26T07:21:29.108 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.108 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.108 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.109 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5344, 2024-07-26T07:21:29.109 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.109 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:35:03.772069+0000", 2024-07-26T07:21:29.109 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:29.109 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.109 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.109 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.109 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.109 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.109 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.109 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.109 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.109 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.110 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.110 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.110 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.110 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.110 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.110 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.110 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.110 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.110 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.110 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:29.110 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:29.110 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.110 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:29.110 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.111 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.111 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.111 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.111 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.111 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.111 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.111 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.111 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.111 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.111 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.111 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.111 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.111 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:29.112 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:29.112 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.112 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.112 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.112 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:29.112 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:29.112 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.112 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.112 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.112 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.112 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:29.112 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:29.112 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:29.112 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.112 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T07:21:29.113 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:29.113 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.113 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.113 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.113 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:29.113 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:29.113 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:29.113 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.113 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T07:21:29.113 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.113 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.113 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 69, 2024-07-26T07:21:29.113 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.113 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.113 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.114 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.613779+0000", 2024-07-26T07:21:29.114 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:47.484112+0000", 2024-07-26T07:21:29.114 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:47.484112+0000", 2024-07-26T07:21:29.114 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:45:57.980256+0000", 2024-07-26T07:21:29.114 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.613779+0000", 2024-07-26T07:21:29.114 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:29.114 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.114 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:29.114 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 470, 2024-07-26T07:21:29.114 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.613779+0000", 2024-07-26T07:21:29.114 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.613779+0000", 2024-07-26T07:21:29.114 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.613779+0000", 2024-07-26T07:21:29.114 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.115 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.115 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:29.115 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.613779+0000", 2024-07-26T07:21:29.115 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.613779+0000", 2024-07-26T07:21:29.115 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.115 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 3094, 2024-07-26T07:21:29.115 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.115 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.115 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 469, 2024-07-26T07:21:29.115 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.115 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.115 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.115 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.115 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 3094, 2024-07-26T07:21:29.116 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.116 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.116 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.116 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "4.2", 2024-07-26T07:21:29.116 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.116 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.116 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.116 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 9413, 2024-07-26T07:21:29.116 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.116 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T06:09:56.708855+0000", 2024-07-26T07:21:29.116 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.013219577, 2024-07-26T07:21:29.116 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.116 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.116 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 19, 2024-07-26T07:21:29.117 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.117 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.117 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.117 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.117 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.117 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.117 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.117 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.117 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.117 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.117 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.117 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.117 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.117 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.118 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.118 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 3, 2024-07-26T07:21:29.118 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 1, 2024-07-26T07:21:29.118 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.118 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 1, 2024-07-26T07:21:29.118 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.118 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.118 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.118 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.118 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.118 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.118 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.118 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.118 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.119 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.119 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.119 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.119 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.119 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 1557, 2024-07-26T07:21:29.119 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 366248, 2024-07-26T07:21:29.119 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.119 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.119 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.119 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 3077, 2024-07-26T07:21:29.119 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 409723 2024-07-26T07:21:29.119 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.119 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.119 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.119 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.120 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:29.120 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:29.120 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:29.120 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.120 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T07:21:29.120 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "1134'3094" 2024-07-26T07:21:29.120 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.120 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.120 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.120 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:29.120 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:29.120 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:29.120 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.120 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 4, 2024-07-26T07:21:29.120 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.121 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.121 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:29.121 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.121 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.121 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.121 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.612489+0000", 2024-07-26T07:21:29.121 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.515844+0000", 2024-07-26T07:21:29.121 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.515844+0000", 2024-07-26T07:21:29.121 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.516138+0000", 2024-07-26T07:21:29.121 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.612489+0000", 2024-07-26T07:21:29.121 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.121 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.121 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.121 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:29.121 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.612489+0000", 2024-07-26T07:21:29.122 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.612489+0000", 2024-07-26T07:21:29.122 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.612489+0000", 2024-07-26T07:21:29.122 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.122 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.122 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.122 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.612489+0000", 2024-07-26T07:21:29.122 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.612489+0000", 2024-07-26T07:21:29.122 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.122 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:29.122 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.122 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.122 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:29.122 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.123 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.123 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.123 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.123 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:29.123 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.123 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.123 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.123 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.3", 2024-07-26T07:21:29.123 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.123 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.123 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.123 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5222, 2024-07-26T07:21:29.123 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.123 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:29:48.873999+0000", 2024-07-26T07:21:29.123 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:29.124 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.124 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.124 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.124 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.124 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.124 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.124 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.124 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.124 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.124 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.124 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.124 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.124 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.124 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.125 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.125 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.125 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.125 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.125 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:29.125 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:29.125 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.125 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:29.125 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.125 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.125 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.125 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.125 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.125 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.126 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.126 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.126 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.126 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.126 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.126 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.126 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.126 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:29.126 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:29.126 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.126 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.126 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.126 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:29.127 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:29.127 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.127 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.127 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.127 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.127 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:29.127 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:29.127 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:29.127 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.127 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 4, 2024-07-26T07:21:29.127 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:29.127 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.127 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.127 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.127 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:29.128 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:29.128 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:29.128 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.128 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T07:21:29.128 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.128 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.128 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:29.128 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.128 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.128 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.128 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.857419+0000", 2024-07-26T07:21:29.128 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.525640+0000", 2024-07-26T07:21:29.128 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.525640+0000", 2024-07-26T07:21:29.128 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.526051+0000", 2024-07-26T07:21:29.129 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.857419+0000", 2024-07-26T07:21:29.129 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:29.129 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.129 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:29.129 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:29.129 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.857419+0000", 2024-07-26T07:21:29.129 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.857419+0000", 2024-07-26T07:21:29.129 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.857419+0000", 2024-07-26T07:21:29.129 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.129 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.129 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:29.129 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.857419+0000", 2024-07-26T07:21:29.129 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.857419+0000", 2024-07-26T07:21:29.129 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.130 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:29.130 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.130 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.130 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:29.130 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.130 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.130 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.130 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.130 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:29.130 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.130 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.130 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.131 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.2", 2024-07-26T07:21:29.131 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.131 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.131 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.131 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5172, 2024-07-26T07:21:29.131 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.131 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:45:49.579535+0000", 2024-07-26T07:21:29.131 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:29.131 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.131 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.131 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.131 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.131 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.131 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.132 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.132 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.132 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.132 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.132 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.132 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.132 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.132 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.132 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.132 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.132 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.132 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.132 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:29.132 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:29.133 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.133 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:29.133 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.133 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.133 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.133 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.133 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.133 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.133 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.133 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.133 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.133 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.133 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.133 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.134 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.134 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:29.134 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:29.134 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.134 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.134 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.134 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:29.134 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:29.134 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.134 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.134 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.134 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.134 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:29.134 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:29.135 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:29.135 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.135 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T07:21:29.135 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:29.135 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.135 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.135 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.135 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:29.135 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:29.135 INFO:tasks.workunit.client.0.smithi089.stdout: 3 2024-07-26T07:21:29.135 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.135 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T07:21:29.135 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.135 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.136 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 69, 2024-07-26T07:21:29.136 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.136 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.136 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.136 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.615784+0000", 2024-07-26T07:21:29.136 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:10:41.384684+0000", 2024-07-26T07:21:29.136 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:10:41.384684+0000", 2024-07-26T07:21:29.136 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:45:57.976177+0000", 2024-07-26T07:21:29.136 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.615784+0000", 2024-07-26T07:21:29.136 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:29.136 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.136 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:29.136 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 407, 2024-07-26T07:21:29.136 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.615784+0000", 2024-07-26T07:21:29.137 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.615784+0000", 2024-07-26T07:21:29.137 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.615784+0000", 2024-07-26T07:21:29.137 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.137 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.137 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:29.137 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.615784+0000", 2024-07-26T07:21:29.137 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.615784+0000", 2024-07-26T07:21:29.137 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.137 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 3081, 2024-07-26T07:21:29.137 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.137 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.137 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 406, 2024-07-26T07:21:29.137 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.137 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.138 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.138 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.138 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 3081, 2024-07-26T07:21:29.138 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.138 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.138 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.138 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "4.4", 2024-07-26T07:21:29.138 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.138 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.138 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.138 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 8959, 2024-07-26T07:21:29.138 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.138 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:25:02.737209+0000", 2024-07-26T07:21:29.138 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.009264271, 2024-07-26T07:21:29.139 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.139 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.139 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.139 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.139 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.139 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.139 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.139 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.139 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.139 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.139 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.139 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.139 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.139 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.140 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.140 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.140 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.140 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.140 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 3, 2024-07-26T07:21:29.140 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 1, 2024-07-26T07:21:29.140 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.140 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 1, 2024-07-26T07:21:29.140 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.140 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.140 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.140 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.140 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.140 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 1, 2024-07-26T07:21:29.140 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.141 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.141 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.141 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.141 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.141 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.141 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.141 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 820, 2024-07-26T07:21:29.141 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 389689, 2024-07-26T07:21:29.141 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.141 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.141 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.141 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 3114, 2024-07-26T07:21:29.141 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 380870 2024-07-26T07:21:29.141 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.142 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.142 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.142 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.142 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:29.142 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:29.142 INFO:tasks.workunit.client.0.smithi089.stdout: 3 2024-07-26T07:21:29.142 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.142 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T07:21:29.142 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "1134'3081" 2024-07-26T07:21:29.142 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.142 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.142 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.142 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:29.142 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:29.143 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:29.143 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.143 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T07:21:29.143 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.143 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.143 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:29.143 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.143 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.143 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.143 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.613409+0000", 2024-07-26T07:21:29.143 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.523422+0000", 2024-07-26T07:21:29.143 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.523422+0000", 2024-07-26T07:21:29.143 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.523780+0000", 2024-07-26T07:21:29.143 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.613409+0000", 2024-07-26T07:21:29.143 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.144 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.144 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.144 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:29.144 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.613409+0000", 2024-07-26T07:21:29.144 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.613409+0000", 2024-07-26T07:21:29.144 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.613409+0000", 2024-07-26T07:21:29.144 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.144 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.144 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.144 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.613409+0000", 2024-07-26T07:21:29.144 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.613409+0000", 2024-07-26T07:21:29.144 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.144 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:29.145 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.145 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.145 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:29.145 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.145 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.145 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.145 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.145 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:29.145 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.145 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.145 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.145 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.0", 2024-07-26T07:21:29.145 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.145 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.145 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.146 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5332, 2024-07-26T07:21:29.146 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.146 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T11:06:16.914878+0000", 2024-07-26T07:21:29.146 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:29.146 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.146 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.146 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.146 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.146 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.146 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.146 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.146 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.146 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.146 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.147 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.147 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.147 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.147 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.147 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.147 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.147 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.147 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.147 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:29.147 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:29.147 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.147 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:29.147 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.147 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.147 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.148 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.148 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.148 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.148 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.148 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.148 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.148 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.148 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.148 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.148 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.148 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:29.148 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:29.148 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.148 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.149 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.149 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:29.149 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:29.149 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.149 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.149 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.149 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.149 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:29.149 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:29.149 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:29.149 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.149 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T07:21:29.149 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:29.149 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.150 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.150 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.150 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:29.150 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:29.150 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:29.150 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.150 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 2, 2024-07-26T07:21:29.150 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.150 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.150 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:29.150 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.150 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.150 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.150 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.856827+0000", 2024-07-26T07:21:29.151 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:10:41.384773+0000", 2024-07-26T07:21:29.151 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:10:41.384773+0000", 2024-07-26T07:21:29.151 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:10:41.385537+0000", 2024-07-26T07:21:29.151 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.856827+0000", 2024-07-26T07:21:29.151 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:29.151 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.151 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:29.151 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 407, 2024-07-26T07:21:29.151 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.856827+0000", 2024-07-26T07:21:29.151 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.856827+0000", 2024-07-26T07:21:29.151 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.856827+0000", 2024-07-26T07:21:29.151 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.151 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.151 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:29.151 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.856827+0000", 2024-07-26T07:21:29.152 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.856827+0000", 2024-07-26T07:21:29.152 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.152 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:29.152 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.152 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.152 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 406, 2024-07-26T07:21:29.152 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.152 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.152 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.152 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.152 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:29.152 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.152 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.152 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.152 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.1", 2024-07-26T07:21:29.153 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.153 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.153 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.153 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5316, 2024-07-26T07:21:29.153 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.153 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T06:20:49.448715+0000", 2024-07-26T07:21:29.153 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:29.153 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.153 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.153 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.153 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.153 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.153 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.153 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.154 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.154 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.154 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.154 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.154 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.154 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.154 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.154 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.154 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.154 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.154 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.154 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:29.154 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:29.154 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.154 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:29.155 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.155 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.155 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.155 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.155 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.155 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.155 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.155 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.155 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.155 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.155 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.155 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.155 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.155 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:29.156 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:29.156 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.156 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.156 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.156 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:29.156 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:29.156 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.156 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.156 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.156 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.156 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:29.156 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:29.156 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:29.156 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.156 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 2, 2024-07-26T07:21:29.157 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:29.157 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.157 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.157 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.157 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:29.157 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:29.157 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:29.157 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.157 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T07:21:29.157 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.157 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.157 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 69, 2024-07-26T07:21:29.157 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.157 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.158 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.158 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.617143+0000", 2024-07-26T07:21:29.158 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:47.483603+0000", 2024-07-26T07:21:29.158 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:47.483603+0000", 2024-07-26T07:21:29.158 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:45:57.976237+0000", 2024-07-26T07:21:29.158 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.617143+0000", 2024-07-26T07:21:29.158 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:29.158 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.158 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:29.158 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 470, 2024-07-26T07:21:29.158 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.617143+0000", 2024-07-26T07:21:29.158 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.617143+0000", 2024-07-26T07:21:29.158 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.617143+0000", 2024-07-26T07:21:29.158 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.159 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.159 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:29.159 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.617143+0000", 2024-07-26T07:21:29.159 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.617143+0000", 2024-07-26T07:21:29.159 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.159 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 2977, 2024-07-26T07:21:29.159 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.159 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.159 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 469, 2024-07-26T07:21:29.159 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.159 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.159 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.159 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.160 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 2977, 2024-07-26T07:21:29.160 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.160 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.160 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.160 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "4.7", 2024-07-26T07:21:29.160 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.160 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.160 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.160 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 9034, 2024-07-26T07:21:29.160 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.160 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:07:52.538359+0000", 2024-07-26T07:21:29.160 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.009481544, 2024-07-26T07:21:29.160 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.160 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.161 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.161 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.161 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.161 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.161 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.161 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.161 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.161 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.161 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.161 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.161 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.161 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.161 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.161 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.162 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.162 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.162 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:29.162 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:29.162 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.162 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:29.162 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.162 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.162 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.162 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.162 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.162 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.162 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.162 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.163 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.163 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.163 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.163 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.163 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.163 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 1091, 2024-07-26T07:21:29.163 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 382822, 2024-07-26T07:21:29.163 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.163 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.163 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.163 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 2944, 2024-07-26T07:21:29.163 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 364986 2024-07-26T07:21:29.163 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.163 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.164 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.164 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.164 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:29.164 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:29.164 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:29.164 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.164 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T07:21:29.164 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "1134'2977" 2024-07-26T07:21:29.164 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.164 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.164 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.164 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:29.164 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:29.164 INFO:tasks.workunit.client.0.smithi089.stdout: 3 2024-07-26T07:21:29.164 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.165 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 0, 2024-07-26T07:21:29.165 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.165 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.165 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:29.165 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.165 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.165 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.165 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.611819+0000", 2024-07-26T07:21:29.165 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:14.413340+0000", 2024-07-26T07:21:29.165 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:14.413340+0000", 2024-07-26T07:21:29.165 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:14.413872+0000", 2024-07-26T07:21:29.165 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.611819+0000", 2024-07-26T07:21:29.165 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.165 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.166 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.166 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 438, 2024-07-26T07:21:29.166 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.611819+0000", 2024-07-26T07:21:29.166 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.611819+0000", 2024-07-26T07:21:29.166 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.611819+0000", 2024-07-26T07:21:29.166 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.166 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.166 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.166 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.611819+0000", 2024-07-26T07:21:29.166 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.611819+0000", 2024-07-26T07:21:29.166 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.166 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:29.166 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.166 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.167 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 437, 2024-07-26T07:21:29.167 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.167 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.167 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.167 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.167 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:29.167 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.167 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.167 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.167 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.1", 2024-07-26T07:21:29.167 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.167 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.167 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.167 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5341, 2024-07-26T07:21:29.168 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.168 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:08:54.815644+0000", 2024-07-26T07:21:29.168 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:29.168 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.168 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.168 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.168 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.168 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.168 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.168 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.168 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.168 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.168 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.168 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.168 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.169 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.169 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.169 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.169 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.169 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.169 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.169 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:29.169 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:29.169 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.169 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:29.169 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.169 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.169 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.169 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.170 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.170 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.170 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.170 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.170 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.170 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.170 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.170 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.170 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.170 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:29.170 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:29.170 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.170 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.170 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.171 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:29.171 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:29.171 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.171 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.171 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.171 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.171 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:29.171 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:29.171 INFO:tasks.workunit.client.0.smithi089.stdout: 3 2024-07-26T07:21:29.171 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.171 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 0, 2024-07-26T07:21:29.171 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:29.171 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.172 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.172 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.172 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:29.172 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:29.172 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:29.172 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.172 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T07:21:29.172 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.172 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.172 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:29.172 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.172 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.172 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.172 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.857346+0000", 2024-07-26T07:21:29.172 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.427707+0000", 2024-07-26T07:21:29.173 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.427707+0000", 2024-07-26T07:21:29.173 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.428280+0000", 2024-07-26T07:21:29.173 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.857346+0000", 2024-07-26T07:21:29.173 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:29.173 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.173 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:29.173 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:29.173 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.857346+0000", 2024-07-26T07:21:29.173 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.857346+0000", 2024-07-26T07:21:29.173 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.857346+0000", 2024-07-26T07:21:29.173 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.173 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.173 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:29.173 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.857346+0000", 2024-07-26T07:21:29.174 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.857346+0000", 2024-07-26T07:21:29.174 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.174 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:29.174 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.174 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.174 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:29.174 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.174 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.174 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.174 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.174 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:29.174 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.175 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.175 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.175 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.0", 2024-07-26T07:21:29.175 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.175 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.175 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.175 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5125, 2024-07-26T07:21:29.175 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.175 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:47:57.032480+0000", 2024-07-26T07:21:29.175 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:29.175 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.175 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.175 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.175 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.176 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.176 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.176 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.176 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.176 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.176 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.176 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.176 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.176 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.176 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.176 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.176 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.176 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.176 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.176 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:29.177 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:29.177 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.177 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:29.177 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.177 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.177 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.177 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.177 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.177 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.177 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.177 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.177 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.177 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.177 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.178 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.178 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.178 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:29.178 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:29.178 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.178 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.178 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.178 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:29.178 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:29.178 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.178 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.178 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.178 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.179 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:29.179 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:29.179 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:29.179 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.179 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T07:21:29.179 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:29.179 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.179 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.179 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.179 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:29.179 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:29.179 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:29.179 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.179 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 0, 2024-07-26T07:21:29.179 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.180 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.180 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 69, 2024-07-26T07:21:29.180 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.180 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.180 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.180 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.615913+0000", 2024-07-26T07:21:29.180 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:10:08.367302+0000", 2024-07-26T07:21:29.180 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:10:08.367302+0000", 2024-07-26T07:21:29.180 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:45:57.973670+0000", 2024-07-26T07:21:29.180 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.615913+0000", 2024-07-26T07:21:29.180 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:29.180 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.180 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:29.181 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 375, 2024-07-26T07:21:29.181 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.615913+0000", 2024-07-26T07:21:29.181 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.615913+0000", 2024-07-26T07:21:29.181 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.615913+0000", 2024-07-26T07:21:29.181 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.181 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.181 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:29.181 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.615913+0000", 2024-07-26T07:21:29.181 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.615913+0000", 2024-07-26T07:21:29.181 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.181 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 3076, 2024-07-26T07:21:29.181 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.181 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.182 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 374, 2024-07-26T07:21:29.182 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.182 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.182 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.182 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.182 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 3076, 2024-07-26T07:21:29.182 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.182 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.182 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.182 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "4.6", 2024-07-26T07:21:29.182 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.182 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.182 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.183 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 9019, 2024-07-26T07:21:29.183 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.183 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:31:24.925671+0000", 2024-07-26T07:21:29.183 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.005397425, 2024-07-26T07:21:29.183 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.183 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.183 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.183 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.183 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.183 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.183 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.183 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.183 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.183 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.183 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.184 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.184 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.184 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.184 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.184 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.184 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.184 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.184 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:29.184 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:29.184 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.184 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:29.184 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.184 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.184 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.185 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.185 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.185 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.185 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.185 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.185 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.185 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.185 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.185 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.185 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.185 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 865, 2024-07-26T07:21:29.185 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 367886, 2024-07-26T07:21:29.185 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.185 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.185 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.186 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 3046, 2024-07-26T07:21:29.186 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 370563 2024-07-26T07:21:29.186 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.186 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.186 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.186 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.186 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:29.186 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:29.186 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:29.186 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.186 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 0, 2024-07-26T07:21:29.186 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "1134'3076" 2024-07-26T07:21:29.186 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.186 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.187 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.187 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:29.187 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:29.187 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:29.187 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.187 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T07:21:29.187 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.187 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.187 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:29.187 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.187 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.187 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.187 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.857173+0000", 2024-07-26T07:21:29.187 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.524406+0000", 2024-07-26T07:21:29.188 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.524406+0000", 2024-07-26T07:21:29.188 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.524662+0000", 2024-07-26T07:21:29.188 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.857173+0000", 2024-07-26T07:21:29.188 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.188 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.188 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.188 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:29.188 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.857173+0000", 2024-07-26T07:21:29.188 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.857173+0000", 2024-07-26T07:21:29.188 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.857173+0000", 2024-07-26T07:21:29.188 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.188 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.188 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.188 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.857173+0000", 2024-07-26T07:21:29.189 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.857173+0000", 2024-07-26T07:21:29.189 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.189 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:29.189 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.189 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.189 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:29.189 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.189 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.189 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.189 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.189 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:29.189 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.189 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.189 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.190 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.2", 2024-07-26T07:21:29.190 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.190 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.190 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.190 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5257, 2024-07-26T07:21:29.190 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.190 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:49:40.245025+0000", 2024-07-26T07:21:29.190 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:29.190 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.190 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.190 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.190 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.190 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.191 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.191 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.191 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.191 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.191 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.191 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.191 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.191 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.191 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.191 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.191 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.191 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.191 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.191 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:29.191 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:29.191 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.192 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:29.192 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.192 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.192 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.192 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.192 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.192 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.192 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.192 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.192 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.192 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.192 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.192 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.192 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.192 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:29.193 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:29.193 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.193 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.193 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.193 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:29.193 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:29.193 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.193 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.193 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.193 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.193 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:29.193 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:29.193 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:29.193 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.193 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T07:21:29.194 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:29.194 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.194 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.194 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.194 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:29.194 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:29.194 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:29.194 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.194 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T07:21:29.194 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.194 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.194 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:29.194 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.195 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.195 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.195 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.863403+0000", 2024-07-26T07:21:29.195 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:47.471543+0000", 2024-07-26T07:21:29.195 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:47.471543+0000", 2024-07-26T07:21:29.195 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:47.476983+0000", 2024-07-26T07:21:29.195 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.863403+0000", 2024-07-26T07:21:29.195 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:29.195 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.195 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:29.195 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 470, 2024-07-26T07:21:29.195 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.863403+0000", 2024-07-26T07:21:29.195 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.863403+0000", 2024-07-26T07:21:29.195 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.863403+0000", 2024-07-26T07:21:29.196 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.196 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.196 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:29.196 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.863403+0000", 2024-07-26T07:21:29.196 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.863403+0000", 2024-07-26T07:21:29.196 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.196 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:29.196 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.196 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.196 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 469, 2024-07-26T07:21:29.196 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.196 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.196 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.197 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.197 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:29.197 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.197 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.197 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.197 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.3", 2024-07-26T07:21:29.197 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.197 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.197 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.197 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5201, 2024-07-26T07:21:29.197 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.197 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:46:50.115683+0000", 2024-07-26T07:21:29.197 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:29.197 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.197 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.198 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.198 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.198 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.198 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.198 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.198 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.198 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.198 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.198 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.198 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.198 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.198 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.198 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.199 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.199 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.199 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.199 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:29.199 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:29.199 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.199 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:29.199 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.199 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.199 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.199 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.199 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.199 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.199 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.200 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.200 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.200 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.200 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.200 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.200 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.200 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:29.200 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:29.200 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.200 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.200 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.200 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:29.200 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:29.200 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.201 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.201 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.201 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.201 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:29.201 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:29.201 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:29.201 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.201 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T07:21:29.201 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:29.201 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.201 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.201 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.201 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:29.201 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:29.201 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:29.202 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.202 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T07:21:29.202 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.202 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.202 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 19, 2024-07-26T07:21:29.202 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.202 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.202 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.202 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.857460+0000", 2024-07-26T07:21:29.202 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.427263+0000", 2024-07-26T07:21:29.202 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.427263+0000", 2024-07-26T07:21:29.202 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.427934+0000", 2024-07-26T07:21:29.202 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.857460+0000", 2024-07-26T07:21:29.202 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T05:58:47.788656+0000", 2024-07-26T07:21:29.203 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.203 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T05:58:47.788656+0000", 2024-07-26T07:21:29.203 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:29.203 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.857460+0000", 2024-07-26T07:21:29.203 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.857460+0000", 2024-07-26T07:21:29.203 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.857460+0000", 2024-07-26T07:21:29.203 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.203 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.203 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T05:58:47.788656+0000", 2024-07-26T07:21:29.203 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.857460+0000", 2024-07-26T07:21:29.203 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.857460+0000", 2024-07-26T07:21:29.203 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.203 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 229, 2024-07-26T07:21:29.203 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.204 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.204 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:29.204 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.204 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.204 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.204 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.204 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 229, 2024-07-26T07:21:29.204 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.204 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.204 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.204 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "1.0", 2024-07-26T07:21:29.204 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.204 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.205 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.205 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5739, 2024-07-26T07:21:29.205 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.205 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:41:43.446608+0000", 2024-07-26T07:21:29.205 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:29.205 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.205 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.205 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 590368, 2024-07-26T07:21:29.205 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.205 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 1771104, 2024-07-26T07:21:29.205 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.205 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.205 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.206 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.206 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.206 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.206 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.206 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.206 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.206 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.206 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.206 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.206 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.206 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 6, 2024-07-26T07:21:29.206 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 2, 2024-07-26T07:21:29.206 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.206 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 2, 2024-07-26T07:21:29.207 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.207 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.207 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.207 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.207 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.207 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.207 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.207 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 6, 2024-07-26T07:21:29.207 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.207 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.207 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.207 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.207 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.207 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 1106, 2024-07-26T07:21:29.207 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 1934, 2024-07-26T07:21:29.208 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.208 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.208 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.208 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 375, 2024-07-26T07:21:29.208 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 2416 2024-07-26T07:21:29.208 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.208 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.208 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.208 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.208 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:29.208 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:29.208 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:29.208 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.208 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T07:21:29.209 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "1644'229" 2024-07-26T07:21:29.209 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.209 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.209 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.209 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:29.209 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:29.209 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:29.209 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.209 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 6, 2024-07-26T07:21:29.209 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.209 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.209 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 69, 2024-07-26T07:21:29.209 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.209 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.209 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.210 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.858352+0000", 2024-07-26T07:21:29.210 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.417108+0000", 2024-07-26T07:21:29.210 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.417108+0000", 2024-07-26T07:21:29.210 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:45:58.031343+0000", 2024-07-26T07:21:29.210 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.858352+0000", 2024-07-26T07:21:29.210 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:29.210 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.210 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:29.210 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:29.210 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.858352+0000", 2024-07-26T07:21:29.210 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.858352+0000", 2024-07-26T07:21:29.210 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.858352+0000", 2024-07-26T07:21:29.210 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.211 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.211 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:29.211 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.858352+0000", 2024-07-26T07:21:29.211 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.858352+0000", 2024-07-26T07:21:29.211 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.211 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 3178, 2024-07-26T07:21:29.211 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.211 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.211 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:29.211 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.211 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.211 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.211 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.211 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 3178, 2024-07-26T07:21:29.212 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.212 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.212 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.212 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "4.5", 2024-07-26T07:21:29.212 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.212 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.212 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.212 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 9154, 2024-07-26T07:21:29.212 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.212 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:49:30.255762+0000", 2024-07-26T07:21:29.212 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.003881844, 2024-07-26T07:21:29.212 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.212 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.212 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.212 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.212 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.213 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.213 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.213 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.213 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.213 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.213 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.213 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.213 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.213 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.213 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.213 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.213 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.213 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.213 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:29.213 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:29.214 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.214 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:29.214 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.214 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.214 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.214 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.214 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.214 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.214 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.214 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.214 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.214 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.214 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.215 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.215 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.215 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 1420, 2024-07-26T07:21:29.215 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 425091, 2024-07-26T07:21:29.215 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.215 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.215 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.215 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 3155, 2024-07-26T07:21:29.215 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 422415 2024-07-26T07:21:29.215 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.215 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.215 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.215 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.215 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:29.215 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:29.216 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:29.216 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.216 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 6, 2024-07-26T07:21:29.216 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "1134'3178" 2024-07-26T07:21:29.216 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.216 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.216 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.216 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:29.216 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:29.216 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:29.216 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.216 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T07:21:29.216 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.216 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.217 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:29.217 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.217 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.217 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.217 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.863156+0000", 2024-07-26T07:21:29.217 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.420400+0000", 2024-07-26T07:21:29.217 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.420400+0000", 2024-07-26T07:21:29.217 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.421043+0000", 2024-07-26T07:21:29.217 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.863156+0000", 2024-07-26T07:21:29.217 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.217 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.217 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.217 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:29.217 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.863156+0000", 2024-07-26T07:21:29.217 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.863156+0000", 2024-07-26T07:21:29.218 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.863156+0000", 2024-07-26T07:21:29.218 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.218 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.218 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.218 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.863156+0000", 2024-07-26T07:21:29.218 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.863156+0000", 2024-07-26T07:21:29.218 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.218 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:29.218 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.218 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.218 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:29.218 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.218 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.218 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.219 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.219 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:29.219 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.219 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.219 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.219 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.d", 2024-07-26T07:21:29.219 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.219 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.219 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.219 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5111, 2024-07-26T07:21:29.219 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.219 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:20:09.517127+0000", 2024-07-26T07:21:29.219 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:29.220 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.220 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.220 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.220 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.220 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.220 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.220 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.220 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.220 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.220 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.220 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.220 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.220 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.220 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.220 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.221 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.221 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.221 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.221 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:29.221 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:29.221 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.221 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:29.221 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.221 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.221 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.221 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.221 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.221 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.221 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.221 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.222 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.222 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.222 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.222 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.222 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.222 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:29.222 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:29.222 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.222 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.222 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.222 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:29.222 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:29.222 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.223 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.223 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.223 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.223 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:29.223 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:29.223 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:29.223 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.223 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T07:21:29.223 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:29.223 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.223 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.223 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.223 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:29.223 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:29.224 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:29.224 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.224 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 2, 2024-07-26T07:21:29.224 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.224 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.224 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:29.224 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.224 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.224 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.224 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.857369+0000", 2024-07-26T07:21:29.224 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:47.473130+0000", 2024-07-26T07:21:29.224 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:47.473130+0000", 2024-07-26T07:21:29.225 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:47.473517+0000", 2024-07-26T07:21:29.225 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.857369+0000", 2024-07-26T07:21:29.225 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:29.225 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.225 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:29.225 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 470, 2024-07-26T07:21:29.225 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.857369+0000", 2024-07-26T07:21:29.225 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.857369+0000", 2024-07-26T07:21:29.225 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.857369+0000", 2024-07-26T07:21:29.225 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.225 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.225 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:29.225 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.857369+0000", 2024-07-26T07:21:29.225 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.857369+0000", 2024-07-26T07:21:29.226 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.226 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:29.226 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.226 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.226 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 469, 2024-07-26T07:21:29.226 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.226 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.226 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.226 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.226 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:29.226 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.226 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.226 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.226 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.c", 2024-07-26T07:21:29.227 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.227 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.227 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.227 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5313, 2024-07-26T07:21:29.227 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.227 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:48:39.077042+0000", 2024-07-26T07:21:29.227 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:29.227 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.227 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.227 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.227 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.227 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.227 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.228 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.228 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.228 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.228 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.228 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.228 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.228 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.228 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.228 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.228 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.228 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.228 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.228 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:29.228 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:29.228 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.229 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:29.229 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.229 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.229 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.229 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.229 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.229 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.229 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.229 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.229 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.229 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.229 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.229 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.229 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.230 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:29.230 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:29.230 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.230 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.230 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.230 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:29.230 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:29.230 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.230 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.230 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.230 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.230 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:29.230 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:29.230 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:29.231 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.231 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 2, 2024-07-26T07:21:29.231 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:29.231 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.231 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.231 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.231 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:29.231 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:29.231 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:29.231 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.231 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T07:21:29.231 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.231 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.231 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:29.231 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.231 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.232 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.232 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.859548+0000", 2024-07-26T07:21:29.232 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.519925+0000", 2024-07-26T07:21:29.232 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.519925+0000", 2024-07-26T07:21:29.232 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.520221+0000", 2024-07-26T07:21:29.232 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.859548+0000", 2024-07-26T07:21:29.232 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.232 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.232 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.232 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:29.232 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.859548+0000", 2024-07-26T07:21:29.232 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.859548+0000", 2024-07-26T07:21:29.232 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.859548+0000", 2024-07-26T07:21:29.232 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.232 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.233 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.233 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.859548+0000", 2024-07-26T07:21:29.233 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.859548+0000", 2024-07-26T07:21:29.233 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.233 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:29.233 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.233 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.233 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:29.233 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.233 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.233 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.233 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.233 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:29.233 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.234 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.234 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.234 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.c", 2024-07-26T07:21:29.234 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.234 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.234 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.234 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5187, 2024-07-26T07:21:29.234 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.234 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:30:47.097564+0000", 2024-07-26T07:21:29.234 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:29.234 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.234 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.234 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.235 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.235 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.235 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.235 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.235 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.235 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.235 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.235 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.235 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.235 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.235 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.235 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.235 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.236 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.236 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.236 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:29.236 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:29.236 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.236 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:29.236 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.236 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.236 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.236 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.236 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.236 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.236 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.236 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.236 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.237 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.237 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.237 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.237 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.237 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:29.237 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:29.237 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.237 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.237 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.237 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:29.237 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:29.237 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.237 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.237 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.238 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.238 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:29.238 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:29.238 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:29.238 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.238 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T07:21:29.238 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:29.238 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.238 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.238 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.238 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:29.238 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:29.238 INFO:tasks.workunit.client.0.smithi089.stdout: 3 2024-07-26T07:21:29.238 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.239 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T07:21:29.239 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.239 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.239 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:29.239 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.239 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.239 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.239 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.613708+0000", 2024-07-26T07:21:29.239 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:14.408650+0000", 2024-07-26T07:21:29.239 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:14.408650+0000", 2024-07-26T07:21:29.239 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:14.409009+0000", 2024-07-26T07:21:29.239 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.613708+0000", 2024-07-26T07:21:29.239 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:29.239 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.240 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:29.240 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 438, 2024-07-26T07:21:29.240 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.613708+0000", 2024-07-26T07:21:29.240 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.613708+0000", 2024-07-26T07:21:29.240 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.613708+0000", 2024-07-26T07:21:29.240 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.240 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.240 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:29.240 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.613708+0000", 2024-07-26T07:21:29.240 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.613708+0000", 2024-07-26T07:21:29.240 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.240 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 1, 2024-07-26T07:21:29.240 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.240 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.241 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 437, 2024-07-26T07:21:29.241 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.241 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.241 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.241 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.241 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 1, 2024-07-26T07:21:29.241 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.241 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.241 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.241 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.d", 2024-07-26T07:21:29.241 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.241 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.241 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.241 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5335, 2024-07-26T07:21:29.241 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.242 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:14:52.408313+0000", 2024-07-26T07:21:29.242 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:29.242 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.242 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.242 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 70, 2024-07-26T07:21:29.242 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.242 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.242 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.242 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.242 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.242 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.242 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.242 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.242 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.243 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.243 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.243 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.243 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.243 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.243 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.243 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 3, 2024-07-26T07:21:29.243 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 1, 2024-07-26T07:21:29.243 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.243 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 1, 2024-07-26T07:21:29.243 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.243 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.243 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.243 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.243 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.244 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.244 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.244 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.244 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.244 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.244 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.244 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.244 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.244 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 1, 2024-07-26T07:21:29.244 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 1, 2024-07-26T07:21:29.244 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.244 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.244 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.244 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 1, 2024-07-26T07:21:29.245 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 1 2024-07-26T07:21:29.245 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.245 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.245 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.245 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.245 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:29.245 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:29.245 INFO:tasks.workunit.client.0.smithi089.stdout: 3 2024-07-26T07:21:29.245 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.245 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T07:21:29.245 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "65'1" 2024-07-26T07:21:29.245 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.245 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.245 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.246 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:29.246 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:29.246 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:29.246 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.246 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T07:21:29.246 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.246 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.246 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:29.246 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.246 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.246 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.246 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.859197+0000", 2024-07-26T07:21:29.246 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.427337+0000", 2024-07-26T07:21:29.247 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.427337+0000", 2024-07-26T07:21:29.247 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.427732+0000", 2024-07-26T07:21:29.247 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.859197+0000", 2024-07-26T07:21:29.247 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.247 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.247 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.247 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:29.247 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.859197+0000", 2024-07-26T07:21:29.247 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.859197+0000", 2024-07-26T07:21:29.247 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.859197+0000", 2024-07-26T07:21:29.247 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.247 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.247 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.247 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.859197+0000", 2024-07-26T07:21:29.247 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.859197+0000", 2024-07-26T07:21:29.248 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.248 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:29.248 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.248 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.248 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:29.248 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.248 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.248 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.248 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.248 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:29.248 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.248 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.248 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.249 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.f", 2024-07-26T07:21:29.249 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.249 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.249 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.249 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5128, 2024-07-26T07:21:29.249 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.249 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T11:20:51.064573+0000", 2024-07-26T07:21:29.249 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:29.249 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.249 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.249 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.249 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.249 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.249 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.250 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.250 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.250 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.250 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.250 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.250 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.250 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.250 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.250 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.250 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.250 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.250 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.250 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:29.250 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:29.251 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.251 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:29.251 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.251 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.251 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.251 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.251 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.251 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.251 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.251 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.251 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.251 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.251 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.251 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.252 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.252 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:29.252 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:29.252 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.252 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.252 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.252 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:29.252 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:29.252 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.252 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.252 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.252 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.252 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:29.252 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:29.252 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:29.253 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.253 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T07:21:29.253 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:29.253 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.253 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.253 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.253 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:29.253 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:29.253 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:29.253 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.253 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 2, 2024-07-26T07:21:29.253 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.253 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.253 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:29.254 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.254 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.254 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.254 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.858588+0000", 2024-07-26T07:21:29.254 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.415370+0000", 2024-07-26T07:21:29.254 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.415370+0000", 2024-07-26T07:21:29.254 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.415746+0000", 2024-07-26T07:21:29.254 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.858588+0000", 2024-07-26T07:21:29.254 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:29.254 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.254 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:29.254 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:29.254 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.858588+0000", 2024-07-26T07:21:29.255 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.858588+0000", 2024-07-26T07:21:29.255 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.858588+0000", 2024-07-26T07:21:29.255 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.255 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.255 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:29.255 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.858588+0000", 2024-07-26T07:21:29.255 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.858588+0000", 2024-07-26T07:21:29.255 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.255 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 2, 2024-07-26T07:21:29.255 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.255 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.255 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:29.255 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.255 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.255 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.256 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.256 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 2, 2024-07-26T07:21:29.256 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.256 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.256 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.256 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.e", 2024-07-26T07:21:29.256 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.256 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.256 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.256 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5308, 2024-07-26T07:21:29.256 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.256 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:24:03.636442+0000", 2024-07-26T07:21:29.256 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:29.256 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.256 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.256 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.257 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.257 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.257 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.257 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.257 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.257 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.257 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.257 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.257 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.257 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.257 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.257 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.257 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.258 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.258 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.258 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 3, 2024-07-26T07:21:29.258 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 1, 2024-07-26T07:21:29.258 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.258 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 1, 2024-07-26T07:21:29.258 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.258 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.258 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.258 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.258 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.258 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 1, 2024-07-26T07:21:29.258 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.258 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.259 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.259 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.259 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.259 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.259 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.259 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 6, 2024-07-26T07:21:29.259 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 6, 2024-07-26T07:21:29.259 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.259 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.259 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.259 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 3, 2024-07-26T07:21:29.259 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:29.259 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.259 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.259 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.260 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.260 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:29.260 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:29.260 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:29.260 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.260 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 2, 2024-07-26T07:21:29.260 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "65'2" 2024-07-26T07:21:29.260 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.260 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.260 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.260 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:29.260 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:29.260 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:29.260 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.260 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T07:21:29.261 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.261 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.261 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:29.261 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.261 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.261 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.261 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.858460+0000", 2024-07-26T07:21:29.261 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.427117+0000", 2024-07-26T07:21:29.261 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.427117+0000", 2024-07-26T07:21:29.261 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.427465+0000", 2024-07-26T07:21:29.261 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.858460+0000", 2024-07-26T07:21:29.261 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.261 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.262 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.262 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:29.262 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.858460+0000", 2024-07-26T07:21:29.262 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.858460+0000", 2024-07-26T07:21:29.262 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.858460+0000", 2024-07-26T07:21:29.262 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.262 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.262 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.262 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.858460+0000", 2024-07-26T07:21:29.262 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.858460+0000", 2024-07-26T07:21:29.262 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.262 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:29.262 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.262 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.263 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:29.263 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.263 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.263 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.263 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.263 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:29.263 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.263 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.263 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.263 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.e", 2024-07-26T07:21:29.263 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.263 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.264 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.264 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5109, 2024-07-26T07:21:29.264 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.264 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T11:43:42.096143+0000", 2024-07-26T07:21:29.264 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:29.264 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.264 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.264 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.264 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.264 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.264 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.264 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.264 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.264 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.265 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.265 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.265 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.265 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.265 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.265 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.265 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.265 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.265 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.265 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:29.265 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:29.265 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.265 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:29.265 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.266 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.266 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.266 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.266 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.266 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.266 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.266 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.266 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.266 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.266 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.266 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.266 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.266 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:29.266 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:29.267 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.267 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.267 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.267 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:29.267 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:29.267 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.267 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.267 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.267 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.267 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:29.267 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:29.267 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:29.267 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.267 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T07:21:29.268 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:29.268 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.268 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.268 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.268 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:29.268 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:29.268 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:29.268 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.268 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 4, 2024-07-26T07:21:29.268 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.268 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.268 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:29.268 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.268 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.269 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.269 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.612190+0000", 2024-07-26T07:21:29.269 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.413858+0000", 2024-07-26T07:21:29.269 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.413858+0000", 2024-07-26T07:21:29.269 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.414175+0000", 2024-07-26T07:21:29.269 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.612190+0000", 2024-07-26T07:21:29.269 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:29.269 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.269 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:29.269 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:29.269 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.612190+0000", 2024-07-26T07:21:29.269 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.612190+0000", 2024-07-26T07:21:29.269 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.612190+0000", 2024-07-26T07:21:29.269 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.270 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.270 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:29.270 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.612190+0000", 2024-07-26T07:21:29.270 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.612190+0000", 2024-07-26T07:21:29.270 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.270 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 1, 2024-07-26T07:21:29.270 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.270 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.270 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:29.270 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.270 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.270 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.270 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.271 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 1, 2024-07-26T07:21:29.271 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.271 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.271 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.271 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.f", 2024-07-26T07:21:29.271 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.271 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.271 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.271 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5225, 2024-07-26T07:21:29.271 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.271 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:03:55.726266+0000", 2024-07-26T07:21:29.271 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:29.271 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.271 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.272 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 22, 2024-07-26T07:21:29.272 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.272 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.272 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.272 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.272 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.272 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.272 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.272 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.272 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.272 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.272 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.272 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.272 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.273 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.273 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.273 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 3, 2024-07-26T07:21:29.273 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 1, 2024-07-26T07:21:29.273 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.273 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 1, 2024-07-26T07:21:29.273 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.273 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.273 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.273 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.273 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.273 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.273 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.274 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.274 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.274 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.274 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.274 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.274 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.274 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 1, 2024-07-26T07:21:29.274 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 1, 2024-07-26T07:21:29.274 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.274 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.274 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.274 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 1, 2024-07-26T07:21:29.274 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 1 2024-07-26T07:21:29.275 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.275 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.275 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.275 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.275 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:29.275 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:29.275 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:29.275 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.275 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 4, 2024-07-26T07:21:29.275 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "65'1" 2024-07-26T07:21:29.275 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.275 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.275 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.275 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:29.275 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:29.276 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:29.276 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.276 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T07:21:29.276 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.276 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.276 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:29.276 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.276 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.276 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.276 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.858907+0000", 2024-07-26T07:21:29.276 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.420664+0000", 2024-07-26T07:21:29.276 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.420664+0000", 2024-07-26T07:21:29.276 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.421196+0000", 2024-07-26T07:21:29.276 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.858907+0000", 2024-07-26T07:21:29.276 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.277 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.277 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.277 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:29.277 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.858907+0000", 2024-07-26T07:21:29.277 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.858907+0000", 2024-07-26T07:21:29.277 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.858907+0000", 2024-07-26T07:21:29.277 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.277 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.277 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.277 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.858907+0000", 2024-07-26T07:21:29.277 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.858907+0000", 2024-07-26T07:21:29.277 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.277 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:29.277 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.278 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.278 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:29.278 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.278 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.278 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.278 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.278 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:29.278 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.278 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.278 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.278 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.11", 2024-07-26T07:21:29.278 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.278 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.278 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.278 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5110, 2024-07-26T07:21:29.279 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.279 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:21:19.981845+0000", 2024-07-26T07:21:29.279 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:29.279 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.279 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.279 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.279 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.279 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.279 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.279 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.280 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.280 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.280 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.280 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.280 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.280 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.280 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.280 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.280 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.280 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.280 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.280 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:29.280 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:29.280 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.280 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:29.281 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.281 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.281 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.281 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.281 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.281 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.281 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.281 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.281 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.281 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.281 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.281 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.281 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.281 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:29.282 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:29.282 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.282 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.282 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.282 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:29.282 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:29.282 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.282 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.282 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.282 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.282 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:29.282 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:29.282 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:29.282 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.283 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T07:21:29.283 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:29.283 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.283 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.283 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.283 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:29.283 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:29.283 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:29.283 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.283 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 2, 2024-07-26T07:21:29.283 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.283 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.283 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:29.283 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.283 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.284 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.284 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.855939+0000", 2024-07-26T07:21:29.284 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:10:08.373302+0000", 2024-07-26T07:21:29.284 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:10:08.373302+0000", 2024-07-26T07:21:29.284 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:10:08.374518+0000", 2024-07-26T07:21:29.284 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.855939+0000", 2024-07-26T07:21:29.284 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:29.284 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.284 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:29.284 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 375, 2024-07-26T07:21:29.284 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.855939+0000", 2024-07-26T07:21:29.284 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.855939+0000", 2024-07-26T07:21:29.284 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.855939+0000", 2024-07-26T07:21:29.284 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.284 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.284 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:29.285 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.855939+0000", 2024-07-26T07:21:29.285 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.855939+0000", 2024-07-26T07:21:29.285 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.285 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 8, 2024-07-26T07:21:29.285 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.285 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.285 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 374, 2024-07-26T07:21:29.285 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.285 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.285 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.285 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.285 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 8, 2024-07-26T07:21:29.285 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.285 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.286 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.286 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.10", 2024-07-26T07:21:29.286 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.286 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.286 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.286 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5326, 2024-07-26T07:21:29.286 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.286 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:14:01.006478+0000", 2024-07-26T07:21:29.286 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:29.286 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.286 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.286 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.286 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.287 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.287 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.287 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.287 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.287 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.287 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.287 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.287 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.287 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.287 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.287 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.287 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.287 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.288 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.288 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 12, 2024-07-26T07:21:29.288 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 4, 2024-07-26T07:21:29.288 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.288 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 4, 2024-07-26T07:21:29.288 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.288 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.288 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.288 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.288 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.288 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 4, 2024-07-26T07:21:29.288 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.288 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.288 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.289 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.289 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.289 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.289 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.289 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 24, 2024-07-26T07:21:29.289 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 24, 2024-07-26T07:21:29.289 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.289 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.289 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.289 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 12, 2024-07-26T07:21:29.289 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:29.289 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.289 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.289 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.289 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.290 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:29.290 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:29.290 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:29.290 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.290 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 2, 2024-07-26T07:21:29.290 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "65'8" 2024-07-26T07:21:29.290 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.290 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.290 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.290 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:29.290 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:29.290 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T07:21:29.290 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.290 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 6, 2024-07-26T07:21:29.291 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.291 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.291 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:29.291 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.291 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.291 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.291 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.855822+0000", 2024-07-26T07:21:29.291 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.514055+0000", 2024-07-26T07:21:29.291 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.514055+0000", 2024-07-26T07:21:29.291 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.520753+0000", 2024-07-26T07:21:29.291 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.855822+0000", 2024-07-26T07:21:29.291 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.291 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.292 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.292 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:29.292 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.855822+0000", 2024-07-26T07:21:29.292 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.855822+0000", 2024-07-26T07:21:29.292 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.855822+0000", 2024-07-26T07:21:29.292 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.292 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.292 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.292 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.855822+0000", 2024-07-26T07:21:29.292 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.855822+0000", 2024-07-26T07:21:29.292 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.292 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:29.292 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.292 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.292 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:29.293 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.293 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.293 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.293 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.293 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:29.293 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.293 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.293 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.293 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.10", 2024-07-26T07:21:29.293 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.293 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.293 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.293 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5144, 2024-07-26T07:21:29.293 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.293 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:20:51.185949+0000", 2024-07-26T07:21:29.294 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:29.294 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.294 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.294 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.294 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.294 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.294 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.294 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.294 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.294 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.294 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.294 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.294 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.295 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.295 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.295 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.295 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.295 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.295 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.295 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:29.295 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:29.295 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.295 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:29.295 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.295 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.295 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.295 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.295 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.296 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.296 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.296 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.296 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.296 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.296 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.296 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.296 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.296 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:29.296 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:29.296 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.296 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.296 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.296 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:29.296 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:29.297 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.297 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.297 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.297 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.297 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:29.297 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:29.297 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T07:21:29.297 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.297 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 6, 2024-07-26T07:21:29.297 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:29.297 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.297 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.297 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.297 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:29.297 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:29.297 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:29.298 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.298 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 6, 2024-07-26T07:21:29.298 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.298 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.298 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:29.298 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.298 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.298 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.298 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.859088+0000", 2024-07-26T07:21:29.298 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.522880+0000", 2024-07-26T07:21:29.298 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.522880+0000", 2024-07-26T07:21:29.298 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.523190+0000", 2024-07-26T07:21:29.298 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.859088+0000", 2024-07-26T07:21:29.298 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:29.299 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.299 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:29.299 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:29.299 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.859088+0000", 2024-07-26T07:21:29.299 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.859088+0000", 2024-07-26T07:21:29.299 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.859088+0000", 2024-07-26T07:21:29.299 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.299 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.299 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:29.299 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.859088+0000", 2024-07-26T07:21:29.299 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.859088+0000", 2024-07-26T07:21:29.299 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.299 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:29.299 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.299 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.299 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:29.300 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.300 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.300 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.300 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.300 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:29.300 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.300 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.300 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.300 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.11", 2024-07-26T07:21:29.300 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.300 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.300 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.300 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5157, 2024-07-26T07:21:29.300 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.301 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:30:54.294736+0000", 2024-07-26T07:21:29.301 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:29.301 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.301 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.301 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.301 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.301 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.301 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.301 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.301 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.301 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.301 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.301 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.301 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.301 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.301 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.302 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.302 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.302 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.302 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.302 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:29.302 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:29.302 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.302 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:29.302 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.302 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.302 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.302 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.302 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.302 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.303 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.303 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.303 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.303 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.303 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.303 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.303 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.303 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:29.303 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:29.303 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.303 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.303 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.303 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:29.303 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:29.303 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.303 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.304 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.304 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.304 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:29.304 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:29.304 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:29.304 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.304 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 6, 2024-07-26T07:21:29.304 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:29.304 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.304 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.304 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.304 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:29.304 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:29.304 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:29.305 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.305 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T07:21:29.305 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.305 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.305 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:29.305 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.305 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.305 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.305 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.863914+0000", 2024-07-26T07:21:29.305 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.410258+0000", 2024-07-26T07:21:29.305 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.410258+0000", 2024-07-26T07:21:29.305 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.410535+0000", 2024-07-26T07:21:29.305 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.863914+0000", 2024-07-26T07:21:29.305 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.306 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.306 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.306 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:29.306 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.863914+0000", 2024-07-26T07:21:29.306 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.863914+0000", 2024-07-26T07:21:29.306 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.863914+0000", 2024-07-26T07:21:29.306 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.306 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.306 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.306 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.863914+0000", 2024-07-26T07:21:29.306 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.863914+0000", 2024-07-26T07:21:29.306 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.306 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:29.306 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.307 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.307 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:29.307 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.307 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.307 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.307 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.307 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:29.307 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.307 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.307 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.307 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.13", 2024-07-26T07:21:29.307 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.307 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.308 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.308 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5129, 2024-07-26T07:21:29.308 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.308 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:28:00.965907+0000", 2024-07-26T07:21:29.308 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:29.308 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.308 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.308 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.308 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.308 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.308 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.308 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.308 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.308 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.309 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.309 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.309 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.309 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.309 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.309 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.309 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.309 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.309 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.309 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:29.309 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:29.309 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.309 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:29.309 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.310 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.310 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.310 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.310 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.310 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.310 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.310 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.310 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.310 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.310 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.310 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.310 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.310 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:29.311 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:29.311 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.311 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.311 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.311 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:29.311 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:29.311 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.311 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.311 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.311 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.311 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:29.311 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:29.311 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:29.311 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.311 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T07:21:29.311 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:29.312 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.312 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.312 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.312 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:29.312 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:29.312 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:29.312 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.312 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T07:21:29.312 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.312 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.312 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:29.312 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.312 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.312 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.312 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.857472+0000", 2024-07-26T07:21:29.312 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.417431+0000", 2024-07-26T07:21:29.313 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.417431+0000", 2024-07-26T07:21:29.313 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.417733+0000", 2024-07-26T07:21:29.313 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.857472+0000", 2024-07-26T07:21:29.313 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:29.313 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.313 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:29.313 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:29.313 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.857472+0000", 2024-07-26T07:21:29.313 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.857472+0000", 2024-07-26T07:21:29.313 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.857472+0000", 2024-07-26T07:21:29.313 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.313 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.313 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:29.313 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.857472+0000", 2024-07-26T07:21:29.313 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.857472+0000", 2024-07-26T07:21:29.314 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.314 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:29.314 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.314 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.314 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:29.314 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.314 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.314 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.314 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.314 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:29.314 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.314 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.314 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.315 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.12", 2024-07-26T07:21:29.315 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.315 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.315 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.315 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5189, 2024-07-26T07:21:29.315 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.315 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:39:57.026167+0000", 2024-07-26T07:21:29.315 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:29.315 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.315 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.315 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.315 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.315 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.315 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.315 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.315 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.316 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.316 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.316 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.316 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.316 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.316 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.316 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.316 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.316 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.316 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.316 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:29.316 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:29.316 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.316 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:29.316 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.316 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.317 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.317 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.317 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.317 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.317 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.317 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.317 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.317 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.317 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.317 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.317 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.317 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:29.317 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:29.317 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.317 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.318 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.318 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:29.318 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:29.318 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.318 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.318 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.318 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.318 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:29.318 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:29.318 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:29.318 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.318 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T07:21:29.318 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:29.318 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.319 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.319 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.319 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:29.319 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:29.319 INFO:tasks.workunit.client.0.smithi089.stdout: 3 2024-07-26T07:21:29.319 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.319 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 2, 2024-07-26T07:21:29.319 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.319 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.319 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:29.319 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.319 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.319 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.319 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.856086+0000", 2024-07-26T07:21:29.320 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.414352+0000", 2024-07-26T07:21:29.320 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.414352+0000", 2024-07-26T07:21:29.320 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.414654+0000", 2024-07-26T07:21:29.320 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.856086+0000", 2024-07-26T07:21:29.320 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.320 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.320 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.320 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:29.320 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.856086+0000", 2024-07-26T07:21:29.320 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.856086+0000", 2024-07-26T07:21:29.320 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.856086+0000", 2024-07-26T07:21:29.320 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.320 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.320 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.321 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.856086+0000", 2024-07-26T07:21:29.321 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.856086+0000", 2024-07-26T07:21:29.321 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.321 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:29.321 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.321 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.321 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:29.321 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.321 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.321 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.321 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.321 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:29.321 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.322 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.322 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.322 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.12", 2024-07-26T07:21:29.322 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.322 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.322 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.322 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5299, 2024-07-26T07:21:29.322 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.322 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:45:46.464159+0000", 2024-07-26T07:21:29.322 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:29.322 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.322 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.322 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.323 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.323 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.323 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.323 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.323 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.323 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.323 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.323 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.323 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.323 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.323 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.323 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.323 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.323 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.323 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.323 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:29.324 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:29.324 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.324 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:29.324 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.324 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.324 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.324 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.324 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.324 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.324 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.324 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.324 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.324 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.324 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.324 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.324 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.325 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:29.325 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:29.325 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.325 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.325 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.325 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:29.325 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:29.325 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.325 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.325 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.325 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.325 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:29.325 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:29.326 INFO:tasks.workunit.client.0.smithi089.stdout: 3 2024-07-26T07:21:29.326 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.326 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 2, 2024-07-26T07:21:29.326 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:29.326 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.326 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.326 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.326 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:29.326 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:29.326 INFO:tasks.workunit.client.0.smithi089.stdout: 3 2024-07-26T07:21:29.326 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.326 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 0, 2024-07-26T07:21:29.326 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.326 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.327 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:29.327 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.327 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.327 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.327 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.613501+0000", 2024-07-26T07:21:29.327 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:14.413006+0000", 2024-07-26T07:21:29.327 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:14.413006+0000", 2024-07-26T07:21:29.327 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:14.413361+0000", 2024-07-26T07:21:29.327 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.613501+0000", 2024-07-26T07:21:29.327 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:29.327 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.327 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:29.327 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 438, 2024-07-26T07:21:29.327 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.613501+0000", 2024-07-26T07:21:29.327 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.613501+0000", 2024-07-26T07:21:29.327 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.613501+0000", 2024-07-26T07:21:29.328 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.328 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.328 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:29.328 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.613501+0000", 2024-07-26T07:21:29.328 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.613501+0000", 2024-07-26T07:21:29.328 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.328 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 2, 2024-07-26T07:21:29.328 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.328 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.328 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 437, 2024-07-26T07:21:29.328 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.328 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.328 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.329 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.329 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 2, 2024-07-26T07:21:29.329 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.329 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.329 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.329 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.13", 2024-07-26T07:21:29.329 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.329 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.329 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.329 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5347, 2024-07-26T07:21:29.329 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.329 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:33:48.627494+0000", 2024-07-26T07:21:29.329 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:29.329 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.329 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.330 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 34, 2024-07-26T07:21:29.330 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.330 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.330 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.330 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.330 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.330 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.330 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.330 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.330 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.330 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.330 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.330 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.330 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.330 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.331 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.331 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 6, 2024-07-26T07:21:29.331 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 2, 2024-07-26T07:21:29.331 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.331 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 2, 2024-07-26T07:21:29.331 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.331 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.331 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.331 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.331 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.331 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 1, 2024-07-26T07:21:29.331 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.331 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.331 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.331 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.331 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.332 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.332 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.332 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 4, 2024-07-26T07:21:29.332 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 7, 2024-07-26T07:21:29.332 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.332 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.332 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.332 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 3, 2024-07-26T07:21:29.332 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 6 2024-07-26T07:21:29.332 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.332 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.332 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.332 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.332 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:29.332 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:29.333 INFO:tasks.workunit.client.0.smithi089.stdout: 3 2024-07-26T07:21:29.333 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.333 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 0, 2024-07-26T07:21:29.333 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "65'2" 2024-07-26T07:21:29.333 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.333 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.333 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.333 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:29.333 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:29.333 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:29.333 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.333 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T07:21:29.333 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.334 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.334 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:29.334 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.334 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.334 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.334 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.863409+0000", 2024-07-26T07:21:29.334 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.415160+0000", 2024-07-26T07:21:29.334 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.415160+0000", 2024-07-26T07:21:29.334 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.415444+0000", 2024-07-26T07:21:29.334 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.863409+0000", 2024-07-26T07:21:29.334 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.334 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.334 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.335 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:29.335 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.863409+0000", 2024-07-26T07:21:29.335 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.863409+0000", 2024-07-26T07:21:29.335 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.863409+0000", 2024-07-26T07:21:29.335 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.335 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.335 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.335 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.863409+0000", 2024-07-26T07:21:29.335 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.863409+0000", 2024-07-26T07:21:29.335 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.335 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:29.335 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.335 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.335 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:29.335 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.336 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.336 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.336 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.336 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:29.336 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.336 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.336 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.336 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.15", 2024-07-26T07:21:29.336 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.336 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.336 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.336 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5128, 2024-07-26T07:21:29.336 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.336 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T11:13:19.368773+0000", 2024-07-26T07:21:29.336 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:29.336 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.336 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.337 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.337 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.337 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.337 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.337 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.337 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.337 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.337 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.337 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.337 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.337 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.337 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.337 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.337 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.338 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.338 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.338 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:29.338 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:29.338 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.338 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:29.338 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.338 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.338 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.338 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.338 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.338 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.338 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.338 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.339 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.339 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.339 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.339 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.339 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.339 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:29.339 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:29.339 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.339 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.339 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.339 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:29.339 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:29.339 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.340 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.340 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.340 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.340 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:29.340 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:29.340 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:29.340 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.340 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T07:21:29.340 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:29.340 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.340 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.340 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.340 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:29.341 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:29.341 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T07:21:29.341 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.341 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 6, 2024-07-26T07:21:29.341 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.341 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.341 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:29.341 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.341 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.341 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.341 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.856486+0000", 2024-07-26T07:21:29.341 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.518067+0000", 2024-07-26T07:21:29.341 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.518067+0000", 2024-07-26T07:21:29.341 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.518628+0000", 2024-07-26T07:21:29.342 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.856486+0000", 2024-07-26T07:21:29.342 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:29.342 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.342 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:29.342 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:29.342 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.856486+0000", 2024-07-26T07:21:29.342 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.856486+0000", 2024-07-26T07:21:29.342 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.856486+0000", 2024-07-26T07:21:29.342 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.342 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.342 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:29.342 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.856486+0000", 2024-07-26T07:21:29.342 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.856486+0000", 2024-07-26T07:21:29.343 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.343 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 29, 2024-07-26T07:21:29.343 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.343 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.343 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:29.343 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.343 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.343 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.343 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.343 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 29, 2024-07-26T07:21:29.343 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.343 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.343 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.343 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.14", 2024-07-26T07:21:29.344 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.344 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.344 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.344 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5182, 2024-07-26T07:21:29.344 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.344 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:53:25.653760+0000", 2024-07-26T07:21:29.344 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:29.344 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.344 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.344 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 5810, 2024-07-26T07:21:29.344 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.344 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.344 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.344 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.345 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.345 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.345 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.345 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.345 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.345 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.345 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.345 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.345 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.345 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.345 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.345 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 12, 2024-07-26T07:21:29.345 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 4, 2024-07-26T07:21:29.345 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.346 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 4, 2024-07-26T07:21:29.346 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.346 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.346 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.346 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.346 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.346 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 1, 2024-07-26T07:21:29.346 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.346 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.346 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.346 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.346 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.347 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.347 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.347 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 10, 2024-07-26T07:21:29.347 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 14, 2024-07-26T07:21:29.347 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.347 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.347 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.347 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 28, 2024-07-26T07:21:29.347 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 25 2024-07-26T07:21:29.347 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.347 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.347 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.347 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.347 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:29.347 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:29.348 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T07:21:29.348 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.348 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 6, 2024-07-26T07:21:29.348 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "555'29" 2024-07-26T07:21:29.348 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.348 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.348 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.348 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:29.348 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:29.348 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:29.348 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.348 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 4, 2024-07-26T07:21:29.348 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.348 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.349 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:29.349 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.349 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.349 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.349 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.613069+0000", 2024-07-26T07:21:29.349 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.412356+0000", 2024-07-26T07:21:29.349 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.412356+0000", 2024-07-26T07:21:29.349 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.412633+0000", 2024-07-26T07:21:29.349 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.613069+0000", 2024-07-26T07:21:29.349 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.349 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.349 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.349 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:29.350 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.613069+0000", 2024-07-26T07:21:29.350 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.613069+0000", 2024-07-26T07:21:29.350 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.613069+0000", 2024-07-26T07:21:29.350 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.350 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.350 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.350 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.613069+0000", 2024-07-26T07:21:29.350 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.613069+0000", 2024-07-26T07:21:29.350 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.350 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:29.350 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.350 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.350 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:29.351 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.351 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.351 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.351 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.351 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:29.351 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.351 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.351 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.351 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.14", 2024-07-26T07:21:29.351 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.351 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.351 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.351 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5208, 2024-07-26T07:21:29.351 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.352 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:56:20.042510+0000", 2024-07-26T07:21:29.352 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:29.352 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.352 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.352 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.352 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.352 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.352 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.352 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.352 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.352 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.352 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.352 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.352 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.353 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.353 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.353 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.353 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.353 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.353 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.353 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:29.353 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:29.353 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.353 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:29.353 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.353 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.353 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.353 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.354 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.354 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.354 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.354 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.354 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.354 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.354 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.354 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.354 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.354 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:29.354 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:29.354 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.354 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.354 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.355 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:29.355 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:29.355 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.355 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.355 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.355 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.355 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:29.355 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:29.355 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:29.355 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.355 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 4, 2024-07-26T07:21:29.355 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:29.355 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.355 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.355 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.356 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:29.356 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:29.356 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:29.356 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.356 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T07:21:29.356 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.356 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.356 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:29.356 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.356 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.356 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.356 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.613809+0000", 2024-07-26T07:21:29.356 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:47.488087+0000", 2024-07-26T07:21:29.356 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:47.488087+0000", 2024-07-26T07:21:29.357 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:47.488391+0000", 2024-07-26T07:21:29.357 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.613809+0000", 2024-07-26T07:21:29.357 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:29.357 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.357 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:29.357 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 470, 2024-07-26T07:21:29.357 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.613809+0000", 2024-07-26T07:21:29.357 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.613809+0000", 2024-07-26T07:21:29.357 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.613809+0000", 2024-07-26T07:21:29.357 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.357 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.357 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:29.357 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.613809+0000", 2024-07-26T07:21:29.357 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.613809+0000", 2024-07-26T07:21:29.357 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.358 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 3, 2024-07-26T07:21:29.358 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.358 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.358 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 469, 2024-07-26T07:21:29.358 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.358 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.358 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.358 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.358 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 3, 2024-07-26T07:21:29.358 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.358 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.358 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.358 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.15", 2024-07-26T07:21:29.358 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.359 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.359 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.359 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5345, 2024-07-26T07:21:29.359 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.359 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T08:38:28.447555+0000", 2024-07-26T07:21:29.359 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:29.359 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.359 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.359 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 90, 2024-07-26T07:21:29.359 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.359 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.359 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.359 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.359 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.360 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.360 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.360 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.360 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.360 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.360 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.360 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.360 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.360 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.360 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.360 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 6, 2024-07-26T07:21:29.360 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 2, 2024-07-26T07:21:29.360 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.360 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 2, 2024-07-26T07:21:29.361 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.361 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.361 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.361 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.361 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.361 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 1, 2024-07-26T07:21:29.361 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.361 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.361 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.361 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.361 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.361 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.361 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.361 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 7, 2024-07-26T07:21:29.361 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 7, 2024-07-26T07:21:29.362 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.362 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.362 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.362 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 4, 2024-07-26T07:21:29.362 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 1 2024-07-26T07:21:29.362 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.362 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.362 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.362 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.362 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:29.362 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:29.362 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:29.362 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.363 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T07:21:29.363 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "65'3" 2024-07-26T07:21:29.363 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.363 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.363 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.363 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:29.363 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:29.363 INFO:tasks.workunit.client.0.smithi089.stdout: 3 2024-07-26T07:21:29.363 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.363 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 0, 2024-07-26T07:21:29.363 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.363 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.363 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:29.363 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.363 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.364 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.364 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.615368+0000", 2024-07-26T07:21:29.364 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:47.486001+0000", 2024-07-26T07:21:29.364 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:47.486001+0000", 2024-07-26T07:21:29.364 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:47.487572+0000", 2024-07-26T07:21:29.364 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.615368+0000", 2024-07-26T07:21:29.364 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.364 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.364 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.364 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 470, 2024-07-26T07:21:29.364 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.615368+0000", 2024-07-26T07:21:29.364 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.615368+0000", 2024-07-26T07:21:29.364 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.615368+0000", 2024-07-26T07:21:29.364 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.365 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.365 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.365 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.615368+0000", 2024-07-26T07:21:29.365 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.615368+0000", 2024-07-26T07:21:29.365 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.365 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:29.365 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.365 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.365 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 469, 2024-07-26T07:21:29.365 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.365 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.365 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.365 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.365 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:29.366 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.366 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.366 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.366 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.17", 2024-07-26T07:21:29.366 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.366 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.366 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.366 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5336, 2024-07-26T07:21:29.366 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.366 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:26:11.063506+0000", 2024-07-26T07:21:29.366 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:29.366 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.366 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.367 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.367 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.367 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.367 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.367 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.367 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.367 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.367 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.367 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.367 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.367 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.367 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.367 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.367 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.368 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.368 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.368 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:29.368 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:29.368 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.368 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:29.368 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.368 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.368 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.368 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.368 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.368 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.368 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.369 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.369 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.369 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.369 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.369 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.369 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.369 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:29.369 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:29.369 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.369 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.369 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.369 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:29.369 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:29.369 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.370 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.370 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.370 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.370 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:29.370 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:29.370 INFO:tasks.workunit.client.0.smithi089.stdout: 3 2024-07-26T07:21:29.370 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.370 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 0, 2024-07-26T07:21:29.370 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:29.370 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.370 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.370 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.370 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:29.371 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:29.371 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:29.371 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.371 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T07:21:29.371 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.371 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.371 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:29.371 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.371 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.371 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.371 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.863600+0000", 2024-07-26T07:21:29.371 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.521415+0000", 2024-07-26T07:21:29.371 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.521415+0000", 2024-07-26T07:21:29.371 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.521765+0000", 2024-07-26T07:21:29.372 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.863600+0000", 2024-07-26T07:21:29.372 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:29.372 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.372 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:29.372 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:29.372 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.863600+0000", 2024-07-26T07:21:29.372 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.863600+0000", 2024-07-26T07:21:29.372 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.863600+0000", 2024-07-26T07:21:29.372 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.372 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.372 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:29.372 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.863600+0000", 2024-07-26T07:21:29.372 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.863600+0000", 2024-07-26T07:21:29.372 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.373 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:29.373 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.373 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.373 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:29.373 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.373 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.373 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.373 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.373 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:29.373 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.373 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.373 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.373 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.16", 2024-07-26T07:21:29.373 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.374 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.374 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.374 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5197, 2024-07-26T07:21:29.374 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.374 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T06:37:00.975713+0000", 2024-07-26T07:21:29.374 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:29.374 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.374 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.374 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.374 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.374 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.374 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.374 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.374 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.375 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.375 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.375 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.375 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.375 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.375 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.375 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.375 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.375 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.375 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.375 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:29.375 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:29.375 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.375 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:29.376 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.376 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.376 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.376 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.376 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.376 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.376 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.376 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.376 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.376 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.376 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.376 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.376 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.376 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:29.377 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:29.377 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.377 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.377 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.377 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:29.377 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:29.377 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.377 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.377 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.377 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.377 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:29.377 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:29.377 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:29.377 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.377 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T07:21:29.378 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:29.378 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.378 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.378 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.378 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:29.378 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:29.378 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:29.378 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.378 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T07:21:29.378 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.378 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.378 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:29.378 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.378 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.379 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.379 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.863488+0000", 2024-07-26T07:21:29.379 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.417609+0000", 2024-07-26T07:21:29.379 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.417609+0000", 2024-07-26T07:21:29.379 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.417929+0000", 2024-07-26T07:21:29.379 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.863488+0000", 2024-07-26T07:21:29.379 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.379 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.379 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.379 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:29.379 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.863488+0000", 2024-07-26T07:21:29.379 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.863488+0000", 2024-07-26T07:21:29.379 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.863488+0000", 2024-07-26T07:21:29.379 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.379 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.380 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.380 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.863488+0000", 2024-07-26T07:21:29.380 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.863488+0000", 2024-07-26T07:21:29.380 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.380 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:29.380 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.380 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.380 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:29.380 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.380 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.380 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.380 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.380 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:29.380 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.381 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.381 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.381 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.16", 2024-07-26T07:21:29.381 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.381 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.381 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.381 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5164, 2024-07-26T07:21:29.381 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.381 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:49:16.242495+0000", 2024-07-26T07:21:29.381 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:29.381 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.381 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.381 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.381 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.381 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.382 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.382 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.382 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.382 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.382 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.382 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.382 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.382 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.382 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.382 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.382 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.382 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.382 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.383 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:29.383 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:29.383 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.383 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:29.383 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.383 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.383 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.383 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.383 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.383 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.383 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.383 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.383 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.383 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.384 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.384 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.384 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.384 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:29.384 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:29.384 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.384 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.384 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.384 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:29.384 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:29.384 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.384 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.384 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.384 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.385 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:29.385 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:29.385 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:29.385 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.385 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T07:21:29.385 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:29.385 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.385 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.385 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.385 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:29.385 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:29.385 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:29.385 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.385 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 6, 2024-07-26T07:21:29.386 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.386 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.386 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:29.386 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.386 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.386 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.386 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.859289+0000", 2024-07-26T07:21:29.386 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.523160+0000", 2024-07-26T07:21:29.386 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.523160+0000", 2024-07-26T07:21:29.386 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.523467+0000", 2024-07-26T07:21:29.386 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.859289+0000", 2024-07-26T07:21:29.386 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:29.386 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.386 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:29.387 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:29.387 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.859289+0000", 2024-07-26T07:21:29.387 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.859289+0000", 2024-07-26T07:21:29.387 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.859289+0000", 2024-07-26T07:21:29.387 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.387 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.387 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:29.387 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.859289+0000", 2024-07-26T07:21:29.387 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.859289+0000", 2024-07-26T07:21:29.387 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.387 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:29.387 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.387 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.387 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:29.388 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.388 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.388 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.388 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.388 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:29.388 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.388 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.388 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.388 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.17", 2024-07-26T07:21:29.388 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.388 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.388 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.388 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5146, 2024-07-26T07:21:29.388 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.388 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:38:16.283968+0000", 2024-07-26T07:21:29.389 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:29.389 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.389 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.389 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.389 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.389 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.389 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.389 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.389 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.389 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.389 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.389 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.389 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.390 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.390 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.390 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.390 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.390 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.390 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.390 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:29.390 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:29.390 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.390 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:29.390 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.390 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.390 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.390 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.391 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.391 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.391 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.391 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.391 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.391 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.391 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.391 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.391 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.391 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:29.391 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:29.391 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.391 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.391 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.392 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:29.392 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:29.392 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.392 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.392 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.392 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.392 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:29.392 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:29.392 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:29.392 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.392 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 6, 2024-07-26T07:21:29.392 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:29.392 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.392 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.392 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.393 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:29.393 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:29.393 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:29.393 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.393 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T07:21:29.393 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.393 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.393 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:29.393 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.393 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.393 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.393 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.612765+0000", 2024-07-26T07:21:29.393 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:14.407479+0000", 2024-07-26T07:21:29.393 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:14.407479+0000", 2024-07-26T07:21:29.394 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:14.409001+0000", 2024-07-26T07:21:29.394 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.612765+0000", 2024-07-26T07:21:29.394 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.394 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.394 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.394 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 438, 2024-07-26T07:21:29.394 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.612765+0000", 2024-07-26T07:21:29.394 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.612765+0000", 2024-07-26T07:21:29.394 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.612765+0000", 2024-07-26T07:21:29.394 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.394 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.394 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.394 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.612765+0000", 2024-07-26T07:21:29.394 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.612765+0000", 2024-07-26T07:21:29.395 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.395 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:29.395 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.395 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.395 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 437, 2024-07-26T07:21:29.395 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.395 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.395 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.395 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.395 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:29.395 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.395 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.395 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.395 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.19", 2024-07-26T07:21:29.396 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.396 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.396 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.396 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5326, 2024-07-26T07:21:29.396 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.396 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:27:55.010113+0000", 2024-07-26T07:21:29.396 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:29.396 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.396 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.396 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.396 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.396 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.396 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.397 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.397 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.397 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.397 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.397 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.397 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.397 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.397 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.397 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.397 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.397 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.397 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.397 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:29.398 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:29.398 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.398 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:29.398 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.398 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.398 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.398 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.398 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.398 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.398 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.398 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.398 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.398 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.399 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.399 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.399 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.399 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:29.399 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:29.399 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.399 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.399 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.399 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:29.399 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:29.399 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.399 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.399 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.399 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.400 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:29.400 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:29.400 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:29.400 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.400 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T07:21:29.400 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:29.400 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.400 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.400 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.400 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:29.400 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:29.400 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:29.400 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.401 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T07:21:29.401 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.401 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.401 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:29.401 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.401 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.401 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.401 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.856289+0000", 2024-07-26T07:21:29.401 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.416721+0000", 2024-07-26T07:21:29.401 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.416721+0000", 2024-07-26T07:21:29.401 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.417016+0000", 2024-07-26T07:21:29.401 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.856289+0000", 2024-07-26T07:21:29.401 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:29.401 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.401 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:29.402 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:29.402 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.856289+0000", 2024-07-26T07:21:29.402 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.856289+0000", 2024-07-26T07:21:29.402 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.856289+0000", 2024-07-26T07:21:29.402 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.402 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.402 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:29.402 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.856289+0000", 2024-07-26T07:21:29.402 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.856289+0000", 2024-07-26T07:21:29.402 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.402 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:29.402 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.403 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.403 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:29.403 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.403 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.403 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.403 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.403 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:29.403 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.403 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.403 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.403 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.18", 2024-07-26T07:21:29.403 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.403 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.403 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.403 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5178, 2024-07-26T07:21:29.404 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.404 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:41:38.062327+0000", 2024-07-26T07:21:29.404 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:29.404 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.404 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.404 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.404 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.404 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.404 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.404 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.404 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.404 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.404 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.405 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.405 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.405 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.405 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.405 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.405 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.405 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.405 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.405 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:29.405 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:29.405 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.405 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:29.405 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.405 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.406 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.406 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.406 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.406 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.406 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.406 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.406 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.406 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.406 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.406 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.406 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.406 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:29.406 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:29.407 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.407 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.407 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.407 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:29.407 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:29.407 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.407 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.407 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.407 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.407 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:29.407 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:29.407 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:29.407 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.407 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T07:21:29.408 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:29.408 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.408 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.408 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.408 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:29.408 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:29.408 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:29.408 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.408 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T07:21:29.408 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.408 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.408 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:29.408 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.408 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.408 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.409 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.857437+0000", 2024-07-26T07:21:29.409 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:10:41.393083+0000", 2024-07-26T07:21:29.409 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:10:41.393083+0000", 2024-07-26T07:21:29.409 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:10:41.395518+0000", 2024-07-26T07:21:29.409 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.857437+0000", 2024-07-26T07:21:29.409 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.409 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.409 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.409 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 407, 2024-07-26T07:21:29.409 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.857437+0000", 2024-07-26T07:21:29.409 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.857437+0000", 2024-07-26T07:21:29.409 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.857437+0000", 2024-07-26T07:21:29.409 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.409 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.409 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.409 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.857437+0000", 2024-07-26T07:21:29.410 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.857437+0000", 2024-07-26T07:21:29.410 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.410 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:29.410 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.410 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.410 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 406, 2024-07-26T07:21:29.410 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.410 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.410 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.410 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.410 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:29.410 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.410 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.410 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.411 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.18", 2024-07-26T07:21:29.411 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.411 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.411 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.411 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5263, 2024-07-26T07:21:29.411 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.411 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:58:21.870433+0000", 2024-07-26T07:21:29.411 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:29.411 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.411 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.411 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.411 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.411 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.411 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.412 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.412 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.412 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.412 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.412 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.412 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.412 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.412 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.412 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.412 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.412 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.412 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.412 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:29.412 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:29.413 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.413 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:29.413 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.413 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.413 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.413 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.413 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.413 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.413 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.413 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.413 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.413 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.413 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.413 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.413 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.413 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:29.414 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:29.414 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.414 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.414 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.414 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:29.414 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:29.414 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.414 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.414 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.414 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.414 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:29.414 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:29.414 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:29.415 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.415 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T07:21:29.415 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:29.415 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.415 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.415 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.415 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:29.415 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:29.415 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:29.415 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.415 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T07:21:29.415 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.415 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.415 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:29.415 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.416 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.416 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.416 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.856132+0000", 2024-07-26T07:21:29.416 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.524261+0000", 2024-07-26T07:21:29.416 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.524261+0000", 2024-07-26T07:21:29.416 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.524589+0000", 2024-07-26T07:21:29.416 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.856132+0000", 2024-07-26T07:21:29.416 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:29.416 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.416 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:29.416 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:29.416 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.856132+0000", 2024-07-26T07:21:29.416 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.856132+0000", 2024-07-26T07:21:29.416 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.856132+0000", 2024-07-26T07:21:29.416 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.417 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.417 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:29.417 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.856132+0000", 2024-07-26T07:21:29.417 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.856132+0000", 2024-07-26T07:21:29.417 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.417 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:29.417 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.417 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.417 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:29.417 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.417 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.417 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.417 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.417 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:29.417 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.417 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.418 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.418 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.19", 2024-07-26T07:21:29.418 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.418 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.418 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.418 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5267, 2024-07-26T07:21:29.418 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.418 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:49:39.704720+0000", 2024-07-26T07:21:29.418 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:29.418 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.418 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.418 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.418 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.419 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.419 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.419 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.419 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.419 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.419 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.419 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.419 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.419 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.419 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.419 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.419 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.419 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.419 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.420 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:29.420 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:29.420 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.420 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:29.420 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.420 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.420 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.420 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.420 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.420 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.420 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.420 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.420 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.420 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.421 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.421 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.421 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.421 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:29.421 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:29.421 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.421 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.421 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.421 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:29.421 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:29.421 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.421 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.421 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.421 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.422 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:29.422 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:29.422 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:29.422 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.422 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T07:21:29.422 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:29.422 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.422 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.422 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.422 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:29.422 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:29.422 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:29.422 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.422 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 6, 2024-07-26T07:21:29.423 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.423 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.423 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:29.423 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.423 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.423 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.423 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.858109+0000", 2024-07-26T07:21:29.423 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.417941+0000", 2024-07-26T07:21:29.423 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.417941+0000", 2024-07-26T07:21:29.423 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.418552+0000", 2024-07-26T07:21:29.423 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.858109+0000", 2024-07-26T07:21:29.423 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:29.423 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.423 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:29.423 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:29.424 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.858109+0000", 2024-07-26T07:21:29.424 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.858109+0000", 2024-07-26T07:21:29.424 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.858109+0000", 2024-07-26T07:21:29.424 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.424 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.424 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:29.424 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.858109+0000", 2024-07-26T07:21:29.424 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.858109+0000", 2024-07-26T07:21:29.424 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.424 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 2, 2024-07-26T07:21:29.424 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.424 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.424 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:29.424 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.424 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.424 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.425 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.425 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 2, 2024-07-26T07:21:29.425 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.425 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.425 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.425 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.1a", 2024-07-26T07:21:29.425 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.425 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.425 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.425 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5149, 2024-07-26T07:21:29.425 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.425 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:04:48.090238+0000", 2024-07-26T07:21:29.425 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:29.425 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.425 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.426 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.426 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.426 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.426 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.426 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.426 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.426 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.426 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.426 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.426 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.426 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.426 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.426 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.427 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.427 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.427 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.427 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:29.427 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:29.427 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.427 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:29.427 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.427 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.427 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.427 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.427 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.427 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.427 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.427 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.428 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.428 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.428 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.428 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.428 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.428 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:29.428 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:29.428 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.428 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.428 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.428 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:29.428 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:29.428 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.428 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.428 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.429 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.429 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:29.429 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:29.429 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:29.429 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.429 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 6, 2024-07-26T07:21:29.429 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "555'2" 2024-07-26T07:21:29.429 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.429 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.429 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.429 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:29.429 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:29.429 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:29.429 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.430 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 0, 2024-07-26T07:21:29.430 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.430 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.430 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:29.430 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.430 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.430 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.430 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.613307+0000", 2024-07-26T07:21:29.430 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.422366+0000", 2024-07-26T07:21:29.430 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.422366+0000", 2024-07-26T07:21:29.430 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.424021+0000", 2024-07-26T07:21:29.430 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.613307+0000", 2024-07-26T07:21:29.430 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.430 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.430 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.431 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:29.431 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.613307+0000", 2024-07-26T07:21:29.431 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.613307+0000", 2024-07-26T07:21:29.431 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.613307+0000", 2024-07-26T07:21:29.431 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.431 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.431 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.431 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.613307+0000", 2024-07-26T07:21:29.431 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.613307+0000", 2024-07-26T07:21:29.431 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.431 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:29.431 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.431 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.431 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:29.431 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.431 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.432 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.432 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.432 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:29.432 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.432 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.432 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.432 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.1b", 2024-07-26T07:21:29.432 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.432 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.432 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.432 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5335, 2024-07-26T07:21:29.432 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.432 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:11:45.492466+0000", 2024-07-26T07:21:29.432 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:29.432 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.432 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.433 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.433 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.433 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.433 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.433 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.433 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.433 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.433 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.433 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.433 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.433 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.433 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.433 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.433 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.434 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.434 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.434 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:29.434 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:29.434 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.434 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:29.434 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.434 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.434 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.434 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.434 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.434 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.434 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.434 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.435 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.435 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.435 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.435 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.435 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.435 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:29.435 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:29.435 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.435 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.435 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.435 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:29.435 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:29.435 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.435 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.435 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.436 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.436 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:29.436 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:29.436 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:29.436 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.436 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 0, 2024-07-26T07:21:29.436 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:29.436 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.436 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.436 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.436 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:29.436 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:29.436 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:29.436 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.437 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T07:21:29.437 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.437 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.437 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:29.437 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.437 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.437 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.437 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.856772+0000", 2024-07-26T07:21:29.437 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.412203+0000", 2024-07-26T07:21:29.437 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.412203+0000", 2024-07-26T07:21:29.437 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.412821+0000", 2024-07-26T07:21:29.437 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.856772+0000", 2024-07-26T07:21:29.437 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:29.437 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.438 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:29.438 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:29.438 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.856772+0000", 2024-07-26T07:21:29.438 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.856772+0000", 2024-07-26T07:21:29.438 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.856772+0000", 2024-07-26T07:21:29.438 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.438 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.438 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:29.438 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.856772+0000", 2024-07-26T07:21:29.438 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.856772+0000", 2024-07-26T07:21:29.438 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.438 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 2, 2024-07-26T07:21:29.438 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.438 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.439 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:29.439 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.439 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.439 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.439 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.439 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 2, 2024-07-26T07:21:29.439 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.439 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.439 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.439 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.1b", 2024-07-26T07:21:29.439 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.439 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.439 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.439 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5259, 2024-07-26T07:21:29.440 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.440 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:33:14.815497+0000", 2024-07-26T07:21:29.440 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:29.440 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.440 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.440 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.440 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.440 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.440 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.440 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.440 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.440 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.440 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.441 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.441 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.441 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.441 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.441 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.441 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.441 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.441 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.441 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:29.441 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:29.441 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.441 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:29.441 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.441 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.442 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.442 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.442 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.442 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.442 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.442 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.442 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.442 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.442 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.442 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.442 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.442 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:29.442 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:29.442 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.442 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.443 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.443 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:29.443 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:29.443 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.443 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.443 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.443 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.443 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:29.443 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:29.443 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:29.443 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.443 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T07:21:29.443 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "555'2" 2024-07-26T07:21:29.443 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.443 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.444 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.444 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:29.444 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:29.444 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:29.444 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.444 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 4, 2024-07-26T07:21:29.444 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.444 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.444 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:29.444 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.444 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.444 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.444 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.612124+0000", 2024-07-26T07:21:29.444 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:14.408672+0000", 2024-07-26T07:21:29.445 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:14.408672+0000", 2024-07-26T07:21:29.445 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:14.409191+0000", 2024-07-26T07:21:29.445 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.612124+0000", 2024-07-26T07:21:29.445 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.445 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.445 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.445 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 438, 2024-07-26T07:21:29.445 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.612124+0000", 2024-07-26T07:21:29.445 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.612124+0000", 2024-07-26T07:21:29.445 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.612124+0000", 2024-07-26T07:21:29.445 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.445 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.445 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.445 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.612124+0000", 2024-07-26T07:21:29.446 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.612124+0000", 2024-07-26T07:21:29.446 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.446 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:29.446 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.446 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.446 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 437, 2024-07-26T07:21:29.446 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.446 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.446 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.446 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.446 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:29.446 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.446 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.447 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.447 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.1a", 2024-07-26T07:21:29.447 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.447 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.447 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.447 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5247, 2024-07-26T07:21:29.447 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.447 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:20:44.753077+0000", 2024-07-26T07:21:29.447 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:29.447 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.447 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.447 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.447 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.447 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.447 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.448 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.448 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.448 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.448 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.448 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.448 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.448 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.448 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.448 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.448 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.448 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.448 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.448 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:29.448 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:29.449 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.449 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:29.449 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.449 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.449 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.449 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.449 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.449 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.449 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.449 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.449 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.449 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.449 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.449 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.449 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.450 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:29.450 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:29.450 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.450 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.450 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.450 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:29.450 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:29.450 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.450 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.450 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.450 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.450 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:29.450 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:29.450 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:29.451 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.451 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 4, 2024-07-26T07:21:29.451 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:29.451 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.451 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.451 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.451 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:29.451 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:29.451 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T07:21:29.451 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.451 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 6, 2024-07-26T07:21:29.451 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.451 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.452 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:29.452 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.452 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.452 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.452 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.855876+0000", 2024-07-26T07:21:29.452 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.516773+0000", 2024-07-26T07:21:29.452 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.516773+0000", 2024-07-26T07:21:29.452 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.523596+0000", 2024-07-26T07:21:29.452 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.855876+0000", 2024-07-26T07:21:29.452 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.452 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.452 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.452 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:29.452 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.855876+0000", 2024-07-26T07:21:29.453 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.855876+0000", 2024-07-26T07:21:29.453 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.855876+0000", 2024-07-26T07:21:29.453 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.453 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.453 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.453 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.855876+0000", 2024-07-26T07:21:29.453 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.855876+0000", 2024-07-26T07:21:29.453 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.453 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:29.453 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.453 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.453 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:29.453 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.453 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.453 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.454 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.454 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:29.454 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.454 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.454 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.454 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.20", 2024-07-26T07:21:29.454 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.454 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.454 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.454 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5148, 2024-07-26T07:21:29.454 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.454 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T11:25:04.467946+0000", 2024-07-26T07:21:29.454 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:29.454 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.455 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.455 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.455 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.455 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.455 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.455 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.455 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.455 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.455 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.455 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.455 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.455 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.455 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.456 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.456 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.456 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.456 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.456 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:29.456 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:29.456 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.456 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:29.456 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.456 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.456 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.456 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.456 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.456 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.457 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.457 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.457 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.457 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.457 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.457 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.457 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.457 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:29.457 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:29.457 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.457 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.457 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.457 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:29.457 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:29.457 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.458 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.458 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.458 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.458 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:29.458 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:29.458 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T07:21:29.458 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.458 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 6, 2024-07-26T07:21:29.458 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:29.458 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.458 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.458 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.458 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:29.459 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:29.459 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:29.459 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.459 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 2, 2024-07-26T07:21:29.459 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.459 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.459 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:29.459 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.459 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.459 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.459 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.856687+0000", 2024-07-26T07:21:29.459 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.524892+0000", 2024-07-26T07:21:29.459 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.524892+0000", 2024-07-26T07:21:29.460 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.525197+0000", 2024-07-26T07:21:29.460 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.856687+0000", 2024-07-26T07:21:29.460 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.460 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.460 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.460 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:29.460 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.856687+0000", 2024-07-26T07:21:29.460 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.856687+0000", 2024-07-26T07:21:29.460 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.856687+0000", 2024-07-26T07:21:29.460 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.460 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.460 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.460 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.856687+0000", 2024-07-26T07:21:29.460 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.856687+0000", 2024-07-26T07:21:29.461 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.461 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:29.461 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.461 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.461 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:29.461 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.461 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.461 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.461 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.461 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:29.461 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.461 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.461 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.461 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.21", 2024-07-26T07:21:29.462 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.462 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.462 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.462 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5302, 2024-07-26T07:21:29.462 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.462 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:02:58.160479+0000", 2024-07-26T07:21:29.462 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:29.462 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.462 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.462 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.462 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.462 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.462 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.462 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.463 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.463 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.463 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.463 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.463 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.463 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.463 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.463 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.463 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.463 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.463 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.463 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:29.463 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:29.463 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.464 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:29.464 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.464 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.464 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.464 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.464 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.464 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.464 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.464 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.464 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.464 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.464 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.464 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.464 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.464 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:29.465 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:29.465 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.465 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.465 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.465 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:29.465 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:29.465 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.465 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.465 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.465 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.465 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:29.465 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:29.465 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:29.465 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.466 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 2, 2024-07-26T07:21:29.466 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:29.466 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.466 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.466 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.466 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:29.466 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:29.466 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:29.466 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.466 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T07:21:29.466 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.466 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.466 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:29.467 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.467 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.467 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.467 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.857755+0000", 2024-07-26T07:21:29.467 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:47.478631+0000", 2024-07-26T07:21:29.467 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:47.478631+0000", 2024-07-26T07:21:29.467 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:47.479752+0000", 2024-07-26T07:21:29.467 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.857755+0000", 2024-07-26T07:21:29.467 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.467 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.467 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.467 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 470, 2024-07-26T07:21:29.467 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.857755+0000", 2024-07-26T07:21:29.467 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.857755+0000", 2024-07-26T07:21:29.467 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.857755+0000", 2024-07-26T07:21:29.468 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.468 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.468 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.468 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.857755+0000", 2024-07-26T07:21:29.468 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.857755+0000", 2024-07-26T07:21:29.468 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.468 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:29.468 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.468 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.468 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 469, 2024-07-26T07:21:29.468 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.468 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.468 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.468 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.469 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:29.469 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.469 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.469 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.469 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.22", 2024-07-26T07:21:29.469 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.469 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.469 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.469 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5198, 2024-07-26T07:21:29.469 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.469 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:18:22.107716+0000", 2024-07-26T07:21:29.469 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:29.469 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.469 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.469 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.470 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.470 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.470 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.470 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.470 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.470 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.470 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.470 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.470 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.470 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.470 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.470 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.470 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.471 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.471 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.471 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:29.471 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:29.471 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.471 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:29.471 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.471 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.471 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.471 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.471 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.471 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.471 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.472 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.472 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.472 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.472 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.472 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.472 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.472 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:29.472 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:29.472 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.472 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.472 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.472 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:29.472 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:29.472 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.472 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.473 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.473 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.473 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:29.473 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:29.473 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:29.473 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.473 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T07:21:29.473 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:29.473 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.473 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.473 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.473 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:29.473 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:29.473 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:29.474 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.474 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 0, 2024-07-26T07:21:29.474 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.474 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.474 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:29.474 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.474 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.474 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.474 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.613550+0000", 2024-07-26T07:21:29.474 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:14.410045+0000", 2024-07-26T07:21:29.474 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:14.410045+0000", 2024-07-26T07:21:29.474 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:14.410366+0000", 2024-07-26T07:21:29.474 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.613550+0000", 2024-07-26T07:21:29.474 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.475 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.475 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.475 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 438, 2024-07-26T07:21:29.475 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.613550+0000", 2024-07-26T07:21:29.475 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.613550+0000", 2024-07-26T07:21:29.475 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.613550+0000", 2024-07-26T07:21:29.475 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.475 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.475 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.475 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.613550+0000", 2024-07-26T07:21:29.475 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.613550+0000", 2024-07-26T07:21:29.475 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.475 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:29.475 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.476 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.476 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 437, 2024-07-26T07:21:29.476 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.476 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.476 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.476 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.476 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:29.476 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.476 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.476 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.476 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.23", 2024-07-26T07:21:29.476 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.476 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.476 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.477 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5341, 2024-07-26T07:21:29.477 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.477 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:18:12.441970+0000", 2024-07-26T07:21:29.477 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:29.477 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.477 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.477 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.477 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.477 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.477 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.477 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.477 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.477 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.477 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.478 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.478 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.478 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.478 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.478 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.478 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.478 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.478 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.478 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:29.478 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:29.478 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.478 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:29.478 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.478 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.479 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.479 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.479 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.479 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.479 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.479 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.479 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.479 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.479 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.479 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.479 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.479 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:29.479 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:29.479 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.479 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.480 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.480 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:29.480 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:29.480 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.480 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.480 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.480 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.480 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:29.480 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:29.480 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:29.480 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.480 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 0, 2024-07-26T07:21:29.480 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:29.480 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.480 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.481 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.481 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:29.481 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:29.481 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:29.481 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.481 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T07:21:29.481 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.481 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.481 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:29.481 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.481 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.481 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.481 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.858342+0000", 2024-07-26T07:21:29.481 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:14.406106+0000", 2024-07-26T07:21:29.481 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:14.406106+0000", 2024-07-26T07:21:29.482 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:14.406431+0000", 2024-07-26T07:21:29.482 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.858342+0000", 2024-07-26T07:21:29.482 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.482 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.482 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.482 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 438, 2024-07-26T07:21:29.482 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.858342+0000", 2024-07-26T07:21:29.482 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.858342+0000", 2024-07-26T07:21:29.482 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.858342+0000", 2024-07-26T07:21:29.482 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.482 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.482 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.482 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.858342+0000", 2024-07-26T07:21:29.482 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.858342+0000", 2024-07-26T07:21:29.483 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.483 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:29.483 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.483 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.483 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 437, 2024-07-26T07:21:29.483 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.483 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.483 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.483 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.483 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:29.483 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.483 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.483 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.483 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.24", 2024-07-26T07:21:29.483 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.484 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.484 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.484 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5267, 2024-07-26T07:21:29.484 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.484 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:28:30.924546+0000", 2024-07-26T07:21:29.484 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:29.484 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.484 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.484 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.484 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.484 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.484 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.484 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.484 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.484 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.485 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.485 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.485 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.485 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.485 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.485 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.485 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.485 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.485 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.485 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:29.485 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:29.485 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.485 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:29.485 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.486 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.486 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.486 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.486 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.486 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.486 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.486 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.486 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.486 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.486 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.486 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.486 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.487 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:29.487 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:29.487 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.487 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.487 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.487 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:29.487 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:29.487 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.487 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.487 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.487 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.487 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:29.487 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:29.487 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:29.488 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.488 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T07:21:29.488 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:29.488 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.488 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.488 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.488 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:29.488 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:29.488 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:29.488 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.488 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T07:21:29.488 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.488 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.488 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:29.488 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.489 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.489 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.489 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.614371+0000", 2024-07-26T07:21:29.489 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:10:41.392676+0000", 2024-07-26T07:21:29.489 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:10:41.392676+0000", 2024-07-26T07:21:29.489 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:10:41.393019+0000", 2024-07-26T07:21:29.489 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.614371+0000", 2024-07-26T07:21:29.489 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.489 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.489 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.489 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 407, 2024-07-26T07:21:29.489 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.614371+0000", 2024-07-26T07:21:29.489 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.614371+0000", 2024-07-26T07:21:29.489 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.614371+0000", 2024-07-26T07:21:29.490 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.490 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.490 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.490 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.614371+0000", 2024-07-26T07:21:29.490 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.614371+0000", 2024-07-26T07:21:29.490 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.490 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:29.490 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.490 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.490 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 406, 2024-07-26T07:21:29.490 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.490 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.490 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.490 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.490 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:29.491 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.491 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.491 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.491 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.25", 2024-07-26T07:21:29.491 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.491 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.491 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.491 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5330, 2024-07-26T07:21:29.491 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.491 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T08:39:17.857800+0000", 2024-07-26T07:21:29.491 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:29.491 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.491 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.491 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.491 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.492 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.492 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.492 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.492 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.492 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.492 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.492 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.492 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.492 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.492 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.492 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.492 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.492 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.493 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.493 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:29.493 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:29.493 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.493 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:29.493 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.493 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.493 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.493 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.493 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.493 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.493 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.493 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.493 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.493 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.493 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.494 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.494 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.494 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:29.494 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:29.494 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.494 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.494 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.494 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:29.494 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:29.494 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.494 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.494 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.494 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.494 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:29.495 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:29.495 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:29.495 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.495 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T07:21:29.495 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:29.495 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.495 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.495 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.495 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:29.495 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:29.495 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:29.495 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.495 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 6, 2024-07-26T07:21:29.495 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.495 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.496 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:29.496 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.496 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.496 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.496 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.860528+0000", 2024-07-26T07:21:29.496 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.417115+0000", 2024-07-26T07:21:29.496 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.417115+0000", 2024-07-26T07:21:29.496 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.417396+0000", 2024-07-26T07:21:29.496 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.860528+0000", 2024-07-26T07:21:29.496 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.496 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.496 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.496 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:29.496 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.860528+0000", 2024-07-26T07:21:29.496 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.860528+0000", 2024-07-26T07:21:29.497 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.860528+0000", 2024-07-26T07:21:29.497 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.497 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.497 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.497 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.860528+0000", 2024-07-26T07:21:29.497 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.860528+0000", 2024-07-26T07:21:29.497 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.497 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:29.497 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.497 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.497 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:29.497 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.497 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.497 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.498 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.498 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:29.498 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.498 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.498 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.498 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.26", 2024-07-26T07:21:29.498 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.498 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.498 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.498 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5148, 2024-07-26T07:21:29.498 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.498 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:39:35.821007+0000", 2024-07-26T07:21:29.498 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:29.498 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.499 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.499 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.499 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.499 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.499 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.499 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.499 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.499 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.499 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.499 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.499 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.499 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.499 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.499 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.499 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.499 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.500 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.500 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:29.500 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:29.500 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.500 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:29.500 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.500 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.500 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.500 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.500 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.500 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.500 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.500 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.501 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.501 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.501 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.501 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.501 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.501 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:29.501 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:29.501 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.501 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.501 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.501 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:29.501 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:29.501 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.501 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.502 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.502 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.502 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:29.502 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:29.502 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:29.502 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.502 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 6, 2024-07-26T07:21:29.502 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:29.502 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.502 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.502 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.502 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:29.502 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:29.502 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:29.503 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.503 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T07:21:29.503 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.503 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.503 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:29.503 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.503 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.503 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.503 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.857759+0000", 2024-07-26T07:21:29.503 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:14.405322+0000", 2024-07-26T07:21:29.503 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:14.405322+0000", 2024-07-26T07:21:29.503 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:14.405659+0000", 2024-07-26T07:21:29.503 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.857759+0000", 2024-07-26T07:21:29.504 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.504 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.504 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.504 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 438, 2024-07-26T07:21:29.504 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.857759+0000", 2024-07-26T07:21:29.504 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.857759+0000", 2024-07-26T07:21:29.504 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.857759+0000", 2024-07-26T07:21:29.504 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.504 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.504 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.504 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.857759+0000", 2024-07-26T07:21:29.504 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.857759+0000", 2024-07-26T07:21:29.504 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.504 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:29.505 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.505 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.505 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 437, 2024-07-26T07:21:29.505 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.505 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.505 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.505 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.505 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:29.505 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.505 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.505 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.505 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.27", 2024-07-26T07:21:29.505 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.505 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.505 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.506 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5246, 2024-07-26T07:21:29.506 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.506 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:28:27.909017+0000", 2024-07-26T07:21:29.506 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:29.506 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.506 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.506 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.506 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.506 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.506 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.506 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.506 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.506 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.507 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.507 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.507 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.507 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.507 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.507 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.507 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.507 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.507 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.507 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:29.507 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:29.507 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.507 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:29.507 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.507 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.508 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.508 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.508 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.508 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.508 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.508 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.508 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.508 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.508 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.508 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.508 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.508 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:29.508 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:29.508 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.508 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.509 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.509 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:29.509 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:29.509 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.509 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.509 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.509 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.509 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:29.509 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:29.509 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:29.509 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.509 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T07:21:29.509 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:29.509 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.509 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.510 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.510 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:29.510 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:29.510 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:29.510 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.510 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T07:21:29.510 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.510 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.510 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:29.510 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.510 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.510 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.510 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.856543+0000", 2024-07-26T07:21:29.511 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:47.471581+0000", 2024-07-26T07:21:29.511 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:47.471581+0000", 2024-07-26T07:21:29.511 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:47.471885+0000", 2024-07-26T07:21:29.511 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.856543+0000", 2024-07-26T07:21:29.511 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.511 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.511 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.511 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 470, 2024-07-26T07:21:29.511 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.856543+0000", 2024-07-26T07:21:29.511 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.856543+0000", 2024-07-26T07:21:29.511 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.856543+0000", 2024-07-26T07:21:29.511 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.511 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.511 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.511 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.856543+0000", 2024-07-26T07:21:29.512 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.856543+0000", 2024-07-26T07:21:29.512 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.512 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:29.512 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.512 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.512 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 469, 2024-07-26T07:21:29.512 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.512 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.512 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.512 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.512 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:29.512 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.512 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.512 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.513 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.28", 2024-07-26T07:21:29.513 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.513 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.513 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.513 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5197, 2024-07-26T07:21:29.513 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.513 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:23:36.403403+0000", 2024-07-26T07:21:29.513 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:29.513 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.513 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.513 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.513 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.513 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.513 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.514 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.514 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.514 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.514 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.514 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.514 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.514 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.514 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.514 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.514 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.514 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.514 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.514 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:29.515 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:29.515 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.515 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:29.515 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.515 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.515 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.515 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.515 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.515 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.515 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.515 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.515 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.515 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.515 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.516 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.516 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.516 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:29.516 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:29.516 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.516 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.516 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.516 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:29.516 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:29.516 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.516 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.516 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.516 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.516 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:29.517 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:29.517 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:29.517 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.517 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T07:21:29.517 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:29.517 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.517 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.517 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.517 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:29.517 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:29.517 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:29.517 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.517 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T07:21:29.517 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.518 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.518 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:29.518 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.518 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.518 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.518 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.856233+0000", 2024-07-26T07:21:29.518 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:14.406476+0000", 2024-07-26T07:21:29.518 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:14.406476+0000", 2024-07-26T07:21:29.518 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:14.406889+0000", 2024-07-26T07:21:29.518 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.856233+0000", 2024-07-26T07:21:29.518 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.518 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.518 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.518 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 438, 2024-07-26T07:21:29.519 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.856233+0000", 2024-07-26T07:21:29.519 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.856233+0000", 2024-07-26T07:21:29.519 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.856233+0000", 2024-07-26T07:21:29.519 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.519 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.519 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.519 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.856233+0000", 2024-07-26T07:21:29.519 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.856233+0000", 2024-07-26T07:21:29.519 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.519 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:29.519 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.519 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.519 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 437, 2024-07-26T07:21:29.519 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.520 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.520 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.520 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.520 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:29.520 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.520 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.520 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.520 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.29", 2024-07-26T07:21:29.520 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.520 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.520 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.520 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5257, 2024-07-26T07:21:29.520 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.520 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:40:18.277524+0000", 2024-07-26T07:21:29.521 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:29.521 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.521 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.521 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.521 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.521 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.521 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.521 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.521 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.521 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.521 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.521 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.521 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.521 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.522 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.522 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.522 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.522 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.522 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.522 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:29.522 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:29.522 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.522 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:29.522 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.522 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.522 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.522 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.522 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.523 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.523 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.523 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.523 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.523 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.523 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.523 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.523 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.523 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:29.523 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:29.523 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.523 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.523 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.523 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:29.524 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:29.524 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.524 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.524 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.524 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.524 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:29.524 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:29.524 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:29.524 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.524 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T07:21:29.524 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:29.524 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.524 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.524 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.525 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:29.525 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:29.525 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:29.525 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.525 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T07:21:29.525 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.525 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.525 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:29.525 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.525 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.525 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.525 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.857277+0000", 2024-07-26T07:21:29.525 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.406730+0000", 2024-07-26T07:21:29.525 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.406730+0000", 2024-07-26T07:21:29.525 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.407658+0000", 2024-07-26T07:21:29.526 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.857277+0000", 2024-07-26T07:21:29.526 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.526 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.526 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.526 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:29.526 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.857277+0000", 2024-07-26T07:21:29.526 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.857277+0000", 2024-07-26T07:21:29.526 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.857277+0000", 2024-07-26T07:21:29.526 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.526 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.526 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.526 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.857277+0000", 2024-07-26T07:21:29.526 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.857277+0000", 2024-07-26T07:21:29.526 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.527 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:29.527 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.527 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.527 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:29.527 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.527 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.527 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.527 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.527 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:29.527 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.527 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.527 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.527 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.2a", 2024-07-26T07:21:29.527 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.528 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.528 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.528 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5164, 2024-07-26T07:21:29.528 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.528 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T06:45:00.604265+0000", 2024-07-26T07:21:29.528 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:29.528 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.528 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.528 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.528 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.528 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.528 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.528 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.528 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.528 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.529 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.529 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.529 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.529 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.529 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.529 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.529 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.529 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.529 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.529 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:29.529 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:29.529 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.529 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:29.529 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.529 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.530 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.530 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.530 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.530 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.530 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.530 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.530 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.530 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.530 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.530 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.530 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.530 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:29.530 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:29.531 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.531 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.531 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.531 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:29.531 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:29.531 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.531 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.531 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.531 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.531 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:29.531 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:29.531 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:29.531 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.531 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T07:21:29.532 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:29.532 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.532 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.532 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.532 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:29.532 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:29.532 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:29.532 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.532 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 0, 2024-07-26T07:21:29.532 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.532 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.532 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:29.532 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.532 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.533 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.533 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.613680+0000", 2024-07-26T07:21:29.533 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.425244+0000", 2024-07-26T07:21:29.533 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.425244+0000", 2024-07-26T07:21:29.533 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.425540+0000", 2024-07-26T07:21:29.533 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.613680+0000", 2024-07-26T07:21:29.533 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.533 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.533 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.533 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:29.533 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.613680+0000", 2024-07-26T07:21:29.533 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.613680+0000", 2024-07-26T07:21:29.533 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.613680+0000", 2024-07-26T07:21:29.533 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.534 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.534 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.534 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.613680+0000", 2024-07-26T07:21:29.534 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.613680+0000", 2024-07-26T07:21:29.534 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.534 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:29.534 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.534 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.534 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:29.534 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.534 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.534 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.534 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.534 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:29.535 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.535 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.535 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.535 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.2b", 2024-07-26T07:21:29.535 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.535 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.535 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.535 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5339, 2024-07-26T07:21:29.535 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.535 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T06:26:05.036918+0000", 2024-07-26T07:21:29.535 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:29.535 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.535 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.535 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.536 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.536 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.536 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.536 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.536 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.536 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.536 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.536 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.536 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.536 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.536 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.536 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.536 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.536 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.536 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.537 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:29.537 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:29.537 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.537 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:29.537 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.537 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.537 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.537 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.537 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.537 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.537 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.537 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.537 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.537 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.538 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.538 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.538 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.538 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:29.538 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:29.538 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.538 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.538 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.538 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:29.538 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:29.538 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.538 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.538 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.539 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.539 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:29.539 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:29.539 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:29.539 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.539 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 0, 2024-07-26T07:21:29.539 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:29.539 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.539 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.539 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.539 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:29.539 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:29.539 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:29.539 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.539 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 6, 2024-07-26T07:21:29.540 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.540 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.540 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:29.540 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.540 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.540 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.540 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.856656+0000", 2024-07-26T07:21:29.540 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.520414+0000", 2024-07-26T07:21:29.540 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.520414+0000", 2024-07-26T07:21:29.540 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.521094+0000", 2024-07-26T07:21:29.540 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.856656+0000", 2024-07-26T07:21:29.540 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.540 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.540 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.541 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:29.541 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.856656+0000", 2024-07-26T07:21:29.541 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.856656+0000", 2024-07-26T07:21:29.541 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.856656+0000", 2024-07-26T07:21:29.541 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.541 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.541 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.541 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.856656+0000", 2024-07-26T07:21:29.541 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.856656+0000", 2024-07-26T07:21:29.541 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.541 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:29.541 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.541 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.541 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:29.542 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.542 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.542 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.542 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.542 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:29.542 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.542 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.542 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.542 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.2c", 2024-07-26T07:21:29.542 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.542 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.542 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.542 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5155, 2024-07-26T07:21:29.542 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.543 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:29:48.863242+0000", 2024-07-26T07:21:29.543 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:29.543 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.543 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.543 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.543 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.543 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.543 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.543 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.543 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.543 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.543 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.543 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.543 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.544 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.544 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.544 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.544 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.544 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.544 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.544 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:29.544 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:29.544 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.544 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:29.544 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.544 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.544 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.544 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.545 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.545 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.545 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.545 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.545 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.545 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.545 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.545 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.545 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.545 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:29.545 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:29.545 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.545 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.545 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.546 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:29.546 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:29.546 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.546 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.546 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.546 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.546 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:29.546 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:29.546 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:29.546 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.546 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 6, 2024-07-26T07:21:29.546 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:29.546 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.546 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.547 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.547 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:29.547 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:29.547 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:29.547 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.547 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T07:21:29.547 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.547 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.547 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:29.547 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.547 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.547 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.547 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.863313+0000", 2024-07-26T07:21:29.547 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.420022+0000", 2024-07-26T07:21:29.547 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.420022+0000", 2024-07-26T07:21:29.548 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.420716+0000", 2024-07-26T07:21:29.548 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.863313+0000", 2024-07-26T07:21:29.548 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.548 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.548 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.548 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:29.548 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.863313+0000", 2024-07-26T07:21:29.548 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.863313+0000", 2024-07-26T07:21:29.548 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.863313+0000", 2024-07-26T07:21:29.548 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.548 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.548 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.548 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.863313+0000", 2024-07-26T07:21:29.548 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.863313+0000", 2024-07-26T07:21:29.549 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.549 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:29.549 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.549 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.549 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:29.549 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.549 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.549 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.549 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.549 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:29.549 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.549 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.549 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.549 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.2d", 2024-07-26T07:21:29.550 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.550 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.550 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.550 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5111, 2024-07-26T07:21:29.550 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.550 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:09:24.217344+0000", 2024-07-26T07:21:29.550 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:29.550 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.550 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.550 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.550 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.550 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.550 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.551 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.551 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.551 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.551 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.551 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.551 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.551 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.551 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.551 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.551 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.551 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.551 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.551 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:29.551 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:29.551 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.552 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:29.552 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.552 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.552 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.552 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.552 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.552 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.552 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.552 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.552 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.552 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.552 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.552 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.552 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.553 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:29.553 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:29.553 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.553 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.553 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.553 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:29.553 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:29.553 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.553 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.553 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.553 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.553 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:29.553 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:29.554 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:29.554 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.554 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T07:21:29.554 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:29.554 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.554 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.554 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.554 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:29.554 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:29.554 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:29.554 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.554 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 2, 2024-07-26T07:21:29.554 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.554 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.554 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:29.555 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.555 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.555 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.555 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.858540+0000", 2024-07-26T07:21:29.555 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.414894+0000", 2024-07-26T07:21:29.555 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.414894+0000", 2024-07-26T07:21:29.555 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.415281+0000", 2024-07-26T07:21:29.555 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.858540+0000", 2024-07-26T07:21:29.555 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.555 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.555 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.555 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:29.555 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.858540+0000", 2024-07-26T07:21:29.555 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.858540+0000", 2024-07-26T07:21:29.556 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.858540+0000", 2024-07-26T07:21:29.556 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.556 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.556 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.556 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.858540+0000", 2024-07-26T07:21:29.556 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.858540+0000", 2024-07-26T07:21:29.556 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.556 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:29.556 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.556 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.556 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:29.556 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.556 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.556 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.556 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.557 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:29.557 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.557 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.557 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.557 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.2e", 2024-07-26T07:21:29.557 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.557 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.557 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.557 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5298, 2024-07-26T07:21:29.557 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.557 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:41:00.290701+0000", 2024-07-26T07:21:29.557 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:29.557 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.557 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.557 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.557 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.558 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.558 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.558 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.558 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.558 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.558 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.558 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.558 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.558 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.558 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.558 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.558 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.558 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.558 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.559 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:29.559 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:29.559 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.559 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:29.559 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.559 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.559 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.559 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.559 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.559 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.559 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.559 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.559 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.559 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.560 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.560 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.560 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.560 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:29.560 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:29.560 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.560 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.560 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.560 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:29.560 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:29.560 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.560 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.560 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.561 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.561 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:29.561 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:29.561 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:29.561 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.561 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 2, 2024-07-26T07:21:29.561 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:29.561 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.561 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.561 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.561 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:29.561 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:29.561 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:29.561 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.562 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T07:21:29.562 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.562 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.562 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:29.562 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.562 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.562 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.562 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.865270+0000", 2024-07-26T07:21:29.562 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.420143+0000", 2024-07-26T07:21:29.562 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.420143+0000", 2024-07-26T07:21:29.562 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.420954+0000", 2024-07-26T07:21:29.562 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.865270+0000", 2024-07-26T07:21:29.562 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.562 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.563 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.563 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:29.563 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.865270+0000", 2024-07-26T07:21:29.563 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.865270+0000", 2024-07-26T07:21:29.563 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.865270+0000", 2024-07-26T07:21:29.563 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.563 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.563 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.563 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.865270+0000", 2024-07-26T07:21:29.563 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.865270+0000", 2024-07-26T07:21:29.563 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.563 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:29.563 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.563 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.564 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:29.564 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.564 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.564 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.564 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.564 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:29.564 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.564 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.564 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.564 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.2f", 2024-07-26T07:21:29.564 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.564 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.564 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.564 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5176, 2024-07-26T07:21:29.565 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.565 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:59:23.483758+0000", 2024-07-26T07:21:29.565 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:29.565 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.565 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.565 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.565 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.565 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.565 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.565 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.565 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.565 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.565 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.565 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.566 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.566 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.566 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.566 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.566 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.566 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.566 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.566 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:29.566 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:29.566 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.566 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:29.566 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.566 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.567 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.567 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.567 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.567 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.567 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.567 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.567 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.567 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.567 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.567 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.567 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.567 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:29.567 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:29.567 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.567 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.568 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.568 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:29.568 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:29.568 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.568 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.568 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.568 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.568 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:29.568 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:29.568 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:29.568 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.568 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T07:21:29.568 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:29.569 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.569 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.569 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.569 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:29.569 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:29.569 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:29.569 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.569 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T07:21:29.569 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.569 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.569 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:29.569 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.569 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.569 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.570 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.856177+0000", 2024-07-26T07:21:29.570 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.420229+0000", 2024-07-26T07:21:29.570 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.420229+0000", 2024-07-26T07:21:29.570 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.420529+0000", 2024-07-26T07:21:29.570 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.856177+0000", 2024-07-26T07:21:29.570 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.570 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.570 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.570 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:29.570 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.856177+0000", 2024-07-26T07:21:29.570 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.856177+0000", 2024-07-26T07:21:29.570 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.856177+0000", 2024-07-26T07:21:29.570 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.570 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.571 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.571 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.856177+0000", 2024-07-26T07:21:29.571 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.856177+0000", 2024-07-26T07:21:29.571 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.571 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:29.571 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.571 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.571 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:29.571 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.571 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.571 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.571 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.571 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:29.571 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.571 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.572 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.572 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.30", 2024-07-26T07:21:29.572 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.572 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.572 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.572 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5174, 2024-07-26T07:21:29.572 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.572 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:04:31.408555+0000", 2024-07-26T07:21:29.572 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:29.572 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.572 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.572 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.572 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.572 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.572 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.573 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.573 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.573 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.573 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.573 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.573 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.573 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.573 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.573 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.573 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.573 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.573 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.573 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:29.573 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:29.574 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.574 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:29.574 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.574 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.574 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.574 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.574 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.574 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.574 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.574 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.574 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.574 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.574 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.574 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.575 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.575 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:29.575 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:29.575 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.575 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.575 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.575 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:29.575 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:29.575 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.575 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.575 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.575 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.575 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:29.576 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:29.576 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:29.576 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.576 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T07:21:29.576 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:29.576 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.576 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.576 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.576 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:29.576 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:29.576 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T07:21:29.576 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.576 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T07:21:29.576 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.577 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.577 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:29.577 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.577 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.577 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.577 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.612859+0000", 2024-07-26T07:21:29.577 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:47.480313+0000", 2024-07-26T07:21:29.577 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:47.480313+0000", 2024-07-26T07:21:29.577 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:47.480641+0000", 2024-07-26T07:21:29.577 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.612859+0000", 2024-07-26T07:21:29.577 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.577 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.577 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.577 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 470, 2024-07-26T07:21:29.578 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.612859+0000", 2024-07-26T07:21:29.578 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.612859+0000", 2024-07-26T07:21:29.578 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.612859+0000", 2024-07-26T07:21:29.578 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.578 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.578 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.578 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.612859+0000", 2024-07-26T07:21:29.578 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.612859+0000", 2024-07-26T07:21:29.578 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.578 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:29.578 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.578 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.578 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 469, 2024-07-26T07:21:29.578 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.579 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.579 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.579 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.579 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:29.579 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.579 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.579 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.579 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.31", 2024-07-26T07:21:29.579 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.579 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.579 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.579 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5327, 2024-07-26T07:21:29.579 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.579 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:43:50.097357+0000", 2024-07-26T07:21:29.579 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:29.580 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.580 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.580 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.580 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.580 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.580 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.580 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.580 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.580 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.580 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.580 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.580 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.580 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.580 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.580 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.581 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.581 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.581 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.581 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:29.581 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:29.581 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.581 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:29.581 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.581 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.581 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.581 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.581 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.581 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.581 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.581 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.582 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.582 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.582 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.582 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.582 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.582 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:29.582 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:29.582 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.582 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.582 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.582 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:29.582 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:29.582 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.582 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.583 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.583 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.583 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:29.583 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:29.583 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T07:21:29.583 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.583 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T07:21:29.583 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:29.583 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.583 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.583 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.583 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:29.583 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:29.584 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T07:21:29.584 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.584 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 0, 2024-07-26T07:21:29.584 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.584 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.584 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:29.584 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.584 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.584 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.584 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.612411+0000", 2024-07-26T07:21:29.584 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:47.487734+0000", 2024-07-26T07:21:29.584 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:47.487734+0000", 2024-07-26T07:21:29.584 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:47.488045+0000", 2024-07-26T07:21:29.584 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.612411+0000", 2024-07-26T07:21:29.584 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.585 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.585 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.585 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 470, 2024-07-26T07:21:29.585 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.612411+0000", 2024-07-26T07:21:29.585 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.612411+0000", 2024-07-26T07:21:29.585 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.612411+0000", 2024-07-26T07:21:29.585 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.585 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.585 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.585 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.612411+0000", 2024-07-26T07:21:29.585 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.612411+0000", 2024-07-26T07:21:29.585 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.585 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:29.585 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.586 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.586 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 469, 2024-07-26T07:21:29.586 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.586 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.586 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.586 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.586 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:29.586 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.586 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.586 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.586 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.32", 2024-07-26T07:21:29.586 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.586 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.586 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.587 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5337, 2024-07-26T07:21:29.587 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.587 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T08:53:36.446988+0000", 2024-07-26T07:21:29.587 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:29.587 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.587 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.587 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.587 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.587 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.587 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.587 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.587 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.587 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.588 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.588 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.588 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.588 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.588 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.588 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.588 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.588 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.588 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.588 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:29.588 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:29.588 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.588 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:29.588 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.589 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.589 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.589 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.589 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.589 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.589 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.589 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.589 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.589 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.589 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.589 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.589 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.589 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:29.589 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:29.590 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.590 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.590 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.590 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:29.590 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:29.590 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.590 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.590 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.590 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.590 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:29.590 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:29.590 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T07:21:29.590 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.591 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 0, 2024-07-26T07:21:29.591 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:29.591 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.591 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.591 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.591 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:29.591 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:29.591 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:29.591 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.591 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T07:21:29.591 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.591 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.591 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:29.591 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.592 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.592 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.592 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.856865+0000", 2024-07-26T07:21:29.592 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.517956+0000", 2024-07-26T07:21:29.592 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.517956+0000", 2024-07-26T07:21:29.592 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.518251+0000", 2024-07-26T07:21:29.592 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.856865+0000", 2024-07-26T07:21:29.592 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.592 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.592 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.592 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:29.592 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.856865+0000", 2024-07-26T07:21:29.592 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.856865+0000", 2024-07-26T07:21:29.592 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.856865+0000", 2024-07-26T07:21:29.593 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.593 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.593 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.593 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.856865+0000", 2024-07-26T07:21:29.593 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.856865+0000", 2024-07-26T07:21:29.593 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.593 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:29.593 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.593 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.593 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:29.593 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.593 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.593 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.593 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.594 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:29.594 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.594 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.594 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.594 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.33", 2024-07-26T07:21:29.594 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.594 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.594 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.594 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5255, 2024-07-26T07:21:29.594 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.594 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:13:14.073618+0000", 2024-07-26T07:21:29.594 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:29.594 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.595 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.595 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.595 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.595 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.595 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.595 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.595 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.595 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.595 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.595 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.595 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.595 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.595 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.595 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.595 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.596 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.596 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.596 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:29.596 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:29.596 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.596 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:29.596 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.596 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.596 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.596 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.596 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.596 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.596 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.596 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.597 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.597 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.597 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.597 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.597 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.597 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:29.597 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:29.597 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.597 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.597 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.597 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:29.597 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:29.597 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.597 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.598 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.598 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.598 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:29.598 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:29.598 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:29.598 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.598 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T07:21:29.598 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:29.598 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.598 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.598 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.598 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:29.598 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:29.598 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:29.599 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.599 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 4, 2024-07-26T07:21:29.599 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.599 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.599 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:29.599 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.599 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.599 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.599 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.613158+0000", 2024-07-26T07:21:29.599 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.519574+0000", 2024-07-26T07:21:29.599 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.519574+0000", 2024-07-26T07:21:29.599 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.520378+0000", 2024-07-26T07:21:29.599 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.613158+0000", 2024-07-26T07:21:29.599 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.600 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.600 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.600 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:29.600 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.613158+0000", 2024-07-26T07:21:29.600 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.613158+0000", 2024-07-26T07:21:29.600 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.613158+0000", 2024-07-26T07:21:29.600 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.600 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.600 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.600 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.613158+0000", 2024-07-26T07:21:29.600 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.613158+0000", 2024-07-26T07:21:29.600 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.600 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:29.600 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.601 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.601 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:29.601 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.601 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.601 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.601 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.601 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:29.601 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.601 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.601 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.601 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.34", 2024-07-26T07:21:29.601 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.601 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.601 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.601 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5218, 2024-07-26T07:21:29.602 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.602 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:50:26.024506+0000", 2024-07-26T07:21:29.602 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:29.602 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.602 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.602 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.602 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.602 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.602 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.602 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.602 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.602 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.602 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.602 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.603 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.603 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.603 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.603 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.603 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.603 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.603 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.603 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:29.603 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:29.603 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.603 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:29.603 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.603 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.603 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.604 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.604 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.604 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.604 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.604 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.604 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.604 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.604 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.604 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.604 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.604 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:29.604 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:29.604 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.604 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.605 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.605 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:29.605 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:29.605 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.605 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.605 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.605 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.605 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:29.605 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:29.605 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:29.605 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.605 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 4, 2024-07-26T07:21:29.605 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:29.606 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.606 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.606 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.606 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:29.606 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:29.606 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:29.606 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.606 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 6, 2024-07-26T07:21:29.606 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.606 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.606 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:29.606 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.606 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.607 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.607 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.858573+0000", 2024-07-26T07:21:29.607 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.514863+0000", 2024-07-26T07:21:29.607 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.514863+0000", 2024-07-26T07:21:29.607 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.517753+0000", 2024-07-26T07:21:29.607 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.858573+0000", 2024-07-26T07:21:29.607 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.607 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.607 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.607 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:29.607 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.858573+0000", 2024-07-26T07:21:29.607 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.858573+0000", 2024-07-26T07:21:29.607 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.858573+0000", 2024-07-26T07:21:29.608 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.608 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.608 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.608 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.858573+0000", 2024-07-26T07:21:29.608 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.858573+0000", 2024-07-26T07:21:29.608 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.608 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:29.608 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.608 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.608 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:29.608 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.608 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.608 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.608 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.608 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:29.609 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.609 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.609 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.609 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.35", 2024-07-26T07:21:29.609 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.609 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.609 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.609 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5143, 2024-07-26T07:21:29.609 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.609 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:43:25.662971+0000", 2024-07-26T07:21:29.609 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:29.609 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.609 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.609 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.610 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.610 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.610 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.610 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.610 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.610 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.610 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.610 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.610 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.610 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.610 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.610 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.610 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.610 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.611 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.611 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:29.611 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:29.611 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.611 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:29.611 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.611 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.611 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.611 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.611 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.611 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.611 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.611 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.611 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.612 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.612 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.612 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.612 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.612 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:29.612 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:29.612 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.612 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.612 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.612 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:29.612 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:29.612 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.612 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.612 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.613 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.613 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:29.613 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:29.613 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:29.613 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.613 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 6, 2024-07-26T07:21:29.613 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:29.613 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.613 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.613 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.613 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:29.613 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:29.613 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:29.613 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.613 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 6, 2024-07-26T07:21:29.613 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.614 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.614 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:29.614 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.614 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.614 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.614 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.860568+0000", 2024-07-26T07:21:29.614 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.523665+0000", 2024-07-26T07:21:29.614 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.523665+0000", 2024-07-26T07:21:29.614 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.526002+0000", 2024-07-26T07:21:29.614 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.860568+0000", 2024-07-26T07:21:29.614 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.614 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.614 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.615 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:29.615 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.860568+0000", 2024-07-26T07:21:29.615 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.860568+0000", 2024-07-26T07:21:29.615 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.860568+0000", 2024-07-26T07:21:29.615 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.615 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.615 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.615 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.860568+0000", 2024-07-26T07:21:29.615 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.860568+0000", 2024-07-26T07:21:29.615 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.615 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:29.615 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.615 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.615 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:29.616 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.616 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.616 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.616 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.616 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:29.616 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.616 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.616 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.616 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.36", 2024-07-26T07:21:29.616 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.616 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.616 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.616 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5143, 2024-07-26T07:21:29.616 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.617 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T06:41:13.121431+0000", 2024-07-26T07:21:29.617 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:29.617 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.617 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.617 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.617 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.617 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.617 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.617 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.617 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.617 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.617 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.617 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.617 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.618 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.618 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.618 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.618 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.618 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.618 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.618 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:29.618 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:29.618 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.618 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:29.618 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.618 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.618 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.618 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.619 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.619 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.619 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.619 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.619 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.619 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.619 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.619 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.619 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.619 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:29.619 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:29.619 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.619 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.619 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.620 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:29.620 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:29.620 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.620 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.620 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.620 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.620 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:29.620 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:29.620 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:29.620 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.620 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 6, 2024-07-26T07:21:29.620 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:29.620 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.621 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.621 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.621 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:29.621 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:29.621 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:29.621 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.621 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T07:21:29.621 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.621 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.621 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:29.621 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.621 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.621 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.621 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.859053+0000", 2024-07-26T07:21:29.622 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.427777+0000", 2024-07-26T07:21:29.622 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.427777+0000", 2024-07-26T07:21:29.622 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.428548+0000", 2024-07-26T07:21:29.622 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.859053+0000", 2024-07-26T07:21:29.622 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.622 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.622 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.622 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:29.622 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.859053+0000", 2024-07-26T07:21:29.622 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.859053+0000", 2024-07-26T07:21:29.622 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.859053+0000", 2024-07-26T07:21:29.622 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.623 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.623 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.623 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.859053+0000", 2024-07-26T07:21:29.623 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.859053+0000", 2024-07-26T07:21:29.623 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.623 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:29.623 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.623 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.623 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:29.623 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.623 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.623 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.623 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.623 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:29.623 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.624 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.624 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.624 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.37", 2024-07-26T07:21:29.624 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.624 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.624 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.624 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5119, 2024-07-26T07:21:29.624 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.624 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:36:56.388193+0000", 2024-07-26T07:21:29.624 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:29.624 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.624 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.624 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.624 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.625 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.625 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.625 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.625 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.625 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.625 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.625 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.625 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.625 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.625 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.625 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.625 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.625 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.626 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.626 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:29.626 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:29.626 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.626 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:29.626 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.626 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.626 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.626 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.626 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.626 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.626 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.626 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.626 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.627 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.627 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.627 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.627 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.627 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:29.627 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:29.627 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.627 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.627 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.627 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:29.627 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:29.627 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.627 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.627 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.628 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.628 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:29.628 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:29.628 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:29.628 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.628 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T07:21:29.628 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:29.628 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.628 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.628 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.628 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:29.628 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:29.628 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:29.628 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.629 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T07:21:29.629 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.629 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.629 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:29.629 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.629 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.629 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.629 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.857349+0000", 2024-07-26T07:21:29.629 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.514279+0000", 2024-07-26T07:21:29.629 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.514279+0000", 2024-07-26T07:21:29.629 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.514696+0000", 2024-07-26T07:21:29.629 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.857349+0000", 2024-07-26T07:21:29.629 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.629 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.630 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.630 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:29.630 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.857349+0000", 2024-07-26T07:21:29.630 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.857349+0000", 2024-07-26T07:21:29.630 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.857349+0000", 2024-07-26T07:21:29.630 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.630 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.630 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.630 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.857349+0000", 2024-07-26T07:21:29.630 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.857349+0000", 2024-07-26T07:21:29.630 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.630 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:29.630 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.631 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.631 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:29.631 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.631 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.631 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.631 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.631 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:29.631 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.631 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.631 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.631 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.38", 2024-07-26T07:21:29.631 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.631 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.631 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.632 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5252, 2024-07-26T07:21:29.632 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.632 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T07:57:43.750487+0000", 2024-07-26T07:21:29.632 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:29.632 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.632 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.632 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.632 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.632 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.632 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.632 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.632 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.632 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.632 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.633 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.633 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.633 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.633 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.633 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.633 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.633 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.633 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.633 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:29.633 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:29.633 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.633 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:29.633 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.633 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.634 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.634 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.634 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.634 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.634 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.634 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.634 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.634 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.634 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.634 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.634 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.634 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:29.634 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:29.635 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.635 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.635 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.635 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:29.635 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:29.635 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.635 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.635 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.635 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.635 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:29.635 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:29.635 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:29.635 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.635 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T07:21:29.636 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:29.636 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.636 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.636 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.636 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:29.636 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:29.636 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:29.636 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.636 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T07:21:29.636 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.636 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.636 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:29.636 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.636 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.637 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.637 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.858892+0000", 2024-07-26T07:21:29.637 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.410906+0000", 2024-07-26T07:21:29.637 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.410906+0000", 2024-07-26T07:21:29.637 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.411327+0000", 2024-07-26T07:21:29.637 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.858892+0000", 2024-07-26T07:21:29.637 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.637 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.637 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.637 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:29.637 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.858892+0000", 2024-07-26T07:21:29.637 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.858892+0000", 2024-07-26T07:21:29.637 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.858892+0000", 2024-07-26T07:21:29.637 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.638 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.638 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.638 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.858892+0000", 2024-07-26T07:21:29.638 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.858892+0000", 2024-07-26T07:21:29.638 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.638 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:29.638 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.638 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.638 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:29.638 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.638 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.638 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.638 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.638 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:29.639 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.639 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.639 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.639 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.39", 2024-07-26T07:21:29.639 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.639 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.639 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.639 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5127, 2024-07-26T07:21:29.639 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.639 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T06:07:15.469357+0000", 2024-07-26T07:21:29.639 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:29.639 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.639 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.639 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.640 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.640 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.640 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.640 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.640 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.640 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.640 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.640 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.640 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.640 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.640 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.640 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.640 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.640 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.640 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.641 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:29.641 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:29.641 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.641 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:29.641 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.641 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.641 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.641 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.641 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.641 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.641 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.641 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.641 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.641 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.642 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.642 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.642 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.642 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:29.642 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:29.642 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.642 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.642 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.642 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:29.642 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:29.642 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.642 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.642 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.642 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.643 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:29.643 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:29.643 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:29.643 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.643 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T07:21:29.643 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:29.643 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.643 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.643 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.643 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:29.643 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:29.643 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:29.643 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.643 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T07:21:29.643 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.644 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.644 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:29.644 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.644 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.644 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.644 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.857171+0000", 2024-07-26T07:21:29.644 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:47.487683+0000", 2024-07-26T07:21:29.644 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:47.487683+0000", 2024-07-26T07:21:29.644 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:47.488883+0000", 2024-07-26T07:21:29.644 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.857171+0000", 2024-07-26T07:21:29.644 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.644 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.644 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.644 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 470, 2024-07-26T07:21:29.645 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.857171+0000", 2024-07-26T07:21:29.645 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.857171+0000", 2024-07-26T07:21:29.645 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.857171+0000", 2024-07-26T07:21:29.645 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.645 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.645 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.645 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.857171+0000", 2024-07-26T07:21:29.645 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.857171+0000", 2024-07-26T07:21:29.645 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.645 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:29.645 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.645 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.645 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 469, 2024-07-26T07:21:29.645 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.645 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.646 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.646 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.646 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:29.646 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.646 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.646 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.646 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.3a", 2024-07-26T07:21:29.646 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.646 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.646 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.646 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5171, 2024-07-26T07:21:29.646 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.646 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T07:33:22.321559+0000", 2024-07-26T07:21:29.646 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:29.646 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.647 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.647 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.647 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.647 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.647 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.647 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.647 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.647 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.647 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.647 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.647 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.647 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.647 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.647 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.647 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.647 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.648 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.648 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:29.648 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:29.648 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.648 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:29.648 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.648 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.648 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.648 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.648 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.648 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.648 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.648 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.648 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.649 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.649 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.649 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.649 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.649 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:29.649 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:29.649 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.649 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.649 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.649 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:29.649 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:29.649 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.649 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.649 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.649 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.649 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:29.650 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:29.650 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:29.650 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.650 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T07:21:29.650 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:29.650 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.650 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.650 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.650 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:29.650 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:29.650 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:29.650 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.650 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T07:21:29.651 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.651 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.651 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:29.651 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.651 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.651 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.651 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.864140+0000", 2024-07-26T07:21:29.651 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.409674+0000", 2024-07-26T07:21:29.651 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.409674+0000", 2024-07-26T07:21:29.651 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.409998+0000", 2024-07-26T07:21:29.651 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.864140+0000", 2024-07-26T07:21:29.651 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.651 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.652 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.652 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:29.652 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.864140+0000", 2024-07-26T07:21:29.652 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.864140+0000", 2024-07-26T07:21:29.652 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.864140+0000", 2024-07-26T07:21:29.652 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.652 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.652 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.652 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.864140+0000", 2024-07-26T07:21:29.652 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.864140+0000", 2024-07-26T07:21:29.652 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.652 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:29.652 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.652 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.652 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:29.653 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.653 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.653 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.653 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.653 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:29.653 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.653 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.653 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.653 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.3b", 2024-07-26T07:21:29.653 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.653 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.653 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.653 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5127, 2024-07-26T07:21:29.654 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.654 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T07:00:07.964361+0000", 2024-07-26T07:21:29.654 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:29.654 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.654 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.654 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.654 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.654 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.654 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.654 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.654 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.654 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.654 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.655 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.655 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.655 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.655 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.655 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.655 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.655 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.655 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.655 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:29.655 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:29.655 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.655 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:29.655 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.655 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.655 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.656 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.656 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.656 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.656 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.656 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.656 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.656 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.656 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.656 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.656 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.656 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:29.656 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:29.656 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.657 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.657 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.657 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:29.657 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:29.657 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.657 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.657 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.657 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.657 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:29.657 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:29.657 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:29.657 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.657 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T07:21:29.657 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:29.657 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.658 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.658 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.658 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:29.658 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:29.658 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:29.658 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.658 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T07:21:29.658 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.658 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.658 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:29.658 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.658 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.658 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.658 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.859336+0000", 2024-07-26T07:21:29.659 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.418113+0000", 2024-07-26T07:21:29.659 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.418113+0000", 2024-07-26T07:21:29.659 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.418389+0000", 2024-07-26T07:21:29.659 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.859336+0000", 2024-07-26T07:21:29.659 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.659 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.659 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.659 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:29.659 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.859336+0000", 2024-07-26T07:21:29.659 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.859336+0000", 2024-07-26T07:21:29.659 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.859336+0000", 2024-07-26T07:21:29.659 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.659 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.659 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.659 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.859336+0000", 2024-07-26T07:21:29.660 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.859336+0000", 2024-07-26T07:21:29.660 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.660 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:29.660 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.660 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.660 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:29.660 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.660 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.660 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.660 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.660 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:29.660 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.660 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.660 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.661 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.3c", 2024-07-26T07:21:29.661 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.661 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.661 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.661 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5191, 2024-07-26T07:21:29.661 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.661 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:53:35.246349+0000", 2024-07-26T07:21:29.661 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:29.661 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.661 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.661 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.661 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.661 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.661 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.661 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.662 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.662 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.662 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.662 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.662 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.662 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.662 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.662 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.662 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.662 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.662 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.662 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:29.662 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:29.663 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.663 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:29.663 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.663 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.663 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.663 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.663 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.663 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.663 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.663 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.663 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.663 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.663 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.663 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.663 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.664 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:29.664 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:29.664 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.664 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.664 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.664 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:29.664 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:29.664 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.664 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.664 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.664 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.664 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:29.664 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:29.664 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:29.664 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.665 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T07:21:29.665 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:29.665 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.665 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.665 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.665 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:29.665 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:29.665 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:29.665 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.665 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 0, 2024-07-26T07:21:29.665 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.666 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.666 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:29.666 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.666 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.666 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.666 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.614515+0000", 2024-07-26T07:21:29.666 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:10:08.367100+0000", 2024-07-26T07:21:29.666 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:10:08.367100+0000", 2024-07-26T07:21:29.666 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:10:08.367395+0000", 2024-07-26T07:21:29.666 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.614515+0000", 2024-07-26T07:21:29.666 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.666 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.667 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.667 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 375, 2024-07-26T07:21:29.667 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.614515+0000", 2024-07-26T07:21:29.667 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.614515+0000", 2024-07-26T07:21:29.667 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.614515+0000", 2024-07-26T07:21:29.667 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.667 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.667 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.667 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.614515+0000", 2024-07-26T07:21:29.667 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.614515+0000", 2024-07-26T07:21:29.667 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.667 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:29.667 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.667 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.667 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 374, 2024-07-26T07:21:29.668 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.668 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.668 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.668 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.668 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:29.668 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.668 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.668 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.668 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.3d", 2024-07-26T07:21:29.668 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.668 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.668 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.668 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5341, 2024-07-26T07:21:29.668 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.668 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:40:16.336126+0000", 2024-07-26T07:21:29.669 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:29.669 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.669 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.669 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.669 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.669 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.669 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.669 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.669 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.669 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.669 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.669 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.669 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.669 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.670 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.670 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.670 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.670 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.670 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.670 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:29.670 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:29.670 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.670 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:29.670 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.670 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.670 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.670 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.671 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.671 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.671 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.671 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.671 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.671 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.671 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.671 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.671 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.671 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:29.671 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:29.671 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.671 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.671 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.672 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:29.672 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:29.672 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.672 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.672 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.672 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.672 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:29.672 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:29.672 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:29.672 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.672 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 0, 2024-07-26T07:21:29.672 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:29.672 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.672 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.673 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.673 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:29.673 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:29.673 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:29.673 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.673 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T07:21:29.673 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.673 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.673 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:29.673 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.673 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.673 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.673 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.613907+0000", 2024-07-26T07:21:29.673 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.521541+0000", 2024-07-26T07:21:29.674 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.521541+0000", 2024-07-26T07:21:29.674 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.521864+0000", 2024-07-26T07:21:29.674 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.613907+0000", 2024-07-26T07:21:29.674 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.674 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.674 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.674 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:29.674 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.613907+0000", 2024-07-26T07:21:29.674 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.613907+0000", 2024-07-26T07:21:29.674 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.613907+0000", 2024-07-26T07:21:29.674 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.674 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.674 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.675 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.613907+0000", 2024-07-26T07:21:29.675 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.613907+0000", 2024-07-26T07:21:29.675 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.675 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:29.675 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.675 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.675 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:29.675 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.675 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.675 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.675 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.675 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:29.675 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.675 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.676 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.676 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.3e", 2024-07-26T07:21:29.676 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.676 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.676 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.676 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5341, 2024-07-26T07:21:29.676 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.676 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:08:26.685774+0000", 2024-07-26T07:21:29.676 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:29.676 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.676 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.676 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.676 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.676 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.677 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.677 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.677 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.677 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.677 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.677 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.677 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.677 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.677 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.677 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.677 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.677 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.677 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.678 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:29.678 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:29.678 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.678 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:29.678 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.678 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.678 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.678 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.678 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.678 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.678 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.678 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.678 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.679 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.679 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.679 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.679 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.679 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:29.679 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:29.679 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.679 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.679 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.679 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:29.679 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:29.679 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.679 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.680 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.680 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.680 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:29.680 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:29.680 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:29.680 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.680 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T07:21:29.680 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:29.680 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.680 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.680 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:29.680 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:29.680 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:29.680 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:29.681 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.681 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T07:21:29.681 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:29.681 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:29.681 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:29.681 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:29.681 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:29.681 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:29.681 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.859415+0000", 2024-07-26T07:21:29.681 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.419251+0000", 2024-07-26T07:21:29.681 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.419251+0000", 2024-07-26T07:21:29.681 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.419988+0000", 2024-07-26T07:21:29.681 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.859415+0000", 2024-07-26T07:21:29.681 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.681 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:29.682 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.682 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:29.682 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.859415+0000", 2024-07-26T07:21:29.682 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.859415+0000", 2024-07-26T07:21:29.682 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.859415+0000", 2024-07-26T07:21:29.682 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:29.682 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:29.682 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:29.682 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.859415+0000", 2024-07-26T07:21:29.682 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.859415+0000", 2024-07-26T07:21:29.682 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:29.682 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:29.682 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:29.683 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:29.683 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:29.683 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:29.683 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:29.683 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:29.683 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:29.683 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:29.683 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:29.683 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:29.683 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:29.683 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.3f", 2024-07-26T07:21:29.683 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:29.683 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:29.683 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:29.684 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5113, 2024-07-26T07:21:29.684 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:29.684 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T08:48:16.734882+0000", 2024-07-26T07:21:29.684 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:29.684 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:29.684 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.684 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.684 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.684 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.684 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.684 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.684 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.684 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.684 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.685 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.685 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.685 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.685 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.685 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.685 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.685 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.685 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.685 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:29.685 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:29.685 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.685 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:29.685 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.685 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.686 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.686 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.686 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.686 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.686 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.686 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.686 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.686 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.686 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.686 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.686 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.686 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:29.686 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:29.686 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.687 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.687 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.687 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:29.687 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:29.687 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.687 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:29.687 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:29.687 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:29.687 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:29.687 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:29.687 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:29.687 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.687 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T07:21:29.687 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:29.688 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:29.688 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.688 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_per_pool": [ 2024-07-26T07:21:29.688 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.688 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": 3, 2024-07-26T07:21:29.688 INFO:tasks.workunit.client.0.smithi089.stdout: "application": [ 2024-07-26T07:21:29.688 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr" 2024-07-26T07:21:29.688 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.688 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 229, 2024-07-26T07:21:29.688 INFO:tasks.workunit.client.0.smithi089.stdout: "num_pg": 1, 2024-07-26T07:21:29.688 INFO:tasks.workunit.client.0.smithi089.stdout: "num_store_stats": 3, 2024-07-26T07:21:29.688 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 229, 2024-07-26T07:21:29.688 INFO:tasks.workunit.client.0.smithi089.stdout: "poolid": 1, 2024-07-26T07:21:29.688 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.688 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 590368, 2024-07-26T07:21:29.688 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.689 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 1771104, 2024-07-26T07:21:29.689 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.689 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.689 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.689 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.689 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.689 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.689 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.689 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.689 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.689 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.689 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.689 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.689 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.689 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 6, 2024-07-26T07:21:29.690 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 2, 2024-07-26T07:21:29.690 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.690 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 2, 2024-07-26T07:21:29.690 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.690 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.690 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.690 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.690 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.690 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.690 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.690 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 6, 2024-07-26T07:21:29.690 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.690 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.691 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.691 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.691 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.691 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 1106, 2024-07-26T07:21:29.691 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 1934, 2024-07-26T07:21:29.691 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.691 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.691 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.691 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 375, 2024-07-26T07:21:29.691 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 2416 2024-07-26T07:21:29.691 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.691 INFO:tasks.workunit.client.0.smithi089.stdout: "store_stats": { 2024-07-26T07:21:29.691 INFO:tasks.workunit.client.0.smithi089.stdout: "allocated": 1781760, 2024-07-26T07:21:29.691 INFO:tasks.workunit.client.0.smithi089.stdout: "available": 0, 2024-07-26T07:21:29.692 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed": 0, 2024-07-26T07:21:29.692 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed_allocated": 0, 2024-07-26T07:21:29.692 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed_original": 0, 2024-07-26T07:21:29.692 INFO:tasks.workunit.client.0.smithi089.stdout: "data_stored": 1771104, 2024-07-26T07:21:29.692 INFO:tasks.workunit.client.0.smithi089.stdout: "internal_metadata": 0, 2024-07-26T07:21:29.692 INFO:tasks.workunit.client.0.smithi089.stdout: "internally_reserved": 0, 2024-07-26T07:21:29.692 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_allocated": 0, 2024-07-26T07:21:29.692 INFO:tasks.workunit.client.0.smithi089.stdout: "total": 0 2024-07-26T07:21:29.692 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.692 INFO:tasks.workunit.client.0.smithi089.stdout: "up": 3 2024-07-26T07:21:29.692 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.692 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.692 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": 96, 2024-07-26T07:21:29.692 INFO:tasks.workunit.client.0.smithi089.stdout: "application": [ 2024-07-26T07:21:29.693 INFO:tasks.workunit.client.0.smithi089.stdout: "cephfs" 2024-07-26T07:21:29.693 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.693 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 68, 2024-07-26T07:21:29.693 INFO:tasks.workunit.client.0.smithi089.stdout: "num_pg": 32, 2024-07-26T07:21:29.693 INFO:tasks.workunit.client.0.smithi089.stdout: "num_store_stats": 8, 2024-07-26T07:21:29.693 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 68, 2024-07-26T07:21:29.693 INFO:tasks.workunit.client.0.smithi089.stdout: "poolid": 2, 2024-07-26T07:21:29.693 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.693 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 6596, 2024-07-26T07:21:29.693 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.693 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.693 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.693 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.693 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.693 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.694 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.694 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.694 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.694 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.694 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.694 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.694 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.694 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.694 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.694 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 66, 2024-07-26T07:21:29.694 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 22, 2024-07-26T07:21:29.694 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.694 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 22, 2024-07-26T07:21:29.695 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.695 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.695 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.695 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.695 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.695 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 14, 2024-07-26T07:21:29.695 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.695 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.695 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.695 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.695 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.695 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.695 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.695 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 79, 2024-07-26T07:21:29.696 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 86, 2024-07-26T07:21:29.696 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.696 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.696 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.696 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 68, 2024-07-26T07:21:29.696 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 35 2024-07-26T07:21:29.696 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.696 INFO:tasks.workunit.client.0.smithi089.stdout: "store_stats": { 2024-07-26T07:21:29.696 INFO:tasks.workunit.client.0.smithi089.stdout: "allocated": 110592, 2024-07-26T07:21:29.696 INFO:tasks.workunit.client.0.smithi089.stdout: "available": 0, 2024-07-26T07:21:29.696 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed": 0, 2024-07-26T07:21:29.696 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed_allocated": 0, 2024-07-26T07:21:29.696 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed_original": 0, 2024-07-26T07:21:29.696 INFO:tasks.workunit.client.0.smithi089.stdout: "data_stored": 19788, 2024-07-26T07:21:29.697 INFO:tasks.workunit.client.0.smithi089.stdout: "internal_metadata": 0, 2024-07-26T07:21:29.697 INFO:tasks.workunit.client.0.smithi089.stdout: "internally_reserved": 0, 2024-07-26T07:21:29.697 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_allocated": 45422, 2024-07-26T07:21:29.697 INFO:tasks.workunit.client.0.smithi089.stdout: "total": 0 2024-07-26T07:21:29.697 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.697 INFO:tasks.workunit.client.0.smithi089.stdout: "up": 96 2024-07-26T07:21:29.697 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.697 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.697 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": 192, 2024-07-26T07:21:29.697 INFO:tasks.workunit.client.0.smithi089.stdout: "application": [ 2024-07-26T07:21:29.697 INFO:tasks.workunit.client.0.smithi089.stdout: "cephfs" 2024-07-26T07:21:29.697 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.697 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:29.697 INFO:tasks.workunit.client.0.smithi089.stdout: "num_pg": 64, 2024-07-26T07:21:29.698 INFO:tasks.workunit.client.0.smithi089.stdout: "num_store_stats": 8, 2024-07-26T07:21:29.698 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:29.698 INFO:tasks.workunit.client.0.smithi089.stdout: "poolid": 3, 2024-07-26T07:21:29.698 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.698 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.698 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.698 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.698 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.698 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.698 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.698 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.698 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.698 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.698 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.698 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.699 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.699 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.699 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.699 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.699 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.699 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:29.699 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:29.699 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.699 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:29.699 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.699 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.699 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.699 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.699 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.700 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.700 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.700 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.700 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.700 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.700 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.700 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.700 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.700 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:29.700 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:29.700 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.700 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.700 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.700 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:29.701 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:29.701 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.701 INFO:tasks.workunit.client.0.smithi089.stdout: "store_stats": { 2024-07-26T07:21:29.701 INFO:tasks.workunit.client.0.smithi089.stdout: "allocated": 0, 2024-07-26T07:21:29.701 INFO:tasks.workunit.client.0.smithi089.stdout: "available": 0, 2024-07-26T07:21:29.701 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed": 0, 2024-07-26T07:21:29.701 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed_allocated": 0, 2024-07-26T07:21:29.701 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed_original": 0, 2024-07-26T07:21:29.701 INFO:tasks.workunit.client.0.smithi089.stdout: "data_stored": 0, 2024-07-26T07:21:29.701 INFO:tasks.workunit.client.0.smithi089.stdout: "internal_metadata": 0, 2024-07-26T07:21:29.701 INFO:tasks.workunit.client.0.smithi089.stdout: "internally_reserved": 0, 2024-07-26T07:21:29.701 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_allocated": 0, 2024-07-26T07:21:29.701 INFO:tasks.workunit.client.0.smithi089.stdout: "total": 0 2024-07-26T07:21:29.701 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.702 INFO:tasks.workunit.client.0.smithi089.stdout: "up": 192 2024-07-26T07:21:29.702 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.702 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.702 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": 24, 2024-07-26T07:21:29.702 INFO:tasks.workunit.client.0.smithi089.stdout: "application": [ 2024-07-26T07:21:29.702 INFO:tasks.workunit.client.0.smithi089.stdout: "rbd" 2024-07-26T07:21:29.702 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.702 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 24462, 2024-07-26T07:21:29.702 INFO:tasks.workunit.client.0.smithi089.stdout: "num_pg": 8, 2024-07-26T07:21:29.702 INFO:tasks.workunit.client.0.smithi089.stdout: "num_store_stats": 8, 2024-07-26T07:21:29.702 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 24462, 2024-07-26T07:21:29.702 INFO:tasks.workunit.client.0.smithi089.stdout: "poolid": 4, 2024-07-26T07:21:29.702 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.702 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 4194323, 2024-07-26T07:21:29.703 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.703 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.703 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.703 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.703 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.703 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.703 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.703 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.703 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.703 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.703 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.703 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.703 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.703 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.704 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.704 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 12, 2024-07-26T07:21:29.704 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 4, 2024-07-26T07:21:29.704 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.704 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 4, 2024-07-26T07:21:29.704 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.704 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.704 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.704 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.704 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.704 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 2, 2024-07-26T07:21:29.704 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.704 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.704 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.705 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.705 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.705 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.705 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.705 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 9026, 2024-07-26T07:21:29.705 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 3096150, 2024-07-26T07:21:29.705 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.705 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.705 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.705 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 24331, 2024-07-26T07:21:29.705 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 3087197 2024-07-26T07:21:29.705 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.705 INFO:tasks.workunit.client.0.smithi089.stdout: "store_stats": { 2024-07-26T07:21:29.705 INFO:tasks.workunit.client.0.smithi089.stdout: "allocated": 12595200, 2024-07-26T07:21:29.705 INFO:tasks.workunit.client.0.smithi089.stdout: "available": 0, 2024-07-26T07:21:29.705 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed": 0, 2024-07-26T07:21:29.706 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed_allocated": 0, 2024-07-26T07:21:29.706 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed_original": 0, 2024-07-26T07:21:29.706 INFO:tasks.workunit.client.0.smithi089.stdout: "data_stored": 12582969, 2024-07-26T07:21:29.706 INFO:tasks.workunit.client.0.smithi089.stdout: "internal_metadata": 0, 2024-07-26T07:21:29.706 INFO:tasks.workunit.client.0.smithi089.stdout: "internally_reserved": 0, 2024-07-26T07:21:29.706 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_allocated": 0, 2024-07-26T07:21:29.706 INFO:tasks.workunit.client.0.smithi089.stdout: "total": 0 2024-07-26T07:21:29.706 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.706 INFO:tasks.workunit.client.0.smithi089.stdout: "up": 24 2024-07-26T07:21:29.706 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:29.706 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.706 INFO:tasks.workunit.client.0.smithi089.stdout: "usage": { 2024-07-26T07:21:29.706 INFO:tasks.workunit.client.0.smithi089.stdout: "pg_num": 105, 2024-07-26T07:21:29.707 INFO:tasks.workunit.client.0.smithi089.stdout: "pools": 4, 2024-07-26T07:21:29.707 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_by_class": { 2024-07-26T07:21:29.707 INFO:tasks.workunit.client.0.smithi089.stdout: "ssd": { 2024-07-26T07:21:29.707 INFO:tasks.workunit.client.0.smithi089.stdout: "total_avail_bytes": 762366210048, 2024-07-26T07:21:29.707 INFO:tasks.workunit.client.0.smithi089.stdout: "total_bytes": 767960285184, 2024-07-26T07:21:29.707 INFO:tasks.workunit.client.0.smithi089.stdout: "total_used_bytes": 5594075136, 2024-07-26T07:21:29.707 INFO:tasks.workunit.client.0.smithi089.stdout: "total_used_raw_bytes": 5594075136, 2024-07-26T07:21:29.707 INFO:tasks.workunit.client.0.smithi089.stdout: "total_used_raw_ratio": 0.007284328807145357 2024-07-26T07:21:29.707 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:29.707 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.707 INFO:tasks.workunit.client.0.smithi089.stdout: "total_avail_bytes": 762366210048, 2024-07-26T07:21:29.707 INFO:tasks.workunit.client.0.smithi089.stdout: "total_bytes": 767960285184, 2024-07-26T07:21:29.707 INFO:tasks.workunit.client.0.smithi089.stdout: "total_used_bytes": 5594075136 2024-07-26T07:21:29.707 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:29.708 INFO:tasks.workunit.client.0.smithi089.stdout:} 2024-07-26T07:21:29.708 INFO:tasks.workunit.client.0.smithi089.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-07-26T07:21:29.708 INFO:tasks.workunit.client.0.smithi089.stderr:+ ceph telemetry show-device 2024-07-26T07:21:29.709 INFO:tasks.workunit.client.0.smithi089.stdout:{ 2024-07-26T07:21:29.709 INFO:tasks.workunit.client.0.smithi089.stdout: "f1f6d230-4b14-11ef-9869-0cc47a8fd501": { 2024-07-26T07:21:29.709 INFO:tasks.workunit.client.0.smithi089.stdout: "INTEL_SSDPEDMD400G4_f1f7de5a-4b14-11ef-9869-0cc47a8fd501": { 2024-07-26T07:21:29.709 INFO:tasks.workunit.client.0.smithi089.stdout: "20240726-055851": { 2024-07-26T07:21:29.709 INFO:tasks.workunit.client.0.smithi089.stdout: "device": { 2024-07-26T07:21:29.709 INFO:tasks.workunit.client.0.smithi089.stdout: "info_name": "/dev/nvme0n1", 2024-07-26T07:21:29.709 INFO:tasks.workunit.client.0.smithi089.stdout: "name": "/dev/nvme0n1", 2024-07-26T07:21:29.709 INFO:tasks.workunit.client.0.smithi089.stdout: "protocol": "NVMe", 2024-07-26T07:21:29.709 INFO:tasks.workunit.client.0.smithi089.stdout: "type": "nvme" 2024-07-26T07:21:29.709 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.709 INFO:tasks.workunit.client.0.smithi089.stdout: "firmware_version": "8DV101H0", 2024-07-26T07:21:29.709 INFO:tasks.workunit.client.0.smithi089.stdout: "host_id": "f1f6d230-4b14-11ef-9869-0cc47a8fd501", 2024-07-26T07:21:29.709 INFO:tasks.workunit.client.0.smithi089.stdout: "json_format_version": [ 2024-07-26T07:21:29.709 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:29.710 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:29.710 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.710 INFO:tasks.workunit.client.0.smithi089.stdout: "local_time": { 2024-07-26T07:21:29.710 INFO:tasks.workunit.client.0.smithi089.stdout: "asctime": "Fri Jul 26 05:58:51 2024 UTC", 2024-07-26T07:21:29.710 INFO:tasks.workunit.client.0.smithi089.stdout: "time_t": 1721973531 2024-07-26T07:21:29.710 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.710 INFO:tasks.workunit.client.0.smithi089.stdout: "logical_block_size": 512, 2024-07-26T07:21:29.710 INFO:tasks.workunit.client.0.smithi089.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-07-26T07:21:29.710 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_controller_id": 0, 2024-07-26T07:21:29.710 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-07-26T07:21:29.710 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_namespaces": [ 2024-07-26T07:21:29.710 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.710 INFO:tasks.workunit.client.0.smithi089.stdout: "capacity": { 2024-07-26T07:21:29.711 INFO:tasks.workunit.client.0.smithi089.stdout: "blocks": 781422768, 2024-07-26T07:21:29.711 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 400088457216 2024-07-26T07:21:29.711 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.711 INFO:tasks.workunit.client.0.smithi089.stdout: "formatted_lba_size": 512, 2024-07-26T07:21:29.711 INFO:tasks.workunit.client.0.smithi089.stdout: "id": 1, 2024-07-26T07:21:29.711 INFO:tasks.workunit.client.0.smithi089.stdout: "size": { 2024-07-26T07:21:29.711 INFO:tasks.workunit.client.0.smithi089.stdout: "blocks": 781422768, 2024-07-26T07:21:29.711 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 400088457216 2024-07-26T07:21:29.711 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.711 INFO:tasks.workunit.client.0.smithi089.stdout: "utilization": { 2024-07-26T07:21:29.711 INFO:tasks.workunit.client.0.smithi089.stdout: "blocks": 781422768, 2024-07-26T07:21:29.711 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 400088457216 2024-07-26T07:21:29.711 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:29.711 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:29.712 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.712 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_number_of_namespaces": 1, 2024-07-26T07:21:29.712 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_pci_vendor": { 2024-07-26T07:21:29.712 INFO:tasks.workunit.client.0.smithi089.stdout: "id": 32902, 2024-07-26T07:21:29.712 INFO:tasks.workunit.client.0.smithi089.stdout: "subsystem_id": 32902 2024-07-26T07:21:29.712 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.712 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_smart_health_information_add_log": { 2024-07-26T07:21:29.712 INFO:tasks.workunit.client.0.smithi089.stdout: "Device stats": { 2024-07-26T07:21:29.712 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_fw_downgrades": { 2024-07-26T07:21:29.712 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 0, 2024-07-26T07:21:29.712 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T07:21:29.712 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.712 INFO:tasks.workunit.client.0.smithi089.stdout: "crc_error_count": { 2024-07-26T07:21:29.712 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T07:21:29.713 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T07:21:29.713 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.713 INFO:tasks.workunit.client.0.smithi089.stdout: "end_to_end_error_detection_count": { 2024-07-26T07:21:29.713 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T07:21:29.713 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T07:21:29.713 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.713 INFO:tasks.workunit.client.0.smithi089.stdout: "erase_fail_count": { 2024-07-26T07:21:29.713 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T07:21:29.713 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T07:21:29.713 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.713 INFO:tasks.workunit.client.0.smithi089.stdout: "host_bytes_written": { 2024-07-26T07:21:29.713 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T07:21:29.713 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 25320512 2024-07-26T07:21:29.713 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.714 INFO:tasks.workunit.client.0.smithi089.stdout: "host_ctx_wear_used": { 2024-07-26T07:21:29.714 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T07:21:29.714 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 1 2024-07-26T07:21:29.714 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.714 INFO:tasks.workunit.client.0.smithi089.stdout: "media_bytes_read": { 2024-07-26T07:21:29.714 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 0, 2024-07-26T07:21:29.714 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T07:21:29.714 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.714 INFO:tasks.workunit.client.0.smithi089.stdout: "nand_bytes_written": { 2024-07-26T07:21:29.714 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T07:21:29.714 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 43978950 2024-07-26T07:21:29.714 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.715 INFO:tasks.workunit.client.0.smithi089.stdout: "perf_stat_indicator": { 2024-07-26T07:21:29.715 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 0, 2024-07-26T07:21:29.715 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T07:21:29.715 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.715 INFO:tasks.workunit.client.0.smithi089.stdout: "pll_lock_loss_count": { 2024-07-26T07:21:29.715 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T07:21:29.715 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T07:21:29.715 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.715 INFO:tasks.workunit.client.0.smithi089.stdout: "program_fail_count": { 2024-07-26T07:21:29.715 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T07:21:29.715 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T07:21:29.715 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.715 INFO:tasks.workunit.client.0.smithi089.stdout: "re_alloc_sectr_cnt": { 2024-07-26T07:21:29.715 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 0, 2024-07-26T07:21:29.715 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T07:21:29.716 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.716 INFO:tasks.workunit.client.0.smithi089.stdout: "retry_buffer_overflow_count": { 2024-07-26T07:21:29.716 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T07:21:29.716 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T07:21:29.716 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.716 INFO:tasks.workunit.client.0.smithi089.stdout: "soft_ecc_err_rate": { 2024-07-26T07:21:29.716 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 0, 2024-07-26T07:21:29.716 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T07:21:29.716 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.716 INFO:tasks.workunit.client.0.smithi089.stdout: "thermal_throttle_status": { 2024-07-26T07:21:29.716 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T07:21:29.716 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": { 2024-07-26T07:21:29.716 INFO:tasks.workunit.client.0.smithi089.stdout: "cnt": 0, 2024-07-26T07:21:29.717 INFO:tasks.workunit.client.0.smithi089.stdout: "pct": 0 2024-07-26T07:21:29.717 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:29.717 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.717 INFO:tasks.workunit.client.0.smithi089.stdout: "timed_workload_host_reads": { 2024-07-26T07:21:29.717 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T07:21:29.717 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 65535 2024-07-26T07:21:29.717 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.717 INFO:tasks.workunit.client.0.smithi089.stdout: "timed_workload_media_wear": { 2024-07-26T07:21:29.717 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T07:21:29.717 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": "63.999023" 2024-07-26T07:21:29.717 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.717 INFO:tasks.workunit.client.0.smithi089.stdout: "timed_workload_timer": { 2024-07-26T07:21:29.717 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T07:21:29.717 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 65535 2024-07-26T07:21:29.718 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.718 INFO:tasks.workunit.client.0.smithi089.stdout: "unexp_power_loss": { 2024-07-26T07:21:29.718 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 0, 2024-07-26T07:21:29.718 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T07:21:29.718 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.718 INFO:tasks.workunit.client.0.smithi089.stdout: "wear_leveling": { 2024-07-26T07:21:29.718 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 91, 2024-07-26T07:21:29.718 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": { 2024-07-26T07:21:29.718 INFO:tasks.workunit.client.0.smithi089.stdout: "avg": 2986, 2024-07-26T07:21:29.718 INFO:tasks.workunit.client.0.smithi089.stdout: "max": 2994, 2024-07-26T07:21:29.718 INFO:tasks.workunit.client.0.smithi089.stdout: "min": 2977 2024-07-26T07:21:29.718 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:29.718 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:29.719 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.719 INFO:tasks.workunit.client.0.smithi089.stdout: "Intel Smart log": "nvme0n1" 2024-07-26T07:21:29.719 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.719 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_smart_health_information_log": { 2024-07-26T07:21:29.719 INFO:tasks.workunit.client.0.smithi089.stdout: "available_spare": 100, 2024-07-26T07:21:29.719 INFO:tasks.workunit.client.0.smithi089.stdout: "available_spare_threshold": 10, 2024-07-26T07:21:29.719 INFO:tasks.workunit.client.0.smithi089.stdout: "controller_busy_time": 54, 2024-07-26T07:21:29.719 INFO:tasks.workunit.client.0.smithi089.stdout: "critical_warning": 0, 2024-07-26T07:21:29.719 INFO:tasks.workunit.client.0.smithi089.stdout: "data_units_read": 342268810, 2024-07-26T07:21:29.719 INFO:tasks.workunit.client.0.smithi089.stdout: "data_units_written": 1659405125, 2024-07-26T07:21:29.719 INFO:tasks.workunit.client.0.smithi089.stdout: "host_reads": 5789471835, 2024-07-26T07:21:29.719 INFO:tasks.workunit.client.0.smithi089.stdout: "host_writes": 30491913124, 2024-07-26T07:21:29.719 INFO:tasks.workunit.client.0.smithi089.stdout: "media_errors": 0, 2024-07-26T07:21:29.719 INFO:tasks.workunit.client.0.smithi089.stdout: "num_err_log_entries": 0, 2024-07-26T07:21:29.720 INFO:tasks.workunit.client.0.smithi089.stdout: "percentage_used": 9, 2024-07-26T07:21:29.720 INFO:tasks.workunit.client.0.smithi089.stdout: "power_cycles": 48991, 2024-07-26T07:21:29.720 INFO:tasks.workunit.client.0.smithi089.stdout: "power_on_hours": 52946, 2024-07-26T07:21:29.720 INFO:tasks.workunit.client.0.smithi089.stdout: "temperature": 29, 2024-07-26T07:21:29.720 INFO:tasks.workunit.client.0.smithi089.stdout: "unsafe_shutdowns": 3257 2024-07-26T07:21:29.720 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.720 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_vendor": "intel", 2024-07-26T07:21:29.720 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_version": { 2024-07-26T07:21:29.720 INFO:tasks.workunit.client.0.smithi089.stdout: "string": "<1.2", 2024-07-26T07:21:29.720 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:29.720 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.720 INFO:tasks.workunit.client.0.smithi089.stdout: "power_cycle_count": 48991, 2024-07-26T07:21:29.720 INFO:tasks.workunit.client.0.smithi089.stdout: "power_on_time": { 2024-07-26T07:21:29.720 INFO:tasks.workunit.client.0.smithi089.stdout: "hours": 52946 2024-07-26T07:21:29.720 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.721 INFO:tasks.workunit.client.0.smithi089.stdout: "serial_number": "deleted", 2024-07-26T07:21:29.721 INFO:tasks.workunit.client.0.smithi089.stdout: "smart_status": { 2024-07-26T07:21:29.721 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme": { 2024-07-26T07:21:29.721 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:29.721 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.721 INFO:tasks.workunit.client.0.smithi089.stdout: "passed": true 2024-07-26T07:21:29.721 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.721 INFO:tasks.workunit.client.0.smithi089.stdout: "smartctl": { 2024-07-26T07:21:29.721 INFO:tasks.workunit.client.0.smithi089.stdout: "argv": [ 2024-07-26T07:21:29.721 INFO:tasks.workunit.client.0.smithi089.stdout: "smartctl", 2024-07-26T07:21:29.721 INFO:tasks.workunit.client.0.smithi089.stdout: "-x", 2024-07-26T07:21:29.721 INFO:tasks.workunit.client.0.smithi089.stdout: "--json=o", 2024-07-26T07:21:29.721 INFO:tasks.workunit.client.0.smithi089.stdout: "/dev/nvme0n1" 2024-07-26T07:21:29.722 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.722 INFO:tasks.workunit.client.0.smithi089.stdout: "build_info": "(local build)", 2024-07-26T07:21:29.722 INFO:tasks.workunit.client.0.smithi089.stdout: "exit_status": 0, 2024-07-26T07:21:29.722 INFO:tasks.workunit.client.0.smithi089.stdout: "output": [ 2024-07-26T07:21:29.722 INFO:tasks.workunit.client.0.smithi089.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-07-26T07:21:29.722 INFO:tasks.workunit.client.0.smithi089.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-07-26T07:21:29.722 INFO:tasks.workunit.client.0.smithi089.stdout: "", 2024-07-26T07:21:29.722 INFO:tasks.workunit.client.0.smithi089.stdout: "=== START OF INFORMATION SECTION ===", 2024-07-26T07:21:29.722 INFO:tasks.workunit.client.0.smithi089.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-07-26T07:21:29.722 INFO:tasks.workunit.client.0.smithi089.stdout: "Serial Number: deleted", 2024-07-26T07:21:29.722 INFO:tasks.workunit.client.0.smithi089.stdout: "Firmware Version: 8DV101H0", 2024-07-26T07:21:29.722 INFO:tasks.workunit.client.0.smithi089.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-07-26T07:21:29.722 INFO:tasks.workunit.client.0.smithi089.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-07-26T07:21:29.723 INFO:tasks.workunit.client.0.smithi089.stdout: "Controller ID: 0", 2024-07-26T07:21:29.723 INFO:tasks.workunit.client.0.smithi089.stdout: "NVMe Version: <1.2", 2024-07-26T07:21:29.723 INFO:tasks.workunit.client.0.smithi089.stdout: "Number of Namespaces: 1", 2024-07-26T07:21:29.723 INFO:tasks.workunit.client.0.smithi089.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-07-26T07:21:29.723 INFO:tasks.workunit.client.0.smithi089.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-07-26T07:21:29.723 INFO:tasks.workunit.client.0.smithi089.stdout: "Local Time is: Fri Jul 26 05:58:51 2024 UTC", 2024-07-26T07:21:29.723 INFO:tasks.workunit.client.0.smithi089.stdout: "Firmware Updates (0x02): 1 Slot", 2024-07-26T07:21:29.723 INFO:tasks.workunit.client.0.smithi089.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-07-26T07:21:29.723 INFO:tasks.workunit.client.0.smithi089.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-07-26T07:21:29.723 INFO:tasks.workunit.client.0.smithi089.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-07-26T07:21:29.723 INFO:tasks.workunit.client.0.smithi089.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-07-26T07:21:29.723 INFO:tasks.workunit.client.0.smithi089.stdout: "", 2024-07-26T07:21:29.723 INFO:tasks.workunit.client.0.smithi089.stdout: "Supported Power States", 2024-07-26T07:21:29.723 INFO:tasks.workunit.client.0.smithi089.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-07-26T07:21:29.723 INFO:tasks.workunit.client.0.smithi089.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-07-26T07:21:29.724 INFO:tasks.workunit.client.0.smithi089.stdout: "", 2024-07-26T07:21:29.724 INFO:tasks.workunit.client.0.smithi089.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-07-26T07:21:29.724 INFO:tasks.workunit.client.0.smithi089.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-07-26T07:21:29.724 INFO:tasks.workunit.client.0.smithi089.stdout: " 0 + 512 0 2", 2024-07-26T07:21:29.724 INFO:tasks.workunit.client.0.smithi089.stdout: " 1 - 512 8 2", 2024-07-26T07:21:29.724 INFO:tasks.workunit.client.0.smithi089.stdout: " 2 - 512 16 2", 2024-07-26T07:21:29.724 INFO:tasks.workunit.client.0.smithi089.stdout: " 3 - 4096 0 0", 2024-07-26T07:21:29.724 INFO:tasks.workunit.client.0.smithi089.stdout: " 4 - 4096 8 0", 2024-07-26T07:21:29.724 INFO:tasks.workunit.client.0.smithi089.stdout: " 5 - 4096 64 0", 2024-07-26T07:21:29.724 INFO:tasks.workunit.client.0.smithi089.stdout: " 6 - 4096 128 0", 2024-07-26T07:21:29.724 INFO:tasks.workunit.client.0.smithi089.stdout: "", 2024-07-26T07:21:29.724 INFO:tasks.workunit.client.0.smithi089.stdout: "=== START OF SMART DATA SECTION ===", 2024-07-26T07:21:29.724 INFO:tasks.workunit.client.0.smithi089.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-07-26T07:21:29.724 INFO:tasks.workunit.client.0.smithi089.stdout: "", 2024-07-26T07:21:29.724 INFO:tasks.workunit.client.0.smithi089.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-07-26T07:21:29.725 INFO:tasks.workunit.client.0.smithi089.stdout: "Critical Warning: 0x00", 2024-07-26T07:21:29.725 INFO:tasks.workunit.client.0.smithi089.stdout: "Temperature: 29 Celsius", 2024-07-26T07:21:29.725 INFO:tasks.workunit.client.0.smithi089.stdout: "Available Spare: 100%", 2024-07-26T07:21:29.725 INFO:tasks.workunit.client.0.smithi089.stdout: "Available Spare Threshold: 10%", 2024-07-26T07:21:29.725 INFO:tasks.workunit.client.0.smithi089.stdout: "Percentage Used: 9%", 2024-07-26T07:21:29.725 INFO:tasks.workunit.client.0.smithi089.stdout: "Data Units Read: 342,268,810 [175 TB]", 2024-07-26T07:21:29.725 INFO:tasks.workunit.client.0.smithi089.stdout: "Data Units Written: 1,659,405,125 [849 TB]", 2024-07-26T07:21:29.725 INFO:tasks.workunit.client.0.smithi089.stdout: "Host Read Commands: 5,789,471,835", 2024-07-26T07:21:29.725 INFO:tasks.workunit.client.0.smithi089.stdout: "Host Write Commands: 30,491,913,124", 2024-07-26T07:21:29.725 INFO:tasks.workunit.client.0.smithi089.stdout: "Controller Busy Time: 54", 2024-07-26T07:21:29.725 INFO:tasks.workunit.client.0.smithi089.stdout: "Power Cycles: 48,991", 2024-07-26T07:21:29.725 INFO:tasks.workunit.client.0.smithi089.stdout: "Power On Hours: 52,946", 2024-07-26T07:21:29.725 INFO:tasks.workunit.client.0.smithi089.stdout: "Unsafe Shutdowns: 3,257", 2024-07-26T07:21:29.725 INFO:tasks.workunit.client.0.smithi089.stdout: "Media and Data Integrity Errors: 0", 2024-07-26T07:21:29.725 INFO:tasks.workunit.client.0.smithi089.stdout: "Error Information Log Entries: 0", 2024-07-26T07:21:29.725 INFO:tasks.workunit.client.0.smithi089.stdout: "", 2024-07-26T07:21:29.726 INFO:tasks.workunit.client.0.smithi089.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-07-26T07:21:29.726 INFO:tasks.workunit.client.0.smithi089.stdout: "No Errors Logged", 2024-07-26T07:21:29.726 INFO:tasks.workunit.client.0.smithi089.stdout: "" 2024-07-26T07:21:29.726 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.726 INFO:tasks.workunit.client.0.smithi089.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-07-26T07:21:29.726 INFO:tasks.workunit.client.0.smithi089.stdout: "svn_revision": "5155", 2024-07-26T07:21:29.726 INFO:tasks.workunit.client.0.smithi089.stdout: "version": [ 2024-07-26T07:21:29.726 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:29.726 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:29.726 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:29.726 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.726 INFO:tasks.workunit.client.0.smithi089.stdout: "temperature": { 2024-07-26T07:21:29.726 INFO:tasks.workunit.client.0.smithi089.stdout: "current": 29 2024-07-26T07:21:29.727 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.727 INFO:tasks.workunit.client.0.smithi089.stdout: "user_capacity": { 2024-07-26T07:21:29.727 INFO:tasks.workunit.client.0.smithi089.stdout: "blocks": 781422768, 2024-07-26T07:21:29.727 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 400088457216 2024-07-26T07:21:29.727 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:29.727 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:29.727 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:29.727 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.727 INFO:tasks.workunit.client.0.smithi089.stdout: "f1f9c10c-4b14-11ef-9869-0cc47a8fd501": { 2024-07-26T07:21:29.727 INFO:tasks.workunit.client.0.smithi089.stdout: "INTEL_SSDPEDMD400G4_f1faceee-4b14-11ef-9869-0cc47a8fd501": { 2024-07-26T07:21:29.727 INFO:tasks.workunit.client.0.smithi089.stdout: "20240726-055849": { 2024-07-26T07:21:29.727 INFO:tasks.workunit.client.0.smithi089.stdout: "device": { 2024-07-26T07:21:29.727 INFO:tasks.workunit.client.0.smithi089.stdout: "info_name": "/dev/nvme0n1", 2024-07-26T07:21:29.727 INFO:tasks.workunit.client.0.smithi089.stdout: "name": "/dev/nvme0n1", 2024-07-26T07:21:29.728 INFO:tasks.workunit.client.0.smithi089.stdout: "protocol": "NVMe", 2024-07-26T07:21:29.728 INFO:tasks.workunit.client.0.smithi089.stdout: "type": "nvme" 2024-07-26T07:21:29.728 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.728 INFO:tasks.workunit.client.0.smithi089.stdout: "firmware_version": "8DV101H0", 2024-07-26T07:21:29.728 INFO:tasks.workunit.client.0.smithi089.stdout: "host_id": "f1f9c10c-4b14-11ef-9869-0cc47a8fd501", 2024-07-26T07:21:29.728 INFO:tasks.workunit.client.0.smithi089.stdout: "json_format_version": [ 2024-07-26T07:21:29.728 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:29.728 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:29.728 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.728 INFO:tasks.workunit.client.0.smithi089.stdout: "local_time": { 2024-07-26T07:21:29.728 INFO:tasks.workunit.client.0.smithi089.stdout: "asctime": "Fri Jul 26 05:58:49 2024 UTC", 2024-07-26T07:21:29.728 INFO:tasks.workunit.client.0.smithi089.stdout: "time_t": 1721973529 2024-07-26T07:21:29.728 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.729 INFO:tasks.workunit.client.0.smithi089.stdout: "logical_block_size": 512, 2024-07-26T07:21:29.729 INFO:tasks.workunit.client.0.smithi089.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-07-26T07:21:29.729 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_controller_id": 0, 2024-07-26T07:21:29.729 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-07-26T07:21:29.729 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_namespaces": [ 2024-07-26T07:21:29.729 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.729 INFO:tasks.workunit.client.0.smithi089.stdout: "capacity": { 2024-07-26T07:21:29.729 INFO:tasks.workunit.client.0.smithi089.stdout: "blocks": 781422768, 2024-07-26T07:21:29.729 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 400088457216 2024-07-26T07:21:29.729 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.729 INFO:tasks.workunit.client.0.smithi089.stdout: "formatted_lba_size": 512, 2024-07-26T07:21:29.729 INFO:tasks.workunit.client.0.smithi089.stdout: "id": 1, 2024-07-26T07:21:29.729 INFO:tasks.workunit.client.0.smithi089.stdout: "size": { 2024-07-26T07:21:29.729 INFO:tasks.workunit.client.0.smithi089.stdout: "blocks": 781422768, 2024-07-26T07:21:29.730 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 400088457216 2024-07-26T07:21:29.730 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.730 INFO:tasks.workunit.client.0.smithi089.stdout: "utilization": { 2024-07-26T07:21:29.730 INFO:tasks.workunit.client.0.smithi089.stdout: "blocks": 781422768, 2024-07-26T07:21:29.730 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 400088457216 2024-07-26T07:21:29.730 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:29.730 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:29.730 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.730 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_number_of_namespaces": 1, 2024-07-26T07:21:29.730 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_pci_vendor": { 2024-07-26T07:21:29.730 INFO:tasks.workunit.client.0.smithi089.stdout: "id": 32902, 2024-07-26T07:21:29.730 INFO:tasks.workunit.client.0.smithi089.stdout: "subsystem_id": 32902 2024-07-26T07:21:29.730 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.731 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_smart_health_information_add_log": { 2024-07-26T07:21:29.731 INFO:tasks.workunit.client.0.smithi089.stdout: "Device stats": { 2024-07-26T07:21:29.731 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_fw_downgrades": { 2024-07-26T07:21:29.731 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 0, 2024-07-26T07:21:29.731 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T07:21:29.731 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.731 INFO:tasks.workunit.client.0.smithi089.stdout: "crc_error_count": { 2024-07-26T07:21:29.731 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T07:21:29.731 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T07:21:29.731 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.731 INFO:tasks.workunit.client.0.smithi089.stdout: "end_to_end_error_detection_count": { 2024-07-26T07:21:29.731 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T07:21:29.731 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T07:21:29.731 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.732 INFO:tasks.workunit.client.0.smithi089.stdout: "erase_fail_count": { 2024-07-26T07:21:29.732 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T07:21:29.732 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T07:21:29.732 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.732 INFO:tasks.workunit.client.0.smithi089.stdout: "host_bytes_written": { 2024-07-26T07:21:29.732 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T07:21:29.732 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 33345857 2024-07-26T07:21:29.732 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.732 INFO:tasks.workunit.client.0.smithi089.stdout: "host_ctx_wear_used": { 2024-07-26T07:21:29.732 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T07:21:29.732 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 1 2024-07-26T07:21:29.732 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.732 INFO:tasks.workunit.client.0.smithi089.stdout: "media_bytes_read": { 2024-07-26T07:21:29.732 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 0, 2024-07-26T07:21:29.733 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T07:21:29.733 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.733 INFO:tasks.workunit.client.0.smithi089.stdout: "nand_bytes_written": { 2024-07-26T07:21:29.733 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T07:21:29.733 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 55628432 2024-07-26T07:21:29.733 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.733 INFO:tasks.workunit.client.0.smithi089.stdout: "perf_stat_indicator": { 2024-07-26T07:21:29.733 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 0, 2024-07-26T07:21:29.733 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T07:21:29.733 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.733 INFO:tasks.workunit.client.0.smithi089.stdout: "pll_lock_loss_count": { 2024-07-26T07:21:29.733 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T07:21:29.733 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T07:21:29.733 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.734 INFO:tasks.workunit.client.0.smithi089.stdout: "program_fail_count": { 2024-07-26T07:21:29.734 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T07:21:29.734 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T07:21:29.734 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.734 INFO:tasks.workunit.client.0.smithi089.stdout: "re_alloc_sectr_cnt": { 2024-07-26T07:21:29.734 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 0, 2024-07-26T07:21:29.734 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T07:21:29.734 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.734 INFO:tasks.workunit.client.0.smithi089.stdout: "retry_buffer_overflow_count": { 2024-07-26T07:21:29.734 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T07:21:29.734 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T07:21:29.734 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.735 INFO:tasks.workunit.client.0.smithi089.stdout: "soft_ecc_err_rate": { 2024-07-26T07:21:29.735 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 0, 2024-07-26T07:21:29.735 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T07:21:29.735 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.735 INFO:tasks.workunit.client.0.smithi089.stdout: "thermal_throttle_status": { 2024-07-26T07:21:29.735 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T07:21:29.735 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": { 2024-07-26T07:21:29.735 INFO:tasks.workunit.client.0.smithi089.stdout: "cnt": 0, 2024-07-26T07:21:29.735 INFO:tasks.workunit.client.0.smithi089.stdout: "pct": 0 2024-07-26T07:21:29.735 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:29.735 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.735 INFO:tasks.workunit.client.0.smithi089.stdout: "timed_workload_host_reads": { 2024-07-26T07:21:29.735 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T07:21:29.735 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 65535 2024-07-26T07:21:29.735 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.736 INFO:tasks.workunit.client.0.smithi089.stdout: "timed_workload_media_wear": { 2024-07-26T07:21:29.736 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T07:21:29.736 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": "63.999023" 2024-07-26T07:21:29.736 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.736 INFO:tasks.workunit.client.0.smithi089.stdout: "timed_workload_timer": { 2024-07-26T07:21:29.736 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 100, 2024-07-26T07:21:29.736 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 65535 2024-07-26T07:21:29.736 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.736 INFO:tasks.workunit.client.0.smithi089.stdout: "unexp_power_loss": { 2024-07-26T07:21:29.736 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 0, 2024-07-26T07:21:29.736 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": 0 2024-07-26T07:21:29.736 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.736 INFO:tasks.workunit.client.0.smithi089.stdout: "wear_leveling": { 2024-07-26T07:21:29.737 INFO:tasks.workunit.client.0.smithi089.stdout: "normalized": 88, 2024-07-26T07:21:29.737 INFO:tasks.workunit.client.0.smithi089.stdout: "raw": { 2024-07-26T07:21:29.737 INFO:tasks.workunit.client.0.smithi089.stdout: "avg": 3758, 2024-07-26T07:21:29.737 INFO:tasks.workunit.client.0.smithi089.stdout: "max": 3773, 2024-07-26T07:21:29.737 INFO:tasks.workunit.client.0.smithi089.stdout: "min": 3741 2024-07-26T07:21:29.737 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:29.737 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:29.737 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.737 INFO:tasks.workunit.client.0.smithi089.stdout: "Intel Smart log": "nvme0n1" 2024-07-26T07:21:29.737 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.737 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_smart_health_information_log": { 2024-07-26T07:21:29.737 INFO:tasks.workunit.client.0.smithi089.stdout: "available_spare": 100, 2024-07-26T07:21:29.737 INFO:tasks.workunit.client.0.smithi089.stdout: "available_spare_threshold": 10, 2024-07-26T07:21:29.737 INFO:tasks.workunit.client.0.smithi089.stdout: "controller_busy_time": 10, 2024-07-26T07:21:29.737 INFO:tasks.workunit.client.0.smithi089.stdout: "critical_warning": 0, 2024-07-26T07:21:29.738 INFO:tasks.workunit.client.0.smithi089.stdout: "data_units_read": 456383544, 2024-07-26T07:21:29.738 INFO:tasks.workunit.client.0.smithi089.stdout: "data_units_written": 2185354111, 2024-07-26T07:21:29.738 INFO:tasks.workunit.client.0.smithi089.stdout: "host_reads": 7178008182, 2024-07-26T07:21:29.738 INFO:tasks.workunit.client.0.smithi089.stdout: "host_writes": 37734841461, 2024-07-26T07:21:29.738 INFO:tasks.workunit.client.0.smithi089.stdout: "media_errors": 0, 2024-07-26T07:21:29.738 INFO:tasks.workunit.client.0.smithi089.stdout: "num_err_log_entries": 0, 2024-07-26T07:21:29.738 INFO:tasks.workunit.client.0.smithi089.stdout: "percentage_used": 12, 2024-07-26T07:21:29.738 INFO:tasks.workunit.client.0.smithi089.stdout: "power_cycles": 56250, 2024-07-26T07:21:29.738 INFO:tasks.workunit.client.0.smithi089.stdout: "power_on_hours": 56833, 2024-07-26T07:21:29.738 INFO:tasks.workunit.client.0.smithi089.stdout: "temperature": 27, 2024-07-26T07:21:29.738 INFO:tasks.workunit.client.0.smithi089.stdout: "unsafe_shutdowns": 913 2024-07-26T07:21:29.738 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.738 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_vendor": "intel", 2024-07-26T07:21:29.739 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme_version": { 2024-07-26T07:21:29.739 INFO:tasks.workunit.client.0.smithi089.stdout: "string": "<1.2", 2024-07-26T07:21:29.739 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:29.739 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.739 INFO:tasks.workunit.client.0.smithi089.stdout: "power_cycle_count": 56250, 2024-07-26T07:21:29.739 INFO:tasks.workunit.client.0.smithi089.stdout: "power_on_time": { 2024-07-26T07:21:29.739 INFO:tasks.workunit.client.0.smithi089.stdout: "hours": 56833 2024-07-26T07:21:29.739 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.739 INFO:tasks.workunit.client.0.smithi089.stdout: "serial_number": "deleted", 2024-07-26T07:21:29.739 INFO:tasks.workunit.client.0.smithi089.stdout: "smart_status": { 2024-07-26T07:21:29.739 INFO:tasks.workunit.client.0.smithi089.stdout: "nvme": { 2024-07-26T07:21:29.739 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:29.739 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.739 INFO:tasks.workunit.client.0.smithi089.stdout: "passed": true 2024-07-26T07:21:29.740 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.740 INFO:tasks.workunit.client.0.smithi089.stdout: "smartctl": { 2024-07-26T07:21:29.740 INFO:tasks.workunit.client.0.smithi089.stdout: "argv": [ 2024-07-26T07:21:29.740 INFO:tasks.workunit.client.0.smithi089.stdout: "smartctl", 2024-07-26T07:21:29.740 INFO:tasks.workunit.client.0.smithi089.stdout: "-x", 2024-07-26T07:21:29.740 INFO:tasks.workunit.client.0.smithi089.stdout: "--json=o", 2024-07-26T07:21:29.740 INFO:tasks.workunit.client.0.smithi089.stdout: "/dev/nvme0n1" 2024-07-26T07:21:29.740 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.740 INFO:tasks.workunit.client.0.smithi089.stdout: "build_info": "(local build)", 2024-07-26T07:21:29.740 INFO:tasks.workunit.client.0.smithi089.stdout: "exit_status": 0, 2024-07-26T07:21:29.740 INFO:tasks.workunit.client.0.smithi089.stdout: "output": [ 2024-07-26T07:21:29.740 INFO:tasks.workunit.client.0.smithi089.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-07-26T07:21:29.740 INFO:tasks.workunit.client.0.smithi089.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-07-26T07:21:29.740 INFO:tasks.workunit.client.0.smithi089.stdout: "", 2024-07-26T07:21:29.741 INFO:tasks.workunit.client.0.smithi089.stdout: "=== START OF INFORMATION SECTION ===", 2024-07-26T07:21:29.741 INFO:tasks.workunit.client.0.smithi089.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-07-26T07:21:29.741 INFO:tasks.workunit.client.0.smithi089.stdout: "Serial Number: deleted", 2024-07-26T07:21:29.741 INFO:tasks.workunit.client.0.smithi089.stdout: "Firmware Version: 8DV101H0", 2024-07-26T07:21:29.741 INFO:tasks.workunit.client.0.smithi089.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-07-26T07:21:29.741 INFO:tasks.workunit.client.0.smithi089.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-07-26T07:21:29.741 INFO:tasks.workunit.client.0.smithi089.stdout: "Controller ID: 0", 2024-07-26T07:21:29.741 INFO:tasks.workunit.client.0.smithi089.stdout: "NVMe Version: <1.2", 2024-07-26T07:21:29.741 INFO:tasks.workunit.client.0.smithi089.stdout: "Number of Namespaces: 1", 2024-07-26T07:21:29.741 INFO:tasks.workunit.client.0.smithi089.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-07-26T07:21:29.741 INFO:tasks.workunit.client.0.smithi089.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-07-26T07:21:29.741 INFO:tasks.workunit.client.0.smithi089.stdout: "Local Time is: Fri Jul 26 05:58:49 2024 UTC", 2024-07-26T07:21:29.741 INFO:tasks.workunit.client.0.smithi089.stdout: "Firmware Updates (0x02): 1 Slot", 2024-07-26T07:21:29.741 INFO:tasks.workunit.client.0.smithi089.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-07-26T07:21:29.742 INFO:tasks.workunit.client.0.smithi089.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-07-26T07:21:29.742 INFO:tasks.workunit.client.0.smithi089.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-07-26T07:21:29.742 INFO:tasks.workunit.client.0.smithi089.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-07-26T07:21:29.742 INFO:tasks.workunit.client.0.smithi089.stdout: "", 2024-07-26T07:21:29.742 INFO:tasks.workunit.client.0.smithi089.stdout: "Supported Power States", 2024-07-26T07:21:29.742 INFO:tasks.workunit.client.0.smithi089.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-07-26T07:21:29.742 INFO:tasks.workunit.client.0.smithi089.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-07-26T07:21:29.742 INFO:tasks.workunit.client.0.smithi089.stdout: "", 2024-07-26T07:21:29.742 INFO:tasks.workunit.client.0.smithi089.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-07-26T07:21:29.742 INFO:tasks.workunit.client.0.smithi089.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-07-26T07:21:29.742 INFO:tasks.workunit.client.0.smithi089.stdout: " 0 + 512 0 2", 2024-07-26T07:21:29.742 INFO:tasks.workunit.client.0.smithi089.stdout: " 1 - 512 8 2", 2024-07-26T07:21:29.742 INFO:tasks.workunit.client.0.smithi089.stdout: " 2 - 512 16 2", 2024-07-26T07:21:29.742 INFO:tasks.workunit.client.0.smithi089.stdout: " 3 - 4096 0 0", 2024-07-26T07:21:29.743 INFO:tasks.workunit.client.0.smithi089.stdout: " 4 - 4096 8 0", 2024-07-26T07:21:29.743 INFO:tasks.workunit.client.0.smithi089.stdout: " 5 - 4096 64 0", 2024-07-26T07:21:29.743 INFO:tasks.workunit.client.0.smithi089.stdout: " 6 - 4096 128 0", 2024-07-26T07:21:29.743 INFO:tasks.workunit.client.0.smithi089.stdout: "", 2024-07-26T07:21:29.743 INFO:tasks.workunit.client.0.smithi089.stdout: "=== START OF SMART DATA SECTION ===", 2024-07-26T07:21:29.743 INFO:tasks.workunit.client.0.smithi089.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-07-26T07:21:29.743 INFO:tasks.workunit.client.0.smithi089.stdout: "", 2024-07-26T07:21:29.743 INFO:tasks.workunit.client.0.smithi089.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-07-26T07:21:29.743 INFO:tasks.workunit.client.0.smithi089.stdout: "Critical Warning: 0x00", 2024-07-26T07:21:29.743 INFO:tasks.workunit.client.0.smithi089.stdout: "Temperature: 27 Celsius", 2024-07-26T07:21:29.743 INFO:tasks.workunit.client.0.smithi089.stdout: "Available Spare: 100%", 2024-07-26T07:21:29.743 INFO:tasks.workunit.client.0.smithi089.stdout: "Available Spare Threshold: 10%", 2024-07-26T07:21:29.743 INFO:tasks.workunit.client.0.smithi089.stdout: "Percentage Used: 12%", 2024-07-26T07:21:29.743 INFO:tasks.workunit.client.0.smithi089.stdout: "Data Units Read: 456,383,544 [233 TB]", 2024-07-26T07:21:29.744 INFO:tasks.workunit.client.0.smithi089.stdout: "Data Units Written: 2,185,354,111 [1.11 PB]", 2024-07-26T07:21:29.744 INFO:tasks.workunit.client.0.smithi089.stdout: "Host Read Commands: 7,178,008,182", 2024-07-26T07:21:29.744 INFO:tasks.workunit.client.0.smithi089.stdout: "Host Write Commands: 37,734,841,461", 2024-07-26T07:21:29.744 INFO:tasks.workunit.client.0.smithi089.stdout: "Controller Busy Time: 10", 2024-07-26T07:21:29.744 INFO:tasks.workunit.client.0.smithi089.stdout: "Power Cycles: 56,250", 2024-07-26T07:21:29.744 INFO:tasks.workunit.client.0.smithi089.stdout: "Power On Hours: 56,833", 2024-07-26T07:21:29.744 INFO:tasks.workunit.client.0.smithi089.stdout: "Unsafe Shutdowns: 913", 2024-07-26T07:21:29.744 INFO:tasks.workunit.client.0.smithi089.stdout: "Media and Data Integrity Errors: 0", 2024-07-26T07:21:29.744 INFO:tasks.workunit.client.0.smithi089.stdout: "Error Information Log Entries: 0", 2024-07-26T07:21:29.744 INFO:tasks.workunit.client.0.smithi089.stdout: "", 2024-07-26T07:21:29.744 INFO:tasks.workunit.client.0.smithi089.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-07-26T07:21:29.744 INFO:tasks.workunit.client.0.smithi089.stdout: "No Errors Logged", 2024-07-26T07:21:29.744 INFO:tasks.workunit.client.0.smithi089.stdout: "" 2024-07-26T07:21:29.744 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.744 INFO:tasks.workunit.client.0.smithi089.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-07-26T07:21:29.745 INFO:tasks.workunit.client.0.smithi089.stdout: "svn_revision": "5155", 2024-07-26T07:21:29.745 INFO:tasks.workunit.client.0.smithi089.stdout: "version": [ 2024-07-26T07:21:29.745 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:29.745 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:29.745 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:29.745 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.745 INFO:tasks.workunit.client.0.smithi089.stdout: "temperature": { 2024-07-26T07:21:29.745 INFO:tasks.workunit.client.0.smithi089.stdout: "current": 27 2024-07-26T07:21:29.745 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.745 INFO:tasks.workunit.client.0.smithi089.stdout: "user_capacity": { 2024-07-26T07:21:29.745 INFO:tasks.workunit.client.0.smithi089.stdout: "blocks": 781422768, 2024-07-26T07:21:29.745 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 400088457216 2024-07-26T07:21:29.745 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:29.745 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:29.745 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:29.746 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:29.746 INFO:tasks.workunit.client.0.smithi089.stdout:} 2024-07-26T07:21:29.746 INFO:tasks.workunit.client.0.smithi089.stderr:+ ceph telemetry show 2024-07-26T07:21:29.747 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[99608]: from='client.36021 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:21:29.747 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[99608]: from='client.36021 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:21:29.747 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[99608]: from='client.46007 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:21:29.747 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:21:29.747 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T07:21:29.747 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:29.747 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:29.747 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:29.747 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:29.747 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:29.747 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:29.747 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:29.748 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:29.748 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:29.748 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[99608]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:21:29.748 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[99608]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:21:29.748 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:29.748 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:29.748 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:29.748 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[99608]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:21:29.748 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[99608]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:21:29.748 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:29.748 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:29.748 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:29.748 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[99608]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:21:29.748 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[99608]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:21:29.748 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:29.749 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:29.749 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:29.749 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:21:29.749 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T07:21:29.749 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:29.749 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:29.749 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:29.749 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:29.749 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:29.749 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:29.749 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:29.749 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:29.749 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:29.749 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[99608]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:21:29.749 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[99608]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:21:29.750 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:29.750 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:29.750 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:29.750 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[99608]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:21:29.750 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[99608]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:21:29.750 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:29.750 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:29.750 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:29.750 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[99608]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:21:29.750 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[99608]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:21:29.750 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:29.750 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:29.750 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:29.751 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:28 smithi155 ceph-mon[90160]: from='client.46007 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:21:29.751 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:28 smithi155 ceph-mon[90160]: pgmap v4830: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-07-26T07:21:29.751 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:28 smithi155 ceph-mon[90160]: from='client.36057 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:21:29.751 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:28 smithi155 ceph-mon[90160]: from='client.36057 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:21:29.751 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:28 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:21:29.751 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:28 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T07:21:29.751 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:28 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:29.752 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:28 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:29.752 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:28 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:29.752 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:28 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:29.752 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:28 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:29.752 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:28 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:29.752 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:28 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:29.752 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:28 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:29.752 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:28 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:29.752 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:28 smithi155 ceph-mon[90160]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:21:29.752 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:28 smithi155 ceph-mon[90160]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:21:29.752 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:28 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:29.752 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:28 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:29.752 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:28 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:29.752 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:28 smithi155 ceph-mon[90160]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:21:29.752 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:28 smithi155 ceph-mon[90160]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:21:29.753 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:28 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:29.753 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:28 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:29.753 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:28 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:29.753 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:28 smithi155 ceph-mon[90160]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:21:29.753 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:28 smithi155 ceph-mon[90160]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:21:29.753 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:28 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:29.753 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:28 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:29.753 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:28 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:29.753 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:28 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:21:29.753 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:28 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T07:21:29.753 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:28 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:29.753 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:28 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:29.753 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:28 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:29.753 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:28 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:29.754 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:28 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:29.754 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:28 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:29.754 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:28 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:29.754 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:28 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:29.754 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:28 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:29.754 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:28 smithi155 ceph-mon[90160]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:21:29.754 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:28 smithi155 ceph-mon[90160]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:21:29.754 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:28 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:29.754 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:28 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:29.754 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:28 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:29.754 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:28 smithi155 ceph-mon[90160]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:21:29.754 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:28 smithi155 ceph-mon[90160]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:21:29.754 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:28 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:29.754 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:28 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:29.755 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:28 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:29.755 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:28 smithi155 ceph-mon[90160]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:21:29.755 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:28 smithi155 ceph-mon[90160]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:21:29.755 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:28 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:29.755 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:28 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:29.755 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:28 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:29.755 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:29 smithi155 ceph-mon[90160]: from='client.46031 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:21:29.755 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:29 smithi155 ceph-mon[90160]: from='client.46031 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:21:29.755 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:29 smithi155 ceph-mon[90160]: from='client.36081 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:21:29.755 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:29 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:21:29.755 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:29 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:21:29.755 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:29 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:21:29.755 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:29 smithi155 ceph-mon[90160]: pgmap v4831: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-07-26T07:21:29.755 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:29 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:21:29.755 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:29 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:21:29.755 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:29 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:21:29.756 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:29 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:21:29.756 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:29 smithi155 ceph-mon[90160]: from='client.36081 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:21:29.756 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[102056]: from='client.36021 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:21:29.756 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[102056]: from='client.36021 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:21:29.756 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[102056]: from='client.46007 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:21:29.756 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:21:29.756 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T07:21:29.756 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:29.756 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:29.756 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:29.756 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:29.756 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:29.756 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:29.756 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:29.757 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:29.757 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:29.757 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[102056]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:21:29.757 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[102056]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:21:29.757 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:29.757 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:29.757 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:29.757 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[102056]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:21:29.757 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[102056]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:21:29.757 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:29.757 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:29.757 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:29.757 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[102056]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:21:29.757 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[102056]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:21:29.757 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:29.758 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:29.758 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:29.758 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:21:29.758 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T07:21:29.758 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:29.758 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:29.758 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:29.758 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:29.758 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:29.758 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:29.758 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:29.758 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:29.758 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:29.758 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[102056]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:21:29.759 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[102056]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:21:29.759 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:29.759 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:29.759 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:29.759 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[102056]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:21:29.759 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[102056]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:21:29.759 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:29.759 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:29.759 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:29.759 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[102056]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:21:29.759 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[102056]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:21:29.759 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:29.759 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:29.759 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:27 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:29.768 INFO:tasks.workunit.client.0.smithi089.stdout:{ 2024-07-26T07:21:29.768 INFO:tasks.workunit.client.0.smithi089.stdout: "balancer": { 2024-07-26T07:21:29.768 INFO:tasks.workunit.client.0.smithi089.stdout: "active": true, 2024-07-26T07:21:29.768 INFO:tasks.workunit.client.0.smithi089.stdout: "mode": "" 2024-07-26T07:21:29.768 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.768 INFO:tasks.workunit.client.0.smithi089.stdout: "channels": [ 2024-07-26T07:21:29.769 INFO:tasks.workunit.client.0.smithi089.stdout: "basic", 2024-07-26T07:21:29.769 INFO:tasks.workunit.client.0.smithi089.stdout: "crash", 2024-07-26T07:21:29.769 INFO:tasks.workunit.client.0.smithi089.stdout: "device", 2024-07-26T07:21:29.769 INFO:tasks.workunit.client.0.smithi089.stdout: "ident", 2024-07-26T07:21:29.769 INFO:tasks.workunit.client.0.smithi089.stdout: "perf" 2024-07-26T07:21:29.769 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.769 INFO:tasks.workunit.client.0.smithi089.stdout: "channels_available": [ 2024-07-26T07:21:29.769 INFO:tasks.workunit.client.0.smithi089.stdout: "basic", 2024-07-26T07:21:29.769 INFO:tasks.workunit.client.0.smithi089.stdout: "ident", 2024-07-26T07:21:29.769 INFO:tasks.workunit.client.0.smithi089.stdout: "crash", 2024-07-26T07:21:29.769 INFO:tasks.workunit.client.0.smithi089.stdout: "device", 2024-07-26T07:21:29.769 INFO:tasks.workunit.client.0.smithi089.stdout: "perf" 2024-07-26T07:21:29.769 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.769 INFO:tasks.workunit.client.0.smithi089.stdout: "collections_available": [ 2024-07-26T07:21:29.770 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_base", 2024-07-26T07:21:29.770 INFO:tasks.workunit.client.0.smithi089.stdout: "device_base", 2024-07-26T07:21:29.770 INFO:tasks.workunit.client.0.smithi089.stdout: "crash_base", 2024-07-26T07:21:29.770 INFO:tasks.workunit.client.0.smithi089.stdout: "ident_base", 2024-07-26T07:21:29.770 INFO:tasks.workunit.client.0.smithi089.stdout: "perf_perf", 2024-07-26T07:21:29.770 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_mds_metadata", 2024-07-26T07:21:29.770 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_pool_usage", 2024-07-26T07:21:29.770 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_usage_by_class", 2024-07-26T07:21:29.770 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_rook_v01", 2024-07-26T07:21:29.770 INFO:tasks.workunit.client.0.smithi089.stdout: "perf_memory_metrics", 2024-07-26T07:21:29.770 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_pool_options_bluestore", 2024-07-26T07:21:29.770 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_pool_flags" 2024-07-26T07:21:29.770 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.771 INFO:tasks.workunit.client.0.smithi089.stdout: "collections_opted_in": [ 2024-07-26T07:21:29.771 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_base", 2024-07-26T07:21:29.771 INFO:tasks.workunit.client.0.smithi089.stdout: "device_base", 2024-07-26T07:21:29.771 INFO:tasks.workunit.client.0.smithi089.stdout: "crash_base", 2024-07-26T07:21:29.771 INFO:tasks.workunit.client.0.smithi089.stdout: "ident_base", 2024-07-26T07:21:29.771 INFO:tasks.workunit.client.0.smithi089.stdout: "perf_perf", 2024-07-26T07:21:29.771 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_mds_metadata", 2024-07-26T07:21:29.771 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_pool_usage", 2024-07-26T07:21:29.771 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_usage_by_class", 2024-07-26T07:21:29.771 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_rook_v01", 2024-07-26T07:21:29.771 INFO:tasks.workunit.client.0.smithi089.stdout: "perf_memory_metrics", 2024-07-26T07:21:29.771 INFO:tasks.workunit.client.0.smithi089.stdout: "basic_pool_options_bluestore" 2024-07-26T07:21:29.771 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.771 INFO:tasks.workunit.client.0.smithi089.stdout: "config": { 2024-07-26T07:21:29.772 INFO:tasks.workunit.client.0.smithi089.stdout: "active_changed": [ 2024-07-26T07:21:29.772 INFO:tasks.workunit.client.0.smithi089.stdout: "auth_allow_insecure_global_id_reclaim", 2024-07-26T07:21:29.772 INFO:tasks.workunit.client.0.smithi089.stdout: "auth_debug", 2024-07-26T07:21:29.772 INFO:tasks.workunit.client.0.smithi089.stdout: "auth_mon_ticket_ttl", 2024-07-26T07:21:29.772 INFO:tasks.workunit.client.0.smithi089.stdout: "auth_service_ticket_ttl", 2024-07-26T07:21:29.772 INFO:tasks.workunit.client.0.smithi089.stdout: "bdev_debug_aio", 2024-07-26T07:21:29.772 INFO:tasks.workunit.client.0.smithi089.stdout: "client_check_pool_perm", 2024-07-26T07:21:29.772 INFO:tasks.workunit.client.0.smithi089.stdout: "client_mount_gid", 2024-07-26T07:21:29.772 INFO:tasks.workunit.client.0.smithi089.stdout: "client_mount_uid", 2024-07-26T07:21:29.772 INFO:tasks.workunit.client.0.smithi089.stdout: "client_quota", 2024-07-26T07:21:29.772 INFO:tasks.workunit.client.0.smithi089.stdout: "container_image", 2024-07-26T07:21:29.772 INFO:tasks.workunit.client.0.smithi089.stdout: "daemonize", 2024-07-26T07:21:29.772 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_asserts_on_shutdown", 2024-07-26T07:21:29.772 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_mgr", 2024-07-26T07:21:29.772 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_mon", 2024-07-26T07:21:29.773 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_ms", 2024-07-26T07:21:29.773 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_osd", 2024-07-26T07:21:29.773 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_paxos", 2024-07-26T07:21:29.773 INFO:tasks.workunit.client.0.smithi089.stdout: "keyring", 2024-07-26T07:21:29.773 INFO:tasks.workunit.client.0.smithi089.stdout: "log_to_file", 2024-07-26T07:21:29.773 INFO:tasks.workunit.client.0.smithi089.stdout: "log_to_journald", 2024-07-26T07:21:29.773 INFO:tasks.workunit.client.0.smithi089.stdout: "log_to_stderr", 2024-07-26T07:21:29.773 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_allow_pool_delete", 2024-07-26T07:21:29.773 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_clock_drift_allowed", 2024-07-26T07:21:29.773 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_cluster_log_to_file", 2024-07-26T07:21:29.773 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_cluster_log_to_journald", 2024-07-26T07:21:29.773 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_cluster_log_to_stderr", 2024-07-26T07:21:29.773 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_data_avail_warn", 2024-07-26T07:21:29.773 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_election_default_strategy", 2024-07-26T07:21:29.773 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_host", 2024-07-26T07:21:29.773 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_max_pg_per_osd", 2024-07-26T07:21:29.774 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_mds_skip_sanity", 2024-07-26T07:21:29.774 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_mgr_mkfs_grace", 2024-07-26T07:21:29.774 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_osd_prime_pg_temp", 2024-07-26T07:21:29.774 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_osd_reporter_subtree_level", 2024-07-26T07:21:29.774 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_pg_warn_max_object_skew", 2024-07-26T07:21:29.774 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_reweight_min_bytes_per_osd", 2024-07-26T07:21:29.774 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_reweight_min_pgs_per_osd", 2024-07-26T07:21:29.774 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-07-26T07:21:29.774 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-07-26T07:21:29.774 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-07-26T07:21:29.774 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_legacy_crush_tunables", 2024-07-26T07:21:29.774 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-07-26T07:21:29.775 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-07-26T07:21:29.775 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_too_few_osds", 2024-07-26T07:21:29.775 INFO:tasks.workunit.client.0.smithi089.stdout: "ms_die_on_bug", 2024-07-26T07:21:29.775 INFO:tasks.workunit.client.0.smithi089.stdout: "ms_die_on_old_message", 2024-07-26T07:21:29.775 INFO:tasks.workunit.client.0.smithi089.stdout: "no_config_file", 2024-07-26T07:21:29.775 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_class_default_list", 2024-07-26T07:21:29.775 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_class_load_list", 2024-07-26T07:21:29.775 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_misdirected_ops", 2024-07-26T07:21:29.775 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_op_order", 2024-07-26T07:21:29.775 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_pg_log_writeout", 2024-07-26T07:21:29.775 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_shutdown", 2024-07-26T07:21:29.775 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_verify_cached_snaps", 2024-07-26T07:21:29.775 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_verify_missing_on_start", 2024-07-26T07:21:29.775 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_verify_stray_on_activate", 2024-07-26T07:21:29.775 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_deep_scrub_update_digest_min_age", 2024-07-26T07:21:29.776 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_delete_sleep", 2024-07-26T07:21:29.776 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_delete_sleep_hdd", 2024-07-26T07:21:29.776 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_delete_sleep_hybrid", 2024-07-26T07:21:29.776 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_delete_sleep_ssd", 2024-07-26T07:21:29.776 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_max_backfills", 2024-07-26T07:21:29.776 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-07-26T07:21:29.776 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_profile", 2024-07-26T07:21:29.776 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-07-26T07:21:29.776 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-07-26T07:21:29.776 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-07-26T07:21:29.776 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-07-26T07:21:29.776 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-07-26T07:21:29.776 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-07-26T07:21:29.776 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_scheduler_client_lim", 2024-07-26T07:21:29.776 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_scheduler_client_res", 2024-07-26T07:21:29.777 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_scheduler_client_wgt", 2024-07-26T07:21:29.777 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_memory_target", 2024-07-26T07:21:29.777 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_memory_target_autotune", 2024-07-26T07:21:29.777 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_op_queue", 2024-07-26T07:21:29.777 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_op_queue_cut_off", 2024-07-26T07:21:29.777 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pool_default_erasure_code_profile", 2024-07-26T07:21:29.777 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pool_default_pg_autoscale_mode", 2024-07-26T07:21:29.777 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_recover_clone_overlap", 2024-07-26T07:21:29.777 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_recovery_max_active", 2024-07-26T07:21:29.777 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_recovery_max_active_hdd", 2024-07-26T07:21:29.777 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_recovery_max_active_ssd", 2024-07-26T07:21:29.777 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_recovery_max_chunk", 2024-07-26T07:21:29.777 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_recovery_sleep", 2024-07-26T07:21:29.777 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_recovery_sleep_hdd", 2024-07-26T07:21:29.778 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_recovery_sleep_hybrid", 2024-07-26T07:21:29.778 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_recovery_sleep_ssd", 2024-07-26T07:21:29.778 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_scrub_load_threshold", 2024-07-26T07:21:29.778 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_scrub_max_interval", 2024-07-26T07:21:29.778 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_scrub_sleep", 2024-07-26T07:21:29.778 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_shutdown_pgref_assert", 2024-07-26T07:21:29.778 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_snap_trim_sleep", 2024-07-26T07:21:29.778 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_snap_trim_sleep_hdd", 2024-07-26T07:21:29.778 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_snap_trim_sleep_hybrid", 2024-07-26T07:21:29.778 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_snap_trim_sleep_ssd", 2024-07-26T07:21:29.778 INFO:tasks.workunit.client.0.smithi089.stdout: "public_network", 2024-07-26T07:21:29.778 INFO:tasks.workunit.client.0.smithi089.stdout: "rbd_config_pool_override_update_timestamp", 2024-07-26T07:21:29.778 INFO:tasks.workunit.client.0.smithi089.stdout: "rbd_default_features", 2024-07-26T07:21:29.778 INFO:tasks.workunit.client.0.smithi089.stdout: "rbd_qos_exclude_ops", 2024-07-26T07:21:29.779 INFO:tasks.workunit.client.0.smithi089.stdout: "setgroup", 2024-07-26T07:21:29.779 INFO:tasks.workunit.client.0.smithi089.stdout: "setuser" 2024-07-26T07:21:29.779 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.779 INFO:tasks.workunit.client.0.smithi089.stdout: "cluster_changed": [ 2024-07-26T07:21:29.779 INFO:tasks.workunit.client.0.smithi089.stdout: "auth_allow_insecure_global_id_reclaim", 2024-07-26T07:21:29.779 INFO:tasks.workunit.client.0.smithi089.stdout: "auth_debug", 2024-07-26T07:21:29.779 INFO:tasks.workunit.client.0.smithi089.stdout: "auth_mon_ticket_ttl", 2024-07-26T07:21:29.779 INFO:tasks.workunit.client.0.smithi089.stdout: "auth_service_ticket_ttl", 2024-07-26T07:21:29.779 INFO:tasks.workunit.client.0.smithi089.stdout: "bdev_debug_aio", 2024-07-26T07:21:29.779 INFO:tasks.workunit.client.0.smithi089.stdout: "container_image", 2024-07-26T07:21:29.779 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_asserts_on_shutdown", 2024-07-26T07:21:29.779 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_mgr", 2024-07-26T07:21:29.779 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_mon", 2024-07-26T07:21:29.779 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_ms", 2024-07-26T07:21:29.779 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_osd", 2024-07-26T07:21:29.780 INFO:tasks.workunit.client.0.smithi089.stdout: "debug_paxos", 2024-07-26T07:21:29.780 INFO:tasks.workunit.client.0.smithi089.stdout: "log_to_file", 2024-07-26T07:21:29.780 INFO:tasks.workunit.client.0.smithi089.stdout: "log_to_journald", 2024-07-26T07:21:29.780 INFO:tasks.workunit.client.0.smithi089.stdout: "log_to_stderr", 2024-07-26T07:21:29.780 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_join_fs", 2024-07-26T07:21:29.780 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/cephadm/allow_ptrace", 2024-07-26T07:21:29.780 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/cephadm/container_init", 2024-07-26T07:21:29.780 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/cephadm/migration_current", 2024-07-26T07:21:29.780 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/cephadm/use_repo_digest", 2024-07-26T07:21:29.780 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-07-26T07:21:29.780 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-07-26T07:21:29.780 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-07-26T07:21:29.780 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-07-26T07:21:29.780 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/dashboard/ssl_server_port", 2024-07-26T07:21:29.780 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/orchestrator/orchestrator", 2024-07-26T07:21:29.780 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/telemetry/channel_ident", 2024-07-26T07:21:29.781 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/telemetry/channel_perf", 2024-07-26T07:21:29.781 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/telemetry/description", 2024-07-26T07:21:29.781 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/telemetry/enabled", 2024-07-26T07:21:29.781 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr/telemetry/organization", 2024-07-26T07:21:29.781 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_allow_pool_delete", 2024-07-26T07:21:29.781 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_clock_drift_allowed", 2024-07-26T07:21:29.781 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_cluster_log_to_file", 2024-07-26T07:21:29.781 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_data_avail_warn", 2024-07-26T07:21:29.781 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_election_default_strategy", 2024-07-26T07:21:29.781 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_max_pg_per_osd", 2024-07-26T07:21:29.781 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_mds_skip_sanity", 2024-07-26T07:21:29.781 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_mgr_mkfs_grace", 2024-07-26T07:21:29.781 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_osd_prime_pg_temp", 2024-07-26T07:21:29.781 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_osd_reporter_subtree_level", 2024-07-26T07:21:29.782 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_pg_warn_max_object_skew", 2024-07-26T07:21:29.782 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_reweight_min_bytes_per_osd", 2024-07-26T07:21:29.782 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_reweight_min_pgs_per_osd", 2024-07-26T07:21:29.782 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-07-26T07:21:29.782 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-07-26T07:21:29.782 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-07-26T07:21:29.782 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_legacy_crush_tunables", 2024-07-26T07:21:29.782 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-07-26T07:21:29.782 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-07-26T07:21:29.782 INFO:tasks.workunit.client.0.smithi089.stdout: "mon_warn_on_too_few_osds", 2024-07-26T07:21:29.782 INFO:tasks.workunit.client.0.smithi089.stdout: "ms_die_on_bug", 2024-07-26T07:21:29.782 INFO:tasks.workunit.client.0.smithi089.stdout: "ms_die_on_old_message", 2024-07-26T07:21:29.782 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_class_default_list", 2024-07-26T07:21:29.783 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_class_load_list", 2024-07-26T07:21:29.783 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_misdirected_ops", 2024-07-26T07:21:29.783 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_op_order", 2024-07-26T07:21:29.783 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_pg_log_writeout", 2024-07-26T07:21:29.783 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_shutdown", 2024-07-26T07:21:29.783 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_verify_cached_snaps", 2024-07-26T07:21:29.783 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_verify_missing_on_start", 2024-07-26T07:21:29.783 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_debug_verify_stray_on_activate", 2024-07-26T07:21:29.783 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_deep_scrub_update_digest_min_age", 2024-07-26T07:21:29.783 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-07-26T07:21:29.783 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mclock_profile", 2024-07-26T07:21:29.783 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_memory_target", 2024-07-26T07:21:29.783 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_memory_target_autotune", 2024-07-26T07:21:29.783 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_op_queue", 2024-07-26T07:21:29.784 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_op_queue_cut_off", 2024-07-26T07:21:29.784 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pool_default_erasure_code_profile", 2024-07-26T07:21:29.784 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pool_default_pg_autoscale_mode", 2024-07-26T07:21:29.784 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_recover_clone_overlap", 2024-07-26T07:21:29.784 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_recovery_max_chunk", 2024-07-26T07:21:29.784 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_scrub_load_threshold", 2024-07-26T07:21:29.784 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_scrub_max_interval", 2024-07-26T07:21:29.784 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_shutdown_pgref_assert", 2024-07-26T07:21:29.784 INFO:tasks.workunit.client.0.smithi089.stdout: "public_network", 2024-07-26T07:21:29.784 INFO:tasks.workunit.client.0.smithi089.stdout: "rbd_config_pool_override_update_timestamp", 2024-07-26T07:21:29.784 INFO:tasks.workunit.client.0.smithi089.stdout: "rgw_cache_enabled", 2024-07-26T07:21:29.784 INFO:tasks.workunit.client.0.smithi089.stdout: "rgw_enable_ops_log", 2024-07-26T07:21:29.784 INFO:tasks.workunit.client.0.smithi089.stdout: "rgw_enable_usage_log" 2024-07-26T07:21:29.785 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:29.785 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.785 INFO:tasks.workunit.client.0.smithi089.stdout: "contact": null, 2024-07-26T07:21:29.785 INFO:tasks.workunit.client.0.smithi089.stdout: "crashes": [], 2024-07-26T07:21:29.785 INFO:tasks.workunit.client.0.smithi089.stdout: "created": "2024-07-26T05:55:42.540523Z", 2024-07-26T07:21:29.785 INFO:tasks.workunit.client.0.smithi089.stdout: "crush": { 2024-07-26T07:21:29.785 INFO:tasks.workunit.client.0.smithi089.stdout: "bucket_algs": { 2024-07-26T07:21:29.785 INFO:tasks.workunit.client.0.smithi089.stdout: "straw2": 3 2024-07-26T07:21:29.785 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.785 INFO:tasks.workunit.client.0.smithi089.stdout: "bucket_sizes": { 2024-07-26T07:21:29.785 INFO:tasks.workunit.client.0.smithi089.stdout: "2": 1, 2024-07-26T07:21:29.785 INFO:tasks.workunit.client.0.smithi089.stdout: "4": 2 2024-07-26T07:21:29.785 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.785 INFO:tasks.workunit.client.0.smithi089.stdout: "bucket_types": { 2024-07-26T07:21:29.786 INFO:tasks.workunit.client.0.smithi089.stdout: "1": 2, 2024-07-26T07:21:29.786 INFO:tasks.workunit.client.0.smithi089.stdout: "11": 1 2024-07-26T07:21:29.786 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.786 INFO:tasks.workunit.client.0.smithi089.stdout: "compat_weight_set": false, 2024-07-26T07:21:29.786 INFO:tasks.workunit.client.0.smithi089.stdout: "device_classes": [ 2024-07-26T07:21:29.786 INFO:tasks.workunit.client.0.smithi089.stdout: 8 2024-07-26T07:21:29.786 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.786 INFO:tasks.workunit.client.0.smithi089.stdout: "num_buckets": 6, 2024-07-26T07:21:29.786 INFO:tasks.workunit.client.0.smithi089.stdout: "num_devices": 8, 2024-07-26T07:21:29.786 INFO:tasks.workunit.client.0.smithi089.stdout: "num_rules": 2, 2024-07-26T07:21:29.786 INFO:tasks.workunit.client.0.smithi089.stdout: "num_types": 12, 2024-07-26T07:21:29.786 INFO:tasks.workunit.client.0.smithi089.stdout: "num_weight_sets": 0, 2024-07-26T07:21:29.786 INFO:tasks.workunit.client.0.smithi089.stdout: "tunables": { 2024-07-26T07:21:29.786 INFO:tasks.workunit.client.0.smithi089.stdout: "allowed_bucket_algs": 54, 2024-07-26T07:21:29.786 INFO:tasks.workunit.client.0.smithi089.stdout: "choose_local_fallback_tries": 0, 2024-07-26T07:21:29.787 INFO:tasks.workunit.client.0.smithi089.stdout: "choose_local_tries": 0, 2024-07-26T07:21:29.787 INFO:tasks.workunit.client.0.smithi089.stdout: "choose_total_tries": 50, 2024-07-26T07:21:29.787 INFO:tasks.workunit.client.0.smithi089.stdout: "chooseleaf_descend_once": 1, 2024-07-26T07:21:29.787 INFO:tasks.workunit.client.0.smithi089.stdout: "chooseleaf_stable": 1, 2024-07-26T07:21:29.787 INFO:tasks.workunit.client.0.smithi089.stdout: "chooseleaf_vary_r": 1, 2024-07-26T07:21:29.787 INFO:tasks.workunit.client.0.smithi089.stdout: "has_msr_rules": 0, 2024-07-26T07:21:29.787 INFO:tasks.workunit.client.0.smithi089.stdout: "has_v2_rules": 1, 2024-07-26T07:21:29.787 INFO:tasks.workunit.client.0.smithi089.stdout: "has_v3_rules": 0, 2024-07-26T07:21:29.787 INFO:tasks.workunit.client.0.smithi089.stdout: "has_v4_buckets": 1, 2024-07-26T07:21:29.787 INFO:tasks.workunit.client.0.smithi089.stdout: "has_v5_rules": 0, 2024-07-26T07:21:29.787 INFO:tasks.workunit.client.0.smithi089.stdout: "legacy_tunables": 0, 2024-07-26T07:21:29.787 INFO:tasks.workunit.client.0.smithi089.stdout: "minimum_required_version": "jewel", 2024-07-26T07:21:29.787 INFO:tasks.workunit.client.0.smithi089.stdout: "msr_collision_tries": 100, 2024-07-26T07:21:29.787 INFO:tasks.workunit.client.0.smithi089.stdout: "msr_descents": 100, 2024-07-26T07:21:29.788 INFO:tasks.workunit.client.0.smithi089.stdout: "optimal_tunables": 1, 2024-07-26T07:21:29.788 INFO:tasks.workunit.client.0.smithi089.stdout: "profile": "jewel", 2024-07-26T07:21:29.788 INFO:tasks.workunit.client.0.smithi089.stdout: "require_feature_tunables": 1, 2024-07-26T07:21:29.788 INFO:tasks.workunit.client.0.smithi089.stdout: "require_feature_tunables2": 1, 2024-07-26T07:21:29.788 INFO:tasks.workunit.client.0.smithi089.stdout: "require_feature_tunables3": 1, 2024-07-26T07:21:29.788 INFO:tasks.workunit.client.0.smithi089.stdout: "require_feature_tunables5": 1, 2024-07-26T07:21:29.788 INFO:tasks.workunit.client.0.smithi089.stdout: "straw_calc_version": 1 2024-07-26T07:21:29.788 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:29.788 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.788 INFO:tasks.workunit.client.0.smithi089.stdout: "description": "upgrade test cluster", 2024-07-26T07:21:29.788 INFO:tasks.workunit.client.0.smithi089.stdout: "fs": { 2024-07-26T07:21:29.788 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1, 2024-07-26T07:21:29.788 INFO:tasks.workunit.client.0.smithi089.stdout: "feature_flags": { 2024-07-26T07:21:29.789 INFO:tasks.workunit.client.0.smithi089.stdout: "enable_multiple": true, 2024-07-26T07:21:29.789 INFO:tasks.workunit.client.0.smithi089.stdout: "ever_enabled_multiple": true 2024-07-26T07:21:29.789 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.789 INFO:tasks.workunit.client.0.smithi089.stdout: "filesystems": [ 2024-07-26T07:21:29.789 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.789 INFO:tasks.workunit.client.0.smithi089.stdout: "approx_ctime": "2024-07", 2024-07-26T07:21:29.789 INFO:tasks.workunit.client.0.smithi089.stdout: "balancer_enabled": false, 2024-07-26T07:21:29.789 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.789 INFO:tasks.workunit.client.0.smithi089.stdout: "cached_caps": 0, 2024-07-26T07:21:29.789 INFO:tasks.workunit.client.0.smithi089.stdout: "cached_dns": 10, 2024-07-26T07:21:29.789 INFO:tasks.workunit.client.0.smithi089.stdout: "cached_inos": 13, 2024-07-26T07:21:29.789 INFO:tasks.workunit.client.0.smithi089.stdout: "cached_subtrees": 2, 2024-07-26T07:21:29.789 INFO:tasks.workunit.client.0.smithi089.stdout: "ever_allowed_features": 0, 2024-07-26T07:21:29.789 INFO:tasks.workunit.client.0.smithi089.stdout: "explicitly_allowed_features": 0, 2024-07-26T07:21:29.789 INFO:tasks.workunit.client.0.smithi089.stdout: "files": 0, 2024-07-26T07:21:29.790 INFO:tasks.workunit.client.0.smithi089.stdout: "max_mds": 1, 2024-07-26T07:21:29.790 INFO:tasks.workunit.client.0.smithi089.stdout: "num_data_pools": 1, 2024-07-26T07:21:29.790 INFO:tasks.workunit.client.0.smithi089.stdout: "num_in": 1, 2024-07-26T07:21:29.790 INFO:tasks.workunit.client.0.smithi089.stdout: "num_mds": 1, 2024-07-26T07:21:29.790 INFO:tasks.workunit.client.0.smithi089.stdout: "num_sessions": 0, 2024-07-26T07:21:29.790 INFO:tasks.workunit.client.0.smithi089.stdout: "num_standby_replay": 0, 2024-07-26T07:21:29.790 INFO:tasks.workunit.client.0.smithi089.stdout: "num_up": 1, 2024-07-26T07:21:29.790 INFO:tasks.workunit.client.0.smithi089.stdout: "snaps": 0, 2024-07-26T07:21:29.790 INFO:tasks.workunit.client.0.smithi089.stdout: "standby_count_wanted": 0 2024-07-26T07:21:29.790 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:29.790 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.790 INFO:tasks.workunit.client.0.smithi089.stdout: "num_standby_mds": 1, 2024-07-26T07:21:29.791 INFO:tasks.workunit.client.0.smithi089.stdout: "total_num_mds": 2 2024-07-26T07:21:29.791 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.791 INFO:tasks.workunit.client.0.smithi089.stdout: "heap_stats": { 2024-07-26T07:21:29.791 INFO:tasks.workunit.client.0.smithi089.stdout: "mds": { 2024-07-26T07:21:29.791 INFO:tasks.workunit.client.0.smithi089.stdout: "mds.11a06f7556cbb1c57650abffbb3eb77c66bdf751": { 2024-07-26T07:21:29.791 INFO:tasks.workunit.client.0.smithi089.stdout: "actual_memory_used": 20144128, 2024-07-26T07:21:29.791 INFO:tasks.workunit.client.0.smithi089.stdout: "central_cache_freelist": 310688, 2024-07-26T07:21:29.791 INFO:tasks.workunit.client.0.smithi089.stdout: "malloc_metadata": 2621440, 2024-07-26T07:21:29.791 INFO:tasks.workunit.client.0.smithi089.stdout: "page_heap_freelist": 876544, 2024-07-26T07:21:29.791 INFO:tasks.workunit.client.0.smithi089.stdout: "released_to_os": 0, 2024-07-26T07:21:29.791 INFO:tasks.workunit.client.0.smithi089.stdout: "spans_in_use": 350, 2024-07-26T07:21:29.791 INFO:tasks.workunit.client.0.smithi089.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:21:29.791 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_cache_freelists": 1095520, 2024-07-26T07:21:29.791 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_heaps_in_use": 13, 2024-07-26T07:21:29.792 INFO:tasks.workunit.client.0.smithi089.stdout: "transfer_cache_freelist": 481280, 2024-07-26T07:21:29.792 INFO:tasks.workunit.client.0.smithi089.stdout: "use_by_application": 14758656, 2024-07-26T07:21:29.792 INFO:tasks.workunit.client.0.smithi089.stdout: "virtual_address_space_used": 20144128 2024-07-26T07:21:29.792 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.792 INFO:tasks.workunit.client.0.smithi089.stdout: "mds.87ef074e95f73b29e32a1570865c090ae0131b8b": { 2024-07-26T07:21:29.792 INFO:tasks.workunit.client.0.smithi089.stdout: "actual_memory_used": 20668416, 2024-07-26T07:21:29.792 INFO:tasks.workunit.client.0.smithi089.stdout: "central_cache_freelist": 439608, 2024-07-26T07:21:29.792 INFO:tasks.workunit.client.0.smithi089.stdout: "malloc_metadata": 2621440, 2024-07-26T07:21:29.792 INFO:tasks.workunit.client.0.smithi089.stdout: "page_heap_freelist": 0, 2024-07-26T07:21:29.792 INFO:tasks.workunit.client.0.smithi089.stdout: "released_to_os": 524288, 2024-07-26T07:21:29.792 INFO:tasks.workunit.client.0.smithi089.stdout: "spans_in_use": 479, 2024-07-26T07:21:29.792 INFO:tasks.workunit.client.0.smithi089.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:21:29.792 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_cache_freelists": 1292920, 2024-07-26T07:21:29.792 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_heaps_in_use": 22, 2024-07-26T07:21:29.793 INFO:tasks.workunit.client.0.smithi089.stdout: "transfer_cache_freelist": 1160192, 2024-07-26T07:21:29.793 INFO:tasks.workunit.client.0.smithi089.stdout: "use_by_application": 15154256, 2024-07-26T07:21:29.793 INFO:tasks.workunit.client.0.smithi089.stdout: "virtual_address_space_used": 21192704 2024-07-26T07:21:29.793 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:29.793 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.793 INFO:tasks.workunit.client.0.smithi089.stdout: "mon": { 2024-07-26T07:21:29.793 INFO:tasks.workunit.client.0.smithi089.stdout: "mon.11a06f7556cbb1c57650abffbb3eb77c66bdf751": { 2024-07-26T07:21:29.793 INFO:tasks.workunit.client.0.smithi089.stdout: "actual_memory_used": 168992768, 2024-07-26T07:21:29.793 INFO:tasks.workunit.client.0.smithi089.stdout: "central_cache_freelist": 2391032, 2024-07-26T07:21:29.793 INFO:tasks.workunit.client.0.smithi089.stdout: "malloc_metadata": 2883584, 2024-07-26T07:21:29.793 INFO:tasks.workunit.client.0.smithi089.stdout: "page_heap_freelist": 0, 2024-07-26T07:21:29.793 INFO:tasks.workunit.client.0.smithi089.stdout: "released_to_os": 4775936, 2024-07-26T07:21:29.793 INFO:tasks.workunit.client.0.smithi089.stdout: "spans_in_use": 6567, 2024-07-26T07:21:29.793 INFO:tasks.workunit.client.0.smithi089.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:21:29.793 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_cache_freelists": 9845872, 2024-07-26T07:21:29.793 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_heaps_in_use": 20, 2024-07-26T07:21:29.794 INFO:tasks.workunit.client.0.smithi089.stdout: "transfer_cache_freelist": 2308352, 2024-07-26T07:21:29.794 INFO:tasks.workunit.client.0.smithi089.stdout: "use_by_application": 151563928, 2024-07-26T07:21:29.794 INFO:tasks.workunit.client.0.smithi089.stdout: "virtual_address_space_used": 173768704 2024-07-26T07:21:29.794 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.794 INFO:tasks.workunit.client.0.smithi089.stdout: "mon.87ef074e95f73b29e32a1570865c090ae0131b8b": { 2024-07-26T07:21:29.794 INFO:tasks.workunit.client.0.smithi089.stdout: "actual_memory_used": 259080192, 2024-07-26T07:21:29.794 INFO:tasks.workunit.client.0.smithi089.stdout: "central_cache_freelist": 4965536, 2024-07-26T07:21:29.794 INFO:tasks.workunit.client.0.smithi089.stdout: "malloc_metadata": 3014656, 2024-07-26T07:21:29.794 INFO:tasks.workunit.client.0.smithi089.stdout: "page_heap_freelist": 540672, 2024-07-26T07:21:29.794 INFO:tasks.workunit.client.0.smithi089.stdout: "released_to_os": 933888, 2024-07-26T07:21:29.794 INFO:tasks.workunit.client.0.smithi089.stdout: "spans_in_use": 9546, 2024-07-26T07:21:29.794 INFO:tasks.workunit.client.0.smithi089.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:21:29.794 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_cache_freelists": 14608128, 2024-07-26T07:21:29.794 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_heaps_in_use": 23, 2024-07-26T07:21:29.794 INFO:tasks.workunit.client.0.smithi089.stdout: "transfer_cache_freelist": 4351232, 2024-07-26T07:21:29.795 INFO:tasks.workunit.client.0.smithi089.stdout: "use_by_application": 231599968, 2024-07-26T07:21:29.795 INFO:tasks.workunit.client.0.smithi089.stdout: "virtual_address_space_used": 260014080 2024-07-26T07:21:29.795 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.795 INFO:tasks.workunit.client.0.smithi089.stdout: "mon.fa05ed6b69dc18131ed830145851b5294218fbe2": { 2024-07-26T07:21:29.795 INFO:tasks.workunit.client.0.smithi089.stdout: "actual_memory_used": 182050816, 2024-07-26T07:21:29.795 INFO:tasks.workunit.client.0.smithi089.stdout: "central_cache_freelist": 1963352, 2024-07-26T07:21:29.795 INFO:tasks.workunit.client.0.smithi089.stdout: "malloc_metadata": 2883584, 2024-07-26T07:21:29.795 INFO:tasks.workunit.client.0.smithi089.stdout: "page_heap_freelist": 540672, 2024-07-26T07:21:29.795 INFO:tasks.workunit.client.0.smithi089.stdout: "released_to_os": 4325376, 2024-07-26T07:21:29.795 INFO:tasks.workunit.client.0.smithi089.stdout: "spans_in_use": 7292, 2024-07-26T07:21:29.795 INFO:tasks.workunit.client.0.smithi089.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:21:29.795 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_cache_freelists": 10586288, 2024-07-26T07:21:29.795 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_heaps_in_use": 20, 2024-07-26T07:21:29.795 INFO:tasks.workunit.client.0.smithi089.stdout: "transfer_cache_freelist": 3032832, 2024-07-26T07:21:29.795 INFO:tasks.workunit.client.0.smithi089.stdout: "use_by_application": 163044088, 2024-07-26T07:21:29.796 INFO:tasks.workunit.client.0.smithi089.stdout: "virtual_address_space_used": 186376192 2024-07-26T07:21:29.796 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:29.796 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.796 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:29.796 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.0": { 2024-07-26T07:21:29.796 INFO:tasks.workunit.client.0.smithi089.stdout: "actual_memory_used": 463626240, 2024-07-26T07:21:29.796 INFO:tasks.workunit.client.0.smithi089.stdout: "central_cache_freelist": 28821216, 2024-07-26T07:21:29.796 INFO:tasks.workunit.client.0.smithi089.stdout: "malloc_metadata": 3276800, 2024-07-26T07:21:29.796 INFO:tasks.workunit.client.0.smithi089.stdout: "page_heap_freelist": 0, 2024-07-26T07:21:29.796 INFO:tasks.workunit.client.0.smithi089.stdout: "released_to_os": 61390848, 2024-07-26T07:21:29.796 INFO:tasks.workunit.client.0.smithi089.stdout: "spans_in_use": 13394, 2024-07-26T07:21:29.796 INFO:tasks.workunit.client.0.smithi089.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:21:29.796 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_cache_freelists": 71282040, 2024-07-26T07:21:29.796 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_heaps_in_use": 60, 2024-07-26T07:21:29.797 INFO:tasks.workunit.client.0.smithi089.stdout: "transfer_cache_freelist": 11506176, 2024-07-26T07:21:29.797 INFO:tasks.workunit.client.0.smithi089.stdout: "use_by_application": 348740008, 2024-07-26T07:21:29.797 INFO:tasks.workunit.client.0.smithi089.stdout: "virtual_address_space_used": 525017088 2024-07-26T07:21:29.797 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.797 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.1": { 2024-07-26T07:21:29.797 INFO:tasks.workunit.client.0.smithi089.stdout: "actual_memory_used": 411074560, 2024-07-26T07:21:29.797 INFO:tasks.workunit.client.0.smithi089.stdout: "central_cache_freelist": 24907312, 2024-07-26T07:21:29.797 INFO:tasks.workunit.client.0.smithi089.stdout: "malloc_metadata": 3276800, 2024-07-26T07:21:29.797 INFO:tasks.workunit.client.0.smithi089.stdout: "page_heap_freelist": 0, 2024-07-26T07:21:29.797 INFO:tasks.workunit.client.0.smithi089.stdout: "released_to_os": 101834752, 2024-07-26T07:21:29.797 INFO:tasks.workunit.client.0.smithi089.stdout: "spans_in_use": 12941, 2024-07-26T07:21:29.797 INFO:tasks.workunit.client.0.smithi089.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:21:29.797 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_cache_freelists": 69288032, 2024-07-26T07:21:29.797 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_heaps_in_use": 54, 2024-07-26T07:21:29.797 INFO:tasks.workunit.client.0.smithi089.stdout: "transfer_cache_freelist": 8370432, 2024-07-26T07:21:29.798 INFO:tasks.workunit.client.0.smithi089.stdout: "use_by_application": 305231984, 2024-07-26T07:21:29.798 INFO:tasks.workunit.client.0.smithi089.stdout: "virtual_address_space_used": 512909312 2024-07-26T07:21:29.798 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.798 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.2": { 2024-07-26T07:21:29.798 INFO:tasks.workunit.client.0.smithi089.stdout: "actual_memory_used": 494944256, 2024-07-26T07:21:29.798 INFO:tasks.workunit.client.0.smithi089.stdout: "central_cache_freelist": 21260272, 2024-07-26T07:21:29.798 INFO:tasks.workunit.client.0.smithi089.stdout: "malloc_metadata": 5373952, 2024-07-26T07:21:29.798 INFO:tasks.workunit.client.0.smithi089.stdout: "page_heap_freelist": 0, 2024-07-26T07:21:29.798 INFO:tasks.workunit.client.0.smithi089.stdout: "released_to_os": 4775936, 2024-07-26T07:21:29.798 INFO:tasks.workunit.client.0.smithi089.stdout: "spans_in_use": 12173, 2024-07-26T07:21:29.798 INFO:tasks.workunit.client.0.smithi089.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:21:29.798 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_cache_freelists": 66641032, 2024-07-26T07:21:29.798 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_heaps_in_use": 53, 2024-07-26T07:21:29.799 INFO:tasks.workunit.client.0.smithi089.stdout: "transfer_cache_freelist": 9669120, 2024-07-26T07:21:29.799 INFO:tasks.workunit.client.0.smithi089.stdout: "use_by_application": 391999880, 2024-07-26T07:21:29.799 INFO:tasks.workunit.client.0.smithi089.stdout: "virtual_address_space_used": 499720192 2024-07-26T07:21:29.799 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.799 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.3": { 2024-07-26T07:21:29.799 INFO:tasks.workunit.client.0.smithi089.stdout: "actual_memory_used": 474062848, 2024-07-26T07:21:29.799 INFO:tasks.workunit.client.0.smithi089.stdout: "central_cache_freelist": 22511248, 2024-07-26T07:21:29.799 INFO:tasks.workunit.client.0.smithi089.stdout: "malloc_metadata": 3145728, 2024-07-26T07:21:29.799 INFO:tasks.workunit.client.0.smithi089.stdout: "page_heap_freelist": 0, 2024-07-26T07:21:29.799 INFO:tasks.workunit.client.0.smithi089.stdout: "released_to_os": 30621696, 2024-07-26T07:21:29.799 INFO:tasks.workunit.client.0.smithi089.stdout: "spans_in_use": 10549, 2024-07-26T07:21:29.799 INFO:tasks.workunit.client.0.smithi089.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:21:29.799 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_cache_freelists": 52366680, 2024-07-26T07:21:29.799 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_heaps_in_use": 53, 2024-07-26T07:21:29.799 INFO:tasks.workunit.client.0.smithi089.stdout: "transfer_cache_freelist": 12270336, 2024-07-26T07:21:29.800 INFO:tasks.workunit.client.0.smithi089.stdout: "use_by_application": 383768856, 2024-07-26T07:21:29.800 INFO:tasks.workunit.client.0.smithi089.stdout: "virtual_address_space_used": 504684544 2024-07-26T07:21:29.800 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.800 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.4": { 2024-07-26T07:21:29.800 INFO:tasks.workunit.client.0.smithi089.stdout: "actual_memory_used": 471818240, 2024-07-26T07:21:29.800 INFO:tasks.workunit.client.0.smithi089.stdout: "central_cache_freelist": 19316352, 2024-07-26T07:21:29.800 INFO:tasks.workunit.client.0.smithi089.stdout: "malloc_metadata": 3276800, 2024-07-26T07:21:29.800 INFO:tasks.workunit.client.0.smithi089.stdout: "page_heap_freelist": 0, 2024-07-26T07:21:29.800 INFO:tasks.workunit.client.0.smithi089.stdout: "released_to_os": 25051136, 2024-07-26T07:21:29.800 INFO:tasks.workunit.client.0.smithi089.stdout: "spans_in_use": 11025, 2024-07-26T07:21:29.800 INFO:tasks.workunit.client.0.smithi089.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:21:29.800 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_cache_freelists": 58881680, 2024-07-26T07:21:29.801 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_heaps_in_use": 53, 2024-07-26T07:21:29.801 INFO:tasks.workunit.client.0.smithi089.stdout: "transfer_cache_freelist": 10643712, 2024-07-26T07:21:29.801 INFO:tasks.workunit.client.0.smithi089.stdout: "use_by_application": 379699696, 2024-07-26T07:21:29.801 INFO:tasks.workunit.client.0.smithi089.stdout: "virtual_address_space_used": 496869376 2024-07-26T07:21:29.801 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.801 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.5": { 2024-07-26T07:21:29.801 INFO:tasks.workunit.client.0.smithi089.stdout: "actual_memory_used": 536829952, 2024-07-26T07:21:29.801 INFO:tasks.workunit.client.0.smithi089.stdout: "central_cache_freelist": 28560160, 2024-07-26T07:21:29.801 INFO:tasks.workunit.client.0.smithi089.stdout: "malloc_metadata": 3276800, 2024-07-26T07:21:29.801 INFO:tasks.workunit.client.0.smithi089.stdout: "page_heap_freelist": 0, 2024-07-26T07:21:29.801 INFO:tasks.workunit.client.0.smithi089.stdout: "released_to_os": 44498944, 2024-07-26T07:21:29.801 INFO:tasks.workunit.client.0.smithi089.stdout: "spans_in_use": 12479, 2024-07-26T07:21:29.801 INFO:tasks.workunit.client.0.smithi089.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:21:29.801 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_cache_freelists": 55759808, 2024-07-26T07:21:29.801 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_heaps_in_use": 53, 2024-07-26T07:21:29.802 INFO:tasks.workunit.client.0.smithi089.stdout: "transfer_cache_freelist": 11432192, 2024-07-26T07:21:29.802 INFO:tasks.workunit.client.0.smithi089.stdout: "use_by_application": 437800992, 2024-07-26T07:21:29.802 INFO:tasks.workunit.client.0.smithi089.stdout: "virtual_address_space_used": 581328896 2024-07-26T07:21:29.802 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.802 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.6": { 2024-07-26T07:21:29.802 INFO:tasks.workunit.client.0.smithi089.stdout: "actual_memory_used": 536821760, 2024-07-26T07:21:29.802 INFO:tasks.workunit.client.0.smithi089.stdout: "central_cache_freelist": 16756520, 2024-07-26T07:21:29.802 INFO:tasks.workunit.client.0.smithi089.stdout: "malloc_metadata": 3145728, 2024-07-26T07:21:29.802 INFO:tasks.workunit.client.0.smithi089.stdout: "page_heap_freelist": 0, 2024-07-26T07:21:29.802 INFO:tasks.workunit.client.0.smithi089.stdout: "released_to_os": 93437952, 2024-07-26T07:21:29.802 INFO:tasks.workunit.client.0.smithi089.stdout: "spans_in_use": 9808, 2024-07-26T07:21:29.802 INFO:tasks.workunit.client.0.smithi089.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:21:29.802 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_cache_freelists": 58928768, 2024-07-26T07:21:29.802 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_heaps_in_use": 53, 2024-07-26T07:21:29.803 INFO:tasks.workunit.client.0.smithi089.stdout: "transfer_cache_freelist": 11491584, 2024-07-26T07:21:29.803 INFO:tasks.workunit.client.0.smithi089.stdout: "use_by_application": 446499160, 2024-07-26T07:21:29.803 INFO:tasks.workunit.client.0.smithi089.stdout: "virtual_address_space_used": 630259712 2024-07-26T07:21:29.803 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.803 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.7": { 2024-07-26T07:21:29.803 INFO:tasks.workunit.client.0.smithi089.stdout: "actual_memory_used": 437051392, 2024-07-26T07:21:29.803 INFO:tasks.workunit.client.0.smithi089.stdout: "central_cache_freelist": 19228232, 2024-07-26T07:21:29.803 INFO:tasks.workunit.client.0.smithi089.stdout: "malloc_metadata": 5373952, 2024-07-26T07:21:29.803 INFO:tasks.workunit.client.0.smithi089.stdout: "page_heap_freelist": 0, 2024-07-26T07:21:29.803 INFO:tasks.workunit.client.0.smithi089.stdout: "released_to_os": 34390016, 2024-07-26T07:21:29.803 INFO:tasks.workunit.client.0.smithi089.stdout: "spans_in_use": 10940, 2024-07-26T07:21:29.803 INFO:tasks.workunit.client.0.smithi089.stdout: "tcmalloc_page_size": 8192, 2024-07-26T07:21:29.803 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_cache_freelists": 55181728, 2024-07-26T07:21:29.803 INFO:tasks.workunit.client.0.smithi089.stdout: "thread_heaps_in_use": 58, 2024-07-26T07:21:29.803 INFO:tasks.workunit.client.0.smithi089.stdout: "transfer_cache_freelist": 11664384, 2024-07-26T07:21:29.803 INFO:tasks.workunit.client.0.smithi089.stdout: "use_by_application": 345603096, 2024-07-26T07:21:29.804 INFO:tasks.workunit.client.0.smithi089.stdout: "virtual_address_space_used": 471441408 2024-07-26T07:21:29.804 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:29.804 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:29.804 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.804 INFO:tasks.workunit.client.0.smithi089.stdout: "hosts": { 2024-07-26T07:21:29.804 INFO:tasks.workunit.client.0.smithi089.stdout: "num": 2, 2024-07-26T07:21:29.804 INFO:tasks.workunit.client.0.smithi089.stdout: "num_with_mds": 2, 2024-07-26T07:21:29.804 INFO:tasks.workunit.client.0.smithi089.stdout: "num_with_mgr": 2, 2024-07-26T07:21:29.804 INFO:tasks.workunit.client.0.smithi089.stdout: "num_with_mon": 2, 2024-07-26T07:21:29.804 INFO:tasks.workunit.client.0.smithi089.stdout: "num_with_osd": 2 2024-07-26T07:21:29.804 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.804 INFO:tasks.workunit.client.0.smithi089.stdout: "io_rate": { 2024-07-26T07:21:29.804 INFO:tasks.workunit.client.0.smithi089.stdout: "pg_stats_delta": { 2024-07-26T07:21:29.804 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": 0, 2024-07-26T07:21:29.804 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:29.805 INFO:tasks.workunit.client.0.smithi089.stdout: "num_store_stats": 0, 2024-07-26T07:21:29.805 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:29.805 INFO:tasks.workunit.client.0.smithi089.stdout: "stamp_delta": "12.002961", 2024-07-26T07:21:29.805 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:29.805 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:29.805 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:29.805 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:29.805 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:29.805 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:29.805 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:29.805 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:29.805 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:29.805 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:29.806 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:29.806 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:29.806 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:29.806 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:29.806 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:29.806 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:29.806 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:29.806 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:29.806 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:29.806 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:29.806 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:29.806 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:29.806 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:29.807 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:29.807 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:29.807 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:29.807 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:29.807 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:29.807 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:29.807 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:29.807 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:29.807 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:29.807 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:29.807 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:29.807 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 3, 2024-07-26T07:21:29.807 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 3, 2024-07-26T07:21:29.807 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:29.807 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:29.808 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:29.808 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:29.808 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:29.808 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.808 INFO:tasks.workunit.client.0.smithi089.stdout: "store_stats": { 2024-07-26T07:21:29.808 INFO:tasks.workunit.client.0.smithi089.stdout: "allocated": 0, 2024-07-26T07:21:29.808 INFO:tasks.workunit.client.0.smithi089.stdout: "available": 0, 2024-07-26T07:21:29.808 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed": 0, 2024-07-26T07:21:29.808 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed_allocated": 0, 2024-07-26T07:21:29.808 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed_original": 0, 2024-07-26T07:21:29.808 INFO:tasks.workunit.client.0.smithi089.stdout: "data_stored": 0, 2024-07-26T07:21:29.808 INFO:tasks.workunit.client.0.smithi089.stdout: "internal_metadata": 0, 2024-07-26T07:21:29.808 INFO:tasks.workunit.client.0.smithi089.stdout: "internally_reserved": 0, 2024-07-26T07:21:29.808 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_allocated": 0, 2024-07-26T07:21:29.808 INFO:tasks.workunit.client.0.smithi089.stdout: "total": 0 2024-07-26T07:21:29.809 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.809 INFO:tasks.workunit.client.0.smithi089.stdout: "up": 0 2024-07-26T07:21:29.809 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:29.809 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.809 INFO:tasks.workunit.client.0.smithi089.stdout: "leaderboard": false, 2024-07-26T07:21:29.809 INFO:tasks.workunit.client.0.smithi089.stdout: "leaderboard_description": null, 2024-07-26T07:21:29.809 INFO:tasks.workunit.client.0.smithi089.stdout: "license": "sharing-1-0", 2024-07-26T07:21:29.809 INFO:tasks.workunit.client.0.smithi089.stdout: "mempool": { 2024-07-26T07:21:29.809 INFO:tasks.workunit.client.0.smithi089.stdout: "mds": { 2024-07-26T07:21:29.809 INFO:tasks.workunit.client.0.smithi089.stdout: "mds.11a06f7556cbb1c57650abffbb3eb77c66bdf751": { 2024-07-26T07:21:29.809 INFO:tasks.workunit.client.0.smithi089.stdout: "bloom_filter": { 2024-07-26T07:21:29.809 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.809 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.809 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.809 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T07:21:29.809 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.810 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.810 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.810 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_reader": { 2024-07-26T07:21:29.810 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.810 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.810 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.810 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_writer": { 2024-07-26T07:21:29.810 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.810 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.810 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.810 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_alloc": { 2024-07-26T07:21:29.810 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.810 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.811 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.811 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_blob": { 2024-07-26T07:21:29.811 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.811 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.811 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.811 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_buffer": { 2024-07-26T07:21:29.811 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.811 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.811 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.811 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_data": { 2024-07-26T07:21:29.811 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.811 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.811 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.812 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_meta": { 2024-07-26T07:21:29.812 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.812 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.812 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.812 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_onode": { 2024-07-26T07:21:29.812 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.812 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.812 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.812 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_other": { 2024-07-26T07:21:29.812 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.812 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.812 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.812 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_extent": { 2024-07-26T07:21:29.812 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.813 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.813 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.813 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_fsck": { 2024-07-26T07:21:29.813 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.813 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.813 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.813 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_inline_bl": { 2024-07-26T07:21:29.813 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.813 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.813 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.813 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_shared_blob": { 2024-07-26T07:21:29.813 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.813 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.813 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.813 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_txc": { 2024-07-26T07:21:29.814 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.814 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.814 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.814 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing": { 2024-07-26T07:21:29.814 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.814 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.814 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.814 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing_deferred": { 2024-07-26T07:21:29.814 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.814 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.814 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.814 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_anon": { 2024-07-26T07:21:29.814 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 149233, 2024-07-26T07:21:29.814 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 36 2024-07-26T07:21:29.815 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.815 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_meta": { 2024-07-26T07:21:29.815 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.815 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.815 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.815 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_co": { 2024-07-26T07:21:29.815 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 928, 2024-07-26T07:21:29.815 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 2 2024-07-26T07:21:29.815 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.815 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:29.815 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.815 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.815 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.815 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mapbl": { 2024-07-26T07:21:29.815 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.816 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.816 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.816 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pglog": { 2024-07-26T07:21:29.816 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.816 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.816 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.816 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap": { 2024-07-26T07:21:29.816 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.816 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.816 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.816 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap_mapping": { 2024-07-26T07:21:29.816 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.817 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.817 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.817 INFO:tasks.workunit.client.0.smithi089.stdout: "pgmap": { 2024-07-26T07:21:29.817 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.817 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.817 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.817 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_1": { 2024-07-26T07:21:29.817 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.817 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.817 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.817 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_2": { 2024-07-26T07:21:29.817 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.817 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.817 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:29.818 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.818 INFO:tasks.workunit.client.0.smithi089.stdout: "mds.87ef074e95f73b29e32a1570865c090ae0131b8b": { 2024-07-26T07:21:29.818 INFO:tasks.workunit.client.0.smithi089.stdout: "bloom_filter": { 2024-07-26T07:21:29.818 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.818 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.818 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.818 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T07:21:29.818 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.818 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.818 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.818 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_reader": { 2024-07-26T07:21:29.818 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.818 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.819 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.819 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_writer": { 2024-07-26T07:21:29.819 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.819 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.819 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.819 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_alloc": { 2024-07-26T07:21:29.819 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.819 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.819 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.819 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_blob": { 2024-07-26T07:21:29.819 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.819 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.819 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.819 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_buffer": { 2024-07-26T07:21:29.819 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.820 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.820 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.820 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_data": { 2024-07-26T07:21:29.820 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.820 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.820 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.820 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_meta": { 2024-07-26T07:21:29.820 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.820 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.820 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.820 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_onode": { 2024-07-26T07:21:29.820 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.820 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.820 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.821 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_other": { 2024-07-26T07:21:29.821 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.821 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.821 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.821 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_extent": { 2024-07-26T07:21:29.821 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.821 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.821 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.821 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_fsck": { 2024-07-26T07:21:29.821 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.821 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.821 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.821 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_inline_bl": { 2024-07-26T07:21:29.821 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.822 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.822 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.822 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_shared_blob": { 2024-07-26T07:21:29.822 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.822 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.822 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.822 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_txc": { 2024-07-26T07:21:29.822 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.822 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.822 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.822 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing": { 2024-07-26T07:21:29.822 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.822 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.822 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.823 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing_deferred": { 2024-07-26T07:21:29.823 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.823 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.823 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.823 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_anon": { 2024-07-26T07:21:29.823 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 223415, 2024-07-26T07:21:29.823 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 68 2024-07-26T07:21:29.823 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.823 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_meta": { 2024-07-26T07:21:29.823 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.823 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.823 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.823 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_co": { 2024-07-26T07:21:29.823 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 51904, 2024-07-26T07:21:29.824 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 181 2024-07-26T07:21:29.824 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.824 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:29.824 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.824 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.824 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.824 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mapbl": { 2024-07-26T07:21:29.824 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.824 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.824 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.824 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pglog": { 2024-07-26T07:21:29.824 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.824 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.824 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.824 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap": { 2024-07-26T07:21:29.825 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 12344, 2024-07-26T07:21:29.825 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 237 2024-07-26T07:21:29.825 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.825 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap_mapping": { 2024-07-26T07:21:29.825 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.825 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.825 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.825 INFO:tasks.workunit.client.0.smithi089.stdout: "pgmap": { 2024-07-26T07:21:29.825 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.825 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.825 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.825 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_1": { 2024-07-26T07:21:29.825 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.825 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.825 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.825 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_2": { 2024-07-26T07:21:29.826 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.826 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.826 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:29.826 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:29.826 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.826 INFO:tasks.workunit.client.0.smithi089.stdout: "mon": { 2024-07-26T07:21:29.826 INFO:tasks.workunit.client.0.smithi089.stdout: "mon.11a06f7556cbb1c57650abffbb3eb77c66bdf751": { 2024-07-26T07:21:29.826 INFO:tasks.workunit.client.0.smithi089.stdout: "bloom_filter": { 2024-07-26T07:21:29.826 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.826 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.826 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.826 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T07:21:29.826 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.827 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.827 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.827 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_reader": { 2024-07-26T07:21:29.827 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.827 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.827 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.827 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_writer": { 2024-07-26T07:21:29.827 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.827 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.827 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.827 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_alloc": { 2024-07-26T07:21:29.827 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.827 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.827 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.827 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_blob": { 2024-07-26T07:21:29.828 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.828 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.828 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.828 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_buffer": { 2024-07-26T07:21:29.828 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.828 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.828 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.828 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_data": { 2024-07-26T07:21:29.828 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.828 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.828 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.828 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_meta": { 2024-07-26T07:21:29.828 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.828 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.829 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.829 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_onode": { 2024-07-26T07:21:29.829 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.829 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.829 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.829 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_other": { 2024-07-26T07:21:29.829 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.829 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.829 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.829 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_extent": { 2024-07-26T07:21:29.829 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.829 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.829 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.829 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_fsck": { 2024-07-26T07:21:29.829 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.830 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.830 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.830 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_inline_bl": { 2024-07-26T07:21:29.830 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.830 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.830 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.830 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_shared_blob": { 2024-07-26T07:21:29.830 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.830 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.830 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.830 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_txc": { 2024-07-26T07:21:29.830 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.830 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.831 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.831 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing": { 2024-07-26T07:21:29.831 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.831 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.831 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.831 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing_deferred": { 2024-07-26T07:21:29.831 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.831 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.831 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.831 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_anon": { 2024-07-26T07:21:29.831 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 44220044, 2024-07-26T07:21:29.831 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 5437 2024-07-26T07:21:29.831 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.831 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_meta": { 2024-07-26T07:21:29.831 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 352, 2024-07-26T07:21:29.832 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 4 2024-07-26T07:21:29.832 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.832 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_co": { 2024-07-26T07:21:29.832 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.832 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.832 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.832 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:29.832 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.832 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.832 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.832 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mapbl": { 2024-07-26T07:21:29.832 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.832 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.832 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.832 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pglog": { 2024-07-26T07:21:29.833 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.833 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.833 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.833 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap": { 2024-07-26T07:21:29.833 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 10920, 2024-07-26T07:21:29.833 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 236 2024-07-26T07:21:29.833 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.833 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap_mapping": { 2024-07-26T07:21:29.833 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 70440, 2024-07-26T07:21:29.833 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 5158 2024-07-26T07:21:29.833 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.833 INFO:tasks.workunit.client.0.smithi089.stdout: "pgmap": { 2024-07-26T07:21:29.833 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 5720, 2024-07-26T07:21:29.833 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 152 2024-07-26T07:21:29.834 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.834 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_1": { 2024-07-26T07:21:29.834 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.834 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.834 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.834 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_2": { 2024-07-26T07:21:29.834 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.834 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.834 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:29.834 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.834 INFO:tasks.workunit.client.0.smithi089.stdout: "mon.87ef074e95f73b29e32a1570865c090ae0131b8b": { 2024-07-26T07:21:29.834 INFO:tasks.workunit.client.0.smithi089.stdout: "bloom_filter": { 2024-07-26T07:21:29.834 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.835 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.835 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.835 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T07:21:29.835 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.835 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.835 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.835 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_reader": { 2024-07-26T07:21:29.835 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.835 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.835 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.835 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_writer": { 2024-07-26T07:21:29.835 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.835 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.836 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.836 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_alloc": { 2024-07-26T07:21:29.836 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.836 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.836 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.836 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_blob": { 2024-07-26T07:21:29.836 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.836 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.836 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.836 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_buffer": { 2024-07-26T07:21:29.836 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.836 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.836 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.836 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_data": { 2024-07-26T07:21:29.837 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.837 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.837 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.837 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_meta": { 2024-07-26T07:21:29.837 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.837 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.837 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.837 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_onode": { 2024-07-26T07:21:29.837 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.837 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.837 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.837 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_other": { 2024-07-26T07:21:29.837 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.837 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.838 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.838 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_extent": { 2024-07-26T07:21:29.838 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.838 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.838 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.838 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_fsck": { 2024-07-26T07:21:29.838 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.838 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.838 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.838 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_inline_bl": { 2024-07-26T07:21:29.838 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.838 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.838 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.838 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_shared_blob": { 2024-07-26T07:21:29.839 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.839 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.839 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.839 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_txc": { 2024-07-26T07:21:29.839 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.839 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.839 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.839 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing": { 2024-07-26T07:21:29.839 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.839 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.839 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.839 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing_deferred": { 2024-07-26T07:21:29.839 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.839 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.839 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.840 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_anon": { 2024-07-26T07:21:29.840 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 48442242, 2024-07-26T07:21:29.840 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 6364 2024-07-26T07:21:29.840 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.840 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_meta": { 2024-07-26T07:21:29.840 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.840 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.840 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.840 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_co": { 2024-07-26T07:21:29.840 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.840 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.840 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.840 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:29.840 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.841 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.841 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.841 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mapbl": { 2024-07-26T07:21:29.841 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.841 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.841 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.841 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pglog": { 2024-07-26T07:21:29.841 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.841 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.841 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.841 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap": { 2024-07-26T07:21:29.841 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 10920, 2024-07-26T07:21:29.841 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 236 2024-07-26T07:21:29.841 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.842 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap_mapping": { 2024-07-26T07:21:29.842 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 70440, 2024-07-26T07:21:29.842 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 5158 2024-07-26T07:21:29.842 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.842 INFO:tasks.workunit.client.0.smithi089.stdout: "pgmap": { 2024-07-26T07:21:29.842 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 11440, 2024-07-26T07:21:29.842 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 304 2024-07-26T07:21:29.842 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.842 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_1": { 2024-07-26T07:21:29.842 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.842 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.842 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.842 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_2": { 2024-07-26T07:21:29.842 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.843 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.843 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:29.843 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.843 INFO:tasks.workunit.client.0.smithi089.stdout: "mon.fa05ed6b69dc18131ed830145851b5294218fbe2": { 2024-07-26T07:21:29.843 INFO:tasks.workunit.client.0.smithi089.stdout: "bloom_filter": { 2024-07-26T07:21:29.843 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.843 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.843 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.843 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T07:21:29.843 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.843 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.843 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.843 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_reader": { 2024-07-26T07:21:29.843 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.844 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.844 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.844 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_writer": { 2024-07-26T07:21:29.844 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.844 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.844 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.844 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_alloc": { 2024-07-26T07:21:29.844 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.844 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.844 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.844 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_blob": { 2024-07-26T07:21:29.844 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.844 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.844 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.845 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_buffer": { 2024-07-26T07:21:29.845 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.845 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.845 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.845 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_data": { 2024-07-26T07:21:29.845 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.845 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.845 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.845 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_meta": { 2024-07-26T07:21:29.845 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.845 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.845 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.845 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_onode": { 2024-07-26T07:21:29.845 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.845 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.846 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.846 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_other": { 2024-07-26T07:21:29.846 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.846 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.846 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.846 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_extent": { 2024-07-26T07:21:29.846 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.846 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.846 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.846 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_fsck": { 2024-07-26T07:21:29.846 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.846 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.846 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.846 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_inline_bl": { 2024-07-26T07:21:29.847 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.847 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.847 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.847 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_shared_blob": { 2024-07-26T07:21:29.847 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.847 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.847 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.847 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_txc": { 2024-07-26T07:21:29.847 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.847 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.847 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.847 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing": { 2024-07-26T07:21:29.847 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.847 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.847 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.848 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing_deferred": { 2024-07-26T07:21:29.848 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.848 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.848 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.848 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_anon": { 2024-07-26T07:21:29.848 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 54352964, 2024-07-26T07:21:29.848 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 7835 2024-07-26T07:21:29.848 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.848 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_meta": { 2024-07-26T07:21:29.848 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.848 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.848 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.848 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_co": { 2024-07-26T07:21:29.848 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.848 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.849 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.849 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:29.849 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.849 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.849 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.849 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mapbl": { 2024-07-26T07:21:29.849 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.849 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.849 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.849 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pglog": { 2024-07-26T07:21:29.849 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.849 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.849 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.849 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap": { 2024-07-26T07:21:29.849 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 10920, 2024-07-26T07:21:29.850 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 236 2024-07-26T07:21:29.850 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.850 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap_mapping": { 2024-07-26T07:21:29.850 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 70440, 2024-07-26T07:21:29.850 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 5158 2024-07-26T07:21:29.850 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.850 INFO:tasks.workunit.client.0.smithi089.stdout: "pgmap": { 2024-07-26T07:21:29.850 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 5720, 2024-07-26T07:21:29.850 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 152 2024-07-26T07:21:29.850 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.850 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_1": { 2024-07-26T07:21:29.850 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.850 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.850 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.851 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_2": { 2024-07-26T07:21:29.851 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.851 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.851 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:29.851 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:29.851 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.851 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:29.851 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.0": { 2024-07-26T07:21:29.851 INFO:tasks.workunit.client.0.smithi089.stdout: "bloom_filter": { 2024-07-26T07:21:29.851 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.851 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.851 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.851 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T07:21:29.851 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 24136, 2024-07-26T07:21:29.852 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 426 2024-07-26T07:21:29.852 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.852 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_reader": { 2024-07-26T07:21:29.852 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 657792, 2024-07-26T07:21:29.852 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 32 2024-07-26T07:21:29.852 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.852 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_writer": { 2024-07-26T07:21:29.852 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 2304, 2024-07-26T07:21:29.852 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 12 2024-07-26T07:21:29.852 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.852 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_alloc": { 2024-07-26T07:21:29.852 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 80960, 2024-07-26T07:21:29.852 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 1012 2024-07-26T07:21:29.852 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.852 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_blob": { 2024-07-26T07:21:29.853 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 554320, 2024-07-26T07:21:29.853 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 2665 2024-07-26T07:21:29.853 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.853 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_buffer": { 2024-07-26T07:21:29.853 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 256, 2024-07-26T07:21:29.853 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 32 2024-07-26T07:21:29.853 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.853 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_data": { 2024-07-26T07:21:29.853 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 640301, 2024-07-26T07:21:29.853 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 177 2024-07-26T07:21:29.853 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.853 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_meta": { 2024-07-26T07:21:29.853 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 2563896, 2024-07-26T07:21:29.853 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 563696 2024-07-26T07:21:29.853 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.854 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_onode": { 2024-07-26T07:21:29.854 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 7210296, 2024-07-26T07:21:29.854 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 10635 2024-07-26T07:21:29.854 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.854 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_other": { 2024-07-26T07:21:29.854 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 104520, 2024-07-26T07:21:29.854 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 11135 2024-07-26T07:21:29.854 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.854 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_extent": { 2024-07-26T07:21:29.854 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 127920, 2024-07-26T07:21:29.854 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 2665 2024-07-26T07:21:29.854 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.854 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_fsck": { 2024-07-26T07:21:29.854 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.855 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.855 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.855 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_inline_bl": { 2024-07-26T07:21:29.855 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 255258, 2024-07-26T07:21:29.855 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 1806 2024-07-26T07:21:29.855 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.855 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_shared_blob": { 2024-07-26T07:21:29.855 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.855 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.855 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.855 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_txc": { 2024-07-26T07:21:29.855 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.856 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.856 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.856 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing": { 2024-07-26T07:21:29.856 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 52764, 2024-07-26T07:21:29.856 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 47 2024-07-26T07:21:29.856 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.856 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing_deferred": { 2024-07-26T07:21:29.856 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.856 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.856 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.856 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_anon": { 2024-07-26T07:21:29.856 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 12224743, 2024-07-26T07:21:29.856 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 284 2024-07-26T07:21:29.856 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.856 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_meta": { 2024-07-26T07:21:29.857 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 16280, 2024-07-26T07:21:29.857 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 185 2024-07-26T07:21:29.857 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.857 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_co": { 2024-07-26T07:21:29.857 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.857 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.857 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.857 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:29.857 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 522720, 2024-07-26T07:21:29.857 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 45 2024-07-26T07:21:29.857 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.857 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mapbl": { 2024-07-26T07:21:29.857 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.857 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.858 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.858 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pglog": { 2024-07-26T07:21:29.858 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 7062120, 2024-07-26T07:21:29.858 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 18381 2024-07-26T07:21:29.858 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.858 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap": { 2024-07-26T07:21:29.858 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 652328, 2024-07-26T07:21:29.858 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 10524 2024-07-26T07:21:29.858 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.858 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap_mapping": { 2024-07-26T07:21:29.858 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.858 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.858 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.858 INFO:tasks.workunit.client.0.smithi089.stdout: "pgmap": { 2024-07-26T07:21:29.858 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.859 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.859 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.859 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_1": { 2024-07-26T07:21:29.859 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.859 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.859 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.859 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_2": { 2024-07-26T07:21:29.859 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.859 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.859 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:29.859 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.859 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.1": { 2024-07-26T07:21:29.859 INFO:tasks.workunit.client.0.smithi089.stdout: "bloom_filter": { 2024-07-26T07:21:29.859 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.860 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.860 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.860 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T07:21:29.860 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 26088, 2024-07-26T07:21:29.860 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 506 2024-07-26T07:21:29.860 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.860 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_reader": { 2024-07-26T07:21:29.860 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 506240, 2024-07-26T07:21:29.860 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 34 2024-07-26T07:21:29.860 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.860 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_writer": { 2024-07-26T07:21:29.860 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 768, 2024-07-26T07:21:29.860 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 4 2024-07-26T07:21:29.860 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.860 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_alloc": { 2024-07-26T07:21:29.861 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 80400, 2024-07-26T07:21:29.861 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 1005 2024-07-26T07:21:29.861 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.861 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_blob": { 2024-07-26T07:21:29.861 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 552032, 2024-07-26T07:21:29.861 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 2654 2024-07-26T07:21:29.861 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.861 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_buffer": { 2024-07-26T07:21:29.861 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 256, 2024-07-26T07:21:29.861 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 32 2024-07-26T07:21:29.861 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.861 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_data": { 2024-07-26T07:21:29.861 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 888084, 2024-07-26T07:21:29.861 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 234 2024-07-26T07:21:29.861 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.862 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_meta": { 2024-07-26T07:21:29.862 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 2517740, 2024-07-26T07:21:29.862 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 553360 2024-07-26T07:21:29.862 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.862 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_onode": { 2024-07-26T07:21:29.862 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 7081776, 2024-07-26T07:21:29.862 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 10446 2024-07-26T07:21:29.862 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.862 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_other": { 2024-07-26T07:21:29.862 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 102352, 2024-07-26T07:21:29.862 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 10959 2024-07-26T07:21:29.862 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.862 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_extent": { 2024-07-26T07:21:29.863 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 127392, 2024-07-26T07:21:29.863 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 2654 2024-07-26T07:21:29.863 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.863 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_fsck": { 2024-07-26T07:21:29.863 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.863 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.863 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.863 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_inline_bl": { 2024-07-26T07:21:29.863 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 255514, 2024-07-26T07:21:29.863 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 1807 2024-07-26T07:21:29.863 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.863 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_shared_blob": { 2024-07-26T07:21:29.863 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.863 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.863 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.864 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_txc": { 2024-07-26T07:21:29.864 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 736, 2024-07-26T07:21:29.864 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 1 2024-07-26T07:21:29.864 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.864 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing": { 2024-07-26T07:21:29.864 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 80707, 2024-07-26T07:21:29.864 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 48 2024-07-26T07:21:29.864 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.864 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing_deferred": { 2024-07-26T07:21:29.864 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 12112, 2024-07-26T07:21:29.864 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 3 2024-07-26T07:21:29.864 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.864 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_anon": { 2024-07-26T07:21:29.864 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 3836238, 2024-07-26T07:21:29.864 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 268 2024-07-26T07:21:29.865 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.865 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_meta": { 2024-07-26T07:21:29.865 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 21472, 2024-07-26T07:21:29.865 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 244 2024-07-26T07:21:29.865 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.865 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_co": { 2024-07-26T07:21:29.865 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.865 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.865 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.865 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:29.865 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 441408, 2024-07-26T07:21:29.865 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 38 2024-07-26T07:21:29.865 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.865 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mapbl": { 2024-07-26T07:21:29.866 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.866 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.866 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.866 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pglog": { 2024-07-26T07:21:29.866 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 7299032, 2024-07-26T07:21:29.866 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 21215 2024-07-26T07:21:29.866 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.866 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap": { 2024-07-26T07:21:29.866 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 652328, 2024-07-26T07:21:29.866 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 10524 2024-07-26T07:21:29.866 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.866 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap_mapping": { 2024-07-26T07:21:29.866 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.866 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.866 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.867 INFO:tasks.workunit.client.0.smithi089.stdout: "pgmap": { 2024-07-26T07:21:29.867 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.867 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.867 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.867 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_1": { 2024-07-26T07:21:29.867 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.867 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.867 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.867 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_2": { 2024-07-26T07:21:29.867 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.867 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.867 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:29.867 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.867 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.2": { 2024-07-26T07:21:29.868 INFO:tasks.workunit.client.0.smithi089.stdout: "bloom_filter": { 2024-07-26T07:21:29.868 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.868 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.868 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.868 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T07:21:29.868 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 15312, 2024-07-26T07:21:29.868 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 270 2024-07-26T07:21:29.868 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.868 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_reader": { 2024-07-26T07:21:29.868 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 104064, 2024-07-26T07:21:29.868 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 23 2024-07-26T07:21:29.868 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.868 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_writer": { 2024-07-26T07:21:29.868 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 3264, 2024-07-26T07:21:29.868 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 17 2024-07-26T07:21:29.869 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.869 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_alloc": { 2024-07-26T07:21:29.869 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 78320, 2024-07-26T07:21:29.869 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 979 2024-07-26T07:21:29.869 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.869 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_blob": { 2024-07-26T07:21:29.869 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 551408, 2024-07-26T07:21:29.869 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 2651 2024-07-26T07:21:29.869 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.869 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_buffer": { 2024-07-26T07:21:29.869 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 256, 2024-07-26T07:21:29.869 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 32 2024-07-26T07:21:29.869 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.869 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_data": { 2024-07-26T07:21:29.869 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 261962, 2024-07-26T07:21:29.870 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 79 2024-07-26T07:21:29.870 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.870 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_meta": { 2024-07-26T07:21:29.870 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 1845166, 2024-07-26T07:21:29.870 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 404602 2024-07-26T07:21:29.870 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.870 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_onode": { 2024-07-26T07:21:29.870 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 5289296, 2024-07-26T07:21:29.870 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 7810 2024-07-26T07:21:29.870 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.870 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_other": { 2024-07-26T07:21:29.870 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 101396, 2024-07-26T07:21:29.870 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 10945 2024-07-26T07:21:29.870 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.871 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_extent": { 2024-07-26T07:21:29.871 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 127248, 2024-07-26T07:21:29.871 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 2651 2024-07-26T07:21:29.871 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.871 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_fsck": { 2024-07-26T07:21:29.871 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.871 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.871 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.871 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_inline_bl": { 2024-07-26T07:21:29.871 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 255514, 2024-07-26T07:21:29.871 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 1807 2024-07-26T07:21:29.871 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.871 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_shared_blob": { 2024-07-26T07:21:29.871 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.872 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.872 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.872 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_txc": { 2024-07-26T07:21:29.872 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 736, 2024-07-26T07:21:29.872 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 1 2024-07-26T07:21:29.872 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.872 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing": { 2024-07-26T07:21:29.872 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 74571, 2024-07-26T07:21:29.872 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 54 2024-07-26T07:21:29.872 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.872 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing_deferred": { 2024-07-26T07:21:29.872 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 12112, 2024-07-26T07:21:29.872 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 3 2024-07-26T07:21:29.872 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.872 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_anon": { 2024-07-26T07:21:29.873 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 17377596, 2024-07-26T07:21:29.873 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 7399 2024-07-26T07:21:29.873 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.873 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_meta": { 2024-07-26T07:21:29.873 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 10032, 2024-07-26T07:21:29.873 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 114 2024-07-26T07:21:29.873 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.873 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_co": { 2024-07-26T07:21:29.873 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.873 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.873 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.873 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:29.873 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 348480, 2024-07-26T07:21:29.873 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 30 2024-07-26T07:21:29.874 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.874 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mapbl": { 2024-07-26T07:21:29.874 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.874 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.874 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.874 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pglog": { 2024-07-26T07:21:29.874 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 3208920, 2024-07-26T07:21:29.874 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 6171 2024-07-26T07:21:29.874 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.874 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap": { 2024-07-26T07:21:29.874 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 652328, 2024-07-26T07:21:29.875 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 10524 2024-07-26T07:21:29.875 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.875 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap_mapping": { 2024-07-26T07:21:29.875 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.875 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.875 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.875 INFO:tasks.workunit.client.0.smithi089.stdout: "pgmap": { 2024-07-26T07:21:29.875 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.875 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.875 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.875 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_1": { 2024-07-26T07:21:29.875 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.875 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.875 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.875 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_2": { 2024-07-26T07:21:29.876 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.876 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.876 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:29.876 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.876 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.3": { 2024-07-26T07:21:29.876 INFO:tasks.workunit.client.0.smithi089.stdout: "bloom_filter": { 2024-07-26T07:21:29.876 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.876 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.876 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.876 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T07:21:29.876 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 18464, 2024-07-26T07:21:29.876 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 322 2024-07-26T07:21:29.876 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.876 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_reader": { 2024-07-26T07:21:29.876 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 444160, 2024-07-26T07:21:29.877 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 24 2024-07-26T07:21:29.877 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.877 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_writer": { 2024-07-26T07:21:29.877 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 3072, 2024-07-26T07:21:29.877 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 16 2024-07-26T07:21:29.877 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.877 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_alloc": { 2024-07-26T07:21:29.877 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 79520, 2024-07-26T07:21:29.877 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 994 2024-07-26T07:21:29.877 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.877 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_blob": { 2024-07-26T07:21:29.877 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 552448, 2024-07-26T07:21:29.877 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 2656 2024-07-26T07:21:29.877 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.878 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_buffer": { 2024-07-26T07:21:29.878 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 256, 2024-07-26T07:21:29.878 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 32 2024-07-26T07:21:29.878 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.878 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_data": { 2024-07-26T07:21:29.878 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 360269, 2024-07-26T07:21:29.878 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 94 2024-07-26T07:21:29.878 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.878 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_meta": { 2024-07-26T07:21:29.878 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 1835888, 2024-07-26T07:21:29.878 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 402487 2024-07-26T07:21:29.878 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.878 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_onode": { 2024-07-26T07:21:29.878 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 5259376, 2024-07-26T07:21:29.879 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 7766 2024-07-26T07:21:29.879 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.879 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_other": { 2024-07-26T07:21:29.879 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 102308, 2024-07-26T07:21:29.879 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 10965 2024-07-26T07:21:29.879 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.879 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_extent": { 2024-07-26T07:21:29.879 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 127488, 2024-07-26T07:21:29.879 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 2656 2024-07-26T07:21:29.879 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.879 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_fsck": { 2024-07-26T07:21:29.879 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.879 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.879 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.880 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_inline_bl": { 2024-07-26T07:21:29.880 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 255514, 2024-07-26T07:21:29.880 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 1807 2024-07-26T07:21:29.880 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.880 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_shared_blob": { 2024-07-26T07:21:29.880 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.880 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.880 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.880 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_txc": { 2024-07-26T07:21:29.880 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 736, 2024-07-26T07:21:29.880 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 1 2024-07-26T07:21:29.880 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.880 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing": { 2024-07-26T07:21:29.880 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 71554, 2024-07-26T07:21:29.881 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 55 2024-07-26T07:21:29.881 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.881 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing_deferred": { 2024-07-26T07:21:29.881 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 12112, 2024-07-26T07:21:29.881 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 3 2024-07-26T07:21:29.881 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.881 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_anon": { 2024-07-26T07:21:29.881 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 16405654, 2024-07-26T07:21:29.881 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 280 2024-07-26T07:21:29.881 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.881 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_meta": { 2024-07-26T07:21:29.881 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 10824, 2024-07-26T07:21:29.881 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 123 2024-07-26T07:21:29.881 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.882 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_co": { 2024-07-26T07:21:29.882 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.882 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.882 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.882 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:29.882 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 429792, 2024-07-26T07:21:29.882 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 37 2024-07-26T07:21:29.882 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.882 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mapbl": { 2024-07-26T07:21:29.882 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.882 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.882 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.882 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pglog": { 2024-07-26T07:21:29.882 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 3514680, 2024-07-26T07:21:29.883 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 9159 2024-07-26T07:21:29.883 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.883 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap": { 2024-07-26T07:21:29.883 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 652328, 2024-07-26T07:21:29.883 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 10524 2024-07-26T07:21:29.883 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.883 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap_mapping": { 2024-07-26T07:21:29.883 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.883 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.883 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.883 INFO:tasks.workunit.client.0.smithi089.stdout: "pgmap": { 2024-07-26T07:21:29.883 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.883 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.883 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.884 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_1": { 2024-07-26T07:21:29.884 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.884 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.884 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.884 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_2": { 2024-07-26T07:21:29.884 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.884 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.884 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:29.884 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.884 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.4": { 2024-07-26T07:21:29.884 INFO:tasks.workunit.client.0.smithi089.stdout: "bloom_filter": { 2024-07-26T07:21:29.884 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.884 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.884 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.884 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T07:21:29.885 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 22464, 2024-07-26T07:21:29.885 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 392 2024-07-26T07:21:29.885 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.885 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_reader": { 2024-07-26T07:21:29.885 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 514432, 2024-07-26T07:21:29.885 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 32 2024-07-26T07:21:29.885 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.885 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_writer": { 2024-07-26T07:21:29.885 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 2688, 2024-07-26T07:21:29.885 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 14 2024-07-26T07:21:29.885 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.885 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_alloc": { 2024-07-26T07:21:29.885 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 79760, 2024-07-26T07:21:29.885 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 997 2024-07-26T07:21:29.886 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.886 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_blob": { 2024-07-26T07:21:29.886 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 565760, 2024-07-26T07:21:29.886 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 2720 2024-07-26T07:21:29.886 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.886 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_buffer": { 2024-07-26T07:21:29.886 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 256, 2024-07-26T07:21:29.886 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 32 2024-07-26T07:21:29.886 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.886 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_data": { 2024-07-26T07:21:29.886 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 1563069, 2024-07-26T07:21:29.886 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 387 2024-07-26T07:21:29.886 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.886 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_meta": { 2024-07-26T07:21:29.887 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 2142826, 2024-07-26T07:21:29.887 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 467340 2024-07-26T07:21:29.887 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.887 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_onode": { 2024-07-26T07:21:29.887 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 6085576, 2024-07-26T07:21:29.887 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 8981 2024-07-26T07:21:29.887 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.887 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_other": { 2024-07-26T07:21:29.887 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 111816, 2024-07-26T07:21:29.887 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 12116 2024-07-26T07:21:29.887 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.887 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_extent": { 2024-07-26T07:21:29.887 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 130560, 2024-07-26T07:21:29.887 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 2720 2024-07-26T07:21:29.887 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.888 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_fsck": { 2024-07-26T07:21:29.888 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.888 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.888 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.888 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_inline_bl": { 2024-07-26T07:21:29.888 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 255258, 2024-07-26T07:21:29.888 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 1806 2024-07-26T07:21:29.888 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.888 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_shared_blob": { 2024-07-26T07:21:29.888 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.888 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.888 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.888 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_txc": { 2024-07-26T07:21:29.888 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.889 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.889 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.889 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing": { 2024-07-26T07:21:29.889 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 14393, 2024-07-26T07:21:29.889 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 25 2024-07-26T07:21:29.889 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.889 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing_deferred": { 2024-07-26T07:21:29.889 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.889 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.889 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.889 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_anon": { 2024-07-26T07:21:29.889 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 14187059, 2024-07-26T07:21:29.889 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 262 2024-07-26T07:21:29.889 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.890 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_meta": { 2024-07-26T07:21:29.890 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 34584, 2024-07-26T07:21:29.890 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 393 2024-07-26T07:21:29.890 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.890 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_co": { 2024-07-26T07:21:29.890 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.890 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.890 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.890 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:29.890 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 464640, 2024-07-26T07:21:29.890 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 40 2024-07-26T07:21:29.890 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.890 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mapbl": { 2024-07-26T07:21:29.890 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.891 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.891 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.891 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pglog": { 2024-07-26T07:21:29.891 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 5138640, 2024-07-26T07:21:29.891 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 12274 2024-07-26T07:21:29.891 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.891 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap": { 2024-07-26T07:21:29.891 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 652328, 2024-07-26T07:21:29.891 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 10524 2024-07-26T07:21:29.891 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.891 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap_mapping": { 2024-07-26T07:21:29.891 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.891 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.891 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.891 INFO:tasks.workunit.client.0.smithi089.stdout: "pgmap": { 2024-07-26T07:21:29.892 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.892 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.892 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.892 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_1": { 2024-07-26T07:21:29.892 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.892 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.892 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.892 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_2": { 2024-07-26T07:21:29.892 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.892 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.892 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:29.892 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.892 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.5": { 2024-07-26T07:21:29.892 INFO:tasks.workunit.client.0.smithi089.stdout: "bloom_filter": { 2024-07-26T07:21:29.892 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.893 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.893 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.893 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T07:21:29.893 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 20912, 2024-07-26T07:21:29.893 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 368 2024-07-26T07:21:29.893 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.893 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_reader": { 2024-07-26T07:21:29.893 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 239744, 2024-07-26T07:21:29.893 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 29 2024-07-26T07:21:29.893 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.893 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_writer": { 2024-07-26T07:21:29.893 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 2880, 2024-07-26T07:21:29.894 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 15 2024-07-26T07:21:29.894 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.894 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_alloc": { 2024-07-26T07:21:29.894 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 79440, 2024-07-26T07:21:29.894 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 993 2024-07-26T07:21:29.894 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.894 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_blob": { 2024-07-26T07:21:29.894 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 565968, 2024-07-26T07:21:29.894 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 2721 2024-07-26T07:21:29.894 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.894 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_buffer": { 2024-07-26T07:21:29.894 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 256, 2024-07-26T07:21:29.894 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 32 2024-07-26T07:21:29.894 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.895 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_data": { 2024-07-26T07:21:29.895 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 470464, 2024-07-26T07:21:29.895 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 130 2024-07-26T07:21:29.895 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.895 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_meta": { 2024-07-26T07:21:29.895 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 2393733, 2024-07-26T07:21:29.895 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 533229 2024-07-26T07:21:29.895 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.895 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_onode": { 2024-07-26T07:21:29.895 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 6872336, 2024-07-26T07:21:29.895 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 10138 2024-07-26T07:21:29.895 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.895 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_other": { 2024-07-26T07:21:29.895 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 112008, 2024-07-26T07:21:29.895 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 12124 2024-07-26T07:21:29.896 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.896 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_extent": { 2024-07-26T07:21:29.896 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 130560, 2024-07-26T07:21:29.896 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 2720 2024-07-26T07:21:29.896 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.896 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_fsck": { 2024-07-26T07:21:29.896 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.896 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.896 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.896 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_inline_bl": { 2024-07-26T07:21:29.896 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 255258, 2024-07-26T07:21:29.896 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 1806 2024-07-26T07:21:29.896 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.896 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_shared_blob": { 2024-07-26T07:21:29.897 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.897 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.897 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.897 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_txc": { 2024-07-26T07:21:29.897 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 1472, 2024-07-26T07:21:29.897 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 2 2024-07-26T07:21:29.897 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.897 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing": { 2024-07-26T07:21:29.897 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 113569, 2024-07-26T07:21:29.897 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 61 2024-07-26T07:21:29.897 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.897 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing_deferred": { 2024-07-26T07:21:29.897 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 20128, 2024-07-26T07:21:29.897 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 5 2024-07-26T07:21:29.897 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.898 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_anon": { 2024-07-26T07:21:29.898 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 15517585, 2024-07-26T07:21:29.898 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 271 2024-07-26T07:21:29.898 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.898 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_meta": { 2024-07-26T07:21:29.898 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 13200, 2024-07-26T07:21:29.898 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 150 2024-07-26T07:21:29.898 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.898 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_co": { 2024-07-26T07:21:29.898 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.898 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.898 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.898 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:29.899 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 476256, 2024-07-26T07:21:29.899 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 41 2024-07-26T07:21:29.899 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.899 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mapbl": { 2024-07-26T07:21:29.899 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.899 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.899 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.899 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pglog": { 2024-07-26T07:21:29.899 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 6305520, 2024-07-26T07:21:29.899 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 12126 2024-07-26T07:21:29.899 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.899 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap": { 2024-07-26T07:21:29.899 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 652328, 2024-07-26T07:21:29.899 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 10524 2024-07-26T07:21:29.899 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.900 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap_mapping": { 2024-07-26T07:21:29.900 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.900 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.900 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.900 INFO:tasks.workunit.client.0.smithi089.stdout: "pgmap": { 2024-07-26T07:21:29.900 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.900 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.900 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.900 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_1": { 2024-07-26T07:21:29.900 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.900 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.900 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.900 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_2": { 2024-07-26T07:21:29.900 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.901 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.901 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:29.901 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.901 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.6": { 2024-07-26T07:21:29.901 INFO:tasks.workunit.client.0.smithi089.stdout: "bloom_filter": { 2024-07-26T07:21:29.901 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.901 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.901 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.901 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T07:21:29.901 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 18088, 2024-07-26T07:21:29.901 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 317 2024-07-26T07:21:29.901 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.901 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_reader": { 2024-07-26T07:21:29.901 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 366464, 2024-07-26T07:21:29.901 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 26 2024-07-26T07:21:29.902 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.902 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_writer": { 2024-07-26T07:21:29.902 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 4224, 2024-07-26T07:21:29.902 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 22 2024-07-26T07:21:29.902 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.902 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_alloc": { 2024-07-26T07:21:29.902 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 79520, 2024-07-26T07:21:29.902 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 994 2024-07-26T07:21:29.902 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.902 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_blob": { 2024-07-26T07:21:29.902 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 567424, 2024-07-26T07:21:29.902 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 2728 2024-07-26T07:21:29.902 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.902 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_buffer": { 2024-07-26T07:21:29.903 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 256, 2024-07-26T07:21:29.903 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 32 2024-07-26T07:21:29.903 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.903 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_data": { 2024-07-26T07:21:29.903 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 1065073, 2024-07-26T07:21:29.903 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 270 2024-07-26T07:21:29.903 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.903 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_meta": { 2024-07-26T07:21:29.903 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 1777694, 2024-07-26T07:21:29.903 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 387933 2024-07-26T07:21:29.903 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.903 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_onode": { 2024-07-26T07:21:29.903 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 5115216, 2024-07-26T07:21:29.903 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 7554 2024-07-26T07:21:29.904 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.904 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_other": { 2024-07-26T07:21:29.904 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 112896, 2024-07-26T07:21:29.904 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 12277 2024-07-26T07:21:29.904 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.904 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_extent": { 2024-07-26T07:21:29.904 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 130944, 2024-07-26T07:21:29.904 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 2728 2024-07-26T07:21:29.904 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.904 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_fsck": { 2024-07-26T07:21:29.904 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.904 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.904 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.904 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_inline_bl": { 2024-07-26T07:21:29.904 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 255258, 2024-07-26T07:21:29.905 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 1806 2024-07-26T07:21:29.905 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.905 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_shared_blob": { 2024-07-26T07:21:29.905 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.905 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.905 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.905 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_txc": { 2024-07-26T07:21:29.905 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.905 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.905 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.905 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing": { 2024-07-26T07:21:29.905 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 47510, 2024-07-26T07:21:29.905 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 50 2024-07-26T07:21:29.905 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.906 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing_deferred": { 2024-07-26T07:21:29.906 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.906 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.906 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.906 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_anon": { 2024-07-26T07:21:29.906 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 22543878, 2024-07-26T07:21:29.906 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 267 2024-07-26T07:21:29.906 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.906 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_meta": { 2024-07-26T07:21:29.906 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 26576, 2024-07-26T07:21:29.906 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 302 2024-07-26T07:21:29.906 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.906 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_co": { 2024-07-26T07:21:29.907 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.907 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.907 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.907 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:29.907 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 441408, 2024-07-26T07:21:29.907 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 38 2024-07-26T07:21:29.907 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.907 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mapbl": { 2024-07-26T07:21:29.907 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.907 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.907 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.907 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pglog": { 2024-07-26T07:21:29.907 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 3670160, 2024-07-26T07:21:29.907 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 9458 2024-07-26T07:21:29.907 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.908 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap": { 2024-07-26T07:21:29.908 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 652328, 2024-07-26T07:21:29.908 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 10524 2024-07-26T07:21:29.908 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.908 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap_mapping": { 2024-07-26T07:21:29.908 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.908 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.908 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.908 INFO:tasks.workunit.client.0.smithi089.stdout: "pgmap": { 2024-07-26T07:21:29.908 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.908 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.908 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.908 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_1": { 2024-07-26T07:21:29.908 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.909 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.909 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.909 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_2": { 2024-07-26T07:21:29.909 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.909 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.909 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:29.909 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.909 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.7": { 2024-07-26T07:21:29.909 INFO:tasks.workunit.client.0.smithi089.stdout: "bloom_filter": { 2024-07-26T07:21:29.909 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.909 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.909 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.909 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T07:21:29.909 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 15408, 2024-07-26T07:21:29.910 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 278 2024-07-26T07:21:29.910 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.910 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_reader": { 2024-07-26T07:21:29.910 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 59008, 2024-07-26T07:21:29.910 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 23 2024-07-26T07:21:29.910 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.910 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs_file_writer": { 2024-07-26T07:21:29.910 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 960, 2024-07-26T07:21:29.910 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 5 2024-07-26T07:21:29.910 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.910 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_alloc": { 2024-07-26T07:21:29.910 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 79120, 2024-07-26T07:21:29.910 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 989 2024-07-26T07:21:29.910 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.911 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_blob": { 2024-07-26T07:21:29.911 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 553904, 2024-07-26T07:21:29.911 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 2663 2024-07-26T07:21:29.911 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.911 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_buffer": { 2024-07-26T07:21:29.911 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 256, 2024-07-26T07:21:29.911 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 32 2024-07-26T07:21:29.911 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.911 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_data": { 2024-07-26T07:21:29.911 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 517377, 2024-07-26T07:21:29.911 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 144 2024-07-26T07:21:29.911 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.911 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_meta": { 2024-07-26T07:21:29.911 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 2113474, 2024-07-26T07:21:29.911 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 466956 2024-07-26T07:21:29.912 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.912 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_onode": { 2024-07-26T07:21:29.912 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 6057696, 2024-07-26T07:21:29.912 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 8940 2024-07-26T07:21:29.912 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.912 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_cache_other": { 2024-07-26T07:21:29.912 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 104528, 2024-07-26T07:21:29.912 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 11128 2024-07-26T07:21:29.912 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.912 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_extent": { 2024-07-26T07:21:29.912 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 127824, 2024-07-26T07:21:29.912 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 2663 2024-07-26T07:21:29.913 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.913 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_fsck": { 2024-07-26T07:21:29.913 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.913 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.913 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.913 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_inline_bl": { 2024-07-26T07:21:29.913 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 255258, 2024-07-26T07:21:29.913 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 1806 2024-07-26T07:21:29.913 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.913 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_shared_blob": { 2024-07-26T07:21:29.913 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.913 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.913 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.913 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_txc": { 2024-07-26T07:21:29.913 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.914 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.914 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.914 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing": { 2024-07-26T07:21:29.914 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 40889, 2024-07-26T07:21:29.914 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 40 2024-07-26T07:21:29.914 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.914 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore_writing_deferred": { 2024-07-26T07:21:29.914 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.914 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.914 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.914 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_anon": { 2024-07-26T07:21:29.914 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 4764082, 2024-07-26T07:21:29.915 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 245 2024-07-26T07:21:29.915 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.915 INFO:tasks.workunit.client.0.smithi089.stdout: "buffer_meta": { 2024-07-26T07:21:29.915 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 12144, 2024-07-26T07:21:29.915 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 138 2024-07-26T07:21:29.915 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.915 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_co": { 2024-07-26T07:21:29.915 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.915 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.915 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.915 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:29.915 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 534336, 2024-07-26T07:21:29.915 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 46 2024-07-26T07:21:29.915 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.915 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_mapbl": { 2024-07-26T07:21:29.916 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.916 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.916 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.916 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_pglog": { 2024-07-26T07:21:29.916 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 4944160, 2024-07-26T07:21:29.916 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 9524 2024-07-26T07:21:29.916 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.916 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap": { 2024-07-26T07:21:29.916 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 652328, 2024-07-26T07:21:29.916 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 10524 2024-07-26T07:21:29.916 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.916 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap_mapping": { 2024-07-26T07:21:29.916 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.916 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.916 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.917 INFO:tasks.workunit.client.0.smithi089.stdout: "pgmap": { 2024-07-26T07:21:29.917 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.917 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.917 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.917 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_1": { 2024-07-26T07:21:29.917 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.917 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.917 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.917 INFO:tasks.workunit.client.0.smithi089.stdout: "unittest_2": { 2024-07-26T07:21:29.917 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes": 0, 2024-07-26T07:21:29.917 INFO:tasks.workunit.client.0.smithi089.stdout: "items": 0 2024-07-26T07:21:29.917 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:29.917 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:29.917 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:29.918 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.918 INFO:tasks.workunit.client.0.smithi089.stdout: "metadata": { 2024-07-26T07:21:29.918 INFO:tasks.workunit.client.0.smithi089.stdout: "mds": { 2024-07-26T07:21:29.918 INFO:tasks.workunit.client.0.smithi089.stdout: "arch": { 2024-07-26T07:21:29.918 INFO:tasks.workunit.client.0.smithi089.stdout: "x86_64": 2 2024-07-26T07:21:29.918 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.918 INFO:tasks.workunit.client.0.smithi089.stdout: "ceph_version": { 2024-07-26T07:21:29.918 INFO:tasks.workunit.client.0.smithi089.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 2 2024-07-26T07:21:29.918 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.918 INFO:tasks.workunit.client.0.smithi089.stdout: "cpu": { 2024-07-26T07:21:29.918 INFO:tasks.workunit.client.0.smithi089.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-07-26T07:21:29.918 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.918 INFO:tasks.workunit.client.0.smithi089.stdout: "distro": { 2024-07-26T07:21:29.918 INFO:tasks.workunit.client.0.smithi089.stdout: "centos": 2 2024-07-26T07:21:29.919 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.919 INFO:tasks.workunit.client.0.smithi089.stdout: "distro_description": { 2024-07-26T07:21:29.919 INFO:tasks.workunit.client.0.smithi089.stdout: "CentOS Stream 9": 2 2024-07-26T07:21:29.919 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.919 INFO:tasks.workunit.client.0.smithi089.stdout: "kernel_description": { 2024-07-26T07:21:29.919 INFO:tasks.workunit.client.0.smithi089.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 2 2024-07-26T07:21:29.919 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.919 INFO:tasks.workunit.client.0.smithi089.stdout: "kernel_version": { 2024-07-26T07:21:29.919 INFO:tasks.workunit.client.0.smithi089.stdout: "5.14.0-480.el9.x86_64": 2 2024-07-26T07:21:29.919 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.919 INFO:tasks.workunit.client.0.smithi089.stdout: "os": { 2024-07-26T07:21:29.919 INFO:tasks.workunit.client.0.smithi089.stdout: "Linux": 2 2024-07-26T07:21:29.919 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:29.920 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.920 INFO:tasks.workunit.client.0.smithi089.stdout: "mon": { 2024-07-26T07:21:29.920 INFO:tasks.workunit.client.0.smithi089.stdout: "arch": { 2024-07-26T07:21:29.920 INFO:tasks.workunit.client.0.smithi089.stdout: "x86_64": 3 2024-07-26T07:21:29.920 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.920 INFO:tasks.workunit.client.0.smithi089.stdout: "ceph_version": { 2024-07-26T07:21:29.920 INFO:tasks.workunit.client.0.smithi089.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 3 2024-07-26T07:21:29.920 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.920 INFO:tasks.workunit.client.0.smithi089.stdout: "cpu": { 2024-07-26T07:21:29.920 INFO:tasks.workunit.client.0.smithi089.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-07-26T07:21:29.920 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.920 INFO:tasks.workunit.client.0.smithi089.stdout: "distro": { 2024-07-26T07:21:29.920 INFO:tasks.workunit.client.0.smithi089.stdout: "centos": 3 2024-07-26T07:21:29.921 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.921 INFO:tasks.workunit.client.0.smithi089.stdout: "distro_description": { 2024-07-26T07:21:29.921 INFO:tasks.workunit.client.0.smithi089.stdout: "CentOS Stream 9": 3 2024-07-26T07:21:29.921 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.921 INFO:tasks.workunit.client.0.smithi089.stdout: "kernel_description": { 2024-07-26T07:21:29.921 INFO:tasks.workunit.client.0.smithi089.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 3 2024-07-26T07:21:29.921 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.921 INFO:tasks.workunit.client.0.smithi089.stdout: "kernel_version": { 2024-07-26T07:21:29.921 INFO:tasks.workunit.client.0.smithi089.stdout: "5.14.0-480.el9.x86_64": 3 2024-07-26T07:21:29.921 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.921 INFO:tasks.workunit.client.0.smithi089.stdout: "os": { 2024-07-26T07:21:29.921 INFO:tasks.workunit.client.0.smithi089.stdout: "Linux": 3 2024-07-26T07:21:29.921 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:29.922 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.922 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:29.922 INFO:tasks.workunit.client.0.smithi089.stdout: "arch": { 2024-07-26T07:21:29.922 INFO:tasks.workunit.client.0.smithi089.stdout: "x86_64": 8 2024-07-26T07:21:29.922 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.922 INFO:tasks.workunit.client.0.smithi089.stdout: "ceph_version": { 2024-07-26T07:21:29.922 INFO:tasks.workunit.client.0.smithi089.stdout: "ceph version 19.1.0-1125-g4b230446 (4b230446d7be021d836dfefaff290f6673dd2502) squid (rc)": 8 2024-07-26T07:21:29.922 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.922 INFO:tasks.workunit.client.0.smithi089.stdout: "cpu": { 2024-07-26T07:21:29.922 INFO:tasks.workunit.client.0.smithi089.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-07-26T07:21:29.922 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.922 INFO:tasks.workunit.client.0.smithi089.stdout: "distro": { 2024-07-26T07:21:29.922 INFO:tasks.workunit.client.0.smithi089.stdout: "centos": 8 2024-07-26T07:21:29.922 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.923 INFO:tasks.workunit.client.0.smithi089.stdout: "distro_description": { 2024-07-26T07:21:29.923 INFO:tasks.workunit.client.0.smithi089.stdout: "CentOS Stream 9": 8 2024-07-26T07:21:29.923 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.923 INFO:tasks.workunit.client.0.smithi089.stdout: "kernel_description": { 2024-07-26T07:21:29.923 INFO:tasks.workunit.client.0.smithi089.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 8 2024-07-26T07:21:29.923 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.923 INFO:tasks.workunit.client.0.smithi089.stdout: "kernel_version": { 2024-07-26T07:21:29.923 INFO:tasks.workunit.client.0.smithi089.stdout: "5.14.0-480.el9.x86_64": 8 2024-07-26T07:21:29.923 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.923 INFO:tasks.workunit.client.0.smithi089.stdout: "os": { 2024-07-26T07:21:29.923 INFO:tasks.workunit.client.0.smithi089.stdout: "Linux": 8 2024-07-26T07:21:29.923 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.923 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_objectstore": { 2024-07-26T07:21:29.923 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore": 8 2024-07-26T07:21:29.924 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.924 INFO:tasks.workunit.client.0.smithi089.stdout: "rotational": { 2024-07-26T07:21:29.924 INFO:tasks.workunit.client.0.smithi089.stdout: "0": 8 2024-07-26T07:21:29.924 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:29.924 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:29.924 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.924 INFO:tasks.workunit.client.0.smithi089.stdout: "mon": { 2024-07-26T07:21:29.924 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3, 2024-07-26T07:21:29.924 INFO:tasks.workunit.client.0.smithi089.stdout: "features": { 2024-07-26T07:21:29.924 INFO:tasks.workunit.client.0.smithi089.stdout: "optional": [], 2024-07-26T07:21:29.924 INFO:tasks.workunit.client.0.smithi089.stdout: "persistent": [ 2024-07-26T07:21:29.924 INFO:tasks.workunit.client.0.smithi089.stdout: "kraken", 2024-07-26T07:21:29.924 INFO:tasks.workunit.client.0.smithi089.stdout: "luminous", 2024-07-26T07:21:29.924 INFO:tasks.workunit.client.0.smithi089.stdout: "mimic", 2024-07-26T07:21:29.925 INFO:tasks.workunit.client.0.smithi089.stdout: "osdmap-prune", 2024-07-26T07:21:29.925 INFO:tasks.workunit.client.0.smithi089.stdout: "nautilus", 2024-07-26T07:21:29.925 INFO:tasks.workunit.client.0.smithi089.stdout: "octopus", 2024-07-26T07:21:29.925 INFO:tasks.workunit.client.0.smithi089.stdout: "pacific", 2024-07-26T07:21:29.925 INFO:tasks.workunit.client.0.smithi089.stdout: "elector-pinging", 2024-07-26T07:21:29.925 INFO:tasks.workunit.client.0.smithi089.stdout: "quincy", 2024-07-26T07:21:29.925 INFO:tasks.workunit.client.0.smithi089.stdout: "reef", 2024-07-26T07:21:29.925 INFO:tasks.workunit.client.0.smithi089.stdout: "squid" 2024-07-26T07:21:29.925 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:29.925 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.925 INFO:tasks.workunit.client.0.smithi089.stdout: "ipv4_addr_mons": 6, 2024-07-26T07:21:29.925 INFO:tasks.workunit.client.0.smithi089.stdout: "ipv6_addr_mons": 0, 2024-07-26T07:21:29.925 INFO:tasks.workunit.client.0.smithi089.stdout: "min_mon_release": 19, 2024-07-26T07:21:29.925 INFO:tasks.workunit.client.0.smithi089.stdout: "v1_addr_mons": 3, 2024-07-26T07:21:29.926 INFO:tasks.workunit.client.0.smithi089.stdout: "v2_addr_mons": 3 2024-07-26T07:21:29.926 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.926 INFO:tasks.workunit.client.0.smithi089.stdout: "organization": "ceph-qa", 2024-07-26T07:21:29.926 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:29.926 INFO:tasks.workunit.client.0.smithi089.stdout: "cluster_network": false, 2024-07-26T07:21:29.926 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 8, 2024-07-26T07:21:29.926 INFO:tasks.workunit.client.0.smithi089.stdout: "require_min_compat_client": "luminous", 2024-07-26T07:21:29.926 INFO:tasks.workunit.client.0.smithi089.stdout: "require_osd_release": "squid" 2024-07-26T07:21:29.926 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.926 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_perf_histograms": [ 2024-07-26T07:21:29.926 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.926 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T07:21:29.926 INFO:tasks.workunit.client.0.smithi089.stdout: "axes": [ 2024-07-26T07:21:29.927 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.927 INFO:tasks.workunit.client.0.smithi089.stdout: "buckets": 32, 2024-07-26T07:21:29.927 INFO:tasks.workunit.client.0.smithi089.stdout: "min": 0, 2024-07-26T07:21:29.927 INFO:tasks.workunit.client.0.smithi089.stdout: "name": "Latency (usec)", 2024-07-26T07:21:29.927 INFO:tasks.workunit.client.0.smithi089.stdout: "quant_size": 100000, 2024-07-26T07:21:29.927 INFO:tasks.workunit.client.0.smithi089.stdout: "ranges": [ 2024-07-26T07:21:29.927 INFO:tasks.workunit.client.0.smithi089.stdout: "[None, -1]", 2024-07-26T07:21:29.927 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 99999]", 2024-07-26T07:21:29.927 INFO:tasks.workunit.client.0.smithi089.stdout: "[100000, 199999]", 2024-07-26T07:21:29.927 INFO:tasks.workunit.client.0.smithi089.stdout: "[200000, 399999]", 2024-07-26T07:21:29.927 INFO:tasks.workunit.client.0.smithi089.stdout: "[400000, 799999]", 2024-07-26T07:21:29.927 INFO:tasks.workunit.client.0.smithi089.stdout: "[800000, 1599999]", 2024-07-26T07:21:29.927 INFO:tasks.workunit.client.0.smithi089.stdout: "[1600000, 3199999]", 2024-07-26T07:21:29.927 INFO:tasks.workunit.client.0.smithi089.stdout: "[3200000, 6399999]", 2024-07-26T07:21:29.927 INFO:tasks.workunit.client.0.smithi089.stdout: "[6400000, 12799999]", 2024-07-26T07:21:29.927 INFO:tasks.workunit.client.0.smithi089.stdout: "[12800000, 25599999]", 2024-07-26T07:21:29.928 INFO:tasks.workunit.client.0.smithi089.stdout: "[25600000, 51199999]", 2024-07-26T07:21:29.928 INFO:tasks.workunit.client.0.smithi089.stdout: "[51200000, 102399999]", 2024-07-26T07:21:29.928 INFO:tasks.workunit.client.0.smithi089.stdout: "[102400000, 204799999]", 2024-07-26T07:21:29.928 INFO:tasks.workunit.client.0.smithi089.stdout: "[204800000, 409599999]", 2024-07-26T07:21:29.928 INFO:tasks.workunit.client.0.smithi089.stdout: "[409600000, 819199999]", 2024-07-26T07:21:29.928 INFO:tasks.workunit.client.0.smithi089.stdout: "[819200000, 1638399999]", 2024-07-26T07:21:29.928 INFO:tasks.workunit.client.0.smithi089.stdout: "[1638400000, 3276799999]", 2024-07-26T07:21:29.928 INFO:tasks.workunit.client.0.smithi089.stdout: "[3276800000, 6553599999]", 2024-07-26T07:21:29.928 INFO:tasks.workunit.client.0.smithi089.stdout: "[6553600000, 13107199999]", 2024-07-26T07:21:29.928 INFO:tasks.workunit.client.0.smithi089.stdout: "[13107200000, 26214399999]", 2024-07-26T07:21:29.928 INFO:tasks.workunit.client.0.smithi089.stdout: "[26214400000, 52428799999]", 2024-07-26T07:21:29.928 INFO:tasks.workunit.client.0.smithi089.stdout: "[52428800000, 104857599999]", 2024-07-26T07:21:29.928 INFO:tasks.workunit.client.0.smithi089.stdout: "[104857600000, 209715199999]", 2024-07-26T07:21:29.929 INFO:tasks.workunit.client.0.smithi089.stdout: "[209715200000, 419430399999]", 2024-07-26T07:21:29.929 INFO:tasks.workunit.client.0.smithi089.stdout: "[419430400000, 838860799999]", 2024-07-26T07:21:29.929 INFO:tasks.workunit.client.0.smithi089.stdout: "[838860800000, 1677721599999]", 2024-07-26T07:21:29.929 INFO:tasks.workunit.client.0.smithi089.stdout: "[1677721600000, 3355443199999]", 2024-07-26T07:21:29.929 INFO:tasks.workunit.client.0.smithi089.stdout: "[3355443200000, 6710886399999]", 2024-07-26T07:21:29.929 INFO:tasks.workunit.client.0.smithi089.stdout: "[6710886400000, 13421772799999]", 2024-07-26T07:21:29.929 INFO:tasks.workunit.client.0.smithi089.stdout: "[13421772800000, 26843545599999]", 2024-07-26T07:21:29.929 INFO:tasks.workunit.client.0.smithi089.stdout: "[26843545600000, 53687091199999]", 2024-07-26T07:21:29.929 INFO:tasks.workunit.client.0.smithi089.stdout: "[53687091200000, None]" 2024-07-26T07:21:29.929 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.929 INFO:tasks.workunit.client.0.smithi089.stdout: "scale_type": "log2" 2024-07-26T07:21:29.929 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.929 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.929 INFO:tasks.workunit.client.0.smithi089.stdout: "buckets": 32, 2024-07-26T07:21:29.929 INFO:tasks.workunit.client.0.smithi089.stdout: "min": 0, 2024-07-26T07:21:29.930 INFO:tasks.workunit.client.0.smithi089.stdout: "name": "Request size (bytes)", 2024-07-26T07:21:29.930 INFO:tasks.workunit.client.0.smithi089.stdout: "quant_size": 512, 2024-07-26T07:21:29.930 INFO:tasks.workunit.client.0.smithi089.stdout: "ranges": [ 2024-07-26T07:21:29.930 INFO:tasks.workunit.client.0.smithi089.stdout: "[None, -1]", 2024-07-26T07:21:29.930 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 511]", 2024-07-26T07:21:29.930 INFO:tasks.workunit.client.0.smithi089.stdout: "[512, 1023]", 2024-07-26T07:21:29.930 INFO:tasks.workunit.client.0.smithi089.stdout: "[1024, 2047]", 2024-07-26T07:21:29.930 INFO:tasks.workunit.client.0.smithi089.stdout: "[2048, 4095]", 2024-07-26T07:21:29.930 INFO:tasks.workunit.client.0.smithi089.stdout: "[4096, 8191]", 2024-07-26T07:21:29.930 INFO:tasks.workunit.client.0.smithi089.stdout: "[8192, 16383]", 2024-07-26T07:21:29.930 INFO:tasks.workunit.client.0.smithi089.stdout: "[16384, 32767]", 2024-07-26T07:21:29.930 INFO:tasks.workunit.client.0.smithi089.stdout: "[32768, 65535]", 2024-07-26T07:21:29.931 INFO:tasks.workunit.client.0.smithi089.stdout: "[65536, 131071]", 2024-07-26T07:21:29.931 INFO:tasks.workunit.client.0.smithi089.stdout: "[131072, 262143]", 2024-07-26T07:21:29.931 INFO:tasks.workunit.client.0.smithi089.stdout: "[262144, 524287]", 2024-07-26T07:21:29.931 INFO:tasks.workunit.client.0.smithi089.stdout: "[524288, 1048575]", 2024-07-26T07:21:29.931 INFO:tasks.workunit.client.0.smithi089.stdout: "[1048576, 2097151]", 2024-07-26T07:21:29.931 INFO:tasks.workunit.client.0.smithi089.stdout: "[2097152, 4194303]", 2024-07-26T07:21:29.931 INFO:tasks.workunit.client.0.smithi089.stdout: "[4194304, 8388607]", 2024-07-26T07:21:29.931 INFO:tasks.workunit.client.0.smithi089.stdout: "[8388608, 16777215]", 2024-07-26T07:21:29.931 INFO:tasks.workunit.client.0.smithi089.stdout: "[16777216, 33554431]", 2024-07-26T07:21:29.931 INFO:tasks.workunit.client.0.smithi089.stdout: "[33554432, 67108863]", 2024-07-26T07:21:29.931 INFO:tasks.workunit.client.0.smithi089.stdout: "[67108864, 134217727]", 2024-07-26T07:21:29.931 INFO:tasks.workunit.client.0.smithi089.stdout: "[134217728, 268435455]", 2024-07-26T07:21:29.931 INFO:tasks.workunit.client.0.smithi089.stdout: "[268435456, 536870911]", 2024-07-26T07:21:29.931 INFO:tasks.workunit.client.0.smithi089.stdout: "[536870912, 1073741823]", 2024-07-26T07:21:29.931 INFO:tasks.workunit.client.0.smithi089.stdout: "[1073741824, 2147483647]", 2024-07-26T07:21:29.932 INFO:tasks.workunit.client.0.smithi089.stdout: "[2147483648, 4294967295]", 2024-07-26T07:21:29.932 INFO:tasks.workunit.client.0.smithi089.stdout: "[4294967296, 8589934591]", 2024-07-26T07:21:29.932 INFO:tasks.workunit.client.0.smithi089.stdout: "[8589934592, 17179869183]", 2024-07-26T07:21:29.932 INFO:tasks.workunit.client.0.smithi089.stdout: "[17179869184, 34359738367]", 2024-07-26T07:21:29.932 INFO:tasks.workunit.client.0.smithi089.stdout: "[34359738368, 68719476735]", 2024-07-26T07:21:29.932 INFO:tasks.workunit.client.0.smithi089.stdout: "[68719476736, 137438953471]", 2024-07-26T07:21:29.932 INFO:tasks.workunit.client.0.smithi089.stdout: "[137438953472, 274877906943]", 2024-07-26T07:21:29.932 INFO:tasks.workunit.client.0.smithi089.stdout: "[274877906944, None]" 2024-07-26T07:21:29.932 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.932 INFO:tasks.workunit.client.0.smithi089.stdout: "scale_type": "log2" 2024-07-26T07:21:29.932 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:29.932 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.932 INFO:tasks.workunit.client.0.smithi089.stdout: "osds": [ 2024-07-26T07:21:29.932 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.933 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 0, 2024-07-26T07:21:29.933 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:29.933 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.933 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 93, 90, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.933 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 14056, 3747, 4418, 5, 16, 19, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.933 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 10078, 113, 99, 0, 14, 21, 72, 70, 30, 44, 44, 18, 33, 28, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.933 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 866, 18, 30, 0, 0, 1, 0, 19, 2, 14, 68, 162, 78, 1, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.933 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 578, 7, 4, 0, 0, 0, 0, 3, 1, 1, 2, 24, 290, 2, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.933 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 227, 3, 0, 0, 1, 1, 0, 0, 0, 0, 5, 26, 17, 59, 111, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.933 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 258, 4, 0, 0, 0, 0, 0, 0, 1, 3, 2, 22, 31, 19, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.933 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 163, 2, 0, 0, 0, 0, 0, 0, 1, 0, 0, 10, 21, 29, 24, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.933 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 76, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 4, 3, 27, 32, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.933 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 11, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.933 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.933 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.934 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.934 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.934 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.934 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.934 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.934 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.934 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.934 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.934 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.934 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.934 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.934 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.934 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.935 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.935 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.935 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.935 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.935 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.935 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:29.935 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:29.935 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.935 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.935 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 1, 2024-07-26T07:21:29.935 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:29.935 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.935 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.935 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 10496, 14, 0, 1, 1, 2, 0, 10, 0, 1, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.935 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 7354, 43, 1302, 2, 12, 5, 8, 20, 31, 63, 50, 26, 20, 20, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.936 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 601, 8, 203, 24, 2, 1, 0, 0, 5, 9, 84, 232, 128, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.936 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 498, 4, 0, 6, 0, 0, 0, 0, 0, 1, 2, 20, 423, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.936 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 99, 8, 4, 0, 0, 1, 0, 0, 0, 4, 5, 7, 23, 52, 76, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.936 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 112, 4, 44, 0, 0, 0, 0, 0, 0, 2, 0, 6, 10, 8, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.936 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 130, 1, 245, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 16, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.936 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 12, 0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 19, 18, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.936 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.936 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.936 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.936 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.936 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.936 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.937 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.937 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.937 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.937 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.937 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.937 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.937 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.937 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.937 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.937 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.937 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.937 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.937 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.937 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.938 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.938 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:29.938 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:29.938 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.938 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.938 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 2, 2024-07-26T07:21:29.938 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:29.938 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.938 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.938 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 14160, 75, 72, 7, 19, 31, 2, 0, 1, 0, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.938 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 8990, 181, 7, 1, 7, 17, 93, 134, 3, 3, 2, 4, 11, 28, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.938 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 752, 106, 123, 0, 2, 0, 1, 9, 3, 1, 9, 1, 5, 3, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.938 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 581, 29, 50, 2, 0, 1, 0, 0, 0, 0, 2, 14, 13, 3, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.939 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 175, 8, 17, 0, 0, 0, 0, 0, 2, 0, 9, 4, 4, 79, 117, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.939 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 203, 2, 30, 30, 0, 0, 0, 3, 1, 0, 4, 12, 10, 16, 57, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.939 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 117, 10, 3, 35, 62, 0, 0, 2, 0, 0, 0, 13, 13, 36, 29, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.939 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 31, 0, 0, 4, 72, 94, 2, 0, 0, 0, 0, 0, 4, 28, 50, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.939 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 15, 0, 0, 0, 2, 35, 0, 1, 0, 0, 0, 0, 0, 1, 14, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.939 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.939 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.939 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.939 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.939 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.939 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.939 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.939 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.939 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.940 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.940 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.940 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.940 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.940 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.940 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.940 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.940 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.940 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.940 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.940 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.940 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:29.940 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:29.940 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.941 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.941 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 3, 2024-07-26T07:21:29.941 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:29.941 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.941 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.941 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 6729, 2, 0, 1, 2, 1, 0, 0, 0, 0, 5, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.941 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 3320, 32, 19, 2, 13, 4, 3, 7, 10, 23, 22, 17, 17, 11, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.941 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 219, 5, 6, 0, 0, 2, 0, 1, 0, 3, 30, 72, 44, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.941 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 203, 7, 0, 0, 5, 0, 0, 0, 0, 0, 1, 10, 138, 2, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.941 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 76, 10, 0, 0, 174, 0, 0, 1, 0, 0, 3, 0, 10, 19, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.941 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 54, 26, 0, 0, 334, 0, 0, 0, 0, 0, 1, 6, 5, 2, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.941 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 25, 60, 0, 0, 185, 0, 0, 0, 0, 0, 3, 7, 4, 7, 15, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.941 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 7, 121, 0, 0, 2000, 0, 0, 0, 0, 0, 0, 0, 1, 8, 12, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.941 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 7, 31, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.942 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.942 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.942 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.942 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.942 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.942 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.942 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.942 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.942 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.942 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.942 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.942 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.942 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.943 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.943 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.943 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.943 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.943 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.943 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.943 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.943 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:29.943 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:29.943 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.943 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.943 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 4, 2024-07-26T07:21:29.943 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:29.943 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.944 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 4082, 1732, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.944 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 12200, 6238, 0, 0, 1, 1, 1, 0, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.944 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 7193, 371, 24, 4, 4, 0, 2, 3, 9, 6, 7, 4, 9, 15, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.944 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 846, 34, 10, 0, 1, 1, 1, 1, 9, 7, 37, 66, 27, 1, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.944 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 198, 1, 0, 0, 1, 0, 0, 0, 2, 0, 0, 16, 150, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.944 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 101, 5, 0, 0, 0, 1, 1, 0, 0, 0, 0, 4, 14, 20, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.944 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 69, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 2, 8, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.944 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 13, 0, 0, 0, 0, 0, 1, 0, 0, 0, 2, 1, 1, 7, 9, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.944 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 5, 10, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.944 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.944 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.944 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.944 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.944 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.945 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.945 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.945 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.945 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.945 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.945 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.945 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.945 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.945 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.945 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.945 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.945 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.945 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.945 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.946 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.946 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.946 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:29.946 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:29.946 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.946 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.946 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 5, 2024-07-26T07:21:29.946 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:29.946 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.946 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.946 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 9119, 2, 1, 1, 0, 0, 0, 1, 5, 0, 2, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.946 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 6930, 24, 9, 0, 5, 0, 1, 3, 3, 0, 7, 0, 1, 9, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.946 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 814, 2, 7, 6, 4, 0, 0, 4, 5, 0, 7, 1, 1, 4, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.946 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 387, 2, 0, 4, 1, 0, 0, 1, 2, 0, 5, 15, 13, 1, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.947 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 160, 1, 0, 0, 0, 0, 0, 0, 1, 0, 5, 1, 6, 61, 91, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.947 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 191, 0, 1, 1, 0, 0, 0, 4, 1, 1, 10, 0, 17, 14, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.947 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 203, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 19, 31, 23, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.947 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 4, 9, 32, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.947 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 4, 4, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.947 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.947 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.947 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.947 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.947 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.947 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.947 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.947 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.947 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.948 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.948 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.948 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.948 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.948 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.948 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.948 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.948 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.948 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.948 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.948 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.948 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:29.948 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:29.948 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.949 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.949 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 6, 2024-07-26T07:21:29.949 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:29.949 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.949 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1810, 491, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.949 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 9942, 3424, 0, 0, 1, 0, 1, 1, 0, 0, 0, 4, 4, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.949 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 7168, 436, 0, 0, 16, 5, 4, 11, 15, 16, 12, 17, 11, 24, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.949 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 922, 53, 1, 0, 4, 0, 0, 1, 3, 15, 20, 95, 24, 5, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.949 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 602, 7, 0, 0, 0, 0, 0, 0, 0, 1, 1, 30, 164, 2, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.949 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 312, 18, 1, 0, 1, 1, 0, 2, 0, 0, 2, 4, 16, 49, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.949 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 178, 7, 0, 0, 0, 0, 0, 2, 0, 3, 0, 2, 1, 15, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.949 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 103, 6, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 3, 15, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.949 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 2, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.950 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.950 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.950 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.950 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.950 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.950 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.950 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.950 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.950 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.950 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.950 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.950 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.950 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.950 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.951 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.951 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.951 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.951 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.951 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.951 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.951 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.951 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:29.951 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:29.951 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.951 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.951 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 7, 2024-07-26T07:21:29.951 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:29.951 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.952 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2819, 1730, 0, 0, 178, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.952 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 16402, 2385, 0, 1, 7116, 432, 0, 0, 0, 1, 1, 2, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.952 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 9980, 93, 29, 0, 417, 144, 1, 1, 0, 1, 3, 2, 5, 24, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.952 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1403, 13, 13, 0, 69, 17, 0, 5, 3, 4, 4, 4, 0, 4, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.952 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 394, 7, 0, 0, 2, 16, 0, 0, 0, 0, 1, 13, 9, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.952 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 183, 14, 6, 0, 16, 20, 0, 1, 0, 1, 2, 1, 3, 49, 72, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.952 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 146, 4, 1, 0, 0, 5, 0, 0, 0, 0, 0, 3, 3, 10, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.952 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 78, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 3, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.952 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 13, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.952 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.952 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.952 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.952 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.953 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.953 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.953 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.953 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.953 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.953 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.953 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.953 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.953 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.953 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.953 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.953 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.953 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.953 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.954 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.954 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.954 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.954 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:29.954 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:29.954 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:29.954 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:29.954 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.954 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T07:21:29.954 INFO:tasks.workunit.client.0.smithi089.stdout: "axes": [ 2024-07-26T07:21:29.954 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.954 INFO:tasks.workunit.client.0.smithi089.stdout: "buckets": 32, 2024-07-26T07:21:29.954 INFO:tasks.workunit.client.0.smithi089.stdout: "min": 0, 2024-07-26T07:21:29.955 INFO:tasks.workunit.client.0.smithi089.stdout: "name": "Latency (usec)", 2024-07-26T07:21:29.955 INFO:tasks.workunit.client.0.smithi089.stdout: "quant_size": 100000, 2024-07-26T07:21:29.955 INFO:tasks.workunit.client.0.smithi089.stdout: "ranges": [ 2024-07-26T07:21:29.955 INFO:tasks.workunit.client.0.smithi089.stdout: "[None, -1]", 2024-07-26T07:21:29.955 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 99999]", 2024-07-26T07:21:29.955 INFO:tasks.workunit.client.0.smithi089.stdout: "[100000, 199999]", 2024-07-26T07:21:29.955 INFO:tasks.workunit.client.0.smithi089.stdout: "[200000, 399999]", 2024-07-26T07:21:29.955 INFO:tasks.workunit.client.0.smithi089.stdout: "[400000, 799999]", 2024-07-26T07:21:29.955 INFO:tasks.workunit.client.0.smithi089.stdout: "[800000, 1599999]", 2024-07-26T07:21:29.955 INFO:tasks.workunit.client.0.smithi089.stdout: "[1600000, 3199999]", 2024-07-26T07:21:29.955 INFO:tasks.workunit.client.0.smithi089.stdout: "[3200000, 6399999]", 2024-07-26T07:21:29.955 INFO:tasks.workunit.client.0.smithi089.stdout: "[6400000, 12799999]", 2024-07-26T07:21:29.955 INFO:tasks.workunit.client.0.smithi089.stdout: "[12800000, 25599999]", 2024-07-26T07:21:29.955 INFO:tasks.workunit.client.0.smithi089.stdout: "[25600000, 51199999]", 2024-07-26T07:21:29.955 INFO:tasks.workunit.client.0.smithi089.stdout: "[51200000, 102399999]", 2024-07-26T07:21:29.956 INFO:tasks.workunit.client.0.smithi089.stdout: "[102400000, 204799999]", 2024-07-26T07:21:29.956 INFO:tasks.workunit.client.0.smithi089.stdout: "[204800000, 409599999]", 2024-07-26T07:21:29.956 INFO:tasks.workunit.client.0.smithi089.stdout: "[409600000, 819199999]", 2024-07-26T07:21:29.956 INFO:tasks.workunit.client.0.smithi089.stdout: "[819200000, 1638399999]", 2024-07-26T07:21:29.956 INFO:tasks.workunit.client.0.smithi089.stdout: "[1638400000, 3276799999]", 2024-07-26T07:21:29.956 INFO:tasks.workunit.client.0.smithi089.stdout: "[3276800000, 6553599999]", 2024-07-26T07:21:29.956 INFO:tasks.workunit.client.0.smithi089.stdout: "[6553600000, 13107199999]", 2024-07-26T07:21:29.956 INFO:tasks.workunit.client.0.smithi089.stdout: "[13107200000, 26214399999]", 2024-07-26T07:21:29.956 INFO:tasks.workunit.client.0.smithi089.stdout: "[26214400000, 52428799999]", 2024-07-26T07:21:29.956 INFO:tasks.workunit.client.0.smithi089.stdout: "[52428800000, 104857599999]", 2024-07-26T07:21:29.956 INFO:tasks.workunit.client.0.smithi089.stdout: "[104857600000, 209715199999]", 2024-07-26T07:21:29.956 INFO:tasks.workunit.client.0.smithi089.stdout: "[209715200000, 419430399999]", 2024-07-26T07:21:29.956 INFO:tasks.workunit.client.0.smithi089.stdout: "[419430400000, 838860799999]", 2024-07-26T07:21:29.956 INFO:tasks.workunit.client.0.smithi089.stdout: "[838860800000, 1677721599999]", 2024-07-26T07:21:29.957 INFO:tasks.workunit.client.0.smithi089.stdout: "[1677721600000, 3355443199999]", 2024-07-26T07:21:29.957 INFO:tasks.workunit.client.0.smithi089.stdout: "[3355443200000, 6710886399999]", 2024-07-26T07:21:29.957 INFO:tasks.workunit.client.0.smithi089.stdout: "[6710886400000, 13421772799999]", 2024-07-26T07:21:29.957 INFO:tasks.workunit.client.0.smithi089.stdout: "[13421772800000, 26843545599999]", 2024-07-26T07:21:29.957 INFO:tasks.workunit.client.0.smithi089.stdout: "[26843545600000, 53687091199999]", 2024-07-26T07:21:29.957 INFO:tasks.workunit.client.0.smithi089.stdout: "[53687091200000, None]" 2024-07-26T07:21:29.957 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.957 INFO:tasks.workunit.client.0.smithi089.stdout: "scale_type": "log2" 2024-07-26T07:21:29.957 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.957 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.957 INFO:tasks.workunit.client.0.smithi089.stdout: "buckets": 32, 2024-07-26T07:21:29.957 INFO:tasks.workunit.client.0.smithi089.stdout: "min": 0, 2024-07-26T07:21:29.957 INFO:tasks.workunit.client.0.smithi089.stdout: "name": "Request size (bytes)", 2024-07-26T07:21:29.957 INFO:tasks.workunit.client.0.smithi089.stdout: "quant_size": 512, 2024-07-26T07:21:29.957 INFO:tasks.workunit.client.0.smithi089.stdout: "ranges": [ 2024-07-26T07:21:29.958 INFO:tasks.workunit.client.0.smithi089.stdout: "[None, -1]", 2024-07-26T07:21:29.958 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 511]", 2024-07-26T07:21:29.958 INFO:tasks.workunit.client.0.smithi089.stdout: "[512, 1023]", 2024-07-26T07:21:29.958 INFO:tasks.workunit.client.0.smithi089.stdout: "[1024, 2047]", 2024-07-26T07:21:29.958 INFO:tasks.workunit.client.0.smithi089.stdout: "[2048, 4095]", 2024-07-26T07:21:29.958 INFO:tasks.workunit.client.0.smithi089.stdout: "[4096, 8191]", 2024-07-26T07:21:29.958 INFO:tasks.workunit.client.0.smithi089.stdout: "[8192, 16383]", 2024-07-26T07:21:29.958 INFO:tasks.workunit.client.0.smithi089.stdout: "[16384, 32767]", 2024-07-26T07:21:29.958 INFO:tasks.workunit.client.0.smithi089.stdout: "[32768, 65535]", 2024-07-26T07:21:29.958 INFO:tasks.workunit.client.0.smithi089.stdout: "[65536, 131071]", 2024-07-26T07:21:29.958 INFO:tasks.workunit.client.0.smithi089.stdout: "[131072, 262143]", 2024-07-26T07:21:29.958 INFO:tasks.workunit.client.0.smithi089.stdout: "[262144, 524287]", 2024-07-26T07:21:29.958 INFO:tasks.workunit.client.0.smithi089.stdout: "[524288, 1048575]", 2024-07-26T07:21:29.959 INFO:tasks.workunit.client.0.smithi089.stdout: "[1048576, 2097151]", 2024-07-26T07:21:29.959 INFO:tasks.workunit.client.0.smithi089.stdout: "[2097152, 4194303]", 2024-07-26T07:21:29.959 INFO:tasks.workunit.client.0.smithi089.stdout: "[4194304, 8388607]", 2024-07-26T07:21:29.959 INFO:tasks.workunit.client.0.smithi089.stdout: "[8388608, 16777215]", 2024-07-26T07:21:29.959 INFO:tasks.workunit.client.0.smithi089.stdout: "[16777216, 33554431]", 2024-07-26T07:21:29.959 INFO:tasks.workunit.client.0.smithi089.stdout: "[33554432, 67108863]", 2024-07-26T07:21:29.959 INFO:tasks.workunit.client.0.smithi089.stdout: "[67108864, 134217727]", 2024-07-26T07:21:29.959 INFO:tasks.workunit.client.0.smithi089.stdout: "[134217728, 268435455]", 2024-07-26T07:21:29.959 INFO:tasks.workunit.client.0.smithi089.stdout: "[268435456, 536870911]", 2024-07-26T07:21:29.959 INFO:tasks.workunit.client.0.smithi089.stdout: "[536870912, 1073741823]", 2024-07-26T07:21:29.959 INFO:tasks.workunit.client.0.smithi089.stdout: "[1073741824, 2147483647]", 2024-07-26T07:21:29.959 INFO:tasks.workunit.client.0.smithi089.stdout: "[2147483648, 4294967295]", 2024-07-26T07:21:29.959 INFO:tasks.workunit.client.0.smithi089.stdout: "[4294967296, 8589934591]", 2024-07-26T07:21:29.959 INFO:tasks.workunit.client.0.smithi089.stdout: "[8589934592, 17179869183]", 2024-07-26T07:21:29.960 INFO:tasks.workunit.client.0.smithi089.stdout: "[17179869184, 34359738367]", 2024-07-26T07:21:29.960 INFO:tasks.workunit.client.0.smithi089.stdout: "[34359738368, 68719476735]", 2024-07-26T07:21:29.960 INFO:tasks.workunit.client.0.smithi089.stdout: "[68719476736, 137438953471]", 2024-07-26T07:21:29.960 INFO:tasks.workunit.client.0.smithi089.stdout: "[137438953472, 274877906943]", 2024-07-26T07:21:29.960 INFO:tasks.workunit.client.0.smithi089.stdout: "[274877906944, None]" 2024-07-26T07:21:29.960 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.960 INFO:tasks.workunit.client.0.smithi089.stdout: "scale_type": "log2" 2024-07-26T07:21:29.960 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:29.960 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.960 INFO:tasks.workunit.client.0.smithi089.stdout: "osds": [ 2024-07-26T07:21:29.960 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.960 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 0, 2024-07-26T07:21:29.960 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:29.961 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.961 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.961 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.961 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.961 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 798, 3, 2, 18, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.961 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 5028, 64, 90, 153, 430, 613, 705, 4, 10, 8, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.961 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 520, 11, 13, 34, 24, 11, 21, 1, 0, 0, 1, 4, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.961 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 320, 3, 1, 0, 1, 1, 3, 0, 0, 0, 1, 2, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.961 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 124, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 6, 13, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.961 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 70, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 14, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.961 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.961 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.961 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.961 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.962 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.962 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.962 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.962 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.962 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.962 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.962 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.962 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.962 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.962 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.962 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.962 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.962 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.963 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.963 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.963 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.963 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.963 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:29.963 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:29.963 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.963 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.963 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 1, 2024-07-26T07:21:29.963 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:29.963 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.963 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.963 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.963 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.964 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 531, 1, 3, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.964 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 3154, 272, 31, 50, 122, 0, 0, 4, 3, 0, 1, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.964 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 456, 8, 1274, 0, 0, 1, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.964 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 363, 7, 69, 0, 0, 0, 0, 0, 0, 0, 2, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.964 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1706, 1402, 53, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.964 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1304, 1588, 244, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 15, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.964 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 17, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.964 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.964 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.964 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.964 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.964 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.964 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.964 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.965 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.965 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.965 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.965 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.965 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.965 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.965 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.965 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.965 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.965 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.965 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.965 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.965 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.966 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:29.966 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:29.966 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.966 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.966 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 2, 2024-07-26T07:21:29.966 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:29.966 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.966 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.966 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.966 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.966 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1479, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.966 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 10092, 7, 1, 0, 0, 3, 2, 3, 0, 0, 1, 1, 2, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.967 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 16271, 1, 1, 0, 0, 1, 0, 1, 0, 1, 3, 3, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.967 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 429, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.967 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 195, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 6, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.967 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 19, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.967 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.967 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.967 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.967 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.967 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.967 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.967 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.967 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.967 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.967 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.967 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.968 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.968 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.968 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.968 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.968 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.968 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.968 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.968 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.968 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.968 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.968 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:29.968 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:29.968 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.968 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.969 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 3, 2024-07-26T07:21:29.969 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:29.969 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.969 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.969 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.969 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.969 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 433, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.969 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2105, 29, 1, 0, 1, 1, 0, 1, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.969 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 196, 5, 1, 0, 0, 0, 0, 0, 1, 0, 2, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.969 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 123, 20, 34, 51, 0, 0, 0, 0, 0, 0, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.969 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1120, 319, 1, 135, 0, 0, 0, 0, 0, 1, 0, 0, 4, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.969 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 4066, 2569, 0, 395, 0, 0, 0, 0, 0, 0, 0, 1, 0, 6, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.969 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 15, 111, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.969 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.969 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.970 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.970 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.970 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.970 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.970 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.970 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.970 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.970 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.970 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.970 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.970 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.970 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.971 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.971 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.971 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.971 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.971 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.971 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.971 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:29.971 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:29.971 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.971 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.971 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 4, 2024-07-26T07:21:29.971 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:29.971 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.971 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.972 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.972 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.972 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 748, 5, 11, 41, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.972 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2149, 219, 23, 27, 135, 277, 469, 1, 1, 1, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.972 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 239, 13, 1, 0, 0, 0, 13, 1, 0, 0, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.972 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 98, 0, 0, 0, 0, 0, 2, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.972 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 32, 1, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.972 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.972 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.972 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.972 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.972 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.972 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.972 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.973 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.973 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.973 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.973 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.973 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.973 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.973 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.973 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.973 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.973 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.973 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.973 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.973 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.973 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.973 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.974 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:29.974 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:29.974 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.974 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.974 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 5, 2024-07-26T07:21:29.974 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:29.974 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.974 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.974 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.974 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.974 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 635, 3, 7, 21, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.974 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 3379, 67, 127, 232, 444, 617, 721, 2, 2, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.974 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 254, 2, 5, 6, 7, 10, 3, 2, 4, 0, 4, 1, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.975 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 199, 3, 12, 14, 0, 0, 1, 0, 0, 1, 4, 5, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.975 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 112, 37, 69, 115, 29, 1, 0, 0, 1, 0, 0, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.975 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 5, 16, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.975 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.975 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.975 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.975 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.975 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.975 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.975 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.975 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.975 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.975 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.975 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.976 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.976 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.976 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.976 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.976 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.976 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.976 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.976 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.976 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.976 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.976 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:29.976 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:29.976 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.977 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.977 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 6, 2024-07-26T07:21:29.977 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:29.977 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.977 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.977 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.977 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.977 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 475, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.977 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2804, 26, 0, 1, 2, 1, 1, 0, 1, 1, 0, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.977 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 330, 2, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.977 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 268, 7, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.977 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 223, 104, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 6, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.977 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 11, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.977 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.977 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.978 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.978 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.978 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.978 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.978 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.978 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.978 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.978 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.978 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.978 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.978 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.978 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.978 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.979 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.979 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.979 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.979 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.979 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.979 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.979 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:29.979 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:29.979 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.979 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.979 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 7, 2024-07-26T07:21:29.979 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:29.979 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.979 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.980 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.980 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.980 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 856, 10, 11, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.980 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 8139, 34, 67, 23, 14, 1, 4, 5, 13, 15, 0, 0, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.980 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2760, 35, 103, 36, 4, 0, 0, 1, 1, 1, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.980 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 312, 3, 2, 1, 1, 0, 0, 0, 1, 0, 3, 6, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.980 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 189, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 5, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.980 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 124, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 2, 18, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.980 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.980 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.980 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.980 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.980 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.980 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.981 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.981 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.981 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.981 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.981 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.981 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.981 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.981 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.981 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.981 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.981 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.981 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.981 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.981 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.982 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.982 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:29.982 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:29.982 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:29.982 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:29.982 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.982 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T07:21:29.982 INFO:tasks.workunit.client.0.smithi089.stdout: "axes": [ 2024-07-26T07:21:29.982 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.982 INFO:tasks.workunit.client.0.smithi089.stdout: "buckets": 32, 2024-07-26T07:21:29.983 INFO:tasks.workunit.client.0.smithi089.stdout: "min": 0, 2024-07-26T07:21:29.983 INFO:tasks.workunit.client.0.smithi089.stdout: "name": "Latency (usec)", 2024-07-26T07:21:29.983 INFO:tasks.workunit.client.0.smithi089.stdout: "quant_size": 100000, 2024-07-26T07:21:29.983 INFO:tasks.workunit.client.0.smithi089.stdout: "ranges": [ 2024-07-26T07:21:29.983 INFO:tasks.workunit.client.0.smithi089.stdout: "[None, -1]", 2024-07-26T07:21:29.983 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 99999]", 2024-07-26T07:21:29.983 INFO:tasks.workunit.client.0.smithi089.stdout: "[100000, 199999]", 2024-07-26T07:21:29.983 INFO:tasks.workunit.client.0.smithi089.stdout: "[200000, 399999]", 2024-07-26T07:21:29.983 INFO:tasks.workunit.client.0.smithi089.stdout: "[400000, 799999]", 2024-07-26T07:21:29.983 INFO:tasks.workunit.client.0.smithi089.stdout: "[800000, 1599999]", 2024-07-26T07:21:29.983 INFO:tasks.workunit.client.0.smithi089.stdout: "[1600000, 3199999]", 2024-07-26T07:21:29.983 INFO:tasks.workunit.client.0.smithi089.stdout: "[3200000, 6399999]", 2024-07-26T07:21:29.984 INFO:tasks.workunit.client.0.smithi089.stdout: "[6400000, 12799999]", 2024-07-26T07:21:29.984 INFO:tasks.workunit.client.0.smithi089.stdout: "[12800000, 25599999]", 2024-07-26T07:21:29.984 INFO:tasks.workunit.client.0.smithi089.stdout: "[25600000, 51199999]", 2024-07-26T07:21:29.984 INFO:tasks.workunit.client.0.smithi089.stdout: "[51200000, 102399999]", 2024-07-26T07:21:29.984 INFO:tasks.workunit.client.0.smithi089.stdout: "[102400000, 204799999]", 2024-07-26T07:21:29.984 INFO:tasks.workunit.client.0.smithi089.stdout: "[204800000, 409599999]", 2024-07-26T07:21:29.984 INFO:tasks.workunit.client.0.smithi089.stdout: "[409600000, 819199999]", 2024-07-26T07:21:29.984 INFO:tasks.workunit.client.0.smithi089.stdout: "[819200000, 1638399999]", 2024-07-26T07:21:29.984 INFO:tasks.workunit.client.0.smithi089.stdout: "[1638400000, 3276799999]", 2024-07-26T07:21:29.984 INFO:tasks.workunit.client.0.smithi089.stdout: "[3276800000, 6553599999]", 2024-07-26T07:21:29.984 INFO:tasks.workunit.client.0.smithi089.stdout: "[6553600000, 13107199999]", 2024-07-26T07:21:29.984 INFO:tasks.workunit.client.0.smithi089.stdout: "[13107200000, 26214399999]", 2024-07-26T07:21:29.984 INFO:tasks.workunit.client.0.smithi089.stdout: "[26214400000, 52428799999]", 2024-07-26T07:21:29.985 INFO:tasks.workunit.client.0.smithi089.stdout: "[52428800000, 104857599999]", 2024-07-26T07:21:29.985 INFO:tasks.workunit.client.0.smithi089.stdout: "[104857600000, 209715199999]", 2024-07-26T07:21:29.985 INFO:tasks.workunit.client.0.smithi089.stdout: "[209715200000, 419430399999]", 2024-07-26T07:21:29.985 INFO:tasks.workunit.client.0.smithi089.stdout: "[419430400000, 838860799999]", 2024-07-26T07:21:29.985 INFO:tasks.workunit.client.0.smithi089.stdout: "[838860800000, 1677721599999]", 2024-07-26T07:21:29.985 INFO:tasks.workunit.client.0.smithi089.stdout: "[1677721600000, 3355443199999]", 2024-07-26T07:21:29.985 INFO:tasks.workunit.client.0.smithi089.stdout: "[3355443200000, 6710886399999]", 2024-07-26T07:21:29.985 INFO:tasks.workunit.client.0.smithi089.stdout: "[6710886400000, 13421772799999]", 2024-07-26T07:21:29.985 INFO:tasks.workunit.client.0.smithi089.stdout: "[13421772800000, 26843545599999]", 2024-07-26T07:21:29.985 INFO:tasks.workunit.client.0.smithi089.stdout: "[26843545600000, 53687091199999]", 2024-07-26T07:21:29.985 INFO:tasks.workunit.client.0.smithi089.stdout: "[53687091200000, None]" 2024-07-26T07:21:29.985 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.985 INFO:tasks.workunit.client.0.smithi089.stdout: "scale_type": "log2" 2024-07-26T07:21:29.986 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.986 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.986 INFO:tasks.workunit.client.0.smithi089.stdout: "buckets": 32, 2024-07-26T07:21:29.986 INFO:tasks.workunit.client.0.smithi089.stdout: "min": 0, 2024-07-26T07:21:29.986 INFO:tasks.workunit.client.0.smithi089.stdout: "name": "Request size (bytes)", 2024-07-26T07:21:29.986 INFO:tasks.workunit.client.0.smithi089.stdout: "quant_size": 512, 2024-07-26T07:21:29.986 INFO:tasks.workunit.client.0.smithi089.stdout: "ranges": [ 2024-07-26T07:21:29.986 INFO:tasks.workunit.client.0.smithi089.stdout: "[None, -1]", 2024-07-26T07:21:29.986 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 511]", 2024-07-26T07:21:29.986 INFO:tasks.workunit.client.0.smithi089.stdout: "[512, 1023]", 2024-07-26T07:21:29.986 INFO:tasks.workunit.client.0.smithi089.stdout: "[1024, 2047]", 2024-07-26T07:21:29.986 INFO:tasks.workunit.client.0.smithi089.stdout: "[2048, 4095]", 2024-07-26T07:21:29.986 INFO:tasks.workunit.client.0.smithi089.stdout: "[4096, 8191]", 2024-07-26T07:21:29.986 INFO:tasks.workunit.client.0.smithi089.stdout: "[8192, 16383]", 2024-07-26T07:21:29.987 INFO:tasks.workunit.client.0.smithi089.stdout: "[16384, 32767]", 2024-07-26T07:21:29.987 INFO:tasks.workunit.client.0.smithi089.stdout: "[32768, 65535]", 2024-07-26T07:21:29.987 INFO:tasks.workunit.client.0.smithi089.stdout: "[65536, 131071]", 2024-07-26T07:21:29.987 INFO:tasks.workunit.client.0.smithi089.stdout: "[131072, 262143]", 2024-07-26T07:21:29.987 INFO:tasks.workunit.client.0.smithi089.stdout: "[262144, 524287]", 2024-07-26T07:21:29.987 INFO:tasks.workunit.client.0.smithi089.stdout: "[524288, 1048575]", 2024-07-26T07:21:29.987 INFO:tasks.workunit.client.0.smithi089.stdout: "[1048576, 2097151]", 2024-07-26T07:21:29.987 INFO:tasks.workunit.client.0.smithi089.stdout: "[2097152, 4194303]", 2024-07-26T07:21:29.987 INFO:tasks.workunit.client.0.smithi089.stdout: "[4194304, 8388607]", 2024-07-26T07:21:29.987 INFO:tasks.workunit.client.0.smithi089.stdout: "[8388608, 16777215]", 2024-07-26T07:21:29.987 INFO:tasks.workunit.client.0.smithi089.stdout: "[16777216, 33554431]", 2024-07-26T07:21:29.987 INFO:tasks.workunit.client.0.smithi089.stdout: "[33554432, 67108863]", 2024-07-26T07:21:29.987 INFO:tasks.workunit.client.0.smithi089.stdout: "[67108864, 134217727]", 2024-07-26T07:21:29.987 INFO:tasks.workunit.client.0.smithi089.stdout: "[134217728, 268435455]", 2024-07-26T07:21:29.987 INFO:tasks.workunit.client.0.smithi089.stdout: "[268435456, 536870911]", 2024-07-26T07:21:29.988 INFO:tasks.workunit.client.0.smithi089.stdout: "[536870912, 1073741823]", 2024-07-26T07:21:29.988 INFO:tasks.workunit.client.0.smithi089.stdout: "[1073741824, 2147483647]", 2024-07-26T07:21:29.988 INFO:tasks.workunit.client.0.smithi089.stdout: "[2147483648, 4294967295]", 2024-07-26T07:21:29.988 INFO:tasks.workunit.client.0.smithi089.stdout: "[4294967296, 8589934591]", 2024-07-26T07:21:29.988 INFO:tasks.workunit.client.0.smithi089.stdout: "[8589934592, 17179869183]", 2024-07-26T07:21:29.988 INFO:tasks.workunit.client.0.smithi089.stdout: "[17179869184, 34359738367]", 2024-07-26T07:21:29.988 INFO:tasks.workunit.client.0.smithi089.stdout: "[34359738368, 68719476735]", 2024-07-26T07:21:29.988 INFO:tasks.workunit.client.0.smithi089.stdout: "[68719476736, 137438953471]", 2024-07-26T07:21:29.988 INFO:tasks.workunit.client.0.smithi089.stdout: "[137438953472, 274877906943]", 2024-07-26T07:21:29.988 INFO:tasks.workunit.client.0.smithi089.stdout: "[274877906944, None]" 2024-07-26T07:21:29.988 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.988 INFO:tasks.workunit.client.0.smithi089.stdout: "scale_type": "log2" 2024-07-26T07:21:29.988 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:29.988 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:29.988 INFO:tasks.workunit.client.0.smithi089.stdout: "osds": [ 2024-07-26T07:21:29.989 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.989 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 0, 2024-07-26T07:21:29.989 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:29.989 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.989 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.989 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.989 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.989 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 823, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.989 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 7108, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.989 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 642, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.989 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 336, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.989 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 151, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.989 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 103, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.989 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.989 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.990 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.990 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.990 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.990 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.990 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.990 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.990 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.990 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.990 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.990 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.990 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.990 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.990 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.991 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.991 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.991 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.991 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.991 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.991 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.991 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:29.991 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:29.991 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.991 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.991 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 1, 2024-07-26T07:21:29.991 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:29.992 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.992 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.992 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.992 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.992 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 553, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.992 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 3640, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.992 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1741, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.992 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 447, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.992 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 3168, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.992 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 3165, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.992 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.992 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.992 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.992 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.993 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.993 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.993 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.993 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.993 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.993 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.993 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.993 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.993 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.993 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.993 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.993 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.993 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.993 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.994 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.994 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.994 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.994 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:29.994 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:29.994 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.994 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.994 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 2, 2024-07-26T07:21:29.994 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:29.994 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.994 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.994 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.994 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.994 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1479, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.995 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 10116, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.995 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 16283, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.995 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 435, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.995 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 213, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.995 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 86, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.995 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.995 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.995 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.995 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.995 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.995 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.995 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.995 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.995 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.996 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.996 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.996 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.996 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.996 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.996 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.996 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.996 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.996 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.996 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.996 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.996 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.996 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:29.997 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:29.997 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.997 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.997 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 3, 2024-07-26T07:21:29.997 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:29.997 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.997 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.997 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.997 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.997 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 433, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.997 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2140, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.997 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 207, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.997 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 232, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.997 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1583, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.997 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 7046, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.998 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 133, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.998 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.998 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.998 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.998 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.998 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.998 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.998 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.998 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.998 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.998 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.998 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.998 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.999 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.999 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.999 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.999 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.999 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.999 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.999 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.999 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:29.999 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:29.999 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:29.999 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:29.999 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:29.999 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 4, 2024-07-26T07:21:29.999 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:29.999 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.000 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.000 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.000 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.000 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 811, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.000 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 3304, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.000 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 270, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.000 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 101, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.000 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.000 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.000 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.000 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.000 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.000 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.000 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.001 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.001 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.001 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.001 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.001 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.001 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.001 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.001 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.001 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.001 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.002 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.002 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.002 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.002 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.002 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.002 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.002 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:30.002 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:30.002 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.002 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:30.002 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 5, 2024-07-26T07:21:30.002 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:30.002 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.002 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.003 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.003 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.003 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 670, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.003 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 5593, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.003 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 301, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.003 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 245, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.003 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 371, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.003 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 109, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.003 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.003 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.003 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.003 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.003 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.003 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.004 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.004 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.004 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.004 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.004 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.004 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.004 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.004 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.004 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.004 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.004 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.004 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.004 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.004 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.005 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.005 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:30.005 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:30.005 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.005 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:30.005 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 6, 2024-07-26T07:21:30.005 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:30.005 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.005 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.005 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.005 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.005 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 479, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.005 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2840, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.005 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 336, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.006 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 280, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.006 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 342, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.006 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 110, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.006 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.006 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.006 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.006 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.006 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.006 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.006 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.007 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.007 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.007 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.007 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.007 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.007 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.007 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.007 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.007 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.007 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.007 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.007 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.007 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.007 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.008 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:30.008 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:30.008 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.008 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:30.008 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 7, 2024-07-26T07:21:30.008 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:30.008 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.008 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.008 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.008 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.008 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 883, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.008 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 8320, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.009 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2944, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.009 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 330, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.009 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 206, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.009 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 150, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.009 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.009 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.009 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.009 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.009 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.009 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.009 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.009 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.009 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.009 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.010 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.010 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.010 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.010 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.010 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.010 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.010 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.010 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.010 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.010 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.011 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.011 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:30.011 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:30.011 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.011 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:30.011 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.011 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T07:21:30.011 INFO:tasks.workunit.client.0.smithi089.stdout: "axes": [ 2024-07-26T07:21:30.011 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:30.011 INFO:tasks.workunit.client.0.smithi089.stdout: "buckets": 32, 2024-07-26T07:21:30.011 INFO:tasks.workunit.client.0.smithi089.stdout: "min": 0, 2024-07-26T07:21:30.011 INFO:tasks.workunit.client.0.smithi089.stdout: "name": "Latency (usec)", 2024-07-26T07:21:30.011 INFO:tasks.workunit.client.0.smithi089.stdout: "quant_size": 100000, 2024-07-26T07:21:30.011 INFO:tasks.workunit.client.0.smithi089.stdout: "ranges": [ 2024-07-26T07:21:30.011 INFO:tasks.workunit.client.0.smithi089.stdout: "[None, -1]", 2024-07-26T07:21:30.012 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 99999]", 2024-07-26T07:21:30.012 INFO:tasks.workunit.client.0.smithi089.stdout: "[100000, 199999]", 2024-07-26T07:21:30.012 INFO:tasks.workunit.client.0.smithi089.stdout: "[200000, 399999]", 2024-07-26T07:21:30.012 INFO:tasks.workunit.client.0.smithi089.stdout: "[400000, 799999]", 2024-07-26T07:21:30.012 INFO:tasks.workunit.client.0.smithi089.stdout: "[800000, 1599999]", 2024-07-26T07:21:30.012 INFO:tasks.workunit.client.0.smithi089.stdout: "[1600000, 3199999]", 2024-07-26T07:21:30.012 INFO:tasks.workunit.client.0.smithi089.stdout: "[3200000, 6399999]", 2024-07-26T07:21:30.012 INFO:tasks.workunit.client.0.smithi089.stdout: "[6400000, 12799999]", 2024-07-26T07:21:30.012 INFO:tasks.workunit.client.0.smithi089.stdout: "[12800000, 25599999]", 2024-07-26T07:21:30.012 INFO:tasks.workunit.client.0.smithi089.stdout: "[25600000, 51199999]", 2024-07-26T07:21:30.012 INFO:tasks.workunit.client.0.smithi089.stdout: "[51200000, 102399999]", 2024-07-26T07:21:30.012 INFO:tasks.workunit.client.0.smithi089.stdout: "[102400000, 204799999]", 2024-07-26T07:21:30.013 INFO:tasks.workunit.client.0.smithi089.stdout: "[204800000, 409599999]", 2024-07-26T07:21:30.013 INFO:tasks.workunit.client.0.smithi089.stdout: "[409600000, 819199999]", 2024-07-26T07:21:30.013 INFO:tasks.workunit.client.0.smithi089.stdout: "[819200000, 1638399999]", 2024-07-26T07:21:30.013 INFO:tasks.workunit.client.0.smithi089.stdout: "[1638400000, 3276799999]", 2024-07-26T07:21:30.013 INFO:tasks.workunit.client.0.smithi089.stdout: "[3276800000, 6553599999]", 2024-07-26T07:21:30.013 INFO:tasks.workunit.client.0.smithi089.stdout: "[6553600000, 13107199999]", 2024-07-26T07:21:30.013 INFO:tasks.workunit.client.0.smithi089.stdout: "[13107200000, 26214399999]", 2024-07-26T07:21:30.013 INFO:tasks.workunit.client.0.smithi089.stdout: "[26214400000, 52428799999]", 2024-07-26T07:21:30.013 INFO:tasks.workunit.client.0.smithi089.stdout: "[52428800000, 104857599999]", 2024-07-26T07:21:30.013 INFO:tasks.workunit.client.0.smithi089.stdout: "[104857600000, 209715199999]", 2024-07-26T07:21:30.013 INFO:tasks.workunit.client.0.smithi089.stdout: "[209715200000, 419430399999]", 2024-07-26T07:21:30.013 INFO:tasks.workunit.client.0.smithi089.stdout: "[419430400000, 838860799999]", 2024-07-26T07:21:30.013 INFO:tasks.workunit.client.0.smithi089.stdout: "[838860800000, 1677721599999]", 2024-07-26T07:21:30.013 INFO:tasks.workunit.client.0.smithi089.stdout: "[1677721600000, 3355443199999]", 2024-07-26T07:21:30.014 INFO:tasks.workunit.client.0.smithi089.stdout: "[3355443200000, 6710886399999]", 2024-07-26T07:21:30.014 INFO:tasks.workunit.client.0.smithi089.stdout: "[6710886400000, 13421772799999]", 2024-07-26T07:21:30.014 INFO:tasks.workunit.client.0.smithi089.stdout: "[13421772800000, 26843545599999]", 2024-07-26T07:21:30.014 INFO:tasks.workunit.client.0.smithi089.stdout: "[26843545600000, 53687091199999]", 2024-07-26T07:21:30.014 INFO:tasks.workunit.client.0.smithi089.stdout: "[53687091200000, None]" 2024-07-26T07:21:30.014 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.014 INFO:tasks.workunit.client.0.smithi089.stdout: "scale_type": "log2" 2024-07-26T07:21:30.014 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.014 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:30.014 INFO:tasks.workunit.client.0.smithi089.stdout: "buckets": 32, 2024-07-26T07:21:30.014 INFO:tasks.workunit.client.0.smithi089.stdout: "min": 0, 2024-07-26T07:21:30.014 INFO:tasks.workunit.client.0.smithi089.stdout: "name": "Request size (bytes)", 2024-07-26T07:21:30.015 INFO:tasks.workunit.client.0.smithi089.stdout: "quant_size": 512, 2024-07-26T07:21:30.015 INFO:tasks.workunit.client.0.smithi089.stdout: "ranges": [ 2024-07-26T07:21:30.015 INFO:tasks.workunit.client.0.smithi089.stdout: "[None, -1]", 2024-07-26T07:21:30.015 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 511]", 2024-07-26T07:21:30.015 INFO:tasks.workunit.client.0.smithi089.stdout: "[512, 1023]", 2024-07-26T07:21:30.015 INFO:tasks.workunit.client.0.smithi089.stdout: "[1024, 2047]", 2024-07-26T07:21:30.015 INFO:tasks.workunit.client.0.smithi089.stdout: "[2048, 4095]", 2024-07-26T07:21:30.015 INFO:tasks.workunit.client.0.smithi089.stdout: "[4096, 8191]", 2024-07-26T07:21:30.015 INFO:tasks.workunit.client.0.smithi089.stdout: "[8192, 16383]", 2024-07-26T07:21:30.015 INFO:tasks.workunit.client.0.smithi089.stdout: "[16384, 32767]", 2024-07-26T07:21:30.015 INFO:tasks.workunit.client.0.smithi089.stdout: "[32768, 65535]", 2024-07-26T07:21:30.015 INFO:tasks.workunit.client.0.smithi089.stdout: "[65536, 131071]", 2024-07-26T07:21:30.015 INFO:tasks.workunit.client.0.smithi089.stdout: "[131072, 262143]", 2024-07-26T07:21:30.015 INFO:tasks.workunit.client.0.smithi089.stdout: "[262144, 524287]", 2024-07-26T07:21:30.016 INFO:tasks.workunit.client.0.smithi089.stdout: "[524288, 1048575]", 2024-07-26T07:21:30.016 INFO:tasks.workunit.client.0.smithi089.stdout: "[1048576, 2097151]", 2024-07-26T07:21:30.016 INFO:tasks.workunit.client.0.smithi089.stdout: "[2097152, 4194303]", 2024-07-26T07:21:30.016 INFO:tasks.workunit.client.0.smithi089.stdout: "[4194304, 8388607]", 2024-07-26T07:21:30.016 INFO:tasks.workunit.client.0.smithi089.stdout: "[8388608, 16777215]", 2024-07-26T07:21:30.016 INFO:tasks.workunit.client.0.smithi089.stdout: "[16777216, 33554431]", 2024-07-26T07:21:30.016 INFO:tasks.workunit.client.0.smithi089.stdout: "[33554432, 67108863]", 2024-07-26T07:21:30.016 INFO:tasks.workunit.client.0.smithi089.stdout: "[67108864, 134217727]", 2024-07-26T07:21:30.016 INFO:tasks.workunit.client.0.smithi089.stdout: "[134217728, 268435455]", 2024-07-26T07:21:30.016 INFO:tasks.workunit.client.0.smithi089.stdout: "[268435456, 536870911]", 2024-07-26T07:21:30.016 INFO:tasks.workunit.client.0.smithi089.stdout: "[536870912, 1073741823]", 2024-07-26T07:21:30.016 INFO:tasks.workunit.client.0.smithi089.stdout: "[1073741824, 2147483647]", 2024-07-26T07:21:30.016 INFO:tasks.workunit.client.0.smithi089.stdout: "[2147483648, 4294967295]", 2024-07-26T07:21:30.016 INFO:tasks.workunit.client.0.smithi089.stdout: "[4294967296, 8589934591]", 2024-07-26T07:21:30.016 INFO:tasks.workunit.client.0.smithi089.stdout: "[8589934592, 17179869183]", 2024-07-26T07:21:30.016 INFO:tasks.workunit.client.0.smithi089.stdout: "[17179869184, 34359738367]", 2024-07-26T07:21:30.017 INFO:tasks.workunit.client.0.smithi089.stdout: "[34359738368, 68719476735]", 2024-07-26T07:21:30.017 INFO:tasks.workunit.client.0.smithi089.stdout: "[68719476736, 137438953471]", 2024-07-26T07:21:30.017 INFO:tasks.workunit.client.0.smithi089.stdout: "[137438953472, 274877906943]", 2024-07-26T07:21:30.017 INFO:tasks.workunit.client.0.smithi089.stdout: "[274877906944, None]" 2024-07-26T07:21:30.017 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.017 INFO:tasks.workunit.client.0.smithi089.stdout: "scale_type": "log2" 2024-07-26T07:21:30.017 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.017 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.017 INFO:tasks.workunit.client.0.smithi089.stdout: "osds": [ 2024-07-26T07:21:30.017 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:30.017 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 0, 2024-07-26T07:21:30.017 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:30.017 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.017 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.017 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.017 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.018 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 143, 15, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.018 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2159, 30, 1, 0, 15, 1, 0, 4, 5, 7, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.018 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1112, 9, 2, 1, 2, 6, 9, 7, 24, 42, 83, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.018 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 214, 11, 1, 0, 3, 0, 1, 4, 8, 15, 100, 243, 100, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.018 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 226, 4, 0, 0, 0, 0, 2, 1, 2, 1, 17, 34, 255, 6, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.018 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 271, 2, 0, 0, 0, 0, 0, 0, 1, 2, 4, 17, 18, 26, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.018 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 692, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 4, 19, 30, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.018 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1370, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 1, 3, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.018 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 162, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.018 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.018 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.018 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.018 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.018 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.019 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.019 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.019 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.019 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.019 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.019 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.019 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.019 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.019 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.019 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.019 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.019 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.019 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.019 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:30.020 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:30.020 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.020 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:30.020 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 1, 2024-07-26T07:21:30.020 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:30.020 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.020 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.020 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.020 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.020 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 91, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.020 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2909, 18, 0, 0, 16, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.020 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1397, 11, 0, 2, 3, 5, 14, 26, 51, 74, 99, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.020 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 77, 5, 0, 0, 2, 3, 0, 0, 4, 7, 65, 275, 219, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.020 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 89, 6, 0, 0, 0, 1, 0, 3, 1, 2, 13, 15, 373, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.020 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 232, 0, 0, 0, 0, 0, 0, 1, 0, 2, 1, 8, 23, 35, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.021 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 451, 2, 0, 0, 0, 0, 0, 0, 1, 1, 2, 3, 13, 28, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.021 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1260, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.021 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1514, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.021 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 303, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.021 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.021 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.021 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.021 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.021 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.021 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.021 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.021 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.021 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.022 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.022 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.022 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.022 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.022 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.022 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.022 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.022 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.022 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:30.022 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:30.022 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.023 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:30.023 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 2, 2024-07-26T07:21:30.023 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:30.023 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.023 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.023 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.023 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.023 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.023 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 414, 10, 3, 0, 7, 1, 1, 3, 2, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.023 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 181, 2, 0, 0, 1, 1, 1, 6, 11, 9, 59, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.023 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 228, 0, 0, 0, 0, 2, 3, 4, 7, 9, 49, 80, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.023 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 93, 0, 0, 0, 0, 1, 0, 0, 0, 3, 20, 35, 15, 9, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.023 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 38, 0, 0, 0, 0, 0, 1, 1, 1, 1, 5, 12, 16, 48, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.023 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 3, 2, 0, 0, 0, 0, 0, 2, 0, 4, 3, 5, 16, 38, 67, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.024 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.024 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.024 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.024 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.024 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.024 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.024 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.024 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.024 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.024 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.024 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.024 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.024 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.025 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.025 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.025 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.025 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.025 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.025 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.025 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.025 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:30.025 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:30.025 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.025 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:30.025 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 3, 2024-07-26T07:21:30.025 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:30.026 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.026 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.026 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.026 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.026 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.026 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1067, 7, 2, 2, 14, 0, 0, 1, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.026 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 443, 6, 2, 1, 0, 1, 2, 12, 13, 31, 42, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.026 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 120, 0, 0, 0, 2, 1, 2, 5, 1, 9, 37, 123, 135, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.026 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 295, 24, 0, 0, 0, 0, 0, 0, 0, 2, 13, 16, 72, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.026 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 468, 25, 0, 0, 0, 1, 0, 0, 1, 2, 3, 4, 11, 15, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.026 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 399, 41, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 11, 25, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.026 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 151, 81, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.026 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 85, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.027 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.027 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.027 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.027 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.027 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.027 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.027 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.027 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.027 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.027 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.027 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.027 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.027 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.028 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.028 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.028 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.028 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.028 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.028 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:30.028 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:30.028 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.028 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:30.028 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 4, 2024-07-26T07:21:30.028 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:30.028 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.028 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.028 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.029 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.029 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 77, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.029 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1069, 21, 0, 0, 10, 1, 5, 5, 13, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.029 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 524, 4, 0, 3, 1, 4, 3, 10, 16, 28, 35, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.029 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 260, 8, 0, 0, 0, 0, 1, 2, 8, 3, 26, 130, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.029 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 456, 5, 0, 0, 0, 0, 0, 0, 1, 3, 3, 4, 162, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.029 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 339, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 3, 16, 19, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.029 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 177, 0, 0, 0, 0, 0, 1, 1, 0, 2, 1, 4, 6, 23, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.029 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.029 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.029 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.029 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.029 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.029 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.030 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.030 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.030 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.030 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.030 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.030 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.030 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.030 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.030 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.030 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.030 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.030 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.031 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.031 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.031 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:30.031 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:30.031 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.031 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:30.031 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 5, 2024-07-26T07:21:30.031 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:30.031 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.031 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.031 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.031 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.031 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 100, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.031 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 360, 21, 1, 0, 10, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.031 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 92, 4, 0, 0, 1, 1, 0, 0, 3, 0, 14, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.032 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 174, 1, 0, 0, 0, 1, 0, 3, 3, 8, 38, 35, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.032 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 92, 1, 0, 0, 0, 0, 0, 3, 3, 4, 18, 26, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.032 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 37, 2, 0, 0, 1, 0, 0, 0, 0, 2, 2, 10, 13, 24, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.032 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 2, 0, 0, 0, 0, 0, 1, 1, 1, 0, 1, 5, 10, 24, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.032 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 1, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.032 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.032 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.032 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.032 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.032 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.032 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.032 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.032 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.032 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.033 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.033 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.033 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.033 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.033 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.033 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.033 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.033 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.033 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.033 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.033 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:30.033 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:30.033 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.033 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:30.034 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 6, 2024-07-26T07:21:30.034 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:30.034 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.034 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.034 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.034 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.034 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 91, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.034 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1101, 16, 4, 0, 17, 0, 2, 3, 6, 6, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.034 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 679, 10, 0, 0, 5, 2, 3, 10, 13, 30, 33, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.034 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 343, 20, 0, 0, 1, 0, 0, 4, 6, 5, 45, 103, 46, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.034 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 467, 29, 0, 0, 0, 0, 0, 0, 1, 3, 10, 10, 187, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.034 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 431, 56, 0, 0, 0, 0, 0, 0, 0, 2, 3, 3, 10, 23, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.034 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 97, 84, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 11, 26, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.034 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 83, 158, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.035 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 178, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.035 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.035 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.035 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.035 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.035 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.035 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.035 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.035 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.035 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.035 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.035 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.035 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.036 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.036 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.036 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.036 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.036 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.036 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.036 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:30.036 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:30.036 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.036 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:30.036 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 7, 2024-07-26T07:21:30.036 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:30.036 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.036 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.037 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.037 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.037 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 75, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.037 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 339, 16, 1, 2, 14, 2, 4, 2, 6, 7, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.037 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 80, 4, 1, 1, 4, 2, 1, 6, 4, 2, 4, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.037 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 85, 14, 0, 1, 1, 1, 2, 3, 4, 4, 11, 16, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.037 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 30, 2, 0, 0, 0, 0, 0, 0, 1, 3, 8, 10, 13, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.037 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 11, 6, 1, 0, 0, 0, 1, 1, 1, 2, 2, 4, 13, 37, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.037 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 2, 13, 48, 57, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.037 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.037 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.038 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.038 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.038 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.038 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.038 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.038 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.038 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.038 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.038 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.038 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.038 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.038 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.038 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.039 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.039 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.039 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.039 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.039 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.039 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:30.039 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:30.039 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.039 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:30.039 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.039 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.039 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:30.039 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_resrv_repnum_vs_duration": { 2024-07-26T07:21:30.039 INFO:tasks.workunit.client.0.smithi089.stdout: "axes": [ 2024-07-26T07:21:30.040 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:30.040 INFO:tasks.workunit.client.0.smithi089.stdout: "buckets": 8, 2024-07-26T07:21:30.040 INFO:tasks.workunit.client.0.smithi089.stdout: "min": 0, 2024-07-26T07:21:30.040 INFO:tasks.workunit.client.0.smithi089.stdout: "name": "number of replicas", 2024-07-26T07:21:30.040 INFO:tasks.workunit.client.0.smithi089.stdout: "quant_size": 1, 2024-07-26T07:21:30.040 INFO:tasks.workunit.client.0.smithi089.stdout: "ranges": [ 2024-07-26T07:21:30.040 INFO:tasks.workunit.client.0.smithi089.stdout: "[None, -1]", 2024-07-26T07:21:30.040 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0]", 2024-07-26T07:21:30.040 INFO:tasks.workunit.client.0.smithi089.stdout: "[1, 1]", 2024-07-26T07:21:30.040 INFO:tasks.workunit.client.0.smithi089.stdout: "[2, 2]", 2024-07-26T07:21:30.040 INFO:tasks.workunit.client.0.smithi089.stdout: "[3, 3]", 2024-07-26T07:21:30.040 INFO:tasks.workunit.client.0.smithi089.stdout: "[4, 4]", 2024-07-26T07:21:30.040 INFO:tasks.workunit.client.0.smithi089.stdout: "[5, 5]", 2024-07-26T07:21:30.041 INFO:tasks.workunit.client.0.smithi089.stdout: "[6, None]" 2024-07-26T07:21:30.041 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.041 INFO:tasks.workunit.client.0.smithi089.stdout: "scale_type": "linear" 2024-07-26T07:21:30.041 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.041 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:30.041 INFO:tasks.workunit.client.0.smithi089.stdout: "buckets": 10, 2024-07-26T07:21:30.041 INFO:tasks.workunit.client.0.smithi089.stdout: "min": 0, 2024-07-26T07:21:30.041 INFO:tasks.workunit.client.0.smithi089.stdout: "name": "duration", 2024-07-26T07:21:30.041 INFO:tasks.workunit.client.0.smithi089.stdout: "quant_size": 250000, 2024-07-26T07:21:30.041 INFO:tasks.workunit.client.0.smithi089.stdout: "ranges": [ 2024-07-26T07:21:30.041 INFO:tasks.workunit.client.0.smithi089.stdout: "[None, -1]", 2024-07-26T07:21:30.041 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 249999]", 2024-07-26T07:21:30.041 INFO:tasks.workunit.client.0.smithi089.stdout: "[250000, 499999]", 2024-07-26T07:21:30.041 INFO:tasks.workunit.client.0.smithi089.stdout: "[500000, 999999]", 2024-07-26T07:21:30.042 INFO:tasks.workunit.client.0.smithi089.stdout: "[1000000, 1999999]", 2024-07-26T07:21:30.042 INFO:tasks.workunit.client.0.smithi089.stdout: "[2000000, 3999999]", 2024-07-26T07:21:30.042 INFO:tasks.workunit.client.0.smithi089.stdout: "[4000000, 7999999]", 2024-07-26T07:21:30.042 INFO:tasks.workunit.client.0.smithi089.stdout: "[8000000, 15999999]", 2024-07-26T07:21:30.042 INFO:tasks.workunit.client.0.smithi089.stdout: "[16000000, 31999999]", 2024-07-26T07:21:30.042 INFO:tasks.workunit.client.0.smithi089.stdout: "[32000000, None]" 2024-07-26T07:21:30.042 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.042 INFO:tasks.workunit.client.0.smithi089.stdout: "scale_type": "log2" 2024-07-26T07:21:30.043 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.043 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.043 INFO:tasks.workunit.client.0.smithi089.stdout: "osds": [ 2024-07-26T07:21:30.043 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:30.043 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 0, 2024-07-26T07:21:30.043 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:30.043 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.043 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.043 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.043 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.043 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.043 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.043 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.043 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:30.044 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:30.044 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.044 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:30.044 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 1, 2024-07-26T07:21:30.044 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:30.044 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.044 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.044 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.044 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.044 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.044 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.044 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.045 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:30.045 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:30.045 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.045 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:30.045 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 2, 2024-07-26T07:21:30.045 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:30.045 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.045 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.045 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.045 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.045 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.045 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.045 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.046 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:30.046 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:30.046 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.046 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:30.046 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 3, 2024-07-26T07:21:30.046 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:30.046 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.046 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.046 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.046 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.049 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.050 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.050 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.050 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:30.050 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:30.050 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.050 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:30.050 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 4, 2024-07-26T07:21:30.050 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:30.050 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.050 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.050 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.050 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.051 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.051 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.051 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.051 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:30.051 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:30.051 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.051 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:30.051 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 5, 2024-07-26T07:21:30.051 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:30.051 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.051 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.051 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.051 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.052 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.052 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.052 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.052 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:30.052 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:30.052 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.052 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:30.052 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 6, 2024-07-26T07:21:30.052 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:30.052 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.052 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.052 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.052 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.053 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.053 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.053 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.053 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:30.053 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:30.053 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.053 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:30.053 INFO:tasks.workunit.client.0.smithi089.stdout: "osd_id": 7, 2024-07-26T07:21:30.053 INFO:tasks.workunit.client.0.smithi089.stdout: "values": [ 2024-07-26T07:21:30.053 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.053 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.053 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.054 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.054 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.054 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.054 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-07-26T07:21:30.054 INFO:tasks.workunit.client.0.smithi089.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-07-26T07:21:30.054 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:30.054 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.054 INFO:tasks.workunit.client.0.smithi089.stdout: ] 2024-07-26T07:21:30.054 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.054 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.054 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.054 INFO:tasks.workunit.client.0.smithi089.stdout: "perf_counters": { 2024-07-26T07:21:30.054 INFO:tasks.workunit.client.0.smithi089.stdout: "mds.87ef074e95f73b29e32a1570865c090ae0131b8b": { 2024-07-26T07:21:30.054 INFO:tasks.workunit.client.0.smithi089.stdout: "mds": { 2024-07-26T07:21:30.055 INFO:tasks.workunit.client.0.smithi089.stdout: "caps": { 2024-07-26T07:21:30.055 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.055 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.055 INFO:tasks.workunit.client.0.smithi089.stdout: "ceph_cap_op_flush_ack": { 2024-07-26T07:21:30.055 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.055 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.055 INFO:tasks.workunit.client.0.smithi089.stdout: "ceph_cap_op_flushsnap_ack": { 2024-07-26T07:21:30.055 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.055 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.055 INFO:tasks.workunit.client.0.smithi089.stdout: "ceph_cap_op_grant": { 2024-07-26T07:21:30.055 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.055 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.055 INFO:tasks.workunit.client.0.smithi089.stdout: "ceph_cap_op_revoke": { 2024-07-26T07:21:30.055 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.056 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.056 INFO:tasks.workunit.client.0.smithi089.stdout: "ceph_cap_op_trunc": { 2024-07-26T07:21:30.056 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.056 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.056 INFO:tasks.workunit.client.0.smithi089.stdout: "dir_commit": { 2024-07-26T07:21:30.056 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.056 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.056 INFO:tasks.workunit.client.0.smithi089.stdout: "dir_fetch_complete": { 2024-07-26T07:21:30.056 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12 2024-07-26T07:21:30.056 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.056 INFO:tasks.workunit.client.0.smithi089.stdout: "dir_fetch_keys": { 2024-07-26T07:21:30.056 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10 2024-07-26T07:21:30.056 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.057 INFO:tasks.workunit.client.0.smithi089.stdout: "dir_merge": { 2024-07-26T07:21:30.057 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.057 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.057 INFO:tasks.workunit.client.0.smithi089.stdout: "dir_split": { 2024-07-26T07:21:30.057 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.057 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.057 INFO:tasks.workunit.client.0.smithi089.stdout: "exported_inodes": { 2024-07-26T07:21:30.057 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.057 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.057 INFO:tasks.workunit.client.0.smithi089.stdout: "forward": { 2024-07-26T07:21:30.057 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.057 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.057 INFO:tasks.workunit.client.0.smithi089.stdout: "handle_client_cap_release": { 2024-07-26T07:21:30.057 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.057 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.058 INFO:tasks.workunit.client.0.smithi089.stdout: "handle_client_caps": { 2024-07-26T07:21:30.058 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.058 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.058 INFO:tasks.workunit.client.0.smithi089.stdout: "handle_client_caps_dirty": { 2024-07-26T07:21:30.058 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.058 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.058 INFO:tasks.workunit.client.0.smithi089.stdout: "handle_inode_file_caps": { 2024-07-26T07:21:30.058 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.058 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.058 INFO:tasks.workunit.client.0.smithi089.stdout: "imported_inodes": { 2024-07-26T07:21:30.058 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.058 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.058 INFO:tasks.workunit.client.0.smithi089.stdout: "inodes": { 2024-07-26T07:21:30.058 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10 2024-07-26T07:21:30.059 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.059 INFO:tasks.workunit.client.0.smithi089.stdout: "inodes_expired": { 2024-07-26T07:21:30.059 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.059 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.059 INFO:tasks.workunit.client.0.smithi089.stdout: "inodes_pinned": { 2024-07-26T07:21:30.059 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10 2024-07-26T07:21:30.059 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.059 INFO:tasks.workunit.client.0.smithi089.stdout: "inodes_with_caps": { 2024-07-26T07:21:30.059 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.059 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.059 INFO:tasks.workunit.client.0.smithi089.stdout: "load_cent": { 2024-07-26T07:21:30.059 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.059 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.059 INFO:tasks.workunit.client.0.smithi089.stdout: "openino_dir_fetch": { 2024-07-26T07:21:30.060 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.060 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.060 INFO:tasks.workunit.client.0.smithi089.stdout: "process_request_cap_release": { 2024-07-26T07:21:30.060 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.060 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.060 INFO:tasks.workunit.client.0.smithi089.stdout: "reply_latency": { 2024-07-26T07:21:30.060 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.060 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.060 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.060 INFO:tasks.workunit.client.0.smithi089.stdout: "request": { 2024-07-26T07:21:30.060 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.060 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.060 INFO:tasks.workunit.client.0.smithi089.stdout: "root_rbytes": { 2024-07-26T07:21:30.061 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.061 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.061 INFO:tasks.workunit.client.0.smithi089.stdout: "root_rfiles": { 2024-07-26T07:21:30.061 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.061 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.061 INFO:tasks.workunit.client.0.smithi089.stdout: "root_rsnaps": { 2024-07-26T07:21:30.061 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.061 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.061 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_reply": { 2024-07-26T07:21:30.061 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.061 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.061 INFO:tasks.workunit.client.0.smithi089.stdout: "subtrees": { 2024-07-26T07:21:30.061 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2 2024-07-26T07:21:30.061 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.061 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.062 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_cache": { 2024-07-26T07:21:30.062 INFO:tasks.workunit.client.0.smithi089.stdout: "ireq_enqueue_scrub": { 2024-07-26T07:21:30.062 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.062 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.062 INFO:tasks.workunit.client.0.smithi089.stdout: "ireq_exportdir": { 2024-07-26T07:21:30.062 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.062 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.062 INFO:tasks.workunit.client.0.smithi089.stdout: "ireq_flush": { 2024-07-26T07:21:30.062 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.062 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.062 INFO:tasks.workunit.client.0.smithi089.stdout: "ireq_fragmentdir": { 2024-07-26T07:21:30.062 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.062 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.063 INFO:tasks.workunit.client.0.smithi089.stdout: "ireq_fragstats": { 2024-07-26T07:21:30.063 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.063 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.063 INFO:tasks.workunit.client.0.smithi089.stdout: "ireq_inodestats": { 2024-07-26T07:21:30.063 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.063 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.063 INFO:tasks.workunit.client.0.smithi089.stdout: "ireq_quiesce_inode": { 2024-07-26T07:21:30.063 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.063 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.063 INFO:tasks.workunit.client.0.smithi089.stdout: "ireq_quiesce_path": { 2024-07-26T07:21:30.063 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.063 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.063 INFO:tasks.workunit.client.0.smithi089.stdout: "num_recovering_enqueued": { 2024-07-26T07:21:30.063 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.063 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.064 INFO:tasks.workunit.client.0.smithi089.stdout: "num_recovering_prioritized": { 2024-07-26T07:21:30.064 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.064 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.064 INFO:tasks.workunit.client.0.smithi089.stdout: "num_recovering_processing": { 2024-07-26T07:21:30.064 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.064 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.064 INFO:tasks.workunit.client.0.smithi089.stdout: "num_strays": { 2024-07-26T07:21:30.064 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.064 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.064 INFO:tasks.workunit.client.0.smithi089.stdout: "num_strays_delayed": { 2024-07-26T07:21:30.064 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.064 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.064 INFO:tasks.workunit.client.0.smithi089.stdout: "num_strays_enqueuing": { 2024-07-26T07:21:30.064 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.065 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.065 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_completed": { 2024-07-26T07:21:30.065 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.065 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.065 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_started": { 2024-07-26T07:21:30.065 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.065 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.065 INFO:tasks.workunit.client.0.smithi089.stdout: "strays_created": { 2024-07-26T07:21:30.065 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.065 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.065 INFO:tasks.workunit.client.0.smithi089.stdout: "strays_enqueued": { 2024-07-26T07:21:30.065 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.066 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.066 INFO:tasks.workunit.client.0.smithi089.stdout: "strays_migrated": { 2024-07-26T07:21:30.066 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.066 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.066 INFO:tasks.workunit.client.0.smithi089.stdout: "strays_reintegrated": { 2024-07-26T07:21:30.066 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.066 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.066 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.066 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_log": { 2024-07-26T07:21:30.066 INFO:tasks.workunit.client.0.smithi089.stdout: "ev": { 2024-07-26T07:21:30.066 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 17 2024-07-26T07:21:30.066 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.066 INFO:tasks.workunit.client.0.smithi089.stdout: "evadd": { 2024-07-26T07:21:30.066 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.067 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.067 INFO:tasks.workunit.client.0.smithi089.stdout: "evex": { 2024-07-26T07:21:30.067 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.067 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.067 INFO:tasks.workunit.client.0.smithi089.stdout: "evexd": { 2024-07-26T07:21:30.067 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.067 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.067 INFO:tasks.workunit.client.0.smithi089.stdout: "evexg": { 2024-07-26T07:21:30.067 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.067 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.067 INFO:tasks.workunit.client.0.smithi089.stdout: "evlrg": { 2024-07-26T07:21:30.067 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.067 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.067 INFO:tasks.workunit.client.0.smithi089.stdout: "evtrm": { 2024-07-26T07:21:30.067 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.068 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.068 INFO:tasks.workunit.client.0.smithi089.stdout: "jlat": { 2024-07-26T07:21:30.068 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.068 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.068 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.068 INFO:tasks.workunit.client.0.smithi089.stdout: "replayed": { 2024-07-26T07:21:30.068 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 17 2024-07-26T07:21:30.068 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.068 INFO:tasks.workunit.client.0.smithi089.stdout: "seg": { 2024-07-26T07:21:30.068 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1 2024-07-26T07:21:30.068 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.068 INFO:tasks.workunit.client.0.smithi089.stdout: "segadd": { 2024-07-26T07:21:30.068 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.068 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.068 INFO:tasks.workunit.client.0.smithi089.stdout: "segex": { 2024-07-26T07:21:30.069 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.069 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.069 INFO:tasks.workunit.client.0.smithi089.stdout: "segexd": { 2024-07-26T07:21:30.069 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.069 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.069 INFO:tasks.workunit.client.0.smithi089.stdout: "segexg": { 2024-07-26T07:21:30.069 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.069 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.069 INFO:tasks.workunit.client.0.smithi089.stdout: "segmjr": { 2024-07-26T07:21:30.069 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1 2024-07-26T07:21:30.069 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.069 INFO:tasks.workunit.client.0.smithi089.stdout: "segtrm": { 2024-07-26T07:21:30.070 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.070 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.070 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.070 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_mem": { 2024-07-26T07:21:30.070 INFO:tasks.workunit.client.0.smithi089.stdout: "cap": { 2024-07-26T07:21:30.070 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.070 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.070 INFO:tasks.workunit.client.0.smithi089.stdout: "cap+": { 2024-07-26T07:21:30.070 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.070 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.070 INFO:tasks.workunit.client.0.smithi089.stdout: "cap-": { 2024-07-26T07:21:30.070 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.071 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.071 INFO:tasks.workunit.client.0.smithi089.stdout: "dir": { 2024-07-26T07:21:30.071 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12 2024-07-26T07:21:30.071 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.071 INFO:tasks.workunit.client.0.smithi089.stdout: "dir+": { 2024-07-26T07:21:30.071 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12 2024-07-26T07:21:30.071 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.071 INFO:tasks.workunit.client.0.smithi089.stdout: "dir-": { 2024-07-26T07:21:30.071 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.071 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.071 INFO:tasks.workunit.client.0.smithi089.stdout: "dn": { 2024-07-26T07:21:30.071 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10 2024-07-26T07:21:30.071 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.072 INFO:tasks.workunit.client.0.smithi089.stdout: "dn+": { 2024-07-26T07:21:30.072 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10 2024-07-26T07:21:30.072 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.072 INFO:tasks.workunit.client.0.smithi089.stdout: "dn-": { 2024-07-26T07:21:30.072 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.072 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.072 INFO:tasks.workunit.client.0.smithi089.stdout: "heap": { 2024-07-26T07:21:30.072 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 248096 2024-07-26T07:21:30.072 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.072 INFO:tasks.workunit.client.0.smithi089.stdout: "ino": { 2024-07-26T07:21:30.072 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 13 2024-07-26T07:21:30.072 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.072 INFO:tasks.workunit.client.0.smithi089.stdout: "ino+": { 2024-07-26T07:21:30.073 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 13 2024-07-26T07:21:30.073 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.073 INFO:tasks.workunit.client.0.smithi089.stdout: "ino-": { 2024-07-26T07:21:30.073 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.073 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.073 INFO:tasks.workunit.client.0.smithi089.stdout: "rss": { 2024-07-26T07:21:30.073 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 48596 2024-07-26T07:21:30.073 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.073 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.073 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_server": { 2024-07-26T07:21:30.073 INFO:tasks.workunit.client.0.smithi089.stdout: "cap_acquisition_throttle": { 2024-07-26T07:21:30.073 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.073 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.073 INFO:tasks.workunit.client.0.smithi089.stdout: "cap_revoke_eviction": { 2024-07-26T07:21:30.074 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.074 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.074 INFO:tasks.workunit.client.0.smithi089.stdout: "handle_client_request": { 2024-07-26T07:21:30.074 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.074 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.074 INFO:tasks.workunit.client.0.smithi089.stdout: "handle_client_session": { 2024-07-26T07:21:30.074 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.074 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.074 INFO:tasks.workunit.client.0.smithi089.stdout: "handle_peer_request": { 2024-07-26T07:21:30.074 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.074 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.074 INFO:tasks.workunit.client.0.smithi089.stdout: "req_create_latency": { 2024-07-26T07:21:30.075 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.075 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.075 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.075 INFO:tasks.workunit.client.0.smithi089.stdout: "req_getattr_latency": { 2024-07-26T07:21:30.075 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.075 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.075 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.075 INFO:tasks.workunit.client.0.smithi089.stdout: "req_getfilelock_latency": { 2024-07-26T07:21:30.075 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.075 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.075 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.075 INFO:tasks.workunit.client.0.smithi089.stdout: "req_getvxattr_latency": { 2024-07-26T07:21:30.075 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.075 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.076 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.076 INFO:tasks.workunit.client.0.smithi089.stdout: "req_link_latency": { 2024-07-26T07:21:30.076 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.076 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.076 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.076 INFO:tasks.workunit.client.0.smithi089.stdout: "req_lookup_latency": { 2024-07-26T07:21:30.076 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.076 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.076 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.076 INFO:tasks.workunit.client.0.smithi089.stdout: "req_lookuphash_latency": { 2024-07-26T07:21:30.076 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.076 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.076 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.077 INFO:tasks.workunit.client.0.smithi089.stdout: "req_lookupino_latency": { 2024-07-26T07:21:30.077 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.077 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.077 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.077 INFO:tasks.workunit.client.0.smithi089.stdout: "req_lookupname_latency": { 2024-07-26T07:21:30.077 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.077 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.077 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.077 INFO:tasks.workunit.client.0.smithi089.stdout: "req_lookupparent_latency": { 2024-07-26T07:21:30.077 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.077 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.077 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.078 INFO:tasks.workunit.client.0.smithi089.stdout: "req_lookupsnap_latency": { 2024-07-26T07:21:30.078 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.078 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.078 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.078 INFO:tasks.workunit.client.0.smithi089.stdout: "req_lssnap_latency": { 2024-07-26T07:21:30.078 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.078 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.078 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.078 INFO:tasks.workunit.client.0.smithi089.stdout: "req_mkdir_latency": { 2024-07-26T07:21:30.078 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.078 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.078 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.078 INFO:tasks.workunit.client.0.smithi089.stdout: "req_mknod_latency": { 2024-07-26T07:21:30.079 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.079 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.079 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.079 INFO:tasks.workunit.client.0.smithi089.stdout: "req_mksnap_latency": { 2024-07-26T07:21:30.079 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.079 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.079 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.079 INFO:tasks.workunit.client.0.smithi089.stdout: "req_open_latency": { 2024-07-26T07:21:30.079 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.079 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.079 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.079 INFO:tasks.workunit.client.0.smithi089.stdout: "req_readdir_latency": { 2024-07-26T07:21:30.079 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.079 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.079 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.080 INFO:tasks.workunit.client.0.smithi089.stdout: "req_rename_latency": { 2024-07-26T07:21:30.080 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.080 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.080 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.080 INFO:tasks.workunit.client.0.smithi089.stdout: "req_renamesnap_latency": { 2024-07-26T07:21:30.080 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.080 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.080 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.080 INFO:tasks.workunit.client.0.smithi089.stdout: "req_rmdir_latency": { 2024-07-26T07:21:30.080 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.080 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.080 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.081 INFO:tasks.workunit.client.0.smithi089.stdout: "req_rmsnap_latency": { 2024-07-26T07:21:30.081 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.081 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.081 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.081 INFO:tasks.workunit.client.0.smithi089.stdout: "req_rmxattr_latency": { 2024-07-26T07:21:30.081 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.081 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.081 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.081 INFO:tasks.workunit.client.0.smithi089.stdout: "req_setattr_latency": { 2024-07-26T07:21:30.081 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.081 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.081 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.081 INFO:tasks.workunit.client.0.smithi089.stdout: "req_setdirlayout_latency": { 2024-07-26T07:21:30.081 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.081 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.081 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.082 INFO:tasks.workunit.client.0.smithi089.stdout: "req_setfilelock_latency": { 2024-07-26T07:21:30.082 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.082 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.082 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.082 INFO:tasks.workunit.client.0.smithi089.stdout: "req_setlayout_latency": { 2024-07-26T07:21:30.082 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.082 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.082 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.082 INFO:tasks.workunit.client.0.smithi089.stdout: "req_setxattr_latency": { 2024-07-26T07:21:30.082 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.082 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.083 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.083 INFO:tasks.workunit.client.0.smithi089.stdout: "req_snapdiff_latency": { 2024-07-26T07:21:30.083 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.083 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.083 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.083 INFO:tasks.workunit.client.0.smithi089.stdout: "req_symlink_latency": { 2024-07-26T07:21:30.083 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.083 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.083 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.083 INFO:tasks.workunit.client.0.smithi089.stdout: "req_unlink_latency": { 2024-07-26T07:21:30.083 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.083 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.083 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.083 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.084 INFO:tasks.workunit.client.0.smithi089.stdout: "mds_sessions": { 2024-07-26T07:21:30.084 INFO:tasks.workunit.client.0.smithi089.stdout: "average_load": { 2024-07-26T07:21:30.084 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.084 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.084 INFO:tasks.workunit.client.0.smithi089.stdout: "avg_session_uptime": { 2024-07-26T07:21:30.084 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.084 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.084 INFO:tasks.workunit.client.0.smithi089.stdout: "mdthresh_evicted": { 2024-07-26T07:21:30.084 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.084 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.084 INFO:tasks.workunit.client.0.smithi089.stdout: "session_add": { 2024-07-26T07:21:30.084 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8 2024-07-26T07:21:30.084 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.084 INFO:tasks.workunit.client.0.smithi089.stdout: "session_count": { 2024-07-26T07:21:30.084 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.085 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.085 INFO:tasks.workunit.client.0.smithi089.stdout: "session_remove": { 2024-07-26T07:21:30.085 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8 2024-07-26T07:21:30.085 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.085 INFO:tasks.workunit.client.0.smithi089.stdout: "sessions_open": { 2024-07-26T07:21:30.085 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2 2024-07-26T07:21:30.085 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.085 INFO:tasks.workunit.client.0.smithi089.stdout: "sessions_stale": { 2024-07-26T07:21:30.085 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.085 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.085 INFO:tasks.workunit.client.0.smithi089.stdout: "total_load": { 2024-07-26T07:21:30.085 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.085 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.086 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.086 INFO:tasks.workunit.client.0.smithi089.stdout: "objecter": { 2024-07-26T07:21:30.086 INFO:tasks.workunit.client.0.smithi089.stdout: "op_active": { 2024-07-26T07:21:30.086 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.086 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.086 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T07:21:30.086 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 37 2024-07-26T07:21:30.086 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.086 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rmw": { 2024-07-26T07:21:30.086 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.086 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.086 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T07:21:30.086 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7 2024-07-26T07:21:30.086 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.087 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.087 INFO:tasks.workunit.client.0.smithi089.stdout: "purge_queue": { 2024-07-26T07:21:30.087 INFO:tasks.workunit.client.0.smithi089.stdout: "pq_executed": { 2024-07-26T07:21:30.087 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.087 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.087 INFO:tasks.workunit.client.0.smithi089.stdout: "pq_executed_ops": { 2024-07-26T07:21:30.087 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.087 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.087 INFO:tasks.workunit.client.0.smithi089.stdout: "pq_executing": { 2024-07-26T07:21:30.087 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.087 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.087 INFO:tasks.workunit.client.0.smithi089.stdout: "pq_executing_high_water": { 2024-07-26T07:21:30.087 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.088 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.088 INFO:tasks.workunit.client.0.smithi089.stdout: "pq_executing_ops": { 2024-07-26T07:21:30.088 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.088 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.088 INFO:tasks.workunit.client.0.smithi089.stdout: "pq_executing_ops_high_water": { 2024-07-26T07:21:30.088 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.088 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.088 INFO:tasks.workunit.client.0.smithi089.stdout: "pq_item_in_journal": { 2024-07-26T07:21:30.088 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.088 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.088 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.088 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.088 INFO:tasks.workunit.client.0.smithi089.stdout: "mon.11a06f7556cbb1c57650abffbb3eb77c66bdf751": { 2024-07-26T07:21:30.088 INFO:tasks.workunit.client.0.smithi089.stdout: "mon": { 2024-07-26T07:21:30.088 INFO:tasks.workunit.client.0.smithi089.stdout: "election_call": { 2024-07-26T07:21:30.089 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2 2024-07-26T07:21:30.089 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.089 INFO:tasks.workunit.client.0.smithi089.stdout: "election_lose": { 2024-07-26T07:21:30.089 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2 2024-07-26T07:21:30.089 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.089 INFO:tasks.workunit.client.0.smithi089.stdout: "election_win": { 2024-07-26T07:21:30.089 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.089 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.089 INFO:tasks.workunit.client.0.smithi089.stdout: "num_elections": { 2024-07-26T07:21:30.089 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7 2024-07-26T07:21:30.089 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.089 INFO:tasks.workunit.client.0.smithi089.stdout: "num_sessions": { 2024-07-26T07:21:30.089 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8 2024-07-26T07:21:30.089 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.089 INFO:tasks.workunit.client.0.smithi089.stdout: "session_add": { 2024-07-26T07:21:30.090 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3 2024-07-26T07:21:30.090 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.090 INFO:tasks.workunit.client.0.smithi089.stdout: "session_rm": { 2024-07-26T07:21:30.090 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 237 2024-07-26T07:21:30.090 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.090 INFO:tasks.workunit.client.0.smithi089.stdout: "session_trim": { 2024-07-26T07:21:30.090 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.090 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.090 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.090 INFO:tasks.workunit.client.0.smithi089.stdout: "paxos": { 2024-07-26T07:21:30.090 INFO:tasks.workunit.client.0.smithi089.stdout: "accept_timeout": { 2024-07-26T07:21:30.090 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.090 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.090 INFO:tasks.workunit.client.0.smithi089.stdout: "begin": { 2024-07-26T07:21:30.091 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7814 2024-07-26T07:21:30.091 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.091 INFO:tasks.workunit.client.0.smithi089.stdout: "begin_bytes": { 2024-07-26T07:21:30.091 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7814, 2024-07-26T07:21:30.091 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 56267334 2024-07-26T07:21:30.091 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.091 INFO:tasks.workunit.client.0.smithi089.stdout: "begin_keys": { 2024-07-26T07:21:30.091 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.091 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.091 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.091 INFO:tasks.workunit.client.0.smithi089.stdout: "begin_latency": { 2024-07-26T07:21:30.092 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7814, 2024-07-26T07:21:30.092 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1277975540 2024-07-26T07:21:30.092 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.092 INFO:tasks.workunit.client.0.smithi089.stdout: "collect": { 2024-07-26T07:21:30.092 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2 2024-07-26T07:21:30.092 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.092 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_bytes": { 2024-07-26T07:21:30.092 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2, 2024-07-26T07:21:30.092 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 146 2024-07-26T07:21:30.092 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.092 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_keys": { 2024-07-26T07:21:30.092 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2, 2024-07-26T07:21:30.092 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2 2024-07-26T07:21:30.092 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.092 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_latency": { 2024-07-26T07:21:30.093 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2, 2024-07-26T07:21:30.093 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.093 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.093 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_timeout": { 2024-07-26T07:21:30.093 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.093 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.093 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_uncommitted": { 2024-07-26T07:21:30.093 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.093 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.093 INFO:tasks.workunit.client.0.smithi089.stdout: "commit": { 2024-07-26T07:21:30.093 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7814 2024-07-26T07:21:30.093 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.093 INFO:tasks.workunit.client.0.smithi089.stdout: "commit_bytes": { 2024-07-26T07:21:30.093 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.093 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.094 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.094 INFO:tasks.workunit.client.0.smithi089.stdout: "commit_keys": { 2024-07-26T07:21:30.094 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.094 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.094 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.094 INFO:tasks.workunit.client.0.smithi089.stdout: "commit_latency": { 2024-07-26T07:21:30.094 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.094 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.094 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.094 INFO:tasks.workunit.client.0.smithi089.stdout: "lease_ack_timeout": { 2024-07-26T07:21:30.094 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.094 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.094 INFO:tasks.workunit.client.0.smithi089.stdout: "lease_timeout": { 2024-07-26T07:21:30.094 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.095 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.095 INFO:tasks.workunit.client.0.smithi089.stdout: "new_pn": { 2024-07-26T07:21:30.095 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.095 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.095 INFO:tasks.workunit.client.0.smithi089.stdout: "new_pn_latency": { 2024-07-26T07:21:30.095 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.095 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.095 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.095 INFO:tasks.workunit.client.0.smithi089.stdout: "refresh": { 2024-07-26T07:21:30.095 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7814 2024-07-26T07:21:30.095 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.095 INFO:tasks.workunit.client.0.smithi089.stdout: "refresh_latency": { 2024-07-26T07:21:30.095 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7814, 2024-07-26T07:21:30.095 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 24443531724 2024-07-26T07:21:30.096 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.096 INFO:tasks.workunit.client.0.smithi089.stdout: "restart": { 2024-07-26T07:21:30.096 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9 2024-07-26T07:21:30.096 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.096 INFO:tasks.workunit.client.0.smithi089.stdout: "share_state": { 2024-07-26T07:21:30.096 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.096 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.096 INFO:tasks.workunit.client.0.smithi089.stdout: "share_state_bytes": { 2024-07-26T07:21:30.096 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.096 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.096 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.096 INFO:tasks.workunit.client.0.smithi089.stdout: "share_state_keys": { 2024-07-26T07:21:30.096 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.096 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.096 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.097 INFO:tasks.workunit.client.0.smithi089.stdout: "start_leader": { 2024-07-26T07:21:30.097 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.097 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.097 INFO:tasks.workunit.client.0.smithi089.stdout: "start_peon": { 2024-07-26T07:21:30.097 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2 2024-07-26T07:21:30.097 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.097 INFO:tasks.workunit.client.0.smithi089.stdout: "store_state": { 2024-07-26T07:21:30.097 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7814 2024-07-26T07:21:30.097 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.097 INFO:tasks.workunit.client.0.smithi089.stdout: "store_state_bytes": { 2024-07-26T07:21:30.097 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7814, 2024-07-26T07:21:30.097 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 111046392 2024-07-26T07:21:30.097 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.098 INFO:tasks.workunit.client.0.smithi089.stdout: "store_state_keys": { 2024-07-26T07:21:30.098 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7814, 2024-07-26T07:21:30.098 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 70512 2024-07-26T07:21:30.098 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.098 INFO:tasks.workunit.client.0.smithi089.stdout: "store_state_latency": { 2024-07-26T07:21:30.098 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7814, 2024-07-26T07:21:30.098 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2634949567 2024-07-26T07:21:30.098 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.098 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.098 INFO:tasks.workunit.client.0.smithi089.stdout: "prioritycache": { 2024-07-26T07:21:30.098 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_bytes": { 2024-07-26T07:21:30.098 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1020054731 2024-07-26T07:21:30.098 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.099 INFO:tasks.workunit.client.0.smithi089.stdout: "heap_bytes": { 2024-07-26T07:21:30.099 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 170885120 2024-07-26T07:21:30.099 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.099 INFO:tasks.workunit.client.0.smithi089.stdout: "mapped_bytes": { 2024-07-26T07:21:30.099 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 165961728 2024-07-26T07:21:30.099 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.099 INFO:tasks.workunit.client.0.smithi089.stdout: "target_bytes": { 2024-07-26T07:21:30.099 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2147483648 2024-07-26T07:21:30.099 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.099 INFO:tasks.workunit.client.0.smithi089.stdout: "unmapped_bytes": { 2024-07-26T07:21:30.099 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4923392 2024-07-26T07:21:30.099 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.099 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.100 INFO:tasks.workunit.client.0.smithi089.stdout: "prioritycache:full": { 2024-07-26T07:21:30.100 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:30.100 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 360710144 2024-07-26T07:21:30.100 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.100 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:30.100 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.100 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.100 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:30.100 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.100 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.100 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:30.100 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 266944437 2024-07-26T07:21:30.100 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.100 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:30.100 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 25619211 2024-07-26T07:21:30.101 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.101 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:30.101 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.101 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.101 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:30.101 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.101 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.101 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:30.101 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.101 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.101 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:30.101 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.102 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.102 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:30.102 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.102 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.102 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:30.102 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.102 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.102 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:30.102 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.102 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.102 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:30.102 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.102 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.102 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:30.102 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 68146496 2024-07-26T07:21:30.103 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.103 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.103 INFO:tasks.workunit.client.0.smithi089.stdout: "prioritycache:inc": { 2024-07-26T07:21:30.103 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:30.103 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 339738624 2024-07-26T07:21:30.103 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.103 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:30.103 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.103 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.103 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:30.103 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.103 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.103 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:30.103 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 266944437 2024-07-26T07:21:30.104 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.104 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:30.104 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1565320 2024-07-26T07:21:30.104 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.104 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:30.104 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.104 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.104 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:30.104 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.104 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.104 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:30.104 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.104 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.104 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:30.105 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.105 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.105 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:30.105 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.105 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.105 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:30.105 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.105 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.105 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:30.105 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.105 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.105 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:30.105 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.105 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.105 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:30.106 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 71228867 2024-07-26T07:21:30.106 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.106 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.106 INFO:tasks.workunit.client.0.smithi089.stdout: "prioritycache:kv": { 2024-07-26T07:21:30.106 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:30.106 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 314572800 2024-07-26T07:21:30.106 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.106 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:30.106 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T07:21:30.106 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.106 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:30.106 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.106 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.106 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:30.107 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 177962958 2024-07-26T07:21:30.107 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.107 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:30.107 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.107 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.107 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:30.107 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.107 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.107 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:30.107 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.107 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.107 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:30.107 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.107 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.107 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:30.108 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.108 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.108 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:30.108 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.108 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.108 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:30.108 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.108 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.108 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:30.108 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.108 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.108 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:30.108 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.108 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.108 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:30.109 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 69500978 2024-07-26T07:21:30.109 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.109 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.109 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb": { 2024-07-26T07:21:30.109 INFO:tasks.workunit.client.0.smithi089.stdout: "compact": { 2024-07-26T07:21:30.109 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.109 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.109 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_queue_len": { 2024-07-26T07:21:30.109 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.109 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.109 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_queue_merge": { 2024-07-26T07:21:30.109 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.109 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.109 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_range": { 2024-07-26T07:21:30.109 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 93 2024-07-26T07:21:30.110 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.110 INFO:tasks.workunit.client.0.smithi089.stdout: "get_latency": { 2024-07-26T07:21:30.110 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 341170, 2024-07-26T07:21:30.110 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1607503787 2024-07-26T07:21:30.110 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.110 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb_write_delay_time": { 2024-07-26T07:21:30.110 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.110 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.110 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.110 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb_write_memtable_time": { 2024-07-26T07:21:30.110 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.110 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.110 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.111 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb_write_pre_and_post_time": { 2024-07-26T07:21:30.111 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.111 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.111 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.111 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb_write_wal_time": { 2024-07-26T07:21:30.111 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.111 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.111 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.111 INFO:tasks.workunit.client.0.smithi089.stdout: "submit_latency": { 2024-07-26T07:21:30.111 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.111 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.111 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.111 INFO:tasks.workunit.client.0.smithi089.stdout: "submit_sync_latency": { 2024-07-26T07:21:30.112 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 19102, 2024-07-26T07:21:30.112 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6073606119 2024-07-26T07:21:30.112 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.112 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.112 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.112 INFO:tasks.workunit.client.0.smithi089.stdout: "mon.87ef074e95f73b29e32a1570865c090ae0131b8b": { 2024-07-26T07:21:30.112 INFO:tasks.workunit.client.0.smithi089.stdout: "mon": { 2024-07-26T07:21:30.112 INFO:tasks.workunit.client.0.smithi089.stdout: "election_call": { 2024-07-26T07:21:30.112 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5 2024-07-26T07:21:30.112 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.112 INFO:tasks.workunit.client.0.smithi089.stdout: "election_lose": { 2024-07-26T07:21:30.112 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.112 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.112 INFO:tasks.workunit.client.0.smithi089.stdout: "election_win": { 2024-07-26T07:21:30.113 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5 2024-07-26T07:21:30.113 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.113 INFO:tasks.workunit.client.0.smithi089.stdout: "num_elections": { 2024-07-26T07:21:30.113 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 17 2024-07-26T07:21:30.113 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.113 INFO:tasks.workunit.client.0.smithi089.stdout: "num_sessions": { 2024-07-26T07:21:30.113 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 11 2024-07-26T07:21:30.113 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.113 INFO:tasks.workunit.client.0.smithi089.stdout: "session_add": { 2024-07-26T07:21:30.113 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5 2024-07-26T07:21:30.113 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.113 INFO:tasks.workunit.client.0.smithi089.stdout: "session_rm": { 2024-07-26T07:21:30.113 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 219 2024-07-26T07:21:30.113 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.113 INFO:tasks.workunit.client.0.smithi089.stdout: "session_trim": { 2024-07-26T07:21:30.114 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.114 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.114 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.114 INFO:tasks.workunit.client.0.smithi089.stdout: "paxos": { 2024-07-26T07:21:30.114 INFO:tasks.workunit.client.0.smithi089.stdout: "accept_timeout": { 2024-07-26T07:21:30.114 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.114 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.114 INFO:tasks.workunit.client.0.smithi089.stdout: "begin": { 2024-07-26T07:21:30.114 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7919 2024-07-26T07:21:30.114 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.114 INFO:tasks.workunit.client.0.smithi089.stdout: "begin_bytes": { 2024-07-26T07:21:30.114 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7919, 2024-07-26T07:21:30.114 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 57799644 2024-07-26T07:21:30.114 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.115 INFO:tasks.workunit.client.0.smithi089.stdout: "begin_keys": { 2024-07-26T07:21:30.115 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7919, 2024-07-26T07:21:30.115 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 23757 2024-07-26T07:21:30.115 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.115 INFO:tasks.workunit.client.0.smithi089.stdout: "begin_latency": { 2024-07-26T07:21:30.115 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7919, 2024-07-26T07:21:30.115 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1553964539 2024-07-26T07:21:30.115 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.115 INFO:tasks.workunit.client.0.smithi089.stdout: "collect": { 2024-07-26T07:21:30.115 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.115 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.115 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_bytes": { 2024-07-26T07:21:30.115 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.115 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.116 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.116 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_keys": { 2024-07-26T07:21:30.116 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.116 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.116 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.116 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_latency": { 2024-07-26T07:21:30.116 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.116 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.116 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.116 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_timeout": { 2024-07-26T07:21:30.116 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.116 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.116 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_uncommitted": { 2024-07-26T07:21:30.116 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2 2024-07-26T07:21:30.116 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.117 INFO:tasks.workunit.client.0.smithi089.stdout: "commit": { 2024-07-26T07:21:30.117 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7917 2024-07-26T07:21:30.117 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.117 INFO:tasks.workunit.client.0.smithi089.stdout: "commit_bytes": { 2024-07-26T07:21:30.117 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7917, 2024-07-26T07:21:30.117 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 57200468 2024-07-26T07:21:30.117 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.117 INFO:tasks.workunit.client.0.smithi089.stdout: "commit_keys": { 2024-07-26T07:21:30.117 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7917, 2024-07-26T07:21:30.117 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 63784 2024-07-26T07:21:30.117 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.117 INFO:tasks.workunit.client.0.smithi089.stdout: "commit_latency": { 2024-07-26T07:21:30.117 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7917, 2024-07-26T07:21:30.117 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2930465308 2024-07-26T07:21:30.117 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.117 INFO:tasks.workunit.client.0.smithi089.stdout: "lease_ack_timeout": { 2024-07-26T07:21:30.118 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.118 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.118 INFO:tasks.workunit.client.0.smithi089.stdout: "lease_timeout": { 2024-07-26T07:21:30.118 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.118 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.118 INFO:tasks.workunit.client.0.smithi089.stdout: "new_pn": { 2024-07-26T07:21:30.118 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5 2024-07-26T07:21:30.118 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.118 INFO:tasks.workunit.client.0.smithi089.stdout: "new_pn_latency": { 2024-07-26T07:21:30.118 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 5, 2024-07-26T07:21:30.118 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2999932 2024-07-26T07:21:30.118 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.118 INFO:tasks.workunit.client.0.smithi089.stdout: "refresh": { 2024-07-26T07:21:30.118 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7920 2024-07-26T07:21:30.119 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.119 INFO:tasks.workunit.client.0.smithi089.stdout: "refresh_latency": { 2024-07-26T07:21:30.119 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7920, 2024-07-26T07:21:30.119 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 29767320732 2024-07-26T07:21:30.119 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.119 INFO:tasks.workunit.client.0.smithi089.stdout: "restart": { 2024-07-26T07:21:30.119 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 19 2024-07-26T07:21:30.119 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.119 INFO:tasks.workunit.client.0.smithi089.stdout: "share_state": { 2024-07-26T07:21:30.119 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1 2024-07-26T07:21:30.119 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.119 INFO:tasks.workunit.client.0.smithi089.stdout: "share_state_bytes": { 2024-07-26T07:21:30.119 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1, 2024-07-26T07:21:30.119 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 36759 2024-07-26T07:21:30.119 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.120 INFO:tasks.workunit.client.0.smithi089.stdout: "share_state_keys": { 2024-07-26T07:21:30.120 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1, 2024-07-26T07:21:30.120 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4 2024-07-26T07:21:30.120 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.120 INFO:tasks.workunit.client.0.smithi089.stdout: "start_leader": { 2024-07-26T07:21:30.120 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5 2024-07-26T07:21:30.120 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.120 INFO:tasks.workunit.client.0.smithi089.stdout: "start_peon": { 2024-07-26T07:21:30.120 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.120 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.120 INFO:tasks.workunit.client.0.smithi089.stdout: "store_state": { 2024-07-26T07:21:30.120 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.120 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.120 INFO:tasks.workunit.client.0.smithi089.stdout: "store_state_bytes": { 2024-07-26T07:21:30.120 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.121 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.121 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.121 INFO:tasks.workunit.client.0.smithi089.stdout: "store_state_keys": { 2024-07-26T07:21:30.121 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.121 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.121 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.121 INFO:tasks.workunit.client.0.smithi089.stdout: "store_state_latency": { 2024-07-26T07:21:30.121 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.121 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.121 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.121 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.121 INFO:tasks.workunit.client.0.smithi089.stdout: "prioritycache": { 2024-07-26T07:21:30.121 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_bytes": { 2024-07-26T07:21:30.121 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1020054731 2024-07-26T07:21:30.121 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.122 INFO:tasks.workunit.client.0.smithi089.stdout: "heap_bytes": { 2024-07-26T07:21:30.122 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 256999424 2024-07-26T07:21:30.122 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.122 INFO:tasks.workunit.client.0.smithi089.stdout: "mapped_bytes": { 2024-07-26T07:21:30.122 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 255287296 2024-07-26T07:21:30.122 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.122 INFO:tasks.workunit.client.0.smithi089.stdout: "target_bytes": { 2024-07-26T07:21:30.122 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2147483648 2024-07-26T07:21:30.122 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.122 INFO:tasks.workunit.client.0.smithi089.stdout: "unmapped_bytes": { 2024-07-26T07:21:30.122 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1712128 2024-07-26T07:21:30.122 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.122 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.122 INFO:tasks.workunit.client.0.smithi089.stdout: "prioritycache:full": { 2024-07-26T07:21:30.123 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:30.123 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 360710144 2024-07-26T07:21:30.123 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.123 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:30.123 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.123 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.123 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:30.123 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.123 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.123 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:30.123 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 266436843 2024-07-26T07:21:30.123 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.123 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:30.124 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 26569730 2024-07-26T07:21:30.124 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.124 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:30.124 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.124 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.124 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:30.124 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.124 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.124 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:30.124 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.124 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.124 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:30.124 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.125 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.125 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:30.125 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.125 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.125 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:30.125 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.125 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.125 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:30.125 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.125 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.125 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:30.125 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.125 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.125 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:30.126 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67703571 2024-07-26T07:21:30.126 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.126 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.126 INFO:tasks.workunit.client.0.smithi089.stdout: "prioritycache:inc": { 2024-07-26T07:21:30.126 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:30.126 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 335544320 2024-07-26T07:21:30.126 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.126 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:30.126 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.126 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.126 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:30.126 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.126 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.126 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:30.127 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 266436843 2024-07-26T07:21:30.127 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.127 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:30.127 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1968383 2024-07-26T07:21:30.127 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.127 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:30.127 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.127 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.127 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:30.127 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.127 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.127 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:30.127 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.127 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.127 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:30.127 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.128 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.128 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:30.128 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.128 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.128 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:30.128 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.128 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.128 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:30.128 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.128 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.128 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:30.128 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.128 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.128 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:30.128 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67139094 2024-07-26T07:21:30.129 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.129 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.129 INFO:tasks.workunit.client.0.smithi089.stdout: "prioritycache:kv": { 2024-07-26T07:21:30.129 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:30.129 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 314572800 2024-07-26T07:21:30.129 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.129 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:30.129 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T07:21:30.129 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.129 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:30.129 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.129 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.129 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:30.129 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 177624562 2024-07-26T07:21:30.130 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.130 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:30.130 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.130 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.130 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:30.130 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.130 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.130 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:30.130 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.130 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.130 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:30.130 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.130 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.130 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:30.131 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.131 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.131 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:30.131 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.131 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.131 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:30.131 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.131 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.131 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:30.131 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.131 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.131 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:30.131 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.131 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.132 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:30.132 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 69839374 2024-07-26T07:21:30.132 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.132 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.132 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb": { 2024-07-26T07:21:30.132 INFO:tasks.workunit.client.0.smithi089.stdout: "compact": { 2024-07-26T07:21:30.132 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.132 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.132 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_queue_len": { 2024-07-26T07:21:30.132 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.132 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.132 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_queue_merge": { 2024-07-26T07:21:30.132 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.133 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.133 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_range": { 2024-07-26T07:21:30.133 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 94 2024-07-26T07:21:30.133 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.133 INFO:tasks.workunit.client.0.smithi089.stdout: "get_latency": { 2024-07-26T07:21:30.133 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 358654, 2024-07-26T07:21:30.133 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1952902536 2024-07-26T07:21:30.133 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.133 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb_write_delay_time": { 2024-07-26T07:21:30.133 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.133 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.133 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.133 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb_write_memtable_time": { 2024-07-26T07:21:30.133 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.133 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.134 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.134 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb_write_pre_and_post_time": { 2024-07-26T07:21:30.134 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.134 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.134 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.134 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb_write_wal_time": { 2024-07-26T07:21:30.134 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.134 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.134 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.134 INFO:tasks.workunit.client.0.smithi089.stdout: "submit_latency": { 2024-07-26T07:21:30.134 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.134 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.134 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.134 INFO:tasks.workunit.client.0.smithi089.stdout: "submit_sync_latency": { 2024-07-26T07:21:30.135 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 19362, 2024-07-26T07:21:30.135 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7708098809 2024-07-26T07:21:30.135 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.135 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.135 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.135 INFO:tasks.workunit.client.0.smithi089.stdout: "mon.fa05ed6b69dc18131ed830145851b5294218fbe2": { 2024-07-26T07:21:30.135 INFO:tasks.workunit.client.0.smithi089.stdout: "mon": { 2024-07-26T07:21:30.135 INFO:tasks.workunit.client.0.smithi089.stdout: "election_call": { 2024-07-26T07:21:30.135 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2 2024-07-26T07:21:30.135 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.135 INFO:tasks.workunit.client.0.smithi089.stdout: "election_lose": { 2024-07-26T07:21:30.135 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3 2024-07-26T07:21:30.135 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.135 INFO:tasks.workunit.client.0.smithi089.stdout: "election_win": { 2024-07-26T07:21:30.136 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.136 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.136 INFO:tasks.workunit.client.0.smithi089.stdout: "num_elections": { 2024-07-26T07:21:30.136 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 11 2024-07-26T07:21:30.136 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.136 INFO:tasks.workunit.client.0.smithi089.stdout: "num_sessions": { 2024-07-26T07:21:30.136 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7 2024-07-26T07:21:30.136 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.136 INFO:tasks.workunit.client.0.smithi089.stdout: "session_add": { 2024-07-26T07:21:30.136 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4 2024-07-26T07:21:30.136 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.136 INFO:tasks.workunit.client.0.smithi089.stdout: "session_rm": { 2024-07-26T07:21:30.136 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 269 2024-07-26T07:21:30.136 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.136 INFO:tasks.workunit.client.0.smithi089.stdout: "session_trim": { 2024-07-26T07:21:30.137 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.137 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.137 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.137 INFO:tasks.workunit.client.0.smithi089.stdout: "paxos": { 2024-07-26T07:21:30.137 INFO:tasks.workunit.client.0.smithi089.stdout: "accept_timeout": { 2024-07-26T07:21:30.137 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.137 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.137 INFO:tasks.workunit.client.0.smithi089.stdout: "begin": { 2024-07-26T07:21:30.137 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7853 2024-07-26T07:21:30.137 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.137 INFO:tasks.workunit.client.0.smithi089.stdout: "begin_bytes": { 2024-07-26T07:21:30.137 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7853, 2024-07-26T07:21:30.137 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 56574573 2024-07-26T07:21:30.137 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.138 INFO:tasks.workunit.client.0.smithi089.stdout: "begin_keys": { 2024-07-26T07:21:30.138 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.138 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.138 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.138 INFO:tasks.workunit.client.0.smithi089.stdout: "begin_latency": { 2024-07-26T07:21:30.138 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7853, 2024-07-26T07:21:30.138 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1958955332 2024-07-26T07:21:30.138 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.138 INFO:tasks.workunit.client.0.smithi089.stdout: "collect": { 2024-07-26T07:21:30.138 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3 2024-07-26T07:21:30.138 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.138 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_bytes": { 2024-07-26T07:21:30.138 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3, 2024-07-26T07:21:30.139 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 219 2024-07-26T07:21:30.139 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.139 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_keys": { 2024-07-26T07:21:30.139 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3, 2024-07-26T07:21:30.139 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3 2024-07-26T07:21:30.139 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.139 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_latency": { 2024-07-26T07:21:30.139 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3, 2024-07-26T07:21:30.139 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 999977 2024-07-26T07:21:30.139 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.139 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_timeout": { 2024-07-26T07:21:30.139 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.139 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.139 INFO:tasks.workunit.client.0.smithi089.stdout: "collect_uncommitted": { 2024-07-26T07:21:30.139 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1 2024-07-26T07:21:30.140 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.140 INFO:tasks.workunit.client.0.smithi089.stdout: "commit": { 2024-07-26T07:21:30.140 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7853 2024-07-26T07:21:30.140 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.140 INFO:tasks.workunit.client.0.smithi089.stdout: "commit_bytes": { 2024-07-26T07:21:30.140 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.140 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.140 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.140 INFO:tasks.workunit.client.0.smithi089.stdout: "commit_keys": { 2024-07-26T07:21:30.140 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.140 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.140 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.140 INFO:tasks.workunit.client.0.smithi089.stdout: "commit_latency": { 2024-07-26T07:21:30.140 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.140 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.141 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.141 INFO:tasks.workunit.client.0.smithi089.stdout: "lease_ack_timeout": { 2024-07-26T07:21:30.141 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.141 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.141 INFO:tasks.workunit.client.0.smithi089.stdout: "lease_timeout": { 2024-07-26T07:21:30.141 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.141 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.141 INFO:tasks.workunit.client.0.smithi089.stdout: "new_pn": { 2024-07-26T07:21:30.141 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.141 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.141 INFO:tasks.workunit.client.0.smithi089.stdout: "new_pn_latency": { 2024-07-26T07:21:30.141 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.141 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.141 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.142 INFO:tasks.workunit.client.0.smithi089.stdout: "refresh": { 2024-07-26T07:21:30.142 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7853 2024-07-26T07:21:30.142 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.142 INFO:tasks.workunit.client.0.smithi089.stdout: "refresh_latency": { 2024-07-26T07:21:30.142 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7853, 2024-07-26T07:21:30.142 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 27083381803 2024-07-26T07:21:30.142 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.142 INFO:tasks.workunit.client.0.smithi089.stdout: "restart": { 2024-07-26T07:21:30.142 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 13 2024-07-26T07:21:30.142 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.142 INFO:tasks.workunit.client.0.smithi089.stdout: "share_state": { 2024-07-26T07:21:30.143 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.143 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.143 INFO:tasks.workunit.client.0.smithi089.stdout: "share_state_bytes": { 2024-07-26T07:21:30.143 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.143 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.143 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.143 INFO:tasks.workunit.client.0.smithi089.stdout: "share_state_keys": { 2024-07-26T07:21:30.143 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.143 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.143 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.143 INFO:tasks.workunit.client.0.smithi089.stdout: "start_leader": { 2024-07-26T07:21:30.143 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.143 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.144 INFO:tasks.workunit.client.0.smithi089.stdout: "start_peon": { 2024-07-26T07:21:30.144 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3 2024-07-26T07:21:30.144 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.144 INFO:tasks.workunit.client.0.smithi089.stdout: "store_state": { 2024-07-26T07:21:30.144 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7853 2024-07-26T07:21:30.144 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.144 INFO:tasks.workunit.client.0.smithi089.stdout: "store_state_bytes": { 2024-07-26T07:21:30.144 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7853, 2024-07-26T07:21:30.144 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 111713129 2024-07-26T07:21:30.144 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.144 INFO:tasks.workunit.client.0.smithi089.stdout: "store_state_keys": { 2024-07-26T07:21:30.144 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7853, 2024-07-26T07:21:30.144 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 71113 2024-07-26T07:21:30.144 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.145 INFO:tasks.workunit.client.0.smithi089.stdout: "store_state_latency": { 2024-07-26T07:21:30.145 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7853, 2024-07-26T07:21:30.145 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5369877568 2024-07-26T07:21:30.145 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.145 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.145 INFO:tasks.workunit.client.0.smithi089.stdout: "prioritycache": { 2024-07-26T07:21:30.145 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_bytes": { 2024-07-26T07:21:30.145 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1020054731 2024-07-26T07:21:30.145 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.145 INFO:tasks.workunit.client.0.smithi089.stdout: "heap_bytes": { 2024-07-26T07:21:30.145 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 183492608 2024-07-26T07:21:30.145 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.145 INFO:tasks.workunit.client.0.smithi089.stdout: "mapped_bytes": { 2024-07-26T07:21:30.145 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 177938432 2024-07-26T07:21:30.146 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.146 INFO:tasks.workunit.client.0.smithi089.stdout: "target_bytes": { 2024-07-26T07:21:30.146 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2147483648 2024-07-26T07:21:30.146 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.146 INFO:tasks.workunit.client.0.smithi089.stdout: "unmapped_bytes": { 2024-07-26T07:21:30.146 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5554176 2024-07-26T07:21:30.146 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.146 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.146 INFO:tasks.workunit.client.0.smithi089.stdout: "prioritycache:full": { 2024-07-26T07:21:30.146 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:30.146 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 360710144 2024-07-26T07:21:30.146 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.146 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:30.146 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.147 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.147 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:30.147 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.147 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.147 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:30.147 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 266119720 2024-07-26T07:21:30.147 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.147 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:30.147 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 26558637 2024-07-26T07:21:30.147 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.147 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:30.147 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.147 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.147 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:30.148 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.148 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.148 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:30.148 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.148 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.148 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:30.148 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.148 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.148 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:30.148 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.148 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.148 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:30.148 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.148 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.148 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:30.149 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.149 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.149 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:30.149 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.149 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.149 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:30.149 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 68031787 2024-07-26T07:21:30.149 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.149 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.149 INFO:tasks.workunit.client.0.smithi089.stdout: "prioritycache:inc": { 2024-07-26T07:21:30.149 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:30.149 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 339738624 2024-07-26T07:21:30.149 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.149 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:30.150 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.150 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.150 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:30.150 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.150 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.150 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:30.150 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 266119720 2024-07-26T07:21:30.150 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.150 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:30.150 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2825139 2024-07-26T07:21:30.150 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.150 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:30.150 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.150 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.151 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:30.151 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.151 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.151 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:30.151 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.151 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.151 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:30.151 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.151 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.151 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:30.151 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.151 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.151 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:30.151 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.152 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.152 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:30.152 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.152 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.152 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:30.152 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.152 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.152 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:30.152 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 70793765 2024-07-26T07:21:30.152 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.152 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.152 INFO:tasks.workunit.client.0.smithi089.stdout: "prioritycache:kv": { 2024-07-26T07:21:30.152 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:30.152 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 314572800 2024-07-26T07:21:30.152 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.153 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:30.153 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T07:21:30.153 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.153 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:30.153 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.153 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.153 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:30.153 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 177413146 2024-07-26T07:21:30.153 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.153 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:30.153 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.153 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.153 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:30.153 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.154 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.154 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:30.154 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.154 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.154 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:30.154 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.154 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.154 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:30.154 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.154 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.154 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:30.154 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.154 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.154 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:30.155 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.155 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.155 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:30.155 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.155 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.155 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:30.155 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.155 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.155 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:30.155 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 70050790 2024-07-26T07:21:30.155 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.155 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.155 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb": { 2024-07-26T07:21:30.155 INFO:tasks.workunit.client.0.smithi089.stdout: "compact": { 2024-07-26T07:21:30.155 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.156 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.156 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_queue_len": { 2024-07-26T07:21:30.156 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.156 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.156 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_queue_merge": { 2024-07-26T07:21:30.156 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.156 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.156 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_range": { 2024-07-26T07:21:30.156 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 94 2024-07-26T07:21:30.156 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.156 INFO:tasks.workunit.client.0.smithi089.stdout: "get_latency": { 2024-07-26T07:21:30.156 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 345158, 2024-07-26T07:21:30.156 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1726731853 2024-07-26T07:21:30.156 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.156 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb_write_delay_time": { 2024-07-26T07:21:30.157 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.157 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.157 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.157 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb_write_memtable_time": { 2024-07-26T07:21:30.157 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.157 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.157 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.157 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb_write_pre_and_post_time": { 2024-07-26T07:21:30.157 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.157 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.157 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.157 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb_write_wal_time": { 2024-07-26T07:21:30.157 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.157 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.158 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.158 INFO:tasks.workunit.client.0.smithi089.stdout: "submit_latency": { 2024-07-26T07:21:30.158 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.158 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.158 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.158 INFO:tasks.workunit.client.0.smithi089.stdout: "submit_sync_latency": { 2024-07-26T07:21:30.158 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 19203, 2024-07-26T07:21:30.158 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9607682145 2024-07-26T07:21:30.158 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.158 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.158 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.158 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.0": { 2024-07-26T07:21:30.158 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T07:21:30.158 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_db_max_lat": { 2024-07-26T07:21:30.159 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 24098 2024-07-26T07:21:30.159 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.159 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_fallback": { 2024-07-26T07:21:30.159 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.159 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.159 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_max_lat": { 2024-07-26T07:21:30.159 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.159 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.159 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_size_fallback": { 2024-07-26T07:21:30.159 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.159 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.159 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_db": { 2024-07-26T07:21:30.159 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 65536 2024-07-26T07:21:30.159 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.159 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_slow": { 2024-07-26T07:21:30.160 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.160 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.160 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_wal": { 2024-07-26T07:21:30.160 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.160 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.160 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_wal_max_lat": { 2024-07-26T07:21:30.160 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.160 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.160 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_slow": { 2024-07-26T07:21:30.160 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.160 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.160 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_sst": { 2024-07-26T07:21:30.160 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10731520 2024-07-26T07:21:30.160 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.161 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_wal": { 2024-07-26T07:21:30.161 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 853250048 2024-07-26T07:21:30.161 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.161 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lat": { 2024-07-26T07:21:30.161 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 19, 2024-07-26T07:21:30.161 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3746990 2024-07-26T07:21:30.161 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.161 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lock_lat": { 2024-07-26T07:21:30.161 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 19, 2024-07-26T07:21:30.161 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1471386 2024-07-26T07:21:30.161 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.161 INFO:tasks.workunit.client.0.smithi089.stdout: "db_alloc_lat": { 2024-07-26T07:21:30.161 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 211, 2024-07-26T07:21:30.161 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 967978 2024-07-26T07:21:30.162 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.162 INFO:tasks.workunit.client.0.smithi089.stdout: "db_total_bytes": { 2024-07-26T07:21:30.162 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995027456 2024-07-26T07:21:30.162 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.162 INFO:tasks.workunit.client.0.smithi089.stdout: "db_used_bytes": { 2024-07-26T07:21:30.162 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 864681984 2024-07-26T07:21:30.162 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.162 INFO:tasks.workunit.client.0.smithi089.stdout: "flush_lat": { 2024-07-26T07:21:30.162 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80402, 2024-07-26T07:21:30.162 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10748336427 2024-07-26T07:21:30.162 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.162 INFO:tasks.workunit.client.0.smithi089.stdout: "fsync_lat": { 2024-07-26T07:21:30.162 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80406, 2024-07-26T07:21:30.163 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 17581532401 2024-07-26T07:21:30.163 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.163 INFO:tasks.workunit.client.0.smithi089.stdout: "log_bytes": { 2024-07-26T07:21:30.163 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 13393920 2024-07-26T07:21:30.163 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.163 INFO:tasks.workunit.client.0.smithi089.stdout: "logged_bytes": { 2024-07-26T07:21:30.163 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 329285632 2024-07-26T07:21:30.163 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.163 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_db": { 2024-07-26T07:21:30.163 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 860422144 2024-07-26T07:21:30.163 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.163 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_slow": { 2024-07-26T07:21:30.163 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.163 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.163 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_wal": { 2024-07-26T07:21:30.164 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.164 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.164 INFO:tasks.workunit.client.0.smithi089.stdout: "num_files": { 2024-07-26T07:21:30.164 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 59 2024-07-26T07:21:30.164 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.164 INFO:tasks.workunit.client.0.smithi089.stdout: "read_bytes": { 2024-07-26T07:21:30.164 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 357067552 2024-07-26T07:21:30.164 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.164 INFO:tasks.workunit.client.0.smithi089.stdout: "read_count": { 2024-07-26T07:21:30.164 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 23883 2024-07-26T07:21:30.164 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.164 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes": { 2024-07-26T07:21:30.164 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 278900736 2024-07-26T07:21:30.164 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.165 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_db": { 2024-07-26T07:21:30.165 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 278904832 2024-07-26T07:21:30.165 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.165 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_slow": { 2024-07-26T07:21:30.165 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.165 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.165 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_wal": { 2024-07-26T07:21:30.165 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.165 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.165 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_count": { 2024-07-26T07:21:30.165 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 11276 2024-07-26T07:21:30.165 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.165 INFO:tasks.workunit.client.0.smithi089.stdout: "read_lat": { 2024-07-26T07:21:30.166 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 23883, 2024-07-26T07:21:30.166 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 183687994 2024-07-26T07:21:30.166 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.166 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_bytes": { 2024-07-26T07:21:30.166 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 244059870 2024-07-26T07:21:30.166 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.166 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_count": { 2024-07-26T07:21:30.166 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 20422 2024-07-26T07:21:30.166 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.166 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_bytes": { 2024-07-26T07:21:30.166 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5113198 2024-07-26T07:21:30.166 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.166 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_count": { 2024-07-26T07:21:30.166 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 590 2024-07-26T07:21:30.167 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.167 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_bytes": { 2024-07-26T07:21:30.167 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10604268 2024-07-26T07:21:30.167 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.167 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_count": { 2024-07-26T07:21:30.167 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 902 2024-07-26T07:21:30.167 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.167 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes": { 2024-07-26T07:21:30.167 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5491070 2024-07-26T07:21:30.167 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.167 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_db": { 2024-07-26T07:21:30.167 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5491070 2024-07-26T07:21:30.167 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.167 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_slow": { 2024-07-26T07:21:30.168 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.168 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.168 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_wal": { 2024-07-26T07:21:30.168 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.168 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.168 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_count": { 2024-07-26T07:21:30.168 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 329 2024-07-26T07:21:30.168 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.168 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_lat": { 2024-07-26T07:21:30.168 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 902, 2024-07-26T07:21:30.168 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4334979 2024-07-26T07:21:30.168 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.168 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_alloc_lat": { 2024-07-26T07:21:30.168 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.168 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.169 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.169 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_total_bytes": { 2024-07-26T07:21:30.169 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.169 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.169 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_used_bytes": { 2024-07-26T07:21:30.169 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.169 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.169 INFO:tasks.workunit.client.0.smithi089.stdout: "truncate_lat": { 2024-07-26T07:21:30.169 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1, 2024-07-26T07:21:30.169 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 581 2024-07-26T07:21:30.169 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.169 INFO:tasks.workunit.client.0.smithi089.stdout: "unlink_lat": { 2024-07-26T07:21:30.169 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 4, 2024-07-26T07:21:30.169 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5638 2024-07-26T07:21:30.170 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.170 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_alloc_lat": { 2024-07-26T07:21:30.170 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.170 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.170 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.170 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_total_bytes": { 2024-07-26T07:21:30.170 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.170 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.170 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_used_bytes": { 2024-07-26T07:21:30.170 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.170 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.170 INFO:tasks.workunit.client.0.smithi089.stdout: "write_bytes": { 2024-07-26T07:21:30.170 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1196158976 2024-07-26T07:21:30.171 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.171 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.171 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore": { 2024-07-26T07:21:30.171 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit": { 2024-07-26T07:21:30.171 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4096 2024-07-26T07:21:30.171 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.171 INFO:tasks.workunit.client.0.smithi089.stdout: "allocated": { 2024-07-26T07:21:30.171 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 14929920 2024-07-26T07:21:30.171 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.171 INFO:tasks.workunit.client.0.smithi089.stdout: "allocator_lat": { 2024-07-26T07:21:30.171 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 23922, 2024-07-26T07:21:30.171 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 69934816 2024-07-26T07:21:30.171 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.172 INFO:tasks.workunit.client.0.smithi089.stdout: "clist_lat": { 2024-07-26T07:21:30.172 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3323, 2024-07-26T07:21:30.172 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 409444443 2024-07-26T07:21:30.172 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.172 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_lat": { 2024-07-26T07:21:30.172 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.172 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.172 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.172 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed": { 2024-07-26T07:21:30.172 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.172 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.172 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_allocated": { 2024-07-26T07:21:30.172 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.173 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.173 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_original": { 2024-07-26T07:21:30.173 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.173 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.173 INFO:tasks.workunit.client.0.smithi089.stdout: "csum_lat": { 2024-07-26T07:21:30.173 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 24028, 2024-07-26T07:21:30.173 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 199276007 2024-07-26T07:21:30.173 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.173 INFO:tasks.workunit.client.0.smithi089.stdout: "decompress_lat": { 2024-07-26T07:21:30.173 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.173 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.173 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.173 INFO:tasks.workunit.client.0.smithi089.stdout: "fragmentation_micros": { 2024-07-26T07:21:30.173 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.174 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.174 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_commit_lat": { 2024-07-26T07:21:30.174 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80314, 2024-07-26T07:21:30.174 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 21980860191 2024-07-26T07:21:30.174 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.174 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_final_lat": { 2024-07-26T07:21:30.174 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 79671, 2024-07-26T07:21:30.174 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1772168908 2024-07-26T07:21:30.174 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.174 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_flush_lat": { 2024-07-26T07:21:30.174 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80314, 2024-07-26T07:21:30.174 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 47056572 2024-07-26T07:21:30.174 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.175 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_sync_lat": { 2024-07-26T07:21:30.175 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80314, 2024-07-26T07:21:30.175 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 22027916763 2024-07-26T07:21:30.175 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.175 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_keys_lat": { 2024-07-26T07:21:30.175 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.175 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.175 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.175 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_values_lat": { 2024-07-26T07:21:30.175 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 39975, 2024-07-26T07:21:30.175 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1872745526 2024-07-26T07:21:30.175 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.175 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_lower_bound_lat": { 2024-07-26T07:21:30.175 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1076, 2024-07-26T07:21:30.176 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3365250 2024-07-26T07:21:30.176 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.176 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_next_lat": { 2024-07-26T07:21:30.176 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 28853, 2024-07-26T07:21:30.176 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 13147493 2024-07-26T07:21:30.176 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.176 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_seek_to_first_lat": { 2024-07-26T07:21:30.176 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 53, 2024-07-26T07:21:30.176 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 81730 2024-07-26T07:21:30.176 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.177 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_upper_bound_lat": { 2024-07-26T07:21:30.177 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 24437, 2024-07-26T07:21:30.177 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5751597843 2024-07-26T07:21:30.177 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.177 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_hits": { 2024-07-26T07:21:30.177 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 280385 2024-07-26T07:21:30.177 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.177 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_misses": { 2024-07-26T07:21:30.177 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 24916 2024-07-26T07:21:30.177 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.177 INFO:tasks.workunit.client.0.smithi089.stdout: "read_lat": { 2024-07-26T07:21:30.177 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 21761, 2024-07-26T07:21:30.177 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2464654558 2024-07-26T07:21:30.177 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.177 INFO:tasks.workunit.client.0.smithi089.stdout: "read_onode_meta_lat": { 2024-07-26T07:21:30.178 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 51533, 2024-07-26T07:21:30.178 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 17015213 2024-07-26T07:21:30.178 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.178 INFO:tasks.workunit.client.0.smithi089.stdout: "read_wait_aio_lat": { 2024-07-26T07:21:30.178 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 29772, 2024-07-26T07:21:30.178 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1878713739 2024-07-26T07:21:30.178 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.178 INFO:tasks.workunit.client.0.smithi089.stdout: "reads_with_retries": { 2024-07-26T07:21:30.178 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.178 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.178 INFO:tasks.workunit.client.0.smithi089.stdout: "remove_lat": { 2024-07-26T07:21:30.178 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 14912, 2024-07-26T07:21:30.178 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 392737416 2024-07-26T07:21:30.178 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.179 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_aio_wait_count": { 2024-07-26T07:21:30.179 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.179 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.179 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_committed_kv_count": { 2024-07-26T07:21:30.179 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.179 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.179 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_read_onode_meta_count": { 2024-07-26T07:21:30.179 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.179 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.179 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_read_wait_aio_count": { 2024-07-26T07:21:30.179 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.179 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.179 INFO:tasks.workunit.client.0.smithi089.stdout: "state_aio_wait_lat": { 2024-07-26T07:21:30.180 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 98093, 2024-07-26T07:21:30.180 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10720766353 2024-07-26T07:21:30.180 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.180 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T07:21:30.180 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 9862, 2024-07-26T07:21:30.180 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 863538512 2024-07-26T07:21:30.180 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.180 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_cleanup_lat": { 2024-07-26T07:21:30.180 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 9862, 2024-07-26T07:21:30.180 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2823914995757 2024-07-26T07:21:30.180 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.180 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_queued_lat": { 2024-07-26T07:21:30.180 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 9862, 2024-07-26T07:21:30.180 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6703559682965 2024-07-26T07:21:30.181 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.181 INFO:tasks.workunit.client.0.smithi089.stdout: "state_done_lat": { 2024-07-26T07:21:30.181 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 98093, 2024-07-26T07:21:30.181 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2595005410887 2024-07-26T07:21:30.181 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.181 INFO:tasks.workunit.client.0.smithi089.stdout: "state_finishing_lat": { 2024-07-26T07:21:30.181 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 98093, 2024-07-26T07:21:30.181 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 11312139 2024-07-26T07:21:30.181 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.181 INFO:tasks.workunit.client.0.smithi089.stdout: "state_io_done_lat": { 2024-07-26T07:21:30.181 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 98093, 2024-07-26T07:21:30.181 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 430805604 2024-07-26T07:21:30.181 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.181 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_commiting_lat": { 2024-07-26T07:21:30.182 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 98093, 2024-07-26T07:21:30.182 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 41104504093 2024-07-26T07:21:30.182 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.182 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_done_lat": { 2024-07-26T07:21:30.182 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 98093, 2024-07-26T07:21:30.182 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 35170982 2024-07-26T07:21:30.182 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.182 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_queued_lat": { 2024-07-26T07:21:30.182 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 98093, 2024-07-26T07:21:30.182 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 22171832068 2024-07-26T07:21:30.182 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.182 INFO:tasks.workunit.client.0.smithi089.stdout: "state_prepare_lat": { 2024-07-26T07:21:30.183 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 98093, 2024-07-26T07:21:30.183 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9133712977 2024-07-26T07:21:30.183 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.183 INFO:tasks.workunit.client.0.smithi089.stdout: "stored": { 2024-07-26T07:21:30.183 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9130047 2024-07-26T07:21:30.183 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.183 INFO:tasks.workunit.client.0.smithi089.stdout: "truncate_lat": { 2024-07-26T07:21:30.183 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2705, 2024-07-26T07:21:30.183 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 15220625 2024-07-26T07:21:30.183 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.183 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_commit_lat": { 2024-07-26T07:21:30.183 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 98093, 2024-07-26T07:21:30.183 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 83578502188 2024-07-26T07:21:30.183 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.184 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_submit_lat": { 2024-07-26T07:21:30.184 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 98093, 2024-07-26T07:21:30.184 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10239317104 2024-07-26T07:21:30.184 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.184 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_throttle_lat": { 2024-07-26T07:21:30.184 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 98093, 2024-07-26T07:21:30.184 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1011916142 2024-07-26T07:21:30.184 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.184 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.184 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache": { 2024-07-26T07:21:30.184 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_bytes": { 2024-07-26T07:21:30.184 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1405081568 2024-07-26T07:21:30.184 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.184 INFO:tasks.workunit.client.0.smithi089.stdout: "heap_bytes": { 2024-07-26T07:21:30.185 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 521740288 2024-07-26T07:21:30.185 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.185 INFO:tasks.workunit.client.0.smithi089.stdout: "mapped_bytes": { 2024-07-26T07:21:30.185 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 460251136 2024-07-26T07:21:30.185 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.185 INFO:tasks.workunit.client.0.smithi089.stdout: "target_bytes": { 2024-07-26T07:21:30.185 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2600456396 2024-07-26T07:21:30.185 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.185 INFO:tasks.workunit.client.0.smithi089.stdout: "unmapped_bytes": { 2024-07-26T07:21:30.185 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 61489152 2024-07-26T07:21:30.185 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.185 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.185 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:data": { 2024-07-26T07:21:30.186 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:30.186 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 125829120 2024-07-26T07:21:30.186 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.186 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:30.186 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.186 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.186 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:30.186 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.186 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.186 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:30.186 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 56669510 2024-07-26T07:21:30.186 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.186 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:30.186 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.186 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.187 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:30.187 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.187 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.187 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:30.187 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.187 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.187 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:30.187 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.187 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.187 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:30.187 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8192 2024-07-26T07:21:30.187 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.187 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:30.187 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 167936 2024-07-26T07:21:30.188 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.188 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:30.188 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.188 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.188 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:30.188 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.188 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.188 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:30.188 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.188 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.188 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:30.188 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 68983482 2024-07-26T07:21:30.188 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.189 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.189 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv": { 2024-07-26T07:21:30.189 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:30.189 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 562036736 2024-07-26T07:21:30.189 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.189 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:30.189 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T07:21:30.189 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.189 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:30.189 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.189 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.189 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:30.189 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 425021327 2024-07-26T07:21:30.189 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.189 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:30.190 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.190 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.190 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:30.190 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.190 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.190 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:30.190 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1520 2024-07-26T07:21:30.190 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.190 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:30.190 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.190 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.190 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:30.190 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 94400 2024-07-26T07:21:30.191 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.191 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:30.191 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.191 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.191 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:30.191 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.191 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.191 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:30.191 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.191 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.191 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:30.191 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.191 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.191 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:30.191 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 69810625 2024-07-26T07:21:30.191 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.192 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.192 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T07:21:30.192 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:30.192 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 176160768 2024-07-26T07:21:30.192 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.192 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:30.192 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T07:21:30.192 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.192 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:30.192 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 140848 2024-07-26T07:21:30.192 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.192 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:30.192 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 37779673 2024-07-26T07:21:30.192 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.193 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:30.193 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.193 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.193 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:30.193 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.193 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.193 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:30.193 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.193 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.193 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:30.193 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.193 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.193 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:30.193 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.194 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.194 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:30.194 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.194 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.194 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:30.194 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.194 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.194 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:30.194 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.194 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.194 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:30.194 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.194 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.194 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:30.195 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 71131383 2024-07-26T07:21:30.195 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.195 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.195 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:meta": { 2024-07-26T07:21:30.195 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:30.195 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 494927872 2024-07-26T07:21:30.195 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.195 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:30.195 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.195 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.195 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:30.195 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.195 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.195 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:30.195 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 425021327 2024-07-26T07:21:30.196 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.196 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:30.196 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.196 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.196 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:30.196 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.196 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.196 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:30.196 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.196 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.196 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:30.196 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.196 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.196 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:30.196 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 180056 2024-07-26T07:21:30.196 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.197 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:30.197 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1165788 2024-07-26T07:21:30.197 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.197 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:30.197 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.197 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.197 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:30.197 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.197 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.197 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:30.197 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.197 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.197 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:30.197 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 68560701 2024-07-26T07:21:30.198 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.198 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.198 INFO:tasks.workunit.client.0.smithi089.stdout: "objecter": { 2024-07-26T07:21:30.198 INFO:tasks.workunit.client.0.smithi089.stdout: "op_active": { 2024-07-26T07:21:30.198 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.198 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.198 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T07:21:30.198 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 70 2024-07-26T07:21:30.198 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.198 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rmw": { 2024-07-26T07:21:30.198 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.198 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.198 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T07:21:30.199 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.199 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.199 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.199 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:30.199 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg": { 2024-07-26T07:21:30.199 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 57 2024-07-26T07:21:30.199 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.199 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg_removing": { 2024-07-26T07:21:30.199 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.199 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.199 INFO:tasks.workunit.client.0.smithi089.stdout: "op": { 2024-07-26T07:21:30.199 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 53578 2024-07-26T07:21:30.199 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.199 INFO:tasks.workunit.client.0.smithi089.stdout: "op_before_queue_op_lat": { 2024-07-26T07:21:30.199 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 146992, 2024-07-26T07:21:30.200 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7272534224 2024-07-26T07:21:30.200 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.200 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_degraded": { 2024-07-26T07:21:30.200 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3 2024-07-26T07:21:30.200 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.200 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_unreadable": { 2024-07-26T07:21:30.200 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1 2024-07-26T07:21:30.200 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.200 INFO:tasks.workunit.client.0.smithi089.stdout: "op_in_bytes": { 2024-07-26T07:21:30.200 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1942598483 2024-07-26T07:21:30.200 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.200 INFO:tasks.workunit.client.0.smithi089.stdout: "op_latency": { 2024-07-26T07:21:30.200 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 53578, 2024-07-26T07:21:30.200 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 217465798865 2024-07-26T07:21:30.201 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.201 INFO:tasks.workunit.client.0.smithi089.stdout: "op_out_bytes": { 2024-07-26T07:21:30.201 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3657383176 2024-07-26T07:21:30.201 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.201 INFO:tasks.workunit.client.0.smithi089.stdout: "op_prepare_latency": { 2024-07-26T07:21:30.201 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 54530, 2024-07-26T07:21:30.201 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 22067112909 2024-07-26T07:21:30.201 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.201 INFO:tasks.workunit.client.0.smithi089.stdout: "op_process_latency": { 2024-07-26T07:21:30.201 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 53578, 2024-07-26T07:21:30.201 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 93292984423 2024-07-26T07:21:30.201 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.201 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T07:21:30.201 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 36694 2024-07-26T07:21:30.202 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.202 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency": { 2024-07-26T07:21:30.202 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 36694, 2024-07-26T07:21:30.202 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 26201392072 2024-07-26T07:21:30.202 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.202 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T07:21:30.202 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.202 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.202 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_out_bytes": { 2024-07-26T07:21:30.202 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3657383176 2024-07-26T07:21:30.202 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.202 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_prepare_latency": { 2024-07-26T07:21:30.202 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 37074, 2024-07-26T07:21:30.202 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7231315392 2024-07-26T07:21:30.203 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.203 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_process_latency": { 2024-07-26T07:21:30.203 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 36694, 2024-07-26T07:21:30.203 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10135742693 2024-07-26T07:21:30.203 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.203 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw": { 2024-07-26T07:21:30.203 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9190 2024-07-26T07:21:30.203 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.203 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_in_bytes": { 2024-07-26T07:21:30.203 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 305073041 2024-07-26T07:21:30.203 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.203 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency": { 2024-07-26T07:21:30.203 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 9190, 2024-07-26T07:21:30.203 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 15455815331 2024-07-26T07:21:30.204 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.204 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T07:21:30.204 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.204 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.204 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T07:21:30.204 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.204 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.204 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_out_bytes": { 2024-07-26T07:21:30.204 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.204 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.204 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_prepare_latency": { 2024-07-26T07:21:30.204 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 9534, 2024-07-26T07:21:30.204 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5506521962 2024-07-26T07:21:30.204 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.205 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_process_latency": { 2024-07-26T07:21:30.205 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 9190, 2024-07-26T07:21:30.205 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 13213589353 2024-07-26T07:21:30.205 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.205 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T07:21:30.205 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7694 2024-07-26T07:21:30.205 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.205 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_in_bytes": { 2024-07-26T07:21:30.205 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1637525442 2024-07-26T07:21:30.205 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.205 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency": { 2024-07-26T07:21:30.205 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7694, 2024-07-26T07:21:30.205 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 175808591462 2024-07-26T07:21:30.205 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.205 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T07:21:30.206 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.206 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.206 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_prepare_latency": { 2024-07-26T07:21:30.206 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7922, 2024-07-26T07:21:30.206 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9329275555 2024-07-26T07:21:30.206 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.206 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_process_latency": { 2024-07-26T07:21:30.206 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7694, 2024-07-26T07:21:30.206 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 69943652377 2024-07-26T07:21:30.206 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.206 INFO:tasks.workunit.client.0.smithi089.stdout: "op_wip": { 2024-07-26T07:21:30.206 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.206 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.206 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_bytes": { 2024-07-26T07:21:30.206 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 19 2024-07-26T07:21:30.207 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.207 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_ops": { 2024-07-26T07:21:30.207 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 32 2024-07-26T07:21:30.207 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.207 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes": { 2024-07-26T07:21:30.207 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995035648 2024-07-26T07:21:30.207 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.207 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes_used": { 2024-07-26T07:21:30.207 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 879632384 2024-07-26T07:21:30.207 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.207 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.207 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.207 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.1": { 2024-07-26T07:21:30.207 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T07:21:30.207 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_db_max_lat": { 2024-07-26T07:21:30.208 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 24735 2024-07-26T07:21:30.208 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.208 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_fallback": { 2024-07-26T07:21:30.208 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.208 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.208 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_max_lat": { 2024-07-26T07:21:30.208 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.208 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.208 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_size_fallback": { 2024-07-26T07:21:30.208 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.208 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.208 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_db": { 2024-07-26T07:21:30.208 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 65536 2024-07-26T07:21:30.208 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.208 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_slow": { 2024-07-26T07:21:30.209 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.209 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.209 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_wal": { 2024-07-26T07:21:30.209 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.209 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.209 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_wal_max_lat": { 2024-07-26T07:21:30.209 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.209 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.209 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_slow": { 2024-07-26T07:21:30.209 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.209 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.209 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_sst": { 2024-07-26T07:21:30.209 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6639616 2024-07-26T07:21:30.209 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.210 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_wal": { 2024-07-26T07:21:30.210 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 892166144 2024-07-26T07:21:30.210 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.210 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lat": { 2024-07-26T07:21:30.210 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 17, 2024-07-26T07:21:30.210 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4652537 2024-07-26T07:21:30.210 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.210 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lock_lat": { 2024-07-26T07:21:30.210 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 17, 2024-07-26T07:21:30.210 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1316539 2024-07-26T07:21:30.210 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.210 INFO:tasks.workunit.client.0.smithi089.stdout: "db_alloc_lat": { 2024-07-26T07:21:30.210 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 202, 2024-07-26T07:21:30.210 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1008361 2024-07-26T07:21:30.211 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.211 INFO:tasks.workunit.client.0.smithi089.stdout: "db_total_bytes": { 2024-07-26T07:21:30.211 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995027456 2024-07-26T07:21:30.211 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.211 INFO:tasks.workunit.client.0.smithi089.stdout: "db_used_bytes": { 2024-07-26T07:21:30.211 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1027080192 2024-07-26T07:21:30.211 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.211 INFO:tasks.workunit.client.0.smithi089.stdout: "flush_lat": { 2024-07-26T07:21:30.211 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 72329, 2024-07-26T07:21:30.211 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9992587318 2024-07-26T07:21:30.211 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.211 INFO:tasks.workunit.client.0.smithi089.stdout: "fsync_lat": { 2024-07-26T07:21:30.211 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 72362, 2024-07-26T07:21:30.211 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 16537950766 2024-07-26T07:21:30.211 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.212 INFO:tasks.workunit.client.0.smithi089.stdout: "log_bytes": { 2024-07-26T07:21:30.212 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 13656064 2024-07-26T07:21:30.212 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.212 INFO:tasks.workunit.client.0.smithi089.stdout: "logged_bytes": { 2024-07-26T07:21:30.212 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 296280064 2024-07-26T07:21:30.212 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.212 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_db": { 2024-07-26T07:21:30.212 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1017118720 2024-07-26T07:21:30.212 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.212 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_slow": { 2024-07-26T07:21:30.212 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.212 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.212 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_wal": { 2024-07-26T07:21:30.212 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.213 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.213 INFO:tasks.workunit.client.0.smithi089.stdout: "num_files": { 2024-07-26T07:21:30.213 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 63 2024-07-26T07:21:30.213 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.213 INFO:tasks.workunit.client.0.smithi089.stdout: "read_bytes": { 2024-07-26T07:21:30.213 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 269995202 2024-07-26T07:21:30.213 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.213 INFO:tasks.workunit.client.0.smithi089.stdout: "read_count": { 2024-07-26T07:21:30.213 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 16999 2024-07-26T07:21:30.213 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.213 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes": { 2024-07-26T07:21:30.213 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 227028992 2024-07-26T07:21:30.213 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.213 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_db": { 2024-07-26T07:21:30.214 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 227033088 2024-07-26T07:21:30.214 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.214 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_slow": { 2024-07-26T07:21:30.214 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.214 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.214 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_wal": { 2024-07-26T07:21:30.214 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.214 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.214 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_count": { 2024-07-26T07:21:30.214 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8214 2024-07-26T07:21:30.214 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.214 INFO:tasks.workunit.client.0.smithi089.stdout: "read_lat": { 2024-07-26T07:21:30.214 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 16999, 2024-07-26T07:21:30.214 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 175772115 2024-07-26T07:21:30.215 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.215 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_bytes": { 2024-07-26T07:21:30.215 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 178204933 2024-07-26T07:21:30.215 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.215 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_count": { 2024-07-26T07:21:30.215 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 14185 2024-07-26T07:21:30.215 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.215 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_bytes": { 2024-07-26T07:21:30.215 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2236533 2024-07-26T07:21:30.215 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.215 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_count": { 2024-07-26T07:21:30.215 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 603 2024-07-26T07:21:30.215 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.215 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_bytes": { 2024-07-26T07:21:30.216 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6520976 2024-07-26T07:21:30.216 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.216 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_count": { 2024-07-26T07:21:30.216 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 852 2024-07-26T07:21:30.216 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.216 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes": { 2024-07-26T07:21:30.216 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4284443 2024-07-26T07:21:30.216 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.216 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_db": { 2024-07-26T07:21:30.216 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4284443 2024-07-26T07:21:30.216 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.216 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_slow": { 2024-07-26T07:21:30.216 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.216 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.216 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_wal": { 2024-07-26T07:21:30.217 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.217 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.217 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_count": { 2024-07-26T07:21:30.217 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 253 2024-07-26T07:21:30.217 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.217 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_lat": { 2024-07-26T07:21:30.217 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 852, 2024-07-26T07:21:30.217 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2988517 2024-07-26T07:21:30.217 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.217 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_alloc_lat": { 2024-07-26T07:21:30.217 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.217 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.217 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.217 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_total_bytes": { 2024-07-26T07:21:30.217 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.218 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.218 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_used_bytes": { 2024-07-26T07:21:30.218 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.218 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.218 INFO:tasks.workunit.client.0.smithi089.stdout: "truncate_lat": { 2024-07-26T07:21:30.218 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1, 2024-07-26T07:21:30.218 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 700 2024-07-26T07:21:30.218 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.218 INFO:tasks.workunit.client.0.smithi089.stdout: "unlink_lat": { 2024-07-26T07:21:30.218 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 4, 2024-07-26T07:21:30.218 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5831 2024-07-26T07:21:30.218 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.218 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_alloc_lat": { 2024-07-26T07:21:30.218 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.219 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.219 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.219 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_total_bytes": { 2024-07-26T07:21:30.219 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.219 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.219 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_used_bytes": { 2024-07-26T07:21:30.219 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.219 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.219 INFO:tasks.workunit.client.0.smithi089.stdout: "write_bytes": { 2024-07-26T07:21:30.219 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1197686784 2024-07-26T07:21:30.219 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.219 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.219 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore": { 2024-07-26T07:21:30.219 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit": { 2024-07-26T07:21:30.219 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4096 2024-07-26T07:21:30.220 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.220 INFO:tasks.workunit.client.0.smithi089.stdout: "allocated": { 2024-07-26T07:21:30.220 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 14331904 2024-07-26T07:21:30.220 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.220 INFO:tasks.workunit.client.0.smithi089.stdout: "allocator_lat": { 2024-07-26T07:21:30.220 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 19250, 2024-07-26T07:21:30.220 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 71676012 2024-07-26T07:21:30.220 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.220 INFO:tasks.workunit.client.0.smithi089.stdout: "clist_lat": { 2024-07-26T07:21:30.220 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3283, 2024-07-26T07:21:30.220 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 499934903 2024-07-26T07:21:30.220 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.220 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_lat": { 2024-07-26T07:21:30.220 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.221 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.221 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.221 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed": { 2024-07-26T07:21:30.221 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.221 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.221 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_allocated": { 2024-07-26T07:21:30.221 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.221 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.221 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_original": { 2024-07-26T07:21:30.221 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.221 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.221 INFO:tasks.workunit.client.0.smithi089.stdout: "csum_lat": { 2024-07-26T07:21:30.221 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 18681, 2024-07-26T07:21:30.221 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 143800006 2024-07-26T07:21:30.222 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.222 INFO:tasks.workunit.client.0.smithi089.stdout: "decompress_lat": { 2024-07-26T07:21:30.222 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.222 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.222 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.222 INFO:tasks.workunit.client.0.smithi089.stdout: "fragmentation_micros": { 2024-07-26T07:21:30.222 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.222 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.222 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_commit_lat": { 2024-07-26T07:21:30.222 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 72253, 2024-07-26T07:21:30.222 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 20786496946 2024-07-26T07:21:30.222 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.222 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_final_lat": { 2024-07-26T07:21:30.222 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 71620, 2024-07-26T07:21:30.223 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1833366418 2024-07-26T07:21:30.223 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.223 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_flush_lat": { 2024-07-26T07:21:30.223 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 72253, 2024-07-26T07:21:30.223 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 42215293 2024-07-26T07:21:30.223 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.223 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_sync_lat": { 2024-07-26T07:21:30.223 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 72253, 2024-07-26T07:21:30.223 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 20828712239 2024-07-26T07:21:30.223 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.223 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_keys_lat": { 2024-07-26T07:21:30.223 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.223 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.223 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.223 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_values_lat": { 2024-07-26T07:21:30.224 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 31688, 2024-07-26T07:21:30.224 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1475041183 2024-07-26T07:21:30.224 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.224 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_lower_bound_lat": { 2024-07-26T07:21:30.224 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1030, 2024-07-26T07:21:30.224 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2652658 2024-07-26T07:21:30.224 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.224 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_next_lat": { 2024-07-26T07:21:30.224 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 12203, 2024-07-26T07:21:30.224 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 11735680 2024-07-26T07:21:30.224 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.224 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_seek_to_first_lat": { 2024-07-26T07:21:30.224 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 45, 2024-07-26T07:21:30.225 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 87235 2024-07-26T07:21:30.225 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.225 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_upper_bound_lat": { 2024-07-26T07:21:30.225 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 13259, 2024-07-26T07:21:30.225 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4793977768 2024-07-26T07:21:30.225 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.225 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_hits": { 2024-07-26T07:21:30.225 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 233168 2024-07-26T07:21:30.225 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.225 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_misses": { 2024-07-26T07:21:30.225 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 27328 2024-07-26T07:21:30.225 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.226 INFO:tasks.workunit.client.0.smithi089.stdout: "read_lat": { 2024-07-26T07:21:30.226 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 21865, 2024-07-26T07:21:30.226 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2240338380 2024-07-26T07:21:30.226 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.226 INFO:tasks.workunit.client.0.smithi089.stdout: "read_onode_meta_lat": { 2024-07-26T07:21:30.226 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 71258, 2024-07-26T07:21:30.226 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 20072632 2024-07-26T07:21:30.226 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.226 INFO:tasks.workunit.client.0.smithi089.stdout: "read_wait_aio_lat": { 2024-07-26T07:21:30.226 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 49393, 2024-07-26T07:21:30.226 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1463533850 2024-07-26T07:21:30.226 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.227 INFO:tasks.workunit.client.0.smithi089.stdout: "reads_with_retries": { 2024-07-26T07:21:30.227 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.227 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.227 INFO:tasks.workunit.client.0.smithi089.stdout: "remove_lat": { 2024-07-26T07:21:30.227 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 14696, 2024-07-26T07:21:30.227 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 413122708 2024-07-26T07:21:30.227 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.227 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_aio_wait_count": { 2024-07-26T07:21:30.227 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.227 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.227 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_committed_kv_count": { 2024-07-26T07:21:30.228 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.228 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.228 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_read_onode_meta_count": { 2024-07-26T07:21:30.228 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.228 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.228 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_read_wait_aio_count": { 2024-07-26T07:21:30.228 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.228 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.228 INFO:tasks.workunit.client.0.smithi089.stdout: "state_aio_wait_lat": { 2024-07-26T07:21:30.228 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 85209, 2024-07-26T07:21:30.229 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7644771967 2024-07-26T07:21:30.229 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.229 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T07:21:30.229 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 22420, 2024-07-26T07:21:30.229 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1834090020 2024-07-26T07:21:30.229 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.229 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_cleanup_lat": { 2024-07-26T07:21:30.229 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 22419, 2024-07-26T07:21:30.229 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2578990270604 2024-07-26T07:21:30.229 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.229 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_queued_lat": { 2024-07-26T07:21:30.229 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 22420, 2024-07-26T07:21:30.229 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6435330424714 2024-07-26T07:21:30.230 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.230 INFO:tasks.workunit.client.0.smithi089.stdout: "state_done_lat": { 2024-07-26T07:21:30.230 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 85208, 2024-07-26T07:21:30.230 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2411192506993 2024-07-26T07:21:30.230 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.230 INFO:tasks.workunit.client.0.smithi089.stdout: "state_finishing_lat": { 2024-07-26T07:21:30.230 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 85208, 2024-07-26T07:21:30.230 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9090806 2024-07-26T07:21:30.230 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.230 INFO:tasks.workunit.client.0.smithi089.stdout: "state_io_done_lat": { 2024-07-26T07:21:30.230 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 85209, 2024-07-26T07:21:30.230 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 242578026 2024-07-26T07:21:30.230 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.230 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_commiting_lat": { 2024-07-26T07:21:30.231 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 85209, 2024-07-26T07:21:30.231 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 35724283848 2024-07-26T07:21:30.231 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.231 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_done_lat": { 2024-07-26T07:21:30.231 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 85209, 2024-07-26T07:21:30.231 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 29361683 2024-07-26T07:21:30.231 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.231 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_queued_lat": { 2024-07-26T07:21:30.231 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 85209, 2024-07-26T07:21:30.231 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 18932798339 2024-07-26T07:21:30.231 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.231 INFO:tasks.workunit.client.0.smithi089.stdout: "state_prepare_lat": { 2024-07-26T07:21:30.231 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 85209, 2024-07-26T07:21:30.231 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9147385633 2024-07-26T07:21:30.232 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.232 INFO:tasks.workunit.client.0.smithi089.stdout: "stored": { 2024-07-26T07:21:30.232 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8539142 2024-07-26T07:21:30.232 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.232 INFO:tasks.workunit.client.0.smithi089.stdout: "truncate_lat": { 2024-07-26T07:21:30.232 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2676, 2024-07-26T07:21:30.232 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 14294783 2024-07-26T07:21:30.232 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.232 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_commit_lat": { 2024-07-26T07:21:30.232 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 85209, 2024-07-26T07:21:30.232 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 71705224009 2024-07-26T07:21:30.232 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.232 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_submit_lat": { 2024-07-26T07:21:30.233 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 85209, 2024-07-26T07:21:30.233 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10290422147 2024-07-26T07:21:30.233 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.233 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_throttle_lat": { 2024-07-26T07:21:30.233 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 85209, 2024-07-26T07:21:30.233 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 544282111 2024-07-26T07:21:30.233 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.233 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.233 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache": { 2024-07-26T07:21:30.233 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_bytes": { 2024-07-26T07:21:30.233 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1405081568 2024-07-26T07:21:30.233 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.233 INFO:tasks.workunit.client.0.smithi089.stdout: "heap_bytes": { 2024-07-26T07:21:30.234 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 509632512 2024-07-26T07:21:30.234 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.234 INFO:tasks.workunit.client.0.smithi089.stdout: "mapped_bytes": { 2024-07-26T07:21:30.234 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 407625728 2024-07-26T07:21:30.234 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.234 INFO:tasks.workunit.client.0.smithi089.stdout: "target_bytes": { 2024-07-26T07:21:30.234 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2600456396 2024-07-26T07:21:30.234 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.234 INFO:tasks.workunit.client.0.smithi089.stdout: "unmapped_bytes": { 2024-07-26T07:21:30.234 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 102006784 2024-07-26T07:21:30.234 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.234 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.234 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:data": { 2024-07-26T07:21:30.235 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:30.235 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 125829120 2024-07-26T07:21:30.235 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.235 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:30.235 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.235 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.235 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:30.235 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.235 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.235 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:30.235 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 56916441 2024-07-26T07:21:30.235 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.235 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:30.235 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.236 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.236 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:30.236 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.236 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.236 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:30.236 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.236 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.236 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:30.236 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.236 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.236 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:30.236 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 49152 2024-07-26T07:21:30.236 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.236 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:30.236 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 471040 2024-07-26T07:21:30.237 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.237 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:30.237 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.237 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.237 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:30.237 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.237 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.237 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:30.237 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.237 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.237 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:30.237 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 68392487 2024-07-26T07:21:30.237 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.237 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.237 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv": { 2024-07-26T07:21:30.238 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:30.238 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 562036736 2024-07-26T07:21:30.238 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.238 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:30.238 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T07:21:30.238 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.238 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:30.238 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.238 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.238 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:30.238 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 426873309 2024-07-26T07:21:30.238 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.238 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:30.238 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.238 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.239 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:30.239 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.239 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.239 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:30.239 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 256 2024-07-26T07:21:30.239 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.239 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:30.239 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.239 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.239 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:30.239 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 102448 2024-07-26T07:21:30.239 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.239 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:30.239 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.240 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.240 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:30.240 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.240 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.240 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:30.240 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.240 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.240 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:30.240 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.240 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.240 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:30.240 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67951859 2024-07-26T07:21:30.240 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.240 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.240 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T07:21:30.241 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:30.241 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 176160768 2024-07-26T07:21:30.241 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.241 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:30.241 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T07:21:30.241 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.241 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:30.241 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 254448 2024-07-26T07:21:30.241 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.241 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:30.241 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 37944294 2024-07-26T07:21:30.241 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.241 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:30.241 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.241 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.242 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:30.242 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.242 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.242 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:30.242 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.242 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.242 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:30.242 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.242 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.242 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:30.242 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.242 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.242 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:30.243 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.243 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.243 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:30.243 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.243 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.243 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:30.243 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.243 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.243 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:30.243 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.244 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.244 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:30.244 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 70853162 2024-07-26T07:21:30.244 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.244 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.244 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:meta": { 2024-07-26T07:21:30.244 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:30.244 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 503316480 2024-07-26T07:21:30.244 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.244 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:30.244 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.244 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.244 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:30.245 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.245 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.245 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:30.245 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 426873309 2024-07-26T07:21:30.245 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.245 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:30.245 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.245 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.245 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:30.245 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.245 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.245 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:30.245 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.245 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.245 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:30.246 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.246 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.246 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:30.246 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 177182 2024-07-26T07:21:30.246 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.246 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:30.246 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1171034 2024-07-26T07:21:30.246 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.246 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:30.246 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.246 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.246 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:30.247 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.247 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.247 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:30.247 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.247 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.247 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:30.247 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 75094955 2024-07-26T07:21:30.247 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.247 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.247 INFO:tasks.workunit.client.0.smithi089.stdout: "objecter": { 2024-07-26T07:21:30.247 INFO:tasks.workunit.client.0.smithi089.stdout: "op_active": { 2024-07-26T07:21:30.247 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.247 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.247 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T07:21:30.247 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 35 2024-07-26T07:21:30.248 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.248 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rmw": { 2024-07-26T07:21:30.248 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.248 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.248 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T07:21:30.248 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.248 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.248 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.248 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:30.248 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg": { 2024-07-26T07:21:30.248 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 48 2024-07-26T07:21:30.248 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.248 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg_removing": { 2024-07-26T07:21:30.248 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.248 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.248 INFO:tasks.workunit.client.0.smithi089.stdout: "op": { 2024-07-26T07:21:30.249 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 45351 2024-07-26T07:21:30.249 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.249 INFO:tasks.workunit.client.0.smithi089.stdout: "op_before_queue_op_lat": { 2024-07-26T07:21:30.249 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 136950, 2024-07-26T07:21:30.249 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7910704873 2024-07-26T07:21:30.249 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.249 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_degraded": { 2024-07-26T07:21:30.249 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.249 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.249 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_unreadable": { 2024-07-26T07:21:30.249 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.249 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.249 INFO:tasks.workunit.client.0.smithi089.stdout: "op_in_bytes": { 2024-07-26T07:21:30.249 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1983922190 2024-07-26T07:21:30.249 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.250 INFO:tasks.workunit.client.0.smithi089.stdout: "op_latency": { 2024-07-26T07:21:30.250 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 45351, 2024-07-26T07:21:30.250 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 550177529191 2024-07-26T07:21:30.250 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.250 INFO:tasks.workunit.client.0.smithi089.stdout: "op_out_bytes": { 2024-07-26T07:21:30.250 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2551659840 2024-07-26T07:21:30.250 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.250 INFO:tasks.workunit.client.0.smithi089.stdout: "op_prepare_latency": { 2024-07-26T07:21:30.250 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 47344, 2024-07-26T07:21:30.250 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 30987291197 2024-07-26T07:21:30.250 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.250 INFO:tasks.workunit.client.0.smithi089.stdout: "op_process_latency": { 2024-07-26T07:21:30.250 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 45351, 2024-07-26T07:21:30.250 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 113815038026 2024-07-26T07:21:30.251 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.251 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T07:21:30.251 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 22748 2024-07-26T07:21:30.251 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.251 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency": { 2024-07-26T07:21:30.251 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 22748, 2024-07-26T07:21:30.251 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 13384193176 2024-07-26T07:21:30.251 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.251 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T07:21:30.251 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.251 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.251 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_out_bytes": { 2024-07-26T07:21:30.251 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2551659840 2024-07-26T07:21:30.251 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.251 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_prepare_latency": { 2024-07-26T07:21:30.251 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 23213, 2024-07-26T07:21:30.252 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5586245603 2024-07-26T07:21:30.252 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.252 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_process_latency": { 2024-07-26T07:21:30.252 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 22748, 2024-07-26T07:21:30.252 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6299006594 2024-07-26T07:21:30.252 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.252 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw": { 2024-07-26T07:21:30.252 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12747 2024-07-26T07:21:30.252 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.252 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_in_bytes": { 2024-07-26T07:21:30.252 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 167385039 2024-07-26T07:21:30.252 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.252 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency": { 2024-07-26T07:21:30.252 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 12747, 2024-07-26T07:21:30.253 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95716498808 2024-07-26T07:21:30.253 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.253 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T07:21:30.253 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.253 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.253 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T07:21:30.253 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.253 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.253 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_out_bytes": { 2024-07-26T07:21:30.253 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.253 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.253 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_prepare_latency": { 2024-07-26T07:21:30.253 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 13153, 2024-07-26T07:21:30.253 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 13057923508 2024-07-26T07:21:30.254 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.254 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_process_latency": { 2024-07-26T07:21:30.254 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 12747, 2024-07-26T07:21:30.254 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 30302828091 2024-07-26T07:21:30.254 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.254 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T07:21:30.254 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9856 2024-07-26T07:21:30.254 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.254 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_in_bytes": { 2024-07-26T07:21:30.254 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1816537151 2024-07-26T07:21:30.254 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.254 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency": { 2024-07-26T07:21:30.254 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 9856, 2024-07-26T07:21:30.254 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 441076837207 2024-07-26T07:21:30.255 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.255 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T07:21:30.255 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.255 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.255 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_prepare_latency": { 2024-07-26T07:21:30.255 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 10978, 2024-07-26T07:21:30.255 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12343122086 2024-07-26T07:21:30.255 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.255 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_process_latency": { 2024-07-26T07:21:30.255 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 9856, 2024-07-26T07:21:30.255 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 77213203341 2024-07-26T07:21:30.255 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.255 INFO:tasks.workunit.client.0.smithi089.stdout: "op_wip": { 2024-07-26T07:21:30.256 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.256 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.256 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_bytes": { 2024-07-26T07:21:30.256 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 117 2024-07-26T07:21:30.256 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.256 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_ops": { 2024-07-26T07:21:30.256 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2 2024-07-26T07:21:30.256 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.256 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes": { 2024-07-26T07:21:30.256 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995035648 2024-07-26T07:21:30.256 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.256 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes_used": { 2024-07-26T07:21:30.256 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1041424384 2024-07-26T07:21:30.256 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.257 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.257 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.257 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.2": { 2024-07-26T07:21:30.257 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T07:21:30.257 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_db_max_lat": { 2024-07-26T07:21:30.257 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 21252 2024-07-26T07:21:30.257 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.257 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_fallback": { 2024-07-26T07:21:30.257 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.257 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.257 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_max_lat": { 2024-07-26T07:21:30.257 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.257 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.258 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_size_fallback": { 2024-07-26T07:21:30.258 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.258 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.258 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_db": { 2024-07-26T07:21:30.258 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 65536 2024-07-26T07:21:30.258 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.258 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_slow": { 2024-07-26T07:21:30.258 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.258 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.258 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_wal": { 2024-07-26T07:21:30.258 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.258 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.258 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_wal_max_lat": { 2024-07-26T07:21:30.259 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.259 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.259 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_slow": { 2024-07-26T07:21:30.259 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.259 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.259 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_sst": { 2024-07-26T07:21:30.259 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1196032 2024-07-26T07:21:30.259 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.259 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_wal": { 2024-07-26T07:21:30.259 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 542871552 2024-07-26T07:21:30.259 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.259 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lat": { 2024-07-26T07:21:30.259 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 17, 2024-07-26T07:21:30.259 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3566885 2024-07-26T07:21:30.259 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.260 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lock_lat": { 2024-07-26T07:21:30.260 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 17, 2024-07-26T07:21:30.260 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1143514 2024-07-26T07:21:30.260 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.260 INFO:tasks.workunit.client.0.smithi089.stdout: "db_alloc_lat": { 2024-07-26T07:21:30.260 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 152, 2024-07-26T07:21:30.260 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 717929 2024-07-26T07:21:30.260 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.260 INFO:tasks.workunit.client.0.smithi089.stdout: "db_total_bytes": { 2024-07-26T07:21:30.260 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995027456 2024-07-26T07:21:30.260 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.260 INFO:tasks.workunit.client.0.smithi089.stdout: "db_used_bytes": { 2024-07-26T07:21:30.260 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 398852096 2024-07-26T07:21:30.260 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.260 INFO:tasks.workunit.client.0.smithi089.stdout: "flush_lat": { 2024-07-26T07:21:30.261 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 69406, 2024-07-26T07:21:30.261 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9530449187 2024-07-26T07:21:30.261 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.261 INFO:tasks.workunit.client.0.smithi089.stdout: "fsync_lat": { 2024-07-26T07:21:30.261 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 69416, 2024-07-26T07:21:30.261 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 15421333954 2024-07-26T07:21:30.261 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.261 INFO:tasks.workunit.client.0.smithi089.stdout: "log_bytes": { 2024-07-26T07:21:30.261 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1736704 2024-07-26T07:21:30.261 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.261 INFO:tasks.workunit.client.0.smithi089.stdout: "logged_bytes": { 2024-07-26T07:21:30.261 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 284372992 2024-07-26T07:21:30.261 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.261 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_db": { 2024-07-26T07:21:30.262 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 420151296 2024-07-26T07:21:30.262 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.262 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_slow": { 2024-07-26T07:21:30.262 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.262 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.262 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_wal": { 2024-07-26T07:21:30.262 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.262 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.262 INFO:tasks.workunit.client.0.smithi089.stdout: "num_files": { 2024-07-26T07:21:30.262 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 37 2024-07-26T07:21:30.262 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.262 INFO:tasks.workunit.client.0.smithi089.stdout: "read_bytes": { 2024-07-26T07:21:30.262 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 84752774 2024-07-26T07:21:30.262 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.262 INFO:tasks.workunit.client.0.smithi089.stdout: "read_count": { 2024-07-26T07:21:30.263 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5640 2024-07-26T07:21:30.263 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.263 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes": { 2024-07-26T07:21:30.263 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 46309376 2024-07-26T07:21:30.263 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.263 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_db": { 2024-07-26T07:21:30.263 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 46313472 2024-07-26T07:21:30.263 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.263 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_slow": { 2024-07-26T07:21:30.263 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.263 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.263 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_wal": { 2024-07-26T07:21:30.263 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.263 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.263 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_count": { 2024-07-26T07:21:30.263 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 137 2024-07-26T07:21:30.264 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.264 INFO:tasks.workunit.client.0.smithi089.stdout: "read_lat": { 2024-07-26T07:21:30.264 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 5640, 2024-07-26T07:21:30.264 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 13502755 2024-07-26T07:21:30.264 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.264 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_bytes": { 2024-07-26T07:21:30.264 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 41851025 2024-07-26T07:21:30.264 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.264 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_count": { 2024-07-26T07:21:30.264 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4318 2024-07-26T07:21:30.264 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.264 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_bytes": { 2024-07-26T07:21:30.264 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 506051 2024-07-26T07:21:30.264 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.264 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_count": { 2024-07-26T07:21:30.264 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 323 2024-07-26T07:21:30.265 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.265 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_bytes": { 2024-07-26T07:21:30.265 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1180875 2024-07-26T07:21:30.265 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.265 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_count": { 2024-07-26T07:21:30.265 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 434 2024-07-26T07:21:30.265 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.265 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes": { 2024-07-26T07:21:30.265 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 674824 2024-07-26T07:21:30.265 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.265 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_db": { 2024-07-26T07:21:30.265 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 674824 2024-07-26T07:21:30.265 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.265 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_slow": { 2024-07-26T07:21:30.265 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.266 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.266 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_wal": { 2024-07-26T07:21:30.266 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.266 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.266 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_count": { 2024-07-26T07:21:30.266 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 112 2024-07-26T07:21:30.266 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.266 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_lat": { 2024-07-26T07:21:30.266 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 434, 2024-07-26T07:21:30.266 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 533887 2024-07-26T07:21:30.266 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.266 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_alloc_lat": { 2024-07-26T07:21:30.266 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.266 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.267 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.267 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_total_bytes": { 2024-07-26T07:21:30.267 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.267 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.267 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_used_bytes": { 2024-07-26T07:21:30.267 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.267 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.267 INFO:tasks.workunit.client.0.smithi089.stdout: "truncate_lat": { 2024-07-26T07:21:30.267 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1, 2024-07-26T07:21:30.267 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 524 2024-07-26T07:21:30.267 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.267 INFO:tasks.workunit.client.0.smithi089.stdout: "unlink_lat": { 2024-07-26T07:21:30.267 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 4, 2024-07-26T07:21:30.267 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5813 2024-07-26T07:21:30.267 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.267 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_alloc_lat": { 2024-07-26T07:21:30.268 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.268 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.268 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.268 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_total_bytes": { 2024-07-26T07:21:30.268 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.268 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.268 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_used_bytes": { 2024-07-26T07:21:30.268 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.268 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.268 INFO:tasks.workunit.client.0.smithi089.stdout: "write_bytes": { 2024-07-26T07:21:30.268 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 831012864 2024-07-26T07:21:30.268 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.268 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.268 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore": { 2024-07-26T07:21:30.268 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit": { 2024-07-26T07:21:30.268 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4096 2024-07-26T07:21:30.269 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.269 INFO:tasks.workunit.client.0.smithi089.stdout: "allocated": { 2024-07-26T07:21:30.269 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 14319616 2024-07-26T07:21:30.269 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.269 INFO:tasks.workunit.client.0.smithi089.stdout: "allocator_lat": { 2024-07-26T07:21:30.269 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 14181, 2024-07-26T07:21:30.269 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 46523695 2024-07-26T07:21:30.269 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.269 INFO:tasks.workunit.client.0.smithi089.stdout: "clist_lat": { 2024-07-26T07:21:30.269 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3289, 2024-07-26T07:21:30.269 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 334042145 2024-07-26T07:21:30.269 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.269 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_lat": { 2024-07-26T07:21:30.269 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.269 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.269 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.270 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed": { 2024-07-26T07:21:30.270 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.270 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.270 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_allocated": { 2024-07-26T07:21:30.270 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.270 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.270 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_original": { 2024-07-26T07:21:30.270 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.270 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.270 INFO:tasks.workunit.client.0.smithi089.stdout: "csum_lat": { 2024-07-26T07:21:30.270 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 19981, 2024-07-26T07:21:30.270 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 154606921 2024-07-26T07:21:30.270 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.270 INFO:tasks.workunit.client.0.smithi089.stdout: "decompress_lat": { 2024-07-26T07:21:30.271 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.271 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.271 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.271 INFO:tasks.workunit.client.0.smithi089.stdout: "fragmentation_micros": { 2024-07-26T07:21:30.271 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.271 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.271 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_commit_lat": { 2024-07-26T07:21:30.271 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 69376, 2024-07-26T07:21:30.271 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 18842162763 2024-07-26T07:21:30.271 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.271 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_final_lat": { 2024-07-26T07:21:30.271 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 68837, 2024-07-26T07:21:30.271 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1551815112 2024-07-26T07:21:30.272 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.272 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_flush_lat": { 2024-07-26T07:21:30.272 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 69376, 2024-07-26T07:21:30.272 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 35484792 2024-07-26T07:21:30.272 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.272 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_sync_lat": { 2024-07-26T07:21:30.272 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 69376, 2024-07-26T07:21:30.272 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 18877647555 2024-07-26T07:21:30.272 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.272 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_keys_lat": { 2024-07-26T07:21:30.272 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.272 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.272 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.272 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_values_lat": { 2024-07-26T07:21:30.273 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 262369, 2024-07-26T07:21:30.273 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1698976787 2024-07-26T07:21:30.273 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.273 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_lower_bound_lat": { 2024-07-26T07:21:30.273 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1030, 2024-07-26T07:21:30.273 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3085583 2024-07-26T07:21:30.273 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.273 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_next_lat": { 2024-07-26T07:21:30.273 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 145951, 2024-07-26T07:21:30.273 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 49495657 2024-07-26T07:21:30.273 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.273 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_seek_to_first_lat": { 2024-07-26T07:21:30.273 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 36, 2024-07-26T07:21:30.273 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 76182 2024-07-26T07:21:30.273 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.273 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_upper_bound_lat": { 2024-07-26T07:21:30.274 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 23268, 2024-07-26T07:21:30.274 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2480318948 2024-07-26T07:21:30.274 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.274 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_hits": { 2024-07-26T07:21:30.274 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 456495 2024-07-26T07:21:30.274 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.274 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_misses": { 2024-07-26T07:21:30.274 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 18499 2024-07-26T07:21:30.274 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.274 INFO:tasks.workunit.client.0.smithi089.stdout: "read_lat": { 2024-07-26T07:21:30.274 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7031, 2024-07-26T07:21:30.274 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1360759411 2024-07-26T07:21:30.274 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.275 INFO:tasks.workunit.client.0.smithi089.stdout: "read_onode_meta_lat": { 2024-07-26T07:21:30.275 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 18504, 2024-07-26T07:21:30.275 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9675996 2024-07-26T07:21:30.275 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.275 INFO:tasks.workunit.client.0.smithi089.stdout: "read_wait_aio_lat": { 2024-07-26T07:21:30.275 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 11473, 2024-07-26T07:21:30.275 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1200318290 2024-07-26T07:21:30.275 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.275 INFO:tasks.workunit.client.0.smithi089.stdout: "reads_with_retries": { 2024-07-26T07:21:30.275 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.275 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.275 INFO:tasks.workunit.client.0.smithi089.stdout: "remove_lat": { 2024-07-26T07:21:30.276 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 11812, 2024-07-26T07:21:30.276 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 330825208 2024-07-26T07:21:30.276 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.276 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_aio_wait_count": { 2024-07-26T07:21:30.276 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.276 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.276 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_committed_kv_count": { 2024-07-26T07:21:30.276 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.276 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.276 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_read_onode_meta_count": { 2024-07-26T07:21:30.276 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.276 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.276 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_read_wait_aio_count": { 2024-07-26T07:21:30.276 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.277 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.277 INFO:tasks.workunit.client.0.smithi089.stdout: "state_aio_wait_lat": { 2024-07-26T07:21:30.277 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80061, 2024-07-26T07:21:30.277 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6306613126 2024-07-26T07:21:30.277 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.277 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T07:21:30.277 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 5440, 2024-07-26T07:21:30.277 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 587950472 2024-07-26T07:21:30.277 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.277 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_cleanup_lat": { 2024-07-26T07:21:30.277 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 5439, 2024-07-26T07:21:30.277 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2538496197670 2024-07-26T07:21:30.277 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.277 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_queued_lat": { 2024-07-26T07:21:30.278 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 5440, 2024-07-26T07:21:30.278 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6209887844485 2024-07-26T07:21:30.278 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.278 INFO:tasks.workunit.client.0.smithi089.stdout: "state_done_lat": { 2024-07-26T07:21:30.278 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80060, 2024-07-26T07:21:30.278 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2227433581218 2024-07-26T07:21:30.278 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.278 INFO:tasks.workunit.client.0.smithi089.stdout: "state_finishing_lat": { 2024-07-26T07:21:30.278 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80060, 2024-07-26T07:21:30.278 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9630034 2024-07-26T07:21:30.278 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.278 INFO:tasks.workunit.client.0.smithi089.stdout: "state_io_done_lat": { 2024-07-26T07:21:30.278 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80061, 2024-07-26T07:21:30.278 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 211167097 2024-07-26T07:21:30.279 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.279 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_commiting_lat": { 2024-07-26T07:21:30.279 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80061, 2024-07-26T07:21:30.279 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 31058294612 2024-07-26T07:21:30.279 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.279 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_done_lat": { 2024-07-26T07:21:30.279 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80061, 2024-07-26T07:21:30.279 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 27687547 2024-07-26T07:21:30.279 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.279 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_queued_lat": { 2024-07-26T07:21:30.279 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80061, 2024-07-26T07:21:30.279 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 15015973162 2024-07-26T07:21:30.279 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.279 INFO:tasks.workunit.client.0.smithi089.stdout: "state_prepare_lat": { 2024-07-26T07:21:30.279 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80061, 2024-07-26T07:21:30.279 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6619803790 2024-07-26T07:21:30.280 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.280 INFO:tasks.workunit.client.0.smithi089.stdout: "stored": { 2024-07-26T07:21:30.280 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8538963 2024-07-26T07:21:30.280 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.280 INFO:tasks.workunit.client.0.smithi089.stdout: "truncate_lat": { 2024-07-26T07:21:30.280 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2654, 2024-07-26T07:21:30.280 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 14945595 2024-07-26T07:21:30.280 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.280 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_commit_lat": { 2024-07-26T07:21:30.280 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80061, 2024-07-26T07:21:30.280 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 59224477024 2024-07-26T07:21:30.280 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.280 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_submit_lat": { 2024-07-26T07:21:30.280 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80061, 2024-07-26T07:21:30.280 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7550932890 2024-07-26T07:21:30.281 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.281 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_throttle_lat": { 2024-07-26T07:21:30.281 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80061, 2024-07-26T07:21:30.281 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 485003406 2024-07-26T07:21:30.281 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.281 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.281 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache": { 2024-07-26T07:21:30.281 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_bytes": { 2024-07-26T07:21:30.281 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1405081568 2024-07-26T07:21:30.281 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.281 INFO:tasks.workunit.client.0.smithi089.stdout: "heap_bytes": { 2024-07-26T07:21:30.281 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 494346240 2024-07-26T07:21:30.281 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.281 INFO:tasks.workunit.client.0.smithi089.stdout: "mapped_bytes": { 2024-07-26T07:21:30.281 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 489570304 2024-07-26T07:21:30.281 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.281 INFO:tasks.workunit.client.0.smithi089.stdout: "target_bytes": { 2024-07-26T07:21:30.282 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2600456396 2024-07-26T07:21:30.282 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.282 INFO:tasks.workunit.client.0.smithi089.stdout: "unmapped_bytes": { 2024-07-26T07:21:30.282 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4775936 2024-07-26T07:21:30.282 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.282 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.282 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:data": { 2024-07-26T07:21:30.282 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:30.282 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 125829120 2024-07-26T07:21:30.282 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.282 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:30.282 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.282 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.282 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:30.283 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.283 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.283 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:30.283 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 57502430 2024-07-26T07:21:30.283 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.283 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:30.283 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.283 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.283 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:30.283 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.283 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.283 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:30.283 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.284 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.284 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:30.284 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.284 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.284 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:30.284 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12288 2024-07-26T07:21:30.284 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.284 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:30.284 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 24576 2024-07-26T07:21:30.284 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.284 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:30.284 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.284 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.284 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:30.284 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.285 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.285 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:30.285 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.285 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.285 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:30.285 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 68289826 2024-07-26T07:21:30.285 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.285 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.285 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv": { 2024-07-26T07:21:30.285 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:30.285 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 570425344 2024-07-26T07:21:30.285 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.285 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:30.285 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T07:21:30.286 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.286 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:30.286 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.286 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.286 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:30.286 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 431268230 2024-07-26T07:21:30.286 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.286 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:30.286 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.286 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.286 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:30.286 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 976 2024-07-26T07:21:30.286 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.287 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:30.287 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.287 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.287 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:30.287 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.287 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.287 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:30.287 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 59264 2024-07-26T07:21:30.287 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.287 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:30.287 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.287 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.287 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:30.288 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.288 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.288 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:30.288 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.288 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.288 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:30.288 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.288 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.288 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:30.288 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 71988010 2024-07-26T07:21:30.288 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.288 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.288 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T07:21:30.288 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:30.288 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 176160768 2024-07-26T07:21:30.288 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.288 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:30.289 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T07:21:30.289 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.289 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:30.289 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 221872 2024-07-26T07:21:30.289 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.289 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:30.289 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 38334953 2024-07-26T07:21:30.289 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.289 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:30.289 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.289 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.289 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:30.289 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.289 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.290 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:30.290 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.290 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.290 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:30.290 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.290 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.290 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:30.290 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.290 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.290 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:30.290 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.290 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.290 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:30.291 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.291 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.291 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:30.291 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.291 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.291 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:30.291 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.291 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.291 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:30.291 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 70495079 2024-07-26T07:21:30.291 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.291 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.291 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:meta": { 2024-07-26T07:21:30.291 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:30.292 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 503316480 2024-07-26T07:21:30.292 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.292 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:30.292 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.292 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.292 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:30.292 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.292 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.292 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:30.292 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 431268230 2024-07-26T07:21:30.292 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.292 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:30.292 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.293 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.293 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:30.293 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.293 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.293 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:30.293 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.293 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.293 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:30.293 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.293 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.293 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:30.293 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 169473 2024-07-26T07:21:30.293 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.293 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:30.294 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1203050 2024-07-26T07:21:30.294 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.294 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:30.294 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.294 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.294 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:30.294 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.294 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.294 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:30.294 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.294 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.294 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:30.294 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 70675727 2024-07-26T07:21:30.295 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.295 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.295 INFO:tasks.workunit.client.0.smithi089.stdout: "objecter": { 2024-07-26T07:21:30.295 INFO:tasks.workunit.client.0.smithi089.stdout: "op_active": { 2024-07-26T07:21:30.295 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.295 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.295 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T07:21:30.295 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 69 2024-07-26T07:21:30.295 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.295 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rmw": { 2024-07-26T07:21:30.295 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.295 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.295 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T07:21:30.295 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1 2024-07-26T07:21:30.296 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.296 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.296 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:30.296 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg": { 2024-07-26T07:21:30.296 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 41 2024-07-26T07:21:30.296 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.296 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg_removing": { 2024-07-26T07:21:30.296 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.296 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.296 INFO:tasks.workunit.client.0.smithi089.stdout: "op": { 2024-07-26T07:21:30.296 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 57501 2024-07-26T07:21:30.296 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.296 INFO:tasks.workunit.client.0.smithi089.stdout: "op_before_queue_op_lat": { 2024-07-26T07:21:30.296 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 151580, 2024-07-26T07:21:30.297 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6513419595 2024-07-26T07:21:30.297 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.297 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_degraded": { 2024-07-26T07:21:30.297 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5 2024-07-26T07:21:30.297 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.297 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_unreadable": { 2024-07-26T07:21:30.297 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.297 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.297 INFO:tasks.workunit.client.0.smithi089.stdout: "op_in_bytes": { 2024-07-26T07:21:30.297 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1420203757 2024-07-26T07:21:30.297 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.297 INFO:tasks.workunit.client.0.smithi089.stdout: "op_latency": { 2024-07-26T07:21:30.297 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 57501, 2024-07-26T07:21:30.297 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 86482494042 2024-07-26T07:21:30.297 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.298 INFO:tasks.workunit.client.0.smithi089.stdout: "op_out_bytes": { 2024-07-26T07:21:30.298 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2489970206 2024-07-26T07:21:30.298 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.298 INFO:tasks.workunit.client.0.smithi089.stdout: "op_prepare_latency": { 2024-07-26T07:21:30.298 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 58474, 2024-07-26T07:21:30.298 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 48469631599 2024-07-26T07:21:30.298 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.298 INFO:tasks.workunit.client.0.smithi089.stdout: "op_process_latency": { 2024-07-26T07:21:30.298 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 57501, 2024-07-26T07:21:30.298 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 75455125308 2024-07-26T07:21:30.298 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.298 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T07:21:30.298 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 27122 2024-07-26T07:21:30.298 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.298 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency": { 2024-07-26T07:21:30.299 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 27122, 2024-07-26T07:21:30.299 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 19388910217 2024-07-26T07:21:30.299 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.299 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T07:21:30.299 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.299 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.299 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_out_bytes": { 2024-07-26T07:21:30.299 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2489970206 2024-07-26T07:21:30.299 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.299 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_prepare_latency": { 2024-07-26T07:21:30.299 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 27576, 2024-07-26T07:21:30.299 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 11645756191 2024-07-26T07:21:30.299 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.299 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_process_latency": { 2024-07-26T07:21:30.299 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 27122, 2024-07-26T07:21:30.300 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 13720274708 2024-07-26T07:21:30.300 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.300 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw": { 2024-07-26T07:21:30.300 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 28643 2024-07-26T07:21:30.300 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.300 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_in_bytes": { 2024-07-26T07:21:30.300 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 289513953 2024-07-26T07:21:30.300 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.300 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency": { 2024-07-26T07:21:30.300 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 28643, 2024-07-26T07:21:30.300 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 53130479349 2024-07-26T07:21:30.300 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.300 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T07:21:30.300 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.301 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.301 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T07:21:30.301 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.301 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.301 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_out_bytes": { 2024-07-26T07:21:30.301 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.301 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.301 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_prepare_latency": { 2024-07-26T07:21:30.301 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 28997, 2024-07-26T07:21:30.301 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 34156271469 2024-07-26T07:21:30.301 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.301 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_process_latency": { 2024-07-26T07:21:30.302 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 28643, 2024-07-26T07:21:30.302 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 50269330984 2024-07-26T07:21:30.302 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.302 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T07:21:30.302 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1736 2024-07-26T07:21:30.302 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.302 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_in_bytes": { 2024-07-26T07:21:30.302 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1130689804 2024-07-26T07:21:30.302 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.302 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency": { 2024-07-26T07:21:30.302 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1736, 2024-07-26T07:21:30.302 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 13963104476 2024-07-26T07:21:30.302 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.302 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T07:21:30.302 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.303 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.303 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_prepare_latency": { 2024-07-26T07:21:30.303 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1901, 2024-07-26T07:21:30.303 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2667603939 2024-07-26T07:21:30.303 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.303 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_process_latency": { 2024-07-26T07:21:30.303 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1736, 2024-07-26T07:21:30.303 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 11465519616 2024-07-26T07:21:30.303 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.303 INFO:tasks.workunit.client.0.smithi089.stdout: "op_wip": { 2024-07-26T07:21:30.303 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.304 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.304 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_bytes": { 2024-07-26T07:21:30.304 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.304 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.304 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_ops": { 2024-07-26T07:21:30.304 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 21 2024-07-26T07:21:30.304 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.304 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes": { 2024-07-26T07:21:30.304 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995035648 2024-07-26T07:21:30.304 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.304 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes_used": { 2024-07-26T07:21:30.304 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 413184000 2024-07-26T07:21:30.304 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.304 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.305 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.305 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.3": { 2024-07-26T07:21:30.305 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T07:21:30.305 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_db_max_lat": { 2024-07-26T07:21:30.305 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 14853 2024-07-26T07:21:30.305 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.305 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_fallback": { 2024-07-26T07:21:30.305 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.305 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.305 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_max_lat": { 2024-07-26T07:21:30.305 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.305 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.305 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_size_fallback": { 2024-07-26T07:21:30.306 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.306 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.306 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_db": { 2024-07-26T07:21:30.306 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 65536 2024-07-26T07:21:30.306 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.306 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_slow": { 2024-07-26T07:21:30.306 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.306 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.306 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_wal": { 2024-07-26T07:21:30.306 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.306 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.306 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_wal_max_lat": { 2024-07-26T07:21:30.307 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.307 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.307 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_slow": { 2024-07-26T07:21:30.307 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.307 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.307 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_sst": { 2024-07-26T07:21:30.307 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3137536 2024-07-26T07:21:30.307 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.307 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_wal": { 2024-07-26T07:21:30.307 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 641978368 2024-07-26T07:21:30.307 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.307 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lat": { 2024-07-26T07:21:30.307 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 15, 2024-07-26T07:21:30.307 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3029853 2024-07-26T07:21:30.308 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.308 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lock_lat": { 2024-07-26T07:21:30.308 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 15, 2024-07-26T07:21:30.308 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1080145 2024-07-26T07:21:30.308 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.308 INFO:tasks.workunit.client.0.smithi089.stdout: "db_alloc_lat": { 2024-07-26T07:21:30.308 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 156, 2024-07-26T07:21:30.308 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 664843 2024-07-26T07:21:30.308 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.308 INFO:tasks.workunit.client.0.smithi089.stdout: "db_total_bytes": { 2024-07-26T07:21:30.308 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995027456 2024-07-26T07:21:30.308 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.308 INFO:tasks.workunit.client.0.smithi089.stdout: "db_used_bytes": { 2024-07-26T07:21:30.308 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 663814144 2024-07-26T07:21:30.309 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.309 INFO:tasks.workunit.client.0.smithi089.stdout: "flush_lat": { 2024-07-26T07:21:30.309 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 61801, 2024-07-26T07:21:30.309 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8018476057 2024-07-26T07:21:30.309 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.309 INFO:tasks.workunit.client.0.smithi089.stdout: "fsync_lat": { 2024-07-26T07:21:30.309 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 61819, 2024-07-26T07:21:30.309 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 13042705161 2024-07-26T07:21:30.309 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.309 INFO:tasks.workunit.client.0.smithi089.stdout: "log_bytes": { 2024-07-26T07:21:30.309 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3846144 2024-07-26T07:21:30.309 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.309 INFO:tasks.workunit.client.0.smithi089.stdout: "logged_bytes": { 2024-07-26T07:21:30.309 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 253210624 2024-07-26T07:21:30.309 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.309 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_db": { 2024-07-26T07:21:30.310 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 680853504 2024-07-26T07:21:30.310 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.310 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_slow": { 2024-07-26T07:21:30.310 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.310 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.310 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_wal": { 2024-07-26T07:21:30.310 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.310 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.310 INFO:tasks.workunit.client.0.smithi089.stdout: "num_files": { 2024-07-26T07:21:30.310 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 45 2024-07-26T07:21:30.310 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.310 INFO:tasks.workunit.client.0.smithi089.stdout: "read_bytes": { 2024-07-26T07:21:30.310 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 70839229 2024-07-26T07:21:30.310 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.310 INFO:tasks.workunit.client.0.smithi089.stdout: "read_count": { 2024-07-26T07:21:30.310 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2769 2024-07-26T07:21:30.311 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.311 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes": { 2024-07-26T07:21:30.311 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 61292544 2024-07-26T07:21:30.311 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.311 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_db": { 2024-07-26T07:21:30.311 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 61296640 2024-07-26T07:21:30.311 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.311 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_slow": { 2024-07-26T07:21:30.311 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.311 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.311 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_wal": { 2024-07-26T07:21:30.311 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.311 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.311 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_count": { 2024-07-26T07:21:30.311 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 184 2024-07-26T07:21:30.312 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.312 INFO:tasks.workunit.client.0.smithi089.stdout: "read_lat": { 2024-07-26T07:21:30.312 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2769, 2024-07-26T07:21:30.312 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 15255872 2024-07-26T07:21:30.312 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.312 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_bytes": { 2024-07-26T07:21:30.312 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 19145980 2024-07-26T07:21:30.312 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.312 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_count": { 2024-07-26T07:21:30.312 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1179 2024-07-26T07:21:30.312 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.312 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_bytes": { 2024-07-26T07:21:30.312 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1323669 2024-07-26T07:21:30.313 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.313 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_count": { 2024-07-26T07:21:30.313 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 274 2024-07-26T07:21:30.313 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.313 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_bytes": { 2024-07-26T07:21:30.313 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3098183 2024-07-26T07:21:30.313 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.313 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_count": { 2024-07-26T07:21:30.313 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 416 2024-07-26T07:21:30.313 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.313 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes": { 2024-07-26T07:21:30.313 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1774514 2024-07-26T07:21:30.313 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.313 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_db": { 2024-07-26T07:21:30.314 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1774514 2024-07-26T07:21:30.314 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.314 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_slow": { 2024-07-26T07:21:30.314 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.314 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.314 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_wal": { 2024-07-26T07:21:30.314 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.314 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.314 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_count": { 2024-07-26T07:21:30.314 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 145 2024-07-26T07:21:30.314 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.314 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_lat": { 2024-07-26T07:21:30.315 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 416, 2024-07-26T07:21:30.315 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1359175 2024-07-26T07:21:30.315 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.315 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_alloc_lat": { 2024-07-26T07:21:30.315 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.315 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.315 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.315 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_total_bytes": { 2024-07-26T07:21:30.315 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.315 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.315 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_used_bytes": { 2024-07-26T07:21:30.315 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.315 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.316 INFO:tasks.workunit.client.0.smithi089.stdout: "truncate_lat": { 2024-07-26T07:21:30.316 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1, 2024-07-26T07:21:30.316 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 600 2024-07-26T07:21:30.316 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.316 INFO:tasks.workunit.client.0.smithi089.stdout: "unlink_lat": { 2024-07-26T07:21:30.316 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 4, 2024-07-26T07:21:30.316 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6581 2024-07-26T07:21:30.316 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.316 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_alloc_lat": { 2024-07-26T07:21:30.316 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.316 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.316 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.316 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_total_bytes": { 2024-07-26T07:21:30.316 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.316 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.316 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_used_bytes": { 2024-07-26T07:21:30.317 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.317 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.317 INFO:tasks.workunit.client.0.smithi089.stdout: "write_bytes": { 2024-07-26T07:21:30.317 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 900612096 2024-07-26T07:21:30.317 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.317 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.317 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore": { 2024-07-26T07:21:30.317 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit": { 2024-07-26T07:21:30.317 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4096 2024-07-26T07:21:30.317 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.317 INFO:tasks.workunit.client.0.smithi089.stdout: "allocated": { 2024-07-26T07:21:30.317 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 14344192 2024-07-26T07:21:30.317 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.317 INFO:tasks.workunit.client.0.smithi089.stdout: "allocator_lat": { 2024-07-26T07:21:30.317 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 17120, 2024-07-26T07:21:30.318 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 50719702 2024-07-26T07:21:30.318 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.318 INFO:tasks.workunit.client.0.smithi089.stdout: "clist_lat": { 2024-07-26T07:21:30.318 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3266, 2024-07-26T07:21:30.318 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 313256780 2024-07-26T07:21:30.318 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.318 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_lat": { 2024-07-26T07:21:30.318 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.318 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.318 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.318 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed": { 2024-07-26T07:21:30.318 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.318 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.318 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_allocated": { 2024-07-26T07:21:30.319 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.319 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.319 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_original": { 2024-07-26T07:21:30.319 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.319 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.319 INFO:tasks.workunit.client.0.smithi089.stdout: "csum_lat": { 2024-07-26T07:21:30.319 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 12042, 2024-07-26T07:21:30.319 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 107765534 2024-07-26T07:21:30.319 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.319 INFO:tasks.workunit.client.0.smithi089.stdout: "decompress_lat": { 2024-07-26T07:21:30.319 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.319 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.319 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.319 INFO:tasks.workunit.client.0.smithi089.stdout: "fragmentation_micros": { 2024-07-26T07:21:30.320 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.320 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.320 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_commit_lat": { 2024-07-26T07:21:30.320 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 61761, 2024-07-26T07:21:30.320 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 16267030528 2024-07-26T07:21:30.320 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.320 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_final_lat": { 2024-07-26T07:21:30.320 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 61274, 2024-07-26T07:21:30.320 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1470024804 2024-07-26T07:21:30.320 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.320 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_flush_lat": { 2024-07-26T07:21:30.320 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 61761, 2024-07-26T07:21:30.320 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 38245001 2024-07-26T07:21:30.320 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.320 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_sync_lat": { 2024-07-26T07:21:30.320 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 61761, 2024-07-26T07:21:30.321 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 16305275529 2024-07-26T07:21:30.321 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.321 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_keys_lat": { 2024-07-26T07:21:30.321 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.321 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.321 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.321 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_values_lat": { 2024-07-26T07:21:30.321 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 18143, 2024-07-26T07:21:30.321 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 560819870 2024-07-26T07:21:30.321 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.321 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_lower_bound_lat": { 2024-07-26T07:21:30.321 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1404, 2024-07-26T07:21:30.321 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3448229 2024-07-26T07:21:30.321 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.322 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_next_lat": { 2024-07-26T07:21:30.322 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 6508, 2024-07-26T07:21:30.322 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3953166 2024-07-26T07:21:30.322 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.322 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_seek_to_first_lat": { 2024-07-26T07:21:30.322 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 41, 2024-07-26T07:21:30.322 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 47320 2024-07-26T07:21:30.322 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.322 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_upper_bound_lat": { 2024-07-26T07:21:30.322 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7226, 2024-07-26T07:21:30.322 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 318801706 2024-07-26T07:21:30.322 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.326 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_hits": { 2024-07-26T07:21:30.326 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 187907 2024-07-26T07:21:30.326 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.326 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_misses": { 2024-07-26T07:21:30.326 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 16871 2024-07-26T07:21:30.326 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.326 INFO:tasks.workunit.client.0.smithi089.stdout: "read_lat": { 2024-07-26T07:21:30.327 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 25468, 2024-07-26T07:21:30.327 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1369719146 2024-07-26T07:21:30.327 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.327 INFO:tasks.workunit.client.0.smithi089.stdout: "read_onode_meta_lat": { 2024-07-26T07:21:30.327 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 69537, 2024-07-26T07:21:30.327 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 23959074 2024-07-26T07:21:30.327 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.327 INFO:tasks.workunit.client.0.smithi089.stdout: "read_wait_aio_lat": { 2024-07-26T07:21:30.327 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 44069, 2024-07-26T07:21:30.327 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 948258902 2024-07-26T07:21:30.327 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.327 INFO:tasks.workunit.client.0.smithi089.stdout: "reads_with_retries": { 2024-07-26T07:21:30.327 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.327 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.328 INFO:tasks.workunit.client.0.smithi089.stdout: "remove_lat": { 2024-07-26T07:21:30.328 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 11507, 2024-07-26T07:21:30.328 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 281548070 2024-07-26T07:21:30.328 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.328 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_aio_wait_count": { 2024-07-26T07:21:30.328 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.328 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.328 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_committed_kv_count": { 2024-07-26T07:21:30.328 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.328 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.328 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_read_onode_meta_count": { 2024-07-26T07:21:30.328 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.328 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.328 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_read_wait_aio_count": { 2024-07-26T07:21:30.329 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.329 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.329 INFO:tasks.workunit.client.0.smithi089.stdout: "state_aio_wait_lat": { 2024-07-26T07:21:30.329 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 73704, 2024-07-26T07:21:30.329 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6460959225 2024-07-26T07:21:30.329 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.329 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T07:21:30.329 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 17693, 2024-07-26T07:21:30.329 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1113359077 2024-07-26T07:21:30.329 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.329 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_cleanup_lat": { 2024-07-26T07:21:30.329 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 17692, 2024-07-26T07:21:30.329 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2466471673828 2024-07-26T07:21:30.329 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.330 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_queued_lat": { 2024-07-26T07:21:30.330 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 17693, 2024-07-26T07:21:30.330 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6319725265527 2024-07-26T07:21:30.330 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.330 INFO:tasks.workunit.client.0.smithi089.stdout: "state_done_lat": { 2024-07-26T07:21:30.330 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 73703, 2024-07-26T07:21:30.330 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2166123665645 2024-07-26T07:21:30.330 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.330 INFO:tasks.workunit.client.0.smithi089.stdout: "state_finishing_lat": { 2024-07-26T07:21:30.330 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 73703, 2024-07-26T07:21:30.330 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7855784 2024-07-26T07:21:30.330 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.330 INFO:tasks.workunit.client.0.smithi089.stdout: "state_io_done_lat": { 2024-07-26T07:21:30.330 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 73704, 2024-07-26T07:21:30.331 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 218824075 2024-07-26T07:21:30.331 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.331 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_commiting_lat": { 2024-07-26T07:21:30.331 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 73704, 2024-07-26T07:21:30.331 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 27655537222 2024-07-26T07:21:30.331 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.331 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_done_lat": { 2024-07-26T07:21:30.331 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 73704, 2024-07-26T07:21:30.331 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 25283073 2024-07-26T07:21:30.331 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.331 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_queued_lat": { 2024-07-26T07:21:30.331 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 73704, 2024-07-26T07:21:30.331 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 13664355687 2024-07-26T07:21:30.332 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.332 INFO:tasks.workunit.client.0.smithi089.stdout: "state_prepare_lat": { 2024-07-26T07:21:30.332 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 73704, 2024-07-26T07:21:30.332 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5787141190 2024-07-26T07:21:30.332 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.332 INFO:tasks.workunit.client.0.smithi089.stdout: "stored": { 2024-07-26T07:21:30.332 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8544877 2024-07-26T07:21:30.332 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.332 INFO:tasks.workunit.client.0.smithi089.stdout: "truncate_lat": { 2024-07-26T07:21:30.332 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2599, 2024-07-26T07:21:30.332 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 14506177 2024-07-26T07:21:30.332 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.332 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_commit_lat": { 2024-07-26T07:21:30.332 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 73704, 2024-07-26T07:21:30.332 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 53798275631 2024-07-26T07:21:30.333 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.333 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_submit_lat": { 2024-07-26T07:21:30.333 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 73704, 2024-07-26T07:21:30.333 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6679712362 2024-07-26T07:21:30.333 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.333 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_throttle_lat": { 2024-07-26T07:21:30.333 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 73704, 2024-07-26T07:21:30.333 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 440290212 2024-07-26T07:21:30.333 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.333 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.333 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache": { 2024-07-26T07:21:30.333 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_bytes": { 2024-07-26T07:21:30.333 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1405081568 2024-07-26T07:21:30.333 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.334 INFO:tasks.workunit.client.0.smithi089.stdout: "heap_bytes": { 2024-07-26T07:21:30.334 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 501538816 2024-07-26T07:21:30.334 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.334 INFO:tasks.workunit.client.0.smithi089.stdout: "mapped_bytes": { 2024-07-26T07:21:30.334 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 470786048 2024-07-26T07:21:30.334 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.334 INFO:tasks.workunit.client.0.smithi089.stdout: "target_bytes": { 2024-07-26T07:21:30.334 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2600456396 2024-07-26T07:21:30.334 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.334 INFO:tasks.workunit.client.0.smithi089.stdout: "unmapped_bytes": { 2024-07-26T07:21:30.334 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 30752768 2024-07-26T07:21:30.334 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.335 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.335 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:data": { 2024-07-26T07:21:30.335 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:30.335 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 125829120 2024-07-26T07:21:30.335 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.335 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:30.335 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.335 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.335 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:30.335 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.335 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.335 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:30.335 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 57378348 2024-07-26T07:21:30.335 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.336 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:30.336 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.336 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.336 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:30.336 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.336 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.336 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:30.336 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.336 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.336 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:30.336 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.336 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.336 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:30.336 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.337 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.337 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:30.337 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8192 2024-07-26T07:21:30.337 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.337 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:30.337 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.337 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.337 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:30.337 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.337 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.337 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:30.337 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.337 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.337 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:30.337 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 68442580 2024-07-26T07:21:30.337 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.338 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.338 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv": { 2024-07-26T07:21:30.338 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:30.338 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 570425344 2024-07-26T07:21:30.338 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.338 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:30.338 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T07:21:30.338 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.338 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:30.338 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.338 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.338 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:30.338 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 430337614 2024-07-26T07:21:30.339 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.339 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:30.339 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.339 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.339 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:30.339 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 944 2024-07-26T07:21:30.339 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.339 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:30.339 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.339 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.339 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:30.339 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.339 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.339 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:30.339 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 15168 2024-07-26T07:21:30.339 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.340 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:30.340 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 35792 2024-07-26T07:21:30.340 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.340 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:30.340 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.340 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.340 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:30.340 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.340 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.340 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:30.340 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.340 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.340 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:30.340 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 72926962 2024-07-26T07:21:30.340 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.341 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.341 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T07:21:30.341 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:30.341 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 176160768 2024-07-26T07:21:30.341 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.341 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:30.341 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T07:21:30.341 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.341 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:30.341 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 199440 2024-07-26T07:21:30.341 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.341 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:30.341 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 38252232 2024-07-26T07:21:30.341 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.341 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:30.342 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.342 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.342 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:30.342 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.342 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.342 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:30.342 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.342 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.342 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:30.342 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.342 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.343 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:30.343 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.343 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.343 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:30.343 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.343 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.343 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:30.343 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.343 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.344 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:30.344 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.344 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.344 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:30.344 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.344 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.344 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:30.344 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 70600232 2024-07-26T07:21:30.344 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.344 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.344 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:meta": { 2024-07-26T07:21:30.344 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:30.344 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 503316480 2024-07-26T07:21:30.344 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.345 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:30.345 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.345 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.345 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:30.345 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.345 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.345 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:30.345 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 430337614 2024-07-26T07:21:30.345 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.345 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:30.345 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.345 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.345 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:30.346 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.346 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.346 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:30.346 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.346 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.346 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:30.346 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.346 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.346 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:30.346 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 181181 2024-07-26T07:21:30.346 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.346 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:30.346 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1204387 2024-07-26T07:21:30.346 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.347 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:30.347 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.347 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.347 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:30.347 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.347 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.347 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:30.347 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.347 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.347 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:30.347 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 71593298 2024-07-26T07:21:30.347 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.347 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.347 INFO:tasks.workunit.client.0.smithi089.stdout: "objecter": { 2024-07-26T07:21:30.347 INFO:tasks.workunit.client.0.smithi089.stdout: "op_active": { 2024-07-26T07:21:30.348 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.348 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.348 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T07:21:30.348 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 26 2024-07-26T07:21:30.348 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.348 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rmw": { 2024-07-26T07:21:30.348 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.348 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.348 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T07:21:30.348 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.348 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.348 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.348 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:30.348 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg": { 2024-07-26T07:21:30.349 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 48 2024-07-26T07:21:30.349 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.349 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg_removing": { 2024-07-26T07:21:30.349 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.349 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.349 INFO:tasks.workunit.client.0.smithi089.stdout: "op": { 2024-07-26T07:21:30.349 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 30067 2024-07-26T07:21:30.349 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.349 INFO:tasks.workunit.client.0.smithi089.stdout: "op_before_queue_op_lat": { 2024-07-26T07:21:30.349 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 102507, 2024-07-26T07:21:30.349 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5487045584 2024-07-26T07:21:30.349 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.349 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_degraded": { 2024-07-26T07:21:30.349 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.349 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.350 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_unreadable": { 2024-07-26T07:21:30.350 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.350 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.350 INFO:tasks.workunit.client.0.smithi089.stdout: "op_in_bytes": { 2024-07-26T07:21:30.350 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1000305194 2024-07-26T07:21:30.350 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.350 INFO:tasks.workunit.client.0.smithi089.stdout: "op_latency": { 2024-07-26T07:21:30.350 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 30067, 2024-07-26T07:21:30.350 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 266496501733 2024-07-26T07:21:30.350 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.350 INFO:tasks.workunit.client.0.smithi089.stdout: "op_out_bytes": { 2024-07-26T07:21:30.350 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1435056875 2024-07-26T07:21:30.350 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.350 INFO:tasks.workunit.client.0.smithi089.stdout: "op_prepare_latency": { 2024-07-26T07:21:30.351 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 31890, 2024-07-26T07:21:30.351 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 23356735142 2024-07-26T07:21:30.351 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.351 INFO:tasks.workunit.client.0.smithi089.stdout: "op_process_latency": { 2024-07-26T07:21:30.351 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 30067, 2024-07-26T07:21:30.351 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 60095246188 2024-07-26T07:21:30.351 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.351 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T07:21:30.351 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 14343 2024-07-26T07:21:30.351 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.351 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency": { 2024-07-26T07:21:30.351 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 14343, 2024-07-26T07:21:30.351 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 46849819190 2024-07-26T07:21:30.351 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.352 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T07:21:30.352 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.352 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.352 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_out_bytes": { 2024-07-26T07:21:30.352 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1435056875 2024-07-26T07:21:30.352 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.352 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_prepare_latency": { 2024-07-26T07:21:30.352 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 14457, 2024-07-26T07:21:30.352 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4201388210 2024-07-26T07:21:30.352 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.352 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_process_latency": { 2024-07-26T07:21:30.352 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 14343, 2024-07-26T07:21:30.352 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4693755529 2024-07-26T07:21:30.352 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.353 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw": { 2024-07-26T07:21:30.353 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 11776 2024-07-26T07:21:30.353 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.353 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_in_bytes": { 2024-07-26T07:21:30.353 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 109319765 2024-07-26T07:21:30.353 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.353 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency": { 2024-07-26T07:21:30.353 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 11776, 2024-07-26T07:21:30.353 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 155983746830 2024-07-26T07:21:30.353 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.353 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T07:21:30.353 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.353 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.353 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T07:21:30.354 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.354 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.354 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_out_bytes": { 2024-07-26T07:21:30.354 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.354 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.354 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_prepare_latency": { 2024-07-26T07:21:30.354 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 13416, 2024-07-26T07:21:30.354 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 14585603418 2024-07-26T07:21:30.354 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.354 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_process_latency": { 2024-07-26T07:21:30.354 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 11776, 2024-07-26T07:21:30.354 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 31067798308 2024-07-26T07:21:30.355 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.355 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T07:21:30.355 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3948 2024-07-26T07:21:30.355 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.355 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_in_bytes": { 2024-07-26T07:21:30.355 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 890985429 2024-07-26T07:21:30.355 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.355 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency": { 2024-07-26T07:21:30.355 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3948, 2024-07-26T07:21:30.355 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 63662935713 2024-07-26T07:21:30.355 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.355 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T07:21:30.355 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.355 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.355 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_prepare_latency": { 2024-07-26T07:21:30.356 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 4017, 2024-07-26T07:21:30.356 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4569743514 2024-07-26T07:21:30.356 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.356 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_process_latency": { 2024-07-26T07:21:30.356 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3948, 2024-07-26T07:21:30.356 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 24333692351 2024-07-26T07:21:30.356 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.356 INFO:tasks.workunit.client.0.smithi089.stdout: "op_wip": { 2024-07-26T07:21:30.356 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.356 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.356 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_bytes": { 2024-07-26T07:21:30.356 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 54 2024-07-26T07:21:30.356 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.356 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_ops": { 2024-07-26T07:21:30.356 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8 2024-07-26T07:21:30.357 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.357 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes": { 2024-07-26T07:21:30.357 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995035648 2024-07-26T07:21:30.357 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.357 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes_used": { 2024-07-26T07:21:30.357 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 678170624 2024-07-26T07:21:30.357 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.357 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.357 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.357 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.4": { 2024-07-26T07:21:30.357 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T07:21:30.357 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_db_max_lat": { 2024-07-26T07:21:30.357 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 72414 2024-07-26T07:21:30.357 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.357 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_fallback": { 2024-07-26T07:21:30.358 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.358 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.358 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_max_lat": { 2024-07-26T07:21:30.358 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.358 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.358 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_size_fallback": { 2024-07-26T07:21:30.358 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.358 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.358 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_db": { 2024-07-26T07:21:30.358 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 65536 2024-07-26T07:21:30.358 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.358 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_slow": { 2024-07-26T07:21:30.358 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.359 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.359 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_wal": { 2024-07-26T07:21:30.359 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.359 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.359 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_wal_max_lat": { 2024-07-26T07:21:30.359 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.359 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.359 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_slow": { 2024-07-26T07:21:30.359 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.359 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.359 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_sst": { 2024-07-26T07:21:30.359 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8220672 2024-07-26T07:21:30.359 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.359 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_wal": { 2024-07-26T07:21:30.360 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 710848512 2024-07-26T07:21:30.360 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.360 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lat": { 2024-07-26T07:21:30.360 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 14, 2024-07-26T07:21:30.360 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3282978 2024-07-26T07:21:30.360 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.360 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lock_lat": { 2024-07-26T07:21:30.360 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 14, 2024-07-26T07:21:30.360 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1159776 2024-07-26T07:21:30.360 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.360 INFO:tasks.workunit.client.0.smithi089.stdout: "db_alloc_lat": { 2024-07-26T07:21:30.360 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 165, 2024-07-26T07:21:30.361 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 732196 2024-07-26T07:21:30.361 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.361 INFO:tasks.workunit.client.0.smithi089.stdout: "db_total_bytes": { 2024-07-26T07:21:30.361 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995027456 2024-07-26T07:21:30.361 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.361 INFO:tasks.workunit.client.0.smithi089.stdout: "db_used_bytes": { 2024-07-26T07:21:30.361 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 779747328 2024-07-26T07:21:30.361 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.361 INFO:tasks.workunit.client.0.smithi089.stdout: "flush_lat": { 2024-07-26T07:21:30.361 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 58478, 2024-07-26T07:21:30.361 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7705473807 2024-07-26T07:21:30.361 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.361 INFO:tasks.workunit.client.0.smithi089.stdout: "fsync_lat": { 2024-07-26T07:21:30.361 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 58501, 2024-07-26T07:21:30.361 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12417104885 2024-07-26T07:21:30.362 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.362 INFO:tasks.workunit.client.0.smithi089.stdout: "log_bytes": { 2024-07-26T07:21:30.362 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6836224 2024-07-26T07:21:30.362 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.362 INFO:tasks.workunit.client.0.smithi089.stdout: "logged_bytes": { 2024-07-26T07:21:30.362 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 239566848 2024-07-26T07:21:30.362 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.362 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_db": { 2024-07-26T07:21:30.362 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 796786688 2024-07-26T07:21:30.362 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.362 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_slow": { 2024-07-26T07:21:30.362 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.362 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.362 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_wal": { 2024-07-26T07:21:30.363 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.363 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.363 INFO:tasks.workunit.client.0.smithi089.stdout: "num_files": { 2024-07-26T07:21:30.363 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 55 2024-07-26T07:21:30.363 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.363 INFO:tasks.workunit.client.0.smithi089.stdout: "read_bytes": { 2024-07-26T07:21:30.363 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 248019490 2024-07-26T07:21:30.363 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.363 INFO:tasks.workunit.client.0.smithi089.stdout: "read_count": { 2024-07-26T07:21:30.363 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12818 2024-07-26T07:21:30.363 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.363 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes": { 2024-07-26T07:21:30.363 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 221011968 2024-07-26T07:21:30.363 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.363 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_db": { 2024-07-26T07:21:30.364 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 221016064 2024-07-26T07:21:30.364 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.364 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_slow": { 2024-07-26T07:21:30.364 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.364 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.364 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_wal": { 2024-07-26T07:21:30.364 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.364 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.364 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_count": { 2024-07-26T07:21:30.364 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5534 2024-07-26T07:21:30.364 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.364 INFO:tasks.workunit.client.0.smithi089.stdout: "read_lat": { 2024-07-26T07:21:30.364 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 12818, 2024-07-26T07:21:30.364 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 122571419 2024-07-26T07:21:30.365 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.365 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_bytes": { 2024-07-26T07:21:30.365 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 136480448 2024-07-26T07:21:30.365 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.365 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_count": { 2024-07-26T07:21:30.365 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9402 2024-07-26T07:21:30.365 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.365 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_bytes": { 2024-07-26T07:21:30.365 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2840811 2024-07-26T07:21:30.365 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.365 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_count": { 2024-07-26T07:21:30.365 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 667 2024-07-26T07:21:30.365 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.365 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_bytes": { 2024-07-26T07:21:30.365 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8137211 2024-07-26T07:21:30.366 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.366 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_count": { 2024-07-26T07:21:30.366 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 966 2024-07-26T07:21:30.366 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.366 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes": { 2024-07-26T07:21:30.366 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5296400 2024-07-26T07:21:30.366 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.366 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_db": { 2024-07-26T07:21:30.366 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5296400 2024-07-26T07:21:30.366 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.366 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_slow": { 2024-07-26T07:21:30.366 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.366 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.367 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_wal": { 2024-07-26T07:21:30.367 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.367 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.367 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_count": { 2024-07-26T07:21:30.367 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 308 2024-07-26T07:21:30.367 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.367 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_lat": { 2024-07-26T07:21:30.367 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 966, 2024-07-26T07:21:30.367 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5004693 2024-07-26T07:21:30.367 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.367 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_alloc_lat": { 2024-07-26T07:21:30.367 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.367 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.368 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.368 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_total_bytes": { 2024-07-26T07:21:30.368 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.368 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.368 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_used_bytes": { 2024-07-26T07:21:30.368 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.368 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.368 INFO:tasks.workunit.client.0.smithi089.stdout: "truncate_lat": { 2024-07-26T07:21:30.368 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1, 2024-07-26T07:21:30.368 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 655 2024-07-26T07:21:30.368 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.368 INFO:tasks.workunit.client.0.smithi089.stdout: "unlink_lat": { 2024-07-26T07:21:30.369 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 4, 2024-07-26T07:21:30.369 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6540 2024-07-26T07:21:30.369 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.369 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_alloc_lat": { 2024-07-26T07:21:30.369 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.369 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.369 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.369 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_total_bytes": { 2024-07-26T07:21:30.369 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.369 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.369 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_used_bytes": { 2024-07-26T07:21:30.369 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.369 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.369 INFO:tasks.workunit.client.0.smithi089.stdout: "write_bytes": { 2024-07-26T07:21:30.369 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 960778240 2024-07-26T07:21:30.370 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.370 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.370 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore": { 2024-07-26T07:21:30.370 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit": { 2024-07-26T07:21:30.370 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4096 2024-07-26T07:21:30.370 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.370 INFO:tasks.workunit.client.0.smithi089.stdout: "allocated": { 2024-07-26T07:21:30.370 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 18534400 2024-07-26T07:21:30.370 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.370 INFO:tasks.workunit.client.0.smithi089.stdout: "allocator_lat": { 2024-07-26T07:21:30.370 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 20755, 2024-07-26T07:21:30.370 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 62658299 2024-07-26T07:21:30.370 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.370 INFO:tasks.workunit.client.0.smithi089.stdout: "clist_lat": { 2024-07-26T07:21:30.370 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3199, 2024-07-26T07:21:30.370 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 460885061 2024-07-26T07:21:30.371 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.371 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_lat": { 2024-07-26T07:21:30.371 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.371 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.371 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.371 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed": { 2024-07-26T07:21:30.371 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.371 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.371 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_allocated": { 2024-07-26T07:21:30.371 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.371 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.371 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_original": { 2024-07-26T07:21:30.371 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.371 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.371 INFO:tasks.workunit.client.0.smithi089.stdout: "csum_lat": { 2024-07-26T07:21:30.372 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 9340, 2024-07-26T07:21:30.372 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 63189009 2024-07-26T07:21:30.372 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.372 INFO:tasks.workunit.client.0.smithi089.stdout: "decompress_lat": { 2024-07-26T07:21:30.372 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.372 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.372 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.372 INFO:tasks.workunit.client.0.smithi089.stdout: "fragmentation_micros": { 2024-07-26T07:21:30.372 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.372 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.372 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_commit_lat": { 2024-07-26T07:21:30.372 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 58420, 2024-07-26T07:21:30.372 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 15601298481 2024-07-26T07:21:30.372 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.372 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_final_lat": { 2024-07-26T07:21:30.373 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 58014, 2024-07-26T07:21:30.373 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1312119037 2024-07-26T07:21:30.373 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.373 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_flush_lat": { 2024-07-26T07:21:30.373 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 58420, 2024-07-26T07:21:30.373 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 46938570 2024-07-26T07:21:30.373 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.373 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_sync_lat": { 2024-07-26T07:21:30.373 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 58420, 2024-07-26T07:21:30.373 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 15648237051 2024-07-26T07:21:30.373 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.373 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_keys_lat": { 2024-07-26T07:21:30.373 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.373 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.373 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.374 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_values_lat": { 2024-07-26T07:21:30.374 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 22422, 2024-07-26T07:21:30.374 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 750315619 2024-07-26T07:21:30.374 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.374 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_lower_bound_lat": { 2024-07-26T07:21:30.374 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 852, 2024-07-26T07:21:30.374 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2299040 2024-07-26T07:21:30.374 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.374 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_next_lat": { 2024-07-26T07:21:30.374 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 8245, 2024-07-26T07:21:30.374 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6781328 2024-07-26T07:21:30.374 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.374 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_seek_to_first_lat": { 2024-07-26T07:21:30.375 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 47, 2024-07-26T07:21:30.375 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 66150 2024-07-26T07:21:30.375 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.375 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_upper_bound_lat": { 2024-07-26T07:21:30.375 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 9463, 2024-07-26T07:21:30.375 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2207658181 2024-07-26T07:21:30.375 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.375 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_hits": { 2024-07-26T07:21:30.375 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 178484 2024-07-26T07:21:30.375 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.375 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_misses": { 2024-07-26T07:21:30.375 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 19150 2024-07-26T07:21:30.375 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.376 INFO:tasks.workunit.client.0.smithi089.stdout: "read_lat": { 2024-07-26T07:21:30.376 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 15958, 2024-07-26T07:21:30.376 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1045075447 2024-07-26T07:21:30.376 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.376 INFO:tasks.workunit.client.0.smithi089.stdout: "read_onode_meta_lat": { 2024-07-26T07:21:30.376 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 49857, 2024-07-26T07:21:30.376 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 19568518 2024-07-26T07:21:30.376 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.376 INFO:tasks.workunit.client.0.smithi089.stdout: "read_wait_aio_lat": { 2024-07-26T07:21:30.376 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 33899, 2024-07-26T07:21:30.376 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 842274304 2024-07-26T07:21:30.376 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.376 INFO:tasks.workunit.client.0.smithi089.stdout: "reads_with_retries": { 2024-07-26T07:21:30.377 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.377 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.377 INFO:tasks.workunit.client.0.smithi089.stdout: "remove_lat": { 2024-07-26T07:21:30.377 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 12848, 2024-07-26T07:21:30.377 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 326033997 2024-07-26T07:21:30.377 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.377 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_aio_wait_count": { 2024-07-26T07:21:30.377 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.377 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.377 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_committed_kv_count": { 2024-07-26T07:21:30.377 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.377 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.377 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_read_onode_meta_count": { 2024-07-26T07:21:30.377 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.377 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.378 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_read_wait_aio_count": { 2024-07-26T07:21:30.378 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.378 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.378 INFO:tasks.workunit.client.0.smithi089.stdout: "state_aio_wait_lat": { 2024-07-26T07:21:30.378 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 69162, 2024-07-26T07:21:30.378 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5409909566 2024-07-26T07:21:30.378 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.378 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T07:21:30.378 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 17924, 2024-07-26T07:21:30.378 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 936758114 2024-07-26T07:21:30.378 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.378 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_cleanup_lat": { 2024-07-26T07:21:30.379 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 17924, 2024-07-26T07:21:30.379 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2546664354065 2024-07-26T07:21:30.379 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.379 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_queued_lat": { 2024-07-26T07:21:30.379 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 17924, 2024-07-26T07:21:30.379 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5920543294472 2024-07-26T07:21:30.379 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.379 INFO:tasks.workunit.client.0.smithi089.stdout: "state_done_lat": { 2024-07-26T07:21:30.379 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 69162, 2024-07-26T07:21:30.379 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2478490985451 2024-07-26T07:21:30.379 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.379 INFO:tasks.workunit.client.0.smithi089.stdout: "state_finishing_lat": { 2024-07-26T07:21:30.379 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 69162, 2024-07-26T07:21:30.379 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7917152 2024-07-26T07:21:30.380 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.380 INFO:tasks.workunit.client.0.smithi089.stdout: "state_io_done_lat": { 2024-07-26T07:21:30.380 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 69162, 2024-07-26T07:21:30.380 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 263196514 2024-07-26T07:21:30.380 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.380 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_commiting_lat": { 2024-07-26T07:21:30.380 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 69162, 2024-07-26T07:21:30.380 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 24775502348 2024-07-26T07:21:30.380 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.380 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_done_lat": { 2024-07-26T07:21:30.380 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 69162, 2024-07-26T07:21:30.380 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 24120944 2024-07-26T07:21:30.380 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.380 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_queued_lat": { 2024-07-26T07:21:30.381 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 69162, 2024-07-26T07:21:30.381 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 11393960151 2024-07-26T07:21:30.381 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.381 INFO:tasks.workunit.client.0.smithi089.stdout: "state_prepare_lat": { 2024-07-26T07:21:30.381 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 69162, 2024-07-26T07:21:30.381 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6383886304 2024-07-26T07:21:30.381 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.381 INFO:tasks.workunit.client.0.smithi089.stdout: "stored": { 2024-07-26T07:21:30.381 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12733982 2024-07-26T07:21:30.381 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.381 INFO:tasks.workunit.client.0.smithi089.stdout: "truncate_lat": { 2024-07-26T07:21:30.381 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2550, 2024-07-26T07:21:30.381 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 13802996 2024-07-26T07:21:30.381 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.381 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_commit_lat": { 2024-07-26T07:21:30.382 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 69162, 2024-07-26T07:21:30.382 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 48237509267 2024-07-26T07:21:30.382 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.382 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_submit_lat": { 2024-07-26T07:21:30.382 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 69162, 2024-07-26T07:21:30.382 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7307048688 2024-07-26T07:21:30.382 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.382 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_throttle_lat": { 2024-07-26T07:21:30.382 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 69162, 2024-07-26T07:21:30.382 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 414028430 2024-07-26T07:21:30.382 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.382 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.382 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache": { 2024-07-26T07:21:30.382 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_bytes": { 2024-07-26T07:21:30.383 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1405132139 2024-07-26T07:21:30.383 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.383 INFO:tasks.workunit.client.0.smithi089.stdout: "heap_bytes": { 2024-07-26T07:21:30.383 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 493592576 2024-07-26T07:21:30.383 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.383 INFO:tasks.workunit.client.0.smithi089.stdout: "mapped_bytes": { 2024-07-26T07:21:30.383 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 468492288 2024-07-26T07:21:30.383 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.383 INFO:tasks.workunit.client.0.smithi089.stdout: "target_bytes": { 2024-07-26T07:21:30.383 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2600515891 2024-07-26T07:21:30.383 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.383 INFO:tasks.workunit.client.0.smithi089.stdout: "unmapped_bytes": { 2024-07-26T07:21:30.383 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 25100288 2024-07-26T07:21:30.383 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.384 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.384 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:data": { 2024-07-26T07:21:30.384 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:30.384 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 125829120 2024-07-26T07:21:30.384 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.384 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:30.384 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.384 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.384 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:30.384 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.384 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.384 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:30.384 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 56845037 2024-07-26T07:21:30.384 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.384 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:30.385 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.385 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.385 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:30.385 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.385 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.385 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:30.385 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.385 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.385 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:30.385 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.385 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.385 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:30.385 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 180224 2024-07-26T07:21:30.386 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.386 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:30.386 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 888832 2024-07-26T07:21:30.386 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.386 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:30.386 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.386 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.386 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:30.386 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.386 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.386 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:30.386 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.387 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.387 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:30.387 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67915027 2024-07-26T07:21:30.387 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.387 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.387 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv": { 2024-07-26T07:21:30.387 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:30.387 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 562036736 2024-07-26T07:21:30.387 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.387 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:30.387 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T07:21:30.387 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.387 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:30.387 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.388 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.388 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:30.388 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 426337779 2024-07-26T07:21:30.388 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.388 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:30.388 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.388 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.388 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:30.388 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1904 2024-07-26T07:21:30.388 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.388 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:30.388 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.388 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.388 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:30.388 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.388 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.389 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:30.389 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 123712 2024-07-26T07:21:30.389 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.389 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:30.389 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.389 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.389 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:30.389 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.389 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.389 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:30.389 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.389 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.389 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:30.389 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.390 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.390 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:30.390 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 68464477 2024-07-26T07:21:30.390 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.390 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.390 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T07:21:30.390 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:30.390 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 176160768 2024-07-26T07:21:30.390 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.390 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:30.390 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T07:21:30.390 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.391 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:30.391 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 373152 2024-07-26T07:21:30.391 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.391 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:30.391 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 37896691 2024-07-26T07:21:30.391 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.391 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:30.391 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.391 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.391 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:30.391 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.391 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.391 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:30.391 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.392 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.392 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:30.392 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.392 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.392 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:30.392 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.392 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.392 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:30.392 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.392 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.392 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:30.393 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.393 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.393 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:30.393 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.393 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.393 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:30.393 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.393 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.393 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:30.393 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 70782061 2024-07-26T07:21:30.393 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.394 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.394 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:meta": { 2024-07-26T07:21:30.394 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:30.394 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 494927872 2024-07-26T07:21:30.394 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.394 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:30.394 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.394 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.394 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:30.394 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.394 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.394 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:30.394 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 426337779 2024-07-26T07:21:30.395 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.395 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:30.395 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.395 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.395 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:30.395 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.395 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.395 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:30.395 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.395 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.395 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:30.395 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.395 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.395 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:30.396 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 194511 2024-07-26T07:21:30.396 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.396 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:30.396 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1176379 2024-07-26T07:21:30.396 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.396 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:30.396 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.396 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.396 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:30.396 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.396 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.396 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:30.396 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.396 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.396 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:30.396 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67219203 2024-07-26T07:21:30.397 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.397 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.397 INFO:tasks.workunit.client.0.smithi089.stdout: "objecter": { 2024-07-26T07:21:30.397 INFO:tasks.workunit.client.0.smithi089.stdout: "op_active": { 2024-07-26T07:21:30.397 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.397 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.397 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T07:21:30.397 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 20 2024-07-26T07:21:30.397 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.397 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rmw": { 2024-07-26T07:21:30.397 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.397 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.397 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T07:21:30.397 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.398 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.398 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.398 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:30.398 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg": { 2024-07-26T07:21:30.398 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 50 2024-07-26T07:21:30.398 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.398 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg_removing": { 2024-07-26T07:21:30.398 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.398 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.398 INFO:tasks.workunit.client.0.smithi089.stdout: "op": { 2024-07-26T07:21:30.398 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 41962 2024-07-26T07:21:30.398 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.398 INFO:tasks.workunit.client.0.smithi089.stdout: "op_before_queue_op_lat": { 2024-07-26T07:21:30.398 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 97183, 2024-07-26T07:21:30.399 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7066880801 2024-07-26T07:21:30.399 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.399 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_degraded": { 2024-07-26T07:21:30.399 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.399 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.399 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_unreadable": { 2024-07-26T07:21:30.399 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.399 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.399 INFO:tasks.workunit.client.0.smithi089.stdout: "op_in_bytes": { 2024-07-26T07:21:30.399 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1005004532 2024-07-26T07:21:30.399 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.399 INFO:tasks.workunit.client.0.smithi089.stdout: "op_latency": { 2024-07-26T07:21:30.399 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 41962, 2024-07-26T07:21:30.399 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 48974653050 2024-07-26T07:21:30.399 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.400 INFO:tasks.workunit.client.0.smithi089.stdout: "op_out_bytes": { 2024-07-26T07:21:30.400 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1193874038 2024-07-26T07:21:30.400 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.400 INFO:tasks.workunit.client.0.smithi089.stdout: "op_prepare_latency": { 2024-07-26T07:21:30.400 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 42390, 2024-07-26T07:21:30.400 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12297114160 2024-07-26T07:21:30.400 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.400 INFO:tasks.workunit.client.0.smithi089.stdout: "op_process_latency": { 2024-07-26T07:21:30.400 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 41962, 2024-07-26T07:21:30.400 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 26773447045 2024-07-26T07:21:30.400 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.400 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T07:21:30.400 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 33703 2024-07-26T07:21:30.400 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.400 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency": { 2024-07-26T07:21:30.400 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 33703, 2024-07-26T07:21:30.400 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8928435459 2024-07-26T07:21:30.401 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.401 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T07:21:30.401 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.401 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.401 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_out_bytes": { 2024-07-26T07:21:30.401 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1193874038 2024-07-26T07:21:30.401 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.401 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_prepare_latency": { 2024-07-26T07:21:30.401 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 33857, 2024-07-26T07:21:30.401 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5317253781 2024-07-26T07:21:30.401 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.401 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_process_latency": { 2024-07-26T07:21:30.401 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 33703, 2024-07-26T07:21:30.401 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5053759309 2024-07-26T07:21:30.401 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.401 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw": { 2024-07-26T07:21:30.402 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4590 2024-07-26T07:21:30.402 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.402 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_in_bytes": { 2024-07-26T07:21:30.402 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 139830969 2024-07-26T07:21:30.402 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.402 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency": { 2024-07-26T07:21:30.402 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 4590, 2024-07-26T07:21:30.402 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7403420800 2024-07-26T07:21:30.402 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.402 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T07:21:30.402 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.402 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.402 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T07:21:30.402 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.402 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.403 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_out_bytes": { 2024-07-26T07:21:30.403 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.403 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.403 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_prepare_latency": { 2024-07-26T07:21:30.403 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 4768, 2024-07-26T07:21:30.403 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2723960670 2024-07-26T07:21:30.403 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.403 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_process_latency": { 2024-07-26T07:21:30.403 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 4590, 2024-07-26T07:21:30.403 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6186898231 2024-07-26T07:21:30.403 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.403 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T07:21:30.403 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3669 2024-07-26T07:21:30.403 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.404 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_in_bytes": { 2024-07-26T07:21:30.404 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 865173563 2024-07-26T07:21:30.404 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.404 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency": { 2024-07-26T07:21:30.404 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3669, 2024-07-26T07:21:30.404 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 32642796791 2024-07-26T07:21:30.404 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.404 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T07:21:30.404 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.404 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.404 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_prepare_latency": { 2024-07-26T07:21:30.404 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3765, 2024-07-26T07:21:30.404 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4255899709 2024-07-26T07:21:30.404 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.405 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_process_latency": { 2024-07-26T07:21:30.405 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3669, 2024-07-26T07:21:30.405 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 15532789505 2024-07-26T07:21:30.405 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.405 INFO:tasks.workunit.client.0.smithi089.stdout: "op_wip": { 2024-07-26T07:21:30.405 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.405 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.405 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_bytes": { 2024-07-26T07:21:30.405 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 16 2024-07-26T07:21:30.405 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.405 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_ops": { 2024-07-26T07:21:30.405 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1 2024-07-26T07:21:30.405 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.406 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes": { 2024-07-26T07:21:30.406 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995035648 2024-07-26T07:21:30.406 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.406 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes_used": { 2024-07-26T07:21:30.406 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 798289920 2024-07-26T07:21:30.406 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.406 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.406 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.406 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.5": { 2024-07-26T07:21:30.406 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T07:21:30.406 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_db_max_lat": { 2024-07-26T07:21:30.406 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 29792 2024-07-26T07:21:30.406 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.407 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_fallback": { 2024-07-26T07:21:30.407 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.407 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.407 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_max_lat": { 2024-07-26T07:21:30.407 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.407 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.407 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_size_fallback": { 2024-07-26T07:21:30.407 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.407 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.407 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_db": { 2024-07-26T07:21:30.407 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 65536 2024-07-26T07:21:30.407 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.407 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_slow": { 2024-07-26T07:21:30.407 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.408 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.408 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_wal": { 2024-07-26T07:21:30.408 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.408 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.408 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_wal_max_lat": { 2024-07-26T07:21:30.408 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.408 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.408 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_slow": { 2024-07-26T07:21:30.408 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.408 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.408 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_sst": { 2024-07-26T07:21:30.408 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7041024 2024-07-26T07:21:30.408 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.408 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_wal": { 2024-07-26T07:21:30.408 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 763678720 2024-07-26T07:21:30.408 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.409 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lat": { 2024-07-26T07:21:30.409 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 20, 2024-07-26T07:21:30.409 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4129112 2024-07-26T07:21:30.409 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.409 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lock_lat": { 2024-07-26T07:21:30.409 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 20, 2024-07-26T07:21:30.409 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1430628 2024-07-26T07:21:30.409 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.409 INFO:tasks.workunit.client.0.smithi089.stdout: "db_alloc_lat": { 2024-07-26T07:21:30.409 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 201, 2024-07-26T07:21:30.409 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 907761 2024-07-26T07:21:30.409 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.409 INFO:tasks.workunit.client.0.smithi089.stdout: "db_total_bytes": { 2024-07-26T07:21:30.409 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995027456 2024-07-26T07:21:30.409 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.409 INFO:tasks.workunit.client.0.smithi089.stdout: "db_used_bytes": { 2024-07-26T07:21:30.410 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 690421760 2024-07-26T07:21:30.410 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.410 INFO:tasks.workunit.client.0.smithi089.stdout: "flush_lat": { 2024-07-26T07:21:30.410 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 83466, 2024-07-26T07:21:30.410 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9979797757 2024-07-26T07:21:30.410 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.410 INFO:tasks.workunit.client.0.smithi089.stdout: "fsync_lat": { 2024-07-26T07:21:30.410 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 83481, 2024-07-26T07:21:30.410 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 16001756266 2024-07-26T07:21:30.410 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.410 INFO:tasks.workunit.client.0.smithi089.stdout: "log_bytes": { 2024-07-26T07:21:30.410 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9400320 2024-07-26T07:21:30.410 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.411 INFO:tasks.workunit.client.0.smithi089.stdout: "logged_bytes": { 2024-07-26T07:21:30.411 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 341929984 2024-07-26T07:21:30.411 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.411 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_db": { 2024-07-26T07:21:30.411 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 684720128 2024-07-26T07:21:30.411 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.411 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_slow": { 2024-07-26T07:21:30.411 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.411 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.411 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_wal": { 2024-07-26T07:21:30.411 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.411 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.411 INFO:tasks.workunit.client.0.smithi089.stdout: "num_files": { 2024-07-26T07:21:30.411 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 51 2024-07-26T07:21:30.412 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.412 INFO:tasks.workunit.client.0.smithi089.stdout: "read_bytes": { 2024-07-26T07:21:30.412 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 351898387 2024-07-26T07:21:30.412 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.412 INFO:tasks.workunit.client.0.smithi089.stdout: "read_count": { 2024-07-26T07:21:30.412 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 22395 2024-07-26T07:21:30.412 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.412 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes": { 2024-07-26T07:21:30.412 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 286466048 2024-07-26T07:21:30.412 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.412 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_db": { 2024-07-26T07:21:30.412 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 286470144 2024-07-26T07:21:30.412 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.412 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_slow": { 2024-07-26T07:21:30.413 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.413 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.413 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_wal": { 2024-07-26T07:21:30.413 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.413 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.413 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_count": { 2024-07-26T07:21:30.413 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 11219 2024-07-26T07:21:30.413 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.413 INFO:tasks.workunit.client.0.smithi089.stdout: "read_lat": { 2024-07-26T07:21:30.413 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 22395, 2024-07-26T07:21:30.413 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 156294881 2024-07-26T07:21:30.413 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.413 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_bytes": { 2024-07-26T07:21:30.413 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 240018124 2024-07-26T07:21:30.413 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.414 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_count": { 2024-07-26T07:21:30.414 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 18968 2024-07-26T07:21:30.414 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.414 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_bytes": { 2024-07-26T07:21:30.414 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2814733 2024-07-26T07:21:30.414 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.414 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_count": { 2024-07-26T07:21:30.414 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 821 2024-07-26T07:21:30.414 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.414 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_bytes": { 2024-07-26T07:21:30.414 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6986800 2024-07-26T07:21:30.414 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.414 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_count": { 2024-07-26T07:21:30.414 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1051 2024-07-26T07:21:30.415 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.415 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes": { 2024-07-26T07:21:30.415 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4172067 2024-07-26T07:21:30.415 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.415 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_db": { 2024-07-26T07:21:30.415 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4172067 2024-07-26T07:21:30.415 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.415 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_slow": { 2024-07-26T07:21:30.415 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.415 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.415 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_wal": { 2024-07-26T07:21:30.415 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.415 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.415 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_count": { 2024-07-26T07:21:30.416 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 240 2024-07-26T07:21:30.416 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.416 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_lat": { 2024-07-26T07:21:30.416 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1051, 2024-07-26T07:21:30.416 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2513367 2024-07-26T07:21:30.416 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.416 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_alloc_lat": { 2024-07-26T07:21:30.416 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.416 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.416 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.416 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_total_bytes": { 2024-07-26T07:21:30.416 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.416 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.416 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_used_bytes": { 2024-07-26T07:21:30.417 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.417 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.417 INFO:tasks.workunit.client.0.smithi089.stdout: "truncate_lat": { 2024-07-26T07:21:30.417 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1, 2024-07-26T07:21:30.417 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 696 2024-07-26T07:21:30.417 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.417 INFO:tasks.workunit.client.0.smithi089.stdout: "unlink_lat": { 2024-07-26T07:21:30.417 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 4, 2024-07-26T07:21:30.417 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5701 2024-07-26T07:21:30.417 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.417 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_alloc_lat": { 2024-07-26T07:21:30.417 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.417 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.417 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.418 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_total_bytes": { 2024-07-26T07:21:30.418 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.418 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.418 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_used_bytes": { 2024-07-26T07:21:30.418 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.418 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.418 INFO:tasks.workunit.client.0.smithi089.stdout: "write_bytes": { 2024-07-26T07:21:30.418 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1115676672 2024-07-26T07:21:30.418 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.418 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.418 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore": { 2024-07-26T07:21:30.418 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit": { 2024-07-26T07:21:30.418 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4096 2024-07-26T07:21:30.418 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.419 INFO:tasks.workunit.client.0.smithi089.stdout: "allocated": { 2024-07-26T07:21:30.419 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 18538496 2024-07-26T07:21:30.419 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.419 INFO:tasks.workunit.client.0.smithi089.stdout: "allocator_lat": { 2024-07-26T07:21:30.419 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 19919, 2024-07-26T07:21:30.419 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 60376654 2024-07-26T07:21:30.419 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.419 INFO:tasks.workunit.client.0.smithi089.stdout: "clist_lat": { 2024-07-26T07:21:30.419 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3252, 2024-07-26T07:21:30.419 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 468378273 2024-07-26T07:21:30.419 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.419 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_lat": { 2024-07-26T07:21:30.419 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.419 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.419 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.420 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed": { 2024-07-26T07:21:30.420 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.420 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.420 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_allocated": { 2024-07-26T07:21:30.420 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.420 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.420 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_original": { 2024-07-26T07:21:30.420 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.420 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.420 INFO:tasks.workunit.client.0.smithi089.stdout: "csum_lat": { 2024-07-26T07:21:30.420 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 16184, 2024-07-26T07:21:30.420 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 112889125 2024-07-26T07:21:30.420 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.420 INFO:tasks.workunit.client.0.smithi089.stdout: "decompress_lat": { 2024-07-26T07:21:30.421 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.421 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.421 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.421 INFO:tasks.workunit.client.0.smithi089.stdout: "fragmentation_micros": { 2024-07-26T07:21:30.421 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.421 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.421 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_commit_lat": { 2024-07-26T07:21:30.421 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 83410, 2024-07-26T07:21:30.421 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 19883818656 2024-07-26T07:21:30.421 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.421 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_final_lat": { 2024-07-26T07:21:30.421 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 82839, 2024-07-26T07:21:30.421 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1614638869 2024-07-26T07:21:30.421 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.422 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_flush_lat": { 2024-07-26T07:21:30.422 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 83410, 2024-07-26T07:21:30.422 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 47454225 2024-07-26T07:21:30.422 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.422 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_sync_lat": { 2024-07-26T07:21:30.422 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 83410, 2024-07-26T07:21:30.422 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 19931272881 2024-07-26T07:21:30.422 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.422 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_keys_lat": { 2024-07-26T07:21:30.422 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.422 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.422 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.422 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_values_lat": { 2024-07-26T07:21:30.422 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 32325, 2024-07-26T07:21:30.422 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 952323742 2024-07-26T07:21:30.423 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.423 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_lower_bound_lat": { 2024-07-26T07:21:30.423 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 900, 2024-07-26T07:21:30.423 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2459854 2024-07-26T07:21:30.423 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.423 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_next_lat": { 2024-07-26T07:21:30.423 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 9226, 2024-07-26T07:21:30.423 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8496657 2024-07-26T07:21:30.423 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.423 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_seek_to_first_lat": { 2024-07-26T07:21:30.423 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 49, 2024-07-26T07:21:30.423 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 60390 2024-07-26T07:21:30.423 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.423 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_upper_bound_lat": { 2024-07-26T07:21:30.424 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 15526, 2024-07-26T07:21:30.424 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2952560105 2024-07-26T07:21:30.424 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.424 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_hits": { 2024-07-26T07:21:30.424 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 239168 2024-07-26T07:21:30.424 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.424 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_misses": { 2024-07-26T07:21:30.424 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 21105 2024-07-26T07:21:30.424 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.424 INFO:tasks.workunit.client.0.smithi089.stdout: "read_lat": { 2024-07-26T07:21:30.424 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 11122, 2024-07-26T07:21:30.424 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1175109552 2024-07-26T07:21:30.424 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.425 INFO:tasks.workunit.client.0.smithi089.stdout: "read_onode_meta_lat": { 2024-07-26T07:21:30.425 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 30974, 2024-07-26T07:21:30.425 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10752432 2024-07-26T07:21:30.425 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.425 INFO:tasks.workunit.client.0.smithi089.stdout: "read_wait_aio_lat": { 2024-07-26T07:21:30.425 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 19852, 2024-07-26T07:21:30.425 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1105316779 2024-07-26T07:21:30.425 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.425 INFO:tasks.workunit.client.0.smithi089.stdout: "reads_with_retries": { 2024-07-26T07:21:30.425 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.426 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.426 INFO:tasks.workunit.client.0.smithi089.stdout: "remove_lat": { 2024-07-26T07:21:30.426 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 15098, 2024-07-26T07:21:30.426 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 394804768 2024-07-26T07:21:30.426 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.426 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_aio_wait_count": { 2024-07-26T07:21:30.426 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.426 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.426 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_committed_kv_count": { 2024-07-26T07:21:30.426 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.426 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.426 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_read_onode_meta_count": { 2024-07-26T07:21:30.426 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.426 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.427 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_read_wait_aio_count": { 2024-07-26T07:21:30.427 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.427 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.427 INFO:tasks.workunit.client.0.smithi089.stdout: "state_aio_wait_lat": { 2024-07-26T07:21:30.427 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 97763, 2024-07-26T07:21:30.427 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6045390451 2024-07-26T07:21:30.427 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.427 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T07:21:30.427 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 8480, 2024-07-26T07:21:30.427 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 705547409 2024-07-26T07:21:30.427 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.427 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_cleanup_lat": { 2024-07-26T07:21:30.427 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 8478, 2024-07-26T07:21:30.428 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2539201055522 2024-07-26T07:21:30.428 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.428 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_queued_lat": { 2024-07-26T07:21:30.428 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 8480, 2024-07-26T07:21:30.428 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6503020009681 2024-07-26T07:21:30.428 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.428 INFO:tasks.workunit.client.0.smithi089.stdout: "state_done_lat": { 2024-07-26T07:21:30.428 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 97761, 2024-07-26T07:21:30.428 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3066127506342 2024-07-26T07:21:30.428 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.428 INFO:tasks.workunit.client.0.smithi089.stdout: "state_finishing_lat": { 2024-07-26T07:21:30.428 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 97761, 2024-07-26T07:21:30.428 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 11261193 2024-07-26T07:21:30.428 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.428 INFO:tasks.workunit.client.0.smithi089.stdout: "state_io_done_lat": { 2024-07-26T07:21:30.429 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 97763, 2024-07-26T07:21:30.429 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 273812622 2024-07-26T07:21:30.429 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.429 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_commiting_lat": { 2024-07-26T07:21:30.429 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 97763, 2024-07-26T07:21:30.429 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 32236860107 2024-07-26T07:21:30.429 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.429 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_done_lat": { 2024-07-26T07:21:30.429 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 97763, 2024-07-26T07:21:30.429 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 32181993 2024-07-26T07:21:30.429 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.429 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_queued_lat": { 2024-07-26T07:21:30.429 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 97763, 2024-07-26T07:21:30.429 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 15848307394 2024-07-26T07:21:30.430 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.430 INFO:tasks.workunit.client.0.smithi089.stdout: "state_prepare_lat": { 2024-07-26T07:21:30.430 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 97763, 2024-07-26T07:21:30.430 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7723994420 2024-07-26T07:21:30.430 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.430 INFO:tasks.workunit.client.0.smithi089.stdout: "stored": { 2024-07-26T07:21:30.430 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12739186 2024-07-26T07:21:30.430 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.430 INFO:tasks.workunit.client.0.smithi089.stdout: "truncate_lat": { 2024-07-26T07:21:30.430 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2575, 2024-07-26T07:21:30.430 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 13762963 2024-07-26T07:21:30.430 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.430 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_commit_lat": { 2024-07-26T07:21:30.431 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 97763, 2024-07-26T07:21:30.431 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 62142874894 2024-07-26T07:21:30.431 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.431 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_submit_lat": { 2024-07-26T07:21:30.431 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 97763, 2024-07-26T07:21:30.431 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8681485320 2024-07-26T07:21:30.431 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.431 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_throttle_lat": { 2024-07-26T07:21:30.431 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 97763, 2024-07-26T07:21:30.431 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 556055473 2024-07-26T07:21:30.431 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.431 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.431 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache": { 2024-07-26T07:21:30.431 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_bytes": { 2024-07-26T07:21:30.432 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1405132139 2024-07-26T07:21:30.432 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.432 INFO:tasks.workunit.client.0.smithi089.stdout: "heap_bytes": { 2024-07-26T07:21:30.432 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 578052096 2024-07-26T07:21:30.432 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.432 INFO:tasks.workunit.client.0.smithi089.stdout: "mapped_bytes": { 2024-07-26T07:21:30.432 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 533635072 2024-07-26T07:21:30.432 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.432 INFO:tasks.workunit.client.0.smithi089.stdout: "target_bytes": { 2024-07-26T07:21:30.432 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2600515891 2024-07-26T07:21:30.432 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.432 INFO:tasks.workunit.client.0.smithi089.stdout: "unmapped_bytes": { 2024-07-26T07:21:30.432 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 44417024 2024-07-26T07:21:30.432 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.432 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.433 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:data": { 2024-07-26T07:21:30.433 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:30.433 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 125829120 2024-07-26T07:21:30.433 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.433 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:30.433 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.433 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.433 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:30.433 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.433 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.433 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:30.433 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 56909965 2024-07-26T07:21:30.433 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.434 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:30.434 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.434 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.434 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:30.434 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.434 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.434 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:30.434 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.434 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.434 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:30.434 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.434 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.434 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:30.435 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4096 2024-07-26T07:21:30.435 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.435 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:30.435 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 122880 2024-07-26T07:21:30.435 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.435 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:30.435 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.435 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.435 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:30.435 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.435 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.435 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:30.436 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.436 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.436 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:30.436 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 68792179 2024-07-26T07:21:30.436 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.436 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.436 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv": { 2024-07-26T07:21:30.436 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:30.436 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 562036736 2024-07-26T07:21:30.436 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.436 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:30.436 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T07:21:30.436 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.437 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:30.437 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.437 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.437 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:30.437 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 426824742 2024-07-26T07:21:30.437 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.437 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:30.437 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.437 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.437 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:30.437 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.437 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.437 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:30.437 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2128 2024-07-26T07:21:30.437 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.437 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:30.438 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.438 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.438 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:30.438 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 148352 2024-07-26T07:21:30.438 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.438 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:30.438 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.438 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.438 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:30.438 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.438 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.438 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:30.438 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.439 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.439 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:30.439 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.439 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.439 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:30.439 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67952650 2024-07-26T07:21:30.439 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.439 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.439 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T07:21:30.439 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:30.439 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 176160768 2024-07-26T07:21:30.439 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.439 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:30.439 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T07:21:30.439 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.440 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:30.440 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 162912 2024-07-26T07:21:30.440 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.440 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:30.440 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 37939977 2024-07-26T07:21:30.440 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.440 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:30.440 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.440 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.440 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:30.440 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.440 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.440 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:30.440 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.440 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.441 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:30.441 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.441 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.441 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:30.441 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.441 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.441 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:30.441 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.441 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.441 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:30.441 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.441 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.441 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:30.441 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.441 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.441 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:30.442 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.442 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.442 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:30.442 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 70949015 2024-07-26T07:21:30.442 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.442 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.442 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:meta": { 2024-07-26T07:21:30.442 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:30.442 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 503316480 2024-07-26T07:21:30.442 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.442 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:30.442 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.442 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.442 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:30.443 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.443 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.443 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:30.443 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 426824742 2024-07-26T07:21:30.443 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.443 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:30.443 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.443 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.443 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:30.443 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.443 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.443 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:30.443 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.443 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.444 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:30.444 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.444 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.444 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:30.444 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 178316 2024-07-26T07:21:30.444 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.444 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:30.444 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1167717 2024-07-26T07:21:30.444 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.444 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:30.444 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.445 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.445 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:30.445 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.445 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.445 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:30.445 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.445 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.445 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:30.445 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 75145705 2024-07-26T07:21:30.445 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.445 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.445 INFO:tasks.workunit.client.0.smithi089.stdout: "objecter": { 2024-07-26T07:21:30.445 INFO:tasks.workunit.client.0.smithi089.stdout: "op_active": { 2024-07-26T07:21:30.446 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.446 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.446 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T07:21:30.446 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 41 2024-07-26T07:21:30.446 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.446 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rmw": { 2024-07-26T07:21:30.446 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.446 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.446 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T07:21:30.446 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.446 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.446 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.446 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:30.447 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg": { 2024-07-26T07:21:30.447 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 58 2024-07-26T07:21:30.447 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.447 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg_removing": { 2024-07-26T07:21:30.447 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.447 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.447 INFO:tasks.workunit.client.0.smithi089.stdout: "op": { 2024-07-26T07:21:30.447 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 27071 2024-07-26T07:21:30.447 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.447 INFO:tasks.workunit.client.0.smithi089.stdout: "op_before_queue_op_lat": { 2024-07-26T07:21:30.447 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 116163, 2024-07-26T07:21:30.447 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9644044388 2024-07-26T07:21:30.447 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.447 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_degraded": { 2024-07-26T07:21:30.448 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.448 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.448 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_unreadable": { 2024-07-26T07:21:30.448 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3 2024-07-26T07:21:30.448 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.448 INFO:tasks.workunit.client.0.smithi089.stdout: "op_in_bytes": { 2024-07-26T07:21:30.448 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 867142016 2024-07-26T07:21:30.448 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.448 INFO:tasks.workunit.client.0.smithi089.stdout: "op_latency": { 2024-07-26T07:21:30.448 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 27071, 2024-07-26T07:21:30.448 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 35232500740 2024-07-26T07:21:30.448 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.448 INFO:tasks.workunit.client.0.smithi089.stdout: "op_out_bytes": { 2024-07-26T07:21:30.448 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1795774512 2024-07-26T07:21:30.449 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.449 INFO:tasks.workunit.client.0.smithi089.stdout: "op_prepare_latency": { 2024-07-26T07:21:30.449 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 28087, 2024-07-26T07:21:30.449 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10337722558 2024-07-26T07:21:30.449 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.449 INFO:tasks.workunit.client.0.smithi089.stdout: "op_process_latency": { 2024-07-26T07:21:30.449 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 27071, 2024-07-26T07:21:30.449 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 22344175734 2024-07-26T07:21:30.449 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.449 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T07:21:30.449 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 18496 2024-07-26T07:21:30.449 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.449 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency": { 2024-07-26T07:21:30.449 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 18496, 2024-07-26T07:21:30.449 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 11528718808 2024-07-26T07:21:30.450 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.450 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T07:21:30.450 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.450 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.450 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_out_bytes": { 2024-07-26T07:21:30.450 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1795774512 2024-07-26T07:21:30.450 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.450 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_prepare_latency": { 2024-07-26T07:21:30.450 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 18881, 2024-07-26T07:21:30.450 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4144943444 2024-07-26T07:21:30.450 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.450 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_process_latency": { 2024-07-26T07:21:30.450 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 18496, 2024-07-26T07:21:30.450 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5168755886 2024-07-26T07:21:30.451 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.451 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw": { 2024-07-26T07:21:30.451 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7318 2024-07-26T07:21:30.451 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.451 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_in_bytes": { 2024-07-26T07:21:30.451 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 215130751 2024-07-26T07:21:30.451 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.451 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency": { 2024-07-26T07:21:30.451 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7318, 2024-07-26T07:21:30.451 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 14180328729 2024-07-26T07:21:30.451 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.451 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T07:21:30.451 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.451 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.451 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T07:21:30.452 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.452 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.452 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_out_bytes": { 2024-07-26T07:21:30.452 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.452 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.452 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_prepare_latency": { 2024-07-26T07:21:30.452 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7786, 2024-07-26T07:21:30.452 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4337589099 2024-07-26T07:21:30.452 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.452 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_process_latency": { 2024-07-26T07:21:30.452 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 7318, 2024-07-26T07:21:30.452 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10005970040 2024-07-26T07:21:30.452 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.452 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T07:21:30.453 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1257 2024-07-26T07:21:30.453 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.453 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_in_bytes": { 2024-07-26T07:21:30.453 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 652011265 2024-07-26T07:21:30.453 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.453 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency": { 2024-07-26T07:21:30.453 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1257, 2024-07-26T07:21:30.453 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9523453203 2024-07-26T07:21:30.453 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.453 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T07:21:30.453 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.453 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.453 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_prepare_latency": { 2024-07-26T07:21:30.454 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1420, 2024-07-26T07:21:30.454 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1855190015 2024-07-26T07:21:30.454 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.454 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_process_latency": { 2024-07-26T07:21:30.454 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1257, 2024-07-26T07:21:30.454 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7169449808 2024-07-26T07:21:30.454 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.454 INFO:tasks.workunit.client.0.smithi089.stdout: "op_wip": { 2024-07-26T07:21:30.454 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.454 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.454 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_bytes": { 2024-07-26T07:21:30.454 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.454 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.455 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_ops": { 2024-07-26T07:21:30.455 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 13 2024-07-26T07:21:30.455 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.455 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes": { 2024-07-26T07:21:30.455 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995035648 2024-07-26T07:21:30.455 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.455 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes_used": { 2024-07-26T07:21:30.455 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 708976640 2024-07-26T07:21:30.455 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.455 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.455 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.455 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.6": { 2024-07-26T07:21:30.455 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T07:21:30.456 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_db_max_lat": { 2024-07-26T07:21:30.456 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 44899 2024-07-26T07:21:30.456 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.456 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_fallback": { 2024-07-26T07:21:30.456 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.456 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.456 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_max_lat": { 2024-07-26T07:21:30.456 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.456 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.456 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_size_fallback": { 2024-07-26T07:21:30.456 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.456 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.456 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_db": { 2024-07-26T07:21:30.456 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 65536 2024-07-26T07:21:30.456 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.457 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_slow": { 2024-07-26T07:21:30.457 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.457 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.457 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_wal": { 2024-07-26T07:21:30.457 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.457 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.457 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_wal_max_lat": { 2024-07-26T07:21:30.457 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.457 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.457 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_slow": { 2024-07-26T07:21:30.457 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.458 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.458 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_sst": { 2024-07-26T07:21:30.458 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3850240 2024-07-26T07:21:30.458 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.458 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_wal": { 2024-07-26T07:21:30.458 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 590544896 2024-07-26T07:21:30.458 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.458 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lat": { 2024-07-26T07:21:30.458 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 14, 2024-07-26T07:21:30.458 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2627978 2024-07-26T07:21:30.458 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.458 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lock_lat": { 2024-07-26T07:21:30.458 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 14, 2024-07-26T07:21:30.458 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 874314 2024-07-26T07:21:30.459 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.459 INFO:tasks.workunit.client.0.smithi089.stdout: "db_alloc_lat": { 2024-07-26T07:21:30.459 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 147, 2024-07-26T07:21:30.459 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 721572 2024-07-26T07:21:30.459 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.459 INFO:tasks.workunit.client.0.smithi089.stdout: "db_total_bytes": { 2024-07-26T07:21:30.459 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995027456 2024-07-26T07:21:30.459 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.459 INFO:tasks.workunit.client.0.smithi089.stdout: "db_used_bytes": { 2024-07-26T07:21:30.459 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 580648960 2024-07-26T07:21:30.459 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.459 INFO:tasks.workunit.client.0.smithi089.stdout: "flush_lat": { 2024-07-26T07:21:30.459 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 60261, 2024-07-26T07:21:30.459 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7611160884 2024-07-26T07:21:30.459 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.460 INFO:tasks.workunit.client.0.smithi089.stdout: "fsync_lat": { 2024-07-26T07:21:30.460 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 60270, 2024-07-26T07:21:30.460 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12279877859 2024-07-26T07:21:30.460 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.460 INFO:tasks.workunit.client.0.smithi089.stdout: "log_bytes": { 2024-07-26T07:21:30.460 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 14168064 2024-07-26T07:21:30.460 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.460 INFO:tasks.workunit.client.0.smithi089.stdout: "logged_bytes": { 2024-07-26T07:21:30.460 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 246890496 2024-07-26T07:21:30.460 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.460 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_db": { 2024-07-26T07:21:30.460 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 589168640 2024-07-26T07:21:30.460 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.460 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_slow": { 2024-07-26T07:21:30.460 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.460 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.461 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_wal": { 2024-07-26T07:21:30.461 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.461 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.461 INFO:tasks.workunit.client.0.smithi089.stdout: "num_files": { 2024-07-26T07:21:30.461 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 44 2024-07-26T07:21:30.461 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.461 INFO:tasks.workunit.client.0.smithi089.stdout: "read_bytes": { 2024-07-26T07:21:30.461 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 213633160 2024-07-26T07:21:30.461 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.461 INFO:tasks.workunit.client.0.smithi089.stdout: "read_count": { 2024-07-26T07:21:30.461 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 15080 2024-07-26T07:21:30.461 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.461 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes": { 2024-07-26T07:21:30.461 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 186519552 2024-07-26T07:21:30.461 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.461 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_db": { 2024-07-26T07:21:30.462 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 186523648 2024-07-26T07:21:30.462 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.462 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_slow": { 2024-07-26T07:21:30.462 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.462 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.462 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_wal": { 2024-07-26T07:21:30.462 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.462 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.462 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_count": { 2024-07-26T07:21:30.462 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7614 2024-07-26T07:21:30.462 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.462 INFO:tasks.workunit.client.0.smithi089.stdout: "read_lat": { 2024-07-26T07:21:30.462 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 15080, 2024-07-26T07:21:30.462 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 112864604 2024-07-26T07:21:30.462 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.463 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_bytes": { 2024-07-26T07:21:30.463 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 129119553 2024-07-26T07:21:30.463 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.463 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_count": { 2024-07-26T07:21:30.463 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12488 2024-07-26T07:21:30.463 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.463 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_bytes": { 2024-07-26T07:21:30.463 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1406697 2024-07-26T07:21:30.463 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.463 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_count": { 2024-07-26T07:21:30.463 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 424 2024-07-26T07:21:30.463 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.463 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_bytes": { 2024-07-26T07:21:30.463 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3813401 2024-07-26T07:21:30.464 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.464 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_count": { 2024-07-26T07:21:30.464 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 611 2024-07-26T07:21:30.464 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.464 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes": { 2024-07-26T07:21:30.464 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2406704 2024-07-26T07:21:30.464 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.464 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_db": { 2024-07-26T07:21:30.464 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2406704 2024-07-26T07:21:30.464 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.464 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_slow": { 2024-07-26T07:21:30.464 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.464 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.465 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_wal": { 2024-07-26T07:21:30.465 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.465 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.465 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_count": { 2024-07-26T07:21:30.465 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 188 2024-07-26T07:21:30.465 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.465 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_lat": { 2024-07-26T07:21:30.465 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 611, 2024-07-26T07:21:30.465 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1986109 2024-07-26T07:21:30.465 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.465 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_alloc_lat": { 2024-07-26T07:21:30.465 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.465 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.465 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.466 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_total_bytes": { 2024-07-26T07:21:30.466 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.466 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.466 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_used_bytes": { 2024-07-26T07:21:30.466 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.466 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.466 INFO:tasks.workunit.client.0.smithi089.stdout: "truncate_lat": { 2024-07-26T07:21:30.466 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1, 2024-07-26T07:21:30.466 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 670 2024-07-26T07:21:30.466 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.466 INFO:tasks.workunit.client.0.smithi089.stdout: "unlink_lat": { 2024-07-26T07:21:30.466 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 4, 2024-07-26T07:21:30.466 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6263 2024-07-26T07:21:30.466 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.467 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_alloc_lat": { 2024-07-26T07:21:30.467 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.467 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.467 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.467 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_total_bytes": { 2024-07-26T07:21:30.467 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.467 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.467 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_used_bytes": { 2024-07-26T07:21:30.467 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.467 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.467 INFO:tasks.workunit.client.0.smithi089.stdout: "write_bytes": { 2024-07-26T07:21:30.467 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 843427840 2024-07-26T07:21:30.467 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.467 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.467 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore": { 2024-07-26T07:21:30.467 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit": { 2024-07-26T07:21:30.468 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4096 2024-07-26T07:21:30.468 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.468 INFO:tasks.workunit.client.0.smithi089.stdout: "allocated": { 2024-07-26T07:21:30.468 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 19124224 2024-07-26T07:21:30.468 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.468 INFO:tasks.workunit.client.0.smithi089.stdout: "allocator_lat": { 2024-07-26T07:21:30.468 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 14019, 2024-07-26T07:21:30.468 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 40858362 2024-07-26T07:21:30.468 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.468 INFO:tasks.workunit.client.0.smithi089.stdout: "clist_lat": { 2024-07-26T07:21:30.468 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3147, 2024-07-26T07:21:30.468 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 388119788 2024-07-26T07:21:30.468 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.468 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_lat": { 2024-07-26T07:21:30.468 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.468 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.469 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.469 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed": { 2024-07-26T07:21:30.469 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.469 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.469 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_allocated": { 2024-07-26T07:21:30.469 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.469 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.469 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_original": { 2024-07-26T07:21:30.469 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.469 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.469 INFO:tasks.workunit.client.0.smithi089.stdout: "csum_lat": { 2024-07-26T07:21:30.469 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 12141, 2024-07-26T07:21:30.469 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 79539103 2024-07-26T07:21:30.469 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.469 INFO:tasks.workunit.client.0.smithi089.stdout: "decompress_lat": { 2024-07-26T07:21:30.470 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.470 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.470 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.470 INFO:tasks.workunit.client.0.smithi089.stdout: "fragmentation_micros": { 2024-07-26T07:21:30.470 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.470 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.470 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_commit_lat": { 2024-07-26T07:21:30.470 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 60221, 2024-07-26T07:21:30.470 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 15236184096 2024-07-26T07:21:30.470 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.470 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_final_lat": { 2024-07-26T07:21:30.470 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 59842, 2024-07-26T07:21:30.470 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1209800353 2024-07-26T07:21:30.470 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.470 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_flush_lat": { 2024-07-26T07:21:30.470 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 60221, 2024-07-26T07:21:30.471 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 32887305 2024-07-26T07:21:30.471 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.471 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_sync_lat": { 2024-07-26T07:21:30.471 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 60221, 2024-07-26T07:21:30.471 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 15269071401 2024-07-26T07:21:30.471 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.471 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_keys_lat": { 2024-07-26T07:21:30.471 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.471 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.471 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.471 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_values_lat": { 2024-07-26T07:21:30.471 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 21813, 2024-07-26T07:21:30.471 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 544687485 2024-07-26T07:21:30.471 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.471 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_lower_bound_lat": { 2024-07-26T07:21:30.471 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 836, 2024-07-26T07:21:30.472 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2208957 2024-07-26T07:21:30.472 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.472 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_next_lat": { 2024-07-26T07:21:30.472 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 8037, 2024-07-26T07:21:30.472 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8361333 2024-07-26T07:21:30.472 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.472 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_seek_to_first_lat": { 2024-07-26T07:21:30.472 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 42, 2024-07-26T07:21:30.472 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 81590 2024-07-26T07:21:30.472 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.472 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_upper_bound_lat": { 2024-07-26T07:21:30.472 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 11017, 2024-07-26T07:21:30.472 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1960582716 2024-07-26T07:21:30.472 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.472 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_hits": { 2024-07-26T07:21:30.472 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 174865 2024-07-26T07:21:30.473 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.473 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_misses": { 2024-07-26T07:21:30.473 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 17742 2024-07-26T07:21:30.473 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.473 INFO:tasks.workunit.client.0.smithi089.stdout: "read_lat": { 2024-07-26T07:21:30.473 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 11233, 2024-07-26T07:21:30.473 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1062459619 2024-07-26T07:21:30.473 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.473 INFO:tasks.workunit.client.0.smithi089.stdout: "read_onode_meta_lat": { 2024-07-26T07:21:30.473 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 38486, 2024-07-26T07:21:30.473 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10548097 2024-07-26T07:21:30.473 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.473 INFO:tasks.workunit.client.0.smithi089.stdout: "read_wait_aio_lat": { 2024-07-26T07:21:30.473 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 27253, 2024-07-26T07:21:30.473 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 823054645 2024-07-26T07:21:30.473 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.474 INFO:tasks.workunit.client.0.smithi089.stdout: "reads_with_retries": { 2024-07-26T07:21:30.474 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.474 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.474 INFO:tasks.workunit.client.0.smithi089.stdout: "remove_lat": { 2024-07-26T07:21:30.474 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 11114, 2024-07-26T07:21:30.474 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 276969393 2024-07-26T07:21:30.474 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.474 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_aio_wait_count": { 2024-07-26T07:21:30.474 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.474 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.474 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_committed_kv_count": { 2024-07-26T07:21:30.474 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.474 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.474 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_read_onode_meta_count": { 2024-07-26T07:21:30.475 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.475 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.475 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_read_wait_aio_count": { 2024-07-26T07:21:30.475 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.475 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.475 INFO:tasks.workunit.client.0.smithi089.stdout: "state_aio_wait_lat": { 2024-07-26T07:21:30.475 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 70852, 2024-07-26T07:21:30.475 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4682668212 2024-07-26T07:21:30.475 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.475 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T07:21:30.475 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 13905, 2024-07-26T07:21:30.475 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 704961041 2024-07-26T07:21:30.475 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.475 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_cleanup_lat": { 2024-07-26T07:21:30.476 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 13903, 2024-07-26T07:21:30.476 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2548859436899 2024-07-26T07:21:30.476 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.476 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_queued_lat": { 2024-07-26T07:21:30.476 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 13905, 2024-07-26T07:21:30.476 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5591783039574 2024-07-26T07:21:30.476 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.476 INFO:tasks.workunit.client.0.smithi089.stdout: "state_done_lat": { 2024-07-26T07:21:30.476 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 70850, 2024-07-26T07:21:30.476 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2126488415180 2024-07-26T07:21:30.476 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.476 INFO:tasks.workunit.client.0.smithi089.stdout: "state_finishing_lat": { 2024-07-26T07:21:30.476 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 70850, 2024-07-26T07:21:30.476 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7897227 2024-07-26T07:21:30.477 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.477 INFO:tasks.workunit.client.0.smithi089.stdout: "state_io_done_lat": { 2024-07-26T07:21:30.477 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 70852, 2024-07-26T07:21:30.477 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 238288461 2024-07-26T07:21:30.477 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.477 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_commiting_lat": { 2024-07-26T07:21:30.477 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 70852, 2024-07-26T07:21:30.477 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 24578445763 2024-07-26T07:21:30.477 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.477 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_done_lat": { 2024-07-26T07:21:30.477 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 70852, 2024-07-26T07:21:30.477 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 24144836 2024-07-26T07:21:30.477 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.478 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_queued_lat": { 2024-07-26T07:21:30.478 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 70852, 2024-07-26T07:21:30.478 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 11780389707 2024-07-26T07:21:30.478 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.478 INFO:tasks.workunit.client.0.smithi089.stdout: "state_prepare_lat": { 2024-07-26T07:21:30.478 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 70852, 2024-07-26T07:21:30.478 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5358450528 2024-07-26T07:21:30.478 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.478 INFO:tasks.workunit.client.0.smithi089.stdout: "stored": { 2024-07-26T07:21:30.478 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 13329445 2024-07-26T07:21:30.478 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.479 INFO:tasks.workunit.client.0.smithi089.stdout: "truncate_lat": { 2024-07-26T07:21:30.479 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2435, 2024-07-26T07:21:30.479 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12441425 2024-07-26T07:21:30.479 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.479 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_commit_lat": { 2024-07-26T07:21:30.479 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 70852, 2024-07-26T07:21:30.479 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 46649613855 2024-07-26T07:21:30.479 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.479 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_submit_lat": { 2024-07-26T07:21:30.479 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 70852, 2024-07-26T07:21:30.479 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6084433759 2024-07-26T07:21:30.479 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.479 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_throttle_lat": { 2024-07-26T07:21:30.479 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 70852, 2024-07-26T07:21:30.480 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 437991088 2024-07-26T07:21:30.480 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.480 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.480 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache": { 2024-07-26T07:21:30.480 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_bytes": { 2024-07-26T07:21:30.480 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1405132139 2024-07-26T07:21:30.480 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.480 INFO:tasks.workunit.client.0.smithi089.stdout: "heap_bytes": { 2024-07-26T07:21:30.480 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 627113984 2024-07-26T07:21:30.480 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.480 INFO:tasks.workunit.client.0.smithi089.stdout: "mapped_bytes": { 2024-07-26T07:21:30.480 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 533577728 2024-07-26T07:21:30.480 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.480 INFO:tasks.workunit.client.0.smithi089.stdout: "target_bytes": { 2024-07-26T07:21:30.481 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2600515891 2024-07-26T07:21:30.481 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.481 INFO:tasks.workunit.client.0.smithi089.stdout: "unmapped_bytes": { 2024-07-26T07:21:30.481 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 93536256 2024-07-26T07:21:30.481 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.481 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.481 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:data": { 2024-07-26T07:21:30.481 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:30.481 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 125829120 2024-07-26T07:21:30.481 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.481 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:30.481 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.481 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.481 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:30.481 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.482 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.482 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:30.482 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 57277598 2024-07-26T07:21:30.482 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.482 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:30.482 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.482 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.482 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:30.482 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.482 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.482 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:30.482 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.483 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.483 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:30.483 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.483 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.483 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:30.483 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.483 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.483 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:30.483 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 745472 2024-07-26T07:21:30.483 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.483 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:30.483 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.483 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.483 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:30.484 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.484 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.484 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:30.484 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.484 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.484 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:30.484 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67806050 2024-07-26T07:21:30.484 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.484 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.484 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv": { 2024-07-26T07:21:30.484 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:30.484 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 570425344 2024-07-26T07:21:30.484 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.484 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:30.484 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T07:21:30.485 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.485 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:30.485 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.485 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.485 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:30.485 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 429581991 2024-07-26T07:21:30.485 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.485 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:30.485 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.485 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.485 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:30.485 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1360 2024-07-26T07:21:30.485 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.485 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:30.485 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.486 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.486 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:30.486 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.486 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.486 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:30.486 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 90960 2024-07-26T07:21:30.486 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.486 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:30.486 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.486 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.486 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:30.486 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.486 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.486 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:30.486 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.486 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.487 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:30.487 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.487 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.487 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:30.487 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 73642169 2024-07-26T07:21:30.487 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.487 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.487 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T07:21:30.487 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:30.487 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 176160768 2024-07-26T07:21:30.487 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.487 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:30.487 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T07:21:30.487 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.487 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:30.487 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 399936 2024-07-26T07:21:30.488 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.488 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:30.488 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 38185065 2024-07-26T07:21:30.488 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.488 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:30.488 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.488 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.488 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:30.488 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.488 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.488 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:30.488 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.488 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.488 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:30.489 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.489 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.489 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:30.489 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.489 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.489 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:30.489 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.489 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.489 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:30.489 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.489 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.489 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:30.489 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.489 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.489 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:30.490 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.490 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.490 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:30.490 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 70466903 2024-07-26T07:21:30.490 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.490 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.490 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:meta": { 2024-07-26T07:21:30.490 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:30.490 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 503316480 2024-07-26T07:21:30.490 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.490 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:30.490 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.490 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.490 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:30.490 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.491 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.491 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:30.491 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 429581991 2024-07-26T07:21:30.491 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.491 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:30.491 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.491 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.491 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:30.491 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.491 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.491 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:30.491 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.491 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.491 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:30.491 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.492 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.492 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:30.492 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 181274 2024-07-26T07:21:30.492 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.492 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:30.492 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1209900 2024-07-26T07:21:30.492 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.492 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:30.492 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.492 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.492 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:30.492 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.492 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.492 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:30.492 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.493 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.493 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:30.493 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 72343315 2024-07-26T07:21:30.493 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.493 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.493 INFO:tasks.workunit.client.0.smithi089.stdout: "objecter": { 2024-07-26T07:21:30.493 INFO:tasks.workunit.client.0.smithi089.stdout: "op_active": { 2024-07-26T07:21:30.493 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.493 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.493 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T07:21:30.493 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12 2024-07-26T07:21:30.493 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.493 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rmw": { 2024-07-26T07:21:30.493 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.493 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.493 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T07:21:30.494 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.494 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.494 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.494 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:30.494 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg": { 2024-07-26T07:21:30.494 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 50 2024-07-26T07:21:30.494 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.494 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg_removing": { 2024-07-26T07:21:30.494 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.494 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.494 INFO:tasks.workunit.client.0.smithi089.stdout: "op": { 2024-07-26T07:21:30.494 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 35265 2024-07-26T07:21:30.494 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.495 INFO:tasks.workunit.client.0.smithi089.stdout: "op_before_queue_op_lat": { 2024-07-26T07:21:30.495 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 95997, 2024-07-26T07:21:30.495 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6420208370 2024-07-26T07:21:30.495 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.495 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_degraded": { 2024-07-26T07:21:30.495 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2 2024-07-26T07:21:30.495 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.495 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_unreadable": { 2024-07-26T07:21:30.495 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3 2024-07-26T07:21:30.495 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.495 INFO:tasks.workunit.client.0.smithi089.stdout: "op_in_bytes": { 2024-07-26T07:21:30.495 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1210896967 2024-07-26T07:21:30.495 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.495 INFO:tasks.workunit.client.0.smithi089.stdout: "op_latency": { 2024-07-26T07:21:30.495 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 35265, 2024-07-26T07:21:30.496 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 94158630363 2024-07-26T07:21:30.496 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.496 INFO:tasks.workunit.client.0.smithi089.stdout: "op_out_bytes": { 2024-07-26T07:21:30.496 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1538242792 2024-07-26T07:21:30.496 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.496 INFO:tasks.workunit.client.0.smithi089.stdout: "op_prepare_latency": { 2024-07-26T07:21:30.496 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 35803, 2024-07-26T07:21:30.496 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12400438812 2024-07-26T07:21:30.496 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.496 INFO:tasks.workunit.client.0.smithi089.stdout: "op_process_latency": { 2024-07-26T07:21:30.496 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 35265, 2024-07-26T07:21:30.496 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 30441810276 2024-07-26T07:21:30.496 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.496 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T07:21:30.497 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 26287 2024-07-26T07:21:30.497 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.497 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency": { 2024-07-26T07:21:30.497 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 26287, 2024-07-26T07:21:30.497 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9340030192 2024-07-26T07:21:30.497 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.497 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T07:21:30.497 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.497 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.497 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_out_bytes": { 2024-07-26T07:21:30.497 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1538242792 2024-07-26T07:21:30.497 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.497 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_prepare_latency": { 2024-07-26T07:21:30.497 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 26493, 2024-07-26T07:21:30.497 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4979525244 2024-07-26T07:21:30.497 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.498 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_process_latency": { 2024-07-26T07:21:30.498 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 26287, 2024-07-26T07:21:30.498 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4515090450 2024-07-26T07:21:30.498 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.498 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw": { 2024-07-26T07:21:30.498 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4411 2024-07-26T07:21:30.498 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.498 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_in_bytes": { 2024-07-26T07:21:30.498 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 181132720 2024-07-26T07:21:30.498 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.498 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency": { 2024-07-26T07:21:30.498 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 4411, 2024-07-26T07:21:30.498 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 11014272555 2024-07-26T07:21:30.498 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.498 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T07:21:30.499 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.499 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.499 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T07:21:30.499 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.499 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.499 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_out_bytes": { 2024-07-26T07:21:30.499 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.499 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.499 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_prepare_latency": { 2024-07-26T07:21:30.499 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 4613, 2024-07-26T07:21:30.499 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2524047070 2024-07-26T07:21:30.499 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.499 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_process_latency": { 2024-07-26T07:21:30.499 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 4411, 2024-07-26T07:21:30.499 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7742363783 2024-07-26T07:21:30.500 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.500 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T07:21:30.500 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4567 2024-07-26T07:21:30.500 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.500 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_in_bytes": { 2024-07-26T07:21:30.500 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1029764247 2024-07-26T07:21:30.500 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.500 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency": { 2024-07-26T07:21:30.500 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 4567, 2024-07-26T07:21:30.500 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 73804327616 2024-07-26T07:21:30.500 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.500 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T07:21:30.500 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.500 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.500 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_prepare_latency": { 2024-07-26T07:21:30.501 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 4697, 2024-07-26T07:21:30.501 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4896866498 2024-07-26T07:21:30.501 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.501 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_process_latency": { 2024-07-26T07:21:30.501 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 4567, 2024-07-26T07:21:30.501 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 18184356043 2024-07-26T07:21:30.501 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.501 INFO:tasks.workunit.client.0.smithi089.stdout: "op_wip": { 2024-07-26T07:21:30.501 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.501 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.501 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_bytes": { 2024-07-26T07:21:30.501 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.501 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.501 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_ops": { 2024-07-26T07:21:30.501 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1 2024-07-26T07:21:30.501 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.502 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes": { 2024-07-26T07:21:30.502 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995035648 2024-07-26T07:21:30.502 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.502 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes_used": { 2024-07-26T07:21:30.502 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 599789568 2024-07-26T07:21:30.502 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.502 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.502 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.502 INFO:tasks.workunit.client.0.smithi089.stdout: "osd.7": { 2024-07-26T07:21:30.502 INFO:tasks.workunit.client.0.smithi089.stdout: "bluefs": { 2024-07-26T07:21:30.502 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_db_max_lat": { 2024-07-26T07:21:30.502 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 21129 2024-07-26T07:21:30.502 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.503 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_fallback": { 2024-07-26T07:21:30.503 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.503 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.503 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_max_lat": { 2024-07-26T07:21:30.503 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.503 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.503 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_slow_size_fallback": { 2024-07-26T07:21:30.503 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.503 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.503 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_db": { 2024-07-26T07:21:30.503 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 65536 2024-07-26T07:21:30.503 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.503 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_slow": { 2024-07-26T07:21:30.503 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.504 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.504 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit_wal": { 2024-07-26T07:21:30.504 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.504 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.504 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_wal_max_lat": { 2024-07-26T07:21:30.504 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.504 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.504 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_slow": { 2024-07-26T07:21:30.504 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.504 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.504 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_sst": { 2024-07-26T07:21:30.504 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2248704 2024-07-26T07:21:30.504 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.504 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_written_wal": { 2024-07-26T07:21:30.504 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 538165248 2024-07-26T07:21:30.504 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.504 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lat": { 2024-07-26T07:21:30.505 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 16, 2024-07-26T07:21:30.505 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3286701 2024-07-26T07:21:30.505 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.505 INFO:tasks.workunit.client.0.smithi089.stdout: "compact_lock_lat": { 2024-07-26T07:21:30.505 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 16, 2024-07-26T07:21:30.505 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 997615 2024-07-26T07:21:30.505 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.505 INFO:tasks.workunit.client.0.smithi089.stdout: "db_alloc_lat": { 2024-07-26T07:21:30.505 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 150, 2024-07-26T07:21:30.505 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 590518 2024-07-26T07:21:30.505 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.505 INFO:tasks.workunit.client.0.smithi089.stdout: "db_total_bytes": { 2024-07-26T07:21:30.505 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995027456 2024-07-26T07:21:30.505 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.505 INFO:tasks.workunit.client.0.smithi089.stdout: "db_used_bytes": { 2024-07-26T07:21:30.506 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 459669504 2024-07-26T07:21:30.506 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.506 INFO:tasks.workunit.client.0.smithi089.stdout: "flush_lat": { 2024-07-26T07:21:30.506 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 65996, 2024-07-26T07:21:30.506 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7906737080 2024-07-26T07:21:30.506 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.506 INFO:tasks.workunit.client.0.smithi089.stdout: "fsync_lat": { 2024-07-26T07:21:30.506 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 66018, 2024-07-26T07:21:30.506 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12949961652 2024-07-26T07:21:30.506 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.506 INFO:tasks.workunit.client.0.smithi089.stdout: "log_bytes": { 2024-07-26T07:21:30.506 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4403200 2024-07-26T07:21:30.506 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.507 INFO:tasks.workunit.client.0.smithi089.stdout: "logged_bytes": { 2024-07-26T07:21:30.507 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 270401536 2024-07-26T07:21:30.507 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.507 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_db": { 2024-07-26T07:21:30.507 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 476708864 2024-07-26T07:21:30.507 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.507 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_slow": { 2024-07-26T07:21:30.507 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.507 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.507 INFO:tasks.workunit.client.0.smithi089.stdout: "max_bytes_wal": { 2024-07-26T07:21:30.507 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.507 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.507 INFO:tasks.workunit.client.0.smithi089.stdout: "num_files": { 2024-07-26T07:21:30.508 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 37 2024-07-26T07:21:30.508 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.508 INFO:tasks.workunit.client.0.smithi089.stdout: "read_bytes": { 2024-07-26T07:21:30.508 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 89876484 2024-07-26T07:21:30.508 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.508 INFO:tasks.workunit.client.0.smithi089.stdout: "read_count": { 2024-07-26T07:21:30.508 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5084 2024-07-26T07:21:30.508 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.508 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes": { 2024-07-26T07:21:30.508 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 59138048 2024-07-26T07:21:30.508 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.508 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_db": { 2024-07-26T07:21:30.508 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 59142144 2024-07-26T07:21:30.508 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.508 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_slow": { 2024-07-26T07:21:30.509 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.509 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.509 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_bytes_wal": { 2024-07-26T07:21:30.509 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.509 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.509 INFO:tasks.workunit.client.0.smithi089.stdout: "read_disk_count": { 2024-07-26T07:21:30.509 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 190 2024-07-26T07:21:30.509 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.509 INFO:tasks.workunit.client.0.smithi089.stdout: "read_lat": { 2024-07-26T07:21:30.509 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 5084, 2024-07-26T07:21:30.509 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 16845821 2024-07-26T07:21:30.509 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.509 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_bytes": { 2024-07-26T07:21:30.509 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 38928080 2024-07-26T07:21:30.509 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.510 INFO:tasks.workunit.client.0.smithi089.stdout: "read_prefetch_count": { 2024-07-26T07:21:30.510 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 3517 2024-07-26T07:21:30.510 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.510 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_bytes": { 2024-07-26T07:21:30.510 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1035377 2024-07-26T07:21:30.510 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.510 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_buffer_count": { 2024-07-26T07:21:30.510 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 302 2024-07-26T07:21:30.510 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.510 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_bytes": { 2024-07-26T07:21:30.510 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2228218 2024-07-26T07:21:30.510 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.510 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_count": { 2024-07-26T07:21:30.510 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 431 2024-07-26T07:21:30.511 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.511 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes": { 2024-07-26T07:21:30.511 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1192841 2024-07-26T07:21:30.511 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.511 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_db": { 2024-07-26T07:21:30.511 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1192841 2024-07-26T07:21:30.511 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.511 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_slow": { 2024-07-26T07:21:30.511 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.511 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.511 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_bytes_wal": { 2024-07-26T07:21:30.511 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.511 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.511 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_disk_count": { 2024-07-26T07:21:30.511 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 132 2024-07-26T07:21:30.511 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.511 INFO:tasks.workunit.client.0.smithi089.stdout: "read_random_lat": { 2024-07-26T07:21:30.512 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 431, 2024-07-26T07:21:30.512 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 813204 2024-07-26T07:21:30.512 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.512 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_alloc_lat": { 2024-07-26T07:21:30.512 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.512 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.512 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.512 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_total_bytes": { 2024-07-26T07:21:30.512 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.512 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.512 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_used_bytes": { 2024-07-26T07:21:30.512 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.512 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.512 INFO:tasks.workunit.client.0.smithi089.stdout: "truncate_lat": { 2024-07-26T07:21:30.512 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1, 2024-07-26T07:21:30.512 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 594 2024-07-26T07:21:30.512 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.513 INFO:tasks.workunit.client.0.smithi089.stdout: "unlink_lat": { 2024-07-26T07:21:30.513 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 4, 2024-07-26T07:21:30.513 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6093 2024-07-26T07:21:30.513 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.513 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_alloc_lat": { 2024-07-26T07:21:30.513 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.513 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.513 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.513 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_total_bytes": { 2024-07-26T07:21:30.513 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.513 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.513 INFO:tasks.workunit.client.0.smithi089.stdout: "wal_used_bytes": { 2024-07-26T07:21:30.513 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.513 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.513 INFO:tasks.workunit.client.0.smithi089.stdout: "write_bytes": { 2024-07-26T07:21:30.513 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 813244416 2024-07-26T07:21:30.514 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.514 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.514 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore": { 2024-07-26T07:21:30.514 INFO:tasks.workunit.client.0.smithi089.stdout: "alloc_unit": { 2024-07-26T07:21:30.514 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4096 2024-07-26T07:21:30.514 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.514 INFO:tasks.workunit.client.0.smithi089.stdout: "allocated": { 2024-07-26T07:21:30.514 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 14921728 2024-07-26T07:21:30.514 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.514 INFO:tasks.workunit.client.0.smithi089.stdout: "allocator_lat": { 2024-07-26T07:21:30.514 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 20593, 2024-07-26T07:21:30.514 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 52928231 2024-07-26T07:21:30.514 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.515 INFO:tasks.workunit.client.0.smithi089.stdout: "clist_lat": { 2024-07-26T07:21:30.515 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 3188, 2024-07-26T07:21:30.515 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 296494611 2024-07-26T07:21:30.515 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.515 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_lat": { 2024-07-26T07:21:30.515 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.515 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.515 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.515 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed": { 2024-07-26T07:21:30.515 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.515 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.515 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_allocated": { 2024-07-26T07:21:30.515 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.515 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.516 INFO:tasks.workunit.client.0.smithi089.stdout: "compressed_original": { 2024-07-26T07:21:30.516 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.516 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.516 INFO:tasks.workunit.client.0.smithi089.stdout: "csum_lat": { 2024-07-26T07:21:30.516 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 14565, 2024-07-26T07:21:30.516 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 93907005 2024-07-26T07:21:30.516 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.516 INFO:tasks.workunit.client.0.smithi089.stdout: "decompress_lat": { 2024-07-26T07:21:30.516 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.516 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.516 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.516 INFO:tasks.workunit.client.0.smithi089.stdout: "fragmentation_micros": { 2024-07-26T07:21:30.516 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.516 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.516 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_commit_lat": { 2024-07-26T07:21:30.516 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 65966, 2024-07-26T07:21:30.517 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 15997266293 2024-07-26T07:21:30.517 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.517 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_final_lat": { 2024-07-26T07:21:30.517 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 65526, 2024-07-26T07:21:30.517 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1374647667 2024-07-26T07:21:30.517 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.517 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_flush_lat": { 2024-07-26T07:21:30.517 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 65966, 2024-07-26T07:21:30.517 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 38810218 2024-07-26T07:21:30.517 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.517 INFO:tasks.workunit.client.0.smithi089.stdout: "kv_sync_lat": { 2024-07-26T07:21:30.517 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 65966, 2024-07-26T07:21:30.517 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 16036076511 2024-07-26T07:21:30.517 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.517 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_keys_lat": { 2024-07-26T07:21:30.518 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 0, 2024-07-26T07:21:30.518 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.518 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.518 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_get_values_lat": { 2024-07-26T07:21:30.518 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 36567, 2024-07-26T07:21:30.518 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 672015938 2024-07-26T07:21:30.518 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.518 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_lower_bound_lat": { 2024-07-26T07:21:30.518 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 775, 2024-07-26T07:21:30.518 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2349962 2024-07-26T07:21:30.518 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.518 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_next_lat": { 2024-07-26T07:21:30.518 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 8546, 2024-07-26T07:21:30.518 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 5635980 2024-07-26T07:21:30.519 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.519 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_seek_to_first_lat": { 2024-07-26T07:21:30.519 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 50, 2024-07-26T07:21:30.519 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 57830 2024-07-26T07:21:30.519 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.519 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_upper_bound_lat": { 2024-07-26T07:21:30.519 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 13636, 2024-07-26T07:21:30.519 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 982571573 2024-07-26T07:21:30.519 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.519 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_hits": { 2024-07-26T07:21:30.519 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 220537 2024-07-26T07:21:30.519 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.519 INFO:tasks.workunit.client.0.smithi089.stdout: "onode_misses": { 2024-07-26T07:21:30.519 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 18542 2024-07-26T07:21:30.520 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.520 INFO:tasks.workunit.client.0.smithi089.stdout: "read_lat": { 2024-07-26T07:21:30.520 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 20853, 2024-07-26T07:21:30.520 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1088255346 2024-07-26T07:21:30.520 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.520 INFO:tasks.workunit.client.0.smithi089.stdout: "read_onode_meta_lat": { 2024-07-26T07:21:30.520 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 60032, 2024-07-26T07:21:30.520 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 15849696 2024-07-26T07:21:30.520 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.520 INFO:tasks.workunit.client.0.smithi089.stdout: "read_wait_aio_lat": { 2024-07-26T07:21:30.520 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 39179, 2024-07-26T07:21:30.520 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 968627250 2024-07-26T07:21:30.520 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.520 INFO:tasks.workunit.client.0.smithi089.stdout: "reads_with_retries": { 2024-07-26T07:21:30.520 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.520 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.521 INFO:tasks.workunit.client.0.smithi089.stdout: "remove_lat": { 2024-07-26T07:21:30.521 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 12818, 2024-07-26T07:21:30.521 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 302880910 2024-07-26T07:21:30.521 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.521 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_aio_wait_count": { 2024-07-26T07:21:30.521 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.521 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.521 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_committed_kv_count": { 2024-07-26T07:21:30.521 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.521 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.521 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_read_onode_meta_count": { 2024-07-26T07:21:30.521 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.521 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.521 INFO:tasks.workunit.client.0.smithi089.stdout: "slow_read_wait_aio_count": { 2024-07-26T07:21:30.521 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.522 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.522 INFO:tasks.workunit.client.0.smithi089.stdout: "state_aio_wait_lat": { 2024-07-26T07:21:30.522 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80095, 2024-07-26T07:21:30.522 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9425721757 2024-07-26T07:21:30.522 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.522 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_aio_wait_lat": { 2024-07-26T07:21:30.522 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 15900, 2024-07-26T07:21:30.522 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 919694129 2024-07-26T07:21:30.522 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.522 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_cleanup_lat": { 2024-07-26T07:21:30.522 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 15898, 2024-07-26T07:21:30.522 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2775365216868 2024-07-26T07:21:30.522 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.522 INFO:tasks.workunit.client.0.smithi089.stdout: "state_deferred_queued_lat": { 2024-07-26T07:21:30.522 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 15900, 2024-07-26T07:21:30.523 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6087416340886 2024-07-26T07:21:30.523 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.523 INFO:tasks.workunit.client.0.smithi089.stdout: "state_done_lat": { 2024-07-26T07:21:30.523 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80093, 2024-07-26T07:21:30.523 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2901304881253 2024-07-26T07:21:30.523 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.523 INFO:tasks.workunit.client.0.smithi089.stdout: "state_finishing_lat": { 2024-07-26T07:21:30.523 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80093, 2024-07-26T07:21:30.523 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 8564140 2024-07-26T07:21:30.523 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.523 INFO:tasks.workunit.client.0.smithi089.stdout: "state_io_done_lat": { 2024-07-26T07:21:30.523 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80095, 2024-07-26T07:21:30.523 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 497400375 2024-07-26T07:21:30.523 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.523 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_commiting_lat": { 2024-07-26T07:21:30.524 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80095, 2024-07-26T07:21:30.524 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 28825796595 2024-07-26T07:21:30.524 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.524 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_done_lat": { 2024-07-26T07:21:30.524 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80095, 2024-07-26T07:21:30.524 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 26673756 2024-07-26T07:21:30.524 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.524 INFO:tasks.workunit.client.0.smithi089.stdout: "state_kv_queued_lat": { 2024-07-26T07:21:30.524 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80095, 2024-07-26T07:21:30.524 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 15159614788 2024-07-26T07:21:30.524 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.524 INFO:tasks.workunit.client.0.smithi089.stdout: "state_prepare_lat": { 2024-07-26T07:21:30.524 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80095, 2024-07-26T07:21:30.524 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6303157098 2024-07-26T07:21:30.525 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.525 INFO:tasks.workunit.client.0.smithi089.stdout: "stored": { 2024-07-26T07:21:30.525 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9129923 2024-07-26T07:21:30.525 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.525 INFO:tasks.workunit.client.0.smithi089.stdout: "truncate_lat": { 2024-07-26T07:21:30.525 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 2461, 2024-07-26T07:21:30.525 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 13253901 2024-07-26T07:21:30.525 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.525 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_commit_lat": { 2024-07-26T07:21:30.525 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80095, 2024-07-26T07:21:30.525 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 60224262665 2024-07-26T07:21:30.525 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.525 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_submit_lat": { 2024-07-26T07:21:30.525 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80095, 2024-07-26T07:21:30.525 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7173270827 2024-07-26T07:21:30.526 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.526 INFO:tasks.workunit.client.0.smithi089.stdout: "txc_throttle_lat": { 2024-07-26T07:21:30.526 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 80095, 2024-07-26T07:21:30.526 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 882840621 2024-07-26T07:21:30.526 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.526 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.526 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache": { 2024-07-26T07:21:30.526 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_bytes": { 2024-07-26T07:21:30.526 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1405132139 2024-07-26T07:21:30.526 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.526 INFO:tasks.workunit.client.0.smithi089.stdout: "heap_bytes": { 2024-07-26T07:21:30.526 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 466067456 2024-07-26T07:21:30.526 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.527 INFO:tasks.workunit.client.0.smithi089.stdout: "mapped_bytes": { 2024-07-26T07:21:30.527 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 431480832 2024-07-26T07:21:30.527 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.527 INFO:tasks.workunit.client.0.smithi089.stdout: "target_bytes": { 2024-07-26T07:21:30.527 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 2600515891 2024-07-26T07:21:30.527 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.527 INFO:tasks.workunit.client.0.smithi089.stdout: "unmapped_bytes": { 2024-07-26T07:21:30.527 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 34586624 2024-07-26T07:21:30.527 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.527 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.527 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:data": { 2024-07-26T07:21:30.527 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:30.527 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 125829120 2024-07-26T07:21:30.527 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.527 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:30.528 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.528 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.528 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:30.528 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.528 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.528 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:30.528 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 57371132 2024-07-26T07:21:30.528 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.528 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:30.528 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.528 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.528 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:30.528 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.528 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.529 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:30.529 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.529 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.529 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:30.529 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.529 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.529 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:30.529 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 16384 2024-07-26T07:21:30.529 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.529 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:30.529 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 94208 2024-07-26T07:21:30.529 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.529 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:30.529 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.530 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.530 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:30.530 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.530 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.530 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:30.530 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.530 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.530 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:30.530 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 68347396 2024-07-26T07:21:30.530 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.530 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.530 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv": { 2024-07-26T07:21:30.530 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:30.531 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 570425344 2024-07-26T07:21:30.531 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.531 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:30.531 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T07:21:30.531 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.531 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:30.531 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.531 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.531 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:30.531 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 430283493 2024-07-26T07:21:30.531 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.531 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:30.531 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.531 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.531 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:30.532 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1040 2024-07-26T07:21:30.532 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.532 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:30.532 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.532 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.532 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:30.532 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.532 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.532 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:30.532 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 65040 2024-07-26T07:21:30.532 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.532 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:30.532 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.532 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.533 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:30.533 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.533 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.533 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:30.533 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.533 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.533 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:30.533 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.533 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.533 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:30.533 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 72966907 2024-07-26T07:21:30.533 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.533 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.533 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:kv_onode": { 2024-07-26T07:21:30.534 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:30.534 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 176160768 2024-07-26T07:21:30.534 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.534 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:30.534 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 67108864 2024-07-26T07:21:30.534 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.534 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:30.534 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 47408 2024-07-26T07:21:30.534 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.534 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:30.534 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 38247421 2024-07-26T07:21:30.534 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.534 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:30.534 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.535 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.535 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:30.535 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.535 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.535 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:30.535 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.535 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.535 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:30.535 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.535 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.535 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:30.535 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.535 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.535 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:30.536 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.536 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.536 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:30.536 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.536 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.536 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:30.536 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.536 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.536 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:30.536 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.536 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.536 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:30.536 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 70757075 2024-07-26T07:21:30.536 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.536 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.537 INFO:tasks.workunit.client.0.smithi089.stdout: "bluestore-pricache:meta": { 2024-07-26T07:21:30.537 INFO:tasks.workunit.client.0.smithi089.stdout: "committed_bytes": { 2024-07-26T07:21:30.537 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 503316480 2024-07-26T07:21:30.537 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.537 INFO:tasks.workunit.client.0.smithi089.stdout: "pri0_bytes": { 2024-07-26T07:21:30.537 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.537 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.537 INFO:tasks.workunit.client.0.smithi089.stdout: "pri10_bytes": { 2024-07-26T07:21:30.537 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.537 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.537 INFO:tasks.workunit.client.0.smithi089.stdout: "pri11_bytes": { 2024-07-26T07:21:30.537 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 430283493 2024-07-26T07:21:30.537 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.537 INFO:tasks.workunit.client.0.smithi089.stdout: "pri1_bytes": { 2024-07-26T07:21:30.537 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.538 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.538 INFO:tasks.workunit.client.0.smithi089.stdout: "pri2_bytes": { 2024-07-26T07:21:30.538 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.538 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.538 INFO:tasks.workunit.client.0.smithi089.stdout: "pri3_bytes": { 2024-07-26T07:21:30.538 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.538 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.538 INFO:tasks.workunit.client.0.smithi089.stdout: "pri4_bytes": { 2024-07-26T07:21:30.538 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.538 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.538 INFO:tasks.workunit.client.0.smithi089.stdout: "pri5_bytes": { 2024-07-26T07:21:30.538 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 185503 2024-07-26T07:21:30.538 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.538 INFO:tasks.workunit.client.0.smithi089.stdout: "pri6_bytes": { 2024-07-26T07:21:30.539 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1187223 2024-07-26T07:21:30.539 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.539 INFO:tasks.workunit.client.0.smithi089.stdout: "pri7_bytes": { 2024-07-26T07:21:30.539 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.539 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.539 INFO:tasks.workunit.client.0.smithi089.stdout: "pri8_bytes": { 2024-07-26T07:21:30.539 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.539 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.539 INFO:tasks.workunit.client.0.smithi089.stdout: "pri9_bytes": { 2024-07-26T07:21:30.539 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.539 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.539 INFO:tasks.workunit.client.0.smithi089.stdout: "reserved_bytes": { 2024-07-26T07:21:30.539 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 71660261 2024-07-26T07:21:30.539 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.540 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.540 INFO:tasks.workunit.client.0.smithi089.stdout: "objecter": { 2024-07-26T07:21:30.540 INFO:tasks.workunit.client.0.smithi089.stdout: "op_active": { 2024-07-26T07:21:30.540 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.540 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.540 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T07:21:30.540 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 10 2024-07-26T07:21:30.540 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.540 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rmw": { 2024-07-26T07:21:30.540 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.540 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.540 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T07:21:30.540 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.540 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.541 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.541 INFO:tasks.workunit.client.0.smithi089.stdout: "osd": { 2024-07-26T07:21:30.541 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg": { 2024-07-26T07:21:30.541 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 59 2024-07-26T07:21:30.541 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.541 INFO:tasks.workunit.client.0.smithi089.stdout: "numpg_removing": { 2024-07-26T07:21:30.541 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.541 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.541 INFO:tasks.workunit.client.0.smithi089.stdout: "op": { 2024-07-26T07:21:30.541 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 58391 2024-07-26T07:21:30.541 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.541 INFO:tasks.workunit.client.0.smithi089.stdout: "op_before_queue_op_lat": { 2024-07-26T07:21:30.541 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 130316, 2024-07-26T07:21:30.541 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7996719173 2024-07-26T07:21:30.542 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.542 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_degraded": { 2024-07-26T07:21:30.542 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.542 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.542 INFO:tasks.workunit.client.0.smithi089.stdout: "op_delayed_unreadable": { 2024-07-26T07:21:30.542 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.542 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.542 INFO:tasks.workunit.client.0.smithi089.stdout: "op_in_bytes": { 2024-07-26T07:21:30.542 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1006710104 2024-07-26T07:21:30.542 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.542 INFO:tasks.workunit.client.0.smithi089.stdout: "op_latency": { 2024-07-26T07:21:30.542 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 58391, 2024-07-26T07:21:30.542 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 44300069349 2024-07-26T07:21:30.542 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.543 INFO:tasks.workunit.client.0.smithi089.stdout: "op_out_bytes": { 2024-07-26T07:21:30.543 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1352653940 2024-07-26T07:21:30.543 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.543 INFO:tasks.workunit.client.0.smithi089.stdout: "op_prepare_latency": { 2024-07-26T07:21:30.543 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 58794, 2024-07-26T07:21:30.543 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 18860478591 2024-07-26T07:21:30.543 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.543 INFO:tasks.workunit.client.0.smithi089.stdout: "op_process_latency": { 2024-07-26T07:21:30.543 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 58391, 2024-07-26T07:21:30.543 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 34926608182 2024-07-26T07:21:30.543 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.543 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r": { 2024-07-26T07:21:30.543 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 44489 2024-07-26T07:21:30.543 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.544 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency": { 2024-07-26T07:21:30.544 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 44489, 2024-07-26T07:21:30.544 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 11467892817 2024-07-26T07:21:30.544 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.544 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_latency_out_bytes_histogram": { 2024-07-26T07:21:30.544 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.544 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.544 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_out_bytes": { 2024-07-26T07:21:30.544 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1352653940 2024-07-26T07:21:30.545 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.545 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_prepare_latency": { 2024-07-26T07:21:30.545 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 44526, 2024-07-26T07:21:30.545 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7263260822 2024-07-26T07:21:30.545 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.545 INFO:tasks.workunit.client.0.smithi089.stdout: "op_r_process_latency": { 2024-07-26T07:21:30.545 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 44489, 2024-07-26T07:21:30.545 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 6528593181 2024-07-26T07:21:30.545 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.545 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw": { 2024-07-26T07:21:30.545 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 12856 2024-07-26T07:21:30.545 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.545 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_in_bytes": { 2024-07-26T07:21:30.545 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 194251902 2024-07-26T07:21:30.546 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.546 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency": { 2024-07-26T07:21:30.546 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 12856, 2024-07-26T07:21:30.546 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 23706854045 2024-07-26T07:21:30.546 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.546 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_in_bytes_histogram": { 2024-07-26T07:21:30.546 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.546 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.546 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_latency_out_bytes_histogram": { 2024-07-26T07:21:30.546 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.546 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.546 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_out_bytes": { 2024-07-26T07:21:30.546 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.546 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.547 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_prepare_latency": { 2024-07-26T07:21:30.547 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 13102, 2024-07-26T07:21:30.547 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9938976972 2024-07-26T07:21:30.547 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.547 INFO:tasks.workunit.client.0.smithi089.stdout: "op_rw_process_latency": { 2024-07-26T07:21:30.547 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 12856, 2024-07-26T07:21:30.547 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 21199258425 2024-07-26T07:21:30.547 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.547 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w": { 2024-07-26T07:21:30.547 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1046 2024-07-26T07:21:30.547 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.547 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_in_bytes": { 2024-07-26T07:21:30.547 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 812458202 2024-07-26T07:21:30.547 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.548 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency": { 2024-07-26T07:21:30.548 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1046, 2024-07-26T07:21:30.548 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9125322487 2024-07-26T07:21:30.548 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.548 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_latency_in_bytes_histogram": { 2024-07-26T07:21:30.548 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.548 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.548 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_prepare_latency": { 2024-07-26T07:21:30.548 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1166, 2024-07-26T07:21:30.548 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 1658240797 2024-07-26T07:21:30.548 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.548 INFO:tasks.workunit.client.0.smithi089.stdout: "op_w_process_latency": { 2024-07-26T07:21:30.548 INFO:tasks.workunit.client.0.smithi089.stdout: "count": 1046, 2024-07-26T07:21:30.548 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 7198756576 2024-07-26T07:21:30.549 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.549 INFO:tasks.workunit.client.0.smithi089.stdout: "op_wip": { 2024-07-26T07:21:30.549 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 0 2024-07-26T07:21:30.549 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.549 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_bytes": { 2024-07-26T07:21:30.549 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 4194352 2024-07-26T07:21:30.549 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.549 INFO:tasks.workunit.client.0.smithi089.stdout: "recovery_ops": { 2024-07-26T07:21:30.549 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 9 2024-07-26T07:21:30.549 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.549 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes": { 2024-07-26T07:21:30.549 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 95995035648 2024-07-26T07:21:30.549 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.549 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_bytes_used": { 2024-07-26T07:21:30.549 INFO:tasks.workunit.client.0.smithi089.stdout: "value": 474607616 2024-07-26T07:21:30.550 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.550 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.550 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.550 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.550 INFO:tasks.workunit.client.0.smithi089.stdout: "pools": [ 2024-07-26T07:21:30.550 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:30.550 INFO:tasks.workunit.client.0.smithi089.stdout: "application": [ 2024-07-26T07:21:30.550 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr" 2024-07-26T07:21:30.550 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.550 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_mode": "none", 2024-07-26T07:21:30.550 INFO:tasks.workunit.client.0.smithi089.stdout: "erasure_code_profile": {}, 2024-07-26T07:21:30.550 INFO:tasks.workunit.client.0.smithi089.stdout: "min_size": 2, 2024-07-26T07:21:30.551 INFO:tasks.workunit.client.0.smithi089.stdout: "options": {}, 2024-07-26T07:21:30.551 INFO:tasks.workunit.client.0.smithi089.stdout: "pg_autoscale_mode": "off", 2024-07-26T07:21:30.551 INFO:tasks.workunit.client.0.smithi089.stdout: "pg_num": 1, 2024-07-26T07:21:30.551 INFO:tasks.workunit.client.0.smithi089.stdout: "pgp_num": 1, 2024-07-26T07:21:30.551 INFO:tasks.workunit.client.0.smithi089.stdout: "pool": 1, 2024-07-26T07:21:30.551 INFO:tasks.workunit.client.0.smithi089.stdout: "size": 3, 2024-07-26T07:21:30.551 INFO:tasks.workunit.client.0.smithi089.stdout: "stats": { 2024-07-26T07:21:30.551 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_raw": 721230866698, 2024-07-26T07:21:30.551 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_used": 1781760, 2024-07-26T07:21:30.551 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_bytes_used": 0, 2024-07-26T07:21:30.551 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_under_bytes": 0, 2024-07-26T07:21:30.551 INFO:tasks.workunit.client.0.smithi089.stdout: "data_bytes_used": 1781760, 2024-07-26T07:21:30.551 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty": 0, 2024-07-26T07:21:30.551 INFO:tasks.workunit.client.0.smithi089.stdout: "max_avail": 240410296320, 2024-07-26T07:21:30.551 INFO:tasks.workunit.client.0.smithi089.stdout: "objects": 2, 2024-07-26T07:21:30.551 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_bytes_used": 0, 2024-07-26T07:21:30.552 INFO:tasks.workunit.client.0.smithi089.stdout: "percent_used": 2.4704372663109098e-06, 2024-07-26T07:21:30.552 INFO:tasks.workunit.client.0.smithi089.stdout: "quota_bytes": 0, 2024-07-26T07:21:30.552 INFO:tasks.workunit.client.0.smithi089.stdout: "quota_objects": 0, 2024-07-26T07:21:30.552 INFO:tasks.workunit.client.0.smithi089.stdout: "rd": 1106, 2024-07-26T07:21:30.552 INFO:tasks.workunit.client.0.smithi089.stdout: "rd_bytes": 1980416, 2024-07-26T07:21:30.552 INFO:tasks.workunit.client.0.smithi089.stdout: "stored": 590368, 2024-07-26T07:21:30.552 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_data": 590368, 2024-07-26T07:21:30.552 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_omap": 0, 2024-07-26T07:21:30.552 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_raw": 1771104, 2024-07-26T07:21:30.552 INFO:tasks.workunit.client.0.smithi089.stdout: "wr": 375, 2024-07-26T07:21:30.552 INFO:tasks.workunit.client.0.smithi089.stdout: "wr_bytes": 2473984 2024-07-26T07:21:30.552 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.552 INFO:tasks.workunit.client.0.smithi089.stdout: "target_max_bytes": 0, 2024-07-26T07:21:30.552 INFO:tasks.workunit.client.0.smithi089.stdout: "target_max_objects": 0, 2024-07-26T07:21:30.552 INFO:tasks.workunit.client.0.smithi089.stdout: "type": "replicated" 2024-07-26T07:21:30.553 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.553 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:30.553 INFO:tasks.workunit.client.0.smithi089.stdout: "application": [ 2024-07-26T07:21:30.553 INFO:tasks.workunit.client.0.smithi089.stdout: "cephfs" 2024-07-26T07:21:30.553 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.553 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_mode": "none", 2024-07-26T07:21:30.553 INFO:tasks.workunit.client.0.smithi089.stdout: "erasure_code_profile": {}, 2024-07-26T07:21:30.553 INFO:tasks.workunit.client.0.smithi089.stdout: "min_size": 2, 2024-07-26T07:21:30.553 INFO:tasks.workunit.client.0.smithi089.stdout: "options": {}, 2024-07-26T07:21:30.553 INFO:tasks.workunit.client.0.smithi089.stdout: "pg_autoscale_mode": "off", 2024-07-26T07:21:30.553 INFO:tasks.workunit.client.0.smithi089.stdout: "pg_num": 32, 2024-07-26T07:21:30.553 INFO:tasks.workunit.client.0.smithi089.stdout: "pgp_num": 32, 2024-07-26T07:21:30.553 INFO:tasks.workunit.client.0.smithi089.stdout: "pool": 2, 2024-07-26T07:21:30.553 INFO:tasks.workunit.client.0.smithi089.stdout: "size": 3, 2024-07-26T07:21:30.553 INFO:tasks.workunit.client.0.smithi089.stdout: "stats": { 2024-07-26T07:21:30.553 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_raw": 721230866698, 2024-07-26T07:21:30.554 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_used": 156014, 2024-07-26T07:21:30.554 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_bytes_used": 0, 2024-07-26T07:21:30.554 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_under_bytes": 0, 2024-07-26T07:21:30.554 INFO:tasks.workunit.client.0.smithi089.stdout: "data_bytes_used": 110592, 2024-07-26T07:21:30.554 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty": 0, 2024-07-26T07:21:30.554 INFO:tasks.workunit.client.0.smithi089.stdout: "max_avail": 240410296320, 2024-07-26T07:21:30.554 INFO:tasks.workunit.client.0.smithi089.stdout: "objects": 22, 2024-07-26T07:21:30.554 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_bytes_used": 45422, 2024-07-26T07:21:30.554 INFO:tasks.workunit.client.0.smithi089.stdout: "percent_used": 2.1631626623275224e-07, 2024-07-26T07:21:30.554 INFO:tasks.workunit.client.0.smithi089.stdout: "quota_bytes": 0, 2024-07-26T07:21:30.554 INFO:tasks.workunit.client.0.smithi089.stdout: "quota_objects": 0, 2024-07-26T07:21:30.554 INFO:tasks.workunit.client.0.smithi089.stdout: "rd": 79, 2024-07-26T07:21:30.554 INFO:tasks.workunit.client.0.smithi089.stdout: "rd_bytes": 88064, 2024-07-26T07:21:30.554 INFO:tasks.workunit.client.0.smithi089.stdout: "stored": 21736, 2024-07-26T07:21:30.555 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_data": 6596, 2024-07-26T07:21:30.555 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_omap": 15140, 2024-07-26T07:21:30.555 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_raw": 65208, 2024-07-26T07:21:30.555 INFO:tasks.workunit.client.0.smithi089.stdout: "wr": 68, 2024-07-26T07:21:30.555 INFO:tasks.workunit.client.0.smithi089.stdout: "wr_bytes": 35840 2024-07-26T07:21:30.555 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.555 INFO:tasks.workunit.client.0.smithi089.stdout: "target_max_bytes": 0, 2024-07-26T07:21:30.555 INFO:tasks.workunit.client.0.smithi089.stdout: "target_max_objects": 0, 2024-07-26T07:21:30.555 INFO:tasks.workunit.client.0.smithi089.stdout: "type": "replicated" 2024-07-26T07:21:30.555 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.555 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:30.555 INFO:tasks.workunit.client.0.smithi089.stdout: "application": [ 2024-07-26T07:21:30.555 INFO:tasks.workunit.client.0.smithi089.stdout: "cephfs" 2024-07-26T07:21:30.555 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.556 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_mode": "none", 2024-07-26T07:21:30.556 INFO:tasks.workunit.client.0.smithi089.stdout: "erasure_code_profile": {}, 2024-07-26T07:21:30.556 INFO:tasks.workunit.client.0.smithi089.stdout: "min_size": 2, 2024-07-26T07:21:30.556 INFO:tasks.workunit.client.0.smithi089.stdout: "options": {}, 2024-07-26T07:21:30.556 INFO:tasks.workunit.client.0.smithi089.stdout: "pg_autoscale_mode": "off", 2024-07-26T07:21:30.556 INFO:tasks.workunit.client.0.smithi089.stdout: "pg_num": 64, 2024-07-26T07:21:30.556 INFO:tasks.workunit.client.0.smithi089.stdout: "pgp_num": 64, 2024-07-26T07:21:30.556 INFO:tasks.workunit.client.0.smithi089.stdout: "pool": 3, 2024-07-26T07:21:30.556 INFO:tasks.workunit.client.0.smithi089.stdout: "size": 3, 2024-07-26T07:21:30.556 INFO:tasks.workunit.client.0.smithi089.stdout: "stats": { 2024-07-26T07:21:30.556 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_raw": 721230866698, 2024-07-26T07:21:30.556 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_used": 0, 2024-07-26T07:21:30.556 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_bytes_used": 0, 2024-07-26T07:21:30.556 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_under_bytes": 0, 2024-07-26T07:21:30.556 INFO:tasks.workunit.client.0.smithi089.stdout: "data_bytes_used": 0, 2024-07-26T07:21:30.556 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty": 0, 2024-07-26T07:21:30.557 INFO:tasks.workunit.client.0.smithi089.stdout: "max_avail": 240410296320, 2024-07-26T07:21:30.557 INFO:tasks.workunit.client.0.smithi089.stdout: "objects": 0, 2024-07-26T07:21:30.557 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_bytes_used": 0, 2024-07-26T07:21:30.557 INFO:tasks.workunit.client.0.smithi089.stdout: "percent_used": 0.0, 2024-07-26T07:21:30.557 INFO:tasks.workunit.client.0.smithi089.stdout: "quota_bytes": 0, 2024-07-26T07:21:30.557 INFO:tasks.workunit.client.0.smithi089.stdout: "quota_objects": 0, 2024-07-26T07:21:30.557 INFO:tasks.workunit.client.0.smithi089.stdout: "rd": 0, 2024-07-26T07:21:30.557 INFO:tasks.workunit.client.0.smithi089.stdout: "rd_bytes": 0, 2024-07-26T07:21:30.557 INFO:tasks.workunit.client.0.smithi089.stdout: "stored": 0, 2024-07-26T07:21:30.557 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_data": 0, 2024-07-26T07:21:30.557 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_omap": 0, 2024-07-26T07:21:30.557 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_raw": 0, 2024-07-26T07:21:30.557 INFO:tasks.workunit.client.0.smithi089.stdout: "wr": 0, 2024-07-26T07:21:30.557 INFO:tasks.workunit.client.0.smithi089.stdout: "wr_bytes": 0 2024-07-26T07:21:30.558 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.558 INFO:tasks.workunit.client.0.smithi089.stdout: "target_max_bytes": 0, 2024-07-26T07:21:30.558 INFO:tasks.workunit.client.0.smithi089.stdout: "target_max_objects": 0, 2024-07-26T07:21:30.558 INFO:tasks.workunit.client.0.smithi089.stdout: "type": "replicated" 2024-07-26T07:21:30.558 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.558 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:30.558 INFO:tasks.workunit.client.0.smithi089.stdout: "application": [ 2024-07-26T07:21:30.558 INFO:tasks.workunit.client.0.smithi089.stdout: "rbd" 2024-07-26T07:21:30.558 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.558 INFO:tasks.workunit.client.0.smithi089.stdout: "cache_mode": "none", 2024-07-26T07:21:30.558 INFO:tasks.workunit.client.0.smithi089.stdout: "erasure_code_profile": {}, 2024-07-26T07:21:30.558 INFO:tasks.workunit.client.0.smithi089.stdout: "min_size": 2, 2024-07-26T07:21:30.558 INFO:tasks.workunit.client.0.smithi089.stdout: "options": {}, 2024-07-26T07:21:30.559 INFO:tasks.workunit.client.0.smithi089.stdout: "pg_autoscale_mode": "off", 2024-07-26T07:21:30.559 INFO:tasks.workunit.client.0.smithi089.stdout: "pg_num": 8, 2024-07-26T07:21:30.559 INFO:tasks.workunit.client.0.smithi089.stdout: "pgp_num": 8, 2024-07-26T07:21:30.559 INFO:tasks.workunit.client.0.smithi089.stdout: "pool": 4, 2024-07-26T07:21:30.559 INFO:tasks.workunit.client.0.smithi089.stdout: "size": 3, 2024-07-26T07:21:30.559 INFO:tasks.workunit.client.0.smithi089.stdout: "stats": { 2024-07-26T07:21:30.559 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_raw": 721230866698, 2024-07-26T07:21:30.559 INFO:tasks.workunit.client.0.smithi089.stdout: "bytes_used": 12595200, 2024-07-26T07:21:30.559 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_bytes_used": 0, 2024-07-26T07:21:30.559 INFO:tasks.workunit.client.0.smithi089.stdout: "compress_under_bytes": 0, 2024-07-26T07:21:30.559 INFO:tasks.workunit.client.0.smithi089.stdout: "data_bytes_used": 12595200, 2024-07-26T07:21:30.559 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty": 0, 2024-07-26T07:21:30.559 INFO:tasks.workunit.client.0.smithi089.stdout: "max_avail": 240410296320, 2024-07-26T07:21:30.560 INFO:tasks.workunit.client.0.smithi089.stdout: "objects": 4, 2024-07-26T07:21:30.560 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_bytes_used": 0, 2024-07-26T07:21:30.560 INFO:tasks.workunit.client.0.smithi089.stdout: "percent_used": 1.7463173207943328e-05, 2024-07-26T07:21:30.560 INFO:tasks.workunit.client.0.smithi089.stdout: "quota_bytes": 0, 2024-07-26T07:21:30.560 INFO:tasks.workunit.client.0.smithi089.stdout: "quota_objects": 0, 2024-07-26T07:21:30.560 INFO:tasks.workunit.client.0.smithi089.stdout: "rd": 9029, 2024-07-26T07:21:30.560 INFO:tasks.workunit.client.0.smithi089.stdout: "rd_bytes": 3170460672, 2024-07-26T07:21:30.560 INFO:tasks.workunit.client.0.smithi089.stdout: "stored": 4194323, 2024-07-26T07:21:30.560 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_data": 4194323, 2024-07-26T07:21:30.560 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_omap": 0, 2024-07-26T07:21:30.560 INFO:tasks.workunit.client.0.smithi089.stdout: "stored_raw": 12582969, 2024-07-26T07:21:30.560 INFO:tasks.workunit.client.0.smithi089.stdout: "wr": 24331, 2024-07-26T07:21:30.560 INFO:tasks.workunit.client.0.smithi089.stdout: "wr_bytes": 3161289728 2024-07-26T07:21:30.560 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.560 INFO:tasks.workunit.client.0.smithi089.stdout: "target_max_bytes": 0, 2024-07-26T07:21:30.560 INFO:tasks.workunit.client.0.smithi089.stdout: "target_max_objects": 0, 2024-07-26T07:21:30.561 INFO:tasks.workunit.client.0.smithi089.stdout: "type": "replicated" 2024-07-26T07:21:30.561 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.561 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.561 INFO:tasks.workunit.client.0.smithi089.stdout: "rbd": { 2024-07-26T07:21:30.561 INFO:tasks.workunit.client.0.smithi089.stdout: "mirroring_by_pool": [ 2024-07-26T07:21:30.561 INFO:tasks.workunit.client.0.smithi089.stdout: false 2024-07-26T07:21:30.561 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.561 INFO:tasks.workunit.client.0.smithi089.stdout: "num_images_by_pool": [ 2024-07-26T07:21:30.561 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:30.561 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.561 INFO:tasks.workunit.client.0.smithi089.stdout: "num_pools": 1 2024-07-26T07:21:30.561 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.561 INFO:tasks.workunit.client.0.smithi089.stdout: "report_id": "026049de-bcb2-4570-8ba4-a21596785ca5", 2024-07-26T07:21:30.561 INFO:tasks.workunit.client.0.smithi089.stdout: "report_timestamp": "2024-07-26T07:21:27.760359", 2024-07-26T07:21:30.561 INFO:tasks.workunit.client.0.smithi089.stdout: "report_version": 1, 2024-07-26T07:21:30.562 INFO:tasks.workunit.client.0.smithi089.stdout: "rocksdb_stats": { 2024-07-26T07:21:30.562 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "7.9.2" 2024-07-26T07:21:30.562 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.562 INFO:tasks.workunit.client.0.smithi089.stdout: "rook": { 2024-07-26T07:21:30.562 INFO:tasks.workunit.client.0.smithi089.stdout: "cluster": { 2024-07-26T07:21:30.562 INFO:tasks.workunit.client.0.smithi089.stdout: "external-mode": null, 2024-07-26T07:21:30.562 INFO:tasks.workunit.client.0.smithi089.stdout: "mon": { 2024-07-26T07:21:30.562 INFO:tasks.workunit.client.0.smithi089.stdout: "allow-multiple-per-node": null, 2024-07-26T07:21:30.562 INFO:tasks.workunit.client.0.smithi089.stdout: "count": null, 2024-07-26T07:21:30.562 INFO:tasks.workunit.client.0.smithi089.stdout: "max-id": null, 2024-07-26T07:21:30.562 INFO:tasks.workunit.client.0.smithi089.stdout: "pvc": { 2024-07-26T07:21:30.562 INFO:tasks.workunit.client.0.smithi089.stdout: "enabled": null 2024-07-26T07:21:30.562 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.562 INFO:tasks.workunit.client.0.smithi089.stdout: "stretch": { 2024-07-26T07:21:30.563 INFO:tasks.workunit.client.0.smithi089.stdout: "enabled": null 2024-07-26T07:21:30.563 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.563 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.563 INFO:tasks.workunit.client.0.smithi089.stdout: "network": { 2024-07-26T07:21:30.563 INFO:tasks.workunit.client.0.smithi089.stdout: "provider": null 2024-07-26T07:21:30.563 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.563 INFO:tasks.workunit.client.0.smithi089.stdout: "storage": { 2024-07-26T07:21:30.563 INFO:tasks.workunit.client.0.smithi089.stdout: "device-set": { 2024-07-26T07:21:30.563 INFO:tasks.workunit.client.0.smithi089.stdout: "count": { 2024-07-26T07:21:30.563 INFO:tasks.workunit.client.0.smithi089.stdout: "non-portable": null, 2024-07-26T07:21:30.563 INFO:tasks.workunit.client.0.smithi089.stdout: "portable": null, 2024-07-26T07:21:30.563 INFO:tasks.workunit.client.0.smithi089.stdout: "total": null 2024-07-26T07:21:30.563 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.563 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.563 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.563 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.564 INFO:tasks.workunit.client.0.smithi089.stdout: "csi": { 2024-07-26T07:21:30.564 INFO:tasks.workunit.client.0.smithi089.stdout: "version": null 2024-07-26T07:21:30.564 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.564 INFO:tasks.workunit.client.0.smithi089.stdout: "kubernetes": { 2024-07-26T07:21:30.564 INFO:tasks.workunit.client.0.smithi089.stdout: "version": null 2024-07-26T07:21:30.564 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.564 INFO:tasks.workunit.client.0.smithi089.stdout: "node": { 2024-07-26T07:21:30.564 INFO:tasks.workunit.client.0.smithi089.stdout: "count": { 2024-07-26T07:21:30.564 INFO:tasks.workunit.client.0.smithi089.stdout: "kubernetes-total": null, 2024-07-26T07:21:30.564 INFO:tasks.workunit.client.0.smithi089.stdout: "with-ceph-daemons": null, 2024-07-26T07:21:30.564 INFO:tasks.workunit.client.0.smithi089.stdout: "with-csi-cephfs-plugin": null, 2024-07-26T07:21:30.564 INFO:tasks.workunit.client.0.smithi089.stdout: "with-csi-nfs-plugin": null, 2024-07-26T07:21:30.564 INFO:tasks.workunit.client.0.smithi089.stdout: "with-csi-rbd-plugin": null 2024-07-26T07:21:30.564 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.565 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.565 INFO:tasks.workunit.client.0.smithi089.stdout: "usage": { 2024-07-26T07:21:30.565 INFO:tasks.workunit.client.0.smithi089.stdout: "storage-class": { 2024-07-26T07:21:30.565 INFO:tasks.workunit.client.0.smithi089.stdout: "count": { 2024-07-26T07:21:30.565 INFO:tasks.workunit.client.0.smithi089.stdout: "bucket": null, 2024-07-26T07:21:30.565 INFO:tasks.workunit.client.0.smithi089.stdout: "cephfs": null, 2024-07-26T07:21:30.565 INFO:tasks.workunit.client.0.smithi089.stdout: "nfs": null, 2024-07-26T07:21:30.565 INFO:tasks.workunit.client.0.smithi089.stdout: "rbd": null, 2024-07-26T07:21:30.565 INFO:tasks.workunit.client.0.smithi089.stdout: "total": null 2024-07-26T07:21:30.565 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.565 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:30.565 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.565 INFO:tasks.workunit.client.0.smithi089.stdout: "version": null 2024-07-26T07:21:30.566 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.566 INFO:tasks.workunit.client.0.smithi089.stdout: "services": {}, 2024-07-26T07:21:30.566 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_per_pg": [ 2024-07-26T07:21:30.566 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:30.566 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:30.566 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:30.566 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:30.566 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:30.566 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.566 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 0, 2024-07-26T07:21:30.566 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:30.566 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:30.566 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:30.567 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:30.567 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:30.567 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:30.567 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.615730+0000", 2024-07-26T07:21:30.567 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.421374+0000", 2024-07-26T07:21:30.567 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.421374+0000", 2024-07-26T07:21:30.567 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.421729+0000", 2024-07-26T07:21:30.567 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.615730+0000", 2024-07-26T07:21:30.567 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:30.567 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:30.567 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:30.567 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:30.567 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.615730+0000", 2024-07-26T07:21:30.568 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.615730+0000", 2024-07-26T07:21:30.568 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.615730+0000", 2024-07-26T07:21:30.568 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:30.568 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:30.568 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:30.568 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.615730+0000", 2024-07-26T07:21:30.568 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.615730+0000", 2024-07-26T07:21:30.568 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:30.568 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 5, 2024-07-26T07:21:30.568 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:30.568 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:30.568 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:30.568 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:30.568 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:30.568 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:30.568 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:30.569 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 5, 2024-07-26T07:21:30.569 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:30.569 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:30.569 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:30.569 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.1f", 2024-07-26T07:21:30.569 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:30.569 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:30.569 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:30.569 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5353, 2024-07-26T07:21:30.569 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:30.569 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:01:36.075242+0000", 2024-07-26T07:21:30.569 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:30.569 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:30.569 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:30.570 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 570, 2024-07-26T07:21:30.570 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:30.570 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:30.570 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:30.570 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:30.570 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:30.570 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:30.570 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:30.570 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:30.570 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:30.570 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:30.570 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:30.570 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:30.570 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:30.570 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:30.571 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:30.571 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 6, 2024-07-26T07:21:30.571 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 2, 2024-07-26T07:21:30.571 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:30.571 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 2, 2024-07-26T07:21:30.571 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:30.571 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:30.571 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:30.571 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:30.571 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:30.571 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 1, 2024-07-26T07:21:30.571 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:30.571 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:30.571 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:30.572 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:30.572 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:30.572 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:30.572 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:30.572 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 4, 2024-07-26T07:21:30.572 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 4, 2024-07-26T07:21:30.572 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:30.572 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:30.572 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:30.572 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 4, 2024-07-26T07:21:30.572 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 1 2024-07-26T07:21:30.572 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.572 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:30.572 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:30.572 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:30.573 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:30.573 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:30.573 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:30.573 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.573 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 0, 2024-07-26T07:21:30.573 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "555'5" 2024-07-26T07:21:30.573 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.573 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:30.573 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:30.573 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:30.573 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:30.573 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:30.574 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.574 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T07:21:30.574 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:30.574 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:30.574 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:30.574 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:30.574 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:30.574 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:30.574 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.857738+0000", 2024-07-26T07:21:30.574 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.524399+0000", 2024-07-26T07:21:30.575 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.524399+0000", 2024-07-26T07:21:30.575 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.524726+0000", 2024-07-26T07:21:30.575 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.857738+0000", 2024-07-26T07:21:30.575 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:30.575 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:30.575 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:30.575 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:30.575 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.857738+0000", 2024-07-26T07:21:30.575 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.857738+0000", 2024-07-26T07:21:30.575 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.857738+0000", 2024-07-26T07:21:30.575 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:30.575 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:30.576 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:30.576 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.857738+0000", 2024-07-26T07:21:30.576 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.857738+0000", 2024-07-26T07:21:30.576 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:30.576 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:30.576 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:30.576 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:30.576 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:30.576 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:30.576 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:30.576 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:30.576 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:30.576 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:30.576 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:30.577 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:30.577 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:30.577 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.1e", 2024-07-26T07:21:30.577 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:30.577 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:30.577 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:30.577 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5249, 2024-07-26T07:21:30.577 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:30.577 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:07:27.850009+0000", 2024-07-26T07:21:30.577 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:30.577 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:30.577 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:30.577 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:30.577 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:30.577 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:30.578 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:30.578 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:30.578 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:30.578 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:30.578 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:30.578 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:30.578 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:30.578 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:30.578 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:30.578 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:30.578 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:30.578 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:30.578 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:30.578 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:30.579 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:30.579 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:30.579 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:30.579 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:30.579 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:30.579 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:30.579 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:30.579 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:30.579 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:30.579 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:30.579 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:30.579 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:30.579 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:30.579 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:30.579 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:30.580 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:30.580 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:30.580 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:30.580 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:30.580 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:30.580 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:30.580 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:30.580 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:30.580 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.580 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:30.580 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:30.580 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:30.580 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:30.580 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:30.580 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:30.581 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.581 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T07:21:30.581 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:30.581 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.581 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:30.581 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:30.581 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:30.581 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:30.581 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T07:21:30.581 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.581 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T07:21:30.581 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:30.581 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:30.581 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:30.581 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:30.582 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:30.582 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:30.582 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.857258+0000", 2024-07-26T07:21:30.582 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:47.476043+0000", 2024-07-26T07:21:30.582 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:47.476043+0000", 2024-07-26T07:21:30.582 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:47.476390+0000", 2024-07-26T07:21:30.582 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.857258+0000", 2024-07-26T07:21:30.582 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:30.582 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:30.582 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:30.582 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 470, 2024-07-26T07:21:30.582 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.857258+0000", 2024-07-26T07:21:30.582 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.857258+0000", 2024-07-26T07:21:30.582 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.857258+0000", 2024-07-26T07:21:30.583 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:30.583 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:30.583 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:30.583 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.857258+0000", 2024-07-26T07:21:30.583 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.857258+0000", 2024-07-26T07:21:30.583 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:30.583 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 2, 2024-07-26T07:21:30.583 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:30.583 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:30.583 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 469, 2024-07-26T07:21:30.583 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:30.583 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:30.583 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:30.583 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:30.583 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 2, 2024-07-26T07:21:30.584 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:30.584 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:30.584 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:30.584 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.1e", 2024-07-26T07:21:30.584 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:30.584 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:30.584 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:30.584 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5274, 2024-07-26T07:21:30.584 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:30.584 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:46:51.761854+0000", 2024-07-26T07:21:30.584 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:30.584 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:30.584 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:30.584 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:30.584 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:30.585 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:30.585 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:30.585 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:30.585 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:30.585 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:30.585 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:30.585 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:30.585 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:30.585 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:30.585 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:30.585 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:30.585 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:30.585 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:30.585 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:30.585 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:30.586 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:30.586 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:30.586 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:30.586 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:30.586 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:30.586 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:30.586 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:30.586 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:30.586 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:30.586 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:30.586 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:30.586 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:30.586 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:30.586 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:30.587 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:30.587 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:30.587 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:30.587 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:30.587 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:30.587 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:30.587 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:30.587 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:30.587 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:30.587 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.587 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:30.587 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:30.587 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:30.587 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:30.587 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:30.587 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T07:21:30.588 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.588 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T07:21:30.588 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "555'2" 2024-07-26T07:21:30.588 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.588 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:30.588 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:30.588 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:30.588 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:30.588 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:30.588 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.588 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 0, 2024-07-26T07:21:30.588 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:30.588 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:30.588 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:30.588 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:30.589 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:30.589 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:30.589 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.615273+0000", 2024-07-26T07:21:30.589 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:47.486693+0000", 2024-07-26T07:21:30.589 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:47.486693+0000", 2024-07-26T07:21:30.589 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:47.488035+0000", 2024-07-26T07:21:30.589 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.615273+0000", 2024-07-26T07:21:30.589 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:30.589 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:30.589 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:30.589 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 470, 2024-07-26T07:21:30.589 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.615273+0000", 2024-07-26T07:21:30.589 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.615273+0000", 2024-07-26T07:21:30.589 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.615273+0000", 2024-07-26T07:21:30.590 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:30.590 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:30.590 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:30.590 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.615273+0000", 2024-07-26T07:21:30.590 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.615273+0000", 2024-07-26T07:21:30.590 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:30.590 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:30.590 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:30.590 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:30.590 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 469, 2024-07-26T07:21:30.590 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:30.590 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:30.590 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:30.590 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:30.591 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:30.591 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:30.591 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:30.591 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:30.591 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.1f", 2024-07-26T07:21:30.591 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:30.591 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:30.591 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:30.591 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5341, 2024-07-26T07:21:30.591 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:30.591 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:24:14.931889+0000", 2024-07-26T07:21:30.591 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:30.591 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:30.591 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:30.591 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:30.592 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:30.592 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:30.592 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:30.592 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:30.592 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:30.592 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:30.592 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:30.592 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:30.592 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:30.592 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:30.592 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:30.592 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:30.592 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:30.592 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:30.592 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:30.593 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:30.593 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:30.593 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:30.593 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:30.593 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:30.593 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:30.593 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:30.593 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:30.593 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:30.593 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:30.593 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:30.593 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:30.593 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:30.593 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:30.594 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:30.594 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:30.594 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:30.594 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:30.594 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:30.594 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:30.594 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:30.594 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:30.594 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:30.594 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:30.594 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.594 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:30.594 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:30.594 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:30.594 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:30.595 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:30.595 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:30.595 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.595 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 0, 2024-07-26T07:21:30.595 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:30.595 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.595 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:30.595 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:30.595 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:30.595 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:30.595 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:30.595 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.595 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T07:21:30.595 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:30.596 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:30.596 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:30.596 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:30.596 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:30.596 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:30.596 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.863468+0000", 2024-07-26T07:21:30.596 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.427591+0000", 2024-07-26T07:21:30.596 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.427591+0000", 2024-07-26T07:21:30.596 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.427989+0000", 2024-07-26T07:21:30.596 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.863468+0000", 2024-07-26T07:21:30.596 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:30.596 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:30.596 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:30.596 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:30.597 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.863468+0000", 2024-07-26T07:21:30.597 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.863468+0000", 2024-07-26T07:21:30.597 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.863468+0000", 2024-07-26T07:21:30.597 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:30.597 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:30.597 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:30.597 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.863468+0000", 2024-07-26T07:21:30.597 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.863468+0000", 2024-07-26T07:21:30.597 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:30.597 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 2, 2024-07-26T07:21:30.597 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:30.597 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:30.597 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:30.597 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:30.597 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:30.598 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:30.598 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:30.598 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 2, 2024-07-26T07:21:30.598 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:30.598 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:30.598 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:30.598 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.1d", 2024-07-26T07:21:30.598 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:30.598 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:30.598 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:30.598 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5115, 2024-07-26T07:21:30.598 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:30.598 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:45:21.059628+0000", 2024-07-26T07:21:30.598 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:30.599 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:30.599 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:30.599 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:30.599 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:30.599 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:30.599 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:30.599 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:30.599 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:30.599 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:30.599 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:30.599 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:30.599 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:30.599 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:30.599 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:30.599 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:30.600 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:30.600 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:30.600 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:30.600 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 3, 2024-07-26T07:21:30.600 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 1, 2024-07-26T07:21:30.600 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:30.600 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 1, 2024-07-26T07:21:30.600 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:30.600 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:30.600 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:30.600 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:30.600 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:30.600 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 1, 2024-07-26T07:21:30.600 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:30.601 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:30.601 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:30.601 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:30.601 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:30.601 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:30.601 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:30.601 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 6, 2024-07-26T07:21:30.601 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 6, 2024-07-26T07:21:30.601 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:30.601 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:30.601 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:30.601 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 3, 2024-07-26T07:21:30.601 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:30.601 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.601 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:30.602 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:30.602 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:30.602 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:30.602 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:30.602 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:30.602 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.602 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T07:21:30.602 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "65'2" 2024-07-26T07:21:30.602 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.602 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:30.602 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:30.602 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:30.602 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:30.602 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:30.603 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.603 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T07:21:30.603 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:30.603 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:30.603 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:30.603 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:30.603 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:30.603 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:30.603 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.859447+0000", 2024-07-26T07:21:30.603 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:47.483341+0000", 2024-07-26T07:21:30.603 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:47.483341+0000", 2024-07-26T07:21:30.603 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:47.483761+0000", 2024-07-26T07:21:30.603 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.859447+0000", 2024-07-26T07:21:30.603 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:30.604 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:30.604 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:30.604 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 470, 2024-07-26T07:21:30.604 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.859447+0000", 2024-07-26T07:21:30.604 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.859447+0000", 2024-07-26T07:21:30.604 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.859447+0000", 2024-07-26T07:21:30.604 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:30.604 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:30.604 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:30.604 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.859447+0000", 2024-07-26T07:21:30.604 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.859447+0000", 2024-07-26T07:21:30.604 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:30.604 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:30.604 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:30.605 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:30.605 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 469, 2024-07-26T07:21:30.605 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:30.605 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:30.605 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:30.605 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:30.605 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:30.605 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:30.605 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:30.605 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:30.605 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.1c", 2024-07-26T07:21:30.605 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:30.605 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:30.606 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:30.606 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5182, 2024-07-26T07:21:30.606 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:30.606 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:30:45.493348+0000", 2024-07-26T07:21:30.606 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:30.606 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:30.606 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:30.606 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:30.606 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:30.606 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:30.606 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:30.606 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:30.606 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:30.606 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:30.607 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:30.607 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:30.607 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:30.607 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:30.607 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:30.607 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:30.607 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:30.607 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:30.607 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:30.607 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:30.607 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:30.607 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:30.607 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:30.607 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:30.607 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:30.608 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:30.608 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:30.608 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:30.608 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:30.608 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:30.608 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:30.608 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:30.608 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:30.608 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:30.608 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:30.608 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:30.608 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:30.608 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:30.608 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:30.609 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:30.609 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:30.609 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:30.609 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:30.609 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.609 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:30.609 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:30.609 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:30.609 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:30.609 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:30.609 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:30.609 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.609 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T07:21:30.609 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:30.609 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.610 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:30.610 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:30.610 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:30.610 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:30.610 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:30.610 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.610 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T07:21:30.610 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:30.610 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:30.610 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:30.610 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:30.610 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:30.610 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:30.610 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.857404+0000", 2024-07-26T07:21:30.611 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.423401+0000", 2024-07-26T07:21:30.611 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.423401+0000", 2024-07-26T07:21:30.611 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.423730+0000", 2024-07-26T07:21:30.611 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.857404+0000", 2024-07-26T07:21:30.611 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:30.611 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:30.611 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:30.611 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:30.611 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.857404+0000", 2024-07-26T07:21:30.611 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.857404+0000", 2024-07-26T07:21:30.611 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.857404+0000", 2024-07-26T07:21:30.611 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:30.611 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:30.611 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:30.612 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.857404+0000", 2024-07-26T07:21:30.612 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.857404+0000", 2024-07-26T07:21:30.612 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:30.612 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 2, 2024-07-26T07:21:30.612 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:30.612 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:30.612 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:30.612 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:30.612 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:30.612 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:30.612 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:30.612 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 2, 2024-07-26T07:21:30.612 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:30.612 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:30.612 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:30.613 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.1c", 2024-07-26T07:21:30.613 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:30.613 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:30.613 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:30.613 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5125, 2024-07-26T07:21:30.613 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:30.613 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T11:56:53.460054+0000", 2024-07-26T07:21:30.613 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:30.613 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:30.613 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:30.613 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:30.613 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:30.613 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:30.613 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:30.613 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:30.614 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:30.614 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:30.614 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:30.614 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:30.614 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:30.614 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:30.614 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:30.614 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:30.614 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:30.614 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:30.614 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:30.614 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 3, 2024-07-26T07:21:30.614 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 1, 2024-07-26T07:21:30.615 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:30.615 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 1, 2024-07-26T07:21:30.615 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:30.615 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:30.615 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:30.615 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:30.615 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:30.615 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 1, 2024-07-26T07:21:30.615 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:30.615 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:30.615 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:30.615 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:30.615 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:30.615 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:30.616 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:30.616 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 6, 2024-07-26T07:21:30.616 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 6, 2024-07-26T07:21:30.616 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:30.616 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:30.616 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:30.616 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 3, 2024-07-26T07:21:30.616 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:30.616 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.616 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:30.616 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:30.616 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:30.616 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:30.616 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:30.616 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:30.617 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.617 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T07:21:30.617 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "65'2" 2024-07-26T07:21:30.617 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.617 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:30.617 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:30.617 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:30.617 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:30.617 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:30.617 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.617 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 2, 2024-07-26T07:21:30.617 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:30.617 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:30.617 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:30.618 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:30.618 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:30.618 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:30.618 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.858507+0000", 2024-07-26T07:21:30.618 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.519340+0000", 2024-07-26T07:21:30.618 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.519340+0000", 2024-07-26T07:21:30.618 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.519680+0000", 2024-07-26T07:21:30.618 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.858507+0000", 2024-07-26T07:21:30.618 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:30.618 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:30.618 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:30.618 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:30.618 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.858507+0000", 2024-07-26T07:21:30.619 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.858507+0000", 2024-07-26T07:21:30.619 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.858507+0000", 2024-07-26T07:21:30.619 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:30.619 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:30.619 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:30.619 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.858507+0000", 2024-07-26T07:21:30.619 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.858507+0000", 2024-07-26T07:21:30.619 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:30.619 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:30.619 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:30.619 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:30.619 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:30.619 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:30.619 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:30.620 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:30.620 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:30.620 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:30.620 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:30.620 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:30.620 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:30.620 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.1d", 2024-07-26T07:21:30.620 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:30.620 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:30.620 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:30.620 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5297, 2024-07-26T07:21:30.620 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:30.620 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T06:25:31.246858+0000", 2024-07-26T07:21:30.620 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:30.621 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:30.621 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:30.621 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:30.621 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:30.621 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:30.621 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:30.621 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:30.621 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:30.621 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:30.621 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:30.621 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:30.621 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:30.621 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:30.621 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:30.622 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:30.622 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:30.622 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:30.622 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:30.622 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:30.622 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:30.622 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:30.622 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:30.622 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:30.622 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:30.622 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:30.622 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:30.622 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:30.623 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:30.623 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:30.623 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:30.623 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:30.623 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:30.623 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:30.623 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:30.623 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:30.623 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:30.623 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:30.623 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:30.623 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:30.623 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:30.623 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:30.624 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:30.624 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.624 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:30.624 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:30.624 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:30.624 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:30.624 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:30.624 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:30.624 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.624 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 2, 2024-07-26T07:21:30.624 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:30.624 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.624 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:30.624 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:30.625 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:30.625 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:30.625 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:30.625 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.625 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 2, 2024-07-26T07:21:30.625 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:30.625 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:30.625 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:30.625 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:30.625 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:30.625 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:30.625 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.856223+0000", 2024-07-26T07:21:30.625 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:14.413257+0000", 2024-07-26T07:21:30.626 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:14.413257+0000", 2024-07-26T07:21:30.626 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:14.413601+0000", 2024-07-26T07:21:30.626 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.856223+0000", 2024-07-26T07:21:30.626 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:30.626 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:30.626 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:30.626 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 438, 2024-07-26T07:21:30.626 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.856223+0000", 2024-07-26T07:21:30.626 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.856223+0000", 2024-07-26T07:21:30.626 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.856223+0000", 2024-07-26T07:21:30.626 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:30.626 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:30.626 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:30.627 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.856223+0000", 2024-07-26T07:21:30.627 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.856223+0000", 2024-07-26T07:21:30.627 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:30.627 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:30.627 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:30.627 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:30.627 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 437, 2024-07-26T07:21:30.627 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:30.627 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:30.627 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:30.627 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:30.627 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:30.627 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:30.627 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:30.628 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:30.628 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.a", 2024-07-26T07:21:30.628 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:30.628 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:30.628 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:30.628 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5298, 2024-07-26T07:21:30.628 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:30.628 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:07:37.772842+0000", 2024-07-26T07:21:30.628 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:30.628 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:30.628 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:30.628 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:30.628 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:30.628 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:30.628 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:30.629 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:30.629 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:30.629 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:30.629 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:30.629 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:30.629 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:30.629 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:30.629 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:30.629 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:30.629 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:30.629 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:30.629 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:30.629 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:30.629 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:30.629 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:30.630 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:30.630 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:30.630 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:30.630 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:30.630 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:30.630 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:30.630 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:30.630 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:30.630 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:30.630 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:30.630 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:30.630 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:30.630 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:30.630 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:30.631 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:30.631 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:30.631 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:30.631 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:30.631 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:30.631 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:30.631 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:30.631 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.631 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:30.631 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:30.631 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:30.631 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:30.631 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:30.631 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:30.631 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.632 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 2, 2024-07-26T07:21:30.632 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:30.632 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.632 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:30.632 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:30.632 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:30.632 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:30.632 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T07:21:30.632 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.632 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T07:21:30.632 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:30.632 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:30.632 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:30.632 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:30.632 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:30.633 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:30.633 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.862853+0000", 2024-07-26T07:21:30.633 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.412321+0000", 2024-07-26T07:21:30.633 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.412321+0000", 2024-07-26T07:21:30.633 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.412708+0000", 2024-07-26T07:21:30.633 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.862853+0000", 2024-07-26T07:21:30.633 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:30.633 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:30.633 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:30.633 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:30.633 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.862853+0000", 2024-07-26T07:21:30.633 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.862853+0000", 2024-07-26T07:21:30.633 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.862853+0000", 2024-07-26T07:21:30.633 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:30.634 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:30.634 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:30.634 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.862853+0000", 2024-07-26T07:21:30.634 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.862853+0000", 2024-07-26T07:21:30.634 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:30.634 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 3, 2024-07-26T07:21:30.634 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:30.634 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:30.634 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:30.634 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:30.634 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:30.634 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:30.634 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:30.634 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 3, 2024-07-26T07:21:30.635 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:30.635 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:30.635 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:30.635 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.b", 2024-07-26T07:21:30.635 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:30.635 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:30.635 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:30.635 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5128, 2024-07-26T07:21:30.635 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:30.635 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:02:07.515588+0000", 2024-07-26T07:21:30.635 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:30.635 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:30.635 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:30.636 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:30.636 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:30.636 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:30.636 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:30.636 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:30.636 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:30.636 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:30.636 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:30.636 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:30.636 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:30.636 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:30.636 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:30.636 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:30.636 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:30.636 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:30.637 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:30.637 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 3, 2024-07-26T07:21:30.637 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 1, 2024-07-26T07:21:30.637 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:30.637 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 1, 2024-07-26T07:21:30.637 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:30.637 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:30.637 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:30.637 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:30.637 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:30.637 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 1, 2024-07-26T07:21:30.637 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:30.637 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:30.637 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:30.637 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:30.638 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:30.638 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:30.638 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:30.638 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 2, 2024-07-26T07:21:30.638 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 2, 2024-07-26T07:21:30.638 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:30.638 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:30.638 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:30.638 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 1, 2024-07-26T07:21:30.638 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:30.638 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.638 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:30.638 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:30.639 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:30.639 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:30.639 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:30.639 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T07:21:30.639 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.639 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T07:21:30.639 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "555'3" 2024-07-26T07:21:30.639 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.639 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:30.639 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:30.639 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:30.639 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:30.639 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:30.639 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.639 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T07:21:30.640 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:30.640 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:30.640 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:30.640 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:30.640 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:30.640 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:30.640 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.856544+0000", 2024-07-26T07:21:30.640 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:14.407662+0000", 2024-07-26T07:21:30.640 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:14.407662+0000", 2024-07-26T07:21:30.640 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:14.408264+0000", 2024-07-26T07:21:30.640 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.856544+0000", 2024-07-26T07:21:30.640 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:30.640 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:30.640 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:30.640 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 438, 2024-07-26T07:21:30.641 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.856544+0000", 2024-07-26T07:21:30.641 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.856544+0000", 2024-07-26T07:21:30.641 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.856544+0000", 2024-07-26T07:21:30.641 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:30.641 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:30.641 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:30.641 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.856544+0000", 2024-07-26T07:21:30.641 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.856544+0000", 2024-07-26T07:21:30.641 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:30.641 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:30.641 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:30.641 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:30.641 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 437, 2024-07-26T07:21:30.641 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:30.641 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:30.642 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:30.642 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:30.642 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:30.642 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:30.642 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:30.642 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:30.642 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.b", 2024-07-26T07:21:30.642 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:30.642 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:30.642 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:30.642 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5266, 2024-07-26T07:21:30.642 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:30.642 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:54:16.417054+0000", 2024-07-26T07:21:30.642 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:30.643 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:30.643 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:30.643 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:30.643 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:30.643 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:30.643 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:30.643 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:30.643 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:30.643 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:30.643 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:30.643 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:30.643 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:30.643 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:30.643 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:30.643 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:30.644 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:30.644 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:30.644 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:30.644 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:30.644 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:30.644 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:30.644 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:30.644 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:30.644 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:30.644 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:30.644 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:30.645 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:30.645 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:30.645 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:30.645 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:30.645 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:30.645 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:30.645 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:30.645 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:30.645 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:30.645 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:30.645 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:30.645 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:30.645 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:30.645 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:30.645 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:30.646 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:30.646 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.646 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:30.646 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:30.646 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:30.646 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:30.646 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:30.646 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:30.646 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.646 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T07:21:30.646 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:30.646 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.646 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:30.646 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:30.647 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:30.647 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:30.647 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:30.647 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.647 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T07:21:30.647 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:30.647 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:30.647 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:30.647 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:30.647 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:30.647 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:30.647 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.614290+0000", 2024-07-26T07:21:30.647 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.420505+0000", 2024-07-26T07:21:30.647 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.420505+0000", 2024-07-26T07:21:30.647 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.420872+0000", 2024-07-26T07:21:30.647 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.614290+0000", 2024-07-26T07:21:30.648 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:30.648 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:30.648 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:30.648 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:30.648 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.614290+0000", 2024-07-26T07:21:30.648 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.614290+0000", 2024-07-26T07:21:30.648 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.614290+0000", 2024-07-26T07:21:30.648 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:30.648 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:30.648 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:30.648 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.614290+0000", 2024-07-26T07:21:30.648 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.614290+0000", 2024-07-26T07:21:30.648 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:30.649 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:30.649 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:30.649 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:30.649 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:30.649 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:30.649 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:30.649 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:30.649 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:30.649 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:30.649 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:30.649 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:30.649 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:30.649 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.a", 2024-07-26T07:21:30.649 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:30.649 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:30.650 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:30.650 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5330, 2024-07-26T07:21:30.650 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:30.650 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:14:15.848522+0000", 2024-07-26T07:21:30.650 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:30.650 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:30.650 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:30.650 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:30.650 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:30.650 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:30.650 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:30.650 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:30.650 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:30.650 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:30.651 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:30.651 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:30.651 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:30.651 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:30.651 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:30.651 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:30.651 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:30.651 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:30.651 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:30.651 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:30.651 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:30.651 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:30.651 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:30.651 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:30.651 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:30.652 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:30.652 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:30.652 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:30.652 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:30.652 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:30.652 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:30.652 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:30.652 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:30.652 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:30.652 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:30.652 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:30.652 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:30.652 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:30.652 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:30.653 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:30.653 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:30.653 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:30.653 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:30.653 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.653 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:30.653 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:30.653 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:30.653 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:30.653 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:30.653 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:30.653 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.653 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T07:21:30.653 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:30.654 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.654 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:30.654 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:30.654 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:30.654 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:30.654 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:30.654 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.654 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T07:21:30.654 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:30.654 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:30.654 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:30.654 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:30.654 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:30.654 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:30.655 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.857482+0000", 2024-07-26T07:21:30.655 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.412605+0000", 2024-07-26T07:21:30.655 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.412605+0000", 2024-07-26T07:21:30.655 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.413090+0000", 2024-07-26T07:21:30.655 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.857482+0000", 2024-07-26T07:21:30.655 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:30.655 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:30.655 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:30.655 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:30.655 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.857482+0000", 2024-07-26T07:21:30.655 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.857482+0000", 2024-07-26T07:21:30.655 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.857482+0000", 2024-07-26T07:21:30.655 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:30.655 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:30.656 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:30.656 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.857482+0000", 2024-07-26T07:21:30.656 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.857482+0000", 2024-07-26T07:21:30.656 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:30.656 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:30.656 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:30.656 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:30.656 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:30.656 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:30.656 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:30.656 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:30.656 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:30.656 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:30.657 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:30.657 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:30.657 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:30.657 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.8", 2024-07-26T07:21:30.657 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:30.657 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:30.657 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:30.657 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5258, 2024-07-26T07:21:30.657 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:30.657 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T11:07:02.413444+0000", 2024-07-26T07:21:30.657 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:30.657 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:30.657 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:30.658 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:30.658 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:30.658 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:30.658 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:30.658 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:30.658 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:30.658 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:30.658 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:30.658 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:30.658 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:30.658 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:30.658 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:30.658 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:30.659 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:30.659 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:30.659 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:30.659 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:30.659 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:30.659 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:30.659 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:30.659 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:30.659 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:30.659 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:30.659 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:30.659 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:30.659 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:30.659 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:30.659 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:30.660 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:30.660 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:30.660 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:30.660 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:30.660 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:30.660 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:30.660 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:30.660 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:30.660 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:30.660 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:30.660 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:30.660 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:30.660 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.661 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:30.661 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:30.661 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:30.661 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:30.661 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:30.661 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:30.661 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.661 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T07:21:30.661 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:30.661 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.661 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:30.661 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:30.661 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:30.661 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:30.662 INFO:tasks.workunit.client.0.smithi089.stdout: 3 2024-07-26T07:21:30.662 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.662 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T07:21:30.662 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:30.662 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:30.662 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:30.662 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:30.662 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:30.662 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:30.662 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.612992+0000", 2024-07-26T07:21:30.662 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.421865+0000", 2024-07-26T07:21:30.662 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.421865+0000", 2024-07-26T07:21:30.662 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.422311+0000", 2024-07-26T07:21:30.663 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.612992+0000", 2024-07-26T07:21:30.663 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:30.663 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:30.663 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:30.663 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:30.663 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.612992+0000", 2024-07-26T07:21:30.663 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.612992+0000", 2024-07-26T07:21:30.663 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.612992+0000", 2024-07-26T07:21:30.663 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:30.663 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:30.663 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:30.663 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.612992+0000", 2024-07-26T07:21:30.663 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.612992+0000", 2024-07-26T07:21:30.663 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:30.664 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:30.664 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:30.664 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:30.664 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:30.664 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:30.664 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:30.664 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:30.664 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:30.664 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:30.664 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:30.664 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:30.664 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:30.664 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.9", 2024-07-26T07:21:30.665 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:30.665 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:30.665 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:30.665 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5330, 2024-07-26T07:21:30.665 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:30.665 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:06:07.019187+0000", 2024-07-26T07:21:30.665 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:30.665 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:30.665 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:30.665 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:30.665 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:30.665 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:30.665 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:30.665 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:30.666 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:30.666 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:30.666 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:30.666 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:30.666 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:30.666 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:30.666 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:30.666 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:30.666 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:30.666 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:30.666 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:30.666 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:30.666 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:30.666 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:30.667 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:30.667 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:30.667 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:30.667 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:30.667 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:30.667 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:30.667 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:30.667 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:30.667 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:30.667 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:30.667 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:30.667 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:30.667 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:30.667 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:30.667 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:30.668 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:30.668 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:30.668 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:30.668 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:30.668 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:30.668 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:30.668 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.668 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:30.668 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:30.668 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:30.668 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:30.668 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:30.668 INFO:tasks.workunit.client.0.smithi089.stdout: 3 2024-07-26T07:21:30.669 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.669 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T07:21:30.669 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:30.669 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.669 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:30.669 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:30.669 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:30.669 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:30.669 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:30.669 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.669 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 4, 2024-07-26T07:21:30.669 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:30.669 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:30.670 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:30.670 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:30.670 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:30.670 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:30.670 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.611453+0000", 2024-07-26T07:21:30.670 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.411791+0000", 2024-07-26T07:21:30.670 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.411791+0000", 2024-07-26T07:21:30.670 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.412050+0000", 2024-07-26T07:21:30.670 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.611453+0000", 2024-07-26T07:21:30.670 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:30.670 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:30.670 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:30.671 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:30.671 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.611453+0000", 2024-07-26T07:21:30.671 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.611453+0000", 2024-07-26T07:21:30.671 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.611453+0000", 2024-07-26T07:21:30.671 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:30.671 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:30.671 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:30.671 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.611453+0000", 2024-07-26T07:21:30.671 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.611453+0000", 2024-07-26T07:21:30.671 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:30.671 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:30.671 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:30.671 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:30.672 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:30.672 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:30.672 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:30.672 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:30.672 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:30.672 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:30.672 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:30.672 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:30.672 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:30.672 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.9", 2024-07-26T07:21:30.672 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:30.672 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:30.672 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:30.672 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5243, 2024-07-26T07:21:30.673 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:30.673 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:04:49.560341+0000", 2024-07-26T07:21:30.673 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:30.673 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:30.673 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:30.673 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:30.673 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:30.673 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:30.673 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:30.673 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:30.673 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:30.673 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:30.673 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:30.673 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:30.674 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:30.674 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:30.674 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:30.674 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:30.674 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:30.674 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:30.674 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:30.674 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:30.674 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:30.674 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:30.674 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:30.674 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:30.674 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:30.675 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:30.675 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:30.675 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:30.675 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:30.675 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:30.675 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:30.675 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:30.675 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:30.675 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:30.675 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:30.675 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:30.675 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:30.675 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:30.676 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:30.676 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:30.676 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:30.676 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:30.676 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:30.676 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.676 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:30.676 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:30.676 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:30.676 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:30.676 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:30.676 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:30.676 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.676 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 4, 2024-07-26T07:21:30.676 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:30.677 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.677 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:30.677 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:30.677 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:30.677 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:30.677 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:30.677 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.677 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T07:21:30.677 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:30.677 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:30.677 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:30.677 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:30.677 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:30.677 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:30.678 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.856960+0000", 2024-07-26T07:21:30.678 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.427632+0000", 2024-07-26T07:21:30.678 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.427632+0000", 2024-07-26T07:21:30.678 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.427990+0000", 2024-07-26T07:21:30.678 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.856960+0000", 2024-07-26T07:21:30.678 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:30.678 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:30.678 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:30.678 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:30.678 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.856960+0000", 2024-07-26T07:21:30.678 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.856960+0000", 2024-07-26T07:21:30.678 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.856960+0000", 2024-07-26T07:21:30.678 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:30.678 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:30.679 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:30.679 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.856960+0000", 2024-07-26T07:21:30.679 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.856960+0000", 2024-07-26T07:21:30.679 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:30.679 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:30.679 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:30.679 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:30.679 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:30.679 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:30.679 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:30.679 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:30.679 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:30.679 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:30.680 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:30.680 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:30.680 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:30.680 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.8", 2024-07-26T07:21:30.680 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:30.680 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:30.680 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:30.680 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5122, 2024-07-26T07:21:30.680 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:30.680 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:08:30.258939+0000", 2024-07-26T07:21:30.680 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:30.680 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:30.680 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:30.680 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:30.680 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:30.681 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:30.681 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:30.681 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:30.681 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:30.681 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:30.681 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:30.681 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:30.681 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:30.681 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:30.681 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:30.681 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:30.681 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:30.681 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:30.681 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:30.682 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:30.682 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:30.682 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:30.682 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:30.682 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:30.682 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:30.682 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:30.682 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:30.682 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:30.682 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:30.682 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:30.682 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:30.682 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:30.682 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:30.683 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:30.683 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:30.683 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:30.683 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:30.683 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:30.683 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:30.683 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:30.683 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:30.683 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:30.683 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:30.683 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.683 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:30.683 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:30.683 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:30.683 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:30.684 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:30.684 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:30.684 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.684 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T07:21:30.684 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:30.684 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.684 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:30.684 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:30.684 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:30.684 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:30.684 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:30.684 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.684 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 0, 2024-07-26T07:21:30.685 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:30.685 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:30.685 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:30.685 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:30.685 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:30.685 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:30.685 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.616076+0000", 2024-07-26T07:21:30.685 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:14.409966+0000", 2024-07-26T07:21:30.685 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:14.409966+0000", 2024-07-26T07:21:30.685 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:14.410289+0000", 2024-07-26T07:21:30.685 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.616076+0000", 2024-07-26T07:21:30.685 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:30.685 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:30.685 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:30.685 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 438, 2024-07-26T07:21:30.685 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.616076+0000", 2024-07-26T07:21:30.686 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.616076+0000", 2024-07-26T07:21:30.686 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.616076+0000", 2024-07-26T07:21:30.686 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:30.686 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:30.686 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:30.686 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.616076+0000", 2024-07-26T07:21:30.686 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.616076+0000", 2024-07-26T07:21:30.686 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:30.686 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:30.686 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:30.686 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:30.686 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 437, 2024-07-26T07:21:30.686 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:30.687 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:30.687 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:30.687 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:30.687 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:30.687 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:30.687 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:30.687 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:30.687 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.6", 2024-07-26T07:21:30.687 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:30.687 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:30.687 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:30.687 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5340, 2024-07-26T07:21:30.687 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:30.688 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:16:24.035633+0000", 2024-07-26T07:21:30.688 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:30.688 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:30.688 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:30.688 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:30.688 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:30.688 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:30.688 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:30.688 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:30.688 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:30.688 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:30.688 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:30.688 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:30.689 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:30.689 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:30.689 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:30.689 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:30.689 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:30.689 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:30.689 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:30.689 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:30.689 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:30.689 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:30.689 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:30.689 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:30.689 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:30.689 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:30.689 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:30.689 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:30.690 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:30.690 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:30.690 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:30.690 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:30.690 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:30.690 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:30.690 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:30.690 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:30.690 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:30.690 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:30.690 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:30.690 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:30.690 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:30.691 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:30.691 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:30.691 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.691 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:30.691 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:30.691 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:30.691 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:30.691 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:30.691 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:30.691 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.691 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 0, 2024-07-26T07:21:30.691 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:30.691 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.691 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:30.691 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:30.692 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:30.692 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:30.692 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:30.692 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.692 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 6, 2024-07-26T07:21:30.692 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:30.692 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:30.692 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:30.692 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:30.692 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:30.692 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:30.692 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.859349+0000", 2024-07-26T07:21:30.692 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.417606+0000", 2024-07-26T07:21:30.692 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.417606+0000", 2024-07-26T07:21:30.693 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.418308+0000", 2024-07-26T07:21:30.693 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.859349+0000", 2024-07-26T07:21:30.693 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:30.693 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:30.693 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:30.693 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:30.693 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.859349+0000", 2024-07-26T07:21:30.693 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.859349+0000", 2024-07-26T07:21:30.693 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.859349+0000", 2024-07-26T07:21:30.693 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:30.693 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:30.693 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:30.693 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.859349+0000", 2024-07-26T07:21:30.693 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.859349+0000", 2024-07-26T07:21:30.694 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:30.694 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 2, 2024-07-26T07:21:30.694 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:30.694 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:30.694 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:30.694 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:30.694 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:30.694 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:30.694 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:30.694 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 2, 2024-07-26T07:21:30.694 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:30.694 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:30.695 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:30.695 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.7", 2024-07-26T07:21:30.695 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:30.695 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:30.695 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:30.695 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5133, 2024-07-26T07:21:30.695 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:30.695 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T07:27:59.240237+0000", 2024-07-26T07:21:30.695 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:30.695 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:30.695 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:30.695 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:30.695 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:30.695 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:30.696 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:30.696 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:30.696 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:30.696 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:30.696 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:30.696 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:30.696 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:30.696 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:30.696 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:30.696 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:30.696 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:30.696 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:30.696 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:30.696 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 3, 2024-07-26T07:21:30.696 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 1, 2024-07-26T07:21:30.697 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:30.697 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 1, 2024-07-26T07:21:30.697 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:30.697 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:30.697 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:30.697 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:30.697 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:30.697 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 1, 2024-07-26T07:21:30.697 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:30.697 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:30.697 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:30.697 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:30.697 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:30.697 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:30.697 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:30.698 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 6, 2024-07-26T07:21:30.698 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 6, 2024-07-26T07:21:30.698 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:30.698 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:30.698 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:30.698 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 3, 2024-07-26T07:21:30.698 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:30.698 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.698 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:30.698 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:30.698 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:30.699 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:30.699 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:30.699 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:30.699 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.699 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 6, 2024-07-26T07:21:30.699 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "65'2" 2024-07-26T07:21:30.699 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.699 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:30.699 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:30.699 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:30.699 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:30.699 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:30.699 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.699 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 4, 2024-07-26T07:21:30.700 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:30.700 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:30.700 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 69, 2024-07-26T07:21:30.700 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:30.700 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:30.700 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:30.700 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.611256+0000", 2024-07-26T07:21:30.700 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.523449+0000", 2024-07-26T07:21:30.700 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.523449+0000", 2024-07-26T07:21:30.700 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:45:57.969667+0000", 2024-07-26T07:21:30.700 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.611256+0000", 2024-07-26T07:21:30.700 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:30.700 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:30.700 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:30.700 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:30.701 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.611256+0000", 2024-07-26T07:21:30.701 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.611256+0000", 2024-07-26T07:21:30.701 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.611256+0000", 2024-07-26T07:21:30.701 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:30.701 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:30.701 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:30.701 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.611256+0000", 2024-07-26T07:21:30.701 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.611256+0000", 2024-07-26T07:21:30.701 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:30.701 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 2996, 2024-07-26T07:21:30.701 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:30.701 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:30.701 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:30.701 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:30.701 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:30.701 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:30.702 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:30.702 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 2996, 2024-07-26T07:21:30.702 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:30.702 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:30.702 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:30.702 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "4.1", 2024-07-26T07:21:30.702 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:30.702 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:30.702 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:30.702 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 9124, 2024-07-26T07:21:30.702 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:30.702 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:57:51.840469+0000", 2024-07-26T07:21:30.702 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.004416952, 2024-07-26T07:21:30.702 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:30.702 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:30.703 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 4194304, 2024-07-26T07:21:30.703 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:30.703 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:30.703 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:30.703 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:30.703 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:30.703 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:30.703 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:30.703 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:30.703 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:30.703 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:30.703 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:30.703 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:30.704 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:30.704 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:30.704 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:30.704 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 3, 2024-07-26T07:21:30.704 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 1, 2024-07-26T07:21:30.704 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:30.704 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 1, 2024-07-26T07:21:30.704 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:30.704 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:30.704 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:30.704 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:30.704 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:30.704 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:30.704 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:30.704 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:30.705 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:30.705 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:30.705 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:30.705 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:30.705 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:30.705 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 1659, 2024-07-26T07:21:30.705 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 369571, 2024-07-26T07:21:30.705 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:30.705 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:30.705 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:30.705 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 2962, 2024-07-26T07:21:30.705 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 399622 2024-07-26T07:21:30.705 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.705 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:30.705 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:30.705 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:30.706 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:30.706 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:30.706 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:30.706 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.706 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 4, 2024-07-26T07:21:30.706 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "1134'2996" 2024-07-26T07:21:30.706 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.706 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:30.706 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:30.706 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:30.706 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:30.706 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:30.706 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.706 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T07:21:30.707 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:30.707 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:30.707 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:30.707 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:30.707 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:30.707 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:30.707 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.858306+0000", 2024-07-26T07:21:30.707 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.412673+0000", 2024-07-26T07:21:30.707 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.412673+0000", 2024-07-26T07:21:30.707 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.413159+0000", 2024-07-26T07:21:30.707 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.858306+0000", 2024-07-26T07:21:30.707 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:30.707 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:30.707 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:30.708 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:30.708 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.858306+0000", 2024-07-26T07:21:30.708 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.858306+0000", 2024-07-26T07:21:30.708 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.858306+0000", 2024-07-26T07:21:30.708 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:30.708 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:30.708 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:30.708 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.858306+0000", 2024-07-26T07:21:30.708 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.858306+0000", 2024-07-26T07:21:30.708 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:30.708 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:30.708 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:30.708 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:30.709 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:30.709 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:30.709 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:30.709 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:30.709 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:30.709 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:30.709 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:30.709 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:30.709 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:30.709 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.7", 2024-07-26T07:21:30.709 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:30.709 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:30.709 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:30.709 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5266, 2024-07-26T07:21:30.709 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:30.710 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:40:53.414688+0000", 2024-07-26T07:21:30.710 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:30.710 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:30.710 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:30.710 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:30.710 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:30.710 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:30.710 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:30.710 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:30.710 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:30.710 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:30.710 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:30.710 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:30.711 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:30.711 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:30.711 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:30.711 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:30.711 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:30.711 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:30.711 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:30.711 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:30.711 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:30.711 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:30.711 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:30.711 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:30.711 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:30.712 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:30.712 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:30.712 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:30.712 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:30.712 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:30.712 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:30.712 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:30.712 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:30.712 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:30.712 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:30.712 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:30.712 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:30.712 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:30.712 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:30.712 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:30.713 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:30.713 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:30.713 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:30.713 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.713 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:30.713 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:30.713 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:30.713 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:30.713 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:30.713 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:30.713 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.713 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T07:21:30.713 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:30.713 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.713 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:30.714 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:30.714 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:30.714 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:30.714 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:30.714 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.714 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T07:21:30.714 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:30.714 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:30.714 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:30.714 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:30.714 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:30.714 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:30.714 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.614551+0000", 2024-07-26T07:21:30.715 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.527303+0000", 2024-07-26T07:21:30.715 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.527303+0000", 2024-07-26T07:21:30.715 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.527604+0000", 2024-07-26T07:21:30.715 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.614551+0000", 2024-07-26T07:21:30.715 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:30.715 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:30.715 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:30.715 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:30.715 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.614551+0000", 2024-07-26T07:21:30.715 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.614551+0000", 2024-07-26T07:21:30.715 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.614551+0000", 2024-07-26T07:21:30.716 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:30.716 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:30.716 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:30.716 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.614551+0000", 2024-07-26T07:21:30.716 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.614551+0000", 2024-07-26T07:21:30.716 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:30.716 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 2, 2024-07-26T07:21:30.716 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:30.716 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:30.716 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:30.716 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:30.716 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:30.716 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:30.716 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:30.717 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 2, 2024-07-26T07:21:30.717 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:30.717 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:30.717 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:30.717 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.6", 2024-07-26T07:21:30.717 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:30.717 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:30.717 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:30.717 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5338, 2024-07-26T07:21:30.717 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:30.717 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T07:52:41.130369+0000", 2024-07-26T07:21:30.717 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:30.717 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:30.717 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:30.718 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:30.718 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:30.718 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:30.718 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:30.718 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:30.718 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:30.718 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:30.718 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:30.718 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:30.718 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:30.718 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:30.718 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:30.718 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:30.718 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:30.718 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:30.719 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:30.719 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 3, 2024-07-26T07:21:30.719 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 1, 2024-07-26T07:21:30.719 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:30.719 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 1, 2024-07-26T07:21:30.719 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:30.719 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:30.719 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:30.719 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:30.719 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:30.719 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 1, 2024-07-26T07:21:30.719 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:30.719 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:30.719 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:30.720 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:30.720 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:30.720 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:30.720 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:30.720 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 2, 2024-07-26T07:21:30.720 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 2, 2024-07-26T07:21:30.720 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:30.720 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:30.720 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:30.720 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 2, 2024-07-26T07:21:30.720 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:30.720 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.720 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:30.721 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:30.721 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:30.721 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:30.721 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:30.721 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:30.721 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.721 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T07:21:30.721 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "557'2" 2024-07-26T07:21:30.721 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.721 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:30.721 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:30.721 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:30.721 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:30.721 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:30.721 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.722 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T07:21:30.722 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:30.722 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:30.722 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 69, 2024-07-26T07:21:30.722 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:30.722 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:30.722 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:30.722 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.855893+0000", 2024-07-26T07:21:30.722 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.416545+0000", 2024-07-26T07:21:30.722 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.416545+0000", 2024-07-26T07:21:30.722 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:45:58.070175+0000", 2024-07-26T07:21:30.722 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.855893+0000", 2024-07-26T07:21:30.722 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:30.723 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:30.723 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:30.723 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:30.723 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.855893+0000", 2024-07-26T07:21:30.723 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.855893+0000", 2024-07-26T07:21:30.723 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.855893+0000", 2024-07-26T07:21:30.723 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:30.723 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:30.723 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:30.723 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.855893+0000", 2024-07-26T07:21:30.723 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.855893+0000", 2024-07-26T07:21:30.723 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:30.723 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 3040, 2024-07-26T07:21:30.723 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:30.724 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:30.724 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:30.724 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:30.724 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:30.724 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:30.724 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:30.724 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 3040, 2024-07-26T07:21:30.724 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:30.724 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:30.724 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:30.724 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "4.0", 2024-07-26T07:21:30.724 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:30.724 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:30.724 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:30.725 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 8895, 2024-07-26T07:21:30.725 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:30.725 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:24:44.131506+0000", 2024-07-26T07:21:30.725 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.002540264, 2024-07-26T07:21:30.725 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:30.725 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:30.725 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:30.725 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:30.725 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:30.725 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:30.725 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:30.725 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:30.725 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:30.726 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:30.726 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:30.726 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:30.726 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:30.726 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:30.726 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:30.726 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:30.726 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:30.726 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:30.726 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:30.726 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:30.726 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:30.726 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:30.727 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:30.727 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:30.727 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:30.727 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:30.727 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:30.727 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:30.727 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:30.727 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:30.727 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:30.727 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:30.727 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:30.727 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:30.727 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:30.727 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 776, 2024-07-26T07:21:30.727 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 399547, 2024-07-26T07:21:30.728 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:30.728 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:30.728 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:30.728 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 3021, 2024-07-26T07:21:30.728 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 395805 2024-07-26T07:21:30.728 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.728 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:30.728 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:30.728 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:30.728 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:30.728 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:30.728 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:30.728 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.728 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T07:21:30.729 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "1134'3040" 2024-07-26T07:21:30.729 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.729 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:30.729 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:30.729 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:30.729 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:30.729 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T07:21:30.729 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.729 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T07:21:30.729 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:30.729 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:30.729 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:30.729 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:30.729 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:30.730 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:30.730 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.615596+0000", 2024-07-26T07:21:30.730 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:47.481228+0000", 2024-07-26T07:21:30.730 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:47.481228+0000", 2024-07-26T07:21:30.730 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:47.481552+0000", 2024-07-26T07:21:30.730 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.615596+0000", 2024-07-26T07:21:30.730 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:30.730 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:30.730 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:30.730 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 470, 2024-07-26T07:21:30.730 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.615596+0000", 2024-07-26T07:21:30.730 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.615596+0000", 2024-07-26T07:21:30.731 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.615596+0000", 2024-07-26T07:21:30.731 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:30.731 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:30.731 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:30.731 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.615596+0000", 2024-07-26T07:21:30.731 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.615596+0000", 2024-07-26T07:21:30.731 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:30.731 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:30.731 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:30.731 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:30.731 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 469, 2024-07-26T07:21:30.731 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:30.732 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:30.732 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:30.732 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:30.734 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:30.734 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:30.734 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:30.734 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:30.734 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.4", 2024-07-26T07:21:30.734 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:30.734 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:30.734 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:30.734 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5331, 2024-07-26T07:21:30.734 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:30.734 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:40:13.310428+0000", 2024-07-26T07:21:30.735 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:30.735 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:30.735 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:30.735 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:30.735 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:30.735 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:30.735 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:30.735 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:30.735 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:30.735 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:30.735 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:30.735 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:30.735 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:30.736 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:30.736 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:30.736 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:30.736 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:30.736 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:30.736 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:30.736 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:30.736 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:30.736 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:30.736 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:30.736 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:30.736 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:30.736 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:30.737 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:30.737 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:30.737 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:30.737 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:30.737 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:30.737 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:30.737 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:30.737 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:30.737 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:30.737 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:30.737 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:30.737 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:30.737 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:30.737 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:30.738 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:30.738 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:30.738 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:30.738 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.738 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:30.738 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:30.738 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:30.738 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:30.738 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:30.738 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T07:21:30.738 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.739 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T07:21:30.739 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:30.739 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.739 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:30.739 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:30.739 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:30.739 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:30.739 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:30.739 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.739 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T07:21:30.739 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:30.739 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:30.739 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:30.740 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:30.740 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:30.740 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:30.740 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.863575+0000", 2024-07-26T07:21:30.740 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.425334+0000", 2024-07-26T07:21:30.740 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.425334+0000", 2024-07-26T07:21:30.740 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.425761+0000", 2024-07-26T07:21:30.740 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.863575+0000", 2024-07-26T07:21:30.740 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:30.740 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:30.740 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:30.740 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:30.740 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.863575+0000", 2024-07-26T07:21:30.740 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.863575+0000", 2024-07-26T07:21:30.741 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.863575+0000", 2024-07-26T07:21:30.741 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:30.741 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:30.741 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:30.741 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.863575+0000", 2024-07-26T07:21:30.741 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.863575+0000", 2024-07-26T07:21:30.741 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:30.741 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:30.741 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:30.741 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:30.741 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:30.742 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:30.742 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:30.742 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:30.742 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:30.742 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:30.742 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:30.742 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:30.742 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:30.742 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.5", 2024-07-26T07:21:30.742 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:30.742 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:30.742 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:30.742 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5135, 2024-07-26T07:21:30.743 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:30.743 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T06:26:36.602576+0000", 2024-07-26T07:21:30.743 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:30.743 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:30.743 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:30.743 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:30.743 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:30.743 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:30.743 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:30.743 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:30.743 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:30.743 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:30.743 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:30.743 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:30.743 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:30.743 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:30.744 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:30.744 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:30.744 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:30.744 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:30.744 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:30.744 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:30.744 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:30.744 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:30.744 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:30.744 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:30.744 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:30.744 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:30.744 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:30.744 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:30.744 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:30.745 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:30.745 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:30.745 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:30.745 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:30.745 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:30.745 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:30.745 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:30.745 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:30.745 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:30.745 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:30.745 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:30.746 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:30.746 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:30.746 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:30.746 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.746 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:30.746 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:30.746 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:30.746 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:30.746 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:30.746 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:30.746 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.746 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T07:21:30.746 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:30.746 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.746 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:30.747 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:30.747 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:30.747 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:30.747 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:30.747 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.747 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 0, 2024-07-26T07:21:30.747 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:30.747 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:30.747 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 69, 2024-07-26T07:21:30.747 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:30.747 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:30.747 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:30.747 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:21:24.643256+0000", 2024-07-26T07:21:30.747 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.423635+0000", 2024-07-26T07:21:30.747 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.423635+0000", 2024-07-26T07:21:30.748 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:45:57.973294+0000", 2024-07-26T07:21:30.748 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:21:24.643256+0000", 2024-07-26T07:21:30.748 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:30.748 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:30.748 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:30.748 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:30.748 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:21:24.643256+0000", 2024-07-26T07:21:30.748 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:21:24.643256+0000", 2024-07-26T07:21:30.748 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:21:24.643256+0000", 2024-07-26T07:21:30.748 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:30.748 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:30.748 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:30.748 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:21:24.643256+0000", 2024-07-26T07:21:30.748 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:21:24.643256+0000", 2024-07-26T07:21:30.749 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:30.749 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 3020, 2024-07-26T07:21:30.749 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:30.749 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:30.749 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:30.749 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:30.749 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:30.749 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:30.749 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:30.749 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 3020, 2024-07-26T07:21:30.749 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:30.749 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:30.749 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:30.749 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "4.3", 2024-07-26T07:21:30.750 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:30.750 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:30.750 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:30.750 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 9018, 2024-07-26T07:21:30.750 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:30.750 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:36:42.550203+0000", 2024-07-26T07:21:30.750 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.005490602, 2024-07-26T07:21:30.750 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:30.750 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:30.750 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:30.750 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:30.750 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:30.750 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:30.750 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:30.751 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:30.751 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:30.751 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:30.751 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:30.751 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:30.751 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:30.751 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:30.751 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:30.751 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:30.751 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:30.751 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:30.751 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 3, 2024-07-26T07:21:30.752 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 1, 2024-07-26T07:21:30.752 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:30.752 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 1, 2024-07-26T07:21:30.752 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:30.752 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:30.752 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:30.752 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:30.752 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:30.752 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 1, 2024-07-26T07:21:30.752 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:30.752 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:30.752 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:30.752 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:30.752 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:30.753 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:30.753 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:30.753 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 841, 2024-07-26T07:21:30.753 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 395299, 2024-07-26T07:21:30.753 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:30.753 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:30.753 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:30.753 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 3012, 2024-07-26T07:21:30.753 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 343213 2024-07-26T07:21:30.753 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.753 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:30.753 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:30.753 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:30.754 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:30.754 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:30.754 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:30.754 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.754 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 0, 2024-07-26T07:21:30.754 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "1134'3020" 2024-07-26T07:21:30.754 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.754 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:30.754 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:30.754 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:30.754 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:30.754 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:30.754 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.754 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T07:21:30.754 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:30.755 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:30.755 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:30.755 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:30.755 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:30.755 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:30.755 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.859819+0000", 2024-07-26T07:21:30.755 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:47.471762+0000", 2024-07-26T07:21:30.755 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:47.471762+0000", 2024-07-26T07:21:30.755 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:47.472068+0000", 2024-07-26T07:21:30.755 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.859819+0000", 2024-07-26T07:21:30.755 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:30.755 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:30.755 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:30.755 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 470, 2024-07-26T07:21:30.755 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.859819+0000", 2024-07-26T07:21:30.755 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.859819+0000", 2024-07-26T07:21:30.756 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.859819+0000", 2024-07-26T07:21:30.756 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:30.756 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:30.756 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:30.756 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.859819+0000", 2024-07-26T07:21:30.756 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.859819+0000", 2024-07-26T07:21:30.756 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:30.756 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:30.756 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:30.756 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:30.756 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 469, 2024-07-26T07:21:30.756 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:30.756 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:30.756 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:30.756 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:30.756 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:30.757 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:30.757 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:30.757 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:30.757 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.5", 2024-07-26T07:21:30.757 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:30.757 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:30.757 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:30.757 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5198, 2024-07-26T07:21:30.757 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:30.757 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:21:45.488837+0000", 2024-07-26T07:21:30.757 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:30.757 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:30.757 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:30.757 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:30.757 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:30.757 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:30.758 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:30.758 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:30.758 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:30.758 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:30.758 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:30.758 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:30.758 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:30.758 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:30.758 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:30.758 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:30.758 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:30.758 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:30.758 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:30.758 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:30.758 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:30.759 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:30.759 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:30.759 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:30.759 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:30.759 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:30.759 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:30.759 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:30.759 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:30.759 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:30.759 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:30.759 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:30.759 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:30.759 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:30.759 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:30.759 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:30.759 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:30.760 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:30.760 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:30.760 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:30.760 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:30.760 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:30.760 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:30.760 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.760 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:30.760 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:30.760 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:30.760 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:30.760 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:30.760 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:30.760 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.760 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T07:21:30.760 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:30.761 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.761 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:30.761 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:30.761 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:30.761 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:30.761 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:30.761 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.761 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T07:21:30.761 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:30.761 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:30.761 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:30.761 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:30.761 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:30.761 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:30.761 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.615689+0000", 2024-07-26T07:21:30.762 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.421093+0000", 2024-07-26T07:21:30.762 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.421093+0000", 2024-07-26T07:21:30.762 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.421360+0000", 2024-07-26T07:21:30.762 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.615689+0000", 2024-07-26T07:21:30.762 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:30.762 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:30.762 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:30.762 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:30.762 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.615689+0000", 2024-07-26T07:21:30.762 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.615689+0000", 2024-07-26T07:21:30.762 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.615689+0000", 2024-07-26T07:21:30.762 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:30.762 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:30.763 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:30.763 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.615689+0000", 2024-07-26T07:21:30.763 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.615689+0000", 2024-07-26T07:21:30.763 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:30.763 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:30.763 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:30.763 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:30.763 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:30.763 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:30.763 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:30.763 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:30.763 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:30.763 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:30.763 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:30.763 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:30.763 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:30.764 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.4", 2024-07-26T07:21:30.764 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:30.764 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:30.764 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:30.764 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5344, 2024-07-26T07:21:30.764 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:30.764 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:35:03.772069+0000", 2024-07-26T07:21:30.764 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:30.764 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:30.764 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:30.764 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:30.765 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:30.765 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:30.765 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:30.765 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:30.765 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:30.765 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:30.765 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:30.765 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:30.765 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:30.765 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:30.765 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:30.765 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:30.765 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:30.765 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:30.765 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:30.766 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:30.766 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:30.766 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:30.766 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:30.766 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:30.766 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:30.766 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:30.766 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:30.766 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:30.766 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:30.766 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:30.766 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:30.766 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:30.766 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:30.766 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:30.767 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:30.767 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:30.767 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:30.767 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:30.767 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:30.767 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:30.767 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:30.767 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:30.767 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:30.767 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.767 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:30.767 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:30.767 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:30.768 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:30.768 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:30.768 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:30.768 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.768 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T07:21:30.768 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:30.768 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.768 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:30.768 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:30.768 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:30.768 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:30.768 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:30.768 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.768 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T07:21:30.768 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:30.769 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:30.769 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 69, 2024-07-26T07:21:30.769 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:30.769 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:30.769 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:30.769 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.613779+0000", 2024-07-26T07:21:30.769 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:47.484112+0000", 2024-07-26T07:21:30.769 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:47.484112+0000", 2024-07-26T07:21:30.769 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:45:57.980256+0000", 2024-07-26T07:21:30.769 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.613779+0000", 2024-07-26T07:21:30.769 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:30.769 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:30.769 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:30.770 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 470, 2024-07-26T07:21:30.770 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.613779+0000", 2024-07-26T07:21:30.770 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.613779+0000", 2024-07-26T07:21:30.770 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.613779+0000", 2024-07-26T07:21:30.770 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:30.770 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:30.770 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:30.770 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.613779+0000", 2024-07-26T07:21:30.770 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.613779+0000", 2024-07-26T07:21:30.770 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:30.770 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 3094, 2024-07-26T07:21:30.770 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:30.770 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:30.771 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 469, 2024-07-26T07:21:30.771 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:30.771 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:30.771 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:30.771 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:30.771 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 3094, 2024-07-26T07:21:30.771 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:30.771 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:30.771 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:30.771 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "4.2", 2024-07-26T07:21:30.771 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:30.771 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:30.771 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:30.772 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 9413, 2024-07-26T07:21:30.772 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:30.772 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T06:09:56.708855+0000", 2024-07-26T07:21:30.772 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.013219577, 2024-07-26T07:21:30.772 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:30.772 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:30.772 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 19, 2024-07-26T07:21:30.772 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:30.772 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:30.772 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:30.772 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:30.772 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:30.772 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:30.772 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:30.773 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:30.773 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:30.773 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:30.773 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:30.773 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:30.773 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:30.773 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:30.773 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:30.773 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 3, 2024-07-26T07:21:30.773 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 1, 2024-07-26T07:21:30.773 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:30.773 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 1, 2024-07-26T07:21:30.773 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:30.773 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:30.774 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:30.774 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:30.774 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:30.774 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:30.774 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:30.774 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:30.774 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:30.774 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:30.774 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:30.774 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:30.774 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:30.774 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 1557, 2024-07-26T07:21:30.774 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 366248, 2024-07-26T07:21:30.774 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:30.775 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:30.775 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:30.775 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 3077, 2024-07-26T07:21:30.775 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 409723 2024-07-26T07:21:30.775 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.775 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:30.775 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:30.775 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:30.775 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:30.775 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:30.775 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:30.775 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.775 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T07:21:30.775 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "1134'3094" 2024-07-26T07:21:30.776 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.776 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:30.776 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:30.776 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:30.776 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:30.776 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:30.776 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.776 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 4, 2024-07-26T07:21:30.776 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:30.776 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:30.776 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:30.776 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:30.776 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:30.776 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:30.776 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.612489+0000", 2024-07-26T07:21:30.777 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.515844+0000", 2024-07-26T07:21:30.777 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.515844+0000", 2024-07-26T07:21:30.777 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.516138+0000", 2024-07-26T07:21:30.777 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.612489+0000", 2024-07-26T07:21:30.777 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:30.777 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:30.777 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:30.777 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:30.777 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.612489+0000", 2024-07-26T07:21:30.777 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.612489+0000", 2024-07-26T07:21:30.777 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.612489+0000", 2024-07-26T07:21:30.777 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:30.777 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:30.777 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:30.777 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.612489+0000", 2024-07-26T07:21:30.777 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.612489+0000", 2024-07-26T07:21:30.778 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:30.778 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:30.778 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:30.778 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:30.778 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:30.778 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:30.778 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:30.778 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:30.778 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:30.778 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:30.778 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:30.778 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:30.778 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:30.779 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.3", 2024-07-26T07:21:30.779 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:30.779 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:30.779 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:30.779 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5222, 2024-07-26T07:21:30.779 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:30.779 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:29:48.873999+0000", 2024-07-26T07:21:30.779 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:30.779 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:30.779 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:30.779 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:30.779 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:30.779 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:30.779 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:30.779 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:30.780 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:30.780 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:30.780 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:30.780 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:30.780 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:30.780 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:30.780 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:30.780 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:30.780 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:30.780 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:30.780 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:30.780 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:30.780 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:30.780 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:30.780 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:30.781 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:30.781 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:30.781 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:30.781 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:30.781 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:30.781 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:30.781 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:30.781 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:30.781 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:30.781 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:30.781 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:30.781 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:30.781 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:30.781 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:30.782 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:30.782 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:30.782 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:30.782 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:30.782 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:30.782 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:30.782 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.782 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:30.782 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:30.782 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:30.782 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:30.782 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:30.782 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:30.782 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.782 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 4, 2024-07-26T07:21:30.783 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:30.783 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.783 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:30.783 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:30.783 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:30.783 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:30.783 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:30.783 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.783 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T07:21:30.783 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:30.783 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:30.783 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:30.783 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:30.783 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:30.784 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:30.784 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.857419+0000", 2024-07-26T07:21:30.784 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.525640+0000", 2024-07-26T07:21:30.784 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.525640+0000", 2024-07-26T07:21:30.784 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.526051+0000", 2024-07-26T07:21:30.784 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.857419+0000", 2024-07-26T07:21:30.784 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:30.784 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:30.784 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:30.784 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:30.784 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.857419+0000", 2024-07-26T07:21:30.784 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.857419+0000", 2024-07-26T07:21:30.784 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.857419+0000", 2024-07-26T07:21:30.784 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:30.784 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:30.785 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:30.785 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.857419+0000", 2024-07-26T07:21:30.785 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.857419+0000", 2024-07-26T07:21:30.785 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:30.785 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:30.785 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:30.785 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:30.785 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:30.785 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:30.785 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:30.785 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:30.785 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:30.785 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:30.786 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:30.786 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:30.786 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:30.786 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.2", 2024-07-26T07:21:30.786 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:30.786 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:30.786 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:30.786 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5172, 2024-07-26T07:21:30.786 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:30.786 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:45:49.579535+0000", 2024-07-26T07:21:30.786 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:30.786 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:30.786 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:30.786 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:30.787 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:30.787 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:30.787 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:30.787 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:30.787 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:30.787 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:30.787 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:30.787 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:30.787 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:30.787 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:30.787 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:30.787 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:30.787 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:30.787 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:30.788 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:30.788 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:30.788 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:30.788 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:30.788 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:30.788 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:30.788 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:30.788 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:30.788 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:30.788 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:30.788 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:30.788 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:30.788 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:30.788 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:30.789 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:30.789 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:30.789 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:30.789 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:30.789 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:30.789 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:30.789 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:30.789 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:30.789 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:30.789 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:30.789 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:30.789 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.789 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:30.789 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:30.790 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:30.790 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:30.790 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:30.790 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:30.790 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.790 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T07:21:30.790 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:30.790 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.790 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:30.790 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:30.790 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:30.790 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:30.790 INFO:tasks.workunit.client.0.smithi089.stdout: 3 2024-07-26T07:21:30.790 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.791 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T07:21:30.791 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:30.791 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:30.791 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 69, 2024-07-26T07:21:30.791 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:30.791 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:30.791 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:30.791 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.615784+0000", 2024-07-26T07:21:30.791 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:10:41.384684+0000", 2024-07-26T07:21:30.791 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:10:41.384684+0000", 2024-07-26T07:21:30.791 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:45:57.976177+0000", 2024-07-26T07:21:30.791 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.615784+0000", 2024-07-26T07:21:30.792 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:30.792 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:30.792 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:30.792 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 407, 2024-07-26T07:21:30.792 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.615784+0000", 2024-07-26T07:21:30.792 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.615784+0000", 2024-07-26T07:21:30.792 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.615784+0000", 2024-07-26T07:21:30.792 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:30.792 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:30.792 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:30.792 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.615784+0000", 2024-07-26T07:21:30.792 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.615784+0000", 2024-07-26T07:21:30.792 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:30.792 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 3081, 2024-07-26T07:21:30.793 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:30.793 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:30.793 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 406, 2024-07-26T07:21:30.793 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:30.793 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:30.793 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:30.793 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:30.793 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 3081, 2024-07-26T07:21:30.793 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:30.793 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:30.793 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:30.793 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "4.4", 2024-07-26T07:21:30.793 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:30.793 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:30.794 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:30.794 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 8959, 2024-07-26T07:21:30.794 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:30.794 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:25:02.737209+0000", 2024-07-26T07:21:30.794 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.009264271, 2024-07-26T07:21:30.794 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:30.794 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:30.794 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:30.794 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:30.794 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:30.794 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:30.794 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:30.795 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:30.795 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:30.795 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:30.795 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:30.795 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:30.795 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:30.795 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:30.795 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:30.795 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:30.795 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:30.795 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:30.795 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 3, 2024-07-26T07:21:30.795 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 1, 2024-07-26T07:21:30.795 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:30.796 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 1, 2024-07-26T07:21:30.796 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:30.796 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:30.796 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:30.796 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:30.796 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:30.796 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 1, 2024-07-26T07:21:30.796 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:30.796 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:30.796 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:30.796 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:30.796 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:30.796 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:30.796 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:30.797 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 820, 2024-07-26T07:21:30.797 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 389689, 2024-07-26T07:21:30.797 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:30.797 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:30.797 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:30.797 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 3114, 2024-07-26T07:21:30.797 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 380870 2024-07-26T07:21:30.797 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.797 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:30.797 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:30.797 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:30.797 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:30.797 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:30.797 INFO:tasks.workunit.client.0.smithi089.stdout: 3 2024-07-26T07:21:30.798 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.798 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T07:21:30.798 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "1134'3081" 2024-07-26T07:21:30.798 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.798 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:30.798 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:30.798 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:30.798 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:30.798 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:30.798 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.798 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T07:21:30.798 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:30.798 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:30.798 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:30.799 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:30.799 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:30.799 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:30.799 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.613409+0000", 2024-07-26T07:21:30.799 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.523422+0000", 2024-07-26T07:21:30.799 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.523422+0000", 2024-07-26T07:21:30.799 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.523780+0000", 2024-07-26T07:21:30.799 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.613409+0000", 2024-07-26T07:21:30.799 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:30.799 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:30.799 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:30.799 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:30.799 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.613409+0000", 2024-07-26T07:21:30.799 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.613409+0000", 2024-07-26T07:21:30.800 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.613409+0000", 2024-07-26T07:21:30.800 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:30.800 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:30.800 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:30.800 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.613409+0000", 2024-07-26T07:21:30.800 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.613409+0000", 2024-07-26T07:21:30.800 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:30.800 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:30.800 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:30.800 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:30.800 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:30.800 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:30.800 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:30.801 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:30.801 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:30.801 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:30.801 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:30.801 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:30.801 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:30.801 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.0", 2024-07-26T07:21:30.801 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:30.801 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:30.801 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:30.801 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5332, 2024-07-26T07:21:30.801 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:30.801 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T11:06:16.914878+0000", 2024-07-26T07:21:30.801 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:30.802 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:30.802 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:30.802 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:30.802 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:30.802 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:30.802 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:30.802 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:30.802 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:30.802 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:30.802 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:30.802 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:30.802 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:30.802 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:30.802 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:30.803 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:30.803 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:30.803 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:30.803 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:30.803 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:30.803 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:30.803 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:30.803 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:30.803 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:30.803 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:30.803 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:30.803 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:30.803 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:30.803 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:30.803 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:30.804 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:30.804 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:30.804 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:30.804 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:30.804 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:30.804 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:30.804 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:30.804 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:30.804 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:30.804 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:30.804 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:30.804 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:30.804 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:30.804 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.805 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:30.805 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:30.805 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:30.805 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:30.805 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:30.805 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:30.805 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.805 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T07:21:30.805 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:30.805 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.805 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:30.805 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:30.805 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:30.805 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:30.806 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:30.806 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.806 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 2, 2024-07-26T07:21:30.806 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:30.806 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:30.806 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:30.806 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:30.806 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:30.806 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:30.806 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.856827+0000", 2024-07-26T07:21:30.806 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:10:41.384773+0000", 2024-07-26T07:21:30.806 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:10:41.384773+0000", 2024-07-26T07:21:30.806 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:10:41.385537+0000", 2024-07-26T07:21:30.806 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.856827+0000", 2024-07-26T07:21:30.807 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:30.807 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:30.807 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:30.807 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 407, 2024-07-26T07:21:30.807 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.856827+0000", 2024-07-26T07:21:30.807 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.856827+0000", 2024-07-26T07:21:30.807 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.856827+0000", 2024-07-26T07:21:30.807 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:30.807 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:30.807 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:30.807 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.856827+0000", 2024-07-26T07:21:30.807 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.856827+0000", 2024-07-26T07:21:30.807 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:30.807 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:30.808 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:30.808 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:30.808 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 406, 2024-07-26T07:21:30.808 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:30.808 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:30.808 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:30.808 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:30.808 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:30.808 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:30.808 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:30.808 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:30.808 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.1", 2024-07-26T07:21:30.808 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:30.809 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:30.809 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:30.809 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5316, 2024-07-26T07:21:30.809 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:30.809 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T06:20:49.448715+0000", 2024-07-26T07:21:30.809 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:30.809 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:30.809 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:30.809 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:30.809 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:30.809 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:30.809 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:30.809 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:30.810 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:30.810 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:30.810 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:30.810 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:30.810 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:30.810 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:30.810 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:30.810 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:30.810 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:30.810 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:30.810 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:30.810 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:30.810 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:30.810 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:30.811 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:30.811 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:30.811 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:30.811 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:30.811 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:30.811 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:30.811 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:30.811 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:30.811 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:30.811 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:30.811 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:30.811 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:30.811 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:30.811 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:30.811 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:30.812 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:30.812 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:30.812 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:30.812 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:30.812 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:30.812 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:30.812 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.812 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:30.812 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:30.812 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:30.812 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:30.812 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:30.812 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:30.812 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.812 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 2, 2024-07-26T07:21:30.813 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:30.813 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.813 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:30.813 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:30.813 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:30.813 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:30.813 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:30.813 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.813 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T07:21:30.813 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:30.813 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:30.813 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 69, 2024-07-26T07:21:30.813 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:30.813 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:30.814 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:30.814 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.617143+0000", 2024-07-26T07:21:30.814 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:47.483603+0000", 2024-07-26T07:21:30.814 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:47.483603+0000", 2024-07-26T07:21:30.814 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:45:57.976237+0000", 2024-07-26T07:21:30.814 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.617143+0000", 2024-07-26T07:21:30.814 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:30.814 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:30.814 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:30.814 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 470, 2024-07-26T07:21:30.814 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.617143+0000", 2024-07-26T07:21:30.814 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.617143+0000", 2024-07-26T07:21:30.814 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.617143+0000", 2024-07-26T07:21:30.815 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:30.815 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:30.815 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:30.815 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.617143+0000", 2024-07-26T07:21:30.815 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.617143+0000", 2024-07-26T07:21:30.815 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:30.815 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 2977, 2024-07-26T07:21:30.815 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:30.815 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:30.815 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 469, 2024-07-26T07:21:30.815 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:30.815 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:30.815 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:30.816 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:30.816 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 2977, 2024-07-26T07:21:30.816 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:30.816 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:30.816 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:30.816 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "4.7", 2024-07-26T07:21:30.816 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:30.816 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:30.816 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:30.816 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 9034, 2024-07-26T07:21:30.816 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:30.816 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:07:52.538359+0000", 2024-07-26T07:21:30.816 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.009481544, 2024-07-26T07:21:30.816 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:30.816 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:30.817 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:30.817 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:30.817 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:30.817 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:30.817 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:30.817 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:30.817 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:30.817 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:30.817 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:30.817 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:30.817 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:30.817 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:30.817 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:30.817 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:30.817 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:30.818 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:30.818 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:30.818 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:30.818 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:30.818 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:30.818 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:30.818 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:30.818 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:30.818 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:30.818 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:30.818 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:30.818 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:30.818 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:30.819 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:30.819 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:30.819 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:30.819 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:30.819 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:30.819 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 1091, 2024-07-26T07:21:30.819 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 382822, 2024-07-26T07:21:30.819 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:30.819 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:30.819 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:30.819 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 2944, 2024-07-26T07:21:30.819 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 364986 2024-07-26T07:21:30.819 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.819 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:30.819 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:30.820 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:30.820 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:30.820 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:30.820 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:30.820 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.820 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T07:21:30.820 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "1134'2977" 2024-07-26T07:21:30.820 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.820 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:30.820 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:30.820 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:30.820 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:30.820 INFO:tasks.workunit.client.0.smithi089.stdout: 3 2024-07-26T07:21:30.820 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.821 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 0, 2024-07-26T07:21:30.821 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:30.821 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:30.821 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:30.821 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:30.821 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:30.821 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:30.821 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.611819+0000", 2024-07-26T07:21:30.821 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:14.413340+0000", 2024-07-26T07:21:30.821 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:14.413340+0000", 2024-07-26T07:21:30.821 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:14.413872+0000", 2024-07-26T07:21:30.821 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.611819+0000", 2024-07-26T07:21:30.821 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:30.821 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:30.821 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:30.822 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 438, 2024-07-26T07:21:30.822 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.611819+0000", 2024-07-26T07:21:30.822 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.611819+0000", 2024-07-26T07:21:30.822 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.611819+0000", 2024-07-26T07:21:30.822 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:30.822 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:30.822 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:30.822 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.611819+0000", 2024-07-26T07:21:30.822 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.611819+0000", 2024-07-26T07:21:30.822 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:30.822 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:30.822 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:30.823 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:30.823 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 437, 2024-07-26T07:21:30.823 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:30.823 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:30.823 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:30.823 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:30.823 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:30.823 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:30.823 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:30.823 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:30.823 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.1", 2024-07-26T07:21:30.823 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:30.823 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:30.823 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:30.824 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5341, 2024-07-26T07:21:30.824 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:30.824 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:08:54.815644+0000", 2024-07-26T07:21:30.824 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:30.824 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:30.824 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:30.824 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:30.824 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:30.824 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:30.824 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:30.824 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:30.824 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:30.824 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:30.825 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:30.825 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:30.825 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:30.825 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:30.825 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:30.825 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:30.825 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:30.825 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:30.825 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:30.825 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:30.825 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:30.825 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:30.825 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:30.826 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:30.826 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:30.826 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:30.826 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:30.826 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:30.826 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:30.826 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:30.826 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:30.826 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:30.826 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:30.826 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:30.826 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:30.826 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:30.827 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:30.827 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:30.827 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:30.827 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:30.827 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:30.827 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:30.827 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:30.827 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.827 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:30.827 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:30.827 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:30.827 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:30.827 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:30.827 INFO:tasks.workunit.client.0.smithi089.stdout: 3 2024-07-26T07:21:30.827 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.828 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 0, 2024-07-26T07:21:30.828 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:30.828 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.828 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:30.828 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:30.828 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:30.828 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:30.828 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:30.828 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.828 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T07:21:30.828 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:30.828 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:30.828 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:30.828 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:30.829 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:30.829 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:30.829 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.857346+0000", 2024-07-26T07:21:30.829 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.427707+0000", 2024-07-26T07:21:30.829 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.427707+0000", 2024-07-26T07:21:30.829 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.428280+0000", 2024-07-26T07:21:30.829 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.857346+0000", 2024-07-26T07:21:30.829 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:30.829 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:30.829 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:30.829 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:30.829 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.857346+0000", 2024-07-26T07:21:30.829 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.857346+0000", 2024-07-26T07:21:30.829 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.857346+0000", 2024-07-26T07:21:30.829 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:30.830 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:30.830 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:30.830 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.857346+0000", 2024-07-26T07:21:30.830 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.857346+0000", 2024-07-26T07:21:30.830 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:30.830 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:30.830 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:30.830 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:30.830 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:30.830 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:30.830 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:30.830 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:30.831 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:30.831 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:30.831 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:30.831 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:30.831 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:30.831 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.0", 2024-07-26T07:21:30.831 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:30.831 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:30.831 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:30.831 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5125, 2024-07-26T07:21:30.831 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:30.831 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:47:57.032480+0000", 2024-07-26T07:21:30.831 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:30.832 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:30.832 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:30.832 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:30.832 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:30.832 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:30.832 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:30.832 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:30.832 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:30.832 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:30.832 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:30.832 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:30.832 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:30.832 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:30.832 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:30.832 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:30.833 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:30.833 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:30.833 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:30.833 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:30.833 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:30.833 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:30.833 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:30.833 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:30.833 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:30.833 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:30.833 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:30.833 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:30.833 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:30.833 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:30.834 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:30.834 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:30.834 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:30.834 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:30.834 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:30.834 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:30.834 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:30.834 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:30.834 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:30.834 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:30.834 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:30.834 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:30.834 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:30.835 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.835 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:30.835 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:30.835 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:30.835 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:30.835 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:30.835 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:30.835 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.835 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T07:21:30.835 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:30.835 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.835 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:30.835 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:30.836 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:30.836 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:30.836 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:30.836 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.836 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 0, 2024-07-26T07:21:30.836 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:30.836 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:30.836 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 69, 2024-07-26T07:21:30.836 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:30.836 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:30.836 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:30.836 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.615913+0000", 2024-07-26T07:21:30.836 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:10:08.367302+0000", 2024-07-26T07:21:30.836 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:10:08.367302+0000", 2024-07-26T07:21:30.836 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:45:57.973670+0000", 2024-07-26T07:21:30.837 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.615913+0000", 2024-07-26T07:21:30.837 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:30.837 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:30.837 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:30.837 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 375, 2024-07-26T07:21:30.837 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.615913+0000", 2024-07-26T07:21:30.837 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.615913+0000", 2024-07-26T07:21:30.837 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.615913+0000", 2024-07-26T07:21:30.837 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:30.837 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:30.837 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:30.837 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.615913+0000", 2024-07-26T07:21:30.837 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.615913+0000", 2024-07-26T07:21:30.837 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:30.837 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 3076, 2024-07-26T07:21:30.838 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:30.838 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:30.838 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 374, 2024-07-26T07:21:30.838 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:30.838 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:30.838 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:30.838 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:30.838 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 3076, 2024-07-26T07:21:30.838 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:30.838 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:30.838 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:30.838 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "4.6", 2024-07-26T07:21:30.838 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:30.839 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:30.839 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:30.839 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 9019, 2024-07-26T07:21:30.839 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:30.839 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:31:24.925671+0000", 2024-07-26T07:21:30.839 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.005397425, 2024-07-26T07:21:30.839 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:30.839 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:30.839 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:30.839 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:30.839 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:30.839 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:30.839 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:30.840 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:30.840 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:30.840 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:30.840 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:30.840 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:30.840 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:30.840 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:30.840 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:30.840 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:30.840 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:30.840 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:30.840 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:30.840 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:30.840 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:30.840 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:30.840 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:30.841 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:30.841 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:30.841 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:30.841 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:30.841 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:30.841 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:30.841 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:30.841 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:30.841 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:30.841 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:30.841 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:30.841 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:30.841 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 865, 2024-07-26T07:21:30.841 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 367886, 2024-07-26T07:21:30.841 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:30.842 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:30.842 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:30.842 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 3046, 2024-07-26T07:21:30.842 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 370563 2024-07-26T07:21:30.842 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.842 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:30.842 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:30.842 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:30.842 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:30.842 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:30.842 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:30.842 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.842 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 0, 2024-07-26T07:21:30.843 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "1134'3076" 2024-07-26T07:21:30.843 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.843 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:30.843 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:30.843 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:30.843 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:30.843 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:30.843 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.843 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T07:21:30.843 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:30.843 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:30.843 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:30.843 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:30.843 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:30.843 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:30.844 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.857173+0000", 2024-07-26T07:21:30.844 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.524406+0000", 2024-07-26T07:21:30.844 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.524406+0000", 2024-07-26T07:21:30.844 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.524662+0000", 2024-07-26T07:21:30.844 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.857173+0000", 2024-07-26T07:21:30.844 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:30.844 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:30.844 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:30.844 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:30.844 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.857173+0000", 2024-07-26T07:21:30.844 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.857173+0000", 2024-07-26T07:21:30.844 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.857173+0000", 2024-07-26T07:21:30.844 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:30.845 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:30.845 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:30.845 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.857173+0000", 2024-07-26T07:21:30.845 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.857173+0000", 2024-07-26T07:21:30.845 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:30.845 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:30.845 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:30.845 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:30.845 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:30.845 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:30.845 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:30.846 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:30.846 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:30.846 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:30.846 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:30.846 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:30.846 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:30.846 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.2", 2024-07-26T07:21:30.846 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:30.846 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:30.846 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:30.846 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5257, 2024-07-26T07:21:30.847 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:30.847 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:49:40.245025+0000", 2024-07-26T07:21:30.847 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:30.847 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:30.847 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:30.847 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:30.847 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:30.847 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:30.847 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:30.847 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:30.847 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:30.847 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:30.847 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:30.847 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:30.847 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:30.848 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:30.848 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:30.848 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:30.848 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:30.848 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:30.848 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:30.848 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:30.848 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:30.848 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:30.848 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:30.848 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:30.848 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:30.848 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:30.849 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:30.849 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:30.849 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:30.849 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:30.849 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:30.849 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:30.849 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:30.849 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:30.849 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:30.849 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:30.849 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:30.849 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:30.849 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:30.849 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:30.850 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:30.850 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:30.850 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:30.850 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.850 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:30.850 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:30.850 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:30.850 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:30.850 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:30.850 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:30.850 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.850 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T07:21:30.850 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:30.850 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.851 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:30.851 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:30.851 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:30.851 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:30.851 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:30.851 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.851 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T07:21:30.851 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:30.851 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:30.851 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:30.851 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:30.851 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:30.851 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:30.852 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.863403+0000", 2024-07-26T07:21:30.852 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:47.471543+0000", 2024-07-26T07:21:30.852 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:47.471543+0000", 2024-07-26T07:21:30.852 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:47.476983+0000", 2024-07-26T07:21:30.852 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.863403+0000", 2024-07-26T07:21:30.852 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:30.852 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:30.852 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:30.852 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 470, 2024-07-26T07:21:30.852 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.863403+0000", 2024-07-26T07:21:30.852 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.863403+0000", 2024-07-26T07:21:30.852 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.863403+0000", 2024-07-26T07:21:30.852 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:30.852 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:30.852 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:30.853 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.863403+0000", 2024-07-26T07:21:30.853 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.863403+0000", 2024-07-26T07:21:30.853 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:30.853 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:30.853 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:30.853 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:30.853 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 469, 2024-07-26T07:21:30.853 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:30.853 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:30.853 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:30.853 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:30.853 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:30.853 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:30.853 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:30.853 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:30.854 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.3", 2024-07-26T07:21:30.854 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:30.854 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:30.854 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:30.854 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5201, 2024-07-26T07:21:30.854 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:30.854 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:46:50.115683+0000", 2024-07-26T07:21:30.854 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:30.854 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:30.854 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:30.854 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:30.854 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:30.854 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:30.855 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:30.855 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:30.855 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:30.855 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:30.855 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:30.855 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:30.855 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:30.855 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:30.855 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:30.855 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:30.855 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:30.855 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:30.855 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:30.855 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:30.856 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:30.856 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:30.856 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:30.856 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:30.856 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:30.856 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:30.856 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:30.856 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:30.856 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:30.856 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:30.856 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:30.856 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:30.856 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:30.856 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:30.856 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:30.857 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:30.857 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:30.857 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:30.857 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:30.857 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:30.857 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:30.857 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:30.857 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:30.857 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.857 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:30.857 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:30.857 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:30.857 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:30.857 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:30.857 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:30.858 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.858 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T07:21:30.858 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:30.858 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.858 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:30.858 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:30.858 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:30.858 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:30.858 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:30.858 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.858 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T07:21:30.858 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:30.858 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:30.858 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 19, 2024-07-26T07:21:30.859 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:30.859 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:30.859 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:30.859 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.857460+0000", 2024-07-26T07:21:30.859 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.427263+0000", 2024-07-26T07:21:30.859 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.427263+0000", 2024-07-26T07:21:30.859 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.427934+0000", 2024-07-26T07:21:30.859 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.857460+0000", 2024-07-26T07:21:30.859 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T05:58:47.788656+0000", 2024-07-26T07:21:30.859 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:30.859 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T05:58:47.788656+0000", 2024-07-26T07:21:30.859 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:30.859 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.857460+0000", 2024-07-26T07:21:30.859 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.857460+0000", 2024-07-26T07:21:30.860 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.857460+0000", 2024-07-26T07:21:30.860 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:30.860 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:30.860 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T05:58:47.788656+0000", 2024-07-26T07:21:30.860 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.857460+0000", 2024-07-26T07:21:30.860 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.857460+0000", 2024-07-26T07:21:30.860 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:30.860 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 229, 2024-07-26T07:21:30.860 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:30.860 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:30.860 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:30.860 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:30.860 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:30.860 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:30.861 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:30.861 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 229, 2024-07-26T07:21:30.861 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:30.861 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:30.861 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:30.861 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "1.0", 2024-07-26T07:21:30.861 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:30.861 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:30.861 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:30.861 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5739, 2024-07-26T07:21:30.861 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:30.861 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:41:43.446608+0000", 2024-07-26T07:21:30.861 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:30.862 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:30.862 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:30.862 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 590368, 2024-07-26T07:21:30.862 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:30.862 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 1771104, 2024-07-26T07:21:30.862 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:30.862 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:30.862 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:30.862 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:30.862 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:30.862 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:30.862 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:30.862 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:30.862 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:30.863 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:30.863 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:30.863 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:30.863 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:30.863 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 6, 2024-07-26T07:21:30.863 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 2, 2024-07-26T07:21:30.863 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:30.863 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 2, 2024-07-26T07:21:30.863 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:30.863 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:30.863 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:30.863 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:30.863 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:30.863 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:30.863 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:30.864 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 6, 2024-07-26T07:21:30.864 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:30.864 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:30.864 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:30.864 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:30.864 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:30.864 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 1106, 2024-07-26T07:21:30.864 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 1934, 2024-07-26T07:21:30.864 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:30.864 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:30.864 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:30.864 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 375, 2024-07-26T07:21:30.864 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 2416 2024-07-26T07:21:30.864 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.865 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:30.865 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:30.865 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:30.865 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:30.865 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:30.865 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:30.865 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.865 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T07:21:30.865 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "1644'229" 2024-07-26T07:21:30.865 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.865 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:30.865 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:30.865 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:30.865 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:30.866 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:30.866 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.866 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 6, 2024-07-26T07:21:30.866 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:30.866 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:30.866 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 69, 2024-07-26T07:21:30.866 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:30.866 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:30.866 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:30.866 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.858352+0000", 2024-07-26T07:21:30.866 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.417108+0000", 2024-07-26T07:21:30.866 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.417108+0000", 2024-07-26T07:21:30.866 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:45:58.031343+0000", 2024-07-26T07:21:30.866 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.858352+0000", 2024-07-26T07:21:30.867 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:30.867 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:30.867 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:30.867 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:30.867 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.858352+0000", 2024-07-26T07:21:30.867 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.858352+0000", 2024-07-26T07:21:30.867 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.858352+0000", 2024-07-26T07:21:30.867 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:30.867 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:30.867 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:02:13.171055+0000", 2024-07-26T07:21:30.867 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.858352+0000", 2024-07-26T07:21:30.867 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.858352+0000", 2024-07-26T07:21:30.867 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:30.868 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 3178, 2024-07-26T07:21:30.868 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:30.868 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:30.868 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:30.868 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:30.868 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:30.868 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:30.868 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:30.868 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 3178, 2024-07-26T07:21:30.868 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:30.868 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:30.868 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:30.868 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "4.5", 2024-07-26T07:21:30.868 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:30.869 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:30.869 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:30.869 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 9154, 2024-07-26T07:21:30.869 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:30.869 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:49:30.255762+0000", 2024-07-26T07:21:30.869 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.003881844, 2024-07-26T07:21:30.869 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:30.869 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:30.869 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:30.869 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:30.869 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:30.869 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:30.869 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:30.869 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:30.870 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:30.870 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:30.870 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:30.870 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:30.870 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:30.870 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:30.870 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:30.870 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:30.870 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:30.870 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:30.870 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:30.870 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:30.870 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:30.871 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:30.871 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:30.871 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:30.871 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:30.871 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:30.871 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:30.871 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:30.871 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:30.871 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:30.871 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:30.871 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:30.871 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:30.871 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:30.871 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:30.871 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 1420, 2024-07-26T07:21:30.872 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 425091, 2024-07-26T07:21:30.872 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:30.872 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:30.872 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:30.872 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 3155, 2024-07-26T07:21:30.872 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 422415 2024-07-26T07:21:30.872 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.872 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:30.872 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:30.872 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:30.872 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:30.872 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:30.872 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:30.872 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.873 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 6, 2024-07-26T07:21:30.873 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "1134'3178" 2024-07-26T07:21:30.873 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.873 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:30.873 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:30.873 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:30.873 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:30.873 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:30.873 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.873 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T07:21:30.873 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:30.873 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:30.873 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:30.873 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:30.874 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:30.874 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:30.874 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.863156+0000", 2024-07-26T07:21:30.874 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.420400+0000", 2024-07-26T07:21:30.874 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.420400+0000", 2024-07-26T07:21:30.874 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.421043+0000", 2024-07-26T07:21:30.874 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.863156+0000", 2024-07-26T07:21:30.874 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:30.874 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:30.874 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:30.874 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:30.874 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.863156+0000", 2024-07-26T07:21:30.874 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.863156+0000", 2024-07-26T07:21:30.875 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.863156+0000", 2024-07-26T07:21:30.875 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:30.875 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:30.875 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:30.875 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.863156+0000", 2024-07-26T07:21:30.875 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.863156+0000", 2024-07-26T07:21:30.875 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:30.875 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:30.875 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:30.875 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:30.875 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:30.875 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:30.875 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:30.876 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:30.876 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:30.876 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:30.876 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:30.876 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:30.876 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:30.876 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.d", 2024-07-26T07:21:30.876 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:30.876 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:30.876 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:30.876 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5111, 2024-07-26T07:21:30.876 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:30.876 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:20:09.517127+0000", 2024-07-26T07:21:30.876 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:30.877 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:30.877 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:30.877 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:30.877 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:30.877 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:30.877 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:30.877 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:30.877 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:30.877 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:30.877 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:30.877 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:30.877 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:30.877 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:30.878 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:30.878 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:30.878 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:30.878 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:30.878 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:30.878 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:30.878 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:30.878 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:30.878 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:30.878 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:30.878 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:30.878 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:30.878 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:30.879 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:30.879 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:30.879 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:30.879 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:30.879 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:30.879 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:30.879 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:30.879 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:30.879 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:30.879 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:30.879 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:30.879 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:30.880 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:30.880 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:30.880 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:30.880 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:30.880 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.880 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:30.880 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:30.880 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:30.880 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:30.880 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:30.880 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:30.880 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.880 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T07:21:30.880 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:30.881 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.881 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:30.881 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:30.881 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:30.881 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:30.881 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:30.881 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.881 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 2, 2024-07-26T07:21:30.881 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:30.881 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:30.881 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:30.881 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:30.881 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:30.881 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:30.882 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.857369+0000", 2024-07-26T07:21:30.882 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:47.473130+0000", 2024-07-26T07:21:30.882 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:47.473130+0000", 2024-07-26T07:21:30.882 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:47.473517+0000", 2024-07-26T07:21:30.882 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.857369+0000", 2024-07-26T07:21:30.882 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:30.882 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:30.882 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:30.882 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 470, 2024-07-26T07:21:30.882 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.857369+0000", 2024-07-26T07:21:30.882 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.857369+0000", 2024-07-26T07:21:30.882 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.857369+0000", 2024-07-26T07:21:30.882 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:30.883 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:30.883 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:30.883 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.857369+0000", 2024-07-26T07:21:30.883 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.857369+0000", 2024-07-26T07:21:30.883 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:30.883 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:30.883 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:30.883 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:30.883 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 469, 2024-07-26T07:21:30.883 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:30.883 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:30.883 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:30.883 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:30.883 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:30.884 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:30.884 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:30.884 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:30.884 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.c", 2024-07-26T07:21:30.884 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:30.884 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:30.884 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:30.884 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5313, 2024-07-26T07:21:30.884 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:30.884 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:48:39.077042+0000", 2024-07-26T07:21:30.884 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:30.884 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:30.884 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:30.884 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:30.884 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:30.885 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:30.885 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:30.885 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:30.885 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:30.885 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:30.885 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:30.885 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:30.885 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:30.885 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:30.885 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:30.885 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:30.885 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:30.885 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:30.886 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:30.886 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:30.886 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:30.886 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:30.886 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:30.886 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:30.886 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:30.886 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:30.886 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:30.886 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:30.886 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:30.886 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:30.887 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:30.887 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:30.887 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:30.887 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:30.887 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:30.887 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:30.887 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:30.887 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:30.887 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:30.887 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:30.887 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:30.887 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:30.887 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:30.887 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.888 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:30.888 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:30.888 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:30.888 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:30.888 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:30.888 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:30.888 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.888 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 2, 2024-07-26T07:21:30.888 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:30.888 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.888 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:30.888 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:30.889 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:30.889 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:30.889 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:30.889 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.889 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T07:21:30.889 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:30.889 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:30.889 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:30.889 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:30.889 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:30.889 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:30.889 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.859548+0000", 2024-07-26T07:21:30.889 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.519925+0000", 2024-07-26T07:21:30.890 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.519925+0000", 2024-07-26T07:21:30.890 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.520221+0000", 2024-07-26T07:21:30.890 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.859548+0000", 2024-07-26T07:21:30.890 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:30.890 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:30.890 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:30.890 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:30.890 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.859548+0000", 2024-07-26T07:21:30.890 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.859548+0000", 2024-07-26T07:21:30.890 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.859548+0000", 2024-07-26T07:21:30.890 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:30.890 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:30.891 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:30.891 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.859548+0000", 2024-07-26T07:21:30.891 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.859548+0000", 2024-07-26T07:21:30.891 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:30.891 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:30.891 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:30.891 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:30.891 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:30.891 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:30.891 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:30.891 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:30.891 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:30.892 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:30.892 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:30.892 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:30.892 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:30.892 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.c", 2024-07-26T07:21:30.892 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:30.892 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:30.892 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:30.892 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5187, 2024-07-26T07:21:30.892 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:30.892 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:30:47.097564+0000", 2024-07-26T07:21:30.892 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:30.892 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:30.893 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:30.893 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:30.893 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:30.893 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:30.893 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:30.893 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:30.893 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:30.893 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:30.893 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:30.893 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:30.893 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:30.893 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:30.893 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:30.893 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:30.893 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:30.893 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:30.894 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:30.894 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:30.894 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:30.894 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:30.894 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:30.894 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:30.894 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:30.894 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:30.894 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:30.894 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:30.894 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:30.894 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:30.895 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:30.895 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:30.895 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:30.895 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:30.895 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:30.895 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:30.895 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:30.895 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:30.895 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:30.895 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:30.895 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:30.895 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:30.896 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:30.896 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.896 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:30.896 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:30.896 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:30.896 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:30.896 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:30.896 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:30.896 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.896 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T07:21:30.896 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:30.896 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.896 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:30.897 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:30.897 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:30.897 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:30.897 INFO:tasks.workunit.client.0.smithi089.stdout: 3 2024-07-26T07:21:30.897 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.897 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T07:21:30.897 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:30.897 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:30.897 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:30.897 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:30.897 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:30.897 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:30.897 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.613708+0000", 2024-07-26T07:21:30.898 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:14.408650+0000", 2024-07-26T07:21:30.898 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:14.408650+0000", 2024-07-26T07:21:30.898 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:14.409009+0000", 2024-07-26T07:21:30.898 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.613708+0000", 2024-07-26T07:21:30.898 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:30.898 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:30.898 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:30.898 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 438, 2024-07-26T07:21:30.898 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.613708+0000", 2024-07-26T07:21:30.898 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.613708+0000", 2024-07-26T07:21:30.898 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.613708+0000", 2024-07-26T07:21:30.898 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:30.899 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:30.899 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:30.899 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.613708+0000", 2024-07-26T07:21:30.899 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.613708+0000", 2024-07-26T07:21:30.899 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:30.899 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 1, 2024-07-26T07:21:30.899 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:30.899 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:30.899 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 437, 2024-07-26T07:21:30.899 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:30.899 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:30.900 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:30.900 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:30.900 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 1, 2024-07-26T07:21:30.900 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:30.900 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:30.900 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:30.900 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.d", 2024-07-26T07:21:30.900 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:30.900 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:30.900 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:30.900 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5335, 2024-07-26T07:21:30.900 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:30.900 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:14:52.408313+0000", 2024-07-26T07:21:30.900 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:30.901 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:30.901 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:30.901 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 70, 2024-07-26T07:21:30.901 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:30.901 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:30.901 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:30.901 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:30.901 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:30.901 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:30.901 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:30.901 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:30.902 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:30.902 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:30.902 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:30.902 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:30.902 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:30.902 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:30.902 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:30.902 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 3, 2024-07-26T07:21:30.902 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 1, 2024-07-26T07:21:30.902 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:30.902 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 1, 2024-07-26T07:21:30.902 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:30.902 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:30.903 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:30.903 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:30.903 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:30.903 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:30.903 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:30.903 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:30.903 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:30.903 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:30.903 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:30.903 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:30.903 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:30.903 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 1, 2024-07-26T07:21:30.903 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 1, 2024-07-26T07:21:30.904 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:30.904 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:30.904 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:30.904 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 1, 2024-07-26T07:21:30.904 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 1 2024-07-26T07:21:30.904 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.904 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:30.904 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:30.904 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:30.904 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:30.904 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:30.904 INFO:tasks.workunit.client.0.smithi089.stdout: 3 2024-07-26T07:21:30.904 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.905 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T07:21:30.905 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "65'1" 2024-07-26T07:21:30.905 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.905 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:30.905 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:30.905 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:30.905 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:30.905 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:30.905 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.905 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T07:21:30.905 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:30.905 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:30.905 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:30.905 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:30.905 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:30.906 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:30.906 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.859197+0000", 2024-07-26T07:21:30.906 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.427337+0000", 2024-07-26T07:21:30.906 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.427337+0000", 2024-07-26T07:21:30.906 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.427732+0000", 2024-07-26T07:21:30.906 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.859197+0000", 2024-07-26T07:21:30.906 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:30.906 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:30.906 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:30.906 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:30.906 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.859197+0000", 2024-07-26T07:21:30.907 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.859197+0000", 2024-07-26T07:21:30.907 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.859197+0000", 2024-07-26T07:21:30.907 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:30.907 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:30.907 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:30.907 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.859197+0000", 2024-07-26T07:21:30.907 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.859197+0000", 2024-07-26T07:21:30.907 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:30.907 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:30.907 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:30.907 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:30.908 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:30.908 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:30.908 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:30.908 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:30.908 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:30.908 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:30.908 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:30.908 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:30.908 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:30.908 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.f", 2024-07-26T07:21:30.908 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:30.908 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:30.909 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:30.909 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5128, 2024-07-26T07:21:30.909 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:30.909 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T11:20:51.064573+0000", 2024-07-26T07:21:30.909 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:30.909 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:30.909 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:30.909 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:30.909 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:30.909 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:30.909 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:30.909 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:30.909 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:30.910 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:30.910 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:30.910 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:30.910 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:30.910 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:30.910 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:30.910 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:30.910 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:30.910 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:30.910 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:30.910 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:30.910 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:30.911 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:30.911 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:30.911 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:30.911 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:30.911 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:30.911 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:30.911 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:30.911 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:30.911 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:30.911 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:30.911 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:30.911 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:30.911 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:30.911 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:30.912 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:30.912 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:30.912 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:30.912 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:30.912 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:30.912 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:30.912 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:30.912 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:30.912 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.912 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:30.912 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:30.912 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:30.912 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:30.913 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:30.913 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:30.913 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.913 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T07:21:30.913 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:30.913 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.913 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:30.913 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:30.913 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:30.913 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:30.913 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:30.913 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.913 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 2, 2024-07-26T07:21:30.913 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:30.914 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:30.914 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:30.914 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:30.914 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:30.914 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:30.914 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.858588+0000", 2024-07-26T07:21:30.914 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.415370+0000", 2024-07-26T07:21:30.914 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.415370+0000", 2024-07-26T07:21:30.914 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.415746+0000", 2024-07-26T07:21:30.914 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.858588+0000", 2024-07-26T07:21:30.914 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:30.914 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:30.914 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:30.914 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:30.915 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.858588+0000", 2024-07-26T07:21:30.915 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.858588+0000", 2024-07-26T07:21:30.915 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.858588+0000", 2024-07-26T07:21:30.915 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:30.915 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:30.915 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:30.915 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.858588+0000", 2024-07-26T07:21:30.915 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.858588+0000", 2024-07-26T07:21:30.915 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:30.915 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 2, 2024-07-26T07:21:30.915 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:30.915 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:30.915 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:30.915 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:30.916 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:30.916 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:30.916 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:30.916 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 2, 2024-07-26T07:21:30.916 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:30.916 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:30.916 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:30.916 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.e", 2024-07-26T07:21:30.916 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:30.916 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:30.916 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:30.916 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5308, 2024-07-26T07:21:30.916 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:30.916 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:24:03.636442+0000", 2024-07-26T07:21:30.916 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:30.917 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:30.917 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:30.917 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:30.917 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:30.917 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:30.917 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:30.917 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:30.917 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:30.917 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:30.917 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:30.917 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:30.917 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:30.917 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:30.917 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:30.918 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:30.918 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:30.918 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:30.918 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:30.918 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 3, 2024-07-26T07:21:30.918 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 1, 2024-07-26T07:21:30.918 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:30.918 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 1, 2024-07-26T07:21:30.918 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:30.918 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:30.918 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:30.918 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:30.919 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:30.919 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 1, 2024-07-26T07:21:30.919 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:30.919 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:30.919 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:30.919 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:30.919 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:30.919 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:30.919 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:30.919 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 6, 2024-07-26T07:21:30.919 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 6, 2024-07-26T07:21:30.919 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:30.919 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:30.919 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:30.920 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 3, 2024-07-26T07:21:30.920 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:30.920 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.920 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:30.920 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:30.920 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:30.920 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:30.920 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:30.920 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:30.920 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.920 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 2, 2024-07-26T07:21:30.920 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "65'2" 2024-07-26T07:21:30.920 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.921 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:30.921 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:30.921 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:30.921 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:30.921 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:30.921 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.921 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T07:21:30.921 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:30.921 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:30.921 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:30.921 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:30.921 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:30.921 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:30.921 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.858460+0000", 2024-07-26T07:21:30.922 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.427117+0000", 2024-07-26T07:21:30.922 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.427117+0000", 2024-07-26T07:21:30.922 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.427465+0000", 2024-07-26T07:21:30.922 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.858460+0000", 2024-07-26T07:21:30.922 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:30.922 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:30.922 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:30.922 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:30.922 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.858460+0000", 2024-07-26T07:21:30.922 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.858460+0000", 2024-07-26T07:21:30.922 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.858460+0000", 2024-07-26T07:21:30.922 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:30.922 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:30.922 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:30.923 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.858460+0000", 2024-07-26T07:21:30.923 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.858460+0000", 2024-07-26T07:21:30.923 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:30.923 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:30.923 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:30.923 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:30.923 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:30.923 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:30.923 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:30.923 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:30.923 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:30.923 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:30.923 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:30.923 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:30.924 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:30.924 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.e", 2024-07-26T07:21:30.924 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:30.924 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:30.924 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:30.924 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5109, 2024-07-26T07:21:30.924 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:30.924 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T11:43:42.096143+0000", 2024-07-26T07:21:30.924 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:30.924 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:30.924 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:30.924 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:30.924 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:30.924 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:30.925 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:30.925 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:30.925 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:30.925 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:30.925 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:30.925 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:30.925 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:30.925 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:30.925 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:30.925 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:30.925 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:30.925 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:30.925 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:30.925 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:30.925 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:30.926 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:30.926 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:30.926 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:30.926 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:30.926 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:30.926 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:30.926 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:30.926 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:30.926 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:30.926 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:30.926 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:30.926 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:30.926 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:30.926 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:30.927 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:30.927 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:30.927 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:30.927 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:30.927 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:30.927 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:30.927 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:30.927 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:30.927 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.927 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:30.927 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:30.927 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:30.927 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:30.927 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:30.927 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:30.927 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.928 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T07:21:30.928 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:30.928 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.928 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:30.928 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:30.928 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:30.928 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:30.928 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:30.928 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.928 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 4, 2024-07-26T07:21:30.928 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:30.928 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:30.929 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:30.929 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:30.929 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:30.929 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:30.929 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.612190+0000", 2024-07-26T07:21:30.929 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.413858+0000", 2024-07-26T07:21:30.929 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.413858+0000", 2024-07-26T07:21:30.929 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.414175+0000", 2024-07-26T07:21:30.929 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.612190+0000", 2024-07-26T07:21:30.929 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:30.929 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:30.930 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:30.930 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:30.930 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.612190+0000", 2024-07-26T07:21:30.930 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.612190+0000", 2024-07-26T07:21:30.930 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.612190+0000", 2024-07-26T07:21:30.930 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:30.930 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:30.930 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:30.930 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.612190+0000", 2024-07-26T07:21:30.930 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.612190+0000", 2024-07-26T07:21:30.930 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:30.930 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 1, 2024-07-26T07:21:30.931 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:30.931 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:30.931 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:30.931 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:30.931 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:30.931 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:30.931 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:30.931 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 1, 2024-07-26T07:21:30.931 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:30.931 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:30.931 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:30.931 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.f", 2024-07-26T07:21:30.931 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:30.931 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:30.932 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:30.932 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5225, 2024-07-26T07:21:30.932 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:30.932 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:03:55.726266+0000", 2024-07-26T07:21:30.932 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:30.932 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:30.932 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:30.932 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 22, 2024-07-26T07:21:30.932 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:30.932 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:30.932 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:30.932 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:30.932 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:30.933 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:30.933 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:30.933 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:30.933 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:30.933 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:30.933 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:30.933 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:30.933 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:30.933 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:30.933 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:30.933 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 3, 2024-07-26T07:21:30.933 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 1, 2024-07-26T07:21:30.933 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:30.933 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 1, 2024-07-26T07:21:30.933 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:30.934 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:30.934 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:30.934 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:30.934 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:30.934 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:30.934 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:30.934 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:30.934 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:30.934 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:30.934 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:30.934 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:30.934 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:30.935 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 1, 2024-07-26T07:21:30.935 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 1, 2024-07-26T07:21:30.935 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:30.935 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:30.935 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:30.935 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 1, 2024-07-26T07:21:30.935 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 1 2024-07-26T07:21:30.935 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.935 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:30.935 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:30.935 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:30.935 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:30.935 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:30.935 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:30.936 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.936 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 4, 2024-07-26T07:21:30.936 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "65'1" 2024-07-26T07:21:30.936 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.936 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:30.936 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:30.936 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:30.936 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:30.936 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:30.938 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.938 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T07:21:30.938 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:30.938 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:30.938 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:30.938 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:30.938 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:30.938 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:30.938 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.858907+0000", 2024-07-26T07:21:30.938 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.420664+0000", 2024-07-26T07:21:30.938 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.420664+0000", 2024-07-26T07:21:30.938 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.421196+0000", 2024-07-26T07:21:30.938 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.858907+0000", 2024-07-26T07:21:30.939 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:30.939 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:30.939 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:30.939 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:30.939 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.858907+0000", 2024-07-26T07:21:30.939 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.858907+0000", 2024-07-26T07:21:30.939 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.858907+0000", 2024-07-26T07:21:30.939 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:30.939 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:30.939 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:30.939 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.858907+0000", 2024-07-26T07:21:30.939 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.858907+0000", 2024-07-26T07:21:30.939 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:30.940 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:30.940 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:30.940 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:30.940 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:30.940 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:30.940 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:30.940 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:30.940 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:30.940 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:30.940 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:30.940 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:30.940 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:30.940 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.11", 2024-07-26T07:21:30.941 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:30.941 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:30.941 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:30.941 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5110, 2024-07-26T07:21:30.941 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:30.941 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:21:19.981845+0000", 2024-07-26T07:21:30.941 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:30.941 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:30.941 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:30.941 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:30.941 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:30.941 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:30.941 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:30.942 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:30.942 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:30.942 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:30.942 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:30.942 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:30.942 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:30.942 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:30.942 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:30.942 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:30.942 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:30.942 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:30.942 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:30.942 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:30.942 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:30.943 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:30.943 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:30.943 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:30.943 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:30.943 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:30.943 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:30.943 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:30.943 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:30.943 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:30.943 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:30.943 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:30.943 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:30.943 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:30.943 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:30.943 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:30.944 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:30.944 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:30.944 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:30.944 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:30.944 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:30.944 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:30.944 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:30.944 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.944 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:30.944 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:30.944 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:30.944 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:30.944 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:30.944 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:30.944 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.945 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T07:21:30.945 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:30.945 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.945 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:30.945 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:30.945 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:30.945 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:30.945 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:30.945 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.945 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 2, 2024-07-26T07:21:30.945 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:30.945 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:30.945 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:30.945 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:30.945 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:30.946 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:30.946 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.855939+0000", 2024-07-26T07:21:30.946 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:10:08.373302+0000", 2024-07-26T07:21:30.946 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:10:08.373302+0000", 2024-07-26T07:21:30.946 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:10:08.374518+0000", 2024-07-26T07:21:30.946 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.855939+0000", 2024-07-26T07:21:30.946 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:30.946 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:30.946 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:30.946 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 375, 2024-07-26T07:21:30.946 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.855939+0000", 2024-07-26T07:21:30.946 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.855939+0000", 2024-07-26T07:21:30.946 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.855939+0000", 2024-07-26T07:21:30.946 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:30.946 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:30.947 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:30.947 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.855939+0000", 2024-07-26T07:21:30.947 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.855939+0000", 2024-07-26T07:21:30.947 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:30.947 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 8, 2024-07-26T07:21:30.947 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:30.947 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:30.947 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 374, 2024-07-26T07:21:30.947 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:30.947 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:30.947 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:30.947 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:30.947 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 8, 2024-07-26T07:21:30.948 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:30.948 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:30.948 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:30.948 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.10", 2024-07-26T07:21:30.948 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:30.948 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:30.948 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:30.948 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5326, 2024-07-26T07:21:30.948 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:30.948 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:14:01.006478+0000", 2024-07-26T07:21:30.948 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:30.948 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:30.948 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:30.948 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:30.948 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:30.948 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:30.949 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:30.949 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:30.949 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:30.949 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:30.949 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:30.949 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:30.949 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:30.949 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:30.949 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:30.949 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:30.949 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:30.949 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:30.950 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:30.950 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 12, 2024-07-26T07:21:30.950 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 4, 2024-07-26T07:21:30.950 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:30.950 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 4, 2024-07-26T07:21:30.950 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:30.950 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:30.950 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:30.950 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:30.950 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:30.950 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 4, 2024-07-26T07:21:30.950 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:30.950 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:30.950 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:30.951 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:30.951 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:30.951 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:30.951 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:30.951 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 24, 2024-07-26T07:21:30.951 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 24, 2024-07-26T07:21:30.951 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:30.951 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:30.951 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:30.951 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 12, 2024-07-26T07:21:30.951 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:30.951 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.951 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:30.952 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:30.952 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:30.952 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:30.952 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:30.952 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:30.952 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.952 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 2, 2024-07-26T07:21:30.952 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "65'8" 2024-07-26T07:21:30.952 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.952 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:30.952 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:30.953 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:30.953 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:30.953 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T07:21:30.953 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.953 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 6, 2024-07-26T07:21:30.953 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:30.953 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:30.953 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:30.953 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:30.953 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:30.953 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:30.953 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.855822+0000", 2024-07-26T07:21:30.953 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.514055+0000", 2024-07-26T07:21:30.953 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.514055+0000", 2024-07-26T07:21:30.954 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.520753+0000", 2024-07-26T07:21:30.954 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.855822+0000", 2024-07-26T07:21:30.954 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:30.954 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:30.954 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:30.954 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:30.954 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.855822+0000", 2024-07-26T07:21:30.954 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.855822+0000", 2024-07-26T07:21:30.954 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.855822+0000", 2024-07-26T07:21:30.954 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:30.954 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:30.954 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:30.955 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.855822+0000", 2024-07-26T07:21:30.955 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.855822+0000", 2024-07-26T07:21:30.955 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:30.955 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:30.955 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:30.955 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:30.955 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:30.955 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:30.955 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:30.955 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:30.955 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:30.955 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:30.956 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:30.956 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:30.956 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:30.956 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.10", 2024-07-26T07:21:30.956 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:30.956 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:30.956 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:30.956 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5144, 2024-07-26T07:21:30.956 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:30.956 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:20:51.185949+0000", 2024-07-26T07:21:30.956 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:30.957 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:30.957 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:30.957 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:30.957 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:30.957 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:30.957 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:30.957 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:30.957 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:30.957 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:30.957 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:30.957 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:30.957 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:30.957 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:30.957 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:30.958 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:30.958 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:30.958 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:30.958 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:30.958 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:30.958 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:30.958 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:30.958 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:30.958 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:30.958 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:30.958 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:30.958 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:30.958 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:30.959 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:30.959 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:30.959 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:30.959 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:30.959 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:30.959 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:30.959 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:30.959 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:30.959 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:30.959 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:30.959 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:30.960 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:30.960 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:30.960 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:30.960 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:30.960 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.960 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:30.960 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:30.960 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:30.960 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:30.960 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:30.960 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T07:21:30.960 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.960 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 6, 2024-07-26T07:21:30.960 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:30.960 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.961 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:30.961 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:30.961 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:30.961 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:30.961 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:30.961 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.961 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 6, 2024-07-26T07:21:30.961 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:30.961 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:30.961 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:30.961 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:30.961 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:30.961 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:30.962 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.859088+0000", 2024-07-26T07:21:30.962 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.522880+0000", 2024-07-26T07:21:30.962 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.522880+0000", 2024-07-26T07:21:30.962 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.523190+0000", 2024-07-26T07:21:30.962 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.859088+0000", 2024-07-26T07:21:30.962 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:30.962 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:30.962 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:30.962 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:30.962 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.859088+0000", 2024-07-26T07:21:30.962 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.859088+0000", 2024-07-26T07:21:30.962 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.859088+0000", 2024-07-26T07:21:30.963 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:30.963 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:30.963 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:30.963 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.859088+0000", 2024-07-26T07:21:30.963 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.859088+0000", 2024-07-26T07:21:30.963 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:30.963 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:30.963 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:30.963 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:30.963 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:30.963 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:30.963 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:30.963 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:30.964 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:30.964 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:30.964 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:30.964 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:30.964 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:30.964 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.11", 2024-07-26T07:21:30.964 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:30.964 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:30.964 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:30.964 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5157, 2024-07-26T07:21:30.964 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:30.964 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:30:54.294736+0000", 2024-07-26T07:21:30.964 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:30.964 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:30.964 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:30.965 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:30.965 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:30.965 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:30.965 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:30.965 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:30.965 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:30.965 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:30.965 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:30.965 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:30.965 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:30.965 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:30.965 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:30.966 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:30.966 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:30.966 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:30.966 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:30.966 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:30.966 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:30.966 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:30.966 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:30.966 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:30.966 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:30.966 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:30.966 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:30.966 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:30.966 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:30.966 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:30.967 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:30.967 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:30.967 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:30.967 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:30.967 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:30.967 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:30.967 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:30.967 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:30.967 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:30.967 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:30.967 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:30.967 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:30.967 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:30.967 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.968 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:30.968 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:30.968 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:30.968 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:30.968 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:30.968 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:30.968 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.968 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 6, 2024-07-26T07:21:30.968 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:30.968 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.968 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:30.968 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:30.968 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:30.968 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:30.969 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:30.969 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.969 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T07:21:30.969 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:30.969 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:30.969 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:30.969 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:30.969 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:30.969 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:30.969 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.863914+0000", 2024-07-26T07:21:30.969 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.410258+0000", 2024-07-26T07:21:30.969 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.410258+0000", 2024-07-26T07:21:30.969 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.410535+0000", 2024-07-26T07:21:30.969 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.863914+0000", 2024-07-26T07:21:30.970 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:30.970 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:30.970 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:30.970 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:30.970 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.863914+0000", 2024-07-26T07:21:30.970 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.863914+0000", 2024-07-26T07:21:30.970 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.863914+0000", 2024-07-26T07:21:30.970 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:30.970 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:30.970 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:30.970 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.863914+0000", 2024-07-26T07:21:30.970 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.863914+0000", 2024-07-26T07:21:30.970 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:30.970 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:30.971 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:30.971 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:30.971 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:30.971 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:30.971 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:30.971 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:30.971 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:30.971 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:30.971 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:30.971 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:30.971 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:30.971 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.13", 2024-07-26T07:21:30.971 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:30.972 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:30.972 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:30.972 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5129, 2024-07-26T07:21:30.972 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:30.972 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:28:00.965907+0000", 2024-07-26T07:21:30.972 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:30.972 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:30.972 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:30.972 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:30.972 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:30.972 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:30.972 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:30.972 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:30.972 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:30.973 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:30.973 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:30.973 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:30.973 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:30.973 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:30.973 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:30.973 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:30.973 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:30.973 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:30.973 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:30.973 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:30.973 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:30.973 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:30.973 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:30.974 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:30.974 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:30.974 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:30.974 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:30.974 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:30.974 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:30.974 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:30.974 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:30.974 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:30.974 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:30.974 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:30.974 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:30.974 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:30.975 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:30.975 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:30.975 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:30.975 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:30.975 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:30.975 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:30.975 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:30.975 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.975 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:30.975 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:30.975 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:30.975 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:30.975 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:30.975 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:30.976 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.976 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T07:21:30.976 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:30.976 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.976 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:30.976 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:30.976 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:30.976 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:30.976 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:30.976 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.976 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T07:21:30.976 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:30.976 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:30.976 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:30.977 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:30.977 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:30.977 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:30.977 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.857472+0000", 2024-07-26T07:21:30.977 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.417431+0000", 2024-07-26T07:21:30.977 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.417431+0000", 2024-07-26T07:21:30.977 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.417733+0000", 2024-07-26T07:21:30.977 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.857472+0000", 2024-07-26T07:21:30.977 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:30.977 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:30.977 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:30.977 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:30.977 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.857472+0000", 2024-07-26T07:21:30.977 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.857472+0000", 2024-07-26T07:21:30.978 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.857472+0000", 2024-07-26T07:21:30.978 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:30.978 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:30.978 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:30.978 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.857472+0000", 2024-07-26T07:21:30.978 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.857472+0000", 2024-07-26T07:21:30.978 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:30.978 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:30.978 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:30.978 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:30.978 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:30.978 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:30.978 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:30.978 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:30.979 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:30.979 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:30.979 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:30.979 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:30.979 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:30.979 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.12", 2024-07-26T07:21:30.979 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:30.979 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:30.979 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:30.979 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5189, 2024-07-26T07:21:30.979 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:30.979 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:39:57.026167+0000", 2024-07-26T07:21:30.979 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:30.979 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:30.980 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:30.980 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:30.980 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:30.980 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:30.980 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:30.980 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:30.980 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:30.980 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:30.980 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:30.980 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:30.980 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:30.980 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:30.980 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:30.981 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:30.981 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:30.981 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:30.981 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:30.981 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:30.981 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:30.981 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:30.981 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:30.981 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:30.981 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:30.981 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:30.981 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:30.981 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:30.981 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:30.982 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:30.982 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:30.982 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:30.982 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:30.982 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:30.982 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:30.982 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:30.982 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:30.982 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:30.982 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:30.982 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:30.982 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:30.982 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:30.983 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:30.983 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.983 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:30.983 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:30.983 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:30.983 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:30.983 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:30.983 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:30.983 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.983 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T07:21:30.983 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:30.983 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.983 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:30.983 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:30.984 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:30.984 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:30.984 INFO:tasks.workunit.client.0.smithi089.stdout: 3 2024-07-26T07:21:30.984 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.984 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 2, 2024-07-26T07:21:30.984 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:30.984 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:30.984 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:30.984 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:30.984 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:30.984 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:30.984 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.856086+0000", 2024-07-26T07:21:30.984 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.414352+0000", 2024-07-26T07:21:30.984 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.414352+0000", 2024-07-26T07:21:30.985 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.414654+0000", 2024-07-26T07:21:30.985 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.856086+0000", 2024-07-26T07:21:30.985 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:30.985 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:30.985 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:30.985 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:30.985 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.856086+0000", 2024-07-26T07:21:30.985 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.856086+0000", 2024-07-26T07:21:30.985 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.856086+0000", 2024-07-26T07:21:30.985 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:30.985 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:30.985 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:30.985 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.856086+0000", 2024-07-26T07:21:30.985 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.856086+0000", 2024-07-26T07:21:30.985 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:30.986 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:30.986 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:30.986 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:30.986 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:30.986 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:30.986 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:30.986 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:30.986 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:30.986 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:30.986 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:30.986 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:30.986 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:30.986 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.12", 2024-07-26T07:21:30.986 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:30.986 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:30.987 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:30.987 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5299, 2024-07-26T07:21:30.987 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:30.987 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:45:46.464159+0000", 2024-07-26T07:21:30.987 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:30.987 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:30.987 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:30.987 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:30.987 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:30.987 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:30.987 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:30.987 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:30.987 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:30.987 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:30.988 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:30.988 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:30.988 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:30.988 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:30.988 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:30.988 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:30.988 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:30.988 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:30.988 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:30.988 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:30.988 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:30.988 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:30.988 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:30.988 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:30.989 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:30.989 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:30.989 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:30.989 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:30.989 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:30.989 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:30.989 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:30.989 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:30.989 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:30.989 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:30.989 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:30.989 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:30.989 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:30.989 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:30.989 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:30.990 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:30.990 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:30.990 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:30.990 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:30.990 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.990 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:30.990 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:30.990 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:30.990 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:30.990 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:30.990 INFO:tasks.workunit.client.0.smithi089.stdout: 3 2024-07-26T07:21:30.990 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.990 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 2, 2024-07-26T07:21:30.991 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:30.991 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.991 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:30.991 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:30.991 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:30.991 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:30.991 INFO:tasks.workunit.client.0.smithi089.stdout: 3 2024-07-26T07:21:30.991 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.991 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 0, 2024-07-26T07:21:30.991 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:30.991 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:30.991 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:30.991 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:30.991 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:30.991 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:30.992 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.613501+0000", 2024-07-26T07:21:30.992 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:14.413006+0000", 2024-07-26T07:21:30.992 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:14.413006+0000", 2024-07-26T07:21:30.992 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:14.413361+0000", 2024-07-26T07:21:30.992 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.613501+0000", 2024-07-26T07:21:30.992 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:30.992 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:30.992 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:30.992 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 438, 2024-07-26T07:21:30.992 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.613501+0000", 2024-07-26T07:21:30.992 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.613501+0000", 2024-07-26T07:21:30.992 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.613501+0000", 2024-07-26T07:21:30.992 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:30.993 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:30.993 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:30.993 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.613501+0000", 2024-07-26T07:21:30.993 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.613501+0000", 2024-07-26T07:21:30.993 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:30.993 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 2, 2024-07-26T07:21:30.993 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:30.993 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:30.993 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 437, 2024-07-26T07:21:30.993 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:30.993 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:30.993 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:30.993 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:30.994 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 2, 2024-07-26T07:21:30.994 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:30.994 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:30.994 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:30.994 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.13", 2024-07-26T07:21:30.994 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:30.994 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:30.994 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:30.994 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5347, 2024-07-26T07:21:30.994 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:30.994 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:33:48.627494+0000", 2024-07-26T07:21:30.994 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:30.994 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:30.995 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:30.995 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 34, 2024-07-26T07:21:30.995 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:30.995 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:30.995 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:30.995 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:30.995 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:30.995 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:30.995 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:30.995 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:30.995 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:30.996 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:30.996 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:30.996 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:30.996 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:30.996 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:30.996 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:30.996 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 6, 2024-07-26T07:21:30.996 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 2, 2024-07-26T07:21:30.996 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:30.996 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 2, 2024-07-26T07:21:30.996 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:30.996 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:30.996 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:30.997 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:30.997 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:30.997 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 1, 2024-07-26T07:21:30.997 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:30.997 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:30.997 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:30.997 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:30.997 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:30.997 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:30.997 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:30.997 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 4, 2024-07-26T07:21:30.997 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 7, 2024-07-26T07:21:30.997 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:30.997 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:30.998 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:30.998 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 3, 2024-07-26T07:21:30.998 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 6 2024-07-26T07:21:30.998 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.998 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:30.998 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:30.998 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:30.998 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:30.998 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:30.998 INFO:tasks.workunit.client.0.smithi089.stdout: 3 2024-07-26T07:21:30.998 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.998 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 0, 2024-07-26T07:21:30.999 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "65'2" 2024-07-26T07:21:30.999 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:30.999 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:30.999 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:30.999 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:30.999 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:30.999 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:30.999 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:30.999 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T07:21:30.999 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:30.999 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:31.000 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:31.000 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:31.000 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:31.000 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:31.000 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.863409+0000", 2024-07-26T07:21:31.000 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.415160+0000", 2024-07-26T07:21:31.000 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.415160+0000", 2024-07-26T07:21:31.000 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.415444+0000", 2024-07-26T07:21:31.000 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.863409+0000", 2024-07-26T07:21:31.000 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.000 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:31.000 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.000 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:31.001 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.863409+0000", 2024-07-26T07:21:31.001 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.863409+0000", 2024-07-26T07:21:31.001 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.863409+0000", 2024-07-26T07:21:31.001 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:31.001 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:31.001 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.001 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.863409+0000", 2024-07-26T07:21:31.001 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.863409+0000", 2024-07-26T07:21:31.001 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:31.001 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:31.001 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:31.001 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:31.001 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:31.001 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:31.002 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:31.002 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:31.002 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:31.002 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:31.002 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:31.002 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:31.002 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:31.002 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.15", 2024-07-26T07:21:31.002 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:31.002 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:31.002 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:31.002 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5128, 2024-07-26T07:21:31.002 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:31.002 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T11:13:19.368773+0000", 2024-07-26T07:21:31.003 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:31.003 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:31.003 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:31.003 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:31.003 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:31.003 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:31.003 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:31.003 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:31.003 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:31.003 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:31.003 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:31.003 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:31.004 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:31.004 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:31.004 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:31.004 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:31.004 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:31.004 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:31.004 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:31.004 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:31.004 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:31.004 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:31.004 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:31.004 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:31.005 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:31.005 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:31.005 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:31.005 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:31.005 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:31.005 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:31.005 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:31.005 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:31.005 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:31.005 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:31.005 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:31.005 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:31.005 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:31.005 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:31.006 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:31.006 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:31.006 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:31.006 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:31.006 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:31.006 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.006 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:31.006 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:31.006 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:31.006 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:31.006 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:31.006 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:31.007 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.007 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T07:21:31.007 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:31.007 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.007 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:31.007 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:31.007 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:31.007 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:31.007 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T07:21:31.007 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.007 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 6, 2024-07-26T07:21:31.007 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:31.007 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:31.008 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:31.008 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:31.008 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:31.008 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:31.008 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.856486+0000", 2024-07-26T07:21:31.008 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.518067+0000", 2024-07-26T07:21:31.008 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.518067+0000", 2024-07-26T07:21:31.008 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.518628+0000", 2024-07-26T07:21:31.008 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.856486+0000", 2024-07-26T07:21:31.008 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:31.008 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:31.008 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:31.009 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:31.009 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.856486+0000", 2024-07-26T07:21:31.009 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.856486+0000", 2024-07-26T07:21:31.009 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.856486+0000", 2024-07-26T07:21:31.009 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:31.009 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:31.009 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:31.009 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.856486+0000", 2024-07-26T07:21:31.009 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.856486+0000", 2024-07-26T07:21:31.009 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:31.009 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 29, 2024-07-26T07:21:31.009 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:31.009 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:31.009 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:31.009 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:31.009 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:31.009 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:31.010 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:31.010 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 29, 2024-07-26T07:21:31.010 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:31.010 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:31.010 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:31.010 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.14", 2024-07-26T07:21:31.010 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:31.010 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:31.010 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:31.010 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5182, 2024-07-26T07:21:31.010 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:31.010 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:53:25.653760+0000", 2024-07-26T07:21:31.011 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:31.011 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:31.011 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:31.011 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 5810, 2024-07-26T07:21:31.011 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:31.011 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:31.011 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:31.011 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:31.011 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:31.011 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:31.011 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:31.011 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:31.011 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:31.011 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:31.011 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:31.011 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:31.012 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:31.012 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:31.012 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:31.012 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 12, 2024-07-26T07:21:31.012 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 4, 2024-07-26T07:21:31.012 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:31.012 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 4, 2024-07-26T07:21:31.012 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:31.012 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:31.012 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:31.012 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:31.012 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:31.012 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 1, 2024-07-26T07:21:31.012 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:31.012 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:31.013 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:31.013 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:31.013 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:31.013 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:31.013 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:31.013 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 10, 2024-07-26T07:21:31.013 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 14, 2024-07-26T07:21:31.013 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:31.013 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:31.013 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:31.013 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 28, 2024-07-26T07:21:31.013 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 25 2024-07-26T07:21:31.013 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.013 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:31.014 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:31.014 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:31.014 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:31.014 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:31.014 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T07:21:31.014 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.014 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 6, 2024-07-26T07:21:31.014 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "555'29" 2024-07-26T07:21:31.014 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.014 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:31.014 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:31.014 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:31.014 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:31.015 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:31.015 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.015 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 4, 2024-07-26T07:21:31.015 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:31.015 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:31.015 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:31.015 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:31.015 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:31.015 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:31.015 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.613069+0000", 2024-07-26T07:21:31.015 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.412356+0000", 2024-07-26T07:21:31.015 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.412356+0000", 2024-07-26T07:21:31.016 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.412633+0000", 2024-07-26T07:21:31.016 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.613069+0000", 2024-07-26T07:21:31.016 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.016 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:31.016 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.016 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:31.016 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.613069+0000", 2024-07-26T07:21:31.016 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.613069+0000", 2024-07-26T07:21:31.016 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.613069+0000", 2024-07-26T07:21:31.016 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:31.016 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:31.016 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.016 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.613069+0000", 2024-07-26T07:21:31.016 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.613069+0000", 2024-07-26T07:21:31.016 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:31.016 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:31.017 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:31.017 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:31.017 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:31.017 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:31.017 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:31.017 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:31.017 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:31.017 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:31.017 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:31.017 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:31.017 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:31.017 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.14", 2024-07-26T07:21:31.017 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:31.017 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:31.018 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:31.018 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5208, 2024-07-26T07:21:31.018 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:31.018 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:56:20.042510+0000", 2024-07-26T07:21:31.018 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:31.018 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:31.018 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:31.018 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:31.018 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:31.018 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:31.018 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:31.018 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:31.019 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:31.019 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:31.019 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:31.019 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:31.019 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:31.019 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:31.019 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:31.019 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:31.019 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:31.019 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:31.019 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:31.019 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:31.019 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:31.020 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:31.020 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:31.020 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:31.020 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:31.020 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:31.020 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:31.020 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:31.020 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:31.020 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:31.020 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:31.020 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:31.020 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:31.020 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:31.021 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:31.021 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:31.021 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:31.021 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:31.021 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:31.021 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:31.021 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:31.021 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:31.021 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:31.021 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.021 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:31.021 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:31.021 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:31.022 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:31.022 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:31.022 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:31.022 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.022 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 4, 2024-07-26T07:21:31.022 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:31.022 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.022 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:31.022 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:31.022 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:31.022 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:31.022 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:31.023 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.023 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T07:21:31.023 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:31.023 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:31.023 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:31.023 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:31.023 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:31.023 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:31.023 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.613809+0000", 2024-07-26T07:21:31.023 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:47.488087+0000", 2024-07-26T07:21:31.023 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:47.488087+0000", 2024-07-26T07:21:31.023 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:47.488391+0000", 2024-07-26T07:21:31.024 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.613809+0000", 2024-07-26T07:21:31.024 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:31.024 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:31.024 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:31.024 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 470, 2024-07-26T07:21:31.024 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.613809+0000", 2024-07-26T07:21:31.024 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.613809+0000", 2024-07-26T07:21:31.024 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.613809+0000", 2024-07-26T07:21:31.024 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:31.024 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:31.024 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:31.024 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.613809+0000", 2024-07-26T07:21:31.024 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.613809+0000", 2024-07-26T07:21:31.024 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:31.025 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 3, 2024-07-26T07:21:31.025 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:31.025 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:31.025 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 469, 2024-07-26T07:21:31.025 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:31.025 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:31.025 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:31.025 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:31.025 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 3, 2024-07-26T07:21:31.025 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:31.025 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:31.025 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:31.025 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.15", 2024-07-26T07:21:31.026 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:31.026 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:31.026 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:31.026 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5345, 2024-07-26T07:21:31.026 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:31.026 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T08:38:28.447555+0000", 2024-07-26T07:21:31.026 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:31.026 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:31.026 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:31.026 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 90, 2024-07-26T07:21:31.026 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:31.026 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:31.026 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:31.026 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:31.026 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:31.026 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:31.027 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:31.027 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:31.027 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:31.027 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:31.027 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:31.027 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:31.027 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:31.027 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:31.027 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:31.027 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 6, 2024-07-26T07:21:31.027 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 2, 2024-07-26T07:21:31.027 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:31.027 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 2, 2024-07-26T07:21:31.027 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:31.027 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:31.028 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:31.028 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:31.028 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:31.028 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 1, 2024-07-26T07:21:31.028 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:31.028 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:31.028 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:31.028 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:31.028 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:31.028 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:31.028 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:31.028 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 7, 2024-07-26T07:21:31.028 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 7, 2024-07-26T07:21:31.028 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:31.028 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:31.028 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:31.029 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 4, 2024-07-26T07:21:31.029 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 1 2024-07-26T07:21:31.029 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.029 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:31.029 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:31.029 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:31.029 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:31.029 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:31.029 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:31.029 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.029 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T07:21:31.029 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "65'3" 2024-07-26T07:21:31.029 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.029 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:31.029 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:31.029 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:31.030 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:31.030 INFO:tasks.workunit.client.0.smithi089.stdout: 3 2024-07-26T07:21:31.030 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.030 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 0, 2024-07-26T07:21:31.030 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:31.030 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:31.030 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:31.030 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:31.030 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:31.030 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:31.030 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.615368+0000", 2024-07-26T07:21:31.030 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:47.486001+0000", 2024-07-26T07:21:31.030 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:47.486001+0000", 2024-07-26T07:21:31.030 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:47.487572+0000", 2024-07-26T07:21:31.030 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.615368+0000", 2024-07-26T07:21:31.030 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.031 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:31.031 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.031 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 470, 2024-07-26T07:21:31.031 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.615368+0000", 2024-07-26T07:21:31.031 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.615368+0000", 2024-07-26T07:21:31.031 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.615368+0000", 2024-07-26T07:21:31.031 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:31.031 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:31.031 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.031 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.615368+0000", 2024-07-26T07:21:31.031 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.615368+0000", 2024-07-26T07:21:31.031 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:31.031 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:31.031 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:31.031 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:31.031 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 469, 2024-07-26T07:21:31.032 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:31.032 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:31.032 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:31.032 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:31.032 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:31.032 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:31.032 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:31.032 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:31.032 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.17", 2024-07-26T07:21:31.032 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:31.032 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:31.032 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:31.032 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5336, 2024-07-26T07:21:31.033 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:31.033 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:26:11.063506+0000", 2024-07-26T07:21:31.033 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:31.033 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:31.033 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:31.033 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:31.033 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:31.033 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:31.033 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:31.033 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:31.033 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:31.033 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:31.033 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:31.033 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:31.034 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:31.034 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:31.034 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:31.034 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:31.034 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:31.034 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:31.034 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:31.034 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:31.034 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:31.034 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:31.034 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:31.035 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:31.035 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:31.035 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:31.035 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:31.035 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:31.035 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:31.035 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:31.035 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:31.035 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:31.035 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:31.035 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:31.035 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:31.035 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:31.035 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:31.036 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:31.036 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:31.036 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:31.036 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:31.036 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:31.036 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:31.036 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.036 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:31.036 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:31.036 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:31.036 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:31.036 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:31.036 INFO:tasks.workunit.client.0.smithi089.stdout: 3 2024-07-26T07:21:31.036 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.036 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 0, 2024-07-26T07:21:31.037 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:31.037 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.037 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:31.037 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:31.037 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:31.037 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:31.037 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:31.037 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.037 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T07:21:31.037 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:31.037 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:31.037 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:31.037 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:31.037 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:31.037 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:31.037 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.863600+0000", 2024-07-26T07:21:31.038 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.521415+0000", 2024-07-26T07:21:31.038 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.521415+0000", 2024-07-26T07:21:31.038 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.521765+0000", 2024-07-26T07:21:31.038 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.863600+0000", 2024-07-26T07:21:31.038 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:31.038 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:31.038 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:31.038 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:31.038 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.863600+0000", 2024-07-26T07:21:31.038 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.863600+0000", 2024-07-26T07:21:31.038 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.863600+0000", 2024-07-26T07:21:31.038 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:31.039 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:31.039 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:31.039 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.863600+0000", 2024-07-26T07:21:31.039 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.863600+0000", 2024-07-26T07:21:31.039 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:31.039 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:31.039 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:31.039 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:31.039 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:31.039 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:31.039 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:31.039 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:31.039 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:31.039 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:31.039 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:31.040 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:31.040 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:31.040 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.16", 2024-07-26T07:21:31.040 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:31.040 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:31.040 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:31.040 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5197, 2024-07-26T07:21:31.040 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:31.040 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T06:37:00.975713+0000", 2024-07-26T07:21:31.040 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:31.040 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:31.040 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:31.040 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:31.040 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:31.041 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:31.041 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:31.041 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:31.041 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:31.041 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:31.041 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:31.041 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:31.041 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:31.041 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:31.041 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:31.041 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:31.041 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:31.041 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:31.042 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:31.042 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:31.042 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:31.042 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:31.042 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:31.042 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:31.042 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:31.042 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:31.042 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:31.042 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:31.042 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:31.042 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:31.042 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:31.042 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:31.043 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:31.043 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:31.043 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:31.043 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:31.043 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:31.043 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:31.043 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:31.043 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:31.043 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:31.043 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:31.043 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:31.043 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.043 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:31.044 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:31.044 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:31.044 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:31.044 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:31.044 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:31.044 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.044 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T07:21:31.044 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:31.044 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.044 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:31.044 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:31.044 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:31.044 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:31.044 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:31.045 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.045 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T07:21:31.045 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:31.045 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:31.045 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:31.045 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:31.045 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:31.045 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:31.045 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.863488+0000", 2024-07-26T07:21:31.045 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.417609+0000", 2024-07-26T07:21:31.045 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.417609+0000", 2024-07-26T07:21:31.045 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.417929+0000", 2024-07-26T07:21:31.045 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.863488+0000", 2024-07-26T07:21:31.046 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.046 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:31.046 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.046 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:31.046 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.863488+0000", 2024-07-26T07:21:31.046 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.863488+0000", 2024-07-26T07:21:31.046 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.863488+0000", 2024-07-26T07:21:31.046 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:31.046 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:31.046 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.046 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.863488+0000", 2024-07-26T07:21:31.046 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.863488+0000", 2024-07-26T07:21:31.046 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:31.046 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:31.047 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:31.047 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:31.047 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:31.047 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:31.047 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:31.047 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:31.047 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:31.047 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:31.047 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:31.047 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:31.047 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:31.047 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.16", 2024-07-26T07:21:31.047 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:31.047 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:31.047 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:31.048 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5164, 2024-07-26T07:21:31.048 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:31.048 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:49:16.242495+0000", 2024-07-26T07:21:31.048 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:31.048 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:31.048 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:31.048 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:31.048 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:31.048 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:31.048 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:31.048 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:31.048 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:31.049 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:31.049 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:31.049 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:31.049 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:31.049 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:31.049 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:31.049 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:31.049 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:31.049 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:31.049 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:31.049 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:31.049 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:31.049 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:31.049 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:31.050 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:31.050 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:31.050 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:31.050 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:31.050 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:31.050 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:31.050 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:31.050 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:31.050 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:31.050 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:31.050 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:31.050 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:31.050 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:31.051 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:31.051 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:31.051 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:31.051 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:31.051 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:31.051 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:31.051 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:31.051 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.051 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:31.051 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:31.051 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:31.051 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:31.051 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:31.051 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:31.052 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.052 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T07:21:31.052 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:31.052 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.052 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:31.052 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:31.052 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:31.052 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:31.052 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:31.052 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.052 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 6, 2024-07-26T07:21:31.052 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:31.052 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:31.052 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:31.053 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:31.053 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:31.053 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:31.053 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.859289+0000", 2024-07-26T07:21:31.053 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.523160+0000", 2024-07-26T07:21:31.053 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.523160+0000", 2024-07-26T07:21:31.053 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.523467+0000", 2024-07-26T07:21:31.053 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.859289+0000", 2024-07-26T07:21:31.053 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:31.053 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:31.053 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:31.053 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:31.053 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.859289+0000", 2024-07-26T07:21:31.053 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.859289+0000", 2024-07-26T07:21:31.054 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.859289+0000", 2024-07-26T07:21:31.054 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:31.054 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:31.054 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:31.054 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.859289+0000", 2024-07-26T07:21:31.054 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.859289+0000", 2024-07-26T07:21:31.054 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:31.054 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:31.054 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:31.054 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:31.054 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:31.054 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:31.054 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:31.055 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:31.055 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:31.055 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:31.055 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:31.055 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:31.055 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:31.055 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.17", 2024-07-26T07:21:31.055 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:31.055 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:31.055 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:31.055 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5146, 2024-07-26T07:21:31.055 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:31.055 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:38:16.283968+0000", 2024-07-26T07:21:31.055 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:31.056 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:31.056 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:31.056 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:31.056 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:31.056 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:31.056 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:31.056 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:31.056 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:31.056 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:31.056 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:31.056 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:31.056 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:31.056 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:31.056 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:31.057 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:31.057 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:31.057 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:31.057 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:31.057 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:31.057 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:31.057 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:31.057 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:31.057 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:31.057 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:31.057 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:31.057 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:31.057 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:31.057 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:31.058 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:31.058 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:31.058 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:31.058 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:31.058 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:31.058 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:31.058 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:31.058 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:31.058 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:31.058 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:31.058 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:31.058 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:31.058 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:31.058 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:31.059 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.059 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:31.059 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:31.059 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:31.059 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:31.059 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:31.059 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:31.059 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.059 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 6, 2024-07-26T07:21:31.059 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:31.059 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.059 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:31.059 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:31.059 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:31.060 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:31.060 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:31.060 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.060 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T07:21:31.060 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:31.060 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:31.060 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:31.060 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:31.060 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:31.060 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:31.060 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.612765+0000", 2024-07-26T07:21:31.060 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:14.407479+0000", 2024-07-26T07:21:31.060 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:14.407479+0000", 2024-07-26T07:21:31.061 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:14.409001+0000", 2024-07-26T07:21:31.061 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.612765+0000", 2024-07-26T07:21:31.061 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.061 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:31.061 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.061 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 438, 2024-07-26T07:21:31.061 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.612765+0000", 2024-07-26T07:21:31.061 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.612765+0000", 2024-07-26T07:21:31.061 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.612765+0000", 2024-07-26T07:21:31.061 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:31.061 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:31.061 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.061 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.612765+0000", 2024-07-26T07:21:31.061 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.612765+0000", 2024-07-26T07:21:31.062 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:31.062 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:31.062 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:31.062 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:31.062 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 437, 2024-07-26T07:21:31.062 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:31.062 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:31.062 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:31.062 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:31.062 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:31.062 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:31.063 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:31.063 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:31.063 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.19", 2024-07-26T07:21:31.063 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:31.063 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:31.063 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:31.063 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5326, 2024-07-26T07:21:31.063 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:31.063 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:27:55.010113+0000", 2024-07-26T07:21:31.063 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:31.063 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:31.063 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:31.063 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:31.064 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:31.064 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:31.064 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:31.064 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:31.064 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:31.064 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:31.064 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:31.064 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:31.064 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:31.064 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:31.064 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:31.064 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:31.064 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:31.064 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:31.064 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:31.065 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:31.065 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:31.065 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:31.065 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:31.065 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:31.065 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:31.065 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:31.065 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:31.065 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:31.065 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:31.065 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:31.065 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:31.065 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:31.065 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:31.066 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:31.066 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:31.066 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:31.066 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:31.066 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:31.066 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:31.066 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:31.066 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:31.066 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:31.066 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:31.066 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.066 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:31.066 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:31.066 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:31.066 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:31.067 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:31.067 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:31.067 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.067 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T07:21:31.067 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:31.067 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.067 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:31.067 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:31.067 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:31.067 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:31.067 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:31.067 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.067 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T07:21:31.067 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:31.068 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:31.068 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:31.068 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:31.068 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:31.068 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:31.068 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.856289+0000", 2024-07-26T07:21:31.068 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.416721+0000", 2024-07-26T07:21:31.068 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.416721+0000", 2024-07-26T07:21:31.068 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.417016+0000", 2024-07-26T07:21:31.068 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.856289+0000", 2024-07-26T07:21:31.068 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:31.068 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:31.068 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:31.068 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:31.068 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.856289+0000", 2024-07-26T07:21:31.068 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.856289+0000", 2024-07-26T07:21:31.069 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.856289+0000", 2024-07-26T07:21:31.069 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:31.069 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:31.069 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:31.069 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.856289+0000", 2024-07-26T07:21:31.069 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.856289+0000", 2024-07-26T07:21:31.069 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:31.069 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:31.069 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:31.069 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:31.069 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:31.069 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:31.069 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:31.069 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:31.069 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:31.069 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:31.070 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:31.070 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:31.070 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:31.070 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.18", 2024-07-26T07:21:31.070 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:31.070 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:31.070 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:31.070 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5178, 2024-07-26T07:21:31.070 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:31.070 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:41:38.062327+0000", 2024-07-26T07:21:31.071 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:31.071 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:31.071 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:31.071 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:31.071 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:31.071 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:31.071 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:31.071 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:31.071 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:31.071 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:31.071 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:31.071 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:31.071 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:31.071 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:31.071 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:31.072 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:31.072 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:31.072 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:31.072 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:31.072 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:31.072 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:31.072 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:31.072 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:31.072 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:31.072 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:31.072 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:31.072 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:31.072 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:31.073 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:31.073 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:31.073 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:31.073 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:31.073 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:31.073 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:31.073 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:31.073 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:31.073 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:31.073 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:31.073 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:31.073 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:31.073 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:31.073 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:31.074 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:31.074 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.074 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:31.074 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:31.074 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:31.074 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:31.074 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:31.074 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:31.074 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.074 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T07:21:31.074 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:31.075 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.075 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:31.075 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:31.075 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:31.075 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:31.075 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:31.075 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.075 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T07:21:31.075 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:31.075 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:31.075 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:31.076 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:31.076 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:31.076 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:31.076 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.857437+0000", 2024-07-26T07:21:31.076 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:10:41.393083+0000", 2024-07-26T07:21:31.076 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:10:41.393083+0000", 2024-07-26T07:21:31.076 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:10:41.395518+0000", 2024-07-26T07:21:31.076 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.857437+0000", 2024-07-26T07:21:31.076 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.076 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:31.076 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.076 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 407, 2024-07-26T07:21:31.076 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.857437+0000", 2024-07-26T07:21:31.077 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.857437+0000", 2024-07-26T07:21:31.077 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.857437+0000", 2024-07-26T07:21:31.077 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:31.077 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:31.077 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.077 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.857437+0000", 2024-07-26T07:21:31.077 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.857437+0000", 2024-07-26T07:21:31.077 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:31.077 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:31.077 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:31.077 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:31.077 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 406, 2024-07-26T07:21:31.078 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:31.078 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:31.078 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:31.078 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:31.078 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:31.078 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:31.078 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:31.078 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:31.078 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.18", 2024-07-26T07:21:31.078 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:31.078 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:31.078 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:31.078 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5263, 2024-07-26T07:21:31.079 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:31.079 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:58:21.870433+0000", 2024-07-26T07:21:31.079 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:31.079 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:31.079 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:31.079 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:31.079 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:31.079 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:31.079 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:31.079 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:31.079 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:31.079 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:31.079 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:31.079 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:31.080 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:31.080 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:31.080 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:31.080 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:31.080 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:31.080 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:31.080 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:31.080 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:31.080 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:31.080 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:31.080 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:31.080 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:31.080 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:31.081 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:31.081 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:31.081 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:31.081 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:31.081 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:31.081 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:31.081 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:31.081 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:31.081 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:31.081 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:31.081 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:31.081 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:31.081 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:31.081 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:31.081 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:31.082 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:31.082 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:31.082 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:31.082 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.082 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:31.082 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:31.082 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:31.082 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:31.082 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:31.082 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:31.082 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.082 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T07:21:31.082 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:31.082 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.083 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:31.083 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:31.083 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:31.083 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:31.083 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:31.083 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.083 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T07:21:31.083 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:31.083 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:31.083 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:31.083 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:31.083 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:31.083 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:31.083 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.856132+0000", 2024-07-26T07:21:31.084 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.524261+0000", 2024-07-26T07:21:31.084 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.524261+0000", 2024-07-26T07:21:31.084 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.524589+0000", 2024-07-26T07:21:31.084 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.856132+0000", 2024-07-26T07:21:31.084 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:31.084 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:31.084 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:31.084 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:31.084 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.856132+0000", 2024-07-26T07:21:31.084 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.856132+0000", 2024-07-26T07:21:31.084 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.856132+0000", 2024-07-26T07:21:31.084 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:31.084 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:31.084 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:31.085 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.856132+0000", 2024-07-26T07:21:31.085 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.856132+0000", 2024-07-26T07:21:31.085 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:31.085 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:31.085 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:31.085 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:31.085 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:31.085 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:31.085 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:31.085 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:31.085 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:31.085 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:31.085 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:31.085 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:31.086 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:31.086 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.19", 2024-07-26T07:21:31.086 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:31.086 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:31.086 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:31.086 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5267, 2024-07-26T07:21:31.086 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:31.086 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:49:39.704720+0000", 2024-07-26T07:21:31.086 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:31.086 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:31.086 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:31.086 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:31.086 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:31.086 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:31.087 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:31.087 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:31.087 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:31.087 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:31.087 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:31.087 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:31.087 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:31.087 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:31.087 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:31.087 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:31.087 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:31.087 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:31.087 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:31.088 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:31.088 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:31.088 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:31.088 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:31.088 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:31.088 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:31.088 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:31.088 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:31.088 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:31.088 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:31.088 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:31.088 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:31.088 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:31.088 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:31.088 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:31.089 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:31.089 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:31.089 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:31.089 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:31.089 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:31.089 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:31.089 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:31.089 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:31.089 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:31.089 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.089 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:31.089 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:31.089 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:31.090 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:31.090 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:31.090 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:31.090 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.090 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T07:21:31.090 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:31.090 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.090 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:31.090 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:31.090 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:31.090 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:31.090 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:31.090 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.090 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 6, 2024-07-26T07:21:31.091 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:31.091 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:31.091 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:31.091 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:31.091 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:31.091 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:31.091 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.858109+0000", 2024-07-26T07:21:31.091 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.417941+0000", 2024-07-26T07:21:31.091 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.417941+0000", 2024-07-26T07:21:31.091 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.418552+0000", 2024-07-26T07:21:31.091 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.858109+0000", 2024-07-26T07:21:31.091 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:31.091 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:31.091 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:31.091 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:31.092 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.858109+0000", 2024-07-26T07:21:31.092 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.858109+0000", 2024-07-26T07:21:31.092 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.858109+0000", 2024-07-26T07:21:31.092 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:31.092 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:31.092 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:31.092 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.858109+0000", 2024-07-26T07:21:31.092 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.858109+0000", 2024-07-26T07:21:31.092 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:31.092 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 2, 2024-07-26T07:21:31.092 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:31.092 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:31.092 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:31.092 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:31.092 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:31.092 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:31.093 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:31.093 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 2, 2024-07-26T07:21:31.093 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:31.093 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:31.093 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:31.093 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.1a", 2024-07-26T07:21:31.093 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:31.093 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:31.093 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:31.093 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5149, 2024-07-26T07:21:31.093 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:31.093 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:04:48.090238+0000", 2024-07-26T07:21:31.093 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:31.093 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:31.094 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:31.094 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:31.094 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:31.094 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:31.094 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:31.094 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:31.094 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:31.094 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:31.094 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:31.094 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:31.094 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:31.094 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:31.094 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:31.095 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:31.095 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:31.095 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:31.095 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:31.095 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:31.095 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:31.095 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:31.095 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:31.095 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:31.095 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:31.095 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:31.095 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:31.095 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:31.096 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:31.096 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:31.096 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:31.096 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:31.096 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:31.096 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:31.096 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:31.096 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:31.096 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:31.096 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:31.096 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:31.096 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:31.096 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:31.096 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:31.097 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:31.097 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.097 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:31.097 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:31.097 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:31.097 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:31.097 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:31.097 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:31.097 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.097 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 6, 2024-07-26T07:21:31.097 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "555'2" 2024-07-26T07:21:31.097 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.097 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:31.097 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:31.097 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:31.098 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:31.098 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:31.098 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.098 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 0, 2024-07-26T07:21:31.098 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:31.098 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:31.098 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:31.098 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:31.098 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:31.098 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:31.098 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.613307+0000", 2024-07-26T07:21:31.098 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.422366+0000", 2024-07-26T07:21:31.098 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.422366+0000", 2024-07-26T07:21:31.098 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.424021+0000", 2024-07-26T07:21:31.099 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.613307+0000", 2024-07-26T07:21:31.099 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.099 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:31.099 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.099 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:31.099 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.613307+0000", 2024-07-26T07:21:31.099 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.613307+0000", 2024-07-26T07:21:31.099 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.613307+0000", 2024-07-26T07:21:31.099 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:31.099 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:31.099 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.099 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.613307+0000", 2024-07-26T07:21:31.099 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.613307+0000", 2024-07-26T07:21:31.099 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:31.100 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:31.100 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:31.100 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:31.100 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:31.100 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:31.100 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:31.100 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:31.100 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:31.100 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:31.100 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:31.100 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:31.100 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:31.100 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.1b", 2024-07-26T07:21:31.100 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:31.101 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:31.101 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:31.101 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5335, 2024-07-26T07:21:31.101 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:31.101 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:11:45.492466+0000", 2024-07-26T07:21:31.101 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:31.101 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:31.101 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:31.101 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:31.101 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:31.101 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:31.101 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:31.101 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:31.101 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:31.102 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:31.102 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:31.102 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:31.102 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:31.102 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:31.102 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:31.102 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:31.102 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:31.102 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:31.102 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:31.102 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:31.102 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:31.102 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:31.102 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:31.103 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:31.103 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:31.103 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:31.103 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:31.103 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:31.103 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:31.103 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:31.103 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:31.103 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:31.103 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:31.103 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:31.103 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:31.103 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:31.103 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:31.103 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:31.104 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:31.104 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:31.104 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:31.104 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:31.104 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:31.104 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.104 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:31.104 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:31.104 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:31.104 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:31.104 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:31.104 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:31.104 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.104 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 0, 2024-07-26T07:21:31.105 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:31.105 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.105 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:31.105 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:31.105 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:31.105 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:31.105 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:31.105 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.105 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T07:21:31.105 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:31.105 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:31.105 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 59, 2024-07-26T07:21:31.105 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:31.106 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:31.106 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:31.106 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.856772+0000", 2024-07-26T07:21:31.106 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.412203+0000", 2024-07-26T07:21:31.106 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.412203+0000", 2024-07-26T07:21:31.106 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.412821+0000", 2024-07-26T07:21:31.106 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.856772+0000", 2024-07-26T07:21:31.106 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:31.106 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:31.106 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:31.106 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:31.106 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.856772+0000", 2024-07-26T07:21:31.106 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.856772+0000", 2024-07-26T07:21:31.107 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.856772+0000", 2024-07-26T07:21:31.107 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:31.107 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:31.107 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:07.043400+0000", 2024-07-26T07:21:31.107 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.856772+0000", 2024-07-26T07:21:31.107 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.856772+0000", 2024-07-26T07:21:31.107 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:31.107 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 2, 2024-07-26T07:21:31.107 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:31.107 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:31.107 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:31.107 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:31.107 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:31.107 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:31.107 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:31.108 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 2, 2024-07-26T07:21:31.108 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:31.108 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:31.108 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:31.108 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "2.1b", 2024-07-26T07:21:31.108 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:31.108 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:31.108 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:31.108 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5259, 2024-07-26T07:21:31.108 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:31.108 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:33:14.815497+0000", 2024-07-26T07:21:31.108 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:31.108 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:31.108 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:31.109 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:31.109 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:31.109 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:31.109 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:31.109 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:31.109 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:31.109 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:31.109 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:31.109 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:31.109 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:31.109 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:31.109 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:31.109 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:31.109 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:31.109 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:31.110 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:31.110 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:31.110 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:31.110 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:31.110 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:31.110 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:31.110 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:31.110 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:31.110 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:31.110 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:31.110 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:31.110 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:31.111 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:31.111 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:31.111 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:31.111 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:31.111 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:31.111 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:31.111 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:31.111 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:31.111 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:31.111 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:31.111 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:31.111 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:31.111 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:31.111 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.111 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:31.112 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:31.112 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:31.112 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:31.112 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:31.112 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:31.112 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.112 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T07:21:31.112 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "555'2" 2024-07-26T07:21:31.112 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.112 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:31.112 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:31.112 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:31.112 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:31.112 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:31.112 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.113 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 4, 2024-07-26T07:21:31.113 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:31.113 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:31.113 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:31.113 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:31.113 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:31.113 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:31.113 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.612124+0000", 2024-07-26T07:21:31.113 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:14.408672+0000", 2024-07-26T07:21:31.113 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:14.408672+0000", 2024-07-26T07:21:31.113 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:14.409191+0000", 2024-07-26T07:21:31.113 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.612124+0000", 2024-07-26T07:21:31.113 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.113 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:31.114 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.114 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 438, 2024-07-26T07:21:31.114 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.612124+0000", 2024-07-26T07:21:31.114 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.612124+0000", 2024-07-26T07:21:31.114 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.612124+0000", 2024-07-26T07:21:31.114 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:31.114 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:31.114 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.114 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.612124+0000", 2024-07-26T07:21:31.114 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.612124+0000", 2024-07-26T07:21:31.114 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:31.114 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:31.115 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:31.115 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:31.115 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 437, 2024-07-26T07:21:31.115 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:31.115 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:31.115 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:31.115 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:31.115 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:31.115 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:31.115 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:31.115 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:31.115 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.1a", 2024-07-26T07:21:31.115 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:31.115 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:31.116 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:31.116 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5247, 2024-07-26T07:21:31.116 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:31.116 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:20:44.753077+0000", 2024-07-26T07:21:31.116 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:31.116 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:31.116 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:31.116 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:31.116 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:31.116 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:31.116 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:31.116 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:31.116 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:31.117 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:31.117 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:31.117 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:31.117 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:31.117 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:31.117 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:31.117 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:31.117 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:31.117 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:31.117 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:31.117 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:31.117 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:31.117 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:31.117 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:31.118 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:31.118 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:31.118 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:31.118 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:31.118 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:31.118 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:31.118 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:31.118 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:31.118 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:31.118 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:31.118 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:31.118 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:31.118 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:31.119 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:31.119 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:31.119 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:31.119 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:31.119 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:31.119 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:31.119 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:31.119 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.119 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:31.119 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:31.119 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:31.119 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:31.119 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:31.120 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:31.120 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.120 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 4, 2024-07-26T07:21:31.120 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:31.120 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.120 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:31.120 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:31.120 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:31.120 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:31.120 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T07:21:31.120 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.120 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 6, 2024-07-26T07:21:31.120 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:31.121 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:31.121 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:31.121 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:31.121 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:31.121 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:31.121 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.855876+0000", 2024-07-26T07:21:31.121 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.516773+0000", 2024-07-26T07:21:31.121 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.516773+0000", 2024-07-26T07:21:31.121 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.523596+0000", 2024-07-26T07:21:31.121 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.855876+0000", 2024-07-26T07:21:31.121 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.121 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:31.121 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.121 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:31.122 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.855876+0000", 2024-07-26T07:21:31.122 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.855876+0000", 2024-07-26T07:21:31.122 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.855876+0000", 2024-07-26T07:21:31.122 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:31.122 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:31.122 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.122 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.855876+0000", 2024-07-26T07:21:31.122 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.855876+0000", 2024-07-26T07:21:31.122 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:31.122 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:31.122 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:31.122 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:31.122 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:31.123 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:31.123 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:31.123 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:31.123 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:31.123 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:31.123 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:31.123 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:31.123 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:31.123 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.20", 2024-07-26T07:21:31.123 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:31.123 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:31.123 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:31.123 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5148, 2024-07-26T07:21:31.123 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:31.124 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T11:25:04.467946+0000", 2024-07-26T07:21:31.124 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:31.124 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:31.124 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:31.124 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:31.124 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:31.124 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:31.124 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:31.124 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:31.124 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:31.124 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:31.124 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:31.124 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:31.124 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:31.125 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:31.125 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:31.125 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:31.125 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:31.125 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:31.125 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:31.125 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:31.125 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:31.125 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:31.125 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:31.125 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:31.125 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:31.125 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:31.125 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:31.125 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:31.126 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:31.126 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:31.126 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:31.126 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:31.126 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:31.126 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:31.126 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:31.126 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:31.126 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:31.126 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:31.126 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:31.127 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:31.127 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:31.127 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:31.127 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:31.127 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.127 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:31.127 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:31.127 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:31.127 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:31.127 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:31.127 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T07:21:31.127 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.127 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 6, 2024-07-26T07:21:31.127 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:31.128 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.128 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:31.128 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:31.128 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:31.128 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:31.128 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:31.128 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.128 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 2, 2024-07-26T07:21:31.128 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:31.128 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:31.128 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:31.128 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:31.128 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:31.128 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:31.128 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.856687+0000", 2024-07-26T07:21:31.128 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.524892+0000", 2024-07-26T07:21:31.129 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.524892+0000", 2024-07-26T07:21:31.129 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.525197+0000", 2024-07-26T07:21:31.129 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.856687+0000", 2024-07-26T07:21:31.129 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.129 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:31.129 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.129 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:31.129 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.856687+0000", 2024-07-26T07:21:31.129 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.856687+0000", 2024-07-26T07:21:31.129 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.856687+0000", 2024-07-26T07:21:31.129 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:31.129 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:31.129 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.129 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.856687+0000", 2024-07-26T07:21:31.129 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.856687+0000", 2024-07-26T07:21:31.130 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:31.130 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:31.130 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:31.130 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:31.130 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:31.130 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:31.130 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:31.130 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:31.130 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:31.130 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:31.130 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:31.130 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:31.130 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:31.130 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.21", 2024-07-26T07:21:31.130 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:31.131 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:31.131 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:31.131 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5302, 2024-07-26T07:21:31.131 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:31.131 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:02:58.160479+0000", 2024-07-26T07:21:31.131 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:31.131 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:31.131 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:31.131 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:31.131 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:31.131 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:31.131 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:31.131 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:31.132 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:31.132 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:31.132 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:31.132 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:31.132 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:31.132 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:31.132 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:31.132 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:31.132 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:31.132 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:31.132 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:31.132 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:31.132 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:31.132 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:31.133 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:31.133 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:31.133 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:31.133 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:31.133 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:31.133 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:31.133 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:31.133 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:31.133 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:31.133 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:31.133 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:31.133 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:31.133 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:31.133 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:31.133 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:31.134 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:31.134 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:31.134 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:31.134 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:31.134 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:31.134 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:31.134 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.134 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:31.134 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:31.134 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:31.134 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:31.134 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:31.134 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:31.134 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.135 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 2, 2024-07-26T07:21:31.135 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:31.135 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.135 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:31.135 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:31.135 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:31.135 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:31.135 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:31.135 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.135 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T07:21:31.135 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:31.135 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:31.136 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:31.136 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:31.136 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:31.136 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:31.136 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.857755+0000", 2024-07-26T07:21:31.136 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:47.478631+0000", 2024-07-26T07:21:31.136 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:47.478631+0000", 2024-07-26T07:21:31.136 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:47.479752+0000", 2024-07-26T07:21:31.136 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.857755+0000", 2024-07-26T07:21:31.136 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.136 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:31.136 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.136 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 470, 2024-07-26T07:21:31.136 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.857755+0000", 2024-07-26T07:21:31.136 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.857755+0000", 2024-07-26T07:21:31.137 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.857755+0000", 2024-07-26T07:21:31.137 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:31.137 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:31.137 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.137 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.857755+0000", 2024-07-26T07:21:31.137 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.857755+0000", 2024-07-26T07:21:31.137 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:31.137 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:31.137 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:31.137 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:31.137 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 469, 2024-07-26T07:21:31.137 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:31.137 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:31.138 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:31.138 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:31.138 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:31.138 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:31.138 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:31.138 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:31.138 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.22", 2024-07-26T07:21:31.138 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:31.138 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:31.138 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:31.138 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5198, 2024-07-26T07:21:31.138 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:31.138 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:18:22.107716+0000", 2024-07-26T07:21:31.138 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:31.139 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:31.139 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:31.139 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:31.141 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:31.142 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:31.142 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:31.142 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:31.142 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:31.142 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:31.142 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:31.142 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:31.142 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:31.142 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:31.142 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:31.142 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:31.142 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:31.143 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:31.143 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:31.143 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:31.143 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:31.143 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:31.143 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:31.143 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:31.143 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:31.143 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:31.143 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:31.143 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:31.143 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:31.143 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:31.144 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:31.144 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:31.144 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:31.144 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:31.144 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:31.144 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:31.144 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:31.144 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:31.144 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:31.144 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:31.144 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:31.144 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:31.144 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:31.144 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.145 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:31.145 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:31.145 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:31.145 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:31.145 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:31.145 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:31.145 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.145 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T07:21:31.145 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:31.145 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.145 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:31.145 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:31.145 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:31.146 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:31.146 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:31.146 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.146 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 0, 2024-07-26T07:21:31.146 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:31.146 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:31.146 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:31.146 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:31.146 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:31.146 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:31.146 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.613550+0000", 2024-07-26T07:21:31.146 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:14.410045+0000", 2024-07-26T07:21:31.146 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:14.410045+0000", 2024-07-26T07:21:31.146 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:14.410366+0000", 2024-07-26T07:21:31.147 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.613550+0000", 2024-07-26T07:21:31.147 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.147 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:31.147 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.147 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 438, 2024-07-26T07:21:31.147 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.613550+0000", 2024-07-26T07:21:31.147 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.613550+0000", 2024-07-26T07:21:31.147 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.613550+0000", 2024-07-26T07:21:31.147 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:31.147 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:31.147 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.147 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.613550+0000", 2024-07-26T07:21:31.147 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.613550+0000", 2024-07-26T07:21:31.147 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:31.147 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:31.148 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:31.148 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:31.148 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 437, 2024-07-26T07:21:31.148 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:31.148 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:31.148 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:31.148 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:31.148 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:31.148 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:31.148 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:31.148 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:31.148 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.23", 2024-07-26T07:21:31.148 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:31.148 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:31.149 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:31.149 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5341, 2024-07-26T07:21:31.149 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:31.149 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:18:12.441970+0000", 2024-07-26T07:21:31.149 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:31.149 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:31.149 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:31.149 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:31.149 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:31.149 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:31.149 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:31.149 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:31.149 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:31.149 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:31.149 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:31.150 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:31.150 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:31.150 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:31.150 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:31.150 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:31.150 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:31.150 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:31.150 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:31.150 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:31.150 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:31.150 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:31.150 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:31.150 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:31.150 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:31.151 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:31.151 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:31.151 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:31.151 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:31.151 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:31.151 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:31.151 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:31.151 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:31.151 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:31.151 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:31.151 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:31.151 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:31.151 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:31.151 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:31.151 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:31.152 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:31.152 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:31.152 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:31.152 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.152 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:31.152 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:31.152 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:31.152 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:31.152 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:31.152 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:31.152 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.152 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 0, 2024-07-26T07:21:31.152 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:31.152 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.152 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:31.152 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:31.153 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:31.153 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:31.153 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:31.153 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.153 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T07:21:31.153 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:31.153 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:31.153 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:31.153 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:31.153 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:31.153 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:31.153 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.858342+0000", 2024-07-26T07:21:31.153 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:14.406106+0000", 2024-07-26T07:21:31.153 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:14.406106+0000", 2024-07-26T07:21:31.153 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:14.406431+0000", 2024-07-26T07:21:31.154 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.858342+0000", 2024-07-26T07:21:31.154 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.154 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:31.154 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.154 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 438, 2024-07-26T07:21:31.154 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.858342+0000", 2024-07-26T07:21:31.154 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.858342+0000", 2024-07-26T07:21:31.154 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.858342+0000", 2024-07-26T07:21:31.154 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:31.154 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:31.154 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.154 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.858342+0000", 2024-07-26T07:21:31.154 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.858342+0000", 2024-07-26T07:21:31.154 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:31.155 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:31.155 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:31.155 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:31.155 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 437, 2024-07-26T07:21:31.155 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:31.155 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:31.155 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:31.155 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:31.155 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:31.155 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:31.155 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:31.155 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:31.155 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.24", 2024-07-26T07:21:31.155 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:31.155 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:31.155 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:31.155 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5267, 2024-07-26T07:21:31.156 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:31.156 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:28:30.924546+0000", 2024-07-26T07:21:31.156 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:31.156 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:31.156 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:31.156 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:31.156 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:31.156 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:31.156 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:31.156 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:31.156 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:31.156 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:31.156 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:31.156 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:31.156 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:31.157 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:31.157 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:31.157 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:31.157 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:31.157 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:31.157 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:31.157 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:31.157 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:31.157 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:31.157 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:31.157 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:31.157 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:31.157 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:31.157 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:31.158 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:31.158 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:31.158 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:31.158 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:31.158 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:31.158 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:31.158 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:31.158 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:31.158 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:31.158 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:31.158 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:31.158 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:31.158 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:31.158 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:31.159 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:31.159 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:31.159 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.159 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:31.159 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:31.159 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:31.159 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:31.159 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:31.159 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:31.159 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.159 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T07:21:31.159 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:31.159 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.160 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:31.160 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:31.160 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:31.160 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:31.160 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:31.160 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.160 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T07:21:31.160 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:31.160 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:31.160 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:31.160 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:31.160 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:31.160 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:31.160 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.614371+0000", 2024-07-26T07:21:31.161 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:10:41.392676+0000", 2024-07-26T07:21:31.161 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:10:41.392676+0000", 2024-07-26T07:21:31.161 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:10:41.393019+0000", 2024-07-26T07:21:31.161 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.614371+0000", 2024-07-26T07:21:31.161 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.161 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:31.161 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.161 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 407, 2024-07-26T07:21:31.161 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.614371+0000", 2024-07-26T07:21:31.161 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.614371+0000", 2024-07-26T07:21:31.161 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.614371+0000", 2024-07-26T07:21:31.161 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:31.161 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:31.161 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.162 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.614371+0000", 2024-07-26T07:21:31.162 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.614371+0000", 2024-07-26T07:21:31.162 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:31.162 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:31.162 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:31.162 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:31.162 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 406, 2024-07-26T07:21:31.162 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:31.162 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:31.162 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:31.162 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:31.162 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:31.162 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:31.163 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:31.163 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:31.163 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.25", 2024-07-26T07:21:31.163 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:31.163 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:31.163 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:31.163 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5330, 2024-07-26T07:21:31.163 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:31.163 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T08:39:17.857800+0000", 2024-07-26T07:21:31.163 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:31.163 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:31.163 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:31.163 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:31.163 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:31.164 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:31.164 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:31.164 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:31.164 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:31.164 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:31.164 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:31.164 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:31.164 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:31.164 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:31.164 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:31.164 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:31.164 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:31.164 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:31.164 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:31.165 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:31.165 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:31.165 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:31.165 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:31.165 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:31.165 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:31.165 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:31.165 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:31.165 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:31.165 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:31.165 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:31.165 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:31.165 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:31.165 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:31.165 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:31.166 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:31.166 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:31.166 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:31.166 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:31.166 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:31.166 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:31.166 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:31.166 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:31.166 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:31.166 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.166 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:31.166 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:31.166 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:31.167 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:31.167 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:31.167 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:31.167 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.167 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T07:21:31.167 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:31.167 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.167 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:31.167 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:31.167 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:31.167 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:31.167 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:31.167 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.167 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 6, 2024-07-26T07:21:31.168 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:31.168 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:31.168 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:31.168 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:31.168 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:31.168 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:31.168 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.860528+0000", 2024-07-26T07:21:31.168 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.417115+0000", 2024-07-26T07:21:31.168 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.417115+0000", 2024-07-26T07:21:31.168 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.417396+0000", 2024-07-26T07:21:31.168 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.860528+0000", 2024-07-26T07:21:31.168 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.168 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:31.168 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.169 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:31.169 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.860528+0000", 2024-07-26T07:21:31.169 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.860528+0000", 2024-07-26T07:21:31.169 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.860528+0000", 2024-07-26T07:21:31.169 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:31.169 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:31.169 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.169 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.860528+0000", 2024-07-26T07:21:31.169 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.860528+0000", 2024-07-26T07:21:31.169 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:31.169 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:31.169 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:31.169 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:31.169 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:31.170 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:31.170 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:31.170 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:31.170 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:31.170 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:31.170 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:31.170 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:31.170 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:31.170 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.26", 2024-07-26T07:21:31.170 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:31.170 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:31.170 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:31.170 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5148, 2024-07-26T07:21:31.170 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:31.171 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:39:35.821007+0000", 2024-07-26T07:21:31.171 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:31.171 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:31.171 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:31.171 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:31.171 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:31.171 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:31.171 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:31.171 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:31.171 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:31.171 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:31.171 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:31.171 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:31.171 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:31.172 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:31.172 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:31.172 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:31.172 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:31.172 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:31.172 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:31.172 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:31.172 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:31.172 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:31.172 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:31.172 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:31.172 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:31.172 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:31.172 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:31.173 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:31.173 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:31.173 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:31.173 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:31.173 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:31.173 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:31.173 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:31.173 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:31.173 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:31.173 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:31.173 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:31.173 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:31.173 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:31.173 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:31.174 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:31.174 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:31.174 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.174 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:31.174 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:31.174 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:31.174 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:31.174 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:31.174 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:31.174 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.174 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 6, 2024-07-26T07:21:31.174 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:31.174 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.174 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:31.175 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:31.175 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:31.175 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:31.175 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:31.175 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.175 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T07:21:31.175 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:31.175 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:31.175 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:31.175 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:31.175 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:31.175 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:31.175 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.857759+0000", 2024-07-26T07:21:31.175 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:14.405322+0000", 2024-07-26T07:21:31.175 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:14.405322+0000", 2024-07-26T07:21:31.176 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:14.405659+0000", 2024-07-26T07:21:31.176 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.857759+0000", 2024-07-26T07:21:31.176 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.176 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:31.176 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.176 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 438, 2024-07-26T07:21:31.176 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.857759+0000", 2024-07-26T07:21:31.176 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.857759+0000", 2024-07-26T07:21:31.176 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.857759+0000", 2024-07-26T07:21:31.176 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:31.176 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:31.176 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.176 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.857759+0000", 2024-07-26T07:21:31.176 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.857759+0000", 2024-07-26T07:21:31.176 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:31.177 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:31.177 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:31.177 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:31.177 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 437, 2024-07-26T07:21:31.177 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:31.177 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:31.177 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:31.177 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:31.177 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:31.177 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:31.177 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:31.177 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:31.177 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.27", 2024-07-26T07:21:31.177 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:31.178 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:31.178 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:31.178 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5246, 2024-07-26T07:21:31.178 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:31.178 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:28:27.909017+0000", 2024-07-26T07:21:31.178 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:31.178 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:31.178 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:31.178 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:31.178 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:31.178 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:31.178 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:31.178 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:31.179 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:31.179 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:31.179 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:31.179 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:31.179 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:31.179 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:31.179 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:31.179 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:31.179 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:31.179 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:31.179 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:31.179 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:31.179 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:31.179 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:31.179 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:31.180 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:31.180 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:31.180 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:31.180 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:31.180 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:31.180 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:31.180 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:31.180 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:31.180 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:31.180 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:31.180 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:31.180 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:31.180 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:31.180 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:31.181 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:31.181 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:31.181 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:31.181 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:31.181 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:31.181 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:31.181 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.181 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:31.181 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:31.181 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:31.181 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:31.181 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:31.181 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:31.181 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.181 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T07:21:31.182 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:31.182 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.182 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:31.182 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:31.182 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:31.182 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:31.182 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:31.182 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.182 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T07:21:31.182 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:31.182 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:31.182 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:31.182 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:31.183 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:31.183 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:31.183 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.856543+0000", 2024-07-26T07:21:31.183 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:47.471581+0000", 2024-07-26T07:21:31.183 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:47.471581+0000", 2024-07-26T07:21:31.183 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:47.471885+0000", 2024-07-26T07:21:31.183 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.856543+0000", 2024-07-26T07:21:31.183 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.183 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:31.183 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.183 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 470, 2024-07-26T07:21:31.183 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.856543+0000", 2024-07-26T07:21:31.183 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.856543+0000", 2024-07-26T07:21:31.183 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.856543+0000", 2024-07-26T07:21:31.183 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:31.184 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:31.184 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.184 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.856543+0000", 2024-07-26T07:21:31.184 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.856543+0000", 2024-07-26T07:21:31.184 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:31.184 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:31.184 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:31.184 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:31.184 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 469, 2024-07-26T07:21:31.184 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:31.184 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:31.184 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:31.184 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:31.184 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:31.185 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:31.185 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:31.185 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:31.185 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.28", 2024-07-26T07:21:31.185 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:31.185 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:31.185 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:31.185 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5197, 2024-07-26T07:21:31.185 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:31.185 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:23:36.403403+0000", 2024-07-26T07:21:31.185 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:31.185 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:31.185 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:31.185 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:31.186 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:31.186 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:31.186 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:31.186 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:31.186 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:31.186 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:31.186 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:31.186 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:31.186 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:31.186 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:31.186 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:31.186 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:31.186 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:31.186 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:31.187 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:31.187 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:31.187 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:31.187 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:31.187 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:31.187 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:31.187 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:31.187 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:31.187 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:31.187 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:31.187 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:31.187 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:31.187 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:31.187 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:31.188 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:31.188 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:31.188 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:31.188 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:31.188 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:31.188 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:31.188 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:31.188 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:31.188 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:31.188 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:31.188 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:31.188 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.188 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:31.188 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:31.189 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:31.189 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:31.189 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:31.189 INFO:tasks.workunit.client.0.smithi089.stdout: 2 2024-07-26T07:21:31.189 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.189 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T07:21:31.189 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:31.189 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.189 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:31.189 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:31.189 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:31.189 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:31.189 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:31.189 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.189 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T07:21:31.190 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:31.190 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:31.190 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:31.190 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:31.190 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:31.190 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:31.190 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.856233+0000", 2024-07-26T07:21:31.190 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:14.406476+0000", 2024-07-26T07:21:31.190 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:14.406476+0000", 2024-07-26T07:21:31.190 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:14.406889+0000", 2024-07-26T07:21:31.190 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.856233+0000", 2024-07-26T07:21:31.190 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.190 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:31.191 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.191 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 438, 2024-07-26T07:21:31.191 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.856233+0000", 2024-07-26T07:21:31.191 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.856233+0000", 2024-07-26T07:21:31.191 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.856233+0000", 2024-07-26T07:21:31.191 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:31.191 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:31.191 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.191 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.856233+0000", 2024-07-26T07:21:31.191 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.856233+0000", 2024-07-26T07:21:31.191 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:31.191 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:31.191 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:31.191 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:31.192 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 437, 2024-07-26T07:21:31.192 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:31.192 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:31.192 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:31.192 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:31.192 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:31.192 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:31.192 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:31.192 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:31.192 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.29", 2024-07-26T07:21:31.192 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:31.192 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:31.192 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:31.192 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5257, 2024-07-26T07:21:31.193 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:31.193 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:40:18.277524+0000", 2024-07-26T07:21:31.193 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:31.193 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:31.193 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:31.193 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:31.193 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:31.193 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:31.193 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:31.193 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:31.193 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:31.193 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:31.193 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:31.193 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:31.193 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:31.194 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:31.194 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:31.194 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:31.194 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:31.194 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:31.194 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:31.194 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:31.194 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:31.194 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:31.194 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:31.194 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:31.194 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:31.194 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:31.195 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:31.195 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:31.195 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:31.195 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:31.195 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:31.195 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:31.195 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:31.195 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:31.195 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:31.195 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:31.195 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:31.195 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:31.195 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:31.195 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:31.196 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:31.196 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:31.196 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:31.196 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.196 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:31.196 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:31.196 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:31.196 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:31.196 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:31.196 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:31.196 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.196 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T07:21:31.196 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:31.196 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.197 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:31.197 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:31.197 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:31.197 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:31.197 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:31.197 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.197 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T07:21:31.197 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:31.197 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:31.197 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:31.197 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:31.197 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:31.197 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:31.197 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.857277+0000", 2024-07-26T07:21:31.197 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.406730+0000", 2024-07-26T07:21:31.198 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.406730+0000", 2024-07-26T07:21:31.198 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.407658+0000", 2024-07-26T07:21:31.198 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.857277+0000", 2024-07-26T07:21:31.198 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.198 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:31.198 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.198 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:31.198 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.857277+0000", 2024-07-26T07:21:31.198 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.857277+0000", 2024-07-26T07:21:31.198 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.857277+0000", 2024-07-26T07:21:31.198 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:31.198 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:31.198 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.199 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.857277+0000", 2024-07-26T07:21:31.199 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.857277+0000", 2024-07-26T07:21:31.199 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:31.199 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:31.199 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:31.199 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:31.199 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:31.199 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:31.199 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:31.199 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:31.199 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:31.199 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:31.199 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:31.199 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:31.200 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:31.200 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.2a", 2024-07-26T07:21:31.200 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:31.200 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:31.200 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:31.200 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5164, 2024-07-26T07:21:31.200 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:31.200 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T06:45:00.604265+0000", 2024-07-26T07:21:31.200 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:31.200 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:31.200 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:31.200 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:31.200 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:31.200 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:31.200 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:31.201 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:31.201 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:31.201 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:31.201 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:31.201 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:31.201 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:31.201 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:31.201 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:31.201 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:31.201 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:31.201 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:31.201 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:31.201 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:31.201 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:31.202 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:31.202 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:31.202 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:31.202 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:31.202 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:31.202 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:31.202 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:31.202 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:31.202 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:31.202 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:31.202 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:31.202 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:31.202 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:31.202 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:31.203 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:31.203 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:31.203 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:31.203 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:31.203 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:31.203 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:31.203 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:31.203 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:31.203 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.203 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:31.203 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:31.203 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:31.203 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:31.204 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:31.204 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:31.204 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.204 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T07:21:31.204 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:31.204 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.204 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:31.204 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:31.204 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:31.204 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:31.204 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:31.204 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.204 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 0, 2024-07-26T07:21:31.205 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:31.205 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:31.205 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:31.205 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:31.205 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:31.205 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:31.205 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.613680+0000", 2024-07-26T07:21:31.205 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.425244+0000", 2024-07-26T07:21:31.205 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.425244+0000", 2024-07-26T07:21:31.205 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.425540+0000", 2024-07-26T07:21:31.205 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.613680+0000", 2024-07-26T07:21:31.205 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.205 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:31.205 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.205 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:31.206 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.613680+0000", 2024-07-26T07:21:31.206 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.613680+0000", 2024-07-26T07:21:31.206 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.613680+0000", 2024-07-26T07:21:31.206 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:31.206 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:31.206 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.206 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.613680+0000", 2024-07-26T07:21:31.206 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.613680+0000", 2024-07-26T07:21:31.206 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:31.206 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:31.206 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:31.206 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:31.206 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:31.206 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:31.207 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:31.207 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:31.207 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:31.207 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:31.207 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:31.207 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:31.207 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:31.207 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.2b", 2024-07-26T07:21:31.207 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:31.207 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:31.207 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:31.207 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5339, 2024-07-26T07:21:31.207 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:31.208 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T06:26:05.036918+0000", 2024-07-26T07:21:31.208 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:31.208 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:31.208 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:31.208 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:31.208 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:31.208 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:31.208 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:31.208 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:31.208 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:31.208 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:31.208 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:31.208 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:31.208 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:31.208 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:31.209 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:31.209 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:31.209 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:31.209 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:31.209 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:31.209 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:31.209 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:31.209 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:31.209 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:31.209 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:31.209 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:31.209 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:31.209 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:31.210 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:31.210 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:31.210 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:31.210 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:31.210 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:31.210 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:31.210 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:31.210 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:31.210 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:31.210 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:31.210 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:31.210 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:31.210 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:31.210 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:31.211 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:31.211 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:31.211 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.211 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:31.211 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:31.211 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:31.211 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:31.211 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:31.211 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:31.211 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.211 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 0, 2024-07-26T07:21:31.211 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:31.211 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.211 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:31.211 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:31.212 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:31.212 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:31.212 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:31.212 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.212 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 6, 2024-07-26T07:21:31.212 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:31.212 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:31.212 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:31.212 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:31.212 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:31.212 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:31.212 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.856656+0000", 2024-07-26T07:21:31.212 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.520414+0000", 2024-07-26T07:21:31.212 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.520414+0000", 2024-07-26T07:21:31.212 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.521094+0000", 2024-07-26T07:21:31.213 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.856656+0000", 2024-07-26T07:21:31.213 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.213 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:31.213 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.213 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:31.213 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.856656+0000", 2024-07-26T07:21:31.213 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.856656+0000", 2024-07-26T07:21:31.213 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.856656+0000", 2024-07-26T07:21:31.213 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:31.213 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:31.213 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.213 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.856656+0000", 2024-07-26T07:21:31.213 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.856656+0000", 2024-07-26T07:21:31.213 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:31.214 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:31.214 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:31.214 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:31.214 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:31.214 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:31.214 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:31.214 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:31.214 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:31.214 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:31.214 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:31.214 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:31.214 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:31.214 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.2c", 2024-07-26T07:21:31.215 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:31.215 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:31.215 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:31.215 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5155, 2024-07-26T07:21:31.215 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:31.215 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:29:48.863242+0000", 2024-07-26T07:21:31.215 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:31.215 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:31.215 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:31.215 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:31.215 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:31.215 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:31.215 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:31.215 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:31.215 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:31.216 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:31.216 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:31.216 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:31.216 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:31.216 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:31.216 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:31.216 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:31.216 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:31.216 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:31.216 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:31.216 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:31.216 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:31.216 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:31.216 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:31.216 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:31.217 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:31.217 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:31.217 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:31.217 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:31.217 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:31.217 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:31.217 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:31.217 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:31.217 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:31.217 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:31.217 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:31.217 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:31.217 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:31.217 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:31.218 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:31.218 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:31.218 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:31.218 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:31.218 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:31.218 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.218 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:31.218 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:31.218 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:31.218 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:31.218 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:31.218 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:31.218 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.218 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 6, 2024-07-26T07:21:31.219 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:31.219 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.219 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:31.219 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:31.219 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:31.219 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:31.219 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:31.219 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.219 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T07:21:31.219 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:31.219 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:31.219 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:31.219 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:31.219 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:31.220 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:31.220 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.863313+0000", 2024-07-26T07:21:31.220 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.420022+0000", 2024-07-26T07:21:31.220 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.420022+0000", 2024-07-26T07:21:31.220 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.420716+0000", 2024-07-26T07:21:31.220 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.863313+0000", 2024-07-26T07:21:31.220 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.220 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:31.220 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.220 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:31.220 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.863313+0000", 2024-07-26T07:21:31.220 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.863313+0000", 2024-07-26T07:21:31.220 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.863313+0000", 2024-07-26T07:21:31.220 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:31.221 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:31.221 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.221 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.863313+0000", 2024-07-26T07:21:31.221 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.863313+0000", 2024-07-26T07:21:31.221 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:31.221 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:31.221 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:31.221 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:31.221 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:31.221 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:31.221 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:31.221 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:31.221 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:31.221 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:31.222 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:31.222 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:31.222 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:31.222 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.2d", 2024-07-26T07:21:31.222 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:31.222 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:31.222 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:31.222 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5111, 2024-07-26T07:21:31.222 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:31.222 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:09:24.217344+0000", 2024-07-26T07:21:31.222 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:31.222 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:31.222 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:31.222 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:31.223 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:31.223 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:31.223 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:31.223 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:31.223 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:31.223 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:31.223 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:31.223 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:31.223 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:31.223 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:31.223 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:31.223 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:31.223 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:31.223 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:31.223 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:31.224 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:31.224 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:31.224 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:31.224 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:31.224 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:31.224 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:31.224 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:31.224 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:31.224 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:31.224 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:31.224 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:31.224 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:31.224 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:31.224 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:31.224 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:31.225 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:31.225 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:31.225 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:31.225 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:31.225 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:31.225 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:31.225 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:31.225 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:31.225 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:31.225 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.225 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:31.225 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:31.225 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:31.225 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:31.226 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:31.226 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:31.226 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.226 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T07:21:31.226 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:31.226 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.226 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:31.226 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:31.226 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:31.226 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:31.226 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:31.226 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.226 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 2, 2024-07-26T07:21:31.226 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:31.227 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:31.227 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:31.227 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:31.227 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:31.227 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:31.227 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.858540+0000", 2024-07-26T07:21:31.227 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.414894+0000", 2024-07-26T07:21:31.227 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.414894+0000", 2024-07-26T07:21:31.227 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.415281+0000", 2024-07-26T07:21:31.227 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.858540+0000", 2024-07-26T07:21:31.227 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.227 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:31.227 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.227 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:31.228 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.858540+0000", 2024-07-26T07:21:31.228 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.858540+0000", 2024-07-26T07:21:31.228 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.858540+0000", 2024-07-26T07:21:31.228 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:31.228 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:31.228 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.228 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.858540+0000", 2024-07-26T07:21:31.228 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.858540+0000", 2024-07-26T07:21:31.228 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:31.228 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:31.228 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:31.228 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:31.228 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:31.228 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:31.228 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:31.229 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:31.229 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:31.229 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:31.229 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:31.229 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:31.229 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:31.229 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.2e", 2024-07-26T07:21:31.229 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:31.229 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:31.229 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:31.229 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5298, 2024-07-26T07:21:31.229 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:31.229 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:41:00.290701+0000", 2024-07-26T07:21:31.229 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:31.230 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:31.230 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:31.230 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:31.230 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:31.230 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:31.230 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:31.230 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:31.230 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:31.230 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:31.230 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:31.230 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:31.230 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:31.230 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:31.231 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:31.231 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:31.231 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:31.231 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:31.231 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:31.231 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:31.231 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:31.231 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:31.231 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:31.231 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:31.231 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:31.231 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:31.231 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:31.231 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:31.231 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:31.232 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:31.232 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:31.232 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:31.232 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:31.232 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:31.232 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:31.232 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:31.232 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:31.232 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:31.232 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:31.232 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:31.232 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:31.232 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:31.233 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:31.233 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.233 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:31.233 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:31.233 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:31.233 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:31.233 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:31.233 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:31.233 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.233 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 2, 2024-07-26T07:21:31.233 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:31.233 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.233 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:31.233 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:31.234 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:31.234 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:31.234 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:31.234 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.234 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T07:21:31.234 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:31.234 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:31.234 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:31.234 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:31.234 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:31.234 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:31.234 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.865270+0000", 2024-07-26T07:21:31.234 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.420143+0000", 2024-07-26T07:21:31.235 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.420143+0000", 2024-07-26T07:21:31.235 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.420954+0000", 2024-07-26T07:21:31.235 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.865270+0000", 2024-07-26T07:21:31.235 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.235 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:31.235 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.235 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:31.235 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.865270+0000", 2024-07-26T07:21:31.235 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.865270+0000", 2024-07-26T07:21:31.235 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.865270+0000", 2024-07-26T07:21:31.235 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:31.235 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:31.235 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.235 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.865270+0000", 2024-07-26T07:21:31.236 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.865270+0000", 2024-07-26T07:21:31.236 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:31.236 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:31.236 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:31.236 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:31.236 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:31.236 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:31.236 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:31.236 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:31.236 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:31.236 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:31.236 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:31.236 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:31.236 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:31.236 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.2f", 2024-07-26T07:21:31.237 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:31.237 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:31.237 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:31.237 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5176, 2024-07-26T07:21:31.237 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:31.237 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T09:59:23.483758+0000", 2024-07-26T07:21:31.237 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:31.237 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:31.237 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:31.237 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:31.237 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:31.237 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:31.237 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:31.237 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:31.238 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:31.238 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:31.238 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:31.238 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:31.238 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:31.238 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:31.238 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:31.238 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:31.238 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:31.238 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:31.238 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:31.238 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:31.238 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:31.239 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:31.239 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:31.239 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:31.239 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:31.239 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:31.239 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:31.239 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:31.239 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:31.239 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:31.239 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:31.239 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:31.239 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:31.239 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:31.239 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:31.239 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:31.240 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:31.240 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:31.240 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:31.240 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:31.240 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:31.240 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:31.240 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:31.240 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.240 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:31.240 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:31.240 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:31.240 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:31.240 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:31.240 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:31.240 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.240 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T07:21:31.240 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:31.241 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.241 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:31.241 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:31.241 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:31.241 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:31.241 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:31.241 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.241 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T07:21:31.241 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:31.241 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:31.241 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:31.241 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:31.241 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:31.241 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:31.241 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.856177+0000", 2024-07-26T07:21:31.242 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.420229+0000", 2024-07-26T07:21:31.242 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.420229+0000", 2024-07-26T07:21:31.242 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.420529+0000", 2024-07-26T07:21:31.242 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.856177+0000", 2024-07-26T07:21:31.242 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.242 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:31.242 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.242 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:31.242 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.856177+0000", 2024-07-26T07:21:31.242 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.856177+0000", 2024-07-26T07:21:31.242 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.856177+0000", 2024-07-26T07:21:31.242 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:31.242 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:31.242 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.243 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.856177+0000", 2024-07-26T07:21:31.243 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.856177+0000", 2024-07-26T07:21:31.243 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:31.243 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:31.243 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:31.243 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:31.243 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:31.243 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:31.243 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:31.243 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:31.243 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:31.243 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:31.243 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:31.243 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:31.244 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:31.244 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.30", 2024-07-26T07:21:31.244 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:31.244 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:31.244 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:31.244 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5174, 2024-07-26T07:21:31.244 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:31.244 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:04:31.408555+0000", 2024-07-26T07:21:31.244 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:31.244 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:31.244 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:31.244 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:31.244 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:31.244 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:31.244 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:31.244 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:31.245 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:31.245 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:31.245 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:31.245 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:31.245 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:31.245 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:31.245 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:31.245 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:31.245 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:31.245 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:31.245 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:31.245 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:31.245 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:31.245 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:31.246 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:31.246 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:31.246 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:31.246 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:31.246 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:31.246 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:31.246 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:31.246 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:31.246 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:31.246 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:31.246 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:31.246 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:31.246 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:31.247 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:31.247 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:31.247 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:31.247 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:31.247 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:31.247 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:31.247 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:31.247 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:31.247 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.247 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:31.247 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:31.248 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:31.248 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:31.248 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:31.248 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:31.248 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.248 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T07:21:31.248 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:31.248 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.248 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:31.248 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:31.248 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:31.248 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:31.248 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T07:21:31.248 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.248 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T07:21:31.249 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:31.249 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:31.249 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:31.249 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:31.249 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:31.249 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:31.249 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.612859+0000", 2024-07-26T07:21:31.249 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:47.480313+0000", 2024-07-26T07:21:31.249 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:47.480313+0000", 2024-07-26T07:21:31.249 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:47.480641+0000", 2024-07-26T07:21:31.249 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.612859+0000", 2024-07-26T07:21:31.249 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.249 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:31.249 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.249 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 470, 2024-07-26T07:21:31.250 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.612859+0000", 2024-07-26T07:21:31.250 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.612859+0000", 2024-07-26T07:21:31.250 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.612859+0000", 2024-07-26T07:21:31.250 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:31.250 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:31.250 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.250 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.612859+0000", 2024-07-26T07:21:31.250 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.612859+0000", 2024-07-26T07:21:31.250 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:31.250 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:31.250 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:31.250 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:31.250 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 469, 2024-07-26T07:21:31.250 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:31.251 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:31.251 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:31.251 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:31.251 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:31.251 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:31.251 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:31.251 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:31.251 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.31", 2024-07-26T07:21:31.251 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:31.251 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:31.251 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:31.251 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5327, 2024-07-26T07:21:31.251 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:31.252 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T17:43:50.097357+0000", 2024-07-26T07:21:31.252 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:31.252 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:31.252 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:31.252 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:31.252 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:31.252 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:31.252 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:31.252 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:31.252 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:31.252 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:31.252 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:31.252 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:31.252 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:31.253 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:31.253 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:31.253 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:31.253 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:31.253 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:31.253 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:31.253 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:31.253 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:31.253 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:31.253 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:31.253 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:31.253 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:31.253 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:31.253 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:31.253 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:31.254 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:31.254 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:31.254 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:31.254 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:31.254 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:31.254 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:31.254 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:31.254 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:31.254 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:31.254 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:31.254 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:31.254 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:31.254 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:31.254 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:31.255 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:31.255 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.255 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:31.255 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:31.255 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:31.255 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:31.255 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:31.255 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T07:21:31.255 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.255 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T07:21:31.255 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:31.255 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.255 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:31.255 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:31.255 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:31.255 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:31.256 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T07:21:31.256 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.256 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 0, 2024-07-26T07:21:31.256 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:31.256 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:31.256 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:31.256 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:31.256 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:31.256 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:31.256 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.612411+0000", 2024-07-26T07:21:31.256 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:47.487734+0000", 2024-07-26T07:21:31.256 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:47.487734+0000", 2024-07-26T07:21:31.256 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:47.488045+0000", 2024-07-26T07:21:31.256 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.612411+0000", 2024-07-26T07:21:31.256 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.256 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:31.257 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.257 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 470, 2024-07-26T07:21:31.257 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.612411+0000", 2024-07-26T07:21:31.257 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.612411+0000", 2024-07-26T07:21:31.257 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.612411+0000", 2024-07-26T07:21:31.257 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:31.257 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:31.257 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.257 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.612411+0000", 2024-07-26T07:21:31.257 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.612411+0000", 2024-07-26T07:21:31.257 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:31.257 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:31.257 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:31.257 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:31.257 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 469, 2024-07-26T07:21:31.258 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:31.258 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:31.258 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:31.258 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:31.258 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:31.258 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:31.258 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:31.258 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:31.258 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.32", 2024-07-26T07:21:31.258 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:31.258 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:31.258 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:31.258 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5337, 2024-07-26T07:21:31.258 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:31.259 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T08:53:36.446988+0000", 2024-07-26T07:21:31.259 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:31.259 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:31.259 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:31.259 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:31.259 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:31.259 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:31.259 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:31.259 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:31.259 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:31.259 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:31.259 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:31.259 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:31.259 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:31.259 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:31.260 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:31.260 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:31.260 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:31.260 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:31.260 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:31.260 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:31.260 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:31.260 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:31.260 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:31.260 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:31.260 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:31.260 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:31.260 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:31.260 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:31.260 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:31.261 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:31.261 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:31.261 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:31.261 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:31.261 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:31.261 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:31.261 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:31.261 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:31.261 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:31.261 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:31.261 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:31.261 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:31.261 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:31.261 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:31.262 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.262 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:31.262 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:31.262 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:31.262 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:31.262 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:31.262 INFO:tasks.workunit.client.0.smithi089.stdout: 5 2024-07-26T07:21:31.262 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.262 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 0, 2024-07-26T07:21:31.262 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:31.262 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.262 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:31.262 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:31.262 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:31.263 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:31.263 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:31.263 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.263 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T07:21:31.263 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:31.263 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:31.263 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:31.263 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:31.263 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:31.263 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:31.263 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.856865+0000", 2024-07-26T07:21:31.263 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.517956+0000", 2024-07-26T07:21:31.263 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.517956+0000", 2024-07-26T07:21:31.263 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.518251+0000", 2024-07-26T07:21:31.263 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.856865+0000", 2024-07-26T07:21:31.263 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.264 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:31.264 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.264 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:31.264 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.856865+0000", 2024-07-26T07:21:31.264 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.856865+0000", 2024-07-26T07:21:31.264 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.856865+0000", 2024-07-26T07:21:31.264 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:31.264 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:31.264 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.264 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.856865+0000", 2024-07-26T07:21:31.264 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.856865+0000", 2024-07-26T07:21:31.264 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:31.264 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:31.264 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:31.264 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:31.265 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:31.265 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:31.265 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:31.265 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:31.265 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:31.265 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:31.265 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:31.265 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:31.265 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:31.265 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.33", 2024-07-26T07:21:31.265 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:31.265 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:31.265 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:31.265 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5255, 2024-07-26T07:21:31.266 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:31.266 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:13:14.073618+0000", 2024-07-26T07:21:31.266 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:31.266 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:31.266 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:31.266 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:31.266 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:31.266 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:31.266 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:31.266 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:31.266 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:31.266 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:31.266 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:31.266 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:31.267 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:31.267 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:31.267 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:31.267 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:31.267 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:31.267 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:31.267 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:31.267 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:31.267 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:31.267 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:31.267 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:31.267 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:31.267 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:31.267 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:31.268 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:31.268 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:31.268 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:31.268 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:31.268 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:31.268 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:31.268 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:31.268 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:31.268 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:31.268 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:31.268 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:31.268 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:31.268 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:31.268 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:31.268 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:31.269 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:31.269 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:31.269 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.269 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:31.269 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:31.269 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:31.269 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:31.269 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:31.269 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:31.269 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.269 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T07:21:31.269 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:31.269 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.269 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:31.270 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:31.270 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:31.270 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:31.270 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:31.270 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.270 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 4, 2024-07-26T07:21:31.270 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:31.270 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:31.270 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:31.270 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:31.270 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:31.270 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:31.270 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.613158+0000", 2024-07-26T07:21:31.270 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.519574+0000", 2024-07-26T07:21:31.271 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.519574+0000", 2024-07-26T07:21:31.271 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.520378+0000", 2024-07-26T07:21:31.271 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.613158+0000", 2024-07-26T07:21:31.271 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.271 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:31.271 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.271 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:31.271 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.613158+0000", 2024-07-26T07:21:31.271 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.613158+0000", 2024-07-26T07:21:31.271 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.613158+0000", 2024-07-26T07:21:31.271 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:31.271 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:31.271 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.271 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.613158+0000", 2024-07-26T07:21:31.272 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.613158+0000", 2024-07-26T07:21:31.272 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:31.272 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:31.272 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:31.272 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:31.272 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:31.272 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:31.272 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:31.272 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:31.272 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:31.272 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:31.272 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:31.272 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:31.272 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:31.273 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.34", 2024-07-26T07:21:31.273 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:31.273 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:31.273 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:31.273 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5218, 2024-07-26T07:21:31.273 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:31.273 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T13:50:26.024506+0000", 2024-07-26T07:21:31.273 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:31.273 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:31.273 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:31.273 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:31.273 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:31.273 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:31.273 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:31.273 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:31.274 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:31.274 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:31.274 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:31.274 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:31.274 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:31.274 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:31.274 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:31.274 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:31.274 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:31.274 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:31.274 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:31.274 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:31.274 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:31.275 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:31.275 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:31.275 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:31.275 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:31.275 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:31.275 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:31.275 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:31.275 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:31.275 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:31.275 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:31.275 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:31.275 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:31.275 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:31.275 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:31.275 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:31.275 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:31.276 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:31.276 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:31.276 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:31.276 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:31.276 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:31.276 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:31.276 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.276 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:31.276 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:31.276 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:31.276 INFO:tasks.workunit.client.0.smithi089.stdout: 4, 2024-07-26T07:21:31.276 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:31.276 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:31.276 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.277 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 4, 2024-07-26T07:21:31.277 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:31.277 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.277 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:31.277 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:31.277 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:31.277 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:31.277 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:31.277 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.277 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 6, 2024-07-26T07:21:31.277 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:31.277 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:31.277 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:31.277 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:31.277 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:31.278 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:31.278 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.858573+0000", 2024-07-26T07:21:31.278 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.514863+0000", 2024-07-26T07:21:31.278 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.514863+0000", 2024-07-26T07:21:31.278 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.517753+0000", 2024-07-26T07:21:31.278 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.858573+0000", 2024-07-26T07:21:31.278 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.278 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:31.278 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.278 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:31.278 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.858573+0000", 2024-07-26T07:21:31.278 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.858573+0000", 2024-07-26T07:21:31.278 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.858573+0000", 2024-07-26T07:21:31.278 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:31.279 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:31.279 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.279 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.858573+0000", 2024-07-26T07:21:31.279 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.858573+0000", 2024-07-26T07:21:31.279 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:31.279 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:31.279 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:31.279 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:31.279 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:31.279 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:31.279 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:31.279 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:31.279 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:31.279 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:31.280 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:31.280 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:31.280 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:31.280 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.35", 2024-07-26T07:21:31.280 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:31.280 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:31.280 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:31.280 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5143, 2024-07-26T07:21:31.280 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:31.280 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T10:43:25.662971+0000", 2024-07-26T07:21:31.280 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:31.280 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:31.280 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:31.280 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:31.280 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:31.281 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:31.281 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:31.281 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:31.281 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:31.281 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:31.281 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:31.281 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:31.281 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:31.281 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:31.281 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:31.281 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:31.281 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:31.281 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:31.281 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:31.281 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:31.282 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:31.282 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:31.282 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:31.282 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:31.282 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:31.282 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:31.282 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:31.282 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:31.282 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:31.282 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:31.282 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:31.282 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:31.282 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:31.283 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:31.283 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:31.283 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:31.283 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:31.283 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:31.283 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:31.283 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:31.283 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:31.283 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:31.283 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:31.283 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.283 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:31.283 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:31.283 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:31.283 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:31.284 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:31.284 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:31.284 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.284 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 6, 2024-07-26T07:21:31.284 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:31.284 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.284 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:31.284 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:31.284 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:31.284 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:31.284 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:31.284 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.284 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 6, 2024-07-26T07:21:31.284 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:31.285 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:31.285 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:31.285 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:31.285 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:31.285 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:31.285 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.860568+0000", 2024-07-26T07:21:31.285 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.523665+0000", 2024-07-26T07:21:31.285 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.523665+0000", 2024-07-26T07:21:31.285 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.526002+0000", 2024-07-26T07:21:31.285 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.860568+0000", 2024-07-26T07:21:31.285 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.285 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:31.285 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.285 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:31.285 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.860568+0000", 2024-07-26T07:21:31.286 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.860568+0000", 2024-07-26T07:21:31.286 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.860568+0000", 2024-07-26T07:21:31.286 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:31.286 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:31.286 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.286 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.860568+0000", 2024-07-26T07:21:31.286 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.860568+0000", 2024-07-26T07:21:31.286 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:31.286 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:31.286 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:31.286 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:31.286 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:31.286 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:31.286 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:31.287 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:31.287 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:31.287 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:31.287 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:31.287 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:31.287 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:31.287 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.36", 2024-07-26T07:21:31.287 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:31.287 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:31.287 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:31.287 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5143, 2024-07-26T07:21:31.287 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:31.287 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T06:41:13.121431+0000", 2024-07-26T07:21:31.287 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:31.288 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:31.288 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:31.288 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:31.288 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:31.288 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:31.288 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:31.288 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:31.288 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:31.288 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:31.288 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:31.288 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:31.288 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:31.288 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:31.288 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:31.289 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:31.289 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:31.289 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:31.289 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:31.289 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:31.289 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:31.289 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:31.289 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:31.289 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:31.289 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:31.289 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:31.289 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:31.289 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:31.289 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:31.289 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:31.290 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:31.290 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:31.290 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:31.290 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:31.290 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:31.290 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:31.290 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:31.290 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:31.290 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:31.290 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:31.290 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:31.290 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:31.290 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:31.290 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.291 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:31.291 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:31.291 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:31.291 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:31.291 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:31.291 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:31.291 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.291 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 6, 2024-07-26T07:21:31.291 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:31.291 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.291 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:31.291 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:31.291 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:31.291 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:31.292 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:31.292 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.292 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T07:21:31.292 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:31.292 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:31.292 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:31.292 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:31.292 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:31.292 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:31.292 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.859053+0000", 2024-07-26T07:21:31.292 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.427777+0000", 2024-07-26T07:21:31.292 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.427777+0000", 2024-07-26T07:21:31.292 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.428548+0000", 2024-07-26T07:21:31.292 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.859053+0000", 2024-07-26T07:21:31.292 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.293 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:31.293 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.293 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:31.293 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.859053+0000", 2024-07-26T07:21:31.293 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.859053+0000", 2024-07-26T07:21:31.293 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.859053+0000", 2024-07-26T07:21:31.293 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:31.293 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:31.293 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.293 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.859053+0000", 2024-07-26T07:21:31.293 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.859053+0000", 2024-07-26T07:21:31.293 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:31.293 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:31.293 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:31.294 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:31.294 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:31.294 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:31.294 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:31.294 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:31.294 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:31.294 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:31.294 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:31.294 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:31.294 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:31.294 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.37", 2024-07-26T07:21:31.294 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:31.294 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:31.294 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:31.294 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5119, 2024-07-26T07:21:31.295 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:31.295 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T12:36:56.388193+0000", 2024-07-26T07:21:31.295 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:31.295 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:31.295 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:31.295 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:31.295 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:31.295 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:31.295 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:31.295 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:31.295 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:31.295 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:31.295 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:31.295 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:31.296 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:31.296 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:31.296 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:31.296 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:31.296 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:31.296 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:31.296 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:31.296 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:31.296 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:31.296 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:31.296 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:31.296 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:31.296 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:31.296 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:31.296 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:31.297 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:31.297 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:31.297 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:31.297 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:31.297 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:31.297 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:31.297 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:31.297 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:31.297 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:31.297 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:31.297 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:31.297 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:31.297 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:31.297 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:31.297 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:31.298 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:31.298 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.298 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:31.298 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:31.298 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:31.298 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:31.298 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:31.298 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:31.298 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.298 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T07:21:31.298 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:31.298 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.298 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:31.299 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:31.299 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:31.299 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:31.299 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:31.299 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.299 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 3, 2024-07-26T07:21:31.299 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:31.299 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:31.299 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:31.299 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:31.299 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:31.299 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:31.299 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.857349+0000", 2024-07-26T07:21:31.299 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.514279+0000", 2024-07-26T07:21:31.300 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.514279+0000", 2024-07-26T07:21:31.300 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.514696+0000", 2024-07-26T07:21:31.300 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.857349+0000", 2024-07-26T07:21:31.300 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.300 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:31.300 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.300 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:31.300 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.857349+0000", 2024-07-26T07:21:31.300 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.857349+0000", 2024-07-26T07:21:31.300 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.857349+0000", 2024-07-26T07:21:31.300 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:31.300 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:31.300 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.300 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.857349+0000", 2024-07-26T07:21:31.300 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.857349+0000", 2024-07-26T07:21:31.301 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:31.301 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:31.301 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:31.301 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:31.301 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:31.301 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:31.301 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:31.301 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:31.301 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:31.301 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:31.301 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:31.301 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:31.301 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:31.301 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.38", 2024-07-26T07:21:31.301 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:31.302 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:31.302 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:31.302 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5252, 2024-07-26T07:21:31.302 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:31.302 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T07:57:43.750487+0000", 2024-07-26T07:21:31.302 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:31.302 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:31.302 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:31.302 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:31.302 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:31.302 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:31.302 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:31.302 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:31.302 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:31.303 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:31.303 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:31.303 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:31.303 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:31.303 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:31.303 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:31.303 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:31.303 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:31.303 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:31.303 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:31.303 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:31.303 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:31.303 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:31.303 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:31.304 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:31.304 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:31.304 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:31.304 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:31.304 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:31.304 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:31.304 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:31.304 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:31.304 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:31.304 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:31.304 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:31.304 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:31.304 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:31.304 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:31.304 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:31.305 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:31.305 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:31.305 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:31.305 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:31.305 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:31.305 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.305 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:31.305 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:31.305 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:31.305 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:31.305 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:31.305 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:31.305 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.305 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 3, 2024-07-26T07:21:31.306 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:31.306 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.306 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:31.306 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:31.306 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:31.306 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:31.306 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:31.306 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.306 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T07:21:31.306 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:31.306 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:31.306 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:31.306 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:31.306 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:31.307 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:31.307 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.858892+0000", 2024-07-26T07:21:31.307 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.410906+0000", 2024-07-26T07:21:31.307 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.410906+0000", 2024-07-26T07:21:31.307 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.411327+0000", 2024-07-26T07:21:31.307 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.858892+0000", 2024-07-26T07:21:31.307 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.307 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:31.307 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.307 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:31.307 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.858892+0000", 2024-07-26T07:21:31.307 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.858892+0000", 2024-07-26T07:21:31.307 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.858892+0000", 2024-07-26T07:21:31.307 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:31.308 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:31.308 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.308 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.858892+0000", 2024-07-26T07:21:31.308 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.858892+0000", 2024-07-26T07:21:31.308 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:31.308 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:31.308 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:31.308 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:31.308 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:31.308 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:31.308 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:31.308 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:31.308 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:31.308 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:31.308 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:31.309 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:31.309 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:31.309 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.39", 2024-07-26T07:21:31.309 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:31.309 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:31.309 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:31.309 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5127, 2024-07-26T07:21:31.309 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:31.309 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T06:07:15.469357+0000", 2024-07-26T07:21:31.309 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:31.309 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:31.309 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:31.309 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:31.309 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:31.310 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:31.310 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:31.310 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:31.310 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:31.310 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:31.310 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:31.310 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:31.310 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:31.310 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:31.310 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:31.310 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:31.310 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:31.310 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:31.310 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:31.311 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:31.311 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:31.311 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:31.311 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:31.311 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:31.311 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:31.311 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:31.311 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:31.311 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:31.311 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:31.311 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:31.311 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:31.311 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:31.311 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:31.312 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:31.312 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:31.312 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:31.312 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:31.312 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:31.312 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:31.312 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:31.312 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:31.312 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:31.312 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:31.312 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.312 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:31.312 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:31.312 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:31.313 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:31.313 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:31.313 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:31.313 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.313 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T07:21:31.313 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:31.313 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.313 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:31.313 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:31.313 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:31.313 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:31.313 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:31.313 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.313 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T07:21:31.314 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:31.314 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:31.314 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:31.314 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:31.314 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:31.314 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:31.314 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.857171+0000", 2024-07-26T07:21:31.314 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:11:47.487683+0000", 2024-07-26T07:21:31.314 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:11:47.487683+0000", 2024-07-26T07:21:31.314 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:11:47.488883+0000", 2024-07-26T07:21:31.314 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.857171+0000", 2024-07-26T07:21:31.314 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.314 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:31.315 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.315 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 470, 2024-07-26T07:21:31.315 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.857171+0000", 2024-07-26T07:21:31.315 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.857171+0000", 2024-07-26T07:21:31.315 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.857171+0000", 2024-07-26T07:21:31.315 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:31.315 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:31.315 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.315 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.857171+0000", 2024-07-26T07:21:31.315 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.857171+0000", 2024-07-26T07:21:31.315 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:31.315 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:31.315 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:31.315 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:31.315 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 469, 2024-07-26T07:21:31.316 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:31.316 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:31.316 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:31.316 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:31.316 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:31.316 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:31.316 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:31.316 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:31.316 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.3a", 2024-07-26T07:21:31.316 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:31.316 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:31.316 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:31.316 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5171, 2024-07-26T07:21:31.316 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:31.317 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T07:33:22.321559+0000", 2024-07-26T07:21:31.317 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:31.317 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:31.317 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:31.317 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:31.317 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:31.317 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:31.317 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:31.317 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:31.317 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:31.317 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:31.317 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:31.317 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:31.317 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:31.317 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:31.318 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:31.318 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:31.318 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:31.318 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:31.318 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:31.318 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:31.318 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:31.318 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:31.318 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:31.318 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:31.318 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:31.318 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:31.318 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:31.318 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:31.319 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:31.319 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:31.319 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:31.319 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:31.319 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:31.319 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:31.319 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:31.319 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:31.319 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:31.319 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:31.319 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:31.319 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:31.319 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:31.319 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:31.320 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:31.320 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.320 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:31.320 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:31.320 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:31.320 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:31.320 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:31.320 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:31.320 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.320 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T07:21:31.320 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:31.320 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.320 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:31.321 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:31.321 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:31.321 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:31.321 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:31.321 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.321 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T07:21:31.321 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:31.321 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:31.321 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:31.321 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:31.321 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:31.321 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:31.321 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.864140+0000", 2024-07-26T07:21:31.321 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.409674+0000", 2024-07-26T07:21:31.321 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.409674+0000", 2024-07-26T07:21:31.322 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.409998+0000", 2024-07-26T07:21:31.322 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.864140+0000", 2024-07-26T07:21:31.322 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.322 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:31.322 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.322 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:31.322 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.864140+0000", 2024-07-26T07:21:31.322 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.864140+0000", 2024-07-26T07:21:31.322 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.864140+0000", 2024-07-26T07:21:31.322 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:31.322 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:31.322 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.322 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.864140+0000", 2024-07-26T07:21:31.323 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.864140+0000", 2024-07-26T07:21:31.323 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:31.323 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:31.323 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:31.323 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:31.323 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:31.323 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:31.323 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:31.323 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:31.323 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:31.323 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:31.323 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:31.323 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:31.323 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:31.323 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.3b", 2024-07-26T07:21:31.324 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:31.324 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:31.324 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:31.324 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5127, 2024-07-26T07:21:31.324 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:31.324 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T07:00:07.964361+0000", 2024-07-26T07:21:31.324 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:31.324 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:31.324 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:31.324 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:31.324 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:31.324 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:31.324 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:31.324 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:31.325 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:31.325 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:31.325 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:31.325 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:31.325 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:31.325 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:31.325 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:31.325 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:31.325 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:31.325 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:31.325 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:31.325 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:31.325 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:31.325 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:31.326 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:31.326 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:31.326 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:31.326 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:31.326 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:31.326 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:31.326 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:31.326 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:31.326 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:31.326 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:31.326 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:31.326 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:31.326 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:31.327 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:31.327 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:31.327 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:31.327 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:31.327 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:31.327 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:31.327 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:31.327 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:31.327 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.327 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:31.327 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:31.327 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:31.327 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:31.327 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:31.327 INFO:tasks.workunit.client.0.smithi089.stdout: 4 2024-07-26T07:21:31.328 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.328 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T07:21:31.328 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:31.328 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.328 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:31.328 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:31.328 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:31.328 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:31.328 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:31.328 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.328 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 5, 2024-07-26T07:21:31.328 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:31.328 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:31.328 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:31.329 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:31.329 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:31.329 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:31.329 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.859336+0000", 2024-07-26T07:21:31.329 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.418113+0000", 2024-07-26T07:21:31.329 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.418113+0000", 2024-07-26T07:21:31.329 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.418389+0000", 2024-07-26T07:21:31.329 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.859336+0000", 2024-07-26T07:21:31.329 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.329 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:31.329 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.329 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:31.329 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.859336+0000", 2024-07-26T07:21:31.329 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.859336+0000", 2024-07-26T07:21:31.329 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.859336+0000", 2024-07-26T07:21:31.330 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:31.330 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:31.330 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.330 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.859336+0000", 2024-07-26T07:21:31.330 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.859336+0000", 2024-07-26T07:21:31.330 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:31.330 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:31.330 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:31.330 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:31.330 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:31.330 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:31.330 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:31.330 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:31.330 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:31.331 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:31.331 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:31.331 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:31.331 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:31.331 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.3c", 2024-07-26T07:21:31.331 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:31.331 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:31.331 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:31.331 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5191, 2024-07-26T07:21:31.331 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:31.331 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T15:53:35.246349+0000", 2024-07-26T07:21:31.331 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:31.331 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:31.331 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:31.331 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:31.332 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:31.332 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:31.332 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:31.332 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:31.332 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:31.332 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:31.332 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:31.332 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:31.332 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:31.332 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:31.332 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:31.332 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:31.332 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:31.332 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:31.332 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:31.333 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:31.333 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:31.333 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:31.333 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:31.333 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:31.333 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:31.333 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:31.333 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:31.333 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:31.333 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:31.333 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:31.333 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:31.333 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:31.333 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:31.333 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:31.334 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:31.334 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:31.334 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:31.334 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:31.334 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:31.334 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:31.334 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:31.334 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:31.334 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:31.334 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.334 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:31.334 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:31.334 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:31.334 INFO:tasks.workunit.client.0.smithi089.stdout: 5, 2024-07-26T07:21:31.334 INFO:tasks.workunit.client.0.smithi089.stdout: 3, 2024-07-26T07:21:31.335 INFO:tasks.workunit.client.0.smithi089.stdout: 7 2024-07-26T07:21:31.335 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.335 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 5, 2024-07-26T07:21:31.335 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:31.335 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.335 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:31.335 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:31.335 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:31.335 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:31.335 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:31.335 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.335 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 0, 2024-07-26T07:21:31.335 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:31.335 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:31.336 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:31.336 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:31.336 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:31.336 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:31.336 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.614515+0000", 2024-07-26T07:21:31.336 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:10:08.367100+0000", 2024-07-26T07:21:31.336 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:10:08.367100+0000", 2024-07-26T07:21:31.336 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:10:08.367395+0000", 2024-07-26T07:21:31.336 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.614515+0000", 2024-07-26T07:21:31.336 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.336 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:31.336 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.336 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 375, 2024-07-26T07:21:31.336 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.614515+0000", 2024-07-26T07:21:31.336 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.614515+0000", 2024-07-26T07:21:31.337 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.614515+0000", 2024-07-26T07:21:31.337 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:31.337 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:31.337 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.337 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.614515+0000", 2024-07-26T07:21:31.337 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.614515+0000", 2024-07-26T07:21:31.337 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:31.337 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:31.337 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:31.337 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:31.337 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 374, 2024-07-26T07:21:31.337 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:31.337 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:31.337 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:31.338 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:31.338 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:31.338 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:31.338 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:31.338 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:31.338 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.3d", 2024-07-26T07:21:31.338 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:31.338 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:31.338 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:31.338 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5341, 2024-07-26T07:21:31.338 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:31.338 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T16:40:16.336126+0000", 2024-07-26T07:21:31.338 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:31.338 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:31.338 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:31.339 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:31.339 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:31.339 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:31.339 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:31.339 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:31.339 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:31.339 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:31.339 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:31.339 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:31.339 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:31.339 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:31.339 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:31.339 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:31.339 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:31.340 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:31.340 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:31.340 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:31.340 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:31.340 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:31.340 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:31.340 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:31.340 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:31.340 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:31.340 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:31.340 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:31.340 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:31.340 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:31.340 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:31.340 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:31.341 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:31.341 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:31.341 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:31.341 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:31.341 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:31.341 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:31.341 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:31.341 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:31.341 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:31.341 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:31.341 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:31.341 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.341 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:31.341 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:31.341 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:31.342 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:31.342 INFO:tasks.workunit.client.0.smithi089.stdout: 2, 2024-07-26T07:21:31.342 INFO:tasks.workunit.client.0.smithi089.stdout: 1 2024-07-26T07:21:31.342 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.342 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 0, 2024-07-26T07:21:31.342 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:31.342 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.342 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:31.342 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:31.342 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:31.342 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:31.342 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:31.342 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.342 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 1, 2024-07-26T07:21:31.343 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:31.343 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:31.343 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:31.343 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:31.343 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:31.343 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:31.343 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.613907+0000", 2024-07-26T07:21:31.343 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:21.521541+0000", 2024-07-26T07:21:31.343 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:21.521541+0000", 2024-07-26T07:21:31.343 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:21.521864+0000", 2024-07-26T07:21:31.343 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.613907+0000", 2024-07-26T07:21:31.343 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.343 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:31.343 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.343 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 502, 2024-07-26T07:21:31.344 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.613907+0000", 2024-07-26T07:21:31.344 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.613907+0000", 2024-07-26T07:21:31.344 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.613907+0000", 2024-07-26T07:21:31.344 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:31.344 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:31.344 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.344 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.613907+0000", 2024-07-26T07:21:31.344 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.613907+0000", 2024-07-26T07:21:31.344 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:31.344 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:31.344 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:31.344 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:31.344 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 501, 2024-07-26T07:21:31.344 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:31.345 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:31.345 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:31.345 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:31.345 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:31.345 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:31.345 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:31.345 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:31.345 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.3e", 2024-07-26T07:21:31.345 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:31.345 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:31.345 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:31.345 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5341, 2024-07-26T07:21:31.345 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:31.345 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T14:08:26.685774+0000", 2024-07-26T07:21:31.345 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:31.346 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:31.346 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:31.346 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:31.346 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:31.346 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:31.346 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:31.346 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:31.346 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:31.346 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:31.346 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:31.346 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:31.346 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:31.346 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:31.346 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:31.347 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:31.347 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:31.347 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:31.347 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:31.347 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:31.347 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:31.347 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:31.347 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:31.347 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:31.347 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:31.347 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:31.347 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:31.347 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:31.347 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:31.347 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:31.348 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:31.349 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:31.350 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:31.350 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:31.350 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:31.350 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:31.350 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:31.350 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:31.350 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:31.350 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:31.350 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:31.350 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:31.350 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:31.350 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.350 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:31.351 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:31.351 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:31.351 INFO:tasks.workunit.client.0.smithi089.stdout: 1, 2024-07-26T07:21:31.351 INFO:tasks.workunit.client.0.smithi089.stdout: 0, 2024-07-26T07:21:31.351 INFO:tasks.workunit.client.0.smithi089.stdout: 6 2024-07-26T07:21:31.351 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.351 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 1, 2024-07-26T07:21:31.351 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:31.351 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.351 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:31.351 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": [ 2024-07-26T07:21:31.351 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:31.351 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:31.351 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:31.351 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.352 INFO:tasks.workunit.client.0.smithi089.stdout: "acting_primary": 7, 2024-07-26T07:21:31.352 INFO:tasks.workunit.client.0.smithi089.stdout: "avail_no_missing": [], 2024-07-26T07:21:31.352 INFO:tasks.workunit.client.0.smithi089.stdout: "blocked_by": [], 2024-07-26T07:21:31.352 INFO:tasks.workunit.client.0.smithi089.stdout: "created": 62, 2024-07-26T07:21:31.352 INFO:tasks.workunit.client.0.smithi089.stdout: "dirty_stats_invalid": false, 2024-07-26T07:21:31.352 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_bytes_stats_invalid": false, 2024-07-26T07:21:31.352 INFO:tasks.workunit.client.0.smithi089.stdout: "hitset_stats_invalid": false, 2024-07-26T07:21:31.352 INFO:tasks.workunit.client.0.smithi089.stdout: "last_active": "2024-07-26T07:20:28.859415+0000", 2024-07-26T07:21:31.352 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_active": "2024-07-26T06:12:55.419251+0000", 2024-07-26T07:21:31.352 INFO:tasks.workunit.client.0.smithi089.stdout: "last_became_peered": "2024-07-26T06:12:55.419251+0000", 2024-07-26T07:21:31.352 INFO:tasks.workunit.client.0.smithi089.stdout: "last_change": "2024-07-26T06:12:55.419988+0000", 2024-07-26T07:21:31.352 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean": "2024-07-26T07:20:28.859415+0000", 2024-07-26T07:21:31.352 INFO:tasks.workunit.client.0.smithi089.stdout: "last_clean_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.352 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub": "0'0", 2024-07-26T07:21:31.353 INFO:tasks.workunit.client.0.smithi089.stdout: "last_deep_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.353 INFO:tasks.workunit.client.0.smithi089.stdout: "last_epoch_clean": 535, 2024-07-26T07:21:31.353 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fresh": "2024-07-26T07:20:28.859415+0000", 2024-07-26T07:21:31.353 INFO:tasks.workunit.client.0.smithi089.stdout: "last_fullsized": "2024-07-26T07:20:28.859415+0000", 2024-07-26T07:21:31.353 INFO:tasks.workunit.client.0.smithi089.stdout: "last_peered": "2024-07-26T07:20:28.859415+0000", 2024-07-26T07:21:31.353 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub": "0'0", 2024-07-26T07:21:31.353 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_duration": 0, 2024-07-26T07:21:31.353 INFO:tasks.workunit.client.0.smithi089.stdout: "last_scrub_stamp": "2024-07-26T06:01:10.325270+0000", 2024-07-26T07:21:31.353 INFO:tasks.workunit.client.0.smithi089.stdout: "last_undegraded": "2024-07-26T07:20:28.859415+0000", 2024-07-26T07:21:31.353 INFO:tasks.workunit.client.0.smithi089.stdout: "last_unstale": "2024-07-26T07:20:28.859415+0000", 2024-07-26T07:21:31.353 INFO:tasks.workunit.client.0.smithi089.stdout: "log_dups_size": 0, 2024-07-26T07:21:31.353 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:31.353 INFO:tasks.workunit.client.0.smithi089.stdout: "log_start": "0'0", 2024-07-26T07:21:31.353 INFO:tasks.workunit.client.0.smithi089.stdout: "manifest_stats_invalid": false, 2024-07-26T07:21:31.354 INFO:tasks.workunit.client.0.smithi089.stdout: "mapping_epoch": 534, 2024-07-26T07:21:31.354 INFO:tasks.workunit.client.0.smithi089.stdout: "object_location_counts": [], 2024-07-26T07:21:31.354 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_scrubbed": 0, 2024-07-26T07:21:31.354 INFO:tasks.workunit.client.0.smithi089.stdout: "objects_trimmed": 0, 2024-07-26T07:21:31.354 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_stats_invalid": false, 2024-07-26T07:21:31.354 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:31.354 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_start": "0'0", 2024-07-26T07:21:31.354 INFO:tasks.workunit.client.0.smithi089.stdout: "parent": "0.0", 2024-07-26T07:21:31.354 INFO:tasks.workunit.client.0.smithi089.stdout: "parent_split_bits": 0, 2024-07-26T07:21:31.354 INFO:tasks.workunit.client.0.smithi089.stdout: "pgid": "3.3f", 2024-07-26T07:21:31.354 INFO:tasks.workunit.client.0.smithi089.stdout: "pin_stats_invalid": false, 2024-07-26T07:21:31.354 INFO:tasks.workunit.client.0.smithi089.stdout: "purged_snaps": [], 2024-07-26T07:21:31.354 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_epoch": 2852, 2024-07-26T07:21:31.354 INFO:tasks.workunit.client.0.smithi089.stdout: "reported_seq": 5113, 2024-07-26T07:21:31.355 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_duration": 0.0, 2024-07-26T07:21:31.355 INFO:tasks.workunit.client.0.smithi089.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-07-27T08:48:16.734882+0000", 2024-07-26T07:21:31.355 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrim_duration": 0.0, 2024-07-26T07:21:31.355 INFO:tasks.workunit.client.0.smithi089.stdout: "snaptrimq_len": 0, 2024-07-26T07:21:31.355 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:31.355 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:31.355 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:31.355 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:31.355 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:31.355 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:31.355 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:31.355 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:31.355 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:31.355 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:31.356 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:31.356 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:31.356 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:31.356 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:31.356 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:31.356 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:31.356 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:31.356 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:31.356 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:31.356 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:31.356 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:31.356 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:31.356 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:31.356 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:31.357 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:31.357 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:31.357 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:31.357 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:31.357 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:31.357 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:31.357 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:31.357 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:31.357 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:31.357 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:31.357 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:31.357 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:31.357 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:31.357 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:31.358 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:31.358 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:31.358 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:31.358 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.358 INFO:tasks.workunit.client.0.smithi089.stdout: "state": "active+clean", 2024-07-26T07:21:31.358 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_invalid": false, 2024-07-26T07:21:31.358 INFO:tasks.workunit.client.0.smithi089.stdout: "up": [ 2024-07-26T07:21:31.358 INFO:tasks.workunit.client.0.smithi089.stdout: 7, 2024-07-26T07:21:31.358 INFO:tasks.workunit.client.0.smithi089.stdout: 6, 2024-07-26T07:21:31.358 INFO:tasks.workunit.client.0.smithi089.stdout: 0 2024-07-26T07:21:31.358 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.358 INFO:tasks.workunit.client.0.smithi089.stdout: "up_primary": 7, 2024-07-26T07:21:31.358 INFO:tasks.workunit.client.0.smithi089.stdout: "version": "0'0" 2024-07-26T07:21:31.358 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:31.359 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.359 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_per_pool": [ 2024-07-26T07:21:31.359 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:31.359 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": 3, 2024-07-26T07:21:31.359 INFO:tasks.workunit.client.0.smithi089.stdout: "application": [ 2024-07-26T07:21:31.359 INFO:tasks.workunit.client.0.smithi089.stdout: "mgr" 2024-07-26T07:21:31.359 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.359 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 229, 2024-07-26T07:21:31.359 INFO:tasks.workunit.client.0.smithi089.stdout: "num_pg": 1, 2024-07-26T07:21:31.359 INFO:tasks.workunit.client.0.smithi089.stdout: "num_store_stats": 3, 2024-07-26T07:21:31.359 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 229, 2024-07-26T07:21:31.359 INFO:tasks.workunit.client.0.smithi089.stdout: "poolid": 1, 2024-07-26T07:21:31.359 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:31.359 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 590368, 2024-07-26T07:21:31.360 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:31.360 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 1771104, 2024-07-26T07:21:31.360 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:31.360 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:31.360 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:31.360 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:31.360 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:31.360 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:31.360 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:31.360 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:31.360 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:31.360 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:31.360 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:31.360 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:31.360 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:31.361 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 6, 2024-07-26T07:21:31.361 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 2, 2024-07-26T07:21:31.361 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:31.361 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 2, 2024-07-26T07:21:31.361 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:31.361 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:31.361 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:31.361 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:31.361 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:31.361 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:31.361 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:31.361 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 6, 2024-07-26T07:21:31.361 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:31.361 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:31.362 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:31.362 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:31.362 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:31.362 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 1106, 2024-07-26T07:21:31.362 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 1934, 2024-07-26T07:21:31.362 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:31.362 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:31.362 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:31.362 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 375, 2024-07-26T07:21:31.362 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 2416 2024-07-26T07:21:31.362 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.362 INFO:tasks.workunit.client.0.smithi089.stdout: "store_stats": { 2024-07-26T07:21:31.362 INFO:tasks.workunit.client.0.smithi089.stdout: "allocated": 1781760, 2024-07-26T07:21:31.362 INFO:tasks.workunit.client.0.smithi089.stdout: "available": 0, 2024-07-26T07:21:31.362 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed": 0, 2024-07-26T07:21:31.363 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed_allocated": 0, 2024-07-26T07:21:31.363 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed_original": 0, 2024-07-26T07:21:31.363 INFO:tasks.workunit.client.0.smithi089.stdout: "data_stored": 1771104, 2024-07-26T07:21:31.363 INFO:tasks.workunit.client.0.smithi089.stdout: "internal_metadata": 0, 2024-07-26T07:21:31.363 INFO:tasks.workunit.client.0.smithi089.stdout: "internally_reserved": 0, 2024-07-26T07:21:31.363 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_allocated": 0, 2024-07-26T07:21:31.363 INFO:tasks.workunit.client.0.smithi089.stdout: "total": 0 2024-07-26T07:21:31.363 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.363 INFO:tasks.workunit.client.0.smithi089.stdout: "up": 3 2024-07-26T07:21:31.363 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.363 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:31.363 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": 96, 2024-07-26T07:21:31.363 INFO:tasks.workunit.client.0.smithi089.stdout: "application": [ 2024-07-26T07:21:31.363 INFO:tasks.workunit.client.0.smithi089.stdout: "cephfs" 2024-07-26T07:21:31.364 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.364 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 68, 2024-07-26T07:21:31.364 INFO:tasks.workunit.client.0.smithi089.stdout: "num_pg": 32, 2024-07-26T07:21:31.364 INFO:tasks.workunit.client.0.smithi089.stdout: "num_store_stats": 8, 2024-07-26T07:21:31.364 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 68, 2024-07-26T07:21:31.364 INFO:tasks.workunit.client.0.smithi089.stdout: "poolid": 2, 2024-07-26T07:21:31.364 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:31.364 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 6596, 2024-07-26T07:21:31.364 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:31.364 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:31.364 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:31.364 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:31.364 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:31.364 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:31.365 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:31.365 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:31.365 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:31.365 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:31.365 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:31.365 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:31.365 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:31.365 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:31.365 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:31.365 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 66, 2024-07-26T07:21:31.365 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 22, 2024-07-26T07:21:31.365 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:31.365 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 22, 2024-07-26T07:21:31.365 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:31.365 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:31.366 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:31.366 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:31.366 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:31.366 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 14, 2024-07-26T07:21:31.366 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:31.366 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:31.366 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:31.366 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:31.366 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:31.366 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:31.366 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:31.366 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 79, 2024-07-26T07:21:31.366 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 86, 2024-07-26T07:21:31.367 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:31.367 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:31.367 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:31.367 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 68, 2024-07-26T07:21:31.367 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 35 2024-07-26T07:21:31.367 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.367 INFO:tasks.workunit.client.0.smithi089.stdout: "store_stats": { 2024-07-26T07:21:31.367 INFO:tasks.workunit.client.0.smithi089.stdout: "allocated": 110592, 2024-07-26T07:21:31.367 INFO:tasks.workunit.client.0.smithi089.stdout: "available": 0, 2024-07-26T07:21:31.367 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed": 0, 2024-07-26T07:21:31.367 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed_allocated": 0, 2024-07-26T07:21:31.367 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed_original": 0, 2024-07-26T07:21:31.367 INFO:tasks.workunit.client.0.smithi089.stdout: "data_stored": 19788, 2024-07-26T07:21:31.367 INFO:tasks.workunit.client.0.smithi089.stdout: "internal_metadata": 0, 2024-07-26T07:21:31.368 INFO:tasks.workunit.client.0.smithi089.stdout: "internally_reserved": 0, 2024-07-26T07:21:31.368 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_allocated": 45422, 2024-07-26T07:21:31.368 INFO:tasks.workunit.client.0.smithi089.stdout: "total": 0 2024-07-26T07:21:31.368 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.368 INFO:tasks.workunit.client.0.smithi089.stdout: "up": 96 2024-07-26T07:21:31.368 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.368 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:31.368 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": 192, 2024-07-26T07:21:31.368 INFO:tasks.workunit.client.0.smithi089.stdout: "application": [ 2024-07-26T07:21:31.368 INFO:tasks.workunit.client.0.smithi089.stdout: "cephfs" 2024-07-26T07:21:31.368 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.368 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 0, 2024-07-26T07:21:31.368 INFO:tasks.workunit.client.0.smithi089.stdout: "num_pg": 64, 2024-07-26T07:21:31.368 INFO:tasks.workunit.client.0.smithi089.stdout: "num_store_stats": 8, 2024-07-26T07:21:31.369 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 0, 2024-07-26T07:21:31.369 INFO:tasks.workunit.client.0.smithi089.stdout: "poolid": 3, 2024-07-26T07:21:31.369 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:31.369 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 0, 2024-07-26T07:21:31.369 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:31.369 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:31.369 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:31.369 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:31.369 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:31.369 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:31.369 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:31.369 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:31.369 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:31.369 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:31.370 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:31.370 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:31.370 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:31.370 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:31.370 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:31.370 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 0, 2024-07-26T07:21:31.370 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 0, 2024-07-26T07:21:31.370 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:31.370 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 0, 2024-07-26T07:21:31.370 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:31.370 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:31.370 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:31.370 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:31.370 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:31.371 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 0, 2024-07-26T07:21:31.371 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:31.371 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:31.371 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:31.371 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:31.371 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:31.371 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:31.371 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:31.371 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 0, 2024-07-26T07:21:31.371 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 0, 2024-07-26T07:21:31.371 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:31.371 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:31.371 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:31.371 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 0, 2024-07-26T07:21:31.372 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 0 2024-07-26T07:21:31.372 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.372 INFO:tasks.workunit.client.0.smithi089.stdout: "store_stats": { 2024-07-26T07:21:31.372 INFO:tasks.workunit.client.0.smithi089.stdout: "allocated": 0, 2024-07-26T07:21:31.372 INFO:tasks.workunit.client.0.smithi089.stdout: "available": 0, 2024-07-26T07:21:31.372 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed": 0, 2024-07-26T07:21:31.372 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed_allocated": 0, 2024-07-26T07:21:31.372 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed_original": 0, 2024-07-26T07:21:31.372 INFO:tasks.workunit.client.0.smithi089.stdout: "data_stored": 0, 2024-07-26T07:21:31.372 INFO:tasks.workunit.client.0.smithi089.stdout: "internal_metadata": 0, 2024-07-26T07:21:31.372 INFO:tasks.workunit.client.0.smithi089.stdout: "internally_reserved": 0, 2024-07-26T07:21:31.372 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_allocated": 0, 2024-07-26T07:21:31.372 INFO:tasks.workunit.client.0.smithi089.stdout: "total": 0 2024-07-26T07:21:31.372 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.373 INFO:tasks.workunit.client.0.smithi089.stdout: "up": 192 2024-07-26T07:21:31.373 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.373 INFO:tasks.workunit.client.0.smithi089.stdout: { 2024-07-26T07:21:31.373 INFO:tasks.workunit.client.0.smithi089.stdout: "acting": 24, 2024-07-26T07:21:31.373 INFO:tasks.workunit.client.0.smithi089.stdout: "application": [ 2024-07-26T07:21:31.373 INFO:tasks.workunit.client.0.smithi089.stdout: "rbd" 2024-07-26T07:21:31.373 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.373 INFO:tasks.workunit.client.0.smithi089.stdout: "log_size": 24462, 2024-07-26T07:21:31.373 INFO:tasks.workunit.client.0.smithi089.stdout: "num_pg": 8, 2024-07-26T07:21:31.373 INFO:tasks.workunit.client.0.smithi089.stdout: "num_store_stats": 8, 2024-07-26T07:21:31.373 INFO:tasks.workunit.client.0.smithi089.stdout: "ondisk_log_size": 24462, 2024-07-26T07:21:31.373 INFO:tasks.workunit.client.0.smithi089.stdout: "poolid": 4, 2024-07-26T07:21:31.373 INFO:tasks.workunit.client.0.smithi089.stdout: "stat_sum": { 2024-07-26T07:21:31.373 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes": 4194323, 2024-07-26T07:21:31.374 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_hit_set_archive": 0, 2024-07-26T07:21:31.374 INFO:tasks.workunit.client.0.smithi089.stdout: "num_bytes_recovered": 0, 2024-07-26T07:21:31.374 INFO:tasks.workunit.client.0.smithi089.stdout: "num_deep_scrub_errors": 0, 2024-07-26T07:21:31.374 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict": 0, 2024-07-26T07:21:31.374 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_kb": 0, 2024-07-26T07:21:31.374 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_full": 0, 2024-07-26T07:21:31.374 INFO:tasks.workunit.client.0.smithi089.stdout: "num_evict_mode_some": 0, 2024-07-26T07:21:31.374 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush": 0, 2024-07-26T07:21:31.374 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_kb": 0, 2024-07-26T07:21:31.374 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_high": 0, 2024-07-26T07:21:31.374 INFO:tasks.workunit.client.0.smithi089.stdout: "num_flush_mode_low": 0, 2024-07-26T07:21:31.374 INFO:tasks.workunit.client.0.smithi089.stdout: "num_keys_recovered": 0, 2024-07-26T07:21:31.374 INFO:tasks.workunit.client.0.smithi089.stdout: "num_large_omap_objects": 0, 2024-07-26T07:21:31.374 INFO:tasks.workunit.client.0.smithi089.stdout: "num_legacy_snapsets": 0, 2024-07-26T07:21:31.375 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_clones": 0, 2024-07-26T07:21:31.375 INFO:tasks.workunit.client.0.smithi089.stdout: "num_object_copies": 12, 2024-07-26T07:21:31.375 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects": 4, 2024-07-26T07:21:31.375 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_degraded": 0, 2024-07-26T07:21:31.375 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_dirty": 4, 2024-07-26T07:21:31.375 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_hit_set_archive": 0, 2024-07-26T07:21:31.375 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_manifest": 0, 2024-07-26T07:21:31.375 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_misplaced": 0, 2024-07-26T07:21:31.375 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing": 0, 2024-07-26T07:21:31.375 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_missing_on_primary": 0, 2024-07-26T07:21:31.375 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_omap": 2, 2024-07-26T07:21:31.375 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_pinned": 0, 2024-07-26T07:21:31.375 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_recovered": 0, 2024-07-26T07:21:31.375 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_repaired": 0, 2024-07-26T07:21:31.376 INFO:tasks.workunit.client.0.smithi089.stdout: "num_objects_unfound": 0, 2024-07-26T07:21:31.376 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_bytes": 0, 2024-07-26T07:21:31.376 INFO:tasks.workunit.client.0.smithi089.stdout: "num_omap_keys": 0, 2024-07-26T07:21:31.376 INFO:tasks.workunit.client.0.smithi089.stdout: "num_promote": 0, 2024-07-26T07:21:31.376 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read": 9029, 2024-07-26T07:21:31.376 INFO:tasks.workunit.client.0.smithi089.stdout: "num_read_kb": 3096153, 2024-07-26T07:21:31.376 INFO:tasks.workunit.client.0.smithi089.stdout: "num_scrub_errors": 0, 2024-07-26T07:21:31.376 INFO:tasks.workunit.client.0.smithi089.stdout: "num_shallow_scrub_errors": 0, 2024-07-26T07:21:31.376 INFO:tasks.workunit.client.0.smithi089.stdout: "num_whiteouts": 0, 2024-07-26T07:21:31.376 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write": 24331, 2024-07-26T07:21:31.376 INFO:tasks.workunit.client.0.smithi089.stdout: "num_write_kb": 3087197 2024-07-26T07:21:31.376 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.376 INFO:tasks.workunit.client.0.smithi089.stdout: "store_stats": { 2024-07-26T07:21:31.376 INFO:tasks.workunit.client.0.smithi089.stdout: "allocated": 12595200, 2024-07-26T07:21:31.377 INFO:tasks.workunit.client.0.smithi089.stdout: "available": 0, 2024-07-26T07:21:31.377 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed": 0, 2024-07-26T07:21:31.377 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed_allocated": 0, 2024-07-26T07:21:31.377 INFO:tasks.workunit.client.0.smithi089.stdout: "data_compressed_original": 0, 2024-07-26T07:21:31.377 INFO:tasks.workunit.client.0.smithi089.stdout: "data_stored": 12582969, 2024-07-26T07:21:31.377 INFO:tasks.workunit.client.0.smithi089.stdout: "internal_metadata": 0, 2024-07-26T07:21:31.377 INFO:tasks.workunit.client.0.smithi089.stdout: "internally_reserved": 0, 2024-07-26T07:21:31.377 INFO:tasks.workunit.client.0.smithi089.stdout: "omap_allocated": 0, 2024-07-26T07:21:31.377 INFO:tasks.workunit.client.0.smithi089.stdout: "total": 0 2024-07-26T07:21:31.377 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.377 INFO:tasks.workunit.client.0.smithi089.stdout: "up": 24 2024-07-26T07:21:31.377 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:31.377 INFO:tasks.workunit.client.0.smithi089.stdout: ], 2024-07-26T07:21:31.377 INFO:tasks.workunit.client.0.smithi089.stdout: "usage": { 2024-07-26T07:21:31.377 INFO:tasks.workunit.client.0.smithi089.stdout: "pg_num": 105, 2024-07-26T07:21:31.378 INFO:tasks.workunit.client.0.smithi089.stdout: "pools": 4, 2024-07-26T07:21:31.378 INFO:tasks.workunit.client.0.smithi089.stdout: "stats_by_class": { 2024-07-26T07:21:31.378 INFO:tasks.workunit.client.0.smithi089.stdout: "ssd": { 2024-07-26T07:21:31.378 INFO:tasks.workunit.client.0.smithi089.stdout: "total_avail_bytes": 762366210048, 2024-07-26T07:21:31.378 INFO:tasks.workunit.client.0.smithi089.stdout: "total_bytes": 767960285184, 2024-07-26T07:21:31.378 INFO:tasks.workunit.client.0.smithi089.stdout: "total_used_bytes": 5594075136, 2024-07-26T07:21:31.378 INFO:tasks.workunit.client.0.smithi089.stdout: "total_used_raw_bytes": 5594075136, 2024-07-26T07:21:31.378 INFO:tasks.workunit.client.0.smithi089.stdout: "total_used_raw_ratio": 0.007284328807145357 2024-07-26T07:21:31.378 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:31.378 INFO:tasks.workunit.client.0.smithi089.stdout: }, 2024-07-26T07:21:31.378 INFO:tasks.workunit.client.0.smithi089.stdout: "total_avail_bytes": 762366210048, 2024-07-26T07:21:31.378 INFO:tasks.workunit.client.0.smithi089.stdout: "total_bytes": 767960285184, 2024-07-26T07:21:31.378 INFO:tasks.workunit.client.0.smithi089.stdout: "total_used_bytes": 5594075136 2024-07-26T07:21:31.378 INFO:tasks.workunit.client.0.smithi089.stdout: } 2024-07-26T07:21:31.379 INFO:tasks.workunit.client.0.smithi089.stdout:} 2024-07-26T07:21:31.379 INFO:tasks.workunit.client.0.smithi089.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-07-26T07:21:31.379 INFO:tasks.workunit.client.0.smithi089.stderr:+ ceph telemetry off 2024-07-26T07:21:31.379 INFO:tasks.workunit.client.0.smithi089.stdout:Telemetry is currently not enabled, nothing to turn off. Please consider opting-in with `ceph telemetry on`. 2024-07-26T07:21:31.380 INFO:tasks.workunit.client.0.smithi089.stdout:Preview sample reports with `ceph telemetry preview`. 2024-07-26T07:21:31.380 INFO:tasks.workunit.client.0.smithi089.stdout:OK 2024-07-26T07:21:31.380 INFO:tasks.workunit.client.0.smithi089.stderr:+ echo OK 2024-07-26T07:21:31.381 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-07-26T07:21:31.381 DEBUG:teuthology.orchestra.run.smithi089:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-07-26T07:21:31.382 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: [26/Jul/2024:07:21:28] ENGINE Bus STOPPING 2024-07-26T07:21:31.382 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[99608]: from='client.46007 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:21:31.382 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[99608]: pgmap v4830: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-07-26T07:21:31.382 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[99608]: from='client.36057 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:21:31.382 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[99608]: from='client.36057 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:21:31.382 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:21:31.382 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T07:21:31.382 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:31.383 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:31.383 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:31.383 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:31.383 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:31.383 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:31.383 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:31.383 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:31.383 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:31.383 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[99608]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:21:31.383 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[99608]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:21:31.383 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:31.383 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:31.383 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:31.383 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[99608]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:21:31.384 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[99608]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:21:31.384 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:31.384 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:31.384 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:31.384 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[99608]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:21:31.384 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[99608]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:21:31.384 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:30 smithi155 ceph-mon[90160]: Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-07-26T07:21:31.384 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:30 smithi155 ceph-mon[90160]: Cluster is now healthy 2024-07-26T07:21:31.384 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[102056]: from='client.46007 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:21:31.384 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[102056]: pgmap v4830: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-07-26T07:21:31.385 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[102056]: from='client.36057 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:21:31.385 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[102056]: from='client.36057 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:21:31.385 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:21:31.385 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T07:21:31.385 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:31.385 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:31.385 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:31.385 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:31.385 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:31.385 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:31.385 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:31.385 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:31.385 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:31.385 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[102056]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:21:31.385 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[102056]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:21:31.386 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:31.386 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:31.386 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:31.386 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[102056]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:21:31.386 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[102056]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:21:31.386 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:31.386 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:31.386 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:31.386 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[102056]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:21:31.386 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[102056]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:21:31.387 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:31.387 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:31.387 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:31.387 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:21:31.387 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T07:21:31.387 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:31.387 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:31.387 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:31.387 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:31.387 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:31.387 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:31.387 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:31.387 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:31.387 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:31.388 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[99608]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:21:31.388 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[99608]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:21:31.388 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:31.388 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:31.388 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:31.388 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[99608]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:21:31.388 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[99608]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:21:31.388 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:31.388 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:31.388 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:31.388 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[99608]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:21:31.388 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[99608]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:21:31.388 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:31.388 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:31.389 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:31.389 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:31.389 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:31.389 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:31.389 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:21:31.389 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-07-26T07:21:31.389 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:31.389 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:31.389 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:31.389 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:31.390 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:31.390 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:31.390 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:31.390 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:31.390 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:31.390 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[102056]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:21:31.390 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[102056]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:21:31.390 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:31.390 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:31.390 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:31.390 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[102056]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:21:31.390 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[102056]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:21:31.390 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:31.391 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:31.391 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:31.391 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[102056]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-07-26T07:21:31.391 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[102056]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-07-26T07:21:31.391 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-07-26T07:21:31.391 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-07-26T07:21:31.391 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-07-26T07:21:31.391 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: [26/Jul/2024:07:21:28] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-07-26T07:21:31.391 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: [26/Jul/2024:07:21:28] ENGINE Bus STOPPED 2024-07-26T07:21:31.391 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: [26/Jul/2024:07:21:28] ENGINE Bus STARTING 2024-07-26T07:21:31.391 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: [26/Jul/2024:07:21:28] ENGINE Serving on http://:::9283 2024-07-26T07:21:31.392 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:21:28 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: [26/Jul/2024:07:21:28] ENGINE Bus STARTED 2024-07-26T07:21:31.392 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:29 smithi089 ceph-mon[99608]: from='client.46031 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:21:31.392 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:29 smithi089 ceph-mon[99608]: from='client.46031 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:21:31.392 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:29 smithi089 ceph-mon[99608]: from='client.36081 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:21:31.392 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:29 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:21:31.392 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:29 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:21:31.392 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:29 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:21:31.392 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:29 smithi089 ceph-mon[99608]: pgmap v4831: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-07-26T07:21:31.392 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:29 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:21:31.392 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:29 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:21:31.392 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:29 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:21:31.393 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:29 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:21:31.393 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:29 smithi089 ceph-mon[99608]: from='client.36081 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:21:31.393 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:29 smithi089 ceph-mon[102056]: from='client.46031 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:21:31.393 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:29 smithi089 ceph-mon[102056]: from='client.46031 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:21:31.393 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:29 smithi089 ceph-mon[102056]: from='client.36081 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:21:31.393 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:29 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:21:31.393 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:29 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:21:31.393 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:29 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:21:31.393 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:29 smithi089 ceph-mon[102056]: pgmap v4831: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-07-26T07:21:31.393 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:29 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-07-26T07:21:31.393 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:29 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-07-26T07:21:31.394 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:29 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-07-26T07:21:31.394 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:29 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:21:31.394 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:29 smithi089 ceph-mon[102056]: from='client.36081 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-07-26T07:21:31.394 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:30 smithi089 ceph-mon[99608]: Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-07-26T07:21:31.394 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:30 smithi089 ceph-mon[99608]: Cluster is now healthy 2024-07-26T07:21:31.394 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:30 smithi089 ceph-mon[102056]: Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-07-26T07:21:31.394 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:30 smithi089 ceph-mon[102056]: Cluster is now healthy 2024-07-26T07:21:31.426 INFO:tasks.workunit:Stopping ['test_telemetry_quincy_x.sh'] on client.0... 2024-07-26T07:21:31.426 DEBUG:teuthology.orchestra.run.smithi089:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-07-26T07:21:31.491 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:31 smithi089 ceph-mon[99608]: pgmap v4832: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-07-26T07:21:31.491 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:31 smithi089 ceph-mon[102056]: pgmap v4832: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-07-26T07:21:31.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:31 smithi155 ceph-mon[90160]: pgmap v4832: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-07-26T07:21:31.728 DEBUG:teuthology.parallel:result is None 2024-07-26T07:21:31.729 DEBUG:teuthology.orchestra.run.smithi089:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-07-26T07:21:31.793 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-07-26T07:21:31.793 DEBUG:teuthology.orchestra.run.smithi089:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-07-26T07:21:31.848 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-07-26T07:21:31.848 INFO:teuthology.run_tasks:Running task print... 2024-07-26T07:21:31.860 INFO:teuthology.task.print:**** done end telemetry x... 2024-07-26T07:21:31.860 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-07-26T07:21:31.908 INFO:tasks.cephadm:Teardown begin 2024-07-26T07:21:31.908 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-07-26T07:21:31.909 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- ceph fs dump --format=json 2024-07-26T07:21:32.159 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T07:21:32.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:21:32 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:21:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:21:32.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:21:32 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:21:32] "GET /metrics HTTP/1.1" 200 34172 "" "Prometheus/2.43.0" 2024-07-26T07:21:33.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:33 smithi155 ceph-mon[90160]: pgmap v4833: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-07-26T07:21:33.650 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:33 smithi089 ceph-mon[99608]: pgmap v4833: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-07-26T07:21:33.650 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:33 smithi089 ceph-mon[102056]: pgmap v4833: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-07-26T07:21:34.383 INFO:teuthology.orchestra.run.smithi089.stdout: 2024-07-26T07:21:34.383 INFO:teuthology.orchestra.run.smithi089.stdout:{"epoch":16,"btime":"2024-07-26T06:13:22:413440+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54265,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6833/2942054661","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":2942054661},{"type":"v1","addr":"172.21.15.155:6833","nonce":2942054661}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":16}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T06:01:13.343118+0000","modified":"2024-07-26T06:13:18.378031+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":555,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":44312},"failed":[],"damaged":[],"stopped":[],"info":{"gid_44312":{"gid":44312,"name":"a","rank":0,"incarnation":12,"state":"up:active","state_seq":6,"addr":"172.21.15.89:6835/112751529","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6834","nonce":112751529},{"type":"v1","addr":"172.21.15.89:6835","nonce":112751529}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":44312,"qdb_cluster":[44312]},"id":1}]} 2024-07-26T07:21:34.383 INFO:teuthology.orchestra.run.smithi089.stderr:dumped fsmap epoch 16 2024-07-26T07:21:35.015 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- ceph fs dump --format=json 2024-07-26T07:21:35.268 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T07:21:35.533 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:35 smithi089 ceph-mon[99608]: pgmap v4834: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-07-26T07:21:35.533 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:35 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/1971784065' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-07-26T07:21:35.534 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:35 smithi089 ceph-mon[102056]: pgmap v4834: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-07-26T07:21:35.534 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:35 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/1971784065' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-07-26T07:21:35.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:35 smithi155 ceph-mon[90160]: pgmap v4834: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-07-26T07:21:35.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:35 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/1971784065' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-07-26T07:21:37.097 INFO:teuthology.orchestra.run.smithi089.stdout: 2024-07-26T07:21:37.098 INFO:teuthology.orchestra.run.smithi089.stdout:{"epoch":16,"btime":"2024-07-26T06:13:22:413440+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54265,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6833/2942054661","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":2942054661},{"type":"v1","addr":"172.21.15.155:6833","nonce":2942054661}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":16}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T06:01:13.343118+0000","modified":"2024-07-26T06:13:18.378031+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":555,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":44312},"failed":[],"damaged":[],"stopped":[],"info":{"gid_44312":{"gid":44312,"name":"a","rank":0,"incarnation":12,"state":"up:active","state_seq":6,"addr":"172.21.15.89:6835/112751529","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6834","nonce":112751529},{"type":"v1","addr":"172.21.15.89:6835","nonce":112751529}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":44312,"qdb_cluster":[44312]},"id":1}]} 2024-07-26T07:21:37.098 INFO:teuthology.orchestra.run.smithi089.stderr:dumped fsmap epoch 16 2024-07-26T07:21:37.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:37 smithi089 ceph-mon[99608]: pgmap v4835: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-07-26T07:21:37.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:37 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/2885721356' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-07-26T07:21:37.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:37 smithi089 ceph-mon[102056]: pgmap v4835: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-07-26T07:21:37.406 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:37 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/2885721356' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-07-26T07:21:37.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:37 smithi155 ceph-mon[90160]: pgmap v4835: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-07-26T07:21:37.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:37 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/2885721356' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-07-26T07:21:37.739 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- ceph osd dump --format=json 2024-07-26T07:21:37.997 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T07:21:39.400 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:39 smithi089 ceph-mon[99608]: pgmap v4836: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-07-26T07:21:39.400 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:39 smithi089 ceph-mon[102056]: pgmap v4836: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-07-26T07:21:39.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:39 smithi155 ceph-mon[90160]: pgmap v4836: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-07-26T07:21:39.784 INFO:teuthology.orchestra.run.smithi089.stdout: 2024-07-26T07:21:39.784 INFO:teuthology.orchestra.run.smithi089.stdout:{"epoch":2852,"fsid":"9bd49884-4b13-11ef-bcb6-c7b262605968","created":"2024-07-26T05:55:45.387944+0000","modified":"2024-07-26T07:20:28.605105+0000","last_up_change":"2024-07-26T06:12:54.386158+0000","last_in_change":"2024-07-26T06:00:26.104383+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":37,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":118,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T05:58:47.578246+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-07-26T06:01:06.993209+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-07-26T06:01:10.275125+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-07-26T06:02:13.120944+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"1134","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":9,"snap_epoch":1134,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"e3266cc4-68e5-45de-bbe9-5051115aeaf6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":300,"up_from":311,"up_thru":2769,"down_at":301,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6802","nonce":940084853},{"type":"v1","addr":"172.21.15.89:6803","nonce":940084853}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6804","nonce":940084853},{"type":"v1","addr":"172.21.15.89:6805","nonce":940084853}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6808","nonce":940084853},{"type":"v1","addr":"172.21.15.89:6809","nonce":940084853}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6806","nonce":940084853},{"type":"v1","addr":"172.21.15.89:6807","nonce":940084853}]},"public_addr":"172.21.15.89:6803/940084853","cluster_addr":"172.21.15.89:6805/940084853","heartbeat_back_addr":"172.21.15.89:6809/940084853","heartbeat_front_addr":"172.21.15.89:6807/940084853","state":["exists","up"]},{"osd":1,"uuid":"5dd01d94-d5d9-4eeb-ad81-3e3067c73973","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":333,"up_from":343,"up_thru":2769,"down_at":334,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6810","nonce":1617862369},{"type":"v1","addr":"172.21.15.89:6811","nonce":1617862369}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6812","nonce":1617862369},{"type":"v1","addr":"172.21.15.89:6813","nonce":1617862369}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6816","nonce":1617862369},{"type":"v1","addr":"172.21.15.89:6817","nonce":1617862369}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6814","nonce":1617862369},{"type":"v1","addr":"172.21.15.89:6815","nonce":1617862369}]},"public_addr":"172.21.15.89:6811/1617862369","cluster_addr":"172.21.15.89:6813/1617862369","heartbeat_back_addr":"172.21.15.89:6817/1617862369","heartbeat_front_addr":"172.21.15.89:6815/1617862369","state":["exists","up"]},{"osd":2,"uuid":"dc0d78a2-8537-493c-b460-e3c02fa49ad8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":364,"up_from":374,"up_thru":2769,"down_at":365,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6818","nonce":544999266},{"type":"v1","addr":"172.21.15.89:6819","nonce":544999266}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6820","nonce":544999266},{"type":"v1","addr":"172.21.15.89:6821","nonce":544999266}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6824","nonce":544999266},{"type":"v1","addr":"172.21.15.89:6825","nonce":544999266}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6822","nonce":544999266},{"type":"v1","addr":"172.21.15.89:6823","nonce":544999266}]},"public_addr":"172.21.15.89:6819/544999266","cluster_addr":"172.21.15.89:6821/544999266","heartbeat_back_addr":"172.21.15.89:6825/544999266","heartbeat_front_addr":"172.21.15.89:6823/544999266","state":["exists","up"]},{"osd":3,"uuid":"5c089896-6162-42ce-92d1-3df0067b0509","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":25,"last_clean_end":396,"up_from":406,"up_thru":2769,"down_at":397,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6826","nonce":2689325702},{"type":"v1","addr":"172.21.15.89:6827","nonce":2689325702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6828","nonce":2689325702},{"type":"v1","addr":"172.21.15.89:6829","nonce":2689325702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6832","nonce":2689325702},{"type":"v1","addr":"172.21.15.89:6833","nonce":2689325702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6830","nonce":2689325702},{"type":"v1","addr":"172.21.15.89:6831","nonce":2689325702}]},"public_addr":"172.21.15.89:6827/2689325702","cluster_addr":"172.21.15.89:6829/2689325702","heartbeat_back_addr":"172.21.15.89:6833/2689325702","heartbeat_front_addr":"172.21.15.89:6831/2689325702","state":["exists","up"]},{"osd":4,"uuid":"0e999ea6-fb75-4ecb-87cc-a209e0de50a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":30,"last_clean_end":427,"up_from":437,"up_thru":2769,"down_at":428,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":4126860811},{"type":"v1","addr":"172.21.15.155:6801","nonce":4126860811}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":4126860811},{"type":"v1","addr":"172.21.15.155:6803","nonce":4126860811}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":4126860811},{"type":"v1","addr":"172.21.15.155:6807","nonce":4126860811}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":4126860811},{"type":"v1","addr":"172.21.15.155:6805","nonce":4126860811}]},"public_addr":"172.21.15.155:6801/4126860811","cluster_addr":"172.21.15.155:6803/4126860811","heartbeat_back_addr":"172.21.15.155:6807/4126860811","heartbeat_front_addr":"172.21.15.155:6805/4126860811","state":["exists","up"]},{"osd":5,"uuid":"e5a05578-33b1-4b4c-94a9-9229659da7fa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":38,"last_clean_end":458,"up_from":469,"up_thru":2769,"down_at":459,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6808","nonce":3128099560},{"type":"v1","addr":"172.21.15.155:6809","nonce":3128099560}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":3128099560},{"type":"v1","addr":"172.21.15.155:6811","nonce":3128099560}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":3128099560},{"type":"v1","addr":"172.21.15.155:6815","nonce":3128099560}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":3128099560},{"type":"v1","addr":"172.21.15.155:6813","nonce":3128099560}]},"public_addr":"172.21.15.155:6809/3128099560","cluster_addr":"172.21.15.155:6811/3128099560","heartbeat_back_addr":"172.21.15.155:6815/3128099560","heartbeat_front_addr":"172.21.15.155:6813/3128099560","state":["exists","up"]},{"osd":6,"uuid":"7b4c1111-fe24-4430-ac3a-e8c50f843596","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":46,"last_clean_end":490,"up_from":501,"up_thru":2769,"down_at":491,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":4134511510},{"type":"v1","addr":"172.21.15.155:6817","nonce":4134511510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":4134511510},{"type":"v1","addr":"172.21.15.155:6819","nonce":4134511510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":4134511510},{"type":"v1","addr":"172.21.15.155:6823","nonce":4134511510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":4134511510},{"type":"v1","addr":"172.21.15.155:6821","nonce":4134511510}]},"public_addr":"172.21.15.155:6817/4134511510","cluster_addr":"172.21.15.155:6819/4134511510","heartbeat_back_addr":"172.21.15.155:6823/4134511510","heartbeat_front_addr":"172.21.15.155:6821/4134511510","state":["exists","up"]},{"osd":7,"uuid":"1915e7cf-7780-474b-a0f7-8c4cfe3310a9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":54,"last_clean_end":524,"up_from":534,"up_thru":2769,"down_at":525,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":924650040},{"type":"v1","addr":"172.21.15.155:6825","nonce":924650040}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":924650040},{"type":"v1","addr":"172.21.15.155:6827","nonce":924650040}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":924650040},{"type":"v1","addr":"172.21.15.155:6831","nonce":924650040}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":924650040},{"type":"v1","addr":"172.21.15.155:6829","nonce":924650040}]},"public_addr":"172.21.15.155:6825/924650040","cluster_addr":"172.21.15.155:6827/924650040","heartbeat_back_addr":"172.21.15.155:6831/924650040","heartbeat_front_addr":"172.21.15.155:6829/924650040","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T05:57:56.488873+0000","dead_epoch":300},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T05:58:20.398823+0000","dead_epoch":333},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T05:58:44.813815+0000","dead_epoch":364},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T05:59:09.412213+0000","dead_epoch":396},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T05:59:30.797303+0000","dead_epoch":427},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T05:59:54.744079+0000","dead_epoch":458},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:00:17.961591+0000","dead_epoch":489},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T06:00:41.152832+0000","dead_epoch":524}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.3","mappings":[{"from":7,"to":4}]},{"pgid":"3.a","mappings":[{"from":6,"to":2}]},{"pgid":"3.e","mappings":[{"from":4,"to":3}]},{"pgid":"3.f","mappings":[{"from":4,"to":1}]},{"pgid":"3.12","mappings":[{"from":0,"to":2}]},{"pgid":"3.1d","mappings":[{"from":5,"to":2}]},{"pgid":"3.24","mappings":[{"from":0,"to":1}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.89:0/3715109265":"2024-07-26T07:59:16.967917+0000","172.21.15.155:6833/1230019515":"2024-07-27T06:13:15.364505+0000","172.21.15.155:6832/1230019515":"2024-07-27T06:13:15.364505+0000","172.21.15.89:0/4138893809":"2024-07-27T06:07:40.619522+0000","172.21.15.89:0/3422305009":"2024-07-27T06:07:40.619522+0000","172.21.15.89:0/1269968770":"2024-07-27T06:07:40.619522+0000","172.21.15.89:0/3252975737":"2024-07-27T06:07:40.619522+0000","172.21.15.89:0/556228704":"2024-07-26T08:19:56.016037+0000","172.21.15.89:0/557533255":"2024-07-27T06:07:40.619522+0000","172.21.15.89:6801/1173508627":"2024-07-27T06:07:40.619522+0000","172.21.15.89:6800/1173508627":"2024-07-27T06:07:40.619522+0000","172.21.15.89:6801/3145153003":"2024-07-27T06:01:59.188451+0000","172.21.15.89:6800/3145153003":"2024-07-27T06:01:59.188451+0000","172.21.15.89:0/1851355217":"2024-07-26T07:54:05.144401+0000","172.21.15.89:0/645092047":"2024-07-27T06:01:59.188451+0000","172.21.15.89:0/3704729042":"2024-07-27T06:06:14.930039+0000","172.21.15.155:0/964708710":"2024-07-27T06:06:59.728279+0000","172.21.15.155:0/3050311259":"2024-07-27T06:06:59.728279+0000","172.21.15.89:6801/214037989":"2024-07-27T06:06:14.930039+0000","172.21.15.89:0/1888492994":"2024-07-27T05:56:13.433538+0000","172.21.15.155:6835/1644696019":"2024-07-27T06:06:59.728279+0000","172.21.15.155:0/425533261":"2024-07-27T06:06:59.728279+0000","172.21.15.89:0/1565501151":"2024-07-26T07:54:06.136671+0000","172.21.15.89:0/1840338185":"2024-07-27T06:06:14.930039+0000","172.21.15.89:0/215767964":"2024-07-27T06:01:59.188451+0000","172.21.15.89:0/3977426505":"2024-07-27T05:56:35.284582+0000","172.21.15.89:0/2894300966":"2024-07-27T06:06:14.930039+0000","172.21.15.155:0/3110022620":"2024-07-27T06:06:59.728279+0000","172.21.15.89:0/1153063528":"2024-07-27T06:06:14.930039+0000","172.21.15.155:0/1604821635":"2024-07-27T06:06:59.728279+0000","172.21.15.89:0/3076534030":"2024-07-27T06:07:40.619522+0000","172.21.15.89:6800/2914049638":"2024-07-27T05:56:13.433538+0000","172.21.15.89:0/3549863385":"2024-07-27T05:56:35.284582+0000","172.21.15.155:0/536905496":"2024-07-27T06:06:59.728279+0000","172.21.15.89:6801/877404674":"2024-07-27T05:56:35.284582+0000","172.21.15.89:0/735279321":"2024-07-27T05:56:13.433538+0000","172.21.15.89:0/3981546555":"2024-07-27T06:07:40.619522+0000","172.21.15.89:6801/2914049638":"2024-07-27T05:56:13.433538+0000","172.21.15.89:6800/877404674":"2024-07-27T05:56:35.284582+0000","172.21.15.89:0/3071569083":"2024-07-27T06:06:14.930039+0000","172.21.15.155:0/551476852":"2024-07-27T06:06:59.728279+0000","172.21.15.89:0/3141568195":"2024-07-27T05:56:35.284582+0000","172.21.15.89:0/1195969220":"2024-07-27T06:01:59.188451+0000","172.21.15.89:0/1412375414":"2024-07-27T06:01:59.188451+0000","172.21.15.89:6800/214037989":"2024-07-27T06:06:14.930039+0000","172.21.15.155:6834/1644696019":"2024-07-27T06:06:59.728279+0000","172.21.15.89:0/3641405665":"2024-07-27T05:56:13.433538+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":60,"snaps":[{"begin":2,"length":1}]},{"pool":63,"snaps":[{"begin":1,"length":2}]},{"pool":68,"snaps":[{"begin":1,"length":2}]},{"pool":77,"snaps":[{"begin":2,"length":1}]},{"pool":78,"snaps":[{"begin":2,"length":1}]},{"pool":79,"snaps":[{"begin":2,"length":1}]},{"pool":80,"snaps":[{"begin":2,"length":1}]},{"pool":81,"snaps":[{"begin":2,"length":1}]},{"pool":82,"snaps":[{"begin":2,"length":1}]},{"pool":83,"snaps":[{"begin":2,"length":1}]},{"pool":84,"snaps":[{"begin":186,"length":1}]},{"pool":86,"snaps":[{"begin":4,"length":5}]},{"pool":88,"snaps":[{"begin":33,"length":5},{"begin":43,"length":5}]},{"pool":89,"snaps":[{"begin":17,"length":2},{"begin":22,"length":1}]},{"pool":90,"snaps":[{"begin":2,"length":1}]},{"pool":116,"snaps":[{"begin":104,"length":3}]},{"pool":117,"snaps":[{"begin":308,"length":5}]},{"pool":118,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T07:21:40.423 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- ceph fs fail cephfs 2024-07-26T07:21:40.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:40 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/3138104604' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-07-26T07:21:40.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:40 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/3138104604' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-07-26T07:21:40.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:40 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/3138104604' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-07-26T07:21:40.677 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T07:21:41.404 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:41 smithi089 ceph-mon[99608]: pgmap v4837: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 0 B/s wr, 15 op/s 2024-07-26T07:21:41.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:21:41.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:41 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:21:41.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:41 smithi089 ceph-mon[102056]: pgmap v4837: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 0 B/s wr, 15 op/s 2024-07-26T07:21:41.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:21:41.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:41 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:21:41.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:41 smithi155 ceph-mon[90160]: pgmap v4837: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 0 B/s wr, 15 op/s 2024-07-26T07:21:41.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' 2024-07-26T07:21:41.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:41 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-07-26T07:21:42.563 INFO:teuthology.orchestra.run.smithi089.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-07-26T07:21:42.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:21:42 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:21:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:21:42.654 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mon-a[99562]: 2024-07-26T07:21:42.555+0000 7f58c4918640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-07-26T07:21:42.655 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:21:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:21:42] "GET /metrics HTTP/1.1" 200 34172 "" "Prometheus/2.43.0" 2024-07-26T07:21:42.655 INFO:journalctl@ceph.mds.a.smithi089.stdout:Jul 26 07:21:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mds-a[128277]: ignoring --setuser ceph since I am not root 2024-07-26T07:21:42.655 INFO:journalctl@ceph.mds.a.smithi089.stdout:Jul 26 07:21:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mds-a[128277]: ignoring --setgroup ceph since I am not root 2024-07-26T07:21:42.655 INFO:journalctl@ceph.mds.a.smithi089.stdout:Jul 26 07:21:42 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mds-a[128277]: starting mds.a at 2024-07-26T07:21:43.172 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- ceph fs rm cephfs --yes-i-really-mean-it 2024-07-26T07:21:43.404 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:43 smithi089 ceph-mon[102056]: pgmap v4838: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 426 B/s rd, 0 op/s 2024-07-26T07:21:43.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:43 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/3398242350' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-07-26T07:21:43.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:43 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-07-26T07:21:43.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:43 smithi089 ceph-mon[102056]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-07-26T07:21:43.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:43 smithi089 ceph-mon[102056]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-07-26T07:21:43.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:43 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-07-26T07:21:43.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:43 smithi089 ceph-mon[102056]: osdmap e2853: 8 total, 8 up, 8 in 2024-07-26T07:21:43.405 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:43 smithi089 ceph-mon[102056]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-07-26T07:21:43.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:43 smithi089 ceph-mon[99608]: pgmap v4838: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 426 B/s rd, 0 op/s 2024-07-26T07:21:43.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:43 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/3398242350' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-07-26T07:21:43.405 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:43 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-07-26T07:21:43.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:43 smithi089 ceph-mon[99608]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-07-26T07:21:43.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:43 smithi089 ceph-mon[99608]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-07-26T07:21:43.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:43 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-07-26T07:21:43.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:43 smithi089 ceph-mon[99608]: osdmap e2853: 8 total, 8 up, 8 in 2024-07-26T07:21:43.406 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:43 smithi089 ceph-mon[99608]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-07-26T07:21:43.439 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T07:21:43.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:43 smithi155 ceph-mon[90160]: pgmap v4838: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 426 B/s rd, 0 op/s 2024-07-26T07:21:43.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:43 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/3398242350' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-07-26T07:21:43.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:43 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-07-26T07:21:43.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:43 smithi155 ceph-mon[90160]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-07-26T07:21:43.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:43 smithi155 ceph-mon[90160]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-07-26T07:21:43.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:43 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-07-26T07:21:43.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:43 smithi155 ceph-mon[90160]: osdmap e2853: 8 total, 8 up, 8 in 2024-07-26T07:21:43.630 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:43 smithi155 ceph-mon[90160]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-07-26T07:21:44.823 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:44 smithi089 ceph-mon[99608]: mds.? [v2:172.21.15.89:6834/851244503,v1:172.21.15.89:6835/851244503] up:boot 2024-07-26T07:21:44.824 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:44 smithi089 ceph-mon[99608]: fsmap cephfs:0/1 2 up:standby, 1 failed 2024-07-26T07:21:44.824 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:44 smithi089 ceph-mon[99608]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-07-26T07:21:44.824 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:44 smithi089 ceph-mon[99608]: pgmap v4840: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:21:44.824 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:44 smithi089 ceph-mon[102056]: mds.? [v2:172.21.15.89:6834/851244503,v1:172.21.15.89:6835/851244503] up:boot 2024-07-26T07:21:44.824 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:44 smithi089 ceph-mon[102056]: fsmap cephfs:0/1 2 up:standby, 1 failed 2024-07-26T07:21:44.824 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:44 smithi089 ceph-mon[102056]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-07-26T07:21:44.824 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:44 smithi089 ceph-mon[102056]: pgmap v4840: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:21:44.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:44 smithi155 ceph-mon[90160]: mds.? [v2:172.21.15.89:6834/851244503,v1:172.21.15.89:6835/851244503] up:boot 2024-07-26T07:21:44.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:44 smithi155 ceph-mon[90160]: fsmap cephfs:0/1 2 up:standby, 1 failed 2024-07-26T07:21:44.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:44 smithi155 ceph-mon[90160]: from='mgr.34104 172.21.15.89:0/1270490554' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-07-26T07:21:44.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:44 smithi155 ceph-mon[90160]: pgmap v4840: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:21:45.861 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:45 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/3850510757' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:21:45.861 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:45 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/3850510757' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:21:45.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:45 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/3850510757' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-07-26T07:21:46.178 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-07-26T07:21:46.431 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T07:21:46.815 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:46 smithi089 ceph-mon[99608]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-07-26T07:21:46.816 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:46 smithi089 ceph-mon[99608]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-07-26T07:21:46.816 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:46 smithi089 ceph-mon[99608]: Cluster is now healthy 2024-07-26T07:21:46.816 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:46 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/3850510757' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-07-26T07:21:46.816 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:46 smithi089 ceph-mon[99608]: fsmap 2 up:standby 2024-07-26T07:21:46.816 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:46 smithi089 ceph-mon[99608]: pgmap v4841: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:21:46.816 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:46 smithi089 ceph-mon[102056]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-07-26T07:21:46.816 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:46 smithi089 ceph-mon[102056]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-07-26T07:21:46.817 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:46 smithi089 ceph-mon[102056]: Cluster is now healthy 2024-07-26T07:21:46.817 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:46 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/3850510757' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-07-26T07:21:46.817 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:46 smithi089 ceph-mon[102056]: fsmap 2 up:standby 2024-07-26T07:21:46.817 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:46 smithi089 ceph-mon[102056]: pgmap v4841: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:21:46.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:46 smithi155 ceph-mon[90160]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-07-26T07:21:46.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:46 smithi155 ceph-mon[90160]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-07-26T07:21:46.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:46 smithi155 ceph-mon[90160]: Cluster is now healthy 2024-07-26T07:21:46.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:46 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/3850510757' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-07-26T07:21:46.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:46 smithi155 ceph-mon[90160]: fsmap 2 up:standby 2024-07-26T07:21:46.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:46 smithi155 ceph-mon[90160]: pgmap v4841: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:21:48.299 INFO:teuthology.orchestra.run.smithi089.stderr:pool 'cephfs_metadata' removed 2024-07-26T07:21:48.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:48 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/3525917741' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-07-26T07:21:48.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:48 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-07-26T07:21:48.644 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:48 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/3525917741' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-07-26T07:21:48.644 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:48 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-07-26T07:21:48.644 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:48 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/3525917741' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-07-26T07:21:48.644 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:48 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-07-26T07:21:48.963 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 -- ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-07-26T07:21:49.217 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/mon.a/config 2024-07-26T07:21:49.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:49 smithi155 ceph-mon[90160]: pgmap v4842: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:21:49.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:49 smithi155 ceph-mon[90160]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-07-26T07:21:49.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:49 smithi155 ceph-mon[90160]: osdmap e2854: 8 total, 8 up, 8 in 2024-07-26T07:21:49.630 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:49 smithi089 ceph-mon[99608]: pgmap v4842: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:21:49.631 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:49 smithi089 ceph-mon[99608]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-07-26T07:21:49.631 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:49 smithi089 ceph-mon[99608]: osdmap e2854: 8 total, 8 up, 8 in 2024-07-26T07:21:49.631 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:49 smithi089 ceph-mon[102056]: pgmap v4842: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:21:49.631 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:49 smithi089 ceph-mon[102056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-07-26T07:21:49.631 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:49 smithi089 ceph-mon[102056]: osdmap e2854: 8 total, 8 up, 8 in 2024-07-26T07:21:51.304 INFO:teuthology.orchestra.run.smithi089.stderr:pool 'cephfs_data' removed 2024-07-26T07:21:51.626 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:51 smithi089 ceph-mon[99608]: pgmap v4844: 73 pgs: 73 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:21:51.626 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:51 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/3233724822' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-07-26T07:21:51.627 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:51 smithi089 ceph-mon[102056]: pgmap v4844: 73 pgs: 73 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:21:51.627 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:51 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/3233724822' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-07-26T07:21:51.628 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:51 smithi155 ceph-mon[90160]: pgmap v4844: 73 pgs: 73 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-07-26T07:21:51.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:51 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/3233724822' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-07-26T07:21:51.938 DEBUG:teuthology.orchestra.run.smithi089:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-07-26T07:21:51.967 DEBUG:teuthology.orchestra.run.smithi155:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-07-26T07:21:52.000 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-07-26T07:21:52.000 DEBUG:teuthology.orchestra.run.smithi089:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-07-26T07:21:52.023 DEBUG:teuthology.orchestra.run.smithi155:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-07-26T07:21:52.058 INFO:tasks.cephadm:Stopping all daemons... 2024-07-26T07:21:52.058 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-07-26T07:21:52.059 DEBUG:teuthology.orchestra.run.smithi089:> sudo systemctl stop ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@mon.a 2024-07-26T07:21:52.309 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:52 smithi089 systemd[1]: Stopping Ceph mon.a for 9bd49884-4b13-11ef-bcb6-c7b262605968... 2024-07-26T07:21:52.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:52 smithi155 ceph-mon[90160]: from='client.? 172.21.15.89:0/3233724822' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-07-26T07:21:52.629 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:52 smithi155 ceph-mon[90160]: osdmap e2855: 8 total, 8 up, 8 in 2024-07-26T07:21:52.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:21:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:21:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:21:52.637 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:52 smithi089 ceph-mon[102056]: from='client.? 172.21.15.89:0/3233724822' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-07-26T07:21:52.637 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:52 smithi089 ceph-mon[102056]: osdmap e2855: 8 total, 8 up, 8 in 2024-07-26T07:21:52.637 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:52 smithi089 ceph-mon[99608]: from='client.? 172.21.15.89:0/3233724822' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-07-26T07:21:52.637 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:52 smithi089 ceph-mon[99608]: osdmap e2855: 8 total, 8 up, 8 in 2024-07-26T07:21:52.637 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:52 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mon-a[99562]: 2024-07-26T07:21:52.365+0000 7f58ca123640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-07-26T07:21:52.637 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:52 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mon-a[99562]: 2024-07-26T07:21:52.365+0000 7f58ca123640 -1 mon.a@0(leader) e4 *** Got Signal Terminated *** 2024-07-26T07:21:52.638 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:52 smithi089 podman[180521]: 2024-07-26 07:21:52.426981184 +0000 UTC m=+0.175850237 container died 4d43bcc9eb9b75f8554d8cd7fc9d1dcb7e63853b2ac9951778a277ab41cb8bdd (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mon-a, org.label-schema.build-date=20240724, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, RELEASE=squid-4b23044, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True) 2024-07-26T07:21:52.638 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:21:52 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: [26/Jul/2024:07:21:52] ENGINE Bus STOPPING 2024-07-26T07:21:52.638 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:21:52 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: ::ffff:172.21.15.155 - - [26/Jul/2024:07:21:52] "GET /metrics HTTP/1.1" 200 34172 "" "Prometheus/2.43.0" 2024-07-26T07:21:52.638 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:21:52 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: [26/Jul/2024:07:21:52] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-07-26T07:21:52.638 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:21:52 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: [26/Jul/2024:07:21:52] ENGINE Bus STOPPED 2024-07-26T07:21:52.638 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:21:52 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: [26/Jul/2024:07:21:52] ENGINE Bus STARTING 2024-07-26T07:21:52.638 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:21:52 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: [26/Jul/2024:07:21:52] ENGINE Serving on http://:::9283 2024-07-26T07:21:52.638 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:21:52 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: [26/Jul/2024:07:21:52] ENGINE Bus STARTED 2024-07-26T07:21:52.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:52 smithi089 podman[180521]: 2024-07-26 07:21:52.855953715 +0000 UTC m=+0.604822769 container cleanup 4d43bcc9eb9b75f8554d8cd7fc9d1dcb7e63853b2ac9951778a277ab41cb8bdd (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mon-a, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240724, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-4b23044) 2024-07-26T07:21:52.904 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:52 smithi089 bash[180521]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mon-a 2024-07-26T07:21:53.311 DEBUG:teuthology.orchestra.run.smithi089:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@mon.a.service' 2024-07-26T07:21:53.332 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:53 smithi089 podman[180584]: 2024-07-26 07:21:53.074255651 +0000 UTC m=+0.644196111 container remove 4d43bcc9eb9b75f8554d8cd7fc9d1dcb7e63853b2ac9951778a277ab41cb8bdd (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mon-a, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240724, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-4b23044, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.36.0) 2024-07-26T07:21:53.333 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:53 smithi089 systemd[1]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@mon.a.service: Deactivated successfully. 2024-07-26T07:21:53.333 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:53 smithi089 systemd[1]: Stopped Ceph mon.a for 9bd49884-4b13-11ef-bcb6-c7b262605968. 2024-07-26T07:21:53.333 INFO:journalctl@ceph.mon.a.smithi089.stdout:Jul 26 07:21:53 smithi089 systemd[1]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@mon.a.service: Consumed 1min 31.968s CPU time. 2024-07-26T07:21:53.363 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-07-26T07:21:53.363 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-07-26T07:21:53.363 INFO:tasks.cephadm.mon.b:Stopping mon.c... 2024-07-26T07:21:53.364 DEBUG:teuthology.orchestra.run.smithi089:> sudo systemctl stop ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@mon.c 2024-07-26T07:21:53.654 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:53 smithi089 systemd[1]: Stopping Ceph mon.c for 9bd49884-4b13-11ef-bcb6-c7b262605968... 2024-07-26T07:21:53.952 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:53 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mon-c[102033]: 2024-07-26T07:21:53.695+0000 7f3a62a81640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-07-26T07:21:53.952 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:53 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mon-c[102033]: 2024-07-26T07:21:53.695+0000 7f3a62a81640 -1 mon.c@2(peon) e4 *** Got Signal Terminated *** 2024-07-26T07:21:54.261 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:53 smithi089 podman[180760]: 2024-07-26 07:21:53.95189058 +0000 UTC m=+0.354305997 container died 74d6c1493f989d9443f97ed72d6f149339830a863624d45072e7767eda8e8221 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mon-c, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240724, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=squid-4b23044, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-07-26T07:21:54.620 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:54 smithi089 podman[180760]: 2024-07-26 07:21:54.352450221 +0000 UTC m=+0.754865634 container cleanup 74d6c1493f989d9443f97ed72d6f149339830a863624d45072e7767eda8e8221 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mon-c, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240724, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=squid-4b23044, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image) 2024-07-26T07:21:54.620 INFO:journalctl@ceph.mon.c.smithi089.stdout:Jul 26 07:21:54 smithi089 bash[180760]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mon-c 2024-07-26T07:21:54.840 DEBUG:teuthology.orchestra.run.smithi089:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@mon.c.service' 2024-07-26T07:21:54.874 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-07-26T07:21:54.875 INFO:tasks.cephadm.mon.b:Stopped mon.c 2024-07-26T07:21:54.875 INFO:tasks.cephadm.mon.b:Stopping mon.b... 2024-07-26T07:21:54.875 DEBUG:teuthology.orchestra.run.smithi155:> sudo systemctl stop ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@mon.b 2024-07-26T07:21:55.201 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:54 smithi155 systemd[1]: Stopping Ceph mon.b for 9bd49884-4b13-11ef-bcb6-c7b262605968... 2024-07-26T07:21:55.600 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:55 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mon-b[90137]: 2024-07-26T07:21:55.200+0000 7fd6f993c640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-07-26T07:21:55.600 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:55 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mon-b[90137]: 2024-07-26T07:21:55.200+0000 7fd6f993c640 -1 mon.b@1(peon) e4 *** Got Signal Terminated *** 2024-07-26T07:21:55.600 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:55 smithi155 podman[152710]: 2024-07-26 07:21:55.334245201 +0000 UTC m=+0.253177302 container died f829551716a528ba356c6f20bc2bc7d2ab24b902db3af95b48f4bcc9a6ada139 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mon-b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.build-date=20240724, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=squid-4b23044, CEPH_POINT_RELEASE=) 2024-07-26T07:21:55.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:55 smithi155 podman[152710]: 2024-07-26 07:21:55.824444927 +0000 UTC m=+0.743377027 container cleanup f829551716a528ba356c6f20bc2bc7d2ab24b902db3af95b48f4bcc9a6ada139 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mon-b, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=squid-4b23044, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240724, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0) 2024-07-26T07:21:55.879 INFO:journalctl@ceph.mon.b.smithi155.stdout:Jul 26 07:21:55 smithi155 bash[152710]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mon-b 2024-07-26T07:21:56.258 DEBUG:teuthology.orchestra.run.smithi155:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@mon.b.service' 2024-07-26T07:21:56.302 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-07-26T07:21:56.302 INFO:tasks.cephadm.mon.b:Stopped mon.b 2024-07-26T07:21:56.302 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-07-26T07:21:56.303 DEBUG:teuthology.orchestra.run.smithi089:> sudo systemctl stop ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@mgr.y 2024-07-26T07:21:56.618 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:21:56 smithi089 systemd[1]: Stopping Ceph mgr.y for 9bd49884-4b13-11ef-bcb6-c7b262605968... 2024-07-26T07:21:56.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:21:56 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y[90324]: 2024-07-26T07:21:56.617+0000 7fd35dcef640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.y -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-07-26T07:21:56.904 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:21:56 smithi089 podman[180895]: 2024-07-26 07:21:56.649271722 +0000 UTC m=+0.143937605 container died abb455ac876ac6c0a2feddaa8061b591b50982b2d8f8f2afc7be6df3c5ce952b (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240724, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=squid-4b23044, io.buildah.version=1.36.0, ceph=True, maintainer=Guillaume Abrioux ) 2024-07-26T07:21:57.259 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:21:57 smithi089 podman[180895]: 2024-07-26 07:21:57.015864926 +0000 UTC m=+0.510530797 container cleanup abb455ac876ac6c0a2feddaa8061b591b50982b2d8f8f2afc7be6df3c5ce952b (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-4b23044, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240724, org.label-schema.vendor=CentOS) 2024-07-26T07:21:57.259 INFO:journalctl@ceph.mgr.y.smithi089.stdout:Jul 26 07:21:57 smithi089 bash[180895]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-y 2024-07-26T07:21:57.399 DEBUG:teuthology.orchestra.run.smithi089:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@mgr.y.service' 2024-07-26T07:21:57.434 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-07-26T07:21:57.434 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-07-26T07:21:57.434 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-07-26T07:21:57.434 DEBUG:teuthology.orchestra.run.smithi155:> sudo systemctl stop ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@mgr.x 2024-07-26T07:21:57.770 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 07:21:57 smithi155 systemd[1]: Stopping Ceph mgr.x for 9bd49884-4b13-11ef-bcb6-c7b262605968... 2024-07-26T07:21:58.103 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 07:21:57 smithi155 podman[152841]: 2024-07-26 07:21:57.770859994 +0000 UTC m=+0.139068767 container died 3d1d1f94a234398b571fe86c1deaa028ec95c7d646411a1d55c79c683c4b7d99 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240724, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-4b23044, org.label-schema.name=CentOS Stream 9 Base Image) 2024-07-26T07:21:58.378 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 07:21:58 smithi155 podman[152841]: 2024-07-26 07:21:58.103736829 +0000 UTC m=+0.471945644 container cleanup 3d1d1f94a234398b571fe86c1deaa028ec95c7d646411a1d55c79c683c4b7d99 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240724, RELEASE=squid-4b23044, ceph=True, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-07-26T07:21:58.379 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 07:21:58 smithi155 bash[152841]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x 2024-07-26T07:21:58.379 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 07:21:58 smithi155 podman[152860]: 2024-07-26 07:21:58.304983425 +0000 UTC m=+0.532118591 container remove 3d1d1f94a234398b571fe86c1deaa028ec95c7d646411a1d55c79c683c4b7d99 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mgr-x, org.label-schema.vendor=CentOS, RELEASE=squid-4b23044, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240724, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-07-26T07:21:58.379 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Jul 26 07:21:58 smithi155 systemd[1]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-07-26T07:21:58.523 DEBUG:teuthology.orchestra.run.smithi155:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@mgr.x.service' 2024-07-26T07:21:58.557 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-07-26T07:21:58.558 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-07-26T07:21:58.558 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-07-26T07:21:58.558 DEBUG:teuthology.orchestra.run.smithi089:> sudo systemctl stop ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@osd.0 2024-07-26T07:21:58.863 INFO:journalctl@ceph.osd.0.smithi089.stdout:Jul 26 07:21:58 smithi089 systemd[1]: Stopping Ceph osd.0 for 9bd49884-4b13-11ef-bcb6-c7b262605968... 2024-07-26T07:21:59.154 INFO:journalctl@ceph.osd.0.smithi089.stdout:Jul 26 07:21:58 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-0[108140]: 2024-07-26T07:21:58.863+0000 7f9e2ec27640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-07-26T07:21:59.154 INFO:journalctl@ceph.osd.0.smithi089.stdout:Jul 26 07:21:58 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-0[108140]: 2024-07-26T07:21:58.863+0000 7f9e2ec27640 -1 osd.0 2855 *** Got signal Terminated *** 2024-07-26T07:21:59.154 INFO:journalctl@ceph.osd.0.smithi089.stdout:Jul 26 07:21:58 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-0[108140]: 2024-07-26T07:21:58.863+0000 7f9e2ec27640 -1 osd.0 2855 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-07-26T07:22:02.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:22:02 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:22:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"9bd49884-4b13-11ef-bcb6-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-07-26T07:22:04.655 INFO:journalctl@ceph.osd.0.smithi089.stdout:Jul 26 07:22:04 smithi089 podman[181028]: 2024-07-26 07:22:04.296807123 +0000 UTC m=+5.543141565 container died 7b97fcc5adf07098f9163af932dc620874fe737e687383e690a42158111f7212 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240724, RELEASE=squid-4b23044, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-07-26T07:22:04.997 INFO:journalctl@ceph.osd.0.smithi089.stdout:Jul 26 07:22:04 smithi089 podman[181028]: 2024-07-26 07:22:04.736982954 +0000 UTC m=+5.983317391 container cleanup 7b97fcc5adf07098f9163af932dc620874fe737e687383e690a42158111f7212 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=squid-4b23044, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240724, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS) 2024-07-26T07:22:04.997 INFO:journalctl@ceph.osd.0.smithi089.stdout:Jul 26 07:22:04 smithi089 bash[181028]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-0 2024-07-26T07:22:05.404 INFO:journalctl@ceph.osd.0.smithi089.stdout:Jul 26 07:22:04 smithi089 podman[181048]: 2024-07-26 07:22:04.997272781 +0000 UTC m=+0.653390718 container remove 7b97fcc5adf07098f9163af932dc620874fe737e687383e690a42158111f7212 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=squid-4b23044, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240724, org.label-schema.vendor=CentOS) 2024-07-26T07:22:05.742 INFO:journalctl@ceph.osd.0.smithi089.stdout:Jul 26 07:22:05 smithi089 podman[181145]: 2024-07-26 07:22:05.310863674 +0000 UTC m=+0.017650927 image pull a246f06af74af9a1c45475dc36c910d564494bacf385674011a33b62b93c2c8c quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c 2024-07-26T07:22:05.742 INFO:journalctl@ceph.osd.0.smithi089.stdout:Jul 26 07:22:05 smithi089 podman[181145]: 2024-07-26 07:22:05.431548212 +0000 UTC m=+0.138335456 container create 2041102cc33cf3211eb1215478ab09761bf63ab729d35efbeec6d20b0a2475c4 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-0-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240724, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=squid-4b23044, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-07-26T07:22:05.742 INFO:journalctl@ceph.osd.0.smithi089.stdout:Jul 26 07:22:05 smithi089 podman[181145]: 2024-07-26 07:22:05.634370513 +0000 UTC m=+0.341157766 container init 2041102cc33cf3211eb1215478ab09761bf63ab729d35efbeec6d20b0a2475c4 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-0-deactivate, ceph=True, org.label-schema.build-date=20240724, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=squid-4b23044, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-07-26T07:22:05.742 INFO:journalctl@ceph.osd.0.smithi089.stdout:Jul 26 07:22:05 smithi089 podman[181145]: 2024-07-26 07:22:05.639049695 +0000 UTC m=+0.345836940 container start 2041102cc33cf3211eb1215478ab09761bf63ab729d35efbeec6d20b0a2475c4 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-0-deactivate, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-4b23044, org.label-schema.build-date=20240724, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True) 2024-07-26T07:22:05.742 INFO:journalctl@ceph.osd.0.smithi089.stdout:Jul 26 07:22:05 smithi089 podman[181145]: 2024-07-26 07:22:05.742399042 +0000 UTC m=+0.449186298 container attach 2041102cc33cf3211eb1215478ab09761bf63ab729d35efbeec6d20b0a2475c4 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-0-deactivate, org.label-schema.build-date=20240724, RELEASE=squid-4b23044, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image) 2024-07-26T07:22:06.121 INFO:journalctl@ceph.osd.0.smithi089.stdout:Jul 26 07:22:05 smithi089 podman[181145]: 2024-07-26 07:22:05.830946573 +0000 UTC m=+0.537733821 container died 2041102cc33cf3211eb1215478ab09761bf63ab729d35efbeec6d20b0a2475c4 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-0-deactivate, io.buildah.version=1.36.0, org.label-schema.build-date=20240724, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, RELEASE=squid-4b23044, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2) 2024-07-26T07:22:06.405 DEBUG:teuthology.orchestra.run.smithi089:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@osd.0.service' 2024-07-26T07:22:06.444 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-07-26T07:22:06.444 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-07-26T07:22:06.444 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-07-26T07:22:06.444 DEBUG:teuthology.orchestra.run.smithi089:> sudo systemctl stop ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@osd.1 2024-07-26T07:22:06.654 INFO:journalctl@ceph.osd.1.smithi089.stdout:Jul 26 07:22:06 smithi089 systemd[1]: Stopping Ceph osd.1 for 9bd49884-4b13-11ef-bcb6-c7b262605968... 2024-07-26T07:22:07.154 INFO:journalctl@ceph.osd.1.smithi089.stdout:Jul 26 07:22:06 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-1[112913]: 2024-07-26T07:22:06.793+0000 7feba0cc6640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-07-26T07:22:07.155 INFO:journalctl@ceph.osd.1.smithi089.stdout:Jul 26 07:22:06 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-1[112913]: 2024-07-26T07:22:06.793+0000 7feba0cc6640 -1 osd.1 2855 *** Got signal Terminated *** 2024-07-26T07:22:07.155 INFO:journalctl@ceph.osd.1.smithi089.stdout:Jul 26 07:22:06 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-1[112913]: 2024-07-26T07:22:06.793+0000 7feba0cc6640 -1 osd.1 2855 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-07-26T07:22:12.562 INFO:journalctl@ceph.osd.1.smithi089.stdout:Jul 26 07:22:12 smithi089 podman[181271]: 2024-07-26 07:22:12.29894125 +0000 UTC m=+5.628261675 container died f8fe67e57953f43f5f13aa1cf55e6edd7d09d789955f9b4737211e8529741af6 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-1, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, RELEASE=squid-4b23044, org.label-schema.build-date=20240724, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-07-26T07:22:12.904 INFO:journalctl@ceph.osd.1.smithi089.stdout:Jul 26 07:22:12 smithi089 podman[181271]: 2024-07-26 07:22:12.682810076 +0000 UTC m=+6.012130500 container cleanup f8fe67e57953f43f5f13aa1cf55e6edd7d09d789955f9b4737211e8529741af6 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-1, org.label-schema.build-date=20240724, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=squid-4b23044, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-07-26T07:22:12.904 INFO:journalctl@ceph.osd.1.smithi089.stdout:Jul 26 07:22:12 smithi089 bash[181271]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-1 2024-07-26T07:22:13.276 INFO:journalctl@ceph.osd.1.smithi089.stdout:Jul 26 07:22:12 smithi089 podman[181293]: 2024-07-26 07:22:12.959333236 +0000 UTC m=+0.660090779 container remove f8fe67e57953f43f5f13aa1cf55e6edd7d09d789955f9b4737211e8529741af6 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-1, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.build-date=20240724, RELEASE=squid-4b23044, org.label-schema.vendor=CentOS) 2024-07-26T07:22:13.604 INFO:journalctl@ceph.osd.1.smithi089.stdout:Jul 26 07:22:13 smithi089 podman[181389]: 2024-07-26 07:22:13.178665078 +0000 UTC m=+0.016847645 image pull a246f06af74af9a1c45475dc36c910d564494bacf385674011a33b62b93c2c8c quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c 2024-07-26T07:22:13.605 INFO:journalctl@ceph.osd.1.smithi089.stdout:Jul 26 07:22:13 smithi089 podman[181389]: 2024-07-26 07:22:13.310553163 +0000 UTC m=+0.148735765 container create 0ea9d55ad2dfc84d917e662b4d48a02a6bad1345fd0a73c801273e28e29c58f0 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-1-deactivate, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=squid-4b23044, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, io.buildah.version=1.36.0, org.label-schema.build-date=20240724, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-07-26T07:22:13.605 INFO:journalctl@ceph.osd.1.smithi089.stdout:Jul 26 07:22:13 smithi089 podman[181389]: 2024-07-26 07:22:13.50503488 +0000 UTC m=+0.343217451 container init 0ea9d55ad2dfc84d917e662b4d48a02a6bad1345fd0a73c801273e28e29c58f0 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-1-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=squid-4b23044, org.label-schema.build-date=20240724) 2024-07-26T07:22:13.605 INFO:journalctl@ceph.osd.1.smithi089.stdout:Jul 26 07:22:13 smithi089 podman[181389]: 2024-07-26 07:22:13.510303074 +0000 UTC m=+0.348485641 container start 0ea9d55ad2dfc84d917e662b4d48a02a6bad1345fd0a73c801273e28e29c58f0 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-1-deactivate, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, RELEASE=squid-4b23044, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240724, CEPH_POINT_RELEASE=) 2024-07-26T07:22:13.904 INFO:journalctl@ceph.osd.1.smithi089.stdout:Jul 26 07:22:13 smithi089 podman[181389]: 2024-07-26 07:22:13.604746977 +0000 UTC m=+0.442929546 container attach 0ea9d55ad2dfc84d917e662b4d48a02a6bad1345fd0a73c801273e28e29c58f0 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-1-deactivate, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, RELEASE=squid-4b23044, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240724, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-07-26T07:22:13.904 INFO:journalctl@ceph.osd.1.smithi089.stdout:Jul 26 07:22:13 smithi089 podman[181389]: 2024-07-26 07:22:13.708330957 +0000 UTC m=+0.546513523 container died 0ea9d55ad2dfc84d917e662b4d48a02a6bad1345fd0a73c801273e28e29c58f0 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-1-deactivate, org.label-schema.build-date=20240724, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, RELEASE=squid-4b23044, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-07-26T07:22:14.265 INFO:journalctl@ceph.osd.1.smithi089.stdout:Jul 26 07:22:14 smithi089 podman[181432]: 2024-07-26 07:22:14.250175573 +0000 UTC m=+0.535500163 container remove 0ea9d55ad2dfc84d917e662b4d48a02a6bad1345fd0a73c801273e28e29c58f0 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-1-deactivate, org.label-schema.build-date=20240724, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=squid-4b23044, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image) 2024-07-26T07:22:14.271 DEBUG:teuthology.orchestra.run.smithi089:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@osd.1.service' 2024-07-26T07:22:14.310 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-07-26T07:22:14.311 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-07-26T07:22:14.311 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-07-26T07:22:14.311 DEBUG:teuthology.orchestra.run.smithi089:> sudo systemctl stop ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@osd.2 2024-07-26T07:22:14.540 INFO:journalctl@ceph.osd.2.smithi089.stdout:Jul 26 07:22:14 smithi089 systemd[1]: Stopping Ceph osd.2 for 9bd49884-4b13-11ef-bcb6-c7b262605968... 2024-07-26T07:22:14.904 INFO:journalctl@ceph.osd.2.smithi089.stdout:Jul 26 07:22:14 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-2[117970]: 2024-07-26T07:22:14.638+0000 7f7a59757640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-07-26T07:22:14.905 INFO:journalctl@ceph.osd.2.smithi089.stdout:Jul 26 07:22:14 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-2[117970]: 2024-07-26T07:22:14.638+0000 7f7a59757640 -1 osd.2 2855 *** Got signal Terminated *** 2024-07-26T07:22:14.905 INFO:journalctl@ceph.osd.2.smithi089.stdout:Jul 26 07:22:14 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-2[117970]: 2024-07-26T07:22:14.638+0000 7f7a59757640 -1 osd.2 2855 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-07-26T07:22:20.404 INFO:journalctl@ceph.osd.2.smithi089.stdout:Jul 26 07:22:20 smithi089 podman[181518]: 2024-07-26 07:22:20.106513656 +0000 UTC m=+5.568113344 container died daf180453a78f10dfefc363c158c9db591ad106360d58636f42c8f59ad0ab41c (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-2, org.label-schema.build-date=20240724, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-4b23044, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True) 2024-07-26T07:22:20.904 INFO:journalctl@ceph.osd.2.smithi089.stdout:Jul 26 07:22:20 smithi089 podman[181518]: 2024-07-26 07:22:20.419789291 +0000 UTC m=+5.881389018 container cleanup daf180453a78f10dfefc363c158c9db591ad106360d58636f42c8f59ad0ab41c (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-2, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240724, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=squid-4b23044) 2024-07-26T07:22:20.904 INFO:journalctl@ceph.osd.2.smithi089.stdout:Jul 26 07:22:20 smithi089 bash[181518]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-2 2024-07-26T07:22:20.904 INFO:journalctl@ceph.osd.2.smithi089.stdout:Jul 26 07:22:20 smithi089 podman[181551]: 2024-07-26 07:22:20.621181388 +0000 UTC m=+0.515893946 container remove daf180453a78f10dfefc363c158c9db591ad106360d58636f42c8f59ad0ab41c (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-4b23044, org.label-schema.build-date=20240724, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2) 2024-07-26T07:22:21.349 INFO:journalctl@ceph.osd.2.smithi089.stdout:Jul 26 07:22:21 smithi089 podman[181644]: 2024-07-26 07:22:20.944158165 +0000 UTC m=+0.016851394 image pull a246f06af74af9a1c45475dc36c910d564494bacf385674011a33b62b93c2c8c quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c 2024-07-26T07:22:21.350 INFO:journalctl@ceph.osd.2.smithi089.stdout:Jul 26 07:22:21 smithi089 podman[181644]: 2024-07-26 07:22:21.047039881 +0000 UTC m=+0.119733098 container create 8e09e45b817e385de0e053d0fb953e74931d64ed08f64a892897efa857b357be (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-2-deactivate, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , RELEASE=squid-4b23044, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240724) 2024-07-26T07:22:21.350 INFO:journalctl@ceph.osd.2.smithi089.stdout:Jul 26 07:22:21 smithi089 podman[181644]: 2024-07-26 07:22:21.258003317 +0000 UTC m=+0.330696548 container init 8e09e45b817e385de0e053d0fb953e74931d64ed08f64a892897efa857b357be (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-2-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240724, GIT_BRANCH=HEAD, RELEASE=squid-4b23044, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS) 2024-07-26T07:22:21.350 INFO:journalctl@ceph.osd.2.smithi089.stdout:Jul 26 07:22:21 smithi089 podman[181644]: 2024-07-26 07:22:21.263081513 +0000 UTC m=+0.335774732 container start 8e09e45b817e385de0e053d0fb953e74931d64ed08f64a892897efa857b357be (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-2-deactivate, org.label-schema.build-date=20240724, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-4b23044, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, io.buildah.version=1.36.0) 2024-07-26T07:22:21.350 INFO:journalctl@ceph.osd.2.smithi089.stdout:Jul 26 07:22:21 smithi089 podman[181644]: 2024-07-26 07:22:21.349533459 +0000 UTC m=+0.422226676 container attach 8e09e45b817e385de0e053d0fb953e74931d64ed08f64a892897efa857b357be (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-2-deactivate, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240724, RELEASE=squid-4b23044, org.label-schema.license=GPLv2, io.buildah.version=1.36.0) 2024-07-26T07:22:21.654 INFO:journalctl@ceph.osd.2.smithi089.stdout:Jul 26 07:22:21 smithi089 podman[181644]: 2024-07-26 07:22:21.459169651 +0000 UTC m=+0.531862867 container died 8e09e45b817e385de0e053d0fb953e74931d64ed08f64a892897efa857b357be (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-2-deactivate, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240724, org.label-schema.schema-version=1.0, RELEASE=squid-4b23044) 2024-07-26T07:22:22.003 INFO:journalctl@ceph.osd.2.smithi089.stdout:Jul 26 07:22:21 smithi089 podman[181688]: 2024-07-26 07:22:21.986686473 +0000 UTC m=+0.516969578 container remove 8e09e45b817e385de0e053d0fb953e74931d64ed08f64a892897efa857b357be (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-2-deactivate, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240724, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=squid-4b23044, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_CLEAN=True, io.buildah.version=1.36.0) 2024-07-26T07:22:22.003 INFO:journalctl@ceph.osd.2.smithi089.stdout:Jul 26 07:22:22 smithi089 systemd[1]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@osd.2.service: Deactivated successfully. 2024-07-26T07:22:22.004 INFO:journalctl@ceph.osd.2.smithi089.stdout:Jul 26 07:22:22 smithi089 systemd[1]: Stopped Ceph osd.2 for 9bd49884-4b13-11ef-bcb6-c7b262605968. 2024-07-26T07:22:22.004 INFO:journalctl@ceph.osd.2.smithi089.stdout:Jul 26 07:22:22 smithi089 systemd[1]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@osd.2.service: Consumed 3min 18.068s CPU time. 2024-07-26T07:22:22.006 DEBUG:teuthology.orchestra.run.smithi089:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@osd.2.service' 2024-07-26T07:22:22.046 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-07-26T07:22:22.046 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-07-26T07:22:22.047 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-07-26T07:22:22.047 DEBUG:teuthology.orchestra.run.smithi089:> sudo systemctl stop ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@osd.3 2024-07-26T07:22:22.375 INFO:journalctl@ceph.osd.3.smithi089.stdout:Jul 26 07:22:22 smithi089 systemd[1]: Stopping Ceph osd.3 for 9bd49884-4b13-11ef-bcb6-c7b262605968... 2024-07-26T07:22:22.654 INFO:journalctl@ceph.osd.3.smithi089.stdout:Jul 26 07:22:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-3[122875]: 2024-07-26T07:22:22.374+0000 7f5fa4193640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-07-26T07:22:22.654 INFO:journalctl@ceph.osd.3.smithi089.stdout:Jul 26 07:22:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-3[122875]: 2024-07-26T07:22:22.374+0000 7f5fa4193640 -1 osd.3 2855 *** Got signal Terminated *** 2024-07-26T07:22:22.655 INFO:journalctl@ceph.osd.3.smithi089.stdout:Jul 26 07:22:22 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-3[122875]: 2024-07-26T07:22:22.374+0000 7f5fa4193640 -1 osd.3 2855 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-07-26T07:22:27.629 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 07:22:27 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6[106204]: 2024-07-26T07:22:27.210+0000 7f288b299640 -1 osd.6 2855 heartbeat_check: no reply from 172.21.15.89:6806 osd.0 since back 2024-07-26T07:22:01.056666+0000 front 2024-07-26T07:22:01.056754+0000 (oldest deadline 2024-07-26T07:22:26.956696+0000) 2024-07-26T07:22:28.164 INFO:journalctl@ceph.osd.3.smithi089.stdout:Jul 26 07:22:27 smithi089 podman[181773]: 2024-07-26 07:22:27.912004895 +0000 UTC m=+5.647187481 container died bc8593ebe144523caca91df59b71a506c01ac8e3d818404d95f28e7ac61befde (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-3, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240724, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=squid-4b23044, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0) 2024-07-26T07:22:28.540 INFO:journalctl@ceph.osd.3.smithi089.stdout:Jul 26 07:22:28 smithi089 podman[181773]: 2024-07-26 07:22:28.264035082 +0000 UTC m=+5.999217665 container cleanup bc8593ebe144523caca91df59b71a506c01ac8e3d818404d95f28e7ac61befde (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-3, io.buildah.version=1.36.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240724, GIT_BRANCH=HEAD, RELEASE=squid-4b23044, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux ) 2024-07-26T07:22:28.540 INFO:journalctl@ceph.osd.3.smithi089.stdout:Jul 26 07:22:28 smithi089 bash[181773]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-3 2024-07-26T07:22:28.556 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 07:22:28 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6[106204]: 2024-07-26T07:22:28.175+0000 7f288b299640 -1 osd.6 2855 heartbeat_check: no reply from 172.21.15.89:6806 osd.0 since back 2024-07-26T07:22:01.056666+0000 front 2024-07-26T07:22:01.056754+0000 (oldest deadline 2024-07-26T07:22:26.956696+0000) 2024-07-26T07:22:28.848 INFO:journalctl@ceph.osd.4.smithi155.stdout:Jul 26 07:22:28 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-4[95849]: 2024-07-26T07:22:28.605+0000 7f65c64f9640 -1 osd.4 2855 heartbeat_check: no reply from 172.21.15.89:6806 osd.0 since back 2024-07-26T07:22:03.632277+0000 front 2024-07-26T07:22:03.632333+0000 (oldest deadline 2024-07-26T07:22:27.732356+0000) 2024-07-26T07:22:28.849 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 07:22:28 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-5[101025]: 2024-07-26T07:22:28.554+0000 7f7421718640 -1 osd.5 2855 heartbeat_check: no reply from 172.21.15.89:6806 osd.0 since back 2024-07-26T07:22:03.517560+0000 front 2024-07-26T07:22:03.517684+0000 (oldest deadline 2024-07-26T07:22:28.217468+0000) 2024-07-26T07:22:28.886 INFO:journalctl@ceph.osd.3.smithi089.stdout:Jul 26 07:22:28 smithi089 podman[181792]: 2024-07-26 07:22:28.540262288 +0000 UTC m=+0.627211125 container remove bc8593ebe144523caca91df59b71a506c01ac8e3d818404d95f28e7ac61befde (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-3, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, RELEASE=squid-4b23044, org.label-schema.build-date=20240724, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, CEPH_POINT_RELEASE=) 2024-07-26T07:22:29.129 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:22:28 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[111374]: 2024-07-26T07:22:28.847+0000 7fc2b89fb640 -1 osd.7 2855 heartbeat_check: no reply from 172.21.15.89:6806 osd.0 since back 2024-07-26T07:21:59.264447+0000 front 2024-07-26T07:21:59.264367+0000 (oldest deadline 2024-07-26T07:22:28.664752+0000) 2024-07-26T07:22:29.141 INFO:journalctl@ceph.osd.3.smithi089.stdout:Jul 26 07:22:28 smithi089 podman[181888]: 2024-07-26 07:22:28.788869548 +0000 UTC m=+0.017046374 image pull a246f06af74af9a1c45475dc36c910d564494bacf385674011a33b62b93c2c8c quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c 2024-07-26T07:22:29.141 INFO:journalctl@ceph.osd.3.smithi089.stdout:Jul 26 07:22:28 smithi089 podman[181888]: 2024-07-26 07:22:28.907866788 +0000 UTC m=+0.136043593 container create 9a6e0acd8091878def46bfe0fffb7d6d54bf0f607e1e99484f44b8cd5fed8b8e (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-3-deactivate, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240724, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-4b23044) 2024-07-26T07:22:29.141 INFO:journalctl@ceph.osd.3.smithi089.stdout:Jul 26 07:22:29 smithi089 podman[181888]: 2024-07-26 07:22:29.136430076 +0000 UTC m=+0.364606889 container init 9a6e0acd8091878def46bfe0fffb7d6d54bf0f607e1e99484f44b8cd5fed8b8e (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-3-deactivate, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-4b23044, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240724, org.label-schema.vendor=CentOS) 2024-07-26T07:22:29.141 INFO:journalctl@ceph.osd.3.smithi089.stdout:Jul 26 07:22:29 smithi089 podman[181888]: 2024-07-26 07:22:29.141163819 +0000 UTC m=+0.369340625 container start 9a6e0acd8091878def46bfe0fffb7d6d54bf0f607e1e99484f44b8cd5fed8b8e (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-3-deactivate, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240724, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, GIT_CLEAN=True, RELEASE=squid-4b23044, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-07-26T07:22:29.404 INFO:journalctl@ceph.osd.3.smithi089.stdout:Jul 26 07:22:29 smithi089 podman[181888]: 2024-07-26 07:22:29.219037357 +0000 UTC m=+0.447214187 container attach 9a6e0acd8091878def46bfe0fffb7d6d54bf0f607e1e99484f44b8cd5fed8b8e (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-3-deactivate, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240724, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, RELEASE=squid-4b23044, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-07-26T07:22:29.405 INFO:journalctl@ceph.osd.3.smithi089.stdout:Jul 26 07:22:29 smithi089 podman[181888]: 2024-07-26 07:22:29.325263942 +0000 UTC m=+0.553440759 container died 9a6e0acd8091878def46bfe0fffb7d6d54bf0f607e1e99484f44b8cd5fed8b8e (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-3-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240724, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=squid-4b23044, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-07-26T07:22:29.506 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 07:22:29 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6[106204]: 2024-07-26T07:22:29.145+0000 7f288b299640 -1 osd.6 2855 heartbeat_check: no reply from 172.21.15.89:6806 osd.0 since back 2024-07-26T07:22:01.056666+0000 front 2024-07-26T07:22:01.056754+0000 (oldest deadline 2024-07-26T07:22:26.956696+0000) 2024-07-26T07:22:29.879 INFO:journalctl@ceph.osd.4.smithi155.stdout:Jul 26 07:22:29 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-4[95849]: 2024-07-26T07:22:29.615+0000 7f65c64f9640 -1 osd.4 2855 heartbeat_check: no reply from 172.21.15.89:6806 osd.0 since back 2024-07-26T07:22:03.632277+0000 front 2024-07-26T07:22:03.632333+0000 (oldest deadline 2024-07-26T07:22:27.732356+0000) 2024-07-26T07:22:29.879 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 07:22:29 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-5[101025]: 2024-07-26T07:22:29.506+0000 7f7421718640 -1 osd.5 2855 heartbeat_check: no reply from 172.21.15.89:6806 osd.0 since back 2024-07-26T07:22:03.517560+0000 front 2024-07-26T07:22:03.517684+0000 (oldest deadline 2024-07-26T07:22:28.217468+0000) 2024-07-26T07:22:29.912 DEBUG:teuthology.orchestra.run.smithi089:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@osd.3.service' 2024-07-26T07:22:29.951 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-07-26T07:22:29.952 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-07-26T07:22:29.952 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-07-26T07:22:29.952 DEBUG:teuthology.orchestra.run.smithi155:> sudo systemctl stop ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@osd.4 2024-07-26T07:22:30.156 INFO:journalctl@ceph.osd.4.smithi155.stdout:Jul 26 07:22:30 smithi155 systemd[1]: Stopping Ceph osd.4 for 9bd49884-4b13-11ef-bcb6-c7b262605968... 2024-07-26T07:22:30.157 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:22:29 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[111374]: 2024-07-26T07:22:29.892+0000 7fc2b89fb640 -1 osd.7 2855 heartbeat_check: no reply from 172.21.15.89:6806 osd.0 since back 2024-07-26T07:21:59.264447+0000 front 2024-07-26T07:21:59.264367+0000 (oldest deadline 2024-07-26T07:22:28.664752+0000) 2024-07-26T07:22:30.494 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 07:22:30 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6[106204]: 2024-07-26T07:22:30.155+0000 7f288b299640 -1 osd.6 2855 heartbeat_check: no reply from 172.21.15.89:6806 osd.0 since back 2024-07-26T07:22:01.056666+0000 front 2024-07-26T07:22:01.056754+0000 (oldest deadline 2024-07-26T07:22:26.956696+0000) 2024-07-26T07:22:30.494 INFO:journalctl@ceph.osd.4.smithi155.stdout:Jul 26 07:22:30 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-4[95849]: 2024-07-26T07:22:30.289+0000 7f65c9ee3640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-07-26T07:22:30.495 INFO:journalctl@ceph.osd.4.smithi155.stdout:Jul 26 07:22:30 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-4[95849]: 2024-07-26T07:22:30.289+0000 7f65c9ee3640 -1 osd.4 2855 *** Got signal Terminated *** 2024-07-26T07:22:30.495 INFO:journalctl@ceph.osd.4.smithi155.stdout:Jul 26 07:22:30 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-4[95849]: 2024-07-26T07:22:30.289+0000 7f65c9ee3640 -1 osd.4 2855 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-07-26T07:22:30.879 INFO:journalctl@ceph.osd.4.smithi155.stdout:Jul 26 07:22:30 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-4[95849]: 2024-07-26T07:22:30.634+0000 7f65c64f9640 -1 osd.4 2855 heartbeat_check: no reply from 172.21.15.89:6806 osd.0 since back 2024-07-26T07:22:03.632277+0000 front 2024-07-26T07:22:03.632333+0000 (oldest deadline 2024-07-26T07:22:27.732356+0000) 2024-07-26T07:22:30.879 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 07:22:30 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-5[101025]: 2024-07-26T07:22:30.493+0000 7f7421718640 -1 osd.5 2855 heartbeat_check: no reply from 172.21.15.89:6806 osd.0 since back 2024-07-26T07:22:03.517560+0000 front 2024-07-26T07:22:03.517684+0000 (oldest deadline 2024-07-26T07:22:28.217468+0000) 2024-07-26T07:22:31.379 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 07:22:31 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6[106204]: 2024-07-26T07:22:31.131+0000 7f288b299640 -1 osd.6 2855 heartbeat_check: no reply from 172.21.15.89:6806 osd.0 since back 2024-07-26T07:22:01.056666+0000 front 2024-07-26T07:22:01.056754+0000 (oldest deadline 2024-07-26T07:22:26.956696+0000) 2024-07-26T07:22:31.379 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:22:30 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[111374]: 2024-07-26T07:22:30.906+0000 7fc2b89fb640 -1 osd.7 2855 heartbeat_check: no reply from 172.21.15.89:6806 osd.0 since back 2024-07-26T07:21:59.264447+0000 front 2024-07-26T07:21:59.264367+0000 (oldest deadline 2024-07-26T07:22:28.664752+0000) 2024-07-26T07:22:31.879 INFO:journalctl@ceph.osd.4.smithi155.stdout:Jul 26 07:22:31 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-4[95849]: 2024-07-26T07:22:31.659+0000 7f65c64f9640 -1 osd.4 2855 heartbeat_check: no reply from 172.21.15.89:6806 osd.0 since back 2024-07-26T07:22:03.632277+0000 front 2024-07-26T07:22:03.632333+0000 (oldest deadline 2024-07-26T07:22:27.732356+0000) 2024-07-26T07:22:31.879 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 07:22:31 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-5[101025]: 2024-07-26T07:22:31.494+0000 7f7421718640 -1 osd.5 2855 heartbeat_check: no reply from 172.21.15.89:6806 osd.0 since back 2024-07-26T07:22:03.517560+0000 front 2024-07-26T07:22:03.517684+0000 (oldest deadline 2024-07-26T07:22:28.217468+0000) 2024-07-26T07:22:32.379 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 07:22:32 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6[106204]: 2024-07-26T07:22:32.082+0000 7f288b299640 -1 osd.6 2855 heartbeat_check: no reply from 172.21.15.89:6806 osd.0 since back 2024-07-26T07:22:01.056666+0000 front 2024-07-26T07:22:01.056754+0000 (oldest deadline 2024-07-26T07:22:26.956696+0000) 2024-07-26T07:22:32.379 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:22:31 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[111374]: 2024-07-26T07:22:31.938+0000 7fc2b89fb640 -1 osd.7 2855 heartbeat_check: no reply from 172.21.15.89:6806 osd.0 since back 2024-07-26T07:21:59.264447+0000 front 2024-07-26T07:21:59.264367+0000 (oldest deadline 2024-07-26T07:22:28.664752+0000) 2024-07-26T07:22:32.879 INFO:journalctl@ceph.osd.4.smithi155.stdout:Jul 26 07:22:32 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-4[95849]: 2024-07-26T07:22:32.698+0000 7f65c64f9640 -1 osd.4 2855 heartbeat_check: no reply from 172.21.15.89:6806 osd.0 since back 2024-07-26T07:22:03.632277+0000 front 2024-07-26T07:22:03.632333+0000 (oldest deadline 2024-07-26T07:22:27.732356+0000) 2024-07-26T07:22:32.879 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 07:22:32 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-5[101025]: 2024-07-26T07:22:32.521+0000 7f7421718640 -1 osd.5 2855 heartbeat_check: no reply from 172.21.15.89:6806 osd.0 since back 2024-07-26T07:22:03.517560+0000 front 2024-07-26T07:22:03.517684+0000 (oldest deadline 2024-07-26T07:22:28.217468+0000) 2024-07-26T07:22:33.379 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:22:32 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[111374]: 2024-07-26T07:22:32.911+0000 7fc2b89fb640 -1 osd.7 2855 heartbeat_check: no reply from 172.21.15.89:6806 osd.0 since back 2024-07-26T07:21:59.264447+0000 front 2024-07-26T07:21:59.264367+0000 (oldest deadline 2024-07-26T07:22:28.664752+0000) 2024-07-26T07:22:33.379 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 07:22:33 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6[106204]: 2024-07-26T07:22:33.099+0000 7f288b299640 -1 osd.6 2855 heartbeat_check: no reply from 172.21.15.89:6806 osd.0 since back 2024-07-26T07:22:01.056666+0000 front 2024-07-26T07:22:01.056754+0000 (oldest deadline 2024-07-26T07:22:26.956696+0000) 2024-07-26T07:22:33.879 INFO:journalctl@ceph.osd.4.smithi155.stdout:Jul 26 07:22:33 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-4[95849]: 2024-07-26T07:22:33.663+0000 7f65c64f9640 -1 osd.4 2855 heartbeat_check: no reply from 172.21.15.89:6806 osd.0 since back 2024-07-26T07:22:03.632277+0000 front 2024-07-26T07:22:03.632333+0000 (oldest deadline 2024-07-26T07:22:27.732356+0000) 2024-07-26T07:22:33.879 INFO:journalctl@ceph.osd.4.smithi155.stdout:Jul 26 07:22:33 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-4[95849]: 2024-07-26T07:22:33.663+0000 7f65c64f9640 -1 osd.4 2855 heartbeat_check: no reply from 172.21.15.89:6814 osd.1 since back 2024-07-26T07:22:07.732884+0000 front 2024-07-26T07:22:07.732892+0000 (oldest deadline 2024-07-26T07:22:33.032745+0000) 2024-07-26T07:22:33.879 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 07:22:33 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-5[101025]: 2024-07-26T07:22:33.476+0000 7f7421718640 -1 osd.5 2855 heartbeat_check: no reply from 172.21.15.89:6806 osd.0 since back 2024-07-26T07:22:03.517560+0000 front 2024-07-26T07:22:03.517684+0000 (oldest deadline 2024-07-26T07:22:28.217468+0000) 2024-07-26T07:22:33.879 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 07:22:33 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-5[101025]: 2024-07-26T07:22:33.476+0000 7f7421718640 -1 osd.5 2855 heartbeat_check: no reply from 172.21.15.89:6814 osd.1 since back 2024-07-26T07:22:08.218031+0000 front 2024-07-26T07:22:08.218044+0000 (oldest deadline 2024-07-26T07:22:32.917925+0000) 2024-07-26T07:22:34.379 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 07:22:34 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6[106204]: 2024-07-26T07:22:34.103+0000 7f288b299640 -1 osd.6 2855 heartbeat_check: no reply from 172.21.15.89:6806 osd.0 since back 2024-07-26T07:22:01.056666+0000 front 2024-07-26T07:22:01.056754+0000 (oldest deadline 2024-07-26T07:22:26.956696+0000) 2024-07-26T07:22:34.379 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:22:33 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[111374]: 2024-07-26T07:22:33.956+0000 7fc2b89fb640 -1 osd.7 2855 heartbeat_check: no reply from 172.21.15.89:6806 osd.0 since back 2024-07-26T07:21:59.264447+0000 front 2024-07-26T07:21:59.264367+0000 (oldest deadline 2024-07-26T07:22:28.664752+0000) 2024-07-26T07:22:34.879 INFO:journalctl@ceph.osd.4.smithi155.stdout:Jul 26 07:22:34 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-4[95849]: 2024-07-26T07:22:34.693+0000 7f65c64f9640 -1 osd.4 2855 heartbeat_check: no reply from 172.21.15.89:6806 osd.0 since back 2024-07-26T07:22:03.632277+0000 front 2024-07-26T07:22:03.632333+0000 (oldest deadline 2024-07-26T07:22:27.732356+0000) 2024-07-26T07:22:34.879 INFO:journalctl@ceph.osd.4.smithi155.stdout:Jul 26 07:22:34 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-4[95849]: 2024-07-26T07:22:34.693+0000 7f65c64f9640 -1 osd.4 2855 heartbeat_check: no reply from 172.21.15.89:6814 osd.1 since back 2024-07-26T07:22:07.732884+0000 front 2024-07-26T07:22:07.732892+0000 (oldest deadline 2024-07-26T07:22:33.032745+0000) 2024-07-26T07:22:34.879 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 07:22:34 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-5[101025]: 2024-07-26T07:22:34.488+0000 7f7421718640 -1 osd.5 2855 heartbeat_check: no reply from 172.21.15.89:6806 osd.0 since back 2024-07-26T07:22:03.517560+0000 front 2024-07-26T07:22:03.517684+0000 (oldest deadline 2024-07-26T07:22:28.217468+0000) 2024-07-26T07:22:34.879 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 07:22:34 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-5[101025]: 2024-07-26T07:22:34.488+0000 7f7421718640 -1 osd.5 2855 heartbeat_check: no reply from 172.21.15.89:6814 osd.1 since back 2024-07-26T07:22:08.218031+0000 front 2024-07-26T07:22:08.218044+0000 (oldest deadline 2024-07-26T07:22:32.917925+0000) 2024-07-26T07:22:35.379 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 07:22:35 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6[106204]: 2024-07-26T07:22:35.134+0000 7f288b299640 -1 osd.6 2855 heartbeat_check: no reply from 172.21.15.89:6806 osd.0 since back 2024-07-26T07:22:01.056666+0000 front 2024-07-26T07:22:01.056754+0000 (oldest deadline 2024-07-26T07:22:26.956696+0000) 2024-07-26T07:22:35.379 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:22:34 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[111374]: 2024-07-26T07:22:34.975+0000 7fc2b89fb640 -1 osd.7 2855 heartbeat_check: no reply from 172.21.15.89:6806 osd.0 since back 2024-07-26T07:21:59.264447+0000 front 2024-07-26T07:21:59.264367+0000 (oldest deadline 2024-07-26T07:22:28.664752+0000) 2024-07-26T07:22:35.835 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 07:22:35 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-5[101025]: 2024-07-26T07:22:35.447+0000 7f7421718640 -1 osd.5 2855 heartbeat_check: no reply from 172.21.15.89:6806 osd.0 since back 2024-07-26T07:22:03.517560+0000 front 2024-07-26T07:22:03.517684+0000 (oldest deadline 2024-07-26T07:22:28.217468+0000) 2024-07-26T07:22:35.835 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 07:22:35 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-5[101025]: 2024-07-26T07:22:35.447+0000 7f7421718640 -1 osd.5 2855 heartbeat_check: no reply from 172.21.15.89:6814 osd.1 since back 2024-07-26T07:22:08.218031+0000 front 2024-07-26T07:22:08.218044+0000 (oldest deadline 2024-07-26T07:22:32.917925+0000) 2024-07-26T07:22:36.129 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:22:35 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[111374]: 2024-07-26T07:22:35.996+0000 7fc2b89fb640 -1 osd.7 2855 heartbeat_check: no reply from 172.21.15.89:6806 osd.0 since back 2024-07-26T07:21:59.264447+0000 front 2024-07-26T07:21:59.264367+0000 (oldest deadline 2024-07-26T07:22:28.664752+0000) 2024-07-26T07:22:36.129 INFO:journalctl@ceph.osd.4.smithi155.stdout:Jul 26 07:22:35 smithi155 podman[152990]: 2024-07-26 07:22:35.834774774 +0000 UTC m=+5.678821229 container died 3b91a97809ebbccf3bb7ce71101755b80db8a58ee1f418fe6e1f1e43c171003e (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-4, maintainer=Guillaume Abrioux , RELEASE=squid-4b23044, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.build-date=20240724, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-07-26T07:22:36.464 INFO:journalctl@ceph.osd.4.smithi155.stdout:Jul 26 07:22:36 smithi155 podman[152990]: 2024-07-26 07:22:36.221683244 +0000 UTC m=+6.065729740 container cleanup 3b91a97809ebbccf3bb7ce71101755b80db8a58ee1f418fe6e1f1e43c171003e (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-4, org.label-schema.license=GPLv2, RELEASE=squid-4b23044, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240724, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-07-26T07:22:36.464 INFO:journalctl@ceph.osd.4.smithi155.stdout:Jul 26 07:22:36 smithi155 bash[152990]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-4 2024-07-26T07:22:36.464 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 07:22:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6[106204]: 2024-07-26T07:22:36.130+0000 7f288b299640 -1 osd.6 2855 heartbeat_check: no reply from 172.21.15.89:6806 osd.0 since back 2024-07-26T07:22:01.056666+0000 front 2024-07-26T07:22:01.056754+0000 (oldest deadline 2024-07-26T07:22:26.956696+0000) 2024-07-26T07:22:36.781 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 07:22:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-5[101025]: 2024-07-26T07:22:36.463+0000 7f7421718640 -1 osd.5 2855 heartbeat_check: no reply from 172.21.15.89:6806 osd.0 since back 2024-07-26T07:22:03.517560+0000 front 2024-07-26T07:22:03.517684+0000 (oldest deadline 2024-07-26T07:22:28.217468+0000) 2024-07-26T07:22:36.782 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 07:22:36 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-5[101025]: 2024-07-26T07:22:36.463+0000 7f7421718640 -1 osd.5 2855 heartbeat_check: no reply from 172.21.15.89:6814 osd.1 since back 2024-07-26T07:22:08.218031+0000 front 2024-07-26T07:22:08.218044+0000 (oldest deadline 2024-07-26T07:22:32.917925+0000) 2024-07-26T07:22:36.782 INFO:journalctl@ceph.osd.4.smithi155.stdout:Jul 26 07:22:36 smithi155 podman[153012]: 2024-07-26 07:22:36.464353728 +0000 UTC m=+0.626633721 container remove 3b91a97809ebbccf3bb7ce71101755b80db8a58ee1f418fe6e1f1e43c171003e (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-4, GIT_BRANCH=HEAD, org.label-schema.build-date=20240724, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-4b23044, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image) 2024-07-26T07:22:37.038 INFO:journalctl@ceph.osd.4.smithi155.stdout:Jul 26 07:22:36 smithi155 podman[153105]: 2024-07-26 07:22:36.781969801 +0000 UTC m=+0.114371016 container create c87c71e53f47b2ebd0d3d0fa6867b4ba10f08d961059ce4118894fbdcc9447b6 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-4-deactivate, GIT_BRANCH=HEAD, RELEASE=squid-4b23044, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240724, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.36.0) 2024-07-26T07:22:37.039 INFO:journalctl@ceph.osd.4.smithi155.stdout:Jul 26 07:22:36 smithi155 podman[153105]: 2024-07-26 07:22:36.684903327 +0000 UTC m=+0.017304506 image pull a246f06af74af9a1c45475dc36c910d564494bacf385674011a33b62b93c2c8c quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c 2024-07-26T07:22:37.039 INFO:journalctl@ceph.osd.4.smithi155.stdout:Jul 26 07:22:36 smithi155 podman[153105]: 2024-07-26 07:22:36.975820726 +0000 UTC m=+0.308221896 container init c87c71e53f47b2ebd0d3d0fa6867b4ba10f08d961059ce4118894fbdcc9447b6 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-4-deactivate, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240724, io.buildah.version=1.36.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=squid-4b23044, GIT_BRANCH=HEAD) 2024-07-26T07:22:37.039 INFO:journalctl@ceph.osd.4.smithi155.stdout:Jul 26 07:22:36 smithi155 podman[153105]: 2024-07-26 07:22:36.981561773 +0000 UTC m=+0.313962943 container start c87c71e53f47b2ebd0d3d0fa6867b4ba10f08d961059ce4118894fbdcc9447b6 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-4-deactivate, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240724, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=squid-4b23044, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-07-26T07:22:37.379 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 07:22:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6[106204]: 2024-07-26T07:22:37.144+0000 7f288b299640 -1 osd.6 2855 heartbeat_check: no reply from 172.21.15.89:6806 osd.0 since back 2024-07-26T07:22:01.056666+0000 front 2024-07-26T07:22:01.056754+0000 (oldest deadline 2024-07-26T07:22:26.956696+0000) 2024-07-26T07:22:37.379 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:22:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[111374]: 2024-07-26T07:22:37.037+0000 7fc2b89fb640 -1 osd.7 2855 heartbeat_check: no reply from 172.21.15.89:6806 osd.0 since back 2024-07-26T07:21:59.264447+0000 front 2024-07-26T07:21:59.264367+0000 (oldest deadline 2024-07-26T07:22:28.664752+0000) 2024-07-26T07:22:37.379 INFO:journalctl@ceph.osd.4.smithi155.stdout:Jul 26 07:22:37 smithi155 podman[153105]: 2024-07-26 07:22:37.067266434 +0000 UTC m=+0.399667622 container attach c87c71e53f47b2ebd0d3d0fa6867b4ba10f08d961059ce4118894fbdcc9447b6 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-4-deactivate, RELEASE=squid-4b23044, org.label-schema.build-date=20240724, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.license=GPLv2) 2024-07-26T07:22:37.379 INFO:journalctl@ceph.osd.4.smithi155.stdout:Jul 26 07:22:37 smithi155 podman[153105]: 2024-07-26 07:22:37.164991829 +0000 UTC m=+0.497392999 container died c87c71e53f47b2ebd0d3d0fa6867b4ba10f08d961059ce4118894fbdcc9447b6 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-4-deactivate, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240724, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=squid-4b23044) 2024-07-26T07:22:37.714 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 07:22:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-5[101025]: 2024-07-26T07:22:37.485+0000 7f7421718640 -1 osd.5 2855 heartbeat_check: no reply from 172.21.15.89:6806 osd.0 since back 2024-07-26T07:22:03.517560+0000 front 2024-07-26T07:22:03.517684+0000 (oldest deadline 2024-07-26T07:22:28.217468+0000) 2024-07-26T07:22:37.714 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 07:22:37 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-5[101025]: 2024-07-26T07:22:37.485+0000 7f7421718640 -1 osd.5 2855 heartbeat_check: no reply from 172.21.15.89:6814 osd.1 since back 2024-07-26T07:22:08.218031+0000 front 2024-07-26T07:22:08.218044+0000 (oldest deadline 2024-07-26T07:22:32.917925+0000) 2024-07-26T07:22:37.714 INFO:journalctl@ceph.osd.4.smithi155.stdout:Jul 26 07:22:37 smithi155 podman[153148]: 2024-07-26 07:22:37.703970276 +0000 UTC m=+0.527081618 container remove c87c71e53f47b2ebd0d3d0fa6867b4ba10f08d961059ce4118894fbdcc9447b6 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-4-deactivate, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240724, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=squid-4b23044, GIT_BRANCH=HEAD) 2024-07-26T07:22:37.718 DEBUG:teuthology.orchestra.run.smithi155:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@osd.4.service' 2024-07-26T07:22:37.758 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-07-26T07:22:37.759 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-07-26T07:22:37.759 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-07-26T07:22:37.759 DEBUG:teuthology.orchestra.run.smithi155:> sudo systemctl stop ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@osd.5 2024-07-26T07:22:38.038 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 07:22:37 smithi155 systemd[1]: Stopping Ceph osd.5 for 9bd49884-4b13-11ef-bcb6-c7b262605968... 2024-07-26T07:22:38.351 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:22:38 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[111374]: 2024-07-26T07:22:38.037+0000 7fc2b89fb640 -1 osd.7 2855 heartbeat_check: no reply from 172.21.15.89:6806 osd.0 since back 2024-07-26T07:21:59.264447+0000 front 2024-07-26T07:21:59.264367+0000 (oldest deadline 2024-07-26T07:22:28.664752+0000) 2024-07-26T07:22:38.351 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:22:38 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[111374]: 2024-07-26T07:22:38.037+0000 7fc2b89fb640 -1 osd.7 2855 heartbeat_check: no reply from 172.21.15.89:6814 osd.1 since back 2024-07-26T07:22:08.665261+0000 front 2024-07-26T07:22:08.665247+0000 (oldest deadline 2024-07-26T07:22:37.465692+0000) 2024-07-26T07:22:38.352 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 07:22:38 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-5[101025]: 2024-07-26T07:22:38.100+0000 7f7425102640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-07-26T07:22:38.352 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 07:22:38 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-5[101025]: 2024-07-26T07:22:38.100+0000 7f7425102640 -1 osd.5 2855 *** Got signal Terminated *** 2024-07-26T07:22:38.352 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 07:22:38 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-5[101025]: 2024-07-26T07:22:38.100+0000 7f7425102640 -1 osd.5 2855 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-07-26T07:22:38.352 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 07:22:38 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6[106204]: 2024-07-26T07:22:38.169+0000 7f288b299640 -1 osd.6 2855 heartbeat_check: no reply from 172.21.15.89:6806 osd.0 since back 2024-07-26T07:22:01.056666+0000 front 2024-07-26T07:22:01.056754+0000 (oldest deadline 2024-07-26T07:22:26.956696+0000) 2024-07-26T07:22:38.352 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 07:22:38 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6[106204]: 2024-07-26T07:22:38.169+0000 7f288b299640 -1 osd.6 2855 heartbeat_check: no reply from 172.21.15.89:6814 osd.1 since back 2024-07-26T07:22:11.657867+0000 front 2024-07-26T07:22:11.657853+0000 (oldest deadline 2024-07-26T07:22:37.557672+0000) 2024-07-26T07:22:38.629 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 07:22:38 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-5[101025]: 2024-07-26T07:22:38.527+0000 7f7421718640 -1 osd.5 2855 heartbeat_check: no reply from 172.21.15.89:6806 osd.0 since back 2024-07-26T07:22:03.517560+0000 front 2024-07-26T07:22:03.517684+0000 (oldest deadline 2024-07-26T07:22:28.217468+0000) 2024-07-26T07:22:38.629 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 07:22:38 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-5[101025]: 2024-07-26T07:22:38.527+0000 7f7421718640 -1 osd.5 2855 heartbeat_check: no reply from 172.21.15.89:6814 osd.1 since back 2024-07-26T07:22:08.218031+0000 front 2024-07-26T07:22:08.218044+0000 (oldest deadline 2024-07-26T07:22:32.917925+0000) 2024-07-26T07:22:39.189 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:22:39 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[111374]: 2024-07-26T07:22:39.042+0000 7fc2b89fb640 -1 osd.7 2855 heartbeat_check: no reply from 172.21.15.89:6806 osd.0 since back 2024-07-26T07:21:59.264447+0000 front 2024-07-26T07:21:59.264367+0000 (oldest deadline 2024-07-26T07:22:28.664752+0000) 2024-07-26T07:22:39.189 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:22:39 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[111374]: 2024-07-26T07:22:39.042+0000 7fc2b89fb640 -1 osd.7 2855 heartbeat_check: no reply from 172.21.15.89:6814 osd.1 since back 2024-07-26T07:22:08.665261+0000 front 2024-07-26T07:22:08.665247+0000 (oldest deadline 2024-07-26T07:22:37.465692+0000) 2024-07-26T07:22:39.525 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 07:22:39 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6[106204]: 2024-07-26T07:22:39.188+0000 7f288b299640 -1 osd.6 2855 heartbeat_check: no reply from 172.21.15.89:6806 osd.0 since back 2024-07-26T07:22:01.056666+0000 front 2024-07-26T07:22:01.056754+0000 (oldest deadline 2024-07-26T07:22:26.956696+0000) 2024-07-26T07:22:39.525 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 07:22:39 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6[106204]: 2024-07-26T07:22:39.188+0000 7f288b299640 -1 osd.6 2855 heartbeat_check: no reply from 172.21.15.89:6814 osd.1 since back 2024-07-26T07:22:11.657867+0000 front 2024-07-26T07:22:11.657853+0000 (oldest deadline 2024-07-26T07:22:37.557672+0000) 2024-07-26T07:22:39.879 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 07:22:39 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-5[101025]: 2024-07-26T07:22:39.524+0000 7f7421718640 -1 osd.5 2855 heartbeat_check: no reply from 172.21.15.89:6806 osd.0 since back 2024-07-26T07:22:03.517560+0000 front 2024-07-26T07:22:03.517684+0000 (oldest deadline 2024-07-26T07:22:28.217468+0000) 2024-07-26T07:22:39.879 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 07:22:39 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-5[101025]: 2024-07-26T07:22:39.524+0000 7f7421718640 -1 osd.5 2855 heartbeat_check: no reply from 172.21.15.89:6814 osd.1 since back 2024-07-26T07:22:08.218031+0000 front 2024-07-26T07:22:08.218044+0000 (oldest deadline 2024-07-26T07:22:32.917925+0000) 2024-07-26T07:22:40.379 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 07:22:40 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6[106204]: 2024-07-26T07:22:40.223+0000 7f288b299640 -1 osd.6 2855 heartbeat_check: no reply from 172.21.15.89:6806 osd.0 since back 2024-07-26T07:22:01.056666+0000 front 2024-07-26T07:22:01.056754+0000 (oldest deadline 2024-07-26T07:22:26.956696+0000) 2024-07-26T07:22:40.379 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 07:22:40 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6[106204]: 2024-07-26T07:22:40.223+0000 7f288b299640 -1 osd.6 2855 heartbeat_check: no reply from 172.21.15.89:6814 osd.1 since back 2024-07-26T07:22:11.657867+0000 front 2024-07-26T07:22:11.657853+0000 (oldest deadline 2024-07-26T07:22:37.557672+0000) 2024-07-26T07:22:40.379 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:22:40 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[111374]: 2024-07-26T07:22:40.075+0000 7fc2b89fb640 -1 osd.7 2855 heartbeat_check: no reply from 172.21.15.89:6806 osd.0 since back 2024-07-26T07:21:59.264447+0000 front 2024-07-26T07:21:59.264367+0000 (oldest deadline 2024-07-26T07:22:28.664752+0000) 2024-07-26T07:22:40.379 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:22:40 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[111374]: 2024-07-26T07:22:40.075+0000 7fc2b89fb640 -1 osd.7 2855 heartbeat_check: no reply from 172.21.15.89:6814 osd.1 since back 2024-07-26T07:22:08.665261+0000 front 2024-07-26T07:22:08.665247+0000 (oldest deadline 2024-07-26T07:22:37.465692+0000) 2024-07-26T07:22:40.879 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 07:22:40 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-5[101025]: 2024-07-26T07:22:40.510+0000 7f7421718640 -1 osd.5 2855 heartbeat_check: no reply from 172.21.15.89:6806 osd.0 since back 2024-07-26T07:22:03.517560+0000 front 2024-07-26T07:22:03.517684+0000 (oldest deadline 2024-07-26T07:22:28.217468+0000) 2024-07-26T07:22:40.879 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 07:22:40 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-5[101025]: 2024-07-26T07:22:40.510+0000 7f7421718640 -1 osd.5 2855 heartbeat_check: no reply from 172.21.15.89:6814 osd.1 since back 2024-07-26T07:22:08.218031+0000 front 2024-07-26T07:22:08.218044+0000 (oldest deadline 2024-07-26T07:22:32.917925+0000) 2024-07-26T07:22:41.379 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:22:41 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[111374]: 2024-07-26T07:22:41.112+0000 7fc2b89fb640 -1 osd.7 2855 heartbeat_check: no reply from 172.21.15.89:6806 osd.0 since back 2024-07-26T07:21:59.264447+0000 front 2024-07-26T07:21:59.264367+0000 (oldest deadline 2024-07-26T07:22:28.664752+0000) 2024-07-26T07:22:41.379 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:22:41 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[111374]: 2024-07-26T07:22:41.112+0000 7fc2b89fb640 -1 osd.7 2855 heartbeat_check: no reply from 172.21.15.89:6814 osd.1 since back 2024-07-26T07:22:08.665261+0000 front 2024-07-26T07:22:08.665247+0000 (oldest deadline 2024-07-26T07:22:37.465692+0000) 2024-07-26T07:22:41.379 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 07:22:41 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6[106204]: 2024-07-26T07:22:41.213+0000 7f288b299640 -1 osd.6 2855 heartbeat_check: no reply from 172.21.15.89:6806 osd.0 since back 2024-07-26T07:22:01.056666+0000 front 2024-07-26T07:22:01.056754+0000 (oldest deadline 2024-07-26T07:22:26.956696+0000) 2024-07-26T07:22:41.379 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 07:22:41 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6[106204]: 2024-07-26T07:22:41.213+0000 7f288b299640 -1 osd.6 2855 heartbeat_check: no reply from 172.21.15.89:6814 osd.1 since back 2024-07-26T07:22:11.657867+0000 front 2024-07-26T07:22:11.657853+0000 (oldest deadline 2024-07-26T07:22:37.557672+0000) 2024-07-26T07:22:41.879 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 07:22:41 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-5[101025]: 2024-07-26T07:22:41.533+0000 7f7421718640 -1 osd.5 2855 heartbeat_check: no reply from 172.21.15.89:6806 osd.0 since back 2024-07-26T07:22:03.517560+0000 front 2024-07-26T07:22:03.517684+0000 (oldest deadline 2024-07-26T07:22:28.217468+0000) 2024-07-26T07:22:41.879 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 07:22:41 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-5[101025]: 2024-07-26T07:22:41.533+0000 7f7421718640 -1 osd.5 2855 heartbeat_check: no reply from 172.21.15.89:6814 osd.1 since back 2024-07-26T07:22:08.218031+0000 front 2024-07-26T07:22:08.218044+0000 (oldest deadline 2024-07-26T07:22:32.917925+0000) 2024-07-26T07:22:42.379 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 07:22:42 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6[106204]: 2024-07-26T07:22:42.214+0000 7f288b299640 -1 osd.6 2855 heartbeat_check: no reply from 172.21.15.89:6806 osd.0 since back 2024-07-26T07:22:01.056666+0000 front 2024-07-26T07:22:01.056754+0000 (oldest deadline 2024-07-26T07:22:26.956696+0000) 2024-07-26T07:22:42.380 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 07:22:42 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6[106204]: 2024-07-26T07:22:42.214+0000 7f288b299640 -1 osd.6 2855 heartbeat_check: no reply from 172.21.15.89:6814 osd.1 since back 2024-07-26T07:22:11.657867+0000 front 2024-07-26T07:22:11.657853+0000 (oldest deadline 2024-07-26T07:22:37.557672+0000) 2024-07-26T07:22:42.380 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:22:42 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[111374]: 2024-07-26T07:22:42.100+0000 7fc2b89fb640 -1 osd.7 2855 heartbeat_check: no reply from 172.21.15.89:6806 osd.0 since back 2024-07-26T07:21:59.264447+0000 front 2024-07-26T07:21:59.264367+0000 (oldest deadline 2024-07-26T07:22:28.664752+0000) 2024-07-26T07:22:42.380 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:22:42 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[111374]: 2024-07-26T07:22:42.100+0000 7fc2b89fb640 -1 osd.7 2855 heartbeat_check: no reply from 172.21.15.89:6814 osd.1 since back 2024-07-26T07:22:08.665261+0000 front 2024-07-26T07:22:08.665247+0000 (oldest deadline 2024-07-26T07:22:37.465692+0000) 2024-07-26T07:22:42.380 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:22:42 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[111374]: 2024-07-26T07:22:42.100+0000 7fc2b89fb640 -1 osd.7 2855 heartbeat_check: no reply from 172.21.15.89:6822 osd.2 since back 2024-07-26T07:22:17.966840+0000 front 2024-07-26T07:22:17.966796+0000 (oldest deadline 2024-07-26T07:22:41.466663+0000) 2024-07-26T07:22:42.879 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 07:22:42 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-5[101025]: 2024-07-26T07:22:42.521+0000 7f7421718640 -1 osd.5 2855 heartbeat_check: no reply from 172.21.15.89:6806 osd.0 since back 2024-07-26T07:22:03.517560+0000 front 2024-07-26T07:22:03.517684+0000 (oldest deadline 2024-07-26T07:22:28.217468+0000) 2024-07-26T07:22:42.879 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 07:22:42 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-5[101025]: 2024-07-26T07:22:42.521+0000 7f7421718640 -1 osd.5 2855 heartbeat_check: no reply from 172.21.15.89:6814 osd.1 since back 2024-07-26T07:22:08.218031+0000 front 2024-07-26T07:22:08.218044+0000 (oldest deadline 2024-07-26T07:22:32.917925+0000) 2024-07-26T07:22:43.379 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:22:43 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[111374]: 2024-07-26T07:22:43.111+0000 7fc2b89fb640 -1 osd.7 2855 heartbeat_check: no reply from 172.21.15.89:6806 osd.0 since back 2024-07-26T07:21:59.264447+0000 front 2024-07-26T07:21:59.264367+0000 (oldest deadline 2024-07-26T07:22:28.664752+0000) 2024-07-26T07:22:43.379 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:22:43 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[111374]: 2024-07-26T07:22:43.111+0000 7fc2b89fb640 -1 osd.7 2855 heartbeat_check: no reply from 172.21.15.89:6814 osd.1 since back 2024-07-26T07:22:08.665261+0000 front 2024-07-26T07:22:08.665247+0000 (oldest deadline 2024-07-26T07:22:37.465692+0000) 2024-07-26T07:22:43.379 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:22:43 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[111374]: 2024-07-26T07:22:43.111+0000 7fc2b89fb640 -1 osd.7 2855 heartbeat_check: no reply from 172.21.15.89:6822 osd.2 since back 2024-07-26T07:22:17.966840+0000 front 2024-07-26T07:22:17.966796+0000 (oldest deadline 2024-07-26T07:22:41.466663+0000) 2024-07-26T07:22:43.379 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 07:22:43 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6[106204]: 2024-07-26T07:22:43.187+0000 7f288b299640 -1 osd.6 2855 heartbeat_check: no reply from 172.21.15.89:6806 osd.0 since back 2024-07-26T07:22:01.056666+0000 front 2024-07-26T07:22:01.056754+0000 (oldest deadline 2024-07-26T07:22:26.956696+0000) 2024-07-26T07:22:43.379 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 07:22:43 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6[106204]: 2024-07-26T07:22:43.187+0000 7f288b299640 -1 osd.6 2855 heartbeat_check: no reply from 172.21.15.89:6814 osd.1 since back 2024-07-26T07:22:11.657867+0000 front 2024-07-26T07:22:11.657853+0000 (oldest deadline 2024-07-26T07:22:37.557672+0000) 2024-07-26T07:22:43.380 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 07:22:43 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6[106204]: 2024-07-26T07:22:43.187+0000 7f288b299640 -1 osd.6 2855 heartbeat_check: no reply from 172.21.15.89:6822 osd.2 since back 2024-07-26T07:22:17.558298+0000 front 2024-07-26T07:22:17.558284+0000 (oldest deadline 2024-07-26T07:22:42.858117+0000) 2024-07-26T07:22:43.940 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 07:22:43 smithi155 podman[153232]: 2024-07-26 07:22:43.684727951 +0000 UTC m=+5.693792104 container died ff83bc2fda84cedf660eb700953b4b73cfd4b68818dd33c36d8034cad7ba1235 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-5, org.label-schema.license=GPLv2, org.label-schema.build-date=20240724, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, RELEASE=squid-4b23044, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0) 2024-07-26T07:22:44.209 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 07:22:44 smithi155 podman[153232]: 2024-07-26 07:22:44.064891271 +0000 UTC m=+6.073955426 container cleanup ff83bc2fda84cedf660eb700953b4b73cfd4b68818dd33c36d8034cad7ba1235 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-5, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-4b23044, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.build-date=20240724, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-07-26T07:22:44.209 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 07:22:44 smithi155 bash[153232]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-5 2024-07-26T07:22:44.210 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:22:44 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[111374]: 2024-07-26T07:22:44.156+0000 7fc2b89fb640 -1 osd.7 2855 heartbeat_check: no reply from 172.21.15.89:6806 osd.0 since back 2024-07-26T07:21:59.264447+0000 front 2024-07-26T07:21:59.264367+0000 (oldest deadline 2024-07-26T07:22:28.664752+0000) 2024-07-26T07:22:44.210 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:22:44 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[111374]: 2024-07-26T07:22:44.156+0000 7fc2b89fb640 -1 osd.7 2855 heartbeat_check: no reply from 172.21.15.89:6814 osd.1 since back 2024-07-26T07:22:08.665261+0000 front 2024-07-26T07:22:08.665247+0000 (oldest deadline 2024-07-26T07:22:37.465692+0000) 2024-07-26T07:22:44.210 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:22:44 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[111374]: 2024-07-26T07:22:44.156+0000 7fc2b89fb640 -1 osd.7 2855 heartbeat_check: no reply from 172.21.15.89:6822 osd.2 since back 2024-07-26T07:22:17.966840+0000 front 2024-07-26T07:22:17.966796+0000 (oldest deadline 2024-07-26T07:22:41.466663+0000) 2024-07-26T07:22:44.629 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 07:22:44 smithi155 podman[153255]: 2024-07-26 07:22:44.324527125 +0000 UTC m=+0.636403808 container remove ff83bc2fda84cedf660eb700953b4b73cfd4b68818dd33c36d8034cad7ba1235 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-5, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240724, org.label-schema.license=GPLv2, RELEASE=squid-4b23044, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image) 2024-07-26T07:22:44.629 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 07:22:44 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6[106204]: 2024-07-26T07:22:44.208+0000 7f288b299640 -1 osd.6 2855 heartbeat_check: no reply from 172.21.15.89:6806 osd.0 since back 2024-07-26T07:22:01.056666+0000 front 2024-07-26T07:22:01.056754+0000 (oldest deadline 2024-07-26T07:22:26.956696+0000) 2024-07-26T07:22:44.630 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 07:22:44 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6[106204]: 2024-07-26T07:22:44.208+0000 7f288b299640 -1 osd.6 2855 heartbeat_check: no reply from 172.21.15.89:6814 osd.1 since back 2024-07-26T07:22:11.657867+0000 front 2024-07-26T07:22:11.657853+0000 (oldest deadline 2024-07-26T07:22:37.557672+0000) 2024-07-26T07:22:44.630 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 07:22:44 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6[106204]: 2024-07-26T07:22:44.208+0000 7f288b299640 -1 osd.6 2855 heartbeat_check: no reply from 172.21.15.89:6822 osd.2 since back 2024-07-26T07:22:17.558298+0000 front 2024-07-26T07:22:17.558284+0000 (oldest deadline 2024-07-26T07:22:42.858117+0000) 2024-07-26T07:22:44.961 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 07:22:44 smithi155 podman[153350]: 2024-07-26 07:22:44.590868649 +0000 UTC m=+0.017175072 image pull a246f06af74af9a1c45475dc36c910d564494bacf385674011a33b62b93c2c8c quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c 2024-07-26T07:22:44.961 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 07:22:44 smithi155 podman[153350]: 2024-07-26 07:22:44.708694735 +0000 UTC m=+0.135001159 container create a18a567ab3a48051f68101d52fd7315862cd91f8e280d58c225eba3063b5c34e (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-5-deactivate, org.label-schema.build-date=20240724, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, RELEASE=squid-4b23044, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image) 2024-07-26T07:22:44.961 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 07:22:44 smithi155 podman[153350]: 2024-07-26 07:22:44.961281679 +0000 UTC m=+0.387588105 container init a18a567ab3a48051f68101d52fd7315862cd91f8e280d58c225eba3063b5c34e (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-5-deactivate, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240724, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-4b23044, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-07-26T07:22:45.232 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:22:45 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[111374]: 2024-07-26T07:22:45.124+0000 7fc2b89fb640 -1 osd.7 2855 heartbeat_check: no reply from 172.21.15.89:6806 osd.0 since back 2024-07-26T07:21:59.264447+0000 front 2024-07-26T07:21:59.264367+0000 (oldest deadline 2024-07-26T07:22:28.664752+0000) 2024-07-26T07:22:45.232 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:22:45 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[111374]: 2024-07-26T07:22:45.124+0000 7fc2b89fb640 -1 osd.7 2855 heartbeat_check: no reply from 172.21.15.89:6814 osd.1 since back 2024-07-26T07:22:08.665261+0000 front 2024-07-26T07:22:08.665247+0000 (oldest deadline 2024-07-26T07:22:37.465692+0000) 2024-07-26T07:22:45.232 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:22:45 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[111374]: 2024-07-26T07:22:45.124+0000 7fc2b89fb640 -1 osd.7 2855 heartbeat_check: no reply from 172.21.15.89:6822 osd.2 since back 2024-07-26T07:22:17.966840+0000 front 2024-07-26T07:22:17.966796+0000 (oldest deadline 2024-07-26T07:22:41.466663+0000) 2024-07-26T07:22:45.232 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 07:22:44 smithi155 podman[153350]: 2024-07-26 07:22:44.966785954 +0000 UTC m=+0.393092388 container start a18a567ab3a48051f68101d52fd7315862cd91f8e280d58c225eba3063b5c34e (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-5-deactivate, org.label-schema.license=GPLv2, RELEASE=squid-4b23044, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240724, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image) 2024-07-26T07:22:45.232 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 07:22:45 smithi155 podman[153350]: 2024-07-26 07:22:45.044614836 +0000 UTC m=+0.470921262 container attach a18a567ab3a48051f68101d52fd7315862cd91f8e280d58c225eba3063b5c34e (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-5-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240724, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=squid-4b23044, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-07-26T07:22:45.232 INFO:journalctl@ceph.osd.5.smithi155.stdout:Jul 26 07:22:45 smithi155 podman[153350]: 2024-07-26 07:22:45.162230413 +0000 UTC m=+0.588536837 container died a18a567ab3a48051f68101d52fd7315862cd91f8e280d58c225eba3063b5c34e (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-5-deactivate, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-4b23044, org.label-schema.build-date=20240724, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.license=GPLv2) 2024-07-26T07:22:45.629 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 07:22:45 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6[106204]: 2024-07-26T07:22:45.231+0000 7f288b299640 -1 osd.6 2855 heartbeat_check: no reply from 172.21.15.89:6806 osd.0 since back 2024-07-26T07:22:01.056666+0000 front 2024-07-26T07:22:01.056754+0000 (oldest deadline 2024-07-26T07:22:26.956696+0000) 2024-07-26T07:22:45.629 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 07:22:45 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6[106204]: 2024-07-26T07:22:45.231+0000 7f288b299640 -1 osd.6 2855 heartbeat_check: no reply from 172.21.15.89:6814 osd.1 since back 2024-07-26T07:22:11.657867+0000 front 2024-07-26T07:22:11.657853+0000 (oldest deadline 2024-07-26T07:22:37.557672+0000) 2024-07-26T07:22:45.629 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 07:22:45 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6[106204]: 2024-07-26T07:22:45.231+0000 7f288b299640 -1 osd.6 2855 heartbeat_check: no reply from 172.21.15.89:6822 osd.2 since back 2024-07-26T07:22:17.558298+0000 front 2024-07-26T07:22:17.558284+0000 (oldest deadline 2024-07-26T07:22:42.858117+0000) 2024-07-26T07:22:45.691 DEBUG:teuthology.orchestra.run.smithi155:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@osd.5.service' 2024-07-26T07:22:45.729 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-07-26T07:22:45.730 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-07-26T07:22:45.730 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-07-26T07:22:45.730 DEBUG:teuthology.orchestra.run.smithi155:> sudo systemctl stop ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@osd.6 2024-07-26T07:22:46.053 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 07:22:45 smithi155 systemd[1]: Stopping Ceph osd.6 for 9bd49884-4b13-11ef-bcb6-c7b262605968... 2024-07-26T07:22:46.053 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 07:22:46 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6[106204]: 2024-07-26T07:22:46.052+0000 7f288ec83640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-07-26T07:22:46.379 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:22:46 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[111374]: 2024-07-26T07:22:46.109+0000 7fc2b89fb640 -1 osd.7 2855 heartbeat_check: no reply from 172.21.15.89:6806 osd.0 since back 2024-07-26T07:21:59.264447+0000 front 2024-07-26T07:21:59.264367+0000 (oldest deadline 2024-07-26T07:22:28.664752+0000) 2024-07-26T07:22:46.379 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:22:46 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[111374]: 2024-07-26T07:22:46.109+0000 7fc2b89fb640 -1 osd.7 2855 heartbeat_check: no reply from 172.21.15.89:6814 osd.1 since back 2024-07-26T07:22:08.665261+0000 front 2024-07-26T07:22:08.665247+0000 (oldest deadline 2024-07-26T07:22:37.465692+0000) 2024-07-26T07:22:46.379 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:22:46 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[111374]: 2024-07-26T07:22:46.109+0000 7fc2b89fb640 -1 osd.7 2855 heartbeat_check: no reply from 172.21.15.89:6822 osd.2 since back 2024-07-26T07:22:17.966840+0000 front 2024-07-26T07:22:17.966796+0000 (oldest deadline 2024-07-26T07:22:41.466663+0000) 2024-07-26T07:22:46.379 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 07:22:46 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6[106204]: 2024-07-26T07:22:46.052+0000 7f288ec83640 -1 osd.6 2855 *** Got signal Terminated *** 2024-07-26T07:22:46.379 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 07:22:46 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6[106204]: 2024-07-26T07:22:46.052+0000 7f288ec83640 -1 osd.6 2855 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-07-26T07:22:46.379 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 07:22:46 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6[106204]: 2024-07-26T07:22:46.249+0000 7f288b299640 -1 osd.6 2855 heartbeat_check: no reply from 172.21.15.89:6806 osd.0 since back 2024-07-26T07:22:01.056666+0000 front 2024-07-26T07:22:01.056754+0000 (oldest deadline 2024-07-26T07:22:26.956696+0000) 2024-07-26T07:22:46.379 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 07:22:46 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6[106204]: 2024-07-26T07:22:46.249+0000 7f288b299640 -1 osd.6 2855 heartbeat_check: no reply from 172.21.15.89:6814 osd.1 since back 2024-07-26T07:22:11.657867+0000 front 2024-07-26T07:22:11.657853+0000 (oldest deadline 2024-07-26T07:22:37.557672+0000) 2024-07-26T07:22:46.379 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 07:22:46 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6[106204]: 2024-07-26T07:22:46.249+0000 7f288b299640 -1 osd.6 2855 heartbeat_check: no reply from 172.21.15.89:6822 osd.2 since back 2024-07-26T07:22:17.558298+0000 front 2024-07-26T07:22:17.558284+0000 (oldest deadline 2024-07-26T07:22:42.858117+0000) 2024-07-26T07:22:47.629 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:22:47 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[111374]: 2024-07-26T07:22:47.149+0000 7fc2b89fb640 -1 osd.7 2855 heartbeat_check: no reply from 172.21.15.89:6806 osd.0 since back 2024-07-26T07:21:59.264447+0000 front 2024-07-26T07:21:59.264367+0000 (oldest deadline 2024-07-26T07:22:28.664752+0000) 2024-07-26T07:22:47.629 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:22:47 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[111374]: 2024-07-26T07:22:47.149+0000 7fc2b89fb640 -1 osd.7 2855 heartbeat_check: no reply from 172.21.15.89:6814 osd.1 since back 2024-07-26T07:22:08.665261+0000 front 2024-07-26T07:22:08.665247+0000 (oldest deadline 2024-07-26T07:22:37.465692+0000) 2024-07-26T07:22:47.629 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:22:47 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[111374]: 2024-07-26T07:22:47.149+0000 7fc2b89fb640 -1 osd.7 2855 heartbeat_check: no reply from 172.21.15.89:6822 osd.2 since back 2024-07-26T07:22:17.966840+0000 front 2024-07-26T07:22:17.966796+0000 (oldest deadline 2024-07-26T07:22:41.466663+0000) 2024-07-26T07:22:47.630 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 07:22:47 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6[106204]: 2024-07-26T07:22:47.232+0000 7f288b299640 -1 osd.6 2855 heartbeat_check: no reply from 172.21.15.89:6806 osd.0 since back 2024-07-26T07:22:01.056666+0000 front 2024-07-26T07:22:01.056754+0000 (oldest deadline 2024-07-26T07:22:26.956696+0000) 2024-07-26T07:22:47.630 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 07:22:47 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6[106204]: 2024-07-26T07:22:47.232+0000 7f288b299640 -1 osd.6 2855 heartbeat_check: no reply from 172.21.15.89:6814 osd.1 since back 2024-07-26T07:22:11.657867+0000 front 2024-07-26T07:22:11.657853+0000 (oldest deadline 2024-07-26T07:22:37.557672+0000) 2024-07-26T07:22:47.630 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 07:22:47 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6[106204]: 2024-07-26T07:22:47.232+0000 7f288b299640 -1 osd.6 2855 heartbeat_check: no reply from 172.21.15.89:6822 osd.2 since back 2024-07-26T07:22:17.558298+0000 front 2024-07-26T07:22:17.558284+0000 (oldest deadline 2024-07-26T07:22:42.858117+0000) 2024-07-26T07:22:48.629 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 07:22:48 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6[106204]: 2024-07-26T07:22:48.282+0000 7f288b299640 -1 osd.6 2855 heartbeat_check: no reply from 172.21.15.89:6806 osd.0 since back 2024-07-26T07:22:01.056666+0000 front 2024-07-26T07:22:01.056754+0000 (oldest deadline 2024-07-26T07:22:26.956696+0000) 2024-07-26T07:22:48.629 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 07:22:48 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6[106204]: 2024-07-26T07:22:48.282+0000 7f288b299640 -1 osd.6 2855 heartbeat_check: no reply from 172.21.15.89:6814 osd.1 since back 2024-07-26T07:22:11.657867+0000 front 2024-07-26T07:22:11.657853+0000 (oldest deadline 2024-07-26T07:22:37.557672+0000) 2024-07-26T07:22:48.629 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 07:22:48 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6[106204]: 2024-07-26T07:22:48.282+0000 7f288b299640 -1 osd.6 2855 heartbeat_check: no reply from 172.21.15.89:6822 osd.2 since back 2024-07-26T07:22:17.558298+0000 front 2024-07-26T07:22:17.558284+0000 (oldest deadline 2024-07-26T07:22:42.858117+0000) 2024-07-26T07:22:48.629 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:22:48 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[111374]: 2024-07-26T07:22:48.147+0000 7fc2b89fb640 -1 osd.7 2855 heartbeat_check: no reply from 172.21.15.89:6806 osd.0 since back 2024-07-26T07:21:59.264447+0000 front 2024-07-26T07:21:59.264367+0000 (oldest deadline 2024-07-26T07:22:28.664752+0000) 2024-07-26T07:22:48.629 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:22:48 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[111374]: 2024-07-26T07:22:48.147+0000 7fc2b89fb640 -1 osd.7 2855 heartbeat_check: no reply from 172.21.15.89:6814 osd.1 since back 2024-07-26T07:22:08.665261+0000 front 2024-07-26T07:22:08.665247+0000 (oldest deadline 2024-07-26T07:22:37.465692+0000) 2024-07-26T07:22:48.629 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:22:48 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[111374]: 2024-07-26T07:22:48.147+0000 7fc2b89fb640 -1 osd.7 2855 heartbeat_check: no reply from 172.21.15.89:6822 osd.2 since back 2024-07-26T07:22:17.966840+0000 front 2024-07-26T07:22:17.966796+0000 (oldest deadline 2024-07-26T07:22:41.466663+0000) 2024-07-26T07:22:49.629 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 07:22:49 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6[106204]: 2024-07-26T07:22:49.304+0000 7f288b299640 -1 osd.6 2855 heartbeat_check: no reply from 172.21.15.89:6806 osd.0 since back 2024-07-26T07:22:01.056666+0000 front 2024-07-26T07:22:01.056754+0000 (oldest deadline 2024-07-26T07:22:26.956696+0000) 2024-07-26T07:22:49.629 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 07:22:49 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6[106204]: 2024-07-26T07:22:49.304+0000 7f288b299640 -1 osd.6 2855 heartbeat_check: no reply from 172.21.15.89:6814 osd.1 since back 2024-07-26T07:22:11.657867+0000 front 2024-07-26T07:22:11.657853+0000 (oldest deadline 2024-07-26T07:22:37.557672+0000) 2024-07-26T07:22:49.629 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 07:22:49 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6[106204]: 2024-07-26T07:22:49.304+0000 7f288b299640 -1 osd.6 2855 heartbeat_check: no reply from 172.21.15.89:6822 osd.2 since back 2024-07-26T07:22:17.558298+0000 front 2024-07-26T07:22:17.558284+0000 (oldest deadline 2024-07-26T07:22:42.858117+0000) 2024-07-26T07:22:49.629 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:22:49 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[111374]: 2024-07-26T07:22:49.172+0000 7fc2b89fb640 -1 osd.7 2855 heartbeat_check: no reply from 172.21.15.89:6806 osd.0 since back 2024-07-26T07:21:59.264447+0000 front 2024-07-26T07:21:59.264367+0000 (oldest deadline 2024-07-26T07:22:28.664752+0000) 2024-07-26T07:22:49.629 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:22:49 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[111374]: 2024-07-26T07:22:49.172+0000 7fc2b89fb640 -1 osd.7 2855 heartbeat_check: no reply from 172.21.15.89:6814 osd.1 since back 2024-07-26T07:22:08.665261+0000 front 2024-07-26T07:22:08.665247+0000 (oldest deadline 2024-07-26T07:22:37.465692+0000) 2024-07-26T07:22:49.629 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:22:49 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[111374]: 2024-07-26T07:22:49.172+0000 7fc2b89fb640 -1 osd.7 2855 heartbeat_check: no reply from 172.21.15.89:6822 osd.2 since back 2024-07-26T07:22:17.966840+0000 front 2024-07-26T07:22:17.966796+0000 (oldest deadline 2024-07-26T07:22:41.466663+0000) 2024-07-26T07:22:50.629 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 07:22:50 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6[106204]: 2024-07-26T07:22:50.344+0000 7f288b299640 -1 osd.6 2855 heartbeat_check: no reply from 172.21.15.89:6806 osd.0 since back 2024-07-26T07:22:01.056666+0000 front 2024-07-26T07:22:01.056754+0000 (oldest deadline 2024-07-26T07:22:26.956696+0000) 2024-07-26T07:22:50.629 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 07:22:50 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6[106204]: 2024-07-26T07:22:50.344+0000 7f288b299640 -1 osd.6 2855 heartbeat_check: no reply from 172.21.15.89:6814 osd.1 since back 2024-07-26T07:22:11.657867+0000 front 2024-07-26T07:22:11.657853+0000 (oldest deadline 2024-07-26T07:22:37.557672+0000) 2024-07-26T07:22:50.629 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 07:22:50 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6[106204]: 2024-07-26T07:22:50.344+0000 7f288b299640 -1 osd.6 2855 heartbeat_check: no reply from 172.21.15.89:6822 osd.2 since back 2024-07-26T07:22:17.558298+0000 front 2024-07-26T07:22:17.558284+0000 (oldest deadline 2024-07-26T07:22:42.858117+0000) 2024-07-26T07:22:50.630 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 07:22:50 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6[106204]: 2024-07-26T07:22:50.344+0000 7f288b299640 -1 osd.6 2855 heartbeat_check: no reply from 172.21.15.89:6830 osd.3 since back 2024-07-26T07:22:26.959196+0000 front 2024-07-26T07:22:26.959162+0000 (oldest deadline 2024-07-26T07:22:49.859008+0000) 2024-07-26T07:22:50.630 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:22:50 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[111374]: 2024-07-26T07:22:50.176+0000 7fc2b89fb640 -1 osd.7 2855 heartbeat_check: no reply from 172.21.15.89:6806 osd.0 since back 2024-07-26T07:21:59.264447+0000 front 2024-07-26T07:21:59.264367+0000 (oldest deadline 2024-07-26T07:22:28.664752+0000) 2024-07-26T07:22:50.630 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:22:50 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[111374]: 2024-07-26T07:22:50.176+0000 7fc2b89fb640 -1 osd.7 2855 heartbeat_check: no reply from 172.21.15.89:6814 osd.1 since back 2024-07-26T07:22:08.665261+0000 front 2024-07-26T07:22:08.665247+0000 (oldest deadline 2024-07-26T07:22:37.465692+0000) 2024-07-26T07:22:50.631 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:22:50 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[111374]: 2024-07-26T07:22:50.176+0000 7fc2b89fb640 -1 osd.7 2855 heartbeat_check: no reply from 172.21.15.89:6822 osd.2 since back 2024-07-26T07:22:17.966840+0000 front 2024-07-26T07:22:17.966796+0000 (oldest deadline 2024-07-26T07:22:41.466663+0000) 2024-07-26T07:22:51.599 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:22:51 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[111374]: 2024-07-26T07:22:51.174+0000 7fc2b89fb640 -1 osd.7 2855 heartbeat_check: no reply from 172.21.15.89:6806 osd.0 since back 2024-07-26T07:21:59.264447+0000 front 2024-07-26T07:21:59.264367+0000 (oldest deadline 2024-07-26T07:22:28.664752+0000) 2024-07-26T07:22:51.599 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:22:51 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[111374]: 2024-07-26T07:22:51.174+0000 7fc2b89fb640 -1 osd.7 2855 heartbeat_check: no reply from 172.21.15.89:6814 osd.1 since back 2024-07-26T07:22:08.665261+0000 front 2024-07-26T07:22:08.665247+0000 (oldest deadline 2024-07-26T07:22:37.465692+0000) 2024-07-26T07:22:51.599 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:22:51 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[111374]: 2024-07-26T07:22:51.174+0000 7fc2b89fb640 -1 osd.7 2855 heartbeat_check: no reply from 172.21.15.89:6822 osd.2 since back 2024-07-26T07:22:17.966840+0000 front 2024-07-26T07:22:17.966796+0000 (oldest deadline 2024-07-26T07:22:41.466663+0000) 2024-07-26T07:22:51.853 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 07:22:51 smithi155 podman[153477]: 2024-07-26 07:22:51.598043739 +0000 UTC m=+5.646267957 container died a43b8e69472a3b6cce6a7263bc7f4c7c865057fdd3b2a47edc7da60f39a3ff11 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240724, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=squid-4b23044, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True) 2024-07-26T07:22:52.129 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 07:22:51 smithi155 podman[153477]: 2024-07-26 07:22:51.967017998 +0000 UTC m=+6.015242217 container cleanup a43b8e69472a3b6cce6a7263bc7f4c7c865057fdd3b2a47edc7da60f39a3ff11 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-4b23044, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240724) 2024-07-26T07:22:52.129 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 07:22:51 smithi155 bash[153477]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6 2024-07-26T07:22:52.629 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 07:22:52 smithi155 podman[153498]: 2024-07-26 07:22:52.284959694 +0000 UTC m=+0.680692422 container remove a43b8e69472a3b6cce6a7263bc7f4c7c865057fdd3b2a47edc7da60f39a3ff11 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240724, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=squid-4b23044, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0) 2024-07-26T07:22:52.629 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:22:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[111374]: 2024-07-26T07:22:52.163+0000 7fc2b89fb640 -1 osd.7 2855 heartbeat_check: no reply from 172.21.15.89:6806 osd.0 since back 2024-07-26T07:21:59.264447+0000 front 2024-07-26T07:21:59.264367+0000 (oldest deadline 2024-07-26T07:22:28.664752+0000) 2024-07-26T07:22:52.629 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:22:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[111374]: 2024-07-26T07:22:52.163+0000 7fc2b89fb640 -1 osd.7 2855 heartbeat_check: no reply from 172.21.15.89:6814 osd.1 since back 2024-07-26T07:22:08.665261+0000 front 2024-07-26T07:22:08.665247+0000 (oldest deadline 2024-07-26T07:22:37.465692+0000) 2024-07-26T07:22:52.629 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:22:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[111374]: 2024-07-26T07:22:52.163+0000 7fc2b89fb640 -1 osd.7 2855 heartbeat_check: no reply from 172.21.15.89:6822 osd.2 since back 2024-07-26T07:22:17.966840+0000 front 2024-07-26T07:22:17.966796+0000 (oldest deadline 2024-07-26T07:22:41.466663+0000) 2024-07-26T07:22:52.629 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:22:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[111374]: 2024-07-26T07:22:52.163+0000 7fc2b89fb640 -1 osd.7 2855 heartbeat_check: no reply from 172.21.15.89:6830 osd.3 since back 2024-07-26T07:22:27.367671+0000 front 2024-07-26T07:22:27.367625+0000 (oldest deadline 2024-07-26T07:22:52.067584+0000) 2024-07-26T07:22:52.630 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:22:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:22:52.175Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.89:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.89:8765: connect: connection refused" 2024-07-26T07:22:52.630 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:22:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:22:52.177Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.89:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.89:8765: connect: connection refused" 2024-07-26T07:22:52.630 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:22:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:22:52.178Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.89:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.89:8765: connect: connection refused" 2024-07-26T07:22:52.630 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:22:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:22:52.178Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.89:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.89:8765: connect: connection refused" 2024-07-26T07:22:52.630 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:22:52 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:22:52.178Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.89:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.89:8765: connect: connection refused" 2024-07-26T07:22:52.971 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 07:22:52 smithi155 podman[153595]: 2024-07-26 07:22:52.539618422 +0000 UTC m=+0.017125921 image pull a246f06af74af9a1c45475dc36c910d564494bacf385674011a33b62b93c2c8c quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c 2024-07-26T07:22:52.972 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 07:22:52 smithi155 podman[153595]: 2024-07-26 07:22:52.655507327 +0000 UTC m=+0.133014813 container create 5407b1e734a063ccd196698e51f8ee83fe3198ce6454fb9166c0b1b699522066 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6-deactivate, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-4b23044, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240724, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-07-26T07:22:52.972 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 07:22:52 smithi155 podman[153595]: 2024-07-26 07:22:52.871817558 +0000 UTC m=+0.349325045 container init 5407b1e734a063ccd196698e51f8ee83fe3198ce6454fb9166c0b1b699522066 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6-deactivate, org.label-schema.vendor=CentOS, RELEASE=squid-4b23044, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240724, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-07-26T07:22:52.972 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 07:22:52 smithi155 podman[153595]: 2024-07-26 07:22:52.877005961 +0000 UTC m=+0.354513450 container start 5407b1e734a063ccd196698e51f8ee83fe3198ce6454fb9166c0b1b699522066 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6-deactivate, GIT_CLEAN=True, org.label-schema.build-date=20240724, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , RELEASE=squid-4b23044, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, ceph=True) 2024-07-26T07:22:52.972 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 07:22:52 smithi155 podman[153595]: 2024-07-26 07:22:52.971428188 +0000 UTC m=+0.448935681 container attach 5407b1e734a063ccd196698e51f8ee83fe3198ce6454fb9166c0b1b699522066 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6-deactivate, io.buildah.version=1.36.0, org.label-schema.build-date=20240724, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=squid-4b23044, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0) 2024-07-26T07:22:53.350 INFO:journalctl@ceph.osd.6.smithi155.stdout:Jul 26 07:22:53 smithi155 podman[153595]: 2024-07-26 07:22:53.065468587 +0000 UTC m=+0.542976084 container died 5407b1e734a063ccd196698e51f8ee83fe3198ce6454fb9166c0b1b699522066 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-6-deactivate, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.build-date=20240724, RELEASE=squid-4b23044, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-07-26T07:22:53.350 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:22:53 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[111374]: 2024-07-26T07:22:53.142+0000 7fc2b89fb640 -1 osd.7 2855 heartbeat_check: no reply from 172.21.15.89:6806 osd.0 since back 2024-07-26T07:21:59.264447+0000 front 2024-07-26T07:21:59.264367+0000 (oldest deadline 2024-07-26T07:22:28.664752+0000) 2024-07-26T07:22:53.350 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:22:53 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[111374]: 2024-07-26T07:22:53.142+0000 7fc2b89fb640 -1 osd.7 2855 heartbeat_check: no reply from 172.21.15.89:6814 osd.1 since back 2024-07-26T07:22:08.665261+0000 front 2024-07-26T07:22:08.665247+0000 (oldest deadline 2024-07-26T07:22:37.465692+0000) 2024-07-26T07:22:53.350 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:22:53 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[111374]: 2024-07-26T07:22:53.142+0000 7fc2b89fb640 -1 osd.7 2855 heartbeat_check: no reply from 172.21.15.89:6822 osd.2 since back 2024-07-26T07:22:17.966840+0000 front 2024-07-26T07:22:17.966796+0000 (oldest deadline 2024-07-26T07:22:41.466663+0000) 2024-07-26T07:22:53.350 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:22:53 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[111374]: 2024-07-26T07:22:53.142+0000 7fc2b89fb640 -1 osd.7 2855 heartbeat_check: no reply from 172.21.15.89:6830 osd.3 since back 2024-07-26T07:22:27.367671+0000 front 2024-07-26T07:22:27.367625+0000 (oldest deadline 2024-07-26T07:22:52.067584+0000) 2024-07-26T07:22:53.624 DEBUG:teuthology.orchestra.run.smithi155:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@osd.6.service' 2024-07-26T07:22:53.664 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-07-26T07:22:53.664 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-07-26T07:22:53.664 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-07-26T07:22:53.664 DEBUG:teuthology.orchestra.run.smithi155:> sudo systemctl stop ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@osd.7 2024-07-26T07:22:53.879 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:22:53 smithi155 systemd[1]: Stopping Ceph osd.7 for 9bd49884-4b13-11ef-bcb6-c7b262605968... 2024-07-26T07:22:54.379 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:22:53 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[111374]: 2024-07-26T07:22:53.996+0000 7fc2c03ed640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-07-26T07:22:54.379 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:22:53 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[111374]: 2024-07-26T07:22:53.996+0000 7fc2c03ed640 -1 osd.7 2855 *** Got signal Terminated *** 2024-07-26T07:22:54.379 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:22:53 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[111374]: 2024-07-26T07:22:53.996+0000 7fc2c03ed640 -1 osd.7 2855 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-07-26T07:22:54.379 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:22:54 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[111374]: 2024-07-26T07:22:54.122+0000 7fc2b89fb640 -1 osd.7 2855 heartbeat_check: no reply from 172.21.15.89:6806 osd.0 since back 2024-07-26T07:21:59.264447+0000 front 2024-07-26T07:21:59.264367+0000 (oldest deadline 2024-07-26T07:22:28.664752+0000) 2024-07-26T07:22:54.379 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:22:54 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[111374]: 2024-07-26T07:22:54.122+0000 7fc2b89fb640 -1 osd.7 2855 heartbeat_check: no reply from 172.21.15.89:6814 osd.1 since back 2024-07-26T07:22:08.665261+0000 front 2024-07-26T07:22:08.665247+0000 (oldest deadline 2024-07-26T07:22:37.465692+0000) 2024-07-26T07:22:54.379 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:22:54 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[111374]: 2024-07-26T07:22:54.122+0000 7fc2b89fb640 -1 osd.7 2855 heartbeat_check: no reply from 172.21.15.89:6822 osd.2 since back 2024-07-26T07:22:17.966840+0000 front 2024-07-26T07:22:17.966796+0000 (oldest deadline 2024-07-26T07:22:41.466663+0000) 2024-07-26T07:22:54.379 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:22:54 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[111374]: 2024-07-26T07:22:54.122+0000 7fc2b89fb640 -1 osd.7 2855 heartbeat_check: no reply from 172.21.15.89:6830 osd.3 since back 2024-07-26T07:22:27.367671+0000 front 2024-07-26T07:22:27.367625+0000 (oldest deadline 2024-07-26T07:22:52.067584+0000) 2024-07-26T07:22:55.379 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:22:55 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[111374]: 2024-07-26T07:22:55.108+0000 7fc2b89fb640 -1 osd.7 2855 heartbeat_check: no reply from 172.21.15.89:6806 osd.0 since back 2024-07-26T07:21:59.264447+0000 front 2024-07-26T07:21:59.264367+0000 (oldest deadline 2024-07-26T07:22:28.664752+0000) 2024-07-26T07:22:55.379 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:22:55 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[111374]: 2024-07-26T07:22:55.108+0000 7fc2b89fb640 -1 osd.7 2855 heartbeat_check: no reply from 172.21.15.89:6814 osd.1 since back 2024-07-26T07:22:08.665261+0000 front 2024-07-26T07:22:08.665247+0000 (oldest deadline 2024-07-26T07:22:37.465692+0000) 2024-07-26T07:22:55.379 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:22:55 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[111374]: 2024-07-26T07:22:55.108+0000 7fc2b89fb640 -1 osd.7 2855 heartbeat_check: no reply from 172.21.15.89:6822 osd.2 since back 2024-07-26T07:22:17.966840+0000 front 2024-07-26T07:22:17.966796+0000 (oldest deadline 2024-07-26T07:22:41.466663+0000) 2024-07-26T07:22:55.379 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:22:55 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[111374]: 2024-07-26T07:22:55.108+0000 7fc2b89fb640 -1 osd.7 2855 heartbeat_check: no reply from 172.21.15.89:6830 osd.3 since back 2024-07-26T07:22:27.367671+0000 front 2024-07-26T07:22:27.367625+0000 (oldest deadline 2024-07-26T07:22:52.067584+0000) 2024-07-26T07:22:56.379 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:22:56 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[111374]: 2024-07-26T07:22:56.103+0000 7fc2b89fb640 -1 osd.7 2855 heartbeat_check: no reply from 172.21.15.89:6806 osd.0 since back 2024-07-26T07:21:59.264447+0000 front 2024-07-26T07:21:59.264367+0000 (oldest deadline 2024-07-26T07:22:28.664752+0000) 2024-07-26T07:22:56.379 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:22:56 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[111374]: 2024-07-26T07:22:56.103+0000 7fc2b89fb640 -1 osd.7 2855 heartbeat_check: no reply from 172.21.15.89:6814 osd.1 since back 2024-07-26T07:22:08.665261+0000 front 2024-07-26T07:22:08.665247+0000 (oldest deadline 2024-07-26T07:22:37.465692+0000) 2024-07-26T07:22:56.379 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:22:56 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[111374]: 2024-07-26T07:22:56.103+0000 7fc2b89fb640 -1 osd.7 2855 heartbeat_check: no reply from 172.21.15.89:6822 osd.2 since back 2024-07-26T07:22:17.966840+0000 front 2024-07-26T07:22:17.966796+0000 (oldest deadline 2024-07-26T07:22:41.466663+0000) 2024-07-26T07:22:56.379 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:22:56 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[111374]: 2024-07-26T07:22:56.103+0000 7fc2b89fb640 -1 osd.7 2855 heartbeat_check: no reply from 172.21.15.89:6830 osd.3 since back 2024-07-26T07:22:27.367671+0000 front 2024-07-26T07:22:27.367625+0000 (oldest deadline 2024-07-26T07:22:52.067584+0000) 2024-07-26T07:22:57.629 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:22:57 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[111374]: 2024-07-26T07:22:57.143+0000 7fc2b89fb640 -1 osd.7 2855 heartbeat_check: no reply from 172.21.15.89:6806 osd.0 since back 2024-07-26T07:21:59.264447+0000 front 2024-07-26T07:21:59.264367+0000 (oldest deadline 2024-07-26T07:22:28.664752+0000) 2024-07-26T07:22:57.629 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:22:57 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[111374]: 2024-07-26T07:22:57.143+0000 7fc2b89fb640 -1 osd.7 2855 heartbeat_check: no reply from 172.21.15.89:6814 osd.1 since back 2024-07-26T07:22:08.665261+0000 front 2024-07-26T07:22:08.665247+0000 (oldest deadline 2024-07-26T07:22:37.465692+0000) 2024-07-26T07:22:57.629 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:22:57 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[111374]: 2024-07-26T07:22:57.143+0000 7fc2b89fb640 -1 osd.7 2855 heartbeat_check: no reply from 172.21.15.89:6822 osd.2 since back 2024-07-26T07:22:17.966840+0000 front 2024-07-26T07:22:17.966796+0000 (oldest deadline 2024-07-26T07:22:41.466663+0000) 2024-07-26T07:22:57.629 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:22:57 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[111374]: 2024-07-26T07:22:57.143+0000 7fc2b89fb640 -1 osd.7 2855 heartbeat_check: no reply from 172.21.15.89:6830 osd.3 since back 2024-07-26T07:22:27.367671+0000 front 2024-07-26T07:22:27.367625+0000 (oldest deadline 2024-07-26T07:22:52.067584+0000) 2024-07-26T07:22:57.629 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:22:57 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[111374]: 2024-07-26T07:22:57.143+0000 7fc2b89fb640 -1 osd.7 2855 heartbeat_check: no reply from 172.21.15.155:6804 osd.4 since back 2024-07-26T07:22:33.168568+0000 front 2024-07-26T07:22:33.168676+0000 (oldest deadline 2024-07-26T07:22:56.668563+0000) 2024-07-26T07:22:58.558 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:22:58 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[111374]: 2024-07-26T07:22:58.144+0000 7fc2b89fb640 -1 osd.7 2855 heartbeat_check: no reply from 172.21.15.89:6806 osd.0 since back 2024-07-26T07:21:59.264447+0000 front 2024-07-26T07:21:59.264367+0000 (oldest deadline 2024-07-26T07:22:28.664752+0000) 2024-07-26T07:22:58.558 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:22:58 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[111374]: 2024-07-26T07:22:58.144+0000 7fc2b89fb640 -1 osd.7 2855 heartbeat_check: no reply from 172.21.15.89:6814 osd.1 since back 2024-07-26T07:22:08.665261+0000 front 2024-07-26T07:22:08.665247+0000 (oldest deadline 2024-07-26T07:22:37.465692+0000) 2024-07-26T07:22:58.558 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:22:58 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[111374]: 2024-07-26T07:22:58.144+0000 7fc2b89fb640 -1 osd.7 2855 heartbeat_check: no reply from 172.21.15.89:6822 osd.2 since back 2024-07-26T07:22:17.966840+0000 front 2024-07-26T07:22:17.966796+0000 (oldest deadline 2024-07-26T07:22:41.466663+0000) 2024-07-26T07:22:58.558 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:22:58 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[111374]: 2024-07-26T07:22:58.144+0000 7fc2b89fb640 -1 osd.7 2855 heartbeat_check: no reply from 172.21.15.89:6830 osd.3 since back 2024-07-26T07:22:27.367671+0000 front 2024-07-26T07:22:27.367625+0000 (oldest deadline 2024-07-26T07:22:52.067584+0000) 2024-07-26T07:22:58.558 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:22:58 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7[111374]: 2024-07-26T07:22:58.144+0000 7fc2b89fb640 -1 osd.7 2855 heartbeat_check: no reply from 172.21.15.155:6804 osd.4 since back 2024-07-26T07:22:33.168568+0000 front 2024-07-26T07:22:33.168676+0000 (oldest deadline 2024-07-26T07:22:56.668563+0000) 2024-07-26T07:22:59.703 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:22:59 smithi155 podman[153722]: 2024-07-26 07:22:59.443396691 +0000 UTC m=+5.556062707 container died b02d9448581d3add916f19afeacb80d8b541a702ff1b0d2aaf4afaa538375bbe (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240724, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-4b23044, ceph=True) 2024-07-26T07:23:00.061 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:22:59 smithi155 podman[153722]: 2024-07-26 07:22:59.818895437 +0000 UTC m=+5.931561446 container cleanup b02d9448581d3add916f19afeacb80d8b541a702ff1b0d2aaf4afaa538375bbe (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=squid-4b23044, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240724, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0) 2024-07-26T07:23:00.061 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:22:59 smithi155 bash[153722]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7 2024-07-26T07:23:00.379 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:23:00 smithi155 podman[153755]: 2024-07-26 07:23:00.061482374 +0000 UTC m=+0.619125045 container remove b02d9448581d3add916f19afeacb80d8b541a702ff1b0d2aaf4afaa538375bbe (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240724, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=squid-4b23044, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=) 2024-07-26T07:23:00.655 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:23:00 smithi155 podman[153848]: 2024-07-26 07:23:00.283998386 +0000 UTC m=+0.017394341 image pull a246f06af74af9a1c45475dc36c910d564494bacf385674011a33b62b93c2c8c quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c 2024-07-26T07:23:00.656 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:23:00 smithi155 podman[153848]: 2024-07-26 07:23:00.387310185 +0000 UTC m=+0.120706159 container create bb4fc05f0d185261124254b51945cf875358127d2b4289fc1f880ce11aa83196 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7-deactivate, ceph=True, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240724, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, RELEASE=squid-4b23044) 2024-07-26T07:23:00.656 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:23:00 smithi155 podman[153848]: 2024-07-26 07:23:00.573102305 +0000 UTC m=+0.306498259 container init bb4fc05f0d185261124254b51945cf875358127d2b4289fc1f880ce11aa83196 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7-deactivate, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240724, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-4b23044) 2024-07-26T07:23:00.656 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:23:00 smithi155 podman[153848]: 2024-07-26 07:23:00.578104336 +0000 UTC m=+0.311500265 container start bb4fc05f0d185261124254b51945cf875358127d2b4289fc1f880ce11aa83196 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7-deactivate, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240724, maintainer=Guillaume Abrioux , RELEASE=squid-4b23044, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=) 2024-07-26T07:23:00.656 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:23:00 smithi155 podman[153848]: 2024-07-26 07:23:00.655972224 +0000 UTC m=+0.389368155 container attach bb4fc05f0d185261124254b51945cf875358127d2b4289fc1f880ce11aa83196 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240724, org.label-schema.schema-version=1.0, RELEASE=squid-4b23044, ceph=True, org.label-schema.license=GPLv2) 2024-07-26T07:23:01.068 INFO:journalctl@ceph.osd.7.smithi155.stdout:Jul 26 07:23:00 smithi155 podman[153848]: 2024-07-26 07:23:00.765473719 +0000 UTC m=+0.498869651 container died bb4fc05f0d185261124254b51945cf875358127d2b4289fc1f880ce11aa83196 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-osd-7-deactivate, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=squid-4b23044, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240724, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.36.0) 2024-07-26T07:23:01.347 DEBUG:teuthology.orchestra.run.smithi155:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@osd.7.service' 2024-07-26T07:23:01.385 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-07-26T07:23:01.385 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-07-26T07:23:01.385 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-07-26T07:23:01.386 DEBUG:teuthology.orchestra.run.smithi089:> sudo systemctl stop ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@mds.a 2024-07-26T07:23:01.689 INFO:journalctl@ceph.mds.a.smithi089.stdout:Jul 26 07:23:01 smithi089 systemd[1]: Stopping Ceph mds.a for 9bd49884-4b13-11ef-bcb6-c7b262605968... 2024-07-26T07:23:01.951 INFO:journalctl@ceph.mds.a.smithi089.stdout:Jul 26 07:23:01 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mds-a[128277]: 2024-07-26T07:23:01.797+0000 7f23f4ce5640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-07-26T07:23:01.951 INFO:journalctl@ceph.mds.a.smithi089.stdout:Jul 26 07:23:01 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mds-a[128277]: 2024-07-26T07:23:01.797+0000 7f23f4ce5640 -1 mds.a *** got signal Terminated *** 2024-07-26T07:23:06.089 INFO:journalctl@ceph.mds.a.smithi089.stdout:Jul 26 07:23:05 smithi089 podman[182015]: 2024-07-26 07:23:05.804634854 +0000 UTC m=+4.219878764 container died 766a515131fa2feef67d191d441295f46ca3b046941c1b8627eded74e2c80c27 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mds-a, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-4b23044, org.label-schema.build-date=20240724, io.buildah.version=1.36.0, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True) 2024-07-26T07:23:06.404 INFO:journalctl@ceph.mds.a.smithi089.stdout:Jul 26 07:23:06 smithi089 podman[182015]: 2024-07-26 07:23:06.171418281 +0000 UTC m=+4.586662189 container cleanup 766a515131fa2feef67d191d441295f46ca3b046941c1b8627eded74e2c80c27 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mds-a, RELEASE=squid-4b23044, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240724) 2024-07-26T07:23:06.404 INFO:journalctl@ceph.mds.a.smithi089.stdout:Jul 26 07:23:06 smithi089 bash[182015]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mds-a 2024-07-26T07:23:06.607 DEBUG:teuthology.orchestra.run.smithi089:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@mds.a.service' 2024-07-26T07:23:06.642 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-07-26T07:23:06.642 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-07-26T07:23:06.642 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-07-26T07:23:06.643 DEBUG:teuthology.orchestra.run.smithi155:> sudo systemctl stop ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@mds.b 2024-07-26T07:23:06.964 INFO:journalctl@ceph.mds.b.smithi155.stdout:Jul 26 07:23:06 smithi155 systemd[1]: Stopping Ceph mds.b for 9bd49884-4b13-11ef-bcb6-c7b262605968... 2024-07-26T07:23:07.382 INFO:journalctl@ceph.mds.b.smithi155.stdout:Jul 26 07:23:06 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mds-b[116176]: 2024-07-26T07:23:06.962+0000 7f371afcc640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-07-26T07:23:07.382 INFO:journalctl@ceph.mds.b.smithi155.stdout:Jul 26 07:23:06 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mds-b[116176]: 2024-07-26T07:23:06.962+0000 7f371afcc640 -1 mds.b *** got signal Terminated *** 2024-07-26T07:23:10.814 INFO:journalctl@ceph.mds.b.smithi155.stdout:Jul 26 07:23:10 smithi155 podman[153978]: 2024-07-26 07:23:10.536714569 +0000 UTC m=+3.694354504 container died c320c3175a6211fdfceda2e40310984ededa79a355d439f47c408ff99c75f109 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mds-b, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=squid-4b23044, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240724) 2024-07-26T07:23:11.129 INFO:journalctl@ceph.mds.b.smithi155.stdout:Jul 26 07:23:10 smithi155 podman[153978]: 2024-07-26 07:23:10.886051149 +0000 UTC m=+4.043691082 container cleanup c320c3175a6211fdfceda2e40310984ededa79a355d439f47c408ff99c75f109 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mds-b, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240724, RELEASE=squid-4b23044) 2024-07-26T07:23:11.129 INFO:journalctl@ceph.mds.b.smithi155.stdout:Jul 26 07:23:10 smithi155 bash[153978]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mds-b 2024-07-26T07:23:11.129 INFO:journalctl@ceph.mds.b.smithi155.stdout:Jul 26 07:23:11 smithi155 podman[153998]: 2024-07-26 07:23:11.053692691 +0000 UTC m=+0.510828924 container remove c320c3175a6211fdfceda2e40310984ededa79a355d439f47c408ff99c75f109 (image=quay.ceph.io/ceph-ci/ceph@sha256:549346fb9e90ff85af567962f59f8acf2610ab556ebdb06f2838b9c1180bcb3c, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-mds-b, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=squid-4b23044, org.label-schema.build-date=20240724, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, ceph=True) 2024-07-26T07:23:11.271 DEBUG:teuthology.orchestra.run.smithi155:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@mds.b.service' 2024-07-26T07:23:11.306 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-07-26T07:23:11.307 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-07-26T07:23:11.307 INFO:tasks.cephadm.prometheus.a:Stopping prometheus.a... 2024-07-26T07:23:11.307 DEBUG:teuthology.orchestra.run.smithi155:> sudo systemctl stop ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@prometheus.a 2024-07-26T07:23:11.629 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:23:11 smithi155 systemd[1]: Stopping Ceph prometheus.a for 9bd49884-4b13-11ef-bcb6-c7b262605968... 2024-07-26T07:23:11.915 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:23:11 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:23:11.633Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-07-26T07:23:11.916 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:23:11 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:23:11.633Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-07-26T07:23:11.916 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:23:11 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:23:11.633Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-07-26T07:23:11.916 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:23:11 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:23:11.633Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-07-26T07:23:11.916 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:23:11 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:23:11.633Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-07-26T07:23:11.916 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:23:11 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:23:11.633Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-07-26T07:23:11.916 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:23:11 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:23:11.633Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-07-26T07:23:11.916 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:23:11 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:23:11.633Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-07-26T07:23:11.916 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:23:11 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:23:11.634Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-07-26T07:23:11.916 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:23:11 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:23:11.637Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-07-26T07:23:11.916 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:23:11 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:23:11.637Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-07-26T07:23:11.916 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:23:11 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a[124097]: ts=2024-07-26T07:23:11.637Z caller=main.go:1147 level=info msg="See you next time!" 2024-07-26T07:23:11.916 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:23:11 smithi155 podman[154111]: 2024-07-26 07:23:11.644665619 +0000 UTC m=+0.117651658 container died 5193b77a4a7ce7fb8dbb3ed6a56679b2cd0fc40b7185c9a876201a5daa350f43 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-07-26T07:23:12.332 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:23:12 smithi155 podman[154111]: 2024-07-26 07:23:12.014868481 +0000 UTC m=+0.487854559 container cleanup 5193b77a4a7ce7fb8dbb3ed6a56679b2cd0fc40b7185c9a876201a5daa350f43 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-07-26T07:23:12.332 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Jul 26 07:23:12 smithi155 bash[154111]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-prometheus-a 2024-07-26T07:23:12.490 DEBUG:teuthology.orchestra.run.smithi155:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@prometheus.a.service' 2024-07-26T07:23:12.523 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-07-26T07:23:12.523 INFO:tasks.cephadm.prometheus.a:Stopped prometheus.a 2024-07-26T07:23:12.523 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 --force --keep-logs 2024-07-26T07:23:14.440 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 07:23:14 smithi089 systemd[1]: Stopping Ceph alertmanager.a for 9bd49884-4b13-11ef-bcb6-c7b262605968... 2024-07-26T07:23:14.727 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 07:23:14 smithi089 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-alertmanager-a[136430]: ts=2024-07-26T07:23:14.439Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-07-26T07:23:14.727 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 07:23:14 smithi089 podman[182481]: 2024-07-26 07:23:14.480950365 +0000 UTC m=+0.169830937 container died 74548f93af4141bc49fbc85c2fe04f26c657e5e7a8f8e2aa9caeb5b91fd14fe1 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-07-26T07:23:14.986 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 07:23:14 smithi089 podman[182481]: 2024-07-26 07:23:14.818120927 +0000 UTC m=+0.507001497 container cleanup 74548f93af4141bc49fbc85c2fe04f26c657e5e7a8f8e2aa9caeb5b91fd14fe1 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-07-26T07:23:14.986 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 07:23:14 smithi089 bash[182481]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-alertmanager-a 2024-07-26T07:23:15.279 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 07:23:14 smithi089 podman[182498]: 2024-07-26 07:23:14.986086561 +0000 UTC m=+0.503466201 container remove 74548f93af4141bc49fbc85c2fe04f26c657e5e7a8f8e2aa9caeb5b91fd14fe1 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-07-26T07:23:15.279 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 07:23:15 smithi089 podman[182498]: 2024-07-26 07:23:15.06156809 +0000 UTC m=+0.578947688 volume remove 6d548f9019bcddb3e6a5600fdba7b3939e7329d33d31303da55cf01950f29ab0 2024-07-26T07:23:15.654 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 07:23:15 smithi089 systemd[1]: Stopping Ceph node-exporter.a for 9bd49884-4b13-11ef-bcb6-c7b262605968... 2024-07-26T07:23:15.655 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 07:23:15 smithi089 systemd[1]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-07-26T07:23:15.655 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 07:23:15 smithi089 systemd[1]: Stopped Ceph alertmanager.a for 9bd49884-4b13-11ef-bcb6-c7b262605968. 2024-07-26T07:23:15.655 INFO:journalctl@ceph.alertmanager.a.smithi089.stdout:Jul 26 07:23:15 smithi089 systemd[1]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@alertmanager.a.service: Consumed 3.815s CPU time. 2024-07-26T07:23:15.990 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 07:23:15 smithi089 podman[182610]: 2024-07-26 07:23:15.718881058 +0000 UTC m=+0.112203587 container died 36cee54c5b2a8adfde59115995ba5f2ed05b8464cc480db2b936e1d1c0e4af9f (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-07-26T07:23:16.340 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 07:23:16 smithi089 podman[182610]: 2024-07-26 07:23:16.089523271 +0000 UTC m=+0.482845792 container cleanup 36cee54c5b2a8adfde59115995ba5f2ed05b8464cc480db2b936e1d1c0e4af9f (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-07-26T07:23:16.340 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 07:23:16 smithi089 bash[182610]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a 2024-07-26T07:23:16.641 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 07:23:16 smithi089 podman[182627]: 2024-07-26 07:23:16.340719918 +0000 UTC m=+0.624180808 container remove 36cee54c5b2a8adfde59115995ba5f2ed05b8464cc480db2b936e1d1c0e4af9f (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-07-26T07:23:16.641 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 07:23:16 smithi089 systemd[1]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-07-26T07:23:16.641 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 07:23:16 smithi089 systemd[1]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-07-26T07:23:16.641 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 07:23:16 smithi089 systemd[1]: Stopped Ceph node-exporter.a for 9bd49884-4b13-11ef-bcb6-c7b262605968. 2024-07-26T07:23:16.641 INFO:journalctl@ceph.node-exporter.a.smithi089.stdout:Jul 26 07:23:16 smithi089 systemd[1]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@node-exporter.a.service: Consumed 7.371s CPU time. 2024-07-26T07:23:17.186 DEBUG:teuthology.orchestra.run.smithi155:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 --force --keep-logs 2024-07-26T07:23:19.215 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 07:23:18 smithi155 systemd[1]: Stopping Ceph node-exporter.b for 9bd49884-4b13-11ef-bcb6-c7b262605968... 2024-07-26T07:23:19.486 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 07:23:19 smithi155 podman[154565]: 2024-07-26 07:23:19.215324933 +0000 UTC m=+0.121676567 container died 85491ecc695120f20efe6cbc1a657da485fe11fd46d28cef65f9a82e0bdf586b (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-07-26T07:23:19.811 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 07:23:19 smithi155 podman[154565]: 2024-07-26 07:23:19.585656117 +0000 UTC m=+0.492007741 container cleanup 85491ecc695120f20efe6cbc1a657da485fe11fd46d28cef65f9a82e0bdf586b (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-07-26T07:23:19.811 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 07:23:19 smithi155 bash[154565]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b 2024-07-26T07:23:20.117 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 07:23:19 smithi155 podman[154583]: 2024-07-26 07:23:19.811506889 +0000 UTC m=+0.599887289 container remove 85491ecc695120f20efe6cbc1a657da485fe11fd46d28cef65f9a82e0bdf586b (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-07-26T07:23:20.117 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 07:23:19 smithi155 systemd[1]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-07-26T07:23:20.117 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 07:23:19 smithi155 systemd[1]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-07-26T07:23:20.117 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 07:23:19 smithi155 systemd[1]: Stopped Ceph node-exporter.b for 9bd49884-4b13-11ef-bcb6-c7b262605968. 2024-07-26T07:23:20.118 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Jul 26 07:23:19 smithi155 systemd[1]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@node-exporter.b.service: Consumed 7.323s CPU time. 2024-07-26T07:23:20.379 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 07:23:20 smithi155 systemd[1]: Stopping Ceph grafana.a for 9bd49884-4b13-11ef-bcb6-c7b262605968... 2024-07-26T07:23:20.379 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 07:23:20 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[128126]: logger=server t=2024-07-26T07:23:20.350237745Z level=info msg="Shutdown started" reason="System signal: terminated" 2024-07-26T07:23:20.379 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 07:23:20 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[128126]: logger=ticker t=2024-07-26T07:23:20.350639762Z level=info msg=stopped last_tick=2024-07-26T07:23:20Z 2024-07-26T07:23:20.379 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 07:23:20 smithi155 ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a[128126]: logger=tracing t=2024-07-26T07:23:20.350714502Z level=info msg="Closing tracing" 2024-07-26T07:23:20.379 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 07:23:20 smithi155 podman[154695]: 2024-07-26 07:23:20.360830117 +0000 UTC m=+0.103335843 container died cbd812d3e8e620b54bdeacf89c7edf3f0e69bf1277c2292e089cda9cd0942f6a (image=quay.io/ceph/grafana:9.4.12, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-07-26T07:23:20.934 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 07:23:20 smithi155 podman[154695]: 2024-07-26 07:23:20.739249057 +0000 UTC m=+0.481754783 container cleanup cbd812d3e8e620b54bdeacf89c7edf3f0e69bf1277c2292e089cda9cd0942f6a (image=quay.io/ceph/grafana:9.4.12, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-07-26T07:23:20.934 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 07:23:20 smithi155 bash[154695]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a 2024-07-26T07:23:21.300 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 07:23:20 smithi155 podman[154714]: 2024-07-26 07:23:20.932013931 +0000 UTC m=+0.573090589 container remove cbd812d3e8e620b54bdeacf89c7edf3f0e69bf1277c2292e089cda9cd0942f6a (image=quay.io/ceph/grafana:9.4.12, name=ceph-9bd49884-4b13-11ef-bcb6-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-07-26T07:23:21.300 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 07:23:21 smithi155 systemd[1]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@grafana.a.service: Deactivated successfully. 2024-07-26T07:23:21.300 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 07:23:21 smithi155 systemd[1]: Stopped Ceph grafana.a for 9bd49884-4b13-11ef-bcb6-c7b262605968. 2024-07-26T07:23:21.300 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Jul 26 07:23:21 smithi155 systemd[1]: ceph-9bd49884-4b13-11ef-bcb6-c7b262605968@grafana.a.service: Consumed 39.833s CPU time. 2024-07-26T07:23:21.830 DEBUG:teuthology.orchestra.run.smithi089:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-07-26T07:23:21.864 DEBUG:teuthology.orchestra.run.smithi155:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-07-26T07:23:21.892 INFO:tasks.cephadm:Archiving crash dumps... 2024-07-26T07:23:21.894 DEBUG:teuthology.misc:Transferring archived files from smithi089:/var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-07-26_02:08:16-upgrade-squid-distro-default-smithi/7818609/remote/smithi089/crash 2024-07-26T07:23:21.895 DEBUG:teuthology.orchestra.run.smithi089:> sudo tar c -f - -C /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/crash -- . 2024-07-26T07:23:21.951 INFO:teuthology.orchestra.run.smithi089.stderr:tar: /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/crash: Cannot open: No such file or directory 2024-07-26T07:23:21.951 INFO:teuthology.orchestra.run.smithi089.stderr:tar: Error is not recoverable: exiting now 2024-07-26T07:23:21.953 DEBUG:teuthology.misc:Transferring archived files from smithi155:/var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-07-26_02:08:16-upgrade-squid-distro-default-smithi/7818609/remote/smithi155/crash 2024-07-26T07:23:21.954 DEBUG:teuthology.orchestra.run.smithi155:> sudo tar c -f - -C /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/crash -- . 2024-07-26T07:23:21.988 INFO:teuthology.orchestra.run.smithi155.stderr:tar: /var/lib/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/crash: Cannot open: No such file or directory 2024-07-26T07:23:21.988 INFO:teuthology.orchestra.run.smithi155.stderr:tar: Error is not recoverable: exiting now 2024-07-26T07:23:21.989 INFO:tasks.cephadm:Checking cluster log for badness... 2024-07-26T07:23:21.989 DEBUG:teuthology.orchestra.run.smithi089:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-07-26T07:23:22.017 INFO:teuthology.orchestra.run.smithi089.stdout:1721973599.7895913 mon.a (mon.0) 518 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-07-26T07:23:22.019 WARNING:tasks.cephadm:Found errors (ERR|WRN|SEC) in cluster log 2024-07-26T07:23:22.019 DEBUG:teuthology.orchestra.run.smithi089:> sudo egrep '\[SEC\]' /var/log/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-07-26T07:23:22.088 DEBUG:teuthology.orchestra.run.smithi089:> sudo egrep '\[ERR\]' /var/log/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-07-26T07:23:22.156 DEBUG:teuthology.orchestra.run.smithi089:> sudo egrep '\[WRN\]' /var/log/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-07-26T07:23:22.221 INFO:teuthology.orchestra.run.smithi089.stdout:1721973599.7895913 mon.a (mon.0) 518 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-07-26T07:23:22.223 INFO:tasks.cephadm:Compressing logs... 2024-07-26T07:23:22.224 DEBUG:teuthology.orchestra.run.smithi089:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-07-26T07:23:22.266 DEBUG:teuthology.orchestra.run.smithi155:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-07-26T07:23:22.288 INFO:teuthology.orchestra.run.smithi089.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-07-26T07:23:22.288 INFO:teuthology.orchestra.run.smithi089.stderr:: No such file or directory 2024-07-26T07:23:22.288 INFO:teuthology.orchestra.run.smithi089.stderr:gzip -5 --verbose -- /var/log/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/ceph.log 2024-07-26T07:23:22.289 INFO:teuthology.orchestra.run.smithi089.stderr:gzip -5 --verbose -- /var/log/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/ceph-osd.2.log 2024-07-26T07:23:22.289 INFO:teuthology.orchestra.run.smithi089.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/ceph.audit.log 2024-07-26T07:23:22.289 INFO:teuthology.orchestra.run.smithi089.stderr:/var/log/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/ceph.log: /var/log/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/ceph-osd.3.log 2024-07-26T07:23:22.289 INFO:teuthology.orchestra.run.smithi089.stderr:/var/log/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/ceph-osd.1.log 2024-07-26T07:23:22.291 INFO:teuthology.orchestra.run.smithi089.stderr:/var/log/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/ceph-mgr.y.log 2024-07-26T07:23:22.291 INFO:teuthology.orchestra.run.smithi089.stderr:/var/log/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/ceph-osd.0.log 2024-07-26T07:23:22.291 INFO:teuthology.orchestra.run.smithi089.stderr:/var/log/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/ceph-mon.c.log 2024-07-26T07:23:22.292 INFO:teuthology.orchestra.run.smithi155.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-07-26T07:23:22.293 INFO:teuthology.orchestra.run.smithi155.stderr:: No such file or directory 2024-07-26T07:23:22.293 INFO:teuthology.orchestra.run.smithi155.stderr:gzip -5 --verbose -- /var/log/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/ceph.log 2024-07-26T07:23:22.293 INFO:teuthology.orchestra.run.smithi155.stderr:gzip -5 --verbose -- /var/log/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/ceph.audit.log 2024-07-26T07:23:22.293 INFO:teuthology.orchestra.run.smithi155.stderr:/var/log/ceph/cephadm.log: /var/log/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/ceph-osd.7.log 2024-07-26T07:23:22.293 INFO:teuthology.orchestra.run.smithi155.stderr:/var/log/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/ceph-mds.b.log 2024-07-26T07:23:22.295 INFO:teuthology.orchestra.run.smithi089.stderr:/var/log/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/ceph-osd.0.log: 92.2% -- replaced with /var/log/ceph/cephadm.log.gz 2024-07-26T07:23:22.295 INFO:teuthology.orchestra.run.smithi089.stderr:gzip -5 --verbose -- /var/log/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/ceph-mon.a.log 2024-07-26T07:23:22.296 INFO:teuthology.orchestra.run.smithi155.stderr:gzip -5 --verbose -- /var/log/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/ceph-osd.5.log 2024-07-26T07:23:22.296 INFO:teuthology.orchestra.run.smithi155.stderr:/var/log/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/ceph-osd.7.log: /var/log/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/ceph-mds.b.log: gzip -5 --verbose -- /var/log/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/ceph-osd.4.log 2024-07-26T07:23:22.296 INFO:teuthology.orchestra.run.smithi155.stderr: 85.2% -- replaced with /var/log/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/ceph-mds.b.log.gz 2024-07-26T07:23:22.296 INFO:teuthology.orchestra.run.smithi155.stderr:/var/log/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/ceph-mgr.x.log 2024-07-26T07:23:22.296 INFO:teuthology.orchestra.run.smithi155.stderr:/var/log/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/ceph-osd.6.log 2024-07-26T07:23:22.296 INFO:teuthology.orchestra.run.smithi155.stderr:/var/log/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/ceph.cephadm.log 2024-07-26T07:23:22.299 INFO:teuthology.orchestra.run.smithi155.stderr:/var/log/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/ceph-osd.6.log: 91.2% -- replaced with /var/log/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/ceph.audit.log.gz 2024-07-26T07:23:22.300 INFO:teuthology.orchestra.run.smithi155.stderr:gzip -5 --verbose -- /var/log/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/ceph-volume.log 2024-07-26T07:23:22.302 INFO:teuthology.orchestra.run.smithi155.stderr:/var/log/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/ceph.cephadm.log: 84.2% -- replaced with /var/log/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/ceph.cephadm.log.gz 2024-07-26T07:23:22.302 INFO:teuthology.orchestra.run.smithi155.stderr:gzip -5 --verbose -- /var/log/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/ceph-mon.b.log 2024-07-26T07:23:22.303 INFO:teuthology.orchestra.run.smithi089.stderr:/var/log/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/ceph-mon.c.log: 94.6% -- replaced with /var/log/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/ceph.audit.log.gz 2024-07-26T07:23:22.306 INFO:teuthology.orchestra.run.smithi155.stderr:/var/log/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/ceph-volume.log: 86.7% -- replaced with /var/log/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/ceph.log.gz 2024-07-26T07:23:22.309 INFO:teuthology.orchestra.run.smithi089.stderr:gzip -5 --verbose -- /var/log/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/ceph.cephadm.log 2024-07-26T07:23:22.312 INFO:teuthology.orchestra.run.smithi089.stderr:/var/log/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/ceph-mon.a.log: 92.6% -- replaced with /var/log/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/ceph.log.gz 2024-07-26T07:23:22.318 INFO:teuthology.orchestra.run.smithi155.stderr:/var/log/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/ceph-mon.b.log: 91.5% -- replaced with /var/log/ceph/cephadm.log.gz 2024-07-26T07:23:22.321 INFO:teuthology.orchestra.run.smithi089.stderr:gzip -5 --verbose -- /var/log/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/ceph-mds.a.log 2024-07-26T07:23:22.323 INFO:teuthology.orchestra.run.smithi089.stderr:/var/log/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/ceph.cephadm.log: 90.9% -- replaced with /var/log/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/ceph.cephadm.log.gz 2024-07-26T07:23:22.329 INFO:teuthology.orchestra.run.smithi089.stderr:gzip -5 --verbose -- /var/log/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/ceph-volume.log 2024-07-26T07:23:22.330 INFO:teuthology.orchestra.run.smithi155.stderr: 91.1% -- replaced with /var/log/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/ceph-volume.log.gz 2024-07-26T07:23:22.359 INFO:teuthology.orchestra.run.smithi089.stderr:/var/log/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/ceph-mds.a.log: 92.4%/var/log/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/ceph-volume.log: -- replaced with /var/log/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/ceph-mds.a.log.gz 2024-07-26T07:23:22.368 INFO:teuthology.orchestra.run.smithi155.stderr: 90.8% -- replaced with /var/log/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/ceph-mgr.x.log.gz 2024-07-26T07:23:22.373 INFO:teuthology.orchestra.run.smithi089.stderr: 91.1% -- replaced with /var/log/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/ceph-volume.log.gz 2024-07-26T07:23:22.969 INFO:teuthology.orchestra.run.smithi089.stderr: 90.0% -- replaced with /var/log/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/ceph-mgr.y.log.gz 2024-07-26T07:23:24.358 INFO:teuthology.orchestra.run.smithi155.stderr: 92.2% -- replaced with /var/log/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/ceph-mon.b.log.gz 2024-07-26T07:23:24.626 INFO:teuthology.orchestra.run.smithi089.stderr: 91.6% -- replaced with /var/log/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/ceph-mon.c.log.gz 2024-07-26T07:23:27.857 INFO:teuthology.orchestra.run.smithi089.stderr: 90.5% -- replaced with /var/log/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/ceph-mon.a.log.gz 2024-07-26T07:23:41.668 INFO:teuthology.orchestra.run.smithi155.stderr: 94.5% -- replaced with /var/log/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/ceph-osd.6.log.gz 2024-07-26T07:23:41.776 INFO:teuthology.orchestra.run.smithi155.stderr: 94.5% -- replaced with /var/log/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/ceph-osd.4.log.gz 2024-07-26T07:23:44.864 INFO:teuthology.orchestra.run.smithi089.stderr: 94.4% -- replaced with /var/log/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/ceph-osd.3.log.gz 2024-07-26T07:23:45.233 INFO:teuthology.orchestra.run.smithi155.stderr: 94.4% -- replaced with /var/log/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/ceph-osd.5.log.gz 2024-07-26T07:23:46.641 INFO:teuthology.orchestra.run.smithi155.stderr: 94.6% -- replaced with /var/log/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/ceph-osd.7.log.gz 2024-07-26T07:23:46.643 INFO:teuthology.orchestra.run.smithi155.stderr: 2024-07-26T07:23:46.643 INFO:teuthology.orchestra.run.smithi155.stderr:real 0m24.362s 2024-07-26T07:23:46.643 INFO:teuthology.orchestra.run.smithi155.stderr:user 1m24.885s 2024-07-26T07:23:46.643 INFO:teuthology.orchestra.run.smithi155.stderr:sys 0m3.318s 2024-07-26T07:23:47.080 INFO:teuthology.orchestra.run.smithi089.stderr: 94.3% -- replaced with /var/log/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/ceph-osd.1.log.gz 2024-07-26T07:23:50.001 INFO:teuthology.orchestra.run.smithi089.stderr: 94.4% -- replaced with /var/log/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/ceph-osd.0.log.gz 2024-07-26T07:23:50.492 INFO:teuthology.orchestra.run.smithi089.stderr: 94.5% -- replaced with /var/log/ceph/9bd49884-4b13-11ef-bcb6-c7b262605968/ceph-osd.2.log.gz 2024-07-26T07:23:50.494 INFO:teuthology.orchestra.run.smithi089.stderr: 2024-07-26T07:23:50.494 INFO:teuthology.orchestra.run.smithi089.stderr:real 0m28.216s 2024-07-26T07:23:50.495 INFO:teuthology.orchestra.run.smithi089.stderr:user 1m47.862s 2024-07-26T07:23:50.495 INFO:teuthology.orchestra.run.smithi089.stderr:sys 0m3.824s 2024-07-26T07:23:50.495 INFO:tasks.cephadm:Archiving logs... 2024-07-26T07:23:50.495 DEBUG:teuthology.misc:Transferring archived files from smithi089:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-07-26_02:08:16-upgrade-squid-distro-default-smithi/7818609/remote/smithi089/log 2024-07-26T07:23:50.496 DEBUG:teuthology.orchestra.run.smithi089:> sudo tar c -f - -C /var/log/ceph -- . 2024-07-26T07:24:05.207 DEBUG:teuthology.misc:Transferring archived files from smithi155:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-07-26_02:08:16-upgrade-squid-distro-default-smithi/7818609/remote/smithi155/log 2024-07-26T07:24:05.208 DEBUG:teuthology.orchestra.run.smithi155:> sudo tar c -f - -C /var/log/ceph -- . 2024-07-26T07:24:16.991 INFO:tasks.cephadm:Removing cluster... 2024-07-26T07:24:16.992 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 --force 2024-07-26T07:24:17.861 DEBUG:teuthology.orchestra.run.smithi155:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 9bd49884-4b13-11ef-bcb6-c7b262605968 --force 2024-07-26T07:24:18.440 INFO:tasks.cephadm:Removing cephadm ... 2024-07-26T07:24:18.440 DEBUG:teuthology.orchestra.run.smithi089:> rm -rf /home/ubuntu/cephtest/cephadm 2024-07-26T07:24:18.459 DEBUG:teuthology.orchestra.run.smithi155:> rm -rf /home/ubuntu/cephtest/cephadm 2024-07-26T07:24:18.474 INFO:tasks.cephadm:Teardown complete 2024-07-26T07:24:18.475 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-07-26T07:24:18.488 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-07-26T07:24:18.489 DEBUG:teuthology.orchestra.run.smithi089:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-07-26T07:24:18.501 DEBUG:teuthology.orchestra.run.smithi155:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-07-26T07:24:18.589 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-07-26T07:24:18.600 INFO:teuthology.task.clock:Checking final clock skew... 2024-07-26T07:24:18.600 DEBUG:teuthology.orchestra.run.smithi089:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-07-26T07:24:18.603 DEBUG:teuthology.orchestra.run.smithi155:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-07-26T07:24:18.616 INFO:teuthology.orchestra.run.smithi089.stderr:bash: line 1: ntpq: command not found 2024-07-26T07:24:18.617 INFO:teuthology.orchestra.run.smithi155.stderr:bash: line 1: ntpq: command not found 2024-07-26T07:24:18.620 INFO:teuthology.orchestra.run.smithi089.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-07-26T07:24:18.621 INFO:teuthology.orchestra.run.smithi089.stdout:=============================================================================== 2024-07-26T07:24:18.621 INFO:teuthology.orchestra.run.smithi089.stdout:^* hv01.front.sepia.ceph.com 3 6 377 14 +488us[ +489us] +/- 42ms 2024-07-26T07:24:18.621 INFO:teuthology.orchestra.run.smithi089.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 8 -1191us[-1191us] +/- 58ms 2024-07-26T07:24:18.621 INFO:teuthology.orchestra.run.smithi089.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 16 +636us[ +637us] +/- 81ms 2024-07-26T07:24:18.621 INFO:teuthology.orchestra.run.smithi089.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2024-07-26T07:24:18.622 INFO:teuthology.orchestra.run.smithi155.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-07-26T07:24:18.622 INFO:teuthology.orchestra.run.smithi155.stdout:=============================================================================== 2024-07-26T07:24:18.622 INFO:teuthology.orchestra.run.smithi155.stdout:^* hv01.front.sepia.ceph.com 3 7 377 79 +538us[ +529us] +/- 41ms 2024-07-26T07:24:18.622 INFO:teuthology.orchestra.run.smithi155.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 14 -1161us[-1161us] +/- 58ms 2024-07-26T07:24:18.622 INFO:teuthology.orchestra.run.smithi155.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 14 +603us[ +603us] +/- 81ms 2024-07-26T07:24:18.622 INFO:teuthology.orchestra.run.smithi155.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2024-07-26T07:24:18.623 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-07-26T07:24:18.634 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-07-26T07:24:18.635 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-07-26T07:24:18.655 DEBUG:teuthology.orchestra.run.smithi089:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-07-26T07:24:18.756 DEBUG:teuthology.orchestra.run.smithi155:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-07-26T07:24:18.842 DEBUG:teuthology.orchestra.run.smithi089:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-07-26T07:24:18.871 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-26T07:24:18.872 DEBUG:teuthology.orchestra.run.smithi155:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-07-26T07:24:18.900 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-26T07:24:18.901 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-07-26T07:24:18.913 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-07-26T07:24:18.939 INFO:teuthology.task.internal:Duration was 5748.735971 seconds 2024-07-26T07:24:18.940 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-07-26T07:24:18.974 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-07-26T07:24:18.975 DEBUG:teuthology.orchestra.run.smithi089:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-07-26T07:24:18.977 DEBUG:teuthology.orchestra.run.smithi155:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-07-26T07:24:19.014 INFO:teuthology.orchestra.run.smithi089.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-07-26T07:24:19.015 INFO:teuthology.orchestra.run.smithi155.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-07-26T07:24:19.191 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-07-26T07:24:19.191 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi089.front.sepia.ceph.com 2024-07-26T07:24:19.192 DEBUG:teuthology.orchestra.run.smithi089:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-07-26T07:24:19.251 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi155.front.sepia.ceph.com 2024-07-26T07:24:19.252 DEBUG:teuthology.orchestra.run.smithi155:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-07-26T07:24:19.275 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-07-26T07:24:19.275 DEBUG:teuthology.orchestra.run.smithi089:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-07-26T07:24:19.294 DEBUG:teuthology.orchestra.run.smithi155:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-07-26T07:24:19.341 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-07-26T07:24:19.341 DEBUG:teuthology.orchestra.run.smithi089:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-07-26T07:24:19.359 DEBUG:teuthology.orchestra.run.smithi155:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-07-26T07:24:19.950 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-07-26T07:24:19.961 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-07-26T07:24:19.962 DEBUG:teuthology.orchestra.run.smithi089:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-07-26T07:24:19.986 DEBUG:teuthology.orchestra.run.smithi155:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-07-26T07:24:20.011 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-07-26T07:24:20.024 DEBUG:teuthology.orchestra.run.smithi089:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-07-26T07:24:20.029 DEBUG:teuthology.orchestra.run.smithi155:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-07-26T07:24:20.050 INFO:teuthology.orchestra.run.smithi089.stdout:kernel.core_pattern = core 2024-07-26T07:24:20.075 INFO:teuthology.orchestra.run.smithi155.stdout:kernel.core_pattern = core 2024-07-26T07:24:20.088 DEBUG:teuthology.orchestra.run.smithi089:> test -e /home/ubuntu/cephtest/archive/coredump 2024-07-26T07:24:20.117 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-26T07:24:20.118 DEBUG:teuthology.orchestra.run.smithi155:> test -e /home/ubuntu/cephtest/archive/coredump 2024-07-26T07:24:20.144 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-26T07:24:20.145 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-07-26T07:24:20.157 INFO:teuthology.task.internal:Transferring archived files... 2024-07-26T07:24:20.158 DEBUG:teuthology.misc:Transferring archived files from smithi089:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-07-26_02:08:16-upgrade-squid-distro-default-smithi/7818609/remote/smithi089 2024-07-26T07:24:20.159 DEBUG:teuthology.orchestra.run.smithi089:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-07-26T07:24:20.216 DEBUG:teuthology.misc:Transferring archived files from smithi155:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-07-26_02:08:16-upgrade-squid-distro-default-smithi/7818609/remote/smithi155 2024-07-26T07:24:20.217 DEBUG:teuthology.orchestra.run.smithi155:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-07-26T07:24:20.258 INFO:teuthology.task.internal:Removing archive directory... 2024-07-26T07:24:20.259 DEBUG:teuthology.orchestra.run.smithi089:> rm -rf -- /home/ubuntu/cephtest/archive 2024-07-26T07:24:20.261 DEBUG:teuthology.orchestra.run.smithi155:> rm -rf -- /home/ubuntu/cephtest/archive 2024-07-26T07:24:20.307 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-07-26T07:24:20.321 INFO:teuthology.task.internal:Not uploading archives. 2024-07-26T07:24:20.322 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-07-26T07:24:20.347 INFO:teuthology.task.internal:Tidying up after the test... 2024-07-26T07:24:20.347 DEBUG:teuthology.orchestra.run.smithi089:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-07-26T07:24:20.350 DEBUG:teuthology.orchestra.run.smithi155:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-07-26T07:24:20.362 INFO:teuthology.orchestra.run.smithi089.stdout: 262165 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Jul 26 07:24 /home/ubuntu/cephtest 2024-07-26T07:24:20.364 INFO:teuthology.orchestra.run.smithi155.stdout: 262165 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Jul 26 07:24 /home/ubuntu/cephtest 2024-07-26T07:24:20.365 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-07-26T07:24:20.377 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-07-26T07:24:20.449 INFO:teuthology.run:Summary data: description: upgrade/quincy-x/parallel/{0-random-distro$/{centos_9.stream_runc} 0-start 1-tasks mon_election/classic upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} duration: 5748.73597073555 failure_reason: '"1721973599.7895913 mon.a (mon.0) 518 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY)" in cluster log' flavor: default owner: scheduled_teuthology@teuthology success: false 2024-07-26T07:24:20.450 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-07-26T07:24:20.529 INFO:teuthology.run:FAIL